-- Logs begin at Thu 2022-02-03 11:45:07 UTC, end at Thu 2022-02-03 14:11:42 UTC. -- Feb 03 12:17:46.111493 n-d-827336-3 systemd[1]: Started Devstack devstack@q-svc.service. Feb 03 12:17:49.065430 n-d-827336-3 neutron-server[103079]: INFO neutron.common.config [-] Logging enabled! Feb 03 12:17:49.066018 n-d-827336-3 neutron-server[103079]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev466 Feb 03 12:17:49.066231 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103079) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 03 12:17:49.069705 n-d-827336-3 neutron-server[103079]: INFO neutron.common.config [-] Logging enabled! Feb 03 12:17:49.069967 n-d-827336-3 neutron-server[103079]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev466 Feb 03 12:17:49.070287 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103079) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 03 12:17:49.071228 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 12:17:49.071466 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 12:17:49.071836 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 12:17:49.072108 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 12:17:49.072336 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 12:17:49.072817 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.073776 n-d-827336-3 neutron-server[103079]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 03 12:17:49.074104 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.074409 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.074711 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.075010 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.075304 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.075599 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.075894 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.076223 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.076516 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.076801 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.077091 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.077387 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.077676 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.077969 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.078261 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.078547 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] debug = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.078836 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.079270 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.079703 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.080008 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.080306 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.080590 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.080867 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.081147 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.081435 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.081769 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] host = n-d-827336-3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.082052 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.082418 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.082714 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.083007 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.083288 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.083570 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.083860 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.084163 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.084451 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] log_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.084731 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.085026 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.085315 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.085614 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.085844 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.086067 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.086360 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.086652 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.086932 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.087210 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.087486 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.087762 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.088065 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.088341 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.088628 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.088978 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.089268 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.089548 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.090326 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.090604 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.090880 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.091167 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.091446 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.091721 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.092022 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.092315 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.092590 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.092867 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.093170 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.093459 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.093745 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.094035 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.094308 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.094593 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.094869 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.095145 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.095419 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] use_json = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.095701 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.096002 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.096288 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.096568 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.096845 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.097120 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.097394 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.097681 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.098033 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:49.098337 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.098640 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.098947 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.099251 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.099547 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.099830 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.100152 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.100437 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.100730 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.101021 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.101314 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.101596 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.101899 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.102190 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.102488 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.102797 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.103095 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.103392 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.103673 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.103971 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.104254 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.104565 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.104859 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.105143 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.105437 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.105736 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.106020 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.106322 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.106615 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.106913 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.107209 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.107490 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.107778 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.108111 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.108401 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.108682 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.108968 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.109263 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.109549 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.109827 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.110116 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.110401 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.110679 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.110956 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.111241 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.111539 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.111823 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.112131 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.112406 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.112689 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.112965 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.113254 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.113611 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.113896 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.114176 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.114460 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.114740 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.115020 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.115302 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.115585 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.115922 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.116224 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.116501 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.116782 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.117059 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.117333 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.117633 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.117907 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.118188 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.118465 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.118739 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.119014 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.119291 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.119592 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.119884 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.120234 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.120517 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.120800 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.121081 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.121363 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.121644 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.121926 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.122246 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.122513 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.122789 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.123088 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.123424 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.123713 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.124040 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.124347 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.124647 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.124927 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.125217 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.125499 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.125786 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.126074 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.126389 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.126685 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.126981 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.127279 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.127630 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.127928 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.128232 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.128567 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.128850 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:49.129102 n-d-827336-3 neutron-server[103079]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 12:17:49.129385 n-d-827336-3 neutron-server[103079]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103079) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 03 12:17:49.509283 n-d-827336-3 neutron-server[103079]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 03 12:17:49.509675 n-d-827336-3 neutron-server[103079]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 03 12:17:49.509959 n-d-827336-3 neutron-server[103079]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 03 12:17:49.510224 n-d-827336-3 neutron-server[103079]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 03 12:17:49.845042 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:49.845258 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:49.845530 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:49.846874 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:49.847153 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:49.847433 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:49.892796 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:49.893077 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:49.893349 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:49.907997 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:49.908284 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:49.908590 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:49.939112 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:49.939396 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:49.939670 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:49.976047 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:49.976325 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:49.976596 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.316563 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.317137 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.317244 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.317517 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.318220 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.419449 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.419775 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.420088 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.420365 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.420633 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.420943 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.421206 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.421463 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.421718 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.422001 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.422261 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.422523 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.422776 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.423027 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.423282 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.423543 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.423796 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.424092 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.424368 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.424631 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.424905 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.425162 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.425445 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.425822 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.426151 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.426401 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.426796 n-d-827336-3 neutron-server[103079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 12:17:50.427040 n-d-827336-3 neutron-server[103079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 12:17:50.427280 n-d-827336-3 neutron-server[103079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 12:17:50.427518 n-d-827336-3 neutron-server[103079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 12:17:50.427755 n-d-827336-3 neutron-server[103079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 12:17:50.428025 n-d-827336-3 neutron-server[103079]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 12:17:50.428398 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 03 12:17:50.431563 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 03 12:17:50.435642 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 03 12:17:50.439532 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 03 12:17:50.441207 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 03 12:17:50.441742 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 03 12:17:50.442082 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 03 12:17:50.442476 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 03 12:17:50.445356 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 03 12:17:50.445616 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 03 12:17:50.445965 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 03 12:17:50.451335 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 03 12:17:50.475450 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 03 12:17:50.475914 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.476242 n-d-827336-3 neutron-server[103079]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103079) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 03 12:17:50.476606 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.477978 n-d-827336-3 neutron-server[103079]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103079) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 03 12:17:50.478264 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 03 12:17:50.478513 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 03 12:17:50.482358 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.482640 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:50.547045 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 03 12:17:50.547230 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 03 12:17:50.547472 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 03 12:17:50.547852 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 03 12:17:50.568082 n-d-827336-3 neutron-server[103079]: DEBUG oslo_db.sqlalchemy.engines [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103079) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 03 12:17:51.010125 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Initializing driver for type 'gre' Feb 03 12:17:51.010926 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] gre ID ranges: [(1, 1000)] Feb 03 12:17:51.064514 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Initializing driver for type 'local' Feb 03 12:17:51.064891 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Initializing driver for type 'vlan' Feb 03 12:17:51.077979 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] VlanTypeDriver initialization complete Feb 03 12:17:51.078401 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Initializing driver for type 'vxlan' Feb 03 12:17:51.078978 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] vxlan ID ranges: [(1, 1000)] Feb 03 12:17:51.128789 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Initializing extension driver 'port_security' Feb 03 12:17:51.129160 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.extensions.port_security [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] PortSecurityExtensionDriver initialization complete Feb 03 12:17:51.129499 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Initializing mechanism driver 'openvswitch' Feb 03 12:17:51.129852 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Initializing mechanism driver 'hyperv' Feb 03 12:17:51.137388 n-d-827336-3 neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:17:51.138085 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > port after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.138458 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > port after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.138810 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > port after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.139346 n-d-827336-3 neutron-server[103079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 12:17:51.139802 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > subnet after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.140184 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > subnet after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.140555 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.140953 n-d-827336-3 neutron-server[103079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 12:17:51.141396 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > network after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.141740 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > network after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.142086 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > network after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.142506 n-d-827336-3 neutron-server[103079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 12:17:51.142910 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > security_group after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.143261 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > security_group after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.143604 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.144166 n-d-827336-3 neutron-server[103079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 12:17:51.144612 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.144968 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.145314 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.145736 n-d-827336-3 neutron-server[103079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 12:17:51.146148 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > address_group after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.146533 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > address_group after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.146878 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.147301 n-d-827336-3 neutron-server[103079]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103079) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 03 12:17:51.147746 n-d-827336-3 neutron-server[103079]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] ML2 OVO RPC backend initialized. {{(pid=103079) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 03 12:17:51.148478 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.148845 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.149296 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > network before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.149646 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > networks before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.149999 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > port before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.150348 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > ports before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.150728 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > subnet before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.151076 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > subnets before_response 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.151997 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > network after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.152354 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > network after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.152696 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > network after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.153037 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > port after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.153379 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > port after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.153735 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > port after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.154083 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > subnet after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.154443 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > subnet after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.154782 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.162090 n-d-827336-3 neutron-server[103079]: INFO neutron.quota [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded quota_driver: . Feb 03 12:17:51.162457 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.plugin [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Modular L2 Plugin initialization complete Feb 03 12:17:51.162807 n-d-827336-3 neutron-server[103079]: DEBUG neutron.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading services supported by the core plugin {{(pid=103079) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 03 12:17:51.163152 n-d-827336-3 neutron-server[103079]: INFO neutron.plugins.ml2.managers [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Got port-security extension from driver 'port_security' Feb 03 12:17:51.163644 n-d-827336-3 neutron-server[103079]: INFO neutron.extensions.vlantransparent [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Disabled vlantransparent extension. Feb 03 12:17:51.164169 n-d-827336-3 neutron-server[103079]: DEBUG neutron.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103079) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 03 12:17:51.164500 n-d-827336-3 neutron-server[103079]: INFO neutron.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading Plugin: router Feb 03 12:17:51.202125 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.202520 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router after_create 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.202894 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router before_create 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.203287 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.203667 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.204056 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router after_delete 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.204447 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.204803 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.205163 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router after_create 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.205516 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router after_update 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.205891 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router after_update 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.206239 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.206599 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router after_update 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.207015 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router precommit_update 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.207465 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: port after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.207811 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: port after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.208201 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: subnet after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.208547 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.208905 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.209256 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router precommit_create 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.209636 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: port before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.209985 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router precommit_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.210346 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router after_update 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.210738 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.211075 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router precommit_create 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.211439 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.211810 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router precommit_update 55549900 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.212208 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > agent after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.212563 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > agent after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.212910 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > network after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.213838 n-d-827336-3 neutron-server[103079]: DEBUG neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Tracking information for resource: router configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 12:17:51.214776 n-d-827336-3 neutron-server[103079]: DEBUG neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Tracking information for resource: floatingip configured {{(pid=103079) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 12:17:51.219720 n-d-827336-3 neutron-server[103079]: INFO neutron.db.l3_agentschedulers_db [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 03 12:17:51.220331 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: port after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.220703 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: port after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.221060 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: port after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.221446 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: port after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.222397 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router before_create 55550100 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.222771 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.223140 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router precommit_create 55550100 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.223530 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > router precommit_update 55550100 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.228357 n-d-827336-3 neutron-server[103079]: DEBUG neutron.services.provider_configuration [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Service providers = [] {{(pid=103079) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 03 12:17:51.228728 n-d-827336-3 neutron-server[103079]: DEBUG neutron.db.servicetype_db [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103079) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 03 12:17:51.231736 n-d-827336-3 neutron-server[103079]: DEBUG neutron.services.service_base [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 12:17:51.232120 n-d-827336-3 neutron-server[103079]: DEBUG neutron.services.service_base [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 12:17:51.232464 n-d-827336-3 neutron-server[103079]: DEBUG neutron.services.service_base [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 12:17:51.233375 n-d-827336-3 neutron-server[103079]: DEBUG neutron.services.service_base [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103079) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 12:17:51.233746 n-d-827336-3 neutron-server[103079]: INFO neutron.services.service_base [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 03 12:17:51.234126 n-d-827336-3 neutron-server[103079]: DEBUG neutron.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 12:17:51.234447 n-d-827336-3 neutron-server[103079]: INFO neutron.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 03 12:17:51.245433 n-d-827336-3 neutron-server[103079]: DEBUG neutron.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 12:17:51.245792 n-d-827336-3 neutron-server[103079]: INFO neutron.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading Plugin: auto_allocate Feb 03 12:17:51.251697 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: network precommit_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.252110 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: network precommit_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.252672 n-d-827336-3 neutron-server[103079]: DEBUG neutron.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 12:17:51.253001 n-d-827336-3 neutron-server[103079]: INFO neutron.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading Plugin: tag Feb 03 12:17:51.260038 n-d-827336-3 neutron-server[103079]: DEBUG neutron.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 12:17:51.260419 n-d-827336-3 neutron-server[103079]: INFO neutron.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading Plugin: timestamp Feb 03 12:17:51.265021 n-d-827336-3 neutron-server[103079]: DEBUG neutron.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 12:17:51.265362 n-d-827336-3 neutron-server[103079]: INFO neutron.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading Plugin: network_ip_availability Feb 03 12:17:51.270990 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.271378 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.271739 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.272494 n-d-827336-3 neutron-server[103079]: DEBUG neutron.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 12:17:51.272818 n-d-827336-3 neutron-server[103079]: INFO neutron.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading Plugin: flavors Feb 03 12:17:51.277787 n-d-827336-3 neutron-server[103079]: DEBUG neutron.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 12:17:51.278117 n-d-827336-3 neutron-server[103079]: INFO neutron.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading Plugin: revisions Feb 03 12:17:51.282527 n-d-827336-3 neutron-server[103079]: DEBUG neutron.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103079) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 12:17:51.282923 n-d-827336-3 neutron-server[103079]: DEBUG oslo_concurrency.lockutils [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.773s {{(pid=103079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 03 12:17:51.283712 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103079) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 03 12:17:51.284275 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Initializing extension manager. Feb 03 12:17:51.284629 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: __init__.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.284977 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: __pycache__ {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.285316 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.285654 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: address_group.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.286430 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.287037 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: address-group Feb 03 12:17:51.287368 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: address_scope.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.288374 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.288913 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: address-scope Feb 03 12:17:51.289242 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.290235 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.290744 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: router-admin-state-down-before-update Feb 03 12:17:51.291107 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: agent.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.292574 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.293094 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: agent Feb 03 12:17:51.293418 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: agent_resources_synced.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.294337 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.294847 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: agent-resources-synced Feb 03 12:17:51.295206 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: allowedaddresspairs.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.297117 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.297643 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: allowed-address-pairs Feb 03 12:17:51.297993 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: auto_allocated_topology.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.299088 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.299603 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: auto-allocated-topology Feb 03 12:17:51.299933 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: availability_zone.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.300651 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.301198 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: availability_zone Feb 03 12:17:51.301509 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: availability_zone_filter.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.302454 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.302989 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: availability_zone_filter Feb 03 12:17:51.303318 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: data_plane_status.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.304368 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.304871 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension data-plane-status not supported by any of loaded plugins Feb 03 12:17:51.305196 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: default_subnetpools.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.306142 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.306652 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: default-subnetpools Feb 03 12:17:51.306978 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.308421 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.308934 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: dhcp_agent_scheduler Feb 03 12:17:51.309292 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: dns.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.310243 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.310743 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension dns-integration not supported by any of loaded plugins Feb 03 12:17:51.311072 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: dns_domain_ports.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.312025 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.312536 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 03 12:17:51.312869 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.313844 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.314330 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 03 12:17:51.314654 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: dvr.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.315357 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.315864 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: dvr Feb 03 12:17:51.316238 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: ecmp_routes.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.317264 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.317778 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 03 12:17:51.318064 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: empty_string_filtering.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.318977 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.319484 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: empty-string-filtering Feb 03 12:17:51.319808 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.320741 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.321251 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 03 12:17:51.321597 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.322509 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.323014 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 03 12:17:51.323394 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: external_net.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.324368 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.324869 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: external-net Feb 03 12:17:51.325195 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.326123 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.326626 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: extra_dhcp_opt Feb 03 12:17:51.326948 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: extraroute.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.327872 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.328421 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: extraroute Feb 03 12:17:51.328764 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: extraroute_atomic.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.329832 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.330343 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: extraroute-atomic Feb 03 12:17:51.330690 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: filter_validation.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.331377 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.331885 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: filter-validation Feb 03 12:17:51.332238 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: fip_pf_description.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.333147 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.333668 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 03 12:17:51.333996 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: fip_port_details.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.334908 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.335440 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: fip-port-details Feb 03 12:17:51.335764 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: flavors.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.337137 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.337654 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: flavors Feb 03 12:17:51.337982 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.339724 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.340284 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 03 12:17:51.340650 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: floatingip_pools.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.341359 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.341911 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: floatingip-pools Feb 03 12:17:51.342244 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: ip_allocation.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.343197 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.343709 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension ip_allocation not supported by any of loaded plugins Feb 03 12:17:51.344067 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.345009 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.345522 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: ip-substring-filtering Feb 03 12:17:51.345854 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: l2_adjacency.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.346793 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.347297 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 03 12:17:51.347626 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: l3.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.348746 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.349261 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: router Feb 03 12:17:51.349590 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.352027 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.352580 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 03 12:17:51.352915 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.353868 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.354901 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: ext-gw-mode Feb 03 12:17:51.355233 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.356210 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.356759 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: l3-ha Feb 03 12:17:51.357091 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: l3_flavors.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.358028 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.358565 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: l3-flavors Feb 03 12:17:51.358896 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.359809 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.360352 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 03 12:17:51.360682 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: l3agentscheduler.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.361751 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.362268 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: l3_agent_scheduler Feb 03 12:17:51.362600 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: local_ip.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.364566 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.365112 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension local_ip not supported by any of loaded plugins Feb 03 12:17:51.365450 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: logging.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.366934 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.367460 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension logging not supported by any of loaded plugins Feb 03 12:17:51.367795 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: metering.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.368591 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.369168 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: metering Feb 03 12:17:51.369496 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.371165 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.371700 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: metering_source_and_destination_fields Feb 03 12:17:51.372075 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: multiprovidernet.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.373029 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.373539 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: multi-provider Feb 03 12:17:51.373872 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: netmtu.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.374791 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.375314 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: net-mtu Feb 03 12:17:51.375635 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: netmtu_writable.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.376612 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.377121 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: net-mtu-writable Feb 03 12:17:51.377470 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: network_availability_zone.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.378174 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.378675 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: network_availability_zone Feb 03 12:17:51.378999 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: network_ip_availability.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.380166 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.380702 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: network-ip-availability Feb 03 12:17:51.381032 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: network_segment_range.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.381810 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.382313 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension network-segment-range not supported by any of loaded plugins Feb 03 12:17:51.382913 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: pagination.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.383895 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.384252 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: pagination Feb 03 12:17:51.384610 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: port_device_profile.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.385520 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.386078 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: port-device-profile Feb 03 12:17:51.386400 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.387318 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.387834 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: port-mac-address-regenerate Feb 03 12:17:51.388186 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.389260 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.389782 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: port-numa-affinity-policy Feb 03 12:17:51.390142 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: port_resource_request.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.391063 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.391596 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension port-resource-request not supported by any of loaded plugins Feb 03 12:17:51.391928 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: port_resource_request_groups.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.392938 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.393446 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 03 12:17:51.393771 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: portbindings.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.394758 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.395301 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: binding Feb 03 12:17:51.395630 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: portbindings_extended.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.396986 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.397495 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: binding-extended Feb 03 12:17:51.397827 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: portsecurity.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.398798 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.399331 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: port-security Feb 03 12:17:51.399656 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: project_id.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.400671 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.401006 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: project-id Feb 03 12:17:51.401985 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: providernet.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.402996 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.403507 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: provider Feb 03 12:17:51.403852 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: qos.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.407536 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.408095 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension qos not supported by any of loaded plugins Feb 03 12:17:51.408436 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.409711 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.410242 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 03 12:17:51.410660 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.411606 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.412153 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 03 12:17:51.412512 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: qos_default.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.413425 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.413937 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension qos-default not supported by any of loaded plugins Feb 03 12:17:51.414266 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: qos_fip.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.415184 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.415724 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension qos-fip not supported by any of loaded plugins Feb 03 12:17:51.416077 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.417558 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.418098 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 03 12:17:51.418431 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: qos_gateway_ip.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.419358 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.419901 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 03 12:17:51.420260 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: qos_port_network_policy.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.421176 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.421681 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 03 12:17:51.422012 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.423076 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.423585 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 03 12:17:51.423910 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: qos_pps_rule.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.425192 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.425737 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension qos-pps not supported by any of loaded plugins Feb 03 12:17:51.426068 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: qos_rule_type_details.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.427013 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.427546 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 03 12:17:51.427876 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: qos_rules_alias.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.428969 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.429483 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 03 12:17:51.429816 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: quota_check_limit.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.430735 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.431275 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: quota-check-limit Feb 03 12:17:51.431607 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: quotasv2.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.432662 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.432998 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: quotas Feb 03 12:17:51.433345 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: quotasv2_detail.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.435214 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.435561 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: quota_details Feb 03 12:17:51.435897 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: rbac.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.436990 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.437518 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: rbac-policies Feb 03 12:17:51.437855 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: rbac_address_group.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.438816 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.439338 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: rbac-address-group Feb 03 12:17:51.439700 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: rbac_address_scope.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.440682 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.441223 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: rbac-address-scope Feb 03 12:17:51.441620 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: rbac_security_groups.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.442561 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.443076 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: rbac-security-groups Feb 03 12:17:51.443407 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: rbac_subnetpool.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.444369 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.444879 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: rbac-subnetpool Feb 03 12:17:51.445236 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: revisionifmatch.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.446158 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.446695 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: revision-if-match Feb 03 12:17:51.447029 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: revisions.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.448229 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.448739 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: standard-attr-revisions Feb 03 12:17:51.449069 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: router_availability_zone.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.449772 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.450285 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: router_availability_zone Feb 03 12:17:51.450615 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: routerservicetype.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.451560 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.452110 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension router-service-type not supported by any of loaded plugins Feb 03 12:17:51.452465 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.453459 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.453997 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: security-groups-normalized-cidr Feb 03 12:17:51.454328 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.455248 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.455757 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: port-security-groups-filtering Feb 03 12:17:51.456122 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.457070 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.457652 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: security-groups-remote-address-group Feb 03 12:17:51.458017 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.458951 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.459488 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: security-groups-shared-filtering Feb 03 12:17:51.459818 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.460461 n-d-827336-3 neutron-server[103079]: WARNING neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 03 12:17:51.460790 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: securitygroup.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.471014 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.471570 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: security-group Feb 03 12:17:51.471906 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: segment.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.472759 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.473321 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension segment not supported by any of loaded plugins Feb 03 12:17:51.473646 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.474623 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.475133 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 03 12:17:51.475466 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: servicetype.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.476626 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.477145 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: service-type Feb 03 12:17:51.477501 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: sorting.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.478485 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.478842 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: sorting Feb 03 12:17:51.479169 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: standard_attr_segment.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.480733 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.481249 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 03 12:17:51.481576 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: standardattrdescription.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.482257 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.482770 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: standard-attr-description Feb 03 12:17:51.483131 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: stateful_security_group.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.484107 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.484622 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: stateful-security-group Feb 03 12:17:51.484950 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: stdattrs_common.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.485549 n-d-827336-3 neutron-server[103079]: WARNING neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 03 12:17:51.485874 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.486829 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.487345 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 03 12:17:51.487675 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: subnet_onboard.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.488772 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.489318 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: subnet_onboard Feb 03 12:17:51.489647 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.490695 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.491180 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 03 12:17:51.491462 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: subnet_service_types.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.492433 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.492979 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: subnet-service-types Feb 03 12:17:51.493304 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: subnetallocation.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.494443 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.494975 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: subnet_allocation Feb 03 12:17:51.495305 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.495995 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.496537 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: subnetpool-prefix-ops Feb 03 12:17:51.496862 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.498038 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.498542 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 03 12:17:51.498869 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: tagging.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.499994 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.500528 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: standard-attr-tag Feb 03 12:17:51.500853 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: timestamp.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.502101 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.502625 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loaded extension: standard-attr-timestamp Feb 03 12:17:51.502957 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: trunk.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.504084 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.504644 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension trunk not supported by any of loaded plugins Feb 03 12:17:51.504974 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: trunk_details.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.505928 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.506464 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension trunk-details not supported by any of loaded plugins Feb 03 12:17:51.506794 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: uplink_status_propagation.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.508000 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.508515 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 03 12:17:51.508843 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Loading extension file: vlantransparent.py {{(pid=103079) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 03 12:17:51.509546 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103079) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 12:17:51.510083 n-d-827336-3 neutron-server[103079]: INFO neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 03 12:17:51.512812 n-d-827336-3 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Creating instance of TrackedResource for resource:network Feb 03 12:17:51.513338 n-d-827336-3 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Creating instance of TrackedResource for resource:subnet Feb 03 12:17:51.513756 n-d-827336-3 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 12:17:51.514156 n-d-827336-3 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Creating instance of TrackedResource for resource:port Feb 03 12:17:51.515425 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:17:51.515873 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Service FLAVORS assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:17:51.516548 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:17:51.516980 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:17:51.517344 n-d-827336-3 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Creating instance of TrackedResource for resource:router Feb 03 12:17:51.517785 n-d-827336-3 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Creating instance of TrackedResource for resource:floatingip Feb 03 12:17:51.518299 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Service METERING assigned prefix: /metering {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:17:51.519819 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.520229 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.520588 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:17:51.521626 n-d-827336-3 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 12:17:51.522082 n-d-827336-3 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Creating instance of TrackedResource for resource:security_group Feb 03 12:17:51.522695 n-d-827336-3 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 12:17:51.524485 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Service CORE assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:17:51.524846 n-d-827336-3 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 12:17:51.525312 n-d-827336-3 neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] subnetpool is already registered Feb 03 12:17:51.525745 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Service CORE assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:17:51.526105 n-d-827336-3 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 12:17:51.526959 n-d-827336-3 neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] subnetpool is already registered Feb 03 12:17:51.529381 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:17:51.529854 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Service FLAVORS assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:17:51.530443 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:17:51.530867 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:17:51.531226 n-d-827336-3 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Creating instance of TrackedResource for resource:router Feb 03 12:17:51.531569 n-d-827336-3 neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] router is already registered Feb 03 12:17:51.532018 n-d-827336-3 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Creating instance of TrackedResource for resource:floatingip Feb 03 12:17:51.532374 n-d-827336-3 neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] floatingip is already registered Feb 03 12:17:51.532831 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Service METERING assigned prefix: /metering {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:17:51.533497 n-d-827336-3 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 12:17:51.533849 n-d-827336-3 neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] rbac_policy is already registered Feb 03 12:17:51.534259 n-d-827336-3 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Creating instance of TrackedResource for resource:security_group Feb 03 12:17:51.534596 n-d-827336-3 neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] security_group is already registered Feb 03 12:17:51.535002 n-d-827336-3 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 12:17:51.535366 n-d-827336-3 neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] security_group_rule is already registered Feb 03 12:17:51.536063 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Service CORE assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:17:51.536400 n-d-827336-3 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 12:17:51.536758 n-d-827336-3 neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] subnetpool is already registered Feb 03 12:17:51.537174 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.v2.resource_helper [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Service CORE assigned prefix: {{(pid=103079) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 12:17:51.537500 n-d-827336-3 neutron-server[103079]: INFO neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 12:17:51.537831 n-d-827336-3 neutron-server[103079]: WARNING neutron.quota.resource_registry [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] subnetpool is already registered Feb 03 12:17:51.538299 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: extensions {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.539830 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: address-groups {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.541392 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: address-scopes {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.543360 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: agents {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.544557 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: auto-allocated-topology {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.545858 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: availability_zones {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.547109 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: dhcp-networks {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.548733 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: dhcp-agents {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.550161 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: routers {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.552525 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: flavors {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.553728 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: service_profiles {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.554956 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: next_providers {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.556470 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: service_profiles {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.558056 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: floatingip-pools {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.559306 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: routers {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.561444 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: floatingips {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.562761 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: l3-routers {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.564214 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: l3-agents {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.565690 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: metering-labels {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.567163 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: metering-label-rules {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.568478 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: network-ip-availabilities {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.569752 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: bindings {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.571430 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: quotas {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.573277 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: quotas {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.574931 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: rbac-policies {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.576259 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: security-groups {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.577523 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: security-group-rules {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.578775 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: service-providers {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.580083 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: subnetpools {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.581542 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: subnetpools {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.583067 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.584812 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.586652 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.588500 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.591908 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.593840 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.595578 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.597573 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.599547 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.601497 n-d-827336-3 neutron-server[103079]: DEBUG neutron.api.extensions [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Extended resource: tags {{(pid=103079) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 03 12:17:51.608057 n-d-827336-3 neutron-server[103079]: WARNING keystonemiddleware.auth_token [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 03 12:17:51.612935 n-d-827336-3 neutron-server[103079]: WARNING keystonemiddleware.auth_token [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 03 12:17:51.621642 n-d-827336-3 neutron-server[103079]: DEBUG oslo_concurrency.lockutils [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Acquired lock "singleton_lock" {{(pid=103079) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 03 12:17:51.622154 n-d-827336-3 neutron-server[103079]: DEBUG oslo_concurrency.lockutils [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Releasing lock "singleton_lock" {{(pid=103079) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 03 12:17:51.622813 n-d-827336-3 neutron-server[103079]: INFO oslo_service.service [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Starting 2 workers Feb 03 12:17:51.627705 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Started child 103188 {{(pid=103079) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 12:17:51.632580 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Started child 103189 {{(pid=103079) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 12:17:51.633613 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:51.634430 n-d-827336-3 neutron-server[103079]: INFO neutron.service [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 03 12:17:51.635089 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:51.635262 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [-] (103188) wsgi starting up on http://0.0.0.0:9696 Feb 03 12:17:51.637698 n-d-827336-3 neutron-server[103079]: INFO oslo_service.service [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Starting 1 workers Feb 03 12:17:51.637942 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:51.639418 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [-] (103189) wsgi starting up on http://0.0.0.0:9696 Feb 03 12:17:51.643139 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Started child 103190 {{(pid=103079) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 12:17:51.643691 n-d-827336-3 neutron-server[103079]: INFO oslo_service.service [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Starting 1 workers Feb 03 12:17:51.647305 n-d-827336-3 neutron-server[103190]: DEBUG neutron.service [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] calling RpcWorker wait() {{(pid=103190) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 03 12:17:51.647881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.service [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] returning from RpcWorker wait() {{(pid=103190) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 03 12:17:51.648380 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Started child 103191 {{(pid=103079) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 03 12:17:51.649395 n-d-827336-3 neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-04b5d789-0d30-4591-bed1-9eadb7a14b01 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:51.649547 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:51.649650 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:17:51.651829 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103079) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 03 12:17:51.652080 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 12:17:51.652271 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 12:17:51.652691 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 12:17:51.653262 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 12:17:51.653425 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 12:17:51.654080 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.654407 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.654680 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.654964 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.655268 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.655652 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:17:51.656174 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.656174 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.656353 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.656577 n-d-827336-3 neutron-server[103191]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:17:51.656768 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.657176 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.657355 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.657722 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.657984 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.658242 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.658547 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.658848 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.659064 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.659522 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.659694 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.660165 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.660685 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.661074 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.661489 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] debug = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.661932 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.662439 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.662890 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.663122 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.663501 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.663811 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.664103 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.664383 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.664642 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.664862 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.665375 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.665524 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.665733 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.666086 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.666803 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.666973 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.667681 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.668103 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.668586 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] host = n-d-827336-3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.669009 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.669242 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.669534 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.669768 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.670027 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.670293 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.670558 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.670831 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.671113 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.671367 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.671622 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.671891 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.672156 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.672421 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] log_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.672593 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] log_options = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.672811 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.673098 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.673357 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.673553 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.673724 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.673880 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.674133 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.674286 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.674527 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.674784 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.675000 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.675222 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.675458 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.675790 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.676252 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.676484 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.676892 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.677144 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.677393 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.677806 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.678038 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.678355 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.678507 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.678718 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.678960 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.679199 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.679452 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.679672 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.679951 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.680189 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.680427 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.680683 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.680949 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.681184 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.681454 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.681689 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.681940 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.682172 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.682469 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.682727 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.683064 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.683343 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.683584 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.683833 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.684074 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.684292 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.684567 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] use_json = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.684790 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.685026 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.685272 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.685488 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.685724 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.685938 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.686191 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.686428 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.686687 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.687141 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.687459 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.687794 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.688081 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.688319 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.688576 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.688827 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.689067 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.689321 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.689616 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.689935 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.690176 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.690489 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.690724 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.690986 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.691327 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.691649 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.691997 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.692253 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.692433 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.692676 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.692925 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.693186 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.693624 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.693896 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.694135 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.694787 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.694787 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.695768 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.695768 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.695768 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.695768 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.697189 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.697189 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.697189 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.697189 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.697189 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.697189 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.697608 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.697608 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.698121 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.698121 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.698453 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.698784 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.698784 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.699090 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.699267 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.699382 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.699629 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.699878 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.700168 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.700408 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.700638 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.700862 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.701122 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.701369 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.701626 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.701890 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.702181 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.702999 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.702999 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.702999 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.703377 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.703377 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.703578 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.703665 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.703892 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.704860 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.704860 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.704860 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.704860 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.706717 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.706717 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.706717 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.706717 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.706717 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.706717 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.706717 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.706717 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.708866 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.708866 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.708866 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.708866 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.708866 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.708866 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.708866 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.708866 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.708866 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.710024 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.710024 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.710024 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.710024 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.710024 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.711232 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.711232 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.711232 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.711232 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.711232 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.715672 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.715672 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.715672 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.715672 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.715672 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.715672 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.715672 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.715672 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.716675 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.716675 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.716675 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.716675 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.716675 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.716675 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.716675 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.716675 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.720178 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.720178 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.720178 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.720178 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.720178 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.720178 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.720178 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.720178 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.720858 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.720858 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.720858 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.720858 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.720858 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.720858 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.720858 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.720858 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.721692 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.721692 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.721692 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.721692 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.721692 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.721692 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.721692 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.721692 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.722560 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.722560 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.722560 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.722560 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.722560 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.723194 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.723194 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.723194 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.723463 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.723703 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.723996 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.724398 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.724814 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.725232 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.725625 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.726023 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.726473 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.726735 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.726996 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.727222 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.727447 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.727708 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.727927 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.728173 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.728394 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.729039 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.729039 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.729451 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.729451 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.730167 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.730417 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.730644 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.730886 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.731112 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.731358 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.731631 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.731853 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.732158 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.732417 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.732675 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.732933 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.733165 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.733425 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.735179 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.735179 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.735179 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.735179 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.735179 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.735179 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.735179 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.735652 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.735652 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.735652 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.735981 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.736163 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.736504 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.736752 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.737004 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.737254 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.737474 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.737711 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.737958 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.738169 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.738419 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.738646 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.738886 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.739150 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.739395 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.739638 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.739900 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.740141 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.740358 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.740579 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.740793 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.741089 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.741346 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.741659 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.741971 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.742187 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.742403 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.742642 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.742866 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.743107 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.743342 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.743557 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.743770 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.744044 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.744262 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.744471 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.744843 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.745293 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.745680 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.745962 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.746203 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.746446 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.746668 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.747038 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.747257 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.747511 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.747727 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.747972 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.748197 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.748442 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.748657 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.748911 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.749125 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.749356 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.749584 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.749802 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.750015 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.750312 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.750565 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.750787 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.751078 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.751308 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.751556 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.751796 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.752114 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.752355 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.752604 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.752838 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.753059 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.753280 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.753536 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.753901 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.754268 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.754540 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.754811 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.755100 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.755400 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.755680 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.755917 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.756225 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.756568 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.756837 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.757094 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.757364 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.757600 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.758100 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.758411 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.758581 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.758976 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.759390 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.759631 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.759863 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.760121 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.760387 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.760642 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.760863 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.761111 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.761340 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.761593 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.761811 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.761969 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 12:17:51.762547 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103079) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 03 12:17:51.762710 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 12:17:51.762914 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 12:17:51.763033 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 12:17:51.763217 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 12:17:51.763374 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 12:17:51.763594 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.763797 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.763899 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.764076 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.764294 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.764537 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.764638 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.764742 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.764902 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.765061 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.765223 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.765397 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.765553 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.765713 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.765801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:17:51.765893 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.766017 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.766177 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.766335 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.766524 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.766683 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.766841 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.767000 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.767159 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] debug = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.767337 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.767539 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.767703 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.767863 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.768049 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.768209 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.768368 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.768527 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.768684 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.768845 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.769137 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.769302 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.769461 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.769660 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.769867 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.770024 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.770342 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.770642 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.770932 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] host = n-d-827336-3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.771227 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.771530 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.771632 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.771717 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.771874 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.772068 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.772205 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.772418 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.772569 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.772684 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.772845 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.773005 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.773162 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.773322 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] log_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.773481 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] log_options = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.773638 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.773796 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.773946 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.774128 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.774316 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.774474 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.774634 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.774798 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.774959 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.775134 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.775251 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.775407 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.775565 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.775723 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.775881 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.776132 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.776818 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.776961 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.777086 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.777208 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.777354 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.777511 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.777669 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.777827 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.777984 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.778142 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.778298 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.778456 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.778612 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.778769 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.778926 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.779097 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.779227 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.779376 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.779533 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.779692 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.779879 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.780065 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.780222 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.780379 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.780518 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.780673 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.780830 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.780988 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.781137 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.781329 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.781486 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] use_json = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.781633 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.781791 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.781950 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.782127 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.782272 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.782431 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.782586 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.782731 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.782867 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 12:17:51.783054 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.783219 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.783392 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.783555 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.783704 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.783867 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.784061 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.784236 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.784403 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.784538 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.784708 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.784876 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.785031 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.785199 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.785439 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.785606 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.785771 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.785932 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.786094 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.786299 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.786419 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.786580 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.786788 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.786914 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.787117 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.787390 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.787390 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.787631 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.787826 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.787826 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.788048 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.788190 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.788351 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.788571 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.788732 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.788847 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.789001 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.789158 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.790576 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.790576 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.790576 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.790576 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.790576 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.791662 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.791662 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.791662 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.791662 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.799977 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.799977 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.800191 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56850) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:17:51.800294 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.800294 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.800294 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.800294 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.800294 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.800294 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.800294 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.800294 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.800294 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.800785 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.800785 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.800785 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.800785 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.800785 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.800785 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.800785 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.800785 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.800785 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.801272 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.801272 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.801272 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.801272 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.801272 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.801272 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.801272 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.801272 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.801272 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.801754 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.801754 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.801754 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.801754 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.801754 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.801754 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.801754 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.801754 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.801754 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.802340 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.802340 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.802340 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.802340 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.802340 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.802340 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.802666 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.802666 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.802791 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.802918 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.803078 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.803241 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.803405 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.803574 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.803736 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.803926 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.804099 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.804268 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.805004 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068977 Feb 03 12:17:51.805173 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.805429 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.805602 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.805775 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.805935 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.806099 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.806262 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.806430 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.806591 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.806751 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.807136 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.811968 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.811968 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.811968 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.811968 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.811968 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.811968 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.811968 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.811968 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.812488 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.812488 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.812488 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.812488 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.812488 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.812488 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.812488 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.812488 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.812933 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.812933 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.812933 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.812933 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.812933 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.812933 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.812933 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.812933 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.813389 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.813389 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.813389 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.813389 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.813389 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.813389 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.814136 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.814498 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.814846 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.815083 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.815316 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.815499 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.815676 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.815848 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.816999 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.817181 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.817378 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.817549 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.817718 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.817885 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.818054 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.818220 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.818384 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.818547 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.818711 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.818872 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.819032 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.819201 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.819385 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.819545 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.819712 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.819871 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.820057 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.820230 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.820406 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.820551 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.820718 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.820884 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.821047 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.821216 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.821412 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.821577 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.821740 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.821903 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.822068 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.822250 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.822414 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.822576 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.822737 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.822941 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.823069 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.823739 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.823903 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.824091 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.824248 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.824431 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.824613 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.824755 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.824914 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.825061 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.825226 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.825388 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.825550 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.825710 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.826772 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.826772 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.826772 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.826772 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.826772 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.826772 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.826772 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.827357 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.827357 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.827357 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.827551 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.827551 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.827722 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.827884 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.828112 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.828279 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.828453 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.828616 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.828776 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.828938 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.829099 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.829260 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.829431 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.829591 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.829742 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.829925 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.830061 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.830195 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.830390 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.830555 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.830718 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.830883 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.831044 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.831205 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.831376 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.831538 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.831699 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.831862 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.832052 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.832291 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.832465 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.832629 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.832791 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.833008 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.833134 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.833255 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.833410 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.833573 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.833740 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.833911 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.834072 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.834233 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.834397 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.834595 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.834760 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.834925 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.835087 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.835249 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.835410 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.835616 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.835784 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.835996 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.836172 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.836336 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.836526 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.836697 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.836868 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.837031 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.837199 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.837373 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.837536 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.837697 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.837862 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.838020 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.838183 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.838357 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.838518 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.838699 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.838892 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.839054 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.839214 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.839375 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.839536 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.839698 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.839859 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.840030 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.840198 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.840406 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.840550 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 12:17:51.840691 n-d-827336-3 neutron-server[103079]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103079) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 12:18:03.449856 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05ffee4-c36a-4040-9a06-ce8c1b9bae90 None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:18:03.653256 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05ffee4-c36a-4040-9a06-ce8c1b9bae90 None None] No non-hosted networks {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 03 12:18:03.668070 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.agentschedulers_db [None req-f05ffee4-c36a-4040-9a06-ce8c1b9bae90 None None] DHCP Agent not found on host n-d-827336-3 {{(pid=103190) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 03 12:18:03.789319 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e12c5fb-0229-4688-a0cd-b7254a6ba7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7890104'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.859404 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4b7f4dfc-be13-4c99-a3a3-4b45910a3213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7890104'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:05.915798 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3fe547eb-a104-4249-97ba-33ba4f15ad61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:06.735014 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7890104'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:08.028352 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7890104'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:09.543563 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7890104'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:09.545053 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:09.545566 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:09.545916 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:09.546574 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:09.546952 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:09.547442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:09.547780 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:09.548144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:09.548471 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:09.548980 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:09.549463 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:09.549794 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:09.550415 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:09.550871 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827336-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:09.558550 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827336-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:12.059174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56952) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:12.595582 n-d-827336-3 neutron-server[103188]: WARNING oslo_policy.policy [None req-a4846338-a4b1-4d53-b765-f094fa39e924 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 12:18:12.596295 n-d-827336-3 neutron-server[103188]: WARNING oslo_policy.policy [None req-a4846338-a4b1-4d53-b765-f094fa39e924 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 12:18:12.819191 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [None req-a4846338-a4b1-4d53-b765-f094fa39e924 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:18:12.820481 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a4846338-a4b1-4d53-b765-f094fa39e924 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7586987 Feb 03 12:18:12.955686 n-d-827336-3 neutron-server[103190]: INFO neutron.db.l3_hamode_db [None req-e0733ec1-ccce-4ffa-bfc6-8d92304508c5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 03 12:18:13.040013 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0733ec1-ccce-4ffa-bfc6-8d92304508c5 None None] Routers set() bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:18:13.040394 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0733ec1-ccce-4ffa-bfc6-8d92304508c5 None None] Router IDs set() for agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 12:18:15.521554 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56968) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:15.815648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-dbc552c2-3380-4ec2-9294-838394f9778b admin admin] Request body: {'subnetpool': {'is_default': True, 'tenant_id': 'c0fb5ac557ff49858052fd9d6a2d8345', 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:18:15.908481 n-d-827336-3 neutron-server[103188]: DEBUG neutron.policy [None req-dbc552c2-3380-4ec2-9294-838394f9778b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103188) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 03 12:18:15.950921 n-d-827336-3 neutron-server[103188]: WARNING oslo_policy.policy [None req-dbc552c2-3380-4ec2-9294-838394f9778b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 12:18:15.951234 n-d-827336-3 neutron-server[103188]: WARNING oslo_policy.policy [None req-dbc552c2-3380-4ec2-9294-838394f9778b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 12:18:16.044057 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbc552c2-3380-4ec2-9294-838394f9778b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757069485002', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757069485465', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757069536013', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757069534314', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757069516108', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757069573828', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-705719', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-696503', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7872524', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7945196'] for rbac-policy (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:16.110077 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbc552c2-3380-4ec2-9294-838394f9778b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:16.111277 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-dbc552c2-3380-4ec2-9294-838394f9778b admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5887482 Feb 03 12:18:18.728079 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56980) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:19.024660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '289c35ad63594fbb9a8140347b8bc46e', 'name': 'private', 'project_id': '289c35ad63594fbb9a8140347b8bc46e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:18:19.052307 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Made reservation on behalf of 289c35ad63594fbb9a8140347b8bc46e for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:18:19.055337 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:19.072110 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:19.180362 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Publish callbacks [] for security_group (2273e176-c8b4-4009-91f6-c2271a79817b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:19.184422 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2273e176-c8b4-4009-91f6-c2271a79817b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:19.205606 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:18:19.232457 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757073540509', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (917cf627-4b4e-4697-b305-305800233a69), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:19.233055 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Unsubscribe: segment precommit_create {{(pid=103188) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 03 12:18:19.233578 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Added segment 917cf627-4b4e-4697-b305-305800233a69 of type vlan for network 5ae85df8-5d88-420f-9f19-ffd5229ccce8 Feb 03 12:18:19.251569 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2273e176-c8b4-4009-91f6-c2271a79817b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:19.277938 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:19.278293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:19.278636 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:19.278973 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:19.279312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:19.279641 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:19.279987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:19.280315 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:19.280637 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:19.280958 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:19.281278 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:19.281595 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:19.281914 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Tracked resource versions report: Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: pushed versions: Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: { 'AddressGroup': {'1.2'}, Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'ConntrackHelper': {'1.0'}, Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'LocalIPAssociation': {'1.0'}, Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'Log': {'1.0'}, Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'Network': {'1.1'}, Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'Port': {'1.7'}, Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'PortForwarding': {'1.2'}, Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'QosPolicy': {'1.10'}, Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'SecurityGroup': {'1.5'}, Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'SecurityGroupRule': {'1.2'}, Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'SubPort': {'1.0'}, Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'Subnet': {'1.1'}, Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'Trunk': {'1.1'}} Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: consumer versions: Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: { DHCP agent@n-d-827336-3: {}, Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: L3 agent@n-d-827336-3: {}, Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: Metadata agent@n-d-827336-3: {}, Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: Metering agent@n-d-827336-3: {}, Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: Open vSwitch agent@n-d-827336-3: { 'AddressGroup': '1.2', Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'ConntrackHelper': '1.0', Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'LocalIPAssociation': '1.0', Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'Log': '1.0', Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'Network': '1.1', Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'Port': '1.7', Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'PortForwarding': '1.2', Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'QosPolicy': '1.10', Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'SecurityGroup': '1.5', Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'SecurityGroupRule': '1.2', Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'SubPort': '1.0', Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'Subnet': '1.1', Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: 'Trunk': '1.1'}} Feb 03 12:18:19.283063 n-d-827336-3 neutron-server[103188]: {{(pid=103188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 12:18:19.350961 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (5ae85df8-5d88-420f-9f19-ffd5229ccce8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:19.390782 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (5ae85df8-5d88-420f-9f19-ffd5229ccce8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:19.392049 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:19.392757 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:19.449347 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7195554 Feb 03 12:18:19.491745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337e18c-afff-47ad-9d6c-fa0bb2133033 admin admin] Pushing event updated for resources: {'Network': ['ID=5ae85df8-5d88-420f-9f19-ffd5229ccce8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:19.503161 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 5ae85df8-5d88-420f-9f19-ffd5229ccce8 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:18:22.282204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56994) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:22.776138 n-d-827336-3 neutron-server[103189]: WARNING oslo_policy.policy [None req-f7df578d-7770-45cc-baa1-15aa303540c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 12:18:22.776698 n-d-827336-3 neutron-server[103189]: WARNING oslo_policy.policy [None req-f7df578d-7770-45cc-baa1-15aa303540c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 12:18:23.205154 n-d-827336-3 neutron-server[103189]: DEBUG neutron.policy [None req-f7df578d-7770-45cc-baa1-15aa303540c5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103189) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 03 12:18:23.245281 n-d-827336-3 neutron-server[103189]: WARNING oslo_policy.policy [None req-f7df578d-7770-45cc-baa1-15aa303540c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 12:18:23.245644 n-d-827336-3 neutron-server[103189]: WARNING oslo_policy.policy [None req-f7df578d-7770-45cc-baa1-15aa303540c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 12:18:23.254041 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7df578d-7770-45cc-baa1-15aa303540c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:23.255726 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f7df578d-7770-45cc-baa1-15aa303540c5 admin admin] 10.222.0.18 "GET /v2.0/networks/5ae85df8-5d88-420f-9f19-ffd5229ccce8 HTTP/1.1" status: 200 len: 825 time: 0.9725871 Feb 03 12:18:23.294806 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c3ded023-6988-4472-bc12-659dcc322099 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/4f2b5433-838a-4b87-a85f-a927ec5c82b1 HTTP/1.1" status: 200 len: 734 time: 0.0327399 Feb 03 12:18:23.303798 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Request body: {'subnet': {'subnetpool_id': '4f2b5433-838a-4b87-a85f-a927ec5c82b1', 'gateway_ip': '172.20.0.1', 'tenant_id': '289c35ad63594fbb9a8140347b8bc46e', 'ip_version': 4, 'network_id': '5ae85df8-5d88-420f-9f19-ffd5229ccce8', 'name': 'private-subnet'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:18:23.340112 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Made reservation on behalf of 289c35ad63594fbb9a8140347b8bc46e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:18:23.342881 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:23.625776 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for subnet (3f6d88e9-0f73-4ff2-80df-902779dd3b35), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:23.698470 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Checking segment: {'id': '917cf627-4b4e-4697-b305-305800233a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ae85df8-5d88-420f-9f19-ffd5229ccce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:18:23.698840 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Network hostable DHCP agents. Network: 5ae85df8-5d88-420f-9f19-ffd5229ccce8, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:18:23.707603 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f6d88e9-0f73-4ff2-80df-902779dd3b35,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:23.722223 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:23.722570 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:23.722994 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:23.723328 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:23.723656 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:23.724007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:23.724332 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:23.724652 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:23.724969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:23.725285 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:23.725603 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:23.725922 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:23.726261 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Tracked resource versions report: Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: pushed versions: Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: { 'AddressGroup': {'1.2'}, Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'ConntrackHelper': {'1.0'}, Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'LocalIPAssociation': {'1.0'}, Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'Log': {'1.0'}, Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'Network': {'1.1'}, Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'Port': {'1.7'}, Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'PortForwarding': {'1.2'}, Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'QosPolicy': {'1.10'}, Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'SecurityGroup': {'1.5'}, Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'SecurityGroupRule': {'1.2'}, Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'SubPort': {'1.0'}, Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'Subnet': {'1.1'}, Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'Trunk': {'1.1'}} Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: consumer versions: Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: { DHCP agent@n-d-827336-3: {}, Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: L3 agent@n-d-827336-3: {}, Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: Metadata agent@n-d-827336-3: {}, Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: Metering agent@n-d-827336-3: {}, Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: Open vSwitch agent@n-d-827336-3: { 'AddressGroup': '1.2', Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'ConntrackHelper': '1.0', Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'LocalIPAssociation': '1.0', Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'Log': '1.0', Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'Network': '1.1', Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'Port': '1.7', Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'PortForwarding': '1.2', Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'QosPolicy': '1.10', Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'SecurityGroup': '1.5', Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'SecurityGroupRule': '1.2', Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'SubPort': '1.0', Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'Subnet': '1.1', Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: 'Trunk': '1.1'}} Feb 03 12:18:23.727314 n-d-827336-3 neutron-server[103189]: {{(pid=103189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 12:18:23.754599 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Network 5ae85df8-5d88-420f-9f19-ffd5229ccce8 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:18:23.767262 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 5ae85df8-5d88-420f-9f19-ffd5229ccce8) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:18:23.773015 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:23.779976 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:23.780121 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0dd35f-5c1a-42ec-8c94-4a962780a783 None None] Network 5ae85df8-5d88-420f-9f19-ffd5229ccce8 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:18:23.797279 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-eb9264a2-b21f-4197-a6c2-adcec7201469 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4968536 Feb 03 12:18:24.047577 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-5ae85df8-5d88-420f-9f19-ffd5229ccce8', 'network_id': '5ae85df8-5d88-420f-9f19-ffd5229ccce8', 'project_id': '289c35ad63594fbb9a8140347b8bc46e', 'fixed_ips': [{'subnet_id': '3f6d88e9-0f73-4ff2-80df-902779dd3b35'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:18:24.049142 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:24.341391 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Allocated IP 172.20.0.2 (5ae85df8-5d88-420f-9f19-ffd5229ccce8/3f6d88e9-0f73-4ff2-80df-902779dd3b35/c50f989f-9e1f-436f-bb63-6861539d8611) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:18:24.617766 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Publish callbacks [] for port (c50f989f-9e1f-436f-bb63-6861539d8611), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:24.626790 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (c50f989f-9e1f-436f-bb63-6861539d8611), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:24.697765 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Network 5ae85df8-5d88-420f-9f19-ffd5229ccce8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:18:24.703459 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:18:24.715834 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:18:24.721826 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Pushing event updated for resources: {'Port': ['ID=c50f989f-9e1f-436f-bb63-6861539d8611,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:24.731219 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:24.731582 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:24.731898 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:24.732258 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:24.732585 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:24.732911 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:24.733234 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:24.733554 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:24.733876 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:24.734193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:24.734511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:24.734844 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:24.735150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Tracked resource versions report: Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: pushed versions: Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: { 'AddressGroup': {'1.2'}, Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'ConntrackHelper': {'1.0'}, Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'LocalIPAssociation': {'1.0'}, Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'Log': {'1.0'}, Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'Network': {'1.1'}, Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'Port': {'1.7'}, Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'PortForwarding': {'1.2'}, Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'QosPolicy': {'1.10'}, Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'SecurityGroup': {'1.5'}, Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'SecurityGroupRule': {'1.2'}, Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'SubPort': {'1.0'}, Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'Subnet': {'1.1'}, Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'Trunk': {'1.1'}} Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: consumer versions: Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: { DHCP agent@n-d-827336-3: {}, Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: L3 agent@n-d-827336-3: {}, Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: Metadata agent@n-d-827336-3: {}, Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: Metering agent@n-d-827336-3: {}, Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: Open vSwitch agent@n-d-827336-3: { 'AddressGroup': '1.2', Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'ConntrackHelper': '1.0', Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'LocalIPAssociation': '1.0', Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'Log': '1.0', Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'Network': '1.1', Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'Port': '1.7', Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'PortForwarding': '1.2', Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'QosPolicy': '1.10', Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'SecurityGroup': '1.5', Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'SecurityGroupRule': '1.2', Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'SubPort': '1.0', Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'Subnet': '1.1', Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: 'Trunk': '1.1'}} Feb 03 12:18:24.736280 n-d-827336-3 neutron-server[103190]: {{(pid=103190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 12:18:24.812907 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Attempting to bind port c50f989f-9e1f-436f-bb63-6861539d8611 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:18:24.813572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Attempting to bind port c50f989f-9e1f-436f-bb63-6861539d8611 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '917cf627-4b4e-4697-b305-305800233a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ae85df8-5d88-420f-9f19-ffd5229ccce8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:18:24.813753 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Attempting to bind port c50f989f-9e1f-436f-bb63-6861539d8611 on network 5ae85df8-5d88-420f-9f19-ffd5229ccce8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:18:24.819591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:18:24.820136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Checking segment: {'id': '917cf627-4b4e-4697-b305-305800233a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ae85df8-5d88-420f-9f19-ffd5229ccce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:18:24.820658 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:24.821212 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Bound using segment: {'id': '917cf627-4b4e-4697-b305-305800233a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ae85df8-5d88-420f-9f19-ffd5229ccce8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:18:24.821839 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Bound port: c50f989f-9e1f-436f-bb63-6861539d8611, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917cf627-4b4e-4697-b305-305800233a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ae85df8-5d88-420f-9f19-ffd5229ccce8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:18:24.822751 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c50f989f-9e1f-436f-bb63-6861539d8611), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:24.885946 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] For port c50f989f-9e1f-436f-bb63-6861539d8611, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:18:24.890351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] For port c50f989f-9e1f-436f-bb63-6861539d8611, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c50f989f-9e1f-436f-bb63-6861539d8611,segment=NetworkSegment(917cf627-4b4e-4697-b305-305800233a69),segment_id=917cf627-4b4e-4697-b305-305800233a69)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:18:24.901076 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c50f989f-9e1f-436f-bb63-6861539d8611), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:24.964657 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bdf8b-df28-425d-9023-c5a7a4773cc1 None None] Pushing event updated for resources: {'Port': ['ID=c50f989f-9e1f-436f-bb63-6861539d8611,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:26.272406 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57014) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:26.586898 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-3a48f325-aea6-45f5-b91a-2c3dc1c87604 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:18:26.588683 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3a48f325-aea6-45f5-b91a-2c3dc1c87604 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3146217 Feb 03 12:18:29.058650 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57022) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:29.368764 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-a81cd1b6-7049-49ad-ba2a-84ae5d93e8e8 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:18:29.369806 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a81cd1b6-7049-49ad-ba2a-84ae5d93e8e8 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3102057 Feb 03 12:18:32.027430 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57032) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:32.323997 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-27ba5689-bbf6-4409-b9d0-39103354af31 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '289c35ad63594fbb9a8140347b8bc46e'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:18:32.345837 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27ba5689-bbf6-4409-b9d0-39103354af31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (548e2dbc-b851-4e7d-ab74-36956dbb7a87), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:32.347515 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27ba5689-bbf6-4409-b9d0-39103354af31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (548e2dbc-b851-4e7d-ab74-36956dbb7a87), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:32.479691 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27ba5689-bbf6-4409-b9d0-39103354af31 admin admin] Publish callbacks [] for router_controller (548e2dbc-b851-4e7d-ab74-36956dbb7a87), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:32.485483 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27ba5689-bbf6-4409-b9d0-39103354af31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (548e2dbc-b851-4e7d-ab74-36956dbb7a87), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:32.499832 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27ba5689-bbf6-4409-b9d0-39103354af31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:32.501067 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-27ba5689-bbf6-4409-b9d0-39103354af31 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4726238 Feb 03 12:18:33.425314 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4ee26ace-8d87-4c61-89e1-049928611a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:34.971104 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57044) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:35.295629 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-88e9ee95-dd06-42b9-a758-79dcb302d374 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:18:35.296669 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-88e9ee95-dd06-42b9-a758-79dcb302d374 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3246214 Feb 03 12:18:35.845411 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-633d372f-4ab4-4595-8520-82ed641b242c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:36.026246 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ad353e-3033-42d6-b864-799c4c9b4ee2 None None] Network 5ae85df8-5d88-420f-9f19-ffd5229ccce8 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:18:36.123995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-97ae7a7b-a927-4c47-82ed-e9f44593e23c None None] Provisioning complete for port c50f989f-9e1f-436f-bb63-6861539d8611 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:36.123995 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97ae7a7b-a927-4c47-82ed-e9f44593e23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c50f989f-9e1f-436f-bb63-6861539d8611), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:36.190919 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c50f989f-9e1f-436f-bb63-6861539d8611 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:18:36.353629 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-97ae7a7b-a927-4c47-82ed-e9f44593e23c None None] Current status of the port c50f989f-9e1f-436f-bb63-6861539d8611 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:18:36.353963 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97ae7a7b-a927-4c47-82ed-e9f44593e23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c50f989f-9e1f-436f-bb63-6861539d8611), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:36.356967 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c50f989f-9e1f-436f-bb63-6861539d8611 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:36.357348 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c50f989f-9e1f-436f-bb63-6861539d8611), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:36.421140 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-97ae7a7b-a927-4c47-82ed-e9f44593e23c None None] For port c50f989f-9e1f-436f-bb63-6861539d8611, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c50f989f-9e1f-436f-bb63-6861539d8611,segment=NetworkSegment(917cf627-4b4e-4697-b305-305800233a69),segment_id=917cf627-4b4e-4697-b305-305800233a69)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:18:36.428325 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97ae7a7b-a927-4c47-82ed-e9f44593e23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c50f989f-9e1f-436f-bb63-6861539d8611), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:36.503275 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae7a7b-a927-4c47-82ed-e9f44593e23c None None] Pushing event updated for resources: {'Port': ['ID=c50f989f-9e1f-436f-bb63-6861539d8611,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:36.507272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c50f989f-9e1f-436f-bb63-6861539d8611 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:18:36.547608 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e569fedc-352b-455b-9838-68acb9345d58 None None] Provisioning complete for port c50f989f-9e1f-436f-bb63-6861539d8611 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:36.548015 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e569fedc-352b-455b-9838-68acb9345d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c50f989f-9e1f-436f-bb63-6861539d8611), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:36.623759 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e569fedc-352b-455b-9838-68acb9345d58 None None] Current status of the port c50f989f-9e1f-436f-bb63-6861539d8611 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:18:36.697966 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:37.703307 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:18:37.786615 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57076) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:37.912684 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0a64b3ad-73f0-4fee-8923-d24b92020ed6 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'tenant_id': 'c0fb5ac557ff49858052fd9d6a2d8345', 'project_id': 'c0fb5ac557ff49858052fd9d6a2d8345', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:18:37.935406 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a64b3ad-73f0-4fee-8923-d24b92020ed6 admin admin] Made reservation on behalf of c0fb5ac557ff49858052fd9d6a2d8345 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:18:37.937615 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a64b3ad-73f0-4fee-8923-d24b92020ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:37.968949 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a64b3ad-73f0-4fee-8923-d24b92020ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:37.983814 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:38.070659 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a64b3ad-73f0-4fee-8923-d24b92020ed6 admin admin] Publish callbacks [] for security_group (365fb1fe-2b96-4e19-9091-be9863ee0a31), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:38.075017 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a64b3ad-73f0-4fee-8923-d24b92020ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (365fb1fe-2b96-4e19-9091-be9863ee0a31), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:38.092029 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0a64b3ad-73f0-4fee-8923-d24b92020ed6 admin admin] Reserving flat network on physical network physnet1 {{(pid=103189) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 03 12:18:38.116043 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64b3ad-73f0-4fee-8923-d24b92020ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365fb1fe-2b96-4e19-9091-be9863ee0a31,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:38.118737 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a64b3ad-73f0-4fee-8923-d24b92020ed6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757073540509', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b2688997-9450-417e-86f4-0e063d469ebe), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:38.119319 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a64b3ad-73f0-4fee-8923-d24b92020ed6 admin admin] Unsubscribe: segment precommit_create {{(pid=103189) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 03 12:18:38.119796 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-0a64b3ad-73f0-4fee-8923-d24b92020ed6 admin admin] Added segment b2688997-9450-417e-86f4-0e063d469ebe of type flat for network e9dedc31-644c-4c3c-ba28-45b6252d3499 Feb 03 12:18:38.126312 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c50f989f-9e1f-436f-bb63-6861539d8611 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:18:38.174137 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c50f989f-9e1f-436f-bb63-6861539d8611 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:38.174543 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c50f989f-9e1f-436f-bb63-6861539d8611), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:38.178072 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a64b3ad-73f0-4fee-8923-d24b92020ed6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (e9dedc31-644c-4c3c-ba28-45b6252d3499), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:38.222069 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a64b3ad-73f0-4fee-8923-d24b92020ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (e9dedc31-644c-4c3c-ba28-45b6252d3499), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:38.223213 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a64b3ad-73f0-4fee-8923-d24b92020ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:38.223803 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a64b3ad-73f0-4fee-8923-d24b92020ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:38.251912 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c50f989f-9e1f-436f-bb63-6861539d8611 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:18:38.277295 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0a64b3ad-73f0-4fee-8923-d24b92020ed6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4896383 Feb 03 12:18:38.319267 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64b3ad-73f0-4fee-8923-d24b92020ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=e9dedc31-644c-4c3c-ba28-45b6252d3499,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:38.330005 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:18:39.544135 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:40.557992 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57084) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:40.693071 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf802f4-27c6-41ac-a840-a1e81ecd025f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:40.694433 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-daf802f4-27c6-41ac-a840-a1e81ecd025f admin admin] 10.222.0.18 "GET /v2.0/subnets/3f6d88e9-0f73-4ff2-80df-902779dd3b35 HTTP/1.1" status: 200 len: 849 time: 0.1355004 Feb 03 12:18:40.845016 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f697ee3c-048d-4541-a48e-17be2e158b74 admin admin] 10.222.0.18 "GET /v2.0/routers/548e2dbc-b851-4e7d-ab74-36956dbb7a87 HTTP/1.1" status: 200 len: 704 time: 0.1449578 Feb 03 12:18:41.118178 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3788895b-257a-4a94-ac4d-ce8f3fe0954d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:41.407852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3788895b-257a-4a94-ac4d-ce8f3fe0954d admin admin] Allocated IP 172.20.0.1 (5ae85df8-5d88-420f-9f19-ffd5229ccce8/3f6d88e9-0f73-4ff2-80df-902779dd3b35/7e4e7a9d-c09d-4eb3-b038-b0af52ab160d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:18:41.589568 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3788895b-257a-4a94-ac4d-ce8f3fe0954d admin admin] Publish callbacks [] for port (7e4e7a9d-c09d-4eb3-b038-b0af52ab160d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:41.658035 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3788895b-257a-4a94-ac4d-ce8f3fe0954d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (7e4e7a9d-c09d-4eb3-b038-b0af52ab160d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:41.726838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3788895b-257a-4a94-ac4d-ce8f3fe0954d admin admin] Network 5ae85df8-5d88-420f-9f19-ffd5229ccce8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:18:41.731989 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3788895b-257a-4a94-ac4d-ce8f3fe0954d admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:18:41.735921 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3788895b-257a-4a94-ac4d-ce8f3fe0954d admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:18:41.736524 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3788895b-257a-4a94-ac4d-ce8f3fe0954d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (548e2dbc-b851-4e7d-ab74-36956dbb7a87), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:41.813509 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788895b-257a-4a94-ac4d-ce8f3fe0954d admin admin] Pushing event updated for resources: {'Port': ['ID=7e4e7a9d-c09d-4eb3-b038-b0af52ab160d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:41.949812 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3788895b-257a-4a94-ac4d-ce8f3fe0954d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7e4e7a9d-c09d-4eb3-b038-b0af52ab160d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:41.971871 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8c2d3f70-a834-4984-a5b6-9dfad7b0cb17 None None] Provisioning complete for port 7e4e7a9d-c09d-4eb3-b038-b0af52ab160d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:41.972457 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c2d3f70-a834-4984-a5b6-9dfad7b0cb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7e4e7a9d-c09d-4eb3-b038-b0af52ab160d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:42.004815 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d3f70-a834-4984-a5b6-9dfad7b0cb17 None None] Port 7e4e7a9d-c09d-4eb3-b038-b0af52ab160d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:18:42.197724 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3788895b-257a-4a94-ac4d-ce8f3fe0954d admin admin] Publish callbacks [] for port (7e4e7a9d-c09d-4eb3-b038-b0af52ab160d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:42.202115 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3788895b-257a-4a94-ac4d-ce8f3fe0954d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7e4e7a9d-c09d-4eb3-b038-b0af52ab160d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:42.202805 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3788895b-257a-4a94-ac4d-ce8f3fe0954d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (548e2dbc-b851-4e7d-ab74-36956dbb7a87), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:42.262504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788895b-257a-4a94-ac4d-ce8f3fe0954d admin admin] Pushing event updated for resources: {'Port': ['ID=7e4e7a9d-c09d-4eb3-b038-b0af52ab160d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:42.326169 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3788895b-257a-4a94-ac4d-ce8f3fe0954d admin admin] Network 5ae85df8-5d88-420f-9f19-ffd5229ccce8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:18:42.327499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3788895b-257a-4a94-ac4d-ce8f3fe0954d admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:18:42.487882 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3788895b-257a-4a94-ac4d-ce8f3fe0954d admin admin] Router 548e2dbc-b851-4e7d-ab74-36956dbb7a87 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:18:42.526888 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-90b45cb5-b36e-4da2-9f2f-862bad7dbc22 None None] Provisioning complete for port 7e4e7a9d-c09d-4eb3-b038-b0af52ab160d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:42.527277 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-90b45cb5-b36e-4da2-9f2f-862bad7dbc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7e4e7a9d-c09d-4eb3-b038-b0af52ab160d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:42.562655 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-90b45cb5-b36e-4da2-9f2f-862bad7dbc22 None None] Port 7e4e7a9d-c09d-4eb3-b038-b0af52ab160d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:18:42.578254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3788895b-257a-4a94-ac4d-ce8f3fe0954d admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:18:42.583501 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3788895b-257a-4a94-ac4d-ce8f3fe0954d admin admin] 10.222.0.18 "PUT /v2.0/routers/548e2dbc-b851-4e7d-ab74-36956dbb7a87/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7334332 Feb 03 12:18:42.587046 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] Sync routers for ids ['548e2dbc-b851-4e7d-ab74-36956dbb7a87'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:18:42.599835 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] Routers {'548e2dbc-b851-4e7d-ab74-36956dbb7a87'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:18:42.601095 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:18:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['548e2dbc-b851-4e7d-ab74-36956dbb7a87'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:42.785901 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] Set router 548e2dbc-b851-4e7d-ab74-36956dbb7a87 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:18:43.216977 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548e2dbc-b851-4e7d-ab74-36956dbb7a87', 'name': 'router1', 'tenant_id': '289c35ad63594fbb9a8140347b8bc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:18:32Z', 'updated_at': '2022-02-03T12:18:41Z', 'revision_number': 2, 'project_id': '289c35ad63594fbb9a8140347b8bc46e', 'gw_port_host': None, '_interfaces': [{'id': '7e4e7a9d-c09d-4eb3-b038-b0af52ab160d', 'name': '', 'network_id': '5ae85df8-5d88-420f-9f19-ffd5229ccce8', 'tenant_id': '289c35ad63594fbb9a8140347b8bc46e', 'mac_address': 'fa:16:3e:1e:bd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548e2dbc-b851-4e7d-ab74-36956dbb7a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f6d88e9-0f73-4ff2-80df-902779dd3b35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:41Z', 'updated_at': '2022-02-03T12:18:42Z', 'revision_number': 2, 'project_id': '289c35ad63594fbb9a8140347b8bc46e', 'subnets': [{'id': '3f6d88e9-0f73-4ff2-80df-902779dd3b35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f2b5433-838a-4b87-a85f-a927ec5c82b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:43.267522 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] Checking router: 548e2dbc-b851-4e7d-ab74-36956dbb7a87 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:18:43.267897 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] Updating router 548e2dbc-b851-4e7d-ab74-36956dbb7a87 port 7e4e7a9d-c09d-4eb3-b038-b0af52ab160d binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:18:43.323162 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7e4e7a9d-c09d-4eb3-b038-b0af52ab160d), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:43.835284 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] Publish callbacks [] for port (7e4e7a9d-c09d-4eb3-b038-b0af52ab160d), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:43.844066 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7e4e7a9d-c09d-4eb3-b038-b0af52ab160d), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:43.993481 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25123408-905b-46bf-86b0-24d47dc3a53b None None] Pushing event updated for resources: {'Port': ['ID=7e4e7a9d-c09d-4eb3-b038-b0af52ab160d,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:44.019571 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25123408-905b-46bf-86b0-24d47dc3a53b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:44.019916 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25123408-905b-46bf-86b0-24d47dc3a53b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:44.020285 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25123408-905b-46bf-86b0-24d47dc3a53b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:44.020625 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25123408-905b-46bf-86b0-24d47dc3a53b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:44.020963 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25123408-905b-46bf-86b0-24d47dc3a53b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:44.021294 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25123408-905b-46bf-86b0-24d47dc3a53b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:44.021627 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25123408-905b-46bf-86b0-24d47dc3a53b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:44.021954 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25123408-905b-46bf-86b0-24d47dc3a53b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:44.022259 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25123408-905b-46bf-86b0-24d47dc3a53b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:44.022588 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25123408-905b-46bf-86b0-24d47dc3a53b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:44.022913 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25123408-905b-46bf-86b0-24d47dc3a53b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:44.023235 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25123408-905b-46bf-86b0-24d47dc3a53b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:44.023557 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25123408-905b-46bf-86b0-24d47dc3a53b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25123408-905b-46bf-86b0-24d47dc3a53b None None] Tracked resource versions report: Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: pushed versions: Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: { 'AddressGroup': {'1.2'}, Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'ConntrackHelper': {'1.0'}, Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'LocalIPAssociation': {'1.0'}, Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'Log': {'1.0'}, Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'Network': {'1.1'}, Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'Port': {'1.7'}, Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'PortForwarding': {'1.2'}, Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'QosPolicy': {'1.10'}, Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'SecurityGroup': {'1.5'}, Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'SecurityGroupRule': {'1.2'}, Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'SubPort': {'1.0'}, Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'Subnet': {'1.1'}, Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'Trunk': {'1.1'}} Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: consumer versions: Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: { DHCP agent@n-d-827336-3: {}, Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: L3 agent@n-d-827336-3: {}, Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: Metadata agent@n-d-827336-3: {}, Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: Metering agent@n-d-827336-3: {}, Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: Open vSwitch agent@n-d-827336-3: { 'AddressGroup': '1.2', Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'ConntrackHelper': '1.0', Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'LocalIPAssociation': '1.0', Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'Log': '1.0', Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'Network': '1.1', Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'Port': '1.7', Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'PortForwarding': '1.2', Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'QosPolicy': '1.10', Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'SecurityGroup': '1.5', Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'SecurityGroupRule': '1.2', Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'SubPort': '1.0', Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'Subnet': '1.1', Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: 'Trunk': '1.1'}} Feb 03 12:18:44.024740 n-d-827336-3 neutron-server[103191]: {{(pid=103191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 12:18:44.037670 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] Attempting to bind port 7e4e7a9d-c09d-4eb3-b038-b0af52ab160d on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:18:44.038069 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] Attempting to bind port 7e4e7a9d-c09d-4eb3-b038-b0af52ab160d by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '917cf627-4b4e-4697-b305-305800233a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ae85df8-5d88-420f-9f19-ffd5229ccce8'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:18:44.038525 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] Attempting to bind port 7e4e7a9d-c09d-4eb3-b038-b0af52ab160d on network 5ae85df8-5d88-420f-9f19-ffd5229ccce8 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:18:44.043448 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:18:44.043843 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] Checking segment: {'id': '917cf627-4b4e-4697-b305-305800233a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ae85df8-5d88-420f-9f19-ffd5229ccce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:18:44.044352 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:44.044745 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] Bound using segment: {'id': '917cf627-4b4e-4697-b305-305800233a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ae85df8-5d88-420f-9f19-ffd5229ccce8'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:18:44.045244 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] Bound port: 7e4e7a9d-c09d-4eb3-b038-b0af52ab160d, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917cf627-4b4e-4697-b305-305800233a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '5ae85df8-5d88-420f-9f19-ffd5229ccce8'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:18:44.045624 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7e4e7a9d-c09d-4eb3-b038-b0af52ab160d), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:44.090027 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4f92a3d1-324c-41f8-aaf9-5e9af440c5f9 None None] Provisioning complete for port 7e4e7a9d-c09d-4eb3-b038-b0af52ab160d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:44.090556 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4f92a3d1-324c-41f8-aaf9-5e9af440c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7e4e7a9d-c09d-4eb3-b038-b0af52ab160d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:44.113845 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] For port 7e4e7a9d-c09d-4eb3-b038-b0af52ab160d, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:18:44.131914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4f92a3d1-324c-41f8-aaf9-5e9af440c5f9 None None] Port 7e4e7a9d-c09d-4eb3-b038-b0af52ab160d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:18:44.136810 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] For port 7e4e7a9d-c09d-4eb3-b038-b0af52ab160d, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7e4e7a9d-c09d-4eb3-b038-b0af52ab160d,segment=NetworkSegment(917cf627-4b4e-4697-b305-305800233a69),segment_id=917cf627-4b4e-4697-b305-305800233a69)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:18:44.144093 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7e4e7a9d-c09d-4eb3-b038-b0af52ab160d), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:44.187255 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] Routers {'548e2dbc-b851-4e7d-ab74-36956dbb7a87'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:18:44.187887 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:18:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['548e2dbc-b851-4e7d-ab74-36956dbb7a87'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:44.281496 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] Set router 548e2dbc-b851-4e7d-ab74-36956dbb7a87 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:18:44.351684 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-118943d3-2634-47d7-a907-3d058946d631 None None] Provisioning complete for port 7e4e7a9d-c09d-4eb3-b038-b0af52ab160d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:44.352013 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-118943d3-2634-47d7-a907-3d058946d631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7e4e7a9d-c09d-4eb3-b038-b0af52ab160d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:44.430620 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-118943d3-2634-47d7-a907-3d058946d631 None None] Current status of the port 7e4e7a9d-c09d-4eb3-b038-b0af52ab160d is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:18:44.431043 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-118943d3-2634-47d7-a907-3d058946d631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7e4e7a9d-c09d-4eb3-b038-b0af52ab160d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:44.463773 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-118943d3-2634-47d7-a907-3d058946d631 None None] For port 7e4e7a9d-c09d-4eb3-b038-b0af52ab160d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7e4e7a9d-c09d-4eb3-b038-b0af52ab160d,segment=NetworkSegment(917cf627-4b4e-4697-b305-305800233a69),segment_id=917cf627-4b4e-4697-b305-305800233a69)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:18:44.465768 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25123408-905b-46bf-86b0-24d47dc3a53b None None] Pushing event updated for resources: {'Port': ['ID=7e4e7a9d-c09d-4eb3-b038-b0af52ab160d,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:44.469034 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-118943d3-2634-47d7-a907-3d058946d631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7e4e7a9d-c09d-4eb3-b038-b0af52ab160d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:44.511743 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548e2dbc-b851-4e7d-ab74-36956dbb7a87', 'name': 'router1', 'tenant_id': '289c35ad63594fbb9a8140347b8bc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:18:32Z', 'updated_at': '2022-02-03T12:18:41Z', 'revision_number': 2, 'project_id': '289c35ad63594fbb9a8140347b8bc46e', 'gw_port_host': None, '_interfaces': [{'id': '7e4e7a9d-c09d-4eb3-b038-b0af52ab160d', 'name': '', 'network_id': '5ae85df8-5d88-420f-9f19-ffd5229ccce8', 'tenant_id': '289c35ad63594fbb9a8140347b8bc46e', 'mac_address': 'fa:16:3e:1e:bd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548e2dbc-b851-4e7d-ab74-36956dbb7a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f6d88e9-0f73-4ff2-80df-902779dd3b35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:41Z', 'updated_at': '2022-02-03T12:18:44Z', 'revision_number': 4, 'project_id': '289c35ad63594fbb9a8140347b8bc46e', 'subnets': [{'id': '3f6d88e9-0f73-4ff2-80df-902779dd3b35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f2b5433-838a-4b87-a85f-a927ec5c82b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:44.519357 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118943d3-2634-47d7-a907-3d058946d631 None None] Pushing event updated for resources: {'Port': ['ID=7e4e7a9d-c09d-4eb3-b038-b0af52ab160d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:44.541255 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe09172-85e7-4fbe-b31c-eb69c3b3f5f7 None None] The sync data for ids ['548e2dbc-b851-4e7d-ab74-36956dbb7a87'] in n-d-827336-3 is: [{'id': '548e2dbc-b851-4e7d-ab74-36956dbb7a87', 'name': 'router1', 'tenant_id': '289c35ad63594fbb9a8140347b8bc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:18:32Z', 'updated_at': '2022-02-03T12:18:41Z', 'revision_number': 2, 'project_id': '289c35ad63594fbb9a8140347b8bc46e', 'gw_port_host': None, '_interfaces': [{'id': '7e4e7a9d-c09d-4eb3-b038-b0af52ab160d', 'name': '', 'network_id': '5ae85df8-5d88-420f-9f19-ffd5229ccce8', 'tenant_id': '289c35ad63594fbb9a8140347b8bc46e', 'mac_address': 'fa:16:3e:1e:bd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548e2dbc-b851-4e7d-ab74-36956dbb7a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f6d88e9-0f73-4ff2-80df-902779dd3b35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:41Z', 'updated_at': '2022-02-03T12:18:44Z', 'revision_number': 4, 'project_id': '289c35ad63594fbb9a8140347b8bc46e', 'subnets': [{'id': '3f6d88e9-0f73-4ff2-80df-902779dd3b35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f2b5433-838a-4b87-a85f-a927ec5c82b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:18:47.310192 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57102) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:47.420153 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3c3acd-399c-4c26-b8c2-35e35d9a1fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:47.421499 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9b3c3acd-399c-4c26-b8c2-35e35d9a1fdd admin admin] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 842 time: 0.1103330 Feb 03 12:18:47.430916 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-99db667e-8bd8-4c75-8f19-3dbdf81abba8 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.6.1', 'cidr': '172.25.6.0/24', 'tenant_id': 'c0fb5ac557ff49858052fd9d6a2d8345', 'enable_dhcp': False, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:18:47.454125 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99db667e-8bd8-4c75-8f19-3dbdf81abba8 admin admin] Made reservation on behalf of c0fb5ac557ff49858052fd9d6a2d8345 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:18:47.456434 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99db667e-8bd8-4c75-8f19-3dbdf81abba8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:47.776063 n-d-827336-3 neutron-server[103188]: DEBUG neutron.objects.ports [None req-99db667e-8bd8-4c75-8f19-3dbdf81abba8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:18:47.776508 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99db667e-8bd8-4c75-8f19-3dbdf81abba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for subnet (422a92f2-5182-40ca-861e-9fda580db19e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:47.837548 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db667e-8bd8-4c75-8f19-3dbdf81abba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=422a92f2-5182-40ca-861e-9fda580db19e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:47.841921 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99db667e-8bd8-4c75-8f19-3dbdf81abba8 admin admin] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:18:47.842287 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99db667e-8bd8-4c75-8f19-3dbdf81abba8 admin admin] Network hostable DHCP agents. Network: e9dedc31-644c-4c3c-ba28-45b6252d3499, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:18:47.862107 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99db667e-8bd8-4c75-8f19-3dbdf81abba8 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:18:47.873613 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-99db667e-8bd8-4c75-8f19-3dbdf81abba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, e9dedc31-644c-4c3c-ba28-45b6252d3499) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:18:47.877717 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99db667e-8bd8-4c75-8f19-3dbdf81abba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:47.878306 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99db667e-8bd8-4c75-8f19-3dbdf81abba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:47.885022 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da9be44-c889-4a22-abce-0089c7967a26 None None] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:18:47.894958 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-99db667e-8bd8-4c75-8f19-3dbdf81abba8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4672480 Feb 03 12:18:47.993160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529c4394-57dc-435b-9cab-3d732e92be38 None None] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:18:50.232351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57110) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:50.372475 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-217bf33d-c444-41fa-97f0-d8a7b8214694 admin admin] 10.222.0.18 "GET /v2.0/routers/548e2dbc-b851-4e7d-ab74-36956dbb7a87 HTTP/1.1" status: 200 len: 710 time: 0.1387789 Feb 03 12:18:50.459636 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514570ce-1fa0-4e22-880c-37869262c906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:18:50.461041 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-514570ce-1fa0-4e22-880c-37869262c906 admin admin] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 886 time: 0.0831773 Feb 03 12:18:50.469738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-11ffcd32-d78a-499e-9441-3f8c24191dda admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:18:50.776188 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11ffcd32-d78a-499e-9441-3f8c24191dda admin admin] Publish callbacks [] for router_gateway (548e2dbc-b851-4e7d-ab74-36956dbb7a87), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:51.032410 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11ffcd32-d78a-499e-9441-3f8c24191dda admin admin] Publish callbacks [] for router_gateway (548e2dbc-b851-4e7d-ab74-36956dbb7a87), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:51.117023 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11ffcd32-d78a-499e-9441-3f8c24191dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:51.221365 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-11ffcd32-d78a-499e-9441-3f8c24191dda admin admin] Allocated IP 172.25.6.83 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/ea978c1a-62d4-4af6-9bc9-1274bb6ce88e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:18:51.331032 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11ffcd32-d78a-499e-9441-3f8c24191dda admin admin] Publish callbacks [] for port (ea978c1a-62d4-4af6-9bc9-1274bb6ce88e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:51.363709 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11ffcd32-d78a-499e-9441-3f8c24191dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (ea978c1a-62d4-4af6-9bc9-1274bb6ce88e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:51.399356 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ffcd32-d78a-499e-9441-3f8c24191dda admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:18:51.403823 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-11ffcd32-d78a-499e-9441-3f8c24191dda admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:18:51.413518 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ffcd32-d78a-499e-9441-3f8c24191dda admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:18:51.416320 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffcd32-d78a-499e-9441-3f8c24191dda admin admin] Pushing event updated for resources: {'Port': ['ID=ea978c1a-62d4-4af6-9bc9-1274bb6ce88e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:51.656208 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11ffcd32-d78a-499e-9441-3f8c24191dda admin admin] Publish callbacks [] for router_gateway (548e2dbc-b851-4e7d-ab74-36956dbb7a87), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:51.848417 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11ffcd32-d78a-499e-9441-3f8c24191dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (548e2dbc-b851-4e7d-ab74-36956dbb7a87), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:51.851792 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11ffcd32-d78a-499e-9441-3f8c24191dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (548e2dbc-b851-4e7d-ab74-36956dbb7a87), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:51.957762 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ffcd32-d78a-499e-9441-3f8c24191dda admin admin] Router 548e2dbc-b851-4e7d-ab74-36956dbb7a87 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:18:52.063044 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ffcd32-d78a-499e-9441-3f8c24191dda admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:18:52.067730 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11ffcd32-d78a-499e-9441-3f8c24191dda admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:52.078609 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-11ffcd32-d78a-499e-9441-3f8c24191dda admin admin] 10.222.0.18 "PUT /v2.0/routers/548e2dbc-b851-4e7d-ab74-36956dbb7a87 HTTP/1.1" status: 200 len: 889 time: 1.6023862 Feb 03 12:18:52.197809 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7e4e7a9d-c09d-4eb3-b038-b0af52ab160d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:18:52.248069 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 7e4e7a9d-c09d-4eb3-b038-b0af52ab160d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:52.248460 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7e4e7a9d-c09d-4eb3-b038-b0af52ab160d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:52.335866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 7e4e7a9d-c09d-4eb3-b038-b0af52ab160d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:18:52.852692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] Sync routers for ids ['548e2dbc-b851-4e7d-ab74-36956dbb7a87'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:18:52.864237 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] Routers {'548e2dbc-b851-4e7d-ab74-36956dbb7a87'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:18:52.864955 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:18:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['548e2dbc-b851-4e7d-ab74-36956dbb7a87'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:53.076444 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] Set router 548e2dbc-b851-4e7d-ab74-36956dbb7a87 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:18:53.527085 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548e2dbc-b851-4e7d-ab74-36956dbb7a87', 'name': 'router1', 'tenant_id': '289c35ad63594fbb9a8140347b8bc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'ea978c1a-62d4-4af6-9bc9-1274bb6ce88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:18:32Z', 'updated_at': '2022-02-03T12:18:51Z', 'revision_number': 4, 'project_id': '289c35ad63594fbb9a8140347b8bc46e', 'gw_port': {'id': 'ea978c1a-62d4-4af6-9bc9-1274bb6ce88e', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548e2dbc-b851-4e7d-ab74-36956dbb7a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:51Z', 'updated_at': '2022-02-03T12:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '7e4e7a9d-c09d-4eb3-b038-b0af52ab160d', 'name': '', 'network_id': '5ae85df8-5d88-420f-9f19-ffd5229ccce8', 'tenant_id': '289c35ad63594fbb9a8140347b8bc46e', 'mac_address': 'fa:16:3e:1e:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548e2dbc-b851-4e7d-ab74-36956dbb7a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f6d88e9-0f73-4ff2-80df-902779dd3b35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:41Z', 'updated_at': '2022-02-03T12:18:44Z', 'revision_number': 5, 'project_id': '289c35ad63594fbb9a8140347b8bc46e', 'subnets': [{'id': '3f6d88e9-0f73-4ff2-80df-902779dd3b35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f2b5433-838a-4b87-a85f-a927ec5c82b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:53.576292 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] Checking router: 548e2dbc-b851-4e7d-ab74-36956dbb7a87 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:18:53.576683 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] Updating router 548e2dbc-b851-4e7d-ab74-36956dbb7a87 port ea978c1a-62d4-4af6-9bc9-1274bb6ce88e binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:18:53.629535 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ea978c1a-62d4-4af6-9bc9-1274bb6ce88e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:53.938073 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] Publish callbacks [] for port (ea978c1a-62d4-4af6-9bc9-1274bb6ce88e), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:53.943241 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ea978c1a-62d4-4af6-9bc9-1274bb6ce88e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:53.991430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] Attempting to bind port ea978c1a-62d4-4af6-9bc9-1274bb6ce88e on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:18:53.991863 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] Attempting to bind port ea978c1a-62d4-4af6-9bc9-1274bb6ce88e by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:18:53.992258 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] Attempting to bind port ea978c1a-62d4-4af6-9bc9-1274bb6ce88e on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:18:53.999227 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987d354-2ce8-4ced-8ecf-6b9534708281 None None] Pushing event updated for resources: {'Port': ['ID=ea978c1a-62d4-4af6-9bc9-1274bb6ce88e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:54.001869 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:18:54.002263 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:18:54.002728 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:54.003115 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:18:54.003591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] Bound port: ea978c1a-62d4-4af6-9bc9-1274bb6ce88e, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:18:54.003989 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ea978c1a-62d4-4af6-9bc9-1274bb6ce88e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:54.055416 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] For port ea978c1a-62d4-4af6-9bc9-1274bb6ce88e, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:18:54.058489 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] For port ea978c1a-62d4-4af6-9bc9-1274bb6ce88e, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ea978c1a-62d4-4af6-9bc9-1274bb6ce88e,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:18:54.064224 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ea978c1a-62d4-4af6-9bc9-1274bb6ce88e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:54.120740 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] Routers {'548e2dbc-b851-4e7d-ab74-36956dbb7a87'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:18:54.121351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:18:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['548e2dbc-b851-4e7d-ab74-36956dbb7a87'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:54.124216 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987d354-2ce8-4ced-8ecf-6b9534708281 None None] Pushing event updated for resources: {'Port': ['ID=ea978c1a-62d4-4af6-9bc9-1274bb6ce88e,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:54.230270 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] Set router 548e2dbc-b851-4e7d-ab74-36956dbb7a87 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:18:54.434621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548e2dbc-b851-4e7d-ab74-36956dbb7a87', 'name': 'router1', 'tenant_id': '289c35ad63594fbb9a8140347b8bc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'ea978c1a-62d4-4af6-9bc9-1274bb6ce88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:18:32Z', 'updated_at': '2022-02-03T12:18:51Z', 'revision_number': 4, 'project_id': '289c35ad63594fbb9a8140347b8bc46e', 'gw_port': {'id': 'ea978c1a-62d4-4af6-9bc9-1274bb6ce88e', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548e2dbc-b851-4e7d-ab74-36956dbb7a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:51Z', 'updated_at': '2022-02-03T12:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '7e4e7a9d-c09d-4eb3-b038-b0af52ab160d', 'name': '', 'network_id': '5ae85df8-5d88-420f-9f19-ffd5229ccce8', 'tenant_id': '289c35ad63594fbb9a8140347b8bc46e', 'mac_address': 'fa:16:3e:1e:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548e2dbc-b851-4e7d-ab74-36956dbb7a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f6d88e9-0f73-4ff2-80df-902779dd3b35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:41Z', 'updated_at': '2022-02-03T12:18:44Z', 'revision_number': 5, 'project_id': '289c35ad63594fbb9a8140347b8bc46e', 'subnets': [{'id': '3f6d88e9-0f73-4ff2-80df-902779dd3b35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f2b5433-838a-4b87-a85f-a927ec5c82b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:18:54.464330 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf3ea8b-0db9-45e8-89df-3bff92cada1d None None] The sync data for ids ['548e2dbc-b851-4e7d-ab74-36956dbb7a87'] in n-d-827336-3 is: [{'id': '548e2dbc-b851-4e7d-ab74-36956dbb7a87', 'name': 'router1', 'tenant_id': '289c35ad63594fbb9a8140347b8bc46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'ea978c1a-62d4-4af6-9bc9-1274bb6ce88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:18:32Z', 'updated_at': '2022-02-03T12:18:51Z', 'revision_number': 4, 'project_id': '289c35ad63594fbb9a8140347b8bc46e', 'gw_port': {'id': 'ea978c1a-62d4-4af6-9bc9-1274bb6ce88e', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548e2dbc-b851-4e7d-ab74-36956dbb7a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:51Z', 'updated_at': '2022-02-03T12:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '7e4e7a9d-c09d-4eb3-b038-b0af52ab160d', 'name': '', 'network_id': '5ae85df8-5d88-420f-9f19-ffd5229ccce8', 'tenant_id': '289c35ad63594fbb9a8140347b8bc46e', 'mac_address': 'fa:16:3e:1e:bd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548e2dbc-b851-4e7d-ab74-36956dbb7a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f6d88e9-0f73-4ff2-80df-902779dd3b35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:18:41Z', 'updated_at': '2022-02-03T12:18:44Z', 'revision_number': 5, 'project_id': '289c35ad63594fbb9a8140347b8bc46e', 'subnets': [{'id': '3f6d88e9-0f73-4ff2-80df-902779dd3b35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f2b5433-838a-4b87-a85f-a927ec5c82b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:18:54.516764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57122) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:18:54.741889 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fbfa6620-c489-4e88-a3b1-42058e0116f1 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2238159 Feb 03 12:18:56.168596 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ea978c1a-62d4-4af6-9bc9-1274bb6ce88e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:18:56.214031 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port ea978c1a-62d4-4af6-9bc9-1274bb6ce88e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:56.214427 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ea978c1a-62d4-4af6-9bc9-1274bb6ce88e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:56.298272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ea978c1a-62d4-4af6-9bc9-1274bb6ce88e is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:18:56.298662 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ea978c1a-62d4-4af6-9bc9-1274bb6ce88e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:56.317903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port ea978c1a-62d4-4af6-9bc9-1274bb6ce88e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ea978c1a-62d4-4af6-9bc9-1274bb6ce88e,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:18:56.322929 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ea978c1a-62d4-4af6-9bc9-1274bb6ce88e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:56.390094 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=ea978c1a-62d4-4af6-9bc9-1274bb6ce88e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:18:58.182564 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ea978c1a-62d4-4af6-9bc9-1274bb6ce88e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:18:58.243103 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port ea978c1a-62d4-4af6-9bc9-1274bb6ce88e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:18:58.243528 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ea978c1a-62d4-4af6-9bc9-1274bb6ce88e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:18:58.339672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ea978c1a-62d4-4af6-9bc9-1274bb6ce88e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:19:03.444260 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7f2d0725-b189-4067-9531-13ac198ae22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:05.849862 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87464371-b38b-4589-a1ba-f460b6e30c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:06.701900 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:07.987242 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:09.552576 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:14.713026 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:19:33.440583 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0f53432-a869-479d-82c3-6e2bc783340c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:35.855906 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aac6300d-73f0-402d-98b4-3e604c2980f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:36.707073 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:37.993985 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:39.549577 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:19:51.704800 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:20:03.436120 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6cc70053-824a-422e-938e-b3e30222cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:05.849378 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b0ce3928-326c-49dd-8b96-9527db2e475b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:06.710932 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:07.988196 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:09.552624 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:18.891777 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57640) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:18.952329 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9839170-533a-4861-958c-7669a6d8829c admin admin] GET failed (client error): The resource could not be found. Feb 03 12:20:18.953649 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e9839170-533a-4861-958c-7669a6d8829c admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608995 Feb 03 12:20:19.111537 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be659e44-64b1-4797-8638-16bc9cc04484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:19.112954 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-be659e44-64b1-4797-8638-16bc9cc04484 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1551268 Feb 03 12:20:21.340112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57650) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:21.430362 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93408082-2be8-4174-8660-98927b9aad32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:21.431732 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-93408082-2be8-4174-8660-98927b9aad32 admin admin] 10.222.0.18 "GET /v2.0/subnets/3f6d88e9-0f73-4ff2-80df-902779dd3b35 HTTP/1.1" status: 200 len: 849 time: 0.0906627 Feb 03 12:20:21.441311 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1976430a-a959-4c65-bc6c-dce0e4ba05c6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:20:21.523148 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1976430a-a959-4c65-bc6c-dce0e4ba05c6 admin admin] Publish callbacks [] for subnet (3f6d88e9-0f73-4ff2-80df-902779dd3b35), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:21.664924 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1976430a-a959-4c65-bc6c-dce0e4ba05c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757073553893'] for subnet (3f6d88e9-0f73-4ff2-80df-902779dd3b35), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:21.696328 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1976430a-a959-4c65-bc6c-dce0e4ba05c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:21.696930 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1976430a-a959-4c65-bc6c-dce0e4ba05c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:21.698606 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1976430a-a959-4c65-bc6c-dce0e4ba05c6 admin admin] 10.222.0.18 "PUT /v2.0/subnets/3f6d88e9-0f73-4ff2-80df-902779dd3b35 HTTP/1.1" status: 200 len: 868 time: 0.2605634 Feb 03 12:20:21.701119 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e1ca3f-9300-46fe-b1e8-17437c8da08b None None] Network 5ae85df8-5d88-420f-9f19-ffd5229ccce8 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:20:21.716001 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976430a-a959-4c65-bc6c-dce0e4ba05c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f6d88e9-0f73-4ff2-80df-902779dd3b35,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:20:21.723344 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976430a-a959-4c65-bc6c-dce0e4ba05c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:21.723722 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976430a-a959-4c65-bc6c-dce0e4ba05c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:21.724083 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976430a-a959-4c65-bc6c-dce0e4ba05c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:21.724431 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976430a-a959-4c65-bc6c-dce0e4ba05c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:21.724773 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976430a-a959-4c65-bc6c-dce0e4ba05c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:21.725937 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976430a-a959-4c65-bc6c-dce0e4ba05c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:21.725937 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976430a-a959-4c65-bc6c-dce0e4ba05c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:21.725937 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976430a-a959-4c65-bc6c-dce0e4ba05c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:21.726211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976430a-a959-4c65-bc6c-dce0e4ba05c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:21.726484 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976430a-a959-4c65-bc6c-dce0e4ba05c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:21.726779 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976430a-a959-4c65-bc6c-dce0e4ba05c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:21.727197 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976430a-a959-4c65-bc6c-dce0e4ba05c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:21.727485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1976430a-a959-4c65-bc6c-dce0e4ba05c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:20:22.012146 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3466d4fe-7d84-4d00-9f09-eb2ca87ea432 None None] Provisioning complete for port 7e4e7a9d-c09d-4eb3-b038-b0af52ab160d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:20:22.012545 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3466d4fe-7d84-4d00-9f09-eb2ca87ea432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7e4e7a9d-c09d-4eb3-b038-b0af52ab160d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:22.088215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3466d4fe-7d84-4d00-9f09-eb2ca87ea432 None None] Current status of the port 7e4e7a9d-c09d-4eb3-b038-b0af52ab160d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:20:22.097833 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3466d4fe-7d84-4d00-9f09-eb2ca87ea432 None None] Provisioning complete for port c50f989f-9e1f-436f-bb63-6861539d8611 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:20:22.098221 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3466d4fe-7d84-4d00-9f09-eb2ca87ea432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c50f989f-9e1f-436f-bb63-6861539d8611), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:22.174341 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3466d4fe-7d84-4d00-9f09-eb2ca87ea432 None None] Current status of the port c50f989f-9e1f-436f-bb63-6861539d8611 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:20:23.948154 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57658) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:24.147809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a7cd1a-3398-4ad9-8c57-5cdac2d3b4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:24.148272 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a7cd1a-3398-4ad9-8c57-5cdac2d3b4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:24.149809 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-43a7cd1a-3398-4ad9-8c57-5cdac2d3b4fc admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2007036 Feb 03 12:20:26.374588 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57668) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:26.505762 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d043a85f-0767-44ad-8878-efcaa848008c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:26.506242 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d043a85f-0767-44ad-8878-efcaa848008c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:26.508300 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d043a85f-0767-44ad-8878-efcaa848008c admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1327479 Feb 03 12:20:28.702892 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:20:28.744482 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57676) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:28.874018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d15091-5f26-4cf9-9ac8-06780422b17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:28.875401 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-33d15091-5f26-4cf9-9ac8-06780422b17d admin admin] 10.222.0.18 "GET /v2.0/networks/5ae85df8-5d88-420f-9f19-ffd5229ccce8 HTTP/1.1" status: 200 len: 869 time: 0.1299789 Feb 03 12:20:31.094984 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57684) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:31.220782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dc29a4-12a8-4f9e-9236-cb6fb8e82e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:31.222169 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-55dc29a4-12a8-4f9e-9236-cb6fb8e82e45 admin admin] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 886 time: 0.1262159 Feb 03 12:20:33.436220 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e264bfac-b945-4f86-88d6-4549f49562c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:33.454476 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57692) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:33.575380 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad800f1-61dc-440b-ac17-9fabff044156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:33.575815 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad800f1-61dc-440b-ac17-9fabff044156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:33.577331 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4ad800f1-61dc-440b-ac17-9fabff044156 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1218753 Feb 03 12:20:35.790704 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57700) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:35.851852 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-798ba5ca-eeed-4680-980f-21df83f60aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:35.882403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d865f8c-ec9e-4af8-b3d5-d5373783b6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:35.882865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d865f8c-ec9e-4af8-b3d5-d5373783b6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:35.884671 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0d865f8c-ec9e-4af8-b3d5-d5373783b6eb admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927472 Feb 03 12:20:36.710516 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:37.998206 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:38.130177 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57708) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:38.219189 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f90a67-2050-4d19-b952-b58d168b8cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:38.220535 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e1f90a67-2050-4d19-b952-b58d168b8cba admin admin] 10.222.0.18 "GET /v2.0/subnets/3f6d88e9-0f73-4ff2-80df-902779dd3b35 HTTP/1.1" status: 200 len: 868 time: 0.0894299 Feb 03 12:20:39.556183 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:20:40.430554 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57716) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:20:40.520567 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abf14ac-d12e-4bd0-a466-8ff81676f9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:20:40.521874 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1abf14ac-d12e-4bd0-a466-8ff81676f9ce admin admin] 10.222.0.18 "GET /v2.0/subnets/422a92f2-5182-40ca-861e-9fda580db19e HTTP/1.1" status: 200 len: 816 time: 0.0904260 Feb 03 12:21:03.438550 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-573282a0-6157-42df-821e-d586ee50dcd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:04.839153 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57770) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:21:04.887420 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-8491c172-0f20-47d2-8fac-389cf6cb1f6c admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:21:04.888436 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8491c172-0f20-47d2-8fac-389cf6cb1f6c admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483508 Feb 03 12:21:05.700846 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:21:05.854609 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec0be136-fb16-47d4-951f-79fb2b33d4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:06.713648 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:07.224397 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57778) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:21:07.284675 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-195400f0-a590-4c04-81e1-b092c35e6cbe admin admin] GET failed (client error): The resource could not be found. Feb 03 12:21:07.285952 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-195400f0-a590-4c04-81e1-b092c35e6cbe admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606248 Feb 03 12:21:07.424686 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bd4929-79f1-4471-971d-036ddb9907e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:07.426074 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b9bd4929-79f1-4471-971d-036ddb9907e8 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1356015 Feb 03 12:21:07.999549 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:09.558007 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:09.731344 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57788) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:21:09.776067 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'project_id': 'c0fb5ac557ff49858052fd9d6a2d8345', 'name': 'shared', 'tenant_id': 'c0fb5ac557ff49858052fd9d6a2d8345'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:21:09.795229 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Made reservation on behalf of c0fb5ac557ff49858052fd9d6a2d8345 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:21:09.797598 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:09.832669 n-d-827336-3 neutron-server[103189]: WARNING neutron.services.revisions.revision_plugin [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Could not find related network for resource to bump revision. Feb 03 12:21:09.847012 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:21:09.856612 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:09.856950 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Added segment ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2 of type vlan for network 30217d02-c58e-46ec-8b99-5881f53ed447 Feb 03 12:21:09.898331 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (30217d02-c58e-46ec-8b99-5881f53ed447), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:09.922027 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (30217d02-c58e-46ec-8b99-5881f53ed447), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:09.922976 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:09.923549 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:09.954686 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2222812 Feb 03 12:21:09.985710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Pushing event updated for resources: {'Network': ['ID=30217d02-c58e-46ec-8b99-5881f53ed447,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:21:09.993310 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:09.993679 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:09.994002 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:09.994406 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:09.994667 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:09.995004 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:09.995334 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:09.995661 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:09.996051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:09.997134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:09.997487 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:09.997816 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:09.998146 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1fabe-71b9-4408-8938-f60d92c1a225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:10.127111 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 30217d02-c58e-46ec-8b99-5881f53ed447 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:21:12.253141 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57798) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:21:12.311100 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-eafea53d-e90d-4431-8639-e08998a70e5e admin admin] GET failed (client error): The resource could not be found. Feb 03 12:21:12.312404 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-eafea53d-e90d-4431-8639-e08998a70e5e admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0583212 Feb 03 12:21:12.381467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ea57c6-6624-45ee-9e95-80ce68d93910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:12.382884 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-44ea57c6-6624-45ee-9e95-80ce68d93910 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665524 Feb 03 12:21:12.392579 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5f6eee48-30dc-4c2f-a03c-3223cf8d7e9e admin admin] Request body: {'subnet': {'tenant_id': 'c0fb5ac557ff49858052fd9d6a2d8345', 'ip_version': 4, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:21:12.411022 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6eee48-30dc-4c2f-a03c-3223cf8d7e9e admin admin] Made reservation on behalf of c0fb5ac557ff49858052fd9d6a2d8345 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:21:12.413321 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f6eee48-30dc-4c2f-a03c-3223cf8d7e9e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:12.569898 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f6eee48-30dc-4c2f-a03c-3223cf8d7e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for subnet (015c26db-9d2d-45dd-8783-6a74dccd3ba6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:12.624771 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6eee48-30dc-4c2f-a03c-3223cf8d7e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=015c26db-9d2d-45dd-8783-6a74dccd3ba6,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:21:12.629846 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6eee48-30dc-4c2f-a03c-3223cf8d7e9e admin admin] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:21:12.630204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6eee48-30dc-4c2f-a03c-3223cf8d7e9e admin admin] Network hostable DHCP agents. Network: 30217d02-c58e-46ec-8b99-5881f53ed447, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:21:12.645740 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6eee48-30dc-4c2f-a03c-3223cf8d7e9e admin admin] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:21:12.654121 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-5f6eee48-30dc-4c2f-a03c-3223cf8d7e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 30217d02-c58e-46ec-8b99-5881f53ed447) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:21:12.658369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6eee48-30dc-4c2f-a03c-3223cf8d7e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:21:12.658951 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f6eee48-30dc-4c2f-a03c-3223cf8d7e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:12.664476 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211bbe45-aa5e-4aa5-a7be-e8db375491d6 None None] Network 30217d02-c58e-46ec-8b99-5881f53ed447 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:21:12.677855 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5f6eee48-30dc-4c2f-a03c-3223cf8d7e9e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2884822 Feb 03 12:21:12.883009 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-30217d02-c58e-46ec-8b99-5881f53ed447', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'project_id': 'c0fb5ac557ff49858052fd9d6a2d8345', 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:21:12.883887 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:13.023298 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Allocated IP 192.168.233.2 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/05f3f89b-0fee-44de-a3b4-70c154346876) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:21:13.165047 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Publish callbacks [] for port (05f3f89b-0fee-44de-a3b4-70c154346876), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:13.170917 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (05f3f89b-0fee-44de-a3b4-70c154346876), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:13.212420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:21:13.217176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:21:13.220828 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:21:13.227544 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Pushing event updated for resources: {'Port': ['ID=05f3f89b-0fee-44de-a3b4-70c154346876,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:21:13.250607 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:13.250957 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:13.251306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:13.251642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:13.252014 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:13.252332 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:13.252661 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:13.252987 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:13.253311 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:13.253638 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:13.253970 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:13.254280 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:13.254597 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:21:13.290050 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Attempting to bind port 05f3f89b-0fee-44de-a3b4-70c154346876 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:21:13.290424 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Attempting to bind port 05f3f89b-0fee-44de-a3b4-70c154346876 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:21:13.290788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Attempting to bind port 05f3f89b-0fee-44de-a3b4-70c154346876 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:21:13.296450 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:21:13.296867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:21:13.297265 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:13.297655 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:21:13.298115 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Bound port: 05f3f89b-0fee-44de-a3b4-70c154346876, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:21:13.298486 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (05f3f89b-0fee-44de-a3b4-70c154346876), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:13.359655 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] For port 05f3f89b-0fee-44de-a3b4-70c154346876, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:21:13.363057 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] For port 05f3f89b-0fee-44de-a3b4-70c154346876, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=05f3f89b-0fee-44de-a3b4-70c154346876,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:21:13.369841 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (05f3f89b-0fee-44de-a3b4-70c154346876), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:13.432079 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacfa675-e1ca-4a35-a7ad-9c1e1aa1a2cc None None] Pushing event updated for resources: {'Port': ['ID=05f3f89b-0fee-44de-a3b4-70c154346876,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:21:14.295210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 05f3f89b-0fee-44de-a3b4-70c154346876 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:21:14.352066 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 05f3f89b-0fee-44de-a3b4-70c154346876 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:21:14.352373 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (05f3f89b-0fee-44de-a3b4-70c154346876), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:14.441014 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 05f3f89b-0fee-44de-a3b4-70c154346876 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:21:14.441014 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (05f3f89b-0fee-44de-a3b4-70c154346876), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:14.484093 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 05f3f89b-0fee-44de-a3b4-70c154346876, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=05f3f89b-0fee-44de-a3b4-70c154346876,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:21:14.488362 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (05f3f89b-0fee-44de-a3b4-70c154346876), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:14.539881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=05f3f89b-0fee-44de-a3b4-70c154346876,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:21:14.565467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa40fb6-bc66-4855-9ca1-a1c5b5589664 None None] Network 30217d02-c58e-46ec-8b99-5881f53ed447 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:21:14.648142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ebf72972-6276-4b8e-a05b-0422de72c109 None None] Provisioning complete for port 05f3f89b-0fee-44de-a3b4-70c154346876 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:21:14.648458 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebf72972-6276-4b8e-a05b-0422de72c109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (05f3f89b-0fee-44de-a3b4-70c154346876), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:14.754774 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ebf72972-6276-4b8e-a05b-0422de72c109 None None] Current status of the port 05f3f89b-0fee-44de-a3b4-70c154346876 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:21:14.975724 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-cb18869a-339d-4251-b197-5c758ca8c20f None None] Provisioning complete for port 05f3f89b-0fee-44de-a3b4-70c154346876 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:21:14.976287 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cb18869a-339d-4251-b197-5c758ca8c20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (05f3f89b-0fee-44de-a3b4-70c154346876), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:15.057178 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cb18869a-339d-4251-b197-5c758ca8c20f None None] Current status of the port 05f3f89b-0fee-44de-a3b4-70c154346876 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:21:16.241731 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 05f3f89b-0fee-44de-a3b4-70c154346876 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:21:16.290030 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 05f3f89b-0fee-44de-a3b4-70c154346876 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:21:16.290421 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (05f3f89b-0fee-44de-a3b4-70c154346876), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:16.368357 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 05f3f89b-0fee-44de-a3b4-70c154346876 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:21:33.440152 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-108848ad-e9a6-46a6-8bab-185b5cb8bcce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:35.858542 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a14b2024-19b4-470e-a6bf-cc6bad601a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:36.718393 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:38.004030 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:39.560243 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:21:42.699702 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:22:03.443316 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c6ee98c5-4913-48f3-9da6-df915f3cb84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:05.859823 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2f7c570a-644e-4419-a86b-e912c31d38ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:06.723842 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:08.006440 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:09.562004 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:19.698417 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:22:27.563709 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57842) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:27.570066 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-f9e900db-6659-4969-b777-db2eeacc9c33 tempest-verify_tempest_config-800964419 tempest-verify_tempest_config-800964419-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:22:27.571026 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f9e900db-6659-4969-b777-db2eeacc9c33 tempest-verify_tempest_config-800964419 tempest-verify_tempest_config-800964419-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063298 Feb 03 12:22:27.858209 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57860) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:27.957850 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-398187fe-7b07-4414-b770-db7bd6a377da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:28.029216 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-398187fe-7b07-4414-b770-db7bd6a377da admin admin] Publish callbacks [] for security_group (e838a72d-39b9-4470-ba7f-860ccef89f2e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:28.032852 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-398187fe-7b07-4414-b770-db7bd6a377da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e838a72d-39b9-4470-ba7f-860ccef89f2e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:28.077385 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398187fe-7b07-4414-b770-db7bd6a377da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e838a72d-39b9-4470-ba7f-860ccef89f2e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:28.081762 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-398187fe-7b07-4414-b770-db7bd6a377da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e67b17d6d1ce43e79fa4740310503cfa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2225678 Feb 03 12:22:28.084596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57864) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:22:28.085951 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398187fe-7b07-4414-b770-db7bd6a377da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.086288 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398187fe-7b07-4414-b770-db7bd6a377da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.086629 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398187fe-7b07-4414-b770-db7bd6a377da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.086961 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398187fe-7b07-4414-b770-db7bd6a377da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.087295 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398187fe-7b07-4414-b770-db7bd6a377da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.087622 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398187fe-7b07-4414-b770-db7bd6a377da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.087968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398187fe-7b07-4414-b770-db7bd6a377da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.088289 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398187fe-7b07-4414-b770-db7bd6a377da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.088614 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398187fe-7b07-4414-b770-db7bd6a377da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.088930 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398187fe-7b07-4414-b770-db7bd6a377da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.089249 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398187fe-7b07-4414-b770-db7bd6a377da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.089565 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398187fe-7b07-4414-b770-db7bd6a377da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.089880 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398187fe-7b07-4414-b770-db7bd6a377da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.138455 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c52d265a-ee17-4b91-8827-0e5bfa338e24 admin admin] Publish callbacks [] for security_group (e838a72d-39b9-4470-ba7f-860ccef89f2e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:28.158374 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c52d265a-ee17-4b91-8827-0e5bfa338e24 admin admin] Publish callbacks [] for security_group (e838a72d-39b9-4470-ba7f-860ccef89f2e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:28.246922 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c52d265a-ee17-4b91-8827-0e5bfa338e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e838a72d-39b9-4470-ba7f-860ccef89f2e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:28.249765 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c52d265a-ee17-4b91-8827-0e5bfa338e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:28.251273 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c52d265a-ee17-4b91-8827-0e5bfa338e24 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e838a72d-39b9-4470-ba7f-860ccef89f2e HTTP/1.1" status: 204 len: 168 time: 0.1656542 Feb 03 12:22:28.259514 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d265a-ee17-4b91-8827-0e5bfa338e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e838a72d-39b9-4470-ba7f-860ccef89f2e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:22:28.266516 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d265a-ee17-4b91-8827-0e5bfa338e24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.266871 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d265a-ee17-4b91-8827-0e5bfa338e24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.267219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d265a-ee17-4b91-8827-0e5bfa338e24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.267557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d265a-ee17-4b91-8827-0e5bfa338e24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.267894 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d265a-ee17-4b91-8827-0e5bfa338e24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.268253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d265a-ee17-4b91-8827-0e5bfa338e24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.268586 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d265a-ee17-4b91-8827-0e5bfa338e24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.268915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d265a-ee17-4b91-8827-0e5bfa338e24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.269243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d265a-ee17-4b91-8827-0e5bfa338e24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.269571 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d265a-ee17-4b91-8827-0e5bfa338e24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.269970 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d265a-ee17-4b91-8827-0e5bfa338e24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.270212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d265a-ee17-4b91-8827-0e5bfa338e24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:28.270541 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52d265a-ee17-4b91-8827-0e5bfa338e24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:22:33.443302 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-04be2f8d-d557-4ced-af2c-49dcbce8368c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:35.860572 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94f50375-2ef3-4fbb-91c5-205c0a8c2dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:36.724868 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:38.009525 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:39.565426 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:22:56.697393 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:23:03.444838 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-93f3ef23-5895-4efc-bc27-b770bd3e0ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:05.862555 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8747e82-5777-4179-ba57-b598d73b55a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:06.726979 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:08.012675 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:09.567037 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:33.445404 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-42219d65-4a04-4977-83e3-861fa4a43afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:33.696711 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:23:35.866894 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-795cd8e0-a48d-4589-a9ee-3be6429eaa4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:36.728249 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:38.016570 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:23:39.568796 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:03.445801 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4379fdd1-5a4e-485f-8f5a-1bc86474b8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:05.867295 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dba3fe1a-3f12-47d2-8a42-466b5305493f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:06.730971 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:08.019489 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:09.573396 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:10.695489 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:24:33.450521 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3c01955c-f0cc-48fd-8cd3-8b95d4003c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:35.868176 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac8f8d7b-60df-4378-866e-b2b4f76aa79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:36.733306 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:38.023687 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:39.575280 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:24:47.694735 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:25:03.452718 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b37c8ee6-87ba-476f-8128-986b6161a382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:05.868599 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-140bee85-1f34-4a01-a728-7f0548c2505a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:06.737292 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:08.026309 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:09.579596 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:24.694125 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 5 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:25:33.454968 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6168603-bcdd-498d-b046-20a8d49590b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:35.870190 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4907a264-6a60-449f-94f0-b2af9102828f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:36.744291 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:38.029592 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:39.586782 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:25:45.474469 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7890104'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:00.630396 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7890104'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:01.694196 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:26:03.460512 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e2c71cd-b165-449f-a1ae-6b7102af8332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:05.872292 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6fd8a30c-a56c-4a13-bd4c-0f96c1cb97bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:06.742941 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:08.032932 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:09.579298 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:15.457384 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:30.619305 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:33.464473 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c83348f9-8f63-466d-9560-0891101f93c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:35.873587 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aa69b499-815f-4cbf-b9c2-102ff5b912bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:36.744876 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:37.406519 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57918) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:26:37.519669 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d504f4fc-bd15-4cd3-8f3e-bc7f7e860dcd admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1120131 Feb 03 12:26:38.038866 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:38.694723 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:26:39.582355 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:26:39.817720 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57928) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:26:39.879265 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e22c598f-d199-4bbe-9fd5-5f998b0c0a20 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0604830 Feb 03 12:26:45.460661 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:00.613109 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:03.465381 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3a838f69-28b3-44eb-bd3e-7d6d1e371375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:05.875925 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-488765c5-68ec-4caa-98e7-55ed8f0eadae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:06.747016 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:08.041248 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:09.584922 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:15.458600 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:15.695110 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:27:30.628571 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:33.468218 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-187594ee-af6e-4334-85ce-f625a39453c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:35.881035 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7d0faf33-eaf8-4885-bed4-6b23153086aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:36.751275 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:38.042197 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:39.588406 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:45.457468 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:27:52.693947 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:28:00.623438 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:03.478733 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3a5b5a91-cb53-4812-b1d2-5e9d080877a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:05.876492 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8ff268c2-043f-416e-9531-dcd023ae7e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:06.763570 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:08.046900 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:09.593362 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:10.539713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58318) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:10.681494 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6f49-63ba-4161-a0b6-ce42bbc71fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:10.759309 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58344) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:10.763328 n-d-827336-3 neutron-server[103188]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 03 12:28:10.768455 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6f49-63ba-4161-a0b6-ce42bbc71fa8 admin admin] Publish callbacks [] for security_group (75c68952-b4ed-4bfe-9424-75fef72c9543), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:10.774667 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6f49-63ba-4161-a0b6-ce42bbc71fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (75c68952-b4ed-4bfe-9424-75fef72c9543), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:10.800957 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-75160091-f723-4a92-9ab4-f64113d59576 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=12755856944f40da9f58f5da392c5164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401754 Feb 03 12:28:10.812551 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a6f49-63ba-4161-a0b6-ce42bbc71fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c68952-b4ed-4bfe-9424-75fef72c9543,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:10.825647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6f49-63ba-4161-a0b6-ce42bbc71fa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:10.826671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6f49-63ba-4161-a0b6-ce42bbc71fa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:10.828021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6f49-63ba-4161-a0b6-ce42bbc71fa8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:10.828443 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6f49-63ba-4161-a0b6-ce42bbc71fa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:10.828853 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6f49-63ba-4161-a0b6-ce42bbc71fa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:10.830109 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6f49-63ba-4161-a0b6-ce42bbc71fa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:10.830452 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6f49-63ba-4161-a0b6-ce42bbc71fa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:10.830801 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6f49-63ba-4161-a0b6-ce42bbc71fa8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:10.831131 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6f49-63ba-4161-a0b6-ce42bbc71fa8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:10.831457 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6f49-63ba-4161-a0b6-ce42bbc71fa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:10.831780 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6f49-63ba-4161-a0b6-ce42bbc71fa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:10.832123 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6f49-63ba-4161-a0b6-ce42bbc71fa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:10.832913 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6f49-63ba-4161-a0b6-ce42bbc71fa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2a6f49-63ba-4161-a0b6-ce42bbc71fa8 admin admin] Tracked resource versions report: Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: pushed versions: Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: { 'AddressGroup': {'1.2'}, Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'ConntrackHelper': {'1.0'}, Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'LocalIPAssociation': {'1.0'}, Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'Log': {'1.0'}, Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'Network': {'1.1'}, Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'Port': {'1.7'}, Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'PortForwarding': {'1.2'}, Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'QosPolicy': {'1.10'}, Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'SecurityGroup': {'1.5'}, Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'SecurityGroupRule': {'1.2'}, Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'SubPort': {'1.0'}, Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'Subnet': {'1.1'}, Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'Trunk': {'1.1'}} Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: consumer versions: Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: { DHCP agent@n-d-827336-3: {}, Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: HyperV agent@n-h1-827336-3: {}, Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: HyperV agent@n-h2-827336-3: {}, Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: L3 agent@n-d-827336-3: {}, Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: Metadata agent@n-d-827336-3: {}, Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: Metering agent@n-d-827336-3: {}, Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: Open vSwitch agent@n-d-827336-3: { 'AddressGroup': '1.2', Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'ConntrackHelper': '1.0', Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'LocalIPAssociation': '1.0', Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'Log': '1.0', Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'Network': '1.1', Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'Port': '1.7', Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'PortForwarding': '1.2', Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'QosPolicy': '1.10', Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'SecurityGroup': '1.5', Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'SecurityGroupRule': '1.2', Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'SubPort': '1.0', Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'Subnet': '1.1', Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: 'Trunk': '1.1'}} Feb 03 12:28:10.838222 n-d-827336-3 neutron-server[103189]: {{(pid=103189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 12:28:10.846809 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2d2a6f49-63ba-4161-a0b6-ce42bbc71fa8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7dcc411a78a44b6b31fedb8d0607269&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3050978 Feb 03 12:28:10.847681 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58352) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:10.916382 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0934101b-c083-41b6-b02b-3142caca312b admin admin] Publish callbacks [] for security_group (75c68952-b4ed-4bfe-9424-75fef72c9543), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:10.937469 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0934101b-c083-41b6-b02b-3142caca312b admin admin] Publish callbacks [] for security_group (75c68952-b4ed-4bfe-9424-75fef72c9543), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:11.001979 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0934101b-c083-41b6-b02b-3142caca312b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (75c68952-b4ed-4bfe-9424-75fef72c9543), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:11.003805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-ea53615a-a16b-4405-ba16-69b2a2cf66b9 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:11.004813 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0934101b-c083-41b6-b02b-3142caca312b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:11.005634 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-ea53615a-a16b-4405-ba16-69b2a2cf66b9 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990368 Feb 03 12:28:11.009368 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0934101b-c083-41b6-b02b-3142caca312b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75c68952-b4ed-4bfe-9424-75fef72c9543 HTTP/1.1" status: 204 len: 168 time: 0.1607480 Feb 03 12:28:11.018005 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934101b-c083-41b6-b02b-3142caca312b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c68952-b4ed-4bfe-9424-75fef72c9543,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:11.033234 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-8f42c6dd-0414-4cab-8631-b05435f3cfa3 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/quotas/12755856944f40da9f58f5da392c5164 HTTP/1.1" status: 200 len: 375 time: 0.0162530 Feb 03 12:28:11.110666 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-d64f78c2-ef65-4cbc-ba81-c1b403a744d1 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=12755856944f40da9f58f5da392c5164&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702283 Feb 03 12:28:11.325244 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58378) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:11.391247 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c4765ec3-7c9b-4d1d-af2d-f40a8a4a91cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:11.480152 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c4765ec3-7c9b-4d1d-af2d-f40a8a4a91cb admin admin] Publish callbacks [] for security_group (88df0675-1bd2-4efe-b353-ab205dbb6860), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:11.485304 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c4765ec3-7c9b-4d1d-af2d-f40a8a4a91cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (88df0675-1bd2-4efe-b353-ab205dbb6860), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:11.521413 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4765ec3-7c9b-4d1d-af2d-f40a8a4a91cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88df0675-1bd2-4efe-b353-ab205dbb6860,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:11.548471 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c4765ec3-7c9b-4d1d-af2d-f40a8a4a91cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64d435078d4f45f8a82deec8391ff461&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2221398 Feb 03 12:28:11.549431 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58396) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:11.585084 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e64f619-4d82-4298-8756-b0010657dece req-3ba0e7a8-18e2-4308-af3b-488041fd1de3 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 210 time: 0.0599101 Feb 03 12:28:11.618448 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2c3caba-f63f-4217-b168-08001e13b4f0 admin admin] Publish callbacks [] for security_group (88df0675-1bd2-4efe-b353-ab205dbb6860), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:11.642131 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2c3caba-f63f-4217-b168-08001e13b4f0 admin admin] Publish callbacks [] for security_group (88df0675-1bd2-4efe-b353-ab205dbb6860), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:11.715117 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2c3caba-f63f-4217-b168-08001e13b4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (88df0675-1bd2-4efe-b353-ab205dbb6860), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:11.719646 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2c3caba-f63f-4217-b168-08001e13b4f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:11.721100 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b2c3caba-f63f-4217-b168-08001e13b4f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88df0675-1bd2-4efe-b353-ab205dbb6860 HTTP/1.1" status: 204 len: 168 time: 0.1707842 Feb 03 12:28:11.734008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3caba-f63f-4217-b168-08001e13b4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88df0675-1bd2-4efe-b353-ab205dbb6860,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:12.042873 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58440) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:12.252664 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-baa32d5a-4993-4de4-87a5-e14620c27390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:12.387440 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-baa32d5a-4993-4de4-87a5-e14620c27390 admin admin] Publish callbacks [] for security_group (bc5cfd62-37c5-4d18-b788-fc86e02fb630), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:12.391985 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-baa32d5a-4993-4de4-87a5-e14620c27390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bc5cfd62-37c5-4d18-b788-fc86e02fb630), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:12.425897 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa32d5a-4993-4de4-87a5-e14620c27390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5cfd62-37c5-4d18-b788-fc86e02fb630,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:12.460510 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-baa32d5a-4993-4de4-87a5-e14620c27390 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=27f0869e3c4b4b139acb4dd890301e0f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4060733 Feb 03 12:28:12.467048 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58476) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:12.534937 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e066bf8-aa6f-4aa7-b03a-e100271d4776 admin admin] Publish callbacks [] for security_group (bc5cfd62-37c5-4d18-b788-fc86e02fb630), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:12.580432 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e066bf8-aa6f-4aa7-b03a-e100271d4776 admin admin] Publish callbacks [] for security_group (bc5cfd62-37c5-4d18-b788-fc86e02fb630), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:12.699026 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e066bf8-aa6f-4aa7-b03a-e100271d4776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bc5cfd62-37c5-4d18-b788-fc86e02fb630), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:12.704595 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e066bf8-aa6f-4aa7-b03a-e100271d4776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:12.713771 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5e066bf8-aa6f-4aa7-b03a-e100271d4776 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc5cfd62-37c5-4d18-b788-fc86e02fb630 HTTP/1.1" status: 204 len: 168 time: 0.2465823 Feb 03 12:28:12.726244 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e066bf8-aa6f-4aa7-b03a-e100271d4776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5cfd62-37c5-4d18-b788-fc86e02fb630,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:12.739834 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e066bf8-aa6f-4aa7-b03a-e100271d4776 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:12.740371 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e066bf8-aa6f-4aa7-b03a-e100271d4776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:12.740892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e066bf8-aa6f-4aa7-b03a-e100271d4776 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:12.741375 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e066bf8-aa6f-4aa7-b03a-e100271d4776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:12.742549 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e066bf8-aa6f-4aa7-b03a-e100271d4776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:12.743206 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e066bf8-aa6f-4aa7-b03a-e100271d4776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:12.744337 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e066bf8-aa6f-4aa7-b03a-e100271d4776 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:12.744840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e066bf8-aa6f-4aa7-b03a-e100271d4776 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:12.745358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e066bf8-aa6f-4aa7-b03a-e100271d4776 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:12.745984 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e066bf8-aa6f-4aa7-b03a-e100271d4776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:12.746702 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e066bf8-aa6f-4aa7-b03a-e100271d4776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:12.747179 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e066bf8-aa6f-4aa7-b03a-e100271d4776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:12.747665 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e066bf8-aa6f-4aa7-b03a-e100271d4776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e066bf8-aa6f-4aa7-b03a-e100271d4776 admin admin] Tracked resource versions report: Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: pushed versions: Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: { 'AddressGroup': {'1.2'}, Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'ConntrackHelper': {'1.0'}, Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'LocalIPAssociation': {'1.0'}, Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'Log': {'1.0'}, Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'Network': {'1.1'}, Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'Port': {'1.7'}, Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'PortForwarding': {'1.2'}, Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'QosPolicy': {'1.10'}, Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'SecurityGroup': {'1.5'}, Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'SecurityGroupRule': {'1.2'}, Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'SubPort': {'1.0'}, Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'Subnet': {'1.1'}, Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'Trunk': {'1.1'}} Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: consumer versions: Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: { DHCP agent@n-d-827336-3: {}, Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: HyperV agent@n-h1-827336-3: {}, Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: HyperV agent@n-h2-827336-3: {}, Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: L3 agent@n-d-827336-3: {}, Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: Metadata agent@n-d-827336-3: {}, Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: Metering agent@n-d-827336-3: {}, Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: Open vSwitch agent@n-d-827336-3: { 'AddressGroup': '1.2', Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'ConntrackHelper': '1.0', Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'LocalIPAssociation': '1.0', Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'Log': '1.0', Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'Network': '1.1', Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'Port': '1.7', Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'PortForwarding': '1.2', Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'QosPolicy': '1.10', Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'SecurityGroup': '1.5', Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'SecurityGroupRule': '1.2', Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'SubPort': '1.0', Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'Subnet': '1.1', Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: 'Trunk': '1.1'}} Feb 03 12:28:12.748965 n-d-827336-3 neutron-server[103188]: {{(pid=103188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 12:28:12.880534 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f2b8609-ec76-4e91-9c55-c863f78ec377 req-fcb22c96-3821-442f-b6ee-3bef929841b7 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 210 time: 0.0354092 Feb 03 12:28:13.081336 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58534) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:13.206398 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58544) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:13.219535 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9fcf372b-cde1-42c6-a1ad-8062be8ccb4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.351851 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.31', 59940) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:13.379329 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9fcf372b-cde1-42c6-a1ad-8062be8ccb4c admin admin] Publish callbacks [] for security_group (40277bea-70b6-4f61-8861-7eb03a8ad52c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.385851 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9fcf372b-cde1-42c6-a1ad-8062be8ccb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (40277bea-70b6-4f61-8861-7eb03a8ad52c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.388031 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-b11ba477-740f-4469-a569-f40703277ab0 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=12755856944f40da9f58f5da392c5164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346637 Feb 03 12:28:13.414831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf372b-cde1-42c6-a1ad-8062be8ccb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40277bea-70b6-4f61-8861-7eb03a8ad52c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:13.432871 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9fcf372b-cde1-42c6-a1ad-8062be8ccb4c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78114ee08a41457d96473bb091782aa9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2254431 Feb 03 12:28:13.435550 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58558) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:13.496135 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7acafb3c-7b1f-4a2e-967b-af67984458f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.543729 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-625756e7-6050-417e-a396-776230b16f63 admin admin] Publish callbacks [] for security_group (40277bea-70b6-4f61-8861-7eb03a8ad52c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.606437 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-625756e7-6050-417e-a396-776230b16f63 admin admin] Publish callbacks [] for security_group (40277bea-70b6-4f61-8861-7eb03a8ad52c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.611223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-5fc55042-afbf-4397-9152-20d4c869e02c tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:13.613116 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-5fc55042-afbf-4397-9152-20d4c869e02c tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2182055 Feb 03 12:28:13.664523 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7acafb3c-7b1f-4a2e-967b-af67984458f5 admin admin] Publish callbacks [] for security_group (0bcad85c-07d5-4d55-a5da-d78d0aa8563e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.672267 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7acafb3c-7b1f-4a2e-967b-af67984458f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0bcad85c-07d5-4d55-a5da-d78d0aa8563e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.706370 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-625756e7-6050-417e-a396-776230b16f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (40277bea-70b6-4f61-8861-7eb03a8ad52c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.712276 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-3fde1095-65a7-4053-9bf0-4b7f56528fce tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Request body: {'port': {'device_id': '60fafc20-34a6-478a-b546-3ff4bb371644', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': '12755856944f40da9f58f5da392c5164'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:13.718626 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-625756e7-6050-417e-a396-776230b16f63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.723978 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58580) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:13.725808 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-625756e7-6050-417e-a396-776230b16f63 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40277bea-70b6-4f61-8861-7eb03a8ad52c HTTP/1.1" status: 204 len: 168 time: 0.2888150 Feb 03 12:28:13.741897 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7acafb3c-7b1f-4a2e-967b-af67984458f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c99ae34abfee4bd78c33b9bf53c837ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6593089 Feb 03 12:28:13.747447 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58586) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:13.772251 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58590) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:13.781419 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acafb3c-7b1f-4a2e-967b-af67984458f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcad85c-07d5-4d55-a5da-d78d0aa8563e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:13.803565 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625756e7-6050-417e-a396-776230b16f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40277bea-70b6-4f61-8861-7eb03a8ad52c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:13.828502 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdc3b06f-9807-45c0-9a2e-65b76f451c5d admin admin] Publish callbacks [] for security_group (0bcad85c-07d5-4d55-a5da-d78d0aa8563e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.854951 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdc3b06f-9807-45c0-9a2e-65b76f451c5d admin admin] Publish callbacks [] for security_group (0bcad85c-07d5-4d55-a5da-d78d0aa8563e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.931355 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdc3b06f-9807-45c0-9a2e-65b76f451c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0bcad85c-07d5-4d55-a5da-d78d0aa8563e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.937016 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdc3b06f-9807-45c0-9a2e-65b76f451c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:13.941809 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fdc3b06f-9807-45c0-9a2e-65b76f451c5d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0bcad85c-07d5-4d55-a5da-d78d0aa8563e HTTP/1.1" status: 204 len: 168 time: 0.1836672 Feb 03 12:28:13.950360 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3b06f-9807-45c0-9a2e-65b76f451c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcad85c-07d5-4d55-a5da-d78d0aa8563e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:14.071440 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-3fde1095-65a7-4053-9bf0-4b7f56528fce tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Made reservation on behalf of 12755856944f40da9f58f5da392c5164 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:28:14.075451 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-3fde1095-65a7-4053-9bf0-4b7f56528fce tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.105724 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-3fde1095-65a7-4053-9bf0-4b7f56528fce tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.108798 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28cb1bd9-b4d3-47c7-976a-0072e3dce928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.218715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e5c1c506-7567-493b-9da9-00849f98da70 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-network', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:14.274799 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-3fde1095-65a7-4053-9bf0-4b7f56528fce tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Publish callbacks [] for security_group (9e5dad52-e8a1-4921-8b6e-0475247405d4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.280292 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28cb1bd9-b4d3-47c7-976a-0072e3dce928 admin admin] Publish callbacks [] for security_group (99b11dd3-8032-4d7a-8d53-9ea3993d72fd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.283280 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-3fde1095-65a7-4053-9bf0-4b7f56528fce tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9e5dad52-e8a1-4921-8b6e-0475247405d4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.298950 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28cb1bd9-b4d3-47c7-976a-0072e3dce928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (99b11dd3-8032-4d7a-8d53-9ea3993d72fd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.328023 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c1c506-7567-493b-9da9-00849f98da70 admin admin] Made reservation on behalf of fc4a06b2bcd845a58e4fb7339bfa03e4 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:28:14.328023 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c506-7567-493b-9da9-00849f98da70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.409340 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c506-7567-493b-9da9-00849f98da70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.469995 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde1095-65a7-4053-9bf0-4b7f56528fce tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5dad52-e8a1-4921-8b6e-0475247405d4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:14.486218 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-28cb1bd9-b4d3-47c7-976a-0072e3dce928 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5202d65467dc428fbef03e073690a7e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7608361 Feb 03 12:28:14.489016 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58638) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:14.563051 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da98f627-a595-4f00-8732-006c6e2392e9 admin admin] Publish callbacks [] for security_group (99b11dd3-8032-4d7a-8d53-9ea3993d72fd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.589354 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da98f627-a595-4f00-8732-006c6e2392e9 admin admin] Publish callbacks [] for security_group (99b11dd3-8032-4d7a-8d53-9ea3993d72fd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.593814 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-44e044c0-37d5-4a1d-a0e4-0512ef7fac4f req-b4104a4f-716d-46eb-a2fe-38d5fe7c1246 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 210 time: 0.0843461 Feb 03 12:28:14.644272 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58648) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:14.647460 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da98f627-a595-4f00-8732-006c6e2392e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (99b11dd3-8032-4d7a-8d53-9ea3993d72fd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.652372 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da98f627-a595-4f00-8732-006c6e2392e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.653523 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-da98f627-a595-4f00-8732-006c6e2392e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99b11dd3-8032-4d7a-8d53-9ea3993d72fd HTTP/1.1" status: 204 len: 168 time: 0.1635244 Feb 03 12:28:14.670181 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5396b230-1e52-4c8b-b163-e9989865b952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.701241 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98f627-a595-4f00-8732-006c6e2392e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b11dd3-8032-4d7a-8d53-9ea3993d72fd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:14.747098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-3fde1095-65a7-4053-9bf0-4b7f56528fce tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Allocated IP 192.168.233.138 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/cba33992-a4da-453e-82d1-202422d83964) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:28:14.761568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb1bd9-b4d3-47c7-976a-0072e3dce928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b11dd3-8032-4d7a-8d53-9ea3993d72fd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:14.780114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5396b230-1e52-4c8b-b163-e9989865b952 admin admin] Publish callbacks [] for security_group (8cb479c4-24b6-431b-9974-9138a63cebc7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.788354 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5396b230-1e52-4c8b-b163-e9989865b952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8cb479c4-24b6-431b-9974-9138a63cebc7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.839623 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5396b230-1e52-4c8b-b163-e9989865b952 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1342ace5b34469b935c942218eb9aa0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1970227 Feb 03 12:28:14.843116 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58656) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:14.876777 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396b230-1e52-4c8b-b163-e9989865b952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb479c4-24b6-431b-9974-9138a63cebc7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:14.917499 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-026420f6-47c2-41f5-8bc9-01eddfa4ac7b admin admin] Publish callbacks [] for security_group (8cb479c4-24b6-431b-9974-9138a63cebc7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.948694 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c506-7567-493b-9da9-00849f98da70 admin admin] Publish callbacks [] for security_group (7180de8d-2a5b-4602-a286-c158f570645b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.949835 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-026420f6-47c2-41f5-8bc9-01eddfa4ac7b admin admin] Publish callbacks [] for security_group (8cb479c4-24b6-431b-9974-9138a63cebc7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:14.964952 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c506-7567-493b-9da9-00849f98da70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7180de8d-2a5b-4602-a286-c158f570645b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:15.011431 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-026420f6-47c2-41f5-8bc9-01eddfa4ac7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8cb479c4-24b6-431b-9974-9138a63cebc7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:15.015292 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-026420f6-47c2-41f5-8bc9-01eddfa4ac7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:15.019130 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-026420f6-47c2-41f5-8bc9-01eddfa4ac7b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8cb479c4-24b6-431b-9974-9138a63cebc7 HTTP/1.1" status: 204 len: 168 time: 0.1725020 Feb 03 12:28:15.030865 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026420f6-47c2-41f5-8bc9-01eddfa4ac7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb479c4-24b6-431b-9974-9138a63cebc7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:15.061807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c1c506-7567-493b-9da9-00849f98da70 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:28:15.130662 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-3fde1095-65a7-4053-9bf0-4b7f56528fce tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Publish callbacks [] for port (cba33992-a4da-453e-82d1-202422d83964), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:15.140044 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1c506-7567-493b-9da9-00849f98da70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7180de8d-2a5b-4602-a286-c158f570645b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:15.151861 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c506-7567-493b-9da9-00849f98da70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (cacebafa-8e9a-442e-a47a-6c18a1c39031), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:15.156792 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-e5c1c506-7567-493b-9da9-00849f98da70 admin admin] Added segment cacebafa-8e9a-442e-a47a-6c18a1c39031 of type vlan for network e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 Feb 03 12:28:15.229882 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c506-7567-493b-9da9-00849f98da70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (e6b732d5-42c9-48bb-8c90-6cc7fc4fd940), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:15.259873 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58670) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:15.262335 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-3fde1095-65a7-4053-9bf0-4b7f56528fce tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (cba33992-a4da-453e-82d1-202422d83964), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:15.264428 n-d-827336-3 neutron-server[103189]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 03 12:28:15.293475 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c506-7567-493b-9da9-00849f98da70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (e6b732d5-42c9-48bb-8c90-6cc7fc4fd940), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:15.294797 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c1c506-7567-493b-9da9-00849f98da70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:15.295599 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c506-7567-493b-9da9-00849f98da70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:15.353284 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-9d048cce-321e-47b7-b8c7-6f28c8df3c68 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0567b9b4266e4ca197b875decfa20a58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902824 Feb 03 12:28:15.394309 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-3fde1095-65a7-4053-9bf0-4b7f56528fce tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:28:15.415129 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e5c1c506-7567-493b-9da9-00849f98da70 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6378610 Feb 03 12:28:15.423357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-3fde1095-65a7-4053-9bf0-4b7f56528fce tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:28:15.425629 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58672) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:15.460169 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b724ba2a-d8d9-41a6-b2e9-1a0bbeb31222 admin admin] Request body: {'subnet': {'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-subnet', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:15.467687 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-3fde1095-65a7-4053-9bf0-4b7f56528fce tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:28:15.482194 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-3fde1095-65a7-4053-9bf0-4b7f56528fce tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:15.483487 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:15.484246 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-3fde1095-65a7-4053-9bf0-4b7f56528fce tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:15.487463 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde1095-65a7-4053-9bf0-4b7f56528fce tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Pushing event updated for resources: {'Port': ['ID=cba33992-a4da-453e-82d1-202422d83964,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:15.501347 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1c506-7567-493b-9da9-00849f98da70 admin admin] Pushing event updated for resources: {'Network': ['ID=e6b732d5-42c9-48bb-8c90-6cc7fc4fd940,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:15.586120 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:28:15.596911 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-3fde1095-65a7-4053-9bf0-4b7f56528fce tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8895988 Feb 03 12:28:15.606534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b724ba2a-d8d9-41a6-b2e9-1a0bbeb31222 admin admin] Made reservation on behalf of fc4a06b2bcd845a58e4fb7339bfa03e4 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:28:15.609084 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b724ba2a-d8d9-41a6-b2e9-1a0bbeb31222 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:15.616638 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c26503a2-783c-4f47-b21a-f06c4b5b7daf tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:28:15.618186 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c26503a2-783c-4f47-b21a-f06c4b5b7daf tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065906 Feb 03 12:28:15.948934 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f7493553-560e-440f-aff4-b0efec9342c9 None None] Provisioning complete for port cba33992-a4da-453e-82d1-202422d83964 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:15.949334 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7493553-560e-440f-aff4-b0efec9342c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cba33992-a4da-453e-82d1-202422d83964), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:15.985251 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-4946298d-d622-4d87-bbf6-693828351f0f tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:15.996286 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-4946298d-d622-4d87-bbf6-693828351f0f tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6417196 Feb 03 12:28:15.999981 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b724ba2a-d8d9-41a6-b2e9-1a0bbeb31222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for subnet (85163f5e-1c84-41bb-8d33-9e34ca1fec33), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:16.029336 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0937c9-b78a-4d90-b061-a7dca4187b74 req-ba2298ac-c354-4eb5-b7e2-1345f83304ca tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:16.030398 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-d648fe33-6d03-4dfc-9d7a-04147a8c4063 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/quotas/0567b9b4266e4ca197b875decfa20a58 HTTP/1.1" status: 200 len: 375 time: 0.0331702 Feb 03 12:28:16.039382 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f0937c9-b78a-4d90-b061-a7dca4187b74 req-ba2298ac-c354-4eb5-b7e2-1345f83304ca tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 936 time: 0.3018670 Feb 03 12:28:16.073723 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f7493553-560e-440f-aff4-b0efec9342c9 None None] Port cba33992-a4da-453e-82d1-202422d83964 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:28:16.162477 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724ba2a-d8d9-41a6-b2e9-1a0bbeb31222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85163f5e-1c84-41bb-8d33-9e34ca1fec33,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:16.162718 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-772a4e47-a874-40ad-9fc0-39c1e54899ba tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0567b9b4266e4ca197b875decfa20a58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1311750 Feb 03 12:28:16.176224 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58690) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:16.184496 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724ba2a-d8d9-41a6-b2e9-1a0bbeb31222 admin admin] Checking segment: {'id': 'cacebafa-8e9a-442e-a47a-6c18a1c39031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:28:16.184717 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b724ba2a-d8d9-41a6-b2e9-1a0bbeb31222 admin admin] Network hostable DHCP agents. Network: e6b732d5-42c9-48bb-8c90-6cc7fc4fd940, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:28:16.199023 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f0937c9-b78a-4d90-b061-a7dca4187b74 req-bd6a7cbc-ea64-44c7-bb20-3f0dbdf2c5cb tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580558 Feb 03 12:28:16.199651 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b607059-4ccd-4b06-b532-973477cf82fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:16.234327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b724ba2a-d8d9-41a6-b2e9-1a0bbeb31222 admin admin] Network e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:28:16.265700 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b724ba2a-d8d9-41a6-b2e9-1a0bbeb31222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, e6b732d5-42c9-48bb-8c90-6cc7fc4fd940) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:28:16.278943 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320a7d32-30e9-4db2-a820-a460980ec0ca None None] Network e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:28:16.279506 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b724ba2a-d8d9-41a6-b2e9-1a0bbeb31222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:16.282530 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b724ba2a-d8d9-41a6-b2e9-1a0bbeb31222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:16.318521 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b724ba2a-d8d9-41a6-b2e9-1a0bbeb31222 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8652036 Feb 03 12:28:16.319488 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58696) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:16.324822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-56df3a9f-e48f-4ad4-8e9d-e49095b61809 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:16.389842 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56df3a9f-e48f-4ad4-8e9d-e49095b61809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (9648596f-ee05-445d-800b-50fe291f9f37), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:16.394211 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56df3a9f-e48f-4ad4-8e9d-e49095b61809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (9648596f-ee05-445d-800b-50fe291f9f37), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:16.437466 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b607059-4ccd-4b06-b532-973477cf82fc admin admin] Publish callbacks [] for security_group (fd41c184-bcfe-43d4-b8ae-8315cdbb8814), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:16.444072 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b607059-4ccd-4b06-b532-973477cf82fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (fd41c184-bcfe-43d4-b8ae-8315cdbb8814), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:16.501897 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9b607059-4ccd-4b06-b532-973477cf82fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d07949c6e135451ca92a61838019e347&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3242955 Feb 03 12:28:16.516584 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58702) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:16.717212 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-668396d8-4215-4928-83b7-f94c5b46dc6e req-bf57c74b-7ef8-4d8f-a328-8d9c6641e48f tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 210 time: 0.1564131 Feb 03 12:28:16.720874 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56df3a9f-e48f-4ad4-8e9d-e49095b61809 admin admin] Publish callbacks [] for router_controller (9648596f-ee05-445d-800b-50fe291f9f37), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:16.798548 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc2fa008-0c8e-4886-96f0-4504d5537fb6 admin admin] Publish callbacks [] for security_group (fd41c184-bcfe-43d4-b8ae-8315cdbb8814), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:16.801861 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b607059-4ccd-4b06-b532-973477cf82fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd41c184-bcfe-43d4-b8ae-8315cdbb8814,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:16.872826 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'fixed_ips': [{'subnet_id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:28:16.877888 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:16.900084 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc2fa008-0c8e-4886-96f0-4504d5537fb6 admin admin] Publish callbacks [] for security_group (fd41c184-bcfe-43d4-b8ae-8315cdbb8814), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:16.995576 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc2fa008-0c8e-4886-96f0-4504d5537fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (fd41c184-bcfe-43d4-b8ae-8315cdbb8814), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:16.998605 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc2fa008-0c8e-4886-96f0-4504d5537fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:17.003780 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bc2fa008-0c8e-4886-96f0-4504d5537fb6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd41c184-bcfe-43d4-b8ae-8315cdbb8814 HTTP/1.1" status: 204 len: 168 time: 0.4802024 Feb 03 12:28:17.018751 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fa008-0c8e-4886-96f0-4504d5537fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd41c184-bcfe-43d4-b8ae-8315cdbb8814,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:17.278607 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Allocated IP 172.20.0.2 (e6b732d5-42c9-48bb-8c90-6cc7fc4fd940/85163f5e-1c84-41bb-8d33-9e34ca1fec33/8346dd45-ca80-4cde-bc62-e3975cb0a6aa) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:28:17.515462 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] Request body: {'port': {'device_id': '60fafc20-34a6-478a-b546-3ff4bb371644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:17.583208 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56df3a9f-e48f-4ad4-8e9d-e49095b61809 admin admin] Publish callbacks [] for router_gateway (9648596f-ee05-445d-800b-50fe291f9f37), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:17.626952 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cba33992-a4da-453e-82d1-202422d83964), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:17.747822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58760) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:17.764234 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Publish callbacks [] for port (8346dd45-ca80-4cde-bc62-e3975cb0a6aa), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:17.775529 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (8346dd45-ca80-4cde-bc62-e3975cb0a6aa), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:17.859386 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4027f-58da-490f-9e8e-2b852c1d3349 req-b675fd86-1f79-4010-ad11-31ae03e44fd5 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:17.865749 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18e4027f-58da-490f-9e8e-2b852c1d3349 req-b675fd86-1f79-4010-ad11-31ae03e44fd5 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 936 time: 0.1833186 Feb 03 12:28:17.884064 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Network e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:28:17.890768 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:28:17.894995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:28:17.901521 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Pushing event updated for resources: {'Port': ['ID=8346dd45-ca80-4cde-bc62-e3975cb0a6aa,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:17.916942 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:17.917416 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:17.917868 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:17.918277 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:17.918724 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:17.919343 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:17.919737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:17.920149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:17.920555 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:17.920988 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:17.921419 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:17.921809 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:17.922196 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Tracked resource versions report: Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: pushed versions: Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: { 'AddressGroup': {'1.2'}, Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'ConntrackHelper': {'1.0'}, Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'LocalIPAssociation': {'1.0'}, Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'Log': {'1.0'}, Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'Network': {'1.1'}, Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'Port': {'1.7'}, Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'PortForwarding': {'1.2'}, Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'QosPolicy': {'1.10'}, Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'SecurityGroup': {'1.5'}, Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'SecurityGroupRule': {'1.2'}, Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'SubPort': {'1.0'}, Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'Subnet': {'1.1'}, Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'Trunk': {'1.1'}} Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: consumer versions: Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: { DHCP agent@n-d-827336-3: {}, Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: HyperV agent@n-h1-827336-3: {}, Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: HyperV agent@n-h2-827336-3: {}, Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: L3 agent@n-d-827336-3: {}, Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: Metadata agent@n-d-827336-3: {}, Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: Metering agent@n-d-827336-3: {}, Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: Open vSwitch agent@n-d-827336-3: { 'AddressGroup': '1.2', Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'ConntrackHelper': '1.0', Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'LocalIPAssociation': '1.0', Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'Log': '1.0', Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'Network': '1.1', Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'Port': '1.7', Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'PortForwarding': '1.2', Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'QosPolicy': '1.10', Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'SecurityGroup': '1.5', Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'SecurityGroupRule': '1.2', Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'SubPort': '1.0', Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'Subnet': '1.1', Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: 'Trunk': '1.1'}} Feb 03 12:28:17.923577 n-d-827336-3 neutron-server[103190]: {{(pid=103190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 12:28:17.964919 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab077422-0c2f-43e9-9e24-862403474256 req-5b0117e9-787c-43e5-b6ff-9f645c513872 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 210 time: 0.0919194 Feb 03 12:28:18.010729 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18e4027f-58da-490f-9e8e-2b852c1d3349 req-9bebbc0f-3630-44cc-8d36-fd66a8076f5e tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364007 Feb 03 12:28:18.057049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Attempting to bind port 8346dd45-ca80-4cde-bc62-e3975cb0a6aa on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:28:18.057475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Attempting to bind port 8346dd45-ca80-4cde-bc62-e3975cb0a6aa by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'cacebafa-8e9a-442e-a47a-6c18a1c39031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:28:18.057936 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Attempting to bind port 8346dd45-ca80-4cde-bc62-e3975cb0a6aa on network e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:18.069464 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:28:18.069949 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Checking segment: {'id': 'cacebafa-8e9a-442e-a47a-6c18a1c39031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:28:18.072527 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:18.072975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Bound using segment: {'id': 'cacebafa-8e9a-442e-a47a-6c18a1c39031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:28:18.077972 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Bound port: 8346dd45-ca80-4cde-bc62-e3975cb0a6aa, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cacebafa-8e9a-442e-a47a-6c18a1c39031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:28:18.079575 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8346dd45-ca80-4cde-bc62-e3975cb0a6aa), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:18.213630 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] For port 8346dd45-ca80-4cde-bc62-e3975cb0a6aa, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:28:18.223434 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] For port 8346dd45-ca80-4cde-bc62-e3975cb0a6aa, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=8346dd45-ca80-4cde-bc62-e3975cb0a6aa,segment=NetworkSegment(cacebafa-8e9a-442e-a47a-6c18a1c39031),segment_id=cacebafa-8e9a-442e-a47a-6c18a1c39031)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:28:18.236549 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8346dd45-ca80-4cde-bc62-e3975cb0a6aa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:18.330639 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb94baa-d7f5-467f-a4e9-ee7acd2ca10f None None] Pushing event updated for resources: {'Port': ['ID=8346dd45-ca80-4cde-bc62-e3975cb0a6aa,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:18.432199 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56df3a9f-e48f-4ad4-8e9d-e49095b61809 admin admin] Publish callbacks [] for router_gateway (9648596f-ee05-445d-800b-50fe291f9f37), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:18.491487 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56df3a9f-e48f-4ad4-8e9d-e49095b61809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:18.498659 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3453a26d-bd47-4f79-9221-b4451a5766a8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1469878680-network', 'tenant_id': '4d4dfb0f87774d34902a75fe55b72106'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:18.521802 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58776) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:18.541510 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3453a26d-bd47-4f79-9221-b4451a5766a8 admin admin] Made reservation on behalf of 4d4dfb0f87774d34902a75fe55b72106 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:28:18.545079 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3453a26d-bd47-4f79-9221-b4451a5766a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:18.574578 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3453a26d-bd47-4f79-9221-b4451a5766a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:18.665361 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8195dfed-2afd-46ff-923d-f15eb8c3754a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:18.864718 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8195dfed-2afd-46ff-923d-f15eb8c3754a admin admin] Publish callbacks [] for security_group (610990ff-5440-45f2-a185-0f6e710d7139), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:18.870541 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8195dfed-2afd-46ff-923d-f15eb8c3754a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (610990ff-5440-45f2-a185-0f6e710d7139), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:18.901430 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba33992-a4da-453e-82d1-202422d83964 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:28:18.902859 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195dfed-2afd-46ff-923d-f15eb8c3754a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610990ff-5440-45f2-a185-0f6e710d7139,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:18.917411 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] Publish callbacks [] for port (cba33992-a4da-453e-82d1-202422d83964), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:18.937501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58788) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:18.938057 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8195dfed-2afd-46ff-923d-f15eb8c3754a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf60aed915c54b3db55ca032017fbc3c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4149947 Feb 03 12:28:18.995316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] Transition to ACTIVE for port object cba33992-a4da-453e-82d1-202422d83964 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:28:19.020038 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (cba33992-a4da-453e-82d1-202422d83964), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:19.102915 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.31', 59945) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:19.127565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-56df3a9f-e48f-4ad4-8e9d-e49095b61809 admin admin] Allocated IP 172.25.6.209 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/23c58ce4-5a07-49f9-9668-ed0670ab839c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:28:19.174979 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-506b8c51-c0af-49ba-b10a-0393538bde9e tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0567b9b4266e4ca197b875decfa20a58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613136 Feb 03 12:28:19.342658 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56df3a9f-e48f-4ad4-8e9d-e49095b61809 admin admin] Publish callbacks [] for port (23c58ce4-5a07-49f9-9668-ed0670ab839c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:19.369987 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c2f84-3882-4939-b20e-552f1f856646 req-0dd1508f-2e78-430d-b2f5-a9bcdae36e9d tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:19.387452 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9d5c2f84-3882-4939-b20e-552f1f856646 req-0dd1508f-2e78-430d-b2f5-a9bcdae36e9d tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 948 time: 0.1781893 Feb 03 12:28:19.505922 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] Pushing event updated for resources: {'Port': ['ID=cba33992-a4da-453e-82d1-202422d83964,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:19.520921 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56df3a9f-e48f-4ad4-8e9d-e49095b61809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (23c58ce4-5a07-49f9-9668-ed0670ab839c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:19.558221 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9d5c2f84-3882-4939-b20e-552f1f856646 req-a8bdc002-a8db-4da2-9fb5-9cb0afd964c6 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642709 Feb 03 12:28:19.665490 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56df3a9f-e48f-4ad4-8e9d-e49095b61809 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:28:19.671287 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df3a9f-e48f-4ad4-8e9d-e49095b61809 admin admin] Pushing event updated for resources: {'Port': ['ID=23c58ce4-5a07-49f9-9668-ed0670ab839c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:19.818006 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3453a26d-bd47-4f79-9221-b4451a5766a8 admin admin] Publish callbacks [] for security_group (d60ba23a-96d4-4b67-a543-bef9796d25b2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:19.821883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-56df3a9f-e48f-4ad4-8e9d-e49095b61809 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:28:19.939032 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a03e0a34-1f3f-4a4b-a936-de5c057b0d1c req-220800ee-dab4-410d-8c11-0251b55c3f82 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 210 time: 0.4363508 Feb 03 12:28:19.947425 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df3a9f-e48f-4ad4-8e9d-e49095b61809 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:28:20.039222 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-a8f0d4fb-d715-49b7-ac82-6c7ae67dc898 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:20.040904 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-a8f0d4fb-d715-49b7-ac82-6c7ae67dc898 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3407176 Feb 03 12:28:20.105470 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-0e35c7dd-a88d-4c26-9d36-7f3406f79809 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Request body: {'port': {'device_id': '5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': '0567b9b4266e4ca197b875decfa20a58'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:20.183368 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3453a26d-bd47-4f79-9221-b4451a5766a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d60ba23a-96d4-4b67-a543-bef9796d25b2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:20.272371 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453a26d-bd47-4f79-9221-b4451a5766a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60ba23a-96d4-4b67-a543-bef9796d25b2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:20.385390 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3471298-3948-4af8-9a75-12537ec3306e admin admin] Publish callbacks [] for security_group (610990ff-5440-45f2-a185-0f6e710d7139), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:20.387694 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3453a26d-bd47-4f79-9221-b4451a5766a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:28:20.410353 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] Attempting to bind port cba33992-a4da-453e-82d1-202422d83964 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:28:20.410749 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] Attempting to bind port cba33992-a4da-453e-82d1-202422d83964 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:28:20.411096 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] Attempting to bind port cba33992-a4da-453e-82d1-202422d83964 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:20.457090 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30337301-19e1-4d28-b19c-553805256b93 None None] Network e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:28:20.495445 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3453a26d-bd47-4f79-9221-b4451a5766a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (0af83f5c-d864-46a3-9b6f-6f8dfebcaaca), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:20.495844 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-3453a26d-bd47-4f79-9221-b4451a5766a8 admin admin] Added segment 0af83f5c-d864-46a3-9b6f-6f8dfebcaaca of type vlan for network fa311484-a64f-41a1-a01e-493a1be74adb Feb 03 12:28:20.534252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] Port cba33992-a4da-453e-82d1-202422d83964 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:28:20.534557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] Attempting to bind port cba33992-a4da-453e-82d1-202422d83964 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:20.592348 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3471298-3948-4af8-9a75-12537ec3306e admin admin] Publish callbacks [] for security_group (610990ff-5440-45f2-a185-0f6e710d7139), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:20.708052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:28:20.708052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:28:20.708052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:28:20.708052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] Bound port: cba33992-a4da-453e-82d1-202422d83964, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:28:20.720703 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cba33992-a4da-453e-82d1-202422d83964), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:20.821388 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 8346dd45-ca80-4cde-bc62-e3975cb0a6aa up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:28:20.928403 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-0e35c7dd-a88d-4c26-9d36-7f3406f79809 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Made reservation on behalf of 0567b9b4266e4ca197b875decfa20a58 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:28:20.931903 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-0e35c7dd-a88d-4c26-9d36-7f3406f79809 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:20.946624 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3453a26d-bd47-4f79-9221-b4451a5766a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (fa311484-a64f-41a1-a01e-493a1be74adb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:20.946947 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 8346dd45-ca80-4cde-bc62-e3975cb0a6aa triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:20.947263 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (8346dd45-ca80-4cde-bc62-e3975cb0a6aa), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:20.970732 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-0e35c7dd-a88d-4c26-9d36-7f3406f79809 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:20.998267 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0035f221-526c-48eb-b0f9-1565fa6bc3ae None None] Provisioning complete for port 8346dd45-ca80-4cde-bc62-e3975cb0a6aa triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:20.999135 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0035f221-526c-48eb-b0f9-1565fa6bc3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (8346dd45-ca80-4cde-bc62-e3975cb0a6aa), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:21.007928 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35579f5d-cd97-4627-b901-46f846cee227 req-b60bca19-c0a4-4456-9483-fed7cd931a62 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:21.014090 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-35579f5d-cd97-4627-b901-46f846cee227 req-b60bca19-c0a4-4456-9483-fed7cd931a62 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 948 time: 0.2226062 Feb 03 12:28:21.113773 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-3453a26d-bd47-4f79-9221-b4451a5766a8 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:28:21.120405 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 8346dd45-ca80-4cde-bc62-e3975cb0a6aa is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:21.121102 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8346dd45-ca80-4cde-bc62-e3975cb0a6aa), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:21.181977 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-35579f5d-cd97-4627-b901-46f846cee227 req-90e6aaa6-f721-4966-8e7a-14b141427413 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586230 Feb 03 12:28:21.240567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 8346dd45-ca80-4cde-bc62-e3975cb0a6aa, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=8346dd45-ca80-4cde-bc62-e3975cb0a6aa,segment=NetworkSegment(cacebafa-8e9a-442e-a47a-6c18a1c39031),segment_id=cacebafa-8e9a-442e-a47a-6c18a1c39031)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:21.248451 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8346dd45-ca80-4cde-bc62-e3975cb0a6aa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:21.370354 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7355e915-f8ae-4ec6-b929-9b7e315260c7 req-9a3bd234-4b0d-462c-b18a-b59d896fc7ef tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 210 time: 0.0617959 Feb 03 12:28:21.399616 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-0e35c7dd-a88d-4c26-9d36-7f3406f79809 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Publish callbacks [] for security_group (31815fa0-362b-4b13-bee5-3a06e9d799d8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:21.408451 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-0e35c7dd-a88d-4c26-9d36-7f3406f79809 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (31815fa0-362b-4b13-bee5-3a06e9d799d8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:21.451536 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35c7dd-a88d-4c26-9d36-7f3406f79809 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31815fa0-362b-4b13-bee5-3a06e9d799d8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:21.515780 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=8346dd45-ca80-4cde-bc62-e3975cb0a6aa,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:21.569033 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0035f221-526c-48eb-b0f9-1565fa6bc3ae None None] Current status of the port 8346dd45-ca80-4cde-bc62-e3975cb0a6aa is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:21.717602 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-21b44dba-886d-41a8-82a6-40c7285d208e None None] Provisioning complete for port 8346dd45-ca80-4cde-bc62-e3975cb0a6aa triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:21.721806 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21b44dba-886d-41a8-82a6-40c7285d208e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (8346dd45-ca80-4cde-bc62-e3975cb0a6aa), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:21.754830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] For port cba33992-a4da-453e-82d1-202422d83964, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:28:21.767909 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] For port cba33992-a4da-453e-82d1-202422d83964, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=cba33992-a4da-453e-82d1-202422d83964,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:28:21.788787 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-0e35c7dd-a88d-4c26-9d36-7f3406f79809 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Allocated IP 192.168.233.167 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/da128a74-3e02-441c-a6c5-f2dd4f6fca9e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:28:21.808918 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed647cb7-c502-49db-852b-ba1745e41052 req-ce676580-cdaa-44ca-af2c-2620feefc68c tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=207048d5e9d548ac8439a4c69e7678ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2310348 Feb 03 12:28:21.913893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-21b44dba-886d-41a8-82a6-40c7285d208e None None] Current status of the port 8346dd45-ca80-4cde-bc62-e3975cb0a6aa is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:21.985230 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed647cb7-c502-49db-852b-ba1745e41052 req-563fb75a-28bf-4a26-8c11-f320fd14a81f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:21.993501 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed647cb7-c502-49db-852b-ba1745e41052 req-563fb75a-28bf-4a26-8c11-f320fd14a81f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833856 Feb 03 12:28:22.002291 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3453a26d-bd47-4f79-9221-b4451a5766a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (fa311484-a64f-41a1-a01e-493a1be74adb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:22.003260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3453a26d-bd47-4f79-9221-b4451a5766a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:22.003914 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3453a26d-bd47-4f79-9221-b4451a5766a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:22.011799 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (cba33992-a4da-453e-82d1-202422d83964), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:22.046154 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed647cb7-c502-49db-852b-ba1745e41052 req-6dc78b53-cf7c-48ac-bcc9-e08b05886480 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/quotas/207048d5e9d548ac8439a4c69e7678ef HTTP/1.1" status: 200 len: 375 time: 0.0516181 Feb 03 12:28:22.173318 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58870) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:22.179829 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56df3a9f-e48f-4ad4-8e9d-e49095b61809 admin admin] Publish callbacks [] for router_gateway (9648596f-ee05-445d-800b-50fe291f9f37), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:22.211308 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-0e35c7dd-a88d-4c26-9d36-7f3406f79809 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Publish callbacks [] for port (da128a74-3e02-441c-a6c5-f2dd4f6fca9e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:22.253911 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3471298-3948-4af8-9a75-12537ec3306e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (610990ff-5440-45f2-a185-0f6e710d7139), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:22.264947 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3471298-3948-4af8-9a75-12537ec3306e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:22.275069 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f3471298-3948-4af8-9a75-12537ec3306e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/610990ff-5440-45f2-a185-0f6e710d7139 HTTP/1.1" status: 204 len: 168 time: 3.3347411 Feb 03 12:28:22.332026 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-0e35c7dd-a88d-4c26-9d36-7f3406f79809 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (da128a74-3e02-441c-a6c5-f2dd4f6fca9e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:22.417281 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed647cb7-c502-49db-852b-ba1745e41052 req-ed2071e9-299e-4cc7-8ff3-c11ea4a61ca7 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3700256 Feb 03 12:28:22.421663 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] Pushing event updated for resources: {'Port': ['ID=cba33992-a4da-453e-82d1-202422d83964,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:22.525253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:22.528394 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:22.530349 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-c204f3b8-fdbb-4d4c-a341-f9c524f6b673 service neutron] 10.222.0.31 "PUT /v2.0/ports/cba33992-a4da-453e-82d1-202422d83964 HTTP/1.1" status: 200 len: 1096 time: 5.8078499 Feb 03 12:28:22.551803 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3471298-3948-4af8-9a75-12537ec3306e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610990ff-5440-45f2-a185-0f6e710d7139,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:22.557423 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453a26d-bd47-4f79-9221-b4451a5766a8 admin admin] Pushing event updated for resources: {'Network': ['ID=fa311484-a64f-41a1-a01e-493a1be74adb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:22.561238 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60fafc20-34a6-478a-b546-3ff4bb371644', 'tag': 'cba33992-a4da-453e-82d1-202422d83964'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:28:22.640669 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 8346dd45-ca80-4cde-bc62-e3975cb0a6aa up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:28:22.723236 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network fa311484-a64f-41a1-a01e-493a1be74adb details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:28:22.759429 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52a102d9-3771-40dc-9de4-5983f9435fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:22.764043 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-0e35c7dd-a88d-4c26-9d36-7f3406f79809 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:28:22.789843 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-0e35c7dd-a88d-4c26-9d36-7f3406f79809 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:28:22.790023 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3453a26d-bd47-4f79-9221-b4451a5766a8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 5.0394943 Feb 03 12:28:22.791605 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-0e35c7dd-a88d-4c26-9d36-7f3406f79809 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:28:22.798302 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-0e35c7dd-a88d-4c26-9d36-7f3406f79809 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:22.798510 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-0e35c7dd-a88d-4c26-9d36-7f3406f79809 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:22.811994 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58894) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:22.848169 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35c7dd-a88d-4c26-9d36-7f3406f79809 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Pushing event updated for resources: {'Port': ['ID=da128a74-3e02-441c-a6c5-f2dd4f6fca9e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:22.921663 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-0e35c7dd-a88d-4c26-9d36-7f3406f79809 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8210130 Feb 03 12:28:22.957452 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d2917-4d92-4f4d-80f1-fa656c49db4b req-99465970-7e85-4ca3-b31a-5e5ac1d1a98b tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:22.959395 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-052d2917-4d92-4f4d-80f1-fa656c49db4b req-99465970-7e85-4ca3-b31a-5e5ac1d1a98b tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 948 time: 0.5611022 Feb 03 12:28:22.959819 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58900) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:23.031873 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] Request body: {'port': {'device_id': '5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0', 'device_owner': 'compute:tempest-test_az-1628741702', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:23.057295 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-17461e1e-ca19-434d-a3c5-a366adaae887 admin admin] Request body: {'subnet': {'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1469878680-subnet', 'tenant_id': '4d4dfb0f87774d34902a75fe55b72106', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:23.185784 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (da128a74-3e02-441c-a6c5-f2dd4f6fca9e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:23.200684 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 8346dd45-ca80-4cde-bc62-e3975cb0a6aa triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:23.227533 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (8346dd45-ca80-4cde-bc62-e3975cb0a6aa), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:23.414806 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037360c8-6721-4c46-bd3a-7e54d76c1256" -d '{"events": [{"name": "network-changed", "server_uuid": "60fafc20-34a6-478a-b546-3ff4bb371644", "tag": "cba33992-a4da-453e-82d1-202422d83964"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:28:23.428683 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-4c76a24b-407e-48a5-bb45-d52fc3da98b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:23.430848 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-4c76a24b-407e-48a5-bb45-d52fc3da98b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12755856944f40da9f58f5da392c5164&device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 1130 time: 0.6164918 Feb 03 12:28:23.436131 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17461e1e-ca19-434d-a3c5-a366adaae887 admin admin] Made reservation on behalf of 4d4dfb0f87774d34902a75fe55b72106 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:28:23.438854 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17461e1e-ca19-434d-a3c5-a366adaae887 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:23.465766 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 8346dd45-ca80-4cde-bc62-e3975cb0a6aa is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:23.523585 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5ae1d4bb-e7d6-4682-96a3-c4d240fae845 None None] Provisioning complete for port da128a74-3e02-441c-a6c5-f2dd4f6fca9e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:23.525432 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d4bb-e7d6-4682-96a3-c4d240fae845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (da128a74-3e02-441c-a6c5-f2dd4f6fca9e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:23.628766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28997cc-32c6-4296-8873-9d5d13b26156 req-561a8bdf-461d-42f5-8960-7e0a31d0b147 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:23.629007 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5ae1d4bb-e7d6-4682-96a3-c4d240fae845 None None] Port da128a74-3e02-441c-a6c5-f2dd4f6fca9e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:28:23.637797 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a28997cc-32c6-4296-8873-9d5d13b26156 req-561a8bdf-461d-42f5-8960-7e0a31d0b147 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 936 time: 0.5901725 Feb 03 12:28:23.755340 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da128a74-3e02-441c-a6c5-f2dd4f6fca9e {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:28:23.764315 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] Publish callbacks [] for port (da128a74-3e02-441c-a6c5-f2dd4f6fca9e), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:23.787640 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] Transition to ACTIVE for port object da128a74-3e02-441c-a6c5-f2dd4f6fca9e will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:28:23.796709 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd87e57f-c570-42df-bbce-b9b83f56a6b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:23.802933 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (da128a74-3e02-441c-a6c5-f2dd4f6fca9e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:23.909813 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] Pushing event updated for resources: {'Port': ['ID=da128a74-3e02-441c-a6c5-f2dd4f6fca9e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:23.932782 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-d54e8fc4-000c-4108-ae3d-15e87da9b171 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=cba33992-a4da-453e-82d1-202422d83964 HTTP/1.1" status: 200 len: 217 time: 0.3240714 Feb 03 12:28:23.938933 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a28997cc-32c6-4296-8873-9d5d13b26156 req-ae65cd49-33c7-462d-8dd4-5ad89257602d tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/security-groups?id=31815fa0-362b-4b13-bee5-3a06e9d799d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002343 Feb 03 12:28:23.942552 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-052d2917-4d92-4f4d-80f1-fa656c49db4b req-5c4bb6cf-8ef3-45cb-8c7b-2658eeffb0a9 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9534142 Feb 03 12:28:24.289790 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b6e5ef-19ac-4bb6-8505-1ca15ac48934 x-openstack-request-id: req-05b6e5ef-19ac-4bb6-8505-1ca15ac48934 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:28:24.290109 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60fafc20-34a6-478a-b546-3ff4bb371644", "tag": "cba33992-a4da-453e-82d1-202422d83964", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:28:24.290326 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05b6e5ef-19ac-4bb6-8505-1ca15ac48934 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:28:24.290768 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60fafc20-34a6-478a-b546-3ff4bb371644', 'tag': 'cba33992-a4da-453e-82d1-202422d83964', 'status': 'completed', 'code': 200} Feb 03 12:28:24.294791 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d8f8ec3-4e58-4469-8825-065384245729 req-900f9bcd-286b-42ea-9641-05fdf093b2b5 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 210 time: 0.0446343 Feb 03 12:28:24.377583 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] Attempting to bind port da128a74-3e02-441c-a6c5-f2dd4f6fca9e on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:28:24.378222 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] Attempting to bind port da128a74-3e02-441c-a6c5-f2dd4f6fca9e by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:28:24.378644 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] Attempting to bind port da128a74-3e02-441c-a6c5-f2dd4f6fca9e on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:24.382707 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17461e1e-ca19-434d-a3c5-a366adaae887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for subnet (a224ad99-e09c-495b-b28c-4e2912ae8c46), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:24.428495 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] Port da128a74-3e02-441c-a6c5-f2dd4f6fca9e on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:28:24.429001 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] Attempting to bind port da128a74-3e02-441c-a6c5-f2dd4f6fca9e on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:24.436666 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56df3a9f-e48f-4ad4-8e9d-e49095b61809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (9648596f-ee05-445d-800b-50fe291f9f37), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:24.446604 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52a102d9-3771-40dc-9de4-5983f9435fb8 admin admin] Publish callbacks [] for security_group (b25e475f-fd0b-437c-86c1-ef8897af2182), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:24.449102 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-b98c34cc-2ac8-41ef-8f55-092ce39c6bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:24.450574 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-b98c34cc-2ac8-41ef-8f55-092ce39c6bc6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1589937 Feb 03 12:28:24.451715 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:28:24.452242 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:28:24.453040 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:28:24.453571 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] Bound port: da128a74-3e02-441c-a6c5-f2dd4f6fca9e, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:28:24.454491 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (da128a74-3e02-441c-a6c5-f2dd4f6fca9e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:24.463749 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52a102d9-3771-40dc-9de4-5983f9435fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b25e475f-fd0b-437c-86c1-ef8897af2182), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:24.517733 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17461e1e-ca19-434d-a3c5-a366adaae887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a224ad99-e09c-495b-b28c-4e2912ae8c46,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:24.594270 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17461e1e-ca19-434d-a3c5-a366adaae887 admin admin] Checking segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:28:24.594626 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17461e1e-ca19-434d-a3c5-a366adaae887 admin admin] Network hostable DHCP agents. Network: fa311484-a64f-41a1-a01e-493a1be74adb, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:28:24.626929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.73', 53961) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:24.669609 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed647cb7-c502-49db-852b-ba1745e41052 req-c61fb6e1-fd2a-435b-b373-4d3a803efc8a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=207048d5e9d548ac8439a4c69e7678ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405850 Feb 03 12:28:24.675590 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] For port da128a74-3e02-441c-a6c5-f2dd4f6fca9e, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:28:24.683449 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] For port da128a74-3e02-441c-a6c5-f2dd4f6fca9e, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=da128a74-3e02-441c-a6c5-f2dd4f6fca9e,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:28:24.704331 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (da128a74-3e02-441c-a6c5-f2dd4f6fca9e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:24.719684 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a102d9-3771-40dc-9de4-5983f9435fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25e475f-fd0b-437c-86c1-ef8897af2182,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:24.747057 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-52a102d9-3771-40dc-9de4-5983f9435fb8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac96e4d4443d4b0aaa7fb75300a5730e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5719132 Feb 03 12:28:24.758132 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58916) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:24.826132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed647cb7-c502-49db-852b-ba1745e41052 req-79e931a0-cdee-4e43-aba9-d9e6f6fcfd03 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:24.827773 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed647cb7-c502-49db-852b-ba1745e41052 req-79e931a0-cdee-4e43-aba9-d9e6f6fcfd03 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1450613 Feb 03 12:28:24.836879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-51c3bf6f-21be-4383-9ea9-896b84829f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:24.838530 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-51c3bf6f-21be-4383-9ea9-896b84829f68 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3370624 Feb 03 12:28:24.841388 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17461e1e-ca19-434d-a3c5-a366adaae887 admin admin] Network fa311484-a64f-41a1-a01e-493a1be74adb is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:28:24.882465 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:24.883203 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-17461e1e-ca19-434d-a3c5-a366adaae887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, fa311484-a64f-41a1-a01e-493a1be74adb) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:28:24.883326 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:24.884917 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] 10.222.0.31 "PUT /v2.0/ports/da128a74-3e02-441c-a6c5-f2dd4f6fca9e HTTP/1.1" status: 200 len: 1118 time: 1.8620453 Feb 03 12:28:24.892091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17461e1e-ca19-434d-a3c5-a366adaae887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:24.892837 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17461e1e-ca19-434d-a3c5-a366adaae887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:24.895904 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e9fef3-bdc1-4062-89b7-4ff1d0dda0e3 None None] Network fa311484-a64f-41a1-a01e-493a1be74adb requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:28:24.904084 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0', 'tag': 'da128a74-3e02-441c-a6c5-f2dd4f6fca9e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:28:24.952977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-ed647cb7-c502-49db-852b-ba1745e41052 req-99cf0245-a21a-4c8f-8d3b-9bbfb66267d1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Request body: {'port': {'device_id': '8407884c-9146-4468-90f0-8beccaa129fe', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': '207048d5e9d548ac8439a4c69e7678ef'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:25.004389 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-17461e1e-ca19-434d-a3c5-a366adaae887 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1803207 Feb 03 12:28:25.207757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc1855a-afba-4e38-a505-f841be76d4fc None None] Network fa311484-a64f-41a1-a01e-493a1be74adb requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:28:25.268892 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd87e57f-c570-42df-bbce-b9b83f56a6b5 admin admin] Publish callbacks [] for security_group (cbee0c9f-0323-4725-a764-f50d623a1168), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:25.379548 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd87e57f-c570-42df-bbce-b9b83f56a6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (cbee0c9f-0323-4725-a764-f50d623a1168), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:25.392166 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d913e1b-bc86-4cb9-995b-340e913d4c60 service neutron] Pushing event updated for resources: {'Port': ['ID=da128a74-3e02-441c-a6c5-f2dd4f6fca9e,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:25.548902 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bd87e57f-c570-42df-bbce-b9b83f56a6b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2f2903a4636451083624d2fa764045f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5677929 Feb 03 12:28:25.551356 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58944) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:25.552089 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7658ce6-2253-4708-8bcb-96aa98a0aab1 admin admin] Publish callbacks [] for security_group (b25e475f-fd0b-437c-86c1-ef8897af2182), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:25.553905 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87e57f-c570-42df-bbce-b9b83f56a6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbee0c9f-0323-4725-a764-f50d623a1168,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:25.626901 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-5648b79f-d801-4766-8b92-276110f55164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:25.629353 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-5648b79f-d801-4766-8b92-276110f55164 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0567b9b4266e4ca197b875decfa20a58&device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 1152 time: 0.4726334 Feb 03 12:28:25.683025 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7658ce6-2253-4708-8bcb-96aa98a0aab1 admin admin] Publish callbacks [] for security_group (b25e475f-fd0b-437c-86c1-ef8897af2182), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:25.746742 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7b702-a5ad-4270-9b25-2920ad8eb0e7 req-00745911-3b4f-42ce-99c1-1b816d9c22e7 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:25.755317 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-47c7b702-a5ad-4270-9b25-2920ad8eb0e7 req-00745911-3b4f-42ce-99c1-1b816d9c22e7 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 970 time: 0.4716139 Feb 03 12:28:25.758542 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc93889d-c7a6-4fe8-9147-e5bbff33053b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0", "tag": "da128a74-3e02-441c-a6c5-f2dd4f6fca9e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:28:25.764297 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-c7e89113-556d-4ecf-a5c7-f8ccb30aebf7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=da128a74-3e02-441c-a6c5-f2dd4f6fca9e HTTP/1.1" status: 200 len: 217 time: 0.1254139 Feb 03 12:28:25.844143 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-193e12c2-ed49-42bb-9227-c9830c9d1ec0 admin admin] Publish callbacks [] for security_group (cbee0c9f-0323-4725-a764-f50d623a1168), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:25.845422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56df3a9f-e48f-4ad4-8e9d-e49095b61809 admin admin] Router 9648596f-ee05-445d-800b-50fe291f9f37 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:28:25.947977 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-47c7b702-a5ad-4270-9b25-2920ad8eb0e7 req-3539b066-75ac-404d-8f83-469c2a7d8cb8 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/security-groups?id=31815fa0-362b-4b13-bee5-3a06e9d799d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807785 Feb 03 12:28:25.950275 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-f8132da7-6f7e-48ac-a661-ce53151d9d19 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0921407 Feb 03 12:28:25.998713 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf1a32-933e-428e-813f-d3cfc9718422 req-45bab8c5-45bc-4f59-8975-cb110006fbd1 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:26.006338 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c8bf1a32-933e-428e-813f-d3cfc9718422 req-45bab8c5-45bc-4f59-8975-cb110006fbd1 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 948 time: 0.8763595 Feb 03 12:28:26.035165 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-193e12c2-ed49-42bb-9227-c9830c9d1ec0 admin admin] Publish callbacks [] for security_group (cbee0c9f-0323-4725-a764-f50d623a1168), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:26.115141 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7658ce6-2253-4708-8bcb-96aa98a0aab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b25e475f-fd0b-437c-86c1-ef8897af2182), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:26.126194 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7658ce6-2253-4708-8bcb-96aa98a0aab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:26.130207 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e7658ce6-2253-4708-8bcb-96aa98a0aab1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b25e475f-fd0b-437c-86c1-ef8897af2182 HTTP/1.1" status: 204 len: 168 time: 1.3658252 Feb 03 12:28:26.136913 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed647cb7-c502-49db-852b-ba1745e41052 req-99cf0245-a21a-4c8f-8d3b-9bbfb66267d1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Made reservation on behalf of 207048d5e9d548ac8439a4c69e7678ef for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:28:26.141341 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ed647cb7-c502-49db-852b-ba1745e41052 req-99cf0245-a21a-4c8f-8d3b-9bbfb66267d1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:26.167694 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ed647cb7-c502-49db-852b-ba1745e41052 req-99cf0245-a21a-4c8f-8d3b-9bbfb66267d1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:26.185029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56df3a9f-e48f-4ad4-8e9d-e49095b61809 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:28:26.196267 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] Sync routers for ids ['9648596f-ee05-445d-800b-50fe291f9f37'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:28:26.214757 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] Routers {'9648596f-ee05-445d-800b-50fe291f9f37'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:28:26.215720 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:28:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9648596f-ee05-445d-800b-50fe291f9f37'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:26.244354 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c8bf1a32-933e-428e-813f-d3cfc9718422 req-0b19527a-8cbd-4017-81a8-38a6e2e6e9cb tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369816 Feb 03 12:28:26.262046 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56df3a9f-e48f-4ad4-8e9d-e49095b61809 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:26.268592 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-56df3a9f-e48f-4ad4-8e9d-e49095b61809 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 9.9446373 Feb 03 12:28:26.272244 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58962) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:26.275125 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aabb705e-0ee7-4e73-98cf-e2d548a95a93 req-2706cec1-b793-4bb1-8e2e-0bb1f756f97a service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165121 Feb 03 12:28:26.343519 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-45348a1f-4f12-4044-8fd8-070671ab4827 req-4ccc97bd-741d-484e-965e-7d61031237f8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 210 time: 0.1970060 Feb 03 12:28:26.386625 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7658ce6-2253-4708-8bcb-96aa98a0aab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25e475f-fd0b-437c-86c1-ef8897af2182,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:26.558911 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-72164c29-3636-4497-8ac1-2862755e1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:26.560201 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-72164c29-3636-4497-8ac1-2862755e1c8d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.6291285 Feb 03 12:28:26.566130 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ed647cb7-c502-49db-852b-ba1745e41052 req-99cf0245-a21a-4c8f-8d3b-9bbfb66267d1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks [] for security_group (5c982422-2eb0-4475-b2f2-7c85c92de955), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:26.571910 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ed647cb7-c502-49db-852b-ba1745e41052 req-99cf0245-a21a-4c8f-8d3b-9bbfb66267d1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5c982422-2eb0-4475-b2f2-7c85c92de955), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:26.619496 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037360c8-6721-4c46-bd3a-7e54d76c1256 req-3ae7d220-4cbc-4ab3-882c-492019e46e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:26.621140 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-037360c8-6721-4c46-bd3a-7e54d76c1256 req-3ae7d220-4cbc-4ab3-882c-492019e46e90 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12755856944f40da9f58f5da392c5164&device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 1130 time: 0.2722530 Feb 03 12:28:26.621795 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] Set router 9648596f-ee05-445d-800b-50fe291f9f37 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:28:26.830320 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58968) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:26.847824 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f45594-8b7c-4369-a347-f464fa50fab1 x-openstack-request-id: req-85f45594-8b7c-4369-a347-f464fa50fab1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:28:26.848428 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0", "tag": "da128a74-3e02-441c-a6c5-f2dd4f6fca9e", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:28:26.848837 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85f45594-8b7c-4369-a347-f464fa50fab1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:28:26.849537 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0', 'tag': 'da128a74-3e02-441c-a6c5-f2dd4f6fca9e', 'status': 'completed', 'code': 200} Feb 03 12:28:26.897052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf0245-a21a-4c8f-8d3b-9bbfb66267d1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c982422-2eb0-4475-b2f2-7c85c92de955,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:26.939192 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037360c8-6721-4c46-bd3a-7e54d76c1256 req-07481e2a-f88f-4700-893d-05fba2b0e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:26.941438 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-037360c8-6721-4c46-bd3a-7e54d76c1256 req-07481e2a-f88f-4700-893d-05fba2b0e4ad service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.3121464 Feb 03 12:28:26.980487 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b133964d-d0fe-4490-b718-396d15df224d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1104182217-network', 'tenant_id': 'a775fb2271564674b91d4e69a1129839'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:27.093966 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-037360c8-6721-4c46-bd3a-7e54d76c1256 req-859028f7-e5b6-4e69-b5d8-ae085840c3cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=cba33992-a4da-453e-82d1-202422d83964 HTTP/1.1" status: 200 len: 217 time: 0.1428931 Feb 03 12:28:27.097910 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-193e12c2-ed49-42bb-9227-c9830c9d1ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (cbee0c9f-0323-4725-a764-f50d623a1168), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:27.098554 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58972) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:27.109007 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-193e12c2-ed49-42bb-9227-c9830c9d1ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:27.110272 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-193e12c2-ed49-42bb-9227-c9830c9d1ec0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbee0c9f-0323-4725-a764-f50d623a1168 HTTP/1.1" status: 204 len: 168 time: 1.5525641 Feb 03 12:28:27.112475 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b133964d-d0fe-4490-b718-396d15df224d admin admin] Made reservation on behalf of a775fb2271564674b91d4e69a1129839 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:28:27.115811 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9648596f-ee05-445d-800b-50fe291f9f37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:16Z', 'updated_at': '2022-02-03T12:28:20Z', 'revision_number': 3, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'gw_port': {'id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:18Z', 'updated_at': '2022-02-03T12:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:27.128704 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b133964d-d0fe-4490-b718-396d15df224d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:27.158403 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] Checking router: 9648596f-ee05-445d-800b-50fe291f9f37 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:28:27.159069 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] Updating router 9648596f-ee05-445d-800b-50fe291f9f37 port 23c58ce4-5a07-49f9-9668-ed0670ab839c binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:28:27.194720 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (23c58ce4-5a07-49f9-9668-ed0670ab839c), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:27.232872 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037360c8-6721-4c46-bd3a-7e54d76c1256 req-0e997897-63bb-4dbd-9473-5dfae2f8047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:27.234401 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-037360c8-6721-4c46-bd3a-7e54d76c1256 req-0e997897-63bb-4dbd-9473-5dfae2f8047f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0524690 Feb 03 12:28:27.257523 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25549509-9e6d-4dc7-bfa1-a6a56af57e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:27.307396 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b133964d-d0fe-4490-b718-396d15df224d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:27.388389 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e12c2-ed49-42bb-9227-c9830c9d1ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbee0c9f-0323-4725-a764-f50d623a1168,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:27.392765 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25549509-9e6d-4dc7-bfa1-a6a56af57e23 admin admin] Publish callbacks [] for security_group (25da64f4-e0b5-4c9a-941d-0a503c971533), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:27.404843 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25549509-9e6d-4dc7-bfa1-a6a56af57e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (25da64f4-e0b5-4c9a-941d-0a503c971533), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:27.486772 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-46909c80-e7f5-406f-b334-e1174a687e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:27.488955 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-46909c80-e7f5-406f-b334-e1174a687e70 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8941891 Feb 03 12:28:27.546444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25549509-9e6d-4dc7-bfa1-a6a56af57e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25da64f4-e0b5-4c9a-941d-0a503c971533,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:27.636119 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f01da-4cce-4b60-b0df-db6c3c9bb0d8 req-c2f48eda-e139-44de-940e-f8f9f021dbf4 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:27.638004 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-325f01da-4cce-4b60-b0df-db6c3c9bb0d8 req-c2f48eda-e139-44de-940e-f8f9f021dbf4 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 970 time: 0.5061345 Feb 03 12:28:27.755601 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037360c8-6721-4c46-bd3a-7e54d76c1256 req-a04daad3-1c51-4861-86e1-64067df2ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:27.757232 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-037360c8-6721-4c46-bd3a-7e54d76c1256 req-a04daad3-1c51-4861-86e1-64067df2ccd7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5136271 Feb 03 12:28:27.767413 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-b7c85faf-31dd-4888-80ad-ecbebdf2c06b service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390139 Feb 03 12:28:27.770000 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-25549509-9e6d-4dc7-bfa1-a6a56af57e23 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88cdc465201b4fee829702ca17738a73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6118882 Feb 03 12:28:27.890086 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] Publish callbacks [] for port (23c58ce4-5a07-49f9-9668-ed0670ab839c), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:27.900935 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (23c58ce4-5a07-49f9-9668-ed0670ab839c), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:27.975666 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-037360c8-6721-4c46-bd3a-7e54d76c1256 req-13206cfc-bf93-404f-93b0-bf3834adc6f4 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887014 Feb 03 12:28:27.981498 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-ed647cb7-c502-49db-852b-ba1745e41052 req-99cf0245-a21a-4c8f-8d3b-9bbfb66267d1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Allocated IP 192.168.233.133 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/b5e274e7-addc-4547-a7a5-f05f495eccaa) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:28:27.989250 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58982) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:28.009306 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343931d2-d509-4537-9226-eabe78be1a2a None None] Pushing event updated for resources: {'Port': ['ID=23c58ce4-5a07-49f9-9668-ed0670ab839c,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:28.027857 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343931d2-d509-4537-9226-eabe78be1a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:28.029428 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343931d2-d509-4537-9226-eabe78be1a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:28.030378 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343931d2-d509-4537-9226-eabe78be1a2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:28.031077 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343931d2-d509-4537-9226-eabe78be1a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:28.032082 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343931d2-d509-4537-9226-eabe78be1a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:28.033233 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343931d2-d509-4537-9226-eabe78be1a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:28.034130 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343931d2-d509-4537-9226-eabe78be1a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:28.034818 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343931d2-d509-4537-9226-eabe78be1a2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:28.035586 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343931d2-d509-4537-9226-eabe78be1a2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:28.036548 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343931d2-d509-4537-9226-eabe78be1a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:28.037179 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343931d2-d509-4537-9226-eabe78be1a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:28.038861 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343931d2-d509-4537-9226-eabe78be1a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:28.039643 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343931d2-d509-4537-9226-eabe78be1a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343931d2-d509-4537-9226-eabe78be1a2a None None] Tracked resource versions report: Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: pushed versions: Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: { 'AddressGroup': {'1.2'}, Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'ConntrackHelper': {'1.0'}, Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'LocalIPAssociation': {'1.0'}, Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'Log': {'1.0'}, Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'Network': {'1.1'}, Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'Port': {'1.7'}, Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'PortForwarding': {'1.2'}, Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'QosPolicy': {'1.10'}, Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'SecurityGroup': {'1.5'}, Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'SecurityGroupRule': {'1.2'}, Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'SubPort': {'1.0'}, Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'Subnet': {'1.1'}, Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'Trunk': {'1.1'}} Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: consumer versions: Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: { DHCP agent@n-d-827336-3: {}, Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: HyperV agent@n-h1-827336-3: {}, Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: HyperV agent@n-h2-827336-3: {}, Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: L3 agent@n-d-827336-3: {}, Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: Metadata agent@n-d-827336-3: {}, Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: Metering agent@n-d-827336-3: {}, Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: Open vSwitch agent@n-d-827336-3: { 'AddressGroup': '1.2', Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'ConntrackHelper': '1.0', Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'LocalIPAssociation': '1.0', Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'Log': '1.0', Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'Network': '1.1', Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'Port': '1.7', Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'PortForwarding': '1.2', Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'QosPolicy': '1.10', Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'SecurityGroup': '1.5', Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'SecurityGroupRule': '1.2', Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'SubPort': '1.0', Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'Subnet': '1.1', Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: 'Trunk': '1.1'}} Feb 03 12:28:28.041545 n-d-827336-3 neutron-server[103191]: {{(pid=103191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 12:28:28.044113 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58984) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:28.084450 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-60cb0627-8a67-497a-8104-a1d08b2e7b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:28.088930 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] Attempting to bind port 23c58ce4-5a07-49f9-9668-ed0670ab839c on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:28:28.091344 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] Attempting to bind port 23c58ce4-5a07-49f9-9668-ed0670ab839c by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:28:28.092147 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] Attempting to bind port 23c58ce4-5a07-49f9-9668-ed0670ab839c on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:28.102200 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:28:28.103091 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:28:28.104025 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:28.104801 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:28:28.105799 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] Bound port: 23c58ce4-5a07-49f9-9668-ed0670ab839c, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:28:28.106312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e9041-51a8-47c1-b628-6d75ea479eb5 req-94c76f77-2849-4498-bce2-f49e6d41d0f9 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:28.107893 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-538e9041-51a8-47c1-b628-6d75ea479eb5 req-94c76f77-2849-4498-bce2-f49e6d41d0f9 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 948 time: 0.5439608 Feb 03 12:28:28.115507 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (23c58ce4-5a07-49f9-9668-ed0670ab839c), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:28.152815 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-325f01da-4cce-4b60-b0df-db6c3c9bb0d8 req-b78b39d9-d31e-4b47-88c1-4fbfc1afc7de tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/security-groups?id=31815fa0-362b-4b13-bee5-3a06e9d799d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770315 Feb 03 12:28:28.156015 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f84bc5f2-8b59-4054-91b9-4a0d95d24799 admin admin] Publish callbacks [] for security_group (25da64f4-e0b5-4c9a-941d-0a503c971533), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:28.231605 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] For port 23c58ce4-5a07-49f9-9668-ed0670ab839c, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:28:28.246422 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] For port 23c58ce4-5a07-49f9-9668-ed0670ab839c, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=23c58ce4-5a07-49f9-9668-ed0670ab839c,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:28:28.247404 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-60cb0627-8a67-497a-8104-a1d08b2e7b51 admin admin] Publish callbacks [] for security_group (1d724de1-4684-4824-9ed2-35ce639b28f3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:28.265951 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b133964d-d0fe-4490-b718-396d15df224d admin admin] Publish callbacks [] for security_group (805178c6-64d8-409d-8cf0-b3880e6a1a34), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:28.266962 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (23c58ce4-5a07-49f9-9668-ed0670ab839c), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:28.300477 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-60cb0627-8a67-497a-8104-a1d08b2e7b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1d724de1-4684-4824-9ed2-35ce639b28f3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:28.330329 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b133964d-d0fe-4490-b718-396d15df224d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (805178c6-64d8-409d-8cf0-b3880e6a1a34), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:28.347724 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-60cb0627-8a67-497a-8104-a1d08b2e7b51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=475becb6ae7640a0b18d03cecc5800f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995756 Feb 03 12:28:28.350551 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58986) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:28.378908 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343931d2-d509-4537-9226-eabe78be1a2a None None] Pushing event updated for resources: {'Port': ['ID=23c58ce4-5a07-49f9-9668-ed0670ab839c,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:28.411313 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] Routers {'9648596f-ee05-445d-800b-50fe291f9f37'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:28:28.412588 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:28:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9648596f-ee05-445d-800b-50fe291f9f37'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:28.460237 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-538e9041-51a8-47c1-b628-6d75ea479eb5 req-db5d72ce-f172-466e-ac2b-cfc36d9cba68 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331664 Feb 03 12:28:28.472472 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f84bc5f2-8b59-4054-91b9-4a0d95d24799 admin admin] Publish callbacks [] for security_group (25da64f4-e0b5-4c9a-941d-0a503c971533), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:28.524035 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb0627-8a67-497a-8104-a1d08b2e7b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d724de1-4684-4824-9ed2-35ce639b28f3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:28.528305 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b133964d-d0fe-4490-b718-396d15df224d admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:28:28.531810 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-045b6073-2cfe-4a22-9291-3007e77b3296 req-7bf3cfb7-5c04-4b86-8da2-3e3aa72b3fed tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 210 time: 0.1943302 Feb 03 12:28:28.570884 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] Set router 9648596f-ee05-445d-800b-50fe291f9f37 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:28:28.580119 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133964d-d0fe-4490-b718-396d15df224d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805178c6-64d8-409d-8cf0-b3880e6a1a34,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:28.600395 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0f18-0531-4e96-a364-631eb56fccb7 admin admin] Publish callbacks [] for security_group (1d724de1-4684-4824-9ed2-35ce639b28f3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:28.603601 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b133964d-d0fe-4490-b718-396d15df224d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (5906587a-ed37-4873-912b-a2aaeaf6cc26), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:28.603927 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-b133964d-d0fe-4490-b718-396d15df224d admin admin] Added segment 5906587a-ed37-4873-912b-a2aaeaf6cc26 of type vlan for network f928cac3-23f8-4a99-90ae-81487d5be60e Feb 03 12:28:28.624650 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0f18-0531-4e96-a364-631eb56fccb7 admin admin] Publish callbacks [] for security_group (1d724de1-4684-4824-9ed2-35ce639b28f3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:28.649741 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9140963b-04ff-4ed1-a95e-4e7bd4cef11f req-50c9011f-7a6e-4447-8fcf-9624ac47dba3 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5569434 Feb 03 12:28:28.708091 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0f18-0531-4e96-a364-631eb56fccb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1d724de1-4684-4824-9ed2-35ce639b28f3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:28.711596 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0f18-0531-4e96-a364-631eb56fccb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:28.715712 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6d6b0f18-0531-4e96-a364-631eb56fccb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d724de1-4684-4824-9ed2-35ce639b28f3 HTTP/1.1" status: 204 len: 168 time: 0.3586574 Feb 03 12:28:28.732194 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-037360c8-6721-4c46-bd3a-7e54d76c1256 req-4aae722b-bf82-4ee4-8e76-4d40d7866973 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6974218 Feb 03 12:28:28.763193 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b0f18-0531-4e96-a364-631eb56fccb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d724de1-4684-4824-9ed2-35ce639b28f3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:28.814164 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b133964d-d0fe-4490-b718-396d15df224d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (f928cac3-23f8-4a99-90ae-81487d5be60e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:28.854564 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f84bc5f2-8b59-4054-91b9-4a0d95d24799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (25da64f4-e0b5-4c9a-941d-0a503c971533), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:28.862789 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f84bc5f2-8b59-4054-91b9-4a0d95d24799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:28.864041 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f84bc5f2-8b59-4054-91b9-4a0d95d24799 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25da64f4-e0b5-4c9a-941d-0a503c971533 HTTP/1.1" status: 204 len: 168 time: 0.8716736 Feb 03 12:28:28.888824 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ed647cb7-c502-49db-852b-ba1745e41052 req-99cf0245-a21a-4c8f-8d3b-9bbfb66267d1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks [] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:28.962405 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b133964d-d0fe-4490-b718-396d15df224d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (f928cac3-23f8-4a99-90ae-81487d5be60e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:28.962839 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9648596f-ee05-445d-800b-50fe291f9f37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:16Z', 'updated_at': '2022-02-03T12:28:20Z', 'revision_number': 3, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'gw_port': {'id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:18Z', 'updated_at': '2022-02-03T12:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:28.963440 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b133964d-d0fe-4490-b718-396d15df224d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:28.963887 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b133964d-d0fe-4490-b718-396d15df224d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:28.967239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bc5f2-8b59-4054-91b9-4a0d95d24799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25da64f4-e0b5-4c9a-941d-0a503c971533,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:29.001859 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ed647cb7-c502-49db-852b-ba1745e41052 req-99cf0245-a21a-4c8f-8d3b-9bbfb66267d1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:29.053201 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed647cb7-c502-49db-852b-ba1745e41052 req-99cf0245-a21a-4c8f-8d3b-9bbfb66267d1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:28:29.057771 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-ed647cb7-c502-49db-852b-ba1745e41052 req-99cf0245-a21a-4c8f-8d3b-9bbfb66267d1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:28:29.067715 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93889d-c7a6-4fe8-9147-e5bbff33053b req-e0dd3aee-3ea4-4fca-8cd4-5f7cf7af14de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:29.068577 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bc93889d-c7a6-4fe8-9147-e5bbff33053b req-e0dd3aee-3ea4-4fca-8cd4-5f7cf7af14de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0567b9b4266e4ca197b875decfa20a58&device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 1152 time: 0.3691463 Feb 03 12:28:29.088801 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed647cb7-c502-49db-852b-ba1745e41052 req-99cf0245-a21a-4c8f-8d3b-9bbfb66267d1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:28:29.092475 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dfbd7c-b3a4-45b3-99ac-0b9e458e634b None None] The sync data for ids ['9648596f-ee05-445d-800b-50fe291f9f37'] in n-d-827336-3 is: [{'id': '9648596f-ee05-445d-800b-50fe291f9f37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:16Z', 'updated_at': '2022-02-03T12:28:20Z', 'revision_number': 3, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'gw_port': {'id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:18Z', 'updated_at': '2022-02-03T12:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:28:29.110030 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed647cb7-c502-49db-852b-ba1745e41052 req-99cf0245-a21a-4c8f-8d3b-9bbfb66267d1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:29.112505 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ed647cb7-c502-49db-852b-ba1745e41052 req-99cf0245-a21a-4c8f-8d3b-9bbfb66267d1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:29.151054 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58992) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:29.165950 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b133964d-d0fe-4490-b718-396d15df224d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3236496 Feb 03 12:28:29.170053 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-177e5c03-6c21-4678-b07c-3fe11ec14606 admin admin] Request body: {'subnet': {'network_id': 'f928cac3-23f8-4a99-90ae-81487d5be60e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1104182217-subnet', 'tenant_id': 'a775fb2271564674b91d4e69a1129839', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:29.271456 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed647cb7-c502-49db-852b-ba1745e41052 req-99cf0245-a21a-4c8f-8d3b-9bbfb66267d1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3379807 Feb 03 12:28:29.286887 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf0245-a21a-4c8f-8d3b-9bbfb66267d1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Pushing event updated for resources: {'Port': ['ID=b5e274e7-addc-4547-a7a5-f05f495eccaa,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:29.300524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177e5c03-6c21-4678-b07c-3fe11ec14606 admin admin] Made reservation on behalf of a775fb2271564674b91d4e69a1129839 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:28:29.307524 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-177e5c03-6c21-4678-b07c-3fe11ec14606 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:29.471223 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133964d-d0fe-4490-b718-396d15df224d admin admin] Pushing event updated for resources: {'Network': ['ID=f928cac3-23f8-4a99-90ae-81487d5be60e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:29.487440 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network f928cac3-23f8-4a99-90ae-81487d5be60e details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:28:29.530995 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-ed647cb7-c502-49db-852b-ba1745e41052 req-0cff4535-9837-4702-8c8a-ae0a120e8290 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:28:29.532244 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed647cb7-c502-49db-852b-ba1745e41052 req-0cff4535-9837-4702-8c8a-ae0a120e8290 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184040 Feb 03 12:28:29.617241 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63afce66-f01c-4b5a-97a6-c65cdec72429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:29.695962 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:28:29.791693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bac54724-bfa9-4042-84fd-2c457eedcd11 None None] Provisioning complete for port b5e274e7-addc-4547-a7a5-f05f495eccaa triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:29.793732 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bac54724-bfa9-4042-84fd-2c457eedcd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:29.902812 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bac54724-bfa9-4042-84fd-2c457eedcd11 None None] Port b5e274e7-addc-4547-a7a5-f05f495eccaa cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:28:30.239860 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device cba33992-a4da-453e-82d1-202422d83964 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:28:30.537422 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-177e5c03-6c21-4678-b07c-3fe11ec14606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for subnet (614c74a2-4325-4287-ab5c-62d8967109e0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:30.718193 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e5c03-6c21-4678-b07c-3fe11ec14606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=614c74a2-4325-4287-ab5c-62d8967109e0,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:30.725748 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-63afce66-f01c-4b5a-97a6-c65cdec72429 admin admin] Allocated IP 172.20.0.1 (e6b732d5-42c9-48bb-8c90-6cc7fc4fd940/85163f5e-1c84-41bb-8d33-9e34ca1fec33/0ae11f12-fb66-4010-bea0-183280b64ce0) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:28:30.753014 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93889d-c7a6-4fe8-9147-e5bbff33053b req-7258f8a2-eafc-4fe0-afb9-c3492c01ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:30.761056 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bc93889d-c7a6-4fe8-9147-e5bbff33053b req-7258f8a2-eafc-4fe0-afb9-c3492c01ffba service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 1.6188006 Feb 03 12:28:30.798575 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] Request body: {'port': {'device_id': '8407884c-9146-4468-90f0-8beccaa129fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:30.803490 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 23c58ce4-5a07-49f9-9668-ed0670ab839c up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:28:30.888944 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bc93889d-c7a6-4fe8-9147-e5bbff33053b req-7167d500-6fde-4074-aeef-d1e23aa75afc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=da128a74-3e02-441c-a6c5-f2dd4f6fca9e HTTP/1.1" status: 200 len: 217 time: 0.1153178 Feb 03 12:28:30.920508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177e5c03-6c21-4678-b07c-3fe11ec14606 admin admin] Checking segment: {'id': '5906587a-ed37-4873-912b-a2aaeaf6cc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f928cac3-23f8-4a99-90ae-81487d5be60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:28:30.920508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177e5c03-6c21-4678-b07c-3fe11ec14606 admin admin] Network hostable DHCP agents. Network: f928cac3-23f8-4a99-90ae-81487d5be60e, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:28:30.939779 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:30.952430 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1c696-e392-4335-8790-ba4cfb608fb6 req-97ed4046-945f-4e76-b3cb-b0d189bcbfe4 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:30.956789 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-70f1c696-e392-4335-8790-ba4cfb608fb6 req-97ed4046-945f-4e76-b3cb-b0d189bcbfe4 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 970 time: 0.5937922 Feb 03 12:28:30.982267 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446c78a-2c20-47bf-86e4-b734d1fd392b req-3e9e5a25-01ac-44d7-8335-be0ee06501fd tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:30.983843 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a446c78a-2c20-47bf-86e4-b734d1fd392b req-3e9e5a25-01ac-44d7-8335-be0ee06501fd tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 948 time: 1.2830479 Feb 03 12:28:31.023457 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port cba33992-a4da-453e-82d1-202422d83964, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=cba33992-a4da-453e-82d1-202422d83964,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:31.029937 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:31.070342 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'cba33992-a4da-453e-82d1-202422d83964', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': 'cba33992-a4da-453e-82d1-202422d83964', 'mac_address': 'fa:16:3e:8c:1d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:28:31.150944 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 23c58ce4-5a07-49f9-9668-ed0670ab839c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:31.158512 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (23c58ce4-5a07-49f9-9668-ed0670ab839c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:31.165743 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177e5c03-6c21-4678-b07c-3fe11ec14606 admin admin] Network f928cac3-23f8-4a99-90ae-81487d5be60e is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:28:31.196970 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-177e5c03-6c21-4678-b07c-3fe11ec14606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, f928cac3-23f8-4a99-90ae-81487d5be60e) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:28:31.203098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177e5c03-6c21-4678-b07c-3fe11ec14606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:31.204549 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-177e5c03-6c21-4678-b07c-3fe11ec14606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:31.206817 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93889d-c7a6-4fe8-9147-e5bbff33053b req-8f7944bf-b2ea-40f8-bd84-66dd032077eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:31.208498 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bc93889d-c7a6-4fe8-9147-e5bbff33053b req-8f7944bf-b2ea-40f8-bd84-66dd032077eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.2922106 Feb 03 12:28:31.239763 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f248b4f6-754a-4d18-b0ed-04c13b536599 None None] Network f928cac3-23f8-4a99-90ae-81487d5be60e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:28:31.258471 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-177e5c03-6c21-4678-b07c-3fe11ec14606 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0975196 Feb 03 12:28:31.275765 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-70f1c696-e392-4335-8790-ba4cfb608fb6 req-a1b584a0-f476-46db-91ff-b05bd11de417 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/security-groups?id=31815fa0-362b-4b13-bee5-3a06e9d799d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475641 Feb 03 12:28:31.322321 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port cba33992-a4da-453e-82d1-202422d83964 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:31.328755 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cba33992-a4da-453e-82d1-202422d83964), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:31.372246 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba33992-a4da-453e-82d1-202422d83964 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:28:31.422762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port cba33992-a4da-453e-82d1-202422d83964, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=cba33992-a4da-453e-82d1-202422d83964,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:31.466345 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a446c78a-2c20-47bf-86e4-b734d1fd392b req-62d338eb-8409-424a-8ee3-3740d93f01f2 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332733 Feb 03 12:28:31.469789 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63afce66-f01c-4b5a-97a6-c65cdec72429 admin admin] Publish callbacks [] for port (0ae11f12-fb66-4010-bea0-183280b64ce0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:31.474103 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (cba33992-a4da-453e-82d1-202422d83964), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:31.515746 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93889d-c7a6-4fe8-9147-e5bbff33053b req-2ac364bb-be19-46ee-b949-16ddcaf5f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:31.518360 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bc93889d-c7a6-4fe8-9147-e5bbff33053b req-2ac364bb-be19-46ee-b949-16ddcaf5f55c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2889140 Feb 03 12:28:31.639481 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63afce66-f01c-4b5a-97a6-c65cdec72429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (0ae11f12-fb66-4010-bea0-183280b64ce0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:31.781726 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=cba33992-a4da-453e-82d1-202422d83964,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:31.823240 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63afce66-f01c-4b5a-97a6-c65cdec72429 admin admin] Network e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:28:31.823920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db850ee-cd9a-4b53-9d92-298cf4e4dd32 req-a0b16573-0cc7-40f4-b06c-48a70e7dbd39 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:31.829610 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1db850ee-cd9a-4b53-9d92-298cf4e4dd32 req-a0b16573-0cc7-40f4-b06c-48a70e7dbd39 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 936 time: 0.3310161 Feb 03 12:28:31.869915 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['cba33992-a4da-453e-82d1-202422d83964'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:28:31.876588 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-63afce66-f01c-4b5a-97a6-c65cdec72429 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:28:31.883570 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afce66-f01c-4b5a-97a6-c65cdec72429 admin admin] Pushing event updated for resources: {'Port': ['ID=0ae11f12-fb66-4010-bea0-183280b64ce0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:31.922688 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63afce66-f01c-4b5a-97a6-c65cdec72429 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:28:31.923896 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63afce66-f01c-4b5a-97a6-c65cdec72429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (9648596f-ee05-445d-800b-50fe291f9f37), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:31.942138 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacdf38e-449c-4d5a-a1ae-9d7aa806d7ee None None] Network f928cac3-23f8-4a99-90ae-81487d5be60e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:28:32.189522 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e274e7-addc-4547-a7a5-f05f495eccaa {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:28:32.210532 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] Publish callbacks [] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:32.243131 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] Transition to ACTIVE for port object b5e274e7-addc-4547-a7a5-f05f495eccaa will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:28:32.269253 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:32.359268 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1db850ee-cd9a-4b53-9d92-298cf4e4dd32 req-c70a7487-8e29-452f-9923-de6bfef65320 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190997 Feb 03 12:28:32.392892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e274e7-addc-4547-a7a5-f05f495eccaa,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:32.440662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] Attempting to bind port b5e274e7-addc-4547-a7a5-f05f495eccaa on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:28:32.441324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] Attempting to bind port b5e274e7-addc-4547-a7a5-f05f495eccaa by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:28:32.441829 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] Attempting to bind port b5e274e7-addc-4547-a7a5-f05f495eccaa on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:32.447837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] Port b5e274e7-addc-4547-a7a5-f05f495eccaa on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:28:32.448367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] Attempting to bind port b5e274e7-addc-4547-a7a5-f05f495eccaa on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:32.455804 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:28:32.456279 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:28:32.456677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:28:32.457242 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] Bound port: b5e274e7-addc-4547-a7a5-f05f495eccaa, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:28:32.457745 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:32.478092 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device da128a74-3e02-441c-a6c5-f2dd4f6fca9e details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:28:32.581511 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] For port b5e274e7-addc-4547-a7a5-f05f495eccaa, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:28:32.588357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] For port b5e274e7-addc-4547-a7a5-f05f495eccaa, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b5e274e7-addc-4547-a7a5-f05f495eccaa,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:28:32.626304 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:32.782870 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:32.783533 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:32.787259 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed647cb7-c502-49db-852b-ba1745e41052 req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] 10.222.0.73 "PUT /v2.0/ports/b5e274e7-addc-4547-a7a5-f05f495eccaa HTTP/1.1" status: 200 len: 1096 time: 2.4237895 Feb 03 12:28:32.794661 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8407884c-9146-4468-90f0-8beccaa129fe', 'tag': 'b5e274e7-addc-4547-a7a5-f05f495eccaa'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:28:32.797560 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bc93889d-c7a6-4fe8-9147-e5bbff33053b req-9b7853fc-469f-4b4c-8e93-ab558bf49102 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1886544 Feb 03 12:28:32.800756 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4231a23-6a13-4c7d-9490-10219b6ff1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8407884c-9146-4468-90f0-8beccaa129fe", "tag": "b5e274e7-addc-4547-a7a5-f05f495eccaa"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:28:32.873427 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port da128a74-3e02-441c-a6c5-f2dd4f6fca9e, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=da128a74-3e02-441c-a6c5-f2dd4f6fca9e,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:32.892494 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327dff5f-487a-498d-8621-be123695dcc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e274e7-addc-4547-a7a5-f05f495eccaa,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:32.929415 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df83c3c-228a-408e-b167-01756fd198d8 req-78ebf7b6-009c-49e4-8c77-8de704cc1245 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:32.933320 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3df83c3c-228a-408e-b167-01756fd198d8 req-78ebf7b6-009c-49e4-8c77-8de704cc1245 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 970 time: 0.3408992 Feb 03 12:28:32.956348 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'da128a74-3e02-441c-a6c5-f2dd4f6fca9e', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': 'da128a74-3e02-441c-a6c5-f2dd4f6fca9e', 'mac_address': 'fa:16:3e:04:28:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:tempest-test_az-1628741702', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:28:33.083339 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3df83c3c-228a-408e-b167-01756fd198d8 req-e31de6c5-28a3-45fe-a053-1c3f2df7dd73 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/security-groups?id=31815fa0-362b-4b13-bee5-3a06e9d799d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387367 Feb 03 12:28:33.117261 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed647cb7-c502-49db-852b-ba1745e41052 req-6110db81-5db3-451b-83c7-6d21a623a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:33.119376 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed647cb7-c502-49db-852b-ba1745e41052 req-6110db81-5db3-451b-83c7-6d21a623a6be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 1130 time: 0.1132579 Feb 03 12:28:33.147388 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bc93889d-c7a6-4fe8-9147-e5bbff33053b req-4e03ed00-fc69-4e15-bbc1-981c32abbc56 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283155 Feb 03 12:28:33.266189 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port da128a74-3e02-441c-a6c5-f2dd4f6fca9e is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:33.266825 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (da128a74-3e02-441c-a6c5-f2dd4f6fca9e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:33.291899 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed647cb7-c502-49db-852b-ba1745e41052 req-7d7fa1ba-9dea-43a4-ba61-7fe4a0d1154f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=b5e274e7-addc-4547-a7a5-f05f495eccaa HTTP/1.1" status: 200 len: 217 time: 0.1544871 Feb 03 12:28:33.295484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ee9ee043-9e39-4989-8100-b36c511e8239 None None] Provisioning complete for port 0ae11f12-fb66-4010-bea0-183280b64ce0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:33.295872 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee9ee043-9e39-4989-8100-b36c511e8239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0ae11f12-fb66-4010-bea0-183280b64ce0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:33.441414 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed647cb7-c502-49db-852b-ba1745e41052 req-00f936f7-970b-4da4-aef1-f180db1209e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:33.459273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 23c58ce4-5a07-49f9-9668-ed0670ab839c is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:33.459891 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed647cb7-c502-49db-852b-ba1745e41052 req-00f936f7-970b-4da4-aef1-f180db1209e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1414528 Feb 03 12:28:33.463880 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (23c58ce4-5a07-49f9-9668-ed0670ab839c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:33.469293 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ee9ee043-9e39-4989-8100-b36c511e8239 None None] Port 0ae11f12-fb66-4010-bea0-183280b64ce0 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:28:33.509199 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63afce66-f01c-4b5a-97a6-c65cdec72429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0ae11f12-fb66-4010-bea0-183280b64ce0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:33.548183 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da128a74-3e02-441c-a6c5-f2dd4f6fca9e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:28:33.615635 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f94407-e41a-4286-ba2d-97f79c4d1e0c req-930964c9-7a25-41c2-a63d-46ba31adca6b tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:33.619439 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 23c58ce4-5a07-49f9-9668-ed0670ab839c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=23c58ce4-5a07-49f9-9668-ed0670ab839c,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:33.622907 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-24f94407-e41a-4286-ba2d-97f79c4d1e0c req-930964c9-7a25-41c2-a63d-46ba31adca6b tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 949 time: 0.2158511 Feb 03 12:28:33.663068 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (23c58ce4-5a07-49f9-9668-ed0670ab839c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:33.707801 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17475cae-2f4d-4f25-98b9-715857641230 req-f1d90aca-c308-47a8-9e0d-ce2345d78c70 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:33.709692 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17475cae-2f4d-4f25-98b9-715857641230 req-f1d90aca-c308-47a8-9e0d-ce2345d78c70 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 821 time: 0.4984796 Feb 03 12:28:33.736613 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17475cae-2f4d-4f25-98b9-715857641230 req-60dfc704-8c97-46a1-a60e-19f677ee7758 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/quotas/4d4dfb0f87774d34902a75fe55b72106 HTTP/1.1" status: 200 len: 375 time: 0.0180364 Feb 03 12:28:33.778070 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-24f94407-e41a-4286-ba2d-97f79c4d1e0c req-aaec7a46-6505-4c85-9404-020794d17e96 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487436 Feb 03 12:28:33.789970 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17475cae-2f4d-4f25-98b9-715857641230 req-4e4d301e-bfc8-4410-a831-e8e79488f762 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443220 Feb 03 12:28:33.880244 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port da128a74-3e02-441c-a6c5-f2dd4f6fca9e, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=da128a74-3e02-441c-a6c5-f2dd4f6fca9e,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:33.889112 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-39a224c7-ffc8-41fa-81ef-9bbd0973e26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:33.919898 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43c9f3c-6c0b-493d-9e67-acfaf82bd247 x-openstack-request-id: req-e43c9f3c-6c0b-493d-9e67-acfaf82bd247 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:28:33.920409 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8407884c-9146-4468-90f0-8beccaa129fe", "tag": "b5e274e7-addc-4547-a7a5-f05f495eccaa", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:28:33.920515 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e43c9f3c-6c0b-493d-9e67-acfaf82bd247 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:28:33.920915 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8407884c-9146-4468-90f0-8beccaa129fe', 'tag': 'b5e274e7-addc-4547-a7a5-f05f495eccaa', 'status': 'completed', 'code': 200} Feb 03 12:28:33.939900 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (da128a74-3e02-441c-a6c5-f2dd4f6fca9e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:33.989856 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63afce66-f01c-4b5a-97a6-c65cdec72429 admin admin] Publish callbacks [] for port (0ae11f12-fb66-4010-bea0-183280b64ce0), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:33.990553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=23c58ce4-5a07-49f9-9668-ed0670ab839c,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:33.997963 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63afce66-f01c-4b5a-97a6-c65cdec72429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0ae11f12-fb66-4010-bea0-183280b64ce0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:33.999843 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63afce66-f01c-4b5a-97a6-c65cdec72429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (9648596f-ee05-445d-800b-50fe291f9f37), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:34.071012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=da128a74-3e02-441c-a6c5-f2dd4f6fca9e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:34.072686 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-17475cae-2f4d-4f25-98b9-715857641230 req-d92485d3-6fc7-4ea3-b885-8ca26b27f483 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:28:34.073456 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17475cae-2f4d-4f25-98b9-715857641230 req-d92485d3-6fc7-4ea3-b885-8ca26b27f483 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1107023 Feb 03 12:28:34.115711 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bfa2d-df0f-4aa7-ac2a-942496d8e609 req-210a8540-5577-4e57-a04c-8d9eb6a2ffeb tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:34.118147 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-003bfa2d-df0f-4aa7-ac2a-942496d8e609 req-210a8540-5577-4e57-a04c-8d9eb6a2ffeb tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 948 time: 0.0914991 Feb 03 12:28:34.158266 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afce66-f01c-4b5a-97a6-c65cdec72429 admin admin] Pushing event updated for resources: {'Port': ['ID=0ae11f12-fb66-4010-bea0-183280b64ce0,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:34.175267 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['da128a74-3e02-441c-a6c5-f2dd4f6fca9e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:28:34.208668 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-003bfa2d-df0f-4aa7-ac2a-942496d8e609 req-70f8b958-9c7f-477c-8fad-50506aa46fa3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753720 Feb 03 12:28:34.251458 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17475cae-2f4d-4f25-98b9-715857641230 req-38ff2dd5-68a8-4941-9c9a-85e6c97bdbe6 service neutron] 10.222.0.18 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691005 Feb 03 12:28:34.253237 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63afce66-f01c-4b5a-97a6-c65cdec72429 admin admin] Network e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:28:34.254681 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-63afce66-f01c-4b5a-97a6-c65cdec72429 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:28:34.463358 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17475cae-2f4d-4f25-98b9-715857641230 req-1f4ca5b2-8a3a-48a8-929a-73579f6ba639 service neutron] 10.222.0.18 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026374 Feb 03 12:28:34.480836 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63afce66-f01c-4b5a-97a6-c65cdec72429 admin admin] Router 9648596f-ee05-445d-800b-50fe291f9f37 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:28:34.618382 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4450d435-883b-4091-b0be-052d390c5ca9 None None] Provisioning complete for port 0ae11f12-fb66-4010-bea0-183280b64ce0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:34.619305 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4450d435-883b-4091-b0be-052d390c5ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0ae11f12-fb66-4010-bea0-183280b64ce0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:34.665806 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63afce66-f01c-4b5a-97a6-c65cdec72429 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:28:34.681489 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-63afce66-f01c-4b5a-97a6-c65cdec72429 admin admin] 10.222.0.18 "PUT /v2.0/routers/9648596f-ee05-445d-800b-50fe291f9f37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3572936 Feb 03 12:28:34.704898 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] Sync routers for ids ['9648596f-ee05-445d-800b-50fe291f9f37'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:28:34.727564 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] Routers {'9648596f-ee05-445d-800b-50fe291f9f37'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:28:34.728549 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:28:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9648596f-ee05-445d-800b-50fe291f9f37'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:34.785061 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4450d435-883b-4091-b0be-052d390c5ca9 None None] Port 0ae11f12-fb66-4010-bea0-183280b64ce0 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:28:34.809662 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28630b4c-b978-4892-afed-2689d719d694 req-9466141d-8b50-4928-a406-da2324bd1fcd tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:34.816537 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-28630b4c-b978-4892-afed-2689d719d694 req-9466141d-8b50-4928-a406-da2324bd1fcd tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 971 time: 0.1073806 Feb 03 12:28:34.875777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] Set router 9648596f-ee05-445d-800b-50fe291f9f37 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:28:34.921085 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-28630b4c-b978-4892-afed-2689d719d694 req-de60f3ed-cb25-41b5-ab4e-86d570d1833c tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/security-groups?id=31815fa0-362b-4b13-bee5-3a06e9d799d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036289 Feb 03 12:28:35.024202 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ffab494-4ca5-4832-b1cb-301bdc3efbff req-9b205f70-9987-4e24-b597-92cf4461c83b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 210 time: 0.0737779 Feb 03 12:28:35.171430 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b349fd2-c89a-4485-bcad-f12e0822fe5d req-16208111-c199-4bd6-9bcd-faa6f0c76c1b tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:35.173034 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b349fd2-c89a-4485-bcad-f12e0822fe5d req-16208111-c199-4bd6-9bcd-faa6f0c76c1b tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 949 time: 0.0668898 Feb 03 12:28:35.184037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9648596f-ee05-445d-800b-50fe291f9f37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:16Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'gw_port': {'id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:18Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '0ae11f12-fb66-4010-bea0-183280b64ce0', 'name': '', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'mac_address': 'fa:16:3e:6e:37:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:29Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 2, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'subnets': [{'id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:35.222373 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] Checking router: 9648596f-ee05-445d-800b-50fe291f9f37 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:28:35.222919 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] Updating router 9648596f-ee05-445d-800b-50fe291f9f37 port 0ae11f12-fb66-4010-bea0-183280b64ce0 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:28:35.269254 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0ae11f12-fb66-4010-bea0-183280b64ce0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:35.283858 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b349fd2-c89a-4485-bcad-f12e0822fe5d req-041a06b4-943a-411d-a5b3-6f0d52113be4 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044908 Feb 03 12:28:35.417255 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e914e-94ac-4e9e-bc11-a06ba751764a req-ccd6fe60-714e-480b-882c-eb376f49bda5 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:35.420039 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3f8e914e-94ac-4e9e-bc11-a06ba751764a req-ccd6fe60-714e-480b-882c-eb376f49bda5 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 948 time: 0.0683508 Feb 03 12:28:35.486022 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3f8e914e-94ac-4e9e-bc11-a06ba751764a req-e52b9446-577d-418f-bcd4-2391588d5212 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598752 Feb 03 12:28:35.549518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59176) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:35.554733 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e77e673a-5d6e-46f2-b1ce-a91b074ac779 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1226772875-network', 'tenant_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:35.578490 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77e673a-5d6e-46f2-b1ce-a91b074ac779 admin admin] Made reservation on behalf of a979a3ece11b4e3c88ea0a026b4dc5ff for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:28:35.582049 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e77e673a-5d6e-46f2-b1ce-a91b074ac779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:35.591906 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e77e673a-5d6e-46f2-b1ce-a91b074ac779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:35.739405 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e77e673a-5d6e-46f2-b1ce-a91b074ac779 admin admin] Publish callbacks [] for security_group (5c9b8e74-1752-4c04-9816-1fc6ff442810), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:35.747158 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e77e673a-5d6e-46f2-b1ce-a91b074ac779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5c9b8e74-1752-4c04-9816-1fc6ff442810), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:35.759905 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 23c58ce4-5a07-49f9-9668-ed0670ab839c up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:28:35.767565 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] Publish callbacks [] for port (0ae11f12-fb66-4010-bea0-183280b64ce0), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:35.781204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77e673a-5d6e-46f2-b1ce-a91b074ac779 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:28:35.796444 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0ae11f12-fb66-4010-bea0-183280b64ce0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:35.798407 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e673a-5d6e-46f2-b1ce-a91b074ac779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9b8e74-1752-4c04-9816-1fc6ff442810,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:35.807753 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e77e673a-5d6e-46f2-b1ce-a91b074ac779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8733446a-61fe-4aff-be45-c847554beaad), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:35.808338 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-e77e673a-5d6e-46f2-b1ce-a91b074ac779 admin admin] Added segment 8733446a-61fe-4aff-be45-c847554beaad of type vlan for network 28e140ef-0001-4987-b5c1-a64d4057f668 Feb 03 12:28:35.880079 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e77e673a-5d6e-46f2-b1ce-a91b074ac779 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (28e140ef-0001-4987-b5c1-a64d4057f668), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:35.889722 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd184b5-a885-4597-9527-cfd7b280884e None None] Pushing event updated for resources: {'Port': ['ID=0ae11f12-fb66-4010-bea0-183280b64ce0,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:35.916174 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e77e673a-5d6e-46f2-b1ce-a91b074ac779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (28e140ef-0001-4987-b5c1-a64d4057f668), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:35.918036 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77e673a-5d6e-46f2-b1ce-a91b074ac779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:35.919668 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e77e673a-5d6e-46f2-b1ce-a91b074ac779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:35.924228 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59186) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:35.926739 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97f75bbf-9fbc-4321-9bb5-18df873a107d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:35.954432 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 23c58ce4-5a07-49f9-9668-ed0670ab839c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:35.954818 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (23c58ce4-5a07-49f9-9668-ed0670ab839c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:36.026526 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e77e673a-5d6e-46f2-b1ce-a91b074ac779 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4757364 Feb 03 12:28:36.027680 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e673a-5d6e-46f2-b1ce-a91b074ac779 admin admin] Pushing event updated for resources: {'Network': ['ID=28e140ef-0001-4987-b5c1-a64d4057f668,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:36.029184 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59192) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:36.035397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-94e04b52-1fca-4adb-9a80-8ff4e35bbe26 admin admin] Request body: {'subnet': {'network_id': '28e140ef-0001-4987-b5c1-a64d4057f668', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1226772875-subnet', 'tenant_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:36.068166 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 28e140ef-0001-4987-b5c1-a64d4057f668 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:28:36.077536 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] Attempting to bind port 0ae11f12-fb66-4010-bea0-183280b64ce0 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:28:36.078107 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] Attempting to bind port 0ae11f12-fb66-4010-bea0-183280b64ce0 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'cacebafa-8e9a-442e-a47a-6c18a1c39031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:28:36.078577 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] Attempting to bind port 0ae11f12-fb66-4010-bea0-183280b64ce0 on network e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:36.114893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:28:36.115510 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] Checking segment: {'id': 'cacebafa-8e9a-442e-a47a-6c18a1c39031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:28:36.116017 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:36.117318 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] Bound using segment: {'id': 'cacebafa-8e9a-442e-a47a-6c18a1c39031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:28:36.117940 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] Bound port: 0ae11f12-fb66-4010-bea0-183280b64ce0, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cacebafa-8e9a-442e-a47a-6c18a1c39031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:28:36.118332 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0ae11f12-fb66-4010-bea0-183280b64ce0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:36.128364 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e04b52-1fca-4adb-9a80-8ff4e35bbe26 admin admin] Made reservation on behalf of a979a3ece11b4e3c88ea0a026b4dc5ff for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:28:36.130693 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94e04b52-1fca-4adb-9a80-8ff4e35bbe26 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:36.171383 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f46dcf-e8b8-401d-ac17-9bb353ed2d14 req-9175d16b-9e32-4cbe-af5f-9ef914e35b91 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:36.173051 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41f46dcf-e8b8-401d-ac17-9bb353ed2d14 req-9175d16b-9e32-4cbe-af5f-9ef914e35b91 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 971 time: 0.1414967 Feb 03 12:28:36.257703 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device da128a74-3e02-441c-a6c5-f2dd4f6fca9e up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:28:36.259661 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c9b0987-8447-47e0-ac58-d6cd46d8515b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:36.314932 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41f46dcf-e8b8-401d-ac17-9bb353ed2d14 req-65e1cf87-237b-48e9-8a53-7869f4779128 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/security-groups?id=31815fa0-362b-4b13-bee5-3a06e9d799d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348407 Feb 03 12:28:36.320297 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 23c58ce4-5a07-49f9-9668-ed0670ab839c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:36.330867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] For port 0ae11f12-fb66-4010-bea0-183280b64ce0, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:28:36.336224 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] For port 0ae11f12-fb66-4010-bea0-183280b64ce0, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0ae11f12-fb66-4010-bea0-183280b64ce0,segment=NetworkSegment(cacebafa-8e9a-442e-a47a-6c18a1c39031),segment_id=cacebafa-8e9a-442e-a47a-6c18a1c39031)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:28:36.355518 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0ae11f12-fb66-4010-bea0-183280b64ce0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:36.360574 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b7439bf2-6182-496f-ba6f-2a43d1e11473 None None] Provisioning complete for port 0ae11f12-fb66-4010-bea0-183280b64ce0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:36.360808 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b7439bf2-6182-496f-ba6f-2a43d1e11473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0ae11f12-fb66-4010-bea0-183280b64ce0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:36.403007 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port da128a74-3e02-441c-a6c5-f2dd4f6fca9e completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:28:36.423798 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port da128a74-3e02-441c-a6c5-f2dd4f6fca9e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:36.424225 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (da128a74-3e02-441c-a6c5-f2dd4f6fca9e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:36.468235 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36b579ed-e22a-4822-87ad-ea36f01d9ab3 req-7e565cc9-ea59-418d-9bd4-ec903cbf4f9f tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 210 time: 0.0508728 Feb 03 12:28:36.489007 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd184b5-a885-4597-9527-cfd7b280884e None None] Pushing event updated for resources: {'Port': ['ID=0ae11f12-fb66-4010-bea0-183280b64ce0,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:36.494875 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] Routers {'9648596f-ee05-445d-800b-50fe291f9f37'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:28:36.495502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:28:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9648596f-ee05-445d-800b-50fe291f9f37'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:36.527884 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c9b0987-8447-47e0-ac58-d6cd46d8515b admin admin] Publish callbacks [] for security_group (b534660b-0462-4191-9b68-892fd9394167), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:36.529492 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94e04b52-1fca-4adb-9a80-8ff4e35bbe26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for subnet (1d1a306d-ab2b-487a-9b60-a2fd85c657bb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:36.588763 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c9b0987-8447-47e0-ac58-d6cd46d8515b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b534660b-0462-4191-9b68-892fd9394167), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:36.634481 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fa297-b088-4f26-a6c3-bad72678ade4 req-2946ac47-a2fd-485f-8efe-042210ddf856 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:36.636228 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1a2fa297-b088-4f26-a6c3-bad72678ade4 req-2946ac47-a2fd-485f-8efe-042210ddf856 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 949 time: 0.1004133 Feb 03 12:28:36.705659 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5c9b0987-8447-47e0-ac58-d6cd46d8515b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c0cc20c96d44de6a20fd01119c821f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7798505 Feb 03 12:28:36.706222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b0987-8447-47e0-ac58-d6cd46d8515b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b534660b-0462-4191-9b68-892fd9394167,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:36.715035 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59210) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:36.718644 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b7439bf2-6182-496f-ba6f-2a43d1e11473 None None] Current status of the port 0ae11f12-fb66-4010-bea0-183280b64ce0 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:36.719000 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b7439bf2-6182-496f-ba6f-2a43d1e11473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0ae11f12-fb66-4010-bea0-183280b64ce0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:36.729493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e04b52-1fca-4adb-9a80-8ff4e35bbe26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d1a306d-ab2b-487a-9b60-a2fd85c657bb,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:36.767262 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1a2fa297-b088-4f26-a6c3-bad72678ade4 req-5dc9a495-b5d3-401a-a796-b641e5db02d3 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147287 Feb 03 12:28:36.784499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e04b52-1fca-4adb-9a80-8ff4e35bbe26 admin admin] Checking segment: {'id': '8733446a-61fe-4aff-be45-c847554beaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '28e140ef-0001-4987-b5c1-a64d4057f668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:28:36.792256 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e04b52-1fca-4adb-9a80-8ff4e35bbe26 admin admin] Network hostable DHCP agents. Network: 28e140ef-0001-4987-b5c1-a64d4057f668, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:28:36.792585 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] Set router 9648596f-ee05-445d-800b-50fe291f9f37 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:28:36.816999 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a65601-ff72-41cc-994a-55841180a3e0 req-d092b33a-8f6c-4339-84ca-d2b7379eeafc tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:36.818645 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9a65601-ff72-41cc-994a-55841180a3e0 req-d092b33a-8f6c-4339-84ca-d2b7379eeafc tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 948 time: 0.2167957 Feb 03 12:28:36.829421 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port da128a74-3e02-441c-a6c5-f2dd4f6fca9e is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:36.829810 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (da128a74-3e02-441c-a6c5-f2dd4f6fca9e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:36.841630 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:36.897147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b7439bf2-6182-496f-ba6f-2a43d1e11473 None None] For port 0ae11f12-fb66-4010-bea0-183280b64ce0, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0ae11f12-fb66-4010-bea0-183280b64ce0,segment=NetworkSegment(cacebafa-8e9a-442e-a47a-6c18a1c39031),segment_id=cacebafa-8e9a-442e-a47a-6c18a1c39031)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:36.920530 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b7439bf2-6182-496f-ba6f-2a43d1e11473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0ae11f12-fb66-4010-bea0-183280b64ce0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:36.930488 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da128a74-3e02-441c-a6c5-f2dd4f6fca9e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:28:36.934944 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e04b52-1fca-4adb-9a80-8ff4e35bbe26 admin admin] Network 28e140ef-0001-4987-b5c1-a64d4057f668 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:28:36.959264 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9a65601-ff72-41cc-994a-55841180a3e0 req-021a9f6b-be8c-40cb-8b36-a273d9bc3e1c tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311717 Feb 03 12:28:36.963978 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b24e4f66-559b-4b64-8191-11f48919bcc6 admin admin] Publish callbacks [] for security_group (b534660b-0462-4191-9b68-892fd9394167), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:36.978843 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-94e04b52-1fca-4adb-9a80-8ff4e35bbe26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 28e140ef-0001-4987-b5c1-a64d4057f668) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:28:37.010699 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e04b52-1fca-4adb-9a80-8ff4e35bbe26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:37.011303 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94e04b52-1fca-4adb-9a80-8ff4e35bbe26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:37.039277 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c750cba6-ae52-4250-af9c-84ff68f89f10 None None] Network 28e140ef-0001-4987-b5c1-a64d4057f668 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:28:37.040291 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-94e04b52-1fca-4adb-9a80-8ff4e35bbe26 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0097103 Feb 03 12:28:37.042963 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59220) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:37.050056 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed647cb7-c502-49db-852b-ba1745e41052 req-71d75b46-2332-4626-bf11-e0bcef17070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:37.051570 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed647cb7-c502-49db-852b-ba1745e41052 req-71d75b46-2332-4626-bf11-e0bcef17070a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1834960 Feb 03 12:28:37.053550 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b24e4f66-559b-4b64-8191-11f48919bcc6 admin admin] Publish callbacks [] for security_group (b534660b-0462-4191-9b68-892fd9394167), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:37.053997 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-610db3f3-4536-45b5-86e5-1b17011ce0f7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1226772875-router', 'tenant_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:37.059569 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port da128a74-3e02-441c-a6c5-f2dd4f6fca9e, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=da128a74-3e02-441c-a6c5-f2dd4f6fca9e,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:37.087412 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-610db3f3-4536-45b5-86e5-1b17011ce0f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:37.088997 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-610db3f3-4536-45b5-86e5-1b17011ce0f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:37.113789 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (da128a74-3e02-441c-a6c5-f2dd4f6fca9e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:37.114660 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device cba33992-a4da-453e-82d1-202422d83964 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:28:37.175604 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fe86e3-cf32-491e-ab5f-9819441f5919" -d '{"events": [{"server_uuid": "5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0", "name": "network-vif-plugged", "status": "completed", "tag": "da128a74-3e02-441c-a6c5-f2dd4f6fca9e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:28:37.178760 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-610db3f3-4536-45b5-86e5-1b17011ce0f7 admin admin] Publish callbacks [] for router_controller (ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:37.219717 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3e8cc049-e48f-4ffb-81b6-fb20a4e90f4f None None] Provisioning complete for port 0ae11f12-fb66-4010-bea0-183280b64ce0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:37.220133 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e8cc049-e48f-4ffb-81b6-fb20a4e90f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0ae11f12-fb66-4010-bea0-183280b64ce0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:37.234898 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7439bf2-6182-496f-ba6f-2a43d1e11473 None None] Pushing event updated for resources: {'Port': ['ID=0ae11f12-fb66-4010-bea0-183280b64ce0,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:37.349596 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed647cb7-c502-49db-852b-ba1745e41052 req-c222a0fb-35cb-4726-85bb-d550b3492d24 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625711 Feb 03 12:28:37.370313 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b24e4f66-559b-4b64-8191-11f48919bcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b534660b-0462-4191-9b68-892fd9394167), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:37.382599 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b24e4f66-559b-4b64-8191-11f48919bcc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:37.383324 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b24e4f66-559b-4b64-8191-11f48919bcc6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b534660b-0462-4191-9b68-892fd9394167 HTTP/1.1" status: 204 len: 168 time: 0.6671002 Feb 03 12:28:37.397087 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6ef78b-0395-452e-8ac1-367cb570e266 x-openstack-request-id: req-ec6ef78b-0395-452e-8ac1-367cb570e266 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:28:37.398085 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0", "name": "network-vif-plugged", "status": "completed", "tag": "da128a74-3e02-441c-a6c5-f2dd4f6fca9e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:28:37.398162 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec6ef78b-0395-452e-8ac1-367cb570e266 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:28:37.398607 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da128a74-3e02-441c-a6c5-f2dd4f6fca9e', 'code': 200} Feb 03 12:28:37.441162 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e4f66-559b-4b64-8191-11f48919bcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b534660b-0462-4191-9b68-892fd9394167,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:37.636578 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed647cb7-c502-49db-852b-ba1745e41052 req-8925adeb-321c-4c29-a6e9-938c6830f802 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751775 Feb 03 12:28:37.644986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f73bf-8e69-46dd-a6e9-dd04979df87a req-9f8689b6-b119-4ac6-bb62-911cadbe0eef tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:37.652318 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-686f73bf-8e69-46dd-a6e9-dd04979df87a req-9f8689b6-b119-4ac6-bb62-911cadbe0eef tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 972 time: 0.2264118 Feb 03 12:28:37.720861 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-686f73bf-8e69-46dd-a6e9-dd04979df87a req-58cc0971-c84b-4acb-b1f2-83786d896fdc tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/security-groups?id=31815fa0-362b-4b13-bee5-3a06e9d799d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674930 Feb 03 12:28:37.803763 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-610db3f3-4536-45b5-86e5-1b17011ce0f7 admin admin] Publish callbacks [] for router_gateway (ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:37.816541 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-28e140ef-0001-4987-b5c1-a64d4057f668', 'network_id': '28e140ef-0001-4987-b5c1-a64d4057f668', 'project_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'fixed_ips': [{'subnet_id': '1d1a306d-ab2b-487a-9b60-a2fd85c657bb'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:28:37.823903 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:37.855779 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=da128a74-3e02-441c-a6c5-f2dd4f6fca9e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:37.863849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.73', 53967) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:37.879571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port cba33992-a4da-453e-82d1-202422d83964 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:28:37.900600 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38809cfa-03cf-414e-b973-10e74d8be8ee req-6569cf5c-244d-4b54-919c-be94f58d565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:37.900600 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-38809cfa-03cf-414e-b973-10e74d8be8ee req-6569cf5c-244d-4b54-919c-be94f58d565c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 1154 time: 0.1318829 Feb 03 12:28:37.917884 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5c271a97-ae0c-4224-957c-e61363c82c0b req-2f652967-2ed4-4823-a048-dd6af23594c7 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 210 time: 0.1160045 Feb 03 12:28:37.973067 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port cba33992-a4da-453e-82d1-202422d83964 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:37.973311 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cba33992-a4da-453e-82d1-202422d83964), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:38.012747 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-38809cfa-03cf-414e-b973-10e74d8be8ee req-af4bad21-73d4-497d-a59f-73dbe1b11970 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:38.148104 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:38.153473 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9648596f-ee05-445d-800b-50fe291f9f37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:16Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'gw_port': {'id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:18Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '0ae11f12-fb66-4010-bea0-183280b64ce0', 'name': '', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'mac_address': 'fa:16:3e:6e:37:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:29Z', 'updated_at': '2022-02-03T12:28:36Z', 'revision_number': 4, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'subnets': [{'id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:38.177679 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3e8cc049-e48f-4ffb-81b6-fb20a4e90f4f None None] Current status of the port 0ae11f12-fb66-4010-bea0-183280b64ce0 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:38.198115 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59270) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:38.228928 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c065c6b-f8ec-4160-a152-cb2884f15d2e None None] The sync data for ids ['9648596f-ee05-445d-800b-50fe291f9f37'] in n-d-827336-3 is: [{'id': '9648596f-ee05-445d-800b-50fe291f9f37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:16Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'gw_port': {'id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:18Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '0ae11f12-fb66-4010-bea0-183280b64ce0', 'name': '', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'mac_address': 'fa:16:3e:6e:37:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:29Z', 'updated_at': '2022-02-03T12:28:36Z', 'revision_number': 4, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'subnets': [{'id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:28:38.265356 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f41ea33a-d53a-4de4-926d-913178707550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:38.273420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port cba33992-a4da-453e-82d1-202422d83964 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:38.273815 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cba33992-a4da-453e-82d1-202422d83964), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:38.344122 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port cba33992-a4da-453e-82d1-202422d83964, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=cba33992-a4da-453e-82d1-202422d83964,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:38.357489 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4231a23-6a13-4c7d-9490-10219b6ff1e9 req-6c4a66fd-4620-49ab-ba85-d64e318b5497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:38.359012 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4231a23-6a13-4c7d-9490-10219b6ff1e9 req-6c4a66fd-4620-49ab-ba85-d64e318b5497 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 1130 time: 0.5530055 Feb 03 12:28:38.365192 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (cba33992-a4da-453e-82d1-202422d83964), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:38.400584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] Allocated IP 172.20.0.2 (28e140ef-0001-4987-b5c1-a64d4057f668/1d1a306d-ab2b-487a-9b60-a2fd85c657bb/928cadd1-73d9-43a6-8971-05915683af8d) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:28:38.411883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17475cae-2f4d-4f25-98b9-715857641230 req-10d91e47-c8ab-4f78-a3d5-0aa117bcd4b3 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:38.419733 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-17475cae-2f4d-4f25-98b9-715857641230 req-10d91e47-c8ab-4f78-a3d5-0aa117bcd4b3 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.73 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 821 time: 0.5163748 Feb 03 12:28:38.424663 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b87038-eede-45fd-be67-59c23a2ca756 req-610bf6a6-5314-42c7-aa76-d8c805790622 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:38.437316 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8b87038-eede-45fd-be67-59c23a2ca756 req-610bf6a6-5314-42c7-aa76-d8c805790622 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 949 time: 0.3606608 Feb 03 12:28:38.477302 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-17475cae-2f4d-4f25-98b9-715857641230 req-303cdcc0-c1d9-4b7a-85d7-73a3df21a944 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Request body: {'port': {'device_id': 'c5bfca7f-92dd-4e50-9cdb-8e3540eb0931', 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb', 'admin_state_up': True, 'tenant_id': '4d4dfb0f87774d34902a75fe55b72106'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:38.495278 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f41ea33a-d53a-4de4-926d-913178707550 admin admin] Publish callbacks [] for security_group (dd45826e-e3b4-4742-ae28-ebb19fcbe1e9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:38.497185 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=cba33992-a4da-453e-82d1-202422d83964,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:38.527187 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f41ea33a-d53a-4de4-926d-913178707550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (dd45826e-e3b4-4742-ae28-ebb19fcbe1e9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:38.667144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4231a23-6a13-4c7d-9490-10219b6ff1e9 req-66826ac8-823f-4881-b7a1-d09828afd3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:38.668697 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4231a23-6a13-4c7d-9490-10219b6ff1e9 req-66826ac8-823f-4881-b7a1-d09828afd3f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.3033221 Feb 03 12:28:38.690347 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] Publish callbacks [] for port (928cadd1-73d9-43a6-8971-05915683af8d), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:38.698034 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f41ea33a-d53a-4de4-926d-913178707550 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31971342693642d29a92c7db1d18023f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4895842 Feb 03 12:28:38.702368 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (928cadd1-73d9-43a6-8971-05915683af8d), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:38.736602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59274) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:38.743473 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] Network 28e140ef-0001-4987-b5c1-a64d4057f668 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:28:38.746726 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:28:38.750636 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4231a23-6a13-4c7d-9490-10219b6ff1e9 req-b7fffa90-f74c-4e3c-a363-7550b8d52250 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=b5e274e7-addc-4547-a7a5-f05f495eccaa HTTP/1.1" status: 200 len: 217 time: 0.0723975 Feb 03 12:28:38.755227 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:28:38.763767 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] Pushing event updated for resources: {'Port': ['ID=928cadd1-73d9-43a6-8971-05915683af8d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:38.806837 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8b87038-eede-45fd-be67-59c23a2ca756 req-bcb4f777-662b-40f2-8f2d-4ffd7ea6ee87 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679066 Feb 03 12:28:38.815662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0fb43-27be-402e-a951-b869d3f6881d req-4a96378d-fd37-4678-a3ff-3ef1c81968c5 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:38.817620 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d5b0fb43-27be-402e-a951-b869d3f6881d req-4a96378d-fd37-4678-a3ff-3ef1c81968c5 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 948 time: 0.1969273 Feb 03 12:28:38.845544 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17475cae-2f4d-4f25-98b9-715857641230 req-303cdcc0-c1d9-4b7a-85d7-73a3df21a944 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Made reservation on behalf of 4d4dfb0f87774d34902a75fe55b72106 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:28:38.846953 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-38809cfa-03cf-414e-b973-10e74d8be8ee req-af4bad21-73d4-497d-a59f-73dbe1b11970 service neutron] Publish callbacks [] for security_group (e41e6168-f4d7-41d8-a443-19bec7fd9f71), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:38.849670 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-17475cae-2f4d-4f25-98b9-715857641230 req-303cdcc0-c1d9-4b7a-85d7-73a3df21a944 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:38.862011 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ea33a-d53a-4de4-926d-913178707550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd45826e-e3b4-4742-ae28-ebb19fcbe1e9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:38.884798 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] Attempting to bind port 928cadd1-73d9-43a6-8971-05915683af8d on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:28:38.885179 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] Attempting to bind port 928cadd1-73d9-43a6-8971-05915683af8d by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '8733446a-61fe-4aff-be45-c847554beaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '28e140ef-0001-4987-b5c1-a64d4057f668'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:28:38.885797 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] Attempting to bind port 928cadd1-73d9-43a6-8971-05915683af8d on network 28e140ef-0001-4987-b5c1-a64d4057f668 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:38.889069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4231a23-6a13-4c7d-9490-10219b6ff1e9 req-8ea01dec-e73f-44d5-90fa-392c3fafd126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:38.890545 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4231a23-6a13-4c7d-9490-10219b6ff1e9 req-8ea01dec-e73f-44d5-90fa-392c3fafd126 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1266177 Feb 03 12:28:38.896700 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-38809cfa-03cf-414e-b973-10e74d8be8ee req-af4bad21-73d4-497d-a59f-73dbe1b11970 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e41e6168-f4d7-41d8-a443-19bec7fd9f71), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:38.905084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:28:38.905473 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] Checking segment: {'id': '8733446a-61fe-4aff-be45-c847554beaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '28e140ef-0001-4987-b5c1-a64d4057f668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:28:38.906295 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:38.906295 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] Bound using segment: {'id': '8733446a-61fe-4aff-be45-c847554beaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '28e140ef-0001-4987-b5c1-a64d4057f668'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:28:38.906769 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] Bound port: 928cadd1-73d9-43a6-8971-05915683af8d, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8733446a-61fe-4aff-be45-c847554beaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '28e140ef-0001-4987-b5c1-a64d4057f668'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:28:38.907160 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (928cadd1-73d9-43a6-8971-05915683af8d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:38.943630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bad21-73d4-497d-a59f-73dbe1b11970 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e41e6168-f4d7-41d8-a443-19bec7fd9f71,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:39.010728 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] For port 928cadd1-73d9-43a6-8971-05915683af8d, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:28:39.014515 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] For port 928cadd1-73d9-43a6-8971-05915683af8d, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=928cadd1-73d9-43a6-8971-05915683af8d,segment=NetworkSegment(8733446a-61fe-4aff-be45-c847554beaad),segment_id=8733446a-61fe-4aff-be45-c847554beaad)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:28:39.025320 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (928cadd1-73d9-43a6-8971-05915683af8d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:39.041106 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52ada49d-e506-4ff2-93fd-4bcd14011d37 admin admin] Publish callbacks [] for security_group (dd45826e-e3b4-4742-ae28-ebb19fcbe1e9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:39.048998 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-38809cfa-03cf-414e-b973-10e74d8be8ee req-af4bad21-73d4-497d-a59f-73dbe1b11970 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=31815fa0-362b-4b13-bee5-3a06e9d799d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1384988 Feb 03 12:28:39.052187 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-610db3f3-4536-45b5-86e5-1b17011ce0f7 admin admin] Publish callbacks [] for router_gateway (ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:39.100252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-17475cae-2f4d-4f25-98b9-715857641230 req-303cdcc0-c1d9-4b7a-85d7-73a3df21a944 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Allocated IP 172.20.0.11 (fa311484-a64f-41a1-a01e-493a1be74adb/a224ad99-e09c-495b-b28c-4e2912ae8c46/6a783123-4bcc-4897-af82-a444488a6903) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:28:39.108458 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52ada49d-e506-4ff2-93fd-4bcd14011d37 admin admin] Publish callbacks [] for security_group (dd45826e-e3b4-4742-ae28-ebb19fcbe1e9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:39.113801 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-610db3f3-4536-45b5-86e5-1b17011ce0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:39.119195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5b580-4c26-4c53-88ef-df871f220a82 None None] Pushing event updated for resources: {'Port': ['ID=928cadd1-73d9-43a6-8971-05915683af8d,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:39.129872 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d5b0fb43-27be-402e-a951-b869d3f6881d req-5ad11916-2724-49a5-8ca0-a39ce15ba278 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883258 Feb 03 12:28:39.236897 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190c148-89a8-46d0-86e7-21f122be55f6 req-6c5a956b-36fc-401d-af62-f64f9782c247 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:39.238520 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4190c148-89a8-46d0-86e7-21f122be55f6 req-6c5a956b-36fc-401d-af62-f64f9782c247 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 972 time: 0.2857730 Feb 03 12:28:39.294715 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52ada49d-e506-4ff2-93fd-4bcd14011d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (dd45826e-e3b4-4742-ae28-ebb19fcbe1e9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:39.297638 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52ada49d-e506-4ff2-93fd-4bcd14011d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:39.298813 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-52ada49d-e506-4ff2-93fd-4bcd14011d37 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd45826e-e3b4-4742-ae28-ebb19fcbe1e9 HTTP/1.1" status: 204 len: 168 time: 0.5597937 Feb 03 12:28:39.306550 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-009f8935-599c-4e25-a229-4338ac84a6c9 req-d3ae2155-c057-49fa-8075-2f59e4472647 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 210 time: 0.0974240 Feb 03 12:28:39.334172 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4231a23-6a13-4c7d-9490-10219b6ff1e9 req-74f03679-3b26-43e2-8457-eb425360c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:39.336565 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4231a23-6a13-4c7d-9490-10219b6ff1e9 req-74f03679-3b26-43e2-8457-eb425360c885 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3378828 Feb 03 12:28:39.398994 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-610db3f3-4536-45b5-86e5-1b17011ce0f7 admin admin] Allocated IP 172.25.6.224 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/dfeda788-017e-4195-9bc1-5cc75b05ad0c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:28:39.401030 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fafc20-34a6-478a-b546-3ff4bb371644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba33992-a4da-453e-82d1-202422d83964'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:28:39.403897 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46e8e95-2f2a-4081-96f9-1f159eb049d0" -d '{"events": [{"server_uuid": "60fafc20-34a6-478a-b546-3ff4bb371644", "name": "network-vif-plugged", "status": "completed", "tag": "cba33992-a4da-453e-82d1-202422d83964"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:28:39.450479 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4190c148-89a8-46d0-86e7-21f122be55f6 req-027ac8de-35d6-4a20-960d-7951929adf70 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/security-groups?id=31815fa0-362b-4b13-bee5-3a06e9d799d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013352 Feb 03 12:28:39.455904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada49d-e506-4ff2-93fd-4bcd14011d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd45826e-e3b4-4742-ae28-ebb19fcbe1e9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:39.575499 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d767708-6605-4592-aa99-977cdcc2d69b x-openstack-request-id: req-7d767708-6605-4592-aa99-977cdcc2d69b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:28:39.575824 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fafc20-34a6-478a-b546-3ff4bb371644", "name": "network-vif-plugged", "status": "completed", "tag": "cba33992-a4da-453e-82d1-202422d83964", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:28:39.576186 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d767708-6605-4592-aa99-977cdcc2d69b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:28:39.576594 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fafc20-34a6-478a-b546-3ff4bb371644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba33992-a4da-453e-82d1-202422d83964', 'code': 200} Feb 03 12:28:39.637950 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:39.682907 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-17475cae-2f4d-4f25-98b9-715857641230 req-303cdcc0-c1d9-4b7a-85d7-73a3df21a944 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks [] for port (6a783123-4bcc-4897-af82-a444488a6903), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:39.711137 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4231a23-6a13-4c7d-9490-10219b6ff1e9 req-e16c0a6a-e4c4-48ab-bb7c-fc89d7d07868 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715454 Feb 03 12:28:39.794678 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-17475cae-2f4d-4f25-98b9-715857641230 req-303cdcc0-c1d9-4b7a-85d7-73a3df21a944 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (6a783123-4bcc-4897-af82-a444488a6903), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:39.823201 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6595271-5471-468d-8f7f-ee1b45ad2e42 req-67c6fcc8-e9fa-4342-94c7-81cb16501d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:39.827684 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e6595271-5471-468d-8f7f-ee1b45ad2e42 req-67c6fcc8-e9fa-4342-94c7-81cb16501d2b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 1132 time: 0.1748478 Feb 03 12:28:39.836034 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-610db3f3-4536-45b5-86e5-1b17011ce0f7 admin admin] Publish callbacks [] for port (dfeda788-017e-4195-9bc1-5cc75b05ad0c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:39.859039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17475cae-2f4d-4f25-98b9-715857641230 req-303cdcc0-c1d9-4b7a-85d7-73a3df21a944 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Network fa311484-a64f-41a1-a01e-493a1be74adb is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:28:39.865931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-17475cae-2f4d-4f25-98b9-715857641230 req-303cdcc0-c1d9-4b7a-85d7-73a3df21a944 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:28:39.869077 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-17475cae-2f4d-4f25-98b9-715857641230 req-303cdcc0-c1d9-4b7a-85d7-73a3df21a944 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:28:39.874850 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17475cae-2f4d-4f25-98b9-715857641230 req-303cdcc0-c1d9-4b7a-85d7-73a3df21a944 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:39.875489 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-17475cae-2f4d-4f25-98b9-715857641230 req-303cdcc0-c1d9-4b7a-85d7-73a3df21a944 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:39.916459 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303cdcc0-c1d9-4b7a-85d7-73a3df21a944 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Pushing event updated for resources: {'Port': ['ID=6a783123-4bcc-4897-af82-a444488a6903,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:39.929797 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4231a23-6a13-4c7d-9490-10219b6ff1e9 req-11cbcd10-c147-4e13-8e70-620488193e37 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123330 Feb 03 12:28:39.936922 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-17475cae-2f4d-4f25-98b9-715857641230 req-303cdcc0-c1d9-4b7a-85d7-73a3df21a944 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4711094 Feb 03 12:28:39.966241 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] Request body: {'port': {'device_id': 'c5bfca7f-92dd-4e50-9cdb-8e3540eb0931', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:40.043763 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e6595271-5471-468d-8f7f-ee1b45ad2e42 req-b2835aaf-09c9-4d72-87fa-fbbbca81fd81 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057424 Feb 03 12:28:40.052065 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-610db3f3-4536-45b5-86e5-1b17011ce0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (dfeda788-017e-4195-9bc1-5cc75b05ad0c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:40.093056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 928cadd1-73d9-43a6-8971-05915683af8d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:28:40.137139 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bce49-7a2b-4921-99d9-71f5eb7072a7 req-a55ff6cd-63fc-4be7-b617-69647220f21e tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:40.141318 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6a783123-4bcc-4897-af82-a444488a6903), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:40.150273 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b87bce49-7a2b-4921-99d9-71f5eb7072a7 req-a55ff6cd-63fc-4be7-b617-69647220f21e tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 950 time: 0.1862154 Feb 03 12:28:40.186086 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610db3f3-4536-45b5-86e5-1b17011ce0f7 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:28:40.216218 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 928cadd1-73d9-43a6-8971-05915683af8d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:40.217010 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (928cadd1-73d9-43a6-8971-05915683af8d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:40.255415 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610db3f3-4536-45b5-86e5-1b17011ce0f7 admin admin] Pushing event updated for resources: {'Port': ['ID=dfeda788-017e-4195-9bc1-5cc75b05ad0c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:40.267423 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-610db3f3-4536-45b5-86e5-1b17011ce0f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:28:40.307001 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610db3f3-4536-45b5-86e5-1b17011ce0f7 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:28:40.361585 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 928cadd1-73d9-43a6-8971-05915683af8d is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:40.363931 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (928cadd1-73d9-43a6-8971-05915683af8d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:40.423083 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 928cadd1-73d9-43a6-8971-05915683af8d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=928cadd1-73d9-43a6-8971-05915683af8d,segment=NetworkSegment(8733446a-61fe-4aff-be45-c847554beaad),segment_id=8733446a-61fe-4aff-be45-c847554beaad)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:40.429140 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (928cadd1-73d9-43a6-8971-05915683af8d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:40.430541 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0ae11f12-fb66-4010-bea0-183280b64ce0 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:28:40.511110 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b87bce49-7a2b-4921-99d9-71f5eb7072a7 req-886c1c07-92b5-4bc8-907e-7a4e705c6fd9 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581505 Feb 03 12:28:40.558026 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=928cadd1-73d9-43a6-8971-05915683af8d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:40.575185 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 0ae11f12-fb66-4010-bea0-183280b64ce0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:40.575538 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0ae11f12-fb66-4010-bea0-183280b64ce0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:40.718006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a783123-4bcc-4897-af82-a444488a6903 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:28:40.726541 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] Publish callbacks [] for port (6a783123-4bcc-4897-af82-a444488a6903), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:40.743433 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] Transition to ACTIVE for port object 6a783123-4bcc-4897-af82-a444488a6903 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:28:40.750055 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6db75-89d5-4688-9d63-bb9dada95485 req-75a743ec-9933-4d27-accb-971891e09685 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:40.750220 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6a783123-4bcc-4897-af82-a444488a6903), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:40.753769 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d310b0-cf2b-462b-9c46-9528c22df8d3 None None] Network 28e140ef-0001-4987-b5c1-a64d4057f668 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:28:40.763973 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9ea6db75-89d5-4688-9d63-bb9dada95485 req-75a743ec-9933-4d27-accb-971891e09685 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 948 time: 0.1517072 Feb 03 12:28:40.817165 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] Pushing event updated for resources: {'Port': ['ID=6a783123-4bcc-4897-af82-a444488a6903,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:40.854550 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9ea6db75-89d5-4688-9d63-bb9dada95485 req-ba2d3c8e-2270-408d-9ee9-630be1bd20f3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895159 Feb 03 12:28:40.900441 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-610db3f3-4536-45b5-86e5-1b17011ce0f7 admin admin] Publish callbacks [] for router_gateway (ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:40.919112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] Attempting to bind port 6a783123-4bcc-4897-af82-a444488a6903 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:28:40.921479 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] Attempting to bind port 6a783123-4bcc-4897-af82-a444488a6903 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:28:40.921877 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] Attempting to bind port 6a783123-4bcc-4897-af82-a444488a6903 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:40.971547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] Port 6a783123-4bcc-4897-af82-a444488a6903 on network fa311484-a64f-41a1-a01e-493a1be74adb not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:28:40.973292 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] Attempting to bind port 6a783123-4bcc-4897-af82-a444488a6903 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:40.982652 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0ae11f12-fb66-4010-bea0-183280b64ce0 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:40.988752 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:28:40.989019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] Checking segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:28:40.989500 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] Bound using segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:28:40.989961 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] Bound port: 6a783123-4bcc-4897-af82-a444488a6903, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:28:40.990326 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6a783123-4bcc-4897-af82-a444488a6903), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:40.993202 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f2a9c299-f19a-4e8b-9299-013191cfd374 None None] Provisioning complete for port 928cadd1-73d9-43a6-8971-05915683af8d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:40.993584 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c299-f19a-4e8b-9299-013191cfd374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (928cadd1-73d9-43a6-8971-05915683af8d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:41.087442 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daced6ca-e605-4ceb-ab87-225b889d8e15 req-73b2b835-a6a6-4ae3-9454-b3f28ac6138e tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:41.089257 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-daced6ca-e605-4ceb-ab87-225b889d8e15 req-73b2b835-a6a6-4ae3-9454-b3f28ac6138e tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 972 time: 0.1436691 Feb 03 12:28:41.108018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f562b-28ff-4d1a-b609-bd8f03486631 req-c53b68c6-c8c6-4415-9d0c-0db1debcb1d4 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:41.109611 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-898f562b-28ff-4d1a-b609-bd8f03486631 req-c53b68c6-c8c6-4415-9d0c-0db1debcb1d4 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 944 time: 0.2378261 Feb 03 12:28:41.171406 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] For port 6a783123-4bcc-4897-af82-a444488a6903, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:28:41.203238 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9c299-f19a-4e8b-9299-013191cfd374 None None] Current status of the port 928cadd1-73d9-43a6-8971-05915683af8d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:41.213816 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-610db3f3-4536-45b5-86e5-1b17011ce0f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:41.233214 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-898f562b-28ff-4d1a-b609-bd8f03486631 req-47a345d3-1ebe-4783-8f91-53388bf320f0 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134138 Feb 03 12:28:41.259855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] For port 6a783123-4bcc-4897-af82-a444488a6903, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=6a783123-4bcc-4897-af82-a444488a6903,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:28:41.268032 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6a783123-4bcc-4897-af82-a444488a6903), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:41.311898 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:41.312576 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:41.314089 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-17475cae-2f4d-4f25-98b9-715857641230 req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] 10.222.0.73 "PUT /v2.0/ports/6a783123-4bcc-4897-af82-a444488a6903 HTTP/1.1" status: 200 len: 1092 time: 1.3574135 Feb 03 12:28:41.314888 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5bfca7f-92dd-4e50-9cdb-8e3540eb0931', 'tag': '6a783123-4bcc-4897-af82-a444488a6903'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:28:41.317222 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6cdeef-39e8-4de8-af3a-322c111217d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c5bfca7f-92dd-4e50-9cdb-8e3540eb0931", "tag": "6a783123-4bcc-4897-af82-a444488a6903"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:28:41.324426 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-daced6ca-e605-4ceb-ab87-225b889d8e15 req-f0606521-d5b3-4579-96b4-87e3a001aadb tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/security-groups?id=31815fa0-362b-4b13-bee5-3a06e9d799d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220198 Feb 03 12:28:41.378235 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089530e-b53a-42c3-9ef8-b26b8a6f8079 service neutron] Pushing event updated for resources: {'Port': ['ID=6a783123-4bcc-4897-af82-a444488a6903,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:41.414397 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a62ddf-36d0-49ef-9379-a10e87c7236b x-openstack-request-id: req-56a62ddf-36d0-49ef-9379-a10e87c7236b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:28:41.414605 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5bfca7f-92dd-4e50-9cdb-8e3540eb0931", "tag": "6a783123-4bcc-4897-af82-a444488a6903", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:28:41.414870 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56a62ddf-36d0-49ef-9379-a10e87c7236b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:28:41.415271 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5bfca7f-92dd-4e50-9cdb-8e3540eb0931', 'tag': '6a783123-4bcc-4897-af82-a444488a6903', 'status': 'completed', 'code': 200} Feb 03 12:28:41.464545 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610db3f3-4536-45b5-86e5-1b17011ce0f7 admin admin] Router ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:28:41.491867 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17475cae-2f4d-4f25-98b9-715857641230 req-c72124df-920d-463d-87ff-28471117f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:41.493499 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-17475cae-2f4d-4f25-98b9-715857641230 req-c72124df-920d-463d-87ff-28471117f34b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 1126 time: 0.1082580 Feb 03 12:28:41.572154 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-17475cae-2f4d-4f25-98b9-715857641230 req-570e714b-08c6-4e67-9f63-3abc30d1d163 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a783123-4bcc-4897-af82-a444488a6903 HTTP/1.1" status: 200 len: 217 time: 0.0631061 Feb 03 12:28:41.633347 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-aa9498a5-4ea8-43de-b230-e50a7aeeb569 None None] Provisioning complete for port 928cadd1-73d9-43a6-8971-05915683af8d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:41.634644 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aa9498a5-4ea8-43de-b230-e50a7aeeb569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (928cadd1-73d9-43a6-8971-05915683af8d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:41.649349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17475cae-2f4d-4f25-98b9-715857641230 req-8c18ab52-1745-49e2-892a-af96ee192a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:41.651091 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-17475cae-2f4d-4f25-98b9-715857641230 req-8c18ab52-1745-49e2-892a-af96ee192a8b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.0711532 Feb 03 12:28:41.736188 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-17475cae-2f4d-4f25-98b9-715857641230 req-55996b0d-af00-423d-b192-e89282134fc7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775867 Feb 03 12:28:41.777945 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-aa9498a5-4ea8-43de-b230-e50a7aeeb569 None None] Current status of the port 928cadd1-73d9-43a6-8971-05915683af8d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:41.808759 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 928cadd1-73d9-43a6-8971-05915683af8d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:28:41.820435 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35218840-6ba2-4034-a363-3687f7b524f1 req-d5403e06-f5e8-40fb-b6b6-057d8aee68ba tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:41.821929 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-35218840-6ba2-4034-a363-3687f7b524f1 req-d5403e06-f5e8-40fb-b6b6-057d8aee68ba tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 950 time: 0.1121311 Feb 03 12:28:41.847769 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610db3f3-4536-45b5-86e5-1b17011ce0f7 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:28:41.861765 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] Sync routers for ids ['ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:28:41.885012 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-610db3f3-4536-45b5-86e5-1b17011ce0f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:41.885561 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] Routers {'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:28:41.885883 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:28:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:41.890357 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-610db3f3-4536-45b5-86e5-1b17011ce0f7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.8460791 Feb 03 12:28:41.899924 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59348) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:41.923174 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-17475cae-2f4d-4f25-98b9-715857641230 req-c704bb2b-9bc5-4ea4-adfb-d8eb2ed1f951 service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791375 Feb 03 12:28:41.930352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 928cadd1-73d9-43a6-8971-05915683af8d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:41.930737 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (928cadd1-73d9-43a6-8971-05915683af8d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:42.022856 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] Set router ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:28:42.030641 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-35218840-6ba2-4034-a363-3687f7b524f1 req-f42f9220-4660-40a0-a238-0eaf196f2c90 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013445 Feb 03 12:28:42.141478 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-17475cae-2f4d-4f25-98b9-715857641230 req-943bf718-be11-4597-aace-9cad12a7937f service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086701 Feb 03 12:28:42.179704 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 928cadd1-73d9-43a6-8971-05915683af8d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:42.253371 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047208d-755c-4878-ae86-2c0b3762b605 req-3e347c88-0e0f-4e0b-8403-c0b1b5b2875b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:42.260654 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e047208d-755c-4878-ae86-2c0b3762b605 req-3e347c88-0e0f-4e0b-8403-c0b1b5b2875b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 948 time: 0.1273158 Feb 03 12:28:42.286551 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1226772875-router', 'tenant_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dfeda788-017e-4195-9bc1-5cc75b05ad0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:37Z', 'updated_at': '2022-02-03T12:28:40Z', 'revision_number': 3, 'project_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'gw_port': {'id': 'dfeda788-017e-4195-9bc1-5cc75b05ad0c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:39Z', 'updated_at': '2022-02-03T12:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:42.331784 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] Checking router: ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:28:42.332364 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] Updating router ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc port dfeda788-017e-4195-9bc1-5cc75b05ad0c binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:28:42.347955 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cdeef-39e8-4de8-af3a-322c111217d9 req-11b4c035-1c05-4e7c-871c-44991fc5f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:42.349693 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d6cdeef-39e8-4de8-af3a-322c111217d9 req-11b4c035-1c05-4e7c-871c-44991fc5f9e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 1126 time: 0.0912795 Feb 03 12:28:42.364759 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dfeda788-017e-4195-9bc1-5cc75b05ad0c), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:42.390520 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e047208d-755c-4878-ae86-2c0b3762b605 req-c4e382bf-9462-4fd7-8651-6172b5c2fd73 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243885 Feb 03 12:28:42.481847 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cdeef-39e8-4de8-af3a-322c111217d9 req-96b08f90-d52c-44dd-bfe0-2f709b5869b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:42.489344 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d6cdeef-39e8-4de8-af3a-322c111217d9 req-96b08f90-d52c-44dd-bfe0-2f709b5869b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 922 time: 0.1332157 Feb 03 12:28:42.543829 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d6cdeef-39e8-4de8-af3a-322c111217d9 req-63212904-648d-4da7-b073-3293be4ed733 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a783123-4bcc-4897-af82-a444488a6903 HTTP/1.1" status: 200 len: 217 time: 0.0476110 Feb 03 12:28:42.600692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cdeef-39e8-4de8-af3a-322c111217d9 req-62b1c59e-6523-41e9-a88c-68f401575cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:42.602956 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d6cdeef-39e8-4de8-af3a-322c111217d9 req-62b1c59e-6523-41e9-a88c-68f401575cf5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.0521605 Feb 03 12:28:42.645484 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-971d4020-fa6b-45bd-8f13-31d581814383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:42.656719 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d6cdeef-39e8-4de8-af3a-322c111217d9 req-05a1fa64-cac9-4da2-9b72-1c7e600002cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454664 Feb 03 12:28:42.669919 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59368) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:42.796125 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] Publish callbacks [] for port (dfeda788-017e-4195-9bc1-5cc75b05ad0c), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:42.814323 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dfeda788-017e-4195-9bc1-5cc75b05ad0c), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:42.868518 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d6cdeef-39e8-4de8-af3a-322c111217d9 req-0147f5bc-c015-4218-8ff1-d8ad4409378b service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053447 Feb 03 12:28:42.887253 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba76a1-4a7c-4592-a183-95b8529df188 None None] Pushing event updated for resources: {'Port': ['ID=dfeda788-017e-4195-9bc1-5cc75b05ad0c,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:42.898938 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] Attempting to bind port dfeda788-017e-4195-9bc1-5cc75b05ad0c on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:28:42.899410 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] Attempting to bind port dfeda788-017e-4195-9bc1-5cc75b05ad0c by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:28:42.900093 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] Attempting to bind port dfeda788-017e-4195-9bc1-5cc75b05ad0c on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:42.907779 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:28:42.908207 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:28:42.908760 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:42.909277 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:28:42.909754 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] Bound port: dfeda788-017e-4195-9bc1-5cc75b05ad0c, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:28:42.910145 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dfeda788-017e-4195-9bc1-5cc75b05ad0c), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:42.948882 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93aeccbc-a8b2-4ddb-9bb5-2737ea212f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:42.968852 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] For port dfeda788-017e-4195-9bc1-5cc75b05ad0c, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:28:42.972726 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] For port dfeda788-017e-4195-9bc1-5cc75b05ad0c, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dfeda788-017e-4195-9bc1-5cc75b05ad0c,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:28:42.980026 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dfeda788-017e-4195-9bc1-5cc75b05ad0c), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:42.993248 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-971d4020-fa6b-45bd-8f13-31d581814383 admin admin] Allocated IP 172.20.0.1 (28e140ef-0001-4987-b5c1-a64d4057f668/1d1a306d-ab2b-487a-9b60-a2fd85c657bb/b34ec0ee-fb80-495f-962a-fc258a56d841) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:28:43.024667 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5808e9-2038-403d-981a-b48aed68ca89 req-50dbdc9f-6e43-402f-ae62-229900af140f tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:43.025827 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa5808e9-2038-403d-981a-b48aed68ca89 req-50dbdc9f-6e43-402f-ae62-229900af140f tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 972 time: 0.1006827 Feb 03 12:28:43.043991 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d6cdeef-39e8-4de8-af3a-322c111217d9 req-277a19ae-3863-4e47-98fe-6b0757e3b73c service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659393 Feb 03 12:28:43.046820 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ab99e-6c81-446c-b24d-43c767f3644d req-4cf15ef2-4ac5-4d2f-b569-bbb554d1801b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:43.048463 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-802ab99e-6c81-446c-b24d-43c767f3644d req-4cf15ef2-4ac5-4d2f-b569-bbb554d1801b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 944 time: 0.1263955 Feb 03 12:28:43.055726 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] Routers {'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:28:43.056412 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:28:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:43.099127 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba76a1-4a7c-4592-a183-95b8529df188 None None] Pushing event updated for resources: {'Port': ['ID=dfeda788-017e-4195-9bc1-5cc75b05ad0c,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:43.125707 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-802ab99e-6c81-446c-b24d-43c767f3644d req-4ac262d4-ed3e-41df-b571-e656e1ad87ed tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635736 Feb 03 12:28:43.200565 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] Set router ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:28:43.230777 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93aeccbc-a8b2-4ddb-9bb5-2737ea212f76 admin admin] Publish callbacks [] for security_group (bb9a8dda-39d8-4a3b-85a3-33a5873dbf5e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:43.245474 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93aeccbc-a8b2-4ddb-9bb5-2737ea212f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bb9a8dda-39d8-4a3b-85a3-33a5873dbf5e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:43.260975 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-971d4020-fa6b-45bd-8f13-31d581814383 admin admin] Publish callbacks [] for port (b34ec0ee-fb80-495f-962a-fc258a56d841), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:43.314415 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device b5e274e7-addc-4547-a7a5-f05f495eccaa details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:28:43.319237 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-93aeccbc-a8b2-4ddb-9bb5-2737ea212f76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90136788c90a4262a44749bb3c921bdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6456676 Feb 03 12:28:43.322907 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59378) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:43.344497 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aeccbc-a8b2-4ddb-9bb5-2737ea212f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9a8dda-39d8-4a3b-85a3-33a5873dbf5e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:43.372427 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa5808e9-2038-403d-981a-b48aed68ca89 req-40082cc0-a376-45ff-91e9-e38b40f797af tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/security-groups?id=31815fa0-362b-4b13-bee5-3a06e9d799d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325200 Feb 03 12:28:43.398112 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-971d4020-fa6b-45bd-8f13-31d581814383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (b34ec0ee-fb80-495f-962a-fc258a56d841), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:43.460657 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c453a80-d959-4e1f-a703-f83f9b72e69b req-89750265-4c53-41f7-afaa-bc771e2de36e tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:43.462290 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1c453a80-d959-4e1f-a703-f83f9b72e69b req-89750265-4c53-41f7-afaa-bc771e2de36e tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 950 time: 0.1875925 Feb 03 12:28:43.466210 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d4020-fa6b-45bd-8f13-31d581814383 admin admin] Pushing event updated for resources: {'Port': ['ID=b34ec0ee-fb80-495f-962a-fc258a56d841,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:43.501861 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d4020-fa6b-45bd-8f13-31d581814383 admin admin] Network 28e140ef-0001-4987-b5c1-a64d4057f668 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:28:43.504402 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-971d4020-fa6b-45bd-8f13-31d581814383 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:28:43.507640 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971d4020-fa6b-45bd-8f13-31d581814383 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:28:43.508269 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-971d4020-fa6b-45bd-8f13-31d581814383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:43.509056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port b5e274e7-addc-4547-a7a5-f05f495eccaa, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b5e274e7-addc-4547-a7a5-f05f495eccaa,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:43.526500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'b5e274e7-addc-4547-a7a5-f05f495eccaa', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': 'b5e274e7-addc-4547-a7a5-f05f495eccaa', 'mac_address': 'fa:16:3e:d9:12:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:28:43.534192 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1226772875-router', 'tenant_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dfeda788-017e-4195-9bc1-5cc75b05ad0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:37Z', 'updated_at': '2022-02-03T12:28:40Z', 'revision_number': 3, 'project_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'gw_port': {'id': 'dfeda788-017e-4195-9bc1-5cc75b05ad0c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:39Z', 'updated_at': '2022-02-03T12:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:43.554668 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80eb49de-f89e-47cc-8562-5679f267dacd admin admin] Publish callbacks [] for security_group (bb9a8dda-39d8-4a3b-85a3-33a5873dbf5e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:43.593019 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1c453a80-d959-4e1f-a703-f83f9b72e69b req-e582d07f-572a-4ac5-8992-3933ed5938d2 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112626 Feb 03 12:28:43.595784 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59386) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:43.607739 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80eb49de-f89e-47cc-8562-5679f267dacd admin admin] Publish callbacks [] for security_group (bb9a8dda-39d8-4a3b-85a3-33a5873dbf5e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:43.608983 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port b5e274e7-addc-4547-a7a5-f05f495eccaa is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:43.610046 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:43.641525 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f955ae-4ae0-49af-9838-3c01a28b8a7a None None] The sync data for ids ['ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc'] in n-d-827336-3 is: [{'id': 'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1226772875-router', 'tenant_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dfeda788-017e-4195-9bc1-5cc75b05ad0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:37Z', 'updated_at': '2022-02-03T12:28:40Z', 'revision_number': 3, 'project_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'gw_port': {'id': 'dfeda788-017e-4195-9bc1-5cc75b05ad0c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:39Z', 'updated_at': '2022-02-03T12:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:28:43.642894 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80b7fd-ad3a-48bf-8ac5-2fe49c527e61 req-4fe0ac68-bf61-44ed-b0f6-3d341f4f0693 tempest-AggregatesAdminTestJSON-1583530893 tempest-AggregatesAdminTestJSON-1583530893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:43.647209 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ca80b7fd-ad3a-48bf-8ac5-2fe49c527e61 req-4fe0ac68-bf61-44ed-b0f6-3d341f4f0693 tempest-AggregatesAdminTestJSON-1583530893 tempest-AggregatesAdminTestJSON-1583530893-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 1154 time: 0.1902478 Feb 03 12:28:43.657780 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e274e7-addc-4547-a7a5-f05f495eccaa {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:28:43.705300 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca80b7fd-ad3a-48bf-8ac5-2fe49c527e61 req-2e727afd-4aa4-4d85-b20e-e7824349c720 tempest-AggregatesAdminTestJSON-1583530893 tempest-AggregatesAdminTestJSON-1583530893-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:43.711431 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port b5e274e7-addc-4547-a7a5-f05f495eccaa, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b5e274e7-addc-4547-a7a5-f05f495eccaa,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:43.721627 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:43.760732 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80eb49de-f89e-47cc-8562-5679f267dacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bb9a8dda-39d8-4a3b-85a3-33a5873dbf5e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:43.764467 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80eb49de-f89e-47cc-8562-5679f267dacd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:43.765973 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-80eb49de-f89e-47cc-8562-5679f267dacd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb9a8dda-39d8-4a3b-85a3-33a5873dbf5e HTTP/1.1" status: 204 len: 168 time: 0.4418867 Feb 03 12:28:43.791445 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb49de-f89e-47cc-8562-5679f267dacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9a8dda-39d8-4a3b-85a3-33a5873dbf5e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:43.846938 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=b5e274e7-addc-4547-a7a5-f05f495eccaa,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:43.870771 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca80b7fd-ad3a-48bf-8ac5-2fe49c527e61 req-2e727afd-4aa4-4d85-b20e-e7824349c720 tempest-AggregatesAdminTestJSON-1583530893 tempest-AggregatesAdminTestJSON-1583530893-project-admin] Publish callbacks [] for security_group (94056402-d94f-4ccc-8430-fc864a478365), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:43.874124 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-971d4020-fa6b-45bd-8f13-31d581814383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b34ec0ee-fb80-495f-962a-fc258a56d841), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:43.875720 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca80b7fd-ad3a-48bf-8ac5-2fe49c527e61 req-2e727afd-4aa4-4d85-b20e-e7824349c720 tempest-AggregatesAdminTestJSON-1583530893 tempest-AggregatesAdminTestJSON-1583530893-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (94056402-d94f-4ccc-8430-fc864a478365), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:43.877672 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a38a4f2-12ad-4ce0-b9da-bde1596f8fab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:43.912766 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5c3b3-6188-4408-a1de-13cdda40cc75 req-36eb3670-f2ef-4a28-920a-3c0dcd472069 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:43.919422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7640db07-2a8b-48aa-81db-1d2ae9f87ce3 None None] Provisioning complete for port b34ec0ee-fb80-495f-962a-fc258a56d841 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:43.920164 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7640db07-2a8b-48aa-81db-1d2ae9f87ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b34ec0ee-fb80-495f-962a-fc258a56d841), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:43.921070 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71e5c3b3-6188-4408-a1de-13cdda40cc75 req-36eb3670-f2ef-4a28-920a-3c0dcd472069 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 949 time: 0.2101498 Feb 03 12:28:43.935466 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ca80b7fd-ad3a-48bf-8ac5-2fe49c527e61 req-2e727afd-4aa4-4d85-b20e-e7824349c720 tempest-AggregatesAdminTestJSON-1583530893 tempest-AggregatesAdminTestJSON-1583530893-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=31815fa0-362b-4b13-bee5-3a06e9d799d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746649 Feb 03 12:28:43.973952 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e727afd-4aa4-4d85-b20e-e7824349c720 tempest-AggregatesAdminTestJSON-1583530893 tempest-AggregatesAdminTestJSON-1583530893-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94056402-d94f-4ccc-8430-fc864a478365,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:44.002317 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7640db07-2a8b-48aa-81db-1d2ae9f87ce3 None None] Port b34ec0ee-fb80-495f-962a-fc258a56d841 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:28:44.070615 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71e5c3b3-6188-4408-a1de-13cdda40cc75 req-616adecf-a937-471e-8655-c5add273d5a1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484587 Feb 03 12:28:44.228428 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59398) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:44.246571 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b6b15f1-dfa4-42cd-9bb5-c0b8cb65efa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:44.255887 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['b5e274e7-addc-4547-a7a5-f05f495eccaa'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:28:44.287490 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a38a4f2-12ad-4ce0-b9da-bde1596f8fab admin admin] Publish callbacks [] for security_group (2f8c9787-8d23-4716-b526-c5bb6ab566b3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:44.337250 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a38a4f2-12ad-4ce0-b9da-bde1596f8fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2f8c9787-8d23-4716-b526-c5bb6ab566b3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:44.373568 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7a38a4f2-12ad-4ce0-b9da-bde1596f8fab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=148dfa3abe0a4071b1aec88176cd2d27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7727792 Feb 03 12:28:44.376468 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59402) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:44.452172 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b6b15f1-dfa4-42cd-9bb5-c0b8cb65efa5 admin admin] Publish callbacks [] for security_group (28d96ae7-133e-4c2f-bbd7-351a496a7f8d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:44.456380 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38a4f2-12ad-4ce0-b9da-bde1596f8fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8c9787-8d23-4716-b526-c5bb6ab566b3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:44.475854 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dc66d-3b38-4119-accf-b15740c6b1cb req-3fb694e7-808c-499c-b15e-e13490a26b8f tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:44.476030 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888061f-dd86-476a-b148-26adf5e08a25 req-b639c7a5-ce25-470a-88d2-907dea8b4e7a tempest-DeleteServersAdminTestJSON-1414754328 tempest-DeleteServersAdminTestJSON-1414754328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:44.477647 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-939dc66d-3b38-4119-accf-b15740c6b1cb req-3fb694e7-808c-499c-b15e-e13490a26b8f tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 972 time: 0.1109810 Feb 03 12:28:44.477772 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4888061f-dd86-476a-b148-26adf5e08a25 req-b639c7a5-ce25-470a-88d2-907dea8b4e7a tempest-DeleteServersAdminTestJSON-1414754328 tempest-DeleteServersAdminTestJSON-1414754328-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 1132 time: 0.3276989 Feb 03 12:28:44.479073 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b6b15f1-dfa4-42cd-9bb5-c0b8cb65efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (28d96ae7-133e-4c2f-bbd7-351a496a7f8d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:44.479911 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-971d4020-fa6b-45bd-8f13-31d581814383 admin admin] Publish callbacks [] for port (b34ec0ee-fb80-495f-962a-fc258a56d841), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:44.497753 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-971d4020-fa6b-45bd-8f13-31d581814383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b34ec0ee-fb80-495f-962a-fc258a56d841), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:44.498006 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-971d4020-fa6b-45bd-8f13-31d581814383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:44.540780 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5b6b15f1-dfa4-42cd-9bb5-c0b8cb65efa5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=faebce35d337409f8bb9bdfb7156c5c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079274 Feb 03 12:28:44.541380 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59404) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:44.548814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b15f1-dfa4-42cd-9bb5-c0b8cb65efa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d96ae7-133e-4c2f-bbd7-351a496a7f8d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:44.555696 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92924f-9168-41c1-8fc9-57b2a7b5e6af req-4f28a7ec-2df2-483b-8141-562e716fc1a5 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:44.558193 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-db92924f-9168-41c1-8fc9-57b2a7b5e6af req-4f28a7ec-2df2-483b-8141-562e716fc1a5 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 944 time: 0.3162153 Feb 03 12:28:44.594958 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-939dc66d-3b38-4119-accf-b15740c6b1cb req-916195d9-1347-418a-af49-788ed887d496 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/security-groups?id=31815fa0-362b-4b13-bee5-3a06e9d799d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986924 Feb 03 12:28:44.625030 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dcd72f6e-9a2e-483e-ab1e-82259792d0a2 admin admin] Publish callbacks [] for security_group (28d96ae7-133e-4c2f-bbd7-351a496a7f8d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:44.656300 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dcd72f6e-9a2e-483e-ab1e-82259792d0a2 admin admin] Publish callbacks [] for security_group (28d96ae7-133e-4c2f-bbd7-351a496a7f8d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:44.751636 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bacd6b-b2a8-4234-afe4-f225c3ff4125 req-db2f960b-ca18-41a3-9469-c91559ca851a tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:44.753320 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42bacd6b-b2a8-4234-afe4-f225c3ff4125 req-db2f960b-ca18-41a3-9469-c91559ca851a tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 950 time: 0.0769801 Feb 03 12:28:44.759294 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dcd72f6e-9a2e-483e-ab1e-82259792d0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (28d96ae7-133e-4c2f-bbd7-351a496a7f8d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:44.762198 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dcd72f6e-9a2e-483e-ab1e-82259792d0a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:44.766374 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-dcd72f6e-9a2e-483e-ab1e-82259792d0a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28d96ae7-133e-4c2f-bbd7-351a496a7f8d HTTP/1.1" status: 204 len: 168 time: 0.2241263 Feb 03 12:28:44.788920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd72f6e-9a2e-483e-ab1e-82259792d0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d96ae7-133e-4c2f-bbd7-351a496a7f8d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:44.800532 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aaf411c5-9179-464a-b8bd-8a4fbe5d9e92 admin admin] Publish callbacks [] for security_group (2f8c9787-8d23-4716-b526-c5bb6ab566b3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:44.814675 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d4020-fa6b-45bd-8f13-31d581814383 admin admin] Pushing event updated for resources: {'Port': ['ID=b34ec0ee-fb80-495f-962a-fc258a56d841,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:44.851975 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42bacd6b-b2a8-4234-afe4-f225c3ff4125 req-1c36daf9-d9d6-48b4-844a-edef4899aeb8 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840271 Feb 03 12:28:44.911182 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aaf411c5-9179-464a-b8bd-8a4fbe5d9e92 admin admin] Publish callbacks [] for security_group (2f8c9787-8d23-4716-b526-c5bb6ab566b3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:44.917900 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-db92924f-9168-41c1-8fc9-57b2a7b5e6af req-a5582e5b-125b-4926-9a47-1ab380dab58e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490667 Feb 03 12:28:44.982873 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d4020-fa6b-45bd-8f13-31d581814383 admin admin] Network 28e140ef-0001-4987-b5c1-a64d4057f668 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:28:44.986183 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-971d4020-fa6b-45bd-8f13-31d581814383 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:28:44.993351 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-4888061f-dd86-476a-b148-26adf5e08a25 req-8bba1370-88ca-49f4-83ce-19f1d0a6417e tempest-DeleteServersAdminTestJSON-1414754328 tempest-DeleteServersAdminTestJSON-1414754328-project-admin] Deleting port cba33992-a4da-453e-82d1-202422d83964 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:28:44.993351 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4888061f-dd86-476a-b148-26adf5e08a25 req-8bba1370-88ca-49f4-83ce-19f1d0a6417e tempest-DeleteServersAdminTestJSON-1414754328 tempest-DeleteServersAdminTestJSON-1414754328-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (cba33992-a4da-453e-82d1-202422d83964), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:45.106493 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aaf411c5-9179-464a-b8bd-8a4fbe5d9e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2f8c9787-8d23-4716-b526-c5bb6ab566b3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:45.109333 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aaf411c5-9179-464a-b8bd-8a4fbe5d9e92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:45.111985 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-aaf411c5-9179-464a-b8bd-8a4fbe5d9e92 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f8c9787-8d23-4716-b526-c5bb6ab566b3 HTTP/1.1" status: 204 len: 168 time: 0.7302375 Feb 03 12:28:45.171188 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4888061f-dd86-476a-b148-26adf5e08a25 req-8bba1370-88ca-49f4-83ce-19f1d0a6417e tempest-DeleteServersAdminTestJSON-1414754328 tempest-DeleteServersAdminTestJSON-1414754328-project-admin] For port cba33992-a4da-453e-82d1-202422d83964, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=cba33992-a4da-453e-82d1-202422d83964,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:45.171560 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4888061f-dd86-476a-b148-26adf5e08a25 req-8bba1370-88ca-49f4-83ce-19f1d0a6417e tempest-DeleteServersAdminTestJSON-1414754328 tempest-DeleteServersAdminTestJSON-1414754328-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (cba33992-a4da-453e-82d1-202422d83964), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:45.193783 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-4888061f-dd86-476a-b148-26adf5e08a25 req-8bba1370-88ca-49f4-83ce-19f1d0a6417e tempest-DeleteServersAdminTestJSON-1414754328 tempest-DeleteServersAdminTestJSON-1414754328-project-admin] Calling delete_port for cba33992-a4da-453e-82d1-202422d83964 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:28:45.248636 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ce94b3fc-3d39-436a-a532-7a5d7c8807ae None None] Provisioning complete for port b34ec0ee-fb80-495f-962a-fc258a56d841 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:45.255335 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ce94b3fc-3d39-436a-a532-7a5d7c8807ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b34ec0ee-fb80-495f-962a-fc258a56d841), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:45.321709 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device b5e274e7-addc-4547-a7a5-f05f495eccaa up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:28:45.346930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daca06-6bee-4e57-a9b2-38d8733bd6f9 req-fba45661-d242-49f9-8e43-e640ce563234 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:45.349353 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64daca06-6bee-4e57-a9b2-38d8733bd6f9 req-fba45661-d242-49f9-8e43-e640ce563234 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 949 time: 0.1427600 Feb 03 12:28:45.397504 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ce94b3fc-3d39-436a-a532-7a5d7c8807ae None None] Port b34ec0ee-fb80-495f-962a-fc258a56d841 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:28:45.402525 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf411c5-9179-464a-b8bd-8a4fbe5d9e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8c9787-8d23-4716-b526-c5bb6ab566b3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:45.409423 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4888061f-dd86-476a-b148-26adf5e08a25 req-8bba1370-88ca-49f4-83ce-19f1d0a6417e tempest-DeleteServersAdminTestJSON-1414754328 tempest-DeleteServersAdminTestJSON-1414754328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (cba33992-a4da-453e-82d1-202422d83964), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:45.436350 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['cba33992-a4da-453e-82d1-202422d83964'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:28:45.442012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port b5e274e7-addc-4547-a7a5-f05f495eccaa completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:28:45.459403 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba1370-88ca-49f4-83ce-19f1d0a6417e tempest-DeleteServersAdminTestJSON-1414754328 tempest-DeleteServersAdminTestJSON-1414754328-project-admin] Pushing event deleted for resources: {'Port': ['ID=cba33992-a4da-453e-82d1-202422d83964,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:45.483021 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port b5e274e7-addc-4547-a7a5-f05f495eccaa triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:45.485306 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:45.495842 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971d4020-fa6b-45bd-8f13-31d581814383 admin admin] Router ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:28:45.527748 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-4888061f-dd86-476a-b148-26adf5e08a25 req-8bba1370-88ca-49f4-83ce-19f1d0a6417e tempest-DeleteServersAdminTestJSON-1414754328 tempest-DeleteServersAdminTestJSON-1414754328-project-admin] No DVR routers for this DVR port cba33992-a4da-453e-82d1-202422d83964 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:28:45.528112 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64daca06-6bee-4e57-a9b2-38d8733bd6f9 req-d3d73681-a68b-4fac-adce-6826ec19ca74 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703489 Feb 03 12:28:45.535149 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4888061f-dd86-476a-b148-26adf5e08a25 req-8bba1370-88ca-49f4-83ce-19f1d0a6417e tempest-DeleteServersAdminTestJSON-1414754328 tempest-DeleteServersAdminTestJSON-1414754328-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:45.541551 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4888061f-dd86-476a-b148-26adf5e08a25 req-8bba1370-88ca-49f4-83ce-19f1d0a6417e tempest-DeleteServersAdminTestJSON-1414754328 tempest-DeleteServersAdminTestJSON-1414754328-project-admin] 10.222.0.31 "DELETE /v2.0/ports/cba33992-a4da-453e-82d1-202422d83964 HTTP/1.1" status: 204 len: 173 time: 1.0543253 Feb 03 12:28:45.544390 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fafc20-34a6-478a-b546-3ff4bb371644', 'name': 'network-vif-deleted', 'tag': 'cba33992-a4da-453e-82d1-202422d83964'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:28:45.564351 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07bd2f3-a1a5-4c45-861e-e57a7dd2a4ad" -d '{"events": [{"server_uuid": "60fafc20-34a6-478a-b546-3ff4bb371644", "name": "network-vif-deleted", "tag": "cba33992-a4da-453e-82d1-202422d83964"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:28:45.691529 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc08273-60d0-4693-8823-674ae9db8a41 x-openstack-request-id: req-dbc08273-60d0-4693-8823-674ae9db8a41 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:28:45.691860 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fafc20-34a6-478a-b546-3ff4bb371644", "name": "network-vif-deleted", "tag": "cba33992-a4da-453e-82d1-202422d83964", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:28:45.692147 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dbc08273-60d0-4693-8823-674ae9db8a41 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:28:45.692555 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fafc20-34a6-478a-b546-3ff4bb371644', 'name': 'network-vif-deleted', 'tag': 'cba33992-a4da-453e-82d1-202422d83964', 'status': 'completed', 'code': 200} Feb 03 12:28:45.892045 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea519e-e1ac-4d22-b53e-f6eda1953e31 req-b975e465-0f62-4017-9051-e368ea82e5e8 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:45.913727 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2cea519e-e1ac-4d22-b53e-f6eda1953e31 req-b975e465-0f62-4017-9051-e368ea82e5e8 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 972 time: 0.1935029 Feb 03 12:28:46.042679 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:46.046038 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dfeda788-017e-4195-9bc1-5cc75b05ad0c up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:28:46.055784 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2cea519e-e1ac-4d22-b53e-f6eda1953e31 req-db3c623e-cca3-4715-953f-6ae37c987142 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/security-groups?id=31815fa0-362b-4b13-bee5-3a06e9d799d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240737 Feb 03 12:28:46.065576 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488f92a-58c6-4c60-870a-310d01901404 req-9bedb504-0d3c-4a59-a317-c5e4970684b9 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:46.067192 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c488f92a-58c6-4c60-870a-310d01901404 req-9bedb504-0d3c-4a59-a317-c5e4970684b9 tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 972 time: 0.4868941 Feb 03 12:28:46.089336 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59438) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:46.110806 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc853266-1a06-4359-b184-606917b42751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:46.210687 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-192e8fb6-6037-40f1-8fac-3f4a397db025 req-1187ceb3-41d4-44ae-a4c0-7af516761558 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=60fafc20-34a6-478a-b546-3ff4bb371644 HTTP/1.1" status: 200 len: 210 time: 0.1229665 Feb 03 12:28:46.252988 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port b5e274e7-addc-4547-a7a5-f05f495eccaa is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:46.253534 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:46.253650 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971d4020-fa6b-45bd-8f13-31d581814383 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:28:46.279345 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-971d4020-fa6b-45bd-8f13-31d581814383 admin admin] 10.222.0.18 "PUT /v2.0/routers/ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3823986 Feb 03 12:28:46.308797 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] Sync routers for ids ['ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:28:46.327200 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8407884c-9146-4468-90f0-8beccaa129fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e274e7-addc-4547-a7a5-f05f495eccaa'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:28:46.330564 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f64003-b10e-4069-8095-103558ab9140" -d '{"events": [{"server_uuid": "8407884c-9146-4468-90f0-8beccaa129fe", "name": "network-vif-plugged", "status": "completed", "tag": "b5e274e7-addc-4547-a7a5-f05f495eccaa"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:28:46.338546 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port dfeda788-017e-4195-9bc1-5cc75b05ad0c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:46.338981 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dfeda788-017e-4195-9bc1-5cc75b05ad0c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:46.400364 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] Routers {'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:28:46.400997 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:28:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:46.405410 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port b5e274e7-addc-4547-a7a5-f05f495eccaa, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b5e274e7-addc-4547-a7a5-f05f495eccaa,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:46.455810 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea261595-0a64-4218-9e55-f9703d4661e8 x-openstack-request-id: req-ea261595-0a64-4218-9e55-f9703d4661e8 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:28:46.456161 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8407884c-9146-4468-90f0-8beccaa129fe", "name": "network-vif-plugged", "status": "completed", "tag": "b5e274e7-addc-4547-a7a5-f05f495eccaa", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:28:46.456419 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea261595-0a64-4218-9e55-f9703d4661e8 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:28:46.456872 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8407884c-9146-4468-90f0-8beccaa129fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e274e7-addc-4547-a7a5-f05f495eccaa', 'code': 200} Feb 03 12:28:46.458933 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c810423-f1d6-4e40-80b2-e019f9223a5c req-f5697683-b507-4428-8a12-183bdf9a5d2d tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:46.461632 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:46.476445 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c810423-f1d6-4e40-80b2-e019f9223a5c req-f5697683-b507-4428-8a12-183bdf9a5d2d tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 944 time: 0.2302105 Feb 03 12:28:46.505204 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc853266-1a06-4359-b184-606917b42751 admin admin] Publish callbacks [] for security_group (9ad6c34a-761e-4266-8d4c-8fbad9e5e494), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:46.533331 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc853266-1a06-4359-b184-606917b42751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9ad6c34a-761e-4266-8d4c-8fbad9e5e494), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:46.634802 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=b5e274e7-addc-4547-a7a5-f05f495eccaa,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:46.636401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c488f92a-58c6-4c60-870a-310d01901404 req-1944f114-4fba-4da9-bc55-561b1bec2dfc tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Deleting port da128a74-3e02-441c-a6c5-f2dd4f6fca9e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:28:46.636759 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c488f92a-58c6-4c60-870a-310d01901404 req-1944f114-4fba-4da9-bc55-561b1bec2dfc tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (da128a74-3e02-441c-a6c5-f2dd4f6fca9e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:46.658624 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-dc853266-1a06-4359-b184-606917b42751 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c32ab837cc4844d49c54a7758dc7db45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5681770 Feb 03 12:28:46.671047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59454) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:46.729312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc853266-1a06-4359-b184-606917b42751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad6c34a-761e-4266-8d4c-8fbad9e5e494,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:46.752523 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c810423-f1d6-4e40-80b2-e019f9223a5c req-6fe777af-e919-4664-b932-6fcb33544175 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751453 Feb 03 12:28:46.758030 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port dfeda788-017e-4195-9bc1-5cc75b05ad0c is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:46.758438 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dfeda788-017e-4195-9bc1-5cc75b05ad0c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:46.781452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port dfeda788-017e-4195-9bc1-5cc75b05ad0c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dfeda788-017e-4195-9bc1-5cc75b05ad0c,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:46.790708 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dfeda788-017e-4195-9bc1-5cc75b05ad0c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:46.848386 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3ebcc-0360-413f-8fd5-636f6ca7d72e req-5ed60eb2-0405-47b8-9fc0-fe695edceb02 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:46.851475 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9da3ebcc-0360-413f-8fd5-636f6ca7d72e req-5ed60eb2-0405-47b8-9fc0-fe695edceb02 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.1756775 Feb 03 12:28:46.858378 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d32468-833c-44b6-82e4-15cffbd9bcbe req-7a07b066-fd2e-4b02-9631-3a9a9c7f73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:46.863326 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-89d32468-833c-44b6-82e4-15cffbd9bcbe req-7a07b066-fd2e-4b02-9631-3a9a9c7f73ef service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 1132 time: 0.2943475 Feb 03 12:28:46.881162 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-683a6bb6-8a7b-4657-b00f-79f7390ea9e4 admin admin] Publish callbacks [] for security_group (9ad6c34a-761e-4266-8d4c-8fbad9e5e494), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:46.889106 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] Set router ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:28:46.889410 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c488f92a-58c6-4c60-870a-310d01901404 req-1944f114-4fba-4da9-bc55-561b1bec2dfc tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] For port da128a74-3e02-441c-a6c5-f2dd4f6fca9e, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=da128a74-3e02-441c-a6c5-f2dd4f6fca9e,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:46.889779 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c488f92a-58c6-4c60-870a-310d01901404 req-1944f114-4fba-4da9-bc55-561b1bec2dfc tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (da128a74-3e02-441c-a6c5-f2dd4f6fca9e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:46.892117 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=dfeda788-017e-4195-9bc1-5cc75b05ad0c,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:46.915862 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c488f92a-58c6-4c60-870a-310d01901404 req-1944f114-4fba-4da9-bc55-561b1bec2dfc tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Calling delete_port for da128a74-3e02-441c-a6c5-f2dd4f6fca9e owned by compute:tempest-test_az-1628741702 {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:28:46.942402 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-683a6bb6-8a7b-4657-b00f-79f7390ea9e4 admin admin] Publish callbacks [] for security_group (9ad6c34a-761e-4266-8d4c-8fbad9e5e494), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:46.967194 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-89d32468-833c-44b6-82e4-15cffbd9bcbe req-ab1d7dce-b4d6-4f00-aaa8-0bfdc656ec87 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933199 Feb 03 12:28:47.014609 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-683a6bb6-8a7b-4657-b00f-79f7390ea9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9ad6c34a-761e-4266-8d4c-8fbad9e5e494), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:47.017831 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-683a6bb6-8a7b-4657-b00f-79f7390ea9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:47.019436 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-683a6bb6-8a7b-4657-b00f-79f7390ea9e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ad6c34a-761e-4266-8d4c-8fbad9e5e494 HTTP/1.1" status: 204 len: 168 time: 0.3464222 Feb 03 12:28:47.040040 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a6bb6-8a7b-4657-b00f-79f7390ea9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad6c34a-761e-4266-8d4c-8fbad9e5e494,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:47.188893 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9da3ebcc-0360-413f-8fd5-636f6ca7d72e req-143442a6-a1a4-43c4-b796-a4dec36a74c0 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569859 Feb 03 12:28:47.308693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 6a783123-4bcc-4897-af82-a444488a6903 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:28:47.369309 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-03c0ddc9-9587-439b-adc2-08c591055ad0 req-3bfcaf0f-203a-4b32-8aee-2acba03d783c tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0 HTTP/1.1" status: 200 len: 210 time: 0.0765784 Feb 03 12:28:47.371963 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c488f92a-58c6-4c60-870a-310d01901404 req-1944f114-4fba-4da9-bc55-561b1bec2dfc tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (da128a74-3e02-441c-a6c5-f2dd4f6fca9e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:47.455104 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944f114-4fba-4da9-bc55-561b1bec2dfc tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Pushing event deleted for resources: {'Port': ['ID=da128a74-3e02-441c-a6c5-f2dd4f6fca9e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:47.534147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['da128a74-3e02-441c-a6c5-f2dd4f6fca9e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:28:47.619427 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c488f92a-58c6-4c60-870a-310d01901404 req-1944f114-4fba-4da9-bc55-561b1bec2dfc tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] No DVR routers for this DVR port da128a74-3e02-441c-a6c5-f2dd4f6fca9e on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:28:47.622038 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c488f92a-58c6-4c60-870a-310d01901404 req-1944f114-4fba-4da9-bc55-561b1bec2dfc tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:47.625660 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c488f92a-58c6-4c60-870a-310d01901404 req-1944f114-4fba-4da9-bc55-561b1bec2dfc tempest-AggregatesAdminTestJSON-55495098 tempest-AggregatesAdminTestJSON-55495098-project] 10.222.0.31 "DELETE /v2.0/ports/da128a74-3e02-441c-a6c5-f2dd4f6fca9e HTTP/1.1" status: 204 len: 173 time: 1.5501597 Feb 03 12:28:47.636625 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1226772875-router', 'tenant_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dfeda788-017e-4195-9bc1-5cc75b05ad0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:37Z', 'updated_at': '2022-02-03T12:28:43Z', 'revision_number': 4, 'project_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'gw_port': {'id': 'dfeda788-017e-4195-9bc1-5cc75b05ad0c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:39Z', 'updated_at': '2022-02-03T12:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b34ec0ee-fb80-495f-962a-fc258a56d841', 'name': '', 'network_id': '28e140ef-0001-4987-b5c1-a64d4057f668', 'tenant_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'mac_address': 'fa:16:3e:76:e6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '1d1a306d-ab2b-487a-9b60-a2fd85c657bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:42Z', 'updated_at': '2022-02-03T12:28:44Z', 'revision_number': 2, 'project_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'subnets': [{'id': '1d1a306d-ab2b-487a-9b60-a2fd85c657bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:47.693422 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0', 'name': 'network-vif-deleted', 'tag': 'da128a74-3e02-441c-a6c5-f2dd4f6fca9e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:28:47.696316 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44be126f-8994-4892-986f-86205fe5bd6f" -d '{"events": [{"server_uuid": "5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0", "name": "network-vif-deleted", "tag": "da128a74-3e02-441c-a6c5-f2dd4f6fca9e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:28:47.779682 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4360e7-3761-4787-b575-6133b4c850d9 x-openstack-request-id: req-8c4360e7-3761-4787-b575-6133b4c850d9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:28:47.780020 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0", "name": "network-vif-deleted", "tag": "da128a74-3e02-441c-a6c5-f2dd4f6fca9e", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:28:47.780284 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c4360e7-3761-4787-b575-6133b4c850d9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:28:47.780677 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6eb074-009d-4dfe-8ac7-ed8bac97a9a0', 'name': 'network-vif-deleted', 'tag': 'da128a74-3e02-441c-a6c5-f2dd4f6fca9e', 'status': 'completed', 'code': 200} Feb 03 12:28:47.807811 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 6a783123-4bcc-4897-af82-a444488a6903, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=6a783123-4bcc-4897-af82-a444488a6903,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:47.835853 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '6a783123-4bcc-4897-af82-a444488a6903', 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb', 'port_id': '6a783123-4bcc-4897-af82-a444488a6903', 'mac_address': 'fa:16:3e:8d:75:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a224ad99-e09c-495b-b28c-4e2912ae8c46', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:28:47.848225 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] Checking router: ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:28:47.850365 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] Updating router ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc port b34ec0ee-fb80-495f-962a-fc258a56d841 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:28:47.964040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dfeda788-017e-4195-9bc1-5cc75b05ad0c up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:28:48.013982 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b34ec0ee-fb80-495f-962a-fc258a56d841), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:48.062892 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbd036-ace0-4b52-a3d6-b686233cc1b2 req-ddf433a0-6c70-4fde-834f-8d383f3ab32c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:48.076302 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b0cbd036-ace0-4b52-a3d6-b686233cc1b2 req-ddf433a0-6c70-4fde-834f-8d383f3ab32c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 944 time: 0.1313143 Feb 03 12:28:48.161973 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b0cbd036-ace0-4b52-a3d6-b686233cc1b2 req-326df7bb-f957-487c-9e46-ebf172446f08 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793374 Feb 03 12:28:48.305029 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1d8d0afb-eec9-4146-a664-8249b882082d req-eb8efeae-843a-4b12-b925-9ca5b684d083 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=12755856944f40da9f58f5da392c5164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449986 Feb 03 12:28:48.410207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device da128a74-3e02-441c-a6c5-f2dd4f6fca9e no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:28:48.415592 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 6a783123-4bcc-4897-af82-a444488a6903 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:48.415997 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6a783123-4bcc-4897-af82-a444488a6903), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:48.451716 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: da128a74-3e02-441c-a6c5-f2dd4f6fca9e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:28:48.452055 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device da128a74-3e02-441c-a6c5-f2dd4f6fca9e not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:28:48.452565 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device cba33992-a4da-453e-82d1-202422d83964 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:28:48.502471 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: cba33992-a4da-453e-82d1-202422d83964 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:28:48.502820 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device cba33992-a4da-453e-82d1-202422d83964 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:28:48.505115 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a783123-4bcc-4897-af82-a444488a6903 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:28:48.557578 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d0afb-eec9-4146-a664-8249b882082d req-c5e8035d-b9b0-4f7c-bb52-138bd01cd2fb tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:48.568110 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1d8d0afb-eec9-4146-a664-8249b882082d req-c5e8035d-b9b0-4f7c-bb52-138bd01cd2fb tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2540221 Feb 03 12:28:48.587262 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1d8d0afb-eec9-4146-a664-8249b882082d req-9bfd1c08-30ba-4f29-b633-c9da20a1e98e tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/quotas/12755856944f40da9f58f5da392c5164 HTTP/1.1" status: 200 len: 375 time: 0.0176277 Feb 03 12:28:48.632223 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 6a783123-4bcc-4897-af82-a444488a6903, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=6a783123-4bcc-4897-af82-a444488a6903,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:48.650000 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6a783123-4bcc-4897-af82-a444488a6903), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:48.653280 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] Publish callbacks [] for port (b34ec0ee-fb80-495f-962a-fc258a56d841), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:48.656341 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port dfeda788-017e-4195-9bc1-5cc75b05ad0c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:48.657264 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dfeda788-017e-4195-9bc1-5cc75b05ad0c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:48.667542 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1d8d0afb-eec9-4146-a664-8249b882082d req-33307fff-27b6-4c59-9dd4-31ae29b41185 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=12755856944f40da9f58f5da392c5164&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775440 Feb 03 12:28:48.714617 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b34ec0ee-fb80-495f-962a-fc258a56d841), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:48.777253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59534) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:48.783466 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ce8305cf-fed5-4e9e-9295-6a4877c174d1 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--88830716', 'description': 'tempest-description--1270905456'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:48.784002 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=6a783123-4bcc-4897-af82-a444488a6903,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:48.850635 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce8305cf-fed5-4e9e-9295-6a4877c174d1 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:48.882776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] Attempting to bind port b34ec0ee-fb80-495f-962a-fc258a56d841 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:28:48.883142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] Attempting to bind port b34ec0ee-fb80-495f-962a-fc258a56d841 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '8733446a-61fe-4aff-be45-c847554beaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '28e140ef-0001-4987-b5c1-a64d4057f668'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:28:48.883500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] Attempting to bind port b34ec0ee-fb80-495f-962a-fc258a56d841 on network 28e140ef-0001-4987-b5c1-a64d4057f668 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:48.896713 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:28:48.897332 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] Checking segment: {'id': '8733446a-61fe-4aff-be45-c847554beaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '28e140ef-0001-4987-b5c1-a64d4057f668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:28:48.897882 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:48.898416 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] Bound using segment: {'id': '8733446a-61fe-4aff-be45-c847554beaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '28e140ef-0001-4987-b5c1-a64d4057f668'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:28:48.899059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] Bound port: b34ec0ee-fb80-495f-962a-fc258a56d841, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8733446a-61fe-4aff-be45-c847554beaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '28e140ef-0001-4987-b5c1-a64d4057f668'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:28:48.899595 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b34ec0ee-fb80-495f-962a-fc258a56d841), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:49.020418 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] For port b34ec0ee-fb80-495f-962a-fc258a56d841, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:28:49.024259 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] For port b34ec0ee-fb80-495f-962a-fc258a56d841, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b34ec0ee-fb80-495f-962a-fc258a56d841,segment=NetworkSegment(8733446a-61fe-4aff-be45-c847554beaad),segment_id=8733446a-61fe-4aff-be45-c847554beaad)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:28:49.034790 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce8305cf-fed5-4e9e-9295-6a4877c174d1 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for security_group (8a8396ce-5290-48f3-b982-6f2d9404ec50), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:49.052084 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce8305cf-fed5-4e9e-9295-6a4877c174d1 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8a8396ce-5290-48f3-b982-6f2d9404ec50), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:49.079344 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b34ec0ee-fb80-495f-962a-fc258a56d841), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:49.094510 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c372f3a-4493-4b4a-b335-38b3c18a190f None None] Pushing event updated for resources: {'Port': ['ID=b34ec0ee-fb80-495f-962a-fc258a56d841,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:49.121092 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce8305cf-fed5-4e9e-9295-6a4877c174d1 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:49.125002 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ce8305cf-fed5-4e9e-9295-6a4877c174d1 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3430722 Feb 03 12:28:49.125365 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59548) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:49.130044 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-bd3661ec-8b59-4b74-9ec2-b3e1f98ac202 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Request body: {'security_group_rule': {'security_group_id': '8a8396ce-5290-48f3-b982-6f2d9404ec50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:49.165821 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port dfeda788-017e-4195-9bc1-5cc75b05ad0c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:49.175894 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686ae96-3a85-4038-9b2c-1d84a9206fce req-eeb7814d-ccb3-4913-ac37-2472c49b88d3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:49.187665 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8686ae96-3a85-4038-9b2c-1d84a9206fce req-eeb7814d-ccb3-4913-ac37-2472c49b88d3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.2538660 Feb 03 12:28:49.188622 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8305cf-fed5-4e9e-9295-6a4877c174d1 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8396ce-5290-48f3-b982-6f2d9404ec50,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:49.207173 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] Routers {'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:28:49.213656 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd3661ec-8b59-4b74-9ec2-b3e1f98ac202 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for security_group_rule (c78b2eea-3d18-4f21-ba40-f629b6b5eed6), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:49.221302 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:28:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:49.251882 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['6a783123-4bcc-4897-af82-a444488a6903'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:28:49.347597 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c372f3a-4493-4b4a-b335-38b3c18a190f None None] Pushing event updated for resources: {'Port': ['ID=b34ec0ee-fb80-495f-962a-fc258a56d841,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:49.358411 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8686ae96-3a85-4038-9b2c-1d84a9206fce req-4f6c08a1-cfe7-48d3-bf16-28161576bdbd tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617994 Feb 03 12:28:49.387970 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd3661ec-8b59-4b74-9ec2-b3e1f98ac202 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for security_group_rule (c78b2eea-3d18-4f21-ba40-f629b6b5eed6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:49.397807 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd3661ec-8b59-4b74-9ec2-b3e1f98ac202 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (c78b2eea-3d18-4f21-ba40-f629b6b5eed6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:49.414651 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c72f1f02-c8a0-44fb-86b9-20b98182feae None None] Provisioning complete for port b34ec0ee-fb80-495f-962a-fc258a56d841 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:49.415231 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c72f1f02-c8a0-44fb-86b9-20b98182feae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b34ec0ee-fb80-495f-962a-fc258a56d841), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:49.430195 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd3661ec-8b59-4b74-9ec2-b3e1f98ac202 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:49.433780 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bd3661ec-8b59-4b74-9ec2-b3e1f98ac202 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3046510 Feb 03 12:28:49.434115 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59558) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:49.441008 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-768bfb71-18da-4eaa-9413-32ad9b05072d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Request body: {'security_group_rule': {'security_group_id': '8a8396ce-5290-48f3-b982-6f2d9404ec50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:49.446002 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3661ec-8b59-4b74-9ec2-b3e1f98ac202 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78b2eea-3d18-4f21-ba40-f629b6b5eed6,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:49.506139 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6195dbe-bf56-4dec-b429-142310b60e17 req-239359b7-3f35-430e-917a-24532966e7d1 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ea7d7-d062-44e3-b9b4-c616d2cc1be7 HTTP/1.1" status: 200 len: 210 time: 0.0557940 Feb 03 12:28:49.562939 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-768bfb71-18da-4eaa-9413-32ad9b05072d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for security_group_rule (9788721d-6be9-4bb7-827a-85a4c02439b9), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:49.752139 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-768bfb71-18da-4eaa-9413-32ad9b05072d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for security_group_rule (9788721d-6be9-4bb7-827a-85a4c02439b9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:49.759713 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-768bfb71-18da-4eaa-9413-32ad9b05072d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (9788721d-6be9-4bb7-827a-85a4c02439b9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:49.786915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bfb71-18da-4eaa-9413-32ad9b05072d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9788721d-6be9-4bb7-827a-85a4c02439b9,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:49.803757 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-768bfb71-18da-4eaa-9413-32ad9b05072d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:49.807618 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-768bfb71-18da-4eaa-9413-32ad9b05072d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3714135 Feb 03 12:28:49.809761 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59580) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:49.814202 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-29a37ce3-068a-4c9d-9a27-e599e14f707c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:49.869647 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29a37ce3-068a-4c9d-9a27-e599e14f707c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:49.895291 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] Set router ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:28:50.031581 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b6eb0-7563-4e9b-bb43-3ede60ff1981 req-94d75c9d-44d9-4d06-9662-5e69ce5e8a0f tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:50.049080 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-900b6eb0-7563-4e9b-bb43-3ede60ff1981 req-94d75c9d-44d9-4d06-9662-5e69ce5e8a0f tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 945 time: 0.1234620 Feb 03 12:28:50.074972 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29a37ce3-068a-4c9d-9a27-e599e14f707c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:50.084313 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c72f1f02-c8a0-44fb-86b9-20b98182feae None None] Current status of the port b34ec0ee-fb80-495f-962a-fc258a56d841 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:50.085539 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c72f1f02-c8a0-44fb-86b9-20b98182feae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b34ec0ee-fb80-495f-962a-fc258a56d841), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:50.159563 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-900b6eb0-7563-4e9b-bb43-3ede60ff1981 req-950db261-43b6-42d4-81e5-da5c90822add tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070859 Feb 03 12:28:50.202986 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c72f1f02-c8a0-44fb-86b9-20b98182feae None None] For port b34ec0ee-fb80-495f-962a-fc258a56d841, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b34ec0ee-fb80-495f-962a-fc258a56d841,segment=NetworkSegment(8733446a-61fe-4aff-be45-c847554beaad),segment_id=8733446a-61fe-4aff-be45-c847554beaad)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:50.213680 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c72f1f02-c8a0-44fb-86b9-20b98182feae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b34ec0ee-fb80-495f-962a-fc258a56d841), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:50.233254 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-29a37ce3-068a-4c9d-9a27-e599e14f707c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Allocated IP 172.25.6.201 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/61a054fa-c20f-4614-9416-2e53b8163233) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:28:50.292377 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f1f02-c8a0-44fb-86b9-20b98182feae None None] Pushing event updated for resources: {'Port': ['ID=b34ec0ee-fb80-495f-962a-fc258a56d841,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:50.353117 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1226772875-router', 'tenant_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dfeda788-017e-4195-9bc1-5cc75b05ad0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:37Z', 'updated_at': '2022-02-03T12:28:43Z', 'revision_number': 4, 'project_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'gw_port': {'id': 'dfeda788-017e-4195-9bc1-5cc75b05ad0c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:39Z', 'updated_at': '2022-02-03T12:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b34ec0ee-fb80-495f-962a-fc258a56d841', 'name': '', 'network_id': '28e140ef-0001-4987-b5c1-a64d4057f668', 'tenant_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'mac_address': 'fa:16:3e:76:e6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '1d1a306d-ab2b-487a-9b60-a2fd85c657bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:42Z', 'updated_at': '2022-02-03T12:28:49Z', 'revision_number': 4, 'project_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'subnets': [{'id': '1d1a306d-ab2b-487a-9b60-a2fd85c657bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:28:50.364593 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29a37ce3-068a-4c9d-9a27-e599e14f707c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for port (61a054fa-c20f-4614-9416-2e53b8163233), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:50.406862 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0c6ca9-f5b6-4883-8a9b-c6060f297a85 None None] The sync data for ids ['ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc'] in n-d-827336-3 is: [{'id': 'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1226772875-router', 'tenant_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dfeda788-017e-4195-9bc1-5cc75b05ad0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:37Z', 'updated_at': '2022-02-03T12:28:43Z', 'revision_number': 4, 'project_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'gw_port': {'id': 'dfeda788-017e-4195-9bc1-5cc75b05ad0c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:39Z', 'updated_at': '2022-02-03T12:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b34ec0ee-fb80-495f-962a-fc258a56d841', 'name': '', 'network_id': '28e140ef-0001-4987-b5c1-a64d4057f668', 'tenant_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'mac_address': 'fa:16:3e:76:e6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '1d1a306d-ab2b-487a-9b60-a2fd85c657bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:42Z', 'updated_at': '2022-02-03T12:28:49Z', 'revision_number': 4, 'project_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'subnets': [{'id': '1d1a306d-ab2b-487a-9b60-a2fd85c657bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:28:50.409540 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-20aba645-6d63-4d7c-9d94-fd3daeebc923 None None] Provisioning complete for port b34ec0ee-fb80-495f-962a-fc258a56d841 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:50.409917 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-20aba645-6d63-4d7c-9d94-fd3daeebc923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b34ec0ee-fb80-495f-962a-fc258a56d841), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:50.524089 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29a37ce3-068a-4c9d-9a27-e599e14f707c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (61a054fa-c20f-4614-9416-2e53b8163233), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:50.528273 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1d8d0afb-eec9-4146-a664-8249b882082d req-babdea00-7efb-4e78-8977-b4437c52165d tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=12755856944f40da9f58f5da392c5164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744891 Feb 03 12:28:50.610354 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a37ce3-068a-4c9d-9a27-e599e14f707c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Pushing event updated for resources: {'Port': ['ID=61a054fa-c20f-4614-9416-2e53b8163233,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:50.630244 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b397b-9ebd-4ef3-9e0f-545477f3b8ce req-29692c85-1f88-4062-88c4-9890e6d43f9d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:50.636176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-20aba645-6d63-4d7c-9d94-fd3daeebc923 None None] Current status of the port b34ec0ee-fb80-495f-962a-fc258a56d841 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:50.643793 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e97b397b-9ebd-4ef3-9e0f-545477f3b8ce req-29692c85-1f88-4062-88c4-9890e6d43f9d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.1208363 Feb 03 12:28:50.707979 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a37ce3-068a-4c9d-9a27-e599e14f707c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:28:50.751602 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e97b397b-9ebd-4ef3-9e0f-545477f3b8ce req-dcd3c477-e896-40a8-935b-90ca1a0d2bc4 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067965 Feb 03 12:28:50.840451 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-29a37ce3-068a-4c9d-9a27-e599e14f707c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:28:50.843490 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a37ce3-068a-4c9d-9a27-e599e14f707c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:28:50.942899 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-61fc7622-63bc-4e87-bf0a-c2df8cc9624b req-42430a75-b01d-4970-9d3a-cf68272b1275 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ea7d7-d062-44e3-b9b4-c616d2cc1be7 HTTP/1.1" status: 200 len: 210 time: 0.0766368 Feb 03 12:28:50.952673 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d0afb-eec9-4146-a664-8249b882082d req-66a7c5d6-bd44-4c1f-9fc7-2dfe5e325f82 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:50.954131 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1d8d0afb-eec9-4146-a664-8249b882082d req-66a7c5d6-bd44-4c1f-9fc7-2dfe5e325f82 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3450041 Feb 03 12:28:50.966518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1d8d0afb-eec9-4146-a664-8249b882082d req-b7fcdfe4-4737-4d52-8a7a-f8d691abac32 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Request body: {'port': {'device_id': 'b59ea7d7-d062-44e3-b9b4-c616d2cc1be7', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': '12755856944f40da9f58f5da392c5164'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:51.220049 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec30508-9448-453d-a5b5-5878bdbb9a36 req-427d7596-068a-4a69-be70-488b92e9af30 tempest-MigrationsAdminTest-729445484 tempest-MigrationsAdminTest-729445484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:51.222384 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aec30508-9448-453d-a5b5-5878bdbb9a36 req-427d7596-068a-4a69-be70-488b92e9af30 tempest-MigrationsAdminTest-729445484 tempest-MigrationsAdminTest-729445484-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 1132 time: 0.0684469 Feb 03 12:28:51.254004 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29a37ce3-068a-4c9d-9a27-e599e14f707c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for floatingip (0f96d3af-b632-46f1-9307-1bef35a5fef7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:51.256522 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aec30508-9448-453d-a5b5-5878bdbb9a36 req-1b1bc2f7-58ec-4d85-b0f3-a73b404cf97e tempest-MigrationsAdminTest-729445484 tempest-MigrationsAdminTest-729445484-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:51.323148 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29a37ce3-068a-4c9d-9a27-e599e14f707c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (61a054fa-c20f-4614-9416-2e53b8163233), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:51.329971 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 6a783123-4bcc-4897-af82-a444488a6903 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:28:51.411919 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 6a783123-4bcc-4897-af82-a444488a6903 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:28:51.417901 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59644) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:51.418598 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 6a783123-4bcc-4897-af82-a444488a6903 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:51.419253 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6a783123-4bcc-4897-af82-a444488a6903), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:51.420599 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aec30508-9448-453d-a5b5-5878bdbb9a36 req-1b1bc2f7-58ec-4d85-b0f3-a73b404cf97e tempest-MigrationsAdminTest-729445484 tempest-MigrationsAdminTest-729445484-project-admin] Publish callbacks [] for security_group (6a375939-da3e-42fe-b663-87fbd4cf3750), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:51.429659 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aec30508-9448-453d-a5b5-5878bdbb9a36 req-1b1bc2f7-58ec-4d85-b0f3-a73b404cf97e tempest-MigrationsAdminTest-729445484 tempest-MigrationsAdminTest-729445484-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6a375939-da3e-42fe-b663-87fbd4cf3750), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:51.493249 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aec30508-9448-453d-a5b5-5878bdbb9a36 req-1b1bc2f7-58ec-4d85-b0f3-a73b404cf97e tempest-MigrationsAdminTest-729445484 tempest-MigrationsAdminTest-729445484-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625949 Feb 03 12:28:51.521794 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 6a783123-4bcc-4897-af82-a444488a6903 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:51.522836 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6a783123-4bcc-4897-af82-a444488a6903), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:51.543051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d8d0afb-eec9-4146-a664-8249b882082d req-b7fcdfe4-4737-4d52-8a7a-f8d691abac32 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Made reservation on behalf of 12755856944f40da9f58f5da392c5164 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:28:51.546999 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1d8d0afb-eec9-4146-a664-8249b882082d req-b7fcdfe4-4737-4d52-8a7a-f8d691abac32 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:51.547095 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bc2f7-58ec-4d85-b0f3-a73b404cf97e tempest-MigrationsAdminTest-729445484 tempest-MigrationsAdminTest-729445484-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a375939-da3e-42fe-b663-87fbd4cf3750,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:51.575419 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bfca7f-92dd-4e50-9cdb-8e3540eb0931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a783123-4bcc-4897-af82-a444488a6903'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:28:51.578508 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524fccc6-fa94-48fa-99e9-621c5e601eca" -d '{"events": [{"server_uuid": "c5bfca7f-92dd-4e50-9cdb-8e3540eb0931", "name": "network-vif-plugged", "status": "completed", "tag": "6a783123-4bcc-4897-af82-a444488a6903"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:28:51.600295 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 6a783123-4bcc-4897-af82-a444488a6903, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=6a783123-4bcc-4897-af82-a444488a6903,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:51.606523 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6a783123-4bcc-4897-af82-a444488a6903), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:51.640072 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b94c6cde-765b-4aea-86e0-5c4db9f30370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:51.671453 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=6a783123-4bcc-4897-af82-a444488a6903,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:51.712232 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839506a-45a1-4bea-b402-36cd2a283516 req-d116355c-e8f8-465c-a0b4-feef6c483d28 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:51.714514 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a839506a-45a1-4bea-b402-36cd2a283516 req-d116355c-e8f8-465c-a0b4-feef6c483d28 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 945 time: 0.2487793 Feb 03 12:28:51.836741 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b34ec0ee-fb80-495f-962a-fc258a56d841 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:28:51.860736 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29a37ce3-068a-4c9d-9a27-e599e14f707c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for port (61a054fa-c20f-4614-9416-2e53b8163233), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:51.877549 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a839506a-45a1-4bea-b402-36cd2a283516 req-f6f279bc-7af1-4359-8c3d-0559f93e2755 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543250 Feb 03 12:28:51.885844 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29a37ce3-068a-4c9d-9a27-e599e14f707c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (61a054fa-c20f-4614-9416-2e53b8163233), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:51.926985 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-1d8d0afb-eec9-4146-a664-8249b882082d req-b7fcdfe4-4737-4d52-8a7a-f8d691abac32 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Allocated IP 192.168.233.42 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/d98fe854-9707-45ca-abd7-201f5090eaa5) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:28:51.949939 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port b34ec0ee-fb80-495f-962a-fc258a56d841 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:51.950329 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b34ec0ee-fb80-495f-962a-fc258a56d841), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:51.996308 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29a37ce3-068a-4c9d-9a27-e599e14f707c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (0f96d3af-b632-46f1-9307-1bef35a5fef7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:52.090733 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29a37ce3-068a-4c9d-9a27-e599e14f707c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:52.092229 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-29a37ce3-068a-4c9d-9a27-e599e14f707c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2812696 Feb 03 12:28:52.093241 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a37ce3-068a-4c9d-9a27-e599e14f707c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Pushing event updated for resources: {'Port': ['ID=61a054fa-c20f-4614-9416-2e53b8163233,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:52.129919 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e262f355-65fd-4aa1-b395-a1b2b1d00628 x-openstack-request-id: req-e262f355-65fd-4aa1-b395-a1b2b1d00628 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:28:52.132163 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5bfca7f-92dd-4e50-9cdb-8e3540eb0931", "name": "network-vif-plugged", "status": "completed", "tag": "6a783123-4bcc-4897-af82-a444488a6903", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:28:52.132492 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e262f355-65fd-4aa1-b395-a1b2b1d00628 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:28:52.133333 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bfca7f-92dd-4e50-9cdb-8e3540eb0931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a783123-4bcc-4897-af82-a444488a6903', 'code': 200} Feb 03 12:28:52.176651 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-89775489-0435-44d1-99c4-21f46617e38d req-8da47373-31c9-499e-b5dc-800a49df38e6 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:28:52.179423 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port b34ec0ee-fb80-495f-962a-fc258a56d841 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:52.189372 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-89775489-0435-44d1-99c4-21f46617e38d req-8da47373-31c9-499e-b5dc-800a49df38e6 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0714276 Feb 03 12:28:52.220560 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b94c6cde-765b-4aea-86e0-5c4db9f30370 admin admin] Publish callbacks [] for security_group (522529f1-71cf-4539-806c-48f8869427ec), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:52.266102 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b94c6cde-765b-4aea-86e0-5c4db9f30370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (522529f1-71cf-4539-806c-48f8869427ec), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:52.326433 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c6cde-765b-4aea-86e0-5c4db9f30370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522529f1-71cf-4539-806c-48f8869427ec,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:52.326564 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3040e0e9-1f96-40db-bb8a-50f0c3a2d6c2 req-0914d6f5-197b-4f6b-be9e-00f2fdfcf082 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ea7d7-d062-44e3-b9b4-c616d2cc1be7 HTTP/1.1" status: 200 len: 210 time: 0.0541101 Feb 03 12:28:52.337061 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b94c6cde-765b-4aea-86e0-5c4db9f30370 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=637f396aaee14e3ca46a09d4943f8eba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9113853 Feb 03 12:28:52.337157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59678) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:52.360591 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1d8d0afb-eec9-4146-a664-8249b882082d req-b7fcdfe4-4737-4d52-8a7a-f8d691abac32 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Publish callbacks [] for port (d98fe854-9707-45ca-abd7-201f5090eaa5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:52.423758 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1d8d0afb-eec9-4146-a664-8249b882082d req-b7fcdfe4-4737-4d52-8a7a-f8d691abac32 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (d98fe854-9707-45ca-abd7-201f5090eaa5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:52.451782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fde93-a9f5-42e3-9507-298f35f3716d req-06da7990-22cc-4878-9309-9463f10ab108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:52.453497 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c8fde93-a9f5-42e3-9507-298f35f3716d req-06da7990-22cc-4878-9309-9463f10ab108 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 1128 time: 0.2300515 Feb 03 12:28:52.458725 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04650130-3834-438e-a3e1-d9dc633da4de admin admin] Publish callbacks [] for security_group (522529f1-71cf-4539-806c-48f8869427ec), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:52.476944 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d8d0afb-eec9-4146-a664-8249b882082d req-b7fcdfe4-4737-4d52-8a7a-f8d691abac32 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:28:52.482301 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-1d8d0afb-eec9-4146-a664-8249b882082d req-b7fcdfe4-4737-4d52-8a7a-f8d691abac32 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:28:52.497879 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8d0afb-eec9-4146-a664-8249b882082d req-b7fcdfe4-4737-4d52-8a7a-f8d691abac32 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:28:52.503972 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d0afb-eec9-4146-a664-8249b882082d req-b7fcdfe4-4737-4d52-8a7a-f8d691abac32 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:52.504691 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1d8d0afb-eec9-4146-a664-8249b882082d req-b7fcdfe4-4737-4d52-8a7a-f8d691abac32 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:52.529880 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04650130-3834-438e-a3e1-d9dc633da4de admin admin] Publish callbacks [] for security_group (522529f1-71cf-4539-806c-48f8869427ec), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:52.534469 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcdfe4-4737-4d52-8a7a-f8d691abac32 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Pushing event updated for resources: {'Port': ['ID=d98fe854-9707-45ca-abd7-201f5090eaa5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:52.558680 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1d8d0afb-eec9-4146-a664-8249b882082d req-b7fcdfe4-4737-4d52-8a7a-f8d691abac32 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5959444 Feb 03 12:28:52.571036 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] Request body: {'port': {'device_id': 'b59ea7d7-d062-44e3-b9b4-c616d2cc1be7', 'device_owner': 'compute:tempest-test_az-1628741702', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:52.619464 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-a0d3925f-015e-45eb-a221-aef6a6abdf26 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--88830716&fields=id&tenant_id=fc4a06b2bcd845a58e4fb7339bfa03e4 HTTP/1.1" status: 200 len: 267 time: 0.1520286 Feb 03 12:28:52.649943 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d98fe854-9707-45ca-abd7-201f5090eaa5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:52.684843 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c8fde93-a9f5-42e3-9507-298f35f3716d req-adeb01d1-cc63-4a1b-b919-51ae42101043 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154655 Feb 03 12:28:52.762998 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04650130-3834-438e-a3e1-d9dc633da4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (522529f1-71cf-4539-806c-48f8869427ec), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:52.765952 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04650130-3834-438e-a3e1-d9dc633da4de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:52.770341 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-04650130-3834-438e-a3e1-d9dc633da4de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/522529f1-71cf-4539-806c-48f8869427ec HTTP/1.1" status: 204 len: 168 time: 0.4355838 Feb 03 12:28:52.782304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-f826b0d2-8fbb-47df-8486-49a945ddf83d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:52.790756 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-f826b0d2-8fbb-47df-8486-49a945ddf83d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/networks?id=e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 HTTP/1.1" status: 200 len: 824 time: 0.1704404 Feb 03 12:28:52.805688 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04650130-3834-438e-a3e1-d9dc633da4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522529f1-71cf-4539-806c-48f8869427ec,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:52.820632 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-7ebbd807-cc60-4a48-8aaa-9a9068e0d22c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/quotas/fc4a06b2bcd845a58e4fb7339bfa03e4 HTTP/1.1" status: 200 len: 375 time: 0.0287120 Feb 03 12:28:52.879142 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59706) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:52.885774 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bf213dd5-f43d-4482-8aa3-58ad9e506563 None None] Provisioning complete for port d98fe854-9707-45ca-abd7-201f5090eaa5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:52.886319 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bf213dd5-f43d-4482-8aa3-58ad9e506563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d98fe854-9707-45ca-abd7-201f5090eaa5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:52.924792 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-19ae0c3a-a7c8-43c4-9b87-23257eed2bb9 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc4a06b2bcd845a58e4fb7339bfa03e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010575 Feb 03 12:28:52.978547 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bf213dd5-f43d-4482-8aa3-58ad9e506563 None None] Port d98fe854-9707-45ca-abd7-201f5090eaa5 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:28:53.060783 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d98fe854-9707-45ca-abd7-201f5090eaa5 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:28:53.090901 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] Publish callbacks [] for port (d98fe854-9707-45ca-abd7-201f5090eaa5), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:53.098658 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66b9c20c-d5e0-416a-b94f-4208612d7da3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:53.181687 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] Transition to ACTIVE for port object d98fe854-9707-45ca-abd7-201f5090eaa5 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:28:53.187848 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d98fe854-9707-45ca-abd7-201f5090eaa5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:53.240160 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59728) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:53.260498 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66b9c20c-d5e0-416a-b94f-4208612d7da3 admin admin] Publish callbacks [] for security_group (d97334e6-611a-412a-b9a3-e512a8ad0b12), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:53.267530 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66b9c20c-d5e0-416a-b94f-4208612d7da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d97334e6-611a-412a-b9a3-e512a8ad0b12), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:53.292456 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0f4a6-def1-4c48-84bc-c98ddab9bd21 req-d85c6df1-190b-475a-b941-7b1103c6f7a5 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:53.294095 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2b0f4a6-def1-4c48-84bc-c98ddab9bd21 req-d85c6df1-190b-475a-b941-7b1103c6f7a5 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 946 time: 0.2249906 Feb 03 12:28:53.319705 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-73761ee5-bb02-4873-9f10-4e929f4a2029 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:28:53.327785 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-73761ee5-bb02-4873-9f10-4e929f4a2029 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1188805 Feb 03 12:28:53.330221 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] Pushing event updated for resources: {'Port': ['ID=d98fe854-9707-45ca-abd7-201f5090eaa5,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:53.358139 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] Attempting to bind port d98fe854-9707-45ca-abd7-201f5090eaa5 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:28:53.358533 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] Attempting to bind port d98fe854-9707-45ca-abd7-201f5090eaa5 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:28:53.358866 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] Attempting to bind port d98fe854-9707-45ca-abd7-201f5090eaa5 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:53.369220 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] Port d98fe854-9707-45ca-abd7-201f5090eaa5 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:28:53.369557 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] Attempting to bind port d98fe854-9707-45ca-abd7-201f5090eaa5 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:53.389650 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:28:53.390020 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:28:53.390385 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:28:53.390815 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] Bound port: d98fe854-9707-45ca-abd7-201f5090eaa5, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:28:53.391179 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d98fe854-9707-45ca-abd7-201f5090eaa5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:53.412221 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2b0f4a6-def1-4c48-84bc-c98ddab9bd21 req-c1c1bf0d-8b9b-428c-bc4c-52040739b943 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106334 Feb 03 12:28:53.455590 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-66b9c20c-d5e0-416a-b94f-4208612d7da3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=838586b4dc9949f9b02224088df2ca91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5752580 Feb 03 12:28:53.459505 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9c20c-d5e0-416a-b94f-4208612d7da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97334e6-611a-412a-b9a3-e512a8ad0b12,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:53.466213 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59734) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:53.469275 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59736) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:53.501617 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9467d9ee-9fff-4bde-bda9-b1ee317d0ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:53.524232 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] For port d98fe854-9707-45ca-abd7-201f5090eaa5, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:28:53.545171 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-994adf96-aec2-44ce-8fb8-04d43a97d2d5 service neutron] 10.222.0.18 "GET /v2.0/networks/e6b732d5-42c9-48bb-8c90-6cc7fc4fd940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164721 Feb 03 12:28:53.551717 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-7f162c2f-6ed3-4614-8836-5887a194b04e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3092151 Feb 03 12:28:53.552495 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c85a81f5-424a-42b8-bd1c-c97c0bb947f2 admin admin] Publish callbacks [] for security_group (d97334e6-611a-412a-b9a3-e512a8ad0b12), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:53.567330 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] For port d98fe854-9707-45ca-abd7-201f5090eaa5, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d98fe854-9707-45ca-abd7-201f5090eaa5,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:28:53.569626 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a0b7f759-5f7d-41b1-ab40-171edfaaaa2b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:28:53.570615 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a0b7f759-5f7d-41b1-ab40-171edfaaaa2b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060539 Feb 03 12:28:53.581421 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d98fe854-9707-45ca-abd7-201f5090eaa5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:53.612915 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c85a81f5-424a-42b8-bd1c-c97c0bb947f2 admin admin] Publish callbacks [] for security_group (d97334e6-611a-412a-b9a3-e512a8ad0b12), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:53.645549 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:53.646107 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:53.648207 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1d8d0afb-eec9-4146-a664-8249b882082d req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] 10.222.0.31 "PUT /v2.0/ports/d98fe854-9707-45ca-abd7-201f5090eaa5 HTTP/1.1" status: 200 len: 1117 time: 1.0825353 Feb 03 12:28:53.648659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59ea7d7-d062-44e3-b9b4-c616d2cc1be7', 'tag': 'd98fe854-9707-45ca-abd7-201f5090eaa5'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:28:53.651422 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352952d4-4ad1-45c1-9216-b0f147c86a75" -d '{"events": [{"name": "network-changed", "server_uuid": "b59ea7d7-d062-44e3-b9b4-c616d2cc1be7", "tag": "d98fe854-9707-45ca-abd7-201f5090eaa5"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:28:53.699521 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf14905-088d-47f2-8fae-2b037e38927e req-621c1606-e68a-4173-958d-8416e9f84088 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:53.701100 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5cf14905-088d-47f2-8fae-2b037e38927e req-621c1606-e68a-4173-958d-8416e9f84088 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.1823919 Feb 03 12:28:53.717383 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-099cc869-a04f-4a93-9127-8b1f8da2df03 service neutron] 10.222.0.18 "GET /v2.0/networks/e6b732d5-42c9-48bb-8c90-6cc7fc4fd940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625667 Feb 03 12:28:53.731007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759f389-331f-4a6c-902c-e94bf544a174 service neutron] Pushing event updated for resources: {'Port': ['ID=d98fe854-9707-45ca-abd7-201f5090eaa5,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:53.753143 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c85a81f5-424a-42b8-bd1c-c97c0bb947f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d97334e6-611a-412a-b9a3-e512a8ad0b12), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:53.755788 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c85a81f5-424a-42b8-bd1c-c97c0bb947f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:53.762185 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c85a81f5-424a-42b8-bd1c-c97c0bb947f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d97334e6-611a-412a-b9a3-e512a8ad0b12 HTTP/1.1" status: 204 len: 168 time: 0.2942934 Feb 03 12:28:53.773391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a81f5-424a-42b8-bd1c-c97c0bb947f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97334e6-611a-412a-b9a3-e512a8ad0b12,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:53.841756 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9467d9ee-9fff-4bde-bda9-b1ee317d0ad7 admin admin] Publish callbacks [] for security_group (ae7e737c-c8c6-40d7-9023-5388499f50dd), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:53.860427 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9467d9ee-9fff-4bde-bda9-b1ee317d0ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ae7e737c-c8c6-40d7-9023-5388499f50dd), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:53.887157 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5cf14905-088d-47f2-8fae-2b037e38927e req-e5eb1f4f-622d-48af-813e-68969ffa1738 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730082 Feb 03 12:28:53.929190 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9467d9ee-9fff-4bde-bda9-b1ee317d0ad7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff85f68f8c214f288a4666e82b37122f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4579732 Feb 03 12:28:53.931542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59754) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:53.934844 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d0afb-eec9-4146-a664-8249b882082d req-af2c0a2a-7605-4c10-a8ea-a9df655b7108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:53.937307 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1d8d0afb-eec9-4146-a664-8249b882082d req-af2c0a2a-7605-4c10-a8ea-a9df655b7108 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12755856944f40da9f58f5da392c5164&device_id=b59ea7d7-d062-44e3-b9b4-c616d2cc1be7 HTTP/1.1" status: 200 len: 1151 time: 0.2313991 Feb 03 12:28:54.016822 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-246fef4a-fcf9-4228-8d71-f2d397b5ccbd admin admin] Publish callbacks [] for security_group (ae7e737c-c8c6-40d7-9023-5388499f50dd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:54.045339 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-246fef4a-fcf9-4228-8d71-f2d397b5ccbd admin admin] Publish callbacks [] for security_group (ae7e737c-c8c6-40d7-9023-5388499f50dd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:54.065070 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1d8d0afb-eec9-4146-a664-8249b882082d req-882d9c53-a4e1-4e1c-979b-3d85a6cc4375 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=d98fe854-9707-45ca-abd7-201f5090eaa5 HTTP/1.1" status: 200 len: 217 time: 0.1141274 Feb 03 12:28:54.139227 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467d9ee-9fff-4bde-bda9-b1ee317d0ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7e737c-c8c6-40d7-9023-5388499f50dd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:54.246046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee03e8-f695-4dda-8b80-20cafff48cc9 req-0743b58c-59a3-4313-8305-9fbb61d70873 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:54.255834 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-caee03e8-f695-4dda-8b80-20cafff48cc9 req-0743b58c-59a3-4313-8305-9fbb61d70873 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ea7d7-d062-44e3-b9b4-c616d2cc1be7 HTTP/1.1" status: 200 len: 969 time: 0.2070956 Feb 03 12:28:54.270938 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d0afb-eec9-4146-a664-8249b882082d req-b3173749-e4de-4174-a036-b92b2e068693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:54.272846 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1d8d0afb-eec9-4146-a664-8249b882082d req-b3173749-e4de-4174-a036-b92b2e068693 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.2006180 Feb 03 12:28:54.340691 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d8dd3e-450d-4d8d-97be-bd7a46a691ea x-openstack-request-id: req-10d8dd3e-450d-4d8d-97be-bd7a46a691ea {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:28:54.340977 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59ea7d7-d062-44e3-b9b4-c616d2cc1be7", "tag": "d98fe854-9707-45ca-abd7-201f5090eaa5", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:28:54.345554 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10d8dd3e-450d-4d8d-97be-bd7a46a691ea {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:28:54.347133 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59ea7d7-d062-44e3-b9b4-c616d2cc1be7', 'tag': 'd98fe854-9707-45ca-abd7-201f5090eaa5', 'status': 'completed', 'code': 200} Feb 03 12:28:54.362167 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-246fef4a-fcf9-4228-8d71-f2d397b5ccbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ae7e737c-c8c6-40d7-9023-5388499f50dd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:54.364793 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-246fef4a-fcf9-4228-8d71-f2d397b5ccbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:54.366612 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-246fef4a-fcf9-4228-8d71-f2d397b5ccbd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae7e737c-c8c6-40d7-9023-5388499f50dd HTTP/1.1" status: 204 len: 168 time: 0.4334011 Feb 03 12:28:54.382458 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d0afb-eec9-4146-a664-8249b882082d req-92a6f0fa-a41e-4511-8212-34aa017179dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:54.384045 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1d8d0afb-eec9-4146-a664-8249b882082d req-92a6f0fa-a41e-4511-8212-34aa017179dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1045446 Feb 03 12:28:54.393575 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-caee03e8-f695-4dda-8b80-20cafff48cc9 req-c7f91326-0a09-4287-973a-be3e25aed241 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359956 Feb 03 12:28:54.421334 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fef4a-fcf9-4228-8d71-f2d397b5ccbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7e737c-c8c6-40d7-9023-5388499f50dd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:54.484973 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59786) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:54.505124 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adc7e448-8577-4feb-a5d7-a53aced49c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:54.568887 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5db2ca0c-e3da-4024-b36f-82d79fd563ed req-03af47aa-2591-4a31-961b-cd508bb515b6 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=249ce054-2a7c-4e9c-aaae-b9a91a309ade HTTP/1.1" status: 200 len: 210 time: 0.1088433 Feb 03 12:28:54.662541 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adc7e448-8577-4feb-a5d7-a53aced49c4a admin admin] Publish callbacks [] for security_group (bd11d392-395b-4a1a-9c64-d18fd1772f1c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:54.670315 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adc7e448-8577-4feb-a5d7-a53aced49c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bd11d392-395b-4a1a-9c64-d18fd1772f1c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:54.680772 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1d8d0afb-eec9-4146-a664-8249b882082d req-75d4ee28-2f1b-4de6-a8e7-f9de8f4d0978 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907476 Feb 03 12:28:54.743158 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-adc7e448-8577-4feb-a5d7-a53aced49c4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c118089d5f484c79b5dd170df43a64e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569630 Feb 03 12:28:54.746644 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59802) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:28:54.779329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7e448-8577-4feb-a5d7-a53aced49c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd11d392-395b-4a1a-9c64-d18fd1772f1c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:54.862646 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1d8d0afb-eec9-4146-a664-8249b882082d req-82816167-07ee-4195-9818-606175f097f3 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762421 Feb 03 12:28:54.877299 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729643a-6f6d-4dba-a8d5-cdb9cb712d77 req-a2459153-231b-434f-a362-4228c9fff4af tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:54.880394 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2729643a-6f6d-4dba-a8d5-cdb9cb712d77 req-a2459153-231b-434f-a362-4228c9fff4af tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 946 time: 0.0851698 Feb 03 12:28:54.893267 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9914ec65-7a80-481c-b111-8e99bc3cfd88 admin admin] Publish callbacks [] for security_group (bd11d392-395b-4a1a-9c64-d18fd1772f1c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:54.962141 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9914ec65-7a80-481c-b111-8e99bc3cfd88 admin admin] Publish callbacks [] for security_group (bd11d392-395b-4a1a-9c64-d18fd1772f1c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:55.004593 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2729643a-6f6d-4dba-a8d5-cdb9cb712d77 req-0b1bd7ee-fe7c-4624-93c4-5ac27ef55ae7 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937643 Feb 03 12:28:55.040290 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352952d4-4ad1-45c1-9216-b0f147c86a75 req-2e120b4d-847c-4b68-a292-86e41f6cfb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:55.047161 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-352952d4-4ad1-45c1-9216-b0f147c86a75 req-2e120b4d-847c-4b68-a292-86e41f6cfb57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12755856944f40da9f58f5da392c5164&device_id=b59ea7d7-d062-44e3-b9b4-c616d2cc1be7 HTTP/1.1" status: 200 len: 1151 time: 0.1056497 Feb 03 12:28:55.072042 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9914ec65-7a80-481c-b111-8e99bc3cfd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bd11d392-395b-4a1a-9c64-d18fd1772f1c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:55.075280 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9914ec65-7a80-481c-b111-8e99bc3cfd88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:55.076806 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9914ec65-7a80-481c-b111-8e99bc3cfd88 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd11d392-395b-4a1a-9c64-d18fd1772f1c HTTP/1.1" status: 204 len: 168 time: 0.3292282 Feb 03 12:28:55.102287 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914ec65-7a80-481c-b111-8e99bc3cfd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd11d392-395b-4a1a-9c64-d18fd1772f1c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:55.233492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea894a66-904c-4027-af72-4a4d5caef864 req-6b8fdfb3-cd1e-4618-baa0-edfcf53e9202 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:55.235244 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ea894a66-904c-4027-af72-4a4d5caef864 req-6b8fdfb3-cd1e-4618-baa0-edfcf53e9202 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.1073143 Feb 03 12:28:55.285810 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352952d4-4ad1-45c1-9216-b0f147c86a75 req-35c49108-db6c-4f57-a0da-fc0162a444f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:55.287235 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-352952d4-4ad1-45c1-9216-b0f147c86a75 req-35c49108-db6c-4f57-a0da-fc0162a444f6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.2360580 Feb 03 12:28:55.346999 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-352952d4-4ad1-45c1-9216-b0f147c86a75 req-1046623b-4a24-463f-bb6b-5a4f57bb3bcd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=d98fe854-9707-45ca-abd7-201f5090eaa5 HTTP/1.1" status: 200 len: 217 time: 0.0532331 Feb 03 12:28:55.362281 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ea894a66-904c-4027-af72-4a4d5caef864 req-e7e84d78-8acc-4a40-85ce-53f0b2c1ea14 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149220 Feb 03 12:28:55.432569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352952d4-4ad1-45c1-9216-b0f147c86a75 req-0ea7383e-a78b-4b67-b506-2a0a00d40d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:55.435060 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-352952d4-4ad1-45c1-9216-b0f147c86a75 req-0ea7383e-a78b-4b67-b506-2a0a00d40d7b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0716288 Feb 03 12:28:55.563113 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352952d4-4ad1-45c1-9216-b0f147c86a75 req-fda6292e-6910-4ea9-9988-b70f031e9316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:55.564780 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-352952d4-4ad1-45c1-9216-b0f147c86a75 req-fda6292e-6910-4ea9-9988-b70f031e9316 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1215057 Feb 03 12:28:55.663047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86d282-a1e2-4d5f-b601-431979191e6b req-67a91264-76e4-4b3f-8e75-a9d48c05bc30 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:55.671080 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af86d282-a1e2-4d5f-b601-431979191e6b req-67a91264-76e4-4b3f-8e75-a9d48c05bc30 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 1128 time: 0.0945313 Feb 03 12:28:55.754886 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-352952d4-4ad1-45c1-9216-b0f147c86a75 req-ff1acb59-0dc1-4061-95bf-5b137fb8a3ed service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815004 Feb 03 12:28:55.796237 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af86d282-a1e2-4d5f-b601-431979191e6b req-4f9ea96a-b7c0-4a81-a6b0-077feb6aba60 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196971 Feb 03 12:28:55.812492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6b81c-3633-4018-8030-3a6d6f0878e7 req-7e1833ee-2a72-4b21-9ced-06c3ba731c42 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:55.820360 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88f6b81c-3633-4018-8030-3a6d6f0878e7 req-7e1833ee-2a72-4b21-9ced-06c3ba731c42 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ea7d7-d062-44e3-b9b4-c616d2cc1be7 HTTP/1.1" status: 200 len: 969 time: 0.2070482 Feb 03 12:28:55.853056 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-8cc71949-8cd9-462a-b007-1fcb2f0263a9 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:55.862331 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-8cc71949-8cd9-462a-b007-1fcb2f0263a9 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.31 "GET /v2.0/networks?id=e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 HTTP/1.1" status: 200 len: 824 time: 0.1823487 Feb 03 12:28:55.932912 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88f6b81c-3633-4018-8030-3a6d6f0878e7 req-1100da84-d897-4dad-a73b-3d8b94e03518 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070671 Feb 03 12:28:55.951046 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-352952d4-4ad1-45c1-9216-b0f147c86a75 req-52854e7d-e0a4-473e-adb7-bb72a99b2219 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884320 Feb 03 12:28:55.988511 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-0cbd6682-454e-4704-a558-c7c19c683c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:55.990307 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-0cbd6682-454e-4704-a558-c7c19c683c97 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 1132 time: 0.1245162 Feb 03 12:28:56.052959 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-2a33b07b-0976-4f68-850d-58b93b8ee008 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc4a06b2bcd845a58e4fb7339bfa03e4 HTTP/1.1" status: 200 len: 378 time: 0.1356959 Feb 03 12:28:56.092684 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-10c1ee84-9dfb-4001-8a55-5054d72b1bb2 req-60e68b36-164b-4b35-adb2-7d5b61e2cda7 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=249ce054-2a7c-4e9c-aaae-b9a91a309ade HTTP/1.1" status: 200 len: 210 time: 0.0427434 Feb 03 12:28:56.097006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-f8e694d0-9361-4c9b-8773-d171d1fd669d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Request body: {'port': {'device_id': '249ce054-2a7c-4e9c-aaae-b9a91a309ade', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'admin_state_up': True, 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'security_groups': ['8a8396ce-5290-48f3-b982-6f2d9404ec50']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:56.438839 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-18a1493f-2302-470f-8b22-f2ee2657bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:56.440340 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-18a1493f-2302-470f-8b22-f2ee2657bdd4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.4437721 Feb 03 12:28:56.444535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557ea36-f08b-4f30-bce0-d91d6977aa27 req-91b67e43-f552-40f3-abf6-eb2cd5cff6c5 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:56.446066 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3557ea36-f08b-4f30-bce0-d91d6977aa27 req-91b67e43-f552-40f3-abf6-eb2cd5cff6c5 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 1128 time: 0.3609903 Feb 03 12:28:56.512776 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-0d36ba93-fbb2-49db-8cce-85f600e18a7a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=b5e274e7-addc-4547-a7a5-f05f495eccaa HTTP/1.1" status: 200 len: 217 time: 0.0637407 Feb 03 12:28:56.522739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234fd71-bc9e-4948-bde1-d6b8c195b9a1 req-5b353f4e-3e0f-4b5d-b25f-9120a679b5bf tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:56.529483 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7234fd71-bc9e-4948-bde1-d6b8c195b9a1 req-5b353f4e-3e0f-4b5d-b25f-9120a679b5bf tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.0647075 Feb 03 12:28:56.570519 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-7f56d23b-68e0-47ce-a96d-8311c92b8be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:56.572012 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-7f56d23b-68e0-47ce-a96d-8311c92b8be4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0517271 Feb 03 12:28:56.589299 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7234fd71-bc9e-4948-bde1-d6b8c195b9a1 req-746974f8-2d87-4bb6-bbb3-8cbfaeb15dff tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532446 Feb 03 12:28:56.589502 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3557ea36-f08b-4f30-bce0-d91d6977aa27 req-e2a5c18f-d6e5-47ad-95b2-9e59ada7f7a5 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334171 Feb 03 12:28:56.635826 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-f8e694d0-9361-4c9b-8773-d171d1fd669d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Made reservation on behalf of fc4a06b2bcd845a58e4fb7339bfa03e4 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:28:56.639448 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-f8e694d0-9361-4c9b-8773-d171d1fd669d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:56.662050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-1481e767-a26f-496b-9b77-b2a35f8a633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:56.663611 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-1481e767-a26f-496b-9b77-b2a35f8a633c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0829084 Feb 03 12:28:56.888481 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-cc13046f-6695-4d57-b9f5-30e052535f9e service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185235 Feb 03 12:28:56.895056 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-f8e694d0-9361-4c9b-8773-d171d1fd669d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Allocated IP 172.20.0.12 (e6b732d5-42c9-48bb-8c90-6cc7fc4fd940/85163f5e-1c84-41bb-8d33-9e34ca1fec33/3fb79638-10a5-4cb6-9e51-535d5f3afb2b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:28:57.066157 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-b45580ee-61f2-43d9-a535-19acb65911c2 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687605 Feb 03 12:28:57.192248 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-f8e694d0-9361-4c9b-8773-d171d1fd669d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for port (3fb79638-10a5-4cb6-9e51-535d5f3afb2b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:57.247118 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-f8e694d0-9361-4c9b-8773-d171d1fd669d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (3fb79638-10a5-4cb6-9e51-535d5f3afb2b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:57.326843 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-f8e694d0-9361-4c9b-8773-d171d1fd669d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Network e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:28:57.330000 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-f8e694d0-9361-4c9b-8773-d171d1fd669d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:28:57.339042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-f8e694d0-9361-4c9b-8773-d171d1fd669d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:28:57.344613 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-f8e694d0-9361-4c9b-8773-d171d1fd669d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:57.345259 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-f8e694d0-9361-4c9b-8773-d171d1fd669d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:57.348968 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e694d0-9361-4c9b-8773-d171d1fd669d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Pushing event updated for resources: {'Port': ['ID=3fb79638-10a5-4cb6-9e51-535d5f3afb2b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:57.372439 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-f8e694d0-9361-4c9b-8773-d171d1fd669d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2856805 Feb 03 12:28:57.386783 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] Request body: {'port': {'device_id': '249ce054-2a7c-4e9c-aaae-b9a91a309ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:57.452678 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3fb79638-10a5-4cb6-9e51-535d5f3afb2b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:57.525671 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-8f6d1627-5aa4-490e-b805-039ce6536b86 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=14b3cee3de484f73990180aef0947bc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353944 Feb 03 12:28:57.620603 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8f401f7d-f732-4638-bb7d-88de5c9f4ef7 None None] Provisioning complete for port 3fb79638-10a5-4cb6-9e51-535d5f3afb2b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:28:57.621555 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f401f7d-f732-4638-bb7d-88de5c9f4ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (3fb79638-10a5-4cb6-9e51-535d5f3afb2b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:57.658596 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8f401f7d-f732-4638-bb7d-88de5c9f4ef7 None None] Port 3fb79638-10a5-4cb6-9e51-535d5f3afb2b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:28:57.741177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-fcd98265-a57e-4a13-ad5c-96d762d18da6 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:57.742626 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-fcd98265-a57e-4a13-ad5c-96d762d18da6 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2109876 Feb 03 12:28:57.783217 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-d070e0f6-3171-482e-b434-b60d3de7c225 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/quotas/14b3cee3de484f73990180aef0947bc8 HTTP/1.1" status: 200 len: 375 time: 0.0162802 Feb 03 12:28:57.828817 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-3f98b742-9fa4-4f5f-9417-d64e2a2d2765 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=14b3cee3de484f73990180aef0947bc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388110 Feb 03 12:28:57.895705 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb79638-10a5-4cb6-9e51-535d5f3afb2b {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:28:57.905319 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] Publish callbacks [] for port (3fb79638-10a5-4cb6-9e51-535d5f3afb2b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:57.918224 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] Transition to ACTIVE for port object 3fb79638-10a5-4cb6-9e51-535d5f3afb2b will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:28:57.922049 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3fb79638-10a5-4cb6-9e51-535d5f3afb2b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:57.971852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb79638-10a5-4cb6-9e51-535d5f3afb2b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:58.011614 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] Attempting to bind port 3fb79638-10a5-4cb6-9e51-535d5f3afb2b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:28:58.011976 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] Attempting to bind port 3fb79638-10a5-4cb6-9e51-535d5f3afb2b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'cacebafa-8e9a-442e-a47a-6c18a1c39031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:28:58.012305 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] Attempting to bind port 3fb79638-10a5-4cb6-9e51-535d5f3afb2b on network e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:58.022397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] Port 3fb79638-10a5-4cb6-9e51-535d5f3afb2b on network e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:28:58.022727 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] Attempting to bind port 3fb79638-10a5-4cb6-9e51-535d5f3afb2b on network e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:58.034111 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:28:58.034458 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] Checking segment: {'id': 'cacebafa-8e9a-442e-a47a-6c18a1c39031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:28:58.034842 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] Bound using segment: {'id': 'cacebafa-8e9a-442e-a47a-6c18a1c39031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:28:58.035289 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] Bound port: 3fb79638-10a5-4cb6-9e51-535d5f3afb2b, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cacebafa-8e9a-442e-a47a-6c18a1c39031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:28:58.035909 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3fb79638-10a5-4cb6-9e51-535d5f3afb2b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:58.140668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c07ecb-9739-462e-8346-1df9d4d47a75 req-2003c52f-e683-4a98-acdf-e4f7b5def1c2 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:58.142225 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a2c07ecb-9739-462e-8346-1df9d4d47a75 req-2003c52f-e683-4a98-acdf-e4f7b5def1c2 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ea7d7-d062-44e3-b9b4-c616d2cc1be7 HTTP/1.1" status: 200 len: 969 time: 0.1103263 Feb 03 12:28:58.148666 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] For port 3fb79638-10a5-4cb6-9e51-535d5f3afb2b, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:28:58.152753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] For port 3fb79638-10a5-4cb6-9e51-535d5f3afb2b, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=3fb79638-10a5-4cb6-9e51-535d5f3afb2b,segment=NetworkSegment(cacebafa-8e9a-442e-a47a-6c18a1c39031),segment_id=cacebafa-8e9a-442e-a47a-6c18a1c39031)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:28:58.165021 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3fb79638-10a5-4cb6-9e51-535d5f3afb2b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:58.221329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:58.221960 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:58.223421 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] 10.222.0.31 "PUT /v2.0/ports/3fb79638-10a5-4cb6-9e51-535d5f3afb2b HTTP/1.1" status: 200 len: 1092 time: 0.8438079 Feb 03 12:28:58.223954 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249ce054-2a7c-4e9c-aaae-b9a91a309ade', 'tag': '3fb79638-10a5-4cb6-9e51-535d5f3afb2b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:28:58.226917 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efeabb03-8e4a-4748-a06a-e15d30af2983" -d '{"events": [{"name": "network-changed", "server_uuid": "249ce054-2a7c-4e9c-aaae-b9a91a309ade", "tag": "3fb79638-10a5-4cb6-9e51-535d5f3afb2b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:28:58.266784 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a2c07ecb-9739-462e-8346-1df9d4d47a75 req-46f4f832-484b-4e00-8817-cfaa250dc566 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122947 Feb 03 12:28:58.291840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2976e8-ee03-41c3-aa6a-8038a68cc248 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb79638-10a5-4cb6-9e51-535d5f3afb2b,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:58.326225 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d98fe854-9707-45ca-abd7-201f5090eaa5 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:28:58.366647 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-189801a0-db9b-46b4-9550-0ad362598f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:58.368340 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-189801a0-db9b-46b4-9550-0ad362598f54 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc4a06b2bcd845a58e4fb7339bfa03e4&device_id=249ce054-2a7c-4e9c-aaae-b9a91a309ade HTTP/1.1" status: 200 len: 1126 time: 0.0986907 Feb 03 12:28:58.442499 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-b8aabf57-37c0-48c4-b2fe-c7459fc42e34 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fb79638-10a5-4cb6-9e51-535d5f3afb2b HTTP/1.1" status: 200 len: 217 time: 0.0665944 Feb 03 12:28:58.518699 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-372ba803-f6ad-4147-adee-61e5f0c6e76b tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:28:58.519719 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-372ba803-f6ad-4147-adee-61e5f0c6e76b tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1800272 Feb 03 12:28:58.543726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-a95f13d2-6ff0-4d2a-843c-ac61f435ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:58.545168 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-a95f13d2-6ff0-4d2a-843c-ac61f435ed4a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=85163f5e-1c84-41bb-8d33-9e34ca1fec33 HTTP/1.1" status: 200 len: 863 time: 0.0756640 Feb 03 12:28:58.553550 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d98fe854-9707-45ca-abd7-201f5090eaa5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d98fe854-9707-45ca-abd7-201f5090eaa5,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:58.567149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'd98fe854-9707-45ca-abd7-201f5090eaa5', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': 'd98fe854-9707-45ca-abd7-201f5090eaa5', 'mac_address': 'fa:16:3e:43:6b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:tempest-test_az-1628741702', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:28:58.580213 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f1e1d-96ba-44e4-bdd5-189924dfcd9e req-de49809f-351c-4975-a8a2-d73b846c4715 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:58.587067 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d09f1e1d-96ba-44e4-bdd5-189924dfcd9e req-de49809f-351c-4975-a8a2-d73b846c4715 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=249ce054-2a7c-4e9c-aaae-b9a91a309ade HTTP/1.1" status: 200 len: 944 time: 0.1473603 Feb 03 12:28:58.613506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port d98fe854-9707-45ca-abd7-201f5090eaa5 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:28:58.614371 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d98fe854-9707-45ca-abd7-201f5090eaa5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:58.627006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-f4832ab8-7e43-4462-8179-7698197f21ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:58.628461 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-f4832ab8-7e43-4462-8179-7698197f21ea service neutron] 10.222.0.18 "GET /v2.0/ports/6a783123-4bcc-4897-af82-a444488a6903 HTTP/1.1" status: 200 len: 1125 time: 0.0980146 Feb 03 12:28:58.635872 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d98fe854-9707-45ca-abd7-201f5090eaa5 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:28:58.648772 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-ede5a6e5-2dc7-4857-9b84-13414c7c4930 service neutron] Request body: {'binding': {'host': 'n-h2-827336-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:58.649297 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-ede5a6e5-2dc7-4857-9b84-13414c7c4930 service neutron] Unknown quota resources ['binding']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:28:58.667187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d98fe854-9707-45ca-abd7-201f5090eaa5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d98fe854-9707-45ca-abd7-201f5090eaa5,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:28:58.671549 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d98fe854-9707-45ca-abd7-201f5090eaa5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:58.704649 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d09f1e1d-96ba-44e4-bdd5-189924dfcd9e req-4c400880-cafd-4e70-be47-a79fe52a3b83 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165352 Feb 03 12:28:58.715760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-e74cc3db-e991-45b8-afc8-dc6efcb88981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:58.718403 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-e74cc3db-e991-45b8-afc8-dc6efcb88981 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6b732d5-42c9-48bb-8c90-6cc7fc4fd940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1543643 Feb 03 12:28:58.732898 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=d98fe854-9707-45ca-abd7-201f5090eaa5,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:58.848974 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-ac3b08be-ae08-46ed-bfed-334836e11b8c req-042c7bd8-57df-4eff-9d27-173e84e58e91 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Request body: {'security_group': {'name': 'tempest-securitygroup-441372853', 'description': 'tempest-description-1657650503'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:58.861020 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['d98fe854-9707-45ca-abd7-201f5090eaa5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:28:58.908634 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ac3b08be-ae08-46ed-bfed-334836e11b8c req-042c7bd8-57df-4eff-9d27-173e84e58e91 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:58.926529 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-36a8e4ef-0c83-4377-86ee-ca860f07a750 service neutron] 10.222.0.31 "GET /v2.0/networks/e6b732d5-42c9-48bb-8c90-6cc7fc4fd940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942663 Feb 03 12:28:58.931865 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ac3b08be-ae08-46ed-bfed-334836e11b8c req-042c7bd8-57df-4eff-9d27-173e84e58e91 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:58.960289 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-ede5a6e5-2dc7-4857-9b84-13414c7c4930 service neutron] Attempting to bind port 6a783123-4bcc-4897-af82-a444488a6903 on host n-h2-827336-3 for vnic_type normal with profile None {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:28:58.960622 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-ede5a6e5-2dc7-4857-9b84-13414c7c4930 service neutron] Attempting to bind port 6a783123-4bcc-4897-af82-a444488a6903 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:28:58.960947 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-ede5a6e5-2dc7-4857-9b84-13414c7c4930 service neutron] Attempting to bind port 6a783123-4bcc-4897-af82-a444488a6903 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:58.978760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-ede5a6e5-2dc7-4857-9b84-13414c7c4930 service neutron] Port 6a783123-4bcc-4897-af82-a444488a6903 on network fa311484-a64f-41a1-a01e-493a1be74adb not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:28:58.979078 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-ede5a6e5-2dc7-4857-9b84-13414c7c4930 service neutron] Attempting to bind port 6a783123-4bcc-4897-af82-a444488a6903 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:28:59.018290 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-ede5a6e5-2dc7-4857-9b84-13414c7c4930 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:28:59.018726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-ede5a6e5-2dc7-4857-9b84-13414c7c4930 service neutron] Checking segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:28:59.019155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-ede5a6e5-2dc7-4857-9b84-13414c7c4930 service neutron] Bound using segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:28:59.019684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-ede5a6e5-2dc7-4857-9b84-13414c7c4930 service neutron] Bound port: 6a783123-4bcc-4897-af82-a444488a6903, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:28:59.135577 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd2e41d-f036-42d6-a448-0b1913bbe9bc req-f532033c-e607-4442-bf80-8e66fecac264 service neutron] 10.222.0.31 "GET /v2.0/networks/e6b732d5-42c9-48bb-8c90-6cc7fc4fd940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012510 Feb 03 12:28:59.157790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-ede5a6e5-2dc7-4857-9b84-13414c7c4930 service neutron] For port 6a783123-4bcc-4897-af82-a444488a6903, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=6a783123-4bcc-4897-af82-a444488a6903,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:28:59.166120 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-ede5a6e5-2dc7-4857-9b84-13414c7c4930 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:59.167275 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-ede5a6e5-2dc7-4857-9b84-13414c7c4930 service neutron] 10.222.0.18 "POST /v2.0/ports/6a783123-4bcc-4897-af82-a444488a6903/bindings HTTP/1.1" status: 201 len: 389 time: 0.5257075 Feb 03 12:28:59.184444 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ac3b08be-ae08-46ed-bfed-334836e11b8c req-042c7bd8-57df-4eff-9d27-173e84e58e91 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Publish callbacks [] for security_group (f033471e-7269-4a92-b910-92ec8dff9a3a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:59.188889 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ac3b08be-ae08-46ed-bfed-334836e11b8c req-042c7bd8-57df-4eff-9d27-173e84e58e91 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f033471e-7269-4a92-b910-92ec8dff9a3a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:59.232217 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c7bd8-57df-4eff-9d27-173e84e58e91 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f033471e-7269-4a92-b910-92ec8dff9a3a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:59.275694 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ac3b08be-ae08-46ed-bfed-334836e11b8c req-042c7bd8-57df-4eff-9d27-173e84e58e91 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Publish callbacks [] for security_group (38f662ff-77f6-4099-8276-80339a4bcb76), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:59.279994 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ac3b08be-ae08-46ed-bfed-334836e11b8c req-042c7bd8-57df-4eff-9d27-173e84e58e91 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (38f662ff-77f6-4099-8276-80339a4bcb76), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:59.310002 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ac3b08be-ae08-46ed-bfed-334836e11b8c req-042c7bd8-57df-4eff-9d27-173e84e58e91 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:59.311339 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ac3b08be-ae08-46ed-bfed-334836e11b8c req-042c7bd8-57df-4eff-9d27-173e84e58e91 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4702306 Feb 03 12:28:59.321206 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c7bd8-57df-4eff-9d27-173e84e58e91 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f662ff-77f6-4099-8276-80339a4bcb76,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:28:59.349361 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc3a75-dc50-4c5a-bba6-169b644b7cea req-bf5c5845-4a12-46cf-a5bf-ffcc767a5942 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:59.350996 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f5cc3a75-dc50-4c5a-bba6-169b644b7cea req-bf5c5845-4a12-46cf-a5bf-ffcc767a5942 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.0604527 Feb 03 12:28:59.400546 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dc0a0dc3-f096-4259-a1ff-27fb33aae1c2 req-f935d977-2450-4af0-968e-fd856c4ca102 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=f843284f-3afe-47fd-954c-4cc53f284cfa HTTP/1.1" status: 200 len: 210 time: 0.0353224 Feb 03 12:28:59.406646 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f5cc3a75-dc50-4c5a-bba6-169b644b7cea req-f0066fc2-ebd2-426d-9a4c-9cc8f1477b8d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499518 Feb 03 12:28:59.595875 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a041c-570c-4408-9ea3-8ae8a2596e28 req-e39078a4-f76b-4016-90e2-9c1c02f1cbc0 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:59.604211 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1a0a041c-570c-4408-9ea3-8ae8a2596e28 req-e39078a4-f76b-4016-90e2-9c1c02f1cbc0 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 946 time: 0.0662787 Feb 03 12:28:59.651845 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-c98d11f5-1c45-4ec1-8947-18938d17ee05 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=14b3cee3de484f73990180aef0947bc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2429755 Feb 03 12:28:59.654357 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599ddbe2-f8a2-4827-8030-dff44dabdfe1 x-openstack-request-id: req-599ddbe2-f8a2-4827-8030-dff44dabdfe1 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:28:59.654707 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249ce054-2a7c-4e9c-aaae-b9a91a309ade", "tag": "3fb79638-10a5-4cb6-9e51-535d5f3afb2b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:28:59.655020 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-599ddbe2-f8a2-4827-8030-dff44dabdfe1 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:28:59.655454 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249ce054-2a7c-4e9c-aaae-b9a91a309ade', 'tag': '3fb79638-10a5-4cb6-9e51-535d5f3afb2b', 'status': 'completed', 'code': 200} Feb 03 12:28:59.683657 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1a0a041c-570c-4408-9ea3-8ae8a2596e28 req-0b697320-468f-4937-aae5-e76d8f34183c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783312 Feb 03 12:28:59.696728 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-22850bed-cf74-4ef8-aa9b-ec2922d6928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:59.698197 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-22850bed-cf74-4ef8-aa9b-ec2922d6928f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 1128 time: 0.0691638 Feb 03 12:28:59.730684 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-3a5cd118-86bb-467b-8005-652f6a0264a5 req-85357445-ba0f-4d9d-98da-145a723b63c2 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1460438076', 'description': 'tempest-description-1540168743'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:59.791612 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3a5cd118-86bb-467b-8005-652f6a0264a5 req-85357445-ba0f-4d9d-98da-145a723b63c2 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:59.811346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772c7c1-22f2-48fa-b566-2c1e8db9bfb7 req-119fb8c7-bb43-45c0-88d5-dababa647b3c tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:59.812857 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b772c7c1-22f2-48fa-b566-2c1e8db9bfb7 req-119fb8c7-bb43-45c0-88d5-dababa647b3c tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ea7d7-d062-44e3-b9b4-c616d2cc1be7 HTTP/1.1" status: 200 len: 970 time: 0.1566536 Feb 03 12:28:59.820090 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeabb03-8e4a-4748-a06a-e15d30af2983 req-78ec260d-71a7-413c-bc37-bc4a2bae0e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:59.821530 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-efeabb03-8e4a-4748-a06a-e15d30af2983 req-78ec260d-71a7-413c-bc37-bc4a2bae0e1b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc4a06b2bcd845a58e4fb7339bfa03e4&device_id=249ce054-2a7c-4e9c-aaae-b9a91a309ade HTTP/1.1" status: 200 len: 1126 time: 0.1687753 Feb 03 12:28:59.832128 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d606eb82-a8dc-47b8-8306-b898a34a3e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:59.833920 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d606eb82-a8dc-47b8-8306-b898a34a3e64 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 922 time: 0.1293831 Feb 03 12:28:59.844829 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-bf3a2588-fc8c-4a16-8671-73a6324ca1c1 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:59.846181 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-bf3a2588-fc8c-4a16-8671-73a6324ca1c1 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1754823 Feb 03 12:28:59.875177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-157bc17a-7e4a-4d6b-a1a6-5e2dc3ac1f74 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Request body: {'port': {'device_id': 'f843284f-3afe-47fd-954c-4cc53f284cfa', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': '14b3cee3de484f73990180aef0947bc8'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:28:59.884466 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-04c4d7ea-865a-4032-8270-cb19639c6058 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a783123-4bcc-4897-af82-a444488a6903 HTTP/1.1" status: 200 len: 217 time: 0.0432451 Feb 03 12:28:59.945555 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3a5cd118-86bb-467b-8005-652f6a0264a5 req-85357445-ba0f-4d9d-98da-145a723b63c2 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Publish callbacks [] for security_group (1e25f528-0403-4c80-b2ae-a2e34c44af04), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:59.951959 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3a5cd118-86bb-467b-8005-652f6a0264a5 req-85357445-ba0f-4d9d-98da-145a723b63c2 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1e25f528-0403-4c80-b2ae-a2e34c44af04), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:59.961178 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-3af3617c-7eb3-48aa-a048-9a31908b004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:28:59.962587 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-3af3617c-7eb3-48aa-a048-9a31908b004b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.0691009 Feb 03 12:28:59.992538 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3a5cd118-86bb-467b-8005-652f6a0264a5 req-85357445-ba0f-4d9d-98da-145a723b63c2 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:28:59.993720 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3a5cd118-86bb-467b-8005-652f6a0264a5 req-85357445-ba0f-4d9d-98da-145a723b63c2 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2788129 Feb 03 12:28:59.998802 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b772c7c1-22f2-48fa-b566-2c1e8db9bfb7 req-fcbb2577-362d-4a6b-8ddb-13229b524b28 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759672 Feb 03 12:29:00.011709 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-123663a6-e5f4-417b-9e82-b7fd0bf847cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400314 Feb 03 12:29:00.012890 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85357445-ba0f-4d9d-98da-145a723b63c2 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e25f528-0403-4c80-b2ae-a2e34c44af04,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:00.045360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeabb03-8e4a-4748-a06a-e15d30af2983 req-68429afe-5831-4ba9-9f91-6fa14f894d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:00.047055 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-efeabb03-8e4a-4748-a06a-e15d30af2983 req-68429afe-5831-4ba9-9f91-6fa14f894d8b service neutron] 10.222.0.31 "GET /v2.0/networks?id=e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 HTTP/1.1" status: 200 len: 925 time: 0.2158556 Feb 03 12:29:00.097488 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-efeabb03-8e4a-4748-a06a-e15d30af2983 req-8905b82e-8ef4-4c00-9bf1-edfb221636ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fb79638-10a5-4cb6-9e51-535d5f3afb2b HTTP/1.1" status: 200 len: 217 time: 0.0430079 Feb 03 12:29:00.113941 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-157bc17a-7e4a-4d6b-a1a6-5e2dc3ac1f74 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Made reservation on behalf of 14b3cee3de484f73990180aef0947bc8 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:29:00.118204 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-157bc17a-7e4a-4d6b-a1a6-5e2dc3ac1f74 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:00.172191 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-157bc17a-7e4a-4d6b-a1a6-5e2dc3ac1f74 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:00.231032 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeabb03-8e4a-4748-a06a-e15d30af2983 req-7af6de6e-8961-4d88-bad2-5913c4f8e372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:00.232559 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-efeabb03-8e4a-4748-a06a-e15d30af2983 req-7af6de6e-8961-4d88-bad2-5913c4f8e372 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=85163f5e-1c84-41bb-8d33-9e34ca1fec33 HTTP/1.1" status: 200 len: 863 time: 0.1283734 Feb 03 12:29:00.289741 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88018a9-ec8c-4390-bdd5-6a6f0ac14eb7 req-90519c5b-99d9-47ea-8396-34c57fae67a3 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:00.292323 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c88018a9-ec8c-4390-bdd5-6a6f0ac14eb7 req-90519c5b-99d9-47ea-8396-34c57fae67a3 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=249ce054-2a7c-4e9c-aaae-b9a91a309ade HTTP/1.1" status: 200 len: 944 time: 0.1398296 Feb 03 12:29:00.293612 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-5c5cd525-b534-405a-8c89-f5c86e3e7725 req-da5ebcae-7dbc-4eb2-b9d7-304a78936fa1 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1924960803', 'description': 'tempest-description-276315531'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:00.329916 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5c5cd525-b534-405a-8c89-f5c86e3e7725 req-da5ebcae-7dbc-4eb2-b9d7-304a78936fa1 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:00.334019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d98fe854-9707-45ca-abd7-201f5090eaa5 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:29:00.340924 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-776a6452-9613-4912-8a8e-82547b67a7a9 service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220785 Feb 03 12:29:00.341577 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5c5cd525-b534-405a-8c89-f5c86e3e7725 req-da5ebcae-7dbc-4eb2-b9d7-304a78936fa1 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:00.370630 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeabb03-8e4a-4748-a06a-e15d30af2983 req-247368cc-ca74-46b1-951b-77c4ba1870e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:00.371281 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-efeabb03-8e4a-4748-a06a-e15d30af2983 req-247368cc-ca74-46b1-951b-77c4ba1870e5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6b732d5-42c9-48bb-8c90-6cc7fc4fd940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1288102 Feb 03 12:29:00.396584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port d98fe854-9707-45ca-abd7-201f5090eaa5 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:29:00.400187 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c88018a9-ec8c-4390-bdd5-6a6f0ac14eb7 req-c0c79055-7817-4fc1-8f0b-b6c7355079cb tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1022937 Feb 03 12:29:00.400871 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port d98fe854-9707-45ca-abd7-201f5090eaa5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:00.401318 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d98fe854-9707-45ca-abd7-201f5090eaa5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:00.470172 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-157bc17a-7e4a-4d6b-a1a6-5e2dc3ac1f74 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Publish callbacks [] for security_group (a6d8349c-e5e9-468c-ae7f-8d61c2997949), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:00.478851 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-157bc17a-7e4a-4d6b-a1a6-5e2dc3ac1f74 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a6d8349c-e5e9-468c-ae7f-8d61c2997949), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:00.489816 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-0bdd8857-376b-4a77-bce9-56885bc3ca6c service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393180 Feb 03 12:29:00.523833 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5c5cd525-b534-405a-8c89-f5c86e3e7725 req-da5ebcae-7dbc-4eb2-b9d7-304a78936fa1 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Publish callbacks [] for security_group (86797b4a-ac0d-4b3e-bd7c-115e7e17f963), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:00.529793 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port d98fe854-9707-45ca-abd7-201f5090eaa5 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:00.530184 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d98fe854-9707-45ca-abd7-201f5090eaa5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:00.532055 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5c5cd525-b534-405a-8c89-f5c86e3e7725 req-da5ebcae-7dbc-4eb2-b9d7-304a78936fa1 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (86797b4a-ac0d-4b3e-bd7c-115e7e17f963), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:00.567188 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59ea7d7-d062-44e3-b9b4-c616d2cc1be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98fe854-9707-45ca-abd7-201f5090eaa5'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:00.571107 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea966635-c3e9-4551-a01a-35d13ac4e0e8" -d '{"events": [{"server_uuid": "b59ea7d7-d062-44e3-b9b4-c616d2cc1be7", "name": "network-vif-plugged", "status": "completed", "tag": "d98fe854-9707-45ca-abd7-201f5090eaa5"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:00.574468 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ebcae-7dbc-4eb2-b9d7-304a78936fa1 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86797b4a-ac0d-4b3e-bd7c-115e7e17f963,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:00.577381 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d98fe854-9707-45ca-abd7-201f5090eaa5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d98fe854-9707-45ca-abd7-201f5090eaa5,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:00.582566 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d98fe854-9707-45ca-abd7-201f5090eaa5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:00.618889 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bc17a-7e4a-4d6b-a1a6-5e2dc3ac1f74 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d8349c-e5e9-468c-ae7f-8d61c2997949,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:00.628203 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5c5cd525-b534-405a-8c89-f5c86e3e7725 req-da5ebcae-7dbc-4eb2-b9d7-304a78936fa1 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Publish callbacks [] for security_group (feb4c279-da3c-4ad1-bcbc-6974bec9c020), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:00.633917 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5c5cd525-b534-405a-8c89-f5c86e3e7725 req-da5ebcae-7dbc-4eb2-b9d7-304a78936fa1 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (feb4c279-da3c-4ad1-bcbc-6974bec9c020), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:00.636058 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=d98fe854-9707-45ca-abd7-201f5090eaa5,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:00.649652 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-efeabb03-8e4a-4748-a06a-e15d30af2983 req-f94ec3a7-a9fb-4f10-b73f-ed62b0db6816 service neutron] 10.222.0.31 "GET /v2.0/networks/e6b732d5-42c9-48bb-8c90-6cc7fc4fd940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708554 Feb 03 12:29:00.658950 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:00.668191 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5c5cd525-b534-405a-8c89-f5c86e3e7725 req-da5ebcae-7dbc-4eb2-b9d7-304a78936fa1 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:00.669695 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5c5cd525-b534-405a-8c89-f5c86e3e7725 req-da5ebcae-7dbc-4eb2-b9d7-304a78936fa1 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3820584 Feb 03 12:29:00.715607 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ebcae-7dbc-4eb2-b9d7-304a78936fa1 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb4c279-da3c-4ad1-bcbc-6974bec9c020,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:00.769131 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-157bc17a-7e4a-4d6b-a1a6-5e2dc3ac1f74 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Allocated IP 192.168.233.98 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/e8082b38-c807-457a-ad71-ef03500a50e5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:29:00.781854 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b7987c0-7098-4588-938e-f0dbc1e867b2 req-291915a1-41a6-4ee0-bced-fc72bbdbe4c1 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=f843284f-3afe-47fd-954c-4cc53f284cfa HTTP/1.1" status: 200 len: 210 time: 0.0401173 Feb 03 12:29:00.784709 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac61814-9e3c-4ff2-ac3e-13dffab85e62 req-f65d8807-5798-4024-827c-bf4a1fe72567 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:00.786212 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8ac61814-9e3c-4ff2-ac3e-13dffab85e62 req-f65d8807-5798-4024-827c-bf4a1fe72567 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.2214382 Feb 03 12:29:00.815654 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-2528e267-01ce-4a16-b0d1-6380d5932a32 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:00.817712 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-2528e267-01ce-4a16-b0d1-6380d5932a32 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931&tenant_id=4d4dfb0f87774d34902a75fe55b72106&binding%3Ahost_id=n-h1-827336-3 HTTP/1.1" status: 200 len: 1128 time: 0.1471391 Feb 03 12:29:00.828461 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827336-3'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:00.852220 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-efeabb03-8e4a-4748-a06a-e15d30af2983 req-ce64ddcd-afbc-4487-9878-6dd1ac90d2d3 service neutron] 10.222.0.31 "GET /v2.0/networks/e6b732d5-42c9-48bb-8c90-6cc7fc4fd940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743977 Feb 03 12:29:00.891969 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8ac61814-9e3c-4ff2-ac3e-13dffab85e62 req-08b7bfec-05ad-4c7c-8e41-d47d7d79da25 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976641 Feb 03 12:29:00.914378 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0441572f-a33f-4c27-b0d6-55abe1395bc1 x-openstack-request-id: req-0441572f-a33f-4c27-b0d6-55abe1395bc1 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:00.914704 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59ea7d7-d062-44e3-b9b4-c616d2cc1be7", "name": "network-vif-plugged", "status": "completed", "tag": "d98fe854-9707-45ca-abd7-201f5090eaa5", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:00.914967 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0441572f-a33f-4c27-b0d6-55abe1395bc1 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:00.915389 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59ea7d7-d062-44e3-b9b4-c616d2cc1be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98fe854-9707-45ca-abd7-201f5090eaa5', 'code': 200} Feb 03 12:29:00.933740 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6a783123-4bcc-4897-af82-a444488a6903), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:00.951812 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4889abfd-11b5-4200-9592-c572dfeda8c1 req-b6cb7888-c7a1-4dd2-b69f-3ff22b3d4b2e tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-804344272', 'description': 'tempest-description-1914419378'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:00.995689 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4889abfd-11b5-4200-9592-c572dfeda8c1 req-b6cb7888-c7a1-4dd2-b69f-3ff22b3d4b2e tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:01.069881 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-157bc17a-7e4a-4d6b-a1a6-5e2dc3ac1f74 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Publish callbacks [] for port (e8082b38-c807-457a-ad71-ef03500a50e5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:01.092505 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2803d-70e1-4cdc-a226-adf8ac5e1cab req-e3df95bd-fd24-43d8-83e2-3f444fa1d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:01.094016 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14b2803d-70e1-4cdc-a226-adf8ac5e1cab req-e3df95bd-fd24-43d8-83e2-3f444fa1d17d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b59ea7d7-d062-44e3-b9b4-c616d2cc1be7 HTTP/1.1" status: 200 len: 1153 time: 0.1108201 Feb 03 12:29:01.103858 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052412c9-e01d-40d4-acbd-ceb59f18b123 req-a761eed5-3dd8-4f85-a051-b1fd54793031 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:01.105366 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-052412c9-e01d-40d4-acbd-ceb59f18b123 req-a761eed5-3dd8-4f85-a051-b1fd54793031 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 946 time: 0.1117525 Feb 03 12:29:01.126171 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] For port 6a783123-4bcc-4897-af82-a444488a6903, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=6a783123-4bcc-4897-af82-a444488a6903,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:01.154471 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4889abfd-11b5-4200-9592-c572dfeda8c1 req-b6cb7888-c7a1-4dd2-b69f-3ff22b3d4b2e tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Publish callbacks [] for security_group (241abf0d-1a8b-4439-9dd4-a4b474aceb28), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:01.162924 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4889abfd-11b5-4200-9592-c572dfeda8c1 req-b6cb7888-c7a1-4dd2-b69f-3ff22b3d4b2e tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (241abf0d-1a8b-4439-9dd4-a4b474aceb28), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:01.173768 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-157bc17a-7e4a-4d6b-a1a6-5e2dc3ac1f74 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (e8082b38-c807-457a-ad71-ef03500a50e5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:01.189201 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-052412c9-e01d-40d4-acbd-ceb59f18b123 req-111ad45e-8421-41cc-9cd2-a9f2f55a232e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748620 Feb 03 12:29:01.194430 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] For port 6a783123-4bcc-4897-af82-a444488a6903, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:01.205242 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14b2803d-70e1-4cdc-a226-adf8ac5e1cab req-dc1417fa-b948-4852-9b0f-b647e78d5036 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022410 Feb 03 12:29:01.230684 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4889abfd-11b5-4200-9592-c572dfeda8c1 req-b6cb7888-c7a1-4dd2-b69f-3ff22b3d4b2e tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:01.235873 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4889abfd-11b5-4200-9592-c572dfeda8c1 req-b6cb7888-c7a1-4dd2-b69f-3ff22b3d4b2e tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2882862 Feb 03 12:29:01.243448 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bfca7f-92dd-4e50-9cdb-8e3540eb0931', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a783123-4bcc-4897-af82-a444488a6903'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:01.246298 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba5408c-3db9-4a21-98d2-c0fe0295a271" -d '{"events": [{"server_uuid": "c5bfca7f-92dd-4e50-9cdb-8e3540eb0931", "name": "network-vif-unplugged", "status": "completed", "tag": "6a783123-4bcc-4897-af82-a444488a6903"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:01.250610 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] Publish callbacks [] for port (6a783123-4bcc-4897-af82-a444488a6903), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:01.258872 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6a783123-4bcc-4897-af82-a444488a6903), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:01.259518 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-157bc17a-7e4a-4d6b-a1a6-5e2dc3ac1f74 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:29:01.264837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb7888-c7a1-4dd2-b69f-3ff22b3d4b2e tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241abf0d-1a8b-4439-9dd4-a4b474aceb28,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:01.269107 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-157bc17a-7e4a-4d6b-a1a6-5e2dc3ac1f74 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:29:01.279155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-157bc17a-7e4a-4d6b-a1a6-5e2dc3ac1f74 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:29:01.284026 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-157bc17a-7e4a-4d6b-a1a6-5e2dc3ac1f74 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:01.284690 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-157bc17a-7e4a-4d6b-a1a6-5e2dc3ac1f74 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:01.288340 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bc17a-7e4a-4d6b-a1a6-5e2dc3ac1f74 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Pushing event updated for resources: {'Port': ['ID=e8082b38-c807-457a-ad71-ef03500a50e5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:01.340712 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-157bc17a-7e4a-4d6b-a1a6-5e2dc3ac1f74 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4722354 Feb 03 12:29:01.362486 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] Request body: {'port': {'device_id': 'f843284f-3afe-47fd-954c-4cc53f284cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:01.370693 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] Pushing event updated for resources: {'Port': ['ID=6a783123-4bcc-4897-af82-a444488a6903,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:01.393379 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] Attempting to bind port 6a783123-4bcc-4897-af82-a444488a6903 on host n-h1-827336-3 for vnic_type normal with profile {"migrating_to": "n-h2-827336-3"} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:29:01.393724 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] Attempting to bind port 6a783123-4bcc-4897-af82-a444488a6903 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:29:01.394463 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] Attempting to bind port 6a783123-4bcc-4897-af82-a444488a6903 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:01.403687 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] Port 6a783123-4bcc-4897-af82-a444488a6903 on network fa311484-a64f-41a1-a01e-493a1be74adb not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:29:01.404038 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] Attempting to bind port 6a783123-4bcc-4897-af82-a444488a6903 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:01.412627 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:29:01.412975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] Checking segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:29:01.413365 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] Bound using segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:29:01.413806 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] Bound port: 6a783123-4bcc-4897-af82-a444488a6903, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:29:01.414174 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6a783123-4bcc-4897-af82-a444488a6903), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:01.461619 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2fb85-5de9-4a0b-9886-e555b73473fa req-be4ad094-28d8-4f87-b31d-6982b29f8013 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:01.463172 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c2fb85-5de9-4a0b-9886-e555b73473fa req-be4ad094-28d8-4f87-b31d-6982b29f8013 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ea7d7-d062-44e3-b9b4-c616d2cc1be7 HTTP/1.1" status: 200 len: 971 time: 0.1107411 Feb 03 12:29:01.486458 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e8082b38-c807-457a-ad71-ef03500a50e5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:01.523273 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] For port 6a783123-4bcc-4897-af82-a444488a6903, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:01.527690 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5c979630-1175-4950-a6d9-e1f1e1cd2f30 None None] Provisioning complete for port e8082b38-c807-457a-ad71-ef03500a50e5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:01.528455 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c979630-1175-4950-a6d9-e1f1e1cd2f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e8082b38-c807-457a-ad71-ef03500a50e5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:01.547660 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] For port 6a783123-4bcc-4897-af82-a444488a6903, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=6a783123-4bcc-4897-af82-a444488a6903,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:29:01.551775 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c2fb85-5de9-4a0b-9886-e555b73473fa req-f38dbee6-dc84-4364-b159-7209c65e173d tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783937 Feb 03 12:29:01.560208 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6a783123-4bcc-4897-af82-a444488a6903), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:01.570873 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5c979630-1175-4950-a6d9-e1f1e1cd2f30 None None] Port e8082b38-c807-457a-ad71-ef03500a50e5 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:29:01.646433 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aaa7768-8864-447a-ae71-c8638d0188ff x-openstack-request-id: req-3aaa7768-8864-447a-ae71-c8638d0188ff {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:01.646785 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5bfca7f-92dd-4e50-9cdb-8e3540eb0931", "name": "network-vif-unplugged", "status": "completed", "tag": "6a783123-4bcc-4897-af82-a444488a6903", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:01.647208 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3aaa7768-8864-447a-ae71-c8638d0188ff {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:01.647769 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bfca7f-92dd-4e50-9cdb-8e3540eb0931', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a783123-4bcc-4897-af82-a444488a6903', 'code': 200} Feb 03 12:29:01.650627 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] Pushing event updated for resources: {'Port': ['ID=6a783123-4bcc-4897-af82-a444488a6903,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:01.654478 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:01.655315 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:01.656754 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-d3a60615-45a3-463e-b6e3-c556281fda5e service neutron] 10.222.0.31 "PUT /v2.0/ports/6a783123-4bcc-4897-af82-a444488a6903 HTTP/1.1" status: 200 len: 1122 time: 0.8330057 Feb 03 12:29:01.774597 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce224a0-ee15-469f-984a-5564cea77f42 req-df1a93fc-ccae-4beb-9b46-f4b6df09e0cb tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:01.778964 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3ce224a0-ee15-469f-984a-5564cea77f42 req-df1a93fc-ccae-4beb-9b46-f4b6df09e0cb tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=249ce054-2a7c-4e9c-aaae-b9a91a309ade HTTP/1.1" status: 200 len: 944 time: 0.0589945 Feb 03 12:29:01.794986 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['6a783123-4bcc-4897-af82-a444488a6903'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:29:01.829391 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3ce224a0-ee15-469f-984a-5564cea77f42 req-48a713f7-62a5-485c-a098-1eb79445efc7 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477755 Feb 03 12:29:01.892074 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-3ec3c57f-0813-43c1-94f1-57d9e2c383d3 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50943 time: 0.5502896 Feb 03 12:29:01.973019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8082b38-c807-457a-ad71-ef03500a50e5 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:29:01.983320 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] Publish callbacks [] for port (e8082b38-c807-457a-ad71-ef03500a50e5), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:01.986890 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-616d43dc-8dd4-4b8f-8f29-cc7bc451a1fb tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/2273e176-c8b4-4009-91f6-c2271a79817b HTTP/1.1" status: 200 len: 2990 time: 0.0790231 Feb 03 12:29:02.001371 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ac0e8-8559-4724-80ed-d48e8ae4c8e8 req-dfa4f5be-9155-44e7-8508-cbe157281ebc tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:02.002832 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4f0ac0e8-8559-4724-80ed-d48e8ae4c8e8 req-dfa4f5be-9155-44e7-8508-cbe157281ebc tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=f843284f-3afe-47fd-954c-4cc53f284cfa HTTP/1.1" status: 200 len: 935 time: 0.0565135 Feb 03 12:29:02.004515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] Transition to ACTIVE for port object e8082b38-c807-457a-ad71-ef03500a50e5 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:29:02.013468 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e8082b38-c807-457a-ad71-ef03500a50e5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:02.051793 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4f0ac0e8-8559-4724-80ed-d48e8ae4c8e8 req-930f4919-3628-48db-b77b-914eddcbe7fe tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423167 Feb 03 12:29:02.083628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-2805af86-0f8f-46c5-8812-fea48637cccb tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/2273e176-c8b4-4009-91f6-c2271a79817b HTTP/1.1" status: 200 len: 2990 time: 0.0885270 Feb 03 12:29:02.085944 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] Pushing event updated for resources: {'Port': ['ID=e8082b38-c807-457a-ad71-ef03500a50e5,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:02.140681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] Attempting to bind port e8082b38-c807-457a-ad71-ef03500a50e5 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:29:02.141018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] Attempting to bind port e8082b38-c807-457a-ad71-ef03500a50e5 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:29:02.141342 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] Attempting to bind port e8082b38-c807-457a-ad71-ef03500a50e5 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:02.157054 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] Port e8082b38-c807-457a-ad71-ef03500a50e5 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:29:02.157405 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] Attempting to bind port e8082b38-c807-457a-ad71-ef03500a50e5 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:02.166637 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-242d3cf8-6b3e-471f-bfcb-3003ee2958ca tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/31815fa0-362b-4b13-bee5-3a06e9d799d8 HTTP/1.1" status: 200 len: 2998 time: 0.0562689 Feb 03 12:29:02.167348 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:29:02.167695 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:29:02.168107 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:29:02.168545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] Bound port: e8082b38-c807-457a-ad71-ef03500a50e5, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:29:02.168906 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e8082b38-c807-457a-ad71-ef03500a50e5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:02.265169 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-a0068384-02d6-4ce3-8374-ea910e4f0867 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/31815fa0-362b-4b13-bee5-3a06e9d799d8 HTTP/1.1" status: 200 len: 2998 time: 0.0863869 Feb 03 12:29:02.288598 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] For port e8082b38-c807-457a-ad71-ef03500a50e5, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:02.300921 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] For port e8082b38-c807-457a-ad71-ef03500a50e5, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=e8082b38-c807-457a-ad71-ef03500a50e5,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:29:02.325040 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e8082b38-c807-457a-ad71-ef03500a50e5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:02.354529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 3fb79638-10a5-4cb6-9e51-535d5f3afb2b details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:29:02.378139 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:02.378773 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:02.380200 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] 10.222.0.73 "PUT /v2.0/ports/e8082b38-c807-457a-ad71-ef03500a50e5 HTTP/1.1" status: 200 len: 1095 time: 1.0236306 Feb 03 12:29:02.380778 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f843284f-3afe-47fd-954c-4cc53f284cfa', 'tag': 'e8082b38-c807-457a-ad71-ef03500a50e5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:02.383574 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b125507a-85c5-44a7-8c17-b033627f1db8" -d '{"events": [{"name": "network-changed", "server_uuid": "f843284f-3afe-47fd-954c-4cc53f284cfa", "tag": "e8082b38-c807-457a-ad71-ef03500a50e5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:02.386960 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-c0536d98-e306-4a64-ba5f-b86a24659ed3 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/365fb1fe-2b96-4e19-9091-be9863ee0a31 HTTP/1.1" status: 200 len: 2994 time: 0.1209188 Feb 03 12:29:02.399076 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0574026-aaa2-45c6-8942-4568e4535663 req-08052426-9a6f-41b9-a4ce-60f7c5bb0293 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:02.400746 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e0574026-aaa2-45c6-8942-4568e4535663 req-08052426-9a6f-41b9-a4ce-60f7c5bb0293 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.0629315 Feb 03 12:29:02.436900 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f65afa-a6c5-4162-adf6-4305dae6df8f service neutron] Pushing event updated for resources: {'Port': ['ID=e8082b38-c807-457a-ad71-ef03500a50e5,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:02.457351 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e0574026-aaa2-45c6-8942-4568e4535663 req-9f879e6b-59f8-4991-aa40-2ee8ff4b02c9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488696 Feb 03 12:29:02.494978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 3fb79638-10a5-4cb6-9e51-535d5f3afb2b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=3fb79638-10a5-4cb6-9e51-535d5f3afb2b,segment=NetworkSegment(cacebafa-8e9a-442e-a47a-6c18a1c39031),segment_id=cacebafa-8e9a-442e-a47a-6c18a1c39031)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:02.515032 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-a0067917-2d85-4481-8469-979f9f563297 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/365fb1fe-2b96-4e19-9091-be9863ee0a31 HTTP/1.1" status: 200 len: 2994 time: 0.1142149 Feb 03 12:29:02.525456 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '3fb79638-10a5-4cb6-9e51-535d5f3afb2b', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'port_id': '3fb79638-10a5-4cb6-9e51-535d5f3afb2b', 'mac_address': 'fa:16:3e:f9:db:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:29:02.528613 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-46706854-71fb-4d14-ac1a-dcb1d257b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:02.530107 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-46706854-71fb-4d14-ac1a-dcb1d257b5ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14b3cee3de484f73990180aef0947bc8&device_id=f843284f-3afe-47fd-954c-4cc53f284cfa HTTP/1.1" status: 200 len: 1129 time: 0.0777888 Feb 03 12:29:02.578637 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c30c3-0edb-4ba3-9759-4482f9c7d2fb req-3e71d9e7-3967-455c-bcda-c7529b76c508 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:02.585019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 3fb79638-10a5-4cb6-9e51-535d5f3afb2b is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:02.585592 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3fb79638-10a5-4cb6-9e51-535d5f3afb2b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:02.586709 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ec0c30c3-0edb-4ba3-9759-4482f9c7d2fb req-3e71d9e7-3967-455c-bcda-c7529b76c508 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 944 time: 0.0685117 Feb 03 12:29:02.599784 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb79638-10a5-4cb6-9e51-535d5f3afb2b {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:29:02.629218 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 3fb79638-10a5-4cb6-9e51-535d5f3afb2b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=3fb79638-10a5-4cb6-9e51-535d5f3afb2b,segment=NetworkSegment(cacebafa-8e9a-442e-a47a-6c18a1c39031),segment_id=cacebafa-8e9a-442e-a47a-6c18a1c39031)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:02.638476 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3fb79638-10a5-4cb6-9e51-535d5f3afb2b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:02.641837 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ec0c30c3-0edb-4ba3-9759-4482f9c7d2fb req-6a8f9fba-083b-4f3d-bd7c-e27a5053c0e6 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542507 Feb 03 12:29:02.705090 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=3fb79638-10a5-4cb6-9e51-535d5f3afb2b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:02.797906 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5564d82-1d1e-4ba1-a0f1-ce664910343d x-openstack-request-id: req-f5564d82-1d1e-4ba1-a0f1-ce664910343d {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:02.798204 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f843284f-3afe-47fd-954c-4cc53f284cfa", "tag": "e8082b38-c807-457a-ad71-ef03500a50e5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:02.798460 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5564d82-1d1e-4ba1-a0f1-ce664910343d {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:02.798849 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f843284f-3afe-47fd-954c-4cc53f284cfa', 'tag': 'e8082b38-c807-457a-ad71-ef03500a50e5', 'status': 'completed', 'code': 200} Feb 03 12:29:02.803658 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-9d2df245-923b-4a6d-a98d-d19b7c3011e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=e8082b38-c807-457a-ad71-ef03500a50e5 HTTP/1.1" status: 200 len: 217 time: 0.2582817 Feb 03 12:29:02.840374 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-f5681bea-4d7f-4c6e-b112-ca674a810205 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/5c982422-2eb0-4475-b2f2-7c85c92de955 HTTP/1.1" status: 200 len: 2998 time: 0.3137369 Feb 03 12:29:02.845858 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4440a9c-58d1-4af5-8d14-1a2307037acc req-0ff96110-4c5e-4200-93d2-138f5cbfe61b tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:02.847325 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f4440a9c-58d1-4af5-8d14-1a2307037acc req-0ff96110-4c5e-4200-93d2-138f5cbfe61b tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ea7d7-d062-44e3-b9b4-c616d2cc1be7 HTTP/1.1" status: 200 len: 971 time: 0.0523958 Feb 03 12:29:02.874475 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-833a22ff-ce00-4976-ad21-3d3c7cbca2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:02.875914 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-833a22ff-ce00-4976-ad21-3d3c7cbca2fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0637589 Feb 03 12:29:02.894459 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f4440a9c-58d1-4af5-8d14-1a2307037acc req-bf462592-6a54-4a19-9884-e8ffb12d88c0 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407529 Feb 03 12:29:02.900092 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-39c50d6a-e798-4a75-86cf-9998fc52ef07 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/5c982422-2eb0-4475-b2f2-7c85c92de955 HTTP/1.1" status: 200 len: 2998 time: 0.0540826 Feb 03 12:29:02.908412 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['3fb79638-10a5-4cb6-9e51-535d5f3afb2b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:29:02.968232 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-7a6bbd55-8f86-429a-ae3a-89a15273213d tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/5c9b8e74-1752-4c04-9816-1fc6ff442810 HTTP/1.1" status: 200 len: 2998 time: 0.0538347 Feb 03 12:29:02.972561 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-d1461363-3c02-43ee-a9ae-1cc949fc8b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:02.978971 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-d1461363-3c02-43ee-a9ae-1cc949fc8b0d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0873370 Feb 03 12:29:03.071814 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c169884-3ce0-433d-beb9-b86a4f60c4dc req-717f1c2d-0683-45da-911a-2f2622f170c5 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:03.073453 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3c169884-3ce0-433d-beb9-b86a4f60c4dc req-717f1c2d-0683-45da-911a-2f2622f170c5 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=249ce054-2a7c-4e9c-aaae-b9a91a309ade HTTP/1.1" status: 200 len: 945 time: 0.0525563 Feb 03 12:29:03.075971 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-697e08a0-52bf-4505-b247-0301592a7410 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/5c9b8e74-1752-4c04-9816-1fc6ff442810 HTTP/1.1" status: 200 len: 2998 time: 0.0859225 Feb 03 12:29:03.107345 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-de3751a6-fc73-470c-8f40-d0e1f5e94252 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253943 Feb 03 12:29:03.124556 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3c169884-3ce0-433d-beb9-b86a4f60c4dc req-e7ecb577-9239-4102-b166-b01f86cbccab tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441220 Feb 03 12:29:03.155382 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-d6895783-9c71-4092-aa5e-a0266f638e20 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/6a375939-da3e-42fe-b663-87fbd4cf3750 HTTP/1.1" status: 200 len: 2998 time: 0.0719428 Feb 03 12:29:03.238246 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e298892b-f5a6-4c0d-9160-66c08986d9b2 req-fdcdbd9b-4c88-4285-8abc-6321b57b2c40 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221528 Feb 03 12:29:03.240053 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-6fdd42fe-d834-4c68-a98f-c4db8ecca1d8 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/6a375939-da3e-42fe-b663-87fbd4cf3750 HTTP/1.1" status: 200 len: 2998 time: 0.0578625 Feb 03 12:29:03.302815 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-062a1886-3770-42b8-8665-281d80aa2509 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/7180de8d-2a5b-4602-a286-c158f570645b HTTP/1.1" status: 200 len: 2994 time: 0.0562871 Feb 03 12:29:03.345391 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-61b35a3b-20aa-4728-a912-ba2aa91325f7 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/7180de8d-2a5b-4602-a286-c158f570645b HTTP/1.1" status: 200 len: 2994 time: 0.0367410 Feb 03 12:29:03.378277 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da11c78-2dc3-4e78-b159-16710b4d3d96 req-3fce42b7-e006-4fb6-874f-0cde57a4f7d8 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:03.379664 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2da11c78-2dc3-4e78-b159-16710b4d3d96 req-3fce42b7-e006-4fb6-874f-0cde57a4f7d8 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=f843284f-3afe-47fd-954c-4cc53f284cfa HTTP/1.1" status: 200 len: 947 time: 0.0522983 Feb 03 12:29:03.414690 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-418b9135-7893-4de0-a72b-72156bb6fdf2 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/805178c6-64d8-409d-8cf0-b3880e6a1a34 HTTP/1.1" status: 200 len: 2998 time: 0.0629089 Feb 03 12:29:03.426704 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2da11c78-2dc3-4e78-b159-16710b4d3d96 req-c778eb65-2db0-429e-a2a5-94906c037c98 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411854 Feb 03 12:29:03.443186 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125507a-85c5-44a7-8c17-b033627f1db8 req-835029e9-a271-4653-a014-36683ae34df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:03.445276 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b125507a-85c5-44a7-8c17-b033627f1db8 req-835029e9-a271-4653-a014-36683ae34df2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14b3cee3de484f73990180aef0947bc8&device_id=f843284f-3afe-47fd-954c-4cc53f284cfa HTTP/1.1" status: 200 len: 1129 time: 0.0731134 Feb 03 12:29:03.473906 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d87a7a7b-9407-4bd2-890d-8e09762f022a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:03.484030 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-8b78ad22-ba93-4c32-bf82-2ecec35d724d tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/805178c6-64d8-409d-8cf0-b3880e6a1a34 HTTP/1.1" status: 200 len: 2998 time: 0.0619774 Feb 03 12:29:03.551158 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3f4d4-3516-4937-8729-3a3ae480d73e req-07cf0545-d678-4164-89de-37003beec1e9 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:03.553504 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0dc3f4d4-3516-4937-8729-3a3ae480d73e req-07cf0545-d678-4164-89de-37003beec1e9 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ea7d7-d062-44e3-b9b4-c616d2cc1be7 HTTP/1.1" status: 200 len: 971 time: 0.0516779 Feb 03 12:29:03.575227 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-eaa7d188-8c6b-4425-901b-a2e1cfd364a3 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/86797b4a-ac0d-4b3e-bd7c-115e7e17f963 HTTP/1.1" status: 200 len: 2998 time: 0.0830734 Feb 03 12:29:03.579911 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125507a-85c5-44a7-8c17-b033627f1db8 req-9cbefe82-6be7-4ae8-a877-c52b05882475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:03.581364 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b125507a-85c5-44a7-8c17-b033627f1db8 req-9cbefe82-6be7-4ae8-a877-c52b05882475 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.1256497 Feb 03 12:29:03.600076 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0dc3f4d4-3516-4937-8729-3a3ae480d73e req-4a3889c4-2bdb-447b-8ea0-74a2c952d8a8 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409207 Feb 03 12:29:03.648858 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5bfca7f-92dd-4e50-9cdb-8e3540eb0931', 'tag': '6a783123-4bcc-4897-af82-a444488a6903'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:03.651211 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6decd721-7f4a-4971-9ec6-6ee75a4cc97b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5bfca7f-92dd-4e50-9cdb-8e3540eb0931", "tag": "6a783123-4bcc-4897-af82-a444488a6903"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:03.654821 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b125507a-85c5-44a7-8c17-b033627f1db8 req-7b4bb1dd-052f-4534-bba6-0f6a3c0ab8e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=e8082b38-c807-457a-ad71-ef03500a50e5 HTTP/1.1" status: 200 len: 217 time: 0.0503290 Feb 03 12:29:03.658011 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-fdbfdc91-6fa1-4eec-8883-a6fcfa619004 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/86797b4a-ac0d-4b3e-bd7c-115e7e17f963 HTTP/1.1" status: 200 len: 2998 time: 0.0753212 Feb 03 12:29:03.736868 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-f27a4e16-201f-42bd-9a3b-e4d7be04c927 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/94056402-d94f-4ccc-8430-fc864a478365 HTTP/1.1" status: 200 len: 2998 time: 0.0720725 Feb 03 12:29:03.739312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125507a-85c5-44a7-8c17-b033627f1db8 req-ebc4711b-a604-4d1b-a869-1ff3186b4895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:03.740018 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b125507a-85c5-44a7-8c17-b033627f1db8 req-ebc4711b-a604-4d1b-a869-1ff3186b4895 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0695221 Feb 03 12:29:03.757696 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32619359-9562-4d4c-879d-eba25a7344dd req-677bcedd-a29c-452a-bda3-6803bd8a5df7 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:03.759519 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-32619359-9562-4d4c-879d-eba25a7344dd req-677bcedd-a29c-452a-bda3-6803bd8a5df7 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.0555260 Feb 03 12:29:03.807306 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-32619359-9562-4d4c-879d-eba25a7344dd req-4613771c-6911-4bf8-82cd-3f12129f4389 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413313 Feb 03 12:29:03.811360 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-67c2e89b-23be-4122-b6e7-94ca98e0008b tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/94056402-d94f-4ccc-8430-fc864a478365 HTTP/1.1" status: 200 len: 2998 time: 0.0667422 Feb 03 12:29:03.815601 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125507a-85c5-44a7-8c17-b033627f1db8 req-595c9169-b542-4fa9-9751-f406077bc356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:03.817099 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b125507a-85c5-44a7-8c17-b033627f1db8 req-595c9169-b542-4fa9-9751-f406077bc356 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0715091 Feb 03 12:29:03.909882 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-19ab8642-c1ac-46df-baeb-ac29f1c3e548 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/9e5dad52-e8a1-4921-8b6e-0475247405d4 HTTP/1.1" status: 200 len: 2994 time: 0.0918245 Feb 03 12:29:03.954030 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b125507a-85c5-44a7-8c17-b033627f1db8 req-3134b2e1-6279-4d78-b171-ad322a36ba76 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298981 Feb 03 12:29:03.985294 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-8bbbbdf7-2c67-4ed8-81e0-fd3bbe5fdec1 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/9e5dad52-e8a1-4921-8b6e-0475247405d4 HTTP/1.1" status: 200 len: 2994 time: 0.0691187 Feb 03 12:29:04.052458 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bbf05f-9121-4d5e-813a-be397a94c550 x-openstack-request-id: req-76bbf05f-9121-4d5e-813a-be397a94c550 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:04.053448 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5bfca7f-92dd-4e50-9cdb-8e3540eb0931", "tag": "6a783123-4bcc-4897-af82-a444488a6903", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:04.053448 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76bbf05f-9121-4d5e-813a-be397a94c550 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:04.054132 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5bfca7f-92dd-4e50-9cdb-8e3540eb0931', 'tag': '6a783123-4bcc-4897-af82-a444488a6903', 'status': 'completed', 'code': 200} Feb 03 12:29:04.085767 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-d2aa365d-ba0b-4552-aacf-454719626edb tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/a6d8349c-e5e9-468c-ae7f-8d61c2997949 HTTP/1.1" status: 200 len: 2998 time: 0.0951130 Feb 03 12:29:04.091205 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b125507a-85c5-44a7-8c17-b033627f1db8 req-c298d7a4-262a-4743-8b7a-70cc396fcf07 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284072 Feb 03 12:29:04.142741 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-d66158dc-7316-47a4-8c89-80731f5dbac1 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/a6d8349c-e5e9-468c-ae7f-8d61c2997949 HTTP/1.1" status: 200 len: 2998 time: 0.0505502 Feb 03 12:29:04.194249 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd714814-1b07-4b91-82b4-57ecab625b62 req-e2cecde1-76ca-4bcb-8c22-b82a31566112 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:04.195760 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cd714814-1b07-4b91-82b4-57ecab625b62 req-e2cecde1-76ca-4bcb-8c22-b82a31566112 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 944 time: 0.0608742 Feb 03 12:29:04.207223 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-fc53aa5d-2e3f-444b-a0ff-22f2f6b0b554 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d60ba23a-96d4-4b67-a543-bef9796d25b2 HTTP/1.1" status: 200 len: 2994 time: 0.0492733 Feb 03 12:29:04.210138 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decd721-7f4a-4971-9ec6-6ee75a4cc97b req-af7ddcc7-bfce-4862-be75-62295816dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:04.211697 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6decd721-7f4a-4971-9ec6-6ee75a4cc97b req-af7ddcc7-bfce-4862-be75-62295816dc1c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 1156 time: 0.0816712 Feb 03 12:29:04.252510 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cd714814-1b07-4b91-82b4-57ecab625b62 req-cf8d9326-c080-45f4-b069-9fc0c7919659 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502672 Feb 03 12:29:04.343470 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-7c70e0a0-67cf-4b34-a273-d098d1c8b5a5 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d60ba23a-96d4-4b67-a543-bef9796d25b2 HTTP/1.1" status: 200 len: 2994 time: 0.1294956 Feb 03 12:29:04.365364 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 6a783123-4bcc-4897-af82-a444488a6903 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:29:04.390445 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 3fb79638-10a5-4cb6-9e51-535d5f3afb2b up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:29:04.396411 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5ea7a-c54e-4c7a-b7d6-5a53ee90dc24 req-bcd046a4-2ed2-45fc-b1fb-044e03a4b24b tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:04.399651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef5be8-e9d6-42d4-a04b-4fece4131e4c req-7eab62f2-f98f-4991-a4ef-fd49564e1471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:04.400415 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-76e5ea7a-c54e-4c7a-b7d6-5a53ee90dc24 req-bcd046a4-2ed2-45fc-b1fb-044e03a4b24b tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ea7d7-d062-44e3-b9b4-c616d2cc1be7 HTTP/1.1" status: 200 len: 971 time: 0.0640528 Feb 03 12:29:04.401186 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-32ef5be8-e9d6-42d4-a04b-4fece4131e4c req-7eab62f2-f98f-4991-a4ef-fd49564e1471 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 1132 time: 0.1440156 Feb 03 12:29:04.402126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decd721-7f4a-4971-9ec6-6ee75a4cc97b req-cd75c889-c23a-402c-beba-85299aee9c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:04.403443 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6decd721-7f4a-4971-9ec6-6ee75a4cc97b req-cd75c889-c23a-402c-beba-85299aee9c91 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 922 time: 0.1734447 Feb 03 12:29:04.420537 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-be1ca515-79a2-479b-91e5-557a52041a06 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/e41e6168-f4d7-41d8-a443-19bec7fd9f71 HTTP/1.1" status: 200 len: 2998 time: 0.0714655 Feb 03 12:29:04.454995 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-76e5ea7a-c54e-4c7a-b7d6-5a53ee90dc24 req-38e4dcd7-5f7f-4e18-9ba9-3c6fdaac9904 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503578 Feb 03 12:29:04.457107 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6decd721-7f4a-4971-9ec6-6ee75a4cc97b req-30f21465-670c-449d-a86c-041fe37ec92f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a783123-4bcc-4897-af82-a444488a6903 HTTP/1.1" status: 200 len: 217 time: 0.0458226 Feb 03 12:29:04.516308 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 3fb79638-10a5-4cb6-9e51-535d5f3afb2b completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:29:04.525279 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 3fb79638-10a5-4cb6-9e51-535d5f3afb2b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:04.525663 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (3fb79638-10a5-4cb6-9e51-535d5f3afb2b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:04.568192 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 6a783123-4bcc-4897-af82-a444488a6903, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=6a783123-4bcc-4897-af82-a444488a6903,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:04.586931 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 6a783123-4bcc-4897-af82-a444488a6903 has no active binding in host n-h2-827336-3 {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 12:29:04.588814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decd721-7f4a-4971-9ec6-6ee75a4cc97b req-b48c51f1-b2ed-4aa6-a0b2-01b3c660116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:04.590301 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6decd721-7f4a-4971-9ec6-6ee75a4cc97b req-b48c51f1-b2ed-4aa6-a0b2-01b3c660116b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.1191061 Feb 03 12:29:04.593776 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-3968fd8a-8047-47c9-96f7-c596f23eb6b9 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/e41e6168-f4d7-41d8-a443-19bec7fd9f71 HTTP/1.1" status: 200 len: 2998 time: 0.1403241 Feb 03 12:29:04.611724 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015e17e-2244-4536-aca0-30b89367b40d req-ea38a836-704c-4a93-a608-d8531b9532dd tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:04.613258 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e015e17e-2244-4536-aca0-30b89367b40d req-ea38a836-704c-4a93-a608-d8531b9532dd tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=249ce054-2a7c-4e9c-aaae-b9a91a309ade HTTP/1.1" status: 200 len: 945 time: 0.0564108 Feb 03 12:29:04.636584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 3fb79638-10a5-4cb6-9e51-535d5f3afb2b is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:04.636984 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3fb79638-10a5-4cb6-9e51-535d5f3afb2b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:04.645456 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef5be8-e9d6-42d4-a04b-4fece4131e4c req-89dfd0a8-d6d3-404b-8a18-f22d62ab9034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:04.647082 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-32ef5be8-e9d6-42d4-a04b-4fece4131e4c req-89dfd0a8-d6d3-404b-8a18-f22d62ab9034 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.2010400 Feb 03 12:29:04.648940 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6decd721-7f4a-4971-9ec6-6ee75a4cc97b req-6293a5a7-9ada-468c-981c-ab4a1c2d2001 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416245 Feb 03 12:29:04.661395 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249ce054-2a7c-4e9c-aaae-b9a91a309ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb79638-10a5-4cb6-9e51-535d5f3afb2b'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:04.661672 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e015e17e-2244-4536-aca0-30b89367b40d req-6f2603ae-0378-480f-9f0e-81546fdb844e tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420642 Feb 03 12:29:04.664204 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c52b39-ca53-4d2f-adf6-d685ace700c5" -d '{"events": [{"server_uuid": "249ce054-2a7c-4e9c-aaae-b9a91a309ade", "name": "network-vif-plugged", "status": "completed", "tag": "3fb79638-10a5-4cb6-9e51-535d5f3afb2b"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:04.677677 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 3fb79638-10a5-4cb6-9e51-535d5f3afb2b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=3fb79638-10a5-4cb6-9e51-535d5f3afb2b,segment=NetworkSegment(cacebafa-8e9a-442e-a47a-6c18a1c39031),segment_id=cacebafa-8e9a-442e-a47a-6c18a1c39031)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:04.682924 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3fb79638-10a5-4cb6-9e51-535d5f3afb2b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:04.741429 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=3fb79638-10a5-4cb6-9e51-535d5f3afb2b,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:04.747608 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-32ef5be8-e9d6-42d4-a04b-4fece4131e4c req-1fe2dc9c-89d8-46c0-86d4-6058ea6359b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=b5e274e7-addc-4547-a7a5-f05f495eccaa HTTP/1.1" status: 200 len: 217 time: 0.0726724 Feb 03 12:29:04.752959 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-6115d039-7791-482c-9edf-f19b3e37ddce tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/f033471e-7269-4a92-b910-92ec8dff9a3a HTTP/1.1" status: 200 len: 2998 time: 0.1444497 Feb 03 12:29:04.788789 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ffcad-3688-42c7-9b61-9db88229afd5 req-d62540ba-aef7-4e83-bd08-b75d6d9de694 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:04.790363 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6d9ffcad-3688-42c7-9b61-9db88229afd5 req-d62540ba-aef7-4e83-bd08-b75d6d9de694 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=f843284f-3afe-47fd-954c-4cc53f284cfa HTTP/1.1" status: 200 len: 947 time: 0.0554948 Feb 03 12:29:04.840971 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6d9ffcad-3688-42c7-9b61-9db88229afd5 req-2baf8171-a315-4e3a-a9ca-8073b43265e3 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442402 Feb 03 12:29:04.870013 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef5be8-e9d6-42d4-a04b-4fece4131e4c req-efdf5678-2bf1-4a2c-b72e-cbc423453f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:04.871527 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-32ef5be8-e9d6-42d4-a04b-4fece4131e4c req-efdf5678-2bf1-4a2c-b72e-cbc423453f03 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1162491 Feb 03 12:29:04.878715 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6decd721-7f4a-4971-9ec6-6ee75a4cc97b req-bfbfd66d-832a-4c58-94eb-1c43d7b1e9bf service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075703 Feb 03 12:29:04.921270 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14222972-3713-449e-9e49-e92d2fe179f1 req-deff5429-8c54-430a-b227-34ba96f37d4b tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/f033471e-7269-4a92-b910-92ec8dff9a3a HTTP/1.1" status: 200 len: 2998 time: 0.1563983 Feb 03 12:29:04.967097 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb35c653-b314-457e-90c2-8a65c0e5b306 x-openstack-request-id: req-fb35c653-b314-457e-90c2-8a65c0e5b306 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:04.967561 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249ce054-2a7c-4e9c-aaae-b9a91a309ade", "name": "network-vif-plugged", "status": "completed", "tag": "3fb79638-10a5-4cb6-9e51-535d5f3afb2b", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:04.967922 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb35c653-b314-457e-90c2-8a65c0e5b306 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:04.968490 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249ce054-2a7c-4e9c-aaae-b9a91a309ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb79638-10a5-4cb6-9e51-535d5f3afb2b', 'code': 200} Feb 03 12:29:05.035635 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef5be8-e9d6-42d4-a04b-4fece4131e4c req-6b28f2a0-5efd-4907-ac19-7171a390ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:05.037716 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-32ef5be8-e9d6-42d4-a04b-4fece4131e4c req-6b28f2a0-5efd-4907-ac19-7171a390ab95 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1568067 Feb 03 12:29:05.076073 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6decd721-7f4a-4971-9ec6-6ee75a4cc97b req-c34c1019-3813-4fb5-ace4-f562fd7ccf36 service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851215 Feb 03 12:29:05.116951 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e89f1f98-a4e8-4f58-a9c8-819efbaba5d9 req-00ce5854-ddae-4219-843c-d4fcb1ec8a3b tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c18f73b9d7ac44108deb63065e1d582d HTTP/1.1" status: 200 len: 6154 time: 0.1104550 Feb 03 12:29:05.136984 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e9eef-9770-4156-ae58-7aaf1ff6e679 req-f1912cd4-91c8-41d3-90f5-0b247a2a64e3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:05.138005 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b89ac-9454-425b-b819-ab2d5ec7a0f2 req-738d8dfb-e396-44cb-9db9-a4e95549a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:05.138811 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d36e9eef-9770-4156-ae58-7aaf1ff6e679 req-f1912cd4-91c8-41d3-90f5-0b247a2a64e3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.1491165 Feb 03 12:29:05.139456 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e96b89ac-9454-425b-b819-ab2d5ec7a0f2 req-738d8dfb-e396-44cb-9db9-a4e95549a7d0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=249ce054-2a7c-4e9c-aaae-b9a91a309ade HTTP/1.1" status: 200 len: 1128 time: 0.0725825 Feb 03 12:29:05.187883 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-32ef5be8-e9d6-42d4-a04b-4fece4131e4c req-b150c2d9-c5f0-4bd9-82d3-b17182dec4c6 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377540 Feb 03 12:29:05.189726 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e89f1f98-a4e8-4f58-a9c8-819efbaba5d9 req-d5f9031f-da6b-4e35-ae17-17fb784f04d5 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] 10.222.0.18 "GET /v2.0/security-groups/f033471e-7269-4a92-b910-92ec8dff9a3a HTTP/1.1" status: 200 len: 2998 time: 0.0640051 Feb 03 12:29:05.210627 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60158) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:05.230892 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d36e9eef-9770-4156-ae58-7aaf1ff6e679 req-c1d4f0f6-1718-48da-a56e-fb0d049df335 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777209 Feb 03 12:29:05.231719 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e96b89ac-9454-425b-b819-ab2d5ec7a0f2 req-78e4dfcb-be74-462f-b443-2aaa11827c34 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724902 Feb 03 12:29:05.262234 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e89f1f98-a4e8-4f58-a9c8-819efbaba5d9 req-17b11a8a-9384-4c9a-9c00-78faac498965 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] 10.222.0.18 "GET /v2.0/security-groups/f033471e-7269-4a92-b910-92ec8dff9a3a HTTP/1.1" status: 200 len: 2998 time: 0.0568016 Feb 03 12:29:05.322445 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-32ef5be8-e9d6-42d4-a04b-4fece4131e4c req-f3f4a063-56d4-4a53-b659-808514e0a420 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239583 Feb 03 12:29:05.348292 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-be154f07-10db-4cd8-8ed3-05cefed29ebd req-23631116-c18e-4aa5-932a-a3d522f3e20d tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/241abf0d-1a8b-4439-9dd4-a4b474aceb28 HTTP/1.1" status: 200 len: 1794 time: 0.0639200 Feb 03 12:29:05.418366 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8e549439-4e31-4dce-a319-be7ed79348f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0567b9b4266e4ca197b875decfa20a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2022188 Feb 03 12:29:05.422810 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf7583-944c-42d3-85dc-69fb82facc0a req-5a183dcd-7de1-4a1c-8d93-93f71377c9ef tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:05.424428 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e6bf7583-944c-42d3-85dc-69fb82facc0a req-5a183dcd-7de1-4a1c-8d93-93f71377c9ef tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 944 time: 0.0625834 Feb 03 12:29:05.424984 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60168) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:05.430507 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-be154f07-10db-4cd8-8ed3-05cefed29ebd req-498f1218-9de8-42f3-9fb3-57922a4a3671 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Publish callbacks [] for security_group (241abf0d-1a8b-4439-9dd4-a4b474aceb28), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:05.450852 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-be154f07-10db-4cd8-8ed3-05cefed29ebd req-498f1218-9de8-42f3-9fb3-57922a4a3671 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Publish callbacks [] for security_group (241abf0d-1a8b-4439-9dd4-a4b474aceb28), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:05.489309 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-be154f07-10db-4cd8-8ed3-05cefed29ebd req-498f1218-9de8-42f3-9fb3-57922a4a3671 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (241abf0d-1a8b-4439-9dd4-a4b474aceb28), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:05.492550 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-be154f07-10db-4cd8-8ed3-05cefed29ebd req-498f1218-9de8-42f3-9fb3-57922a4a3671 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:05.493683 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-be154f07-10db-4cd8-8ed3-05cefed29ebd req-498f1218-9de8-42f3-9fb3-57922a4a3671 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/241abf0d-1a8b-4439-9dd4-a4b474aceb28 HTTP/1.1" status: 204 len: 173 time: 0.1439519 Feb 03 12:29:05.504547 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f1218-9de8-42f3-9fb3-57922a4a3671 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241abf0d-1a8b-4439-9dd4-a4b474aceb28,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:05.508359 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e6bf7583-944c-42d3-85dc-69fb82facc0a req-2ada3ce3-301a-4334-8cb2-ea67e5a1192c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745332 Feb 03 12:29:05.515904 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-60e4f9e5-be82-4ae2-a4ce-03e7da6319a0 admin admin] Publish callbacks [] for security_group (31815fa0-362b-4b13-bee5-3a06e9d799d8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:05.546169 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-60e4f9e5-be82-4ae2-a4ce-03e7da6319a0 admin admin] Publish callbacks [] for security_group (31815fa0-362b-4b13-bee5-3a06e9d799d8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:05.606851 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ca13c543-c71b-4da5-b13d-e9d3aa1ace4f req-f441e68d-f7c9-4ea5-a192-6748a164d958 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "GET /v2.0/security-groups/feb4c279-da3c-4ad1-bcbc-6974bec9c020 HTTP/1.1" status: 200 len: 1794 time: 0.0585003 Feb 03 12:29:05.629034 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-60e4f9e5-be82-4ae2-a4ce-03e7da6319a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (31815fa0-362b-4b13-bee5-3a06e9d799d8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:05.632236 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-60e4f9e5-be82-4ae2-a4ce-03e7da6319a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:05.633029 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058407b-aca9-4f52-899c-51e13e74f289 req-4fa4abb1-dda8-40ee-80e3-00ff29885427 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:05.633492 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-60e4f9e5-be82-4ae2-a4ce-03e7da6319a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31815fa0-362b-4b13-bee5-3a06e9d799d8 HTTP/1.1" status: 204 len: 168 time: 0.2073901 Feb 03 12:29:05.637438 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c058407b-aca9-4f52-899c-51e13e74f289 req-4fa4abb1-dda8-40ee-80e3-00ff29885427 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ea7d7-d062-44e3-b9b4-c616d2cc1be7 HTTP/1.1" status: 200 len: 971 time: 0.0552983 Feb 03 12:29:05.649509 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4f9e5-be82-4ae2-a4ce-03e7da6319a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31815fa0-362b-4b13-bee5-3a06e9d799d8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:05.694324 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca13c543-c71b-4da5-b13d-e9d3aa1ace4f req-a458cfed-fc35-4f48-8834-5304b0b50df8 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Publish callbacks [] for security_group (feb4c279-da3c-4ad1-bcbc-6974bec9c020), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:05.695734 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c058407b-aca9-4f52-899c-51e13e74f289 req-09b34c71-d19f-4e62-84da-a83af4526c88 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548093 Feb 03 12:29:05.717901 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca13c543-c71b-4da5-b13d-e9d3aa1ace4f req-a458cfed-fc35-4f48-8834-5304b0b50df8 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Publish callbacks [] for security_group (feb4c279-da3c-4ad1-bcbc-6974bec9c020), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:05.764435 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca13c543-c71b-4da5-b13d-e9d3aa1ace4f req-a458cfed-fc35-4f48-8834-5304b0b50df8 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (feb4c279-da3c-4ad1-bcbc-6974bec9c020), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:05.768506 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca13c543-c71b-4da5-b13d-e9d3aa1ace4f req-a458cfed-fc35-4f48-8834-5304b0b50df8 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:05.768874 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ca13c543-c71b-4da5-b13d-e9d3aa1ace4f req-a458cfed-fc35-4f48-8834-5304b0b50df8 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/feb4c279-da3c-4ad1-bcbc-6974bec9c020 HTTP/1.1" status: 204 len: 173 time: 0.1546891 Feb 03 12:29:05.785740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458cfed-fc35-4f48-8834-5304b0b50df8 tempest-SecurityGroupsTestAdminJSON-61143600 tempest-SecurityGroupsTestAdminJSON-61143600-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb4c279-da3c-4ad1-bcbc-6974bec9c020,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:05.863199 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4b9a993e-70d7-48c2-bd1f-24a0cad31823 req-e2b8a80d-75e9-45cc-ab28-e0e4f6d7454b tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] 10.222.0.18 "GET /v2.0/security-groups/1e25f528-0403-4c80-b2ae-a2e34c44af04 HTTP/1.1" status: 200 len: 1795 time: 0.0452554 Feb 03 12:29:05.864180 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a23fd-573a-4b63-a0a1-31ba1a8fcade req-fe6faf1e-75c0-4068-9fce-41623a8429b6 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:05.866406 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cf1a23fd-573a-4b63-a0a1-31ba1a8fcade req-fe6faf1e-75c0-4068-9fce-41623a8429b6 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=249ce054-2a7c-4e9c-aaae-b9a91a309ade HTTP/1.1" status: 200 len: 946 time: 0.0550323 Feb 03 12:29:05.892046 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-008f6123-93a9-4167-90b1-72c753b2b10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:05.916943 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cf1a23fd-573a-4b63-a0a1-31ba1a8fcade req-e403840d-7221-435b-9237-3471ff1d28f9 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448601 Feb 03 12:29:05.929967 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b9a993e-70d7-48c2-bd1f-24a0cad31823 req-a639c60e-192f-4972-91aa-426289211165 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Publish callbacks [] for security_group (1e25f528-0403-4c80-b2ae-a2e34c44af04), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:05.962130 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b9a993e-70d7-48c2-bd1f-24a0cad31823 req-a639c60e-192f-4972-91aa-426289211165 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Publish callbacks [] for security_group (1e25f528-0403-4c80-b2ae-a2e34c44af04), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:05.980335 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60192) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:06.031451 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b9a993e-70d7-48c2-bd1f-24a0cad31823 req-a639c60e-192f-4972-91aa-426289211165 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1e25f528-0403-4c80-b2ae-a2e34c44af04), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:06.034008 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b9a993e-70d7-48c2-bd1f-24a0cad31823 req-a639c60e-192f-4972-91aa-426289211165 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:06.035141 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4b9a993e-70d7-48c2-bd1f-24a0cad31823 req-a639c60e-192f-4972-91aa-426289211165 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] 10.222.0.18 "DELETE /v2.0/security-groups/1e25f528-0403-4c80-b2ae-a2e34c44af04 HTTP/1.1" status: 204 len: 173 time: 0.1629438 Feb 03 12:29:06.041369 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cc38ad2d-3b73-408f-b711-6094638338e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02b544b8c859480da24f8b02fc70baa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0595832 Feb 03 12:29:06.043092 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3230ef4-4712-41b2-a981-7df442ef3a9a req-4f150998-b237-43ef-9542-46f9f68e7bf7 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:06.044460 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d3230ef4-4712-41b2-a981-7df442ef3a9a req-4f150998-b237-43ef-9542-46f9f68e7bf7 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=f843284f-3afe-47fd-954c-4cc53f284cfa HTTP/1.1" status: 200 len: 947 time: 0.0531881 Feb 03 12:29:06.045091 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60196) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:06.055753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639c60e-192f-4972-91aa-426289211165 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e25f528-0403-4c80-b2ae-a2e34c44af04,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:06.122532 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d3230ef4-4712-41b2-a981-7df442ef3a9a req-f57dc9ce-ddf3-4d9b-bc9e-18de16a0e441 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708129 Feb 03 12:29:06.132838 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd6a0499-32ec-410f-91e1-5e59c4eb1dab admin admin] Publish callbacks [] for security_group (94056402-d94f-4ccc-8430-fc864a478365), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:06.136287 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78d3c5b7-687c-4d48-87fe-3ab254e48b47 req-3926f5b6-6214-43e3-9988-6bc1ae686f10 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] 10.222.0.18 "GET /v2.0/security-groups/38f662ff-77f6-4099-8276-80339a4bcb76 HTTP/1.1" status: 200 len: 1794 time: 0.0384343 Feb 03 12:29:06.171165 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd6a0499-32ec-410f-91e1-5e59c4eb1dab admin admin] Publish callbacks [] for security_group (94056402-d94f-4ccc-8430-fc864a478365), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:06.211632 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-78d3c5b7-687c-4d48-87fe-3ab254e48b47 req-2bfdaf7c-b30d-4ebc-b90f-77484de3e8f2 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Publish callbacks [] for security_group (38f662ff-77f6-4099-8276-80339a4bcb76), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:06.221774 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd6a0499-32ec-410f-91e1-5e59c4eb1dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (94056402-d94f-4ccc-8430-fc864a478365), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:06.226117 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd6a0499-32ec-410f-91e1-5e59c4eb1dab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:06.227265 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bd6a0499-32ec-410f-91e1-5e59c4eb1dab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94056402-d94f-4ccc-8430-fc864a478365 HTTP/1.1" status: 204 len: 168 time: 0.1811197 Feb 03 12:29:06.239214 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a0499-32ec-410f-91e1-5e59c4eb1dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94056402-d94f-4ccc-8430-fc864a478365,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:06.242745 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-78d3c5b7-687c-4d48-87fe-3ab254e48b47 req-2bfdaf7c-b30d-4ebc-b90f-77484de3e8f2 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Publish callbacks [] for security_group (38f662ff-77f6-4099-8276-80339a4bcb76), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:06.297270 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-78d3c5b7-687c-4d48-87fe-3ab254e48b47 req-2bfdaf7c-b30d-4ebc-b90f-77484de3e8f2 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (38f662ff-77f6-4099-8276-80339a4bcb76), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:06.303437 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-78d3c5b7-687c-4d48-87fe-3ab254e48b47 req-2bfdaf7c-b30d-4ebc-b90f-77484de3e8f2 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:06.304828 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78d3c5b7-687c-4d48-87fe-3ab254e48b47 req-2bfdaf7c-b30d-4ebc-b90f-77484de3e8f2 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] 10.222.0.18 "DELETE /v2.0/security-groups/38f662ff-77f6-4099-8276-80339a4bcb76 HTTP/1.1" status: 204 len: 173 time: 0.1629276 Feb 03 12:29:06.317720 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdaf7c-b30d-4ebc-b90f-77484de3e8f2 tempest-SecurityGroupsTestAdminJSON-1218400003 tempest-SecurityGroupsTestAdminJSON-1218400003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f662ff-77f6-4099-8276-80339a4bcb76,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:06.431756 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e367517-4be4-4ac0-9c3e-7ad4b57c22c0 req-1f12bd56-e53d-4185-8987-dc81240dc2e4 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:06.433804 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e367517-4be4-4ac0-9c3e-7ad4b57c22c0 req-1f12bd56-e53d-4185-8987-dc81240dc2e4 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.0628333 Feb 03 12:29:06.532253 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e367517-4be4-4ac0-9c3e-7ad4b57c22c0 req-0e387c6c-0f64-48d0-9d00-aebb1037c44a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917559 Feb 03 12:29:06.697217 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:29:06.702617 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477acb9-b1d1-4ad1-815a-25158e5a7cd8 req-b254a06c-8fad-4418-8f8a-966d29ab76b4 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:06.704158 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2477acb9-b1d1-4ad1-815a-25158e5a7cd8 req-b254a06c-8fad-4418-8f8a-966d29ab76b4 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 944 time: 0.0855327 Feb 03 12:29:06.765235 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:06.778439 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2477acb9-b1d1-4ad1-815a-25158e5a7cd8 req-a2e8810d-e2fe-4924-906a-d6e554574513 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652237 Feb 03 12:29:06.861020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60246) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:06.879193 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aa98e-c61d-426a-9737-e56b4e92dc0b req-2883e7ce-13d7-4582-bb50-0576fd3ae884 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:06.880727 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c88aa98e-c61d-426a-9737-e56b4e92dc0b req-2883e7ce-13d7-4582-bb50-0576fd3ae884 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ea7d7-d062-44e3-b9b4-c616d2cc1be7 HTTP/1.1" status: 200 len: 971 time: 0.0691943 Feb 03 12:29:06.938765 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c88aa98e-c61d-426a-9737-e56b4e92dc0b req-bbcfb20a-b6c3-4d4a-b72c-5cd3a5cbea62 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500076 Feb 03 12:29:07.010701 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60256) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:07.054014 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e580ca7-23fc-41bd-ad81-749663a15f37 req-e03cc5ff-39bb-400b-bff9-274c8a8f1c50 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:07.055654 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e580ca7-23fc-41bd-ad81-749663a15f37 req-e03cc5ff-39bb-400b-bff9-274c8a8f1c50 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=249ce054-2a7c-4e9c-aaae-b9a91a309ade HTTP/1.1" status: 200 len: 946 time: 0.0624735 Feb 03 12:29:07.116215 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4953c671-a663-41cd-bfbd-42307c2d3003 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c18f73b9d7ac44108deb63065e1d582d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539201 Feb 03 12:29:07.117325 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60264) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:07.119246 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e580ca7-23fc-41bd-ad81-749663a15f37 req-a12c8107-ae98-4355-a140-dec86b22a9a6 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533209 Feb 03 12:29:07.377410 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b9976571-2248-4e12-8e64-bb9955e986b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:07.401222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device e8082b38-c807-457a-ad71-ef03500a50e5 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:29:07.480735 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-388b6abe-8acc-4481-895c-924a8bc3b0df admin admin] Publish callbacks [] for security_group (f033471e-7269-4a92-b910-92ec8dff9a3a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:07.490888 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-cb6dc009-3348-4af9-84a1-f9b25941c5f2 service neutron] 10.222.0.73 "GET /v2.0/ports/6a783123-4bcc-4897-af82-a444488a6903/bindings/n-h2-827336-3 HTTP/1.1" status: 200 len: 384 time: 0.3656356 Feb 03 12:29:07.505805 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port e8082b38-c807-457a-ad71-ef03500a50e5, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=e8082b38-c807-457a-ad71-ef03500a50e5,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:07.517825 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'e8082b38-c807-457a-ad71-ef03500a50e5', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': 'e8082b38-c807-457a-ad71-ef03500a50e5', 'mac_address': 'fa:16:3e:33:a4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:29:07.548352 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-388b6abe-8acc-4481-895c-924a8bc3b0df admin admin] Publish callbacks [] for security_group (f033471e-7269-4a92-b910-92ec8dff9a3a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:07.559817 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f822a8d-a0c4-40d1-9d6a-e2e8a20cfd1c req-b7a52a31-0a1d-4f58-8320-6ba97b58a7cc tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:07.559817 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f822a8d-a0c4-40d1-9d6a-e2e8a20cfd1c req-b7a52a31-0a1d-4f58-8320-6ba97b58a7cc tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=f843284f-3afe-47fd-954c-4cc53f284cfa HTTP/1.1" status: 200 len: 947 time: 0.1993854 Feb 03 12:29:07.565996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port e8082b38-c807-457a-ad71-ef03500a50e5 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:07.566167 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e8082b38-c807-457a-ad71-ef03500a50e5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:07.580498 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8082b38-c807-457a-ad71-ef03500a50e5 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:29:07.601034 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port e8082b38-c807-457a-ad71-ef03500a50e5, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=e8082b38-c807-457a-ad71-ef03500a50e5,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:07.606698 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e8082b38-c807-457a-ad71-ef03500a50e5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:07.661282 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=e8082b38-c807-457a-ad71-ef03500a50e5,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:07.714646 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56431ce7-48d9-4000-8586-e9d45578a34e req-d3c8fbe2-0ab8-4248-ad0a-c85e35b3452f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:07.717143 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b9976571-2248-4e12-8e64-bb9955e986b0 admin admin] Publish callbacks [] for security_group (7a79bda8-caa4-43f9-aebd-ae4773a0c114), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:07.717361 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56431ce7-48d9-4000-8586-e9d45578a34e req-d3c8fbe2-0ab8-4248-ad0a-c85e35b3452f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.0613596 Feb 03 12:29:07.747716 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b9976571-2248-4e12-8e64-bb9955e986b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7a79bda8-caa4-43f9-aebd-ae4773a0c114), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:07.765465 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f822a8d-a0c4-40d1-9d6a-e2e8a20cfd1c req-1d9b0373-ea77-475a-a17a-baee1e793409 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746793 Feb 03 12:29:07.788339 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56431ce7-48d9-4000-8586-e9d45578a34e req-b15952fd-bbfe-421d-9f16-1e0d6862260e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580947 Feb 03 12:29:07.871978 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b9976571-2248-4e12-8e64-bb9955e986b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78dc5c9ecabf4939ad9acdcaef0d813a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8597324 Feb 03 12:29:07.874620 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60290) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:07.888678 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-388b6abe-8acc-4481-895c-924a8bc3b0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f033471e-7269-4a92-b910-92ec8dff9a3a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:07.891632 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-388b6abe-8acc-4481-895c-924a8bc3b0df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:07.892788 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-388b6abe-8acc-4481-895c-924a8bc3b0df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f033471e-7269-4a92-b910-92ec8dff9a3a HTTP/1.1" status: 204 len: 168 time: 0.7742441 Feb 03 12:29:07.900354 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9976571-2248-4e12-8e64-bb9955e986b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a79bda8-caa4-43f9-aebd-ae4773a0c114,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:07.933858 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b6abe-8acc-4481-895c-924a8bc3b0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f033471e-7269-4a92-b910-92ec8dff9a3a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:07.980321 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-cfa470a9-2109-482e-bf5d-aa9390bcf17f service neutron] For port 6a783123-4bcc-4897-af82-a444488a6903, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=6a783123-4bcc-4897-af82-a444488a6903,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:07.984296 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-668477e1-356f-4aba-943c-ce2f0f18b9a2 admin admin] Publish callbacks [] for security_group (7a79bda8-caa4-43f9-aebd-ae4773a0c114), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:08.008442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['e8082b38-c807-457a-ad71-ef03500a50e5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:29:08.014511 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb1be8-528e-4d98-92a1-67bd8ee9baf1 req-3d5a5a29-a9d1-45f2-9661-a276625c5561 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:08.020840 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dccb1be8-528e-4d98-92a1-67bd8ee9baf1 req-3d5a5a29-a9d1-45f2-9661-a276625c5561 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 944 time: 0.1534264 Feb 03 12:29:08.043372 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-668477e1-356f-4aba-943c-ce2f0f18b9a2 admin admin] Publish callbacks [] for security_group (7a79bda8-caa4-43f9-aebd-ae4773a0c114), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:08.045603 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-cfa470a9-2109-482e-bf5d-aa9390bcf17f service neutron] For port 6a783123-4bcc-4897-af82-a444488a6903, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:08.104482 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:08.104699 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-cfa470a9-2109-482e-bf5d-aa9390bcf17f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a783123-4bcc-4897-af82-a444488a6903 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:29:08.120820 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-cfa470a9-2109-482e-bf5d-aa9390bcf17f service neutron] For port 6a783123-4bcc-4897-af82-a444488a6903, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=6a783123-4bcc-4897-af82-a444488a6903,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:08.145177 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-cfa470a9-2109-482e-bf5d-aa9390bcf17f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6a783123-4bcc-4897-af82-a444488a6903), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:08.150174 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba88fd-0d5e-4283-a7e0-dc56bb7b6cb5 req-92959eed-524b-4a9a-94cf-aabf5190faf1 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:08.152139 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88ba88fd-0d5e-4283-a7e0-dc56bb7b6cb5 req-92959eed-524b-4a9a-94cf-aabf5190faf1 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ea7d7-d062-44e3-b9b4-c616d2cc1be7 HTTP/1.1" status: 200 len: 971 time: 0.0740330 Feb 03 12:29:08.153178 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-668477e1-356f-4aba-943c-ce2f0f18b9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7a79bda8-caa4-43f9-aebd-ae4773a0c114), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:08.156169 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-668477e1-356f-4aba-943c-ce2f0f18b9a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:08.157440 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-668477e1-356f-4aba-943c-ce2f0f18b9a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a79bda8-caa4-43f9-aebd-ae4773a0c114 HTTP/1.1" status: 204 len: 168 time: 0.2818134 Feb 03 12:29:08.183412 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668477e1-356f-4aba-943c-ce2f0f18b9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a79bda8-caa4-43f9-aebd-ae4773a0c114,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:08.204124 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dccb1be8-528e-4d98-92a1-67bd8ee9baf1 req-2e48548b-2ddf-4257-9ea9-5d1039f96689 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772385 Feb 03 12:29:08.252997 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88ba88fd-0d5e-4283-a7e0-dc56bb7b6cb5 req-d9f49277-855c-41c1-8d27-bc634542ba00 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e5dad52-e8a1-4921-8b6e-0475247405d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926595 Feb 03 12:29:08.306416 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-cfa470a9-2109-482e-bf5d-aa9390bcf17f service neutron] Transition to ACTIVE for port object 6a783123-4bcc-4897-af82-a444488a6903 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:29:08.314108 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-cfa470a9-2109-482e-bf5d-aa9390bcf17f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6a783123-4bcc-4897-af82-a444488a6903), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:08.403094 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-cfa470a9-2109-482e-bf5d-aa9390bcf17f service neutron] No DVR routers for this DVR port 6a783123-4bcc-4897-af82-a444488a6903 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:29:08.441634 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa470a9-2109-482e-bf5d-aa9390bcf17f service neutron] Pushing event updated for resources: {'Port': ['ID=6a783123-4bcc-4897-af82-a444488a6903,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:08.447130 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8908f-50ba-41f6-9855-22379155c796 req-b0181f69-2569-4b5b-b2fa-92021d42957f tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:08.448143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60308) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:08.456923 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7c8908f-50ba-41f6-9855-22379155c796 req-b0181f69-2569-4b5b-b2fa-92021d42957f tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=249ce054-2a7c-4e9c-aaae-b9a91a309ade HTTP/1.1" status: 200 len: 946 time: 0.1189704 Feb 03 12:29:08.471387 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-cfa470a9-2109-482e-bf5d-aa9390bcf17f service neutron] 10.222.0.73 "PUT /v2.0/ports/6a783123-4bcc-4897-af82-a444488a6903/bindings/n-h2-827336-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9718552 Feb 03 12:29:08.489963 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1497a62-166e-4d96-99f5-39945be93ea7 req-7c0ad1fd-e0a3-4410-9968-2f73d8a9ac1c tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:08.492135 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b1497a62-166e-4d96-99f5-39945be93ea7 req-7c0ad1fd-e0a3-4410-9968-2f73d8a9ac1c tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.31 "GET /v2.0/ports?device_id=b59ea7d7-d062-44e3-b9b4-c616d2cc1be7 HTTP/1.1" status: 200 len: 971 time: 0.1063209 Feb 03 12:29:08.499987 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-62146603-f9ba-4465-a5cc-732f28fa1e4e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc3323cbab8344899144bdc589185102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484486 Feb 03 12:29:08.501656 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60310) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:08.554247 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c8510ee-b1fd-4d8b-bb33-673b3634a5a9 admin admin] Publish callbacks [] for security_group (86797b4a-ac0d-4b3e-bd7c-115e7e17f963), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:08.561825 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7c8908f-50ba-41f6-9855-22379155c796 req-45cb5b82-1d3f-48bf-8c73-d6b809e2a504 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0993838 Feb 03 12:29:08.579006 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c8510ee-b1fd-4d8b-bb33-673b3634a5a9 admin admin] Publish callbacks [] for security_group (86797b4a-ac0d-4b3e-bd7c-115e7e17f963), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:08.633070 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-b1497a62-166e-4d96-99f5-39945be93ea7 req-2e117109-d2c1-4560-9cfe-a74635ab8c22 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Deleting port d98fe854-9707-45ca-abd7-201f5090eaa5 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:29:08.633799 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b1497a62-166e-4d96-99f5-39945be93ea7 req-2e117109-d2c1-4560-9cfe-a74635ab8c22 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d98fe854-9707-45ca-abd7-201f5090eaa5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:08.700030 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-fb8a5173-2955-4bb2-a797-717df4fb650c tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:08.701576 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-fb8a5173-2955-4bb2-a797-717df4fb650c tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931&tenant_id=4d4dfb0f87774d34902a75fe55b72106&binding%3Ahost_id=n-h1-827336-3 HTTP/1.1" status: 200 len: 1127 time: 0.1202736 Feb 03 12:29:08.745718 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c8510ee-b1fd-4d8b-bb33-673b3634a5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (86797b4a-ac0d-4b3e-bd7c-115e7e17f963), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:08.748572 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c8510ee-b1fd-4d8b-bb33-673b3634a5a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:08.752652 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6c8510ee-b1fd-4d8b-bb33-673b3634a5a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86797b4a-ac0d-4b3e-bd7c-115e7e17f963 HTTP/1.1" status: 204 len: 168 time: 0.2473409 Feb 03 12:29:08.763860 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-b1497a62-166e-4d96-99f5-39945be93ea7 req-2e117109-d2c1-4560-9cfe-a74635ab8c22 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] For port d98fe854-9707-45ca-abd7-201f5090eaa5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d98fe854-9707-45ca-abd7-201f5090eaa5,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:08.764380 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b1497a62-166e-4d96-99f5-39945be93ea7 req-2e117109-d2c1-4560-9cfe-a74635ab8c22 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d98fe854-9707-45ca-abd7-201f5090eaa5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:08.769060 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60314) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:08.783647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-b1497a62-166e-4d96-99f5-39945be93ea7 req-2e117109-d2c1-4560-9cfe-a74635ab8c22 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Calling delete_port for d98fe854-9707-45ca-abd7-201f5090eaa5 owned by compute:tempest-test_az-1628741702 {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:29:08.792464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8510ee-b1fd-4d8b-bb33-673b3634a5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86797b4a-ac0d-4b3e-bd7c-115e7e17f963,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:08.796226 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb0a5953-e171-48f3-a614-8a29cacb7b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:08.846576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-4cf67ccb-007e-4946-9ef7-04f35e8264ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:08.851813 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-4cf67ccb-007e-4946-9ef7-04f35e8264ca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931&tenant_id=4d4dfb0f87774d34902a75fe55b72106 HTTP/1.1" status: 200 len: 1127 time: 0.1329615 Feb 03 12:29:09.000659 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-f282613c-3b2a-4328-a99e-ab35a8ff0cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:09.002201 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-f282613c-3b2a-4328-a99e-ab35a8ff0cf8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 1127 time: 0.1151791 Feb 03 12:29:09.007546 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb0a5953-e171-48f3-a614-8a29cacb7b9f admin admin] Publish callbacks [] for security_group (990d6cbd-44f6-4feb-889e-f859f502a230), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:09.020786 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb0a5953-e171-48f3-a614-8a29cacb7b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (990d6cbd-44f6-4feb-889e-f859f502a230), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:09.025606 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745ab94-fe07-4d01-821b-56b36637419c req-fd5fe79e-c90e-4ccf-9481-50349f0e9b25 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:09.027623 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0745ab94-fe07-4d01-821b-56b36637419c req-fd5fe79e-c90e-4ccf-9481-50349f0e9b25 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=f843284f-3afe-47fd-954c-4cc53f284cfa HTTP/1.1" status: 200 len: 948 time: 0.0904360 Feb 03 12:29:09.088421 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0745ab94-fe07-4d01-821b-56b36637419c req-d4da26d7-242c-476d-89a8-b12c73e7331f tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513065 Feb 03 12:29:09.115197 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-eb0a5953-e171-48f3-a614-8a29cacb7b9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b30c8ac431af45deb314684947350fe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3449721 Feb 03 12:29:09.120018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60326) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:09.127562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a5953-e171-48f3-a614-8a29cacb7b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990d6cbd-44f6-4feb-889e-f859f502a230,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:09.179576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-e1cd27ed-528e-49a0-8770-8cff42ee7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:09.181104 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-e1cd27ed-528e-49a0-8770-8cff42ee7191 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 922 time: 0.1711075 Feb 03 12:29:09.185682 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b1497a62-166e-4d96-99f5-39945be93ea7 req-2e117109-d2c1-4560-9cfe-a74635ab8c22 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (d98fe854-9707-45ca-abd7-201f5090eaa5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:09.198177 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['d98fe854-9707-45ca-abd7-201f5090eaa5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:29:09.226806 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e117109-d2c1-4560-9cfe-a74635ab8c22 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Pushing event deleted for resources: {'Port': ['ID=d98fe854-9707-45ca-abd7-201f5090eaa5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:09.241267 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-cca2d2be-8400-4b59-9394-2d7cf1e6543a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a783123-4bcc-4897-af82-a444488a6903 HTTP/1.1" status: 200 len: 217 time: 0.0528271 Feb 03 12:29:09.246465 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-320779d7-357c-4688-84d7-ec95141e954b admin admin] Publish callbacks [] for security_group (990d6cbd-44f6-4feb-889e-f859f502a230), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:09.349416 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1497a62-166e-4d96-99f5-39945be93ea7 req-2e117109-d2c1-4560-9cfe-a74635ab8c22 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] No DVR routers for this DVR port d98fe854-9707-45ca-abd7-201f5090eaa5 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:29:09.353834 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b1497a62-166e-4d96-99f5-39945be93ea7 req-2e117109-d2c1-4560-9cfe-a74635ab8c22 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:09.358563 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b1497a62-166e-4d96-99f5-39945be93ea7 req-2e117109-d2c1-4560-9cfe-a74635ab8c22 tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.31 "DELETE /v2.0/ports/d98fe854-9707-45ca-abd7-201f5090eaa5 HTTP/1.1" status: 204 len: 173 time: 0.8558128 Feb 03 12:29:09.361369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59ea7d7-d062-44e3-b9b4-c616d2cc1be7', 'name': 'network-vif-deleted', 'tag': 'd98fe854-9707-45ca-abd7-201f5090eaa5'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:09.365334 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0c606e-ff04-415a-8cb6-04f34fbf05f9" -d '{"events": [{"server_uuid": "b59ea7d7-d062-44e3-b9b4-c616d2cc1be7", "name": "network-vif-deleted", "tag": "d98fe854-9707-45ca-abd7-201f5090eaa5"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:09.366615 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-320779d7-357c-4688-84d7-ec95141e954b admin admin] Publish callbacks [] for security_group (990d6cbd-44f6-4feb-889e-f859f502a230), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:09.385753 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ee113-24f6-435b-a715-39da71639692 req-e2d4bb84-2a3e-43a2-a4ba-016b946b05f3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:09.387435 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0c4ee113-24f6-435b-a715-39da71639692 req-e2d4bb84-2a3e-43a2-a4ba-016b946b05f3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.1649656 Feb 03 12:29:09.414032 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-71a53ac8-d6c2-48a1-be23-8a8b4c486e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:09.416423 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-71a53ac8-d6c2-48a1-be23-8a8b4c486e00 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.1674876 Feb 03 12:29:09.471550 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0c4ee113-24f6-435b-a715-39da71639692 req-695b055d-a13c-4282-a8fb-cc071a315736 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759776 Feb 03 12:29:09.483482 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device e8082b38-c807-457a-ad71-ef03500a50e5 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:29:09.548412 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-9bd8ac61-b13d-4303-8291-6aaa10e814e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002181 Feb 03 12:29:09.596834 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4d784ba8-4615-48f2-b18f-1ffa25c71305 req-da2731bc-2575-4cb1-bff8-f069aa8e2e8f tempest-DeleteServersAdminTestJSON-1614030471 tempest-DeleteServersAdminTestJSON-1614030471-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ea7d7-d062-44e3-b9b4-c616d2cc1be7 HTTP/1.1" status: 200 len: 210 time: 0.0525918 Feb 03 12:29:09.608667 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-320779d7-357c-4688-84d7-ec95141e954b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (990d6cbd-44f6-4feb-889e-f859f502a230), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:09.611310 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-320779d7-357c-4688-84d7-ec95141e954b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:09.612531 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-320779d7-357c-4688-84d7-ec95141e954b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/990d6cbd-44f6-4feb-889e-f859f502a230 HTTP/1.1" status: 204 len: 168 time: 0.4916098 Feb 03 12:29:09.634397 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:09.653226 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port e8082b38-c807-457a-ad71-ef03500a50e5 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:29:09.670881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec733d54-74a3-4e5c-92f3-c7de252376e0 req-48d80df7-d83b-42d1-8e1e-26af5765f3b7 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:09.672452 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec733d54-74a3-4e5c-92f3-c7de252376e0 req-48d80df7-d83b-42d1-8e1e-26af5765f3b7 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 945 time: 0.2383280 Feb 03 12:29:09.673233 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320779d7-357c-4688-84d7-ec95141e954b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990d6cbd-44f6-4feb-889e-f859f502a230,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:09.677107 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53543f9c-f654-4f5e-adef-88e62d09f73f x-openstack-request-id: req-53543f9c-f654-4f5e-adef-88e62d09f73f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:09.677507 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59ea7d7-d062-44e3-b9b4-c616d2cc1be7", "name": "network-vif-deleted", "tag": "d98fe854-9707-45ca-abd7-201f5090eaa5", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:09.677742 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53543f9c-f654-4f5e-adef-88e62d09f73f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:09.679154 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59ea7d7-d062-44e3-b9b4-c616d2cc1be7', 'name': 'network-vif-deleted', 'tag': 'd98fe854-9707-45ca-abd7-201f5090eaa5', 'status': 'completed', 'code': 200} Feb 03 12:29:09.698604 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port e8082b38-c807-457a-ad71-ef03500a50e5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:09.698982 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e8082b38-c807-457a-ad71-ef03500a50e5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:09.778392 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-5be96323-dae0-4e4c-a185-92ef894eecda service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191114 Feb 03 12:29:09.801952 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec733d54-74a3-4e5c-92f3-c7de252376e0 req-7c552100-e348-482e-893f-e75dda39630f tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171691 Feb 03 12:29:09.851152 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4133e41-75be-4934-845d-4384f3a9df78 req-66bc40fc-c630-4056-b93d-6b6f278abd32 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:09.856000 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4133e41-75be-4934-845d-4384f3a9df78 req-66bc40fc-c630-4056-b93d-6b6f278abd32 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=249ce054-2a7c-4e9c-aaae-b9a91a309ade HTTP/1.1" status: 200 len: 946 time: 0.1139507 Feb 03 12:29:09.858702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port e8082b38-c807-457a-ad71-ef03500a50e5 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:09.859568 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e8082b38-c807-457a-ad71-ef03500a50e5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:09.899256 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f843284f-3afe-47fd-954c-4cc53f284cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8082b38-c807-457a-ad71-ef03500a50e5'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:09.902549 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e066bacb-9ab9-4757-a88a-62af30b8057d" -d '{"events": [{"server_uuid": "f843284f-3afe-47fd-954c-4cc53f284cfa", "name": "network-vif-plugged", "status": "completed", "tag": "e8082b38-c807-457a-ad71-ef03500a50e5"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:09.918015 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port e8082b38-c807-457a-ad71-ef03500a50e5, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=e8082b38-c807-457a-ad71-ef03500a50e5,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:09.924859 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e8082b38-c807-457a-ad71-ef03500a50e5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:09.965793 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-2d3c3b25-2d40-4c04-bd7f-4d1244213d42 service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751225 Feb 03 12:29:09.984207 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4133e41-75be-4934-845d-4384f3a9df78 req-ea733dbc-ee44-4c77-b162-0f17dec3c94b tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240463 Feb 03 12:29:10.013366 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3466f7b-9b62-4bcb-9287-4ac62de31d7a x-openstack-request-id: req-e3466f7b-9b62-4bcb-9287-4ac62de31d7a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:10.015281 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f843284f-3afe-47fd-954c-4cc53f284cfa", "name": "network-vif-plugged", "status": "completed", "tag": "e8082b38-c807-457a-ad71-ef03500a50e5", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:10.016045 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3466f7b-9b62-4bcb-9287-4ac62de31d7a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:10.017095 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f843284f-3afe-47fd-954c-4cc53f284cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8082b38-c807-457a-ad71-ef03500a50e5', 'code': 200} Feb 03 12:29:10.028655 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=e8082b38-c807-457a-ad71-ef03500a50e5,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:10.145436 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3410c-89c0-4582-9dca-7a49dbd99517 req-6c1a1d0b-2edd-4f74-9774-aa6fb0cdc32c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:10.158593 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60386) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:10.167532 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6bc3410c-89c0-4582-9dca-7a49dbd99517 req-6c1a1d0b-2edd-4f74-9774-aa6fb0cdc32c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=249ce054-2a7c-4e9c-aaae-b9a91a309ade HTTP/1.1" status: 200 len: 946 time: 0.0981162 Feb 03 12:29:10.169950 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-496cb485-2761-4da7-8a66-a37f12a4aa1f tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Request body: {'floatingip': {'port_id': '3fb79638-10a5-4cb6-9e51-535d5f3afb2b'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:10.275698 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60394) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:10.320243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b075bf8-6bb7-4a85-9a9e-9d69cf90430f req-5893f000-b700-4cb8-834b-9ad469bcf307 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:10.321983 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7b075bf8-6bb7-4a85-9a9e-9d69cf90430f req-5893f000-b700-4cb8-834b-9ad469bcf307 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=f843284f-3afe-47fd-954c-4cc53f284cfa HTTP/1.1" status: 200 len: 949 time: 0.0953476 Feb 03 12:29:10.334721 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-496cb485-2761-4da7-8a66-a37f12a4aa1f tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for floatingip (0f96d3af-b632-46f1-9307-1bef35a5fef7), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:10.393036 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7b075bf8-6bb7-4a85-9a9e-9d69cf90430f req-2caf9b6a-6f56-4303-aaf7-f39be8258b15 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633202 Feb 03 12:29:10.429317 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1751885976-network', 'tenant_id': 'df9d4199609e43edbf370c4567ad17c6'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:10.452580 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Made reservation on behalf of df9d4199609e43edbf370c4567ad17c6 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:29:10.454895 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:10.472466 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:10.519431 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb1684-293c-4240-ae87-99afcfce10fc req-2454d5fc-c989-4f36-9fa5-0bfec9f8fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:10.521798 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a0eb1684-293c-4240-ae87-99afcfce10fc req-2454d5fc-c989-4f36-9fa5-0bfec9f8fc1f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f843284f-3afe-47fd-954c-4cc53f284cfa HTTP/1.1" status: 200 len: 1131 time: 0.3749123 Feb 03 12:29:10.571157 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60404) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:10.574058 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-1a0ab64d-103f-426c-997b-a2cf8c7533bf tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:10.575548 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-1a0ab64d-103f-426c-997b-a2cf8c7533bf tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931&tenant_id=4d4dfb0f87774d34902a75fe55b72106&binding%3Ahost_id=n-h2-827336-3 HTTP/1.1" status: 200 len: 1127 time: 0.2052424 Feb 03 12:29:10.600805 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Publish callbacks [] for security_group (99b667ac-b4aa-44dc-b3f6-9744e8160077), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:10.608580 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (99b667ac-b4aa-44dc-b3f6-9744e8160077), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:10.632234 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:29:10.649556 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b667ac-b4aa-44dc-b3f6-9744e8160077,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:10.655142 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c3906a4e-760a-4569-b778-5a514fe15f69), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:10.655518 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Added segment c3906a4e-760a-4569-b778-5a514fe15f69 of type vlan for network 9189a575-bbb1-4dda-8ec1-a87b3811dea1 Feb 03 12:29:10.711627 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (9189a575-bbb1-4dda-8ec1-a87b3811dea1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:10.731597 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a0eb1684-293c-4240-ae87-99afcfce10fc req-1543dc8a-45f3-46f4-99be-055cd38d880d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001853 Feb 03 12:29:10.759932 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (9189a575-bbb1-4dda-8ec1-a87b3811dea1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:10.761278 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:10.762212 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:10.813539 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5324101 Feb 03 12:29:10.815111 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60422) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:10.821363 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d5975f29-8818-471b-8de7-0afd1e51aa7f admin admin] Request body: {'subnet': {'network_id': '9189a575-bbb1-4dda-8ec1-a87b3811dea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1751885976-subnet', 'tenant_id': 'df9d4199609e43edbf370c4567ad17c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:10.874629 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Pushing event updated for resources: {'Network': ['ID=9189a575-bbb1-4dda-8ec1-a87b3811dea1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:10.902102 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:10.904345 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:10.905021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:10.905378 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:10.905719 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:10.906052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:10.908316 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:10.908316 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:10.908627 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:10.908972 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:10.909305 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:10.909637 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:10.910008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30be82b1-35ba-43c4-b4d7-22007da1feee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:10.929157 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 9189a575-bbb1-4dda-8ec1-a87b3811dea1 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:29:10.991054 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a6016f3-0e77-4e3a-b6d6-16635c20f2c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:11.020744 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5975f29-8818-471b-8de7-0afd1e51aa7f admin admin] Made reservation on behalf of df9d4199609e43edbf370c4567ad17c6 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:29:11.023716 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5975f29-8818-471b-8de7-0afd1e51aa7f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:11.038804 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad9b71-f1e8-4b1a-8b52-26ac51bae79f req-81cac5d3-b9b9-4391-8de0-9847b2975ed9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:11.047173 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ebad9b71-f1e8-4b1a-8b52-26ac51bae79f req-81cac5d3-b9b9-4391-8de0-9847b2975ed9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.4949129 Feb 03 12:29:11.092788 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e11426-e051-4931-b5a2-0777776a286b req-85ec6a67-8e8a-4955-b309-0b29784639d4 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:11.096291 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c1e11426-e051-4931-b5a2-0777776a286b req-85ec6a67-8e8a-4955-b309-0b29784639d4 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 945 time: 0.1572855 Feb 03 12:29:11.242244 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60436) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:11.242899 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60438) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:11.294399 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-fe6bb31f-a53d-4c56-bb71-cb844540afaf service neutron] For port 6a783123-4bcc-4897-af82-a444488a6903, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:11.313632 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ebad9b71-f1e8-4b1a-8b52-26ac51bae79f req-9ea63029-d935-4415-ac7b-039438852142 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644250 Feb 03 12:29:11.330667 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-fe6bb31f-a53d-4c56-bb71-cb844540afaf service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:11.333251 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e89e9ee4-42af-43bb-b949-95c21d492381 req-fe6bb31f-a53d-4c56-bb71-cb844540afaf service neutron] 10.222.0.31 "DELETE /v2.0/ports/6a783123-4bcc-4897-af82-a444488a6903/bindings/n-h1-827336-3 HTTP/1.1" status: 204 len: 173 time: 0.7454147 Feb 03 12:29:11.402897 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 6a783123-4bcc-4897-af82-a444488a6903 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:29:11.434765 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a6016f3-0e77-4e3a-b6d6-16635c20f2c9 admin admin] Publish callbacks [] for security_group (f5a57c6c-9321-4baa-91a9-d160a96ba3c7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:11.451616 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a6016f3-0e77-4e3a-b6d6-16635c20f2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f5a57c6c-9321-4baa-91a9-d160a96ba3c7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:11.476517 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] The host n-h1-827336-3 is not matching for port 6a783123-4bcc-4897-af82-a444488a6903 host n-h2-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:29:11.476853 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 6a783123-4bcc-4897-af82-a444488a6903 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:29:11.504749 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c1e11426-e051-4931-b5a2-0777776a286b req-6b0a6196-e73c-415e-adca-50c39da35899 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317430 Feb 03 12:29:11.522987 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2a6016f3-0e77-4e3a-b6d6-16635c20f2c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3a739c03d244b8f82195f85eaba5f01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9485643 Feb 03 12:29:11.523092 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6016f3-0e77-4e3a-b6d6-16635c20f2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a57c6c-9321-4baa-91a9-d160a96ba3c7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:11.525410 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60446) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:11.583581 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-28827118-7e97-4d4d-be82-96041976f81f tempest-AutoAllocateNetworkTest-1303597222 tempest-AutoAllocateNetworkTest-1303597222-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=68bfdef0dde646fe9eb2e6db202df226&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3371754 Feb 03 12:29:11.587539 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60452) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:11.644776 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac32a87f-c3cd-4dba-b5fb-237b0e98e719 admin admin] Publish callbacks [] for security_group (f5a57c6c-9321-4baa-91a9-d160a96ba3c7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:11.658083 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5975f29-8818-471b-8de7-0afd1e51aa7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for subnet (4556355e-2910-4b7a-825e-2d59710268ba), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:11.664300 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fddbb3c3-a884-4730-b578-18146a0e3d2b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12755856944f40da9f58f5da392c5164&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4167397 Feb 03 12:29:11.667046 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60454) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:11.682482 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-496cb485-2761-4da7-8a66-a37f12a4aa1f tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:29:11.707092 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac32a87f-c3cd-4dba-b5fb-237b0e98e719 admin admin] Publish callbacks [] for security_group (f5a57c6c-9321-4baa-91a9-d160a96ba3c7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:11.775478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c21d4-4e16-485c-8a0d-937faba721d3 req-9d01027a-cca5-4dde-bcf7-ee985f9b81ba tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:11.776922 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d50c21d4-4e16-485c-8a0d-937faba721d3 req-9d01027a-cca5-4dde-bcf7-ee985f9b81ba tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=f843284f-3afe-47fd-954c-4cc53f284cfa HTTP/1.1" status: 200 len: 949 time: 0.2689636 Feb 03 12:29:11.813507 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5975f29-8818-471b-8de7-0afd1e51aa7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4556355e-2910-4b7a-825e-2d59710268ba,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:11.822604 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-496cb485-2761-4da7-8a66-a37f12a4aa1f tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:11.831995 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-496cb485-2761-4da7-8a66-a37f12a4aa1f tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (0f96d3af-b632-46f1-9307-1bef35a5fef7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:11.862540 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5975f29-8818-471b-8de7-0afd1e51aa7f admin admin] Checking segment: {'id': 'c3906a4e-760a-4569-b778-5a514fe15f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9189a575-bbb1-4dda-8ec1-a87b3811dea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:29:11.862540 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5975f29-8818-471b-8de7-0afd1e51aa7f admin admin] Network hostable DHCP agents. Network: 9189a575-bbb1-4dda-8ec1-a87b3811dea1, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:29:11.870794 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdebe88-ac2f-4f82-b3e1-abf5ae1e165f req-b8144d1a-94bd-4eec-90ad-6ac07d1f33e0 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:11.872383 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cfdebe88-ac2f-4f82-b3e1-abf5ae1e165f req-b8144d1a-94bd-4eec-90ad-6ac07d1f33e0 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 1127 time: 0.1717792 Feb 03 12:29:11.876474 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-932bf46f-0151-4058-9649-ce9c3136431a admin admin] Publish callbacks [] for security_group (9e5dad52-e8a1-4921-8b6e-0475247405d4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:11.880155 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac32a87f-c3cd-4dba-b5fb-237b0e98e719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f5a57c6c-9321-4baa-91a9-d160a96ba3c7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:11.882767 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac32a87f-c3cd-4dba-b5fb-237b0e98e719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:11.886315 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ac32a87f-c3cd-4dba-b5fb-237b0e98e719 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5a57c6c-9321-4baa-91a9-d160a96ba3c7 HTTP/1.1" status: 204 len: 168 time: 0.3385754 Feb 03 12:29:11.913549 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7505d1-3d27-4da4-ba93-eae51283589e tempest-AutoAllocateNetworkTest-1303597222 tempest-AutoAllocateNetworkTest-1303597222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:11.917819 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bf7505d1-3d27-4da4-ba93-eae51283589e tempest-AutoAllocateNetworkTest-1303597222 tempest-AutoAllocateNetworkTest-1303597222-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3099775 Feb 03 12:29:11.918485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60458) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:11.932262 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32a87f-c3cd-4dba-b5fb-237b0e98e719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a57c6c-9321-4baa-91a9-d160a96ba3c7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:11.937317 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-932bf46f-0151-4058-9649-ce9c3136431a admin admin] Publish callbacks [] for security_group (9e5dad52-e8a1-4921-8b6e-0475247405d4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:11.962631 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d50c21d4-4e16-485c-8a0d-937faba721d3 req-3a82e5aa-7cc4-47ed-a267-47aa1ee71704 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583195 Feb 03 12:29:11.982997 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5975f29-8818-471b-8de7-0afd1e51aa7f admin admin] Network 9189a575-bbb1-4dda-8ec1-a87b3811dea1 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:29:12.012411 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d5975f29-8818-471b-8de7-0afd1e51aa7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 9189a575-bbb1-4dda-8ec1-a87b3811dea1) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:29:12.017901 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cfdebe88-ac2f-4f82-b3e1-abf5ae1e165f req-a9f48cf2-8545-4fd9-857b-27aafd9863ab tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303322 Feb 03 12:29:12.019089 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5975f29-8818-471b-8de7-0afd1e51aa7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:12.019670 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5975f29-8818-471b-8de7-0afd1e51aa7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:12.029905 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2335621-a1c5-4528-b402-6179aa061fde None None] Network 9189a575-bbb1-4dda-8ec1-a87b3811dea1 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:29:12.047451 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d5975f29-8818-471b-8de7-0afd1e51aa7f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2301781 Feb 03 12:29:12.049031 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60460) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:12.062211 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e48edb86-0b6e-4698-b982-d81a610af1e1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1751885976-router', 'tenant_id': 'df9d4199609e43edbf370c4567ad17c6', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:12.069162 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-932bf46f-0151-4058-9649-ce9c3136431a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9e5dad52-e8a1-4921-8b6e-0475247405d4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:12.071209 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-932bf46f-0151-4058-9649-ce9c3136431a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:12.075388 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-932bf46f-0151-4058-9649-ce9c3136431a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e5dad52-e8a1-4921-8b6e-0475247405d4 HTTP/1.1" status: 204 len: 168 time: 0.4029164 Feb 03 12:29:12.090210 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bf46f-0151-4058-9649-ce9c3136431a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5dad52-e8a1-4921-8b6e-0475247405d4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:12.098387 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e48edb86-0b6e-4698-b982-d81a610af1e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (6b804e4c-5ab9-4352-ab21-678bb009ac11), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:12.100289 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e48edb86-0b6e-4698-b982-d81a610af1e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (6b804e4c-5ab9-4352-ab21-678bb009ac11), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:12.129077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0101dc8c-af62-4062-81ae-b85895d0db2c tempest-AutoAllocateNetworkTest-1303597222 tempest-AutoAllocateNetworkTest-1303597222-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2050109 Feb 03 12:29:12.138531 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60466) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:12.150439 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-496cb485-2761-4da7-8a66-a37f12a4aa1f tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Floating IP 0f96d3af-b632-46f1-9307-1bef35a5fef7 associated. External IP: 172.25.6.201, port: 3fb79638-10a5-4cb6-9e51-535d5f3afb2b. Feb 03 12:29:12.198202 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e48edb86-0b6e-4698-b982-d81a610af1e1 admin admin] Publish callbacks [] for router_controller (6b804e4c-5ab9-4352-ab21-678bb009ac11), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:12.204024 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-78ab9923-b514-45c8-ba12-4bf94c850872 tempest-AutoAllocateNetworkTest-1303597222 tempest-AutoAllocateNetworkTest-1303597222-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=68bfdef0dde646fe9eb2e6db202df226 HTTP/1.1" status: 200 len: 208 time: 0.0643833 Feb 03 12:29:12.317962 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-9189a575-bbb1-4dda-8ec1-a87b3811dea1', 'network_id': '9189a575-bbb1-4dda-8ec1-a87b3811dea1', 'project_id': 'df9d4199609e43edbf370c4567ad17c6', 'fixed_ips': [{'subnet_id': '4556355e-2910-4b7a-825e-2d59710268ba'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:29:12.323100 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:12.379433 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d98fe854-9707-45ca-abd7-201f5090eaa5 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:29:12.445469 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: d98fe854-9707-45ca-abd7-201f5090eaa5 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:29:12.445985 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d98fe854-9707-45ca-abd7-201f5090eaa5 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:29:12.475045 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60476) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:12.509631 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e48edb86-0b6e-4698-b982-d81a610af1e1 admin admin] Publish callbacks [] for router_gateway (6b804e4c-5ab9-4352-ab21-678bb009ac11), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:12.521484 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6cf2770f-ef4d-4dec-a1d9-24901aefccc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:12.625622 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4455f32-31ff-4e0a-a233-74ad7eac79ae req-bca73823-7228-425f-93f3-40e3ad3405d6 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:12.627200 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4455f32-31ff-4e0a-a233-74ad7eac79ae req-bca73823-7228-425f-93f3-40e3ad3405d6 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.2063162 Feb 03 12:29:12.637044 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496cb485-2761-4da7-8a66-a37f12a4aa1f tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Router 9648596f-ee05-445d-800b-50fe291f9f37 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:29:12.689071 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] Allocated IP 172.20.0.2 (9189a575-bbb1-4dda-8ec1-a87b3811dea1/4556355e-2910-4b7a-825e-2d59710268ba/b542a82c-be15-431d-a7ca-04ea90317f6e) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:29:12.731688 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4455f32-31ff-4e0a-a233-74ad7eac79ae req-028db838-a072-46b4-b0d7-6b3ab3f12f2f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932145 Feb 03 12:29:12.894868 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] Publish callbacks [] for port (b542a82c-be15-431d-a7ca-04ea90317f6e), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:12.899173 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60490) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:12.899747 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60492) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:12.903470 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (b542a82c-be15-431d-a7ca-04ea90317f6e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:12.942294 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fabf93fb-122c-477e-a07f-f19265ede703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:12.948419 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] Network 9189a575-bbb1-4dda-8ec1-a87b3811dea1 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:29:12.955052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:29:12.959837 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:29:12.966584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] Pushing event updated for resources: {'Port': ['ID=b542a82c-be15-431d-a7ca-04ea90317f6e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:12.984204 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6cf2770f-ef4d-4dec-a1d9-24901aefccc7 admin admin] Publish callbacks [] for security_group (4f78207a-5804-457f-8366-f841922a3494), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:13.001684 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6cf2770f-ef4d-4dec-a1d9-24901aefccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4f78207a-5804-457f-8366-f841922a3494), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:13.012895 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-2210bb24-660b-4b26-b6ae-26e04b214a01 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:13.019929 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-2210bb24-660b-4b26-b6ae-26e04b214a01 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 821 time: 0.3851430 Feb 03 12:29:13.055352 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496cb485-2761-4da7-8a66-a37f12a4aa1f tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:29:13.062061 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-496cb485-2761-4da7-8a66-a37f12a4aa1f tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:13.071464 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461c176a-a192-4404-aea6-2ab804e46d2e None None] Sync routers for ids ['9648596f-ee05-445d-800b-50fe291f9f37'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:29:13.088369 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461c176a-a192-4404-aea6-2ab804e46d2e None None] Routers {'9648596f-ee05-445d-800b-50fe291f9f37'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:29:13.088573 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-1e195f60-23d3-4147-aff4-19fe50783b34 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/quotas/4d4dfb0f87774d34902a75fe55b72106 HTTP/1.1" status: 200 len: 375 time: 0.0675218 Feb 03 12:29:13.089998 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-461c176a-a192-4404-aea6-2ab804e46d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:29:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9648596f-ee05-445d-800b-50fe291f9f37'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:13.110809 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] Attempting to bind port b542a82c-be15-431d-a7ca-04ea90317f6e on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:29:13.111243 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] Attempting to bind port b542a82c-be15-431d-a7ca-04ea90317f6e by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'c3906a4e-760a-4569-b778-5a514fe15f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9189a575-bbb1-4dda-8ec1-a87b3811dea1'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:29:13.111528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] Attempting to bind port b542a82c-be15-431d-a7ca-04ea90317f6e on network 9189a575-bbb1-4dda-8ec1-a87b3811dea1 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:13.117188 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6cf2770f-ef4d-4dec-a1d9-24901aefccc7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd1880c0ae9c4aafb3a5496a5b204abe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6392400 Feb 03 12:29:13.120351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:29:13.120766 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] Checking segment: {'id': 'c3906a4e-760a-4569-b778-5a514fe15f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9189a575-bbb1-4dda-8ec1-a87b3811dea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:29:13.121181 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:13.121604 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] Bound using segment: {'id': 'c3906a4e-760a-4569-b778-5a514fe15f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9189a575-bbb1-4dda-8ec1-a87b3811dea1'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:29:13.122097 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] Bound port: b542a82c-be15-431d-a7ca-04ea90317f6e, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3906a4e-760a-4569-b778-5a514fe15f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9189a575-bbb1-4dda-8ec1-a87b3811dea1'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:29:13.122772 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b542a82c-be15-431d-a7ca-04ea90317f6e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:13.135889 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60498) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:13.138992 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2770f-ef4d-4dec-a1d9-24901aefccc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f78207a-5804-457f-8366-f841922a3494,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:13.178334 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93d82009-a7d1-41d2-968d-6f67e4487aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:13.202068 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-496cb485-2761-4da7-8a66-a37f12a4aa1f tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "PUT /v2.0/floatingips/0f96d3af-b632-46f1-9307-1bef35a5fef7 HTTP/1.1" status: 200 len: 992 time: 3.0354354 Feb 03 12:29:13.207730 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249ce054-2a7c-4e9c-aaae-b9a91a309ade', 'tag': '3fb79638-10a5-4cb6-9e51-535d5f3afb2b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:13.210608 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e4894f-3e27-484d-809e-fb34fbc489bc" -d '{"events": [{"name": "network-changed", "server_uuid": "249ce054-2a7c-4e9c-aaae-b9a91a309ade", "tag": "3fb79638-10a5-4cb6-9e51-535d5f3afb2b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:13.245857 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] For port b542a82c-be15-431d-a7ca-04ea90317f6e, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:13.251742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] For port b542a82c-be15-431d-a7ca-04ea90317f6e, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b542a82c-be15-431d-a7ca-04ea90317f6e,segment=NetworkSegment(c3906a4e-760a-4569-b778-5a514fe15f69),segment_id=c3906a4e-760a-4569-b778-5a514fe15f69)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:29:13.255245 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46744a70-bace-42a7-86ad-04c5ebaf728a req-c4cf1f7c-c2d2-413a-ab8c-f67e8151f6f3 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:13.257761 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46744a70-bace-42a7-86ad-04c5ebaf728a req-c4cf1f7c-c2d2-413a-ab8c-f67e8151f6f3 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=f843284f-3afe-47fd-954c-4cc53f284cfa HTTP/1.1" status: 200 len: 949 time: 0.1205838 Feb 03 12:29:13.258764 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45a03ce1-46f6-44f4-add8-739b11128238 admin admin] Publish callbacks [] for security_group (4f78207a-5804-457f-8366-f841922a3494), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:13.261465 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b542a82c-be15-431d-a7ca-04ea90317f6e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:13.283471 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-461c176a-a192-4404-aea6-2ab804e46d2e None None] Set router 9648596f-ee05-445d-800b-50fe291f9f37 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:29:13.298550 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45a03ce1-46f6-44f4-add8-739b11128238 admin admin] Publish callbacks [] for security_group (4f78207a-5804-457f-8366-f841922a3494), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:13.321883 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fabf93fb-122c-477e-a07f-f19265ede703 admin admin] Publish callbacks [] for security_group (daab2e97-b09b-4599-8468-40ad637a7581), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:13.334395 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9829d-ebea-4195-926a-ae0b2e4b3d1c None None] Pushing event updated for resources: {'Port': ['ID=b542a82c-be15-431d-a7ca-04ea90317f6e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:13.342463 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-901bdd03-b71b-4851-80da-692fdc199c81 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2526822 Feb 03 12:29:13.358620 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46744a70-bace-42a7-86ad-04c5ebaf728a req-d282ec42-3560-42c2-b2b5-b834f73beb36 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895960 Feb 03 12:29:13.358869 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fabf93fb-122c-477e-a07f-f19265ede703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (daab2e97-b09b-4599-8468-40ad637a7581), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:13.394685 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45a03ce1-46f6-44f4-add8-739b11128238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4f78207a-5804-457f-8366-f841922a3494), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:13.402862 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45a03ce1-46f6-44f4-add8-739b11128238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:13.406148 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-45a03ce1-46f6-44f4-add8-739b11128238 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4f78207a-5804-457f-8366-f841922a3494 HTTP/1.1" status: 204 len: 168 time: 0.2666006 Feb 03 12:29:13.422403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a03ce1-46f6-44f4-add8-739b11128238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f78207a-5804-457f-8366-f841922a3494,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:13.473257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ce1-46f6-44f4-add8-739b11128238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:13.473609 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ce1-46f6-44f4-add8-739b11128238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:13.473952 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ce1-46f6-44f4-add8-739b11128238 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:13.474289 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ce1-46f6-44f4-add8-739b11128238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:13.475800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ce1-46f6-44f4-add8-739b11128238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:13.476816 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ce1-46f6-44f4-add8-739b11128238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:13.477148 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ce1-46f6-44f4-add8-739b11128238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:13.477594 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ce1-46f6-44f4-add8-739b11128238 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:13.477803 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ce1-46f6-44f4-add8-739b11128238 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:13.478122 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ce1-46f6-44f4-add8-739b11128238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:13.478451 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ce1-46f6-44f4-add8-739b11128238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:13.479352 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ce1-46f6-44f4-add8-739b11128238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:13.479692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ce1-46f6-44f4-add8-739b11128238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:13.516540 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e48edb86-0b6e-4698-b982-d81a610af1e1 admin admin] Publish callbacks [] for router_gateway (6b804e4c-5ab9-4352-ab21-678bb009ac11), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:13.518297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf93fb-122c-477e-a07f-f19265ede703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daab2e97-b09b-4599-8468-40ad637a7581,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:13.531658 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fabf93fb-122c-477e-a07f-f19265ede703 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91cf134c02344ac7989e108d915742ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6287429 Feb 03 12:29:13.543034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60508) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:13.573228 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e48edb86-0b6e-4698-b982-d81a610af1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:13.629670 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce6640-520d-4bac-8045-cdc82c5561e8 req-01a95b26-7c50-4722-825f-018d903cba77 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:13.631299 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-77ce6640-520d-4bac-8045-cdc82c5561e8 req-01a95b26-7c50-4722-825f-018d903cba77 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=249ce054-2a7c-4e9c-aaae-b9a91a309ade HTTP/1.1" status: 200 len: 946 time: 0.1786451 Feb 03 12:29:13.652747 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bc31607-9178-44bf-b2fd-116fe52439d1 admin admin] Publish callbacks [] for security_group (daab2e97-b09b-4599-8468-40ad637a7581), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:13.677553 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-15d090aa-b262-4824-a46f-5a0531e36485 service neutron] 10.222.0.18 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332880 Feb 03 12:29:13.692275 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bc31607-9178-44bf-b2fd-116fe52439d1 admin admin] Publish callbacks [] for security_group (daab2e97-b09b-4599-8468-40ad637a7581), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:13.718870 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-77ce6640-520d-4bac-8045-cdc82c5561e8 req-d24646d3-0ae3-48f2-957f-cf28d86384f3 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767655 Feb 03 12:29:13.760072 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93d82009-a7d1-41d2-968d-6f67e4487aa4 admin admin] Publish callbacks [] for security_group (eaa1d783-d954-4f46-ab60-dc4ad7bbb7d8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:13.791587 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93d82009-a7d1-41d2-968d-6f67e4487aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (eaa1d783-d954-4f46-ab60-dc4ad7bbb7d8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:13.799010 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bc31607-9178-44bf-b2fd-116fe52439d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (daab2e97-b09b-4599-8468-40ad637a7581), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:13.810422 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bc31607-9178-44bf-b2fd-116fe52439d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:13.811635 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7bc31607-9178-44bf-b2fd-116fe52439d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/daab2e97-b09b-4599-8468-40ad637a7581 HTTP/1.1" status: 204 len: 168 time: 0.2668855 Feb 03 12:29:13.826189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc31607-9178-44bf-b2fd-116fe52439d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daab2e97-b09b-4599-8468-40ad637a7581,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:13.868469 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a44460-e1df-4438-ab76-f8b49f29947d x-openstack-request-id: req-93a44460-e1df-4438-ab76-f8b49f29947d {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:13.868882 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249ce054-2a7c-4e9c-aaae-b9a91a309ade", "tag": "3fb79638-10a5-4cb6-9e51-535d5f3afb2b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:13.869139 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93a44460-e1df-4438-ab76-f8b49f29947d {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:13.869607 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249ce054-2a7c-4e9c-aaae-b9a91a309ade', 'tag': '3fb79638-10a5-4cb6-9e51-535d5f3afb2b', 'status': 'completed', 'code': 200} Feb 03 12:29:13.964447 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-461c176a-a192-4404-aea6-2ab804e46d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9648596f-ee05-445d-800b-50fe291f9f37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:16Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'gw_port': {'id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:18Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '0f96d3af-b632-46f1-9307-1bef35a5fef7', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'floating_ip_address': '172.25.6.201', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'port_id': '3fb79638-10a5-4cb6-9e51-535d5f3afb2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'mac_address': 'fa:16:3e:f9:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249ce054-2a7c-4e9c-aaae-b9a91a309ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:28:50Z', 'updated_at': '2022-02-03T12:29:11Z', 'revision_number': 1, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae11f12-fb66-4010-bea0-183280b64ce0', 'name': '', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'mac_address': 'fa:16:3e:6e:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:29Z', 'updated_at': '2022-02-03T12:28:36Z', 'revision_number': 5, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'subnets': [{'id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:13.988291 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-93d82009-a7d1-41d2-968d-6f67e4487aa4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68bfdef0dde646fe9eb2e6db202df226&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0864875 Feb 03 12:29:13.992732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60522) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:14.001302 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d82009-a7d1-41d2-968d-6f67e4487aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa1d783-d954-4f46-ab60-dc4ad7bbb7d8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:14.030495 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-e48edb86-0b6e-4698-b982-d81a610af1e1 admin admin] Allocated IP 172.25.6.188 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/f8ab4e78-cdb9-480f-ab48-261441e3de70) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:29:14.040727 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461c176a-a192-4404-aea6-2ab804e46d2e None None] Checking router: 9648596f-ee05-445d-800b-50fe291f9f37 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:29:14.045873 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4894f-3e27-484d-809e-fb34fbc489bc req-ac588a03-46b2-41bb-bde2-015add0f4c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:14.047410 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56e4894f-3e27-484d-809e-fb34fbc489bc req-ac588a03-46b2-41bb-bde2-015add0f4c7b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc4a06b2bcd845a58e4fb7339bfa03e4&device_id=249ce054-2a7c-4e9c-aaae-b9a91a309ade HTTP/1.1" status: 200 len: 1128 time: 0.1531749 Feb 03 12:29:14.054514 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-f2a94fa0-0360-42cb-ab3a-4d4d967d6bb2 service neutron] 10.222.0.18 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769479 Feb 03 12:29:14.065707 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a8d2cdf-9705-414e-ade3-a77247ae731e admin admin] Publish callbacks [] for security_group (eaa1d783-d954-4f46-ab60-dc4ad7bbb7d8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:14.087739 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461c176a-a192-4404-aea6-2ab804e46d2e None None] Routers {'9648596f-ee05-445d-800b-50fe291f9f37'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:29:14.088412 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-461c176a-a192-4404-aea6-2ab804e46d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:29:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9648596f-ee05-445d-800b-50fe291f9f37'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:14.203800 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a8d2cdf-9705-414e-ade3-a77247ae731e admin admin] Publish callbacks [] for security_group (eaa1d783-d954-4f46-ab60-dc4ad7bbb7d8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:14.208299 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e48edb86-0b6e-4698-b982-d81a610af1e1 admin admin] Publish callbacks [] for port (f8ab4e78-cdb9-480f-ab48-261441e3de70), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:14.256429 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e48edb86-0b6e-4698-b982-d81a610af1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (f8ab4e78-cdb9-480f-ab48-261441e3de70), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:14.322112 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48edb86-0b6e-4698-b982-d81a610af1e1 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:29:14.328779 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e48edb86-0b6e-4698-b982-d81a610af1e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:29:14.334849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4894f-3e27-484d-809e-fb34fbc489bc req-ebea5cd2-f6d1-420e-9395-079616afe03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:14.340165 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56e4894f-3e27-484d-809e-fb34fbc489bc req-ebea5cd2-f6d1-420e-9395-079616afe03b service neutron] 10.222.0.31 "GET /v2.0/networks?id=e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 HTTP/1.1" status: 200 len: 925 time: 0.2742836 Feb 03 12:29:14.346894 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48edb86-0b6e-4698-b982-d81a610af1e1 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:29:14.367891 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-461c176a-a192-4404-aea6-2ab804e46d2e None None] Set router 9648596f-ee05-445d-800b-50fe291f9f37 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:29:14.518114 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a8d2cdf-9705-414e-ade3-a77247ae731e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (eaa1d783-d954-4f46-ab60-dc4ad7bbb7d8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:14.523658 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a8d2cdf-9705-414e-ade3-a77247ae731e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:14.525880 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2a8d2cdf-9705-414e-ade3-a77247ae731e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eaa1d783-d954-4f46-ab60-dc4ad7bbb7d8 HTTP/1.1" status: 204 len: 168 time: 0.5319698 Feb 03 12:29:14.547228 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48edb86-0b6e-4698-b982-d81a610af1e1 admin admin] Pushing event updated for resources: {'Port': ['ID=f8ab4e78-cdb9-480f-ab48-261441e3de70,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:14.603749 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d2cdf-9705-414e-ade3-a77247ae731e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa1d783-d954-4f46-ab60-dc4ad7bbb7d8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:14.677879 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56e4894f-3e27-484d-809e-fb34fbc489bc req-a587a0a5-f59c-4aea-8ef4-b19c8f44a846 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fb79638-10a5-4cb6-9e51-535d5f3afb2b HTTP/1.1" status: 200 len: 1000 time: 0.3289838 Feb 03 12:29:14.692021 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-373d70d9-2577-4e66-b120-9caa51dd0dba req-81c109f2-69c0-4581-a821-f3cf8ef611fc service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:29:14.702193 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-373d70d9-2577-4e66-b120-9caa51dd0dba req-81c109f2-69c0-4581-a821-f3cf8ef611fc service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0191059 Feb 03 12:29:14.797086 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-461c176a-a192-4404-aea6-2ab804e46d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9648596f-ee05-445d-800b-50fe291f9f37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:16Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'gw_port': {'id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:18Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '0f96d3af-b632-46f1-9307-1bef35a5fef7', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'floating_ip_address': '172.25.6.201', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'port_id': '3fb79638-10a5-4cb6-9e51-535d5f3afb2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'mac_address': 'fa:16:3e:f9:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249ce054-2a7c-4e9c-aaae-b9a91a309ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:28:50Z', 'updated_at': '2022-02-03T12:29:11Z', 'revision_number': 1, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae11f12-fb66-4010-bea0-183280b64ce0', 'name': '', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'mac_address': 'fa:16:3e:6e:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:29Z', 'updated_at': '2022-02-03T12:28:36Z', 'revision_number': 5, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'subnets': [{'id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:14.813828 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4109cbf-5975-41f6-87fd-5851bd3173cc req-b64d65b3-3899-4d00-a7d5-0f9df4023bc4 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:14.824428 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b4109cbf-5975-41f6-87fd-5851bd3173cc req-b64d65b3-3899-4d00-a7d5-0f9df4023bc4 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.3810101 Feb 03 12:29:14.848770 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4894f-3e27-484d-809e-fb34fbc489bc req-178e0c8f-b48a-4533-85dc-d39f1d4a680b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:14.859636 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56e4894f-3e27-484d-809e-fb34fbc489bc req-178e0c8f-b48a-4533-85dc-d39f1d4a680b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=85163f5e-1c84-41bb-8d33-9e34ca1fec33 HTTP/1.1" status: 200 len: 863 time: 0.1490712 Feb 03 12:29:14.910927 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461c176a-a192-4404-aea6-2ab804e46d2e None None] The sync data for ids ['9648596f-ee05-445d-800b-50fe291f9f37'] in n-d-827336-3 is: [{'id': '9648596f-ee05-445d-800b-50fe291f9f37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:16Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'gw_port': {'id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:18Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '0f96d3af-b632-46f1-9307-1bef35a5fef7', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'floating_ip_address': '172.25.6.201', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'port_id': '3fb79638-10a5-4cb6-9e51-535d5f3afb2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'mac_address': 'fa:16:3e:f9:db:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249ce054-2a7c-4e9c-aaae-b9a91a309ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:28:50Z', 'updated_at': '2022-02-03T12:29:11Z', 'revision_number': 1, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae11f12-fb66-4010-bea0-183280b64ce0', 'name': '', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'mac_address': 'fa:16:3e:6e:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:29Z', 'updated_at': '2022-02-03T12:28:36Z', 'revision_number': 5, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'subnets': [{'id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:29:14.988209 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4894f-3e27-484d-809e-fb34fbc489bc req-ecc2b1d0-99b2-42c9-8bee-6f017252d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:14.990742 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56e4894f-3e27-484d-809e-fb34fbc489bc req-ecc2b1d0-99b2-42c9-8bee-6f017252d77a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6b732d5-42c9-48bb-8c90-6cc7fc4fd940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1282797 Feb 03 12:29:15.072652 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-857ddf60-08b8-4564-af65-6d90bfd60159 req-7590fa92-25e7-47eb-8ffd-e5846760383e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 210 time: 0.0813167 Feb 03 12:29:15.203734 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dd52a5-6c1f-408b-ac57-3bd835fedb91 None None] Network 9189a575-bbb1-4dda-8ec1-a87b3811dea1 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:29:15.245990 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b4109cbf-5975-41f6-87fd-5851bd3173cc req-20ce4e6f-07a2-476a-92dc-42f906e00cb1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169714 Feb 03 12:29:15.284315 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e48edb86-0b6e-4698-b982-d81a610af1e1 admin admin] Publish callbacks [] for router_gateway (6b804e4c-5ab9-4352-ab21-678bb009ac11), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:15.309132 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56e4894f-3e27-484d-809e-fb34fbc489bc req-04eef2a1-34a5-4fed-a5b9-1b8edfe12cf2 service neutron] 10.222.0.31 "GET /v2.0/networks/e6b732d5-42c9-48bb-8c90-6cc7fc4fd940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114836 Feb 03 12:29:15.434784 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773771b0-10c6-4baa-b4f5-8429f3071f97 None None] New status for floating IP 0f96d3af-b632-46f1-9307-1bef35a5fef7: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:29:15.557709 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035e194-3bc2-4e31-97f8-deaf9fe3c6f4 req-680af07a-c9a4-4410-a35a-a3adf1c408d1 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:15.559463 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a035e194-3bc2-4e31-97f8-deaf9fe3c6f4 req-680af07a-c9a4-4410-a35a-a3adf1c408d1 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=f843284f-3afe-47fd-954c-4cc53f284cfa HTTP/1.1" status: 200 len: 949 time: 0.1326704 Feb 03 12:29:15.606631 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56e4894f-3e27-484d-809e-fb34fbc489bc req-4c2f3515-42a3-4478-9bd1-a6b18aabec6a service neutron] 10.222.0.31 "GET /v2.0/networks/e6b732d5-42c9-48bb-8c90-6cc7fc4fd940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597678 Feb 03 12:29:15.615303 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79665f4-c739-48ac-bcfd-f5e54137fa7c req-79bab73e-0d8e-419d-aaf6-3307bfc8e713 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:15.617081 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e79665f4-c739-48ac-bcfd-f5e54137fa7c req-79bab73e-0d8e-419d-aaf6-3307bfc8e713 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=249ce054-2a7c-4e9c-aaae-b9a91a309ade HTTP/1.1" status: 200 len: 946 time: 0.3034883 Feb 03 12:29:15.638074 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3273fc6a-e106-47e5-9a09-0434e3de7abd None None] Provisioning complete for port b542a82c-be15-431d-a7ca-04ea90317f6e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:15.638455 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3273fc6a-e106-47e5-9a09-0434e3de7abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b542a82c-be15-431d-a7ca-04ea90317f6e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:15.700177 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e79665f4-c739-48ac-bcfd-f5e54137fa7c req-bc862cff-18b1-4a62-85f3-e3e31af05ea4 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746911 Feb 03 12:29:15.800777 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:15.908693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b542a82c-be15-431d-a7ca-04ea90317f6e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:29:15.996019 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e48edb86-0b6e-4698-b982-d81a610af1e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (6b804e4c-5ab9-4352-ab21-678bb009ac11), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:16.020374 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a035e194-3bc2-4e31-97f8-deaf9fe3c6f4 req-b3072198-4e53-4693-b06a-99ee7e3b4843 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474180 Feb 03 12:29:16.046983 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port b542a82c-be15-431d-a7ca-04ea90317f6e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:16.048136 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b542a82c-be15-431d-a7ca-04ea90317f6e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:16.059156 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3273fc6a-e106-47e5-9a09-0434e3de7abd None None] Current status of the port b542a82c-be15-431d-a7ca-04ea90317f6e is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:16.059871 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3273fc6a-e106-47e5-9a09-0434e3de7abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b542a82c-be15-431d-a7ca-04ea90317f6e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:16.222214 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48edb86-0b6e-4698-b982-d81a610af1e1 admin admin] Router 6b804e4c-5ab9-4352-ab21-678bb009ac11 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:29:16.351906 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-24120c4f-2ced-41ae-8ffb-d9051694998f req-8637eacf-b5c7-43d8-ba18-126470477a73 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 210 time: 0.0632081 Feb 03 12:29:16.403484 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-663d7cf2-7030-4e80-bad0-b05068c1b9a6 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:16.409529 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-663d7cf2-7030-4e80-bad0-b05068c1b9a6 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.31 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 821 time: 0.4413347 Feb 03 12:29:16.431759 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-0d59f10d-e713-4674-89df-687e82ed225e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Request body: {'port': {'device_id': '071ce337-7948-4a9e-87ae-92fa4e2d0cfd', 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb', 'admin_state_up': True, 'tenant_id': '4d4dfb0f87774d34902a75fe55b72106'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:16.439495 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78e7005d-5a28-4903-a948-02960b778930 req-d3cc838d-62dd-4e32-b927-ffbd2d93ddee tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=14b3cee3de484f73990180aef0947bc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330749 Feb 03 12:29:16.441490 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48edb86-0b6e-4698-b982-d81a610af1e1 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:29:16.452452 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] Sync routers for ids ['6b804e4c-5ab9-4352-ab21-678bb009ac11'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:29:16.472114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e48edb86-0b6e-4698-b982-d81a610af1e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:16.476008 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e48edb86-0b6e-4698-b982-d81a610af1e1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4234180 Feb 03 12:29:16.476245 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] Routers {'6b804e4c-5ab9-4352-ab21-678bb009ac11'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:29:16.476245 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:29:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6b804e4c-5ab9-4352-ab21-678bb009ac11'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:16.486648 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60606) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:16.574633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3273fc6a-e106-47e5-9a09-0434e3de7abd None None] For port b542a82c-be15-431d-a7ca-04ea90317f6e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b542a82c-be15-431d-a7ca-04ea90317f6e,segment=NetworkSegment(c3906a4e-760a-4569-b778-5a514fe15f69),segment_id=c3906a4e-760a-4569-b778-5a514fe15f69)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:16.594560 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3273fc6a-e106-47e5-9a09-0434e3de7abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b542a82c-be15-431d-a7ca-04ea90317f6e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:16.677110 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] Set router 6b804e4c-5ab9-4352-ab21-678bb009ac11 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:29:16.715900 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7005d-5a28-4903-a948-02960b778930 req-2db05cce-fa1d-4e17-831e-0efeaf98728e tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:16.717480 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78e7005d-5a28-4903-a948-02960b778930 req-2db05cce-fa1d-4e17-831e-0efeaf98728e tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2620027 Feb 03 12:29:16.736070 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78e7005d-5a28-4903-a948-02960b778930 req-59f75932-1f31-4221-87fe-d2ad43946094 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/quotas/14b3cee3de484f73990180aef0947bc8 HTTP/1.1" status: 200 len: 375 time: 0.0118985 Feb 03 12:29:16.762387 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-0d59f10d-e713-4674-89df-687e82ed225e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Made reservation on behalf of 4d4dfb0f87774d34902a75fe55b72106 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:29:16.763178 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-0d59f10d-e713-4674-89df-687e82ed225e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:16.787768 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51adf9f-5839-40bc-b8f7-359b09e826ef req-6bbbfed8-b719-42a2-a08e-f12832f4f690 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:16.794572 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c51adf9f-5839-40bc-b8f7-359b09e826ef req-6bbbfed8-b719-42a2-a08e-f12832f4f690 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.2580082 Feb 03 12:29:16.807240 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port b542a82c-be15-431d-a7ca-04ea90317f6e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:16.838359 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7c446af5-8a55-4c92-96cc-94c41ace023b None None] Provisioning complete for port b542a82c-be15-431d-a7ca-04ea90317f6e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:16.838955 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7c446af5-8a55-4c92-96cc-94c41ace023b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b542a82c-be15-431d-a7ca-04ea90317f6e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:16.848731 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273fc6a-e106-47e5-9a09-0434e3de7abd None None] Pushing event updated for resources: {'Port': ['ID=b542a82c-be15-431d-a7ca-04ea90317f6e,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:16.917175 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c51adf9f-5839-40bc-b8f7-359b09e826ef req-14c5dd36-62be-4e68-91bf-af75b85c5ff0 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217215 Feb 03 12:29:16.979255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7c446af5-8a55-4c92-96cc-94c41ace023b None None] Current status of the port b542a82c-be15-431d-a7ca-04ea90317f6e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:17.009307 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78e7005d-5a28-4903-a948-02960b778930 req-71c02773-1967-4517-9c65-df6a378be7d0 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=14b3cee3de484f73990180aef0947bc8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2275217 Feb 03 12:29:17.045725 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-0d59f10d-e713-4674-89df-687e82ed225e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Allocated IP 172.20.0.13 (fa311484-a64f-41a1-a01e-493a1be74adb/a224ad99-e09c-495b-b28c-4e2912ae8c46/ce8ba686-77e5-42fd-842d-1f6bbd6dead8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:29:17.049466 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b804e4c-5ab9-4352-ab21-678bb009ac11', 'name': 'tempest-AttachSCSIVolumeTestJSON-1751885976-router', 'tenant_id': 'df9d4199609e43edbf370c4567ad17c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ab4e78-cdb9-480f-ab48-261441e3de70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:29:12Z', 'updated_at': '2022-02-03T12:29:14Z', 'revision_number': 3, 'project_id': 'df9d4199609e43edbf370c4567ad17c6', 'gw_port': {'id': 'f8ab4e78-cdb9-480f-ab48-261441e3de70', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b804e4c-5ab9-4352-ab21-678bb009ac11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:13Z', 'updated_at': '2022-02-03T12:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:17.113464 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] Checking router: 6b804e4c-5ab9-4352-ab21-678bb009ac11 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:29:17.114159 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] Updating router 6b804e4c-5ab9-4352-ab21-678bb009ac11 port f8ab4e78-cdb9-480f-ab48-261441e3de70 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:29:17.173931 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f8ab4e78-cdb9-480f-ab48-261441e3de70), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:17.284494 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c4dcc-9f49-41e8-8e8f-22392d528bcb req-a0b31953-ac16-48c4-a560-95b4cef9c6e7 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:17.286614 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c82c4dcc-9f49-41e8-8e8f-22392d528bcb req-a0b31953-ac16-48c4-a560-95b4cef9c6e7 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=249ce054-2a7c-4e9c-aaae-b9a91a309ade HTTP/1.1" status: 200 len: 946 time: 0.2459729 Feb 03 12:29:17.415588 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c82c4dcc-9f49-41e8-8e8f-22392d528bcb req-ea014f38-0336-45ea-918e-390374f9b9d2 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1211281 Feb 03 12:29:17.425488 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b47d6dc5-c85c-4c35-b32e-6e92addc7459 req-21137b54-a310-4755-835f-fb34b9c58f64 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a78c77e-c32b-4f38-afdd-4f63418917e1 HTTP/1.1" status: 200 len: 210 time: 0.1665499 Feb 03 12:29:17.491987 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e81f7b07-b874-4d39-81c8-3bd60f8f9f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:17.530610 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-0d59f10d-e713-4674-89df-687e82ed225e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks [] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:17.632431 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e1fd4207-bb11-4949-ba9e-83b48eecddf8 req-1a487894-af92-4ec3-b94a-30d632ce7639 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 210 time: 0.0721018 Feb 03 12:29:17.665888 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-0d59f10d-e713-4674-89df-687e82ed225e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:17.667114 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] Publish callbacks [] for port (f8ab4e78-cdb9-480f-ab48-261441e3de70), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:17.674956 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f8ab4e78-cdb9-480f-ab48-261441e3de70), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:17.727470 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-0d59f10d-e713-4674-89df-687e82ed225e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Network fa311484-a64f-41a1-a01e-493a1be74adb is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:29:17.731503 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-0d59f10d-e713-4674-89df-687e82ed225e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:29:17.735705 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-0d59f10d-e713-4674-89df-687e82ed225e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:29:17.741205 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5996c58-4284-4071-889b-8d48a061b748 None None] Pushing event updated for resources: {'Port': ['ID=f8ab4e78-cdb9-480f-ab48-261441e3de70,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:17.742466 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-0d59f10d-e713-4674-89df-687e82ed225e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:17.743721 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-0d59f10d-e713-4674-89df-687e82ed225e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:17.759336 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59f10d-e713-4674-89df-687e82ed225e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Pushing event updated for resources: {'Port': ['ID=ce8ba686-77e5-42fd-842d-1f6bbd6dead8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:17.769627 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-0d59f10d-e713-4674-89df-687e82ed225e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3425033 Feb 03 12:29:17.784528 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] Request body: {'port': {'device_id': '071ce337-7948-4a9e-87ae-92fa4e2d0cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:17.788192 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] Attempting to bind port f8ab4e78-cdb9-480f-ab48-261441e3de70 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:29:17.788587 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] Attempting to bind port f8ab4e78-cdb9-480f-ab48-261441e3de70 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:29:17.788948 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] Attempting to bind port f8ab4e78-cdb9-480f-ab48-261441e3de70 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:17.798534 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:29:17.799242 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:29:17.799356 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:17.799698 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:29:17.809760 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] Bound port: f8ab4e78-cdb9-480f-ab48-261441e3de70, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:29:17.810264 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f8ab4e78-cdb9-480f-ab48-261441e3de70), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:17.875025 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3424c93-edf1-469f-aca6-85ec4a756524 req-efca80e2-a4e3-4197-8fe2-c1894514e938 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:17.884625 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a3424c93-edf1-469f-aca6-85ec4a756524 req-efca80e2-a4e3-4197-8fe2-c1894514e938 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=249ce054-2a7c-4e9c-aaae-b9a91a309ade HTTP/1.1" status: 200 len: 946 time: 0.3294725 Feb 03 12:29:17.902049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b542a82c-be15-431d-a7ca-04ea90317f6e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:29:17.908546 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:17.985907 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] For port f8ab4e78-cdb9-480f-ab48-261441e3de70, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:17.994400 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] For port f8ab4e78-cdb9-480f-ab48-261441e3de70, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f8ab4e78-cdb9-480f-ab48-261441e3de70,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:29:18.010589 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f8ab4e78-cdb9-480f-ab48-261441e3de70), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:18.028516 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port b542a82c-be15-431d-a7ca-04ea90317f6e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:18.028887 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b542a82c-be15-431d-a7ca-04ea90317f6e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:18.078981 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a3424c93-edf1-469f-aca6-85ec4a756524 req-baa65cc2-d88a-4622-849a-8c62ede8d71e tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1897907 Feb 03 12:29:18.117289 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-e81f7b07-b874-4d39-81c8-3bd60f8f9f65 admin admin] Allocated IP 172.20.0.1 (9189a575-bbb1-4dda-8ec1-a87b3811dea1/4556355e-2910-4b7a-825e-2d59710268ba/8c58e663-107e-4a52-a34f-1a19ed95e5e2) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:29:18.184294 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] Routers {'6b804e4c-5ab9-4352-ab21-678bb009ac11'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:29:18.185099 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:29:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6b804e4c-5ab9-4352-ab21-678bb009ac11'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:18.187177 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5996c58-4284-4071-889b-8d48a061b748 None None] Pushing event updated for resources: {'Port': ['ID=f8ab4e78-cdb9-480f-ab48-261441e3de70,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:18.281133 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port b542a82c-be15-431d-a7ca-04ea90317f6e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:18.349138 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12d091-af76-4efc-9565-79ed071013b6 req-9f6850e9-7e21-4a2c-be81-90ee12dce92f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:18.359310 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5f12d091-af76-4efc-9565-79ed071013b6 req-9f6850e9-7e21-4a2c-be81-90ee12dce92f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.1158576 Feb 03 12:29:18.414311 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e81f7b07-b874-4d39-81c8-3bd60f8f9f65 admin admin] Publish callbacks [] for port (8c58e663-107e-4a52-a34f-1a19ed95e5e2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:18.418442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8ba686-77e5-42fd-842d-1f6bbd6dead8 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:29:18.428776 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] Publish callbacks [] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:18.435890 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5f12d091-af76-4efc-9565-79ed071013b6 req-ce994457-60b6-432f-a0de-fd8f5e388a42 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753264 Feb 03 12:29:18.443719 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] Transition to ACTIVE for port object ce8ba686-77e5-42fd-842d-1f6bbd6dead8 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:29:18.457184 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:18.499867 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e81f7b07-b874-4d39-81c8-3bd60f8f9f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (8c58e663-107e-4a52-a34f-1a19ed95e5e2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:18.508137 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] Pushing event updated for resources: {'Port': ['ID=ce8ba686-77e5-42fd-842d-1f6bbd6dead8,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:18.569985 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] Attempting to bind port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:29:18.570671 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] Attempting to bind port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:29:18.572383 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] Attempting to bind port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:18.585024 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] Port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 on network fa311484-a64f-41a1-a01e-493a1be74adb not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:29:18.585215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] Attempting to bind port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:18.593548 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81f7b07-b874-4d39-81c8-3bd60f8f9f65 admin admin] Network 9189a575-bbb1-4dda-8ec1-a87b3811dea1 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:29:18.596142 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:29:18.596509 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] Checking segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:29:18.596864 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e81f7b07-b874-4d39-81c8-3bd60f8f9f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:29:18.596980 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] Bound using segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:29:18.597325 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] Bound port: ce8ba686-77e5-42fd-842d-1f6bbd6dead8, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:29:18.597686 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:18.601982 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81f7b07-b874-4d39-81c8-3bd60f8f9f65 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:29:18.602776 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e81f7b07-b874-4d39-81c8-3bd60f8f9f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (6b804e4c-5ab9-4352-ab21-678bb009ac11), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:18.643719 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] Set router 6b804e4c-5ab9-4352-ab21-678bb009ac11 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:29:18.655227 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f7b07-b874-4d39-81c8-3bd60f8f9f65 admin admin] Pushing event updated for resources: {'Port': ['ID=8c58e663-107e-4a52-a34f-1a19ed95e5e2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:18.671904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] For port ce8ba686-77e5-42fd-842d-1f6bbd6dead8, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:18.675571 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] For port ce8ba686-77e5-42fd-842d-1f6bbd6dead8, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ce8ba686-77e5-42fd-842d-1f6bbd6dead8,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:29:18.691772 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:18.729919 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15cd4bd7-927d-410c-9e0b-78b7bb2fd30f req-6376dca1-3ffc-4973-a59e-7c742e7bd5bf tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a78c77e-c32b-4f38-afdd-4f63418917e1 HTTP/1.1" status: 200 len: 210 time: 0.0525005 Feb 03 12:29:18.802196 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:18.804268 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:18.805959 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] 10.222.0.31 "PUT /v2.0/ports/ce8ba686-77e5-42fd-842d-1f6bbd6dead8 HTTP/1.1" status: 200 len: 1092 time: 1.0289621 Feb 03 12:29:18.807857 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071ce337-7948-4a9e-87ae-92fa4e2d0cfd', 'tag': 'ce8ba686-77e5-42fd-842d-1f6bbd6dead8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:18.846568 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f014e03-6447-4e19-a389-c87cdc090d43" -d '{"events": [{"name": "network-changed", "server_uuid": "071ce337-7948-4a9e-87ae-92fa4e2d0cfd", "tag": "ce8ba686-77e5-42fd-842d-1f6bbd6dead8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:18.978644 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d59fbe-25c9-4ecc-b3fb-048d8f25b22c service neutron] Pushing event updated for resources: {'Port': ['ID=ce8ba686-77e5-42fd-842d-1f6bbd6dead8,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:18.996872 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b39e153c-e4d4-4e01-8376-3b4b3aa23704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:18.999117 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-b39e153c-e4d4-4e01-8376-3b4b3aa23704 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 1126 time: 0.1031959 Feb 03 12:29:19.010415 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b804e4c-5ab9-4352-ab21-678bb009ac11', 'name': 'tempest-AttachSCSIVolumeTestJSON-1751885976-router', 'tenant_id': 'df9d4199609e43edbf370c4567ad17c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ab4e78-cdb9-480f-ab48-261441e3de70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:29:12Z', 'updated_at': '2022-02-03T12:29:14Z', 'revision_number': 3, 'project_id': 'df9d4199609e43edbf370c4567ad17c6', 'gw_port': {'id': 'f8ab4e78-cdb9-480f-ab48-261441e3de70', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b804e4c-5ab9-4352-ab21-678bb009ac11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:13Z', 'updated_at': '2022-02-03T12:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:19.049954 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78e7005d-5a28-4903-a948-02960b778930 req-a548b187-ab10-49f5-82be-07c74c91e26a tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=14b3cee3de484f73990180aef0947bc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495729 Feb 03 12:29:19.050645 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c584f41-d4ef-41a8-b15f-ccfc8a279dd5 None None] The sync data for ids ['6b804e4c-5ab9-4352-ab21-678bb009ac11'] in n-d-827336-3 is: [{'id': '6b804e4c-5ab9-4352-ab21-678bb009ac11', 'name': 'tempest-AttachSCSIVolumeTestJSON-1751885976-router', 'tenant_id': 'df9d4199609e43edbf370c4567ad17c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ab4e78-cdb9-480f-ab48-261441e3de70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:29:12Z', 'updated_at': '2022-02-03T12:29:14Z', 'revision_number': 3, 'project_id': 'df9d4199609e43edbf370c4567ad17c6', 'gw_port': {'id': 'f8ab4e78-cdb9-480f-ab48-261441e3de70', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b804e4c-5ab9-4352-ab21-678bb009ac11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:13Z', 'updated_at': '2022-02-03T12:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:29:19.058304 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e2dc5a0-ee99-4166-9b14-f4daf61a8c85 None None] Provisioning complete for port 8c58e663-107e-4a52-a34f-1a19ed95e5e2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:19.059256 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e2dc5a0-ee99-4166-9b14-f4daf61a8c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (8c58e663-107e-4a52-a34f-1a19ed95e5e2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:19.128060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e2dc5a0-ee99-4166-9b14-f4daf61a8c85 None None] Port 8c58e663-107e-4a52-a34f-1a19ed95e5e2 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:29:19.130361 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-55254295-b817-4f9b-9067-eb7bb5332942 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8ba686-77e5-42fd-842d-1f6bbd6dead8 HTTP/1.1" status: 200 len: 217 time: 0.0778587 Feb 03 12:29:19.143194 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-afe4e813-19b7-4ba1-a805-c0007541fd0f tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=355cf0e66ba34b6ba03ec130f21762bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761213 Feb 03 12:29:19.253869 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e81f7b07-b874-4d39-81c8-3bd60f8f9f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8c58e663-107e-4a52-a34f-1a19ed95e5e2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:19.276801 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-90074460-e4e1-4e9b-9698-8f6225aab85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:19.277835 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-90074460-e4e1-4e9b-9698-8f6225aab85c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.1352861 Feb 03 12:29:19.291199 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37faf1-762e-4565-9b5c-ebc22d34ad4b req-5f6ea6f2-5a88-478c-b913-0bfd3b371587 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:19.292796 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d37faf1-762e-4565-9b5c-ebc22d34ad4b req-5f6ea6f2-5a88-478c-b913-0bfd3b371587 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 944 time: 0.1675613 Feb 03 12:29:19.300268 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7005d-5a28-4903-a948-02960b778930 req-8c8bdc4c-133d-4940-ab09-2bb9207d4c95 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:19.301831 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78e7005d-5a28-4903-a948-02960b778930 req-8c8bdc4c-133d-4940-ab09-2bb9207d4c95 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324996 Feb 03 12:29:19.331401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-8a35343a-f3b3-499e-9537-16bb574b8452 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:19.333191 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-8a35343a-f3b3-499e-9537-16bb574b8452 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1784749 Feb 03 12:29:19.339004 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-2b1454d8-2426-442d-bad9-66937e1f0f81 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451977 Feb 03 12:29:19.344198 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-78e7005d-5a28-4903-a948-02960b778930 req-ae6a164d-3e39-4921-8b9b-44e6f529ce54 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Request body: {'port': {'device_id': '6a78c77e-c32b-4f38-afdd-4f63418917e1', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': '14b3cee3de484f73990180aef0947bc8'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:19.380111 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-960f0c55-909f-4cbc-a198-338249878b07 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/quotas/355cf0e66ba34b6ba03ec130f21762bb HTTP/1.1" status: 200 len: 375 time: 0.0392389 Feb 03 12:29:19.459581 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-0f5c61cf-dcfc-49e7-bc8b-43cb02cb5784 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=355cf0e66ba34b6ba03ec130f21762bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779524 Feb 03 12:29:19.531323 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e81f7b07-b874-4d39-81c8-3bd60f8f9f65 admin admin] Publish callbacks [] for port (8c58e663-107e-4a52-a34f-1a19ed95e5e2), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:19.543269 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e81f7b07-b874-4d39-81c8-3bd60f8f9f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8c58e663-107e-4a52-a34f-1a19ed95e5e2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:19.544226 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e81f7b07-b874-4d39-81c8-3bd60f8f9f65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (6b804e4c-5ab9-4352-ab21-678bb009ac11), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:19.553010 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d37faf1-762e-4565-9b5c-ebc22d34ad4b req-6371a7ee-2498-46c5-b3f7-2212d9ba8b22 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392564 Feb 03 12:29:19.615473 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-f55695d2-f141-4949-9d53-09d6759a3125 service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675695 Feb 03 12:29:19.713425 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f7b07-b874-4d39-81c8-3bd60f8f9f65 admin admin] Pushing event updated for resources: {'Port': ['ID=8c58e663-107e-4a52-a34f-1a19ed95e5e2,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:19.793096 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b327bb-43bf-4f9d-a5a2-9ab2b36debfd x-openstack-request-id: req-e4b327bb-43bf-4f9d-a5a2-9ab2b36debfd {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:19.793407 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071ce337-7948-4a9e-87ae-92fa4e2d0cfd", "tag": "ce8ba686-77e5-42fd-842d-1f6bbd6dead8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:19.794093 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4b327bb-43bf-4f9d-a5a2-9ab2b36debfd {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:19.794503 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071ce337-7948-4a9e-87ae-92fa4e2d0cfd', 'tag': 'ce8ba686-77e5-42fd-842d-1f6bbd6dead8', 'status': 'completed', 'code': 200} Feb 03 12:29:19.795109 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e7005d-5a28-4903-a948-02960b778930 req-ae6a164d-3e39-4921-8b9b-44e6f529ce54 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Made reservation on behalf of 14b3cee3de484f73990180aef0947bc8 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:29:19.799372 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-78e7005d-5a28-4903-a948-02960b778930 req-ae6a164d-3e39-4921-8b9b-44e6f529ce54 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:19.850320 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e4f34a5-2284-4d6b-ab68-1ba497c2f410 req-97399e1f-a900-44b3-bd73-f6fc1a279b80 service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979225 Feb 03 12:29:19.870527 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81f7b07-b874-4d39-81c8-3bd60f8f9f65 admin admin] Network 9189a575-bbb1-4dda-8ec1-a87b3811dea1 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:29:19.872788 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e81f7b07-b874-4d39-81c8-3bd60f8f9f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:29:20.020794 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f8ab4e78-cdb9-480f-ab48-261441e3de70 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:29:20.123529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port f8ab4e78-cdb9-480f-ab48-261441e3de70 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:20.125771 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f8ab4e78-cdb9-480f-ab48-261441e3de70), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:20.137560 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f014e03-6447-4e19-a389-c87cdc090d43 req-cddfcf88-9d58-4040-9ed7-38ca97b1ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:20.141518 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f014e03-6447-4e19-a389-c87cdc090d43 req-cddfcf88-9d58-4040-9ed7-38ca97b1ed17 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 1126 time: 0.1818829 Feb 03 12:29:20.143678 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81f7b07-b874-4d39-81c8-3bd60f8f9f65 admin admin] Router 6b804e4c-5ab9-4352-ab21-678bb009ac11 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:29:20.155931 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-072e30de-a1ac-439e-915c-e876e4150676 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=355cf0e66ba34b6ba03ec130f21762bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1107755 Feb 03 12:29:20.171495 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6ad3a-2e7a-4c46-a50d-12c7692fa006 req-7b6492d0-6e08-41e2-b8a1-2ac02606161a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:20.174221 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9fd6ad3a-2e7a-4c46-a50d-12c7692fa006 req-7b6492d0-6e08-41e2-b8a1-2ac02606161a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.1210482 Feb 03 12:29:20.285764 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port f8ab4e78-cdb9-480f-ab48-261441e3de70 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:20.287053 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f8ab4e78-cdb9-480f-ab48-261441e3de70), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:20.319923 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-78e7005d-5a28-4903-a948-02960b778930 req-ae6a164d-3e39-4921-8b9b-44e6f529ce54 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Allocated IP 192.168.233.94 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/732f76d8-c372-4d95-9f8d-7c5941e83bd8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:29:20.323382 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port f8ab4e78-cdb9-480f-ab48-261441e3de70, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f8ab4e78-cdb9-480f-ab48-261441e3de70,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:20.329025 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f8ab4e78-cdb9-480f-ab48-261441e3de70), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:20.388128 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=f8ab4e78-cdb9-480f-ab48-261441e3de70,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:20.401425 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:20.401742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:20.402100 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:20.402576 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:20.402925 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:20.403326 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:20.403974 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:20.404101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:20.404615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:20.404848 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:20.405235 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:20.405565 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:20.405893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:20.420263 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b8809c5c-f27f-49a1-b355-f32e7ef3e680 None None] Provisioning complete for port 8c58e663-107e-4a52-a34f-1a19ed95e5e2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:20.420647 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8809c5c-f27f-49a1-b355-f32e7ef3e680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (8c58e663-107e-4a52-a34f-1a19ed95e5e2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:20.422569 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9fd6ad3a-2e7a-4c46-a50d-12c7692fa006 req-913646a1-d8f4-42eb-9b1e-8936bcbd127a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362161 Feb 03 12:29:20.472916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81f7b07-b874-4d39-81c8-3bd60f8f9f65 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:29:20.480886 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e81f7b07-b874-4d39-81c8-3bd60f8f9f65 admin admin] 10.222.0.18 "PUT /v2.0/routers/6b804e4c-5ab9-4352-ab21-678bb009ac11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9930480 Feb 03 12:29:20.516254 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b8809c5c-f27f-49a1-b355-f32e7ef3e680 None None] Port 8c58e663-107e-4a52-a34f-1a19ed95e5e2 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:29:20.573122 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5e797e67-5ef7-4b93-ae99-84ab6541b42d req-abb34c78-6609-428c-a4ad-fe5d71852bcc tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a78c77e-c32b-4f38-afdd-4f63418917e1 HTTP/1.1" status: 200 len: 210 time: 0.0349109 Feb 03 12:29:20.764958 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f014e03-6447-4e19-a389-c87cdc090d43 req-b53ff589-d798-4353-a247-4d217c439a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:20.766576 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f014e03-6447-4e19-a389-c87cdc090d43 req-b53ff589-d798-4353-a247-4d217c439a56 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 922 time: 0.6134598 Feb 03 12:29:20.782703 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-07798257-7474-4151-8393-819156a38d79 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:20.784250 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-07798257-7474-4151-8393-819156a38d79 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6173644 Feb 03 12:29:20.836385 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec24677-4537-41a4-af01-1fca5787f2b2 req-e32b8f72-2db2-4adf-8bc9-6b311b95861f tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:20.837908 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ec24677-4537-41a4-af01-1fca5787f2b2 req-e32b8f72-2db2-4adf-8bc9-6b311b95861f tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 944 time: 0.0662408 Feb 03 12:29:20.858514 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f014e03-6447-4e19-a389-c87cdc090d43 req-260fd0b9-9f4d-44a9-9b0b-45ef81dabf77 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8ba686-77e5-42fd-842d-1f6bbd6dead8 HTTP/1.1" status: 200 len: 217 time: 0.0730863 Feb 03 12:29:20.871527 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8cdc0551-7447-44e9-b674-494aad4d909f tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/quotas/355cf0e66ba34b6ba03ec130f21762bb HTTP/1.1" status: 200 len: 375 time: 0.0740812 Feb 03 12:29:20.892721 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ec24677-4537-41a4-af01-1fca5787f2b2 req-5507efd9-3e10-40da-87b1-88ae6c6a61d5 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493028 Feb 03 12:29:20.958825 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-304b936b-86db-443c-9802-7508655198b9 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=355cf0e66ba34b6ba03ec130f21762bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783153 Feb 03 12:29:20.999901 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f014e03-6447-4e19-a389-c87cdc090d43 req-19b05e2d-7b86-4444-8f60-1978eff8f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:21.013344 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f014e03-6447-4e19-a389-c87cdc090d43 req-19b05e2d-7b86-4444-8f60-1978eff8f2a4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.1432602 Feb 03 12:29:21.109279 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f014e03-6447-4e19-a389-c87cdc090d43 req-1c791639-f639-449d-b8f8-eebde1add088 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832474 Feb 03 12:29:21.177214 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-b1e4bcce-9e3d-43a5-bb3f-ad7566d514e3 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=355cf0e66ba34b6ba03ec130f21762bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435076 Feb 03 12:29:21.186998 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-78e7005d-5a28-4903-a948-02960b778930 req-ae6a164d-3e39-4921-8b9b-44e6f529ce54 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Publish callbacks [] for port (732f76d8-c372-4d95-9f8d-7c5941e83bd8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:21.261326 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-78e7005d-5a28-4903-a948-02960b778930 req-ae6a164d-3e39-4921-8b9b-44e6f529ce54 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (732f76d8-c372-4d95-9f8d-7c5941e83bd8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:21.301970 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['e8082b38-c807-457a-ad71-ef03500a50e5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:29:21.375015 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-24bad858-9bf3-4a48-a2aa-dac88b8d30c4 req-b1f8277a-c506-4e38-9d0a-cbbdfbbd78f3 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 210 time: 0.1291153 Feb 03 12:29:21.426344 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60770) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:21.568011 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-aa45a53a-5d54-467c-8047-edcbec68ab0e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:21.574683 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-aa45a53a-5d54-467c-8047-edcbec68ab0e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3882220 Feb 03 12:29:21.581346 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60788) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:21.587265 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-030d8f09-c31d-4f99-8690-e6e650a207b4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-15267376-network', 'tenant_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:21.607889 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-3745b978-213a-448e-ad25-257d8623ff58 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Request body: {'port': {'device_id': 'a3534bac-7763-4e09-b2ab-de168744a98d', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': '355cf0e66ba34b6ba03ec130f21762bb'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:21.608588 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e7005d-5a28-4903-a948-02960b778930 req-ae6a164d-3e39-4921-8b9b-44e6f529ce54 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:29:21.637395 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-78e7005d-5a28-4903-a948-02960b778930 req-ae6a164d-3e39-4921-8b9b-44e6f529ce54 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:29:21.682477 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e7005d-5a28-4903-a948-02960b778930 req-ae6a164d-3e39-4921-8b9b-44e6f529ce54 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:29:21.693648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7005d-5a28-4903-a948-02960b778930 req-ae6a164d-3e39-4921-8b9b-44e6f529ce54 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:21.696626 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-78e7005d-5a28-4903-a948-02960b778930 req-ae6a164d-3e39-4921-8b9b-44e6f529ce54 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:21.808204 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] Sync routers for ids ['6b804e4c-5ab9-4352-ab21-678bb009ac11'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:29:21.825422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a164d-3e39-4921-8b9b-44e6f529ce54 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Pushing event updated for resources: {'Port': ['ID=732f76d8-c372-4d95-9f8d-7c5941e83bd8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:21.827802 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] Routers {'6b804e4c-5ab9-4352-ab21-678bb009ac11'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:29:21.831778 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:29:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6b804e4c-5ab9-4352-ab21-678bb009ac11'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:21.837601 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f014e03-6447-4e19-a389-c87cdc090d43 req-101550e3-9c61-490c-83b4-7bcb3400525b service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7124534 Feb 03 12:29:21.850347 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78e7005d-5a28-4903-a948-02960b778930 req-ae6a164d-3e39-4921-8b9b-44e6f529ce54 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5158384 Feb 03 12:29:21.900047 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030d8f09-c31d-4f99-8690-e6e650a207b4 admin admin] Made reservation on behalf of e2a2b29c2b1a40839ec3aa7aa42b7ed9 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:29:21.906643 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-030d8f09-c31d-4f99-8690-e6e650a207b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:21.914087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] Request body: {'port': {'device_id': '6a78c77e-c32b-4f38-afdd-4f63418917e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:21.929479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f8ab4e78-cdb9-480f-ab48-261441e3de70 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:29:21.935207 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-030d8f09-c31d-4f99-8690-e6e650a207b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.040166 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f9b20-b90f-44e4-a442-cb51d48a7fb4 req-06b42d3e-457a-426c-bfc2-3e9de4f5f0de tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:22.041753 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f3f9b20-b90f-44e4-a442-cb51d48a7fb4 req-06b42d3e-457a-426c-bfc2-3e9de4f5f0de tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.4188726 Feb 03 12:29:22.062229 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-742612f1-a13d-47d6-8c76-034b59a0620e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.099160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port f8ab4e78-cdb9-480f-ab48-261441e3de70 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:22.100447 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f8ab4e78-cdb9-480f-ab48-261441e3de70), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.118661 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-3745b978-213a-448e-ad25-257d8623ff58 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Made reservation on behalf of 355cf0e66ba34b6ba03ec130f21762bb for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:29:22.125592 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-3745b978-213a-448e-ad25-257d8623ff58 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.133257 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (732f76d8-c372-4d95-9f8d-7c5941e83bd8), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.149914 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f014e03-6447-4e19-a389-c87cdc090d43 req-8285ced1-aeda-49b6-8612-227062c43071 service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984273 Feb 03 12:29:22.199655 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f3f9b20-b90f-44e4-a442-cb51d48a7fb4 req-618a520f-e924-4822-ae35-8cd2f13624cc tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496847 Feb 03 12:29:22.201171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5acde7dd-817d-4f70-b249-df57214a955a None None] Provisioning complete for port 732f76d8-c372-4d95-9f8d-7c5941e83bd8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:22.201968 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5acde7dd-817d-4f70-b249-df57214a955a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (732f76d8-c372-4d95-9f8d-7c5941e83bd8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.211515 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] Set router 6b804e4c-5ab9-4352-ab21-678bb009ac11 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:29:22.225665 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60800) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:22.244656 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-030d8f09-c31d-4f99-8690-e6e650a207b4 admin admin] Publish callbacks [] for security_group (4e9e7ed3-95fd-41da-a854-b79f083a9cdc), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.305185 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-3745b978-213a-448e-ad25-257d8623ff58 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.418426 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5acde7dd-817d-4f70-b249-df57214a955a None None] Port 732f76d8-c372-4d95-9f8d-7c5941e83bd8 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:29:22.422837 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4a13038-bc85-489a-aae0-11cb9ba897c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.432996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device ce8ba686-77e5-42fd-842d-1f6bbd6dead8 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:29:22.450004 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-3745b978-213a-448e-ad25-257d8623ff58 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks [] for security_group (774860d6-c666-4446-8030-acd5944c24b2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.451572 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-030d8f09-c31d-4f99-8690-e6e650a207b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4e9e7ed3-95fd-41da-a854-b79f083a9cdc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.453760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfea654-a398-4176-8fa2-8787a193848b req-5a467038-b82a-4dad-b14a-132c0d2abe95 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:22.462131 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1dfea654-a398-4176-8fa2-8787a193848b req-5a467038-b82a-4dad-b14a-132c0d2abe95 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 944 time: 0.1289058 Feb 03 12:29:22.469986 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030d8f09-c31d-4f99-8690-e6e650a207b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:29:22.473568 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port f8ab4e78-cdb9-480f-ab48-261441e3de70 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:22.488973 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-030d8f09-c31d-4f99-8690-e6e650a207b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (6224fcae-71f5-4176-b42a-d844eda636ec), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.490699 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-030d8f09-c31d-4f99-8690-e6e650a207b4 admin admin] Added segment 6224fcae-71f5-4176-b42a-d844eda636ec of type vlan for network d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c Feb 03 12:29:22.549469 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-030d8f09-c31d-4f99-8690-e6e650a207b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.588720 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07e3fc-4a32-4e7a-8e71-d191bf9abb7a req-3af0a5ae-0a43-4179-996e-a46262f10760 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:22.596346 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e07e3fc-4a32-4e7a-8e71-d191bf9abb7a req-3af0a5ae-0a43-4179-996e-a46262f10760 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a78c77e-c32b-4f38-afdd-4f63418917e1 HTTP/1.1" status: 200 len: 935 time: 0.8601668 Feb 03 12:29:22.604181 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1dfea654-a398-4176-8fa2-8787a193848b req-e6cb6be5-84c5-48fb-9fdf-5381b248d354 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342397 Feb 03 12:29:22.632718 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-3745b978-213a-448e-ad25-257d8623ff58 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (774860d6-c666-4446-8030-acd5944c24b2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.649001 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port ce8ba686-77e5-42fd-842d-1f6bbd6dead8, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ce8ba686-77e5-42fd-842d-1f6bbd6dead8,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:22.663283 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'ce8ba686-77e5-42fd-842d-1f6bbd6dead8', 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb', 'port_id': 'ce8ba686-77e5-42fd-842d-1f6bbd6dead8', 'mac_address': 'fa:16:3e:f1:bf:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a224ad99-e09c-495b-b28c-4e2912ae8c46', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:29:22.688620 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-030d8f09-c31d-4f99-8690-e6e650a207b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.689726 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030d8f09-c31d-4f99-8690-e6e650a207b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:22.690397 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-030d8f09-c31d-4f99-8690-e6e650a207b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.700506 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4a13038-bc85-489a-aae0-11cb9ba897c1 admin admin] Publish callbacks [] for security_group (cc745913-0ac6-481f-bed0-3c85af7dc7ea), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.714803 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d8f09-c31d-4f99-8690-e6e650a207b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9e7ed3-95fd-41da-a854-b79f083a9cdc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:22.716403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732f76d8-c372-4d95-9f8d-7c5941e83bd8 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:29:22.722477 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cdcbb247-1357-4dda-a398-078fd964db47 req-c1bb5bd0-17eb-4f47-85a6-4155f56f4cba tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 210 time: 0.0475831 Feb 03 12:29:22.725858 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4a13038-bc85-489a-aae0-11cb9ba897c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (cc745913-0ac6-481f-bed0-3c85af7dc7ea), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.730798 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] Publish callbacks [] for port (732f76d8-c372-4d95-9f8d-7c5941e83bd8), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.755904 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:22.756314 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.773143 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8ba686-77e5-42fd-842d-1f6bbd6dead8 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:29:22.782235 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] Transition to ACTIVE for port object 732f76d8-c372-4d95-9f8d-7c5941e83bd8 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:29:22.787973 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f4a13038-bc85-489a-aae0-11cb9ba897c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=832b875aa82a46f288039c30c675161b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5602348 Feb 03 12:29:22.790427 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a13038-bc85-489a-aae0-11cb9ba897c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc745913-0ac6-481f-bed0-3c85af7dc7ea,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:22.792852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60806) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:22.794628 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (732f76d8-c372-4d95-9f8d-7c5941e83bd8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.799275 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port ce8ba686-77e5-42fd-842d-1f6bbd6dead8, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ce8ba686-77e5-42fd-842d-1f6bbd6dead8,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:22.803405 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b804e4c-5ab9-4352-ab21-678bb009ac11', 'name': 'tempest-AttachSCSIVolumeTestJSON-1751885976-router', 'tenant_id': 'df9d4199609e43edbf370c4567ad17c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ab4e78-cdb9-480f-ab48-261441e3de70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:29:12Z', 'updated_at': '2022-02-03T12:29:19Z', 'revision_number': 4, 'project_id': 'df9d4199609e43edbf370c4567ad17c6', 'gw_port': {'id': 'f8ab4e78-cdb9-480f-ab48-261441e3de70', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b804e4c-5ab9-4352-ab21-678bb009ac11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:13Z', 'updated_at': '2022-02-03T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '8c58e663-107e-4a52-a34f-1a19ed95e5e2', 'name': '', 'network_id': '9189a575-bbb1-4dda-8ec1-a87b3811dea1', 'tenant_id': 'df9d4199609e43edbf370c4567ad17c6', 'mac_address': 'fa:16:3e:91:88:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b804e4c-5ab9-4352-ab21-678bb009ac11', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4556355e-2910-4b7a-825e-2d59710268ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:17Z', 'updated_at': '2022-02-03T12:29:19Z', 'revision_number': 2, 'project_id': 'df9d4199609e43edbf370c4567ad17c6', 'subnets': [{'id': '4556355e-2910-4b7a-825e-2d59710268ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:22.820796 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-030d8f09-c31d-4f99-8690-e6e650a207b4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2387147 Feb 03 12:29:22.831251 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.832081 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60808) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:22.836835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] Checking router: 6b804e4c-5ab9-4352-ab21-678bb009ac11 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:29:22.837189 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] Updating router 6b804e4c-5ab9-4352-ab21-678bb009ac11 port 8c58e663-107e-4a52-a34f-1a19ed95e5e2 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:29:22.842802 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-97d874c7-b0ce-4429-ad1d-45d72bf956cf admin admin] Request body: {'subnet': {'network_id': 'd8f9d07d-f9c3-445c-ad01-7e83a7d0b00c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-15267376-subnet', 'tenant_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:22.857045 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-742612f1-a13d-47d6-8c76-034b59a0620e admin admin] Publish callbacks [] for security_group (f0441244-dc5d-4887-865b-2d5d3a8fdf10), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.875442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] Pushing event updated for resources: {'Port': ['ID=732f76d8-c372-4d95-9f8d-7c5941e83bd8,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:22.903445 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8c58e663-107e-4a52-a34f-1a19ed95e5e2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.941159 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cef92ece-3466-41a6-a405-2e8529c4706c admin admin] Publish callbacks [] for security_group (cc745913-0ac6-481f-bed0-3c85af7dc7ea), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.943044 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] Attempting to bind port 732f76d8-c372-4d95-9f8d-7c5941e83bd8 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:29:22.943444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] Attempting to bind port 732f76d8-c372-4d95-9f8d-7c5941e83bd8 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:29:22.943703 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] Attempting to bind port 732f76d8-c372-4d95-9f8d-7c5941e83bd8 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:22.946193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=ce8ba686-77e5-42fd-842d-1f6bbd6dead8,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:22.959269 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-742612f1-a13d-47d6-8c76-034b59a0620e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f0441244-dc5d-4887-865b-2d5d3a8fdf10), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:22.961616 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745b978-213a-448e-ad25-257d8623ff58 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=774860d6-c666-4446-8030-acd5944c24b2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:22.962908 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] Port 732f76d8-c372-4d95-9f8d-7c5941e83bd8 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:29:22.963240 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] Attempting to bind port 732f76d8-c372-4d95-9f8d-7c5941e83bd8 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:22.990219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:29:22.990633 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:29:22.991450 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:29:22.991450 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] Bound port: 732f76d8-c372-4d95-9f8d-7c5941e83bd8, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:29:22.991760 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (732f76d8-c372-4d95-9f8d-7c5941e83bd8), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:23.004236 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d8f09-c31d-4f99-8690-e6e650a207b4 admin admin] Pushing event updated for resources: {'Network': ['ID=d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:23.036780 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e07e3fc-4a32-4e7a-8e71-d191bf9abb7a req-8e57e9d4-b54c-4da6-a4e2-12b561a5c30b tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395695 Feb 03 12:29:23.051399 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cef92ece-3466-41a6-a405-2e8529c4706c admin admin] Publish callbacks [] for security_group (cc745913-0ac6-481f-bed0-3c85af7dc7ea), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:23.060119 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d874c7-b0ce-4429-ad1d-45d72bf956cf admin admin] Made reservation on behalf of e2a2b29c2b1a40839ec3aa7aa42b7ed9 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:29:23.062436 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97d874c7-b0ce-4429-ad1d-45d72bf956cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:23.062959 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:29:23.084857 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-742612f1-a13d-47d6-8c76-034b59a0620e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=965121f0e0864aa99912f0d0060f5ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6528456 Feb 03 12:29:23.089181 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60810) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:23.104712 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-3745b978-213a-448e-ad25-257d8623ff58 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Allocated IP 192.168.233.144 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/407106b2-d790-4199-9328-d3d72b0f5249) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:29:23.110830 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8b29ec1f-e5e5-4ec1-8632-59cb616a4806 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=355cf0e66ba34b6ba03ec130f21762bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802155 Feb 03 12:29:23.116580 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742612f1-a13d-47d6-8c76-034b59a0620e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0441244-dc5d-4887-865b-2d5d3a8fdf10,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:23.136355 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['ce8ba686-77e5-42fd-842d-1f6bbd6dead8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:29:23.258641 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] For port 732f76d8-c372-4d95-9f8d-7c5941e83bd8, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:23.301359 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8efc8199-3d95-427a-80da-d3f66e03bba3 admin admin] Publish callbacks [] for security_group (f0441244-dc5d-4887-865b-2d5d3a8fdf10), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:23.316219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] For port 732f76d8-c372-4d95-9f8d-7c5941e83bd8, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=732f76d8-c372-4d95-9f8d-7c5941e83bd8,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:29:23.350843 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cef92ece-3466-41a6-a405-2e8529c4706c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (cc745913-0ac6-481f-bed0-3c85af7dc7ea), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:23.353752 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cef92ece-3466-41a6-a405-2e8529c4706c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:23.355066 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cef92ece-3466-41a6-a405-2e8529c4706c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc745913-0ac6-481f-bed0-3c85af7dc7ea HTTP/1.1" status: 204 len: 168 time: 0.5612912 Feb 03 12:29:23.356643 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (732f76d8-c372-4d95-9f8d-7c5941e83bd8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:23.437641 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-3745b978-213a-448e-ad25-257d8623ff58 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks [] for port (407106b2-d790-4199-9328-d3d72b0f5249), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:23.458458 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] Pushing event updated for resources: {'Port': ['ID=732f76d8-c372-4d95-9f8d-7c5941e83bd8,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:23.464169 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97d874c7-b0ce-4429-ad1d-45d72bf956cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for subnet (95261582-c8c7-4f87-9307-21a56d122450), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:23.470690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef92ece-3466-41a6-a405-2e8529c4706c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc745913-0ac6-481f-bed0-3c85af7dc7ea,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:23.477613 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8efc8199-3d95-427a-80da-d3f66e03bba3 admin admin] Publish callbacks [] for security_group (f0441244-dc5d-4887-865b-2d5d3a8fdf10), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:23.551241 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8a1092f9-288a-44c2-96f1-12871dd1a881 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:23.553012 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8a1092f9-288a-44c2-96f1-12871dd1a881 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4204252 Feb 03 12:29:23.559177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:23.560741 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:23.562265 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78e7005d-5a28-4903-a948-02960b778930 req-033a714f-ad4e-4ba9-b70f-c2b1e01d4309 service neutron] 10.222.0.73 "PUT /v2.0/ports/732f76d8-c372-4d95-9f8d-7c5941e83bd8 HTTP/1.1" status: 200 len: 1095 time: 1.6896567 Feb 03 12:29:23.567235 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a78c77e-c32b-4f38-afdd-4f63418917e1', 'tag': '732f76d8-c372-4d95-9f8d-7c5941e83bd8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:23.570781 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1ce896-3de6-4991-9370-bd393aa20977" -d '{"events": [{"name": "network-changed", "server_uuid": "6a78c77e-c32b-4f38-afdd-4f63418917e1", "tag": "732f76d8-c372-4d95-9f8d-7c5941e83bd8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:23.582679 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4336a-e7ec-4258-92a0-0cafa976421b req-d286e7dd-03fa-4d8d-ac1d-4fdf1f5bdd15 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:23.584928 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-72f4336a-e7ec-4258-92a0-0cafa976421b req-d286e7dd-03fa-4d8d-ac1d-4fdf1f5bdd15 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.2789133 Feb 03 12:29:23.585684 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8efc8199-3d95-427a-80da-d3f66e03bba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f0441244-dc5d-4887-865b-2d5d3a8fdf10), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:23.588567 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8efc8199-3d95-427a-80da-d3f66e03bba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:23.589996 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8efc8199-3d95-427a-80da-d3f66e03bba3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0441244-dc5d-4887-865b-2d5d3a8fdf10 HTTP/1.1" status: 204 len: 168 time: 0.4964287 Feb 03 12:29:23.597303 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-a2c606c3-5381-4f18-abd8-c58e9cc40102 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Request body: {'port': {'device_id': '391a5d16-c439-4295-88c4-1acfc42b472d', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': '355cf0e66ba34b6ba03ec130f21762bb'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:23.610997 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-3745b978-213a-448e-ad25-257d8623ff58 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (407106b2-d790-4199-9328-d3d72b0f5249), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:23.625806 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d874c7-b0ce-4429-ad1d-45d72bf956cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=95261582-c8c7-4f87-9307-21a56d122450,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:23.721236 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d874c7-b0ce-4429-ad1d-45d72bf956cf admin admin] Checking segment: {'id': '6224fcae-71f5-4176-b42a-d844eda636ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd8f9d07d-f9c3-445c-ad01-7e83a7d0b00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:29:23.722311 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d874c7-b0ce-4429-ad1d-45d72bf956cf admin admin] Network hostable DHCP agents. Network: d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:29:23.742016 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378887a3-795a-4edf-b581-7d99615f0f0d x-openstack-request-id: req-378887a3-795a-4edf-b581-7d99615f0f0d {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:23.742480 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a78c77e-c32b-4f38-afdd-4f63418917e1", "tag": "732f76d8-c372-4d95-9f8d-7c5941e83bd8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:23.742625 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] Publish callbacks [] for port (8c58e663-107e-4a52-a34f-1a19ed95e5e2), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:23.743076 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-378887a3-795a-4edf-b581-7d99615f0f0d {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:23.743413 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a78c77e-c32b-4f38-afdd-4f63418917e1', 'tag': '732f76d8-c372-4d95-9f8d-7c5941e83bd8', 'status': 'completed', 'code': 200} Feb 03 12:29:23.808805 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-3745b978-213a-448e-ad25-257d8623ff58 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:29:23.811606 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745b978-213a-448e-ad25-257d8623ff58 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Pushing event updated for resources: {'Port': ['ID=407106b2-d790-4199-9328-d3d72b0f5249,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:23.829974 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-3745b978-213a-448e-ad25-257d8623ff58 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:29:23.831787 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d874c7-b0ce-4429-ad1d-45d72bf956cf admin admin] Network d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:29:23.834659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-3745b978-213a-448e-ad25-257d8623ff58 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:29:23.840512 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-3745b978-213a-448e-ad25-257d8623ff58 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:23.841155 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-3745b978-213a-448e-ad25-257d8623ff58 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:23.875245 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60830) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:23.884531 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8c58e663-107e-4a52-a34f-1a19ed95e5e2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:23.890111 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-97d874c7-b0ce-4429-ad1d-45d72bf956cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:29:23.902218 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bae92f7-9b27-4dd1-b0ef-af0242ed3ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:23.906281 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d874c7-b0ce-4429-ad1d-45d72bf956cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:23.906457 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97d874c7-b0ce-4429-ad1d-45d72bf956cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:23.914255 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-3745b978-213a-448e-ad25-257d8623ff58 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3309195 Feb 03 12:29:23.939401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] Request body: {'port': {'device_id': 'a3534bac-7763-4e09-b2ab-de168744a98d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:23.945856 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-72f4336a-e7ec-4258-92a0-0cafa976421b req-851f7b0c-92e8-4652-9ac5-6183da95f58d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955214 Feb 03 12:29:23.965112 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77002aad-c272-41cf-8f6e-db6789d18e1f None None] Pushing event updated for resources: {'Port': ['ID=8c58e663-107e-4a52-a34f-1a19ed95e5e2,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:23.968798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc8199-3d95-427a-80da-d3f66e03bba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0441244-dc5d-4887-865b-2d5d3a8fdf10,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:23.975519 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b07eda-5f73-444f-ac6d-ac9cee634422 None None] Network d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:29:23.985223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7005d-5a28-4903-a948-02960b778930 req-4c9414d5-2b32-4758-9949-926c735580e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:23.987037 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78e7005d-5a28-4903-a948-02960b778930 req-4c9414d5-2b32-4758-9949-926c735580e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14b3cee3de484f73990180aef0947bc8&device_id=6a78c77e-c32b-4f38-afdd-4f63418917e1 HTTP/1.1" status: 200 len: 1129 time: 0.2428024 Feb 03 12:29:24.023840 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-97d874c7-b0ce-4429-ad1d-45d72bf956cf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1853180 Feb 03 12:29:24.028682 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60834) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:24.044607 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-25282d08-5e38-4d27-907b-8bc99699d816 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-15267376-router', 'tenant_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:24.072052 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78e7005d-5a28-4903-a948-02960b778930 req-bccfd060-20ad-44e4-a8db-1d4edd800c22 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=732f76d8-c372-4d95-9f8d-7c5941e83bd8 HTTP/1.1" status: 200 len: 217 time: 0.0692282 Feb 03 12:29:24.073940 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-a2c606c3-5381-4f18-abd8-c58e9cc40102 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Made reservation on behalf of 355cf0e66ba34b6ba03ec130f21762bb for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:29:24.077842 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-a2c606c3-5381-4f18-abd8-c58e9cc40102 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:24.081569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d0009-0541-4b83-896a-6a42f3dca541 req-b4deb333-4c0c-4f73-a7b1-54529ca62b79 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:24.098751 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fa3d0009-0541-4b83-896a-6a42f3dca541 req-b4deb333-4c0c-4f73-a7b1-54529ca62b79 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 945 time: 0.2962182 Feb 03 12:29:24.181175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c', 'network_id': 'd8f9d07d-f9c3-445c-ad01-7e83a7d0b00c', 'project_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'fixed_ips': [{'subnet_id': '95261582-c8c7-4f87-9307-21a56d122450'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:29:24.182244 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:24.250872 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25282d08-5e38-4d27-907b-8bc99699d816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (064e43f7-88f2-4221-b663-1db08385c1a3), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:24.254739 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25282d08-5e38-4d27-907b-8bc99699d816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (064e43f7-88f2-4221-b663-1db08385c1a3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:24.263836 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fe9ef53-fe79-4b6a-bd02-847e2ccaeeb1 req-2c8c0de7-80ef-4e53-9353-bb0414989884 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 210 time: 0.1607044 Feb 03 12:29:24.275286 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (407106b2-d790-4199-9328-d3d72b0f5249), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:24.278328 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60842) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:24.340116 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fa3d0009-0541-4b83-896a-6a42f3dca541 req-940c0cbf-12ba-4a3a-890a-69241dcf3116 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401762 Feb 03 12:29:24.352767 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-036e180f-b3c3-4546-8896-a841a339685b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:24.385849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7005d-5a28-4903-a948-02960b778930 req-02f1d704-e358-4b47-a18e-26bf1aef212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:24.388277 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78e7005d-5a28-4903-a948-02960b778930 req-02f1d704-e358-4b47-a18e-26bf1aef212d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.2936192 Feb 03 12:29:24.451549 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25282d08-5e38-4d27-907b-8bc99699d816 admin admin] Publish callbacks [] for router_controller (064e43f7-88f2-4221-b663-1db08385c1a3), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:24.470649 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] Attempting to bind port 8c58e663-107e-4a52-a34f-1a19ed95e5e2 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:29:24.471028 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] Attempting to bind port 8c58e663-107e-4a52-a34f-1a19ed95e5e2 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'c3906a4e-760a-4569-b778-5a514fe15f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9189a575-bbb1-4dda-8ec1-a87b3811dea1'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:29:24.471394 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] Attempting to bind port 8c58e663-107e-4a52-a34f-1a19ed95e5e2 on network 9189a575-bbb1-4dda-8ec1-a87b3811dea1 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:24.504852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.73', 54005) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:24.507816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:29:24.508226 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] Checking segment: {'id': 'c3906a4e-760a-4569-b778-5a514fe15f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9189a575-bbb1-4dda-8ec1-a87b3811dea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:29:24.508642 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:24.509025 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] Bound using segment: {'id': 'c3906a4e-760a-4569-b778-5a514fe15f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9189a575-bbb1-4dda-8ec1-a87b3811dea1'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:29:24.509511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] Bound port: 8c58e663-107e-4a52-a34f-1a19ed95e5e2, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3906a4e-760a-4569-b778-5a514fe15f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9189a575-bbb1-4dda-8ec1-a87b3811dea1'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:29:24.509889 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8c58e663-107e-4a52-a34f-1a19ed95e5e2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:24.580330 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7005d-5a28-4903-a948-02960b778930 req-12f3f562-39b3-497e-9700-3496605d748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:24.582371 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78e7005d-5a28-4903-a948-02960b778930 req-12f3f562-39b3-497e-9700-3496605d748a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1765311 Feb 03 12:29:24.583249 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bae92f7-9b27-4dd1-b0ef-af0242ed3ad8 admin admin] Publish callbacks [] for security_group (17b34514-b94a-469f-9589-06f49c90f7cf), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:24.600467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0541506e-1d48-4c32-ae58-12e9347bbf12 None None] Provisioning complete for port 407106b2-d790-4199-9328-d3d72b0f5249 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:24.600862 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0541506e-1d48-4c32-ae58-12e9347bbf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (407106b2-d790-4199-9328-d3d72b0f5249), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:24.609873 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-a2c606c3-5381-4f18-abd8-c58e9cc40102 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Allocated IP 192.168.233.254 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/ab0d62df-cc7c-4d78-b23a-8a53345ee158) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:29:24.652056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0541506e-1d48-4c32-ae58-12e9347bbf12 None None] Port 407106b2-d790-4199-9328-d3d72b0f5249 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:29:24.663633 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af679ebe-c654-4c94-abca-3fc4a3b031fc req-ce51c077-a14a-4c13-a515-d9fe30f51f60 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:24.670685 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bae92f7-9b27-4dd1-b0ef-af0242ed3ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (17b34514-b94a-469f-9589-06f49c90f7cf), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:24.671290 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af679ebe-c654-4c94-abca-3fc4a3b031fc req-ce51c077-a14a-4c13-a515-d9fe30f51f60 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a78c77e-c32b-4f38-afdd-4f63418917e1 HTTP/1.1" status: 200 len: 947 time: 0.2951066 Feb 03 12:29:24.697323 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] Allocated IP 172.20.0.2 (d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c/95261582-c8c7-4f87-9307-21a56d122450/1475c528-c025-4add-9b78-3a6b62168f6e) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:29:24.732320 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] For port 8c58e663-107e-4a52-a34f-1a19ed95e5e2, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:24.738529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] For port 8c58e663-107e-4a52-a34f-1a19ed95e5e2, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=8c58e663-107e-4a52-a34f-1a19ed95e5e2,segment=NetworkSegment(c3906a4e-760a-4569-b778-5a514fe15f69),segment_id=c3906a4e-760a-4569-b778-5a514fe15f69)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:29:24.774013 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8c58e663-107e-4a52-a34f-1a19ed95e5e2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:24.807000 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-df9d160b-f5bc-4049-ae11-f7af73637fe2 service neutron] show failed (client error): The resource could not be found. Feb 03 12:29:24.808085 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-df9d160b-f5bc-4049-ae11-f7af73637fe2 service neutron] 10.222.0.73 "GET /v2.0/ports/b5e274e7-addc-4547-a7a5-f05f495eccaa/bindings/n-h2-827336-3 HTTP/1.1" status: 404 len: 380 time: 0.2984741 Feb 03 12:29:24.819725 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-036e180f-b3c3-4546-8896-a841a339685b admin admin] Publish callbacks [] for security_group (bb775b0a-f3c2-4477-91cd-4714ecbdc9e2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:24.837141 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-036e180f-b3c3-4546-8896-a841a339685b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bb775b0a-f3c2-4477-91cd-4714ecbdc9e2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:24.888369 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d2045655-686e-4d8b-bd47-ec09945a9b8f None None] Provisioning complete for port 8c58e663-107e-4a52-a34f-1a19ed95e5e2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:24.888745 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d2045655-686e-4d8b-bd47-ec09945a9b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (8c58e663-107e-4a52-a34f-1a19ed95e5e2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:24.929273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] Routers {'6b804e4c-5ab9-4352-ab21-678bb009ac11'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:29:24.930400 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af679ebe-c654-4c94-abca-3fc4a3b031fc req-a44377cf-ef27-4b43-b699-078a5dad55f0 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582331 Feb 03 12:29:24.930522 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:29:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6b804e4c-5ab9-4352-ab21-678bb009ac11'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:24.955762 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e180f-b3c3-4546-8896-a841a339685b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb775b0a-f3c2-4477-91cd-4714ecbdc9e2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:24.998733 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77002aad-c272-41cf-8f6e-db6789d18e1f None None] Pushing event updated for resources: {'Port': ['ID=8c58e663-107e-4a52-a34f-1a19ed95e5e2,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:25.063197 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1bae92f7-9b27-4dd1-b0ef-af0242ed3ad8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=662b7c4e07774258ab626a1b657cdf34&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1867857 Feb 03 12:29:25.076608 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78e7005d-5a28-4903-a948-02960b778930 req-77d2231e-c03a-48de-a1ae-07cec1d46e33 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803205 Feb 03 12:29:25.106835 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60846) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:25.108127 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae92f7-9b27-4dd1-b0ef-af0242ed3ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b34514-b94a-469f-9589-06f49c90f7cf,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:25.141475 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25282d08-5e38-4d27-907b-8bc99699d816 admin admin] Publish callbacks [] for router_gateway (064e43f7-88f2-4221-b663-1db08385c1a3), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:25.188796 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] Publish callbacks [] for port (1475c528-c025-4add-9b78-3a6b62168f6e), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:25.199747 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] Set router 6b804e4c-5ab9-4352-ab21-678bb009ac11 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:29:25.205479 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe3941-a7e2-4c1f-b107-eba18eef7668 req-0963239b-6286-4486-a6d0-fd42014a8a74 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:25.207062 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bcfe3941-a7e2-4c1f-b107-eba18eef7668 req-0963239b-6286-4486-a6d0-fd42014a8a74 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.1507983 Feb 03 12:29:25.230755 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (1475c528-c025-4add-9b78-3a6b62168f6e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:25.285989 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] Pushing event updated for resources: {'Port': ['ID=1475c528-c025-4add-9b78-3a6b62168f6e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:25.309720 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d2045655-686e-4d8b-bd47-ec09945a9b8f None None] Current status of the port 8c58e663-107e-4a52-a34f-1a19ed95e5e2 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:25.310331 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d2045655-686e-4d8b-bd47-ec09945a9b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8c58e663-107e-4a52-a34f-1a19ed95e5e2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:25.328714 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] Network d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:29:25.344075 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bcfe3941-a7e2-4c1f-b107-eba18eef7668 req-fb325a38-0d79-45c9-bf88-cdecb3619be7 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249549 Feb 03 12:29:25.365942 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:29:25.389974 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:29:25.441332 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d2045655-686e-4d8b-bd47-ec09945a9b8f None None] For port 8c58e663-107e-4a52-a34f-1a19ed95e5e2, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=8c58e663-107e-4a52-a34f-1a19ed95e5e2,segment=NetworkSegment(c3906a4e-760a-4569-b778-5a514fe15f69),segment_id=c3906a4e-760a-4569-b778-5a514fe15f69)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:25.450564 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-036e180f-b3c3-4546-8896-a841a339685b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a9ea4e0ccd447e1aae928e6ea53d62b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1665759 Feb 03 12:29:25.453225 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60852) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:25.491894 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d2045655-686e-4d8b-bd47-ec09945a9b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8c58e663-107e-4a52-a34f-1a19ed95e5e2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:25.535132 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-355529ab-a7ac-4ec7-8d15-eeccad60bb9f req-00cbc7e0-a8ea-4024-aee6-2f08bb169059 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 210 time: 0.1125901 Feb 03 12:29:25.555414 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] Attempting to bind port 1475c528-c025-4add-9b78-3a6b62168f6e on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:29:25.555414 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] Attempting to bind port 1475c528-c025-4add-9b78-3a6b62168f6e by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '6224fcae-71f5-4176-b42a-d844eda636ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd8f9d07d-f9c3-445c-ad01-7e83a7d0b00c'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:29:25.555414 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] Attempting to bind port 1475c528-c025-4add-9b78-3a6b62168f6e on network d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:25.580008 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:29:25.580401 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] Checking segment: {'id': '6224fcae-71f5-4176-b42a-d844eda636ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd8f9d07d-f9c3-445c-ad01-7e83a7d0b00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:29:25.581314 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:25.581314 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] Bound using segment: {'id': '6224fcae-71f5-4176-b42a-d844eda636ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd8f9d07d-f9c3-445c-ad01-7e83a7d0b00c'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:29:25.581636 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] Bound port: 1475c528-c025-4add-9b78-3a6b62168f6e, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6224fcae-71f5-4176-b42a-d844eda636ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd8f9d07d-f9c3-445c-ad01-7e83a7d0b00c'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:29:25.582012 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1475c528-c025-4add-9b78-3a6b62168f6e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:25.588011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-e333130a-a396-4674-becd-2fd27eb02a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:25.589521 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-e333130a-a396-4674-becd-2fd27eb02a32 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe&tenant_id=207048d5e9d548ac8439a4c69e7678ef HTTP/1.1" status: 200 len: 1132 time: 0.5417571 Feb 03 12:29:25.595735 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78e7005d-5a28-4903-a948-02960b778930 req-e827cba2-d0ba-492d-9660-d4f12a46bca8 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698167 Feb 03 12:29:25.611011 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138aa51-27af-47e8-9e78-d8843bb6eae4 req-faf43cf9-7d88-48bb-86ac-d323905d2243 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:25.617362 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-3', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:25.624043 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f138aa51-27af-47e8-9e78-d8843bb6eae4 req-faf43cf9-7d88-48bb-86ac-d323905d2243 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 945 time: 0.1639128 Feb 03 12:29:25.637066 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25282d08-5e38-4d27-907b-8bc99699d816 admin admin] Publish callbacks [] for router_gateway (064e43f7-88f2-4221-b663-1db08385c1a3), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:25.638974 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2045655-686e-4d8b-bd47-ec09945a9b8f None None] Pushing event updated for resources: {'Port': ['ID=8c58e663-107e-4a52-a34f-1a19ed95e5e2,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:25.648203 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-a2c606c3-5381-4f18-abd8-c58e9cc40102 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks [] for port (ab0d62df-cc7c-4d78-b23a-8a53345ee158), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:25.649591 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ece2837-4ec9-4e9e-864f-e4a03e1e9016 admin admin] Publish callbacks [] for security_group (17b34514-b94a-469f-9589-06f49c90f7cf), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:25.656354 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d52815aa-350f-45f0-830f-ec40f7051477 admin admin] Publish callbacks [] for security_group (bb775b0a-f3c2-4477-91cd-4714ecbdc9e2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:25.684728 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-21f36275-6dcb-4449-855e-ccc3174cffec None None] Provisioning complete for port 8c58e663-107e-4a52-a34f-1a19ed95e5e2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:25.685101 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21f36275-6dcb-4449-855e-ccc3174cffec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (8c58e663-107e-4a52-a34f-1a19ed95e5e2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:25.690691 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25282d08-5e38-4d27-907b-8bc99699d816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:25.729860 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d52815aa-350f-45f0-830f-ec40f7051477 admin admin] Publish callbacks [] for security_group (bb775b0a-f3c2-4477-91cd-4714ecbdc9e2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:25.739793 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ece2837-4ec9-4e9e-864f-e4a03e1e9016 admin admin] Publish callbacks [] for security_group (17b34514-b94a-469f-9589-06f49c90f7cf), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:25.740991 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] For port 1475c528-c025-4add-9b78-3a6b62168f6e, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:25.757656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] For port 1475c528-c025-4add-9b78-3a6b62168f6e, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1475c528-c025-4add-9b78-3a6b62168f6e,segment=NetworkSegment(6224fcae-71f5-4176-b42a-d844eda636ec),segment_id=6224fcae-71f5-4176-b42a-d844eda636ec)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:29:25.769171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b804e4c-5ab9-4352-ab21-678bb009ac11', 'name': 'tempest-AttachSCSIVolumeTestJSON-1751885976-router', 'tenant_id': 'df9d4199609e43edbf370c4567ad17c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ab4e78-cdb9-480f-ab48-261441e3de70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:29:12Z', 'updated_at': '2022-02-03T12:29:19Z', 'revision_number': 4, 'project_id': 'df9d4199609e43edbf370c4567ad17c6', 'gw_port': {'id': 'f8ab4e78-cdb9-480f-ab48-261441e3de70', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b804e4c-5ab9-4352-ab21-678bb009ac11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:13Z', 'updated_at': '2022-02-03T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '8c58e663-107e-4a52-a34f-1a19ed95e5e2', 'name': '', 'network_id': '9189a575-bbb1-4dda-8ec1-a87b3811dea1', 'tenant_id': 'df9d4199609e43edbf370c4567ad17c6', 'mac_address': 'fa:16:3e:91:88:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b804e4c-5ab9-4352-ab21-678bb009ac11', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4556355e-2910-4b7a-825e-2d59710268ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:17Z', 'updated_at': '2022-02-03T12:29:24Z', 'revision_number': 4, 'project_id': 'df9d4199609e43edbf370c4567ad17c6', 'subnets': [{'id': '4556355e-2910-4b7a-825e-2d59710268ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:25.772741 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1475c528-c025-4add-9b78-3a6b62168f6e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:25.809260 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f138aa51-27af-47e8-9e78-d8843bb6eae4 req-f4091fd7-9da6-48bd-8a36-b0c829a82e1c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835093 Feb 03 12:29:25.811219 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:25.823064 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-a2c606c3-5381-4f18-abd8-c58e9cc40102 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (ab0d62df-cc7c-4d78-b23a-8a53345ee158), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:25.848645 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638333b5-119a-43b9-8f7a-de674dd5ea5e None None] The sync data for ids ['6b804e4c-5ab9-4352-ab21-678bb009ac11'] in n-d-827336-3 is: [{'id': '6b804e4c-5ab9-4352-ab21-678bb009ac11', 'name': 'tempest-AttachSCSIVolumeTestJSON-1751885976-router', 'tenant_id': 'df9d4199609e43edbf370c4567ad17c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ab4e78-cdb9-480f-ab48-261441e3de70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:29:12Z', 'updated_at': '2022-02-03T12:29:19Z', 'revision_number': 4, 'project_id': 'df9d4199609e43edbf370c4567ad17c6', 'gw_port': {'id': 'f8ab4e78-cdb9-480f-ab48-261441e3de70', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b804e4c-5ab9-4352-ab21-678bb009ac11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:13Z', 'updated_at': '2022-02-03T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '8c58e663-107e-4a52-a34f-1a19ed95e5e2', 'name': '', 'network_id': '9189a575-bbb1-4dda-8ec1-a87b3811dea1', 'tenant_id': 'df9d4199609e43edbf370c4567ad17c6', 'mac_address': 'fa:16:3e:91:88:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b804e4c-5ab9-4352-ab21-678bb009ac11', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4556355e-2910-4b7a-825e-2d59710268ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:17Z', 'updated_at': '2022-02-03T12:29:24Z', 'revision_number': 4, 'project_id': 'df9d4199609e43edbf370c4567ad17c6', 'subnets': [{'id': '4556355e-2910-4b7a-825e-2d59710268ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:29:25.908352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-21f36275-6dcb-4449-855e-ccc3174cffec None None] Current status of the port 8c58e663-107e-4a52-a34f-1a19ed95e5e2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:25.918470 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cf04a-7c48-44ff-8481-87ff7cd25d70 None None] Pushing event updated for resources: {'Port': ['ID=1475c528-c025-4add-9b78-3a6b62168f6e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:25.974871 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-a2c606c3-5381-4f18-abd8-c58e9cc40102 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:29:25.976241 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c606c3-5381-4f18-abd8-c58e9cc40102 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Pushing event updated for resources: {'Port': ['ID=ab0d62df-cc7c-4d78-b23a-8a53345ee158,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:25.978581 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d52815aa-350f-45f0-830f-ec40f7051477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bb775b0a-f3c2-4477-91cd-4714ecbdc9e2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:25.981522 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-a2c606c3-5381-4f18-abd8-c58e9cc40102 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:29:25.982313 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d52815aa-350f-45f0-830f-ec40f7051477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:25.983804 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d52815aa-350f-45f0-830f-ec40f7051477 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb775b0a-f3c2-4477-91cd-4714ecbdc9e2 HTTP/1.1" status: 204 len: 168 time: 0.5292215 Feb 03 12:29:25.989693 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-a2c606c3-5381-4f18-abd8-c58e9cc40102 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:29:25.995317 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-a2c606c3-5381-4f18-abd8-c58e9cc40102 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:25.995976 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-a2c606c3-5381-4f18-abd8-c58e9cc40102 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:26.010440 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ce896-3de6-4991-9370-bd393aa20977 req-5d862ae7-5416-40d9-b5a7-4af47617fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:26.012304 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e1ce896-3de6-4991-9370-bd393aa20977 req-5d862ae7-5416-40d9-b5a7-4af47617fd84 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=14b3cee3de484f73990180aef0947bc8&device_id=6a78c77e-c32b-4f38-afdd-4f63418917e1 HTTP/1.1" status: 200 len: 1129 time: 0.2797883 Feb 03 12:29:26.020817 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ece2837-4ec9-4e9e-864f-e4a03e1e9016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (17b34514-b94a-469f-9589-06f49c90f7cf), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:26.025218 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ece2837-4ec9-4e9e-864f-e4a03e1e9016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:26.029525 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7ece2837-4ec9-4e9e-864f-e4a03e1e9016 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17b34514-b94a-469f-9589-06f49c90f7cf HTTP/1.1" status: 204 len: 168 time: 0.9216926 Feb 03 12:29:26.037853 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-a2c606c3-5381-4f18-abd8-c58e9cc40102 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4463980 Feb 03 12:29:26.104390 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-25282d08-5e38-4d27-907b-8bc99699d816 admin admin] Allocated IP 172.25.6.220 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/484f6487-9e98-43ff-99da-7834abb0c3e6) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:29:26.108790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] Request body: {'port': {'device_id': '391a5d16-c439-4295-88c4-1acfc42b472d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:26.184041 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52815aa-350f-45f0-830f-ec40f7051477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb775b0a-f3c2-4477-91cd-4714ecbdc9e2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:26.247766 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407106b2-d790-4199-9328-d3d72b0f5249 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:29:26.294667 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] Publish callbacks [] for port (407106b2-d790-4199-9328-d3d72b0f5249), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:26.428652 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] Transition to ACTIVE for port object 407106b2-d790-4199-9328-d3d72b0f5249 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:29:26.430340 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device ce8ba686-77e5-42fd-842d-1f6bbd6dead8 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:29:26.450830 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (407106b2-d790-4199-9328-d3d72b0f5249), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:26.460918 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece2837-4ec9-4e9e-864f-e4a03e1e9016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b34514-b94a-469f-9589-06f49c90f7cf,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:26.550155 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8069d959-a382-46c6-b603-efc5400935e5 None None] Provisioning complete for port ab0d62df-cc7c-4d78-b23a-8a53345ee158 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:26.550817 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8069d959-a382-46c6-b603-efc5400935e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ab0d62df-cc7c-4d78-b23a-8a53345ee158), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:26.578359 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25282d08-5e38-4d27-907b-8bc99699d816 admin admin] Publish callbacks [] for port (484f6487-9e98-43ff-99da-7834abb0c3e6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:26.616855 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8069d959-a382-46c6-b603-efc5400935e5 None None] Port ab0d62df-cc7c-4d78-b23a-8a53345ee158 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:29:26.642282 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:29:26.648836 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:26.659074 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ab0d62df-cc7c-4d78-b23a-8a53345ee158), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:26.666662 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:26.871924 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] Pushing event updated for resources: {'Port': ['ID=407106b2-d790-4199-9328-d3d72b0f5249,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:26.901603 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:26.902140 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:26.953727 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] Attempting to bind port 407106b2-d790-4199-9328-d3d72b0f5249 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:29:26.953986 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] Attempting to bind port 407106b2-d790-4199-9328-d3d72b0f5249 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:29:26.954335 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] Attempting to bind port 407106b2-d790-4199-9328-d3d72b0f5249 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:26.964543 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071ce337-7948-4a9e-87ae-92fa4e2d0cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8ba686-77e5-42fd-842d-1f6bbd6dead8'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:26.966800 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3e7669-a74c-45dd-be89-e9f871503c7e" -d '{"events": [{"server_uuid": "071ce337-7948-4a9e-87ae-92fa4e2d0cfd", "name": "network-vif-plugged", "status": "completed", "tag": "ce8ba686-77e5-42fd-842d-1f6bbd6dead8"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:26.990515 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26df06a-91ce-4b01-970a-e690ba6bc65c req-77da313c-4941-43c2-9662-de0caf9cf96d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:26.998871 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port ce8ba686-77e5-42fd-842d-1f6bbd6dead8, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ce8ba686-77e5-42fd-842d-1f6bbd6dead8,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:27.000034 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e26df06a-91ce-4b01-970a-e690ba6bc65c req-77da313c-4941-43c2-9662-de0caf9cf96d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.4918916 Feb 03 12:29:27.002190 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] For port b5e274e7-addc-4547-a7a5-f05f495eccaa, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b5e274e7-addc-4547-a7a5-f05f495eccaa,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:27.002904 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] Port 407106b2-d790-4199-9328-d3d72b0f5249 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:29:27.003144 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] Attempting to bind port 407106b2-d790-4199-9328-d3d72b0f5249 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:27.007508 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:27.020524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ce896-3de6-4991-9370-bd393aa20977 req-32eaae10-375b-4e64-8995-4cdafdbbb311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:27.022902 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e1ce896-3de6-4991-9370-bd393aa20977 req-32eaae10-375b-4e64-8995-4cdafdbbb311 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.9836850 Feb 03 12:29:27.031634 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25282d08-5e38-4d27-907b-8bc99699d816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (484f6487-9e98-43ff-99da-7834abb0c3e6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:27.075566 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e1ce896-3de6-4991-9370-bd393aa20977 req-f29779c9-5332-4be2-b9fc-50ea1f99774a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=732f76d8-c372-4d95-9f8d-7c5941e83bd8 HTTP/1.1" status: 200 len: 217 time: 0.0467513 Feb 03 12:29:27.098118 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d7ae3-335c-4663-bc46-61d82f0ee0dc req-343ddd2b-969d-4745-ae17-bdedee24b6fe tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:27.101820 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=ce8ba686-77e5-42fd-842d-1f6bbd6dead8,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:27.116652 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e07d7ae3-335c-4663-bc46-61d82f0ee0dc req-343ddd2b-969d-4745-ae17-bdedee24b6fe tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a78c77e-c32b-4f38-afdd-4f63418917e1 HTTP/1.1" status: 200 len: 947 time: 0.7919953 Feb 03 12:29:27.182160 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ce896-3de6-4991-9370-bd393aa20977 req-be2327d2-6457-47c1-8d98-47626c1bf554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:27.184420 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e1ce896-3de6-4991-9370-bd393aa20977 req-be2327d2-6457-47c1-8d98-47626c1bf554 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0990019 Feb 03 12:29:27.185097 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e26df06a-91ce-4b01-970a-e690ba6bc65c req-ae10dd46-a340-4cf9-8145-52fcc5ec0181 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839833 Feb 03 12:29:27.186072 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25282d08-5e38-4d27-907b-8bc99699d816 admin admin] Pushing event updated for resources: {'Port': ['ID=484f6487-9e98-43ff-99da-7834abb0c3e6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:27.203746 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:29:27.206421 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:29:27.207164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:29:27.208569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] Bound port: 407106b2-d790-4199-9328-d3d72b0f5249, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:29:27.209807 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (407106b2-d790-4199-9328-d3d72b0f5249), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:27.240660 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25282d08-5e38-4d27-907b-8bc99699d816 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:29:27.270557 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-25282d08-5e38-4d27-907b-8bc99699d816 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:29:27.283882 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e07d7ae3-335c-4663-bc46-61d82f0ee0dc req-4fc804dd-70c5-47e5-868c-46c6e9298a6e tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656361 Feb 03 12:29:27.293138 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25282d08-5e38-4d27-907b-8bc99699d816 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:29:27.386813 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] For port b5e274e7-addc-4547-a7a5-f05f495eccaa, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:27.739345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a2d28-af67-43f1-ba53-b5bd6ddd651b req-7222d5b8-63fa-49b3-b1d6-d98d0077c594 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:27.754865 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-233a2d28-af67-43f1-ba53-b5bd6ddd651b req-7222d5b8-63fa-49b3-b1d6-d98d0077c594 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 946 time: 0.2779460 Feb 03 12:29:27.761700 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ce896-3de6-4991-9370-bd393aa20977 req-a87a7dd7-4c52-4ed7-8d69-b62115b81597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:27.768130 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e1ce896-3de6-4991-9370-bd393aa20977 req-a87a7dd7-4c52-4ed7-8d69-b62115b81597 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4975648 Feb 03 12:29:27.792726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8407884c-9146-4468-90f0-8beccaa129fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e274e7-addc-4547-a7a5-f05f495eccaa'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:27.804316 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38f6c49-f1d9-49a0-b909-b2d4b7e10d75" -d '{"events": [{"server_uuid": "8407884c-9146-4468-90f0-8beccaa129fe", "name": "network-vif-unplugged", "status": "completed", "tag": "b5e274e7-addc-4547-a7a5-f05f495eccaa"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:27.842055 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca1aa74-7c81-45c3-bf40-1d910f8f6e35 None None] Network d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:29:27.923022 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25282d08-5e38-4d27-907b-8bc99699d816 admin admin] Publish callbacks [] for router_gateway (064e43f7-88f2-4221-b663-1db08385c1a3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:27.925524 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] Publish callbacks [] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:28.081575 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] Transition to ACTIVE for port object b5e274e7-addc-4547-a7a5-f05f495eccaa will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:29:28.235314 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35889693-b2b9-4212-9a97-052e3c46ea8d req-73e75162-6983-4d75-a1da-04e091905b52 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:28.243873 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-35889693-b2b9-4212-9a97-052e3c46ea8d req-73e75162-6983-4d75-a1da-04e091905b52 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 936 time: 0.7598023 Feb 03 12:29:28.264996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] For port 407106b2-d790-4199-9328-d3d72b0f5249, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:28.265572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 8c58e663-107e-4a52-a34f-1a19ed95e5e2 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:29:28.282283 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0d62df-cc7c-4d78-b23a-8a53345ee158 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:29:28.291153 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] Publish callbacks [] for port (ab0d62df-cc7c-4d78-b23a-8a53345ee158), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:28.303183 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f1d162b9-9339-47db-91c4-f13f0d8fe221 None None] Provisioning complete for port 1475c528-c025-4add-9b78-3a6b62168f6e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:28.308646 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f1d162b9-9339-47db-91c4-f13f0d8fe221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1475c528-c025-4add-9b78-3a6b62168f6e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:28.308760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] Transition to ACTIVE for port object ab0d62df-cc7c-4d78-b23a-8a53345ee158 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:29:28.324422 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-233a2d28-af67-43f1-ba53-b5bd6ddd651b req-60ec7c43-20ff-4155-a57e-ec1c570cf486 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5631459 Feb 03 12:29:28.325160 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:28.354555 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ab0d62df-cc7c-4d78-b23a-8a53345ee158), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:28.467141 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63407ced-b209-4b6c-ab79-4ab639150eb9 x-openstack-request-id: req-63407ced-b209-4b6c-ab79-4ab639150eb9 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:28.467542 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071ce337-7948-4a9e-87ae-92fa4e2d0cfd", "name": "network-vif-plugged", "status": "completed", "tag": "ce8ba686-77e5-42fd-842d-1f6bbd6dead8", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:28.467869 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63407ced-b209-4b6c-ab79-4ab639150eb9 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:28.468968 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071ce337-7948-4a9e-87ae-92fa4e2d0cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8ba686-77e5-42fd-842d-1f6bbd6dead8', 'code': 200} Feb 03 12:29:28.512354 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.31', 59970) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:28.560008 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e1ce896-3de6-4991-9370-bd393aa20977 req-7eb92512-d24d-4513-b8d4-1e305696ea4f service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7680044 Feb 03 12:29:28.562792 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 8c58e663-107e-4a52-a34f-1a19ed95e5e2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:28.566870 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (8c58e663-107e-4a52-a34f-1a19ed95e5e2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:28.623598 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] For port 407106b2-d790-4199-9328-d3d72b0f5249, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=407106b2-d790-4199-9328-d3d72b0f5249,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:29:28.636393 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7b6910-e354-4b40-9c99-7155a8457abf x-openstack-request-id: req-ed7b6910-e354-4b40-9c99-7155a8457abf {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:28.636977 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8407884c-9146-4468-90f0-8beccaa129fe", "name": "network-vif-unplugged", "status": "completed", "tag": "b5e274e7-addc-4547-a7a5-f05f495eccaa", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:28.637384 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed7b6910-e354-4b40-9c99-7155a8457abf {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:28.638208 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8407884c-9146-4468-90f0-8beccaa129fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e274e7-addc-4547-a7a5-f05f495eccaa', 'code': 200} Feb 03 12:29:28.693819 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f1d162b9-9339-47db-91c4-f13f0d8fe221 None None] Current status of the port 1475c528-c025-4add-9b78-3a6b62168f6e is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:28.694340 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f1d162b9-9339-47db-91c4-f13f0d8fe221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1475c528-c025-4add-9b78-3a6b62168f6e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:28.718167 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] No DVR routers for this DVR port b5e274e7-addc-4547-a7a5-f05f495eccaa on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:29:28.745902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] Pushing event updated for resources: {'Port': ['ID=b5e274e7-addc-4547-a7a5-f05f495eccaa,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:28.748375 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (407106b2-d790-4199-9328-d3d72b0f5249), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:28.852570 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:28.853429 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:28.855402 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] 10.222.0.31 "PUT /v2.0/ports/407106b2-d790-4199-9328-d3d72b0f5249 HTTP/1.1" status: 200 len: 1096 time: 4.9227233 Feb 03 12:29:28.864358 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389db24-3fa9-49f0-b009-379cd2755bbb service neutron] Pushing event updated for resources: {'Port': ['ID=407106b2-d790-4199-9328-d3d72b0f5249,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:28.873923 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 8c58e663-107e-4a52-a34f-1a19ed95e5e2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:28.875550 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1475c528-c025-4add-9b78-3a6b62168f6e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:29:28.877530 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3534bac-7763-4e09-b2ab-de168744a98d', 'tag': '407106b2-d790-4199-9328-d3d72b0f5249'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:28.882376 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082744df-7580-467e-b7ca-aef83fe7f3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a3534bac-7763-4e09-b2ab-de168744a98d", "tag": "407106b2-d790-4199-9328-d3d72b0f5249"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:28.892043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f1d162b9-9339-47db-91c4-f13f0d8fe221 None None] For port 1475c528-c025-4add-9b78-3a6b62168f6e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1475c528-c025-4add-9b78-3a6b62168f6e,segment=NetworkSegment(6224fcae-71f5-4176-b42a-d844eda636ec),segment_id=6224fcae-71f5-4176-b42a-d844eda636ec)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:28.899765 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25282d08-5e38-4d27-907b-8bc99699d816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (064e43f7-88f2-4221-b663-1db08385c1a3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:28.968827 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-35889693-b2b9-4212-9a97-052e3c46ea8d req-94c38aed-3148-4641-bf31-30e1d7e80608 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7235320 Feb 03 12:29:28.972379 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f1d162b9-9339-47db-91c4-f13f0d8fe221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1475c528-c025-4add-9b78-3a6b62168f6e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:29.090690 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d162b9-9339-47db-91c4-f13f0d8fe221 None None] Pushing event updated for resources: {'Port': ['ID=1475c528-c025-4add-9b78-3a6b62168f6e,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:29.119220 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 1475c528-c025-4add-9b78-3a6b62168f6e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:29.120050 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1475c528-c025-4add-9b78-3a6b62168f6e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:29.198201 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0e2e7e75-7143-4934-8b2b-5e5b2aae0ac7 None None] Provisioning complete for port 1475c528-c025-4add-9b78-3a6b62168f6e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:29.198582 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0e2e7e75-7143-4934-8b2b-5e5b2aae0ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1475c528-c025-4add-9b78-3a6b62168f6e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:29.356626 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] Attempting to bind port ab0d62df-cc7c-4d78-b23a-8a53345ee158 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:29:29.357124 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] Attempting to bind port ab0d62df-cc7c-4d78-b23a-8a53345ee158 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:29:29.357324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] Attempting to bind port ab0d62df-cc7c-4d78-b23a-8a53345ee158 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:29.371034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144150b4-f709-452d-8ec3-dd692b36be70 req-21ce6018-8019-4554-a553-1d5615e90724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:29.372614 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-144150b4-f709-452d-8ec3-dd692b36be70 req-21ce6018-8019-4554-a553-1d5615e90724 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 1128 time: 0.8531444 Feb 03 12:29:29.377740 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-7c216406-a37a-474c-8b30-cebbfdeb40c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:29.379354 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] Pushing event updated for resources: {'Port': ['ID=ab0d62df-cc7c-4d78-b23a-8a53345ee158,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:29.380309 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-7c216406-a37a-474c-8b30-cebbfdeb40c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=355cf0e66ba34b6ba03ec130f21762bb&device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 1130 time: 0.4727170 Feb 03 12:29:29.381515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] Attempting to bind port b5e274e7-addc-4547-a7a5-f05f495eccaa on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:29:29.381856 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] Attempting to bind port b5e274e7-addc-4547-a7a5-f05f495eccaa by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:29:29.382184 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] Attempting to bind port b5e274e7-addc-4547-a7a5-f05f495eccaa on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:29.383207 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25282d08-5e38-4d27-907b-8bc99699d816 admin admin] Router 064e43f7-88f2-4221-b663-1db08385c1a3 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:29:29.394934 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] Port ab0d62df-cc7c-4d78-b23a-8a53345ee158 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:29:29.395201 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] Attempting to bind port ab0d62df-cc7c-4d78-b23a-8a53345ee158 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:29.395932 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0e2e7e75-7143-4934-8b2b-5e5b2aae0ac7 None None] Current status of the port 1475c528-c025-4add-9b78-3a6b62168f6e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:29.398452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 1475c528-c025-4add-9b78-3a6b62168f6e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:29.424082 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] Port b5e274e7-addc-4547-a7a5-f05f495eccaa on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:29:29.424417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] Attempting to bind port b5e274e7-addc-4547-a7a5-f05f495eccaa on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:29.426714 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:29:29.427063 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:29:29.427513 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:29:29.427975 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] Bound port: ab0d62df-cc7c-4d78-b23a-8a53345ee158, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:29:29.428354 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ab0d62df-cc7c-4d78-b23a-8a53345ee158), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:29.456873 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e1ce896-3de6-4991-9370-bd393aa20977 req-dc39d58c-82fc-49a6-bc5b-2e318a932201 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8278635 Feb 03 12:29:29.459092 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de753209-9be3-4ef1-84ec-a701d978db0e req-769bf135-fb10-4cd3-a360-6dd388b64cfe tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:29.459773 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:29:29.460155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:29:29.460548 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:29:29.461152 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de753209-9be3-4ef1-84ec-a701d978db0e req-769bf135-fb10-4cd3-a360-6dd388b64cfe tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a78c77e-c32b-4f38-afdd-4f63418917e1 HTTP/1.1" status: 200 len: 947 time: 0.2436981 Feb 03 12:29:29.466263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] Bound port: b5e274e7-addc-4547-a7a5-f05f495eccaa, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:29:29.466697 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:29.479101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98f539-dced-4d71-9d64-74480582b95f req-acd95282-fc37-43ea-ba41-0700f8c6980a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:29.486156 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d98f539-dced-4d71-9d64-74480582b95f req-acd95282-fc37-43ea-ba41-0700f8c6980a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 948 time: 0.7801585 Feb 03 12:29:29.492530 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 732f76d8-c372-4d95-9f8d-7c5941e83bd8 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:29:29.511696 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-fa8fca27-b7fb-4d68-89e7-ffa8544c3cf4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=407106b2-d790-4199-9328-d3d72b0f5249 HTTP/1.1" status: 200 len: 217 time: 0.1203461 Feb 03 12:29:29.522874 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device b5e274e7-addc-4547-a7a5-f05f495eccaa no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:29:29.609553 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-144150b4-f709-452d-8ec3-dd692b36be70 req-c868d830-1063-4d54-a197-bbcfaddf15bb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197018 Feb 03 12:29:29.633286 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] The host n-h1-827336-3 is not matching for port b5e274e7-addc-4547-a7a5-f05f495eccaa host n-h2-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:29:29.633680 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device b5e274e7-addc-4547-a7a5-f05f495eccaa not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:29:29.644955 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-52446d29-c4f8-4cdc-ae07-229b0c521263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:29.647106 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-52446d29-c4f8-4cdc-ae07-229b0c521263 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1248758 Feb 03 12:29:29.654682 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de753209-9be3-4ef1-84ec-a701d978db0e req-6f8ef82a-af6a-4a4e-b220-b00431971275 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450112 Feb 03 12:29:29.660213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 732f76d8-c372-4d95-9f8d-7c5941e83bd8, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=732f76d8-c372-4d95-9f8d-7c5941e83bd8,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:29.665958 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25282d08-5e38-4d27-907b-8bc99699d816 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:29:29.666121 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d98f539-dced-4d71-9d64-74480582b95f req-fa72e1ae-63c5-4871-9aa5-f951b52b6145 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789398 Feb 03 12:29:29.673369 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '732f76d8-c372-4d95-9f8d-7c5941e83bd8', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '732f76d8-c372-4d95-9f8d-7c5941e83bd8', 'mac_address': 'fa:16:3e:10:48:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:29:29.676705 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] Sync routers for ids ['064e43f7-88f2-4221-b663-1db08385c1a3'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:29:29.687432 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25282d08-5e38-4d27-907b-8bc99699d816 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:29.689007 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-25282d08-5e38-4d27-907b-8bc99699d816 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6564722 Feb 03 12:29:29.692021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60946) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:29.695761 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] For port ab0d62df-cc7c-4d78-b23a-8a53345ee158, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:29.705784 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] For port ab0d62df-cc7c-4d78-b23a-8a53345ee158, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ab0d62df-cc7c-4d78-b23a-8a53345ee158,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:29:29.711083 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] Routers {'064e43f7-88f2-4221-b663-1db08385c1a3'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:29:29.715566 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:29:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['064e43f7-88f2-4221-b663-1db08385c1a3'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:29.737254 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ab0d62df-cc7c-4d78-b23a-8a53345ee158), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:29.763517 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 732f76d8-c372-4d95-9f8d-7c5941e83bd8 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:29.763822 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (732f76d8-c372-4d95-9f8d-7c5941e83bd8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:29.801505 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732f76d8-c372-4d95-9f8d-7c5941e83bd8 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:29:29.845097 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 732f76d8-c372-4d95-9f8d-7c5941e83bd8, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=732f76d8-c372-4d95-9f8d-7c5941e83bd8,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:29.852119 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0a6ee1-b971-42a0-a66c-77a9d853b03c x-openstack-request-id: req-af0a6ee1-b971-42a0-a66c-77a9d853b03c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:29.852451 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3534bac-7763-4e09-b2ab-de168744a98d", "tag": "407106b2-d790-4199-9328-d3d72b0f5249", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:29.852740 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af0a6ee1-b971-42a0-a66c-77a9d853b03c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:29.853111 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3534bac-7763-4e09-b2ab-de168744a98d', 'tag': '407106b2-d790-4199-9328-d3d72b0f5249', 'status': 'completed', 'code': 200} Feb 03 12:29:29.860542 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (732f76d8-c372-4d95-9f8d-7c5941e83bd8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:29.862586 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1475c528-c025-4add-9b78-3a6b62168f6e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:29:29.873874 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] Pushing event updated for resources: {'Port': ['ID=ab0d62df-cc7c-4d78-b23a-8a53345ee158,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:29.919754 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:29.921427 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:29.927659 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-8ea6e5a3-da0c-4864-b6c4-30df9c3b242e service neutron] 10.222.0.73 "PUT /v2.0/ports/ab0d62df-cc7c-4d78-b23a-8a53345ee158 HTTP/1.1" status: 200 len: 1096 time: 3.8252525 Feb 03 12:29:29.932463 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] For port b5e274e7-addc-4547-a7a5-f05f495eccaa, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:29.950851 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] For port b5e274e7-addc-4547-a7a5-f05f495eccaa, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b5e274e7-addc-4547-a7a5-f05f495eccaa,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:29:29.967220 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:29.978480 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] Set router 064e43f7-88f2-4221-b663-1db08385c1a3 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:29:30.008204 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=732f76d8-c372-4d95-9f8d-7c5941e83bd8,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:30.041464 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 1475c528-c025-4add-9b78-3a6b62168f6e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:30.042086 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1475c528-c025-4add-9b78-3a6b62168f6e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:30.047642 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-810d9ecb-d897-495e-883b-b9117968b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:30.059509 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-810d9ecb-d897-495e-883b-b9117968b615 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1953213 Feb 03 12:29:30.071239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:30.072874 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:30.075003 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] 10.222.0.31 "PUT /v2.0/ports/b5e274e7-addc-4547-a7a5-f05f495eccaa HTTP/1.1" status: 200 len: 1096 time: 4.4697847 Feb 03 12:29:30.183851 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be806e-2ab3-48bd-8ad4-91f6bca450bd service neutron] Pushing event updated for resources: {'Port': ['ID=b5e274e7-addc-4547-a7a5-f05f495eccaa,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:30.187571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 1475c528-c025-4add-9b78-3a6b62168f6e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:30.221944 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-bda6ee7f-082e-4e2b-bf58-32fee40fcb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:30.223638 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-bda6ee7f-082e-4e2b-bf58-32fee40fcb41 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 1130 time: 0.1065030 Feb 03 12:29:30.233718 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-41687cfc-b730-4157-9d10-b7b408b04464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:30.236107 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-41687cfc-b730-4157-9d10-b7b408b04464 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=355cf0e66ba34b6ba03ec130f21762bb&device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 1130 time: 0.2341208 Feb 03 12:29:30.269493 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01032365-ae0a-462a-baa6-bc1b2f67a739 req-fe2448b3-64a2-4ac1-ab10-cb29b67a0720 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:30.275034 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['732f76d8-c372-4d95-9f8d-7c5941e83bd8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:29:30.277312 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-01032365-ae0a-462a-baa6-bc1b2f67a739 req-fe2448b3-64a2-4ac1-ab10-cb29b67a0720 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 946 time: 0.3184702 Feb 03 12:29:30.300495 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064e43f7-88f2-4221-b663-1db08385c1a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-15267376-router', 'tenant_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '484f6487-9e98-43ff-99da-7834abb0c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:29:24Z', 'updated_at': '2022-02-03T12:29:27Z', 'revision_number': 3, 'project_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'gw_port': {'id': '484f6487-9e98-43ff-99da-7834abb0c3e6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:de:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064e43f7-88f2-4221-b663-1db08385c1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:25Z', 'updated_at': '2022-02-03T12:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:30.349336 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] Checking router: 064e43f7-88f2-4221-b663-1db08385c1a3 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:29:30.350057 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] Updating router 064e43f7-88f2-4221-b663-1db08385c1a3 port 484f6487-9e98-43ff-99da-7834abb0c3e6 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:29:30.373446 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-c4fabe0a-4d93-46be-b22b-51c6531eb85b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=ab0d62df-cc7c-4d78-b23a-8a53345ee158 HTTP/1.1" status: 200 len: 217 time: 0.1163366 Feb 03 12:29:30.409084 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (484f6487-9e98-43ff-99da-7834abb0c3e6), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:30.422245 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-d55e54b8-201e-4993-8902-2bab5ba1c100 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617270 Feb 03 12:29:30.550893 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-01032365-ae0a-462a-baa6-bc1b2f67a739 req-06332e6b-c24a-4ec4-abb4-db04ae5c2958 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724812 Feb 03 12:29:30.591302 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-aa8f5815-7c6a-442e-8b91-824c4b6439cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:30.592935 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-aa8f5815-7c6a-442e-8b91-824c4b6439cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.3560956 Feb 03 12:29:30.597316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-b4b8ecd5-ac1c-4031-af54-8f9a730771ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:30.598998 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-b4b8ecd5-ac1c-4031-af54-8f9a730771ac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1542287 Feb 03 12:29:30.648547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391a5d16-c439-4295-88c4-1acfc42b472d', 'tag': 'ab0d62df-cc7c-4d78-b23a-8a53345ee158'}, {'name': 'network-changed', 'server_uuid': '8407884c-9146-4468-90f0-8beccaa129fe', 'tag': 'b5e274e7-addc-4547-a7a5-f05f495eccaa'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:30.650941 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "391a5d16-c439-4295-88c4-1acfc42b472d", "tag": "ab0d62df-cc7c-4d78-b23a-8a53345ee158"}, {"name": "network-changed", "server_uuid": "8407884c-9146-4468-90f0-8beccaa129fe", "tag": "b5e274e7-addc-4547-a7a5-f05f495eccaa"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:30.657728 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-ab48ae87-ac7d-45b1-80f8-ca79f6070f24 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=b5e274e7-addc-4547-a7a5-f05f495eccaa HTTP/1.1" status: 200 len: 217 time: 0.0562892 Feb 03 12:29:30.671112 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e76e718-7b5f-4108-aefe-2c1ffe8c3fa2 req-f215dac7-79a0-4b0b-a1ef-949b42a9a46c service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386289 Feb 03 12:29:30.686881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805f49f-7765-4e61-a0b9-e706ad44146f req-6ade7fa6-ddeb-43c9-a402-27f68ccdc102 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:30.689561 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9805f49f-7765-4e61-a0b9-e706ad44146f req-6ade7fa6-ddeb-43c9-a402-27f68ccdc102 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 948 time: 0.1690483 Feb 03 12:29:30.702108 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:30.799538 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47aa6ed5-a27b-4067-b5dc-21606931f433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:30.804693 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-709fbc86-d5b8-45a4-8bfd-cc11a3763565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:30.804693 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-709fbc86-d5b8-45a4-8bfd-cc11a3763565 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1124432 Feb 03 12:29:30.849741 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-d8a8bad5-1e5c-49fa-9f02-df919550083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:30.851121 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] Publish callbacks [] for port (484f6487-9e98-43ff-99da-7834abb0c3e6), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:30.851655 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-d8a8bad5-1e5c-49fa-9f02-df919550083b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2405968 Feb 03 12:29:30.861166 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (484f6487-9e98-43ff-99da-7834abb0c3e6), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:30.891526 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082744df-7580-467e-b7ca-aef83fe7f3f4 req-da541c8d-cf90-4b45-8afa-5bc28b8f28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:30.898886 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-082744df-7580-467e-b7ca-aef83fe7f3f4 req-da541c8d-cf90-4b45-8afa-5bc28b8f28bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=355cf0e66ba34b6ba03ec130f21762bb&device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 1130 time: 0.1367614 Feb 03 12:29:30.908765 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082eed74-922a-4264-b002-631c74013b2e None None] Pushing event updated for resources: {'Port': ['ID=484f6487-9e98-43ff-99da-7834abb0c3e6,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:30.920834 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082eed74-922a-4264-b002-631c74013b2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:30.921190 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082eed74-922a-4264-b002-631c74013b2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:30.921539 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082eed74-922a-4264-b002-631c74013b2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:30.921979 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082eed74-922a-4264-b002-631c74013b2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:30.922346 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082eed74-922a-4264-b002-631c74013b2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:30.923223 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082eed74-922a-4264-b002-631c74013b2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:30.923706 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082eed74-922a-4264-b002-631c74013b2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:30.925327 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082eed74-922a-4264-b002-631c74013b2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:30.925327 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082eed74-922a-4264-b002-631c74013b2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:30.925327 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082eed74-922a-4264-b002-631c74013b2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:30.925327 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082eed74-922a-4264-b002-631c74013b2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:30.925639 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082eed74-922a-4264-b002-631c74013b2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:30.925964 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082eed74-922a-4264-b002-631c74013b2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:29:30.963485 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] Attempting to bind port 484f6487-9e98-43ff-99da-7834abb0c3e6 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:29:30.963863 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] Attempting to bind port 484f6487-9e98-43ff-99da-7834abb0c3e6 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:29:30.964280 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] Attempting to bind port 484f6487-9e98-43ff-99da-7834abb0c3e6 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:30.971072 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:29:30.971264 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:29:30.975616 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:30.976055 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:29:30.977110 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] Bound port: 484f6487-9e98-43ff-99da-7834abb0c3e6, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:29:30.977110 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (484f6487-9e98-43ff-99da-7834abb0c3e6), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:30.983598 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa9a060-6fb2-4ce6-9083-01448f459736 x-openstack-request-id: req-eaa9a060-6fb2-4ce6-9083-01448f459736 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:30.983975 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391a5d16-c439-4295-88c4-1acfc42b472d", "tag": "ab0d62df-cc7c-4d78-b23a-8a53345ee158", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8407884c-9146-4468-90f0-8beccaa129fe", "tag": "b5e274e7-addc-4547-a7a5-f05f495eccaa", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:30.984177 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eaa9a060-6fb2-4ce6-9083-01448f459736 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:30.984576 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391a5d16-c439-4295-88c4-1acfc42b472d', 'tag': 'ab0d62df-cc7c-4d78-b23a-8a53345ee158', 'status': 'completed', 'code': 200} Feb 03 12:29:30.985031 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8407884c-9146-4468-90f0-8beccaa129fe', 'tag': 'b5e274e7-addc-4547-a7a5-f05f495eccaa', 'status': 'completed', 'code': 200} Feb 03 12:29:31.040053 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9805f49f-7765-4e61-a0b9-e706ad44146f req-01c729bc-83a6-4d1d-aba1-e6ded505738d tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364263 Feb 03 12:29:31.040952 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] For port 484f6487-9e98-43ff-99da-7834abb0c3e6, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:31.045034 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] For port 484f6487-9e98-43ff-99da-7834abb0c3e6, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=484f6487-9e98-43ff-99da-7834abb0c3e6,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:29:31.054077 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (484f6487-9e98-43ff-99da-7834abb0c3e6), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:31.075319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-8740c992-eca4-49d4-ae17-d508426be552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:31.077822 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-8740c992-eca4-49d4-ae17-d508426be552 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2615740 Feb 03 12:29:31.144494 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082eed74-922a-4264-b002-631c74013b2e None None] Pushing event updated for resources: {'Port': ['ID=484f6487-9e98-43ff-99da-7834abb0c3e6,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:31.170276 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-e2d006a4-f024-47c2-ab3c-95f22ee1265b service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839570 Feb 03 12:29:31.181829 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] Routers {'064e43f7-88f2-4221-b663-1db08385c1a3'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:29:31.182458 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:29:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['064e43f7-88f2-4221-b663-1db08385c1a3'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:31.206041 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9234d-6930-43f7-806f-1d8769deb94f req-20786bd1-cdb7-4863-b29b-dd81889d16a9 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:31.207558 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c9d9234d-6930-43f7-806f-1d8769deb94f req-20786bd1-cdb7-4863-b29b-dd81889d16a9 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a78c77e-c32b-4f38-afdd-4f63418917e1 HTTP/1.1" status: 200 len: 948 time: 0.2021201 Feb 03 12:29:31.247877 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082744df-7580-467e-b7ca-aef83fe7f3f4 req-157f68de-ed5d-44e0-871a-a6b4377a4690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:31.250009 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-082744df-7580-467e-b7ca-aef83fe7f3f4 req-157f68de-ed5d-44e0-871a-a6b4377a4690 service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.2814198 Feb 03 12:29:31.305328 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-6f67bd51-adb4-4773-a094-f83c2e6de2e0 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170882 Feb 03 12:29:31.311449 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bd26e01-c778-4127-a32a-9cc43b9e6876 req-aab7f6d7-3546-4986-a58a-87a11ab4911d service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279700 Feb 03 12:29:31.315518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-47aa6ed5-a27b-4067-b5dc-21606931f433 admin admin] Allocated IP 172.20.0.1 (d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c/95261582-c8c7-4f87-9307-21a56d122450/599b7a86-eb24-42e9-939d-b90d8ec787df) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:29:31.324448 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-082744df-7580-467e-b7ca-aef83fe7f3f4 req-a135b5f1-cae1-484a-be53-2e5812daa2b9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=407106b2-d790-4199-9328-d3d72b0f5249 HTTP/1.1" status: 200 len: 217 time: 0.0574930 Feb 03 12:29:31.346246 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] Set router 064e43f7-88f2-4221-b663-1db08385c1a3 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:29:31.351966 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60976) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:31.397882 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082744df-7580-467e-b7ca-aef83fe7f3f4 req-bc9786d9-21b2-4cca-ac4f-3ea7fefbcdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:31.399892 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-082744df-7580-467e-b7ca-aef83fe7f3f4 req-bc9786d9-21b2-4cca-ac4f-3ea7fefbcdff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0689201 Feb 03 12:29:31.419145 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0203b-5c2d-4ea5-bcae-39f8275c8dc8 req-38cd7e3a-df20-4812-8c8a-ce8db7882f95 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:31.425927 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9eb0203b-5c2d-4ea5-bcae-39f8275c8dc8 req-38cd7e3a-df20-4812-8c8a-ce8db7882f95 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 948 time: 0.1571338 Feb 03 12:29:31.466148 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c9d9234d-6930-43f7-806f-1d8769deb94f req-5c134717-e436-4abb-ab4c-498a72dc2612 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364719 Feb 03 12:29:31.504280 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 732f76d8-c372-4d95-9f8d-7c5941e83bd8 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:29:31.540268 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-460fe38e-ff0e-42f9-aa7e-e353195ffe8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:31.547534 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31b9721f-7685-4dad-8090-68075f0f05c2 req-ddd81886-1c30-44f5-a680-7e0131922355 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350717 Feb 03 12:29:31.548834 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082744df-7580-467e-b7ca-aef83fe7f3f4 req-493165ca-6c39-4102-aa4d-0e81067b63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:31.550516 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-082744df-7580-467e-b7ca-aef83fe7f3f4 req-493165ca-6c39-4102-aa4d-0e81067b63e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1405473 Feb 03 12:29:31.557002 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-cd099107-0339-48a0-9f8e-a1ef68f333af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:31.558559 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-cd099107-0339-48a0-9f8e-a1ef68f333af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=355cf0e66ba34b6ba03ec130f21762bb&device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 1130 time: 0.1232667 Feb 03 12:29:31.578661 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9eb0203b-5c2d-4ea5-bcae-39f8275c8dc8 req-dc7bf21a-1b63-4754-9eaf-d11fdbb4355f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472149 Feb 03 12:29:31.601470 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064e43f7-88f2-4221-b663-1db08385c1a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-15267376-router', 'tenant_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '484f6487-9e98-43ff-99da-7834abb0c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:29:24Z', 'updated_at': '2022-02-03T12:29:27Z', 'revision_number': 3, 'project_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'gw_port': {'id': '484f6487-9e98-43ff-99da-7834abb0c3e6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:de:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064e43f7-88f2-4221-b663-1db08385c1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:25Z', 'updated_at': '2022-02-03T12:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:31.633200 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47aa6ed5-a27b-4067-b5dc-21606931f433 admin admin] Publish callbacks [] for port (599b7a86-eb24-42e9-939d-b90d8ec787df), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:31.648082 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 732f76d8-c372-4d95-9f8d-7c5941e83bd8 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:29:31.653464 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 732f76d8-c372-4d95-9f8d-7c5941e83bd8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:31.653853 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (732f76d8-c372-4d95-9f8d-7c5941e83bd8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:31.694256 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47aa6ed5-a27b-4067-b5dc-21606931f433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (599b7a86-eb24-42e9-939d-b90d8ec787df), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:31.714160 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc19ab58-5f8a-4c59-a902-a8127fe1fd4b None None] The sync data for ids ['064e43f7-88f2-4221-b663-1db08385c1a3'] in n-d-827336-3 is: [{'id': '064e43f7-88f2-4221-b663-1db08385c1a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-15267376-router', 'tenant_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '484f6487-9e98-43ff-99da-7834abb0c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:29:24Z', 'updated_at': '2022-02-03T12:29:27Z', 'revision_number': 3, 'project_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'gw_port': {'id': '484f6487-9e98-43ff-99da-7834abb0c3e6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:de:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064e43f7-88f2-4221-b663-1db08385c1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:25Z', 'updated_at': '2022-02-03T12:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:29:31.811788 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-93a638f6-4c10-484b-ac8a-a6e435a6a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:31.813511 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-93a638f6-4c10-484b-ac8a-a6e435a6a592 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.2304952 Feb 03 12:29:31.874349 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-e03c3d28-897a-49d0-9086-79a482114d2f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=ab0d62df-cc7c-4d78-b23a-8a53345ee158 HTTP/1.1" status: 200 len: 217 time: 0.0443530 Feb 03 12:29:31.886172 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 732f76d8-c372-4d95-9f8d-7c5941e83bd8 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:31.887552 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (732f76d8-c372-4d95-9f8d-7c5941e83bd8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:31.959107 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 732f76d8-c372-4d95-9f8d-7c5941e83bd8, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=732f76d8-c372-4d95-9f8d-7c5941e83bd8,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:31.960505 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a78c77e-c32b-4f38-afdd-4f63418917e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732f76d8-c372-4d95-9f8d-7c5941e83bd8'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:31.963627 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be97c424-a548-4690-98ef-9bbfb7f3c34f" -d '{"events": [{"server_uuid": "6a78c77e-c32b-4f38-afdd-4f63418917e1", "name": "network-vif-plugged", "status": "completed", "tag": "732f76d8-c372-4d95-9f8d-7c5941e83bd8"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:31.969264 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (732f76d8-c372-4d95-9f8d-7c5941e83bd8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:32.004060 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-e5cff631-9ec5-40b9-b6bd-362cdc402a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:32.006228 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-e5cff631-9ec5-40b9-b6bd-362cdc402a5b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 1130 time: 0.2864368 Feb 03 12:29:32.061001 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa6ed5-a27b-4067-b5dc-21606931f433 admin admin] Network d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:29:32.074761 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0612bad-8014-44d8-a37d-a0ecf9a7034d x-openstack-request-id: req-a0612bad-8014-44d8-a37d-a0ecf9a7034d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:32.075081 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a78c77e-c32b-4f38-afdd-4f63418917e1", "name": "network-vif-plugged", "status": "completed", "tag": "732f76d8-c372-4d95-9f8d-7c5941e83bd8", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:32.075875 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0612bad-8014-44d8-a37d-a0ecf9a7034d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:32.076086 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-47aa6ed5-a27b-4067-b5dc-21606931f433 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:29:32.076232 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a78c77e-c32b-4f38-afdd-4f63418917e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732f76d8-c372-4d95-9f8d-7c5941e83bd8', 'code': 200} Feb 03 12:29:32.083256 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa6ed5-a27b-4067-b5dc-21606931f433 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:29:32.084273 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47aa6ed5-a27b-4067-b5dc-21606931f433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (064e43f7-88f2-4221-b663-1db08385c1a3), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:32.107340 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=732f76d8-c372-4d95-9f8d-7c5941e83bd8,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:32.183687 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-528bcdbf-be27-4c70-8112-dc9fb2ffa646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:32.191635 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-528bcdbf-be27-4c70-8112-dc9fb2ffa646 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.2877069 Feb 03 12:29:32.238147 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-b57455ad-13f2-49ab-875a-0f54b8098e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:32.240320 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-b57455ad-13f2-49ab-875a-0f54b8098e37 service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.2228549 Feb 03 12:29:32.273229 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-082744df-7580-467e-b7ca-aef83fe7f3f4 req-87118a7b-a6c8-4170-a8e1-af8432ff9fbd service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7085419 Feb 03 12:29:32.285237 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa6ed5-a27b-4067-b5dc-21606931f433 admin admin] Pushing event updated for resources: {'Port': ['ID=599b7a86-eb24-42e9-939d-b90d8ec787df,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:32.288958 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60998) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:32.343576 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-460fe38e-ff0e-42f9-aa7e-e353195ffe8c admin admin] Publish callbacks [] for security_group (72401765-07b5-4cc6-9c59-b0a86bfd561b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:32.391558 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-460fe38e-ff0e-42f9-aa7e-e353195ffe8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (72401765-07b5-4cc6-9c59-b0a86bfd561b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:32.448596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fe38e-ff0e-42f9-aa7e-e353195ffe8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72401765-07b5-4cc6-9c59-b0a86bfd561b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:32.454642 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-fa2c6279-1f47-4c4d-942e-13100f0e56d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=b5e274e7-addc-4547-a7a5-f05f495eccaa HTTP/1.1" status: 200 len: 217 time: 0.1899428 Feb 03 12:29:32.460633 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290c5a3-ef1a-4758-85e6-148ca24f1cb0 req-9b6790ec-addd-4a5b-8865-5cd17c5aef7d tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:32.466401 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-460fe38e-ff0e-42f9-aa7e-e353195ffe8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d00bb7ceae214cf1927d790e57dfe56a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1118398 Feb 03 12:29:32.468308 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5290c5a3-ef1a-4758-85e6-148ca24f1cb0 req-9b6790ec-addd-4a5b-8865-5cd17c5aef7d tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 948 time: 0.2703252 Feb 03 12:29:32.475809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32770) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:32.484028 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7382de-5107-46a8-b512-1a0fafe23923 req-35c095e5-d890-4320-a39e-abbdf6990b86 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:32.485548 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5b7382de-5107-46a8-b512-1a0fafe23923 req-35c095e5-d890-4320-a39e-abbdf6990b86 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 946 time: 0.6710718 Feb 03 12:29:32.548930 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e5dc1e18-a947-466a-a1ac-8e6171f4b4a8 None None] Provisioning complete for port 599b7a86-eb24-42e9-939d-b90d8ec787df triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:32.549638 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e5dc1e18-a947-466a-a1ac-8e6171f4b4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (599b7a86-eb24-42e9-939d-b90d8ec787df), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:32.549757 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-f4b4358e-955b-48b8-afca-be1f8a104342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:32.551484 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-f4b4358e-955b-48b8-afca-be1f8a104342 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3437293 Feb 03 12:29:32.557182 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66cba6-44b6-4679-8e4c-acd998fed780 req-e099fdff-b227-4fcf-b8b2-42d8d8600663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:32.558557 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3d66cba6-44b6-4679-8e4c-acd998fed780 req-e099fdff-b227-4fcf-b8b2-42d8d8600663 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6a78c77e-c32b-4f38-afdd-4f63418917e1 HTTP/1.1" status: 200 len: 1131 time: 0.3653741 Feb 03 12:29:32.560661 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a7e11bb-5192-4350-ae19-8e3c17f5ba5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:32.565614 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-01e90ba9-2fcf-4a7f-94b7-b17380c58efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:32.567090 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-01e90ba9-2fcf-4a7f-94b7-b17380c58efd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0996373 Feb 03 12:29:32.591913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc1e18-a947-466a-a1ac-8e6171f4b4a8 None None] Port 599b7a86-eb24-42e9-939d-b90d8ec787df cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:29:32.661937 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5b7382de-5107-46a8-b512-1a0fafe23923 req-2a76033c-22db-439a-b217-c9c298b0b998 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498775 Feb 03 12:29:32.665914 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-082744df-7580-467e-b7ca-aef83fe7f3f4 req-8da19e6a-4fde-42d1-844f-783393af02c4 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697572 Feb 03 12:29:32.668533 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47aa6ed5-a27b-4067-b5dc-21606931f433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (599b7a86-eb24-42e9-939d-b90d8ec787df), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:32.676416 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5290c5a3-ef1a-4758-85e6-148ca24f1cb0 req-4a402323-7340-4afe-b121-30a96de4545e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072737 Feb 03 12:29:32.750448 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3d66cba6-44b6-4679-8e4c-acd998fed780 req-e95fc332-9384-4a3a-accf-85815bd68304 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824355 Feb 03 12:29:32.755735 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49e7b91c-8352-4bdd-995e-0d8c2c85a629 admin admin] Publish callbacks [] for security_group (72401765-07b5-4cc6-9c59-b0a86bfd561b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:32.779547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-f327a489-d49a-4ac9-977e-cbbd3c991a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:32.781161 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-f327a489-d49a-4ac9-977e-cbbd3c991a14 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1852818 Feb 03 12:29:32.785436 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-f7098cc1-3cef-4bda-8f2d-7c28a6ba9a30 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231374 Feb 03 12:29:32.830388 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49e7b91c-8352-4bdd-995e-0d8c2c85a629 admin admin] Publish callbacks [] for security_group (72401765-07b5-4cc6-9c59-b0a86bfd561b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:32.890535 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a7e11bb-5192-4350-ae19-8e3c17f5ba5d admin admin] Publish callbacks [] for security_group (976c29cd-8e14-44f4-8e27-e3453fcf7b2c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:32.908685 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a7e11bb-5192-4350-ae19-8e3c17f5ba5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (976c29cd-8e14-44f4-8e27-e3453fcf7b2c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:32.909606 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-90fb09e1-3e69-4171-98ce-71b2cb12e784 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196043 Feb 03 12:29:32.916422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d73e78-e64b-4ad7-9498-884aaf2f9a98 req-2f32e7a9-70af-4a09-b1c6-6766960db569 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:32.918085 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30d73e78-e64b-4ad7-9498-884aaf2f9a98 req-2f32e7a9-70af-4a09-b1c6-6766960db569 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 948 time: 0.1184995 Feb 03 12:29:33.000531 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7a7e11bb-5192-4350-ae19-8e3c17f5ba5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf443025e81c4e399668c6603e8b20c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6939948 Feb 03 12:29:33.006077 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e11bb-5192-4350-ae19-8e3c17f5ba5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976c29cd-8e14-44f4-8e27-e3453fcf7b2c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:33.006373 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32780) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:33.018059 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018605b4-f660-4484-a389-ac8a4a5ddaa6 req-e0615f3f-9e8c-402b-9497-72d09cf8e2da tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:33.025290 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-018605b4-f660-4484-a389-ac8a4a5ddaa6 req-e0615f3f-9e8c-402b-9497-72d09cf8e2da tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a78c77e-c32b-4f38-afdd-4f63418917e1 HTTP/1.1" status: 200 len: 949 time: 0.2252421 Feb 03 12:29:33.044683 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30d73e78-e64b-4ad7-9498-884aaf2f9a98 req-85ea38f9-6d72-4f46-9885-4e901715fdf2 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158404 Feb 03 12:29:33.057509 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-60bf533a-e546-46bc-ae62-d247da4649ab service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364462 Feb 03 12:29:33.077078 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49e7b91c-8352-4bdd-995e-0d8c2c85a629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (72401765-07b5-4cc6-9c59-b0a86bfd561b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:33.079623 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49e7b91c-8352-4bdd-995e-0d8c2c85a629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:33.081303 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-49e7b91c-8352-4bdd-995e-0d8c2c85a629 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72401765-07b5-4cc6-9c59-b0a86bfd561b HTTP/1.1" status: 204 len: 168 time: 0.6045685 Feb 03 12:29:33.129817 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7b91c-8352-4bdd-995e-0d8c2c85a629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72401765-07b5-4cc6-9c59-b0a86bfd561b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:33.165636 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-018605b4-f660-4484-a389-ac8a4a5ddaa6 req-d9038339-50b7-4a91-bcc6-0cd9568c5843 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393974 Feb 03 12:29:33.167911 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47aa6ed5-a27b-4067-b5dc-21606931f433 admin admin] Publish callbacks [] for port (599b7a86-eb24-42e9-939d-b90d8ec787df), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:33.178271 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47aa6ed5-a27b-4067-b5dc-21606931f433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (599b7a86-eb24-42e9-939d-b90d8ec787df), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:33.178974 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47aa6ed5-a27b-4067-b5dc-21606931f433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (064e43f7-88f2-4221-b663-1db08385c1a3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:33.242513 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47ad3e40-6756-4ad1-b5c7-e13c9725e6ed admin admin] Publish callbacks [] for security_group (976c29cd-8e14-44f4-8e27-e3453fcf7b2c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:33.312922 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47ad3e40-6756-4ad1-b5c7-e13c9725e6ed admin admin] Publish callbacks [] for security_group (976c29cd-8e14-44f4-8e27-e3453fcf7b2c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:33.316529 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa6ed5-a27b-4067-b5dc-21606931f433 admin admin] Pushing event updated for resources: {'Port': ['ID=599b7a86-eb24-42e9-939d-b90d8ec787df,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:33.420773 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa6ed5-a27b-4067-b5dc-21606931f433 admin admin] Network d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:29:33.422432 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-47aa6ed5-a27b-4067-b5dc-21606931f433 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:29:33.471001 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47ad3e40-6756-4ad1-b5c7-e13c9725e6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (976c29cd-8e14-44f4-8e27-e3453fcf7b2c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:33.474829 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47ad3e40-6756-4ad1-b5c7-e13c9725e6ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:33.478493 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-47ad3e40-6756-4ad1-b5c7-e13c9725e6ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/976c29cd-8e14-44f4-8e27-e3453fcf7b2c HTTP/1.1" status: 204 len: 168 time: 0.4653752 Feb 03 12:29:33.493642 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad3e40-6756-4ad1-b5c7-e13c9725e6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976c29cd-8e14-44f4-8e27-e3453fcf7b2c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:33.534093 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-84bc2ab4-412b-4110-8c8d-1c427136c873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:33.548620 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-23756799-f2d2-469f-bf9b-c7ddd1909c49 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204240 Feb 03 12:29:33.554495 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e1b93-bbc2-4903-a24b-8516e146c894 req-7504565a-fbda-4c3f-8e6f-339bdb962517 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:33.560471 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d45e1b93-bbc2-4903-a24b-8516e146c894 req-7504565a-fbda-4c3f-8e6f-339bdb962517 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 1128 time: 0.3553212 Feb 03 12:29:33.607503 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47aa6ed5-a27b-4067-b5dc-21606931f433 admin admin] Router 064e43f7-88f2-4221-b663-1db08385c1a3 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:29:33.622955 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32788) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:33.667545 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0a05e80-e664-46d1-bdb2-d5974e462c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:33.805535 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47aa6ed5-a27b-4067-b5dc-21606931f433 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:29:33.820297 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-47aa6ed5-a27b-4067-b5dc-21606931f433 admin admin] 10.222.0.18 "PUT /v2.0/routers/064e43f7-88f2-4221-b663-1db08385c1a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1191847 Feb 03 12:29:33.839845 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d45e1b93-bbc2-4903-a24b-8516e146c894 req-9df65c70-6efb-4cdb-8201-2ad7d9fb5913 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776494 Feb 03 12:29:33.904315 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-f393326b-ee70-4987-9b3d-a850688f1913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:33.920429 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-f393326b-ee70-4987-9b3d-a850688f1913 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 1130 time: 0.2550664 Feb 03 12:29:33.928648 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 484f6487-9e98-43ff-99da-7834abb0c3e6 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:29:33.952522 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e06592-9432-4d62-8b28-1466f924324c req-7f897a8e-0033-4e0d-988d-d795b9697f21 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:33.962942 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d9e06592-9432-4d62-8b28-1466f924324c req-7f897a8e-0033-4e0d-988d-d795b9697f21 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 948 time: 0.1301603 Feb 03 12:29:33.982702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-13644a86-84fd-4eed-870a-3142c1d77ecd None None] Provisioning complete for port 599b7a86-eb24-42e9-939d-b90d8ec787df triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:33.983065 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13644a86-84fd-4eed-870a-3142c1d77ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (599b7a86-eb24-42e9-939d-b90d8ec787df), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:34.045093 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-13644a86-84fd-4eed-870a-3142c1d77ecd None None] Port 599b7a86-eb24-42e9-939d-b90d8ec787df cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:29:34.057871 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d9e06592-9432-4d62-8b28-1466f924324c req-ba055be2-7d83-46d3-a7a6-9609efe6a203 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926251 Feb 03 12:29:34.098660 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 484f6487-9e98-43ff-99da-7834abb0c3e6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:34.099571 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (484f6487-9e98-43ff-99da-7834abb0c3e6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:34.119398 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0a05e80-e664-46d1-bdb2-d5974e462c40 admin admin] Publish callbacks [] for security_group (c0def0d6-3d45-4ad8-b742-f787778b3f16), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:34.152345 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0a05e80-e664-46d1-bdb2-d5974e462c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c0def0d6-3d45-4ad8-b742-f787778b3f16), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:34.178800 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32806) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:34.197012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-552b759b-5630-4bac-a77d-88290113c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:34.198835 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-552b759b-5630-4bac-a77d-88290113c626 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.2717111 Feb 03 12:29:34.224524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a05e80-e664-46d1-bdb2-d5974e462c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0def0d6-3d45-4ad8-b742-f787778b3f16,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:34.228920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fe8a6-37f7-4ce3-ae5e-6ee9fa324374 req-9cf2a126-6328-4fb6-bf2c-386e69fae68a tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:34.233447 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0beed549-6c5f-413c-973d-608a334e5acb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:34.239233 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-889fe8a6-37f7-4ce3-ae5e-6ee9fa324374 req-9cf2a126-6328-4fb6-bf2c-386e69fae68a tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 1128 time: 0.2077184 Feb 03 12:29:34.243909 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d0a05e80-e664-46d1-bdb2-d5974e462c40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0007a3370c84801af129783d4676ab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6194556 Feb 03 12:29:34.249459 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] Sync routers for ids ['064e43f7-88f2-4221-b663-1db08385c1a3'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:29:34.251671 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32810) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:34.263431 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 484f6487-9e98-43ff-99da-7834abb0c3e6 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:34.263815 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (484f6487-9e98-43ff-99da-7834abb0c3e6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:34.283879 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] Routers {'064e43f7-88f2-4221-b663-1db08385c1a3'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:29:34.284571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:29:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['064e43f7-88f2-4221-b663-1db08385c1a3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:34.315767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7b3a5-0045-41aa-add7-8626092786a5 req-4a681d6e-869b-4749-a7c4-cf28be80648f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:34.319105 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cba7b3a5-0045-41aa-add7-8626092786a5 req-4a681d6e-869b-4749-a7c4-cf28be80648f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 948 time: 0.1312876 Feb 03 12:29:34.329217 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-90bf7958-4703-4567-96ce-b04d355d6e69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=b5e274e7-addc-4547-a7a5-f05f495eccaa HTTP/1.1" status: 200 len: 217 time: 0.0628388 Feb 03 12:29:34.357682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 484f6487-9e98-43ff-99da-7834abb0c3e6, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=484f6487-9e98-43ff-99da-7834abb0c3e6,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:34.363840 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (484f6487-9e98-43ff-99da-7834abb0c3e6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:34.389809 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cba7b3a5-0045-41aa-add7-8626092786a5 req-0138db72-1c75-4c1e-9d37-039a11fed378 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658512 Feb 03 12:29:34.461754 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0beed549-6c5f-413c-973d-608a334e5acb admin admin] Publish callbacks [] for security_group (aaa28b65-fd9b-42a1-a33a-e498e0041ddd), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:34.465210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device b5e274e7-addc-4547-a7a5-f05f495eccaa details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:29:34.469952 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0beed549-6c5f-413c-973d-608a334e5acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (aaa28b65-fd9b-42a1-a33a-e498e0041ddd), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:34.485284 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-889fe8a6-37f7-4ce3-ae5e-6ee9fa324374 req-7199ed65-0100-41fc-b9a0-58919ffb41e5 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446663 Feb 03 12:29:34.532326 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c97e677-629a-421d-b197-9ae3468f332d admin admin] Publish callbacks [] for security_group (c0def0d6-3d45-4ad8-b742-f787778b3f16), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:34.535012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-5181aa3e-eedb-4da7-a583-bf60382ebf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:34.542174 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-5181aa3e-eedb-4da7-a583-bf60382ebf06 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1845200 Feb 03 12:29:34.542734 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0beed549-6c5f-413c-973d-608a334e5acb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ea05db7e3d242d5a7a708eccb9e6cbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3627021 Feb 03 12:29:34.545967 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32820) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:34.562451 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=484f6487-9e98-43ff-99da-7834abb0c3e6,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:34.576377 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] Set router 064e43f7-88f2-4221-b663-1db08385c1a3 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:29:34.585513 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beed549-6c5f-413c-973d-608a334e5acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa28b65-fd9b-42a1-a33a-e498e0041ddd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:34.608961 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68222d8-0b3b-4482-8208-45db17211ce4 req-ac8b9af4-4a72-4820-b2be-5af1ad7fe387 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:34.620182 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e68222d8-0b3b-4482-8208-45db17211ce4 req-ac8b9af4-4a72-4820-b2be-5af1ad7fe387 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a78c77e-c32b-4f38-afdd-4f63418917e1 HTTP/1.1" status: 200 len: 949 time: 0.0757315 Feb 03 12:29:34.714929 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c97e677-629a-421d-b197-9ae3468f332d admin admin] Publish callbacks [] for security_group (c0def0d6-3d45-4ad8-b742-f787778b3f16), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:34.720592 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e68222d8-0b3b-4482-8208-45db17211ce4 req-cb524125-58c4-46a8-b775-9605879742b9 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995312 Feb 03 12:29:34.819403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-3f5f1983-cddc-4bdc-b66a-251b874997ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:34.822820 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-3f5f1983-cddc-4bdc-b66a-251b874997ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2772806 Feb 03 12:29:34.827102 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-188e83f8-0b38-4bd7-acfb-6843ca1b86f8 admin admin] Publish callbacks [] for security_group (aaa28b65-fd9b-42a1-a33a-e498e0041ddd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:34.894451 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-188e83f8-0b38-4bd7-acfb-6843ca1b86f8 admin admin] Publish callbacks [] for security_group (aaa28b65-fd9b-42a1-a33a-e498e0041ddd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:34.905313 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c97e677-629a-421d-b197-9ae3468f332d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c0def0d6-3d45-4ad8-b742-f787778b3f16), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:34.907752 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c97e677-629a-421d-b197-9ae3468f332d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:34.913582 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7c97e677-629a-421d-b197-9ae3468f332d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0def0d6-3d45-4ad8-b742-f787778b3f16 HTTP/1.1" status: 204 len: 168 time: 0.6605279 Feb 03 12:29:35.035985 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632f015-0eec-4f4d-9d47-bfae665636ab req-ffc30ce3-cc04-4e87-85cf-95fd4c4be834 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:35.039514 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9632f015-0eec-4f4d-9d47-bfae665636ab req-ffc30ce3-cc04-4e87-85cf-95fd4c4be834 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 948 time: 0.1712501 Feb 03 12:29:35.188926 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97e677-629a-421d-b197-9ae3468f332d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0def0d6-3d45-4ad8-b742-f787778b3f16,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:35.203781 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port b5e274e7-addc-4547-a7a5-f05f495eccaa, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b5e274e7-addc-4547-a7a5-f05f495eccaa,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:35.234831 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'b5e274e7-addc-4547-a7a5-f05f495eccaa', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': 'b5e274e7-addc-4547-a7a5-f05f495eccaa', 'mac_address': 'fa:16:3e:d9:12:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:29:35.300430 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9632f015-0eec-4f4d-9d47-bfae665636ab req-765c912a-d3f4-464a-8316-7f4e8552caa2 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082269 Feb 03 12:29:35.432630 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-0b6bb55b-9daa-442b-ad9d-ad2b1257a7db service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5992396 Feb 03 12:29:35.539972 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18a918-19a0-4e84-9b4d-b5eaad38bb57 req-6b00e17d-1e66-4e92-b916-46a54ea2806a tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:35.552856 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1c18a918-19a0-4e84-9b4d-b5eaad38bb57 req-6b00e17d-1e66-4e92-b916-46a54ea2806a tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 948 time: 0.1196434 Feb 03 12:29:35.602784 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ab0d62df-cc7c-4d78-b23a-8a53345ee158 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:29:35.642335 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1c18a918-19a0-4e84-9b4d-b5eaad38bb57 req-821dd333-3192-4615-8d4b-c42ae6a8c60a tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885656 Feb 03 12:29:35.672305 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port b5e274e7-addc-4547-a7a5-f05f495eccaa is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:35.672746 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:35.692879 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-188e83f8-0b38-4bd7-acfb-6843ca1b86f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (aaa28b65-fd9b-42a1-a33a-e498e0041ddd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:35.695684 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-188e83f8-0b38-4bd7-acfb-6843ca1b86f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:35.696977 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-188e83f8-0b38-4bd7-acfb-6843ca1b86f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aaa28b65-fd9b-42a1-a33a-e498e0041ddd HTTP/1.1" status: 204 len: 168 time: 1.1322932 Feb 03 12:29:35.699362 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f84b1c43-9f4d-4f6a-981d-fffc97448fc4 req-936a8dd0-0b61-405b-9dda-7a17bc35cb3f service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788068 Feb 03 12:29:35.728818 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e274e7-addc-4547-a7a5-f05f495eccaa {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:29:35.793079 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port b5e274e7-addc-4547-a7a5-f05f495eccaa, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b5e274e7-addc-4547-a7a5-f05f495eccaa,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:35.822139 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:35.822828 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 407106b2-d790-4199-9328-d3d72b0f5249 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:29:35.829681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571adcc-194a-45ba-b8a9-4521ab9f6050 req-4e573ec2-403c-482b-b362-506af768d245 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:35.832319 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f571adcc-194a-45ba-b8a9-4521ab9f6050 req-4e573ec2-403c-482b-b362-506af768d245 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.73 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe&tenant_id=207048d5e9d548ac8439a4c69e7678ef&binding%3Ahost_id=n-h2-827336-3 HTTP/1.1" status: 200 len: 948 time: 0.8269067 Feb 03 12:29:35.850738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e83f8-0b38-4bd7-acfb-6843ca1b86f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa28b65-fd9b-42a1-a33a-e498e0041ddd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:35.870981 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:29:35.977231 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fafe79-6480-4cef-8bd5-2b9b92de69af req-f36e1298-615a-4744-b2b1-b822de8de598 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:35.997186 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-94fafe79-6480-4cef-8bd5-2b9b92de69af req-f36e1298-615a-4744-b2b1-b822de8de598 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 1128 time: 0.1634774 Feb 03 12:29:36.105417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 484f6487-9e98-43ff-99da-7834abb0c3e6 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:29:36.105747 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-f571adcc-194a-45ba-b8a9-4521ab9f6050 req-0ee2179c-e1c7-4a10-a05d-261ff4e89374 service neutron] delete failed (client error): The resource could not be found. Feb 03 12:29:36.110518 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f571adcc-194a-45ba-b8a9-4521ab9f6050 req-0ee2179c-e1c7-4a10-a05d-261ff4e89374 service neutron] 10.222.0.73 "DELETE /v2.0/ports/b5e274e7-addc-4547-a7a5-f05f495eccaa/bindings/n-h1-827336-3 HTTP/1.1" status: 404 len: 380 time: 0.2600992 Feb 03 12:29:36.192305 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-94fafe79-6480-4cef-8bd5-2b9b92de69af req-58e678fa-819a-42d7-a431-7e67392a6504 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847618 Feb 03 12:29:36.204467 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0f04c-1eeb-4f5e-93ed-bbf5ddefe628 req-a5402be4-2725-48a4-81a8-095dfc1ed24d tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:36.220916 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ddc0f04c-1eeb-4f5e-93ed-bbf5ddefe628 req-a5402be4-2725-48a4-81a8-095dfc1ed24d tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a78c77e-c32b-4f38-afdd-4f63418917e1 HTTP/1.1" status: 200 len: 949 time: 0.5201724 Feb 03 12:29:36.526159 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ddc0f04c-1eeb-4f5e-93ed-bbf5ddefe628 req-9bd143df-2892-441a-9da2-b1707d8430a8 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038709 Feb 03 12:29:36.532165 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571adcc-194a-45ba-b8a9-4521ab9f6050 req-5778cb49-69df-4fae-9513-4555584afbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:36.535677 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f571adcc-194a-45ba-b8a9-4521ab9f6050 req-5778cb49-69df-4fae-9513-4555584afbd9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 1131 time: 0.2011900 Feb 03 12:29:36.568719 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da6d7a-4a24-48be-8ead-1d926e90f124 req-2169474b-7655-4ed1-a9e8-12cce8cc5a2b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:36.570207 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:29:36.577565 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a45e0aab-bee0-44b0-940f-d7ee831ff876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:36.578401 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64da6d7a-4a24-48be-8ead-1d926e90f124 req-2169474b-7655-4ed1-a9e8-12cce8cc5a2b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 949 time: 0.1447601 Feb 03 12:29:36.712817 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port ab0d62df-cc7c-4d78-b23a-8a53345ee158, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ab0d62df-cc7c-4d78-b23a-8a53345ee158,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:36.722867 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571adcc-194a-45ba-b8a9-4521ab9f6050 req-646ce3ae-c0b1-4ee3-bd46-f2103b98e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:36.726602 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f571adcc-194a-45ba-b8a9-4521ab9f6050 req-646ce3ae-c0b1-4ee3-bd46-f2103b98e3a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.1835163 Feb 03 12:29:36.749543 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64da6d7a-4a24-48be-8ead-1d926e90f124 req-802eadfa-b910-449c-b1e5-270ebcd52fe0 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622849 Feb 03 12:29:36.750107 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 407106b2-d790-4199-9328-d3d72b0f5249, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=407106b2-d790-4199-9328-d3d72b0f5249,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:36.777659 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '407106b2-d790-4199-9328-d3d72b0f5249', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '407106b2-d790-4199-9328-d3d72b0f5249', 'mac_address': 'fa:16:3e:df:2c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:29:36.779113 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=b5e274e7-addc-4547-a7a5-f05f495eccaa,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:36.793426 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'ab0d62df-cc7c-4d78-b23a-8a53345ee158', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': 'ab0d62df-cc7c-4d78-b23a-8a53345ee158', 'mac_address': 'fa:16:3e:c1:82:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:29:36.853653 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f571adcc-194a-45ba-b8a9-4521ab9f6050 req-5bdb3c40-0d22-469d-bcbb-129c013321d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=b5e274e7-addc-4547-a7a5-f05f495eccaa HTTP/1.1" status: 200 len: 217 time: 0.1195955 Feb 03 12:29:36.969470 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 407106b2-d790-4199-9328-d3d72b0f5249 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:36.969865 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (407106b2-d790-4199-9328-d3d72b0f5249), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:36.987082 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 484f6487-9e98-43ff-99da-7834abb0c3e6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:36.987397 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (484f6487-9e98-43ff-99da-7834abb0c3e6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:36.993632 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407106b2-d790-4199-9328-d3d72b0f5249 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:29:37.016313 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 407106b2-d790-4199-9328-d3d72b0f5249, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=407106b2-d790-4199-9328-d3d72b0f5249,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:37.034137 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571adcc-194a-45ba-b8a9-4521ab9f6050 req-b4e67b85-cb9d-4bff-a66a-5abc00bb9030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:37.038089 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:37.039884 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f571adcc-194a-45ba-b8a9-4521ab9f6050 req-b4e67b85-cb9d-4bff-a66a-5abc00bb9030 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1529255 Feb 03 12:29:37.042457 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (407106b2-d790-4199-9328-d3d72b0f5249), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:37.064248 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68dbc7a-fbb2-4b2c-84d6-b91d913471bd req-9bcafb3b-cbe8-488c-a940-3273bae8fae5 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:37.068448 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e68dbc7a-fbb2-4b2c-84d6-b91d913471bd req-9bcafb3b-cbe8-488c-a940-3273bae8fae5 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 948 time: 0.2484517 Feb 03 12:29:37.116733 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064e43f7-88f2-4221-b663-1db08385c1a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-15267376-router', 'tenant_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '484f6487-9e98-43ff-99da-7834abb0c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:29:24Z', 'updated_at': '2022-02-03T12:29:32Z', 'revision_number': 4, 'project_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'gw_port': {'id': '484f6487-9e98-43ff-99da-7834abb0c3e6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:de:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064e43f7-88f2-4221-b663-1db08385c1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:25Z', 'updated_at': '2022-02-03T12:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '599b7a86-eb24-42e9-939d-b90d8ec787df', 'name': '', 'network_id': 'd8f9d07d-f9c3-445c-ad01-7e83a7d0b00c', 'tenant_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'mac_address': 'fa:16:3e:64:e0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064e43f7-88f2-4221-b663-1db08385c1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '95261582-c8c7-4f87-9307-21a56d122450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:30Z', 'updated_at': '2022-02-03T12:29:32Z', 'revision_number': 2, 'project_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'subnets': [{'id': '95261582-c8c7-4f87-9307-21a56d122450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:37.118554 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port ab0d62df-cc7c-4d78-b23a-8a53345ee158 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:37.118945 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ab0d62df-cc7c-4d78-b23a-8a53345ee158), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:37.238902 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] Checking router: 064e43f7-88f2-4221-b663-1db08385c1a3 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:29:37.239180 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] Updating router 064e43f7-88f2-4221-b663-1db08385c1a3 port 599b7a86-eb24-42e9-939d-b90d8ec787df binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:29:37.257494 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 484f6487-9e98-43ff-99da-7834abb0c3e6 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:37.299394 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0d62df-cc7c-4d78-b23a-8a53345ee158 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:29:37.302565 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e68dbc7a-fbb2-4b2c-84d6-b91d913471bd req-f9bb2ff6-57a1-4527-b266-6e0705b859f3 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096472 Feb 03 12:29:37.321449 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571adcc-194a-45ba-b8a9-4521ab9f6050 req-f6c83c4d-889b-4e34-92ea-30f89ebf6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:37.325524 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f571adcc-194a-45ba-b8a9-4521ab9f6050 req-f6c83c4d-889b-4e34-92ea-30f89ebf6894 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2537930 Feb 03 12:29:37.362480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port ab0d62df-cc7c-4d78-b23a-8a53345ee158, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ab0d62df-cc7c-4d78-b23a-8a53345ee158,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:37.391859 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['b5e274e7-addc-4547-a7a5-f05f495eccaa'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:29:37.493171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['407106b2-d790-4199-9328-d3d72b0f5249'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:29:37.502359 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ab0d62df-cc7c-4d78-b23a-8a53345ee158), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:37.523145 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f6792-4d92-45fe-8525-14bfa8fa5817 req-9254367e-7673-4270-874c-1bb52d237489 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:37.532460 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2b8f6792-4d92-45fe-8525-14bfa8fa5817 req-9254367e-7673-4270-874c-1bb52d237489 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 1128 time: 0.1126730 Feb 03 12:29:37.541561 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f571adcc-194a-45ba-b8a9-4521ab9f6050 req-c8a9dde4-f115-4cd9-b8ec-426f0076a8d4 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083921 Feb 03 12:29:37.655681 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2b8f6792-4d92-45fe-8525-14bfa8fa5817 req-c18ee587-4f22-4ef8-9db9-37e9af13feb0 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135175 Feb 03 12:29:37.707691 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=407106b2-d790-4199-9328-d3d72b0f5249,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:37.839392 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f571adcc-194a-45ba-b8a9-4521ab9f6050 req-9387517c-7d7a-4dd1-9329-b40ad85ff74f service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905707 Feb 03 12:29:37.857074 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2071ef-5655-4f89-9bd5-ecd2eb7b592a req-7c4eaf3f-c9a1-4fec-890b-e7d25c10465c tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:37.865233 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e2071ef-5655-4f89-9bd5-ecd2eb7b592a req-7c4eaf3f-c9a1-4fec-890b-e7d25c10465c tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a78c77e-c32b-4f38-afdd-4f63418917e1 HTTP/1.1" status: 200 len: 949 time: 0.1126182 Feb 03 12:29:37.905577 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=ab0d62df-cc7c-4d78-b23a-8a53345ee158,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:37.928789 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (599b7a86-eb24-42e9-939d-b90d8ec787df), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:38.031817 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e2071ef-5655-4f89-9bd5-ecd2eb7b592a req-cfddb099-b9c8-4881-8daf-2c630be7c142 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649897 Feb 03 12:29:38.196051 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['ab0d62df-cc7c-4d78-b23a-8a53345ee158'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:29:38.204922 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49c1ba-17c4-4377-ac64-e996ebb3d221 req-b425ac0c-7538-4c8f-836b-f49abd527e42 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:38.210295 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:38.216920 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf49c1ba-17c4-4377-ac64-e996ebb3d221 req-b425ac0c-7538-4c8f-836b-f49abd527e42 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 949 time: 0.0911748 Feb 03 12:29:38.394895 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf49c1ba-17c4-4377-ac64-e996ebb3d221 req-657317de-011d-4ccf-9bbc-6c8dd5983798 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748993 Feb 03 12:29:38.850403 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] Publish callbacks [] for port (599b7a86-eb24-42e9-939d-b90d8ec787df), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:38.861282 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (599b7a86-eb24-42e9-939d-b90d8ec787df), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:38.978762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa79634-f10e-4ae7-af67-13d90b05d7a4 None None] Pushing event updated for resources: {'Port': ['ID=599b7a86-eb24-42e9-939d-b90d8ec787df,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:39.062371 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] Attempting to bind port 599b7a86-eb24-42e9-939d-b90d8ec787df on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:29:39.062881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] Attempting to bind port 599b7a86-eb24-42e9-939d-b90d8ec787df by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '6224fcae-71f5-4176-b42a-d844eda636ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd8f9d07d-f9c3-445c-ad01-7e83a7d0b00c'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:29:39.064370 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] Attempting to bind port 599b7a86-eb24-42e9-939d-b90d8ec787df on network d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:39.070853 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:29:39.071466 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] Checking segment: {'id': '6224fcae-71f5-4176-b42a-d844eda636ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd8f9d07d-f9c3-445c-ad01-7e83a7d0b00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:29:39.072185 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:39.072922 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] Bound using segment: {'id': '6224fcae-71f5-4176-b42a-d844eda636ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd8f9d07d-f9c3-445c-ad01-7e83a7d0b00c'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:29:39.073607 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] Bound port: 599b7a86-eb24-42e9-939d-b90d8ec787df, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6224fcae-71f5-4176-b42a-d844eda636ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd8f9d07d-f9c3-445c-ad01-7e83a7d0b00c'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:29:39.074151 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (599b7a86-eb24-42e9-939d-b90d8ec787df), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:39.090828 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device b5e274e7-addc-4547-a7a5-f05f495eccaa up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:29:39.210626 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port b5e274e7-addc-4547-a7a5-f05f495eccaa completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:29:39.213140 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] For port 599b7a86-eb24-42e9-939d-b90d8ec787df, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:39.217991 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] For port 599b7a86-eb24-42e9-939d-b90d8ec787df, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=599b7a86-eb24-42e9-939d-b90d8ec787df,segment=NetworkSegment(6224fcae-71f5-4176-b42a-d844eda636ec),segment_id=6224fcae-71f5-4176-b42a-d844eda636ec)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:29:39.223304 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port b5e274e7-addc-4547-a7a5-f05f495eccaa triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:39.223751 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:39.247161 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (599b7a86-eb24-42e9-939d-b90d8ec787df), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:39.315670 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aabe59-e98e-44f9-965f-dbf7a6c60394 req-59d2dd6f-acae-4ddb-b2b3-668282630602 tempest-LiveMigrationNegativeTest-1840297648 tempest-LiveMigrationNegativeTest-1840297648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:39.319116 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76aabe59-e98e-44f9-965f-dbf7a6c60394 req-59d2dd6f-acae-4ddb-b2b3-668282630602 tempest-LiveMigrationNegativeTest-1840297648 tempest-LiveMigrationNegativeTest-1840297648-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6a78c77e-c32b-4f38-afdd-4f63418917e1 HTTP/1.1" status: 200 len: 1131 time: 0.0649629 Feb 03 12:29:39.330184 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] Routers {'064e43f7-88f2-4221-b663-1db08385c1a3'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:29:39.332159 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:29:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['064e43f7-88f2-4221-b663-1db08385c1a3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:39.364027 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76aabe59-e98e-44f9-965f-dbf7a6c60394 req-7505bcb8-0332-45b8-8f0a-e70dac37d87a tempest-LiveMigrationNegativeTest-1840297648 tempest-LiveMigrationNegativeTest-1840297648-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:39.438493 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa79634-f10e-4ae7-af67-13d90b05d7a4 None None] Pushing event updated for resources: {'Port': ['ID=599b7a86-eb24-42e9-939d-b90d8ec787df,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:39.446346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-89240c63-48be-450a-9c25-3b5b35ad9a34 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:29:39.448158 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-89240c63-48be-450a-9c25-3b5b35ad9a34 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085649 Feb 03 12:29:39.517128 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76aabe59-e98e-44f9-965f-dbf7a6c60394 req-7505bcb8-0332-45b8-8f0a-e70dac37d87a tempest-LiveMigrationNegativeTest-1840297648 tempest-LiveMigrationNegativeTest-1840297648-project-admin] Publish callbacks [] for security_group (0a9fab0d-0455-4ce8-9bc6-e3219eaba258), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:39.518524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-2cff147a-8b77-4b76-bb4b-6685e120d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:39.520077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-2cff147a-8b77-4b76-bb4b-6685e120d58a service neutron] 10.222.0.18 "GET /v2.0/ports/ce8ba686-77e5-42fd-842d-1f6bbd6dead8 HTTP/1.1" status: 200 len: 1125 time: 0.0646341 Feb 03 12:29:39.524235 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76aabe59-e98e-44f9-965f-dbf7a6c60394 req-7505bcb8-0332-45b8-8f0a-e70dac37d87a tempest-LiveMigrationNegativeTest-1840297648 tempest-LiveMigrationNegativeTest-1840297648-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0a9fab0d-0455-4ce8-9bc6-e3219eaba258), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:39.533986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-d1daaa1f-fbef-4d90-b83e-c72212689602 service neutron] Request body: {'binding': {'host': 'n-h1-827336-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:39.534796 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-d1daaa1f-fbef-4d90-b83e-c72212689602 service neutron] Unknown quota resources ['binding']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:29:39.609772 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ab0d62df-cc7c-4d78-b23a-8a53345ee158 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:29:39.616236 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76aabe59-e98e-44f9-965f-dbf7a6c60394 req-7505bcb8-0332-45b8-8f0a-e70dac37d87a tempest-LiveMigrationNegativeTest-1840297648 tempest-LiveMigrationNegativeTest-1840297648-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842050 Feb 03 12:29:39.621193 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505bcb8-0332-45b8-8f0a-e70dac37d87a tempest-LiveMigrationNegativeTest-1840297648 tempest-LiveMigrationNegativeTest-1840297648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9fab0d-0455-4ce8-9bc6-e3219eaba258,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:39.726320 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dec91433-10c1-489d-b3d9-54a198f4e540 None None] Provisioning complete for port 599b7a86-eb24-42e9-939d-b90d8ec787df triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:39.726793 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dec91433-10c1-489d-b3d9-54a198f4e540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (599b7a86-eb24-42e9-939d-b90d8ec787df), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:39.749206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port b5e274e7-addc-4547-a7a5-f05f495eccaa is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:39.749689 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:39.767117 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:39.784803 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port ab0d62df-cc7c-4d78-b23a-8a53345ee158 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:29:39.803596 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port ab0d62df-cc7c-4d78-b23a-8a53345ee158 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:39.804082 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ab0d62df-cc7c-4d78-b23a-8a53345ee158), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:39.804238 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6719489-4ea9-4b9d-8bf4-231d0fd0cd63 req-ccbbe44c-e34c-448f-8bb8-6cd62667e94b tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:39.805823 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f6719489-4ea9-4b9d-8bf4-231d0fd0cd63 req-ccbbe44c-e34c-448f-8bb8-6cd62667e94b tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 949 time: 0.0896881 Feb 03 12:29:39.811947 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8407884c-9146-4468-90f0-8beccaa129fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e274e7-addc-4547-a7a5-f05f495eccaa'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:39.814367 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fe65d2-38ae-448b-ba6d-3a7266249022" -d '{"events": [{"server_uuid": "8407884c-9146-4468-90f0-8beccaa129fe", "name": "network-vif-plugged", "status": "completed", "tag": "b5e274e7-addc-4547-a7a5-f05f495eccaa"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:39.847123 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-d1daaa1f-fbef-4d90-b83e-c72212689602 service neutron] Attempting to bind port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 on host n-h1-827336-3 for vnic_type normal with profile None {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:29:39.847448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-d1daaa1f-fbef-4d90-b83e-c72212689602 service neutron] Attempting to bind port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:29:39.847976 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-d1daaa1f-fbef-4d90-b83e-c72212689602 service neutron] Attempting to bind port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:39.853886 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] Set router 064e43f7-88f2-4221-b663-1db08385c1a3 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:29:39.858033 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port b5e274e7-addc-4547-a7a5-f05f495eccaa, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b5e274e7-addc-4547-a7a5-f05f495eccaa,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:39.862395 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-d1daaa1f-fbef-4d90-b83e-c72212689602 service neutron] Port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 on network fa311484-a64f-41a1-a01e-493a1be74adb not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:29:39.862721 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-d1daaa1f-fbef-4d90-b83e-c72212689602 service neutron] Attempting to bind port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:39.875417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-d1daaa1f-fbef-4d90-b83e-c72212689602 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:29:39.875765 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-d1daaa1f-fbef-4d90-b83e-c72212689602 service neutron] Checking segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:29:39.876173 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-d1daaa1f-fbef-4d90-b83e-c72212689602 service neutron] Bound using segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:29:39.876602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-d1daaa1f-fbef-4d90-b83e-c72212689602 service neutron] Bound port: ce8ba686-77e5-42fd-842d-1f6bbd6dead8, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:29:39.882508 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f6719489-4ea9-4b9d-8bf4-231d0fd0cd63 req-6ebe7c8e-069d-4a25-96e0-df5b655c437b tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661368 Feb 03 12:29:39.894419 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:39.895223 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 407106b2-d790-4199-9328-d3d72b0f5249 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:29:39.957168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-d1daaa1f-fbef-4d90-b83e-c72212689602 service neutron] For port ce8ba686-77e5-42fd-842d-1f6bbd6dead8, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ce8ba686-77e5-42fd-842d-1f6bbd6dead8,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:29:39.968129 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-d1daaa1f-fbef-4d90-b83e-c72212689602 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:39.970285 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-d1daaa1f-fbef-4d90-b83e-c72212689602 service neutron] 10.222.0.18 "POST /v2.0/ports/ce8ba686-77e5-42fd-842d-1f6bbd6dead8/bindings HTTP/1.1" status: 201 len: 389 time: 0.4428236 Feb 03 12:29:40.115023 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=b5e274e7-addc-4547-a7a5-f05f495eccaa,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:40.118403 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-dec91433-10c1-489d-b3d9-54a198f4e540 None None] Current status of the port 599b7a86-eb24-42e9-939d-b90d8ec787df is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:40.118788 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dec91433-10c1-489d-b3d9-54a198f4e540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (599b7a86-eb24-42e9-939d-b90d8ec787df), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:40.279892 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 407106b2-d790-4199-9328-d3d72b0f5249 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:29:40.292750 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-dec91433-10c1-489d-b3d9-54a198f4e540 None None] For port 599b7a86-eb24-42e9-939d-b90d8ec787df, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=599b7a86-eb24-42e9-939d-b90d8ec787df,segment=NetworkSegment(6224fcae-71f5-4176-b42a-d844eda636ec),segment_id=6224fcae-71f5-4176-b42a-d844eda636ec)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:40.318545 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dec91433-10c1-489d-b3d9-54a198f4e540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (599b7a86-eb24-42e9-939d-b90d8ec787df), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:40.328203 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 407106b2-d790-4199-9328-d3d72b0f5249 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:40.328814 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (407106b2-d790-4199-9328-d3d72b0f5249), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:40.330550 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port ab0d62df-cc7c-4d78-b23a-8a53345ee158 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:40.331064 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ab0d62df-cc7c-4d78-b23a-8a53345ee158), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:40.416247 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926da240-6f7a-43b7-8b96-4dd8f2d3440b req-fd2c8be2-96f8-49ba-8b87-cd9bc281d961 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:40.429777 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-926da240-6f7a-43b7-8b96-4dd8f2d3440b req-fd2c8be2-96f8-49ba-8b87-cd9bc281d961 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.1790736 Feb 03 12:29:40.462381 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32962) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:40.480830 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port ab0d62df-cc7c-4d78-b23a-8a53345ee158, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ab0d62df-cc7c-4d78-b23a-8a53345ee158,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:40.483570 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec91433-10c1-489d-b3d9-54a198f4e540 None None] Pushing event updated for resources: {'Port': ['ID=599b7a86-eb24-42e9-939d-b90d8ec787df,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:40.495920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-eb0ec95a-f7fc-4bbf-8b01-f6842624d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:40.499306 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ab0d62df-cc7c-4d78-b23a-8a53345ee158), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:40.500606 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-eb0ec95a-f7fc-4bbf-8b01-f6842624d69a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 1128 time: 0.1379595 Feb 03 12:29:40.573354 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-926da240-6f7a-43b7-8b96-4dd8f2d3440b req-bbd92ea8-d4dc-4412-91c3-b327eab99ee3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364281 Feb 03 12:29:40.584864 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d903b8bf-abd4-431e-8cfc-3163fc43901d None None] Provisioning complete for port 599b7a86-eb24-42e9-939d-b90d8ec787df triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:40.584864 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d903b8bf-abd4-431e-8cfc-3163fc43901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (599b7a86-eb24-42e9-939d-b90d8ec787df), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:40.713746 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-8a783704-707c-4f45-af1d-9204d7cd7f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:40.715374 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-8a783704-707c-4f45-af1d-9204d7cd7f7f service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 922 time: 0.2069225 Feb 03 12:29:40.721042 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb78317-5ce5-4a28-b8e8-ffb0bd8af328 x-openstack-request-id: req-1cb78317-5ce5-4a28-b8e8-ffb0bd8af328 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:40.721344 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8407884c-9146-4468-90f0-8beccaa129fe", "name": "network-vif-plugged", "status": "completed", "tag": "b5e274e7-addc-4547-a7a5-f05f495eccaa", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:40.721613 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1cb78317-5ce5-4a28-b8e8-ffb0bd8af328 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:40.721997 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8407884c-9146-4468-90f0-8beccaa129fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e274e7-addc-4547-a7a5-f05f495eccaa', 'code': 200} Feb 03 12:29:40.725000 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8a5a31a-24a1-4123-acb8-96e08ab31e38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:40.765007 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064e43f7-88f2-4221-b663-1db08385c1a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-15267376-router', 'tenant_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '484f6487-9e98-43ff-99da-7834abb0c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:29:24Z', 'updated_at': '2022-02-03T12:29:32Z', 'revision_number': 4, 'project_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'gw_port': {'id': '484f6487-9e98-43ff-99da-7834abb0c3e6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:de:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064e43f7-88f2-4221-b663-1db08385c1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:25Z', 'updated_at': '2022-02-03T12:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '599b7a86-eb24-42e9-939d-b90d8ec787df', 'name': '', 'network_id': 'd8f9d07d-f9c3-445c-ad01-7e83a7d0b00c', 'tenant_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'mac_address': 'fa:16:3e:64:e0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064e43f7-88f2-4221-b663-1db08385c1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '95261582-c8c7-4f87-9307-21a56d122450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:30Z', 'updated_at': '2022-02-03T12:29:39Z', 'revision_number': 4, 'project_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'subnets': [{'id': '95261582-c8c7-4f87-9307-21a56d122450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:40.805706 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73badfad-f36c-4cf2-8cf0-ea5e4a584b7b None None] The sync data for ids ['064e43f7-88f2-4221-b663-1db08385c1a3'] in n-d-827336-3 is: [{'id': '064e43f7-88f2-4221-b663-1db08385c1a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-15267376-router', 'tenant_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '484f6487-9e98-43ff-99da-7834abb0c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:29:24Z', 'updated_at': '2022-02-03T12:29:32Z', 'revision_number': 4, 'project_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'gw_port': {'id': '484f6487-9e98-43ff-99da-7834abb0c3e6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:de:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064e43f7-88f2-4221-b663-1db08385c1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:25Z', 'updated_at': '2022-02-03T12:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '599b7a86-eb24-42e9-939d-b90d8ec787df', 'name': '', 'network_id': 'd8f9d07d-f9c3-445c-ad01-7e83a7d0b00c', 'tenant_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'mac_address': 'fa:16:3e:64:e0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064e43f7-88f2-4221-b663-1db08385c1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '95261582-c8c7-4f87-9307-21a56d122450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:30Z', 'updated_at': '2022-02-03T12:29:39Z', 'revision_number': 4, 'project_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'subnets': [{'id': '95261582-c8c7-4f87-9307-21a56d122450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:29:40.821475 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c34f4303-25e6-4620-8fd9-01d72735b13e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8ba686-77e5-42fd-842d-1f6bbd6dead8 HTTP/1.1" status: 200 len: 217 time: 0.0999918 Feb 03 12:29:40.823693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 407106b2-d790-4199-9328-d3d72b0f5249 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:40.824409 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (407106b2-d790-4199-9328-d3d72b0f5249), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:40.826188 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=ab0d62df-cc7c-4d78-b23a-8a53345ee158,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:40.875106 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 407106b2-d790-4199-9328-d3d72b0f5249, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=407106b2-d790-4199-9328-d3d72b0f5249,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:40.940248 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (407106b2-d790-4199-9328-d3d72b0f5249), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:40.951720 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-64f52d27-c1b6-455a-b302-e56dfebe8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:40.953687 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-64f52d27-c1b6-455a-b302-e56dfebe8c0c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.1147625 Feb 03 12:29:40.987530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a26e51-be40-4262-8ff0-08b6a4ae6de1 req-0b64102d-0cd1-4f0c-bc87-5711eb1aac50 tempest-MigrationsAdminTest-729445484 tempest-MigrationsAdminTest-729445484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:40.989397 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-82a26e51-be40-4262-8ff0-08b6a4ae6de1 req-0b64102d-0cd1-4f0c-bc87-5711eb1aac50 tempest-MigrationsAdminTest-729445484 tempest-MigrationsAdminTest-729445484-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 1132 time: 0.1755636 Feb 03 12:29:41.022428 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-82753135-61eb-4722-aac2-98b09355b8c8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619528 Feb 03 12:29:41.029950 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8a5a31a-24a1-4123-acb8-96e08ab31e38 admin admin] Publish callbacks [] for security_group (2d6045d0-78ec-4454-8400-2159dcb1d1e0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:41.042309 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc84cec-6c4d-4966-8cbd-bc914949316c req-fd76e9ca-b112-44dc-b134-a105368896d6 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:41.049583 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8fc84cec-6c4d-4966-8cbd-bc914949316c req-fd76e9ca-b112-44dc-b134-a105368896d6 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 946 time: 0.2097187 Feb 03 12:29:41.053417 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8a5a31a-24a1-4123-acb8-96e08ab31e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2d6045d0-78ec-4454-8400-2159dcb1d1e0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:41.054548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=407106b2-d790-4199-9328-d3d72b0f5249,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:41.057537 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d903b8bf-abd4-431e-8cfc-3163fc43901d None None] Current status of the port 599b7a86-eb24-42e9-939d-b90d8ec787df is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:41.138909 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a8a5a31a-24a1-4123-acb8-96e08ab31e38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=558ff968d6744ecd89febfc0612d6ce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6754696 Feb 03 12:29:41.141436 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32976) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:41.143564 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5a31a-24a1-4123-acb8-96e08ab31e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6045d0-78ec-4454-8400-2159dcb1d1e0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:41.182171 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-82a26e51-be40-4262-8ff0-08b6a4ae6de1 req-ddaf1be3-8dac-4b16-af41-6efb886c338f tempest-MigrationsAdminTest-729445484 tempest-MigrationsAdminTest-729445484-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481853 Feb 03 12:29:41.197287 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-4ac17532-0601-4dde-a611-9c0ca494be30 service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264369 Feb 03 12:29:41.226149 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8fc84cec-6c4d-4966-8cbd-bc914949316c req-84bd429d-8544-4b2c-85d4-65421a7a70d0 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709921 Feb 03 12:29:41.258596 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f634e5ec-0cf0-4415-9815-1a438b28d3c9 admin admin] Publish callbacks [] for security_group (2d6045d0-78ec-4454-8400-2159dcb1d1e0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:41.325778 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f634e5ec-0cf0-4415-9815-1a438b28d3c9 admin admin] Publish callbacks [] for security_group (2d6045d0-78ec-4454-8400-2159dcb1d1e0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:41.398489 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-65642565-017a-4573-b1db-634f6f888282 service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956396 Feb 03 12:29:41.470326 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea9d90-29fc-4d84-9324-9d14971772ca req-c99b9efb-c7e8-409a-8a09-bfc16ad1f339 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:41.480219 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64ea9d90-29fc-4d84-9324-9d14971772ca req-c99b9efb-c7e8-409a-8a09-bfc16ad1f339 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 950 time: 0.1013119 Feb 03 12:29:41.484399 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f634e5ec-0cf0-4415-9815-1a438b28d3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2d6045d0-78ec-4454-8400-2159dcb1d1e0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:41.487397 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f634e5ec-0cf0-4415-9815-1a438b28d3c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:41.492376 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f634e5ec-0cf0-4415-9815-1a438b28d3c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d6045d0-78ec-4454-8400-2159dcb1d1e0 HTTP/1.1" status: 204 len: 168 time: 0.3497539 Feb 03 12:29:41.514551 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634e5ec-0cf0-4415-9815-1a438b28d3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6045d0-78ec-4454-8400-2159dcb1d1e0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:41.635126 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64ea9d90-29fc-4d84-9324-9d14971772ca req-fa0bb73f-a39a-4c62-9a65-dbb2d8578ecf tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537645 Feb 03 12:29:41.677921 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-78c0f8f5-787e-4c2d-ac0f-30582f5c6576 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:41.687743 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-78c0f8f5-787e-4c2d-ac0f-30582f5c6576 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd&tenant_id=4d4dfb0f87774d34902a75fe55b72106&binding%3Ahost_id=n-h2-827336-3 HTTP/1.1" status: 200 len: 1128 time: 0.1430736 Feb 03 12:29:41.710901 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827336-3'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:41.903808 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:42.015808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 599b7a86-eb24-42e9-939d-b90d8ec787df up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:29:42.073585 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-88ebb724-b4ab-41f8-888e-97d5d517ba64 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=207048d5e9d548ac8439a4c69e7678ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401359 Feb 03 12:29:42.159155 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 599b7a86-eb24-42e9-939d-b90d8ec787df triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:42.159486 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (599b7a86-eb24-42e9-939d-b90d8ec787df), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:42.265179 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33006) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:42.291124 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd130e84-da0b-4d96-bdbe-7d919ece1bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:42.323610 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 599b7a86-eb24-42e9-939d-b90d8ec787df is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:42.385288 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] For port ce8ba686-77e5-42fd-842d-1f6bbd6dead8, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ce8ba686-77e5-42fd-842d-1f6bbd6dead8,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:42.386870 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ab5cf-5092-489b-a5b3-6c4b403c210d req-bd281bdb-2d70-46f9-b6e3-e81a06920643 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:42.394448 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d07ab5cf-5092-489b-a5b3-6c4b403c210d req-bd281bdb-2d70-46f9-b6e3-e81a06920643 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a78c77e-c32b-4f38-afdd-4f63418917e1 HTTP/1.1" status: 200 len: 949 time: 0.1915483 Feb 03 12:29:42.431369 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] For port ce8ba686-77e5-42fd-842d-1f6bbd6dead8, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:42.455536 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd130e84-da0b-4d96-bdbe-7d919ece1bde admin admin] Publish callbacks [] for security_group (07c46b45-f49d-42a9-85e7-f13a680e47e6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:42.470558 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd130e84-da0b-4d96-bdbe-7d919ece1bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (07c46b45-f49d-42a9-85e7-f13a680e47e6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:42.485252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-49cf9a2a-37ee-4de6-9f75-8420f42e0aba tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:42.488501 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-49cf9a2a-37ee-4de6-9f75-8420f42e0aba tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4139166 Feb 03 12:29:42.521045 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-4e61bacb-8447-4a09-a761-e16228bb4e1f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/quotas/207048d5e9d548ac8439a4c69e7678ef HTTP/1.1" status: 200 len: 375 time: 0.0180082 Feb 03 12:29:42.522150 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071ce337-7948-4a9e-87ae-92fa4e2d0cfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8ba686-77e5-42fd-842d-1f6bbd6dead8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:42.524465 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d07ab5cf-5092-489b-a5b3-6c4b403c210d req-d850189b-cc5a-4116-a35d-f09f5c1f6449 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288476 Feb 03 12:29:42.525408 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb1d2e1-5046-40da-beed-3bf8e7ab9721" -d '{"events": [{"server_uuid": "071ce337-7948-4a9e-87ae-92fa4e2d0cfd", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8ba686-77e5-42fd-842d-1f6bbd6dead8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:42.546703 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] Publish callbacks [] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:42.557561 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dd130e84-da0b-4d96-bdbe-7d919ece1bde admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10991a0fbfdb4f548b714be83b3629fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908862 Feb 03 12:29:42.559919 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33012) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:42.588278 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:42.594196 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd130e84-da0b-4d96-bdbe-7d919ece1bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c46b45-f49d-42a9-85e7-f13a680e47e6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:42.633576 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a8a572d-4ad7-4f0e-a153-2224e24db0ca admin admin] Publish callbacks [] for security_group (07c46b45-f49d-42a9-85e7-f13a680e47e6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:42.667004 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a8a572d-4ad7-4f0e-a153-2224e24db0ca admin admin] Publish callbacks [] for security_group (07c46b45-f49d-42a9-85e7-f13a680e47e6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:42.730479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391a5d16-c439-4295-88c4-1acfc42b472d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0d62df-cc7c-4d78-b23a-8a53345ee158'}, {'server_uuid': 'a3534bac-7763-4e09-b2ab-de168744a98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407106b2-d790-4199-9328-d3d72b0f5249'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:42.734018 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a801ecba-7885-4533-a51c-9f84fb43a736" -d '{"events": [{"server_uuid": "391a5d16-c439-4295-88c4-1acfc42b472d", "name": "network-vif-plugged", "status": "completed", "tag": "ab0d62df-cc7c-4d78-b23a-8a53345ee158"}, {"server_uuid": "a3534bac-7763-4e09-b2ab-de168744a98d", "name": "network-vif-plugged", "status": "completed", "tag": "407106b2-d790-4199-9328-d3d72b0f5249"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:42.831638 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a8a572d-4ad7-4f0e-a153-2224e24db0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (07c46b45-f49d-42a9-85e7-f13a680e47e6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:42.835252 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a8a572d-4ad7-4f0e-a153-2224e24db0ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:42.837416 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8a8a572d-4ad7-4f0e-a153-2224e24db0ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07c46b45-f49d-42a9-85e7-f13a680e47e6 HTTP/1.1" status: 204 len: 168 time: 0.2756510 Feb 03 12:29:42.888203 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0fd1d-f663-43b4-a922-4a4029255f9e req-86dc8713-a5ad-4c01-b9e1-6264701ea0b4 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:42.898063 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-86e0fd1d-f663-43b4-a922-4a4029255f9e req-86dc8713-a5ad-4c01-b9e1-6264701ea0b4 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 944 time: 0.1883047 Feb 03 12:29:42.903420 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a572d-4ad7-4f0e-a153-2224e24db0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c46b45-f49d-42a9-85e7-f13a680e47e6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:42.935369 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] Pushing event updated for resources: {'Port': ['ID=ce8ba686-77e5-42fd-842d-1f6bbd6dead8,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:43.013476 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] Attempting to bind port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 on host n-h2-827336-3 for vnic_type normal with profile {"migrating_to": "n-h1-827336-3"} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:29:43.013824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] Attempting to bind port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:29:43.014164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] Attempting to bind port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:43.025114 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-624bdc88-7f11-4643-bc00-296cea0e92e9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4955387 Feb 03 12:29:43.040358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] Port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 on network fa311484-a64f-41a1-a01e-493a1be74adb not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:29:43.040833 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] Attempting to bind port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:43.046456 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:29:43.046805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] Checking segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:29:43.047200 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] Bound using segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:29:43.047787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] Bound port: ce8ba686-77e5-42fd-842d-1f6bbd6dead8, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:29:43.049046 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:43.065662 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-86e0fd1d-f663-43b4-a922-4a4029255f9e req-fffab75f-2020-47ae-b6ff-e92fdba90b10 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441934 Feb 03 12:29:43.170303 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb5990d-9cd6-4c03-bf17-0a0180963e5f x-openstack-request-id: req-9bb5990d-9cd6-4c03-bf17-0a0180963e5f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:43.170547 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071ce337-7948-4a9e-87ae-92fa4e2d0cfd", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8ba686-77e5-42fd-842d-1f6bbd6dead8", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:43.170749 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9bb5990d-9cd6-4c03-bf17-0a0180963e5f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:43.171152 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071ce337-7948-4a9e-87ae-92fa4e2d0cfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8ba686-77e5-42fd-842d-1f6bbd6dead8', 'code': 200} Feb 03 12:29:43.184513 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] For port ce8ba686-77e5-42fd-842d-1f6bbd6dead8, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:43.189248 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] For port ce8ba686-77e5-42fd-842d-1f6bbd6dead8, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ce8ba686-77e5-42fd-842d-1f6bbd6dead8,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:29:43.198456 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:43.321148 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f89fc-e5cb-4303-b7aa-00d47f275629 req-9b4e4185-395f-4100-9668-cb9da736ebc0 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:43.328888 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-291f89fc-e5cb-4303-b7aa-00d47f275629 req-9b4e4185-395f-4100-9668-cb9da736ebc0 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 950 time: 0.0961816 Feb 03 12:29:43.366669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] Pushing event updated for resources: {'Port': ['ID=ce8ba686-77e5-42fd-842d-1f6bbd6dead8,revision_number=8']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:43.371114 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:43.372034 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:43.373609 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c68a9b3c-a45f-4ea7-bd94-13c3e1c57d4c service neutron] 10.222.0.73 "PUT /v2.0/ports/ce8ba686-77e5-42fd-842d-1f6bbd6dead8 HTTP/1.1" status: 200 len: 1122 time: 1.6794188 Feb 03 12:29:43.391234 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8793bb41-c638-4d16-a049-a9bd31ab1615 x-openstack-request-id: req-8793bb41-c638-4d16-a049-a9bd31ab1615 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:43.391749 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391a5d16-c439-4295-88c4-1acfc42b472d", "name": "network-vif-plugged", "status": "completed", "tag": "ab0d62df-cc7c-4d78-b23a-8a53345ee158", "code": 200}, {"server_uuid": "a3534bac-7763-4e09-b2ab-de168744a98d", "name": "network-vif-plugged", "status": "completed", "tag": "407106b2-d790-4199-9328-d3d72b0f5249", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:43.391858 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8793bb41-c638-4d16-a049-a9bd31ab1615 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:43.392345 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391a5d16-c439-4295-88c4-1acfc42b472d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0d62df-cc7c-4d78-b23a-8a53345ee158', 'code': 200} Feb 03 12:29:43.392616 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3534bac-7763-4e09-b2ab-de168744a98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407106b2-d790-4199-9328-d3d72b0f5249', 'code': 200} Feb 03 12:29:43.480583 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['ce8ba686-77e5-42fd-842d-1f6bbd6dead8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:29:43.517984 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-291f89fc-e5cb-4303-b7aa-00d47f275629 req-a61d8ada-5947-43a4-a71f-78df47d6d872 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729980 Feb 03 12:29:43.717279 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:29:43.721865 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0ad1c632-8e26-4250-8e2d-97e2e440132f req-f2a0c3a3-019b-49b8-b1bd-61d9a8c4435f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 210 time: 0.1249135 Feb 03 12:29:43.818105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6adf8-7670-47a0-9d29-2342a85d8d21 req-989fbdbd-d2b7-4b09-a289-46258c336df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:43.819661 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2ff6adf8-7670-47a0-9d29-2342a85d8d21 req-989fbdbd-d2b7-4b09-a289-46258c336df8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 1132 time: 0.3425872 Feb 03 12:29:43.830721 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dc436-ffc4-4aa3-b1e7-3c6a4c68bf76 req-805bbb7f-6b56-4bdf-85fc-6ad7d88f45d4 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:43.852189 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b56dc436-ffc4-4aa3-b1e7-3c6a4c68bf76 req-805bbb7f-6b56-4bdf-85fc-6ad7d88f45d4 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a78c77e-c32b-4f38-afdd-4f63418917e1 HTTP/1.1" status: 200 len: 949 time: 0.0896468 Feb 03 12:29:43.881143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9740335-5904-4304-ad70-398bef250e1f req-21bdc960-c80c-45a7-9a72-3047f26f7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:43.883104 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e9740335-5904-4304-ad70-398bef250e1f req-21bdc960-c80c-45a7-9a72-3047f26f7391 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 1132 time: 0.2829957 Feb 03 12:29:44.019518 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b56dc436-ffc4-4aa3-b1e7-3c6a4c68bf76 req-c85a28ed-f680-4de9-a9e1-cea99db615b5 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651397 Feb 03 12:29:44.041573 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33052) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:44.103694 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2ff6adf8-7670-47a0-9d29-2342a85d8d21 req-895e45d1-41fd-421c-877d-8dcb18cc06c5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697766 Feb 03 12:29:44.166120 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04459993-8f65-4978-9df0-1b8218b20539 req-3ee7a753-10e7-4fae-b34d-a35c8d24d8a7 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:44.170115 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-04459993-8f65-4978-9df0-1b8218b20539 req-3ee7a753-10e7-4fae-b34d-a35c8d24d8a7 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a78c77e-c32b-4f38-afdd-4f63418917e1 HTTP/1.1" status: 200 len: 949 time: 0.2707810 Feb 03 12:29:44.178164 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e9740335-5904-4304-ad70-398bef250e1f req-bff2eafc-978b-4d89-a8ce-855693b7c5d6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775786 Feb 03 12:29:44.198271 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cb2e3c1-8ed5-4bf2-a631-459e2c2daeab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:44.322334 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cb2e3c1-8ed5-4bf2-a631-459e2c2daeab admin admin] Publish callbacks [] for security_group (ceaff54f-e109-4487-8159-3637b9cd7bf0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:44.332583 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cb2e3c1-8ed5-4bf2-a631-459e2c2daeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ceaff54f-e109-4487-8159-3637b9cd7bf0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:44.354623 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e3838-542d-4950-97e1-1830614dc974 req-cd8bb580-fe32-4ae2-b80d-50f8cf9b29f7 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:44.363715 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e2e3838-542d-4950-97e1-1830614dc974 req-cd8bb580-fe32-4ae2-b80d-50f8cf9b29f7 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 944 time: 0.1653543 Feb 03 12:29:44.390905 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3cb2e3c1-8ed5-4bf2-a631-459e2c2daeab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1bc8ee20c8b2406680a71603c881abeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3482554 Feb 03 12:29:44.392191 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2e3c1-8ed5-4bf2-a631-459e2c2daeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceaff54f-e109-4487-8159-3637b9cd7bf0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:44.394500 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33064) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:44.495073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-04459993-8f65-4978-9df0-1b8218b20539 req-6e82eb22-4aa6-4f3d-b89c-aa00c60da081 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Deleting port 732f76d8-c372-4d95-9f8d-7c5941e83bd8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:29:44.495413 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-04459993-8f65-4978-9df0-1b8218b20539 req-6e82eb22-4aa6-4f3d-b89c-aa00c60da081 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (732f76d8-c372-4d95-9f8d-7c5941e83bd8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:44.503339 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e2e3838-542d-4950-97e1-1830614dc974 req-a9045094-a24b-42f2-bea6-5f39c7a643ef tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386447 Feb 03 12:29:44.604201 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f06048c-c7df-490d-953f-06e3896c50ad admin admin] Publish callbacks [] for security_group (ceaff54f-e109-4487-8159-3637b9cd7bf0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:44.650333 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f06048c-c7df-490d-953f-06e3896c50ad admin admin] Publish callbacks [] for security_group (ceaff54f-e109-4487-8159-3637b9cd7bf0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:44.686687 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-04459993-8f65-4978-9df0-1b8218b20539 req-6e82eb22-4aa6-4f3d-b89c-aa00c60da081 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] For port 732f76d8-c372-4d95-9f8d-7c5941e83bd8, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=732f76d8-c372-4d95-9f8d-7c5941e83bd8,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:44.687061 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-04459993-8f65-4978-9df0-1b8218b20539 req-6e82eb22-4aa6-4f3d-b89c-aa00c60da081 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (732f76d8-c372-4d95-9f8d-7c5941e83bd8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:44.717146 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-04459993-8f65-4978-9df0-1b8218b20539 req-6e82eb22-4aa6-4f3d-b89c-aa00c60da081 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Calling delete_port for 732f76d8-c372-4d95-9f8d-7c5941e83bd8 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:29:44.757923 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de7495-1dbd-4337-91f6-ebad136dac67 req-7367e4e4-c744-4f38-ac21-f66cbe1e4d00 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:44.762753 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-99de7495-1dbd-4337-91f6-ebad136dac67 req-7367e4e4-c744-4f38-ac21-f66cbe1e4d00 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 950 time: 0.1006656 Feb 03 12:29:44.853386 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f06048c-c7df-490d-953f-06e3896c50ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ceaff54f-e109-4487-8159-3637b9cd7bf0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:44.856016 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f06048c-c7df-490d-953f-06e3896c50ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:44.859778 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4f06048c-c7df-490d-953f-06e3896c50ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ceaff54f-e109-4487-8159-3637b9cd7bf0 HTTP/1.1" status: 204 len: 168 time: 0.4585130 Feb 03 12:29:44.876234 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-99de7495-1dbd-4337-91f6-ebad136dac67 req-b4f30e91-77a8-4af9-99c3-640927abbb1a tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038933 Feb 03 12:29:44.941047 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6ead718f-18ef-4924-a783-a1415083949c req-8285a5d9-3ef7-4b4a-873b-de36d9c04c3e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 210 time: 0.0811622 Feb 03 12:29:44.962838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06048c-c7df-490d-953f-06e3896c50ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceaff54f-e109-4487-8159-3637b9cd7bf0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:45.172871 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-04459993-8f65-4978-9df0-1b8218b20539 req-6e82eb22-4aa6-4f3d-b89c-aa00c60da081 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (732f76d8-c372-4d95-9f8d-7c5941e83bd8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:45.196300 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-8e72d680-7532-46cd-95b0-bd9a3a9af157 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=207048d5e9d548ac8439a4c69e7678ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0973537 Feb 03 12:29:45.200765 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3ea26218-e0e7-47bf-85c3-e23b116f268d req-ebffade0-063c-4a57-a65a-f37c6859152a tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a78c77e-c32b-4f38-afdd-4f63418917e1 HTTP/1.1" status: 200 len: 210 time: 0.0770113 Feb 03 12:29:45.204652 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071ce337-7948-4a9e-87ae-92fa4e2d0cfd', 'tag': 'ce8ba686-77e5-42fd-842d-1f6bbd6dead8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:45.208803 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e63846-0d25-4ecd-abb1-241da9ddcdc6" -d '{"events": [{"name": "network-changed", "server_uuid": "071ce337-7948-4a9e-87ae-92fa4e2d0cfd", "tag": "ce8ba686-77e5-42fd-842d-1f6bbd6dead8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:45.221662 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['e8082b38-c807-457a-ad71-ef03500a50e5', '732f76d8-c372-4d95-9f8d-7c5941e83bd8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:29:45.543160 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:45.545643 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-7d840d2a-8827-4371-86e3-72df474d901b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:45.552697 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-7d840d2a-8827-4371-86e3-72df474d901b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3089137 Feb 03 12:29:45.599848 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ce8ba686-77e5-42fd-842d-1f6bbd6dead8 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:29:45.624227 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82eb22-4aa6-4f3d-b89c-aa00c60da081 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Pushing event deleted for resources: {'Port': ['ID=732f76d8-c372-4d95-9f8d-7c5941e83bd8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:45.642211 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d02b3d-fdaf-4e05-8ad7-c1b94e739a6f x-openstack-request-id: req-85d02b3d-fdaf-4e05-8ad7-c1b94e739a6f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:45.646829 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071ce337-7948-4a9e-87ae-92fa4e2d0cfd", "tag": "ce8ba686-77e5-42fd-842d-1f6bbd6dead8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:45.647226 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85d02b3d-fdaf-4e05-8ad7-c1b94e739a6f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:45.647877 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071ce337-7948-4a9e-87ae-92fa4e2d0cfd', 'tag': 'ce8ba686-77e5-42fd-842d-1f6bbd6dead8', 'status': 'completed', 'code': 200} Feb 03 12:29:45.696847 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-32cc3690-de93-45e7-b88b-21480ff7109e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Request body: {'port': {'device_id': '42ef2df2-34e5-4b4f-90cd-d77951a3b300', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': '207048d5e9d548ac8439a4c69e7678ef'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:46.053064 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e80b0b-38ef-40ee-8cc0-d964019f0e2b req-c7ae0955-7ab8-4f16-8ff4-3e9c2aef5765 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:46.061292 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-77e80b0b-38ef-40ee-8cc0-d964019f0e2b req-c7ae0955-7ab8-4f16-8ff4-3e9c2aef5765 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 944 time: 0.3701897 Feb 03 12:29:46.071390 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33098) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:46.081520 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port ce8ba686-77e5-42fd-842d-1f6bbd6dead8, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ce8ba686-77e5-42fd-842d-1f6bbd6dead8,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:46.104317 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23a96acf-a2f8-4527-a3be-7aa634c43974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:46.107507 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ce8ba686-77e5-42fd-842d-1f6bbd6dead8 has no active binding in host n-h1-827336-3 {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 12:29:46.135074 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e63846-0d25-4ecd-abb1-241da9ddcdc6 req-80151431-e2c8-4789-983f-693c6749f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:46.140454 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f5e63846-0d25-4ecd-abb1-241da9ddcdc6 req-80151431-e2c8-4789-983f-693c6749f980 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 1156 time: 0.3495028 Feb 03 12:29:46.215961 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-04459993-8f65-4978-9df0-1b8218b20539 req-6e82eb22-4aa6-4f3d-b89c-aa00c60da081 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] No DVR routers for this DVR port 732f76d8-c372-4d95-9f8d-7c5941e83bd8 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:29:46.255956 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-04459993-8f65-4978-9df0-1b8218b20539 req-6e82eb22-4aa6-4f3d-b89c-aa00c60da081 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:46.268445 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-04459993-8f65-4978-9df0-1b8218b20539 req-6e82eb22-4aa6-4f3d-b89c-aa00c60da081 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.73 "DELETE /v2.0/ports/732f76d8-c372-4d95-9f8d-7c5941e83bd8 HTTP/1.1" status: 204 len: 173 time: 2.0867808 Feb 03 12:29:46.432245 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b160c-5a56-4e50-aebf-97455800df54 req-875a0d8a-f010-4c2a-8ed0-7737ad987915 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:46.445692 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-453b160c-5a56-4e50-aebf-97455800df54 req-875a0d8a-f010-4c2a-8ed0-7737ad987915 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 950 time: 0.3617635 Feb 03 12:29:46.481382 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23a96acf-a2f8-4527-a3be-7aa634c43974 admin admin] Publish callbacks [] for security_group (a7d64529-e176-4252-9bca-094887e63ab4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:46.570490 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-453b160c-5a56-4e50-aebf-97455800df54 req-e995024e-4a1c-4941-b8b0-0e69343ce954 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208980 Feb 03 12:29:46.591678 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-32cc3690-de93-45e7-b88b-21480ff7109e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Made reservation on behalf of 207048d5e9d548ac8439a4c69e7678ef for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:29:46.596068 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-32cc3690-de93-45e7-b88b-21480ff7109e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:46.626064 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-77e80b0b-38ef-40ee-8cc0-d964019f0e2b req-e4cd236d-9d1b-407f-9c14-a8a452b91fe3 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5623071 Feb 03 12:29:46.628057 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e63846-0d25-4ecd-abb1-241da9ddcdc6 req-c8468598-27e4-4732-bb1c-acd556796561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:46.634744 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f5e63846-0d25-4ecd-abb1-241da9ddcdc6 req-c8468598-27e4-4732-bb1c-acd556796561 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 922 time: 0.3388188 Feb 03 12:29:46.761218 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f5e63846-0d25-4ecd-abb1-241da9ddcdc6 req-406849f1-25a6-407a-9ef1-a036a637ab8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8ba686-77e5-42fd-842d-1f6bbd6dead8 HTTP/1.1" status: 200 len: 217 time: 0.1174705 Feb 03 12:29:46.761552 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-022dfb47-a3dc-4929-99e2-600c7c3b63f7 req-8999b015-e77e-4cc7-8600-ed24de07ac8f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 210 time: 0.0453942 Feb 03 12:29:46.762255 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23a96acf-a2f8-4527-a3be-7aa634c43974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a7d64529-e176-4252-9bca-094887e63ab4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:46.827266 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b4e3d7da-c0e4-47f0-a6f4-4e0a3c375a6c req-05259332-bc57-400c-ad1c-73699b4f6731 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a78c77e-c32b-4f38-afdd-4f63418917e1 HTTP/1.1" status: 200 len: 210 time: 0.0679512 Feb 03 12:29:46.901435 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-23a96acf-a2f8-4527-a3be-7aa634c43974 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=574bc067a7994336877864ece84eefb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8284152 Feb 03 12:29:46.902392 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a96acf-a2f8-4527-a3be-7aa634c43974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d64529-e176-4252-9bca-094887e63ab4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:46.912097 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33110) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:46.918838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-32cc3690-de93-45e7-b88b-21480ff7109e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Allocated IP 192.168.233.23 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:29:47.016638 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-183c16b1-3228-4bde-8a62-6c79c2b31ee1 admin admin] Publish callbacks [] for security_group (a7d64529-e176-4252-9bca-094887e63ab4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:47.041685 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-183c16b1-3228-4bde-8a62-6c79c2b31ee1 admin admin] Publish callbacks [] for security_group (a7d64529-e176-4252-9bca-094887e63ab4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:47.075931 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e63846-0d25-4ecd-abb1-241da9ddcdc6 req-77159f5e-c314-4d71-bfd8-f4c5f387e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:47.078313 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f5e63846-0d25-4ecd-abb1-241da9ddcdc6 req-77159f5e-c314-4d71-bfd8-f4c5f387e99c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.3002512 Feb 03 12:29:47.213728 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f5e63846-0d25-4ecd-abb1-241da9ddcdc6 req-d32cfb29-c296-45c2-ae06-8446f162eb55 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923941 Feb 03 12:29:47.276523 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-32cc3690-de93-45e7-b88b-21480ff7109e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks [] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:47.318574 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-32cc3690-de93-45e7-b88b-21480ff7109e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:47.334678 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['b5e274e7-addc-4547-a7a5-f05f495eccaa'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:29:47.462944 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-32cc3690-de93-45e7-b88b-21480ff7109e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:29:47.477710 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-32cc3690-de93-45e7-b88b-21480ff7109e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:29:47.481027 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-32cc3690-de93-45e7-b88b-21480ff7109e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:29:47.488235 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-32cc3690-de93-45e7-b88b-21480ff7109e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:47.488804 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-32cc3690-de93-45e7-b88b-21480ff7109e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:47.492814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc3690-de93-45e7-b88b-21480ff7109e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Pushing event updated for resources: {'Port': ['ID=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:47.534787 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-32cc3690-de93-45e7-b88b-21480ff7109e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9032769 Feb 03 12:29:47.551855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] Request body: {'port': {'device_id': '42ef2df2-34e5-4b4f-90cd-d77951a3b300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:47.650993 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a78c77e-c32b-4f38-afdd-4f63418917e1', 'name': 'network-vif-deleted', 'tag': '732f76d8-c372-4d95-9f8d-7c5941e83bd8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:47.660968 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104c35ed-c83b-43e9-bf15-b89d4197b9f0" -d '{"events": [{"server_uuid": "6a78c77e-c32b-4f38-afdd-4f63418917e1", "name": "network-vif-deleted", "tag": "732f76d8-c372-4d95-9f8d-7c5941e83bd8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:47.769800 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:47.911301 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 732f76d8-c372-4d95-9f8d-7c5941e83bd8 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:29:47.920624 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-183c16b1-3228-4bde-8a62-6c79c2b31ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a7d64529-e176-4252-9bca-094887e63ab4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:47.923475 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-183c16b1-3228-4bde-8a62-6c79c2b31ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:47.924804 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-183c16b1-3228-4bde-8a62-6c79c2b31ee1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7d64529-e176-4252-9bca-094887e63ab4 HTTP/1.1" status: 204 len: 168 time: 1.0152731 Feb 03 12:29:47.952470 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c16b1-3228-4bde-8a62-6c79c2b31ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d64529-e176-4252-9bca-094887e63ab4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:47.964374 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7b05a-6d45-427e-8e3c-c446ee617a2a req-e0da3c52-e7be-459a-b208-384082fe37b2 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:47.971656 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-02b7b05a-6d45-427e-8e3c-c446ee617a2a req-e0da3c52-e7be-459a-b208-384082fe37b2 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.9014637 Feb 03 12:29:47.984077 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f5e63846-0d25-4ecd-abb1-241da9ddcdc6 req-3d22d07b-cbdb-4112-a423-6d009f3af79d service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7258449 Feb 03 12:29:47.998391 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 732f76d8-c372-4d95-9f8d-7c5941e83bd8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:29:47.998796 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9280ee1-c566-48ed-b4a9-7d7bfd1e1065 req-cb9298b2-60be-4b94-a21e-381d48f1f8a8 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:48.003330 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 732f76d8-c372-4d95-9f8d-7c5941e83bd8 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:29:48.009746 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9280ee1-c566-48ed-b4a9-7d7bfd1e1065 req-cb9298b2-60be-4b94-a21e-381d48f1f8a8 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 944 time: 0.1919048 Feb 03 12:29:48.070392 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d67bb893-af48-4f2a-bfc3-2ba4dce221cc None None] Provisioning complete for port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:48.070891 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d67bb893-af48-4f2a-bfc3-2ba4dce221cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:48.127594 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-02b7b05a-6d45-427e-8e3c-c446ee617a2a req-a49a10f1-e8dc-4d5b-93e8-f3636f47c55e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547260 Feb 03 12:29:48.157264 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9280ee1-c566-48ed-b4a9-7d7bfd1e1065 req-1cacad49-4561-4fd3-b268-91142c54a41f tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465981 Feb 03 12:29:48.157922 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d67bb893-af48-4f2a-bfc3-2ba4dce221cc None None] Port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:29:48.194301 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f5e63846-0d25-4ecd-abb1-241da9ddcdc6 req-1ee996c1-5933-466d-957d-d7ae905437c2 service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013006 Feb 03 12:29:48.210098 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb83e59-48ec-4ee5-abcd-a117f7a699d2 x-openstack-request-id: req-8bb83e59-48ec-4ee5-abcd-a117f7a699d2 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:48.213382 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a78c77e-c32b-4f38-afdd-4f63418917e1", "name": "network-vif-deleted", "tag": "732f76d8-c372-4d95-9f8d-7c5941e83bd8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:48.213382 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8bb83e59-48ec-4ee5-abcd-a117f7a699d2 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:48.213382 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a78c77e-c32b-4f38-afdd-4f63418917e1', 'name': 'network-vif-deleted', 'tag': '732f76d8-c372-4d95-9f8d-7c5941e83bd8', 'status': 'completed', 'code': 200} Feb 03 12:29:48.328407 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:29:48.339652 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] Publish callbacks [] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:48.355556 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] Transition to ACTIVE for port object 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:29:48.361035 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:48.425662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25904ff0-899b-452b-950f-0384e080c338 service neutron] Pushing event updated for resources: {'Port': ['ID=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:48.431665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e288f-c502-401e-981f-7d6cc9019b24 req-38200b4b-39c6-41a7-bd1a-bc7cf6e05ef3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:48.446993 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-697e288f-c502-401e-981f-7d6cc9019b24 req-38200b4b-39c6-41a7-bd1a-bc7cf6e05ef3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 935 time: 0.1525915 Feb 03 12:29:48.506144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] Attempting to bind port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:29:48.506425 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] Attempting to bind port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:29:48.507112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] Attempting to bind port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:48.514688 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] Port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:29:48.515032 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] Attempting to bind port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:29:48.525035 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:29:48.525397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:29:48.525799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:29:48.526233 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] Bound port: 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:29:48.526607 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:48.555193 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-697e288f-c502-401e-981f-7d6cc9019b24 req-e36574bc-07a4-4ebb-b526-4a161160ceeb tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073139 Feb 03 12:29:48.653006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] For port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:48.656578 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] For port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:29:48.679137 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:48.777739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610e210-828a-46a7-a6f9-4f27dce99cf0 req-364afe21-1ade-4d54-a2d5-8f6c2f380625 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:48.779309 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e610e210-828a-46a7-a6f9-4f27dce99cf0 req-364afe21-1ade-4d54-a2d5-8f6c2f380625 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=f843284f-3afe-47fd-954c-4cc53f284cfa HTTP/1.1" status: 200 len: 949 time: 0.1052866 Feb 03 12:29:48.791431 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-14ef8b48-2111-488d-8894-b0c972b4369b tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=355cf0e66ba34b6ba03ec130f21762bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1313961 Feb 03 12:29:48.814296 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:48.814934 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:48.816346 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-25904ff0-899b-452b-950f-0384e080c338 service neutron] 10.222.0.31 "PUT /v2.0/ports/52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 HTTP/1.1" status: 200 len: 1095 time: 1.2735281 Feb 03 12:29:48.923593 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25904ff0-899b-452b-950f-0384e080c338 service neutron] Pushing event updated for resources: {'Port': ['ID=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:48.923811 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e610e210-828a-46a7-a6f9-4f27dce99cf0 req-e79ded6f-53c0-40b0-a893-397ceffabd84 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372981 Feb 03 12:29:49.122156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-c8ea1ee7-54da-4bf7-8bd9-1eb826a50c7b tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:49.123754 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-c8ea1ee7-54da-4bf7-8bd9-1eb826a50c7b tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3197615 Feb 03 12:29:49.128811 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-3cb6c13d-5830-4a76-a4da-71121c02cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:49.131042 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-3cb6c13d-5830-4a76-a4da-71121c02cf75 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 1129 time: 0.2496338 Feb 03 12:29:49.233657 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-6eb8ab48-1f73-4643-999e-349adad3e5bb service neutron] 10.222.0.31 "GET /v2.0/ports/ce8ba686-77e5-42fd-842d-1f6bbd6dead8/bindings/n-h1-827336-3 HTTP/1.1" status: 200 len: 384 time: 0.1670158 Feb 03 12:29:49.243646 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-d68e899a-57e5-4217-a5f2-c0c83a2e5e0a tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/quotas/355cf0e66ba34b6ba03ec130f21762bb HTTP/1.1" status: 200 len: 375 time: 0.1114879 Feb 03 12:29:49.245974 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-5bb631a4-4ddc-469f-979f-55f54c23b66f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 HTTP/1.1" status: 200 len: 217 time: 0.0887656 Feb 03 12:29:49.394294 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-04fdea68-7509-4074-9fbd-c39c76e490e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:49.396861 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-04fdea68-7509-4074-9fbd-c39c76e490e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1450632 Feb 03 12:29:49.441838 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a068649-b80c-4f93-9fea-6543b403a11f req-c4f87eb3-31e6-47ef-b4e7-02001feef80e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:49.449036 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0a068649-b80c-4f93-9fea-6543b403a11f req-c4f87eb3-31e6-47ef-b4e7-02001feef80e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 944 time: 0.1123500 Feb 03 12:29:49.450107 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-3d880543-c1de-4905-aaa8-0e0214dc49d8 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=355cf0e66ba34b6ba03ec130f21762bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1834562 Feb 03 12:29:49.472448 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33214) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:49.573616 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-298d11e0-2322-4a40-b836-078047f9595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:49.574116 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0a068649-b80c-4f93-9fea-6543b403a11f req-cb38fa69-33f8-4ec0-a86a-45969e73b39b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236594 Feb 03 12:29:49.575207 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-298d11e0-2322-4a40-b836-078047f9595f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1686275 Feb 03 12:29:49.608793 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ce8ba686-77e5-42fd-842d-1f6bbd6dead8 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:29:49.825053 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-b0c6e0f3-738c-49d7-b9b7-6d3206d0953f service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409427 Feb 03 12:29:49.902551 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-b8fe70f2-7433-49e9-bc51-6ad6c03be35e service neutron] For port ce8ba686-77e5-42fd-842d-1f6bbd6dead8, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ce8ba686-77e5-42fd-842d-1f6bbd6dead8,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:49.951719 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port ce8ba686-77e5-42fd-842d-1f6bbd6dead8, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ce8ba686-77e5-42fd-842d-1f6bbd6dead8,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:49.957872 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beff384-8ded-4341-9bd1-d201e05bb3b2 req-fd2260a4-42df-4182-bdda-02e3bb0b6d10 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:49.972800 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4beff384-8ded-4341-9bd1-d201e05bb3b2 req-fd2260a4-42df-4182-bdda-02e3bb0b6d10 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 947 time: 0.2138190 Feb 03 12:29:49.984822 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ce8ba686-77e5-42fd-842d-1f6bbd6dead8 has no active binding in host n-h1-827336-3 {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 12:29:50.048130 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-b8fe70f2-7433-49e9-bc51-6ad6c03be35e service neutron] For port ce8ba686-77e5-42fd-842d-1f6bbd6dead8, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:50.057585 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d1f9e13b-7092-4a5f-a149-ecdef54df148 req-bcaa96f3-ef25-4733-a0b4-c4c2143911d9 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb HTTP/1.1" status: 200 len: 210 time: 0.1422827 Feb 03 12:29:50.102788 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-73358099-8f7c-42d6-89fc-f11e426de1a8 req-a0197870-1053-4b4f-99ff-3837754a5fe3 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707479 Feb 03 12:29:50.158099 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfbf1-f309-41ae-afbf-03316e001244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:50.191399 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4beff384-8ded-4341-9bd1-d201e05bb3b2 req-d8a68aee-6b4d-4ec7-adf1-b66512bd8b50 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097633 Feb 03 12:29:50.221517 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ef2df2-34e5-4b4f-90cd-d77951a3b300', 'tag': '52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:50.224058 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2134828-f6ba-4048-bf0e-9f1c26b43d70" -d '{"events": [{"name": "network-changed", "server_uuid": "42ef2df2-34e5-4b4f-90cd-d77951a3b300", "tag": "52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:50.225645 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-b8fe70f2-7433-49e9-bc51-6ad6c03be35e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8ba686-77e5-42fd-842d-1f6bbd6dead8 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:29:50.266019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54aff8e-8057-44fa-a5e2-527aa9e2ad73 req-cfeb271b-9c6d-429e-a1cc-730f7922052f tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:50.268026 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f54aff8e-8057-44fa-a5e2-527aa9e2ad73 req-cfeb271b-9c6d-429e-a1cc-730f7922052f tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=f843284f-3afe-47fd-954c-4cc53f284cfa HTTP/1.1" status: 200 len: 949 time: 0.1231689 Feb 03 12:29:50.300158 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-b8fe70f2-7433-49e9-bc51-6ad6c03be35e service neutron] For port ce8ba686-77e5-42fd-842d-1f6bbd6dead8, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ce8ba686-77e5-42fd-842d-1f6bbd6dead8,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:50.319447 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af5ce19-1a79-426b-aa83-6d1edc5f8895 x-openstack-request-id: req-8af5ce19-1a79-426b-aa83-6d1edc5f8895 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:50.320355 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ef2df2-34e5-4b4f-90cd-d77951a3b300", "tag": "52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:50.320616 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8af5ce19-1a79-426b-aa83-6d1edc5f8895 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:50.321066 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ef2df2-34e5-4b4f-90cd-d77951a3b300', 'tag': '52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60', 'status': 'completed', 'code': 200} Feb 03 12:29:50.379481 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-b8fe70f2-7433-49e9-bc51-6ad6c03be35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:50.435325 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f54aff8e-8057-44fa-a5e2-527aa9e2ad73 req-20a0715a-f714-4a59-b46a-f288a16a30d8 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546004 Feb 03 12:29:50.476357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a28d8f-daf8-4755-8751-68346ef2d400 req-952c42db-00e3-4181-91f3-da60b7fe70a7 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:50.478805 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41a28d8f-daf8-4755-8751-68346ef2d400 req-952c42db-00e3-4181-91f3-da60b7fe70a7 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.73 "GET /v2.0/ports?device_id=f843284f-3afe-47fd-954c-4cc53f284cfa HTTP/1.1" status: 200 len: 949 time: 0.1948121 Feb 03 12:29:50.584756 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2134828-f6ba-4048-bf0e-9f1c26b43d70 req-dc840eed-4f66-45ac-a082-16a65f3026a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:50.586555 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2134828-f6ba-4048-bf0e-9f1c26b43d70 req-dc840eed-4f66-45ac-a082-16a65f3026a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 1129 time: 0.2499700 Feb 03 12:29:50.602840 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfbf1-f309-41ae-afbf-03316e001244 admin admin] Publish callbacks [] for security_group (a6d3bdfe-ec13-445b-815b-1ac8a3a77291), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:50.614495 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfbf1-f309-41ae-afbf-03316e001244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a6d3bdfe-ec13-445b-815b-1ac8a3a77291), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:50.674338 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-b8fe70f2-7433-49e9-bc51-6ad6c03be35e service neutron] Transition to ACTIVE for port object ce8ba686-77e5-42fd-842d-1f6bbd6dead8 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:29:50.683221 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4f4dfbf1-f309-41ae-afbf-03316e001244 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb44b419c1eb4b13b260870f74369bdd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1915064 Feb 03 12:29:50.692744 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33250) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:50.695525 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-b8fe70f2-7433-49e9-bc51-6ad6c03be35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:50.700489 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dfbf1-f309-41ae-afbf-03316e001244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d3bdfe-ec13-445b-815b-1ac8a3a77291,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:50.845135 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-b8fe70f2-7433-49e9-bc51-6ad6c03be35e service neutron] No DVR routers for this DVR port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:29:50.953753 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe70f2-7433-49e9-bc51-6ad6c03be35e service neutron] Pushing event updated for resources: {'Port': ['ID=ce8ba686-77e5-42fd-842d-1f6bbd6dead8,revision_number=10']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:51.040658 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-b8fe70f2-7433-49e9-bc51-6ad6c03be35e service neutron] 10.222.0.31 "PUT /v2.0/ports/ce8ba686-77e5-42fd-842d-1f6bbd6dead8/bindings/n-h1-827336-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7940254 Feb 03 12:29:51.066208 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de419517-e02f-4767-baf2-61949bd328f1 req-53a77059-c32b-4126-b10c-8b3eb8a5003b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:51.075412 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de419517-e02f-4767-baf2-61949bd328f1 req-53a77059-c32b-4126-b10c-8b3eb8a5003b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 945 time: 0.2770422 Feb 03 12:29:51.133110 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device ce8ba686-77e5-42fd-842d-1f6bbd6dead8 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:29:51.248046 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de419517-e02f-4767-baf2-61949bd328f1 req-ca32d037-c4b5-4ac1-8d2d-8462ff5e992b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713088 Feb 03 12:29:51.276204 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] The host n-h2-827336-3 is not matching for port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 host n-h1-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:29:51.276911 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device ce8ba686-77e5-42fd-842d-1f6bbd6dead8 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:29:51.440115 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-384058d0-3411-49f2-8051-7c0d1782ca42 req-cb3430ea-4f03-4991-a7eb-3f8faadf8ccc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1479101 Feb 03 12:29:51.479999 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d2a70-a160-4daa-b380-b45901bebb62 req-ebc27e2d-e7f2-4642-ad7c-a15864713ffc tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:51.490355 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-857d2a70-a160-4daa-b380-b45901bebb62 req-ebc27e2d-e7f2-4642-ad7c-a15864713ffc tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 947 time: 0.1126297 Feb 03 12:29:51.496820 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6aa28231-ba73-4ad1-9430-3c3b6ffe114e req-adb3943f-cf40-4943-85f3-b2304058ac52 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb HTTP/1.1" status: 200 len: 210 time: 0.1008663 Feb 03 12:29:51.501313 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2134828-f6ba-4048-bf0e-9f1c26b43d70 req-96e8c5e2-a8c7-4651-8fc6-423e60270918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:51.502963 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2134828-f6ba-4048-bf0e-9f1c26b43d70 req-96e8c5e2-a8c7-4651-8fc6-423e60270918 service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.8936064 Feb 03 12:29:51.523834 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-41a28d8f-daf8-4755-8751-68346ef2d400 req-96547b82-4d2e-46d2-ba1d-81838717b615 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Deleting port e8082b38-c807-457a-ad71-ef03500a50e5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:29:51.524289 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-41a28d8f-daf8-4755-8751-68346ef2d400 req-96547b82-4d2e-46d2-ba1d-81838717b615 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (e8082b38-c807-457a-ad71-ef03500a50e5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:51.619181 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-cb400e71-489d-4a2d-98b1-07927648e3e5 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=355cf0e66ba34b6ba03ec130f21762bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334933 Feb 03 12:29:51.619903 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d546c5e7-7327-4ea7-a0b6-4ebec4872b1b admin admin] Publish callbacks [] for security_group (a6d3bdfe-ec13-445b-815b-1ac8a3a77291), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:51.622493 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2134828-f6ba-4048-bf0e-9f1c26b43d70 req-f1968cce-6016-47eb-b33f-910f127e34e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 HTTP/1.1" status: 200 len: 217 time: 0.1025174 Feb 03 12:29:51.690926 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-3a873c93-d6a9-4975-9087-c26afe65e776 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:51.692660 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-3a873c93-d6a9-4975-9087-c26afe65e776 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd&tenant_id=4d4dfb0f87774d34902a75fe55b72106&binding%3Ahost_id=n-h2-827336-3 HTTP/1.1" status: 200 len: 1127 time: 0.2861714 Feb 03 12:29:51.712582 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-b314501c-3625-4518-b07b-a939b10d41c5 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--88830716&fields=id&tenant_id=fc4a06b2bcd845a58e4fb7339bfa03e4 HTTP/1.1" status: 200 len: 267 time: 0.0868185 Feb 03 12:29:51.719977 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384058d0-3411-49f2-8051-7c0d1782ca42 req-d816fc43-b682-42ef-b427-958e487e0bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:51.721536 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-384058d0-3411-49f2-8051-7c0d1782ca42 req-d816fc43-b682-42ef-b427-958e487e0bb7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 1132 time: 0.1638038 Feb 03 12:29:51.747646 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-857d2a70-a160-4daa-b380-b45901bebb62 req-2f0a70d0-e53e-4dc4-8721-ebcbc78239ca tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560649 Feb 03 12:29:51.896272 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384058d0-3411-49f2-8051-7c0d1782ca42 req-e55999b7-401b-4c7d-adef-08d93659d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:51.898356 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-384058d0-3411-49f2-8051-7c0d1782ca42 req-e55999b7-401b-4c7d-adef-08d93659d13f service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.1464057 Feb 03 12:29:51.902298 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d546c5e7-7327-4ea7-a0b6-4ebec4872b1b admin admin] Publish callbacks [] for security_group (a6d3bdfe-ec13-445b-815b-1ac8a3a77291), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:51.964979 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-384058d0-3411-49f2-8051-7c0d1782ca42 req-6240c2f6-6163-44aa-b593-57c78a52a7ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=b5e274e7-addc-4547-a7a5-f05f495eccaa HTTP/1.1" status: 200 len: 217 time: 0.0592132 Feb 03 12:29:52.038117 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2134828-f6ba-4048-bf0e-9f1c26b43d70 req-07065d19-6ca1-4377-b679-aa74369a2621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:52.039719 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2134828-f6ba-4048-bf0e-9f1c26b43d70 req-07065d19-6ca1-4377-b679-aa74369a2621 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.3460581 Feb 03 12:29:52.078132 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384058d0-3411-49f2-8051-7c0d1782ca42 req-2da3def3-8184-4997-a7b8-c30d18248582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:52.079998 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-384058d0-3411-49f2-8051-7c0d1782ca42 req-2da3def3-8184-4997-a7b8-c30d18248582 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1006165 Feb 03 12:29:52.107770 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-bf59e549-faff-4950-836e-bdd9481b75d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:52.109461 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-bf59e549-faff-4950-836e-bdd9481b75d6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd&tenant_id=4d4dfb0f87774d34902a75fe55b72106 HTTP/1.1" status: 200 len: 1127 time: 0.3727782 Feb 03 12:29:52.144283 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-41a28d8f-daf8-4755-8751-68346ef2d400 req-96547b82-4d2e-46d2-ba1d-81838717b615 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] For port e8082b38-c807-457a-ad71-ef03500a50e5, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=e8082b38-c807-457a-ad71-ef03500a50e5,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:52.144808 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-41a28d8f-daf8-4755-8751-68346ef2d400 req-96547b82-4d2e-46d2-ba1d-81838717b615 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (e8082b38-c807-457a-ad71-ef03500a50e5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:52.162766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-e52ee46a-bacf-4841-bf65-e80b0175a66c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:52.165760 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-e52ee46a-bacf-4841-bf65-e80b0175a66c tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/networks?id=e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 HTTP/1.1" status: 200 len: 824 time: 0.4507303 Feb 03 12:29:52.177497 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-2793d005-e165-4cee-9e09-ceffe3b1e5cf tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:52.179104 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-2793d005-e165-4cee-9e09-ceffe3b1e5cf tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4795501 Feb 03 12:29:52.188871 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930ae2e-285a-4666-9df9-b83bbd3d8959 req-c7f52cd1-13a4-44b9-b0ec-1953b05fe6a0 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:52.197107 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-41a28d8f-daf8-4755-8751-68346ef2d400 req-96547b82-4d2e-46d2-ba1d-81838717b615 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Calling delete_port for e8082b38-c807-457a-ad71-ef03500a50e5 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:29:52.198557 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1930ae2e-285a-4666-9df9-b83bbd3d8959 req-c7f52cd1-13a4-44b9-b0ec-1953b05fe6a0 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=f843284f-3afe-47fd-954c-4cc53f284cfa HTTP/1.1" status: 200 len: 949 time: 0.1131592 Feb 03 12:29:52.202445 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-84446b82-1765-4361-aa56-9719f12d73c4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Request body: {'port': {'device_id': '97d6df4c-8809-4e13-a9c3-2519d5f682cb', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': '355cf0e66ba34b6ba03ec130f21762bb'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:52.211066 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384058d0-3411-49f2-8051-7c0d1782ca42 req-2b72c3f8-24dc-4cc8-b38a-20204e0c3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:52.214504 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-384058d0-3411-49f2-8051-7c0d1782ca42 req-2b72c3f8-24dc-4cc8-b38a-20204e0c3036 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1265912 Feb 03 12:29:52.233467 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d546c5e7-7327-4ea7-a0b6-4ebec4872b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a6d3bdfe-ec13-445b-815b-1ac8a3a77291), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:52.235284 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d546c5e7-7327-4ea7-a0b6-4ebec4872b1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:52.238847 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d546c5e7-7327-4ea7-a0b6-4ebec4872b1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6d3bdfe-ec13-445b-815b-1ac8a3a77291 HTTP/1.1" status: 204 len: 168 time: 1.5417428 Feb 03 12:29:52.289665 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-c6b1ada5-68c4-4b4e-8ba1-689f92831796 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/quotas/fc4a06b2bcd845a58e4fb7339bfa03e4 HTTP/1.1" status: 200 len: 375 time: 0.0823600 Feb 03 12:29:52.295267 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546c5e7-7327-4ea7-a0b6-4ebec4872b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d3bdfe-ec13-445b-815b-1ac8a3a77291,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:52.360742 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1930ae2e-285a-4666-9df9-b83bbd3d8959 req-d946b682-f325-49d1-8abe-475c04a70ede tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d8349c-e5e9-468c-ae7f-8d61c2997949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609862 Feb 03 12:29:52.370596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2134828-f6ba-4048-bf0e-9f1c26b43d70 req-6de3fe43-6f15-40da-947b-9a3811f71fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:52.372337 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2134828-f6ba-4048-bf0e-9f1c26b43d70 req-6de3fe43-6f15-40da-947b-9a3811f71fe9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3201447 Feb 03 12:29:52.416283 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-384058d0-3411-49f2-8051-7c0d1782ca42 req-8e9092f1-8c24-48a8-9838-d98f39bba554 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957839 Feb 03 12:29:52.532464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-faef04fa-e8c3-4563-8b6c-1956ae6b8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:52.533400 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-faef04fa-e8c3-4563-8b6c-1956ae6b8775 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 1127 time: 0.3645551 Feb 03 12:29:52.640200 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-384058d0-3411-49f2-8051-7c0d1782ca42 req-b8f47c82-8fe7-4820-8b3c-bc15683db26f service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142508 Feb 03 12:29:52.658410 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-8f779d73-48f4-419f-8496-8e08be2544a5 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc4a06b2bcd845a58e4fb7339bfa03e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3227613 Feb 03 12:29:52.669384 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc06c4d-78b1-44ce-b517-0f4acec1d22b req-564cf476-1676-4671-8d40-7dec9c5bba7d tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:52.671029 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bbc06c4d-78b1-44ce-b517-0f4acec1d22b req-564cf476-1676-4671-8d40-7dec9c5bba7d tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 945 time: 0.1656091 Feb 03 12:29:52.742122 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2134828-f6ba-4048-bf0e-9f1c26b43d70 req-0ed4b814-165a-4e97-944e-1c00e3e3c7f3 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567472 Feb 03 12:29:52.757679 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bbc06c4d-78b1-44ce-b517-0f4acec1d22b req-e546c5e8-3573-4d4f-9db1-dfd178991efe tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753472 Feb 03 12:29:52.776775 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5147a32-fcd0-4e11-98e8-796a4f94a827 req-4da41d54-94b4-4bce-af73-d180e6f6454e tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:52.778271 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c5147a32-fcd0-4e11-98e8-796a4f94a827 req-4da41d54-94b4-4bce-af73-d180e6f6454e tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.31 "GET /v2.0/ports?device_id=249ce054-2a7c-4e9c-aaae-b9a91a309ade HTTP/1.1" status: 200 len: 946 time: 0.1063433 Feb 03 12:29:52.857556 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-03d1787f-8013-43f7-a8df-22359d54333c service neutron] 10.222.0.18 "GET /v2.0/networks/e6b732d5-42c9-48bb-8c90-6cc7fc4fd940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140404 Feb 03 12:29:52.868987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-84446b82-1765-4361-aa56-9719f12d73c4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Made reservation on behalf of 355cf0e66ba34b6ba03ec130f21762bb for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:29:52.872874 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-84446b82-1765-4361-aa56-9719f12d73c4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:52.874877 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-41a28d8f-daf8-4755-8751-68346ef2d400 req-96547b82-4d2e-46d2-ba1d-81838717b615 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (e8082b38-c807-457a-ad71-ef03500a50e5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:52.911477 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33306) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:52.928189 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c30f82bb-8c29-4078-ac4a-af5121652aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:52.978905 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-a80b46c1-a391-4e20-a3fe-194ec967055e service neutron] 10.222.0.18 "GET /v2.0/networks/e6b732d5-42c9-48bb-8c90-6cc7fc4fd940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973520 Feb 03 12:29:53.028192 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c5147a32-fcd0-4e11-98e8-796a4f94a827 req-54b15c43-6ced-4acd-95ce-c6059074062e tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Deleting port 3fb79638-10a5-4cb6-9e51-535d5f3afb2b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:29:53.028777 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c5147a32-fcd0-4e11-98e8-796a4f94a827 req-54b15c43-6ced-4acd-95ce-c6059074062e tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (3fb79638-10a5-4cb6-9e51-535d5f3afb2b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:53.044149 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-83b14eb7-a7b6-4d1d-b57f-ecf69f8c821e req-1b4bf335-0785-4ca4-b183-92c7190e872b tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb HTTP/1.1" status: 200 len: 210 time: 0.0739076 Feb 03 12:29:53.117409 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a28d8f-daf8-4755-8751-68346ef2d400 req-96547b82-4d2e-46d2-ba1d-81838717b615 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] No DVR routers for this DVR port e8082b38-c807-457a-ad71-ef03500a50e5 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:29:53.133590 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96547b82-4d2e-46d2-ba1d-81838717b615 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Pushing event deleted for resources: {'Port': ['ID=e8082b38-c807-457a-ad71-ef03500a50e5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:53.143490 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-41a28d8f-daf8-4755-8751-68346ef2d400 req-96547b82-4d2e-46d2-ba1d-81838717b615 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:53.156745 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:29:53.158995 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41a28d8f-daf8-4755-8751-68346ef2d400 req-96547b82-4d2e-46d2-ba1d-81838717b615 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.73 "DELETE /v2.0/ports/e8082b38-c807-457a-ad71-ef03500a50e5 HTTP/1.1" status: 204 len: 173 time: 2.6704938 Feb 03 12:29:53.177174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f843284f-3afe-47fd-954c-4cc53f284cfa', 'name': 'network-vif-deleted', 'tag': 'e8082b38-c807-457a-ad71-ef03500a50e5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:53.185597 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1738d6-322a-4669-9cae-9dc898823e0f" -d '{"events": [{"server_uuid": "f843284f-3afe-47fd-954c-4cc53f284cfa", "name": "network-vif-deleted", "tag": "e8082b38-c807-457a-ad71-ef03500a50e5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:53.356087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c20fc4e7-3cac-4232-aed6-aa7f64535179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:53.357673 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-c20fc4e7-3cac-4232-aed6-aa7f64535179 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 922 time: 0.8147156 Feb 03 12:29:53.359608 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb3d6fcd-e65a-489a-bae3-f064dbd95367 req-6807e386-217c-493c-b45a-2da7b7a9543f tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 210 time: 0.0620441 Feb 03 12:29:53.443240 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:53.453654 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c5147a32-fcd0-4e11-98e8-796a4f94a827 req-54b15c43-6ced-4acd-95ce-c6059074062e tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] For port 3fb79638-10a5-4cb6-9e51-535d5f3afb2b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=3fb79638-10a5-4cb6-9e51-535d5f3afb2b,segment=NetworkSegment(cacebafa-8e9a-442e-a47a-6c18a1c39031),segment_id=cacebafa-8e9a-442e-a47a-6c18a1c39031)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:53.454037 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c5147a32-fcd0-4e11-98e8-796a4f94a827 req-54b15c43-6ced-4acd-95ce-c6059074062e tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (3fb79638-10a5-4cb6-9e51-535d5f3afb2b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:53.484609 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60', 'mac_address': 'fa:16:3e:10:94:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:29:53.486814 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-0c9ccee1-d8a0-4166-893f-6b3261d171c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8ba686-77e5-42fd-842d-1f6bbd6dead8 HTTP/1.1" status: 200 len: 217 time: 0.1005995 Feb 03 12:29:53.521322 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c30f82bb-8c29-4078-ac4a-af5121652aae admin admin] Publish callbacks [] for security_group (905587c5-7c2b-41d6-a6d8-a22163acac02), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:53.583859 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bd6190-f834-41b2-838d-04fbac48ee84 x-openstack-request-id: req-23bd6190-f834-41b2-838d-04fbac48ee84 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:53.584451 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f843284f-3afe-47fd-954c-4cc53f284cfa", "name": "network-vif-deleted", "tag": "e8082b38-c807-457a-ad71-ef03500a50e5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:53.584451 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23bd6190-f834-41b2-838d-04fbac48ee84 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:53.584610 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:53.584820 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f843284f-3afe-47fd-954c-4cc53f284cfa', 'name': 'network-vif-deleted', 'tag': 'e8082b38-c807-457a-ad71-ef03500a50e5', 'status': 'completed', 'code': 200} Feb 03 12:29:53.584959 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:53.600914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:29:53.625010 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device e8082b38-c807-457a-ad71-ef03500a50e5 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:29:53.670976 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: e8082b38-c807-457a-ad71-ef03500a50e5 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:29:53.673314 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device e8082b38-c807-457a-ad71-ef03500a50e5 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:29:53.674021 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ce8ba686-77e5-42fd-842d-1f6bbd6dead8 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:29:53.697928 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c30f82bb-8c29-4078-ac4a-af5121652aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (905587c5-7c2b-41d6-a6d8-a22163acac02), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:53.724517 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93779074-f63d-4722-aa13-a8b67117d435 req-33c376bb-8eb5-473f-8cd5-8cdd99247498 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:53.732473 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-93779074-f63d-4722-aa13-a8b67117d435 req-33c376bb-8eb5-473f-8cd5-8cdd99247498 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 947 time: 0.5028090 Feb 03 12:29:53.803956 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:53.848451 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a995693a-52c7-4850-8dd9-cad54061b64b req-990eec9a-7d39-4837-96f8-8cae1bbf35a4 tempest-LiveMigrationNegativeTest-559491578 tempest-LiveMigrationNegativeTest-559491578-project] 10.222.0.18 "GET /v2.0/ports?device_id=f843284f-3afe-47fd-954c-4cc53f284cfa HTTP/1.1" status: 200 len: 210 time: 0.1668923 Feb 03 12:29:53.880966 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:53.891278 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2134828-f6ba-4048-bf0e-9f1c26b43d70 req-40871c65-6e46-4d8a-a784-f0d3d3e76e3d service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0322175 Feb 03 12:29:53.908164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33330) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:53.915086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-9e395281-ec57-4bd8-a407-3078f27bb25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:53.937673 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-9e395281-ec57-4bd8-a407-3078f27bb25d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.4491844 Feb 03 12:29:54.139496 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:54.150943 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c30f82bb-8c29-4078-ac4a-af5121652aae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3eefbde932c4216b8b11bf65fcdbbe5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2342739 Feb 03 12:29:54.154630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33336) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:54.155367 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f82bb-8c29-4078-ac4a-af5121652aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905587c5-7c2b-41d6-a6d8-a22163acac02,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:54.165660 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 is: DOWN; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:54.174399 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-24818fa7-f1be-4bb3-a9ad-cf3429fe9901 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2288465 Feb 03 12:29:54.218585 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-93779074-f63d-4722-aa13-a8b67117d435 req-019c6ae0-17a8-4966-a2dc-9d6b52c3dbb9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848700 Feb 03 12:29:54.251316 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:29:54.427761 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-153b166e-9a78-424f-a3cf-a673db99ab52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:54.467390 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0795a459-673f-4245-b384-a15d1dc45231 admin admin] Publish callbacks [] for security_group (905587c5-7c2b-41d6-a6d8-a22163acac02), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:54.507789 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42f71e43-9fd3-45de-9cb7-dffc77fe8d0f req-60deb740-1a02-4844-aab3-c47370973d85 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb HTTP/1.1" status: 200 len: 210 time: 0.1253145 Feb 03 12:29:54.542123 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c5147a32-fcd0-4e11-98e8-796a4f94a827 req-54b15c43-6ced-4acd-95ce-c6059074062e tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:54.542923 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c5147a32-fcd0-4e11-98e8-796a4f94a827 req-54b15c43-6ced-4acd-95ce-c6059074062e tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (0f96d3af-b632-46f1-9307-1bef35a5fef7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:54.545311 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [req-c5147a32-fcd0-4e11-98e8-796a4f94a827 req-54b15c43-6ced-4acd-95ce-c6059074062e tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Floating IP 0f96d3af-b632-46f1-9307-1bef35a5fef7 disassociated. External IP: 172.25.6.201, port: 3fb79638-10a5-4cb6-9e51-535d5f3afb2b. Feb 03 12:29:54.545838 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c5147a32-fcd0-4e11-98e8-796a4f94a827 req-54b15c43-6ced-4acd-95ce-c6059074062e tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Calling delete_port for 3fb79638-10a5-4cb6-9e51-535d5f3afb2b owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:29:54.553271 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-153b166e-9a78-424f-a3cf-a673db99ab52 admin admin] Publish callbacks [] for security_group (c8cd26d6-bdf3-4337-a7ad-3fda08d6b971), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:54.576970 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-84446b82-1765-4361-aa56-9719f12d73c4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Allocated IP 192.168.233.162 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:29:54.582554 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-153b166e-9a78-424f-a3cf-a673db99ab52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c8cd26d6-bdf3-4337-a7ad-3fda08d6b971), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:54.752327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b166e-9a78-424f-a3cf-a673db99ab52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cd26d6-bdf3-4337-a7ad-3fda08d6b971,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:54.753828 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0a938f09-767f-4e56-9627-9fe046ecc368 req-7e4a55cc-db10-4fae-a754-48cdb8745330 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 210 time: 0.0415728 Feb 03 12:29:54.759384 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c5147a32-fcd0-4e11-98e8-796a4f94a827 req-54b15c43-6ced-4acd-95ce-c6059074062e tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (3fb79638-10a5-4cb6-9e51-535d5f3afb2b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:54.764260 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0795a459-673f-4245-b384-a15d1dc45231 admin admin] Publish callbacks [] for security_group (905587c5-7c2b-41d6-a6d8-a22163acac02), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:54.810992 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033087f5-4ebb-44b2-bc9c-b36010e4794b req-d2bdbe11-5f71-40af-b6a3-24e9396ad1f6 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:54.812717 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-033087f5-4ebb-44b2-bc9c-b36010e4794b req-d2bdbe11-5f71-40af-b6a3-24e9396ad1f6 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 945 time: 0.6893041 Feb 03 12:29:54.831140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b15c43-6ced-4acd-95ce-c6059074062e tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Pushing event deleted for resources: {'Port': ['ID=3fb79638-10a5-4cb6-9e51-535d5f3afb2b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:54.837471 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-153b166e-9a78-424f-a3cf-a673db99ab52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2536f51c516e42f88a2135134dadfce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9217112 Feb 03 12:29:54.840703 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33340) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:54.891368 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-274ce7bd-fbb2-4eb2-acff-afa09fa12c54 service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6611946 Feb 03 12:29:55.021867 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5147a32-fcd0-4e11-98e8-796a4f94a827 req-54b15c43-6ced-4acd-95ce-c6059074062e tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Router 9648596f-ee05-445d-800b-50fe291f9f37 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:29:55.185661 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:29:55.277359 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:29:55.284582 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:29:55.286528 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:55.501376 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:29:55.504384 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:55.513899 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33350) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:55.531860 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bee5d82f-757a-43b4-ae7e-c293823d57a1 admin admin] Publish callbacks [] for security_group (c8cd26d6-bdf3-4337-a7ad-3fda08d6b971), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:55.606922 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bee5d82f-757a-43b4-ae7e-c293823d57a1 admin admin] Publish callbacks [] for security_group (c8cd26d6-bdf3-4337-a7ad-3fda08d6b971), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:55.619795 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0795a459-673f-4245-b384-a15d1dc45231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (905587c5-7c2b-41d6-a6d8-a22163acac02), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:55.622735 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0795a459-673f-4245-b384-a15d1dc45231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:55.626210 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0795a459-673f-4245-b384-a15d1dc45231 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/905587c5-7c2b-41d6-a6d8-a22163acac02 HTTP/1.1" status: 204 len: 168 time: 1.4656210 Feb 03 12:29:55.636985 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:29:55.637572 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5147a32-fcd0-4e11-98e8-796a4f94a827 req-54b15c43-6ced-4acd-95ce-c6059074062e tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:29:55.649965 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-033087f5-4ebb-44b2-bc9c-b36010e4794b req-7d33ae90-b71c-48b5-b422-8e674734eac2 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8213270 Feb 03 12:29:55.654057 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20f07d8-77c7-41a7-b0ef-2fffc7f05db2 None None] Sync routers for ids ['9648596f-ee05-445d-800b-50fe291f9f37'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:29:55.654505 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ef2df2-34e5-4b4f-90cd-d77951a3b300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:55.665782 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a30a37-c07e-4e5d-a3a4-376e6b1bab4c" -d '{"events": [{"server_uuid": "42ef2df2-34e5-4b4f-90cd-d77951a3b300", "name": "network-vif-plugged", "status": "completed", "tag": "52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:55.674107 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20f07d8-77c7-41a7-b0ef-2fffc7f05db2 None None] Routers {'9648596f-ee05-445d-800b-50fe291f9f37'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:29:55.674601 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d20f07d8-77c7-41a7-b0ef-2fffc7f05db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:29:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9648596f-ee05-445d-800b-50fe291f9f37'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:55.674959 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:55.678325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 3fb79638-10a5-4cb6-9e51-535d5f3afb2b no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:29:55.718491 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795a459-673f-4245-b384-a15d1dc45231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905587c5-7c2b-41d6-a6d8-a22163acac02,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:55.810957 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 3fb79638-10a5-4cb6-9e51-535d5f3afb2b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:29:55.811313 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 3fb79638-10a5-4cb6-9e51-535d5f3afb2b not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:29:55.872622 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a427a-e5e4-4402-a729-0eeee472a80f req-df067725-0044-4497-bf25-7d449dd7431b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:55.881658 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0c8a427a-e5e4-4402-a729-0eeee472a80f req-df067725-0044-4497-bf25-7d449dd7431b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 948 time: 0.3698840 Feb 03 12:29:55.886403 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:55.902858 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5147a32-fcd0-4e11-98e8-796a4f94a827 req-54b15c43-6ced-4acd-95ce-c6059074062e tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] No DVR routers for this DVR port 3fb79638-10a5-4cb6-9e51-535d5f3afb2b on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:29:55.945325 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c5147a32-fcd0-4e11-98e8-796a4f94a827 req-54b15c43-6ced-4acd-95ce-c6059074062e tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:55.951659 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c5147a32-fcd0-4e11-98e8-796a4f94a827 req-54b15c43-6ced-4acd-95ce-c6059074062e tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.31 "DELETE /v2.0/ports/3fb79638-10a5-4cb6-9e51-535d5f3afb2b HTTP/1.1" status: 204 len: 173 time: 3.1603699 Feb 03 12:29:55.952612 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249ce054-2a7c-4e9c-aaae-b9a91a309ade', 'name': 'network-vif-deleted', 'tag': '3fb79638-10a5-4cb6-9e51-535d5f3afb2b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:29:55.956548 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95406dc-6a44-4e7e-a555-470b4f93bb3c" -d '{"events": [{"server_uuid": "249ce054-2a7c-4e9c-aaae-b9a91a309ade", "name": "network-vif-deleted", "tag": "3fb79638-10a5-4cb6-9e51-535d5f3afb2b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:29:56.021863 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0c8a427a-e5e4-4402-a729-0eeee472a80f req-50ba3768-88c9-4924-9b3e-e233fa148dbf tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387756 Feb 03 12:29:56.025348 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bee5d82f-757a-43b4-ae7e-c293823d57a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c8cd26d6-bdf3-4337-a7ad-3fda08d6b971), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:56.034660 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bee5d82f-757a-43b4-ae7e-c293823d57a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:56.039033 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bee5d82f-757a-43b4-ae7e-c293823d57a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8cd26d6-bdf3-4337-a7ad-3fda08d6b971 HTTP/1.1" status: 204 len: 168 time: 1.1962759 Feb 03 12:29:56.081861 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5d82f-757a-43b4-ae7e-c293823d57a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cd26d6-bdf3-4337-a7ad-3fda08d6b971,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:56.149728 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7d86694e-e1c6-49c9-88e5-109796f9ec95 req-6f7eb891-161e-4f5e-a9f2-0db698aeb046 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb HTTP/1.1" status: 200 len: 210 time: 0.2465169 Feb 03 12:29:56.161688 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d20f07d8-77c7-41a7-b0ef-2fffc7f05db2 None None] Set router 9648596f-ee05-445d-800b-50fe291f9f37 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:29:56.169626 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18b2a42-9857-4ac2-817b-252e8b31a1c5 x-openstack-request-id: req-c18b2a42-9857-4ac2-817b-252e8b31a1c5 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:56.169953 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ef2df2-34e5-4b4f-90cd-d77951a3b300", "name": "network-vif-plugged", "status": "completed", "tag": "52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:56.170212 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c18b2a42-9857-4ac2-817b-252e8b31a1c5 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:56.170609 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ef2df2-34e5-4b4f-90cd-d77951a3b300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60', 'code': 200} Feb 03 12:29:56.193455 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-41fcd1aa-0e67-4855-86ba-1cd2a5020581 service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2867768 Feb 03 12:29:56.245968 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-84446b82-1765-4361-aa56-9719f12d73c4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks [] for port (4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:56.257227 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-36fe35c6-7bfc-4fd9-9d08-c81e95d7b894 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14b3cee3de484f73990180aef0947bc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7222850 Feb 03 12:29:56.260906 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33372) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:56.266585 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-c013096a-3583-4329-b796-7a6bc8a17ffe tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:56.275784 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-c013096a-3583-4329-b796-7a6bc8a17ffe tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.73 "GET /v2.0/networks?id=e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 HTTP/1.1" status: 200 len: 824 time: 0.7506232 Feb 03 12:29:56.369251 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bd60ab-2da7-47ca-be89-c479386e3078 x-openstack-request-id: req-a0bd60ab-2da7-47ca-be89-c479386e3078 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:29:56.372326 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249ce054-2a7c-4e9c-aaae-b9a91a309ade", "name": "network-vif-deleted", "tag": "3fb79638-10a5-4cb6-9e51-535d5f3afb2b", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:29:56.372815 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0bd60ab-2da7-47ca-be89-c479386e3078 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:29:56.373478 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249ce054-2a7c-4e9c-aaae-b9a91a309ade', 'name': 'network-vif-deleted', 'tag': '3fb79638-10a5-4cb6-9e51-535d5f3afb2b', 'status': 'completed', 'code': 200} Feb 03 12:29:56.543190 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-84446b82-1765-4361-aa56-9719f12d73c4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:56.554223 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-63f396ec-9354-4ed6-9418-87df3afd3b53 req-56f5aa8e-f281-4826-a56f-1bac4842df54 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 210 time: 0.1772137 Feb 03 12:29:56.569171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['407106b2-d790-4199-9328-d3d72b0f5249'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:29:56.583699 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b0d96-12aa-46b9-b568-f0c83a9935bf req-9fb55d98-01ed-4d26-bdfc-84634a3a7b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:56.589042 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bb6b0d96-12aa-46b9-b568-f0c83a9935bf req-9fb55d98-01ed-4d26-bdfc-84634a3a7b35 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 1131 time: 0.1775551 Feb 03 12:29:56.665050 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['ab0d62df-cc7c-4d78-b23a-8a53345ee158'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:29:56.677851 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-c6063c21-821e-45dd-b028-fd632d0c046f tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc4a06b2bcd845a58e4fb7339bfa03e4 HTTP/1.1" status: 200 len: 378 time: 0.3892944 Feb 03 12:29:56.704681 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d20f07d8-77c7-41a7-b0ef-2fffc7f05db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9648596f-ee05-445d-800b-50fe291f9f37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:16Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'gw_port': {'id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:18Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '0ae11f12-fb66-4010-bea0-183280b64ce0', 'name': '', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'mac_address': 'fa:16:3e:6e:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:29Z', 'updated_at': '2022-02-03T12:28:36Z', 'revision_number': 5, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'subnets': [{'id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:56.722438 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-964b617b-054c-4f4a-9b9c-c528e8288b95 admin admin] Publish callbacks [] for security_group (a6d8349c-e5e9-468c-ae7f-8d61c2997949), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:56.777798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-1e705577-c836-45f1-84a7-9d057b4341ea tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Request body: {'port': {'device_id': 'b7b59453-68b3-4ae5-9aff-8d052f1ab4d1', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'admin_state_up': True, 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'security_groups': ['8a8396ce-5290-48f3-b982-6f2d9404ec50']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:56.790422 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-964b617b-054c-4f4a-9b9c-c528e8288b95 admin admin] Publish callbacks [] for security_group (a6d8349c-e5e9-468c-ae7f-8d61c2997949), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:56.838488 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20f07d8-77c7-41a7-b0ef-2fffc7f05db2 None None] Checking router: 9648596f-ee05-445d-800b-50fe291f9f37 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:29:56.863776 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20f07d8-77c7-41a7-b0ef-2fffc7f05db2 None None] Routers {'9648596f-ee05-445d-800b-50fe291f9f37'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:29:56.864735 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d20f07d8-77c7-41a7-b0ef-2fffc7f05db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:29:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9648596f-ee05-445d-800b-50fe291f9f37'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:56.913070 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-964b617b-054c-4f4a-9b9c-c528e8288b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a6d8349c-e5e9-468c-ae7f-8d61c2997949), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:56.917888 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-964b617b-054c-4f4a-9b9c-c528e8288b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:56.921786 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-964b617b-054c-4f4a-9b9c-c528e8288b95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6d8349c-e5e9-468c-ae7f-8d61c2997949 HTTP/1.1" status: 204 len: 168 time: 0.6595924 Feb 03 12:29:56.947536 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b617b-054c-4f4a-9b9c-c528e8288b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d8349c-e5e9-468c-ae7f-8d61c2997949,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:56.966093 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bb6b0d96-12aa-46b9-b568-f0c83a9935bf req-944317f2-ca20-4789-8c4c-826c7ff4ea4a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699868 Feb 03 12:29:57.057880 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-84446b82-1765-4361-aa56-9719f12d73c4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:29:57.073300 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d20f07d8-77c7-41a7-b0ef-2fffc7f05db2 None None] Set router 9648596f-ee05-445d-800b-50fe291f9f37 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:29:57.186469 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-84446b82-1765-4361-aa56-9719f12d73c4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:29:57.202150 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-84446b82-1765-4361-aa56-9719f12d73c4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:29:57.219232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-84446b82-1765-4361-aa56-9719f12d73c4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:57.220358 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-84446b82-1765-4361-aa56-9719f12d73c4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:57.227274 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33394) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:57.272340 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-179bb5bc-d823-4cad-aeb7-a183a9933ef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:57.309769 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84446b82-1765-4361-aa56-9719f12d73c4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Pushing event updated for resources: {'Port': ['ID=4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:57.353597 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a795bc-9f1a-438c-9de3-4b701f4aa8fd req-8f0c2b0c-b83d-411c-8bda-f2c571468635 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:57.363741 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-d92d97bf-7d4a-4515-818e-b640ff2ffdc0 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:57.365476 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-d92d97bf-7d4a-4515-818e-b640ff2ffdc0 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd&tenant_id=4d4dfb0f87774d34902a75fe55b72106&binding%3Ahost_id=n-h1-827336-3 HTTP/1.1" status: 200 len: 1127 time: 0.6941829 Feb 03 12:29:57.369224 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b8a795bc-9f1a-438c-9de3-4b701f4aa8fd req-8f0c2b0c-b83d-411c-8bda-f2c571468635 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.2376122 Feb 03 12:29:57.374255 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-84446b82-1765-4361-aa56-9719f12d73c4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1806026 Feb 03 12:29:57.443115 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] Request body: {'port': {'device_id': '97d6df4c-8809-4e13-a9c3-2519d5f682cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:57.449356 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-1e705577-c836-45f1-84a7-9d057b4341ea tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Made reservation on behalf of fc4a06b2bcd845a58e4fb7339bfa03e4 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:29:57.453275 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-1e705577-c836-45f1-84a7-9d057b4341ea tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:57.513413 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cc074-8f05-4d18-8c68-89d32d834460 req-ec6258ed-3a42-409e-996d-d30c8f9bf491 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:57.515708 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f20cc074-8f05-4d18-8c68-89d32d834460 req-ec6258ed-3a42-409e-996d-d30c8f9bf491 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 945 time: 0.4561691 Feb 03 12:29:57.585746 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b8a795bc-9f1a-438c-9de3-4b701f4aa8fd req-01eaaea1-1c19-4594-9eaa-403c9e8f6161 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141285 Feb 03 12:29:57.711724 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d20f07d8-77c7-41a7-b0ef-2fffc7f05db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9648596f-ee05-445d-800b-50fe291f9f37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:16Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'gw_port': {'id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:18Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '0ae11f12-fb66-4010-bea0-183280b64ce0', 'name': '', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'mac_address': 'fa:16:3e:6e:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:29Z', 'updated_at': '2022-02-03T12:28:36Z', 'revision_number': 5, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'subnets': [{'id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:29:57.718231 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-179bb5bc-d823-4cad-aeb7-a183a9933ef7 admin admin] Publish callbacks [] for security_group (d3be1c87-77a1-4ad8-bfd8-6c381646ad2f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:57.739860 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-179bb5bc-d823-4cad-aeb7-a183a9933ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d3be1c87-77a1-4ad8-bfd8-6c381646ad2f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:57.757547 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20f07d8-77c7-41a7-b0ef-2fffc7f05db2 None None] The sync data for ids ['9648596f-ee05-445d-800b-50fe291f9f37'] in n-d-827336-3 is: [{'id': '9648596f-ee05-445d-800b-50fe291f9f37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:16Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'gw_port': {'id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:18Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '0ae11f12-fb66-4010-bea0-183280b64ce0', 'name': '', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'mac_address': 'fa:16:3e:6e:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:29Z', 'updated_at': '2022-02-03T12:28:36Z', 'revision_number': 5, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'subnets': [{'id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:29:57.850038 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33406) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:57.892592 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bb5bc-d823-4cad-aeb7-a183a9933ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3be1c87-77a1-4ad8-bfd8-6c381646ad2f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:57.946627 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-179bb5bc-d823-4cad-aeb7-a183a9933ef7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c8c4c66c4b6490dbbcb4663dee307db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7160053 Feb 03 12:29:57.947453 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33408) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:57.968663 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-271aa4cb-fc80-49e8-ac4f-6cfe000346e3 service neutron] For port ce8ba686-77e5-42fd-842d-1f6bbd6dead8, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:29:57.984368 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-271aa4cb-fc80-49e8-ac4f-6cfe000346e3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:57.985528 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21bde4b3-0c0a-4f5b-8a23-f1919dc0870e req-271aa4cb-fc80-49e8-ac4f-6cfe000346e3 service neutron] 10.222.0.73 "DELETE /v2.0/ports/ce8ba686-77e5-42fd-842d-1f6bbd6dead8/bindings/n-h2-827336-3 HTTP/1.1" status: 204 len: 173 time: 0.6103768 Feb 03 12:29:57.990696 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:58.007227 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f20cc074-8f05-4d18-8c68-89d32d834460 req-bb1de168-9bba-463e-bfc4-3f2e6982c88b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314890 Feb 03 12:29:58.217018 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ddec16b0-04c6-490a-a3ee-676c31e55564 admin admin] Publish callbacks [] for security_group (d3be1c87-77a1-4ad8-bfd8-6c381646ad2f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:58.244388 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ddec16b0-04c6-490a-a3ee-676c31e55564 admin admin] Publish callbacks [] for security_group (d3be1c87-77a1-4ad8-bfd8-6c381646ad2f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:58.265040 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-1e705577-c836-45f1-84a7-9d057b4341ea tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Allocated IP 172.20.0.6 (e6b732d5-42c9-48bb-8c90-6cc7fc4fd940/85163f5e-1c84-41bb-8d33-9e34ca1fec33/1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:29:58.303976 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e21e1-04ce-4ed1-ba0c-d3c13afa1b8c req-87146682-437f-46b0-a37a-fce41255e83f tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:58.320766 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5a2e21e1-04ce-4ed1-ba0c-d3c13afa1b8c req-87146682-437f-46b0-a37a-fce41255e83f tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb HTTP/1.1" status: 200 len: 936 time: 0.5093765 Feb 03 12:29:58.339425 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ae0b1f26-78cc-48ef-b2a1-f1d725d6d46a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a162e807ee64b2fbf8edcc3498245b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4831364 Feb 03 12:29:58.340302 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33416) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:29:58.352231 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96764657-3add-444e-bb80-f9476d0bb31c None None] New status for floating IP 0f96d3af-b632-46f1-9307-1bef35a5fef7: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:29:58.360909 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ddec16b0-04c6-490a-a3ee-676c31e55564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d3be1c87-77a1-4ad8-bfd8-6c381646ad2f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:58.363607 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ddec16b0-04c6-490a-a3ee-676c31e55564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:58.368477 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ddec16b0-04c6-490a-a3ee-676c31e55564 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3be1c87-77a1-4ad8-bfd8-6c381646ad2f HTTP/1.1" status: 204 len: 168 time: 0.4131763 Feb 03 12:29:58.411930 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec16b0-04c6-490a-a3ee-676c31e55564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3be1c87-77a1-4ad8-bfd8-6c381646ad2f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:58.456427 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3faa67e1-b75e-48ef-88ca-17694f30ff6d req-94cd318a-8002-4c57-bf80-e72867fec458 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 210 time: 0.2584701 Feb 03 12:29:58.516072 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9b485d8-1273-4f21-b05f-a6f65705a7f9 admin admin] Publish callbacks [] for security_group (0a9fab0d-0455-4ce8-9bc6-e3219eaba258), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:58.603869 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9b485d8-1273-4f21-b05f-a6f65705a7f9 admin admin] Publish callbacks [] for security_group (0a9fab0d-0455-4ce8-9bc6-e3219eaba258), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:58.730984 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5a2e21e1-04ce-4ed1-ba0c-d3c13afa1b8c req-42f86e54-7cb3-455a-be1c-b8f0d9c7ff07 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995290 Feb 03 12:29:58.736438 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9b485d8-1273-4f21-b05f-a6f65705a7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0a9fab0d-0455-4ce8-9bc6-e3219eaba258), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:58.744847 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9b485d8-1273-4f21-b05f-a6f65705a7f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:58.753849 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c9b485d8-1273-4f21-b05f-a6f65705a7f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a9fab0d-0455-4ce8-9bc6-e3219eaba258 HTTP/1.1" status: 204 len: 168 time: 0.4023485 Feb 03 12:29:58.781224 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b485d8-1273-4f21-b05f-a6f65705a7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9fab0d-0455-4ce8-9bc6-e3219eaba258,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:58.923596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccb494-24b9-4310-9994-aafaea39b2da req-0bb92db2-0f0a-407c-89c8-72cbdd6823e4 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:58.937471 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6ccb494-24b9-4310-9994-aafaea39b2da req-0bb92db2-0f0a-407c-89c8-72cbdd6823e4 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 1127 time: 0.3436627 Feb 03 12:29:58.988693 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3400e-a139-411c-9774-0f83f026bf54 req-e776fe0a-fd98-47a2-a134-b43f858bf5cc tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:59.002657 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bcc3400e-a139-411c-9774-0f83f026bf54 req-e776fe0a-fd98-47a2-a134-b43f858bf5cc tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.1378798 Feb 03 12:29:59.153397 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bcc3400e-a139-411c-9774-0f83f026bf54 req-48441782-4f99-4ded-99cb-125686fb99ea tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485438 Feb 03 12:29:59.363718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-b0fae930-d1de-46f9-a2e9-39b39191eb56 req-63535368-2c8c-44cd-9487-16d572a30ef5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:29:59.365654 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b0fae930-d1de-46f9-a2e9-39b39191eb56 req-63535368-2c8c-44cd-9487-16d572a30ef5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061357 Feb 03 12:29:59.470418 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:29:59.496780 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6ccb494-24b9-4310-9994-aafaea39b2da req-b655ffa7-e607-464b-b693-1c2312d57601 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5560312 Feb 03 12:29:59.526406 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-1e705577-c836-45f1-84a7-9d057b4341ea tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for port (1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:59.612447 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] Publish callbacks [] for port (4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:59.617512 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-1e705577-c836-45f1-84a7-9d057b4341ea tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:59.728009 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de95bbb-f6de-4106-9b20-09b09fc4762c req-1291a9b0-94c4-475f-a962-08876e8980ae tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:59.735114 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3de95bbb-f6de-4106-9b20-09b09fc4762c req-1291a9b0-94c4-475f-a962-08876e8980ae tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 931 time: 0.0838544 Feb 03 12:29:59.764945 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] Transition to ACTIVE for port object 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:29:59.793313 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:59.802192 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3de95bbb-f6de-4106-9b20-09b09fc4762c req-61b8f7ba-b393-4337-9675-3db773598ca8 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612543 Feb 03 12:29:59.831504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-1e705577-c836-45f1-84a7-9d057b4341ea tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Network e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:29:59.851621 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-1e705577-c836-45f1-84a7-9d057b4341ea tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:29:59.858986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-1e705577-c836-45f1-84a7-9d057b4341ea tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:29:59.865478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-1e705577-c836-45f1-84a7-9d057b4341ea tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:59.866264 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-1e705577-c836-45f1-84a7-9d057b4341ea tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:29:59.869648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e705577-c836-45f1-84a7-9d057b4341ea tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Pushing event updated for resources: {'Port': ['ID=1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:29:59.941531 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-1e705577-c836-45f1-84a7-9d057b4341ea tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2397740 Feb 03 12:29:59.975902 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449551e-12c4-4864-974e-613f4d31502d req-c87660c4-9ea5-4894-83b1-0ba145afa514 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:29:59.989491 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] Request body: {'port': {'device_id': 'b7b59453-68b3-4ae5-9aff-8d052f1ab4d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:29:59.993549 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6449551e-12c4-4864-974e-613f4d31502d req-c87660c4-9ea5-4894-83b1-0ba145afa514 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb HTTP/1.1" status: 200 len: 948 time: 0.0952759 Feb 03 12:30:00.029673 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-9e9b0587-ba71-49e2-817c-f9adfb0de9f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2822745 Feb 03 12:30:00.045293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeae871-4a0e-4ca1-8358-34d3619b194e req-35af8fba-8e4d-42d2-953d-24b39125f2f3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:00.046861 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8aeae871-4a0e-4ca1-8358-34d3619b194e req-35af8fba-8e4d-42d2-953d-24b39125f2f3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.3022537 Feb 03 12:30:00.050071 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:00.055119 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] Attempting to bind port 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:30:00.055464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] Attempting to bind port 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:30:00.055795 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] Attempting to bind port 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:00.081925 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] Port 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:30:00.082311 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] Attempting to bind port 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:00.113388 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:30:00.113816 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:30:00.114152 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:30:00.114596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] Bound port: 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:30:00.114953 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:00.118393 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6449551e-12c4-4864-974e-613f4d31502d req-39ed1b9d-8b59-40c8-9fce-e911e0aa62b7 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194272 Feb 03 12:30:00.140696 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:00.204938 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8aeae871-4a0e-4ca1-8358-34d3619b194e req-b1e8c099-e032-4f95-bf41-3ef57b3d451f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463125 Feb 03 12:30:00.340928 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] For port 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:30:00.360486 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] For port 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:30:00.382498 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:00.453468 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:00.454088 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:00.455522 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] 10.222.0.31 "PUT /v2.0/ports/4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 HTTP/1.1" status: 200 len: 1096 time: 3.0179465 Feb 03 12:30:00.458029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d6df4c-8809-4e13-a9c3-2519d5f682cb', 'tag': '4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:00.460471 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fa4b3a-f887-4f72-8013-0b17e2de7f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "97d6df4c-8809-4e13-a9c3-2519d5f682cb", "tag": "4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:00.499114 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab5117-16ad-48af-a93f-bb6851538d27 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:00.618784 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-992c5aa6-c11e-4904-b47f-e7fdd68c97b1 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:00.620222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-632adff8-2e32-454d-b19c-282770bd584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:00.621743 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-632adff8-2e32-454d-b19c-282770bd584e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=355cf0e66ba34b6ba03ec130f21762bb&device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb HTTP/1.1" status: 200 len: 1130 time: 0.1138725 Feb 03 12:30:00.630807 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-992c5aa6-c11e-4904-b47f-e7fdd68c97b1 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 821 time: 0.3237989 Feb 03 12:30:00.633172 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:30:00.649188 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] Publish callbacks [] for port (1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:00.659055 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-033d45b0-e9d8-4575-bc2e-158b5305d2d7 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/quotas/4d4dfb0f87774d34902a75fe55b72106 HTTP/1.1" status: 200 len: 375 time: 0.0243053 Feb 03 12:30:00.689978 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:00.713476 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-18bcc2ca-c86e-42a6-9aaa-a9c049207438 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 HTTP/1.1" status: 200 len: 217 time: 0.0750563 Feb 03 12:30:00.766515 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-bba8515c-0f62-4f51-b792-2df46e8bbd70 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018825 Feb 03 12:30:00.817604 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] Transition to ACTIVE for port object 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:30:00.834829 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:00.932397 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7dc6ac-b435-47f5-a49e-ac24a8c96975 x-openstack-request-id: req-aa7dc6ac-b435-47f5-a49e-ac24a8c96975 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:00.932714 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d6df4c-8809-4e13-a9c3-2519d5f682cb", "tag": "4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:00.932967 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa7dc6ac-b435-47f5-a49e-ac24a8c96975 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:00.933371 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d6df4c-8809-4e13-a9c3-2519d5f682cb', 'tag': '4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07', 'status': 'completed', 'code': 200} Feb 03 12:30:00.945802 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] Pushing event updated for resources: {'Port': ['ID=1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:01.003507 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-c8c4760c-6f02-4e3a-b5a8-74322e5f0712 service neutron] 10.222.0.18 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353692 Feb 03 12:30:01.007654 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-6085d894-0ff0-403f-8cee-60d27e572231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:01.009273 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-6085d894-0ff0-403f-8cee-60d27e572231 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.2872200 Feb 03 12:30:01.234197 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] Attempting to bind port 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:30:01.237764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] Attempting to bind port 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'cacebafa-8e9a-442e-a47a-6c18a1c39031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:30:01.238315 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] Attempting to bind port 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e on network e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:01.281725 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] Port 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e on network e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:30:01.282059 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] Attempting to bind port 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e on network e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:01.310515 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-c099ca8f-6ec8-42c0-b736-1c85507cb081 service neutron] 10.222.0.18 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988055 Feb 03 12:30:01.326039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:30:01.326681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] Checking segment: {'id': 'cacebafa-8e9a-442e-a47a-6c18a1c39031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:30:01.326833 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] Bound using segment: {'id': 'cacebafa-8e9a-442e-a47a-6c18a1c39031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:30:01.327194 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] Bound port: 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cacebafa-8e9a-442e-a47a-6c18a1c39031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:30:01.327548 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:01.393031 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-43397375-458d-4497-b516-55ac0c29c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:01.394586 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-43397375-458d-4497-b516-55ac0c29c150 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3739610 Feb 03 12:30:01.489562 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33522) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:01.899416 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] For port 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:30:01.906039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] For port 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e,segment=NetworkSegment(cacebafa-8e9a-442e-a47a-6c18a1c39031),segment_id=cacebafa-8e9a-442e-a47a-6c18a1c39031)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:30:01.982673 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-9abffe73-cf74-456c-bbe5-c775f459907e service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5731299 Feb 03 12:30:01.993254 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:02.209306 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-de43ee44-946d-479e-8914-b27252178787 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-511763096-network', 'tenant_id': '268cc5d5f50340348e292d5ad5a3c612'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:02.281807 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de43ee44-946d-479e-8914-b27252178787 admin admin] Made reservation on behalf of 268cc5d5f50340348e292d5ad5a3c612 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:30:02.285163 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de43ee44-946d-479e-8914-b27252178787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:02.298225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:02.298880 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:02.300408 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] 10.222.0.73 "PUT /v2.0/ports/1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e HTTP/1.1" status: 200 len: 1091 time: 2.3243937 Feb 03 12:30:02.339045 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de43ee44-946d-479e-8914-b27252178787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:02.643124 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de43ee44-946d-479e-8914-b27252178787 admin admin] Publish callbacks [] for security_group (382dd1bc-110d-48b8-b1d2-3dd63149187b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:02.718836 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de43ee44-946d-479e-8914-b27252178787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (382dd1bc-110d-48b8-b1d2-3dd63149187b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:02.725899 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e88f48-e002-4476-af0a-28b5acf4123f service neutron] Pushing event updated for resources: {'Port': ['ID=1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:02.764996 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c6569-a21e-48b8-b0d9-79011b5d97db req-c097674a-4ddb-4a87-bb2d-53b952b47f3e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:02.776010 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-100c6569-a21e-48b8-b0d9-79011b5d97db req-c097674a-4ddb-4a87-bb2d-53b952b47f3e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb HTTP/1.1" status: 200 len: 948 time: 0.8055179 Feb 03 12:30:02.820218 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de43ee44-946d-479e-8914-b27252178787 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:30:02.843468 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43ee44-946d-479e-8914-b27252178787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382dd1bc-110d-48b8-b1d2-3dd63149187b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:02.847523 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de43ee44-946d-479e-8914-b27252178787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (68dc08c3-4e81-4c16-8359-673498cc594b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:02.848124 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-de43ee44-946d-479e-8914-b27252178787 admin admin] Added segment 68dc08c3-4e81-4c16-8359-673498cc594b of type vlan for network 4d97d8c8-0b9a-4b93-a8f9-2aa11af80998 Feb 03 12:30:02.887380 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac07f5-304d-497a-9c60-5d1172a32836 req-4e446d1c-57fe-49eb-85a7-c8c1660f7551 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:02.896889 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-32ac07f5-304d-497a-9c60-5d1172a32836 req-4e446d1c-57fe-49eb-85a7-c8c1660f7551 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 943 time: 0.3422780 Feb 03 12:30:02.921632 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4fc97f4-3d5f-4180-b767-3321b24e22d6 req-629abf17-b192-42aa-81c3-a6ae41d6daa1 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8472135 Feb 03 12:30:02.936562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b59453-68b3-4ae5-9aff-8d052f1ab4d1', 'tag': '1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:02.940679 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5486356a-9076-4792-a4c7-f81216bf3b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b59453-68b3-4ae5-9aff-8d052f1ab4d1", "tag": "1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:02.994264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-c3ac9626-da72-4fd3-a872-cb93017c9d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:02.995846 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-c3ac9626-da72-4fd3-a872-cb93017c9d4e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc4a06b2bcd845a58e4fb7339bfa03e4&device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 1125 time: 0.4869199 Feb 03 12:30:03.051006 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de43ee44-946d-479e-8914-b27252178787 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (4d97d8c8-0b9a-4b93-a8f9-2aa11af80998), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:03.114246 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-100c6569-a21e-48b8-b0d9-79011b5d97db req-d152e883-2e82-4281-9c09-ee3077dbc99b tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282847 Feb 03 12:30:03.114606 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-32ac07f5-304d-497a-9c60-5d1172a32836 req-927c0c9d-f742-4f54-88ea-173710edf213 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2013631 Feb 03 12:30:03.138571 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de43ee44-946d-479e-8914-b27252178787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (4d97d8c8-0b9a-4b93-a8f9-2aa11af80998), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:03.139781 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de43ee44-946d-479e-8914-b27252178787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:03.140534 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de43ee44-946d-479e-8914-b27252178787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:03.260719 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43ee44-946d-479e-8914-b27252178787 admin admin] Pushing event updated for resources: {'Network': ['ID=4d97d8c8-0b9a-4b93-a8f9-2aa11af80998,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:03.278119 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 4d97d8c8-0b9a-4b93-a8f9-2aa11af80998 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:30:03.337942 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4fbbc828-9f3c-42b9-a75a-418610fa411f req-afc04036-c8df-4590-b253-f06f966d1070 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 210 time: 0.0719225 Feb 03 12:30:03.344416 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-de43ee44-946d-479e-8914-b27252178787 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8538418 Feb 03 12:30:03.347513 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33560) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:03.366734 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-587fcc27-087a-4f4f-824e-435aa48997ed admin admin] Request body: {'subnet': {'network_id': '4d97d8c8-0b9a-4b93-a8f9-2aa11af80998', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-511763096-subnet', 'tenant_id': '268cc5d5f50340348e292d5ad5a3c612', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:03.400632 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-b6835f36-7dc1-425d-ad7a-7ab4bbce7ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:03.402850 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-b6835f36-7dc1-425d-ad7a-7ab4bbce7ea0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 1131 time: 0.1441650 Feb 03 12:30:03.406121 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587fcc27-087a-4f4f-824e-435aa48997ed admin admin] Made reservation on behalf of 268cc5d5f50340348e292d5ad5a3c612 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:30:03.409696 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-587fcc27-087a-4f4f-824e-435aa48997ed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:03.498386 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7abf6769-1cbf-4ae0-b9d6-ae272a530b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:03.651350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-01152dde-43bf-4288-88d6-0d9815e96266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:03.653270 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-01152dde-43bf-4288-88d6-0d9815e96266 service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.2158682 Feb 03 12:30:03.759386 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-2b951009-3f7d-4115-ab3a-24f61a7feb0a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e HTTP/1.1" status: 200 len: 217 time: 0.6816812 Feb 03 12:30:03.760906 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1515fb4-2d98-4033-bca2-f1d395355044 x-openstack-request-id: req-d1515fb4-2d98-4033-bca2-f1d395355044 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:03.761206 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b59453-68b3-4ae5-9aff-8d052f1ab4d1", "tag": "1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:03.761457 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1515fb4-2d98-4033-bca2-f1d395355044 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:03.761848 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b59453-68b3-4ae5-9aff-8d052f1ab4d1', 'tag': '1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e', 'status': 'completed', 'code': 200} Feb 03 12:30:03.878224 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-cae8448b-839d-4ac8-b6fc-b10b0f19f147 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 HTTP/1.1" status: 200 len: 217 time: 0.2083967 Feb 03 12:30:03.885904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa4b3a-f887-4f72-8013-0b17e2de7f1f req-d0d4073b-a750-4c15-9c30-830391cccc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:03.885904 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7fa4b3a-f887-4f72-8013-0b17e2de7f1f req-d0d4073b-a750-4c15-9c30-830391cccc40 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=355cf0e66ba34b6ba03ec130f21762bb&device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb HTTP/1.1" status: 200 len: 1130 time: 0.8788600 Feb 03 12:30:03.991881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-09caed2b-a565-44c3-a07d-59bce1c4fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:03.993555 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-09caed2b-a565-44c3-a07d-59bce1c4fc27 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85163f5e-1c84-41bb-8d33-9e34ca1fec33 HTTP/1.1" status: 200 len: 863 time: 0.2178085 Feb 03 12:30:04.107783 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-587fcc27-087a-4f4f-824e-435aa48997ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for subnet (4946aeed-862c-4215-b4f5-cb2fe5cf2772), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:04.116105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa6937-d1c2-4e41-b6dd-c596d618fdfe req-bc1838fe-a036-49d2-849e-4b910c33b219 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:04.117273 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-b2fdbefd-cbd3-4afb-8ba6-0d6441056479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:04.118893 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-b2fdbefd-cbd3-4afb-8ba6-0d6441056479 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.2307723 Feb 03 12:30:04.128491 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f8aa6937-d1c2-4e41-b6dd-c596d618fdfe req-bc1838fe-a036-49d2-849e-4b910c33b219 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.3655317 Feb 03 12:30:04.155374 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa4b3a-f887-4f72-8013-0b17e2de7f1f req-ca4d11c7-009d-49e0-a81c-a444358f70ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:04.156615 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7fa4b3a-f887-4f72-8013-0b17e2de7f1f req-ca4d11c7-009d-49e0-a81c-a444358f70ec service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.2604527 Feb 03 12:30:04.202698 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-b57db42a-ce08-4102-ab05-65293b76f44a tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5c21fc21bb6b4f029045342360ced9c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795457 Feb 03 12:30:04.234621 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-869693f2-9eaf-486a-b2d0-aefc9c5d8fcf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:04.236105 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-869693f2-9eaf-486a-b2d0-aefc9c5d8fcf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.31 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 821 time: 0.3923833 Feb 03 12:30:04.242745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fcc27-087a-4f4f-824e-435aa48997ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=4946aeed-862c-4215-b4f5-cb2fe5cf2772,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:04.243301 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7fa4b3a-f887-4f72-8013-0b17e2de7f1f req-f5173054-8fc5-4dc3-adc2-10bb6167fd1b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 HTTP/1.1" status: 200 len: 217 time: 0.0618289 Feb 03 12:30:04.263748 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-de553e5c-9408-4aee-83c6-666fcf11ce7a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Request body: {'port': {'device_id': 'b7e9c335-704c-4ccd-9532-0815f09f626e', 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb', 'admin_state_up': True, 'tenant_id': '4d4dfb0f87774d34902a75fe55b72106'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:04.281943 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33586) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:04.283289 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-ff731bed-0ee5-45f8-8f72-729640ffa41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:04.284856 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-ff731bed-0ee5-45f8-8f72-729640ffa41e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e6b732d5-42c9-48bb-8c90-6cc7fc4fd940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2575319 Feb 03 12:30:04.291465 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587fcc27-087a-4f4f-824e-435aa48997ed admin admin] Checking segment: {'id': '68dc08c3-4e81-4c16-8359-673498cc594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d97d8c8-0b9a-4b93-a8f9-2aa11af80998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:30:04.291766 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587fcc27-087a-4f4f-824e-435aa48997ed admin admin] Network hostable DHCP agents. Network: 4d97d8c8-0b9a-4b93-a8f9-2aa11af80998, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:30:04.298650 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-f8906ae4-a8b5-4f87-bc14-d4064f654457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:04.300197 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-f8906ae4-a8b5-4f87-bc14-d4064f654457 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1546702 Feb 03 12:30:04.365935 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f8aa6937-d1c2-4e41-b6dd-c596d618fdfe req-d471f20c-48d8-476c-b2a8-c3dc27f83751 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221749 Feb 03 12:30:04.429554 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587fcc27-087a-4f4f-824e-435aa48997ed admin admin] Network 4d97d8c8-0b9a-4b93-a8f9-2aa11af80998 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:30:04.449755 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-f2b6bcbe-2570-4c60-93c0-45492617941c tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:04.456557 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-f2b6bcbe-2570-4c60-93c0-45492617941c tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2386436 Feb 03 12:30:04.475235 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-587fcc27-087a-4f4f-824e-435aa48997ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 4d97d8c8-0b9a-4b93-a8f9-2aa11af80998) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:30:04.483669 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add15545-cfd8-4db5-ac9f-f0e8179ff56e None None] Network 4d97d8c8-0b9a-4b93-a8f9-2aa11af80998 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:30:04.495382 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587fcc27-087a-4f4f-824e-435aa48997ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:04.495995 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-587fcc27-087a-4f4f-824e-435aa48997ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:04.499016 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e7a453a3-3717-4733-9151-5bca0dabeab0 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/quotas/5c21fc21bb6b4f029045342360ced9c1 HTTP/1.1" status: 200 len: 375 time: 0.0416646 Feb 03 12:30:04.500900 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a719708-61bc-4e28-9950-dab83bcf4f79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:04.504967 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-55368cdc-52e5-4f61-a40c-9cbf76d7b657 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786406 Feb 03 12:30:04.549352 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa4b3a-f887-4f72-8013-0b17e2de7f1f req-17542519-5c1d-40a7-9597-bd5cd3d7aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:04.551779 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7fa4b3a-f887-4f72-8013-0b17e2de7f1f req-17542519-5c1d-40a7-9597-bd5cd3d7aa06 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.2957010 Feb 03 12:30:04.575459 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-4790beab-3e01-46c1-a151-20a8ecdcd910 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c21fc21bb6b4f029045342360ced9c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658472 Feb 03 12:30:04.609882 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-587fcc27-087a-4f4f-824e-435aa48997ed admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2533674 Feb 03 12:30:04.629762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf9d31d-b956-4a0d-a869-82018e801dc3 None None] Network 4d97d8c8-0b9a-4b93-a8f9-2aa11af80998 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:30:04.639166 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-e6023a94-b736-4089-88ec-31b02ce9dd66 service neutron] 10.222.0.73 "GET /v2.0/networks/e6b732d5-42c9-48bb-8c90-6cc7fc4fd940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345788 Feb 03 12:30:04.697832 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9478d9-ae9e-46a6-b5f5-839d66691812 req-790a214e-135c-4b23-ab6b-141ac6de8a8d tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:04.706793 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e9478d9-ae9e-46a6-b5f5-839d66691812 req-790a214e-135c-4b23-ab6b-141ac6de8a8d tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb HTTP/1.1" status: 200 len: 948 time: 0.2290411 Feb 03 12:30:04.763375 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-de553e5c-9408-4aee-83c6-666fcf11ce7a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Made reservation on behalf of 4d4dfb0f87774d34902a75fe55b72106 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:30:04.772112 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-de553e5c-9408-4aee-83c6-666fcf11ce7a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:04.818822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa4b3a-f887-4f72-8013-0b17e2de7f1f req-8e2cd2be-f0d5-4ad1-ba3f-823c4c6e3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:04.820500 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7fa4b3a-f887-4f72-8013-0b17e2de7f1f req-8e2cd2be-f0d5-4ad1-ba3f-823c4c6e3011 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2605274 Feb 03 12:30:04.829452 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-0a195b4e-ab56-4c9b-89b8-ac4440247a77 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133106 Feb 03 12:30:04.895889 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a719708-61bc-4e28-9950-dab83bcf4f79 admin admin] Publish callbacks [] for security_group (8b87db6f-ecce-469d-a766-34178bbf2a15), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:04.922789 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a719708-61bc-4e28-9950-dab83bcf4f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8b87db6f-ecce-469d-a766-34178bbf2a15), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:04.991080 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3a719708-61bc-4e28-9950-dab83bcf4f79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a69fda0f307492c8b4e80c5c22bdc9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7073829 Feb 03 12:30:04.993757 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a719708-61bc-4e28-9950-dab83bcf4f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b87db6f-ecce-469d-a766-34178bbf2a15,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:05.008733 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33600) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:05.028185 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf1e63-95a5-4a4e-855d-691b77346d4d req-1fdf56fe-e528-4b1b-81d3-d687a37f7981 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:05.044199 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6bdf1e63-95a5-4a4e-855d-691b77346d4d req-1fdf56fe-e528-4b1b-81d3-d687a37f7981 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 943 time: 0.1345241 Feb 03 12:30:05.135286 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6bdf1e63-95a5-4a4e-855d-691b77346d4d req-368b940c-893d-4ab5-94fb-f13d4f5de6dd tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0901005 Feb 03 12:30:05.141863 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7fa4b3a-f887-4f72-8013-0b17e2de7f1f req-25761521-5c3c-4153-8353-925f1b07e166 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672346 Feb 03 12:30:05.157438 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e9478d9-ae9e-46a6-b5f5-839d66691812 req-92219379-48c8-48d6-8b60-7d98833e2636 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497399 Feb 03 12:30:05.279507 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7fa4b3a-f887-4f72-8013-0b17e2de7f1f req-4b69c96f-8328-4321-8a1b-0258223d2232 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302826 Feb 03 12:30:05.334079 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36ac00ea-0433-4ec9-b886-ff65138f63e0 req-b8cf2c1b-8887-4570-a415-e6700e685d57 service neutron] 10.222.0.73 "GET /v2.0/networks/e6b732d5-42c9-48bb-8c90-6cc7fc4fd940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6853566 Feb 03 12:30:05.371979 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17789326-fb13-40c0-8179-41ae2a29a986 admin admin] Publish callbacks [] for security_group (8b87db6f-ecce-469d-a766-34178bbf2a15), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:05.408730 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-286a6617-0f81-484c-b69a-2738ce264837 req-35858635-24ba-407a-b74e-bd15195de362 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/ports?device_id=24cf37be-965f-441a-9a49-cc3ce81cf844 HTTP/1.1" status: 200 len: 210 time: 0.0485134 Feb 03 12:30:05.489343 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb3ae025-a921-4dc5-bfa3-827934b08ad8 req-54da09bd-f53e-41e4-9b2a-e420f93b0cf1 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 210 time: 0.0837126 Feb 03 12:30:05.506886 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17789326-fb13-40c0-8179-41ae2a29a986 admin admin] Publish callbacks [] for security_group (8b87db6f-ecce-469d-a766-34178bbf2a15), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:05.524222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-de553e5c-9408-4aee-83c6-666fcf11ce7a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Allocated IP 172.20.0.4 (fa311484-a64f-41a1-a01e-493a1be74adb/a224ad99-e09c-495b-b28c-4e2912ae8c46/d554fd18-71cb-4717-be6f-4e59565601bb) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:30:05.647733 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486356a-9076-4792-a4c7-f81216bf3b4c req-dc3d3742-b1b0-4e09-9b11-00e82ac757dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:05.648662 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f8f0c-56c7-4d27-befc-708ff371c35e req-315f401d-d872-4f5e-affa-ba966c1c8ad8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:05.649475 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5486356a-9076-4792-a4c7-f81216bf3b4c req-dc3d3742-b1b0-4e09-9b11-00e82ac757dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc4a06b2bcd845a58e4fb7339bfa03e4&device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 1125 time: 0.1461208 Feb 03 12:30:05.657793 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a35f8f0c-56c7-4d27-befc-708ff371c35e req-315f401d-d872-4f5e-affa-ba966c1c8ad8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.0826371 Feb 03 12:30:05.736142 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a35f8f0c-56c7-4d27-befc-708ff371c35e req-ab9b0d32-a4d1-48a6-8840-8f42d14b3201 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760128 Feb 03 12:30:05.770545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486356a-9076-4792-a4c7-f81216bf3b4c req-27aceec2-38e8-46ae-8942-46399af91116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:05.775765 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5486356a-9076-4792-a4c7-f81216bf3b4c req-27aceec2-38e8-46ae-8942-46399af91116 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 HTTP/1.1" status: 200 len: 925 time: 0.1156263 Feb 03 12:30:05.815263 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17789326-fb13-40c0-8179-41ae2a29a986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8b87db6f-ecce-469d-a766-34178bbf2a15), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:05.819666 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33624) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:05.821333 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17789326-fb13-40c0-8179-41ae2a29a986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:05.824805 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-17789326-fb13-40c0-8179-41ae2a29a986 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b87db6f-ecce-469d-a766-34178bbf2a15 HTTP/1.1" status: 204 len: 168 time: 0.8028464 Feb 03 12:30:05.825369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2e5f0c78-f2f4-4d38-8a80-5314efa6ba4e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1073247754-network', 'tenant_id': 'b739bd4607a04c68899014624de78b0a'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:05.874617 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17789326-fb13-40c0-8179-41ae2a29a986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b87db6f-ecce-469d-a766-34178bbf2a15,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:05.881224 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5486356a-9076-4792-a4c7-f81216bf3b4c req-01c821a8-645a-4dc7-b3f1-fdf423c14817 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e HTTP/1.1" status: 200 len: 217 time: 0.0755727 Feb 03 12:30:05.892160 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5f0c78-f2f4-4d38-8a80-5314efa6ba4e admin admin] Made reservation on behalf of b739bd4607a04c68899014624de78b0a for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:30:05.895537 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e5f0c78-f2f4-4d38-8a80-5314efa6ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:05.911681 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e5f0c78-f2f4-4d38-8a80-5314efa6ba4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:05.935460 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-53b71018-bf47-4ed9-b09f-52dbfeedd154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:06.010851 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-de553e5c-9408-4aee-83c6-666fcf11ce7a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks [] for port (d554fd18-71cb-4717-be6f-4e59565601bb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:06.055648 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e5f0c78-f2f4-4d38-8a80-5314efa6ba4e admin admin] Publish callbacks [] for security_group (36a396a9-65a3-4e4a-829b-c959795869b0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:06.062990 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e5f0c78-f2f4-4d38-8a80-5314efa6ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (36a396a9-65a3-4e4a-829b-c959795869b0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:06.087745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486356a-9076-4792-a4c7-f81216bf3b4c req-06591cff-0f03-4888-8cef-16ad98485aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:06.089295 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5486356a-9076-4792-a4c7-f81216bf3b4c req-06591cff-0f03-4888-8cef-16ad98485aa9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85163f5e-1c84-41bb-8d33-9e34ca1fec33 HTTP/1.1" status: 200 len: 863 time: 0.2019045 Feb 03 12:30:06.121456 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f0c78-f2f4-4d38-8a80-5314efa6ba4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a396a9-65a3-4e4a-829b-c959795869b0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:06.146318 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5f0c78-f2f4-4d38-8a80-5314efa6ba4e admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:30:06.154058 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-de553e5c-9408-4aee-83c6-666fcf11ce7a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (d554fd18-71cb-4717-be6f-4e59565601bb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:06.172480 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e5f0c78-f2f4-4d38-8a80-5314efa6ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (86309f7f-733a-4e45-a1de-93bb84e588cb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:06.172820 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-2e5f0c78-f2f4-4d38-8a80-5314efa6ba4e admin admin] Added segment 86309f7f-733a-4e45-a1de-93bb84e588cb of type vlan for network 9bc423e6-28ef-491e-b6a6-612087c4623c Feb 03 12:30:06.272010 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e5f0c78-f2f4-4d38-8a80-5314efa6ba4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (9bc423e6-28ef-491e-b6a6-612087c4623c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:06.329297 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-de553e5c-9408-4aee-83c6-666fcf11ce7a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Network fa311484-a64f-41a1-a01e-493a1be74adb is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:30:06.333316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-de553e5c-9408-4aee-83c6-666fcf11ce7a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:30:06.335156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de553e5c-9408-4aee-83c6-666fcf11ce7a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Pushing event updated for resources: {'Port': ['ID=d554fd18-71cb-4717-be6f-4e59565601bb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:06.337377 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-de553e5c-9408-4aee-83c6-666fcf11ce7a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:30:06.342691 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-de553e5c-9408-4aee-83c6-666fcf11ce7a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:06.343369 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-de553e5c-9408-4aee-83c6-666fcf11ce7a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:06.370589 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486356a-9076-4792-a4c7-f81216bf3b4c req-4f97cfe5-0d13-4831-93fa-16e4575fb514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:06.372279 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5486356a-9076-4792-a4c7-f81216bf3b4c req-4f97cfe5-0d13-4831-93fa-16e4575fb514 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e6b732d5-42c9-48bb-8c90-6cc7fc4fd940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2750452 Feb 03 12:30:06.379830 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e5f0c78-f2f4-4d38-8a80-5314efa6ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (9bc423e6-28ef-491e-b6a6-612087c4623c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:06.381611 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5f0c78-f2f4-4d38-8a80-5314efa6ba4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:06.382237 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e5f0c78-f2f4-4d38-8a80-5314efa6ba4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:06.402815 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d85f55-9076-4376-91ae-dcce96856a67 req-e4a4a112-c8a4-4b16-a704-6f4d0d031852 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:06.404220 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3d85f55-9076-4376-91ae-dcce96856a67 req-e4a4a112-c8a4-4b16-a704-6f4d0d031852 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 943 time: 0.1072526 Feb 03 12:30:06.409886 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-de553e5c-9408-4aee-83c6-666fcf11ce7a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1567676 Feb 03 12:30:06.424538 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] Request body: {'port': {'device_id': 'b7e9c335-704c-4ccd-9532-0815f09f626e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:06.454028 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2e5f0c78-f2f4-4d38-8a80-5314efa6ba4e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6292541 Feb 03 12:30:06.456537 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33634) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:06.496146 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852ef92-8d75-4334-bf35-ef2375703ca2 req-417bb4a6-e9bc-4931-ac5b-bafc79527442 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:06.497680 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f852ef92-8d75-4334-bf35-ef2375703ca2 req-417bb4a6-e9bc-4931-ac5b-bafc79527442 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb HTTP/1.1" status: 200 len: 948 time: 0.2093534 Feb 03 12:30:06.504974 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2312cd73-c257-4ae9-96e1-ccfb25d1fc0a admin admin] Request body: {'subnet': {'network_id': '9bc423e6-28ef-491e-b6a6-612087c4623c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1073247754-subnet', 'tenant_id': 'b739bd4607a04c68899014624de78b0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:06.523135 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3d85f55-9076-4376-91ae-dcce96856a67 req-b101c61d-96dc-4d5a-9f0b-b566bded4304 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0993030 Feb 03 12:30:06.524109 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f0c78-f2f4-4d38-8a80-5314efa6ba4e admin admin] Pushing event updated for resources: {'Network': ['ID=9bc423e6-28ef-491e-b6a6-612087c4623c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:06.527713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33638) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:06.554617 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 9bc423e6-28ef-491e-b6a6-612087c4623c details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:30:06.566573 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0564057-9dff-4e9c-aeba-048225a1169a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:06.603070 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2312cd73-c257-4ae9-96e1-ccfb25d1fc0a admin admin] Made reservation on behalf of b739bd4607a04c68899014624de78b0a for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:30:06.605454 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2312cd73-c257-4ae9-96e1-ccfb25d1fc0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:06.623480 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5486356a-9076-4792-a4c7-f81216bf3b4c req-1e27a3d0-f5cd-482a-afcd-6e7a9a1a9211 service neutron] 10.222.0.73 "GET /v2.0/networks/e6b732d5-42c9-48bb-8c90-6cc7fc4fd940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429845 Feb 03 12:30:06.628596 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d554fd18-71cb-4717-be6f-4e59565601bb), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:06.695343 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0564057-9dff-4e9c-aeba-048225a1169a admin admin] Publish callbacks [] for security_group (4ed15394-a2b5-4dbb-9c08-f7e1d89fca92), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:06.713494 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f852ef92-8d75-4334-bf35-ef2375703ca2 req-e2ea873b-e7e4-4f58-b162-252b34b8af06 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043085 Feb 03 12:30:06.717472 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0564057-9dff-4e9c-aeba-048225a1169a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4ed15394-a2b5-4dbb-9c08-f7e1d89fca92), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:06.784285 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:06.829457 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d0564057-9dff-4e9c-aeba-048225a1169a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17c6ece3c0d74ba1b06c3378d29c439b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955513 Feb 03 12:30:06.831452 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7711b46e-329b-4625-8152-a91a0b74f6b2 req-891f77ba-9301-46f9-8ec1-91c17ff53fe5 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/ports?device_id=24cf37be-965f-441a-9a49-cc3ce81cf844 HTTP/1.1" status: 200 len: 210 time: 0.1335745 Feb 03 12:30:06.831922 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33644) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:06.957229 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0564057-9dff-4e9c-aeba-048225a1169a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed15394-a2b5-4dbb-9c08-f7e1d89fca92,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:07.007378 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f08c371-e780-47de-b470-422588634493 admin admin] Publish callbacks [] for security_group (4ed15394-a2b5-4dbb-9c08-f7e1d89fca92), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:07.025714 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7637c5-aac4-46ab-8aa9-aef3579b8965 req-98261a8c-df4c-41d0-b1e7-eb341d51de6b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:07.027258 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe7637c5-aac4-46ab-8aa9-aef3579b8965 req-98261a8c-df4c-41d0-b1e7-eb341d51de6b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.0852563 Feb 03 12:30:07.055446 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f08c371-e780-47de-b470-422588634493 admin admin] Publish callbacks [] for security_group (4ed15394-a2b5-4dbb-9c08-f7e1d89fca92), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:07.097467 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-6e6a181c-173a-4e9c-ae00-1d75744a95ae tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5c21fc21bb6b4f029045342360ced9c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3052676 Feb 03 12:30:07.114213 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe7637c5-aac4-46ab-8aa9-aef3579b8965 req-c88fb720-8191-4d8a-8f98-db8b042a0886 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799761 Feb 03 12:30:07.141044 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f08c371-e780-47de-b470-422588634493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4ed15394-a2b5-4dbb-9c08-f7e1d89fca92), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:07.144465 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f08c371-e780-47de-b470-422588634493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:07.146071 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4f08c371-e780-47de-b470-422588634493 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ed15394-a2b5-4dbb-9c08-f7e1d89fca92 HTTP/1.1" status: 204 len: 168 time: 0.2881536 Feb 03 12:30:07.172592 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08c371-e780-47de-b470-422588634493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed15394-a2b5-4dbb-9c08-f7e1d89fca92,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:07.226804 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:30:07.240436 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5486356a-9076-4792-a4c7-f81216bf3b4c req-a93c8f56-d72c-4a5d-b195-4f6be937631c service neutron] 10.222.0.73 "GET /v2.0/networks/e6b732d5-42c9-48bb-8c90-6cc7fc4fd940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087515 Feb 03 12:30:07.378336 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:07.381200 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff825a7-2dea-40cf-a8dd-f477ccacc9a8 req-35ebe0e0-e6ba-48d0-9eb2-804ce8ea1f2b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:07.388029 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5ff825a7-2dea-40cf-a8dd-f477ccacc9a8 req-35ebe0e0-e6ba-48d0-9eb2-804ce8ea1f2b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 931 time: 0.3231475 Feb 03 12:30:07.396499 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07', 'mac_address': 'fa:16:3e:cc:b3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:30:07.455210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:07.456029 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:07.474745 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:30:07.483056 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-d1106a0a-8b53-4a79-86a6-cd3fb2f1752e tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:07.484494 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-d1106a0a-8b53-4a79-86a6-cd3fb2f1752e tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3619473 Feb 03 12:30:07.514449 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:07.517002 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-a30a82f3-83ca-4f1a-a91e-6de4c22660d8 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Request body: {'port': {'device_id': '24cf37be-965f-441a-9a49-cc3ce81cf844', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': '5c21fc21bb6b4f029045342360ced9c1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:07.521290 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:07.554302 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2312cd73-c257-4ae9-96e1-ccfb25d1fc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for subnet (f90bea32-af69-4ba3-bc4c-c2397d7199a6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:07.599651 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5ff825a7-2dea-40cf-a8dd-f477ccacc9a8 req-86e9a342-6ee6-43fc-b5a4-bd080892fc1e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928506 Feb 03 12:30:07.658290 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:07.723517 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312cd73-c257-4ae9-96e1-ccfb25d1fc0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f90bea32-af69-4ba3-bc4c-c2397d7199a6,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:07.766001 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d921f-2e55-4460-b95b-e875efbbfabb req-e1e4e81c-df77-4bb4-962e-e90707e5e2d5 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:07.767602 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd2d921f-2e55-4460-b95b-e875efbbfabb req-e1e4e81c-df77-4bb4-962e-e90707e5e2d5 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 943 time: 0.1466329 Feb 03 12:30:07.800193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:30:07.895185 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2312cd73-c257-4ae9-96e1-ccfb25d1fc0a admin admin] Checking segment: {'id': '86309f7f-733a-4e45-a1de-93bb84e588cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9bc423e6-28ef-491e-b6a6-612087c4623c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:30:07.895556 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2312cd73-c257-4ae9-96e1-ccfb25d1fc0a admin admin] Network hostable DHCP agents. Network: 9bc423e6-28ef-491e-b6a6-612087c4623c, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:30:07.904327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d554fd18-71cb-4717-be6f-4e59565601bb {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:30:07.918517 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] Publish callbacks [] for port (d554fd18-71cb-4717-be6f-4e59565601bb), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:07.924569 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd2d921f-2e55-4460-b95b-e875efbbfabb req-c0fc9ee3-230e-443e-bc73-7c4e8a1a50d3 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1380370 Feb 03 12:30:07.947444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-a30a82f3-83ca-4f1a-a91e-6de4c22660d8 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Made reservation on behalf of 5c21fc21bb6b4f029045342360ced9c1 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:30:07.950915 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-a30a82f3-83ca-4f1a-a91e-6de4c22660d8 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:07.955235 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] Transition to ACTIVE for port object d554fd18-71cb-4717-be6f-4e59565601bb will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:30:07.962840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2312cd73-c257-4ae9-96e1-ccfb25d1fc0a admin admin] Network 9bc423e6-28ef-491e-b6a6-612087c4623c is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:30:07.970182 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-a30a82f3-83ca-4f1a-a91e-6de4c22660d8 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:07.972768 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d554fd18-71cb-4717-be6f-4e59565601bb), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:07.983914 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb34f16-6437-4c0d-b637-f2aed1179460 req-d5375dda-e3e2-49a3-be41-c1c8b28da038 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:07.990848 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0fb34f16-6437-4c0d-b637-f2aed1179460 req-d5375dda-e3e2-49a3-be41-c1c8b28da038 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb HTTP/1.1" status: 200 len: 949 time: 0.1698532 Feb 03 12:30:08.024634 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2312cd73-c257-4ae9-96e1-ccfb25d1fc0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 9bc423e6-28ef-491e-b6a6-612087c4623c) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:30:08.036761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5318fbf3-8437-484a-968b-70a2ada0495e None None] Network 9bc423e6-28ef-491e-b6a6-612087c4623c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:30:08.049723 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2312cd73-c257-4ae9-96e1-ccfb25d1fc0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:08.050341 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2312cd73-c257-4ae9-96e1-ccfb25d1fc0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:08.121782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d554fd18-71cb-4717-be6f-4e59565601bb,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:08.144706 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2312cd73-c257-4ae9-96e1-ccfb25d1fc0a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6774149 Feb 03 12:30:08.171973 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0fb34f16-6437-4c0d-b637-f2aed1179460 req-fd4ec944-3055-452a-92c9-bf23a5bbd6cc tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667273 Feb 03 12:30:08.183268 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-672b879c-8313-4a1c-a91a-a4099db50632 req-d2b86adc-3528-4e61-b7db-bc8bc609428c tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/ports?device_id=24cf37be-965f-441a-9a49-cc3ce81cf844 HTTP/1.1" status: 200 len: 210 time: 0.0928469 Feb 03 12:30:08.228714 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:08.284712 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014cdadc-1737-48c4-aec8-fd4f7186b3bc None None] Network 9bc423e6-28ef-491e-b6a6-612087c4623c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:30:08.305139 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] Attempting to bind port d554fd18-71cb-4717-be6f-4e59565601bb on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:30:08.313246 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] Attempting to bind port d554fd18-71cb-4717-be6f-4e59565601bb by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:30:08.313437 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] Attempting to bind port d554fd18-71cb-4717-be6f-4e59565601bb on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:08.370836 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] Port d554fd18-71cb-4717-be6f-4e59565601bb on network fa311484-a64f-41a1-a01e-493a1be74adb not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:30:08.372060 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] Attempting to bind port d554fd18-71cb-4717-be6f-4e59565601bb on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:08.401488 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-a30a82f3-83ca-4f1a-a91e-6de4c22660d8 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Publish callbacks [] for security_group (487b901c-51d9-4ce4-9b3c-e8bee19937b8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:08.405720 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:30:08.411134 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] Checking segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:30:08.416375 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] Bound using segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:30:08.416855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] Bound port: d554fd18-71cb-4717-be6f-4e59565601bb, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:30:08.417229 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d554fd18-71cb-4717-be6f-4e59565601bb), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:08.441074 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-a30a82f3-83ca-4f1a-a91e-6de4c22660d8 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (487b901c-51d9-4ce4-9b3c-e8bee19937b8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:08.536466 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] For port d554fd18-71cb-4717-be6f-4e59565601bb, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:30:08.539820 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] For port d554fd18-71cb-4717-be6f-4e59565601bb, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d554fd18-71cb-4717-be6f-4e59565601bb,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:30:08.558467 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d554fd18-71cb-4717-be6f-4e59565601bb), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:08.642055 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29130c57-324f-4009-be6b-7b41e2e60f1c req-1d6ac39b-3663-4882-be15-54e7a313f48d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:08.651009 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29130c57-324f-4009-be6b-7b41e2e60f1c req-1d6ac39b-3663-4882-be15-54e7a313f48d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.3725240 Feb 03 12:30:08.653126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a82f3-83ca-4f1a-a91e-6de4c22660d8 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=487b901c-51d9-4ce4-9b3c-e8bee19937b8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:08.700805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:08.701433 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:08.703484 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] 10.222.0.31 "PUT /v2.0/ports/d554fd18-71cb-4717-be6f-4e59565601bb HTTP/1.1" status: 200 len: 1091 time: 2.2852633 Feb 03 12:30:08.731992 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e9c335-704c-4ccd-9532-0815f09f626e', 'tag': 'd554fd18-71cb-4717-be6f-4e59565601bb'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:08.736286 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db37174-fd9f-436e-8f2e-f1f73dd611bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e9c335-704c-4ccd-9532-0815f09f626e", "tag": "d554fd18-71cb-4717-be6f-4e59565601bb"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:08.857869 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29130c57-324f-4009-be6b-7b41e2e60f1c req-dd37dfa1-fee2-4117-bc46-cfd28e54fd28 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056444 Feb 03 12:30:08.936033 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b7afe-5735-45b0-b4ab-fcdeac58c8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d554fd18-71cb-4717-be6f-4e59565601bb,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:08.976543 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-a30a82f3-83ca-4f1a-a91e-6de4c22660d8 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Allocated IP 192.168.233.207 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/04e44c9b-d8c1-4743-b763-5d454e544fe7) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:30:09.013701 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-84685439-816f-470c-987c-d7f94194e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:09.015237 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-84685439-816f-470c-987c-d7f94194e280 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 1125 time: 0.2651365 Feb 03 12:30:09.085966 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-bc8ba955-8844-4b10-8a75-e6f82cc66a74 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d554fd18-71cb-4717-be6f-4e59565601bb HTTP/1.1" status: 200 len: 217 time: 0.0591567 Feb 03 12:30:09.139688 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2912995-7187-42d5-be15-c7a68e45c455 req-ffa7a86d-68d0-456d-b30e-d83400bae9b6 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:09.146823 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2912995-7187-42d5-be15-c7a68e45c455 req-ffa7a86d-68d0-456d-b30e-d83400bae9b6 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 943 time: 0.1795440 Feb 03 12:30:09.174375 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-f7497b54-e885-4159-b9ee-39c6e139c641 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:09.177694 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-f7497b54-e885-4159-b9ee-39c6e139c641 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/networks?id=4d97d8c8-0b9a-4b93-a8f9-2aa11af80998 HTTP/1.1" status: 200 len: 814 time: 0.1684692 Feb 03 12:30:09.212707 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-c96ee1bd-da35-4ec9-8f5a-73aa5e88f465 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/quotas/268cc5d5f50340348e292d5ad5a3c612 HTTP/1.1" status: 200 len: 375 time: 0.0294087 Feb 03 12:30:09.227982 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2912995-7187-42d5-be15-c7a68e45c455 req-5c3dcd85-b370-4923-81a2-1ca4b8878de8 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802119 Feb 03 12:30:09.236621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:30:09.250914 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-26f472df-324e-4e03-b431-ba4bf0951eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:09.260810 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-103becad-0382-4c7e-9236-9a91e7ac2538 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=268cc5d5f50340348e292d5ad5a3c612&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467768 Feb 03 12:30:09.262817 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-26f472df-324e-4e03-b431-ba4bf0951eaa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.1684020 Feb 03 12:30:09.328537 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd12a052-b63b-466a-be07-6470b4a5cb2e x-openstack-request-id: req-bd12a052-b63b-466a-be07-6470b4a5cb2e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:09.328916 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e9c335-704c-4ccd-9532-0815f09f626e", "tag": "d554fd18-71cb-4717-be6f-4e59565601bb", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:09.329115 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd12a052-b63b-466a-be07-6470b4a5cb2e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:09.329479 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e9c335-704c-4ccd-9532-0815f09f626e', 'tag': 'd554fd18-71cb-4717-be6f-4e59565601bb', 'status': 'completed', 'code': 200} Feb 03 12:30:09.366350 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-fd4c306b-fd73-4f52-80b7-fe36bcfdaf15 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872843 Feb 03 12:30:09.412894 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:30:09.420675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:09.421218 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:09.444508 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-1c764093-4699-4aff-8386-2fe7d0c2fc0d service neutron] 10.222.0.18 "GET /v2.0/networks/4d97d8c8-0b9a-4b93-a8f9-2aa11af80998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826384 Feb 03 12:30:09.562008 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:09.562675 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-d41f98cd-1b4d-4028-8516-558fdbada809 service neutron] 10.222.0.18 "GET /v2.0/networks/4d97d8c8-0b9a-4b93-a8f9-2aa11af80998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166923 Feb 03 12:30:09.562841 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:09.594423 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-a30a82f3-83ca-4f1a-a91e-6de4c22660d8 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Publish callbacks [] for port (04e44c9b-d8c1-4743-b763-5d454e544fe7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:09.643350 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:09.665726 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d6df4c-8809-4e13-a9c3-2519d5f682cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:09.673272 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbcadab-032f-4840-b528-db9565b1c0ff" -d '{"events": [{"server_uuid": "97d6df4c-8809-4e13-a9c3-2519d5f682cb", "name": "network-vif-plugged", "status": "completed", "tag": "4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:09.703254 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:09.710465 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:09.772052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:30:09.777996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33724) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:09.782498 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80e40e-290d-41a9-84ca-54f2045acf96 req-9d993421-8342-4e2b-9e41-b44e2fafd29f tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:09.784990 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c80e40e-290d-41a9-84ca-54f2045acf96 req-9d993421-8342-4e2b-9e41-b44e2fafd29f tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 943 time: 0.3512323 Feb 03 12:30:09.789488 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-0ed0ab65-dd4a-4ad5-a28a-641af737941a service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155035 Feb 03 12:30:09.846045 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-a30a82f3-83ca-4f1a-a91e-6de4c22660d8 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (04e44c9b-d8c1-4743-b763-5d454e544fe7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:09.907723 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:09.951769 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c80e40e-290d-41a9-84ca-54f2045acf96 req-066d35cd-85da-456f-86fc-4e30259f3f97 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1599188 Feb 03 12:30:09.960629 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-a30a82f3-83ca-4f1a-a91e-6de4c22660d8 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:30:10.007061 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-a30a82f3-83ca-4f1a-a91e-6de4c22660d8 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:30:10.017202 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-a30a82f3-83ca-4f1a-a91e-6de4c22660d8 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:30:10.022758 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-a30a82f3-83ca-4f1a-a91e-6de4c22660d8 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:10.023419 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-a30a82f3-83ca-4f1a-a91e-6de4c22660d8 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:10.086931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a82f3-83ca-4f1a-a91e-6de4c22660d8 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Pushing event updated for resources: {'Port': ['ID=04e44c9b-d8c1-4743-b763-5d454e544fe7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:10.171247 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be8d74a8-91fb-4df2-ac71-87a1be285e1f req-bbdb2197-9033-4508-a368-b5ca5d62d6f5 service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718853 Feb 03 12:30:10.201785 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-a30a82f3-83ca-4f1a-a91e-6de4c22660d8 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6912630 Feb 03 12:30:10.251125 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] Request body: {'port': {'device_id': '24cf37be-965f-441a-9a49-cc3ce81cf844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:10.311879 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-15214085-5160-4eae-9465-79d26913ffd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:10.382014 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e,segment=NetworkSegment(cacebafa-8e9a-442e-a47a-6c18a1c39031),segment_id=cacebafa-8e9a-442e-a47a-6c18a1c39031)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:10.408315 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-15214085-5160-4eae-9465-79d26913ffd0 admin admin] Publish callbacks [] for security_group (72927d3f-24b4-4ab4-b576-c29a7c2886d1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:10.417642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'port_id': '1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e', 'mac_address': 'fa:16:3e:d4:98:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:30:10.418264 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-15214085-5160-4eae-9465-79d26913ffd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (72927d3f-24b4-4ab4-b576-c29a7c2886d1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:10.456667 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15214085-5160-4eae-9465-79d26913ffd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72927d3f-24b4-4ab4-b576-c29a7c2886d1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:10.477642 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db37174-fd9f-436e-8f2e-f1f73dd611bf req-f79538f6-ce76-40c4-9f70-21d206675fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:10.479482 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0db37174-fd9f-436e-8f2e-f1f73dd611bf req-f79538f6-ce76-40c4-9f70-21d206675fca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 1125 time: 0.2234161 Feb 03 12:30:10.484096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:10.484553 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:10.491785 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322848d-1027-46dc-991e-75f8f4ef657f req-8cd0b2e6-43db-42bc-8686-b4f312346b1a tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:10.500156 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1322848d-1027-46dc-991e-75f8f4ef657f req-8cd0b2e6-43db-42bc-8686-b4f312346b1a tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb HTTP/1.1" status: 200 len: 950 time: 0.7088537 Feb 03 12:30:10.523400 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (04e44c9b-d8c1-4743-b763-5d454e544fe7), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:10.528759 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:30:10.538802 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-15214085-5160-4eae-9465-79d26913ffd0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7687f74f18144f49033f29c257bb443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7596657 Feb 03 12:30:10.539842 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33738) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:10.578991 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-40504708-3ccd-47f5-a01f-191b2b0d0dac None None] Provisioning complete for port 04e44c9b-d8c1-4743-b763-5d454e544fe7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:10.587763 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40504708-3ccd-47f5-a01f-191b2b0d0dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (04e44c9b-d8c1-4743-b763-5d454e544fe7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:10.601468 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e,segment=NetworkSegment(cacebafa-8e9a-442e-a47a-6c18a1c39031),segment_id=cacebafa-8e9a-442e-a47a-6c18a1c39031)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:10.620550 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1322848d-1027-46dc-991e-75f8f4ef657f req-0d63d47c-c1e0-4007-9ddf-830e89281bd1 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191854 Feb 03 12:30:10.652646 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:10.665311 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70f1a666-1224-4004-99f8-d541b9e88541 admin admin] Publish callbacks [] for security_group (72927d3f-24b4-4ab4-b576-c29a7c2886d1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:10.691168 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-40504708-3ccd-47f5-a01f-191b2b0d0dac None None] Port 04e44c9b-d8c1-4743-b763-5d454e544fe7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:30:10.711682 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393af475-91a2-480c-ab00-2ae2f5a2de36 x-openstack-request-id: req-393af475-91a2-480c-ab00-2ae2f5a2de36 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:10.712014 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d6df4c-8809-4e13-a9c3-2519d5f682cb", "name": "network-vif-plugged", "status": "completed", "tag": "4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:10.712272 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-393af475-91a2-480c-ab00-2ae2f5a2de36 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:10.712664 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d6df4c-8809-4e13-a9c3-2519d5f682cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07', 'code': 200} Feb 03 12:30:10.713878 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70f1a666-1224-4004-99f8-d541b9e88541 admin admin] Publish callbacks [] for security_group (72927d3f-24b4-4ab4-b576-c29a7c2886d1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:10.735816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:10.824969 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714058a-c6a0-46ac-b62c-6bf4b3097022 req-30675f0d-d9c1-49a7-b34d-0be82d34d441 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:10.840747 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7714058a-c6a0-46ac-b62c-6bf4b3097022 req-30675f0d-d9c1-49a7-b34d-0be82d34d441 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/ports?device_id=24cf37be-965f-441a-9a49-cc3ce81cf844 HTTP/1.1" status: 200 len: 936 time: 0.7187216 Feb 03 12:30:10.841079 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c17b2222-d54e-4ff6-9a2f-09ce614b96ca req-81b73219-36fa-4105-9aff-884b32602151 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc664f8d-938c-45ea-962e-40a129022a9d HTTP/1.1" status: 200 len: 210 time: 0.0318198 Feb 03 12:30:10.858966 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70f1a666-1224-4004-99f8-d541b9e88541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (72927d3f-24b4-4ab4-b576-c29a7c2886d1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:10.861638 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70f1a666-1224-4004-99f8-d541b9e88541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:10.867621 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-70f1a666-1224-4004-99f8-d541b9e88541 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72927d3f-24b4-4ab4-b576-c29a7c2886d1 HTTP/1.1" status: 204 len: 168 time: 0.2969315 Feb 03 12:30:10.883350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1a666-1224-4004-99f8-d541b9e88541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72927d3f-24b4-4ab4-b576-c29a7c2886d1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:10.961783 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db37174-fd9f-436e-8f2e-f1f73dd611bf req-c2dc2667-a7a0-4437-a1fb-05090548da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:10.963415 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0db37174-fd9f-436e-8f2e-f1f73dd611bf req-c2dc2667-a7a0-4437-a1fb-05090548da7f service neutron] 10.222.0.31 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 922 time: 0.4413588 Feb 03 12:30:11.081248 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:30:11.102942 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d4bdb-aba0-4f67-a76d-61724baabc06 req-5da6d005-de1e-476b-90f6-9992a5f4386d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:11.104873 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e0d4bdb-aba0-4f67-a76d-61724baabc06 req-5da6d005-de1e-476b-90f6-9992a5f4386d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.0939114 Feb 03 12:30:11.226541 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e0d4bdb-aba0-4f67-a76d-61724baabc06 req-e2d20ab4-620c-4813-94f2-d1fae0e8c04c tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056252 Feb 03 12:30:11.334018 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33748) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:11.335716 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0db37174-fd9f-436e-8f2e-f1f73dd611bf req-467466c7-e62a-47dd-ba3d-4c00723e1102 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d554fd18-71cb-4717-be6f-4e59565601bb HTTP/1.1" status: 200 len: 217 time: 0.3512321 Feb 03 12:30:11.341131 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7714058a-c6a0-46ac-b62c-6bf4b3097022 req-f66afc2d-48c0-453c-8ec6-8f66faa23029 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/security-groups?id=487b901c-51d9-4ce4-9b3c-e8bee19937b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832530 Feb 03 12:30:11.399285 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf8c78c7-d97d-432b-94fa-633cfa72f7f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:11.415184 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39d59a-4186-40ab-aa87-1d49bd33ccaf req-cb4c8e66-762b-418e-bc54-357e5cc1d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:11.416741 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf39d59a-4186-40ab-aa87-1d49bd33ccaf req-cb4c8e66-762b-418e-bc54-357e5cc1d0e6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb HTTP/1.1" status: 200 len: 1132 time: 0.5481653 Feb 03 12:30:11.458314 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db37174-fd9f-436e-8f2e-f1f73dd611bf req-ddb7f54b-9df9-4f5d-baa5-3d4423c0373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:11.458314 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0db37174-fd9f-436e-8f2e-f1f73dd611bf req-ddb7f54b-9df9-4f5d-baa5-3d4423c0373e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.1095209 Feb 03 12:30:11.529214 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0db37174-fd9f-436e-8f2e-f1f73dd611bf req-36e85540-05e7-438f-87b0-a49d4112b129 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538361 Feb 03 12:30:11.538899 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff54b6d-84bd-45e4-9239-6522abfa8cd2 req-128eb220-3bae-4ff8-bc5f-3430c48fa49c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:11.545936 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bff54b6d-84bd-45e4-9239-6522abfa8cd2 req-128eb220-3bae-4ff8-bc5f-3430c48fa49c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 943 time: 0.1891549 Feb 03 12:30:11.613325 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf8c78c7-d97d-432b-94fa-633cfa72f7f6 admin admin] Publish callbacks [] for security_group (cd10ae7f-29c6-4710-9bf4-1ffadb844b60), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:11.631527 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bff54b6d-84bd-45e4-9239-6522abfa8cd2 req-0f960a6d-3441-4fe7-b9c5-677ff548f031 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794747 Feb 03 12:30:11.632922 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf8c78c7-d97d-432b-94fa-633cfa72f7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (cd10ae7f-29c6-4710-9bf4-1ffadb844b60), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:11.634971 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e44c9b-d8c1-4743-b763-5d454e544fe7 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:30:11.651364 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] Publish callbacks [] for port (04e44c9b-d8c1-4743-b763-5d454e544fe7), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:11.669755 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf39d59a-4186-40ab-aa87-1d49bd33ccaf req-173048c4-6461-44a9-9a68-fd996a6e1f1b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452648 Feb 03 12:30:11.678009 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] Transition to ACTIVE for port object 04e44c9b-d8c1-4743-b763-5d454e544fe7 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:30:11.731012 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (04e44c9b-d8c1-4743-b763-5d454e544fe7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:11.748532 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bf8c78c7-d97d-432b-94fa-633cfa72f7f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab3ad2b56e6949a290ff1a584c3e9b84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4124432 Feb 03 12:30:11.749660 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33752) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:11.762586 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c78c7-d97d-432b-94fa-633cfa72f7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd10ae7f-29c6-4710-9bf4-1ffadb844b60,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:11.788750 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c78c7-d97d-432b-94fa-633cfa72f7f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:11.789390 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c78c7-d97d-432b-94fa-633cfa72f7f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:11.789897 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c78c7-d97d-432b-94fa-633cfa72f7f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:11.790376 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c78c7-d97d-432b-94fa-633cfa72f7f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:11.790880 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c78c7-d97d-432b-94fa-633cfa72f7f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:11.791353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c78c7-d97d-432b-94fa-633cfa72f7f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:11.791816 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c78c7-d97d-432b-94fa-633cfa72f7f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:11.792303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c78c7-d97d-432b-94fa-633cfa72f7f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:11.792785 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c78c7-d97d-432b-94fa-633cfa72f7f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:11.793269 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c78c7-d97d-432b-94fa-633cfa72f7f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:11.793727 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c78c7-d97d-432b-94fa-633cfa72f7f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:11.794191 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c78c7-d97d-432b-94fa-633cfa72f7f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:11.794653 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8c78c7-d97d-432b-94fa-633cfa72f7f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:11.810931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e7a2e-ed28-44aa-8c5d-a671eca3685f req-3d60fe12-f3ad-4cc3-8ce2-194facc0b403 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:11.817874 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af5e7a2e-ed28-44aa-8c5d-a671eca3685f req-3d60fe12-f3ad-4cc3-8ce2-194facc0b403 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 944 time: 0.3907297 Feb 03 12:30:11.868719 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4780ef4a-ca47-47e0-bf86-402a580374f4 admin admin] Publish callbacks [] for security_group (cd10ae7f-29c6-4710-9bf4-1ffadb844b60), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:11.880156 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0550898-469e-4687-8d55-377fe350c575 req-1f3f591c-ba9e-4fff-8ce2-ddc05e710a3d tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:11.887868 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d0550898-469e-4687-8d55-377fe350c575 req-1f3f591c-ba9e-4fff-8ce2-ddc05e710a3d tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb HTTP/1.1" status: 200 len: 950 time: 0.1216173 Feb 03 12:30:11.896761 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] Pushing event updated for resources: {'Port': ['ID=04e44c9b-d8c1-4743-b763-5d454e544fe7,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:11.902263 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0db37174-fd9f-436e-8f2e-f1f73dd611bf req-54439bd8-da69-4b4e-8fc7-ba8e0f6765e2 service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620934 Feb 03 12:30:11.936108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-c939281e-4eff-4565-997f-5cf321e461a2 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:11.938596 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-c939281e-4eff-4565-997f-5cf321e461a2 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.73 "GET /v2.0/networks?id=4d97d8c8-0b9a-4b93-a8f9-2aa11af80998 HTTP/1.1" status: 200 len: 814 time: 0.4084923 Feb 03 12:30:11.954924 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4780ef4a-ca47-47e0-bf86-402a580374f4 admin admin] Publish callbacks [] for security_group (cd10ae7f-29c6-4710-9bf4-1ffadb844b60), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:12.018767 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Request body: {'port': {'device_id': 'cc664f8d-938c-45ea-962e-40a129022a9d', 'network_id': '4d97d8c8-0b9a-4b93-a8f9-2aa11af80998', 'admin_state_up': True, 'tenant_id': '268cc5d5f50340348e292d5ad5a3c612'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:12.033156 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d0550898-469e-4687-8d55-377fe350c575 req-34624551-c24b-43f6-8824-c9623aa53b2a tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421099 Feb 03 12:30:12.077665 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4780ef4a-ca47-47e0-bf86-402a580374f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (cd10ae7f-29c6-4710-9bf4-1ffadb844b60), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:12.080637 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4780ef4a-ca47-47e0-bf86-402a580374f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:12.085489 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4780ef4a-ca47-47e0-bf86-402a580374f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd10ae7f-29c6-4710-9bf4-1ffadb844b60 HTTP/1.1" status: 204 len: 168 time: 0.3337669 Feb 03 12:30:12.100213 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780ef4a-ca47-47e0-bf86-402a580374f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd10ae7f-29c6-4710-9bf4-1ffadb844b60,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:12.154302 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e305459f-123e-4d41-a7b9-16702012eae4 req-54bd0ad0-f1b3-4b3c-b535-734b694e1343 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc664f8d-938c-45ea-962e-40a129022a9d HTTP/1.1" status: 200 len: 210 time: 0.0349796 Feb 03 12:30:12.196571 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] Attempting to bind port 04e44c9b-d8c1-4743-b763-5d454e544fe7 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:30:12.197074 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] Attempting to bind port 04e44c9b-d8c1-4743-b763-5d454e544fe7 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:30:12.197602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] Attempting to bind port 04e44c9b-d8c1-4743-b763-5d454e544fe7 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:12.228585 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] Port 04e44c9b-d8c1-4743-b763-5d454e544fe7 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:30:12.228585 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] Attempting to bind port 04e44c9b-d8c1-4743-b763-5d454e544fe7 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:12.233772 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af5e7a2e-ed28-44aa-8c5d-a671eca3685f req-fd8ed189-ffd7-4b85-a359-0f2303acca20 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4150236 Feb 03 12:30:12.336468 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:30:12.337221 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:30:12.337221 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:30:12.337726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] Bound port: 04e44c9b-d8c1-4743-b763-5d454e544fe7, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:30:12.337997 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (04e44c9b-d8c1-4743-b763-5d454e544fe7), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:12.411117 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0db37174-fd9f-436e-8f2e-f1f73dd611bf req-9ede7b77-1f1e-45d7-8dcb-f3376a2f51d1 service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640899 Feb 03 12:30:12.423517 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de0bbc-ba3d-48a4-93a1-d482cb69f19f req-d9f1c55f-c7ec-4616-a1b9-6b49e8efed15 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:12.431222 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-06de0bbc-ba3d-48a4-93a1-d482cb69f19f req-d9f1c55f-c7ec-4616-a1b9-6b49e8efed15 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.1429734 Feb 03 12:30:12.473668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] For port 04e44c9b-d8c1-4743-b763-5d454e544fe7, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:30:12.476556 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Made reservation on behalf of 268cc5d5f50340348e292d5ad5a3c612 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:30:12.481937 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:12.487369 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] For port 04e44c9b-d8c1-4743-b763-5d454e544fe7, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=04e44c9b-d8c1-4743-b763-5d454e544fe7,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:30:12.514198 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (04e44c9b-d8c1-4743-b763-5d454e544fe7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:12.529959 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-06de0bbc-ba3d-48a4-93a1-d482cb69f19f req-a953833c-4afc-4bc8-930b-f04b1b1649b8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912919 Feb 03 12:30:12.646042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:12.646669 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:12.648130 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] 10.222.0.73 "PUT /v2.0/ports/04e44c9b-d8c1-4743-b763-5d454e544fe7 HTTP/1.1" status: 200 len: 1096 time: 2.4080081 Feb 03 12:30:12.648605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cf37be-965f-441a-9a49-cc3ce81cf844', 'tag': '04e44c9b-d8c1-4743-b763-5d454e544fe7'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:12.650868 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491a9128-8b85-4242-b2aa-947bf647cf44" -d '{"events": [{"name": "network-changed", "server_uuid": "24cf37be-965f-441a-9a49-cc3ce81cf844", "tag": "04e44c9b-d8c1-4743-b763-5d454e544fe7"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:12.697332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af4a6f-49ae-4481-911b-ff34dd44842b service neutron] Pushing event updated for resources: {'Port': ['ID=04e44c9b-d8c1-4743-b763-5d454e544fe7,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:12.811232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7bdf4-8907-493a-aab5-7aeb87259ae7 req-79549bdc-db25-4fa7-a64b-37cd76819ec2 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:12.812862 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9bd7bdf4-8907-493a-aab5-7aeb87259ae7 req-79549bdc-db25-4fa7-a64b-37cd76819ec2 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/ports?device_id=24cf37be-965f-441a-9a49-cc3ce81cf844 HTTP/1.1" status: 200 len: 948 time: 0.2919929 Feb 03 12:30:12.837767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abb66f-4e8e-47b8-a4cd-014d893f8cd5 req-f22429f1-3141-4f19-a6f5-ec483e3bd12c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:12.845235 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88abb66f-4e8e-47b8-a4cd-014d893f8cd5 req-f22429f1-3141-4f19-a6f5-ec483e3bd12c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 943 time: 0.0991495 Feb 03 12:30:12.856409 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Allocated IP 172.20.0.10 (4d97d8c8-0b9a-4b93-a8f9-2aa11af80998/4946aeed-862c-4215-b4f5-cb2fe5cf2772/3830614e-3841-45ab-866c-98762f154b4e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:30:12.925802 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88abb66f-4e8e-47b8-a4cd-014d893f8cd5 req-c23b4f03-4d88-400f-a290-840b5d0f16aa tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792947 Feb 03 12:30:12.945330 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-05b59054-31f6-40dc-8105-538c404df114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:12.955126 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-05b59054-31f6-40dc-8105-538c404df114 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c21fc21bb6b4f029045342360ced9c1&device_id=24cf37be-965f-441a-9a49-cc3ce81cf844 HTTP/1.1" status: 200 len: 1130 time: 0.2210708 Feb 03 12:30:13.001261 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9bd7bdf4-8907-493a-aab5-7aeb87259ae7 req-db0f8283-6d00-4fb5-a7dc-f3f12d6044be tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/security-groups?id=487b901c-51d9-4ce4-9b3c-e8bee19937b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814866 Feb 03 12:30:13.045012 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc050804-c9e4-4d03-922b-d3c06bf28632 x-openstack-request-id: req-bc050804-c9e4-4d03-922b-d3c06bf28632 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:13.045345 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cf37be-965f-441a-9a49-cc3ce81cf844", "tag": "04e44c9b-d8c1-4743-b763-5d454e544fe7", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:13.045633 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc050804-c9e4-4d03-922b-d3c06bf28632 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:13.046062 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24cf37be-965f-441a-9a49-cc3ce81cf844', 'tag': '04e44c9b-d8c1-4743-b763-5d454e544fe7', 'status': 'completed', 'code': 200} Feb 03 12:30:13.050387 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-1c1b9b56-6f99-4561-b9c3-fa0fe6f13aee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=04e44c9b-d8c1-4743-b763-5d454e544fe7 HTTP/1.1" status: 200 len: 217 time: 0.0791097 Feb 03 12:30:13.173215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-fbf2ba17-8670-4811-9171-dc9ed84b1796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:13.175406 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-fbf2ba17-8670-4811-9171-dc9ed84b1796 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1164789 Feb 03 12:30:13.255305 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d554fd18-71cb-4717-be6f-4e59565601bb details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:30:13.299170 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9a03b-da65-4ea0-bb3e-71432c3656ff req-632a3b5c-0e9f-4683-b966-a63e96259f52 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:13.301675 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-97d9a03b-da65-4ea0-bb3e-71432c3656ff req-632a3b5c-0e9f-4683-b966-a63e96259f52 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb HTTP/1.1" status: 200 len: 950 time: 0.1206434 Feb 03 12:30:13.303280 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-d5a2028d-fca1-4307-9bac-bf75e3d7176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:13.304868 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-d5a2028d-fca1-4307-9bac-bf75e3d7176c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1227789 Feb 03 12:30:13.313379 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Publish callbacks [] for port (3830614e-3841-45ab-866c-98762f154b4e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:13.373899 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8499f9f6-dbff-41de-8c56-a2c55b83d0be req-507e01b9-37a4-48e0-99a6-28dd36b838d5 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc664f8d-938c-45ea-962e-40a129022a9d HTTP/1.1" status: 200 len: 210 time: 0.0572553 Feb 03 12:30:13.412394 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-97d9a03b-da65-4ea0-bb3e-71432c3656ff req-86a52e75-7795-4acd-8cbf-e97574c52607 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983834 Feb 03 12:30:13.465020 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-0a171585-7f62-42fb-b117-113317f5ecbf service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496048 Feb 03 12:30:13.472599 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (3830614e-3841-45ab-866c-98762f154b4e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:13.500181 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d554fd18-71cb-4717-be6f-4e59565601bb, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d554fd18-71cb-4717-be6f-4e59565601bb,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:13.516517 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'd554fd18-71cb-4717-be6f-4e59565601bb', 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb', 'port_id': 'd554fd18-71cb-4717-be6f-4e59565601bb', 'mac_address': 'fa:16:3e:2c:19:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a224ad99-e09c-495b-b28c-4e2912ae8c46', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:30:13.558499 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port d554fd18-71cb-4717-be6f-4e59565601bb is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:13.559202 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d554fd18-71cb-4717-be6f-4e59565601bb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:13.578862 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d554fd18-71cb-4717-be6f-4e59565601bb {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:30:13.599615 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Network 4d97d8c8-0b9a-4b93-a8f9-2aa11af80998 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:30:13.606442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d554fd18-71cb-4717-be6f-4e59565601bb, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d554fd18-71cb-4717-be6f-4e59565601bb,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:13.621364 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d554fd18-71cb-4717-be6f-4e59565601bb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:13.640225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:30:13.642910 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:30:13.648453 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:13.649091 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:13.664389 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Pushing event updated for resources: {'Port': ['ID=3830614e-3841-45ab-866c-98762f154b4e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:13.690073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:13.690392 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:13.690730 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:13.691072 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:13.691410 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:13.691888 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:13.692137 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:13.692463 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:13.692791 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:13.693214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:13.693576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:13.693895 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:13.694222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:13.695809 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=d554fd18-71cb-4717-be6f-4e59565601bb,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:13.701998 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-6afc4fbf-a00f-45d7-94b8-4960ff33a78b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7220435 Feb 03 12:30:13.710766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d96b6-cbf0-44f6-b9ad-f56575d05beb req-f6fce419-c965-4b8c-9500-41107c7cbae5 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:13.718265 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-081d96b6-cbf0-44f6-b9ad-f56575d05beb req-f6fce419-c965-4b8c-9500-41107c7cbae5 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 944 time: 0.2213051 Feb 03 12:30:13.727873 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:30:13.729428 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] Request body: {'port': {'device_id': 'cc664f8d-938c-45ea-962e-40a129022a9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:13.779883 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d07dd5b6-0764-4bd0-8189-f90fb2392c8a req-4a8ff32e-4a5a-4467-9fcf-e7ad0401b317 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991021 Feb 03 12:30:13.817431 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:30:13.822765 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:13.823146 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:13.851373 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-081d96b6-cbf0-44f6-b9ad-f56575d05beb req-83a18b26-3224-49f5-a076-ba2f7bc2e076 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1320302 Feb 03 12:30:13.852149 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3830614e-3841-45ab-866c-98762f154b4e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:13.947599 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['d554fd18-71cb-4717-be6f-4e59565601bb'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:30:13.985104 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:13.985773 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:14.030979 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b59453-68b3-4ae5-9aff-8d052f1ab4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:14.033495 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab4c1f9-d533-4d3d-b89a-b516963ba1c0" -d '{"events": [{"server_uuid": "b7b59453-68b3-4ae5-9aff-8d052f1ab4d1", "name": "network-vif-plugged", "status": "completed", "tag": "1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:14.060698 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e,segment=NetworkSegment(cacebafa-8e9a-442e-a47a-6c18a1c39031),segment_id=cacebafa-8e9a-442e-a47a-6c18a1c39031)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:14.068465 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:14.127610 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a9128-8b85-4242-b2aa-947bf647cf44 req-1a1458e3-b428-4463-98c9-f0bdefe41857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:14.129326 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-491a9128-8b85-4242-b2aa-947bf647cf44 req-1a1458e3-b428-4463-98c9-f0bdefe41857 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c21fc21bb6b4f029045342360ced9c1&device_id=24cf37be-965f-441a-9a49-cc3ce81cf844 HTTP/1.1" status: 200 len: 1130 time: 0.2577162 Feb 03 12:30:14.157281 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:14.167980 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560568a0-79d4-47ef-a505-b5b4a1c8cf34 req-2d990cf7-6d1b-4364-a10a-0b713fae437c tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:14.170086 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-560568a0-79d4-47ef-a505-b5b4a1c8cf34 req-2d990cf7-6d1b-4364-a10a-0b713fae437c tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.2439167 Feb 03 12:30:14.348127 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-fbda1cf2-6b13-4f37-8044-c49078db798a tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:14.350238 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-fbda1cf2-6b13-4f37-8044-c49078db798a tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/networks?id=9189a575-bbb1-4dda-8ec1-a87b3811dea1 HTTP/1.1" status: 200 len: 815 time: 0.1181514 Feb 03 12:30:14.354251 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a9128-8b85-4242-b2aa-947bf647cf44 req-62c007be-e126-4b5e-a797-5db97bba85bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:14.355756 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-491a9128-8b85-4242-b2aa-947bf647cf44 req-62c007be-e126-4b5e-a797-5db97bba85bf service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.1847470 Feb 03 12:30:14.367852 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-9891bee7-03ba-4a71-9754-49b5e9b6c002 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/quotas/df9d4199609e43edbf370c4567ad17c6 HTTP/1.1" status: 200 len: 375 time: 0.0119157 Feb 03 12:30:14.388984 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-560568a0-79d4-47ef-a505-b5b4a1c8cf34 req-ac87aa03-c8e4-4b15-8b85-a35fb2586dfd tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746154 Feb 03 12:30:14.430785 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-491a9128-8b85-4242-b2aa-947bf647cf44 req-840767fb-7b77-4798-87e2-ba4fb74c75db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=04e44c9b-d8c1-4743-b763-5d454e544fe7 HTTP/1.1" status: 200 len: 217 time: 0.0657361 Feb 03 12:30:14.440896 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-0d56d236-7ff8-451c-ad87-8f213431b1cf tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=df9d4199609e43edbf370c4567ad17c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670195 Feb 03 12:30:14.544505 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-d14077c2-7817-422b-b7bb-9de40852a2f6 service neutron] 10.222.0.18 "GET /v2.0/networks/9189a575-bbb1-4dda-8ec1-a87b3811dea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989904 Feb 03 12:30:14.544869 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a9128-8b85-4242-b2aa-947bf647cf44 req-02d6f040-fa02-473d-a16a-1ba8bb2ecd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:14.546370 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-491a9128-8b85-4242-b2aa-947bf647cf44 req-02d6f040-fa02-473d-a16a-1ba8bb2ecd11 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1085424 Feb 03 12:30:14.550880 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3830614e-3841-45ab-866c-98762f154b4e {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:30:14.569217 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] Publish callbacks [] for port (3830614e-3841-45ab-866c-98762f154b4e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:14.635834 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-d2b67809-ddf5-496d-b799-e89692596e45 service neutron] 10.222.0.18 "GET /v2.0/networks/9189a575-bbb1-4dda-8ec1-a87b3811dea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848129 Feb 03 12:30:14.866262 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] Transition to ACTIVE for port object 3830614e-3841-45ab-866c-98762f154b4e will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:30:14.875505 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021a834-425f-4f72-b6a8-42b5337366a9 req-ba11f38e-0662-431f-ae02-d40d9ca5a507 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:14.877055 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e021a834-425f-4f72-b6a8-42b5337366a9 req-ba11f38e-0662-431f-ae02-d40d9ca5a507 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 944 time: 0.4042304 Feb 03 12:30:14.880030 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3830614e-3841-45ab-866c-98762f154b4e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:14.960609 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3830614e-3841-45ab-866c-98762f154b4e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:14.969392 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a9128-8b85-4242-b2aa-947bf647cf44 req-540a75fa-63b5-495b-8fe0-172fd80bea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:14.972060 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-491a9128-8b85-4242-b2aa-947bf647cf44 req-540a75fa-63b5-495b-8fe0-172fd80bea01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4167986 Feb 03 12:30:15.057794 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] Attempting to bind port 3830614e-3841-45ab-866c-98762f154b4e on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:30:15.058135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] Attempting to bind port 3830614e-3841-45ab-866c-98762f154b4e by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '68dc08c3-4e81-4c16-8359-673498cc594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d97d8c8-0b9a-4b93-a8f9-2aa11af80998'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:30:15.058466 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] Attempting to bind port 3830614e-3841-45ab-866c-98762f154b4e on network 4d97d8c8-0b9a-4b93-a8f9-2aa11af80998 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:15.065494 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] Port 3830614e-3841-45ab-866c-98762f154b4e on network 4d97d8c8-0b9a-4b93-a8f9-2aa11af80998 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:30:15.066047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] Attempting to bind port 3830614e-3841-45ab-866c-98762f154b4e on network 4d97d8c8-0b9a-4b93-a8f9-2aa11af80998 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:15.073291 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:30:15.073640 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] Checking segment: {'id': '68dc08c3-4e81-4c16-8359-673498cc594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d97d8c8-0b9a-4b93-a8f9-2aa11af80998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:30:15.074039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] Bound using segment: {'id': '68dc08c3-4e81-4c16-8359-673498cc594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d97d8c8-0b9a-4b93-a8f9-2aa11af80998'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:30:15.074471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] Bound port: 3830614e-3841-45ab-866c-98762f154b4e, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68dc08c3-4e81-4c16-8359-673498cc594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d97d8c8-0b9a-4b93-a8f9-2aa11af80998'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:30:15.074835 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3830614e-3841-45ab-866c-98762f154b4e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:15.114350 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e021a834-425f-4f72-b6a8-42b5337366a9 req-97c3ba2d-14aa-4e12-a23c-aa19db27704f tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250953 Feb 03 12:30:15.176988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23b5d1-6c56-4f7d-b445-7218ffeebddd req-a8777634-f2fe-422a-b4f6-8e73bfd24d7f tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:15.177724 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23b5d1-6c56-4f7d-b445-7218ffeebddd req-a8777634-f2fe-422a-b4f6-8e73bfd24d7f tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:15.178516 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23b5d1-6c56-4f7d-b445-7218ffeebddd req-a8777634-f2fe-422a-b4f6-8e73bfd24d7f tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:15.179145 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23b5d1-6c56-4f7d-b445-7218ffeebddd req-a8777634-f2fe-422a-b4f6-8e73bfd24d7f tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:15.181338 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23b5d1-6c56-4f7d-b445-7218ffeebddd req-a8777634-f2fe-422a-b4f6-8e73bfd24d7f tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:15.184486 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23b5d1-6c56-4f7d-b445-7218ffeebddd req-a8777634-f2fe-422a-b4f6-8e73bfd24d7f tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:15.185135 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23b5d1-6c56-4f7d-b445-7218ffeebddd req-a8777634-f2fe-422a-b4f6-8e73bfd24d7f tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:15.190554 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23b5d1-6c56-4f7d-b445-7218ffeebddd req-a8777634-f2fe-422a-b4f6-8e73bfd24d7f tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:15.191047 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23b5d1-6c56-4f7d-b445-7218ffeebddd req-a8777634-f2fe-422a-b4f6-8e73bfd24d7f tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:15.192151 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23b5d1-6c56-4f7d-b445-7218ffeebddd req-a8777634-f2fe-422a-b4f6-8e73bfd24d7f tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:15.195197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23b5d1-6c56-4f7d-b445-7218ffeebddd req-a8777634-f2fe-422a-b4f6-8e73bfd24d7f tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:15.198697 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-491a9128-8b85-4242-b2aa-947bf647cf44 req-680dbad1-1e61-4a55-903c-05dd0c92996e service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172396 Feb 03 12:30:15.214212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] For port 3830614e-3841-45ab-866c-98762f154b4e, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:30:15.215634 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dc23b5d1-6c56-4f7d-b445-7218ffeebddd req-a8777634-f2fe-422a-b4f6-8e73bfd24d7f tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f&device_id=cc664f8d-938c-45ea-962e-40a129022a9d&device_id=24cf37be-965f-441a-9a49-cc3ce81cf844&device_id=b7e9c335-704c-4ccd-9532-0815f09f626e&device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1&device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb&device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300&device_id=391a5d16-c439-4295-88c4-1acfc42b472d&device_id=a3534bac-7763-4e09-b2ab-de168744a98d&device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd&device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931&device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 10251 time: 0.1373842 Feb 03 12:30:15.241208 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d554fd18-71cb-4717-be6f-4e59565601bb up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:30:15.241686 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dc23b5d1-6c56-4f7d-b445-7218ffeebddd req-9807e625-6c72-4b30-8218-2b96f987ec22 tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:15.268642 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] For port 3830614e-3841-45ab-866c-98762f154b4e, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=3830614e-3841-45ab-866c-98762f154b4e,segment=NetworkSegment(68dc08c3-4e81-4c16-8359-673498cc594b),segment_id=68dc08c3-4e81-4c16-8359-673498cc594b)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:30:15.324198 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3830614e-3841-45ab-866c-98762f154b4e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:15.350663 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port d554fd18-71cb-4717-be6f-4e59565601bb completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:30:15.365282 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port d554fd18-71cb-4717-be6f-4e59565601bb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:15.369516 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d554fd18-71cb-4717-be6f-4e59565601bb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:15.377806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:15.380433 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:15.381936 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] 10.222.0.73 "PUT /v2.0/ports/3830614e-3841-45ab-866c-98762f154b4e HTTP/1.1" status: 200 len: 1092 time: 1.6578033 Feb 03 12:30:15.388422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc664f8d-938c-45ea-962e-40a129022a9d', 'tag': '3830614e-3841-45ab-866c-98762f154b4e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:15.390817 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90a691b-57fb-4bb6-932f-4ab22f448cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "cc664f8d-938c-45ea-962e-40a129022a9d", "tag": "3830614e-3841-45ab-866c-98762f154b4e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:15.418539 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dc23b5d1-6c56-4f7d-b445-7218ffeebddd req-9807e625-6c72-4b30-8218-2b96f987ec22 tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Publish callbacks [] for security_group (b8046336-78cc-4439-a934-47799105bb30), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:15.435626 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-dc23b5d1-6c56-4f7d-b445-7218ffeebddd req-9807e625-6c72-4b30-8218-2b96f987ec22 tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b8046336-78cc-4439-a934-47799105bb30), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:15.471254 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-491a9128-8b85-4242-b2aa-947bf647cf44 req-eb5e65f4-0888-4883-8b92-d5a7c364e820 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661860 Feb 03 12:30:15.480601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port d554fd18-71cb-4717-be6f-4e59565601bb is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:15.480996 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d554fd18-71cb-4717-be6f-4e59565601bb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:15.501288 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180000bb-fb9f-4eae-bf73-9d8896b92da0 req-9c54fd55-d155-49c3-8ea7-35c999d22aef tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:15.502947 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-180000bb-fb9f-4eae-bf73-9d8896b92da0 req-9c54fd55-d155-49c3-8ea7-35c999d22aef tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/ports?device_id=24cf37be-965f-441a-9a49-cc3ce81cf844 HTTP/1.1" status: 200 len: 948 time: 0.2625680 Feb 03 12:30:15.510293 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807e625-6c72-4b30-8218-2b96f987ec22 tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8046336-78cc-4439-a934-47799105bb30,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:15.518155 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:15.522027 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d487008-97fa-489b-b5eb-9e01ad2b43f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3830614e-3841-45ab-866c-98762f154b4e,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:15.540262 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d554fd18-71cb-4717-be6f-4e59565601bb, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d554fd18-71cb-4717-be6f-4e59565601bb,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:15.545342 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d554fd18-71cb-4717-be6f-4e59565601bb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:15.580356 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-671260cc-74db-47df-b68f-5d015035f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:15.581900 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-671260cc-74db-47df-b68f-5d015035f1cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=268cc5d5f50340348e292d5ad5a3c612&device_id=cc664f8d-938c-45ea-962e-40a129022a9d HTTP/1.1" status: 200 len: 1126 time: 0.1267123 Feb 03 12:30:15.586597 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dc23b5d1-6c56-4f7d-b445-7218ffeebddd req-9807e625-6c72-4b30-8218-2b96f987ec22 tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&id=382dd1bc-110d-48b8-b1d2-3dd63149187b&id=8a8396ce-5290-48f3-b982-6f2d9404ec50&id=774860d6-c666-4446-8030-acd5944c24b2&id=d60ba23a-96d4-4b67-a543-bef9796d25b2&id=487b901c-51d9-4ce4-9b3c-e8bee19937b8&fields=id&fields=name HTTP/1.1" status: 200 len: 646 time: 0.3700044 Feb 03 12:30:15.598506 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-180000bb-fb9f-4eae-bf73-9d8896b92da0 req-400509b7-9375-482e-a6eb-abb17303a37e tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/security-groups?id=487b901c-51d9-4ce4-9b3c-e8bee19937b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860641 Feb 03 12:30:15.606484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=d554fd18-71cb-4717-be6f-4e59565601bb,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:15.656699 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29bcaa5-04e5-4986-84e0-4948e7bdf026 x-openstack-request-id: req-d29bcaa5-04e5-4986-84e0-4948e7bdf026 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:15.657811 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-d0131a1c-ab39-449e-9ce9-c88b6935cd91 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3830614e-3841-45ab-866c-98762f154b4e HTTP/1.1" status: 200 len: 217 time: 0.0585222 Feb 03 12:30:15.657931 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b59453-68b3-4ae5-9aff-8d052f1ab4d1", "name": "network-vif-plugged", "status": "completed", "tag": "1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:15.658379 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d29bcaa5-04e5-4986-84e0-4948e7bdf026 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:15.659525 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b59453-68b3-4ae5-9aff-8d052f1ab4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e', 'code': 200} Feb 03 12:30:15.769971 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-f944996a-aad4-4b0f-9ce0-0241626f82d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:15.771456 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-f944996a-aad4-4b0f-9ce0-0241626f82d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4946aeed-862c-4215-b4f5-cb2fe5cf2772 HTTP/1.1" status: 200 len: 854 time: 0.0669966 Feb 03 12:30:15.778420 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd6727-652a-4af9-bb3f-82c8bbf3837c req-f415974e-b195-4c5c-bf33-55fbdf8701fb tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:15.780331 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9fdd6727-652a-4af9-bb3f-82c8bbf3837c req-f415974e-b195-4c5c-bf33-55fbdf8701fb tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc664f8d-938c-45ea-962e-40a129022a9d HTTP/1.1" status: 200 len: 944 time: 0.1064372 Feb 03 12:30:15.836735 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-3d34f264-229a-4410-a583-d5acfddb3b05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4d97d8c8-0b9a-4b93-a8f9-2aa11af80998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558801 Feb 03 12:30:15.857338 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-4d4a1e45-78ae-4359-8b15-113ef56b0d91 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d375c31b6fe24472a187873bc305b655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207148 Feb 03 12:30:15.898486 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1cde0-55cb-413b-b34d-9f0c2c93eb8b req-52b77405-5b5c-4101-a6be-589040496280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:15.899953 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fa1cde0-55cb-413b-b34d-9f0c2c93eb8b req-52b77405-5b5c-4101-a6be-589040496280 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 1127 time: 0.1434135 Feb 03 12:30:15.905694 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9fdd6727-652a-4af9-bb3f-82c8bbf3837c req-3df19caa-8030-4f50-8230-ec411847d44b tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/security-groups?id=382dd1bc-110d-48b8-b1d2-3dd63149187b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008470 Feb 03 12:30:15.982588 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-e53f4c23-86a7-4994-8163-7eb9faf08e0e tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:15.984446 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-e53f4c23-86a7-4994-8163-7eb9faf08e0e tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1220806 Feb 03 12:30:15.997684 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-ca9a772d-dbf3-462c-adbc-5cbf39a23443 service neutron] 10.222.0.73 "GET /v2.0/networks/4d97d8c8-0b9a-4b93-a8f9-2aa11af80998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542671 Feb 03 12:30:16.000746 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-055c068f-9071-47e5-8f53-74773feb409b tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/quotas/d375c31b6fe24472a187873bc305b655 HTTP/1.1" status: 200 len: 375 time: 0.0091136 Feb 03 12:30:16.018065 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fa1cde0-55cb-413b-b34d-9f0c2c93eb8b req-b5b9a6a5-b515-4877-acd3-4625b8d9c6cd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878074 Feb 03 12:30:16.021401 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7267e13-9a2b-4d55-8832-3ee0e23a82b0 req-2b3f40c5-6abf-43d0-86db-89af2ef6254b tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 210 time: 0.0413637 Feb 03 12:30:16.042980 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-135a31a0-c2b8-4c37-9369-2a85f260c87d tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362649 Feb 03 12:30:16.206175 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c641b1c3-5c8a-49f5-aec8-d61a654933c7 x-openstack-request-id: req-c641b1c3-5c8a-49f5-aec8-d61a654933c7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:16.206463 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc664f8d-938c-45ea-962e-40a129022a9d", "tag": "3830614e-3841-45ab-866c-98762f154b4e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:16.206723 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c641b1c3-5c8a-49f5-aec8-d61a654933c7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:16.207140 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc664f8d-938c-45ea-962e-40a129022a9d', 'tag': '3830614e-3841-45ab-866c-98762f154b4e', 'status': 'completed', 'code': 200} Feb 03 12:30:16.256997 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2dd0561-dfd6-4d45-b9e3-ec195ae4bf7d req-24eb3b0d-319d-4d24-8d4c-aff09b31a244 service neutron] 10.222.0.73 "GET /v2.0/networks/4d97d8c8-0b9a-4b93-a8f9-2aa11af80998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378049 Feb 03 12:30:16.266400 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-59213753-1e88-4cf8-a1f6-bd9ddf03db90 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:16.268805 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-59213753-1e88-4cf8-a1f6-bd9ddf03db90 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.31 "GET /v2.0/networks?id=9189a575-bbb1-4dda-8ec1-a87b3811dea1 HTTP/1.1" status: 200 len: 815 time: 0.2179880 Feb 03 12:30:16.281353 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-2d436eac-f8c7-40d2-a227-31b65525d2aa tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Request body: {'port': {'device_id': '0aaa9d7a-bfbd-402b-95fd-d26a208a959f', 'network_id': '9189a575-bbb1-4dda-8ec1-a87b3811dea1', 'admin_state_up': True, 'tenant_id': 'df9d4199609e43edbf370c4567ad17c6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:16.290423 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc30a4-84a8-4505-887c-979d321f365a req-7522bd10-e23a-4d82-b099-b2955dae3f5d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:16.291905 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bdc30a4-84a8-4505-887c-979d321f365a req-7522bd10-e23a-4d82-b099-b2955dae3f5d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 945 time: 0.2053404 Feb 03 12:30:16.328217 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacbfce-ffbd-4d55-9668-b8f1cdbd77e6 req-9d652e0b-5bb9-4302-b5bb-5a92aac90a3e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:16.331443 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6eacbfce-ffbd-4d55-9668-b8f1cdbd77e6 req-9d652e0b-5bb9-4302-b5bb-5a92aac90a3e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.0863023 Feb 03 12:30:16.392597 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6eacbfce-ffbd-4d55-9668-b8f1cdbd77e6 req-42054b36-6622-4039-b73f-8361d18671e4 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502791 Feb 03 12:30:16.432883 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bdc30a4-84a8-4505-887c-979d321f365a req-a73fe407-846c-44b9-8230-b60b8d7d254f tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1265380 Feb 03 12:30:16.569737 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a1baeaff-8328-4807-8270-5941d5cf4696 req-a6791e20-7906-4436-9bdd-9e665ec45d0e tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 210 time: 0.0335226 Feb 03 12:30:16.591900 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-2d436eac-f8c7-40d2-a227-31b65525d2aa tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Made reservation on behalf of df9d4199609e43edbf370c4567ad17c6 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:30:16.596544 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-2d436eac-f8c7-40d2-a227-31b65525d2aa tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:16.649998 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15734e72-e8ae-4c2f-93c1-9891e3a9b7bb req-1a857a28-de7a-422b-bc17-3a3f6a0f490d tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:16.651531 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15734e72-e8ae-4c2f-93c1-9891e3a9b7bb req-1a857a28-de7a-422b-bc17-3a3f6a0f490d tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.1360884 Feb 03 12:30:16.653381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a691b-57fb-4bb6-932f-4ab22f448cc5 req-3ddc7982-8c39-4a65-9630-01c257eea1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:16.654603 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f90a691b-57fb-4bb6-932f-4ab22f448cc5 req-3ddc7982-8c39-4a65-9630-01c257eea1c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=268cc5d5f50340348e292d5ad5a3c612&device_id=cc664f8d-938c-45ea-962e-40a129022a9d HTTP/1.1" status: 200 len: 1126 time: 0.1076300 Feb 03 12:30:16.928607 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15734e72-e8ae-4c2f-93c1-9891e3a9b7bb req-a25ac630-3c09-42a4-81ea-5bb293e9cf68 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257795 Feb 03 12:30:16.932445 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a691b-57fb-4bb6-932f-4ab22f448cc5 req-41d76a21-edab-40a5-9290-976c44d30c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:16.933917 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f90a691b-57fb-4bb6-932f-4ab22f448cc5 req-41d76a21-edab-40a5-9290-976c44d30c45 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4d97d8c8-0b9a-4b93-a8f9-2aa11af80998 HTTP/1.1" status: 200 len: 915 time: 0.2348702 Feb 03 12:30:16.972383 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2dc3d-22e2-4ba0-81ff-ed4420aff6d3 req-8bd2f838-c613-4b32-89eb-fac3d3fc5044 tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:16.974409 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2dc3d-22e2-4ba0-81ff-ed4420aff6d3 req-8bd2f838-c613-4b32-89eb-fac3d3fc5044 tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:16.976468 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-2d436eac-f8c7-40d2-a227-31b65525d2aa tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Allocated IP 172.20.0.12 (9189a575-bbb1-4dda-8ec1-a87b3811dea1/4556355e-2910-4b7a-825e-2d59710268ba/231c4f37-d95d-443e-9c9e-6dd92f030ba5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:30:16.976937 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2dc3d-22e2-4ba0-81ff-ed4420aff6d3 req-8bd2f838-c613-4b32-89eb-fac3d3fc5044 tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:16.978740 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c5a2dc3d-22e2-4ba0-81ff-ed4420aff6d3 req-8bd2f838-c613-4b32-89eb-fac3d3fc5044 tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb&device_id=391a5d16-c439-4295-88c4-1acfc42b472d&device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 2977 time: 0.1159594 Feb 03 12:30:17.036977 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f90a691b-57fb-4bb6-932f-4ab22f448cc5 req-7da90796-93a0-481e-ab7f-4bff1a933449 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3830614e-3841-45ab-866c-98762f154b4e HTTP/1.1" status: 200 len: 217 time: 0.0866871 Feb 03 12:30:17.113022 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c5a2dc3d-22e2-4ba0-81ff-ed4420aff6d3 req-0d88ed59-3870-4818-8023-945fa384582d tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162350 Feb 03 12:30:17.200990 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a691b-57fb-4bb6-932f-4ab22f448cc5 req-522e93ed-02c2-406c-a4af-bab905bce053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:17.202504 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f90a691b-57fb-4bb6-932f-4ab22f448cc5 req-522e93ed-02c2-406c-a4af-bab905bce053 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4946aeed-862c-4215-b4f5-cb2fe5cf2772 HTTP/1.1" status: 200 len: 854 time: 0.1498897 Feb 03 12:30:17.251261 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92e835-9cd0-4f33-8295-dee1d1a482df req-44ad3518-18ff-4a48-96e3-133d6a2b0915 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:17.252944 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f92e835-9cd0-4f33-8295-dee1d1a482df req-44ad3518-18ff-4a48-96e3-133d6a2b0915 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/ports?device_id=24cf37be-965f-441a-9a49-cc3ce81cf844 HTTP/1.1" status: 200 len: 948 time: 0.2200050 Feb 03 12:30:17.257599 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f90a691b-57fb-4bb6-932f-4ab22f448cc5 req-7d08e6f7-912c-43a1-a172-1f9e24e68cca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4d97d8c8-0b9a-4b93-a8f9-2aa11af80998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482194 Feb 03 12:30:17.314026 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d3998-a34e-4386-adb2-cae8e1a54113 req-2b7f56e2-889e-4b57-b2b7-ab01fffe6765 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:17.316246 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eb9d3998-a34e-4386-adb2-cae8e1a54113 req-2b7f56e2-889e-4b57-b2b7-ab01fffe6765 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc664f8d-938c-45ea-962e-40a129022a9d HTTP/1.1" status: 200 len: 944 time: 0.0785527 Feb 03 12:30:17.416041 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eb9d3998-a34e-4386-adb2-cae8e1a54113 req-25320563-a1d6-453e-a8dc-7f44d460b018 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/security-groups?id=382dd1bc-110d-48b8-b1d2-3dd63149187b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700605 Feb 03 12:30:17.428518 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f90a691b-57fb-4bb6-932f-4ab22f448cc5 req-011baf50-7078-419f-a798-44458cc91357 service neutron] 10.222.0.73 "GET /v2.0/networks/4d97d8c8-0b9a-4b93-a8f9-2aa11af80998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217639 Feb 03 12:30:17.536110 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42f41808-3693-4dfc-9cd6-c25efa85963f req-fc961d2e-7af2-480f-979a-7c830d6ba604 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 210 time: 0.0434406 Feb 03 12:30:17.661463 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e9c335-704c-4ccd-9532-0815f09f626e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd554fd18-71cb-4717-be6f-4e59565601bb'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:17.664026 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1406699-2480-40b2-a096-6931a8256250" -d '{"events": [{"server_uuid": "b7e9c335-704c-4ccd-9532-0815f09f626e", "name": "network-vif-plugged", "status": "completed", "tag": "d554fd18-71cb-4717-be6f-4e59565601bb"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:17.680701 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f92e835-9cd0-4f33-8295-dee1d1a482df req-fd123df1-ba3e-41ca-9b21-bf8538e2d81b tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/security-groups?id=487b901c-51d9-4ce4-9b3c-e8bee19937b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727465 Feb 03 12:30:17.694239 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-2d436eac-f8c7-40d2-a227-31b65525d2aa tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Publish callbacks [] for port (231c4f37-d95d-443e-9c9e-6dd92f030ba5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:17.747600 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-cf05dde8-1796-474e-99cf-a8c73d42ae71 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d375c31b6fe24472a187873bc305b655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657980 Feb 03 12:30:17.754939 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 04e44c9b-d8c1-4743-b763-5d454e544fe7 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:30:17.764927 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f90a691b-57fb-4bb6-932f-4ab22f448cc5 req-99549041-7e7b-449b-bb1d-40ba91974b19 service neutron] 10.222.0.73 "GET /v2.0/networks/4d97d8c8-0b9a-4b93-a8f9-2aa11af80998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199008 Feb 03 12:30:17.829975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d109c34-6669-45f9-ad04-554c1e1706b0 req-a0de43c2-a5c4-4cb4-bb3f-b46fa2258499 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:17.847723 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d109c34-6669-45f9-ad04-554c1e1706b0 req-a0de43c2-a5c4-4cb4-bb3f-b46fa2258499 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.1283474 Feb 03 12:30:17.892091 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-2d436eac-f8c7-40d2-a227-31b65525d2aa tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (231c4f37-d95d-443e-9c9e-6dd92f030ba5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:17.936118 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d109c34-6669-45f9-ad04-554c1e1706b0 req-f7d73340-06da-4382-a357-94f43883b897 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815063 Feb 03 12:30:18.086893 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2895fe4-0951-43bf-83e0-7c156062caa2 req-fc72c8da-1b79-4d05-b741-a307263c1888 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 210 time: 0.0776873 Feb 03 12:30:18.095623 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-2d436eac-f8c7-40d2-a227-31b65525d2aa tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Network 9189a575-bbb1-4dda-8ec1-a87b3811dea1 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:30:18.106402 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-2d436eac-f8c7-40d2-a227-31b65525d2aa tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:30:18.111850 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d436eac-f8c7-40d2-a227-31b65525d2aa tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Pushing event updated for resources: {'Port': ['ID=231c4f37-d95d-443e-9c9e-6dd92f030ba5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:18.118839 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-2d436eac-f8c7-40d2-a227-31b65525d2aa tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:30:18.128026 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-2d436eac-f8c7-40d2-a227-31b65525d2aa tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:18.129011 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-2d436eac-f8c7-40d2-a227-31b65525d2aa tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:18.147176 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f442e-14b5-4603-a69c-bc6e87210b88 req-533e412f-fa73-4475-bfb9-0cc2fa3e6d32 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:18.149673 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-840f442e-14b5-4603-a69c-bc6e87210b88 req-533e412f-fa73-4475-bfb9-0cc2fa3e6d32 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 945 time: 0.3687127 Feb 03 12:30:18.150142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 04e44c9b-d8c1-4743-b763-5d454e544fe7, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=04e44c9b-d8c1-4743-b763-5d454e544fe7,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:18.199982 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-2d436eac-f8c7-40d2-a227-31b65525d2aa tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9222028 Feb 03 12:30:18.207874 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '04e44c9b-d8c1-4743-b763-5d454e544fe7', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '04e44c9b-d8c1-4743-b763-5d454e544fe7', 'mac_address': 'fa:16:3e:3e:d1:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:30:18.221432 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-a5e024b3-d7a9-4bde-89ad-2379656bef54 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:18.222993 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-a5e024b3-d7a9-4bde-89ad-2379656bef54 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3580434 Feb 03 12:30:18.264976 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad22680-b690-4627-9a84-a8c499a93403 x-openstack-request-id: req-cad22680-b690-4627-9a84-a8c499a93403 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:18.265439 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e9c335-704c-4ccd-9532-0815f09f626e", "name": "network-vif-plugged", "status": "completed", "tag": "d554fd18-71cb-4717-be6f-4e59565601bb", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:18.265771 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cad22680-b690-4627-9a84-a8c499a93403 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:18.266277 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e9c335-704c-4ccd-9532-0815f09f626e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd554fd18-71cb-4717-be6f-4e59565601bb', 'code': 200} Feb 03 12:30:18.267411 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 04e44c9b-d8c1-4743-b763-5d454e544fe7 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:18.267968 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (04e44c9b-d8c1-4743-b763-5d454e544fe7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:18.273269 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-840f442e-14b5-4603-a69c-bc6e87210b88 req-7923c434-9316-4b5a-a83e-9045b1faac0f tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0987263 Feb 03 12:30:18.276739 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-f9ae2653-36e1-42e0-b088-5e2773b611b9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Request body: {'port': {'device_id': '88f42d92-ae8d-4f75-8920-fb2885c684ac', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': 'd375c31b6fe24472a187873bc305b655'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:18.328736 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e44c9b-d8c1-4743-b763-5d454e544fe7 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:30:18.389446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 04e44c9b-d8c1-4743-b763-5d454e544fe7, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=04e44c9b-d8c1-4743-b763-5d454e544fe7,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:18.398017 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (04e44c9b-d8c1-4743-b763-5d454e544fe7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:18.403518 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] Request body: {'port': {'device_id': '0aaa9d7a-bfbd-402b-95fd-d26a208a959f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:18.485783 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317a76b-bd91-446a-8b23-c20846c7676b req-7c0a77e6-4359-4850-84dd-054343af769b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:18.508589 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0317a76b-bd91-446a-8b23-c20846c7676b req-7c0a77e6-4359-4850-84dd-054343af769b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.1562934 Feb 03 12:30:18.570656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=04e44c9b-d8c1-4743-b763-5d454e544fe7,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:18.602527 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5f4128fd-75d6-483b-ac93-caae0cc2a95f None None] Provisioning complete for port 231c4f37-d95d-443e-9c9e-6dd92f030ba5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:18.605148 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f4128fd-75d6-483b-ac93-caae0cc2a95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (231c4f37-d95d-443e-9c9e-6dd92f030ba5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:18.605356 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0317a76b-bd91-446a-8b23-c20846c7676b req-e4ea86e4-11cf-4504-a02c-7d4ee492cf64 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958650 Feb 03 12:30:18.711567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5f4128fd-75d6-483b-ac93-caae0cc2a95f None None] Port 231c4f37-d95d-443e-9c9e-6dd92f030ba5 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:30:18.804620 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80032263-8231-47d9-b544-dcd246c10d40 req-d88808b4-c313-4935-9e5d-65b5a62d84ff tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:18.816432 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-80032263-8231-47d9-b544-dcd246c10d40 req-d88808b4-c313-4935-9e5d-65b5a62d84ff tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 932 time: 0.0871897 Feb 03 12:30:18.859629 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['04e44c9b-d8c1-4743-b763-5d454e544fe7'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:30:18.886273 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-80032263-8231-47d9-b544-dcd246c10d40 req-34658f99-2163-44ca-8f52-f7b922d3792a tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b667ac-b4aa-44dc-b3f6-9744e8160077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683410 Feb 03 12:30:19.271146 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f41c6f-a244-4bde-be6d-7b84f960c3b7 req-03cd2fe8-6275-4cfe-a4bc-3478e5afc130 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:19.273381 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09f41c6f-a244-4bde-be6d-7b84f960c3b7 req-03cd2fe8-6275-4cfe-a4bc-3478e5afc130 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc664f8d-938c-45ea-962e-40a129022a9d HTTP/1.1" status: 200 len: 944 time: 0.2433848 Feb 03 12:30:19.280064 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc56bf1-3e7b-4f7b-9834-c4c5be08767c req-2b611a7c-6794-4842-a5b9-485949d0b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:19.281631 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-efc56bf1-3e7b-4f7b-9834-c4c5be08767c req-2b611a7c-6794-4842-a5b9-485949d0b1b4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 1127 time: 0.2829697 Feb 03 12:30:19.282306 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-f9ae2653-36e1-42e0-b088-5e2773b611b9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Made reservation on behalf of d375c31b6fe24472a187873bc305b655 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:30:19.285615 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-f9ae2653-36e1-42e0-b088-5e2773b611b9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:19.294297 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (231c4f37-d95d-443e-9c9e-6dd92f030ba5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:19.309000 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc6ac1-9628-41b5-abc7-14e8029733ad req-a3b2b4f9-be48-4714-9c6b-7fd9daa0fce6 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:19.311549 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-68dc6ac1-9628-41b5-abc7-14e8029733ad req-a3b2b4f9-be48-4714-9c6b-7fd9daa0fce6 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/ports?device_id=24cf37be-965f-441a-9a49-cc3ce81cf844 HTTP/1.1" status: 200 len: 949 time: 0.1083782 Feb 03 12:30:19.323408 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-f9ae2653-36e1-42e0-b088-5e2773b611b9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:19.377810 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-68dc6ac1-9628-41b5-abc7-14e8029733ad req-48e11c16-7898-4ce6-98c4-77ccd28cff21 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/security-groups?id=487b901c-51d9-4ce4-9b3c-e8bee19937b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587137 Feb 03 12:30:19.484209 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09f41c6f-a244-4bde-be6d-7b84f960c3b7 req-1507ccff-06a6-44fe-a63f-88c9356c84e5 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/security-groups?id=382dd1bc-110d-48b8-b1d2-3dd63149187b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960292 Feb 03 12:30:19.513642 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdb5e7-9f4a-4197-9d4b-735f9eaa5200 req-b47def19-dc64-41d7-b53c-e2b94db158d6 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:19.522321 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-59bdb5e7-9f4a-4197-9d4b-735f9eaa5200 req-b47def19-dc64-41d7-b53c-e2b94db158d6 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.0718355 Feb 03 12:30:19.590167 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-59bdb5e7-9f4a-4197-9d4b-735f9eaa5200 req-9a415d74-e148-4232-b919-e76b5bfc4a13 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629773 Feb 03 12:30:19.627031 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-f9ae2653-36e1-42e0-b088-5e2773b611b9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks [] for security_group (9ec3b0fd-3398-4d61-b65c-93faeb7ceb00), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:19.642794 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-f9ae2653-36e1-42e0-b088-5e2773b611b9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9ec3b0fd-3398-4d61-b65c-93faeb7ceb00), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:19.755000 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94d4e3ca-ff49-4dce-9727-e6f314854aa1 req-a1bbe631-0a14-471c-b22e-a97c0fba06b6 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 210 time: 0.0890336 Feb 03 12:30:19.761084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 3830614e-3841-45ab-866c-98762f154b4e details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:30:19.773190 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae2653-36e1-42e0-b088-5e2773b611b9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:19.854979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 231c4f37-d95d-443e-9c9e-6dd92f030ba5 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:30:19.867864 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] Publish callbacks [] for port (231c4f37-d95d-443e-9c9e-6dd92f030ba5), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:19.894322 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f21d6-6c1d-458e-89fc-79270913be43 req-8ade7e5d-91bc-4431-9891-e7c79bcf47c1 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:19.895450 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-f9ae2653-36e1-42e0-b088-5e2773b611b9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Allocated IP 192.168.233.208 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/469dfbeb-df09-488a-9fc2-1deeba99228e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:30:19.897735 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] Transition to ACTIVE for port object 231c4f37-d95d-443e-9c9e-6dd92f030ba5 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:30:19.906575 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e79f21d6-6c1d-458e-89fc-79270913be43 req-8ade7e5d-91bc-4431-9891-e7c79bcf47c1 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 945 time: 0.1127298 Feb 03 12:30:19.911647 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (231c4f37-d95d-443e-9c9e-6dd92f030ba5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:19.954865 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e79f21d6-6c1d-458e-89fc-79270913be43 req-b6caed1f-9add-4fd5-947d-9508e1068f90 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472245 Feb 03 12:30:20.025605 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 3830614e-3841-45ab-866c-98762f154b4e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=3830614e-3841-45ab-866c-98762f154b4e,segment=NetworkSegment(68dc08c3-4e81-4c16-8359-673498cc594b),segment_id=68dc08c3-4e81-4c16-8359-673498cc594b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:20.053903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '3830614e-3841-45ab-866c-98762f154b4e', 'network_id': '4d97d8c8-0b9a-4b93-a8f9-2aa11af80998', 'port_id': '3830614e-3841-45ab-866c-98762f154b4e', 'mac_address': 'fa:16:3e:f1:80:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4946aeed-862c-4215-b4f5-cb2fe5cf2772', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:30:20.077845 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=231c4f37-d95d-443e-9c9e-6dd92f030ba5,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:20.123561 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 3830614e-3841-45ab-866c-98762f154b4e is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:20.124205 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3830614e-3841-45ab-866c-98762f154b4e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:20.148384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3830614e-3841-45ab-866c-98762f154b4e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:30:20.159317 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782b778-296a-4423-85e9-c07a230277b0 req-84b1276e-dddb-4a7b-b616-d00319b3a99a tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:20.169634 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f782b778-296a-4423-85e9-c07a230277b0 req-84b1276e-dddb-4a7b-b616-d00319b3a99a tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 1132 time: 0.0837696 Feb 03 12:30:20.185689 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 3830614e-3841-45ab-866c-98762f154b4e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=3830614e-3841-45ab-866c-98762f154b4e,segment=NetworkSegment(68dc08c3-4e81-4c16-8359-673498cc594b),segment_id=68dc08c3-4e81-4c16-8359-673498cc594b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:20.193677 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3830614e-3841-45ab-866c-98762f154b4e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:20.221188 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0012a-daf2-455a-af3a-45152fa85445 req-d0540a46-5edf-4fde-8d4a-b288a607f742 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:20.229358 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-25a0012a-daf2-455a-af3a-45152fa85445 req-d0540a46-5edf-4fde-8d4a-b288a607f742 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.3191559 Feb 03 12:30:20.243042 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f782b778-296a-4423-85e9-c07a230277b0 req-6d72ac2c-67c4-461f-973f-d86e652270d2 tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712764 Feb 03 12:30:20.277469 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] Attempting to bind port 231c4f37-d95d-443e-9c9e-6dd92f030ba5 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:30:20.278936 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] Attempting to bind port 231c4f37-d95d-443e-9c9e-6dd92f030ba5 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'c3906a4e-760a-4569-b778-5a514fe15f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9189a575-bbb1-4dda-8ec1-a87b3811dea1'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:30:20.279440 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] Attempting to bind port 231c4f37-d95d-443e-9c9e-6dd92f030ba5 on network 9189a575-bbb1-4dda-8ec1-a87b3811dea1 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:20.294860 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=3830614e-3841-45ab-866c-98762f154b4e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:20.322628 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] Port 231c4f37-d95d-443e-9c9e-6dd92f030ba5 on network 9189a575-bbb1-4dda-8ec1-a87b3811dea1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:30:20.323006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] Attempting to bind port 231c4f37-d95d-443e-9c9e-6dd92f030ba5 on network 9189a575-bbb1-4dda-8ec1-a87b3811dea1 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:20.353729 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:30:20.354088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] Checking segment: {'id': 'c3906a4e-760a-4569-b778-5a514fe15f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9189a575-bbb1-4dda-8ec1-a87b3811dea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:30:20.354439 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] Bound using segment: {'id': 'c3906a4e-760a-4569-b778-5a514fe15f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9189a575-bbb1-4dda-8ec1-a87b3811dea1'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:30:20.354891 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] Bound port: 231c4f37-d95d-443e-9c9e-6dd92f030ba5, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3906a4e-760a-4569-b778-5a514fe15f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9189a575-bbb1-4dda-8ec1-a87b3811dea1'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:30:20.355255 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (231c4f37-d95d-443e-9c9e-6dd92f030ba5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:20.374640 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-f9ae2653-36e1-42e0-b088-5e2773b611b9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks [] for port (469dfbeb-df09-488a-9fc2-1deeba99228e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:20.406278 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-25a0012a-daf2-455a-af3a-45152fa85445 req-47d55355-b0bd-468d-a6c8-ff9b2007deba tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757779 Feb 03 12:30:20.463150 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da78955-fe0c-49d4-a463-b2040af10ee2 req-14af57bb-82a3-41fb-b547-2d916e6baabe tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:20.469556 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9da78955-fe0c-49d4-a463-b2040af10ee2 req-14af57bb-82a3-41fb-b547-2d916e6baabe tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 944 time: 0.1298397 Feb 03 12:30:20.575293 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9da78955-fe0c-49d4-a463-b2040af10ee2 req-22bdb7eb-3c70-4390-a8fd-08ea260a216f tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b667ac-b4aa-44dc-b3f6-9744e8160077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941422 Feb 03 12:30:20.617197 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-f9ae2653-36e1-42e0-b088-5e2773b611b9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (469dfbeb-df09-488a-9fc2-1deeba99228e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:20.635272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['3830614e-3841-45ab-866c-98762f154b4e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:30:20.699006 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:30:20.713037 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] For port 231c4f37-d95d-443e-9c9e-6dd92f030ba5, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:30:20.752235 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86345fd9-4d36-4e32-ba23-1148bf6bbb5d req-e2336817-3c7a-42a2-ad82-aaefbbed4073 tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:20.760155 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-86345fd9-4d36-4e32-ba23-1148bf6bbb5d req-e2336817-3c7a-42a2-ad82-aaefbbed4073 tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 1132 time: 0.0684226 Feb 03 12:30:20.773169 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-f9ae2653-36e1-42e0-b088-5e2773b611b9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:30:20.777455 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] For port 231c4f37-d95d-443e-9c9e-6dd92f030ba5, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=231c4f37-d95d-443e-9c9e-6dd92f030ba5,segment=NetworkSegment(c3906a4e-760a-4569-b778-5a514fe15f69),segment_id=c3906a4e-760a-4569-b778-5a514fe15f69)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:30:20.783259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae2653-36e1-42e0-b088-5e2773b611b9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Pushing event updated for resources: {'Port': ['ID=469dfbeb-df09-488a-9fc2-1deeba99228e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:20.792195 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-f9ae2653-36e1-42e0-b088-5e2773b611b9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:30:20.797251 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-f9ae2653-36e1-42e0-b088-5e2773b611b9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:30:20.804795 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-f9ae2653-36e1-42e0-b088-5e2773b611b9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:20.805491 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-f9ae2653-36e1-42e0-b088-5e2773b611b9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:20.809606 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (231c4f37-d95d-443e-9c9e-6dd92f030ba5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:20.833494 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-86345fd9-4d36-4e32-ba23-1148bf6bbb5d req-564f2834-3158-4e04-afc5-f46984133f0d tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722184 Feb 03 12:30:20.890339 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=231c4f37-d95d-443e-9c9e-6dd92f030ba5,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:20.933415 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb55d-1b65-488c-b989-f9d64e69b911 req-62d66fae-55b9-4acc-ae84-8177e42257bd tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:20.938229 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4a7bb55d-1b65-488c-b989-f9d64e69b911 req-62d66fae-55b9-4acc-ae84-8177e42257bd tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 945 time: 0.3984044 Feb 03 12:30:20.947600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:20.948100 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33968) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:20.953368 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-59e45bb4-4eb4-4ff9-bb9e-b5115de326f6 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Request body: {'floatingip': {'port_id': '1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:20.959463 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:20.967796 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-c91da6f2-0f2d-4a92-944f-940b22177ac4 service neutron] 10.222.0.31 "PUT /v2.0/ports/231c4f37-d95d-443e-9c9e-6dd92f030ba5 HTTP/1.1" status: 200 len: 1092 time: 2.5709283 Feb 03 12:30:20.970685 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aaa9d7a-bfbd-402b-95fd-d26a208a959f', 'tag': '231c4f37-d95d-443e-9c9e-6dd92f030ba5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:20.976677 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1300e43e-fc29-42a7-badd-daf934014f01" -d '{"events": [{"name": "network-changed", "server_uuid": "0aaa9d7a-bfbd-402b-95fd-d26a208a959f", "tag": "231c4f37-d95d-443e-9c9e-6dd92f030ba5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:20.990611 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-f9ae2653-36e1-42e0-b088-5e2773b611b9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7216599 Feb 03 12:30:21.008180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] Request body: {'port': {'device_id': '88f42d92-ae8d-4f75-8920-fb2885c684ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:21.085555 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59e45bb4-4eb4-4ff9-bb9e-b5115de326f6 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for floatingip (0f96d3af-b632-46f1-9307-1bef35a5fef7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:21.313720 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (469dfbeb-df09-488a-9fc2-1deeba99228e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:21.355216 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5cfa5-d6e9-4312-9759-c3d2899f4492 req-f7ad172a-2d84-4dad-b78b-335ba8681fbd tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:21.357816 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0db5cfa5-d6e9-4312-9759-c3d2899f4492 req-f7ad172a-2d84-4dad-b78b-335ba8681fbd tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc664f8d-938c-45ea-962e-40a129022a9d HTTP/1.1" status: 200 len: 945 time: 0.2462230 Feb 03 12:30:21.417529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5065c3f7-145e-4208-adbe-91b94ec91ef2 None None] Provisioning complete for port 469dfbeb-df09-488a-9fc2-1deeba99228e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:21.417998 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5065c3f7-145e-4208-adbe-91b94ec91ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (469dfbeb-df09-488a-9fc2-1deeba99228e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:21.479624 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5065c3f7-145e-4208-adbe-91b94ec91ef2 None None] Port 469dfbeb-df09-488a-9fc2-1deeba99228e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:30:21.486736 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0db5cfa5-d6e9-4312-9759-c3d2899f4492 req-fb0cd9e7-d80f-4de8-960c-5449720e595a tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/security-groups?id=382dd1bc-110d-48b8-b1d2-3dd63149187b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189427 Feb 03 12:30:21.528194 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355dfaf-6007-4ff0-b67a-315bd962f489 req-a89a217e-e8b2-41d1-a94c-b5fd7e1ce349 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:21.535576 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6355dfaf-6007-4ff0-b67a-315bd962f489 req-a89a217e-e8b2-41d1-a94c-b5fd7e1ce349 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/ports?device_id=24cf37be-965f-441a-9a49-cc3ce81cf844 HTTP/1.1" status: 200 len: 949 time: 0.4793708 Feb 03 12:30:21.720405 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6355dfaf-6007-4ff0-b67a-315bd962f489 req-8738f4bf-9710-480b-ac7a-a89a488c88df tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/security-groups?id=487b901c-51d9-4ce4-9b3c-e8bee19937b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838560 Feb 03 12:30:21.771671 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 04e44c9b-d8c1-4743-b763-5d454e544fe7 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:30:21.804919 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f8610-453c-4a8e-b8fc-118f73acc429 req-2f818552-334d-4af8-a94d-a9393f59e3cc tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:21.817319 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b20f8610-453c-4a8e-b8fc-118f73acc429 req-2f818552-334d-4af8-a94d-a9393f59e3cc tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.2021444 Feb 03 12:30:21.867318 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 04e44c9b-d8c1-4743-b763-5d454e544fe7 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:30:21.873114 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 04e44c9b-d8c1-4743-b763-5d454e544fe7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:21.873498 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (04e44c9b-d8c1-4743-b763-5d454e544fe7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:21.989534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 04e44c9b-d8c1-4743-b763-5d454e544fe7 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:21.989973 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (04e44c9b-d8c1-4743-b763-5d454e544fe7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:22.007014 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b20f8610-453c-4a8e-b8fc-118f73acc429 req-a9898d1b-3419-4ae3-95c7-1b9a1e3bf318 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819255 Feb 03 12:30:22.018471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 469dfbeb-df09-488a-9fc2-1deeba99228e {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:30:22.038705 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] Publish callbacks [] for port (469dfbeb-df09-488a-9fc2-1deeba99228e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:22.064336 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 04e44c9b-d8c1-4743-b763-5d454e544fe7, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=04e44c9b-d8c1-4743-b763-5d454e544fe7,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:22.065659 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cf37be-965f-441a-9a49-cc3ce81cf844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e44c9b-d8c1-4743-b763-5d454e544fe7'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:22.069343 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8251ebf8-fe72-4285-9f82-a15bf2858226" -d '{"events": [{"server_uuid": "24cf37be-965f-441a-9a49-cc3ce81cf844", "name": "network-vif-plugged", "status": "completed", "tag": "04e44c9b-d8c1-4743-b763-5d454e544fe7"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:22.073826 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (04e44c9b-d8c1-4743-b763-5d454e544fe7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:22.094344 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] Transition to ACTIVE for port object 469dfbeb-df09-488a-9fc2-1deeba99228e will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:30:22.103201 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (469dfbeb-df09-488a-9fc2-1deeba99228e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:22.173442 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda67ba1-bfea-4529-9e3e-18e0d84ff29e req-456b85f0-61e3-452a-b2b7-6064debdf665 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:22.174983 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eda67ba1-bfea-4529-9e3e-18e0d84ff29e req-456b85f0-61e3-452a-b2b7-6064debdf665 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 936 time: 0.3024089 Feb 03 12:30:22.193769 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=04e44c9b-d8c1-4743-b763-5d454e544fe7,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:22.211418 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:22.211768 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:22.214493 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:22.214916 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:22.215258 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:22.215759 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:22.216175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:22.216507 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:22.216838 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:22.217226 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:22.217552 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:22.217882 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:22.218363 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:22.232788 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] Pushing event updated for resources: {'Port': ['ID=469dfbeb-df09-488a-9fc2-1deeba99228e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:22.312151 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] Attempting to bind port 469dfbeb-df09-488a-9fc2-1deeba99228e on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:30:22.312493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] Attempting to bind port 469dfbeb-df09-488a-9fc2-1deeba99228e by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:30:22.312837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] Attempting to bind port 469dfbeb-df09-488a-9fc2-1deeba99228e on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:22.329534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] Port 469dfbeb-df09-488a-9fc2-1deeba99228e on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:30:22.330258 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] Attempting to bind port 469dfbeb-df09-488a-9fc2-1deeba99228e on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:22.338993 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:30:22.339343 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:30:22.339739 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:30:22.340266 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] Bound port: 469dfbeb-df09-488a-9fc2-1deeba99228e, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:30:22.340572 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (469dfbeb-df09-488a-9fc2-1deeba99228e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:22.385979 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-59e45bb4-4eb4-4ff9-bb9e-b5115de326f6 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:30:22.534834 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] For port 469dfbeb-df09-488a-9fc2-1deeba99228e, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:30:22.538010 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] For port 469dfbeb-df09-488a-9fc2-1deeba99228e, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=469dfbeb-df09-488a-9fc2-1deeba99228e,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:30:22.544338 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c203da2-1c03-4c95-8bfb-afed1377ea6b x-openstack-request-id: req-9c203da2-1c03-4c95-8bfb-afed1377ea6b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:22.544675 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aaa9d7a-bfbd-402b-95fd-d26a208a959f", "tag": "231c4f37-d95d-443e-9c9e-6dd92f030ba5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:22.544935 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c203da2-1c03-4c95-8bfb-afed1377ea6b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:22.545458 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aaa9d7a-bfbd-402b-95fd-d26a208a959f', 'tag': '231c4f37-d95d-443e-9c9e-6dd92f030ba5', 'status': 'completed', 'code': 200} Feb 03 12:30:22.550535 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (469dfbeb-df09-488a-9fc2-1deeba99228e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:22.562004 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eda67ba1-bfea-4529-9e3e-18e0d84ff29e req-c3735809-fec1-4aba-b27e-dc9314c3a973 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410997 Feb 03 12:30:22.580890 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59e45bb4-4eb4-4ff9-bb9e-b5115de326f6 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:22.589670 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59e45bb4-4eb4-4ff9-bb9e-b5115de326f6 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (0f96d3af-b632-46f1-9307-1bef35a5fef7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:22.629221 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:22.629866 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:22.634841 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] 10.222.0.73 "PUT /v2.0/ports/469dfbeb-df09-488a-9fc2-1deeba99228e HTTP/1.1" status: 200 len: 1096 time: 1.6275463 Feb 03 12:30:22.823816 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d71ad-f9da-48b7-a41e-f991c92b56d6 service neutron] Pushing event updated for resources: {'Port': ['ID=469dfbeb-df09-488a-9fc2-1deeba99228e,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:22.877909 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ac56b-1e77-4f01-b662-64deece18272 req-be95a8a1-e44c-4aab-b348-3bf7e32263ed tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:22.885553 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a5ac56b-1e77-4f01-b662-64deece18272 req-be95a8a1-e44c-4aab-b348-3bf7e32263ed tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.2282307 Feb 03 12:30:22.915517 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-0a0c78d8-5ad6-408f-84d7-12923eb0da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:22.919507 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-0a0c78d8-5ad6-408f-84d7-12923eb0da9a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 1130 time: 0.2182591 Feb 03 12:30:22.968092 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a5ac56b-1e77-4f01-b662-64deece18272 req-4413c03f-8026-4a4e-bd27-eaa939c75636 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788789 Feb 03 12:30:23.027709 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-e7248dec-ef0a-436b-a019-52b94867c80b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=469dfbeb-df09-488a-9fc2-1deeba99228e HTTP/1.1" status: 200 len: 217 time: 0.0726674 Feb 03 12:30:23.078565 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee31ef4-00a0-45fd-8a07-02e4d571d22c x-openstack-request-id: req-3ee31ef4-00a0-45fd-8a07-02e4d571d22c {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:23.079121 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cf37be-965f-441a-9a49-cc3ce81cf844", "name": "network-vif-plugged", "status": "completed", "tag": "04e44c9b-d8c1-4743-b763-5d454e544fe7", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:23.079121 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ee31ef4-00a0-45fd-8a07-02e4d571d22c {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:23.079496 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cf37be-965f-441a-9a49-cc3ce81cf844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e44c9b-d8c1-4743-b763-5d454e544fe7', 'code': 200} Feb 03 12:30:23.095225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-b0e44828-7f9e-4078-9caa-5892caf84bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:23.096912 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-b0e44828-7f9e-4078-9caa-5892caf84bd6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0609789 Feb 03 12:30:23.192117 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cfc54-17df-4098-b371-abe09f0d9e47 req-e26807e0-d7f8-4bb4-89b4-57e194ec8c34 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:23.199421 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1e4cfc54-17df-4098-b371-abe09f0d9e47 req-e26807e0-d7f8-4bb4-89b4-57e194ec8c34 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 944 time: 0.5032752 Feb 03 12:30:23.203395 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-59e45bb4-4eb4-4ff9-bb9e-b5115de326f6 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Floating IP 0f96d3af-b632-46f1-9307-1bef35a5fef7 associated. External IP: 172.25.6.201, port: 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e. Feb 03 12:30:23.244678 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-897b4072-bc58-4bca-bbca-6bf6c28a5b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:23.250367 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-897b4072-bc58-4bca-bbca-6bf6c28a5b31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1274416 Feb 03 12:30:23.336796 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1e4cfc54-17df-4098-b371-abe09f0d9e47 req-ee552e25-e357-456f-b480-0be40d2aec85 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b667ac-b4aa-44dc-b3f6-9744e8160077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363940 Feb 03 12:30:23.537546 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e45bb4-4eb4-4ff9-bb9e-b5115de326f6 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Router 9648596f-ee05-445d-800b-50fe291f9f37 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:30:23.591991 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-96f93a66-a327-4013-9162-149501821922 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276122 Feb 03 12:30:23.598819 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af50057-6c94-42b4-bb1e-51f27a61d4d2 req-ed767aaa-97cb-4f7c-b6ee-b80b2e7013c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:23.600523 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8af50057-6c94-42b4-bb1e-51f27a61d4d2 req-ed767aaa-97cb-4f7c-b6ee-b80b2e7013c3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=24cf37be-965f-441a-9a49-cc3ce81cf844 HTTP/1.1" status: 200 len: 1132 time: 0.3487408 Feb 03 12:30:23.672965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c276101-0efc-4c70-9f6f-30591b68e6bc req-afd9127f-9485-49f5-82c4-414566a8ea19 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:23.674552 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7c276101-0efc-4c70-9f6f-30591b68e6bc req-afd9127f-9485-49f5-82c4-414566a8ea19 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc664f8d-938c-45ea-962e-40a129022a9d HTTP/1.1" status: 200 len: 945 time: 0.3091948 Feb 03 12:30:23.684635 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300c79c-466d-4681-9f85-49bb3366bcd9 req-e52e11f9-7574-4b93-88f9-3c088e708186 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:23.692218 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4300c79c-466d-4681-9f85-49bb3366bcd9 req-e52e11f9-7574-4b93-88f9-3c088e708186 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/ports?device_id=24cf37be-965f-441a-9a49-cc3ce81cf844 HTTP/1.1" status: 200 len: 950 time: 0.1698294 Feb 03 12:30:23.758404 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 3830614e-3841-45ab-866c-98762f154b4e up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:30:23.796436 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4300c79c-466d-4681-9f85-49bb3366bcd9 req-8b1275b9-677a-4538-9eda-eda4c7d749cd tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/security-groups?id=487b901c-51d9-4ce4-9b3c-e8bee19937b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032631 Feb 03 12:30:23.798277 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e45bb4-4eb4-4ff9-bb9e-b5115de326f6 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:30:23.810274 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6b15ba-acfe-433e-b133-bc29ced93412 None None] Sync routers for ids ['9648596f-ee05-445d-800b-50fe291f9f37'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:30:23.825377 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6b15ba-acfe-433e-b133-bc29ced93412 None None] Routers {'9648596f-ee05-445d-800b-50fe291f9f37'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:30:23.829212 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bb6b15ba-acfe-433e-b133-bc29ced93412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:30:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9648596f-ee05-445d-800b-50fe291f9f37'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:30:23.837259 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59e45bb4-4eb4-4ff9-bb9e-b5115de326f6 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:23.877777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 3830614e-3841-45ab-866c-98762f154b4e completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:30:23.887482 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb3e251f-c7ea-46a9-a2e7-36cdbc8f29be req-b351c196-2b7f-464a-a7a5-8633d3c7adb7 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836156 Feb 03 12:30:23.891954 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 3830614e-3841-45ab-866c-98762f154b4e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:23.892348 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (3830614e-3841-45ab-866c-98762f154b4e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:23.893416 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8af50057-6c94-42b4-bb1e-51f27a61d4d2 req-c32cbaa7-9d02-40f3-ace4-a628ad1ff5fa service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=487b901c-51d9-4ce4-9b3c-e8bee19937b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332711 Feb 03 12:30:23.912929 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-59e45bb4-4eb4-4ff9-bb9e-b5115de326f6 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "PUT /v2.0/floatingips/0f96d3af-b632-46f1-9307-1bef35a5fef7 HTTP/1.1" status: 200 len: 991 time: 2.9630857 Feb 03 12:30:23.914190 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b59453-68b3-4ae5-9aff-8d052f1ab4d1', 'tag': '1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:23.919096 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5767ec-8800-4de1-acfa-d907b2c562a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b59453-68b3-4ae5-9aff-8d052f1ab4d1", "tag": "1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:23.958867 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7c276101-0efc-4c70-9f6f-30591b68e6bc req-c638e681-44b3-4e09-952f-7714ac50628f tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/security-groups?id=382dd1bc-110d-48b8-b1d2-3dd63149187b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867144 Feb 03 12:30:24.020796 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803ad5c-0cc9-4c98-af7f-58ba2da59a6c req-e7aef744-e90a-421d-a3cc-53008f8d3c00 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:24.028373 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a803ad5c-0cc9-4c98-af7f-58ba2da59a6c req-e7aef744-e90a-421d-a3cc-53008f8d3c00 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.0944302 Feb 03 12:30:24.092672 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bb6b15ba-acfe-433e-b133-bc29ced93412 None None] Set router 9648596f-ee05-445d-800b-50fe291f9f37 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:30:24.119103 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 3830614e-3841-45ab-866c-98762f154b4e is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:24.119956 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3830614e-3841-45ab-866c-98762f154b4e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:24.139287 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a803ad5c-0cc9-4c98-af7f-58ba2da59a6c req-bbc39467-8b3a-47b5-be82-d667897242ca tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098430 Feb 03 12:30:24.198428 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 3830614e-3841-45ab-866c-98762f154b4e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=3830614e-3841-45ab-866c-98762f154b4e,segment=NetworkSegment(68dc08c3-4e81-4c16-8359-673498cc594b),segment_id=68dc08c3-4e81-4c16-8359-673498cc594b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:24.205488 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3830614e-3841-45ab-866c-98762f154b4e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:24.301797 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da053d-05bb-48b5-b0ab-2a7c81ae71e0 req-65d7aa3a-9082-4345-a2d4-d2d339af9aa2 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:24.303513 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e1da053d-05bb-48b5-b0ab-2a7c81ae71e0 req-65d7aa3a-9082-4345-a2d4-d2d339af9aa2 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 948 time: 0.0722282 Feb 03 12:30:24.349519 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=3830614e-3841-45ab-866c-98762f154b4e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:24.381814 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e1da053d-05bb-48b5-b0ab-2a7c81ae71e0 req-49b11387-33e0-4cd8-b493-234f580568c1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707657 Feb 03 12:30:24.386869 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e1cff-47a7-40dd-b06a-4c1a9803df91 req-941e8255-3691-4791-b20a-0d0150060c2b tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:24.398107 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-498e1cff-47a7-40dd-b06a-4c1a9803df91 req-941e8255-3691-4791-b20a-0d0150060c2b tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 945 time: 0.1367874 Feb 03 12:30:24.468858 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0219f1da-6d0c-4556-9c4e-cdc21105ce95 x-openstack-request-id: req-0219f1da-6d0c-4556-9c4e-cdc21105ce95 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:24.469512 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b59453-68b3-4ae5-9aff-8d052f1ab4d1", "tag": "1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:24.469996 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0219f1da-6d0c-4556-9c4e-cdc21105ce95 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:24.472084 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b59453-68b3-4ae5-9aff-8d052f1ab4d1', 'tag': '1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e', 'status': 'completed', 'code': 200} Feb 03 12:30:24.480677 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-498e1cff-47a7-40dd-b06a-4c1a9803df91 req-aa87ec28-402a-4d1e-bbfa-efdb95b7bd14 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712311 Feb 03 12:30:24.551989 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bb6b15ba-acfe-433e-b133-bc29ced93412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9648596f-ee05-445d-800b-50fe291f9f37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:16Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'gw_port': {'id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:18Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '0f96d3af-b632-46f1-9307-1bef35a5fef7', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'floating_ip_address': '172.25.6.201', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'port_id': '1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'mac_address': 'fa:16:3e:d4:98:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b59453-68b3-4ae5-9aff-8d052f1ab4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:28:50Z', 'updated_at': '2022-02-03T12:30:22Z', 'revision_number': 5, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae11f12-fb66-4010-bea0-183280b64ce0', 'name': '', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'mac_address': 'fa:16:3e:6e:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:29Z', 'updated_at': '2022-02-03T12:28:36Z', 'revision_number': 5, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'subnets': [{'id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:30:24.567220 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f42d92-ae8d-4f75-8920-fb2885c684ac', 'tag': '469dfbeb-df09-488a-9fc2-1deeba99228e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:24.569547 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf8435d-ce8f-45f1-b7b4-315e402f497a" -d '{"events": [{"name": "network-changed", "server_uuid": "88f42d92-ae8d-4f75-8920-fb2885c684ac", "tag": "469dfbeb-df09-488a-9fc2-1deeba99228e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:24.593182 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5767ec-8800-4de1-acfa-d907b2c562a1 req-2b3f0f0e-0bb4-47d5-a1d2-2b60f01ea461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:24.594730 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b5767ec-8800-4de1-acfa-d907b2c562a1 req-2b3f0f0e-0bb4-47d5-a1d2-2b60f01ea461 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fc4a06b2bcd845a58e4fb7339bfa03e4&device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 1127 time: 0.0653081 Feb 03 12:30:24.628041 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6b15ba-acfe-433e-b133-bc29ced93412 None None] Checking router: 9648596f-ee05-445d-800b-50fe291f9f37 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:30:24.631477 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506d0fa-ab38-4fdc-8e89-2b97f643e5c7 req-952483f9-8b00-4630-a69b-2dccf43e05df tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:24.633051 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b506d0fa-ab38-4fdc-8e89-2b97f643e5c7 req-952483f9-8b00-4630-a69b-2dccf43e05df tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.1007307 Feb 03 12:30:24.636877 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6b15ba-acfe-433e-b133-bc29ced93412 None None] Routers {'9648596f-ee05-445d-800b-50fe291f9f37'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:30:24.637760 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bb6b15ba-acfe-433e-b133-bc29ced93412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:30:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9648596f-ee05-445d-800b-50fe291f9f37'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:30:24.724532 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b506d0fa-ab38-4fdc-8e89-2b97f643e5c7 req-44964244-b666-4064-80ea-9003e9c6446e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818017 Feb 03 12:30:24.732127 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5767ec-8800-4de1-acfa-d907b2c562a1 req-e0eadc5f-c74f-49fa-a0e3-7c1b6d674a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:24.733632 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b5767ec-8800-4de1-acfa-d907b2c562a1 req-e0eadc5f-c74f-49fa-a0e3-7c1b6d674a3a service neutron] 10.222.0.73 "GET /v2.0/networks?id=e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 HTTP/1.1" status: 200 len: 925 time: 0.1325095 Feb 03 12:30:24.866530 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dba06b7-ec2c-437d-b3d4-39a70fd3f11e x-openstack-request-id: req-2dba06b7-ec2c-437d-b3d4-39a70fd3f11e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:24.866825 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f42d92-ae8d-4f75-8920-fb2885c684ac", "tag": "469dfbeb-df09-488a-9fc2-1deeba99228e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:24.867074 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2dba06b7-ec2c-437d-b3d4-39a70fd3f11e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:24.867480 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f42d92-ae8d-4f75-8920-fb2885c684ac', 'tag': '469dfbeb-df09-488a-9fc2-1deeba99228e', 'status': 'completed', 'code': 200} Feb 03 12:30:24.895284 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b5767ec-8800-4de1-acfa-d907b2c562a1 req-3613923f-c860-4ae3-a31d-7e2f733ab249 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e HTTP/1.1" status: 200 len: 999 time: 0.1546757 Feb 03 12:30:24.927638 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bb6b15ba-acfe-433e-b133-bc29ced93412 None None] Set router 9648596f-ee05-445d-800b-50fe291f9f37 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:30:24.969107 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353aede-1c01-4fdd-92f0-3c0472869d55 req-00820c13-6b3c-448b-9420-a9d55672a166 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:24.971575 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f353aede-1c01-4fdd-92f0-3c0472869d55 req-00820c13-6b3c-448b-9420-a9d55672a166 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 944 time: 0.1011968 Feb 03 12:30:25.046830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5767ec-8800-4de1-acfa-d907b2c562a1 req-c48efc85-3875-45e8-9ee5-08a51fb29c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:25.048527 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b5767ec-8800-4de1-acfa-d907b2c562a1 req-c48efc85-3875-45e8-9ee5-08a51fb29c53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=85163f5e-1c84-41bb-8d33-9e34ca1fec33 HTTP/1.1" status: 200 len: 863 time: 0.1452584 Feb 03 12:30:25.055512 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8435d-ce8f-45f1-b7b4-315e402f497a req-daef19fd-4f6d-4057-93fd-daa47f921d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:25.057031 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3cf8435d-ce8f-45f1-b7b4-315e402f497a req-daef19fd-4f6d-4057-93fd-daa47f921d69 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 1130 time: 0.0984297 Feb 03 12:30:25.080254 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc664f8d-938c-45ea-962e-40a129022a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3830614e-3841-45ab-866c-98762f154b4e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:25.082862 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d62a6a-2c3a-4c5f-934e-b4e417b38312" -d '{"events": [{"server_uuid": "cc664f8d-938c-45ea-962e-40a129022a9d", "name": "network-vif-plugged", "status": "completed", "tag": "3830614e-3841-45ab-866c-98762f154b4e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:25.091886 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f353aede-1c01-4fdd-92f0-3c0472869d55 req-a20cedde-79b0-408f-ac05-06cfc8f8693e tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b667ac-b4aa-44dc-b3f6-9744e8160077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979123 Feb 03 12:30:25.122439 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736562ed-2d52-49e1-9aac-5edcb1d3d357 req-9cd726a0-0620-43de-84fa-89db13374516 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:25.132388 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-736562ed-2d52-49e1-9aac-5edcb1d3d357 req-9cd726a0-0620-43de-84fa-89db13374516 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.1839211 Feb 03 12:30:25.256749 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5767ec-8800-4de1-acfa-d907b2c562a1 req-37fb71e2-9dd5-4f2f-9e88-0844c8d26497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:25.258460 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b5767ec-8800-4de1-acfa-d907b2c562a1 req-37fb71e2-9dd5-4f2f-9e88-0844c8d26497 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e6b732d5-42c9-48bb-8c90-6cc7fc4fd940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2005639 Feb 03 12:30:25.278988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72366757-3c44-47e7-89cd-811d1e8f554d req-60305c67-b5a7-4a2a-beae-7b9817a59480 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:25.287924 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-72366757-3c44-47e7-89cd-811d1e8f554d req-60305c67-b5a7-4a2a-beae-7b9817a59480 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/ports?device_id=24cf37be-965f-441a-9a49-cc3ce81cf844 HTTP/1.1" status: 200 len: 950 time: 0.0904734 Feb 03 12:30:25.289794 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-736562ed-2d52-49e1-9aac-5edcb1d3d357 req-1854cb66-9e89-49eb-b473-00430d537afc tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564960 Feb 03 12:30:25.321868 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8435d-ce8f-45f1-b7b4-315e402f497a req-7e396ed7-e5e4-4225-bd0a-ba21c749fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:25.323625 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3cf8435d-ce8f-45f1-b7b4-315e402f497a req-7e396ed7-e5e4-4225-bd0a-ba21c749fd8d service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.2326100 Feb 03 12:30:25.402050 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bb6b15ba-acfe-433e-b133-bc29ced93412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9648596f-ee05-445d-800b-50fe291f9f37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:16Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'gw_port': {'id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:18Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '0f96d3af-b632-46f1-9307-1bef35a5fef7', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'floating_ip_address': '172.25.6.201', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'port_id': '1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'mac_address': 'fa:16:3e:d4:98:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b59453-68b3-4ae5-9aff-8d052f1ab4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:28:50Z', 'updated_at': '2022-02-03T12:30:22Z', 'revision_number': 5, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae11f12-fb66-4010-bea0-183280b64ce0', 'name': '', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'mac_address': 'fa:16:3e:6e:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:29Z', 'updated_at': '2022-02-03T12:28:36Z', 'revision_number': 5, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'subnets': [{'id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:30:25.404629 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3cf8435d-ce8f-45f1-b7b4-315e402f497a req-d2f2fff4-eea1-4152-aca6-d3a727e67a58 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=469dfbeb-df09-488a-9fc2-1deeba99228e HTTP/1.1" status: 200 len: 217 time: 0.0707943 Feb 03 12:30:25.413378 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-72366757-3c44-47e7-89cd-811d1e8f554d req-11e8d9c6-0193-42ad-b95f-881b930d8d9e tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/security-groups?id=487b901c-51d9-4ce4-9b3c-e8bee19937b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232607 Feb 03 12:30:25.444766 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6b15ba-acfe-433e-b133-bc29ced93412 None None] The sync data for ids ['9648596f-ee05-445d-800b-50fe291f9f37'] in n-d-827336-3 is: [{'id': '9648596f-ee05-445d-800b-50fe291f9f37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:16Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'gw_port': {'id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:18Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '0f96d3af-b632-46f1-9307-1bef35a5fef7', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'floating_ip_address': '172.25.6.201', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'port_id': '1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'mac_address': 'fa:16:3e:d4:98:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b59453-68b3-4ae5-9aff-8d052f1ab4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:28:50Z', 'updated_at': '2022-02-03T12:30:22Z', 'revision_number': 5, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ae11f12-fb66-4010-bea0-183280b64ce0', 'name': '', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'mac_address': 'fa:16:3e:6e:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:29Z', 'updated_at': '2022-02-03T12:28:36Z', 'revision_number': 5, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'subnets': [{'id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:30:25.488822 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d6d508-2567-4937-a811-efd66fe3e5fd x-openstack-request-id: req-52d6d508-2567-4937-a811-efd66fe3e5fd {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:25.489304 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc664f8d-938c-45ea-962e-40a129022a9d", "name": "network-vif-plugged", "status": "completed", "tag": "3830614e-3841-45ab-866c-98762f154b4e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:25.489647 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52d6d508-2567-4937-a811-efd66fe3e5fd {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:25.490215 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc664f8d-938c-45ea-962e-40a129022a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3830614e-3841-45ab-866c-98762f154b4e', 'code': 200} Feb 03 12:30:25.803536 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4314b-31a6-47da-a7a7-896d8c94338d req-15a1fda6-d5d8-432e-ad76-95dcb5be36e8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:25.827540 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7ed4314b-31a6-47da-a7a7-896d8c94338d req-15a1fda6-d5d8-432e-ad76-95dcb5be36e8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.1925318 Feb 03 12:30:25.928562 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7ed4314b-31a6-47da-a7a7-896d8c94338d req-43dd1eb8-2e5e-4fbc-bc09-a4c90457a1eb tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996637 Feb 03 12:30:25.973609 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8435d-ce8f-45f1-b7b4-315e402f497a req-7967e551-d769-4ad5-a7de-5233e5458b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:25.978108 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3cf8435d-ce8f-45f1-b7b4-315e402f497a req-7967e551-d769-4ad5-a7de-5233e5458b27 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.5595269 Feb 03 12:30:25.992473 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf874a5c-9f10-4d18-a3ae-e24a9c3d875e None None] New status for floating IP 0f96d3af-b632-46f1-9307-1bef35a5fef7: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:30:26.102287 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df7d3a-5758-40dc-bb0e-a4b582923c30 req-de6f4e91-2184-4ded-aa3f-e7fa62e44ff0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:26.105090 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-89df7d3a-5758-40dc-bb0e-a4b582923c30 req-de6f4e91-2184-4ded-aa3f-e7fa62e44ff0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 948 time: 0.0836749 Feb 03 12:30:26.224462 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-89df7d3a-5758-40dc-bb0e-a4b582923c30 req-456d72fc-1144-4398-828f-7f0b58572ab2 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125097 Feb 03 12:30:26.268380 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300e43e-fc29-42a7-badd-daf934014f01 req-c4e55ac2-2ac7-4e10-8277-7390f289877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:26.281659 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1300e43e-fc29-42a7-badd-daf934014f01 req-c4e55ac2-2ac7-4e10-8277-7390f289877c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=df9d4199609e43edbf370c4567ad17c6&device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 1126 time: 0.3217974 Feb 03 12:30:26.308127 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b0935-5c04-427c-bd8f-8c635c071aec req-b21284a2-db7d-4e9a-8fe4-a607476fc0d1 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:26.311615 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-478b0935-5c04-427c-bd8f-8c635c071aec req-b21284a2-db7d-4e9a-8fe4-a607476fc0d1 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc664f8d-938c-45ea-962e-40a129022a9d HTTP/1.1" status: 200 len: 946 time: 0.9095027 Feb 03 12:30:26.321196 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b5767ec-8800-4de1-acfa-d907b2c562a1 req-e22fd403-ce69-45db-805c-ad28214f02e9 service neutron] 10.222.0.73 "GET /v2.0/networks/e6b732d5-42c9-48bb-8c90-6cc7fc4fd940?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0492818 Feb 03 12:30:26.357299 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-efc56bf1-3e7b-4f7b-9834-c4c5be08767c req-14d4ecb2-8f85-4eac-8c89-909761ddaaf4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675047 Feb 03 12:30:26.371070 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8435d-ce8f-45f1-b7b4-315e402f497a req-b1d9a7f6-1044-498b-99fd-e098dc88fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:26.372732 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3cf8435d-ce8f-45f1-b7b4-315e402f497a req-b1d9a7f6-1044-498b-99fd-e098dc88fe0d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3075321 Feb 03 12:30:26.384689 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bd461-0e93-4955-81a3-36e8ef91b603 req-2187c49c-0a02-41fa-939c-f51e3088a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:26.386214 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-010bd461-0e93-4955-81a3-36e8ef91b603 req-2187c49c-0a02-41fa-939c-f51e3088a22d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc664f8d-938c-45ea-962e-40a129022a9d HTTP/1.1" status: 200 len: 1128 time: 0.4330270 Feb 03 12:30:26.447908 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bd152-00e4-4fc0-8c6b-0d5ef92970f9 req-bbcb35eb-9a5a-4036-a0ae-f9a325c31976 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:26.460524 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d37bd152-00e4-4fc0-8c6b-0d5ef92970f9 req-bbcb35eb-9a5a-4036-a0ae-f9a325c31976 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 945 time: 0.1087453 Feb 03 12:30:26.497844 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-478b0935-5c04-427c-bd8f-8c635c071aec req-41685b2c-22b0-4c5b-9e8c-5ca6d78791ea tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/security-groups?id=382dd1bc-110d-48b8-b1d2-3dd63149187b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853342 Feb 03 12:30:26.534065 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d37bd152-00e4-4fc0-8c6b-0d5ef92970f9 req-4139158e-8539-46fb-8c53-265efbd71353 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690155 Feb 03 12:30:26.611232 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-010bd461-0e93-4955-81a3-36e8ef91b603 req-dcba4587-5e8c-4f99-9c6d-0b4ede40aeef service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=382dd1bc-110d-48b8-b1d2-3dd63149187b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966827 Feb 03 12:30:26.649224 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b5767ec-8800-4de1-acfa-d907b2c562a1 req-267d7542-80a2-4483-8d0f-5713a668823d service neutron] 10.222.0.73 "GET /v2.0/networks/e6b732d5-42c9-48bb-8c90-6cc7fc4fd940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157506 Feb 03 12:30:26.651269 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc293f0-2986-48f3-a8a6-012cc7224729 req-1eebe05d-2e6e-43ff-a1dc-2acba279d78d tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:26.652870 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-efc293f0-2986-48f3-a8a6-012cc7224729 req-1eebe05d-2e6e-43ff-a1dc-2acba279d78d tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 944 time: 0.0563064 Feb 03 12:30:26.662465 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3cf8435d-ce8f-45f1-b7b4-315e402f497a req-2f9cffc6-b660-4ea5-9ead-62e8f1617460 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723372 Feb 03 12:30:26.680635 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e3455-3eca-4db6-9d69-e51fb89ef079 req-5b959391-4aae-4687-8b6c-c8694d5c23d0 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:26.684440 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a55e3455-3eca-4db6-9d69-e51fb89ef079 req-5b959391-4aae-4687-8b6c-c8694d5c23d0 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0969172 Feb 03 12:30:26.705163 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-efc293f0-2986-48f3-a8a6-012cc7224729 req-739e0261-d482-4b6d-a843-5848b4afc19f tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b667ac-b4aa-44dc-b3f6-9744e8160077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449266 Feb 03 12:30:26.740185 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a55e3455-3eca-4db6-9d69-e51fb89ef079 req-e9ed6c01-fa84-4c75-aa61-22c7e3ad061b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468192 Feb 03 12:30:26.823807 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ddbfa-29b5-4d60-b57b-25262fd4c1c2 req-cc178d41-21bf-4f3c-83a8-90442c8c0fb6 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:26.824674 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b9ddbfa-29b5-4d60-b57b-25262fd4c1c2 req-cc178d41-21bf-4f3c-83a8-90442c8c0fb6 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0594702 Feb 03 12:30:26.885646 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b56da-6c8d-4b07-97d2-bed260400fc9 req-6b6e162d-db17-4e93-8745-3d4642330762 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:26.887371 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b5b56da-6c8d-4b07-97d2-bed260400fc9 req-6b6e162d-db17-4e93-8745-3d4642330762 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/ports?device_id=24cf37be-965f-441a-9a49-cc3ce81cf844 HTTP/1.1" status: 200 len: 950 time: 0.0843577 Feb 03 12:30:26.888691 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b9ddbfa-29b5-4d60-b57b-25262fd4c1c2 req-71fc416b-cc1f-4136-920b-c533750969d8 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513365 Feb 03 12:30:26.936359 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b5b56da-6c8d-4b07-97d2-bed260400fc9 req-0a32b80f-dd80-46de-9a39-36adfaceb2a2 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/security-groups?id=487b901c-51d9-4ce4-9b3c-e8bee19937b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421591 Feb 03 12:30:27.084900 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de3505-4e87-46d8-be68-7b840b91f7aa req-b6859217-5cb4-41b4-8082-53f9239cc25d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:27.086289 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c9de3505-4e87-46d8-be68-7b840b91f7aa req-b6859217-5cb4-41b4-8082-53f9239cc25d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.0643430 Feb 03 12:30:27.150706 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c9de3505-4e87-46d8-be68-7b840b91f7aa req-72e03475-2169-4441-80ec-b26602b7485f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515175 Feb 03 12:30:27.268192 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3cf8435d-ce8f-45f1-b7b4-315e402f497a req-b33f6568-6785-4355-9359-be2941449a71 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860000 Feb 03 12:30:27.278807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300e43e-fc29-42a7-badd-daf934014f01 req-a2d1c55b-9bff-4740-95ce-d477e8ddbc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:27.280319 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1300e43e-fc29-42a7-badd-daf934014f01 req-a2d1c55b-9bff-4740-95ce-d477e8ddbc2d service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=df9d4199609e43edbf370c4567ad17c6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3143520 Feb 03 12:30:27.482457 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a94380-fe76-4eca-ba9f-142e545d4ca0 req-07c5f067-ef19-4440-86cd-bd5855e18815 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:27.484025 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30a94380-fe76-4eca-ba9f-142e545d4ca0 req-07c5f067-ef19-4440-86cd-bd5855e18815 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 948 time: 0.1735120 Feb 03 12:30:27.499437 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300e43e-fc29-42a7-badd-daf934014f01 req-f4aaa724-b802-4899-8148-658f3cd4181f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:27.500743 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1300e43e-fc29-42a7-badd-daf934014f01 req-f4aaa724-b802-4899-8148-658f3cd4181f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2103841 Feb 03 12:30:27.545686 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30a94380-fe76-4eca-ba9f-142e545d4ca0 req-76f67042-de0f-468b-80e0-d4da85b0d53d tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534434 Feb 03 12:30:27.654761 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-25238ad2-c94b-487c-a907-1221ca200c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:27.656349 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-25238ad2-c94b-487c-a907-1221ca200c81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=df9d4199609e43edbf370c4567ad17c6&device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 1126 time: 0.0915129 Feb 03 12:30:27.675416 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c438d4-7893-4ec0-9c4c-c0ea7d88e1c2 req-c0b1d781-d93a-45b7-96e1-4ce0af66f55c tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:27.677031 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-21c438d4-7893-4ec0-9c4c-c0ea7d88e1c2 req-c0b1d781-d93a-45b7-96e1-4ce0af66f55c tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc664f8d-938c-45ea-962e-40a129022a9d HTTP/1.1" status: 200 len: 946 time: 0.0569599 Feb 03 12:30:27.708230 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-7130adb2-2487-4911-84b0-e42a6f751b02 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=231c4f37-d95d-443e-9c9e-6dd92f030ba5 HTTP/1.1" status: 200 len: 217 time: 0.0411580 Feb 03 12:30:27.718468 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55b203-2f09-46bc-8cbf-d0820b42c553 req-4edd2a86-c51a-4e31-9f6b-99bc57289faf tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:27.719974 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd55b203-2f09-46bc-8cbf-d0820b42c553 req-4edd2a86-c51a-4e31-9f6b-99bc57289faf tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/ports?device_id=24cf37be-965f-441a-9a49-cc3ce81cf844 HTTP/1.1" status: 200 len: 950 time: 0.1037700 Feb 03 12:30:27.728564 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-21c438d4-7893-4ec0-9c4c-c0ea7d88e1c2 req-cb7c2cfa-f33b-4550-af99-dfc52774b153 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/security-groups?id=382dd1bc-110d-48b8-b1d2-3dd63149187b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445807 Feb 03 12:30:27.785977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-532684dc-3347-4588-b4f2-a81cf2462cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:27.787420 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-532684dc-3347-4588-b4f2-a81cf2462cb1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4556355e-2910-4b7a-825e-2d59710268ba HTTP/1.1" status: 200 len: 854 time: 0.0665970 Feb 03 12:30:27.802057 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd55b203-2f09-46bc-8cbf-d0820b42c553 req-56f212b3-62b7-49da-8512-9633172601e2 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/security-groups?id=487b901c-51d9-4ce4-9b3c-e8bee19937b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729890 Feb 03 12:30:27.803717 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 469dfbeb-df09-488a-9fc2-1deeba99228e details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:30:27.854216 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-aac90074-a97f-4d67-a05f-a08ceb8b5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:27.855131 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9bcb9-a991-4e4e-8134-1489495be0f1 req-bd8de436-5cb6-4e3e-8fe7-d8816a1b7c7a tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:27.855998 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-aac90074-a97f-4d67-a05f-a08ceb8b5f6a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9189a575-bbb1-4dda-8ec1-a87b3811dea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531113 Feb 03 12:30:27.857069 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4cf9bcb9-a991-4e4e-8134-1489495be0f1 req-bd8de436-5cb6-4e3e-8fe7-d8816a1b7c7a tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 945 time: 0.0727911 Feb 03 12:30:27.913084 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4cf9bcb9-a991-4e4e-8134-1489495be0f1 req-de62730c-2511-40ee-8666-b5bebc427c8b tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474920 Feb 03 12:30:27.932185 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 469dfbeb-df09-488a-9fc2-1deeba99228e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=469dfbeb-df09-488a-9fc2-1deeba99228e,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:27.944469 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '469dfbeb-df09-488a-9fc2-1deeba99228e', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '469dfbeb-df09-488a-9fc2-1deeba99228e', 'mac_address': 'fa:16:3e:92:c0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:30:27.997645 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d450e-97a0-49b3-81b4-0e5a462a5293 req-6d9843de-a727-4291-bf20-964f39bc91ec tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:27.999697 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d7d450e-97a0-49b3-81b4-0e5a462a5293 req-6d9843de-a727-4291-bf20-964f39bc91ec tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 944 time: 0.1226933 Feb 03 12:30:28.006020 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-e306022c-c3df-4481-be4c-80dfe80b8908 service neutron] 10.222.0.31 "GET /v2.0/networks/9189a575-bbb1-4dda-8ec1-a87b3811dea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370912 Feb 03 12:30:28.014690 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 469dfbeb-df09-488a-9fc2-1deeba99228e is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:28.014930 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (469dfbeb-df09-488a-9fc2-1deeba99228e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:28.030986 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469dfbeb-df09-488a-9fc2-1deeba99228e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:30:28.077536 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b784fd7-44db-48cf-9466-f16b46790239 req-89c60817-b5af-43e8-a4b5-35c9952e4dfa tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:28.079507 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6b784fd7-44db-48cf-9466-f16b46790239 req-89c60817-b5af-43e8-a4b5-35c9952e4dfa tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0921602 Feb 03 12:30:28.080467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 469dfbeb-df09-488a-9fc2-1deeba99228e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=469dfbeb-df09-488a-9fc2-1deeba99228e,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:28.088544 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (469dfbeb-df09-488a-9fc2-1deeba99228e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:28.122575 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d7d450e-97a0-49b3-81b4-0e5a462a5293 req-5ef52b15-2ec3-47d1-89e0-31dfe92f6a20 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b667ac-b4aa-44dc-b3f6-9744e8160077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098340 Feb 03 12:30:28.152698 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6b784fd7-44db-48cf-9466-f16b46790239 req-0a860053-4703-4e1a-bd62-5a2268e6d89c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657806 Feb 03 12:30:28.186056 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2013921a-045d-449f-89b5-e9bf2ef83611 req-8bbbb60a-6c8d-4a07-8437-5a304d653de7 service neutron] 10.222.0.31 "GET /v2.0/networks/9189a575-bbb1-4dda-8ec1-a87b3811dea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724942 Feb 03 12:30:28.219120 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=469dfbeb-df09-488a-9fc2-1deeba99228e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:28.293848 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dd806-95dd-4fe9-89fb-187095fdf7ad req-91a8b317-959e-4cb4-87ad-c45ae417a96c tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:28.300509 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-791dd806-95dd-4fe9-89fb-187095fdf7ad req-91a8b317-959e-4cb4-87ad-c45ae417a96c tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0734196 Feb 03 12:30:28.351303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c13b9-b4a7-4fa0-9f8d-77094c609efb req-f5865c56-88eb-4078-b9b0-4976f32abeaa tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:28.352827 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b55c13b9-b4a7-4fa0-9f8d-77094c609efb req-f5865c56-88eb-4078-b9b0-4976f32abeaa tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 945 time: 0.0818725 Feb 03 12:30:28.377012 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-791dd806-95dd-4fe9-89fb-187095fdf7ad req-c3a0834a-87ce-4fc6-8e2b-7c8915cfc7b9 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744069 Feb 03 12:30:28.433220 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b55c13b9-b4a7-4fa0-9f8d-77094c609efb req-c1c2a9ed-50ca-4652-91bc-4de2f69c404b tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713360 Feb 03 12:30:28.502343 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea267b-4260-420f-aa5c-62d1cec391eb req-7318896c-9a60-47b6-a395-64ff19ea48c9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:28.504404 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ceea267b-4260-420f-aa5c-62d1cec391eb req-7318896c-9a60-47b6-a395-64ff19ea48c9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.0547953 Feb 03 12:30:28.549470 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ceea267b-4260-420f-aa5c-62d1cec391eb req-790c0720-83e0-4006-bb54-b9edb7cf55fa tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393808 Feb 03 12:30:28.587254 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['469dfbeb-df09-488a-9fc2-1deeba99228e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:30:28.663473 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207aae51-20e6-4083-ac96-0309c9e63135 req-8ce3d212-66dd-4985-899f-5cb102a83dd0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:28.665018 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-207aae51-20e6-4083-ac96-0309c9e63135 req-8ce3d212-66dd-4985-899f-5cb102a83dd0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 949 time: 0.0540137 Feb 03 12:30:28.715012 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-207aae51-20e6-4083-ac96-0309c9e63135 req-1161b0ba-a98f-4603-9fa7-1a80a95ffd64 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442748 Feb 03 12:30:28.847313 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553477b-8031-4b78-b1b1-15eadb882a3f req-4095cd65-b049-4ebc-b82f-90d5b5c8a0fd tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:28.849448 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3553477b-8031-4b78-b1b1-15eadb882a3f req-4095cd65-b049-4ebc-b82f-90d5b5c8a0fd tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc664f8d-938c-45ea-962e-40a129022a9d HTTP/1.1" status: 200 len: 946 time: 0.0535381 Feb 03 12:30:28.896689 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3553477b-8031-4b78-b1b1-15eadb882a3f req-016842af-6029-4fe1-89f8-2210c0cc09d6 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/security-groups?id=382dd1bc-110d-48b8-b1d2-3dd63149187b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 Feb 03 12:30:28.930747 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc916161-23e3-4e00-834a-f0e149d8538a req-028c2939-9ac2-4b58-9282-57c9e31472a7 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:28.932199 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fc916161-23e3-4e00-834a-f0e149d8538a req-028c2939-9ac2-4b58-9282-57c9e31472a7 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/ports?device_id=24cf37be-965f-441a-9a49-cc3ce81cf844 HTTP/1.1" status: 200 len: 950 time: 0.0531418 Feb 03 12:30:28.983177 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fc916161-23e3-4e00-834a-f0e149d8538a req-117d6e31-423c-49ec-91bb-0b98713007c0 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/security-groups?id=487b901c-51d9-4ce4-9b3c-e8bee19937b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449991 Feb 03 12:30:29.240239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160d757-7561-4587-ad59-09944a346e75 req-d2806f31-9300-4aeb-9b29-349cbdb700a4 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:29.241876 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6160d757-7561-4587-ad59-09944a346e75 req-d2806f31-9300-4aeb-9b29-349cbdb700a4 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 944 time: 0.0649014 Feb 03 12:30:29.295104 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6160d757-7561-4587-ad59-09944a346e75 req-05ba0415-1f55-457a-83af-c649cfdd0ec6 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b667ac-b4aa-44dc-b3f6-9744e8160077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469348 Feb 03 12:30:29.297683 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02950b-22d8-4595-9130-1d3a2ca0dece req-fbb7d9d4-cdd5-4e7f-8930-d9c3299d5d89 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:29.299185 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b02950b-22d8-4595-9130-1d3a2ca0dece req-fbb7d9d4-cdd5-4e7f-8930-d9c3299d5d89 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0614574 Feb 03 12:30:29.348976 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b02950b-22d8-4595-9130-1d3a2ca0dece req-335be1ec-98d7-4b40-901d-f2b764f27bda tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433469 Feb 03 12:30:29.482990 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127b5ba-4445-4633-9a9c-3112ba4e9e67 req-8d897403-13b9-437b-8fa2-83de530a1dec tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:29.484824 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e127b5ba-4445-4633-9a9c-3112ba4e9e67 req-8d897403-13b9-437b-8fa2-83de530a1dec tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 1127 time: 0.0635390 Feb 03 12:30:29.550760 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da600c0-8347-4492-b08b-541e9f366456 req-01ec52de-1740-45fc-a214-22676af2f009 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:29.552477 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0da600c0-8347-4492-b08b-541e9f366456 req-01ec52de-1740-45fc-a214-22676af2f009 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0764124 Feb 03 12:30:29.558801 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e127b5ba-4445-4633-9a9c-3112ba4e9e67 req-b28f42c2-fcf6-445d-a4ff-ad0f3aa7ea49 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665779 Feb 03 12:30:29.607593 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb175c12-9fbf-4284-819c-7e3ca269f269 req-efc8fe1d-0f2a-4807-b9ad-c7a28448db71 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:29.609096 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bb175c12-9fbf-4284-819c-7e3ca269f269 req-efc8fe1d-0f2a-4807-b9ad-c7a28448db71 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.73 "GET /v2.0/ports?device_id=24cf37be-965f-441a-9a49-cc3ce81cf844 HTTP/1.1" status: 200 len: 950 time: 0.0627720 Feb 03 12:30:29.623975 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0da600c0-8347-4492-b08b-541e9f366456 req-19146b8a-25ca-41c7-97b5-1a4fd02b8038 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641961 Feb 03 12:30:29.758255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718b73b-cea3-44c1-9da5-874074149503 req-751a7a69-2073-4e75-bc91-5bacbf6ed564 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:29.768939 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7718b73b-cea3-44c1-9da5-874074149503 req-751a7a69-2073-4e75-bc91-5bacbf6ed564 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.1101785 Feb 03 12:30:29.821360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bb175c12-9fbf-4284-819c-7e3ca269f269 req-2272a872-40ed-4ec4-8367-436a6cb136f2 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Deleting port 04e44c9b-d8c1-4743-b763-5d454e544fe7 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:30:29.821833 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bb175c12-9fbf-4284-819c-7e3ca269f269 req-2272a872-40ed-4ec4-8367-436a6cb136f2 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (04e44c9b-d8c1-4743-b763-5d454e544fe7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:29.859346 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11ae21-f9b5-4303-a680-6a80ac54aa64 req-8c4e53f1-9f99-430f-9c07-de0fc6314092 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:29.867633 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ca11ae21-f9b5-4303-a680-6a80ac54aa64 req-8c4e53f1-9f99-430f-9c07-de0fc6314092 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 949 time: 0.0760653 Feb 03 12:30:29.875447 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7718b73b-cea3-44c1-9da5-874074149503 req-4e80800a-2e0c-4f85-adaa-39d97a0dea8b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049364 Feb 03 12:30:29.935265 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ca11ae21-f9b5-4303-a680-6a80ac54aa64 req-9d63f84e-6126-4b3c-bfdc-4c34e4a012ab tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665822 Feb 03 12:30:29.961873 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bb175c12-9fbf-4284-819c-7e3ca269f269 req-2272a872-40ed-4ec4-8367-436a6cb136f2 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] For port 04e44c9b-d8c1-4743-b763-5d454e544fe7, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=04e44c9b-d8c1-4743-b763-5d454e544fe7,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:29.962311 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bb175c12-9fbf-4284-819c-7e3ca269f269 req-2272a872-40ed-4ec4-8367-436a6cb136f2 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (04e44c9b-d8c1-4743-b763-5d454e544fe7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:29.975016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bb175c12-9fbf-4284-819c-7e3ca269f269 req-2272a872-40ed-4ec4-8367-436a6cb136f2 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Calling delete_port for 04e44c9b-d8c1-4743-b763-5d454e544fe7 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:30:30.176454 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bb175c12-9fbf-4284-819c-7e3ca269f269 req-2272a872-40ed-4ec4-8367-436a6cb136f2 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (04e44c9b-d8c1-4743-b763-5d454e544fe7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:30.211909 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['04e44c9b-d8c1-4743-b763-5d454e544fe7'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:30:30.222198 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272a872-40ed-4ec4-8367-436a6cb136f2 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Pushing event deleted for resources: {'Port': ['ID=04e44c9b-d8c1-4743-b763-5d454e544fe7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:30.250550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cda4a-28ec-4fb3-a0a3-2062d3145724 req-199526ed-bf99-40f6-bdfe-dcade9c8b12d tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:30.252414 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c55cda4a-28ec-4fb3-a0a3-2062d3145724 req-199526ed-bf99-40f6-bdfe-dcade9c8b12d tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/ports?device_id=24cf37be-965f-441a-9a49-cc3ce81cf844 HTTP/1.1" status: 200 len: 950 time: 0.1649566 Feb 03 12:30:30.440390 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c55cda4a-28ec-4fb3-a0a3-2062d3145724 req-aafd23a9-978e-472e-aae3-5500f486c59c tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.18 "GET /v2.0/security-groups?id=487b901c-51d9-4ce4-9b3c-e8bee19937b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524737 Feb 03 12:30:30.442115 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb175c12-9fbf-4284-819c-7e3ca269f269 req-2272a872-40ed-4ec4-8367-436a6cb136f2 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] No DVR routers for this DVR port 04e44c9b-d8c1-4743-b763-5d454e544fe7 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:30:30.446768 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bb175c12-9fbf-4284-819c-7e3ca269f269 req-2272a872-40ed-4ec4-8367-436a6cb136f2 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:30.454969 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bb175c12-9fbf-4284-819c-7e3ca269f269 req-2272a872-40ed-4ec4-8367-436a6cb136f2 tempest-TenantUsagesTestJSON-316356013 tempest-TenantUsagesTestJSON-316356013-project] 10.222.0.73 "DELETE /v2.0/ports/04e44c9b-d8c1-4743-b763-5d454e544fe7 HTTP/1.1" status: 204 len: 173 time: 0.8373914 Feb 03 12:30:30.458747 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cf37be-965f-441a-9a49-cc3ce81cf844', 'name': 'network-vif-deleted', 'tag': '04e44c9b-d8c1-4743-b763-5d454e544fe7'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:30.462988 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3988f79d-576e-433e-8233-5a419da4ec13" -d '{"events": [{"server_uuid": "24cf37be-965f-441a-9a49-cc3ce81cf844", "name": "network-vif-deleted", "tag": "04e44c9b-d8c1-4743-b763-5d454e544fe7"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:30.557307 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac93ff3-38ba-4e0d-bd81-9dad115048b0 req-e91db235-e58f-40de-8052-ccdb8545f8f0 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:30.564971 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8ac93ff3-38ba-4e0d-bd81-9dad115048b0 req-e91db235-e58f-40de-8052-ccdb8545f8f0 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 944 time: 0.1003673 Feb 03 12:30:30.577231 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b460f45-1865-454c-8d66-9c54ac868411 x-openstack-request-id: req-4b460f45-1865-454c-8d66-9c54ac868411 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:30.577531 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cf37be-965f-441a-9a49-cc3ce81cf844", "name": "network-vif-deleted", "tag": "04e44c9b-d8c1-4743-b763-5d454e544fe7", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:30.577794 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b460f45-1865-454c-8d66-9c54ac868411 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:30.578197 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cf37be-965f-441a-9a49-cc3ce81cf844', 'name': 'network-vif-deleted', 'tag': '04e44c9b-d8c1-4743-b763-5d454e544fe7', 'status': 'completed', 'code': 200} Feb 03 12:30:30.631047 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8ac93ff3-38ba-4e0d-bd81-9dad115048b0 req-416871c5-41ac-41ad-a20a-668f0e245ed8 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b667ac-b4aa-44dc-b3f6-9744e8160077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648324 Feb 03 12:30:30.720894 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:30.764084 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1359101-0c0b-438c-adae-6a4d167e253e req-686d4270-3d31-437d-a658-631e67efde43 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:30.765639 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a1359101-0c0b-438c-adae-6a4d167e253e req-686d4270-3d31-437d-a658-631e67efde43 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0564995 Feb 03 12:30:30.834370 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a1359101-0c0b-438c-adae-6a4d167e253e req-b9c7d124-25f8-4308-977f-949724a3cd3f tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608950 Feb 03 12:30:31.014401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bda87-8e12-4284-bea2-ef938cac110d req-a2f8d1d1-7b8c-423d-b5c2-bb466e2e12a1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:31.016804 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cc2bda87-8e12-4284-bea2-ef938cac110d req-a2f8d1d1-7b8c-423d-b5c2-bb466e2e12a1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.0704618 Feb 03 12:30:31.088525 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cc2bda87-8e12-4284-bea2-ef938cac110d req-4423ec91-717a-45fa-b590-e4147417590d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629628 Feb 03 12:30:31.090610 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8507c0c-ef97-43cb-9039-b24c6638f9c3 req-3116a7ab-9713-49a0-be65-64498243661b tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:31.092509 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a8507c0c-ef97-43cb-9039-b24c6638f9c3 req-3116a7ab-9713-49a0-be65-64498243661b tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 949 time: 0.0674157 Feb 03 12:30:31.182063 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a8507c0c-ef97-43cb-9039-b24c6638f9c3 req-105e8191-a578-4b8f-bd04-2b09a9fedf9a tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826683 Feb 03 12:30:31.287674 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 231c4f37-d95d-443e-9c9e-6dd92f030ba5 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:30:31.390198 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 231c4f37-d95d-443e-9c9e-6dd92f030ba5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=231c4f37-d95d-443e-9c9e-6dd92f030ba5,segment=NetworkSegment(c3906a4e-760a-4569-b778-5a514fe15f69),segment_id=c3906a4e-760a-4569-b778-5a514fe15f69)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:31.401744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '231c4f37-d95d-443e-9c9e-6dd92f030ba5', 'network_id': '9189a575-bbb1-4dda-8ec1-a87b3811dea1', 'port_id': '231c4f37-d95d-443e-9c9e-6dd92f030ba5', 'mac_address': 'fa:16:3e:29:13:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4556355e-2910-4b7a-825e-2d59710268ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:30:31.438976 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 231c4f37-d95d-443e-9c9e-6dd92f030ba5 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:31.439290 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (231c4f37-d95d-443e-9c9e-6dd92f030ba5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:31.452035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231c4f37-d95d-443e-9c9e-6dd92f030ba5 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:30:31.473192 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 231c4f37-d95d-443e-9c9e-6dd92f030ba5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=231c4f37-d95d-443e-9c9e-6dd92f030ba5,segment=NetworkSegment(c3906a4e-760a-4569-b778-5a514fe15f69),segment_id=c3906a4e-760a-4569-b778-5a514fe15f69)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:31.477236 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (231c4f37-d95d-443e-9c9e-6dd92f030ba5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:31.528526 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=231c4f37-d95d-443e-9c9e-6dd92f030ba5,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:31.788796 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['231c4f37-d95d-443e-9c9e-6dd92f030ba5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:30:31.824904 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34148) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:31.830794 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 469dfbeb-df09-488a-9fc2-1deeba99228e up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:30:32.034616 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 469dfbeb-df09-488a-9fc2-1deeba99228e completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:30:32.054264 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 469dfbeb-df09-488a-9fc2-1deeba99228e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:32.054963 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (469dfbeb-df09-488a-9fc2-1deeba99228e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:32.084394 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f2608f51-0bc8-4344-a6eb-b29646a7c7b4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c21fc21bb6b4f029045342360ced9c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596073 Feb 03 12:30:32.088924 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34154) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:32.096095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4df31-8ca6-4e0c-8e2f-a9d1a4e220c1 req-168cc3c6-43ba-443c-9d86-15383e6061ba tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:32.098454 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0cb4df31-8ca6-4e0c-8e2f-a9d1a4e220c1 req-168cc3c6-43ba-443c-9d86-15383e6061ba tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.1676016 Feb 03 12:30:32.192316 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-648a2bf7-3c46-4b11-94e8-a0cfea2ae651 admin admin] Publish callbacks [] for security_group (487b901c-51d9-4ce4-9b3c-e8bee19937b8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:32.205255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdbf58-fc03-414c-ba7d-8661486f5282 req-2a0893a7-5963-4235-afac-c77dbf9a9e94 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:32.214707 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0cb4df31-8ca6-4e0c-8e2f-a9d1a4e220c1 req-cd953d14-96e6-45b0-aa7c-1efed7932bf8 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048038 Feb 03 12:30:32.224881 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-72fdbf58-fc03-414c-ba7d-8661486f5282 req-2a0893a7-5963-4235-afac-c77dbf9a9e94 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 945 time: 0.5198793 Feb 03 12:30:32.278073 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 469dfbeb-df09-488a-9fc2-1deeba99228e is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:32.278679 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (469dfbeb-df09-488a-9fc2-1deeba99228e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:32.313836 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-648a2bf7-3c46-4b11-94e8-a0cfea2ae651 admin admin] Publish callbacks [] for security_group (487b901c-51d9-4ce4-9b3c-e8bee19937b8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:32.315209 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f42d92-ae8d-4f75-8920-fb2885c684ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469dfbeb-df09-488a-9fc2-1deeba99228e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:32.318609 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172ed0fa-c05c-42b4-9c96-cb1fcaed3e37" -d '{"events": [{"server_uuid": "88f42d92-ae8d-4f75-8920-fb2885c684ac", "name": "network-vif-plugged", "status": "completed", "tag": "469dfbeb-df09-488a-9fc2-1deeba99228e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:32.335678 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-72fdbf58-fc03-414c-ba7d-8661486f5282 req-a59751fa-f2a0-470d-a314-adedab366bfd tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b667ac-b4aa-44dc-b3f6-9744e8160077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082680 Feb 03 12:30:32.339421 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 469dfbeb-df09-488a-9fc2-1deeba99228e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=469dfbeb-df09-488a-9fc2-1deeba99228e,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:32.345457 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (469dfbeb-df09-488a-9fc2-1deeba99228e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:32.394113 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-648a2bf7-3c46-4b11-94e8-a0cfea2ae651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (487b901c-51d9-4ce4-9b3c-e8bee19937b8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:32.399989 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-648a2bf7-3c46-4b11-94e8-a0cfea2ae651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:32.404022 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-648a2bf7-3c46-4b11-94e8-a0cfea2ae651 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/487b901c-51d9-4ce4-9b3c-e8bee19937b8 HTTP/1.1" status: 204 len: 168 time: 0.3025718 Feb 03 12:30:32.418069 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0bbf5-1be7-4685-ba10-415bb601e847 req-cab4adcf-edb1-48c8-8dca-420fb1af2309 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:32.418664 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=469dfbeb-df09-488a-9fc2-1deeba99228e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:32.419575 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4cb0bbf5-1be7-4685-ba10-415bb601e847 req-cab4adcf-edb1-48c8-8dca-420fb1af2309 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.0967989 Feb 03 12:30:32.430410 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a2bf7-3c46-4b11-94e8-a0cfea2ae651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487b901c-51d9-4ce4-9b3c-e8bee19937b8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:32.483768 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa537a4f-5b5e-446a-8e66-377164dfe1df req-95aa6d94-498c-4178-959b-3419d5a4bbf8 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:32.485551 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa537a4f-5b5e-446a-8e66-377164dfe1df req-95aa6d94-498c-4178-959b-3419d5a4bbf8 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 950 time: 0.0671599 Feb 03 12:30:32.487302 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4cb0bbf5-1be7-4685-ba10-415bb601e847 req-75f31e1c-9c27-4deb-acce-e647707c8599 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558507 Feb 03 12:30:32.537482 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8c8cfb-59e6-44c1-855e-bb156362ff08 x-openstack-request-id: req-4a8c8cfb-59e6-44c1-855e-bb156362ff08 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:32.537896 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f42d92-ae8d-4f75-8920-fb2885c684ac", "name": "network-vif-plugged", "status": "completed", "tag": "469dfbeb-df09-488a-9fc2-1deeba99228e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:32.538394 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a8c8cfb-59e6-44c1-855e-bb156362ff08 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:32.539433 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa537a4f-5b5e-446a-8e66-377164dfe1df req-089f29f3-684e-4cb2-8400-0b6759394cda tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462620 Feb 03 12:30:32.540657 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f42d92-ae8d-4f75-8920-fb2885c684ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469dfbeb-df09-488a-9fc2-1deeba99228e', 'code': 200} Feb 03 12:30:32.675652 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8da440-0068-449f-9d94-615241105bea req-39e7e290-7fe3-45ff-b6c3-c8d697a0d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:32.677209 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ef8da440-0068-449f-9d94-615241105bea req-39e7e290-7fe3-45ff-b6c3-c8d697a0d360 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 1132 time: 0.0441418 Feb 03 12:30:32.709498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34168) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:32.724502 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-54d4f666-0071-4345-b927-ea9cf683a219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:32.733888 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ef8da440-0068-449f-9d94-615241105bea req-23c30cba-fc16-4a41-ac95-aa9a5e825253 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494666 Feb 03 12:30:32.800267 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-54d4f666-0071-4345-b927-ea9cf683a219 admin admin] Publish callbacks [] for security_group (a914ce11-19a4-4edc-b484-9e45db2aa413), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:32.804580 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-54d4f666-0071-4345-b927-ea9cf683a219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a914ce11-19a4-4edc-b484-9e45db2aa413), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:32.841934 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-54d4f666-0071-4345-b927-ea9cf683a219 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a5e6039e7444921848034e1132cb3a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313603 Feb 03 12:30:32.842969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4f666-0071-4345-b927-ea9cf683a219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a914ce11-19a4-4edc-b484-9e45db2aa413,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:32.844678 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34176) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:32.906075 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da7519b2-daae-4728-b077-159cb034fb1b admin admin] Publish callbacks [] for security_group (a914ce11-19a4-4edc-b484-9e45db2aa413), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:32.927133 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da7519b2-daae-4728-b077-159cb034fb1b admin admin] Publish callbacks [] for security_group (a914ce11-19a4-4edc-b484-9e45db2aa413), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:32.974705 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da7519b2-daae-4728-b077-159cb034fb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a914ce11-19a4-4edc-b484-9e45db2aa413), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:32.977313 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da7519b2-daae-4728-b077-159cb034fb1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:32.978611 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-da7519b2-daae-4728-b077-159cb034fb1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a914ce11-19a4-4edc-b484-9e45db2aa413 HTTP/1.1" status: 204 len: 168 time: 0.1326923 Feb 03 12:30:32.986303 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7519b2-daae-4728-b077-159cb034fb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a914ce11-19a4-4edc-b484-9e45db2aa413,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:33.301730 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 231c4f37-d95d-443e-9c9e-6dd92f030ba5 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:30:33.374752 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 231c4f37-d95d-443e-9c9e-6dd92f030ba5 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:30:33.380166 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 231c4f37-d95d-443e-9c9e-6dd92f030ba5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:33.380703 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (231c4f37-d95d-443e-9c9e-6dd92f030ba5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:33.387690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708020e-ca23-41df-990d-00a10efb3e23 req-20d8fb39-1686-449b-b98b-9b7a15a3b047 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:33.390153 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a708020e-ca23-41df-990d-00a10efb3e23 req-20d8fb39-1686-449b-b98b-9b7a15a3b047 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0957339 Feb 03 12:30:33.465243 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a708020e-ca23-41df-990d-00a10efb3e23 req-4fcf84f9-b20b-4993-a8e8-717add3ca995 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562952 Feb 03 12:30:33.501451 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a53dfe76-ea6f-4e29-aa6c-2098bc9ade91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:33.512328 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 231c4f37-d95d-443e-9c9e-6dd92f030ba5 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:33.512988 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (231c4f37-d95d-443e-9c9e-6dd92f030ba5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:33.515993 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2faead-c803-4533-8d3c-f98dfdb53ee5 req-c23eab77-4da4-42af-b7d7-b565cc3599f1 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:33.525488 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6f2faead-c803-4533-8d3c-f98dfdb53ee5 req-c23eab77-4da4-42af-b7d7-b565cc3599f1 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 945 time: 0.0781395 Feb 03 12:30:33.554035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 231c4f37-d95d-443e-9c9e-6dd92f030ba5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=231c4f37-d95d-443e-9c9e-6dd92f030ba5,segment=NetworkSegment(c3906a4e-760a-4569-b778-5a514fe15f69),segment_id=c3906a4e-760a-4569-b778-5a514fe15f69)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:33.558828 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (231c4f37-d95d-443e-9c9e-6dd92f030ba5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:33.608625 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6f2faead-c803-4533-8d3c-f98dfdb53ee5 req-b6d4b438-3ca2-4dda-913a-5f040e36456a tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b667ac-b4aa-44dc-b3f6-9744e8160077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822084 Feb 03 12:30:33.624461 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=231c4f37-d95d-443e-9c9e-6dd92f030ba5,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:33.729046 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1206a01-b428-43d4-bb19-2f0355e4f713 req-7dd62070-9234-486d-a392-e6fefcb3658e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:33.736040 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f1206a01-b428-43d4-bb19-2f0355e4f713 req-7dd62070-9234-486d-a392-e6fefcb3658e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.0643573 Feb 03 12:30:33.780770 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f1206a01-b428-43d4-bb19-2f0355e4f713 req-357b5056-3fe0-4180-98c8-a2fdd6517f2f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439115 Feb 03 12:30:33.822506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 04e44c9b-d8c1-4743-b763-5d454e544fe7 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:30:33.843981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 04e44c9b-d8c1-4743-b763-5d454e544fe7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:30:33.844347 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 04e44c9b-d8c1-4743-b763-5d454e544fe7 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:30:33.928711 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8ec59-bb8d-431c-959d-1f3a8d9ae94e req-f7638f14-bc2e-4841-8069-6f873a748629 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:33.930288 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-95a8ec59-bb8d-431c-959d-1f3a8d9ae94e req-f7638f14-bc2e-4841-8069-6f873a748629 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 950 time: 0.0639126 Feb 03 12:30:33.977654 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-95a8ec59-bb8d-431c-959d-1f3a8d9ae94e req-6b3a60cb-15fb-4f59-80d0-5cf4181f91b5 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406446 Feb 03 12:30:34.542294 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aaa9d7a-bfbd-402b-95fd-d26a208a959f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231c4f37-d95d-443e-9c9e-6dd92f030ba5'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:34.545433 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e9c095-426c-42df-8ead-3358377164bf" -d '{"events": [{"server_uuid": "0aaa9d7a-bfbd-402b-95fd-d26a208a959f", "name": "network-vif-plugged", "status": "completed", "tag": "231c4f37-d95d-443e-9c9e-6dd92f030ba5"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:34.617524 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc7959-de1a-42e1-b7c8-b1c19608405a req-8ccf8fa0-767a-4bb1-a3c4-ab9e32b6230a tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:34.625590 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-89fc7959-de1a-42e1-b7c8-b1c19608405a req-8ccf8fa0-767a-4bb1-a3c4-ab9e32b6230a tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0841215 Feb 03 12:30:34.666644 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9364b0-11d4-4db9-9337-8589f0a036b9 x-openstack-request-id: req-2b9364b0-11d4-4db9-9337-8589f0a036b9 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:34.666644 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aaa9d7a-bfbd-402b-95fd-d26a208a959f", "name": "network-vif-plugged", "status": "completed", "tag": "231c4f37-d95d-443e-9c9e-6dd92f030ba5", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:34.666644 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b9364b0-11d4-4db9-9337-8589f0a036b9 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:34.666644 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aaa9d7a-bfbd-402b-95fd-d26a208a959f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231c4f37-d95d-443e-9c9e-6dd92f030ba5', 'code': 200} Feb 03 12:30:34.734033 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-89fc7959-de1a-42e1-b7c8-b1c19608405a req-08a59df4-3eaf-4962-97f6-1d35eb78303f tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061106 Feb 03 12:30:34.913941 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a6672-f16f-4938-b1fd-8b4b3b32c534 req-b6663f52-f452-40e4-bc69-72cdd1ee607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:34.916925 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-496a6672-f16f-4938-b1fd-8b4b3b32c534 req-b6663f52-f452-40e4-bc69-72cdd1ee607d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 1128 time: 0.1930416 Feb 03 12:30:34.963879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0299e4d-28b8-4a97-b798-cc64e010bb9a req-4ed0cd4f-7c3f-4ad5-96df-00c58ff2095b tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:34.978357 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a0299e4d-28b8-4a97-b798-cc64e010bb9a req-4ed0cd4f-7c3f-4ad5-96df-00c58ff2095b tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 946 time: 0.2172582 Feb 03 12:30:35.055023 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-496a6672-f16f-4938-b1fd-8b4b3b32c534 req-07ece4ea-de47-49b3-9c4b-2f242032e80e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=99b667ac-b4aa-44dc-b3f6-9744e8160077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266668 Feb 03 12:30:35.072724 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a0299e4d-28b8-4a97-b798-cc64e010bb9a req-68d4177d-5db5-4259-98d1-f263e68948eb tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b667ac-b4aa-44dc-b3f6-9744e8160077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935133 Feb 03 12:30:35.096709 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e795c-f093-4da2-9efd-19fadf430657 req-7d925a7f-5caf-4aa0-a580-9e4aa0f1321a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:35.103641 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-152e795c-f093-4da2-9efd-19fadf430657 req-7d925a7f-5caf-4aa0-a580-9e4aa0f1321a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.1117418 Feb 03 12:30:35.172079 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-152e795c-f093-4da2-9efd-19fadf430657 req-0359c209-0777-401f-91e9-f027cb9bba28 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577779 Feb 03 12:30:35.256913 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325a5e9-dd4c-4af1-98cb-496c925eb133 req-759a33f4-1160-4093-b9e2-496727ac4963 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:35.258640 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b325a5e9-dd4c-4af1-98cb-496c925eb133 req-759a33f4-1160-4093-b9e2-496727ac4963 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 950 time: 0.0742643 Feb 03 12:30:35.335808 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b325a5e9-dd4c-4af1-98cb-496c925eb133 req-fe753e79-d221-4414-8523-e1f26dc853ba tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683742 Feb 03 12:30:35.365950 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34280) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:35.495166 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af2f6dce-2946-49c3-a217-587fd0dac2d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:35.580313 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af2f6dce-2946-49c3-a217-587fd0dac2d4 admin admin] Publish callbacks [] for security_group (be20d9ce-b148-4c1b-931d-69ed4f4f772b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:35.584991 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af2f6dce-2946-49c3-a217-587fd0dac2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (be20d9ce-b148-4c1b-931d-69ed4f4f772b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:35.640003 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-af2f6dce-2946-49c3-a217-587fd0dac2d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1bff6940e91f4835b5307e2f2261c9f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713284 Feb 03 12:30:35.641407 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f6dce-2946-49c3-a217-587fd0dac2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be20d9ce-b148-4c1b-931d-69ed4f4f772b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:35.641819 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34286) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:35.695336 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b180a-3e67-4248-ae68-37cddbf2fa29 req-39fec277-ab43-4971-b2ba-ef6f72911d46 tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:35.697060 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5d7b180a-3e67-4248-ae68-37cddbf2fa29 req-39fec277-ab43-4971-b2ba-ef6f72911d46 tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 1132 time: 0.0859625 Feb 03 12:30:35.721208 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ad4ac42-b541-416b-9e66-b36462286947 admin admin] Publish callbacks [] for security_group (be20d9ce-b148-4c1b-931d-69ed4f4f772b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:35.725561 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5d7b180a-3e67-4248-ae68-37cddbf2fa29 req-6a90f12f-8c85-4a35-af70-01a532733fbf tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:35.750363 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ad4ac42-b541-416b-9e66-b36462286947 admin admin] Publish callbacks [] for security_group (be20d9ce-b148-4c1b-931d-69ed4f4f772b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:35.807854 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ad4ac42-b541-416b-9e66-b36462286947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (be20d9ce-b148-4c1b-931d-69ed4f4f772b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:35.810385 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ad4ac42-b541-416b-9e66-b36462286947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:35.813933 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8ad4ac42-b541-416b-9e66-b36462286947 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be20d9ce-b148-4c1b-931d-69ed4f4f772b HTTP/1.1" status: 204 len: 168 time: 0.1680074 Feb 03 12:30:35.822284 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4ac42-b541-416b-9e66-b36462286947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be20d9ce-b148-4c1b-931d-69ed4f4f772b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:35.902765 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ee2e29a-975b-48db-9179-cf964db54eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:35.913345 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5d7b180a-3e67-4248-ae68-37cddbf2fa29 req-6a90f12f-8c85-4a35-af70-01a532733fbf tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] Publish callbacks [] for security_group (10a25a1f-0a60-499b-b3be-d9e5703bb2e6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:35.921822 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5d7b180a-3e67-4248-ae68-37cddbf2fa29 req-6a90f12f-8c85-4a35-af70-01a532733fbf tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (10a25a1f-0a60-499b-b3be-d9e5703bb2e6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:35.929428 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d981d3-9bf0-4b82-b8fa-a7a53cf1e894 req-490dcb0d-efe4-442c-a3ee-e6d1a8d88472 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:35.931025 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-05d981d3-9bf0-4b82-b8fa-a7a53cf1e894 req-490dcb0d-efe4-442c-a3ee-e6d1a8d88472 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.1271777 Feb 03 12:30:35.952211 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90f12f-8c85-4a35-af70-01a532733fbf tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a25a1f-0a60-499b-b3be-d9e5703bb2e6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:35.981049 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5d7b180a-3e67-4248-ae68-37cddbf2fa29 req-6a90f12f-8c85-4a35-af70-01a532733fbf tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734771 Feb 03 12:30:35.995594 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-05d981d3-9bf0-4b82-b8fa-a7a53cf1e894 req-21bffdfb-a796-4a88-b8d1-3605c81c5e5e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576730 Feb 03 12:30:36.248562 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34304) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:36.253180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6780d-0821-47cd-90a3-7e08370b1529 req-3e90af03-3559-4746-a3f7-9d1653201a9d tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:36.261918 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-23d6780d-0821-47cd-90a3-7e08370b1529 req-3e90af03-3559-4746-a3f7-9d1653201a9d tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 946 time: 0.0983896 Feb 03 12:30:36.276860 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1436-54c6-4141-8397-61b7e971a4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:36.313586 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-23d6780d-0821-47cd-90a3-7e08370b1529 req-3c7ffa77-380f-4afa-9d9f-3b3221274b94 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b667ac-b4aa-44dc-b3f6-9744e8160077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505311 Feb 03 12:30:36.364768 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6cd9b-55b2-4d90-b29d-f2c654326bb6 req-7332b87e-af92-493e-8b78-02ef3a1453df tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:36.366403 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-91b6cd9b-55b2-4d90-b29d-f2c654326bb6 req-7332b87e-af92-493e-8b78-02ef3a1453df tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.1008623 Feb 03 12:30:36.434664 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-fb6ada2a-9245-45c5-9d1b-110e495c320b tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d375c31b6fe24472a187873bc305b655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297413 Feb 03 12:30:36.454888 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-91b6cd9b-55b2-4d90-b29d-f2c654326bb6 req-83db5c64-d2ea-4d98-b50a-6a91662bad5b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789723 Feb 03 12:30:36.465867 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1436-54c6-4141-8397-61b7e971a4ea admin admin] Publish callbacks [] for security_group (e5175f92-e3ed-41d9-8eb9-b0f3906e416b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:36.473587 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1436-54c6-4141-8397-61b7e971a4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e5175f92-e3ed-41d9-8eb9-b0f3906e416b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:36.524272 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8c2b1436-54c6-4141-8397-61b7e971a4ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d89ab02c9ba4bb08e24b105b24c2e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741094 Feb 03 12:30:36.525524 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b1436-54c6-4141-8397-61b7e971a4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5175f92-e3ed-41d9-8eb9-b0f3906e416b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:36.528889 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34314) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:36.555002 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-c651f882-c0e4-4384-9bfa-459c291f941f tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:36.556547 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-c651f882-c0e4-4384-9bfa-459c291f941f tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1210251 Feb 03 12:30:36.571771 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-7911140e-9333-4805-b245-ce19ff22d771 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/quotas/d375c31b6fe24472a187873bc305b655 HTTP/1.1" status: 200 len: 375 time: 0.0095510 Feb 03 12:30:36.585556 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3be5521d-6303-4ec3-9642-5880f6b5fdf5 admin admin] Publish callbacks [] for security_group (e5175f92-e3ed-41d9-8eb9-b0f3906e416b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:36.608114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3be5521d-6303-4ec3-9642-5880f6b5fdf5 admin admin] Publish callbacks [] for security_group (e5175f92-e3ed-41d9-8eb9-b0f3906e416b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:36.625975 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-1fb64c67-93f8-4003-b217-6ea9fb7aff37 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487459 Feb 03 12:30:36.657896 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3be5521d-6303-4ec3-9642-5880f6b5fdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e5175f92-e3ed-41d9-8eb9-b0f3906e416b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:36.661566 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3be5521d-6303-4ec3-9642-5880f6b5fdf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:36.662739 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3be5521d-6303-4ec3-9642-5880f6b5fdf5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5175f92-e3ed-41d9-8eb9-b0f3906e416b HTTP/1.1" status: 204 len: 168 time: 0.1334670 Feb 03 12:30:36.672385 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5521d-6303-4ec3-9642-5880f6b5fdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5175f92-e3ed-41d9-8eb9-b0f3906e416b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:36.782737 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:37.195834 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf09fde-7963-461d-a6ca-5a7d14a60655 req-6c0b84e6-51db-473b-bf03-4871872f3d83 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:37.211026 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bcf09fde-7963-461d-a6ca-5a7d14a60655 req-6c0b84e6-51db-473b-bf03-4871872f3d83 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.1289327 Feb 03 12:30:37.320214 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bcf09fde-7963-461d-a6ca-5a7d14a60655 req-f07eb33a-356b-4b03-85f0-f79858f81364 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010361 Feb 03 12:30:37.500117 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d8978-55ea-4818-84dd-115d0c0da7f0 req-93a8c2c3-a4cc-4e04-ac85-6247859245c2 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:37.501671 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-059d8978-55ea-4818-84dd-115d0c0da7f0 req-93a8c2c3-a4cc-4e04-ac85-6247859245c2 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 946 time: 0.0877228 Feb 03 12:30:37.577982 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-059d8978-55ea-4818-84dd-115d0c0da7f0 req-db092c73-22a9-4bdc-915d-a1064460573d tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b667ac-b4aa-44dc-b3f6-9744e8160077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576448 Feb 03 12:30:37.600212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34356) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:37.674042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb1751-b766-4287-a302-4dba387327c2 req-74f4494d-ac68-4d84-8ea9-d0cda46611c9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:37.675721 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28bb1751-b766-4287-a302-4dba387327c2 req-74f4494d-ac68-4d84-8ea9-d0cda46611c9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.1308684 Feb 03 12:30:37.728398 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-884393e6-b3d2-4a25-af3d-e26a26f97a23 service neutron] 10.222.0.31 "GET /v2.0/ports/52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60/bindings/n-h2-827336-3 HTTP/1.1" status: 200 len: 382 time: 0.1371279 Feb 03 12:30:37.755134 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28bb1751-b766-4287-a302-4dba387327c2 req-18f2e3e3-d653-422f-a81a-1524b42c9672 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694962 Feb 03 12:30:37.779160 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5abf8330-eca9-425c-afba-d7756bd6dee0 req-43866197-727a-479f-a020-9794a8251720 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=94dea914-51fe-40e8-86ef-aa82486d8923 HTTP/1.1" status: 200 len: 210 time: 0.0785003 Feb 03 12:30:37.834284 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d713dec1-4f11-4a4e-b7cf-8a56a655bbab admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-811260139-network', 'tenant_id': 'de5e85dfba23479ebd8cf8e55513a3c9'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:37.862858 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d713dec1-4f11-4a4e-b7cf-8a56a655bbab admin admin] Made reservation on behalf of de5e85dfba23479ebd8cf8e55513a3c9 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:30:37.868138 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d713dec1-4f11-4a4e-b7cf-8a56a655bbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:37.884726 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d713dec1-4f11-4a4e-b7cf-8a56a655bbab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:37.996912 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d713dec1-4f11-4a4e-b7cf-8a56a655bbab admin admin] Publish callbacks [] for security_group (468ca6c0-b637-4e68-adff-f36d946d169f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:38.001158 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d713dec1-4f11-4a4e-b7cf-8a56a655bbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (468ca6c0-b637-4e68-adff-f36d946d169f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:38.057565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d713dec1-4f11-4a4e-b7cf-8a56a655bbab admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:30:38.087098 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:38.090624 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d713dec1-4f11-4a4e-b7cf-8a56a655bbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (cceae6b5-a2fc-430e-8f9d-8e13e53e8117), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:38.091055 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-d713dec1-4f11-4a4e-b7cf-8a56a655bbab admin admin] Added segment cceae6b5-a2fc-430e-8f9d-8e13e53e8117 of type vlan for network c530c21e-d183-49d5-aba4-0fe9d9165480 Feb 03 12:30:38.104209 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713dec1-4f11-4a4e-b7cf-8a56a655bbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468ca6c0-b637-4e68-adff-f36d946d169f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:38.125351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-01fca604-6763-43d6-81f4-52679833360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:38.129005 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-01fca604-6763-43d6-81f4-52679833360b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300&tenant_id=207048d5e9d548ac8439a4c69e7678ef HTTP/1.1" status: 200 len: 1131 time: 0.1466556 Feb 03 12:30:38.193077 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d713dec1-4f11-4a4e-b7cf-8a56a655bbab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (c530c21e-d183-49d5-aba4-0fe9d9165480), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:38.231510 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-64862ee8-894d-4372-9eb1-e7cc9d406297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:38.233167 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-64862ee8-894d-4372-9eb1-e7cc9d406297 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 1131 time: 0.0743332 Feb 03 12:30:38.234242 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d713dec1-4f11-4a4e-b7cf-8a56a655bbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (c530c21e-d183-49d5-aba4-0fe9d9165480), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:38.235111 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d713dec1-4f11-4a4e-b7cf-8a56a655bbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:38.235663 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d713dec1-4f11-4a4e-b7cf-8a56a655bbab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:38.328393 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d713dec1-4f11-4a4e-b7cf-8a56a655bbab admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7283909 Feb 03 12:30:38.331289 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34364) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:38.338068 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-46d68722-e8a0-454f-9d7c-ef61f39af5cb admin admin] Request body: {'subnet': {'network_id': 'c530c21e-d183-49d5-aba4-0fe9d9165480', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-811260139-subnet', 'tenant_id': 'de5e85dfba23479ebd8cf8e55513a3c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:38.369440 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d68722-e8a0-454f-9d7c-ef61f39af5cb admin admin] Made reservation on behalf of de5e85dfba23479ebd8cf8e55513a3c9 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:30:38.372882 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46d68722-e8a0-454f-9d7c-ef61f39af5cb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:38.390977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713dec1-4f11-4a4e-b7cf-8a56a655bbab admin admin] Pushing event updated for resources: {'Network': ['ID=c530c21e-d183-49d5-aba4-0fe9d9165480,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:38.402777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network c530c21e-d183-49d5-aba4-0fe9d9165480 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:30:38.486015 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bd352-219a-40b0-92c2-c520ed17aac5 req-6bc4c614-f1f5-4c09-a267-f5be877bc245 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:38.487752 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1a9bd352-219a-40b0-92c2-c520ed17aac5 req-6bc4c614-f1f5-4c09-a267-f5be877bc245 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.1024184 Feb 03 12:30:38.489960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-e53bb2a9-ef69-412e-a6f3-29a5779d0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:38.491390 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-e53bb2a9-ef69-412e-a6f3-29a5779d0777 service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.2505152 Feb 03 12:30:38.542160 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-9886a281-519d-4d27-b60b-976a94ca9362 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 HTTP/1.1" status: 200 len: 217 time: 0.0405118 Feb 03 12:30:38.575989 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46d68722-e8a0-454f-9d7c-ef61f39af5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for subnet (3accd571-dc37-4a6d-830b-ff6975757f12), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:38.613337 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1a9bd352-219a-40b0-92c2-c520ed17aac5 req-9b65a33f-53a5-485c-b57b-3a41058d1284 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143808 Feb 03 12:30:38.629149 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-db0e48f0-ec98-4d95-9e0d-6e2a5a38bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:38.631245 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-db0e48f0-ec98-4d95-9e0d-6e2a5a38bb10 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0828085 Feb 03 12:30:38.649528 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d68722-e8a0-454f-9d7c-ef61f39af5cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3accd571-dc37-4a6d-830b-ff6975757f12,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:38.656416 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d68722-e8a0-454f-9d7c-ef61f39af5cb admin admin] Checking segment: {'id': 'cceae6b5-a2fc-430e-8f9d-8e13e53e8117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c530c21e-d183-49d5-aba4-0fe9d9165480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:30:38.656786 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d68722-e8a0-454f-9d7c-ef61f39af5cb admin admin] Network hostable DHCP agents. Network: c530c21e-d183-49d5-aba4-0fe9d9165480, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:30:38.680934 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d68722-e8a0-454f-9d7c-ef61f39af5cb admin admin] Network c530c21e-d183-49d5-aba4-0fe9d9165480 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:30:38.696996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-46d68722-e8a0-454f-9d7c-ef61f39af5cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, c530c21e-d183-49d5-aba4-0fe9d9165480) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:30:38.702625 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-c61a1922-fa69-48b1-bb4c-6278517ea0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:38.703308 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d68722-e8a0-454f-9d7c-ef61f39af5cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:38.704397 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46d68722-e8a0-454f-9d7c-ef61f39af5cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:38.704486 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-c61a1922-fa69-48b1-bb4c-6278517ea0a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0669875 Feb 03 12:30:38.711618 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8e6e13-1470-4788-9de4-09af30de372a None None] Network c530c21e-d183-49d5-aba4-0fe9d9165480 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:30:38.747862 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-46d68722-e8a0-454f-9d7c-ef61f39af5cb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4148135 Feb 03 12:30:38.750552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34368) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:38.757369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-25ea0b10-ed40-44b9-9615-ac3255329a60 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-811260139-router', 'tenant_id': 'de5e85dfba23479ebd8cf8e55513a3c9', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:38.803393 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25ea0b10-ed40-44b9-9615-ac3255329a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (4c71c634-8b5f-4cc3-a3fd-8d643a59892a), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:38.806128 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25ea0b10-ed40-44b9-9615-ac3255329a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (4c71c634-8b5f-4cc3-a3fd-8d643a59892a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:38.852693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-c530c21e-d183-49d5-aba4-0fe9d9165480', 'network_id': 'c530c21e-d183-49d5-aba4-0fe9d9165480', 'project_id': 'de5e85dfba23479ebd8cf8e55513a3c9', 'fixed_ips': [{'subnet_id': '3accd571-dc37-4a6d-830b-ff6975757f12'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:30:38.854171 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:38.895175 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25ea0b10-ed40-44b9-9615-ac3255329a60 admin admin] Publish callbacks [] for router_controller (4c71c634-8b5f-4cc3-a3fd-8d643a59892a), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:39.001702 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-c8ac40a2-edbf-44ee-b288-51173d112c1a service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818103 Feb 03 12:30:39.007550 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f7cdea48-504e-481d-9cd8-52994287fa49 req-aec5071d-9f95-4c33-a2cd-cecaae3389dc tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=94dea914-51fe-40e8-86ef-aa82486d8923 HTTP/1.1" status: 200 len: 210 time: 0.0939178 Feb 03 12:30:39.083903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] Allocated IP 172.20.0.2 (c530c21e-d183-49d5-aba4-0fe9d9165480/3accd571-dc37-4a6d-830b-ff6975757f12/7f5aa91c-0e54-40ab-b46e-797966c5d9b9) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:30:39.099708 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-ffb9f792-b106-4d36-b2f9-baacbfe69a4a tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d375c31b6fe24472a187873bc305b655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892432 Feb 03 12:30:39.163114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25ea0b10-ed40-44b9-9615-ac3255329a60 admin admin] Publish callbacks [] for router_gateway (4c71c634-8b5f-4cc3-a3fd-8d643a59892a), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:39.198283 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74557ec5-46a2-4f30-9378-ce0e06a655ca req-581c54aa-d5d1-4ce8-ae75-c10396c45568 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:39.202004 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-74557ec5-46a2-4f30-9378-ce0e06a655ca req-581c54aa-d5d1-4ce8-ae75-c10396c45568 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.2209735 Feb 03 12:30:39.261919 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] Publish callbacks [] for port (7f5aa91c-0e54-40ab-b46e-797966c5d9b9), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:39.271066 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (7f5aa91c-0e54-40ab-b46e-797966c5d9b9), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:39.320615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] Network c530c21e-d183-49d5-aba4-0fe9d9165480 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:30:39.322731 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-74557ec5-46a2-4f30-9378-ce0e06a655ca req-feb906fd-425b-4411-bf2e-2e6e3eba5c64 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140134 Feb 03 12:30:39.324551 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:30:39.328821 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:30:39.338183 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-bffe01a5-4813-4568-bc74-ae01833e20bd tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d375c31b6fe24472a187873bc305b655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3081036 Feb 03 12:30:39.350154 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] Pushing event updated for resources: {'Port': ['ID=7f5aa91c-0e54-40ab-b46e-797966c5d9b9,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:39.404753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-44fa9290-aa42-4fc5-95c8-085d86afcf4b tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:39.406663 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-44fa9290-aa42-4fc5-95c8-085d86afcf4b tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2569306 Feb 03 12:30:39.412946 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] Attempting to bind port 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:30:39.413345 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] Attempting to bind port 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'cceae6b5-a2fc-430e-8f9d-8e13e53e8117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c530c21e-d183-49d5-aba4-0fe9d9165480'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:30:39.413778 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] Attempting to bind port 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 on network c530c21e-d183-49d5-aba4-0fe9d9165480 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:39.419268 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:30:39.419696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] Checking segment: {'id': 'cceae6b5-a2fc-430e-8f9d-8e13e53e8117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c530c21e-d183-49d5-aba4-0fe9d9165480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:30:39.420148 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:39.420549 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] Bound using segment: {'id': 'cceae6b5-a2fc-430e-8f9d-8e13e53e8117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c530c21e-d183-49d5-aba4-0fe9d9165480'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:30:39.421100 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] Bound port: 7f5aa91c-0e54-40ab-b46e-797966c5d9b9, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cceae6b5-a2fc-430e-8f9d-8e13e53e8117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c530c21e-d183-49d5-aba4-0fe9d9165480'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:30:39.421496 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7f5aa91c-0e54-40ab-b46e-797966c5d9b9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:39.484432 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-57c06343-8f99-4b8a-b606-f7f353f9b779 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Request body: {'port': {'device_id': '9989f74b-58b4-43cb-8692-fe21d0e1e0ae', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': 'd375c31b6fe24472a187873bc305b655'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:39.500797 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] For port 7f5aa91c-0e54-40ab-b46e-797966c5d9b9, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:30:39.505592 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] For port 7f5aa91c-0e54-40ab-b46e-797966c5d9b9, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7f5aa91c-0e54-40ab-b46e-797966c5d9b9,segment=NetworkSegment(cceae6b5-a2fc-430e-8f9d-8e13e53e8117),segment_id=cceae6b5-a2fc-430e-8f9d-8e13e53e8117)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:30:39.513156 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7f5aa91c-0e54-40ab-b46e-797966c5d9b9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:39.532704 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25ea0b10-ed40-44b9-9615-ac3255329a60 admin admin] Publish callbacks [] for router_gateway (4c71c634-8b5f-4cc3-a3fd-8d643a59892a), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:39.552379 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25ea0b10-ed40-44b9-9615-ac3255329a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:39.578527 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80377af2-5c37-476f-bde0-b53c3aed6469 None None] Pushing event updated for resources: {'Port': ['ID=7f5aa91c-0e54-40ab-b46e-797966c5d9b9,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:39.614244 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:39.667657 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-25ea0b10-ed40-44b9-9615-ac3255329a60 admin admin] Allocated IP 172.25.6.175 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:30:39.715578 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-fec331e5-a364-4801-8fd4-223d2232ee46 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:39.718280 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-fec331e5-a364-4801-8fd4-223d2232ee46 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2775576 Feb 03 12:30:39.726519 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-57c06343-8f99-4b8a-b606-f7f353f9b779 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Made reservation on behalf of d375c31b6fe24472a187873bc305b655 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:30:39.731665 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-57c06343-8f99-4b8a-b606-f7f353f9b779 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:39.742022 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-4870c25c-4dc0-43e3-a05f-57545ae13fa1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Request body: {'port': {'device_id': '94dea914-51fe-40e8-86ef-aa82486d8923', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': 'd375c31b6fe24472a187873bc305b655'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:39.785451 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25ea0b10-ed40-44b9-9615-ac3255329a60 admin admin] Publish callbacks [] for port (5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:39.820545 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5586d13d-8bbd-448c-948b-aa277b2c479d req-8933c1d5-2e78-4d72-97b6-86e662f78c33 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8062718 Feb 03 12:30:39.848302 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25ea0b10-ed40-44b9-9615-ac3255329a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:39.916536 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ea0b10-ed40-44b9-9615-ac3255329a60 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:30:39.922328 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-25ea0b10-ed40-44b9-9615-ac3255329a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:30:39.933547 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ea0b10-ed40-44b9-9615-ac3255329a60 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:30:39.999774 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62dac66-3f9b-4dfe-8b46-06bbf230ad16 req-8cd0ccc3-66d6-4ff2-8d13-9d89549b0a7f tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:40.009767 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e62dac66-3f9b-4dfe-8b46-06bbf230ad16 req-8cd0ccc3-66d6-4ff2-8d13-9d89549b0a7f tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.2845473 Feb 03 12:30:40.130021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea0b10-ed40-44b9-9615-ac3255329a60 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:40.167724 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e62dac66-3f9b-4dfe-8b46-06bbf230ad16 req-8acef453-c088-4b45-a765-7aad3e6e4192 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569643 Feb 03 12:30:40.173957 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-98469db5-1244-4571-ae7d-a51f444ec636 req-8f273408-ccf4-4481-b8aa-a7021b035943 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=94dea914-51fe-40e8-86ef-aa82486d8923 HTTP/1.1" status: 200 len: 210 time: 0.0483942 Feb 03 12:30:40.199166 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-57c06343-8f99-4b8a-b606-f7f353f9b779 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Allocated IP 192.168.233.4 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/01fd3fea-af82-450c-aff7-812539d9e514) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:30:40.201762 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-4870c25c-4dc0-43e3-a05f-57545ae13fa1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Made reservation on behalf of d375c31b6fe24472a187873bc305b655 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:30:40.205403 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-4870c25c-4dc0-43e3-a05f-57545ae13fa1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:40.514703 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-57c06343-8f99-4b8a-b606-f7f353f9b779 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks [] for port (01fd3fea-af82-450c-aff7-812539d9e514), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:40.527843 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd483af-214a-4e4c-9340-5b5f759c772c req-386c32e8-f736-407a-a127-15d5b247275c tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:40.529595 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-edd483af-214a-4e4c-9340-5b5f759c772c req-386c32e8-f736-407a-a127-15d5b247275c tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.1092291 Feb 03 12:30:40.554668 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25ea0b10-ed40-44b9-9615-ac3255329a60 admin admin] Publish callbacks [] for router_gateway (4c71c634-8b5f-4cc3-a3fd-8d643a59892a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:40.628876 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-edd483af-214a-4e4c-9340-5b5f759c772c req-29c2c76c-89aa-46a7-ae0f-521285ee2c90 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820935 Feb 03 12:30:40.631932 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-57c06343-8f99-4b8a-b606-f7f353f9b779 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (01fd3fea-af82-450c-aff7-812539d9e514), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:40.678337 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['469dfbeb-df09-488a-9fc2-1deeba99228e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:30:40.727577 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-57c06343-8f99-4b8a-b606-f7f353f9b779 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:30:40.741404 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-57c06343-8f99-4b8a-b606-f7f353f9b779 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:30:40.748642 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-57c06343-8f99-4b8a-b606-f7f353f9b779 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:30:40.755042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-57c06343-8f99-4b8a-b606-f7f353f9b779 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:40.755684 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-57c06343-8f99-4b8a-b606-f7f353f9b779 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:40.782469 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-4870c25c-4dc0-43e3-a05f-57545ae13fa1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Allocated IP 192.168.233.48 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/36d80831-0a76-4f98-ad31-3fc3fd77ef71) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:30:40.799612 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c06343-8f99-4b8a-b606-f7f353f9b779 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Pushing event updated for resources: {'Port': ['ID=01fd3fea-af82-450c-aff7-812539d9e514,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:40.849550 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-57c06343-8f99-4b8a-b606-f7f353f9b779 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3720181 Feb 03 12:30:40.911413 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] Request body: {'port': {'device_id': '9989f74b-58b4-43cb-8692-fe21d0e1e0ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:40.924897 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25ea0b10-ed40-44b9-9615-ac3255329a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (4c71c634-8b5f-4cc3-a3fd-8d643a59892a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:41.061563 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (01fd3fea-af82-450c-aff7-812539d9e514), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:41.111329 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ea0b10-ed40-44b9-9615-ac3255329a60 admin admin] Router 4c71c634-8b5f-4cc3-a3fd-8d643a59892a is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:30:41.134593 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dbe04d0e-0d79-49e1-9200-1084a3165d00 None None] Provisioning complete for port 01fd3fea-af82-450c-aff7-812539d9e514 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:41.135696 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dbe04d0e-0d79-49e1-9200-1084a3165d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (01fd3fea-af82-450c-aff7-812539d9e514), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:41.152689 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-4870c25c-4dc0-43e3-a05f-57545ae13fa1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks [] for port (36d80831-0a76-4f98-ad31-3fc3fd77ef71), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:41.174514 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181f9a16-a9dd-4463-8589-56e8993aa35a None None] Network c530c21e-d183-49d5-aba4-0fe9d9165480 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:30:41.221502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-dbe04d0e-0d79-49e1-9200-1084a3165d00 None None] Port 01fd3fea-af82-450c-aff7-812539d9e514 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:30:41.283558 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ea0b10-ed40-44b9-9615-ac3255329a60 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:30:41.296543 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] Sync routers for ids ['4c71c634-8b5f-4cc3-a3fd-8d643a59892a'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:30:41.317609 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] Routers {'4c71c634-8b5f-4cc3-a3fd-8d643a59892a'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:30:41.318620 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:30:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4c71c634-8b5f-4cc3-a3fd-8d643a59892a'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:30:41.349917 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:30:41.354445 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-21fcc669-c0c1-4f8e-bb89-9fb8429ec982 None None] Provisioning complete for port 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:41.354875 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21fcc669-c0c1-4f8e-bb89-9fb8429ec982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7f5aa91c-0e54-40ab-b46e-797966c5d9b9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:41.365355 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28f35307-51d7-487e-97f2-33e76ccf2810 req-8ccd6022-8808-4357-80d2-0abefd107b7a tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=94dea914-51fe-40e8-86ef-aa82486d8923 HTTP/1.1" status: 200 len: 210 time: 0.0832679 Feb 03 12:30:41.400483 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-4870c25c-4dc0-43e3-a05f-57545ae13fa1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (36d80831-0a76-4f98-ad31-3fc3fd77ef71), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:41.419181 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25ea0b10-ed40-44b9-9615-ac3255329a60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:41.426551 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-25ea0b10-ed40-44b9-9615-ac3255329a60 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.6732879 Feb 03 12:30:41.427398 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34386) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:41.445798 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] Set router 4c71c634-8b5f-4cc3-a3fd-8d643a59892a gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:30:41.477103 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['469dfbeb-df09-488a-9fc2-1deeba99228e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:30:41.502157 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-21fcc669-c0c1-4f8e-bb89-9fb8429ec982 None None] Current status of the port 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:41.502809 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21fcc669-c0c1-4f8e-bb89-9fb8429ec982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7f5aa91c-0e54-40ab-b46e-797966c5d9b9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:41.567314 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f6351-88fc-4c04-a0f9-739ac3f778ba req-b8ed5696-2c0f-4795-a6df-a2492c24cc20 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:41.575926 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c70f6351-88fc-4c04-a0f9-739ac3f778ba req-b8ed5696-2c0f-4795-a6df-a2492c24cc20 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.2900033 Feb 03 12:30:41.609630 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-21fcc669-c0c1-4f8e-bb89-9fb8429ec982 None None] For port 7f5aa91c-0e54-40ab-b46e-797966c5d9b9, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7f5aa91c-0e54-40ab-b46e-797966c5d9b9,segment=NetworkSegment(cceae6b5-a2fc-430e-8f9d-8e13e53e8117),segment_id=cceae6b5-a2fc-430e-8f9d-8e13e53e8117)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:41.657946 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01fd3fea-af82-450c-aff7-812539d9e514 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:30:41.665720 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71c634-8b5f-4cc3-a3fd-8d643a59892a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-811260139-router', 'tenant_id': 'de5e85dfba23479ebd8cf8e55513a3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:30:38Z', 'updated_at': '2022-02-03T12:30:40Z', 'revision_number': 3, 'project_id': 'de5e85dfba23479ebd8cf8e55513a3c9', 'gw_port': {'id': '5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71c634-8b5f-4cc3-a3fd-8d643a59892a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:30:39Z', 'updated_at': '2022-02-03T12:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:30:41.666745 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] Publish callbacks [] for port (01fd3fea-af82-450c-aff7-812539d9e514), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:41.670932 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:41.671699 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:41.675153 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21fcc669-c0c1-4f8e-bb89-9fb8429ec982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7f5aa91c-0e54-40ab-b46e-797966c5d9b9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:41.693263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] Transition to ACTIVE for port object 01fd3fea-af82-450c-aff7-812539d9e514 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:30:41.713242 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (01fd3fea-af82-450c-aff7-812539d9e514), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:41.748738 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] Checking router: 4c71c634-8b5f-4cc3-a3fd-8d643a59892a for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:30:41.749611 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] Updating router 4c71c634-8b5f-4cc3-a3fd-8d643a59892a port 5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:30:41.771926 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-4870c25c-4dc0-43e3-a05f-57545ae13fa1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:30:41.793156 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:41.822491 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-4870c25c-4dc0-43e3-a05f-57545ae13fa1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:30:41.831219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-4870c25c-4dc0-43e3-a05f-57545ae13fa1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:30:41.836896 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-4870c25c-4dc0-43e3-a05f-57545ae13fa1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:41.837515 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-4870c25c-4dc0-43e3-a05f-57545ae13fa1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:41.843261 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870c25c-4dc0-43e3-a05f-57545ae13fa1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Pushing event updated for resources: {'Port': ['ID=36d80831-0a76-4f98-ad31-3fc3fd77ef71,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:41.879469 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c70f6351-88fc-4c04-a0f9-739ac3f778ba req-2671e746-234e-4eda-b239-0329c26c3d19 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854252 Feb 03 12:30:41.994083 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcc669-c0c1-4f8e-bb89-9fb8429ec982 None None] Pushing event updated for resources: {'Port': ['ID=7f5aa91c-0e54-40ab-b46e-797966c5d9b9,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:42.055052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87535681-57b8-40e6-b816-e6feed466342 service neutron] Pushing event updated for resources: {'Port': ['ID=01fd3fea-af82-450c-aff7-812539d9e514,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:42.153571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ef2df2-34e5-4b4f-90cd-d77951a3b300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:42.156587 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab373759-4e41-47d7-b417-a21d7244a765" -d '{"events": [{"server_uuid": "42ef2df2-34e5-4b4f-90cd-d77951a3b300", "name": "network-vif-unplugged", "status": "completed", "tag": "52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:42.209887 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:42.233928 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:42.348807 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:30:42.362838 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14790c56-05c7-470e-8780-4f44fb2e11a5 x-openstack-request-id: req-14790c56-05c7-470e-8780-4f44fb2e11a5 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:42.363458 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ef2df2-34e5-4b4f-90cd-d77951a3b300", "name": "network-vif-unplugged", "status": "completed", "tag": "52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:42.364220 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14790c56-05c7-470e-8780-4f44fb2e11a5 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:42.365213 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ef2df2-34e5-4b4f-90cd-d77951a3b300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60', 'code': 200} Feb 03 12:30:42.369616 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:42.488717 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0b088ea1-c65e-43f0-861e-8cff7aa5735b None None] Provisioning complete for port 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:42.489473 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0b088ea1-c65e-43f0-861e-8cff7aa5735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7f5aa91c-0e54-40ab-b46e-797966c5d9b9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:42.537197 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] Publish callbacks [] for port (5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:42.562469 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:42.687649 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f844c3-0bf0-4b4a-aceb-b47b843328f5 None None] Pushing event updated for resources: {'Port': ['ID=5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:42.698856 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] Attempting to bind port 5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:30:42.700547 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] Attempting to bind port 5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:30:42.700916 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] Attempting to bind port 5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:42.702656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:42.707549 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7f5aa91c-0e54-40ab-b46e-797966c5d9b9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:42.709948 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f844c3-0bf0-4b4a-aceb-b47b843328f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:42.710463 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f844c3-0bf0-4b4a-aceb-b47b843328f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:42.711216 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f844c3-0bf0-4b4a-aceb-b47b843328f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:42.711764 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f844c3-0bf0-4b4a-aceb-b47b843328f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:42.712358 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f844c3-0bf0-4b4a-aceb-b47b843328f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:42.712896 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f844c3-0bf0-4b4a-aceb-b47b843328f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:42.713577 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f844c3-0bf0-4b4a-aceb-b47b843328f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:42.714113 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f844c3-0bf0-4b4a-aceb-b47b843328f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:42.714803 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f844c3-0bf0-4b4a-aceb-b47b843328f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:42.715597 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f844c3-0bf0-4b4a-aceb-b47b843328f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:42.716922 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f844c3-0bf0-4b4a-aceb-b47b843328f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:42.717832 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f844c3-0bf0-4b4a-aceb-b47b843328f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:42.718387 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f844c3-0bf0-4b4a-aceb-b47b843328f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:30:42.727328 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:30:42.728764 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:30:42.729438 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:42.731084 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:30:42.732166 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] Bound port: 5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:30:42.733469 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:42.808948 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-4870c25c-4dc0-43e3-a05f-57545ae13fa1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0739164 Feb 03 12:30:42.826912 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e98691-7f98-4bf8-a781-ef71dd818177 req-2fdfac3b-964f-43af-9fd6-c05e1483cce1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:42.831716 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] For port 5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:30:42.834444 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-04e98691-7f98-4bf8-a781-ef71dd818177 req-2fdfac3b-964f-43af-9fd6-c05e1483cce1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=94dea914-51fe-40e8-86ef-aa82486d8923 HTTP/1.1" status: 200 len: 935 time: 0.3011949 Feb 03 12:30:42.837208 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] For port 5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:30:42.838792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735a002-7624-45c7-a4d9-58bfbc3b5504 req-1c9bd585-adbd-4633-9a51-5ce3ff4ac634 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:42.841173 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a735a002-7624-45c7-a4d9-58bfbc3b5504 req-1c9bd585-adbd-4633-9a51-5ce3ff4ac634 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 1.0810497 Feb 03 12:30:42.845906 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] Request body: {'port': {'device_id': '94dea914-51fe-40e8-86ef-aa82486d8923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:42.849387 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] Attempting to bind port 01fd3fea-af82-450c-aff7-812539d9e514 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:30:42.849768 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] Attempting to bind port 01fd3fea-af82-450c-aff7-812539d9e514 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:30:42.850391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] Attempting to bind port 01fd3fea-af82-450c-aff7-812539d9e514 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:42.858670 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:42.877870 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0b088ea1-c65e-43f0-861e-8cff7aa5735b None None] Current status of the port 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:42.887056 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] Port 01fd3fea-af82-450c-aff7-812539d9e514 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:30:42.887609 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] Attempting to bind port 01fd3fea-af82-450c-aff7-812539d9e514 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:42.928604 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-966b8621-56c6-4095-b829-7b05fee28005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:42.933908 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:42.936946 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:30:42.946324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:30:42.946733 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:30:42.947192 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] Bound port: 01fd3fea-af82-450c-aff7-812539d9e514, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:30:42.947556 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (01fd3fea-af82-450c-aff7-812539d9e514), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:43.012592 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f844c3-0bf0-4b4a-aceb-b47b843328f5 None None] Pushing event updated for resources: {'Port': ['ID=5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:43.015010 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-04e98691-7f98-4bf8-a781-ef71dd818177 req-26497506-404c-44dd-b4ba-4a5af99aa6e8 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606805 Feb 03 12:30:43.022319 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-36dced2b-ca89-48fe-a359-d5e9bc8a7b8f None None] Provisioning complete for port 36d80831-0a76-4f98-ad31-3fc3fd77ef71 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:43.022842 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36dced2b-ca89-48fe-a359-d5e9bc8a7b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (36d80831-0a76-4f98-ad31-3fc3fd77ef71), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:43.043735 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] Routers {'4c71c634-8b5f-4cc3-a3fd-8d643a59892a'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:30:43.044617 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:30:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4c71c634-8b5f-4cc3-a3fd-8d643a59892a'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:30:43.109356 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-36dced2b-ca89-48fe-a359-d5e9bc8a7b8f None None] Port 36d80831-0a76-4f98-ad31-3fc3fd77ef71 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:30:43.109802 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] For port 01fd3fea-af82-450c-aff7-812539d9e514, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:30:43.114834 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] For port 01fd3fea-af82-450c-aff7-812539d9e514, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=01fd3fea-af82-450c-aff7-812539d9e514,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:30:43.165508 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (36d80831-0a76-4f98-ad31-3fc3fd77ef71), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:43.183554 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (01fd3fea-af82-450c-aff7-812539d9e514), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:43.247252 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-966b8621-56c6-4095-b829-7b05fee28005 admin admin] Allocated IP 172.20.0.1 (c530c21e-d183-49d5-aba4-0fe9d9165480/3accd571-dc37-4a6d-830b-ff6975757f12/881f70f8-cf87-4b86-83a8-87f433e45f10) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:30:43.286626 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] Set router 4c71c634-8b5f-4cc3-a3fd-8d643a59892a gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:30:43.298610 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f672230-4148-4f1c-8c01-e83c00ce171a req-d04de4b8-3c2a-4fb4-a4e5-7ee784e9673b tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:43.300735 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9f672230-4148-4f1c-8c01-e83c00ce171a req-d04de4b8-3c2a-4fb4-a4e5-7ee784e9673b tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.1339750 Feb 03 12:30:43.365000 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a735a002-7624-45c7-a4d9-58bfbc3b5504 req-260722c4-47d6-40a8-9a7d-bb44eeefd52a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081415 Feb 03 12:30:43.370976 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:30:43.415578 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:43.416230 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:43.417182 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9f672230-4148-4f1c-8c01-e83c00ce171a req-c893ae10-c778-4daf-b9cd-0a9e18b5df62 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019123 Feb 03 12:30:43.430363 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-87535681-57b8-40e6-b816-e6feed466342 service neutron] 10.222.0.73 "PUT /v2.0/ports/01fd3fea-af82-450c-aff7-812539d9e514 HTTP/1.1" status: 200 len: 1094 time: 2.5627289 Feb 03 12:30:43.444532 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9989f74b-58b4-43cb-8692-fe21d0e1e0ae', 'tag': '01fd3fea-af82-450c-aff7-812539d9e514'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:43.451799 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01769dff-6343-41cd-9c42-83fc866d7bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "9989f74b-58b4-43cb-8692-fe21d0e1e0ae", "tag": "01fd3fea-af82-450c-aff7-812539d9e514"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:43.482528 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-966b8621-56c6-4095-b829-7b05fee28005 admin admin] Publish callbacks [] for port (881f70f8-cf87-4b86-83a8-87f433e45f10), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:43.573279 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-966b8621-56c6-4095-b829-7b05fee28005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (881f70f8-cf87-4b86-83a8-87f433e45f10), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:43.641698 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb8836d-9f9e-4488-8dd6-93e302d5b716 x-openstack-request-id: req-8fb8836d-9f9e-4488-8dd6-93e302d5b716 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:43.644285 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:43.644935 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9989f74b-58b4-43cb-8692-fe21d0e1e0ae", "tag": "01fd3fea-af82-450c-aff7-812539d9e514", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:43.645563 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fb8836d-9f9e-4488-8dd6-93e302d5b716 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:43.646172 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9989f74b-58b4-43cb-8692-fe21d0e1e0ae', 'tag': '01fd3fea-af82-450c-aff7-812539d9e514', 'status': 'completed', 'code': 200} Feb 03 12:30:43.662899 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60', 'mac_address': 'fa:16:3e:10:94:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:30:43.672079 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966b8621-56c6-4095-b829-7b05fee28005 admin admin] Network c530c21e-d183-49d5-aba4-0fe9d9165480 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:30:43.680606 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-966b8621-56c6-4095-b829-7b05fee28005 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:30:43.685395 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966b8621-56c6-4095-b829-7b05fee28005 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:30:43.690119 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-966b8621-56c6-4095-b829-7b05fee28005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (4c71c634-8b5f-4cc3-a3fd-8d643a59892a), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:43.774077 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:43.775177 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:43.795733 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87535681-57b8-40e6-b816-e6feed466342 service neutron] Pushing event updated for resources: {'Port': ['ID=01fd3fea-af82-450c-aff7-812539d9e514,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:43.808326 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b8621-56c6-4095-b829-7b05fee28005 admin admin] Pushing event updated for resources: {'Port': ['ID=881f70f8-cf87-4b86-83a8-87f433e45f10,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:43.813109 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:30:43.876787 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:43.887772 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:43.896306 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71c634-8b5f-4cc3-a3fd-8d643a59892a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-811260139-router', 'tenant_id': 'de5e85dfba23479ebd8cf8e55513a3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:30:38Z', 'updated_at': '2022-02-03T12:30:40Z', 'revision_number': 3, 'project_id': 'de5e85dfba23479ebd8cf8e55513a3c9', 'gw_port': {'id': '5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71c634-8b5f-4cc3-a3fd-8d643a59892a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:30:39Z', 'updated_at': '2022-02-03T12:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:30:43.958363 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07588b3c-ac8e-42e0-a184-9755bbf18b28 None None] The sync data for ids ['4c71c634-8b5f-4cc3-a3fd-8d643a59892a'] in n-d-827336-3 is: [{'id': '4c71c634-8b5f-4cc3-a3fd-8d643a59892a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-811260139-router', 'tenant_id': 'de5e85dfba23479ebd8cf8e55513a3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:30:38Z', 'updated_at': '2022-02-03T12:30:40Z', 'revision_number': 3, 'project_id': 'de5e85dfba23479ebd8cf8e55513a3c9', 'gw_port': {'id': '5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71c634-8b5f-4cc3-a3fd-8d643a59892a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:30:39Z', 'updated_at': '2022-02-03T12:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:30:43.975321 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-25eb69cd-dfe9-4d4a-9bb6-8c5627f2a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:43.984660 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-25eb69cd-dfe9-4d4a-9bb6-8c5627f2a09c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&device_id=9989f74b-58b4-43cb-8692-fe21d0e1e0ae HTTP/1.1" status: 200 len: 1128 time: 0.4628289 Feb 03 12:30:44.093456 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:44.109906 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:30:44.115310 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-0aea0d29-87d4-43b8-9a64-043f2b500fb5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=01fd3fea-af82-450c-aff7-812539d9e514 HTTP/1.1" status: 200 len: 217 time: 0.0957460 Feb 03 12:30:44.169787 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-966b8621-56c6-4095-b829-7b05fee28005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (881f70f8-cf87-4b86-83a8-87f433e45f10), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:44.237268 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:44.241884 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7f5aa91c-0e54-40ab-b46e-797966c5d9b9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:44.249211 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:30:44.326307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-54a49346-a08d-476b-b247-8fb5f1b4d22b None None] Provisioning complete for port 881f70f8-cf87-4b86-83a8-87f433e45f10 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:44.326680 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-54a49346-a08d-476b-b247-8fb5f1b4d22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (881f70f8-cf87-4b86-83a8-87f433e45f10), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:44.347081 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-129e5ef9-0dbf-4b9d-98b5-123474ff54ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:44.349152 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-129e5ef9-0dbf-4b9d-98b5-123474ff54ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.2329326 Feb 03 12:30:44.448991 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d80831-0a76-4f98-ad31-3fc3fd77ef71 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:30:44.459322 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] Publish callbacks [] for port (36d80831-0a76-4f98-ad31-3fc3fd77ef71), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:44.476086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] Transition to ACTIVE for port object 36d80831-0a76-4f98-ad31-3fc3fd77ef71 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:30:44.493936 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-966b8621-56c6-4095-b829-7b05fee28005 admin admin] Publish callbacks [] for port (881f70f8-cf87-4b86-83a8-87f433e45f10), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:44.505186 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (36d80831-0a76-4f98-ad31-3fc3fd77ef71), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:44.505845 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-966b8621-56c6-4095-b829-7b05fee28005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (881f70f8-cf87-4b86-83a8-87f433e45f10), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:44.508309 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-966b8621-56c6-4095-b829-7b05fee28005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (4c71c634-8b5f-4cc3-a3fd-8d643a59892a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:44.635809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b9ddf-b1ac-4178-b893-8d608abca419 req-2e73fc98-d632-4cee-b3d8-bf6c60a98a1a tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:44.639848 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=36d80831-0a76-4f98-ad31-3fc3fd77ef71,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:44.645428 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9d4b9ddf-b1ac-4178-b893-8d608abca419 req-2e73fc98-d632-4cee-b3d8-bf6c60a98a1a tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=94dea914-51fe-40e8-86ef-aa82486d8923 HTTP/1.1" status: 200 len: 935 time: 0.4564223 Feb 03 12:30:44.726480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9bbcc-d27d-46df-adec-57ab8216af95 req-8a2518c1-7c1e-43e3-85ab-55a70c35c8e0 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:44.728468 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fdc9bbcc-d27d-46df-adec-57ab8216af95 req-8a2518c1-7c1e-43e3-85ab-55a70c35c8e0 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 948 time: 0.1304307 Feb 03 12:30:44.729416 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] Attempting to bind port 36d80831-0a76-4f98-ad31-3fc3fd77ef71 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:30:44.730012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] Attempting to bind port 36d80831-0a76-4f98-ad31-3fc3fd77ef71 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:30:44.730531 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] Attempting to bind port 36d80831-0a76-4f98-ad31-3fc3fd77ef71 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:44.740420 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-c2e19c97-df7b-446c-b7b9-deba37f47bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:44.742182 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-c2e19c97-df7b-446c-b7b9-deba37f47bef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3850074 Feb 03 12:30:44.749239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] Port 36d80831-0a76-4f98-ad31-3fc3fd77ef71 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:30:44.754711 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b8621-56c6-4095-b829-7b05fee28005 admin admin] Pushing event updated for resources: {'Port': ['ID=881f70f8-cf87-4b86-83a8-87f433e45f10,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:44.758646 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] Attempting to bind port 36d80831-0a76-4f98-ad31-3fc3fd77ef71 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:44.818253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:30:44.818918 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:30:44.820427 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:30:44.820992 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] Bound port: 36d80831-0a76-4f98-ad31-3fc3fd77ef71, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:30:44.827213 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (36d80831-0a76-4f98-ad31-3fc3fd77ef71), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:44.882592 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-54a49346-a08d-476b-b247-8fb5f1b4d22b None None] Port 881f70f8-cf87-4b86-83a8-87f433e45f10 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:30:44.927132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] For port 36d80831-0a76-4f98-ad31-3fc3fd77ef71, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:30:44.927600 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9d4b9ddf-b1ac-4178-b893-8d608abca419 req-36a26972-17a8-4932-8982-a986352c05fe tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809715 Feb 03 12:30:44.931319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] For port 36d80831-0a76-4f98-ad31-3fc3fd77ef71, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=36d80831-0a76-4f98-ad31-3fc3fd77ef71,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:30:44.954850 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966b8621-56c6-4095-b829-7b05fee28005 admin admin] Network c530c21e-d183-49d5-aba4-0fe9d9165480 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:30:44.957411 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (36d80831-0a76-4f98-ad31-3fc3fd77ef71), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:44.964503 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-966b8621-56c6-4095-b829-7b05fee28005 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:30:45.137148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:45.207862 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:45.208508 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:45.215879 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] 10.222.0.73 "PUT /v2.0/ports/36d80831-0a76-4f98-ad31-3fc3fd77ef71 HTTP/1.1" status: 200 len: 1095 time: 2.3918324 Feb 03 12:30:45.377271 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fdc9bbcc-d27d-46df-adec-57ab8216af95 req-42823fdc-1561-4365-9331-3ad0af8fd30b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6325235 Feb 03 12:30:45.395028 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966b8621-56c6-4095-b829-7b05fee28005 admin admin] Router 4c71c634-8b5f-4cc3-a3fd-8d643a59892a has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:30:45.491660 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de974b76-8bed-4166-afda-be71d9fc8b50 req-604fd4ba-ab4b-4e9a-86dd-aa32e71fa4a8 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:45.500616 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de974b76-8bed-4166-afda-be71d9fc8b50 req-604fd4ba-ab4b-4e9a-86dd-aa32e71fa4a8 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.2285550 Feb 03 12:30:45.515080 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75203c-2dcf-4e2a-85f3-4721be23b5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=36d80831-0a76-4f98-ad31-3fc3fd77ef71,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:45.521658 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-b171d1aa-8ec2-415e-84b9-1233b937a67b service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7600992 Feb 03 12:30:45.599066 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:45.609242 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-66d407be-5658-49ea-97cd-85e5b374ad09 None None] Provisioning complete for port 881f70f8-cf87-4b86-83a8-87f433e45f10 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:45.609242 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-66d407be-5658-49ea-97cd-85e5b374ad09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (881f70f8-cf87-4b86-83a8-87f433e45f10), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:45.613778 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-f210345d-e395-411d-8413-0266da13607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:45.618164 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-f210345d-e395-411d-8413-0266da13607c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&device_id=94dea914-51fe-40e8-86ef-aa82486d8923 HTTP/1.1" status: 200 len: 1129 time: 0.3095684 Feb 03 12:30:45.682679 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94dea914-51fe-40e8-86ef-aa82486d8923', 'tag': '36d80831-0a76-4f98-ad31-3fc3fd77ef71'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:45.685616 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261135b4-5665-4ac6-be95-898dc807159e" -d '{"events": [{"name": "network-changed", "server_uuid": "94dea914-51fe-40e8-86ef-aa82486d8923", "tag": "36d80831-0a76-4f98-ad31-3fc3fd77ef71"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:45.766194 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-66d407be-5658-49ea-97cd-85e5b374ad09 None None] Port 881f70f8-cf87-4b86-83a8-87f433e45f10 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:30:45.791791 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de974b76-8bed-4166-afda-be71d9fc8b50 req-6234ff01-ec1b-4dc7-81e6-e4a72b9a5472 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816274 Feb 03 12:30:45.798276 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-59ddece6-4c31-47be-8204-29c26cd55828 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=36d80831-0a76-4f98-ad31-3fc3fd77ef71 HTTP/1.1" status: 200 len: 217 time: 0.1088264 Feb 03 12:30:45.834327 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745a54fb-df1b-4c1d-a100-90a2393c9147 x-openstack-request-id: req-745a54fb-df1b-4c1d-a100-90a2393c9147 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:45.835237 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94dea914-51fe-40e8-86ef-aa82486d8923", "tag": "36d80831-0a76-4f98-ad31-3fc3fd77ef71", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:45.835503 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-745a54fb-df1b-4c1d-a100-90a2393c9147 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:45.836347 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94dea914-51fe-40e8-86ef-aa82486d8923', 'tag': '36d80831-0a76-4f98-ad31-3fc3fd77ef71', 'status': 'completed', 'code': 200} Feb 03 12:30:45.857350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966b8621-56c6-4095-b829-7b05fee28005 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:30:45.897459 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-966b8621-56c6-4095-b829-7b05fee28005 admin admin] 10.222.0.18 "PUT /v2.0/routers/4c71c634-8b5f-4cc3-a3fd-8d643a59892a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4678969 Feb 03 12:30:45.965556 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-fb6c6e05-8e36-4a81-967e-5d37e6a4baa8 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334536 Feb 03 12:30:46.115106 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-11df3a22-498d-48f4-b165-85af1231ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:46.118598 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-11df3a22-498d-48f4-b165-85af1231ea88 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.3116572 Feb 03 12:30:46.127913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:30:46.140302 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243eb73c-4e9e-4e1a-8f91-29093d7b7e60 req-6cb55e79-29da-4100-9bc2-20cbd0dca90f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:46.151724 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-243eb73c-4e9e-4e1a-8f91-29093d7b7e60 req-6cb55e79-29da-4100-9bc2-20cbd0dca90f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 948 time: 0.1488366 Feb 03 12:30:46.238214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac14ab-a4b0-4bfc-bf8f-7ed5f100c6da req-53b47e0c-703a-47de-b2a0-0ff99421855a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:46.239770 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14ac14ab-a4b0-4bfc-bf8f-7ed5f100c6da req-53b47e0c-703a-47de-b2a0-0ff99421855a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.31 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300&tenant_id=207048d5e9d548ac8439a4c69e7678ef&binding%3Ahost_id=n-h2-827336-3 HTTP/1.1" status: 200 len: 948 time: 0.4134302 Feb 03 12:30:46.251263 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:46.251775 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:46.266716 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-243eb73c-4e9e-4e1a-8f91-29093d7b7e60 req-38bf1a6d-3265-407b-920f-3896dfb13c66 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120071 Feb 03 12:30:46.308970 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b20d2-b6fd-47f0-8009-a380e0b4569c req-a6e4c2e4-a8ee-4d83-b001-8d7e814ca996 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:46.308970 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-606b20d2-b6fd-47f0-8009-a380e0b4569c req-a6e4c2e4-a8ee-4d83-b001-8d7e814ca996 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=94dea914-51fe-40e8-86ef-aa82486d8923 HTTP/1.1" status: 200 len: 947 time: 0.3033347 Feb 03 12:30:46.342251 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01769dff-6343-41cd-9c42-83fc866d7bc6 req-d170b167-5fbc-4814-8d1f-73711c2bd04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:46.344284 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01769dff-6343-41cd-9c42-83fc866d7bc6 req-d170b167-5fbc-4814-8d1f-73711c2bd04f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&device_id=9989f74b-58b4-43cb-8692-fe21d0e1e0ae HTTP/1.1" status: 200 len: 1128 time: 0.2236457 Feb 03 12:30:46.383745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-fd121e0b-eca6-4176-8cd1-682e37397a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:46.383745 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-fd121e0b-eca6-4176-8cd1-682e37397a95 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2239199 Feb 03 12:30:46.482738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:46.483441 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:46.507086 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:46.515014 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:46.566665 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-443914b5-acd7-45dd-8c37-6ecbfe475cc2 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590312 Feb 03 12:30:46.592443 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:46.620579 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-9909c99c-51ce-4023-9081-11145841f4de req-b99e6ca3-7a8b-4b50-9139-ed5f63a25a99 tempest-FloatingIPDetailsNegativeTestJSON-147850070 tempest-FloatingIPDetailsNegativeTestJSON-147850070-project] show failed (client error): The resource could not be found. Feb 03 12:30:46.621662 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9909c99c-51ce-4023-9081-11145841f4de req-b99e6ca3-7a8b-4b50-9139-ed5f63a25a99 tempest-FloatingIPDetailsNegativeTestJSON-147850070 tempest-FloatingIPDetailsNegativeTestJSON-147850070-project] 10.222.0.18 "GET /v2.0/floatingips/fcc3c10b-f2f0-4851-a73a-9edf0af4de5d HTTP/1.1" status: 404 len: 350 time: 0.0784364 Feb 03 12:30:46.637751 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34418) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:46.710450 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-606b20d2-b6fd-47f0-8009-a380e0b4569c req-7cdfdd93-2cf6-4d88-a35b-b7b27c540a73 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871963 Feb 03 12:30:46.806253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac14ab-a4b0-4bfc-bf8f-7ed5f100c6da req-99634151-35c8-4414-85ee-34c7c9c428c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:46.807964 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14ac14ab-a4b0-4bfc-bf8f-7ed5f100c6da req-99634151-35c8-4414-85ee-34c7c9c428c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 1130 time: 0.2928731 Feb 03 12:30:46.809763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01769dff-6343-41cd-9c42-83fc866d7bc6 req-a0bfd435-e034-425d-a5f0-9ec74a10536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:46.811224 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01769dff-6343-41cd-9c42-83fc866d7bc6 req-a0bfd435-e034-425d-a5f0-9ec74a10536f service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.4420938 Feb 03 12:30:46.982213 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01769dff-6343-41cd-9c42-83fc866d7bc6 req-b384fea0-16b2-495b-9856-3f010b6c6be0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=01fd3fea-af82-450c-aff7-812539d9e514 HTTP/1.1" status: 200 len: 217 time: 0.0552437 Feb 03 12:30:47.091483 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b2205a4-470b-4bb8-b6f2-9e895c4b23e7 req-712c39d7-b026-46c3-a00f-75611d6e90ed service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694173 Feb 03 12:30:47.128655 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01769dff-6343-41cd-9c42-83fc866d7bc6 req-fc7fd6fa-82ee-4714-929c-8982d55626da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:47.130613 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01769dff-6343-41cd-9c42-83fc866d7bc6 req-fc7fd6fa-82ee-4714-929c-8982d55626da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1350210 Feb 03 12:30:47.137292 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2fa5c-2adf-4c02-94d1-d9d0f879765d req-a5b3df75-71bf-48f5-ade2-515d6cbec2ca tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:47.141444 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dcc2fa5c-2adf-4c02-94d1-d9d0f879765d req-a5b3df75-71bf-48f5-ade2-515d6cbec2ca tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.2247250 Feb 03 12:30:47.158930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac14ab-a4b0-4bfc-bf8f-7ed5f100c6da req-6e586a13-b5bf-471b-a986-8fa7ac797c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:47.161199 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14ac14ab-a4b0-4bfc-bf8f-7ed5f100c6da req-6e586a13-b5bf-471b-a986-8fa7ac797c95 service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.2466342 Feb 03 12:30:47.215888 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14ac14ab-a4b0-4bfc-bf8f-7ed5f100c6da req-60fb9d50-ca4d-488d-9eaa-9edb1cb1153a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 HTTP/1.1" status: 200 len: 217 time: 0.0445802 Feb 03 12:30:47.318838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac14ab-a4b0-4bfc-bf8f-7ed5f100c6da req-1c08ecce-09b7-4f08-8ea2-e6a66e08854f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:47.323649 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14ac14ab-a4b0-4bfc-bf8f-7ed5f100c6da req-1c08ecce-09b7-4f08-8ea2-e6a66e08854f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0837343 Feb 03 12:30:47.336383 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f942812-ea16-4ec0-817d-87532cd0a378 None None] Sync routers for ids ['4c71c634-8b5f-4cc3-a3fd-8d643a59892a'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:30:47.356927 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dcc2fa5c-2adf-4c02-94d1-d9d0f879765d req-04710c11-ca76-4458-8c35-e84c5840d818 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780148 Feb 03 12:30:47.360693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f942812-ea16-4ec0-817d-87532cd0a378 None None] Routers {'4c71c634-8b5f-4cc3-a3fd-8d643a59892a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:30:47.365633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6f942812-ea16-4ec0-817d-87532cd0a378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:30:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4c71c634-8b5f-4cc3-a3fd-8d643a59892a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:30:47.448301 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac14ab-a4b0-4bfc-bf8f-7ed5f100c6da req-fe4955bf-2498-45cf-9d53-6190cea0f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:47.450761 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14ac14ab-a4b0-4bfc-bf8f-7ed5f100c6da req-fe4955bf-2498-45cf-9d53-6190cea0f761 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1106997 Feb 03 12:30:47.465676 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 407106b2-d790-4199-9328-d3d72b0f5249 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:30:47.470814 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:30:47.502108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01769dff-6343-41cd-9c42-83fc866d7bc6 req-34dc4802-1516-4c27-96ca-8b663db714eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:47.504569 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01769dff-6343-41cd-9c42-83fc866d7bc6 req-34dc4802-1516-4c27-96ca-8b663db714eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3412359 Feb 03 12:30:47.515032 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261135b4-5665-4ac6-be95-898dc807159e req-9b3851c3-272b-4bc1-8b79-ba2d61870855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:47.516602 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-261135b4-5665-4ac6-be95-898dc807159e req-9b3851c3-272b-4bc1-8b79-ba2d61870855 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&device_id=94dea914-51fe-40e8-86ef-aa82486d8923 HTTP/1.1" status: 200 len: 1129 time: 0.2010379 Feb 03 12:30:47.718878 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6f942812-ea16-4ec0-817d-87532cd0a378 None None] Set router 4c71c634-8b5f-4cc3-a3fd-8d643a59892a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:30:47.773589 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c8f27d2-adff-4fd6-8b9f-74b289d2fd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (4c71c634-8b5f-4cc3-a3fd-8d643a59892a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:47.824615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:47.825088 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:47.906945 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 407106b2-d790-4199-9328-d3d72b0f5249, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=407106b2-d790-4199-9328-d3d72b0f5249,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:48.025454 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '407106b2-d790-4199-9328-d3d72b0f5249', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '407106b2-d790-4199-9328-d3d72b0f5249', 'mac_address': 'fa:16:3e:df:2c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:30:48.047240 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:30:48.112291 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01769dff-6343-41cd-9c42-83fc866d7bc6 req-e97eb098-6db9-46ae-bcde-325e70c700b7 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946529 Feb 03 12:30:48.117556 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14ac14ab-a4b0-4bfc-bf8f-7ed5f100c6da req-a32c2977-e600-4e46-a53f-2bca359f8c15 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6472812 Feb 03 12:30:48.132815 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261135b4-5665-4ac6-be95-898dc807159e req-8276d422-781b-49e8-9ec9-431905e10b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:48.134552 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-261135b4-5665-4ac6-be95-898dc807159e req-8276d422-781b-49e8-9ec9-431905e10b59 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.4491892 Feb 03 12:30:48.157371 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67708689-8bfb-4549-84a0-57a7eb07e030 req-cef36e42-f74e-4587-8a2e-73bd308ec712 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:48.159901 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-67708689-8bfb-4549-84a0-57a7eb07e030 req-cef36e42-f74e-4587-8a2e-73bd308ec712 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 948 time: 0.6513808 Feb 03 12:30:48.171459 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7119b-0e67-46bb-92eb-e599a5b5a912 req-ef9a5acb-7dd9-4572-bc80-cfc418369335 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:48.178997 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-66d7119b-0e67-46bb-92eb-e599a5b5a912 req-ef9a5acb-7dd9-4572-bc80-cfc418369335 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=94dea914-51fe-40e8-86ef-aa82486d8923 HTTP/1.1" status: 200 len: 947 time: 0.2907133 Feb 03 12:30:48.241618 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 407106b2-d790-4199-9328-d3d72b0f5249 is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:48.242014 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (407106b2-d790-4199-9328-d3d72b0f5249), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:48.351284 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:48.351913 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:48.414354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 407106b2-d790-4199-9328-d3d72b0f5249 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:30:48.444751 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-66d7119b-0e67-46bb-92eb-e599a5b5a912 req-84d4b7fb-5e50-4434-98d4-64d12979c803 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648931 Feb 03 12:30:48.499764 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 407106b2-d790-4199-9328-d3d72b0f5249, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=407106b2-d790-4199-9328-d3d72b0f5249,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:48.571385 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ef2df2-34e5-4b4f-90cd-d77951a3b300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:48.575735 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294dd7e9-a371-4755-9f12-5e0a0f4324bf" -d '{"events": [{"server_uuid": "42ef2df2-34e5-4b4f-90cd-d77951a3b300", "name": "network-vif-plugged", "status": "completed", "tag": "52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:48.583354 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (407106b2-d790-4199-9328-d3d72b0f5249), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:48.633656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:48.688552 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:48.689009 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:48.713148 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:48.714650 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 407106b2-d790-4199-9328-d3d72b0f5249 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:30:48.764255 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-261135b4-5665-4ac6-be95-898dc807159e req-c1ca217a-fc99-4d5d-a9ff-0f94a3cd1dd4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=36d80831-0a76-4f98-ad31-3fc3fd77ef71 HTTP/1.1" status: 200 len: 217 time: 0.6016805 Feb 03 12:30:48.888968 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261135b4-5665-4ac6-be95-898dc807159e req-054a767a-29a1-41fd-a7d2-a2656fac0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:48.890991 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-261135b4-5665-4ac6-be95-898dc807159e req-054a767a-29a1-41fd-a7d2-a2656fac0e83 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0548639 Feb 03 12:30:48.977441 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['407106b2-d790-4199-9328-d3d72b0f5249'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:30:48.987687 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=407106b2-d790-4199-9328-d3d72b0f5249,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:49.006121 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-67708689-8bfb-4549-84a0-57a7eb07e030 req-3afd3ff0-01b6-4e65-8e08-6562c9ff9cde tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8191216 Feb 03 12:30:49.022448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6f942812-ea16-4ec0-817d-87532cd0a378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71c634-8b5f-4cc3-a3fd-8d643a59892a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-811260139-router', 'tenant_id': 'de5e85dfba23479ebd8cf8e55513a3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:30:38Z', 'updated_at': '2022-02-03T12:30:44Z', 'revision_number': 4, 'project_id': 'de5e85dfba23479ebd8cf8e55513a3c9', 'gw_port': {'id': '5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71c634-8b5f-4cc3-a3fd-8d643a59892a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:30:39Z', 'updated_at': '2022-02-03T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '881f70f8-cf87-4b86-83a8-87f433e45f10', 'name': '', 'network_id': 'c530c21e-d183-49d5-aba4-0fe9d9165480', 'tenant_id': 'de5e85dfba23479ebd8cf8e55513a3c9', 'mac_address': 'fa:16:3e:2f:ab:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c71c634-8b5f-4cc3-a3fd-8d643a59892a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3accd571-dc37-4a6d-830b-ff6975757f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:30:42Z', 'updated_at': '2022-02-03T12:30:44Z', 'revision_number': 2, 'project_id': 'de5e85dfba23479ebd8cf8e55513a3c9', 'subnets': [{'id': '3accd571-dc37-4a6d-830b-ff6975757f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:30:49.114963 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01769dff-6343-41cd-9c42-83fc866d7bc6 req-07df9c00-0a03-4eba-ad16-4cea4fcdf910 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9916623 Feb 03 12:30:49.121541 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14ac14ab-a4b0-4bfc-bf8f-7ed5f100c6da req-b8f43021-7b6f-40fd-9138-a4bdd99a67bb service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9849393 Feb 03 12:30:49.121769 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f942812-ea16-4ec0-817d-87532cd0a378 None None] Checking router: 4c71c634-8b5f-4cc3-a3fd-8d643a59892a for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:30:49.121933 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f942812-ea16-4ec0-817d-87532cd0a378 None None] Updating router 4c71c634-8b5f-4cc3-a3fd-8d643a59892a port 881f70f8-cf87-4b86-83a8-87f433e45f10 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:30:49.132551 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d01d47f-6b22-4222-952e-9d8eda596819 x-openstack-request-id: req-5d01d47f-6b22-4222-952e-9d8eda596819 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:49.132795 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ef2df2-34e5-4b4f-90cd-d77951a3b300", "name": "network-vif-plugged", "status": "completed", "tag": "52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:49.133065 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d01d47f-6b22-4222-952e-9d8eda596819 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:49.133474 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ef2df2-34e5-4b4f-90cd-d77951a3b300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60', 'code': 200} Feb 03 12:30:49.137358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261135b4-5665-4ac6-be95-898dc807159e req-04c37890-7c51-4852-ae08-98f23ffc3a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:49.141332 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-261135b4-5665-4ac6-be95-898dc807159e req-04c37890-7c51-4852-ae08-98f23ffc3a49 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2281973 Feb 03 12:30:49.153339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7c8f27d2-adff-4fd6-8b9f-74b289d2fd0c admin admin] Deleting port 881f70f8-cf87-4b86-83a8-87f433e45f10 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:30:49.153906 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c8f27d2-adff-4fd6-8b9f-74b289d2fd0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (881f70f8-cf87-4b86-83a8-87f433e45f10), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:49.275506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 407106b2-d790-4199-9328-d3d72b0f5249 is: BUILD; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:49.275506 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (407106b2-d790-4199-9328-d3d72b0f5249), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:49.314263 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4987eac-cea5-41f5-9cbc-4801821de793 req-cc448889-0f01-4bac-91be-00fb464be87d tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:49.316196 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 407106b2-d790-4199-9328-d3d72b0f5249 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:30:49.329269 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f942812-ea16-4ec0-817d-87532cd0a378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (881f70f8-cf87-4b86-83a8-87f433e45f10), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:49.334612 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d4987eac-cea5-41f5-9cbc-4801821de793 req-cc448889-0f01-4bac-91be-00fb464be87d tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 949 time: 0.2829490 Feb 03 12:30:49.367402 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-261135b4-5665-4ac6-be95-898dc807159e req-42091202-9ef6-427a-8d73-cd7092fcde46 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043238 Feb 03 12:30:49.375223 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c8f27d2-adff-4fd6-8b9f-74b289d2fd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (881f70f8-cf87-4b86-83a8-87f433e45f10), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:49.399619 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7c8f27d2-adff-4fd6-8b9f-74b289d2fd0c admin admin] Calling delete_port for 881f70f8-cf87-4b86-83a8-87f433e45f10 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:30:49.432121 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d4987eac-cea5-41f5-9cbc-4801821de793 req-cee72740-1282-44d6-8abe-964617544b24 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963492 Feb 03 12:30:49.502173 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-261135b4-5665-4ac6-be95-898dc807159e req-f7b01ed5-645f-4a6f-a195-04b42d5771c4 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268454 Feb 03 12:30:49.533228 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:49.702941 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1d87c-8ca7-44af-ba06-819e1e7248ee req-b25d7273-0ce8-465e-947d-7eee69ba2826 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:49.707060 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28e1d87c-8ca7-44af-ba06-819e1e7248ee req-b25d7273-0ce8-465e-947d-7eee69ba2826 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=94dea914-51fe-40e8-86ef-aa82486d8923 HTTP/1.1" status: 200 len: 947 time: 0.1352668 Feb 03 12:30:49.773589 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c8f27d2-adff-4fd6-8b9f-74b289d2fd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (881f70f8-cf87-4b86-83a8-87f433e45f10), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:49.835628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28e1d87c-8ca7-44af-ba06-819e1e7248ee req-4841992e-3b5f-4690-bf87-53e9bfa564fe tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200521 Feb 03 12:30:49.845251 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 407106b2-d790-4199-9328-d3d72b0f5249, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=407106b2-d790-4199-9328-d3d72b0f5249,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:49.853835 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f27d2-adff-4fd6-8b9f-74b289d2fd0c admin admin] Pushing event deleted for resources: {'Port': ['ID=881f70f8-cf87-4b86-83a8-87f433e45f10,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:49.902294 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:49.907132 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (407106b2-d790-4199-9328-d3d72b0f5249), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:49.930127 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 36d80831-0a76-4f98-ad31-3fc3fd77ef71 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:30:50.117802 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c8f27d2-adff-4fd6-8b9f-74b289d2fd0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (4c71c634-8b5f-4cc3-a3fd-8d643a59892a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:50.335424 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-6f942812-ea16-4ec0-817d-87532cd0a378 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:30:50.335834 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-6f942812-ea16-4ec0-817d-87532cd0a378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:30:50.370499 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=407106b2-d790-4199-9328-d3d72b0f5249,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:50.375957 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 36d80831-0a76-4f98-ad31-3fc3fd77ef71, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=36d80831-0a76-4f98-ad31-3fc3fd77ef71,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:50.389145 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '36d80831-0a76-4f98-ad31-3fc3fd77ef71', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '36d80831-0a76-4f98-ad31-3fc3fd77ef71', 'mac_address': 'fa:16:3e:47:38:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:30:50.394693 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbb96a-d719-405c-8c8f-18af0cae26e9 req-51470821-35a6-493b-b84d-4a9e3959c4b4 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:50.396434 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6dcbb96a-d719-405c-8c8f-18af0cae26e9 req-51470821-35a6-493b-b84d-4a9e3959c4b4 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.2799244 Feb 03 12:30:50.446038 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 36d80831-0a76-4f98-ad31-3fc3fd77ef71 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:50.446706 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (36d80831-0a76-4f98-ad31-3fc3fd77ef71), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:50.466482 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d80831-0a76-4f98-ad31-3fc3fd77ef71 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:30:50.496340 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 36d80831-0a76-4f98-ad31-3fc3fd77ef71, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=36d80831-0a76-4f98-ad31-3fc3fd77ef71,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:50.504043 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (36d80831-0a76-4f98-ad31-3fc3fd77ef71), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:50.506551 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 01fd3fea-af82-450c-aff7-812539d9e514 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:30:50.511033 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6dcbb96a-d719-405c-8c8f-18af0cae26e9 req-9bb0a591-c511-4da2-8676-37d3499e5f8b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042404 Feb 03 12:30:50.527575 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8f27d2-adff-4fd6-8b9f-74b289d2fd0c admin admin] Router 4c71c634-8b5f-4cc3-a3fd-8d643a59892a has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:30:50.634886 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=36d80831-0a76-4f98-ad31-3fc3fd77ef71,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:50.654005 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 01fd3fea-af82-450c-aff7-812539d9e514, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=01fd3fea-af82-450c-aff7-812539d9e514,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:50.669108 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '01fd3fea-af82-450c-aff7-812539d9e514', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '01fd3fea-af82-450c-aff7-812539d9e514', 'mac_address': 'fa:16:3e:ef:ce:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:30:50.678503 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71bf1a-1ab1-4e39-a36f-e47d6296eddb req-4cadd5f7-1d58-4cbd-9d36-55b2687bd053 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:50.680542 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2f71bf1a-1ab1-4e39-a36f-e47d6296eddb req-4cadd5f7-1d58-4cbd-9d36-55b2687bd053 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 948 time: 0.1202645 Feb 03 12:30:50.727386 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8f27d2-adff-4fd6-8b9f-74b289d2fd0c admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:30:50.738712 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7c8f27d2-adff-4fd6-8b9f-74b289d2fd0c admin admin] 10.222.0.18 "PUT /v2.0/routers/4c71c634-8b5f-4cc3-a3fd-8d643a59892a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0971231 Feb 03 12:30:50.739925 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 01fd3fea-af82-450c-aff7-812539d9e514 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:50.740507 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (01fd3fea-af82-450c-aff7-812539d9e514), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:50.743285 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34442) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:50.756123 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01fd3fea-af82-450c-aff7-812539d9e514 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:30:50.786555 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2f71bf1a-1ab1-4e39-a36f-e47d6296eddb req-3acade9f-9fbb-423e-86b5-7df33c22edb3 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948234 Feb 03 12:30:50.804434 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 01fd3fea-af82-450c-aff7-812539d9e514, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=01fd3fea-af82-450c-aff7-812539d9e514,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:50.810347 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (01fd3fea-af82-450c-aff7-812539d9e514), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:50.818790 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45b423-ccbb-4501-93dc-02f8e710fac7 req-b8764df0-0256-42f5-a81d-58111440a981 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:50.820370 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-af45b423-ccbb-4501-93dc-02f8e710fac7 req-b8764df0-0256-42f5-a81d-58111440a981 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.1523120 Feb 03 12:30:50.897451 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f942812-ea16-4ec0-817d-87532cd0a378 None None] Port 881f70f8-cf87-4b86-83a8-87f433e45f10 not found while updating agent binding for router 4c71c634-8b5f-4cc3-a3fd-8d643a59892a. {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 03 12:30:50.918924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f942812-ea16-4ec0-817d-87532cd0a378 None None] Routers {'4c71c634-8b5f-4cc3-a3fd-8d643a59892a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:30:50.920794 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6f942812-ea16-4ec0-817d-87532cd0a378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:30:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4c71c634-8b5f-4cc3-a3fd-8d643a59892a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:30:50.922589 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=01fd3fea-af82-450c-aff7-812539d9e514,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:50.923776 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ecb98a5-13ae-4c50-9280-f37989bae684 admin admin] Publish callbacks [] for router (4c71c634-8b5f-4cc3-a3fd-8d643a59892a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:51.041821 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-af45b423-ccbb-4501-93dc-02f8e710fac7 req-07c1b5d9-0172-45d6-b58a-4072255dedb7 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066762 Feb 03 12:30:51.046753 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ecb98a5-13ae-4c50-9280-f37989bae684 admin admin] Publish callbacks [] for router_gateway (4c71c634-8b5f-4cc3-a3fd-8d643a59892a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:51.061810 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707086e7-ef71-4bf0-8dd6-36e6c72a3419 req-7a8d1737-f826-482f-ad29-033f05f7f123 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:51.070912 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-707086e7-ef71-4bf0-8dd6-36e6c72a3419 req-7a8d1737-f826-482f-ad29-033f05f7f123 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=94dea914-51fe-40e8-86ef-aa82486d8923 HTTP/1.1" status: 200 len: 948 time: 0.1176748 Feb 03 12:30:51.107235 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6f942812-ea16-4ec0-817d-87532cd0a378 None None] Set router 4c71c634-8b5f-4cc3-a3fd-8d643a59892a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:30:51.148043 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb98a5-13ae-4c50-9280-f37989bae684 admin admin] Deleting port 5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:30:51.148180 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ecb98a5-13ae-4c50-9280-f37989bae684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:51.199465 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-707086e7-ef71-4bf0-8dd6-36e6c72a3419 req-267b874c-05cb-460c-af91-40dd955e42e2 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274083 Feb 03 12:30:51.322303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5ecb98a5-13ae-4c50-9280-f37989bae684 admin admin] For port 5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:51.322600 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ecb98a5-13ae-4c50-9280-f37989bae684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:51.336543 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb98a5-13ae-4c50-9280-f37989bae684 admin admin] Calling delete_port for 5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:30:51.434527 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['36d80831-0a76-4f98-ad31-3fc3fd77ef71'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:30:51.443403 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['01fd3fea-af82-450c-aff7-812539d9e514'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:30:51.518540 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 407106b2-d790-4199-9328-d3d72b0f5249 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:30:51.528930 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-c439c3fe-1757-4b31-a884-c87218ea680b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=207048d5e9d548ac8439a4c69e7678ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424323 Feb 03 12:30:51.600385 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ecb98a5-13ae-4c50-9280-f37989bae684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:51.674691 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb98a5-13ae-4c50-9280-f37989bae684 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:51.720399 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ecb98a5-13ae-4c50-9280-f37989bae684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (4c71c634-8b5f-4cc3-a3fd-8d643a59892a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:51.727726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-d7e4c39b-80fd-41ef-ad74-0f9e5f126b8c tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:51.736396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 407106b2-d790-4199-9328-d3d72b0f5249 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:51.741321 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (407106b2-d790-4199-9328-d3d72b0f5249), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:51.744034 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-d7e4c39b-80fd-41ef-ad74-0f9e5f126b8c tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138972 Feb 03 12:30:51.751096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6f942812-ea16-4ec0-817d-87532cd0a378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c71c634-8b5f-4cc3-a3fd-8d643a59892a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-811260139-router', 'tenant_id': 'de5e85dfba23479ebd8cf8e55513a3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:30:38Z', 'updated_at': '2022-02-03T12:30:49Z', 'revision_number': 5, 'project_id': 'de5e85dfba23479ebd8cf8e55513a3c9', 'gw_port': {'id': '5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71c634-8b5f-4cc3-a3fd-8d643a59892a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:30:39Z', 'updated_at': '2022-02-03T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:30:51.773429 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-beac9022-034a-4677-ac87-6beaa46de072 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/quotas/207048d5e9d548ac8439a4c69e7678ef HTTP/1.1" status: 200 len: 375 time: 0.0280533 Feb 03 12:30:51.831808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f942812-ea16-4ec0-817d-87532cd0a378 None None] The sync data for ids ['4c71c634-8b5f-4cc3-a3fd-8d643a59892a'] in n-d-827336-3 is: [{'id': '4c71c634-8b5f-4cc3-a3fd-8d643a59892a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-811260139-router', 'tenant_id': 'de5e85dfba23479ebd8cf8e55513a3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:30:38Z', 'updated_at': '2022-02-03T12:30:49Z', 'revision_number': 5, 'project_id': 'de5e85dfba23479ebd8cf8e55513a3c9', 'gw_port': {'id': '5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71c634-8b5f-4cc3-a3fd-8d643a59892a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:30:39Z', 'updated_at': '2022-02-03T12:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:30:51.881647 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-5359d875-3866-4a39-b018-7b1b24300a6f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1070030 Feb 03 12:30:52.104810 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 407106b2-d790-4199-9328-d3d72b0f5249 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:52.106093 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (407106b2-d790-4199-9328-d3d72b0f5249), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:52.112607 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ecb98a5-13ae-4c50-9280-f37989bae684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (4c71c634-8b5f-4cc3-a3fd-8d643a59892a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:52.122378 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ecb98a5-13ae-4c50-9280-f37989bae684 admin admin] Publish callbacks [] for router_controller (4c71c634-8b5f-4cc3-a3fd-8d643a59892a), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:52.162186 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3534bac-7763-4e09-b2ab-de168744a98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407106b2-d790-4199-9328-d3d72b0f5249'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:52.165095 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc6787f-92a0-4510-8026-546db974caee" -d '{"events": [{"server_uuid": "a3534bac-7763-4e09-b2ab-de168744a98d", "name": "network-vif-plugged", "status": "completed", "tag": "407106b2-d790-4199-9328-d3d72b0f5249"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:52.176913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 407106b2-d790-4199-9328-d3d72b0f5249, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=407106b2-d790-4199-9328-d3d72b0f5249,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:52.185350 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (407106b2-d790-4199-9328-d3d72b0f5249), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:52.248696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=407106b2-d790-4199-9328-d3d72b0f5249,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:52.311432 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0297d5b3-42ac-4494-985f-b2732c4f5e6c x-openstack-request-id: req-0297d5b3-42ac-4494-985f-b2732c4f5e6c {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:52.311707 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3534bac-7763-4e09-b2ab-de168744a98d", "name": "network-vif-plugged", "status": "completed", "tag": "407106b2-d790-4199-9328-d3d72b0f5249", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:52.311981 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0297d5b3-42ac-4494-985f-b2732c4f5e6c {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:52.312384 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3534bac-7763-4e09-b2ab-de168744a98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407106b2-d790-4199-9328-d3d72b0f5249', 'code': 200} Feb 03 12:30:52.322102 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ecb98a5-13ae-4c50-9280-f37989bae684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (4c71c634-8b5f-4cc3-a3fd-8d643a59892a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:52.322673 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecb98a5-13ae-4c50-9280-f37989bae684 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c71c634-8b5f-4cc3-a3fd-8d643a59892a {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:30:52.340712 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ecb98a5-13ae-4c50-9280-f37989bae684 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:52.341833 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5ecb98a5-13ae-4c50-9280-f37989bae684 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4c71c634-8b5f-4cc3-a3fd-8d643a59892a HTTP/1.1" status: 204 len: 168 time: 1.5946479 Feb 03 12:30:52.345148 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34476) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:52.383364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d012a-4e60-4d79-abdf-c937c96e55f0 req-f55f6d8b-d7fd-44a1-8dad-c661abcfcb02 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:52.390666 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-948d012a-4e60-4d79-abdf-c937c96e55f0 req-f55f6d8b-d7fd-44a1-8dad-c661abcfcb02 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 948 time: 0.3687980 Feb 03 12:30:52.476363 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b934130-bdf5-4a57-bed3-f59b46e3c12f admin admin] Deleting subnet 3accd571-dc37-4a6d-830b-ff6975757f12 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:30:52.482293 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-948d012a-4e60-4d79-abdf-c937c96e55f0 req-29544595-7343-41ce-9163-2341251e9fb5 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906856 Feb 03 12:30:52.484298 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b934130-bdf5-4a57-bed3-f59b46e3c12f admin admin] Publish callbacks [] for subnet (3accd571-dc37-4a6d-830b-ff6975757f12), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:52.510939 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f50fe62-67db-4c3b-8ae0-4d6867872113 req-6b0061a3-7e5d-4a5e-81ef-20bbf96eac7a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 210 time: 0.0786793 Feb 03 12:30:52.554391 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b934130-bdf5-4a57-bed3-f59b46e3c12f admin admin] Publish callbacks [] for subnet (3accd571-dc37-4a6d-830b-ff6975757f12), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:52.675408 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b934130-bdf5-4a57-bed3-f59b46e3c12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (3accd571-dc37-4a6d-830b-ff6975757f12), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:52.681199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8fb6c-20a6-4714-b0d0-542bdff54f30 req-3936a87b-be7d-474b-b7c2-adf814cd7008 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:52.689328 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e3f8fb6c-20a6-4714-b0d0-542bdff54f30 req-3936a87b-be7d-474b-b7c2-adf814cd7008 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=94dea914-51fe-40e8-86ef-aa82486d8923 HTTP/1.1" status: 200 len: 948 time: 0.0969265 Feb 03 12:30:52.759399 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e3f8fb6c-20a6-4714-b0d0-542bdff54f30 req-bdddcc8f-81c5-49c6-9b35-b07931d0ac74 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672286 Feb 03 12:30:52.793672 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b934130-bdf5-4a57-bed3-f59b46e3c12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for subnet (3accd571-dc37-4a6d-830b-ff6975757f12), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:52.831830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b934130-bdf5-4a57-bed3-f59b46e3c12f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3accd571-dc37-4a6d-830b-ff6975757f12,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:52.853512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7d0be0-1a55-49c6-a018-e9cea588c023 None None] Network c530c21e-d183-49d5-aba4-0fe9d9165480 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:30:52.855456 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b934130-bdf5-4a57-bed3-f59b46e3c12f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:52.862346 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5b934130-bdf5-4a57-bed3-f59b46e3c12f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3accd571-dc37-4a6d-830b-ff6975757f12 HTTP/1.1" status: 204 len: 168 time: 0.5143878 Feb 03 12:30:52.862855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34484) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:52.918168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae3048-2a04-4a6a-8470-4475fba2c9d7 req-7712a45e-d42a-4497-b97a-21d3d356b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:52.919738 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-44ae3048-2a04-4a6a-8470-4475fba2c9d7 req-7712a45e-d42a-4497-b97a-21d3d356b397 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 1132 time: 0.1554544 Feb 03 12:30:53.038482 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (c530c21e-d183-49d5-aba4-0fe9d9165480), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:53.083076 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-44ae3048-2a04-4a6a-8470-4475fba2c9d7 req-a9402217-fa4f-4cb8-aa36-e0273bc7222e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050630 Feb 03 12:30:53.180781 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff537d68-27af-40f8-9402-8e203e9c4d2c None None] DHCP port deletion for c530c21e-d183-49d5-aba4-0fe9d9165480 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:30:53.189658 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Deleting port 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:30:53.190300 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (7f5aa91c-0e54-40ab-b46e-797966c5d9b9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:53.274063 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ff537d68-27af-40f8-9402-8e203e9c4d2c None None] Deleting port 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:30:53.275992 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff537d68-27af-40f8-9402-8e203e9c4d2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (7f5aa91c-0e54-40ab-b46e-797966c5d9b9), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:53.288980 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b254594-7908-4e89-809c-253fca0ca54d None None] Sync routers for ids ['4c71c634-8b5f-4cc3-a3fd-8d643a59892a'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:30:53.310714 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b254594-7908-4e89-809c-253fca0ca54d None None] Routers set() bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:30:53.311116 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b254594-7908-4e89-809c-253fca0ca54d None None] Router IDs set() for agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 12:30:53.311714 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_agentschedulers_db [None req-0b254594-7908-4e89-809c-253fca0ca54d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4c71c634-8b5f-4cc3-a3fd-8d643a59892a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:30:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent'). {{(pid=103191) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 12:30:53.346558 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] For port 7f5aa91c-0e54-40ab-b46e-797966c5d9b9, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7f5aa91c-0e54-40ab-b46e-797966c5d9b9,segment=NetworkSegment(cceae6b5-a2fc-430e-8f9d-8e13e53e8117),segment_id=cceae6b5-a2fc-430e-8f9d-8e13e53e8117)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:53.347163 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (7f5aa91c-0e54-40ab-b46e-797966c5d9b9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:53.348991 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b254594-7908-4e89-809c-253fca0ca54d None None] Routers set() bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:30:53.349538 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b254594-7908-4e89-809c-253fca0ca54d None None] Router IDs set() for agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 12:30:53.350328 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_agentschedulers_db [None req-0b254594-7908-4e89-809c-253fca0ca54d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4c71c634-8b5f-4cc3-a3fd-8d643a59892a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:30:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent'). {{(pid=103191) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 12:30:53.350851 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b254594-7908-4e89-809c-253fca0ca54d None None] The sync data for ids ['4c71c634-8b5f-4cc3-a3fd-8d643a59892a'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:30:53.371721 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Calling delete_port for 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:30:53.416612 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ff537d68-27af-40f8-9402-8e203e9c4d2c None None] For port 7f5aa91c-0e54-40ab-b46e-797966c5d9b9, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7f5aa91c-0e54-40ab-b46e-797966c5d9b9,segment=NetworkSegment(cceae6b5-a2fc-430e-8f9d-8e13e53e8117),segment_id=cceae6b5-a2fc-430e-8f9d-8e13e53e8117)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:53.417162 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff537d68-27af-40f8-9402-8e203e9c4d2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (7f5aa91c-0e54-40ab-b46e-797966c5d9b9), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:53.434551 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ff537d68-27af-40f8-9402-8e203e9c4d2c None None] Calling delete_port for 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:30:53.615225 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55850e88-1881-42d3-8f3e-bce7d9fef365 req-0a740ed8-3979-4c05-ab37-0065db30b024 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1629579 Feb 03 12:30:53.639641 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff537d68-27af-40f8-9402-8e203e9c4d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (7f5aa91c-0e54-40ab-b46e-797966c5d9b9), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:53.678028 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-372530e9-5dae-4d50-82e1-6ed38be93334 req-0cc6f15c-0ac5-4b17-87bf-acb8f930942a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 210 time: 0.0396216 Feb 03 12:30:53.698724 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff537d68-27af-40f8-9402-8e203e9c4d2c None None] Pushing event deleted for resources: {'Port': ['ID=7f5aa91c-0e54-40ab-b46e-797966c5d9b9,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:53.703582 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff537d68-27af-40f8-9402-8e203e9c4d2c None None] No DVR routers for this DVR port 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:30:53.757991 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (7f5aa91c-0e54-40ab-b46e-797966c5d9b9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:53.799213 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f5aa91c-0e54-40ab-b46e-797966c5d9b9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:53.809452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] No DVR routers for this DVR port 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:30:53.843507 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55850e88-1881-42d3-8f3e-bce7d9fef365 req-55e6e069-306b-4b7b-8da6-cf7f14bce35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:53.846574 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55850e88-1881-42d3-8f3e-bce7d9fef365 req-55e6e069-306b-4b7b-8da6-cf7f14bce35e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 1127 time: 0.1955330 Feb 03 12:30:53.855779 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90c797-b7b0-4c66-881a-532ac65d7058 req-680a031e-be18-4322-9400-68dd64c25bac tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:53.857348 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce90c797-b7b0-4c66-881a-532ac65d7058 req-680a031e-be18-4322-9400-68dd64c25bac tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.2410891 Feb 03 12:30:53.921749 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 36d80831-0a76-4f98-ad31-3fc3fd77ef71 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:30:53.963268 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (c530c21e-d183-49d5-aba4-0fe9d9165480), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:54.006761 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774caf7-e2c8-4c14-9df8-855b30a9b5f0 req-3ed4e2ae-a9a6-488c-8ffc-1d1e0f7172b1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:54.023200 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6774caf7-e2c8-4c14-9df8-855b30a9b5f0 req-3ed4e2ae-a9a6-488c-8ffc-1d1e0f7172b1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=94dea914-51fe-40e8-86ef-aa82486d8923 HTTP/1.1" status: 200 len: 948 time: 0.1252668 Feb 03 12:30:54.028917 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 36d80831-0a76-4f98-ad31-3fc3fd77ef71 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:30:54.035181 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 36d80831-0a76-4f98-ad31-3fc3fd77ef71 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:54.035691 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (36d80831-0a76-4f98-ad31-3fc3fd77ef71), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:54.132481 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6774caf7-e2c8-4c14-9df8-855b30a9b5f0 req-17c62a83-a337-4577-ae2b-f11ebcf2b5c3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082346 Feb 03 12:30:54.180751 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-6f131a0a-7046-4330-8856-245d014c7249 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=207048d5e9d548ac8439a4c69e7678ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1697092 Feb 03 12:30:54.233516 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:30:54.234222 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:30:54.235345 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:30:54.242271 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Subscribe: > port after_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:30:54.243189 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:30:54.243822 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Subscribe: > port after_update 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:30:54.244288 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:30:54.244872 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:30:54.245287 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:30:54.245683 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:30:54.278396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:30:54.313120 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:30:54.313474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7f5aa91c-0e54-40ab-b46e-797966c5d9b9 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:30:54.313976 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:30:54.353586 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:30:54.353939 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5f4f04b5-79e9-40d0-8caa-a0244d7b2ff8 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:30:54.356774 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 36d80831-0a76-4f98-ad31-3fc3fd77ef71 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:54.357174 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (36d80831-0a76-4f98-ad31-3fc3fd77ef71), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:54.384115 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:30:54.384628 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:30:54.384800 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:30:54.385138 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:30:54.385536 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c530c21e-d183-49d5-aba4-0fe9d9165480']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:30:54.600326 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 36d80831-0a76-4f98-ad31-3fc3fd77ef71, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=36d80831-0a76-4f98-ad31-3fc3fd77ef71,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:54.601313 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce90c797-b7b0-4c66-881a-532ac65d7058 req-f0700347-6717-4d97-921d-907667dff6db tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7335892 Feb 03 12:30:54.608418 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-95b2b64f-8bbf-4200-9d7a-1b719bf48a9f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:54.609391 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-95b2b64f-8bbf-4200-9d7a-1b719bf48a9f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4171300 Feb 03 12:30:54.613971 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dea914-51fe-40e8-86ef-aa82486d8923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d80831-0a76-4f98-ad31-3fc3fd77ef71'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:54.627305 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cceae6b5-a2fc-430e-8f9d-8e13e53e8117') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:30:54.627305 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cceae6b5-a2fc-430e-8f9d-8e13e53e8117') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:30:54.630623 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0843b84-bd31-4f59-9b04-4bcdf4df5428" -d '{"events": [{"server_uuid": "94dea914-51fe-40e8-86ef-aa82486d8923", "name": "network-vif-plugged", "status": "completed", "tag": "36d80831-0a76-4f98-ad31-3fc3fd77ef71"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:54.635069 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (36d80831-0a76-4f98-ad31-3fc3fd77ef71), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:54.636107 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 01fd3fea-af82-450c-aff7-812539d9e514 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:30:54.636288 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-7606a1d7-cc91-45bf-852c-98470ef0e69b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Request body: {'port': {'device_id': '0756b4bf-db49-494b-b047-085e1cf008d3', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': '207048d5e9d548ac8439a4c69e7678ef'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:54.696531 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e5b1ec-79e1-45c3-a0ae-63b56b1fd4bf x-openstack-request-id: req-e2e5b1ec-79e1-45c3-a0ae-63b56b1fd4bf {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:54.697047 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94dea914-51fe-40e8-86ef-aa82486d8923", "name": "network-vif-plugged", "status": "completed", "tag": "36d80831-0a76-4f98-ad31-3fc3fd77ef71", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:54.697483 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2e5b1ec-79e1-45c3-a0ae-63b56b1fd4bf {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:54.698124 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dea914-51fe-40e8-86ef-aa82486d8923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d80831-0a76-4f98-ad31-3fc3fd77ef71', 'code': 200} Feb 03 12:30:54.770893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=36d80831-0a76-4f98-ad31-3fc3fd77ef71,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:54.803855 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 01fd3fea-af82-450c-aff7-812539d9e514 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:30:54.811049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 01fd3fea-af82-450c-aff7-812539d9e514 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:54.811430 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (01fd3fea-af82-450c-aff7-812539d9e514), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:54.882688 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (cceae6b5-a2fc-430e-8f9d-8e13e53e8117), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:54.903378 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (cceae6b5-a2fc-430e-8f9d-8e13e53e8117), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:54.912182 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:30:54.912568 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (cceae6b5-a2fc-430e-8f9d-8e13e53e8117), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:54.920458 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 01fd3fea-af82-450c-aff7-812539d9e514 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:30:54.921122 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (01fd3fea-af82-450c-aff7-812539d9e514), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:54.961112 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 01fd3fea-af82-450c-aff7-812539d9e514, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=01fd3fea-af82-450c-aff7-812539d9e514,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:30:54.968514 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (01fd3fea-af82-450c-aff7-812539d9e514), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: from cryptography.utils import int_from_bytes Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: from cryptography.utils import int_from_bytes Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:30:55.023712 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:30:55.033600 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=01fd3fea-af82-450c-aff7-812539d9e514,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:55.050329 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (c530c21e-d183-49d5-aba4-0fe9d9165480), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:55.066180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55850e88-1881-42d3-8f3e-bce7d9fef365 req-d57e3abb-9ffa-4539-b63b-7a6d6b3e0693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:55.067726 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55850e88-1881-42d3-8f3e-bce7d9fef365 req-d57e3abb-9ffa-4539-b63b-7a6d6b3e0693 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 922 time: 1.1890936 Feb 03 12:30:55.093881 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:55.097740 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c530c21e-d183-49d5-aba4-0fe9d9165480 HTTP/1.1" status: 204 len: 168 time: 2.2335007 Feb 03 12:30:55.111633 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fc425867-3611-4994-95e8-3f06233754cd req-2cac6ddf-e7a1-457b-ba6d-ccf2ed765e98 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 210 time: 0.1300228 Feb 03 12:30:55.112271 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-7606a1d7-cc91-45bf-852c-98470ef0e69b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Made reservation on behalf of 207048d5e9d548ac8439a4c69e7678ef for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:30:55.116348 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-7606a1d7-cc91-45bf-852c-98470ef0e69b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:55.146605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad906db3-d1a6-41bf-8779-56750d4a96c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c530c21e-d183-49d5-aba4-0fe9d9165480,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:55.262706 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34500) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:55.318122 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-7606a1d7-cc91-45bf-852c-98470ef0e69b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Allocated IP 192.168.233.132 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/d4fa40dc-22d5-45a7-ab16-fde2bd99fb22) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:30:55.365202 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7b36598a-7409-49d4-9d23-5bad1049b2f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de5e85dfba23479ebd8cf8e55513a3c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0972600 Feb 03 12:30:55.366171 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34502) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:55.398676 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f0594-cbb6-4691-a945-79881e6e1560 req-1ddaf658-6453-4634-ba1b-87b4d7ed048c tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:55.401235 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e37f0594-cbb6-4691-a945-79881e6e1560 req-1ddaf658-6453-4634-ba1b-87b4d7ed048c tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=94dea914-51fe-40e8-86ef-aa82486d8923 HTTP/1.1" status: 200 len: 949 time: 0.1289935 Feb 03 12:30:55.477411 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e37f0594-cbb6-4691-a945-79881e6e1560 req-45efc347-c932-4ebc-adda-d411acd6f6d3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633206 Feb 03 12:30:55.477411 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5c21865-26ec-4cf7-88de-4fa7a3c3b25f admin admin] Publish callbacks [] for security_group (468ca6c0-b637-4e68-adff-f36d946d169f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:55.493119 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-7606a1d7-cc91-45bf-852c-98470ef0e69b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks [] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:55.499711 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5c21865-26ec-4cf7-88de-4fa7a3c3b25f admin admin] Publish callbacks [] for security_group (468ca6c0-b637-4e68-adff-f36d946d169f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:55.550964 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5c21865-26ec-4cf7-88de-4fa7a3c3b25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (468ca6c0-b637-4e68-adff-f36d946d169f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:55.566501 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-7606a1d7-cc91-45bf-852c-98470ef0e69b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:55.567433 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5c21865-26ec-4cf7-88de-4fa7a3c3b25f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:55.572145 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55850e88-1881-42d3-8f3e-bce7d9fef365 req-912f258c-5a51-48ea-a45f-5cefe6502edf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a783123-4bcc-4897-af82-a444488a6903 HTTP/1.1" status: 200 len: 217 time: 0.4331996 Feb 03 12:30:55.573126 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f5c21865-26ec-4cf7-88de-4fa7a3c3b25f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/468ca6c0-b637-4e68-adff-f36d946d169f HTTP/1.1" status: 204 len: 168 time: 0.2024212 Feb 03 12:30:55.584674 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['b5e274e7-addc-4547-a7a5-f05f495eccaa', '52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:30:55.648915 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c21865-26ec-4cf7-88de-4fa7a3c3b25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468ca6c0-b637-4e68-adff-f36d946d169f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:55.686759 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606a1d7-cc91-45bf-852c-98470ef0e69b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Pushing event updated for resources: {'Port': ['ID=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:55.706746 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55850e88-1881-42d3-8f3e-bce7d9fef365 req-c9e917e1-2602-440c-881d-b4f0f1c8f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:55.708916 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55850e88-1881-42d3-8f3e-bce7d9fef365 req-c9e917e1-2602-440c-881d-b4f0f1c8f39b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.0770853 Feb 03 12:30:55.714156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bbb00-d752-44cf-8415-253a4077a6da req-f9661a31-2aa1-4fed-a2fa-355145604c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:55.715768 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2a5bbb00-d752-44cf-8415-253a4077a6da req-f9661a31-2aa1-4fed-a2fa-355145604c5d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=94dea914-51fe-40e8-86ef-aa82486d8923 HTTP/1.1" status: 200 len: 1131 time: 0.8584859 Feb 03 12:30:55.718608 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-7606a1d7-cc91-45bf-852c-98470ef0e69b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:30:55.740828 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-7606a1d7-cc91-45bf-852c-98470ef0e69b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:30:55.747677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-7606a1d7-cc91-45bf-852c-98470ef0e69b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:30:55.952811 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55850e88-1881-42d3-8f3e-bce7d9fef365 req-7f1aaff8-2263-4f94-82e3-6f1aa1604583 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2328081 Feb 03 12:30:55.967175 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-7606a1d7-cc91-45bf-852c-98470ef0e69b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:55.968101 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-7606a1d7-cc91-45bf-852c-98470ef0e69b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:56.085567 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f39b3-75fa-4898-b92d-8e806d422caa req-c4d50788-402c-4b93-acbc-1fb7d0151483 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:56.087629 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a03f39b3-75fa-4898-b92d-8e806d422caa req-c4d50788-402c-4b93-acbc-1fb7d0151483 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.2166846 Feb 03 12:30:56.095680 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-7606a1d7-cc91-45bf-852c-98470ef0e69b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4638948 Feb 03 12:30:56.101487 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2a5bbb00-d752-44cf-8415-253a4077a6da req-4a831767-8d3d-4bf8-ba3f-d6ff6176576e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980598 Feb 03 12:30:56.116570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] Request body: {'port': {'device_id': '0756b4bf-db49-494b-b047-085e1cf008d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:30:56.174420 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55850e88-1881-42d3-8f3e-bce7d9fef365 req-2ba084e7-2ca2-449b-bfa9-8ba75d445c6f service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005031 Feb 03 12:30:56.269431 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a03f39b3-75fa-4898-b92d-8e806d422caa req-e5fe68d5-7242-4d35-98ef-b471bab6e5cc tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483881 Feb 03 12:30:56.312238 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-38478024-fb2c-4c8f-8d4e-2f5c4b2d6708 None None] Provisioning complete for port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:30:56.312791 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38478024-fb2c-4c8f-8d4e-2f5c4b2d6708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:56.324078 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:56.356898 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5f55c-c82c-44c2-ac68-2b685df4ba5f req-252085d9-fbf9-405e-a97d-d7fb8e8ab167 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:56.358454 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-70f5f55c-c82c-44c2-ac68-2b685df4ba5f req-252085d9-fbf9-405e-a97d-d7fb8e8ab167 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 936 time: 0.1138475 Feb 03 12:30:56.393315 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55850e88-1881-42d3-8f3e-bce7d9fef365 req-63955de2-5ca6-41f5-9446-a62f701f43e5 service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084031 Feb 03 12:30:56.433860 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-38478024-fb2c-4c8f-8d4e-2f5c4b2d6708 None None] Port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:30:56.444747 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-70f5f55c-c82c-44c2-ac68-2b685df4ba5f req-3f19bedc-c299-4710-8091-c345e686ca30 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783262 Feb 03 12:30:56.655588 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9f0a2-4bae-44ba-884e-9df529e52be8 req-5dd04559-11b2-490d-a424-adb9d8d44ef2 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:56.657182 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-27a9f0a2-4bae-44ba-884e-9df529e52be8 req-5dd04559-11b2-490d-a424-adb9d8d44ef2 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=94dea914-51fe-40e8-86ef-aa82486d8923 HTTP/1.1" status: 200 len: 949 time: 0.0631559 Feb 03 12:30:56.700505 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9989f74b-58b4-43cb-8692-fe21d0e1e0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fd3fea-af82-450c-aff7-812539d9e514'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:56.704795 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9cebb0-34e0-425d-8953-60c2a6e48952" -d '{"events": [{"server_uuid": "9989f74b-58b4-43cb-8692-fe21d0e1e0ae", "name": "network-vif-plugged", "status": "completed", "tag": "01fd3fea-af82-450c-aff7-812539d9e514"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:56.746167 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-27a9f0a2-4bae-44ba-884e-9df529e52be8 req-ace19d80-a354-426c-a7df-032eefbf71d5 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754626 Feb 03 12:30:56.803630 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61261350-6c7e-4302-9f67-7599ce869d9e x-openstack-request-id: req-61261350-6c7e-4302-9f67-7599ce869d9e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:56.803976 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9989f74b-58b4-43cb-8692-fe21d0e1e0ae", "name": "network-vif-plugged", "status": "completed", "tag": "01fd3fea-af82-450c-aff7-812539d9e514", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:56.804388 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61261350-6c7e-4302-9f67-7599ce869d9e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:56.804796 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9989f74b-58b4-43cb-8692-fe21d0e1e0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fd3fea-af82-450c-aff7-812539d9e514', 'code': 200} Feb 03 12:30:56.928636 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ac3c1-7c21-450f-8bf3-8d84d69ea601 req-4e3af141-98b8-4b11-9053-8fc5591572cb tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:56.930166 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-685ac3c1-7c21-450f-8bf3-8d84d69ea601 req-4e3af141-98b8-4b11-9053-8fc5591572cb tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.1486115 Feb 03 12:30:57.043493 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-685ac3c1-7c21-450f-8bf3-8d84d69ea601 req-f6fdaf31-b7f2-48f3-9245-8d696a43d64e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991344 Feb 03 12:30:57.060911 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb591f5-813a-4e3b-a1a0-8c179de1a551 req-bfdb39f8-8690-4e07-bccb-436d6fc8f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:57.062475 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0eb591f5-813a-4e3b-a1a0-8c179de1a551 req-bfdb39f8-8690-4e07-bccb-436d6fc8f35b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9989f74b-58b4-43cb-8692-fe21d0e1e0ae HTTP/1.1" status: 200 len: 1130 time: 0.1258688 Feb 03 12:30:57.113683 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:30:57.128482 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] Publish callbacks [] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:57.151867 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0eb591f5-813a-4e3b-a1a0-8c179de1a551 req-02f244d8-7535-4d39-b009-13e51548e2d9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722046 Feb 03 12:30:57.156228 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] Transition to ACTIVE for port object d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:30:57.162122 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:57.264281 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:57.496825 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] Attempting to bind port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:30:57.497089 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] Attempting to bind port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:30:57.497473 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] Attempting to bind port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:57.551407 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] Port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:30:57.551731 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] Attempting to bind port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:30:57.581874 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:30:57.581874 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:30:57.581874 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:30:57.582225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] Bound port: d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:30:57.582486 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:57.700500 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9742456-3263-4ec7-aabd-e9abe704c4bd req-a98b5320-393d-4a28-9c89-71bfa18be31b tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:57.703209 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:30:57.709541 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c9742456-3263-4ec7-aabd-e9abe704c4bd req-a98b5320-393d-4a28-9c89-71bfa18be31b tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.2145643 Feb 03 12:30:57.758211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] For port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:30:57.783522 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] For port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:30:57.803808 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c9742456-3263-4ec7-aabd-e9abe704c4bd req-b4b233f6-a27f-4e88-8c40-3dc4d1daecb8 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878272 Feb 03 12:30:57.806813 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:57.901263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:57.901902 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:57.903367 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] 10.222.0.31 "PUT /v2.0/ports/d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 HTTP/1.1" status: 200 len: 1096 time: 1.7928898 Feb 03 12:30:57.903963 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0756b4bf-db49-494b-b047-085e1cf008d3', 'tag': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:30:57.915160 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc3e2de-c2a9-4c47-a126-9803fe6b7e02" -d '{"events": [{"name": "network-changed", "server_uuid": "0756b4bf-db49-494b-b047-085e1cf008d3", "tag": "d4fa40dc-22d5-45a7-ab16-fde2bd99fb22"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:30:57.920348 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf95724-308b-4c90-9915-02777cb1d64c req-0d5aec04-3a28-47e0-a51e-6e952685595e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:57.931085 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4cf95724-308b-4c90-9915-02777cb1d64c req-0d5aec04-3a28-47e0-a51e-6e952685595e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 948 time: 0.1148045 Feb 03 12:30:57.978678 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce799af-e538-49a4-94cb-7702df148b33 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:58.046257 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4cf95724-308b-4c90-9915-02777cb1d64c req-1be4e60a-ca2c-487d-bf94-5f388aa700f8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139932 Feb 03 12:30:58.132875 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-9b690903-e71f-415f-8933-c6d4ef1fc7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:58.134519 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-9b690903-e71f-415f-8933-c6d4ef1fc7e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 1130 time: 0.1398351 Feb 03 12:30:58.234724 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-9045448f-5460-4d65-8e6c-79149017bd02 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 HTTP/1.1" status: 200 len: 217 time: 0.0877519 Feb 03 12:30:58.258018 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d61cd-48ff-4e85-8ab4-e8f361f9d3c7 req-678b707d-83b3-4154-a737-cb7106e10659 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:58.272496 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-499d61cd-48ff-4e85-8ab4-e8f361f9d3c7 req-678b707d-83b3-4154-a737-cb7106e10659 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=94dea914-51fe-40e8-86ef-aa82486d8923 HTTP/1.1" status: 200 len: 949 time: 0.1283336 Feb 03 12:30:58.339567 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-2f9d39d0-2e9a-4476-a4bd-e7fa041849d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:58.341072 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-2f9d39d0-2e9a-4476-a4bd-e7fa041849d1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0949800 Feb 03 12:30:58.344617 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-499d61cd-48ff-4e85-8ab4-e8f361f9d3c7 req-be5cbec2-2caf-45a8-a190-16fb20465d4e tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707629 Feb 03 12:30:58.401103 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acefb7ca-7dcd-4020-a88b-a3ea3b8cf09d x-openstack-request-id: req-acefb7ca-7dcd-4020-a88b-a3ea3b8cf09d {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:30:58.401408 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0756b4bf-db49-494b-b047-085e1cf008d3", "tag": "d4fa40dc-22d5-45a7-ab16-fde2bd99fb22", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:30:58.401671 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-acefb7ca-7dcd-4020-a88b-a3ea3b8cf09d {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:30:58.402073 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0756b4bf-db49-494b-b047-085e1cf008d3', 'tag': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22', 'status': 'completed', 'code': 200} Feb 03 12:30:58.455217 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-0e1c3bd0-7e99-425b-b42a-83c426a641ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:58.458085 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-0e1c3bd0-7e99-425b-b42a-83c426a641ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1074271 Feb 03 12:30:58.572591 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-a998a3cb-fb5e-4e97-b897-58e7ede28641 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041219 Feb 03 12:30:58.677912 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79dad669-f9f1-4943-b31a-26113bf04e61 req-f6013e2e-ab6c-4302-95f9-118db17afc0b service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981400 Feb 03 12:30:58.793681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3e2de-c2a9-4c47-a126-9803fe6b7e02 req-8aae6670-3fe4-4a08-89df-d6b77fdbdf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:58.795666 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2fc3e2de-c2a9-4c47-a126-9803fe6b7e02 req-8aae6670-3fe4-4a08-89df-d6b77fdbdf00 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 1130 time: 0.0557363 Feb 03 12:30:58.980698 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b9342-ed33-42a6-b2f9-04999e9e32e4 req-0995edaa-af4f-4efb-9f7f-2e66586dd4ba tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:58.984532 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3e2de-c2a9-4c47-a126-9803fe6b7e02 req-d0f38b76-247a-429b-bcfb-52ec2f0d56e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:58.986254 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2fc3e2de-c2a9-4c47-a126-9803fe6b7e02 req-d0f38b76-247a-429b-bcfb-52ec2f0d56e4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.1802096 Feb 03 12:30:58.989837 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b8b9342-ed33-42a6-b2f9-04999e9e32e4 req-0995edaa-af4f-4efb-9f7f-2e66586dd4ba tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0841403 Feb 03 12:30:59.054192 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b8b9342-ed33-42a6-b2f9-04999e9e32e4 req-b52b0205-824c-417d-9cec-e4e0a221366f tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633299 Feb 03 12:30:59.079890 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2fc3e2de-c2a9-4c47-a126-9803fe6b7e02 req-3aed3fe5-8fe3-493f-bbdc-6995e4a009e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 HTTP/1.1" status: 200 len: 217 time: 0.0823452 Feb 03 12:30:59.152630 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3e2de-c2a9-4c47-a126-9803fe6b7e02 req-91229610-2176-4c53-b843-b226ebf58f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:59.154257 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2fc3e2de-c2a9-4c47-a126-9803fe6b7e02 req-91229610-2176-4c53-b843-b226ebf58f16 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0667617 Feb 03 12:30:59.171870 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34606) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:59.284288 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa907438-b5e9-4fb1-9304-b3e391cb810d req-ab7f349e-7b6e-460c-8c09-7dd2987faf95 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:59.286239 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa907438-b5e9-4fb1-9304-b3e391cb810d req-ab7f349e-7b6e-460c-8c09-7dd2987faf95 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 948 time: 0.1361473 Feb 03 12:30:59.343568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3e2de-c2a9-4c47-a126-9803fe6b7e02 req-49274830-736b-4539-9848-d89cb3933c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:59.345102 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2fc3e2de-c2a9-4c47-a126-9803fe6b7e02 req-49274830-736b-4539-9848-d89cb3933c0f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1773124 Feb 03 12:30:59.346438 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-923d8585-5303-4cf2-8cf0-6c35edbc131c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:59.348718 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa907438-b5e9-4fb1-9304-b3e391cb810d req-e12fb351-cb59-4af4-96a0-be52ccffc235 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513055 Feb 03 12:30:59.455028 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2fc3e2de-c2a9-4c47-a126-9803fe6b7e02 req-6e3dc60c-d98f-4c26-9459-2e5314af52fd service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998006 Feb 03 12:30:59.508877 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-923d8585-5303-4cf2-8cf0-6c35edbc131c admin admin] Publish callbacks [] for security_group (8349cf09-7708-4d63-ad07-cfe47a3914c6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:59.523296 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1acb5e-14b6-4e0c-ae68-bc1b3ee3cc82 req-7168685e-88b6-4603-be05-1dc5ce193fdf tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:59.524937 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e1acb5e-14b6-4e0c-ae68-bc1b3ee3cc82 req-7168685e-88b6-4603-be05-1dc5ce193fdf tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=94dea914-51fe-40e8-86ef-aa82486d8923 HTTP/1.1" status: 200 len: 949 time: 0.0951521 Feb 03 12:30:59.526121 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-923d8585-5303-4cf2-8cf0-6c35edbc131c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8349cf09-7708-4d63-ad07-cfe47a3914c6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:59.583740 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-923d8585-5303-4cf2-8cf0-6c35edbc131c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1611fed7cbb142faab8c57b1e773f7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106407 Feb 03 12:30:59.587112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34612) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:30:59.592641 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d8585-5303-4cf2-8cf0-6c35edbc131c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8349cf09-7708-4d63-ad07-cfe47a3914c6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:59.599536 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2fc3e2de-c2a9-4c47-a126-9803fe6b7e02 req-b47997a7-63e7-44f0-ab04-66c5da86300a service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373417 Feb 03 12:30:59.629145 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e1acb5e-14b6-4e0c-ae68-bc1b3ee3cc82 req-65babc06-fa64-4514-bcc0-fef904f3a0b8 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969551 Feb 03 12:30:59.671706 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc18f8a3-ac07-4397-a579-1b24d8156103 admin admin] Publish callbacks [] for security_group (8349cf09-7708-4d63-ad07-cfe47a3914c6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:59.699274 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc18f8a3-ac07-4397-a579-1b24d8156103 admin admin] Publish callbacks [] for security_group (8349cf09-7708-4d63-ad07-cfe47a3914c6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:59.792788 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc969c-2543-49ef-9c80-55860da1bfc6 req-ac88e6b4-98f9-49cd-803f-2a5cc7663ca0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:30:59.794292 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01cc969c-2543-49ef-9c80-55860da1bfc6 req-ac88e6b4-98f9-49cd-803f-2a5cc7663ca0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=9989f74b-58b4-43cb-8692-fe21d0e1e0ae HTTP/1.1" status: 200 len: 948 time: 0.0920568 Feb 03 12:30:59.810165 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc18f8a3-ac07-4397-a579-1b24d8156103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8349cf09-7708-4d63-ad07-cfe47a3914c6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:59.812739 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc18f8a3-ac07-4397-a579-1b24d8156103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:30:59.813796 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fc18f8a3-ac07-4397-a579-1b24d8156103 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8349cf09-7708-4d63-ad07-cfe47a3914c6 HTTP/1.1" status: 204 len: 168 time: 0.2253230 Feb 03 12:30:59.832565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18f8a3-ac07-4397-a579-1b24d8156103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8349cf09-7708-4d63-ad07-cfe47a3914c6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:30:59.875128 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01cc969c-2543-49ef-9c80-55860da1bfc6 req-9f67c395-09bc-47b2-99c2-593277486de4 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724299 Feb 03 12:31:00.256775 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193aeee-0d90-4648-b626-6124476e00fe req-3ff7e6b4-ee45-4f97-9800-fed2dcb4716d tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:00.262637 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193aeee-0d90-4648-b626-6124476e00fe req-3ff7e6b4-ee45-4f97-9800-fed2dcb4716d tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:00.264651 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f193aeee-0d90-4648-b626-6124476e00fe req-3ff7e6b4-ee45-4f97-9800-fed2dcb4716d tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=94dea914-51fe-40e8-86ef-aa82486d8923&device_id=9989f74b-58b4-43cb-8692-fe21d0e1e0ae HTTP/1.1" status: 200 len: 1688 time: 0.0730896 Feb 03 12:31:00.329638 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f193aeee-0d90-4648-b626-6124476e00fe req-6a87ca23-a955-47ce-9ae5-cc3ced5a3af8 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553017 Feb 03 12:31:00.493817 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961df70-210a-4c6c-9683-5c5038a78b74 req-d00ad0e3-d469-418a-8a93-302cfd99e2e2 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:00.495965 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a961df70-210a-4c6c-9683-5c5038a78b74 req-d00ad0e3-d469-418a-8a93-302cfd99e2e2 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0753994 Feb 03 12:31:00.595828 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a961df70-210a-4c6c-9683-5c5038a78b74 req-9f7de169-42b4-49d2-b5a9-1a67a169f92a tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937951 Feb 03 12:31:00.635380 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee569c38-7e01-4a5a-9866-d97648c35a3d req-762e2650-a6e4-4ede-a8c6-c6dbc864e62b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:00.645043 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ee569c38-7e01-4a5a-9866-d97648c35a3d req-762e2650-a6e4-4ede-a8c6-c6dbc864e62b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 948 time: 0.0845873 Feb 03 12:31:00.692575 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34662) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:00.713991 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ee569c38-7e01-4a5a-9866-d97648c35a3d req-41387413-fd61-4baa-8920-f47e98fcf5a4 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679951 Feb 03 12:31:00.730347 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:00.770419 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42396d1-d115-4628-a90c-46241a88b5fb req-5f183d3e-c6bc-486e-98b3-5543b772353d tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:00.772080 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d42396d1-d115-4628-a90c-46241a88b5fb req-5f183d3e-c6bc-486e-98b3-5543b772353d tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=94dea914-51fe-40e8-86ef-aa82486d8923 HTTP/1.1" status: 200 len: 1131 time: 0.0693491 Feb 03 12:31:00.830305 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d42396d1-d115-4628-a90c-46241a88b5fb req-8dd338ac-8e2b-4b79-9b97-86066e846e34 tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509498 Feb 03 12:31:00.844376 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-85744103-8b65-4907-9dac-1c2336554b67 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-575127511-network', 'tenant_id': '546b12ff8dfa4eab918fe27ee29337c0'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:31:00.869894 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85744103-8b65-4907-9dac-1c2336554b67 admin admin] Made reservation on behalf of 546b12ff8dfa4eab918fe27ee29337c0 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:31:00.873043 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85744103-8b65-4907-9dac-1c2336554b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:00.883144 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85744103-8b65-4907-9dac-1c2336554b67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:00.952383 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b2e02-bcbd-4769-965d-ea86c0c6ced8 req-385d4d8a-d702-4ded-96b5-f4f83a2c6865 tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:00.962268 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b58b2e02-bcbd-4769-965d-ea86c0c6ced8 req-385d4d8a-d702-4ded-96b5-f4f83a2c6865 tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9989f74b-58b4-43cb-8692-fe21d0e1e0ae HTTP/1.1" status: 200 len: 1130 time: 0.0636160 Feb 03 12:31:00.986066 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85744103-8b65-4907-9dac-1c2336554b67 admin admin] Publish callbacks [] for security_group (ab41c450-a139-4976-a637-1d71dfb4b14e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:00.991391 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85744103-8b65-4907-9dac-1c2336554b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ab41c450-a139-4976-a637-1d71dfb4b14e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:01.009997 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85744103-8b65-4907-9dac-1c2336554b67 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:31:01.021544 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b58b2e02-bcbd-4769-965d-ea86c0c6ced8 req-6f81ed74-379f-454e-bedd-7fabc9f11044 tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534956 Feb 03 12:31:01.023335 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85744103-8b65-4907-9dac-1c2336554b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b606eea6-2c87-40f6-9817-57935ead4564), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:01.023716 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-85744103-8b65-4907-9dac-1c2336554b67 admin admin] Added segment b606eea6-2c87-40f6-9817-57935ead4564 of type vlan for network a7bd79eb-2e93-4843-a220-5393952dd792 Feb 03 12:31:01.091286 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85744103-8b65-4907-9dac-1c2336554b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab41c450-a139-4976-a637-1d71dfb4b14e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:01.108310 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85744103-8b65-4907-9dac-1c2336554b67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (a7bd79eb-2e93-4843-a220-5393952dd792), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:01.135549 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85744103-8b65-4907-9dac-1c2336554b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (a7bd79eb-2e93-4843-a220-5393952dd792), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:01.136815 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85744103-8b65-4907-9dac-1c2336554b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:01.137750 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85744103-8b65-4907-9dac-1c2336554b67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:01.159755 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-85744103-8b65-4907-9dac-1c2336554b67 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4655571 Feb 03 12:31:01.162858 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34670) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:01.168885 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f360c397-ee9e-49db-bf32-168a047317b9 admin admin] Request body: {'subnet': {'network_id': 'a7bd79eb-2e93-4843-a220-5393952dd792', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-575127511-subnet', 'tenant_id': '546b12ff8dfa4eab918fe27ee29337c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:31:01.215292 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f360c397-ee9e-49db-bf32-168a047317b9 admin admin] Made reservation on behalf of 546b12ff8dfa4eab918fe27ee29337c0 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:31:01.218649 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f360c397-ee9e-49db-bf32-168a047317b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:01.495286 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-71b91419-4f29-41ff-9ed4-3062598c34d5 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d375c31b6fe24472a187873bc305b655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485885 Feb 03 12:31:01.518907 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f360c397-ee9e-49db-bf32-168a047317b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (515cbdc6-15b3-432f-b573-be1ba4f23b6e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:01.574450 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85744103-8b65-4907-9dac-1c2336554b67 admin admin] Pushing event updated for resources: {'Network': ['ID=a7bd79eb-2e93-4843-a220-5393952dd792,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:01.585589 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network a7bd79eb-2e93-4843-a220-5393952dd792 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:31:01.658724 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360c397-ee9e-49db-bf32-168a047317b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=515cbdc6-15b3-432f-b573-be1ba4f23b6e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:01.669817 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360c397-ee9e-49db-bf32-168a047317b9 admin admin] Checking segment: {'id': 'b606eea6-2c87-40f6-9817-57935ead4564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a7bd79eb-2e93-4843-a220-5393952dd792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:31:01.670187 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f360c397-ee9e-49db-bf32-168a047317b9 admin admin] Network hostable DHCP agents. Network: a7bd79eb-2e93-4843-a220-5393952dd792, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:31:01.694812 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f776-a441-42ad-b689-1e502e494449 req-866a6ad0-1450-4560-8b79-a4950edce3de tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:01.698318 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-866a6ad0-1450-4560-8b79-a4950edce3de tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1923118 Feb 03 12:31:01.717403 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-44c93186-e7f7-4183-ac66-fe6ed84604dd tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/quotas/d375c31b6fe24472a187873bc305b655 HTTP/1.1" status: 200 len: 375 time: 0.0146224 Feb 03 12:31:01.723818 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f360c397-ee9e-49db-bf32-168a047317b9 admin admin] Network a7bd79eb-2e93-4843-a220-5393952dd792 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:31:01.762345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f360c397-ee9e-49db-bf32-168a047317b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, a7bd79eb-2e93-4843-a220-5393952dd792) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:31:01.762692 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8bdfe-2910-49a8-938e-7dbaee41efae req-a5215840-e1f0-4221-877e-a430c99bb27e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:01.764605 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d3e8bdfe-2910-49a8-938e-7dbaee41efae req-a5215840-e1f0-4221-877e-a430c99bb27e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0616186 Feb 03 12:31:01.767972 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f360c397-ee9e-49db-bf32-168a047317b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:01.769269 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f360c397-ee9e-49db-bf32-168a047317b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:01.779440 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d3cebf-2c21-4e66-8eef-4482399a3d1a None None] Network a7bd79eb-2e93-4843-a220-5393952dd792 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:31:01.800256 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f360c397-ee9e-49db-bf32-168a047317b9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6358740 Feb 03 12:31:01.832164 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-4aca1b4f-cded-4eb2-b9d5-cbade89b62eb tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1041820 Feb 03 12:31:01.839873 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d3e8bdfe-2910-49a8-938e-7dbaee41efae req-85dc2c20-27ac-4bb8-ad56-117bef9eb1d0 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658326 Feb 03 12:31:01.942177 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2a11d8-c7af-4ad9-b82f-2ef39017250f None None] Network a7bd79eb-2e93-4843-a220-5393952dd792 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:31:02.056392 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c926ad-b67b-4224-ba5d-31f5c941cf9e req-6567f901-818b-4942-b09b-538c595ee916 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:02.063520 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d8c926ad-b67b-4224-ba5d-31f5c941cf9e req-6567f901-818b-4942-b09b-538c595ee916 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 948 time: 0.1154625 Feb 03 12:31:02.121675 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d8c926ad-b67b-4224-ba5d-31f5c941cf9e req-bad2460b-a3f9-4db5-aaea-604250c273a0 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560462 Feb 03 12:31:02.392833 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4190818-b6d7-488e-bdde-cd78da5860fd req-df2dd499-5b74-4a43-a59f-252b2157674b tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 210 time: 0.0543740 Feb 03 12:31:02.509228 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c1f12-ce88-4343-8b73-728f769ab122 req-3ac18df2-56d5-4cf3-94e2-d8000ca52abd tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:02.510793 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-782c1f12-ce88-4343-8b73-728f769ab122 req-3ac18df2-56d5-4cf3-94e2-d8000ca52abd tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/networks?id=a7bd79eb-2e93-4843-a220-5393952dd792 HTTP/1.1" status: 200 len: 820 time: 0.1518896 Feb 03 12:31:02.528861 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-782c1f12-ce88-4343-8b73-728f769ab122 req-a09f4596-c5a5-4050-93b0-052da6dc9c90 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/quotas/546b12ff8dfa4eab918fe27ee29337c0 HTTP/1.1" status: 200 len: 375 time: 0.0100999 Feb 03 12:31:02.584922 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-782c1f12-ce88-4343-8b73-728f769ab122 req-994f86c4-278d-44ba-b982-01b5b9864456 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=546b12ff8dfa4eab918fe27ee29337c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405486 Feb 03 12:31:02.682720 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-782c1f12-ce88-4343-8b73-728f769ab122 req-5c6bdaa0-3152-48f8-aca2-b9c0cebad86b service neutron] 10.222.0.18 "GET /v2.0/networks/a7bd79eb-2e93-4843-a220-5393952dd792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977619 Feb 03 12:31:02.788825 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-782c1f12-ce88-4343-8b73-728f769ab122 req-16e9531b-1162-45f1-a4e0-e36dd1b76cb7 service neutron] 10.222.0.18 "GET /v2.0/networks/a7bd79eb-2e93-4843-a220-5393952dd792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052306 Feb 03 12:31:02.997291 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8d8eb297-1867-410f-82be-6a9793445d53 req-c6bbcd1c-7c2f-4771-bd2f-ec5d49bef524 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/ports?device_id=4811d428-10f3-468f-94c7-20bfd1458a24 HTTP/1.1" status: 200 len: 210 time: 0.0464079 Feb 03 12:31:03.040415 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfecf7-8719-4c96-a16d-754ad938b1c4 req-7ba931fc-0c60-48a8-a993-2db5ee53980d tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:03.054266 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49dfecf7-8719-4c96-a16d-754ad938b1c4 req-7ba931fc-0c60-48a8-a993-2db5ee53980d tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.1223853 Feb 03 12:31:03.183170 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49dfecf7-8719-4c96-a16d-754ad938b1c4 req-c62526c0-2fd7-4f56-896d-c390ca99e8c5 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242709 Feb 03 12:31:03.309210 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cf3ca-1712-4ef9-bfd9-98e46283fcf9 req-92a92acc-8af4-478e-a34b-4342734f826d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:03.318517 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5b8cf3ca-1712-4ef9-bfd9-98e46283fcf9 req-92a92acc-8af4-478e-a34b-4342734f826d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 948 time: 0.0996563 Feb 03 12:31:03.390703 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5b8cf3ca-1712-4ef9-bfd9-98e46283fcf9 req-25195089-2e19-47cd-8930-8ebb24abc5a0 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689492 Feb 03 12:31:03.481036 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c8248b21-4fc9-4d21-868d-c5314eeeb930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:03.501757 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-da486f63-1389-4127-99f6-48c14c7e14b0 req-ed1e1bcd-fffb-4f4e-87f7-d08f55e70615 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 210 time: 0.0290003 Feb 03 12:31:03.568060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:31:03.689747 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:03.707727 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22', 'mac_address': 'fa:16:3e:17:85:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:31:03.766152 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:31:03.766830 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:03.789089 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:31:03.815400 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:03.825312 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:03.889522 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:03.964539 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-a1fd5d52-607e-417f-8881-b7f3bf90717c tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d375c31b6fe24472a187873bc305b655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318484 Feb 03 12:31:04.038463 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-b55e6287-027f-4477-9feb-7858575eee07 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d375c31b6fe24472a187873bc305b655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423539 Feb 03 12:31:04.130695 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-60f1f886-72d9-47f3-b962-ddd15484f911 req-3bdabfe4-5992-4aac-8038-604619466605 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/ports?device_id=4811d428-10f3-468f-94c7-20bfd1458a24 HTTP/1.1" status: 200 len: 210 time: 0.0432091 Feb 03 12:31:04.236252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f776-a441-42ad-b689-1e502e494449 req-27107c65-535f-42f1-af6f-13145cffb70e tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:04.238783 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-27107c65-535f-42f1-af6f-13145cffb70e tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2682076 Feb 03 12:31:04.274452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f4b6f776-a441-42ad-b689-1e502e494449 req-b0494bfa-454c-44f4-8896-a0fa4032ac95 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Request body: {'port': {'device_id': '7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': 'd375c31b6fe24472a187873bc305b655'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:31:04.301411 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f776-a441-42ad-b689-1e502e494449 req-17967f39-0b36-46ae-8d58-02904c1dab1b tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:04.302901 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-17967f39-0b36-46ae-8d58-02904c1dab1b tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251027 Feb 03 12:31:04.316781 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['d4fa40dc-22d5-45a7-ab16-fde2bd99fb22'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:04.329564 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f4b6f776-a441-42ad-b689-1e502e494449 req-24d41366-0c82-4208-ad80-c69ede25a401 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Request body: {'port': {'device_id': '7e6054ba-d203-441d-a042-b16339df7fff', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': 'd375c31b6fe24472a187873bc305b655'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:31:04.488649 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51170b9b-d532-4bc9-a966-463e02b3f17c req-d33a1211-f2bd-44bd-940f-f4ccc448e6a1 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:04.490066 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51170b9b-d532-4bc9-a966-463e02b3f17c req-d33a1211-f2bd-44bd-940f-f4ccc448e6a1 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.2359371 Feb 03 12:31:04.626478 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c6e05-6b65-46a4-9e0b-4c73013479eb req-8faf2252-3dd6-470f-8d1f-c003e992de2d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:04.628748 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-406c6e05-6b65-46a4-9e0b-4c73013479eb req-8faf2252-3dd6-470f-8d1f-c003e992de2d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 949 time: 0.0899627 Feb 03 12:31:04.696370 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51170b9b-d532-4bc9-a966-463e02b3f17c req-08baa40c-f7d2-481e-8b52-dcdfcf89235e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800797 Feb 03 12:31:04.698528 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-406c6e05-6b65-46a4-9e0b-4c73013479eb req-cb46820d-7c0c-4884-b6b8-51ee05a909e2 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619421 Feb 03 12:31:04.711676 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b6f776-a441-42ad-b689-1e502e494449 req-24d41366-0c82-4208-ad80-c69ede25a401 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Made reservation on behalf of d375c31b6fe24472a187873bc305b655 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:31:04.716419 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4b6f776-a441-42ad-b689-1e502e494449 req-24d41366-0c82-4208-ad80-c69ede25a401 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:04.776189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c1f12-ce88-4343-8b73-728f769ab122 req-23284f4d-531d-4a09-9267-f735b11e85ca tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:04.778150 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-782c1f12-ce88-4343-8b73-728f769ab122 req-23284f4d-531d-4a09-9267-f735b11e85ca tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.31 "GET /v2.0/networks?id=a7bd79eb-2e93-4843-a220-5393952dd792 HTTP/1.1" status: 200 len: 820 time: 0.3662195 Feb 03 12:31:04.795874 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-782c1f12-ce88-4343-8b73-728f769ab122 req-1497873d-eb53-4bd8-9a58-e1b50783797a tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Request body: {'port': {'device_id': '4811d428-10f3-468f-94c7-20bfd1458a24', 'network_id': 'a7bd79eb-2e93-4843-a220-5393952dd792', 'admin_state_up': True, 'tenant_id': '546b12ff8dfa4eab918fe27ee29337c0'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:31:04.803255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b6f776-a441-42ad-b689-1e502e494449 req-b0494bfa-454c-44f4-8896-a0fa4032ac95 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Made reservation on behalf of d375c31b6fe24472a187873bc305b655 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:31:04.805475 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e64bcd3-9877-47f7-b302-f5be81ab59b3 req-b68f5b76-3ca3-4434-a6cb-ea4f2d2b1de3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 210 time: 0.0482731 Feb 03 12:31:04.806517 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4b6f776-a441-42ad-b689-1e502e494449 req-b0494bfa-454c-44f4-8896-a0fa4032ac95 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:05.232673 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-19fd613d-f72c-483c-aa08-dc56521b7664 req-94b38673-d967-4cd8-963e-ea288dd8e59a tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/ports?device_id=4811d428-10f3-468f-94c7-20bfd1458a24 HTTP/1.1" status: 200 len: 210 time: 0.0312707 Feb 03 12:31:05.354232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2692c2f-8d88-405a-9660-5180fdaa907e req-ed1b8551-048c-4d10-8f26-8a39f3376977 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:05.355818 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f2692c2f-8d88-405a-9660-5180fdaa907e req-ed1b8551-048c-4d10-8f26-8a39f3376977 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 1127 time: 0.4606872 Feb 03 12:31:05.363911 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-f4b6f776-a441-42ad-b689-1e502e494449 req-24d41366-0c82-4208-ad80-c69ede25a401 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Allocated IP 192.168.233.177 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/5c24cd64-1ef0-4ce6-8c28-dad01a381853) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:31:05.390298 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782c1f12-ce88-4343-8b73-728f769ab122 req-1497873d-eb53-4bd8-9a58-e1b50783797a tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Made reservation on behalf of 546b12ff8dfa4eab918fe27ee29337c0 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:31:05.394080 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-782c1f12-ce88-4343-8b73-728f769ab122 req-1497873d-eb53-4bd8-9a58-e1b50783797a tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:05.459477 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f2692c2f-8d88-405a-9660-5180fdaa907e req-df9544ab-fbe8-4114-b062-ed802f5189fb tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934324 Feb 03 12:31:05.570065 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:31:05.644210 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-782c1f12-ce88-4343-8b73-728f769ab122 req-1497873d-eb53-4bd8-9a58-e1b50783797a tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Allocated IP 172.20.0.2 (a7bd79eb-2e93-4843-a220-5393952dd792/515cbdc6-15b3-432f-b573-be1ba4f23b6e/79991f76-a927-420d-aab8-41503002ee91) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:31:05.646136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:31:05.651481 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:31:05.652502 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:05.658332 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4b6f776-a441-42ad-b689-1e502e494449 req-24d41366-0c82-4208-ad80-c69ede25a401 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks [] for port (5c24cd64-1ef0-4ce6-8c28-dad01a381853), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:05.771417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:31:05.771726 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:05.804560 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0756b4bf-db49-494b-b047-085e1cf008d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:31:05.806889 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9866a750-b4b0-4a2d-9d2f-4343115ad64c" -d '{"events": [{"server_uuid": "0756b4bf-db49-494b-b047-085e1cf008d3", "name": "network-vif-plugged", "status": "completed", "tag": "d4fa40dc-22d5-45a7-ab16-fde2bd99fb22"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:31:05.819950 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:05.825264 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:05.877864 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4b6f776-a441-42ad-b689-1e502e494449 req-24d41366-0c82-4208-ad80-c69ede25a401 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5c24cd64-1ef0-4ce6-8c28-dad01a381853), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:05.917661 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:05.922128 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['469dfbeb-df09-488a-9fc2-1deeba99228e', '36d80831-0a76-4f98-ad31-3fc3fd77ef71', '01fd3fea-af82-450c-aff7-812539d9e514'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:05.927491 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a1112e13-29b2-4112-bda7-1fd747edce91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:05.983291 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d41366-0c82-4208-ad80-c69ede25a401 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Pushing event updated for resources: {'Port': ['ID=5c24cd64-1ef0-4ce6-8c28-dad01a381853,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:06.019233 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b6f776-a441-42ad-b689-1e502e494449 req-24d41366-0c82-4208-ad80-c69ede25a401 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:31:06.026762 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-f4b6f776-a441-42ad-b689-1e502e494449 req-24d41366-0c82-4208-ad80-c69ede25a401 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:31:06.039768 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b6f776-a441-42ad-b689-1e502e494449 req-24d41366-0c82-4208-ad80-c69ede25a401 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:31:06.098476 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-f4b6f776-a441-42ad-b689-1e502e494449 req-b0494bfa-454c-44f4-8896-a0fa4032ac95 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Allocated IP 192.168.233.246 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/55011e3e-b132-4ad0-9fcf-af04202a91b4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:31:06.107349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f776-a441-42ad-b689-1e502e494449 req-24d41366-0c82-4208-ad80-c69ede25a401 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:06.108008 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4b6f776-a441-42ad-b689-1e502e494449 req-24d41366-0c82-4208-ad80-c69ede25a401 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:06.163076 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc3482-889b-43cd-9835-621bf4fe5d9a req-0732891a-5eb9-4cf3-af2d-7d93254062c8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:06.170597 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-16fc3482-889b-43cd-9835-621bf4fe5d9a req-0732891a-5eb9-4cf3-af2d-7d93254062c8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 949 time: 0.3888729 Feb 03 12:31:06.234418 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-16fc3482-889b-43cd-9835-621bf4fe5d9a req-87393e6f-2b88-489a-95f6-bace7313103d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598748 Feb 03 12:31:06.249201 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-24d41366-0c82-4208-ad80-c69ede25a401 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9188712 Feb 03 12:31:06.259856 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-782c1f12-ce88-4343-8b73-728f769ab122 req-1497873d-eb53-4bd8-9a58-e1b50783797a tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Publish callbacks [] for port (79991f76-a927-420d-aab8-41503002ee91), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:06.323097 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-782c1f12-ce88-4343-8b73-728f769ab122 req-1497873d-eb53-4bd8-9a58-e1b50783797a tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (79991f76-a927-420d-aab8-41503002ee91), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:06.348308 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] Request body: {'port': {'device_id': '7e6054ba-d203-441d-a042-b16339df7fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:31:06.441803 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782c1f12-ce88-4343-8b73-728f769ab122 req-1497873d-eb53-4bd8-9a58-e1b50783797a tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Network a7bd79eb-2e93-4843-a220-5393952dd792 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:31:06.467143 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7b9891c3-fba7-4f79-9698-f2e61164b6d1 None None] Provisioning complete for port 5c24cd64-1ef0-4ce6-8c28-dad01a381853 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:31:06.468007 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b9891c3-fba7-4f79-9698-f2e61164b6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5c24cd64-1ef0-4ce6-8c28-dad01a381853), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:06.472289 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-782c1f12-ce88-4343-8b73-728f769ab122 req-1497873d-eb53-4bd8-9a58-e1b50783797a tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:31:06.480373 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-782c1f12-ce88-4343-8b73-728f769ab122 req-1497873d-eb53-4bd8-9a58-e1b50783797a tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:31:06.516186 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7b9891c3-fba7-4f79-9698-f2e61164b6d1 None None] Port 5c24cd64-1ef0-4ce6-8c28-dad01a381853 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:31:06.563651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497873d-eb53-4bd8-9a58-e1b50783797a tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Pushing event updated for resources: {'Port': ['ID=79991f76-a927-420d-aab8-41503002ee91,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:06.621666 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5c24cd64-1ef0-4ce6-8c28-dad01a381853), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:06.649967 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c1f12-ce88-4343-8b73-728f769ab122 req-1497873d-eb53-4bd8-9a58-e1b50783797a tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:06.650587 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-782c1f12-ce88-4343-8b73-728f769ab122 req-1497873d-eb53-4bd8-9a58-e1b50783797a tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:06.665927 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29457758-4c7d-44a0-aef6-b09345353158 req-3253e0eb-592d-4f5b-b230-1cfeb0626666 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:06.667413 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29457758-4c7d-44a0-aef6-b09345353158 req-3253e0eb-592d-4f5b-b230-1cfeb0626666 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.3276076 Feb 03 12:31:06.721790 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-782c1f12-ce88-4343-8b73-728f769ab122 req-1497873d-eb53-4bd8-9a58-e1b50783797a tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9298539 Feb 03 12:31:06.744538 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] Request body: {'port': {'device_id': '4811d428-10f3-468f-94c7-20bfd1458a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:31:06.781461 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:06.798684 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4b6f776-a441-42ad-b689-1e502e494449 req-b0494bfa-454c-44f4-8896-a0fa4032ac95 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks [] for port (55011e3e-b132-4ad0-9fcf-af04202a91b4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:06.874231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-52948ac9-70f5-472f-a200-19244ece557d tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:31:06.875240 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-52948ac9-70f5-472f-a200-19244ece557d tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142286 Feb 03 12:31:06.881925 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29457758-4c7d-44a0-aef6-b09345353158 req-2f926a7e-66d0-494e-a6b1-03dab138e62e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050335 Feb 03 12:31:06.935598 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313ccebe-8adf-4dc8-ad20-cdebbc17e3cc x-openstack-request-id: req-313ccebe-8adf-4dc8-ad20-cdebbc17e3cc {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:31:06.936140 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0756b4bf-db49-494b-b047-085e1cf008d3", "name": "network-vif-plugged", "status": "completed", "tag": "d4fa40dc-22d5-45a7-ab16-fde2bd99fb22", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:31:06.936623 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-313ccebe-8adf-4dc8-ad20-cdebbc17e3cc {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:31:06.937908 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0756b4bf-db49-494b-b047-085e1cf008d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22', 'code': 200} Feb 03 12:31:06.979022 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (79991f76-a927-420d-aab8-41503002ee91), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:06.983589 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-3409ea6c-10e0-42e6-9f29-2974174263c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:06.985021 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-3409ea6c-10e0-42e6-9f29-2974174263c0 service neutron] 10.222.0.18 "GET /v2.0/ports/d554fd18-71cb-4717-be6f-4e59565601bb HTTP/1.1" status: 200 len: 1124 time: 0.1022592 Feb 03 12:31:06.999069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-e7277f6c-1060-46e0-aeb6-292458c94a38 service neutron] Request body: {'binding': {'host': 'n-h1-827336-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:31:06.999540 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-e7277f6c-1060-46e0-aeb6-292458c94a38 service neutron] Unknown quota resources ['binding']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:31:07.032371 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4b6f776-a441-42ad-b689-1e502e494449 req-b0494bfa-454c-44f4-8896-a0fa4032ac95 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (55011e3e-b132-4ad0-9fcf-af04202a91b4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:07.079484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['469dfbeb-df09-488a-9fc2-1deeba99228e', '36d80831-0a76-4f98-ad31-3fc3fd77ef71', '01fd3fea-af82-450c-aff7-812539d9e514'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:07.088046 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6172f-697a-415e-8560-fdd096334d6e req-a170ff95-29c8-4c16-8734-3693b02a8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:07.089569 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cdc6172f-697a-415e-8560-fdd096334d6e req-a170ff95-29c8-4c16-8734-3693b02a8647 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 1132 time: 0.0792389 Feb 03 12:31:07.156198 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cdc6172f-697a-415e-8560-fdd096334d6e req-06f4385e-fa9e-43d1-a6a2-ea139a46b606 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583334 Feb 03 12:31:07.213029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b6f776-a441-42ad-b689-1e502e494449 req-b0494bfa-454c-44f4-8896-a0fa4032ac95 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:31:07.242762 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0494bfa-454c-44f4-8896-a0fa4032ac95 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Pushing event updated for resources: {'Port': ['ID=55011e3e-b132-4ad0-9fcf-af04202a91b4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:07.246069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-f4b6f776-a441-42ad-b689-1e502e494449 req-b0494bfa-454c-44f4-8896-a0fa4032ac95 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:31:07.297043 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b6f776-a441-42ad-b689-1e502e494449 req-b0494bfa-454c-44f4-8896-a0fa4032ac95 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:31:07.429805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5edb9a-98be-45c0-92d3-7f4107c7c091 req-cca60f45-06a5-4484-8d55-004fd5b5726d tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:07.432136 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7c5edb9a-98be-45c0-92d3-7f4107c7c091 req-cca60f45-06a5-4484-8d55-004fd5b5726d tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 936 time: 0.4015462 Feb 03 12:31:07.548057 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-70eb9c10-a0f9-406d-a4d6-0a82a2156326 None None] Provisioning complete for port 55011e3e-b132-4ad0-9fcf-af04202a91b4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:31:07.548547 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-70eb9c10-a0f9-406d-a4d6-0a82a2156326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (55011e3e-b132-4ad0-9fcf-af04202a91b4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:07.572635 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f776-a441-42ad-b689-1e502e494449 req-b0494bfa-454c-44f4-8896-a0fa4032ac95 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:07.573285 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4b6f776-a441-42ad-b689-1e502e494449 req-b0494bfa-454c-44f4-8896-a0fa4032ac95 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:07.585547 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-70eb9c10-a0f9-406d-a4d6-0a82a2156326 None None] Port 55011e3e-b132-4ad0-9fcf-af04202a91b4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:31:07.674179 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51976f2d-ebb5-4df0-8794-4a9918ebe350 req-4dfb39f0-ee87-46b3-9447-487680f0da8b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4449756 Feb 03 12:31:07.685810 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-b0494bfa-454c-44f4-8896-a0fa4032ac95 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4170370 Feb 03 12:31:07.709238 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] Request body: {'port': {'device_id': '7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:31:07.713106 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-e7277f6c-1060-46e0-aeb6-292458c94a38 service neutron] Attempting to bind port d554fd18-71cb-4717-be6f-4e59565601bb on host n-h1-827336-3 for vnic_type normal with profile None {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:31:07.713440 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-e7277f6c-1060-46e0-aeb6-292458c94a38 service neutron] Attempting to bind port d554fd18-71cb-4717-be6f-4e59565601bb by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:31:07.713769 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-e7277f6c-1060-46e0-aeb6-292458c94a38 service neutron] Attempting to bind port d554fd18-71cb-4717-be6f-4e59565601bb on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:31:07.757815 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7c5edb9a-98be-45c0-92d3-7f4107c7c091 req-cc31da96-9f27-44e8-88be-b49af67ba484 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440493 Feb 03 12:31:07.761700 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c24cd64-1ef0-4ce6-8c28-dad01a381853 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:31:07.772391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-e7277f6c-1060-46e0-aeb6-292458c94a38 service neutron] Port d554fd18-71cb-4717-be6f-4e59565601bb on network fa311484-a64f-41a1-a01e-493a1be74adb not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:31:07.772646 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-e7277f6c-1060-46e0-aeb6-292458c94a38 service neutron] Attempting to bind port d554fd18-71cb-4717-be6f-4e59565601bb on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:31:07.824673 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] Publish callbacks [] for port (5c24cd64-1ef0-4ce6-8c28-dad01a381853), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:07.834148 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-e7277f6c-1060-46e0-aeb6-292458c94a38 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:31:07.834493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-e7277f6c-1060-46e0-aeb6-292458c94a38 service neutron] Checking segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:31:07.834881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-e7277f6c-1060-46e0-aeb6-292458c94a38 service neutron] Bound using segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:31:07.835320 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-e7277f6c-1060-46e0-aeb6-292458c94a38 service neutron] Bound port: d554fd18-71cb-4717-be6f-4e59565601bb, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:31:07.939634 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] Transition to ACTIVE for port object 5c24cd64-1ef0-4ce6-8c28-dad01a381853 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:31:07.957091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79991f76-a927-420d-aab8-41503002ee91 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:31:07.965840 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (5c24cd64-1ef0-4ce6-8c28-dad01a381853), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:07.982957 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] Publish callbacks [] for port (79991f76-a927-420d-aab8-41503002ee91), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:08.019352 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (55011e3e-b132-4ad0-9fcf-af04202a91b4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:08.071662 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:08.343462 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-e7277f6c-1060-46e0-aeb6-292458c94a38 service neutron] For port d554fd18-71cb-4717-be6f-4e59565601bb, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d554fd18-71cb-4717-be6f-4e59565601bb,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:31:08.347346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51976f2d-ebb5-4df0-8794-4a9918ebe350 req-4c705fcc-6023-4977-be30-49c518b80853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:08.348954 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51976f2d-ebb5-4df0-8794-4a9918ebe350 req-4c705fcc-6023-4977-be30-49c518b80853 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 1127 time: 0.5896516 Feb 03 12:31:08.350471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] Transition to ACTIVE for port object 79991f76-a927-420d-aab8-41503002ee91 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:31:08.365560 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-e7277f6c-1060-46e0-aeb6-292458c94a38 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:08.366722 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-e7277f6c-1060-46e0-aeb6-292458c94a38 service neutron] 10.222.0.18 "POST /v2.0/ports/d554fd18-71cb-4717-be6f-4e59565601bb/bindings HTTP/1.1" status: 201 len: 389 time: 1.3736396 Feb 03 12:31:08.373103 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (79991f76-a927-420d-aab8-41503002ee91), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:08.398891 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] Pushing event updated for resources: {'Port': ['ID=5c24cd64-1ef0-4ce6-8c28-dad01a381853,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:08.426081 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2e489-c3ad-4809-a3b0-ee831b9a577d req-3f3e2526-4a46-4888-a66b-49b2b15f7b56 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:08.427987 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4b2e489-c3ad-4809-a3b0-ee831b9a577d req-3f3e2526-4a46-4888-a66b-49b2b15f7b56 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/ports?device_id=4811d428-10f3-468f-94c7-20bfd1458a24 HTTP/1.1" status: 200 len: 931 time: 0.5977092 Feb 03 12:31:08.559300 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d463d26-1c08-4871-9640-1359e7891b89 req-29a8c14f-6d2a-42b6-bc64-95919e845e3f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:08.563629 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d463d26-1c08-4871-9640-1359e7891b89 req-29a8c14f-6d2a-42b6-bc64-95919e845e3f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0664995 Feb 03 12:31:08.623218 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d463d26-1c08-4871-9640-1359e7891b89 req-8337a300-70e9-45f9-b465-2b4290939452 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552156 Feb 03 12:31:08.717739 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] Pushing event updated for resources: {'Port': ['ID=79991f76-a927-420d-aab8-41503002ee91,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:08.793827 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8711e-6322-4276-ad2f-d4dc0f1b98c7 req-fb389040-f184-4f15-9c2a-7633786497ad tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:08.800397 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48a8711e-6322-4276-ad2f-d4dc0f1b98c7 req-fb389040-f184-4f15-9c2a-7633786497ad tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0732005 Feb 03 12:31:08.871038 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48a8711e-6322-4276-ad2f-d4dc0f1b98c7 req-04b48964-ebc5-4a5d-b798-7c2b3e7972de tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607131 Feb 03 12:31:08.873836 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4b2e489-c3ad-4809-a3b0-ee831b9a577d req-9cbede56-2790-40fc-9136-7a948d345b76 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab41c450-a139-4976-a637-1d71dfb4b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996072 Feb 03 12:31:08.901003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51976f2d-ebb5-4df0-8794-4a9918ebe350 req-25680646-0f2f-4b47-bc91-867e19c86b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:08.902569 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51976f2d-ebb5-4df0-8794-4a9918ebe350 req-25680646-0f2f-4b47-bc91-867e19c86b7b service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 922 time: 0.5248795 Feb 03 12:31:08.916081 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] Attempting to bind port 5c24cd64-1ef0-4ce6-8c28-dad01a381853 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:31:08.916081 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] Attempting to bind port 5c24cd64-1ef0-4ce6-8c28-dad01a381853 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:31:08.916364 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] Attempting to bind port 5c24cd64-1ef0-4ce6-8c28-dad01a381853 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:31:09.000550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] Port 5c24cd64-1ef0-4ce6-8c28-dad01a381853 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:31:09.000879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] Attempting to bind port 5c24cd64-1ef0-4ce6-8c28-dad01a381853 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:31:09.023504 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51976f2d-ebb5-4df0-8794-4a9918ebe350 req-474a7cd9-37f6-4124-81d4-bfe0a8bd31d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8ba686-77e5-42fd-842d-1f6bbd6dead8 HTTP/1.1" status: 200 len: 217 time: 0.1088107 Feb 03 12:31:09.047057 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5910aac-583c-48a0-9f4c-a8c9436859b2 req-11e5c80a-5185-4074-9b41-1ce82c8df852 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:09.054500 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b5910aac-583c-48a0-9f4c-a8c9436859b2 req-11e5c80a-5185-4074-9b41-1ce82c8df852 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0864792 Feb 03 12:31:09.107653 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:31:09.108030 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:31:09.108426 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:31:09.108875 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] Bound port: 5c24cd64-1ef0-4ce6-8c28-dad01a381853, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:31:09.109244 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5c24cd64-1ef0-4ce6-8c28-dad01a381853), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:09.109667 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b5910aac-583c-48a0-9f4c-a8c9436859b2 req-d9e61d37-0746-4c60-af2b-a59e7777735f tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522761 Feb 03 12:31:09.113026 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-4cc96160-d714-4de3-a08a-3415dda17eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:09.114711 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-4cc96160-d714-4de3-a08a-3415dda17eb0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 1127 time: 0.3910120 Feb 03 12:31:09.139369 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] Attempting to bind port 79991f76-a927-420d-aab8-41503002ee91 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:31:09.139715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] Attempting to bind port 79991f76-a927-420d-aab8-41503002ee91 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'b606eea6-2c87-40f6-9817-57935ead4564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a7bd79eb-2e93-4843-a220-5393952dd792'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:31:09.140103 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] Attempting to bind port 79991f76-a927-420d-aab8-41503002ee91 on network a7bd79eb-2e93-4843-a220-5393952dd792 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:31:09.202243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] Port 79991f76-a927-420d-aab8-41503002ee91 on network a7bd79eb-2e93-4843-a220-5393952dd792 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:31:09.202474 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] Attempting to bind port 79991f76-a927-420d-aab8-41503002ee91 on network a7bd79eb-2e93-4843-a220-5393952dd792 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:31:09.241395 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51976f2d-ebb5-4df0-8794-4a9918ebe350 req-aab19115-a77d-4252-8629-77b60eea3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:09.242885 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51976f2d-ebb5-4df0-8794-4a9918ebe350 req-aab19115-a77d-4252-8629-77b60eea3567 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.2071054 Feb 03 12:31:09.264089 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:31:09.264544 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] Checking segment: {'id': 'b606eea6-2c87-40f6-9817-57935ead4564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a7bd79eb-2e93-4843-a220-5393952dd792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:31:09.264870 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] Bound using segment: {'id': 'b606eea6-2c87-40f6-9817-57935ead4564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a7bd79eb-2e93-4843-a220-5393952dd792'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:31:09.265275 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] Bound port: 79991f76-a927-420d-aab8-41503002ee91, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b606eea6-2c87-40f6-9817-57935ead4564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a7bd79eb-2e93-4843-a220-5393952dd792'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:31:09.265639 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (79991f76-a927-420d-aab8-41503002ee91), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:09.363688 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51976f2d-ebb5-4df0-8794-4a9918ebe350 req-644d57b3-485c-48ff-9fb4-705733264425 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032467 Feb 03 12:31:09.429437 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55011e3e-b132-4ad0-9fcf-af04202a91b4 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:31:09.468349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737413c4-eb92-4a44-82d4-71a22b97c2da req-f678dae0-0b50-4190-aa53-687cbd37e8dc tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:09.469966 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-737413c4-eb92-4a44-82d4-71a22b97c2da req-f678dae0-0b50-4190-aa53-687cbd37e8dc tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 948 time: 0.4355891 Feb 03 12:31:09.472801 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] Publish callbacks [] for port (55011e3e-b132-4ad0-9fcf-af04202a91b4), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:09.475535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] For port 5c24cd64-1ef0-4ce6-8c28-dad01a381853, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:31:09.527487 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] For port 5c24cd64-1ef0-4ce6-8c28-dad01a381853, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5c24cd64-1ef0-4ce6-8c28-dad01a381853,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:31:09.584360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] Transition to ACTIVE for port object 55011e3e-b132-4ad0-9fcf-af04202a91b4 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:31:09.591576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-f2ec4848-cef3-4e83-aec2-efe4900e17e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:09.592024 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:09.593708 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-f2ec4848-cef3-4e83-aec2-efe4900e17e4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 922 time: 0.4369771 Feb 03 12:31:09.594425 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (5c24cd64-1ef0-4ce6-8c28-dad01a381853), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:09.610696 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (55011e3e-b132-4ad0-9fcf-af04202a91b4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:09.654332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] For port 79991f76-a927-420d-aab8-41503002ee91, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:31:09.728881 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-23e27291-4bb8-4049-8663-3bb7a8abed07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d554fd18-71cb-4717-be6f-4e59565601bb HTTP/1.1" status: 200 len: 217 time: 0.1238744 Feb 03 12:31:09.730316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:09.731028 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:09.732798 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] 10.222.0.73 "PUT /v2.0/ports/5c24cd64-1ef0-4ce6-8c28-dad01a381853 HTTP/1.1" status: 200 len: 1096 time: 3.4137657 Feb 03 12:31:09.734699 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] For port 79991f76-a927-420d-aab8-41503002ee91, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=79991f76-a927-420d-aab8-41503002ee91,segment=NetworkSegment(b606eea6-2c87-40f6-9817-57935ead4564),segment_id=b606eea6-2c87-40f6-9817-57935ead4564)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:31:09.746939 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6054ba-d203-441d-a042-b16339df7fff', 'tag': '5c24cd64-1ef0-4ce6-8c28-dad01a381853'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:31:09.749242 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05e5945-58b3-4c2c-ab91-d880ab95e5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "7e6054ba-d203-441d-a042-b16339df7fff", "tag": "5c24cd64-1ef0-4ce6-8c28-dad01a381853"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:31:09.782084 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51976f2d-ebb5-4df0-8794-4a9918ebe350 req-a32143e6-1387-4a34-9ae4-9e4a617bd0b2 service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956749 Feb 03 12:31:09.806121 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-737413c4-eb92-4a44-82d4-71a22b97c2da req-d4df8a7d-c27d-4adc-8212-ddee7011bf42 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124895 Feb 03 12:31:09.807227 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (79991f76-a927-420d-aab8-41503002ee91), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:09.867151 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dd606-96c4-45d9-bf16-f77ad30cd54e service neutron] Pushing event updated for resources: {'Port': ['ID=5c24cd64-1ef0-4ce6-8c28-dad01a381853,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:09.958446 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:09.959258 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:09.960534 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-782c1f12-ce88-4343-8b73-728f769ab122 req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] 10.222.0.31 "PUT /v2.0/ports/79991f76-a927-420d-aab8-41503002ee91 HTTP/1.1" status: 200 len: 1091 time: 3.2274241 Feb 03 12:31:09.997142 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-c284048b-eeb8-49b6-8b3b-52c3aee51af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:09.998621 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-c284048b-eeb8-49b6-8b3b-52c3aee51af9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.2420638 Feb 03 12:31:10.023430 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcda81a-cbfd-43a5-a9e9-f57ab0ca2117 x-openstack-request-id: req-ebcda81a-cbfd-43a5-a9e9-f57ab0ca2117 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:31:10.023725 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e6054ba-d203-441d-a042-b16339df7fff", "tag": "5c24cd64-1ef0-4ce6-8c28-dad01a381853", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:31:10.024034 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ebcda81a-cbfd-43a5-a9e9-f57ab0ca2117 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:31:10.024429 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e6054ba-d203-441d-a042-b16339df7fff', 'tag': '5c24cd64-1ef0-4ce6-8c28-dad01a381853', 'status': 'completed', 'code': 200} Feb 03 12:31:10.132873 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-fef68e38-3998-4f6b-b6f8-b79c1ac56d26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845668 Feb 03 12:31:10.133473 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59717ee-49b8-4d6d-924f-3e2f9ed3b5fe req-ca11be28-f391-467e-83c2-c9f7e6388def tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:10.139959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=55011e3e-b132-4ad0-9fcf-af04202a91b4,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:10.141528 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c59717ee-49b8-4d6d-924f-3e2f9ed3b5fe req-ca11be28-f391-467e-83c2-c9f7e6388def tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0642817 Feb 03 12:31:10.196976 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c59717ee-49b8-4d6d-924f-3e2f9ed3b5fe req-165636ae-be73-46a2-a650-860d954ea58d tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531523 Feb 03 12:31:10.210944 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f776-a441-42ad-b689-1e502e494449 req-e1526fa3-c60b-489a-a034-d248164fce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:10.210944 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-e1526fa3-c60b-489a-a034-d248164fce61 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 1130 time: 0.3921559 Feb 03 12:31:10.266644 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51976f2d-ebb5-4df0-8794-4a9918ebe350 req-f6fc0f0f-f447-4ebc-aa6d-00142288dd2e service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556234 Feb 03 12:31:10.347848 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bfb85-2d33-44c6-8607-6331ae214a3d req-2350b9b7-3d8b-4b2d-81e8-b0869872b6b3 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:10.349768 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c57bfb85-2d33-44c6-8607-6331ae214a3d req-2350b9b7-3d8b-4b2d-81e8-b0869872b6b3 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/ports?device_id=4811d428-10f3-468f-94c7-20bfd1458a24 HTTP/1.1" status: 200 len: 943 time: 0.0682368 Feb 03 12:31:10.413369 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c57bfb85-2d33-44c6-8607-6331ae214a3d req-1450b1b1-2976-4faf-9413-d6a7828e53d0 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab41c450-a139-4976-a637-1d71dfb4b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579312 Feb 03 12:31:10.587304 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8d5a9-1b8b-46d8-b07f-727d5461f6bf req-8e71e4e6-2f61-499d-9d52-e2eabee69b11 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:10.589693 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-09d8d5a9-1b8b-46d8-b07f-727d5461f6bf req-8e71e4e6-2f61-499d-9d52-e2eabee69b11 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0577838 Feb 03 12:31:10.628769 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-900924d8-afe2-4660-8dba-416ca6227a6c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=5c24cd64-1ef0-4ce6-8c28-dad01a381853 HTTP/1.1" status: 200 len: 217 time: 0.3844388 Feb 03 12:31:10.634345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] Attempting to bind port 55011e3e-b132-4ad0-9fcf-af04202a91b4 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:31:10.634696 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] Attempting to bind port 55011e3e-b132-4ad0-9fcf-af04202a91b4 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:31:10.635028 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] Attempting to bind port 55011e3e-b132-4ad0-9fcf-af04202a91b4 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:31:10.638656 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-09d8d5a9-1b8b-46d8-b07f-727d5461f6bf req-1f3f2a31-0d4e-482b-a320-73aa075ef8c5 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427363 Feb 03 12:31:10.673691 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608de6a3-c1d1-41b0-8841-2dc69a793980 req-f4863fc7-ae90-4435-a522-88e884528f2a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:10.675462 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-608de6a3-c1d1-41b0-8841-2dc69a793980 req-f4863fc7-ae90-4435-a522-88e884528f2a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.6801980 Feb 03 12:31:10.695761 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c1f12-ce88-4343-8b73-728f769ab122 req-f87eb6c8-b704-43e7-bb5b-544dbb3d9e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:10.697315 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-782c1f12-ce88-4343-8b73-728f769ab122 req-f87eb6c8-b704-43e7-bb5b-544dbb3d9e90 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=546b12ff8dfa4eab918fe27ee29337c0&device_id=4811d428-10f3-468f-94c7-20bfd1458a24 HTTP/1.1" status: 200 len: 1125 time: 0.6502228 Feb 03 12:31:10.697810 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] Port 55011e3e-b132-4ad0-9fcf-af04202a91b4 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:31:10.698136 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] Attempting to bind port 55011e3e-b132-4ad0-9fcf-af04202a91b4 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:31:10.705472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db6146-7b80-4454-beff-04cc40ef7238 service neutron] Pushing event updated for resources: {'Port': ['ID=79991f76-a927-420d-aab8-41503002ee91,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:10.780487 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:31:10.781215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:31:10.781215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:31:10.781811 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] Bound port: 55011e3e-b132-4ad0-9fcf-af04202a91b4, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:31:10.782037 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (55011e3e-b132-4ad0-9fcf-af04202a91b4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:10.796591 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-782c1f12-ce88-4343-8b73-728f769ab122 req-03f27b6a-9712-4b24-8e4b-17f0d49d8434 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79991f76-a927-420d-aab8-41503002ee91 HTTP/1.1" status: 200 len: 217 time: 0.0793483 Feb 03 12:31:10.802241 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-8b3fcb16-a08b-40e2-a6d5-b0f3fc5a547b service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6481824 Feb 03 12:31:10.809724 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f776-a441-42ad-b689-1e502e494449 req-1e2e76ea-ec7f-474d-9b08-daeda51dcf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:10.811147 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-1e2e76ea-ec7f-474d-9b08-daeda51dcf4f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1703007 Feb 03 12:31:10.965149 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-608de6a3-c1d1-41b0-8841-2dc69a793980 req-3ce7ea85-08a2-47a9-9f18-a55269aeaeec tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603910 Feb 03 12:31:10.983567 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b115f5-627c-4b51-8722-7e3a81bc6895 req-b8e8490c-18a7-4355-9e28-11f3fb4d56d7 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:10.985403 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b0b115f5-627c-4b51-8722-7e3a81bc6895 req-b8e8490c-18a7-4355-9e28-11f3fb4d56d7 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 948 time: 0.0848253 Feb 03 12:31:11.011185 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c1f12-ce88-4343-8b73-728f769ab122 req-358cabbd-7350-47cc-8fa7-ea97157f8b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:11.013093 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-782c1f12-ce88-4343-8b73-728f769ab122 req-358cabbd-7350-47cc-8fa7-ea97157f8b84 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=515cbdc6-15b3-432f-b573-be1ba4f23b6e HTTP/1.1" status: 200 len: 860 time: 0.2050104 Feb 03 12:31:11.067702 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b0b115f5-627c-4b51-8722-7e3a81bc6895 req-044badba-8b03-422d-80d0-cc4bba993564 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750577 Feb 03 12:31:11.070646 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-782c1f12-ce88-4343-8b73-728f769ab122 req-4dd36004-829b-431b-87d0-c1b2f0419609 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a7bd79eb-2e93-4843-a220-5393952dd792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430021 Feb 03 12:31:11.084377 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] For port 55011e3e-b132-4ad0-9fcf-af04202a91b4, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:31:11.139369 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] For port 55011e3e-b132-4ad0-9fcf-af04202a91b4, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=55011e3e-b132-4ad0-9fcf-af04202a91b4,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:31:11.165776 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f776-a441-42ad-b689-1e502e494449 req-107f437b-65c9-45d0-aeb7-658bd8b648de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:11.167614 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-107f437b-65c9-45d0-aeb7-658bd8b648de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3074522 Feb 03 12:31:11.177298 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (55011e3e-b132-4ad0-9fcf-af04202a91b4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:11.180483 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-18ceb145-c186-45cb-b02e-e051dfe735b2 service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424566 Feb 03 12:31:11.276509 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:11.277149 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:11.278595 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] 10.222.0.31 "PUT /v2.0/ports/55011e3e-b132-4ad0-9fcf-af04202a91b4 HTTP/1.1" status: 200 len: 1096 time: 3.5798326 Feb 03 12:31:11.342968 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a01ed-6dda-4414-a956-4d2bc20259ae req-95078db7-35e7-4623-b044-a4fa7962dd33 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:11.352265 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af7a01ed-6dda-4414-a956-4d2bc20259ae req-95078db7-35e7-4623-b044-a4fa7962dd33 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.2884004 Feb 03 12:31:11.403844 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecdaf1-2192-476b-ae73-2e9119dd066e req-5e1a0ffb-de98-45cf-bb80-7e90aa5484af tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:11.406762 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-41ecdaf1-2192-476b-ae73-2e9119dd066e req-5e1a0ffb-de98-45cf-bb80-7e90aa5484af tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.1264737 Feb 03 12:31:11.436148 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-782c1f12-ce88-4343-8b73-728f769ab122 req-0cbd9fd6-513b-40e4-81f8-cadf7b5603a9 service neutron] 10.222.0.31 "GET /v2.0/networks/a7bd79eb-2e93-4843-a220-5393952dd792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459153 Feb 03 12:31:11.493025 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-41ecdaf1-2192-476b-ae73-2e9119dd066e req-3f08baed-c986-4e69-9966-243895249261 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803728 Feb 03 12:31:11.493545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211374b-d859-48b3-a680-3495c8eb2dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=55011e3e-b132-4ad0-9fcf-af04202a91b4,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:11.512036 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-ca0f88ad-788c-46a6-b801-1ecdf17607dc service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711000 Feb 03 12:31:11.626360 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc852f6-2b2e-4eea-b310-27ef7315a5f9 req-19e7d470-6566-4ffb-a4ba-c3a5acc9aa85 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:11.628843 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dbc852f6-2b2e-4eea-b310-27ef7315a5f9 req-19e7d470-6566-4ffb-a4ba-c3a5acc9aa85 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/ports?device_id=4811d428-10f3-468f-94c7-20bfd1458a24 HTTP/1.1" status: 200 len: 943 time: 0.0576038 Feb 03 12:31:11.643292 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af7a01ed-6dda-4414-a956-4d2bc20259ae req-81ff1f36-827c-4ee1-af8e-fce61d8f63ac tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895961 Feb 03 12:31:11.650078 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f776-a441-42ad-b689-1e502e494449 req-dc45b8d1-5f8c-4f51-99c6-9f20b91866db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:11.651676 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-dc45b8d1-5f8c-4f51-99c6-9f20b91866db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&device_id=7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b HTTP/1.1" status: 200 len: 1130 time: 0.2302415 Feb 03 12:31:11.712803 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dbc852f6-2b2e-4eea-b310-27ef7315a5f9 req-b9522df7-899e-4f34-b507-2f3b1de14c27 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab41c450-a139-4976-a637-1d71dfb4b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776401 Feb 03 12:31:11.754740 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-9a0ac42d-7a5b-4416-9f4d-4a91c110a7d5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=55011e3e-b132-4ad0-9fcf-af04202a91b4 HTTP/1.1" status: 200 len: 217 time: 0.0565076 Feb 03 12:31:11.816800 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-782c1f12-ce88-4343-8b73-728f769ab122 req-8e3de6a9-4f9b-4fc9-9cbf-82e2c0d9177d service neutron] 10.222.0.31 "GET /v2.0/networks/a7bd79eb-2e93-4843-a220-5393952dd792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266418 Feb 03 12:31:11.865314 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-99b12bcf-6d00-4d9d-b427-a94dc125392a service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255198 Feb 03 12:31:11.869183 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f776-a441-42ad-b689-1e502e494449 req-539ab453-6086-4989-afeb-0b858f25e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:11.871670 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-539ab453-6086-4989-afeb-0b858f25e2d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1087377 Feb 03 12:31:11.920547 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79719e51-e75f-4345-be16-c2bf233e21a6 req-da28b37e-e91f-43b4-9105-8ae86fd06c84 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:11.928865 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-79719e51-e75f-4345-be16-c2bf233e21a6 req-da28b37e-e91f-43b4-9105-8ae86fd06c84 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.1352551 Feb 03 12:31:12.028531 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4811d428-10f3-468f-94c7-20bfd1458a24', 'tag': '79991f76-a927-420d-aab8-41503002ee91'}, {'name': 'network-changed', 'server_uuid': '7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b', 'tag': '55011e3e-b132-4ad0-9fcf-af04202a91b4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:31:12.031632 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324dfd89-e6a4-4ea6-993b-f785000f0de8" -d '{"events": [{"name": "network-changed", "server_uuid": "4811d428-10f3-468f-94c7-20bfd1458a24", "tag": "79991f76-a927-420d-aab8-41503002ee91"}, {"name": "network-changed", "server_uuid": "7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b", "tag": "55011e3e-b132-4ad0-9fcf-af04202a91b4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:31:12.048133 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-79719e51-e75f-4345-be16-c2bf233e21a6 req-463ebb66-730a-414f-82af-1905834ff76e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011231 Feb 03 12:31:12.056904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-29ecdfba-1af9-48b6-8821-724c9616665e req-9e910e48-c716-48a3-94f0-759f85007213 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:31:12.058449 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29ecdfba-1af9-48b6-8821-724c9616665e req-9e910e48-c716-48a3-94f0-759f85007213 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0308475 Feb 03 12:31:12.062232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6f776-a441-42ad-b689-1e502e494449 req-9c2fbd4c-9bb2-438b-805d-66ea225ca27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:12.065027 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-9c2fbd4c-9bb2-438b-805d-66ea225ca27f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1860054 Feb 03 12:31:12.114502 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 12:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66adbfc5-c438-4e27-ac78-59eea9aa7d6a x-openstack-request-id: req-66adbfc5-c438-4e27-ac78-59eea9aa7d6a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:31:12.114804 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4811d428-10f3-468f-94c7-20bfd1458a24", "tag": "79991f76-a927-420d-aab8-41503002ee91", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b", "tag": "55011e3e-b132-4ad0-9fcf-af04202a91b4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:31:12.115056 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66adbfc5-c438-4e27-ac78-59eea9aa7d6a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:31:12.115539 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4811d428-10f3-468f-94c7-20bfd1458a24', 'tag': '79991f76-a927-420d-aab8-41503002ee91', 'status': 'completed', 'code': 200} Feb 03 12:31:12.115822 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b', 'tag': '55011e3e-b132-4ad0-9fcf-af04202a91b4', 'status': 'completed', 'code': 200} Feb 03 12:31:12.117715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e5945-58b3-4c2c-ab91-d880ab95e5a6 req-4733df90-4917-4e9b-a528-c13da71a1d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:12.119216 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d05e5945-58b3-4c2c-ab91-d880ab95e5a6 req-4733df90-4917-4e9b-a528-c13da71a1d19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 1130 time: 0.1095512 Feb 03 12:31:12.251661 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43e923-ad4c-4593-a9b6-9694a19faade req-65be52fe-23c0-4faa-93cc-b14f87234b71 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:12.264675 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-df43e923-ad4c-4593-a9b6-9694a19faade req-65be52fe-23c0-4faa-93cc-b14f87234b71 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 948 time: 0.1069925 Feb 03 12:31:12.327298 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-31b07849-ffac-4818-9e14-01387645ae6f service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485173 Feb 03 12:31:12.346988 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dfd89-e6a4-4ea6-993b-f785000f0de8 req-7cec6af3-e996-407a-a84b-bc214ede462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:12.348560 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-324dfd89-e6a4-4ea6-993b-f785000f0de8 req-7cec6af3-e996-407a-a84b-bc214ede462a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=546b12ff8dfa4eab918fe27ee29337c0&device_id=4811d428-10f3-468f-94c7-20bfd1458a24 HTTP/1.1" status: 200 len: 1125 time: 0.1973109 Feb 03 12:31:12.378248 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-df43e923-ad4c-4593-a9b6-9694a19faade req-9b67af51-a37b-43e5-aa50-291ee2b39ad3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101987 Feb 03 12:31:12.418954 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e5945-58b3-4c2c-ab91-d880ab95e5a6 req-2df254f0-234a-4126-bc17-b88ffb50458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:12.420448 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d05e5945-58b3-4c2c-ab91-d880ab95e5a6 req-2df254f0-234a-4126-bc17-b88ffb50458b service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.2808926 Feb 03 12:31:12.441749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34896) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:12.561147 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d05e5945-58b3-4c2c-ab91-d880ab95e5a6 req-06a7483e-d3c0-412a-a876-549abeeae321 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=5c24cd64-1ef0-4ce6-8c28-dad01a381853 HTTP/1.1" status: 200 len: 217 time: 0.0916073 Feb 03 12:31:12.569739 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-7556890b-0091-4ab4-b9bf-95ec764a356b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1266229 Feb 03 12:31:12.584027 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-ad211a99-21f5-45dd-bff7-dfe2aaa09b04 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:31:12.585450 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-ad211a99-21f5-45dd-bff7-dfe2aaa09b04 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102918 Feb 03 12:31:12.654993 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d412341-689a-4a31-a4a8-1195fde4a586 req-8fe94446-7975-4dc7-99ab-2bb8aaca5eca tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:12.657402 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e796f-a899-4718-98ba-7f4950ba0f76 req-9bd100f3-8c7a-4db6-99dd-f15ba8ac4883 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:12.658978 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-669e796f-a899-4718-98ba-7f4950ba0f76 req-9bd100f3-8c7a-4db6-99dd-f15ba8ac4883 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.2731071 Feb 03 12:31:12.661558 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b6f776-a441-42ad-b689-1e502e494449 req-3706323c-cc7c-4b4a-a401-ea343203c3aa service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290255 Feb 03 12:31:12.663432 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9d412341-689a-4a31-a4a8-1195fde4a586 req-8fe94446-7975-4dc7-99ab-2bb8aaca5eca tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0675206 Feb 03 12:31:12.665135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dfd89-e6a4-4ea6-993b-f785000f0de8 req-d1c858ce-7f9f-4a9a-a70d-c139807074ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:12.672412 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-324dfd89-e6a4-4ea6-993b-f785000f0de8 req-d1c858ce-7f9f-4a9a-a70d-c139807074ba service neutron] 10.222.0.31 "GET /v2.0/networks?id=a7bd79eb-2e93-4843-a220-5393952dd792 HTTP/1.1" status: 200 len: 921 time: 0.3107386 Feb 03 12:31:12.733966 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9d412341-689a-4a31-a4a8-1195fde4a586 req-cd8ab0ae-5a57-48a9-b759-68c67a730f82 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642099 Feb 03 12:31:12.734442 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-324dfd89-e6a4-4ea6-993b-f785000f0de8 req-bdaa4bd4-6a7e-4d7c-a1b8-2685a8022558 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79991f76-a927-420d-aab8-41503002ee91 HTTP/1.1" status: 200 len: 217 time: 0.0486090 Feb 03 12:31:12.762511 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e5945-58b3-4c2c-ab91-d880ab95e5a6 req-54a8e2b3-c85b-4359-b6f1-b1fbbce087e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:12.764349 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d05e5945-58b3-4c2c-ab91-d880ab95e5a6 req-54a8e2b3-c85b-4359-b6f1-b1fbbce087e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1923742 Feb 03 12:31:12.874401 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dfd89-e6a4-4ea6-993b-f785000f0de8 req-83225666-2268-4a34-b3ae-3560b2d41468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:12.875906 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-324dfd89-e6a4-4ea6-993b-f785000f0de8 req-83225666-2268-4a34-b3ae-3560b2d41468 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=515cbdc6-15b3-432f-b573-be1ba4f23b6e HTTP/1.1" status: 200 len: 860 time: 0.1275709 Feb 03 12:31:12.887334 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f3b01-d0ee-4e20-94f4-f7d1597ca407 req-24e72281-0c28-44b8-abf1-bb598483b04d tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:12.892592 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-669e796f-a899-4718-98ba-7f4950ba0f76 req-1c437d2a-1f37-4785-87b6-dec69ca0f5ca tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092969 Feb 03 12:31:12.894873 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3f1f3b01-d0ee-4e20-94f4-f7d1597ca407 req-24e72281-0c28-44b8-abf1-bb598483b04d tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/ports?device_id=4811d428-10f3-468f-94c7-20bfd1458a24 HTTP/1.1" status: 200 len: 943 time: 0.0638020 Feb 03 12:31:12.965161 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-324dfd89-e6a4-4ea6-993b-f785000f0de8 req-517ba039-e456-4d17-9ac9-c850af7a4e18 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a7bd79eb-2e93-4843-a220-5393952dd792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713978 Feb 03 12:31:12.970606 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e5945-58b3-4c2c-ab91-d880ab95e5a6 req-6729f987-eb7f-4146-990a-974bbd5b646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:12.972673 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d05e5945-58b3-4c2c-ab91-d880ab95e5a6 req-6729f987-eb7f-4146-990a-974bbd5b646e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1889927 Feb 03 12:31:13.019495 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3f1f3b01-d0ee-4e20-94f4-f7d1597ca407 req-cf732aed-0269-4668-9271-6e5c89c1676a tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab41c450-a139-4976-a637-1d71dfb4b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218274 Feb 03 12:31:13.170545 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-324dfd89-e6a4-4ea6-993b-f785000f0de8 req-fb6cec22-3577-44db-bc58-acc4b291cf28 service neutron] 10.222.0.31 "GET /v2.0/networks/a7bd79eb-2e93-4843-a220-5393952dd792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950388 Feb 03 12:31:13.311180 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-324dfd89-e6a4-4ea6-993b-f785000f0de8 req-612fcd15-dbed-46c4-83f0-46352af3fb85 service neutron] 10.222.0.31 "GET /v2.0/networks/a7bd79eb-2e93-4843-a220-5393952dd792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184330 Feb 03 12:31:13.321553 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d05e5945-58b3-4c2c-ab91-d880ab95e5a6 req-fd733fb0-989e-4ed0-8d53-d07bb278c487 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785830 Feb 03 12:31:13.358801 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e230f2-44d1-4ff3-a115-68fd440049e2 req-5cf86f6d-8857-440f-9775-ee5f56bd7e66 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:13.360329 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-95e230f2-44d1-4ff3-a115-68fd440049e2 req-5cf86f6d-8857-440f-9775-ee5f56bd7e66 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.2095459 Feb 03 12:31:13.554814 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-95e230f2-44d1-4ff3-a115-68fd440049e2 req-829de1ca-4b67-46a4-90cd-045c45041e6c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573989 Feb 03 12:31:13.567651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dfd89-e6a4-4ea6-993b-f785000f0de8 req-95b325eb-df2e-4547-bffe-8a2699e3c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:13.569209 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-324dfd89-e6a4-4ea6-993b-f785000f0de8 req-95b325eb-df2e-4547-bffe-8a2699e3c777 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&device_id=7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b HTTP/1.1" status: 200 len: 1130 time: 0.2080221 Feb 03 12:31:13.578256 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ecabf-8b5c-44be-8be2-64272e539b37 req-56a6e55a-a10b-4e4f-94f3-f70342bebc61 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:13.588117 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d7ecabf-8b5c-44be-8be2-64272e539b37 req-56a6e55a-a10b-4e4f-94f3-f70342bebc61 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 948 time: 0.1078727 Feb 03 12:31:13.596488 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d05e5945-58b3-4c2c-ab91-d880ab95e5a6 req-ea131403-a65b-4265-bea5-13b0a317dc22 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672815 Feb 03 12:31:13.643796 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d7ecabf-8b5c-44be-8be2-64272e539b37 req-430cfd2c-3201-4454-b886-b5a861d1b2b5 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509131 Feb 03 12:31:13.678968 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dfd89-e6a4-4ea6-993b-f785000f0de8 req-372d76e6-adf5-45e0-9b22-40c32f5aea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:13.680588 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-324dfd89-e6a4-4ea6-993b-f785000f0de8 req-372d76e6-adf5-45e0-9b22-40c32f5aea20 service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.1011155 Feb 03 12:31:13.732483 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-324dfd89-e6a4-4ea6-993b-f785000f0de8 req-4e274ec1-1611-4385-b5a5-cad9b4d8c6a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=55011e3e-b132-4ad0-9fcf-af04202a91b4 HTTP/1.1" status: 200 len: 217 time: 0.0451410 Feb 03 12:31:13.814678 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dfd89-e6a4-4ea6-993b-f785000f0de8 req-0c1910b1-1fea-4b0c-9365-4ee3bdf0dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:13.816766 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-324dfd89-e6a4-4ea6-993b-f785000f0de8 req-0c1910b1-1fea-4b0c-9365-4ee3bdf0dc8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0627890 Feb 03 12:31:14.014218 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465553bc-e74b-4b91-9cd4-1ef052acf4a0 req-7b0f3aa7-cc04-4ced-8a19-8e38d88a9e8a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:14.015775 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-465553bc-e74b-4b91-9cd4-1ef052acf4a0 req-7b0f3aa7-cc04-4ced-8a19-8e38d88a9e8a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0582321 Feb 03 12:31:14.068560 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-465553bc-e74b-4b91-9cd4-1ef052acf4a0 req-fb39b749-36db-4889-8a17-286531335308 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458360 Feb 03 12:31:14.165829 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb56ca-3acc-4b16-a496-3e68ee83158e req-b77379ed-7f25-4e92-bc62-7b30845aff10 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:14.167338 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01cb56ca-3acc-4b16-a496-3e68ee83158e req-b77379ed-7f25-4e92-bc62-7b30845aff10 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.3632877 Feb 03 12:31:14.183275 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dfd89-e6a4-4ea6-993b-f785000f0de8 req-84f71432-05ff-4b7d-a9d8-2b2202454a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:14.184777 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-324dfd89-e6a4-4ea6-993b-f785000f0de8 req-84f71432-05ff-4b7d-a9d8-2b2202454a67 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3488119 Feb 03 12:31:14.242314 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed6700-93be-4e07-9b7c-d117c4c9710f req-66a0727f-63d7-4193-8f31-cbcb6c6e92cd tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:14.243977 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ffed6700-93be-4e07-9b7c-d117c4c9710f req-66a0727f-63d7-4193-8f31-cbcb6c6e92cd tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/ports?device_id=4811d428-10f3-468f-94c7-20bfd1458a24 HTTP/1.1" status: 200 len: 943 time: 0.0576675 Feb 03 12:31:14.248179 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01cb56ca-3acc-4b16-a496-3e68ee83158e req-46e0a258-aace-40ec-989e-d40f2d3d6de8 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701244 Feb 03 12:31:14.302673 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ffed6700-93be-4e07-9b7c-d117c4c9710f req-2da73d0e-d4ec-4910-91b1-b6519ff1701a tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab41c450-a139-4976-a637-1d71dfb4b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515473 Feb 03 12:31:14.308568 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-324dfd89-e6a4-4ea6-993b-f785000f0de8 req-47d3e81b-e46d-4173-9f6d-85fdc7c426ee service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098874 Feb 03 12:31:14.414567 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-324dfd89-e6a4-4ea6-993b-f785000f0de8 req-f3cfd536-d5b6-453e-ae0e-399338ae4bcb service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979645 Feb 03 12:31:14.480986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-de7b620f-3883-4410-b4c5-e151d2e14053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:14.482479 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-de7b620f-3883-4410-b4c5-e151d2e14053 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 1132 time: 0.0448275 Feb 03 12:31:14.577601 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-f28fbdd2-fe26-449d-b44a-d6063b648ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:14.579105 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-f28fbdd2-fe26-449d-b44a-d6063b648ec3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.0881443 Feb 03 12:31:14.622919 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-a1fa3df3-09c6-43aa-9cbb-8ea0e6ebe7e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 HTTP/1.1" status: 200 len: 217 time: 0.0349784 Feb 03 12:31:14.705981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-983c7589-3aee-46ce-a78e-bfcb15ec3980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:14.707468 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-983c7589-3aee-46ce-a78e-bfcb15ec3980 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0767500 Feb 03 12:31:14.738461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fe12f-8cba-4989-9e24-3c2599ae4cbe req-7057d09f-b95e-4720-a804-115ed376e2be tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:14.740173 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-420fe12f-8cba-4989-9e24-3c2599ae4cbe req-7057d09f-b95e-4720-a804-115ed376e2be tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0837033 Feb 03 12:31:14.757980 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54489a52-b4d3-4bc2-98f8-baf8b14f15cc req-06ae93b6-430c-472e-869d-58e0a58dda97 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:14.759766 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-54489a52-b4d3-4bc2-98f8-baf8b14f15cc req-06ae93b6-430c-472e-869d-58e0a58dda97 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 948 time: 0.0542128 Feb 03 12:31:14.805874 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-8d3de9d1-525d-4d4a-ab9f-2cc0f2dbdce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:14.807065 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-54489a52-b4d3-4bc2-98f8-baf8b14f15cc req-4ec992f6-7c13-4793-af7d-2bd86f959372 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413785 Feb 03 12:31:14.807763 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-8d3de9d1-525d-4d4a-ab9f-2cc0f2dbdce8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0898786 Feb 03 12:31:14.812478 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-420fe12f-8cba-4989-9e24-3c2599ae4cbe req-34049cb2-ca7a-4ea9-ba62-3d352d195a8c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576024 Feb 03 12:31:14.907923 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-589a4616-80e0-4993-ab9b-50671c3d6f97 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871286 Feb 03 12:31:14.998992 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-3e0381e0-4b08-4c66-942e-0fdc2ea89515 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817006 Feb 03 12:31:15.203115 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348eb2f-5fd7-4aa6-b9c3-224846759a95 req-e05e0f1e-639f-4384-bc7e-818e371de27e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:15.204927 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0348eb2f-5fd7-4aa6-b9c3-224846759a95 req-e05e0f1e-639f-4384-bc7e-818e371de27e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0587997 Feb 03 12:31:15.256319 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0348eb2f-5fd7-4aa6-b9c3-224846759a95 req-8803cfbb-2e44-48e6-acc5-6d901198c599 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456734 Feb 03 12:31:15.366985 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71666fd-5bee-4d58-80e5-0e6912b1e108 req-e03af135-dda8-47eb-8463-c0665f246653 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:15.368827 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71666fd-5bee-4d58-80e5-0e6912b1e108 req-e03af135-dda8-47eb-8463-c0665f246653 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0579510 Feb 03 12:31:15.429071 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71666fd-5bee-4d58-80e5-0e6912b1e108 req-314554b7-8133-4526-bfa5-9bd0a6e80a76 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537984 Feb 03 12:31:15.431038 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077c1f4-cbe4-4912-a383-4640b5bd8659 req-d00e868e-6a31-43de-877e-c7fbb6e3f1d3 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:15.432650 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9077c1f4-cbe4-4912-a383-4640b5bd8659 req-d00e868e-6a31-43de-877e-c7fbb6e3f1d3 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/ports?device_id=4811d428-10f3-468f-94c7-20bfd1458a24 HTTP/1.1" status: 200 len: 943 time: 0.0598722 Feb 03 12:31:15.483751 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9077c1f4-cbe4-4912-a383-4640b5bd8659 req-32c4165b-9437-49d3-880d-5ebafe87ce50 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab41c450-a139-4976-a637-1d71dfb4b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449891 Feb 03 12:31:15.507374 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:15.616487 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 79991f76-a927-420d-aab8-41503002ee91 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:31:15.711497 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 79991f76-a927-420d-aab8-41503002ee91, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=79991f76-a927-420d-aab8-41503002ee91,segment=NetworkSegment(b606eea6-2c87-40f6-9817-57935ead4564),segment_id=b606eea6-2c87-40f6-9817-57935ead4564)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:15.727049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '79991f76-a927-420d-aab8-41503002ee91', 'network_id': 'a7bd79eb-2e93-4843-a220-5393952dd792', 'port_id': '79991f76-a927-420d-aab8-41503002ee91', 'mac_address': 'fa:16:3e:c5:68:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515cbdc6-15b3-432f-b573-be1ba4f23b6e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:31:15.762915 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 79991f76-a927-420d-aab8-41503002ee91 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:31:15.763183 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (79991f76-a927-420d-aab8-41503002ee91), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:15.776565 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79991f76-a927-420d-aab8-41503002ee91 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:31:15.796117 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 79991f76-a927-420d-aab8-41503002ee91, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=79991f76-a927-420d-aab8-41503002ee91,segment=NetworkSegment(b606eea6-2c87-40f6-9817-57935ead4564),segment_id=b606eea6-2c87-40f6-9817-57935ead4564)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:15.799878 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (79991f76-a927-420d-aab8-41503002ee91), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:15.850448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=79991f76-a927-420d-aab8-41503002ee91,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:15.930356 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fec3b0-ebeb-4c83-8289-9489667720c7 req-2f9c4b6c-19f5-4244-9779-f7ddc9210df3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:15.938685 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62fec3b0-ebeb-4c83-8289-9489667720c7 req-2f9c4b6c-19f5-4244-9779-f7ddc9210df3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 948 time: 0.0624063 Feb 03 12:31:15.961613 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea212b9-50dd-4910-8628-934d169d952a req-840ab39a-cfe0-4734-bb87-216da566c1a2 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:15.963432 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eea212b9-50dd-4910-8628-934d169d952a req-840ab39a-cfe0-4734-bb87-216da566c1a2 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0584974 Feb 03 12:31:15.980600 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62fec3b0-ebeb-4c83-8289-9489667720c7 req-460e99a9-355c-4f39-a96a-7f71410b1297 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410607 Feb 03 12:31:16.012788 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eea212b9-50dd-4910-8628-934d169d952a req-eafc980e-56c5-44cb-b546-2834ef14cad1 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434585 Feb 03 12:31:16.051105 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5c24cd64-1ef0-4ce6-8c28-dad01a381853 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:31:16.148097 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5c24cd64-1ef0-4ce6-8c28-dad01a381853, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5c24cd64-1ef0-4ce6-8c28-dad01a381853,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:16.159100 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '5c24cd64-1ef0-4ce6-8c28-dad01a381853', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '5c24cd64-1ef0-4ce6-8c28-dad01a381853', 'mac_address': 'fa:16:3e:70:2d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:31:16.196770 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 5c24cd64-1ef0-4ce6-8c28-dad01a381853 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:31:16.197165 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5c24cd64-1ef0-4ce6-8c28-dad01a381853), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:16.210951 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c24cd64-1ef0-4ce6-8c28-dad01a381853 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:31:16.231700 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5c24cd64-1ef0-4ce6-8c28-dad01a381853, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5c24cd64-1ef0-4ce6-8c28-dad01a381853,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:16.238270 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['79991f76-a927-420d-aab8-41503002ee91'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:16.242732 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5c24cd64-1ef0-4ce6-8c28-dad01a381853), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:16.330149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=5c24cd64-1ef0-4ce6-8c28-dad01a381853,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:16.392411 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f666b-2cc5-4f8c-a4f1-55a13962d529 req-6ccc9f99-6617-406c-a879-f299b5847b40 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:16.393947 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cf7f666b-2cc5-4f8c-a4f1-55a13962d529 req-6ccc9f99-6617-406c-a879-f299b5847b40 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0635068 Feb 03 12:31:16.444707 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cf7f666b-2cc5-4f8c-a4f1-55a13962d529 req-2a5bdec4-e7e6-461e-a7a3-65c8d0231a36 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441937 Feb 03 12:31:16.551524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10241c45-131b-4a97-83b1-0f5b1733f1fb req-676fd799-c6e4-4f2e-9e69-70538f2fa845 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:16.552956 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10241c45-131b-4a97-83b1-0f5b1733f1fb req-676fd799-c6e4-4f2e-9e69-70538f2fa845 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0554790 Feb 03 12:31:16.604409 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10241c45-131b-4a97-83b1-0f5b1733f1fb req-073dee45-d2b4-4b69-8fc5-c8724b97bf9e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454667 Feb 03 12:31:16.604896 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3f0be-de61-40d8-9dd1-9ab081223c0a req-48ae110e-c268-4f67-95a8-905904e4dfac tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:16.606353 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e3f0be-de61-40d8-9dd1-9ab081223c0a req-48ae110e-c268-4f67-95a8-905904e4dfac tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/ports?device_id=4811d428-10f3-468f-94c7-20bfd1458a24 HTTP/1.1" status: 200 len: 944 time: 0.0523164 Feb 03 12:31:16.652936 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e3f0be-de61-40d8-9dd1-9ab081223c0a req-6856c1d4-2459-40b6-8f6f-728c5443cb23 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab41c450-a139-4976-a637-1d71dfb4b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402331 Feb 03 12:31:16.789546 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['5c24cd64-1ef0-4ce6-8c28-dad01a381853'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:17.119156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75383e47-66cf-4c58-9170-c13bdb79779c req-1a448190-e970-4b22-883a-371654f37eec tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:17.120907 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-75383e47-66cf-4c58-9170-c13bdb79779c req-1a448190-e970-4b22-883a-371654f37eec tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 949 time: 0.0703144 Feb 03 12:31:17.141369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5df975-b499-4282-94c7-55de0001d17b req-0afee7fb-78dc-43cc-8abd-0e23224ff95c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:17.144530 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ee5df975-b499-4282-94c7-55de0001d17b req-0afee7fb-78dc-43cc-8abd-0e23224ff95c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0564542 Feb 03 12:31:17.169896 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-75383e47-66cf-4c58-9170-c13bdb79779c req-eb087418-9cf0-4914-b13c-274e946d1f6b tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432746 Feb 03 12:31:17.199357 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ee5df975-b499-4282-94c7-55de0001d17b req-459b5fe7-8bd0-4259-81ab-2c9b629681b3 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502906 Feb 03 12:31:17.564131 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001de968-8951-40ea-9ab7-6ec59f0fa312 req-b6fc876a-1b66-4de9-b95e-f2301d79a211 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:17.566064 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-001de968-8951-40ea-9ab7-6ec59f0fa312 req-b6fc876a-1b66-4de9-b95e-f2301d79a211 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0521839 Feb 03 12:31:17.611434 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-001de968-8951-40ea-9ab7-6ec59f0fa312 req-348925fb-1842-4bb6-9a81-5b34407aaa20 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399132 Feb 03 12:31:17.615614 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 55011e3e-b132-4ad0-9fcf-af04202a91b4 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:31:17.619842 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 79991f76-a927-420d-aab8-41503002ee91 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:31:17.794352 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180c7b4-cfbd-44f5-84bb-de9bdb21b23e req-ba06c1d2-f224-4890-ac80-59ccbf1d31b4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:17.806311 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1180c7b4-cfbd-44f5-84bb-de9bdb21b23e req-ba06c1d2-f224-4890-ac80-59ccbf1d31b4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.1271429 Feb 03 12:31:17.823543 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99cd3f-e97d-43df-98f9-00c53ba860cb req-566d3999-cbd8-4cca-8306-db8073bee6f3 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:17.830902 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f99cd3f-e97d-43df-98f9-00c53ba860cb req-566d3999-cbd8-4cca-8306-db8073bee6f3 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/ports?device_id=4811d428-10f3-468f-94c7-20bfd1458a24 HTTP/1.1" status: 200 len: 944 time: 0.0687013 Feb 03 12:31:17.858366 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 79991f76-a927-420d-aab8-41503002ee91 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:31:17.868664 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 79991f76-a927-420d-aab8-41503002ee91 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:31:17.869045 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (79991f76-a927-420d-aab8-41503002ee91), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:17.882353 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f99cd3f-e97d-43df-98f9-00c53ba860cb req-653e91d4-7b54-45eb-8e18-34c4e09ab6ad tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab41c450-a139-4976-a637-1d71dfb4b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503194 Feb 03 12:31:17.887979 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1180c7b4-cfbd-44f5-84bb-de9bdb21b23e req-c506b22f-a7b1-4f6a-a534-5c4501aad7e5 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801547 Feb 03 12:31:17.926015 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 55011e3e-b132-4ad0-9fcf-af04202a91b4, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=55011e3e-b132-4ad0-9fcf-af04202a91b4,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:17.938856 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '55011e3e-b132-4ad0-9fcf-af04202a91b4', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '55011e3e-b132-4ad0-9fcf-af04202a91b4', 'mac_address': 'fa:16:3e:f8:76:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:31:18.008408 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 55011e3e-b132-4ad0-9fcf-af04202a91b4 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:31:18.008794 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (55011e3e-b132-4ad0-9fcf-af04202a91b4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:18.012502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 79991f76-a927-420d-aab8-41503002ee91 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:31:18.012873 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (79991f76-a927-420d-aab8-41503002ee91), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:18.031501 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55011e3e-b132-4ad0-9fcf-af04202a91b4 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:31:18.050040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4811d428-10f3-468f-94c7-20bfd1458a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79991f76-a927-420d-aab8-41503002ee91'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:31:18.052272 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af40671-1c42-4b0c-96e6-f79ba9ae87b1" -d '{"events": [{"server_uuid": "4811d428-10f3-468f-94c7-20bfd1458a24", "name": "network-vif-plugged", "status": "completed", "tag": "79991f76-a927-420d-aab8-41503002ee91"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:31:18.071408 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 79991f76-a927-420d-aab8-41503002ee91, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=79991f76-a927-420d-aab8-41503002ee91,segment=NetworkSegment(b606eea6-2c87-40f6-9817-57935ead4564),segment_id=b606eea6-2c87-40f6-9817-57935ead4564)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:18.073268 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 55011e3e-b132-4ad0-9fcf-af04202a91b4, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=55011e3e-b132-4ad0-9fcf-af04202a91b4,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:18.077071 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (79991f76-a927-420d-aab8-41503002ee91), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:18.081192 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (55011e3e-b132-4ad0-9fcf-af04202a91b4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:18.102492 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22845ca2-570d-4c3f-bbd9-163fe3fa4123 x-openstack-request-id: req-22845ca2-570d-4c3f-bbd9-163fe3fa4123 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:31:18.102808 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4811d428-10f3-468f-94c7-20bfd1458a24", "name": "network-vif-plugged", "status": "completed", "tag": "79991f76-a927-420d-aab8-41503002ee91", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:31:18.103060 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22845ca2-570d-4c3f-bbd9-163fe3fa4123 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:31:18.103445 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4811d428-10f3-468f-94c7-20bfd1458a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79991f76-a927-420d-aab8-41503002ee91', 'code': 200} Feb 03 12:31:18.130062 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=79991f76-a927-420d-aab8-41503002ee91,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:18.177946 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=55011e3e-b132-4ad0-9fcf-af04202a91b4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:18.227982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a666f-bd83-4877-af33-50308fbecbb7 req-70907cc5-ebbf-4793-bb34-011d506d8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:18.229778 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-409a666f-bd83-4877-af33-50308fbecbb7 req-70907cc5-ebbf-4793-bb34-011d506d8db6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4811d428-10f3-468f-94c7-20bfd1458a24 HTTP/1.1" status: 200 len: 1127 time: 0.0507092 Feb 03 12:31:18.331148 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f57393-9a08-4258-a1f2-16dbe4c9705c req-b78d8c68-868a-47c5-b3e4-d0147fd9b885 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:18.332723 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a2f57393-9a08-4258-a1f2-16dbe4c9705c req-b78d8c68-868a-47c5-b3e4-d0147fd9b885 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 949 time: 0.0927608 Feb 03 12:31:18.336317 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-409a666f-bd83-4877-af33-50308fbecbb7 req-2267971a-c919-47a9-9b20-c9cf6395e6bb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ab41c450-a139-4976-a637-1d71dfb4b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864851 Feb 03 12:31:18.336866 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d0f52-b549-4e78-8a7f-7962d6e68fcd req-b980a838-d1a4-4ab3-9ee8-733af8b97848 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:18.340529 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fc7d0f52-b549-4e78-8a7f-7962d6e68fcd req-b980a838-d1a4-4ab3-9ee8-733af8b97848 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0641818 Feb 03 12:31:18.385076 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a2f57393-9a08-4258-a1f2-16dbe4c9705c req-57f63c17-005c-4272-87fd-a7d008e3a66f tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465345 Feb 03 12:31:18.389910 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fc7d0f52-b549-4e78-8a7f-7962d6e68fcd req-9d39ff22-e7c1-444a-8127-0c737a49a026 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453188 Feb 03 12:31:18.501881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['55011e3e-b132-4ad0-9fcf-af04202a91b4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:18.735829 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ebbc8-43ee-42d6-ae21-fc3ca98eae53 req-921493c0-f748-4bba-9709-d247ccb80dfc tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:18.737463 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9a1ebbc8-43ee-42d6-ae21-fc3ca98eae53 req-921493c0-f748-4bba-9709-d247ccb80dfc tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0553589 Feb 03 12:31:18.786322 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9a1ebbc8-43ee-42d6-ae21-fc3ca98eae53 req-49fb7c8f-e827-4210-acc2-ad16e7220526 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431659 Feb 03 12:31:19.009511 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c1f26-7370-4c43-b315-ddc8f5c4c73e req-1b7aebf9-d1d3-4f98-a11d-b195a2f22718 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:19.011837 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-275c1f26-7370-4c43-b315-ddc8f5c4c73e req-1b7aebf9-d1d3-4f98-a11d-b195a2f22718 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/ports?device_id=4811d428-10f3-468f-94c7-20bfd1458a24 HTTP/1.1" status: 200 len: 945 time: 0.0661676 Feb 03 12:31:19.015867 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b824d-8fd8-4aca-a773-644fc437a93b req-7e5637ae-ec67-4d6a-b841-c278e77b748b tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:19.017446 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c33b824d-8fd8-4aca-a773-644fc437a93b req-7e5637ae-ec67-4d6a-b841-c278e77b748b tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0577993 Feb 03 12:31:19.065451 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c33b824d-8fd8-4aca-a773-644fc437a93b req-f45d6784-92d5-470e-9cb5-4fd7b2bc813a tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406332 Feb 03 12:31:19.068826 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-275c1f26-7370-4c43-b315-ddc8f5c4c73e req-a01ea312-bea3-4be7-befd-0b81a0604dfa tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab41c450-a139-4976-a637-1d71dfb4b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503764 Feb 03 12:31:19.509135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f004c0-fd46-420e-851d-605fb9f0eed6 req-7dcfb52e-b0ce-4478-ac69-b9892d5df1c6 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:19.512218 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-92f004c0-fd46-420e-851d-605fb9f0eed6 req-7dcfb52e-b0ce-4478-ac69-b9892d5df1c6 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 949 time: 0.0565069 Feb 03 12:31:19.523897 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac2584-e73e-4500-adaa-a3da35971a03 req-fc8e7792-e8f6-4814-a28c-7d2953ca01f0 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:19.528667 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fcac2584-e73e-4500-adaa-a3da35971a03 req-fc8e7792-e8f6-4814-a28c-7d2953ca01f0 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0578663 Feb 03 12:31:19.559411 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-92f004c0-fd46-420e-851d-605fb9f0eed6 req-d80d0fc2-a3c7-4ce5-a2ee-53dbb03b0688 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421951 Feb 03 12:31:19.584926 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fcac2584-e73e-4500-adaa-a3da35971a03 req-bd3d4369-3ff5-4c42-92d7-c5c1d54c6a8a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530360 Feb 03 12:31:19.913638 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7cea8-5989-41b7-8694-26c05878b900 req-efa1a629-7884-4cb2-9bd5-14b04157a1ba tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:19.920405 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-68c7cea8-5989-41b7-8694-26c05878b900 req-efa1a629-7884-4cb2-9bd5-14b04157a1ba tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0642979 Feb 03 12:31:19.966874 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-68c7cea8-5989-41b7-8694-26c05878b900 req-ec278489-133c-4631-b173-01f30b573700 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455718 Feb 03 12:31:20.067581 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5c24cd64-1ef0-4ce6-8c28-dad01a381853 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:31:20.122487 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 5c24cd64-1ef0-4ce6-8c28-dad01a381853 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:31:20.127054 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 5c24cd64-1ef0-4ce6-8c28-dad01a381853 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:31:20.128301 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5c24cd64-1ef0-4ce6-8c28-dad01a381853), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:20.209990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6311e4b-95bc-4d59-90e0-ef765d9b156e req-8969567a-3488-4c8c-bbdf-1de4ae000f95 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:20.217206 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c6311e4b-95bc-4d59-90e0-ef765d9b156e req-8969567a-3488-4c8c-bbdf-1de4ae000f95 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0637789 Feb 03 12:31:20.219894 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 5c24cd64-1ef0-4ce6-8c28-dad01a381853 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:31:20.220480 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5c24cd64-1ef0-4ce6-8c28-dad01a381853), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:20.224851 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece061df-a185-4dc1-8856-00ad481032a4 req-a8c0fc07-3821-4250-8264-5cf2993b1626 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:20.233852 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ece061df-a185-4dc1-8856-00ad481032a4 req-a8c0fc07-3821-4250-8264-5cf2993b1626 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/ports?device_id=4811d428-10f3-468f-94c7-20bfd1458a24 HTTP/1.1" status: 200 len: 945 time: 0.0842688 Feb 03 12:31:20.261795 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5c24cd64-1ef0-4ce6-8c28-dad01a381853, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5c24cd64-1ef0-4ce6-8c28-dad01a381853,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:20.262883 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6054ba-d203-441d-a042-b16339df7fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c24cd64-1ef0-4ce6-8c28-dad01a381853'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:31:20.265948 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef26a62-d900-4af7-8028-44314dc4f7ca" -d '{"events": [{"server_uuid": "7e6054ba-d203-441d-a042-b16339df7fff", "name": "network-vif-plugged", "status": "completed", "tag": "5c24cd64-1ef0-4ce6-8c28-dad01a381853"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:31:20.270560 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5c24cd64-1ef0-4ce6-8c28-dad01a381853), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:20.278787 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c6311e4b-95bc-4d59-90e0-ef765d9b156e req-757b75a3-56c8-4004-92bc-a7ecf0e9a408 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604687 Feb 03 12:31:20.300691 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ece061df-a185-4dc1-8856-00ad481032a4 req-6c78f80e-fb31-4f05-b618-86750136af65 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab41c450-a139-4976-a637-1d71dfb4b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657296 Feb 03 12:31:20.328465 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=5c24cd64-1ef0-4ce6-8c28-dad01a381853,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:20.341692 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007fd815-13a6-48d2-bf0b-81f562735cc0 x-openstack-request-id: req-007fd815-13a6-48d2-bf0b-81f562735cc0 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:31:20.342188 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6054ba-d203-441d-a042-b16339df7fff", "name": "network-vif-plugged", "status": "completed", "tag": "5c24cd64-1ef0-4ce6-8c28-dad01a381853", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:31:20.342448 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-007fd815-13a6-48d2-bf0b-81f562735cc0 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:31:20.342855 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6054ba-d203-441d-a042-b16339df7fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c24cd64-1ef0-4ce6-8c28-dad01a381853', 'code': 200} Feb 03 12:31:20.552645 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d68516-463c-4168-b139-74330366b29b req-284b97b2-676d-4529-a0a8-164327be3e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:20.555067 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94d68516-463c-4168-b139-74330366b29b req-284b97b2-676d-4529-a0a8-164327be3e7b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 1132 time: 0.0745852 Feb 03 12:31:20.630553 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94d68516-463c-4168-b139-74330366b29b req-1ab96834-e299-4b3b-8962-daa31ce1dfc2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638506 Feb 03 12:31:20.741965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14fd8d-0a5b-47f1-a595-473d01a7982e req-925f1885-0fa9-4b69-a190-b7b9d0c75c8e tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:20.743610 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa14fd8d-0a5b-47f1-a595-473d01a7982e req-925f1885-0fa9-4b69-a190-b7b9d0c75c8e tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 950 time: 0.0669742 Feb 03 12:31:20.765304 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87830db3-01e4-4895-aff2-764316b614dd req-5d0c7378-d268-431b-8f10-69cd002cc5d1 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:20.767969 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-87830db3-01e4-4895-aff2-764316b614dd req-5d0c7378-d268-431b-8f10-69cd002cc5d1 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0584846 Feb 03 12:31:20.796056 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa14fd8d-0a5b-47f1-a595-473d01a7982e req-49cbd940-8496-4c87-a40a-325398fb9611 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457671 Feb 03 12:31:20.824744 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-87830db3-01e4-4895-aff2-764316b614dd req-0db17499-7d54-4c06-85b8-d79fcf64afa5 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498204 Feb 03 12:31:21.136699 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91c16e-e7eb-4c69-967f-0299bee75471 req-f3ac500c-531a-4a32-b164-24d8010d535e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:21.138282 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ac91c16e-e7eb-4c69-967f-0299bee75471 req-f3ac500c-531a-4a32-b164-24d8010d535e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0740678 Feb 03 12:31:21.158113 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f968ae3-cfbe-407d-91a8-d7733eac11fd req-974b3bcd-8aad-4eaa-bc72-4e208f0f4254 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:21.168040 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2f968ae3-cfbe-407d-91a8-d7733eac11fd req-974b3bcd-8aad-4eaa-bc72-4e208f0f4254 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/ports?device_id=4811d428-10f3-468f-94c7-20bfd1458a24 HTTP/1.1" status: 200 len: 945 time: 0.0735180 Feb 03 12:31:21.202855 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ac91c16e-e7eb-4c69-967f-0299bee75471 req-d2b9eb07-e3f9-4bf9-b2ef-051c6a2bd4ee tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541666 Feb 03 12:31:21.228269 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2f968ae3-cfbe-407d-91a8-d7733eac11fd req-f8835a54-4a40-4c69-92d4-b431f15296e1 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab41c450-a139-4976-a637-1d71dfb4b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587640 Feb 03 12:31:21.421341 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b52579-739b-4b5e-b505-d05a487b4171 req-2ef414ea-d6a6-4899-b23f-6ed433513d4d tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:21.429435 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-10b52579-739b-4b5e-b505-d05a487b4171 req-2ef414ea-d6a6-4899-b23f-6ed433513d4d tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0684440 Feb 03 12:31:21.472481 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-10b52579-739b-4b5e-b505-d05a487b4171 req-ad80b68a-79d5-4b82-bca6-955d07fcddd0 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420818 Feb 03 12:31:21.636622 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 55011e3e-b132-4ad0-9fcf-af04202a91b4 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:31:21.707240 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 55011e3e-b132-4ad0-9fcf-af04202a91b4 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:31:21.711503 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 55011e3e-b132-4ad0-9fcf-af04202a91b4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:31:21.712075 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (55011e3e-b132-4ad0-9fcf-af04202a91b4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:21.824317 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 55011e3e-b132-4ad0-9fcf-af04202a91b4 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:31:21.824825 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (55011e3e-b132-4ad0-9fcf-af04202a91b4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:21.907213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 55011e3e-b132-4ad0-9fcf-af04202a91b4, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=55011e3e-b132-4ad0-9fcf-af04202a91b4,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:21.916375 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (55011e3e-b132-4ad0-9fcf-af04202a91b4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:22.013106 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb092ba2-ac8b-4cf4-bfcd-11a4fe143570 req-dbedfedc-3932-4a24-909c-0170c941f124 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:22.017054 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bb092ba2-ac8b-4cf4-bfcd-11a4fe143570 req-dbedfedc-3932-4a24-909c-0170c941f124 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 950 time: 0.1167214 Feb 03 12:31:22.021202 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=55011e3e-b132-4ad0-9fcf-af04202a91b4,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:22.084134 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bb092ba2-ac8b-4cf4-bfcd-11a4fe143570 req-f161da7e-d50b-497c-801e-27904778654d tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580847 Feb 03 12:31:22.222244 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e410daa-c849-46ee-b00c-d3bb6f578a90 req-1938dbd9-4546-40e9-a51e-11eb58676bd2 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:22.223968 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0e410daa-c849-46ee-b00c-d3bb6f578a90 req-1938dbd9-4546-40e9-a51e-11eb58676bd2 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0662317 Feb 03 12:31:22.292532 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0e410daa-c849-46ee-b00c-d3bb6f578a90 req-386a5e29-10a3-4675-8f86-1a3bc1851450 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595491 Feb 03 12:31:22.344168 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55011e3e-b132-4ad0-9fcf-af04202a91b4'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:31:22.346498 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876ecf01-5b71-4776-a927-61e5c5c5f491" -d '{"events": [{"server_uuid": "7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b", "name": "network-vif-plugged", "status": "completed", "tag": "55011e3e-b132-4ad0-9fcf-af04202a91b4"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:31:22.360226 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d6985-fcae-418c-9a57-6b5b66b90c41 req-c8d926ca-842a-48f3-8e72-ff586871ef97 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:22.368979 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d2d6985-fcae-418c-9a57-6b5b66b90c41 req-c8d926ca-842a-48f3-8e72-ff586871ef97 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0888247 Feb 03 12:31:22.476441 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d2d6985-fcae-418c-9a57-6b5b66b90c41 req-f48d807a-9f8c-4ce7-b202-4e7f31d7ec58 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983288 Feb 03 12:31:22.520135 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ccd18-9850-4cb8-805a-9dcd7a6d7ee4 req-3384fa43-16e5-4c28-a2dd-480b4cceaabf tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:22.527844 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1c3ccd18-9850-4cb8-805a-9dcd7a6d7ee4 req-3384fa43-16e5-4c28-a2dd-480b4cceaabf tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/ports?device_id=4811d428-10f3-468f-94c7-20bfd1458a24 HTTP/1.1" status: 200 len: 945 time: 0.1126804 Feb 03 12:31:22.536998 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e74ace-76bd-4062-ac18-fbcddeb907cc x-openstack-request-id: req-43e74ace-76bd-4062-ac18-fbcddeb907cc {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:31:22.537428 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b", "name": "network-vif-plugged", "status": "completed", "tag": "55011e3e-b132-4ad0-9fcf-af04202a91b4", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:31:22.537893 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43e74ace-76bd-4062-ac18-fbcddeb907cc {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:31:22.538383 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55011e3e-b132-4ad0-9fcf-af04202a91b4', 'code': 200} Feb 03 12:31:22.626356 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1c3ccd18-9850-4cb8-805a-9dcd7a6d7ee4 req-18aee4ec-4753-4ce9-81bb-97ff2c119fab tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab41c450-a139-4976-a637-1d71dfb4b14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975645 Feb 03 12:31:22.716517 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0633f8d-0fb0-402b-b564-1b9e6f55010b req-d43d0a63-61ad-447f-98c9-7d66e7ef2e4f tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:22.718331 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a0633f8d-0fb0-402b-b564-1b9e6f55010b req-d43d0a63-61ad-447f-98c9-7d66e7ef2e4f tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.1218560 Feb 03 12:31:22.725714 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516df21d-0415-42d1-b346-76914b761b39 req-094660e6-2ac3-4365-b712-5a3372e15eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:22.727318 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-516df21d-0415-42d1-b346-76914b761b39 req-094660e6-2ac3-4365-b712-5a3372e15eeb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b HTTP/1.1" status: 200 len: 1132 time: 0.0902202 Feb 03 12:31:22.803970 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a0633f8d-0fb0-402b-b564-1b9e6f55010b req-d80efa8b-0939-4c00-87c0-621caeab43c5 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753543 Feb 03 12:31:22.806335 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-516df21d-0415-42d1-b346-76914b761b39 req-a9688253-42f1-4572-bc58-444391e5b200 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714388 Feb 03 12:31:23.115615 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610706a-01af-4709-bff4-f22c515d8d4b req-6a4d9ddf-841e-4c21-bdf0-bf533598bf20 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:23.117286 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3610706a-01af-4709-bff4-f22c515d8d4b req-6a4d9ddf-841e-4c21-bdf0-bf533598bf20 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.31 "GET /v2.0/ports?device_id=4811d428-10f3-468f-94c7-20bfd1458a24 HTTP/1.1" status: 200 len: 945 time: 0.0589516 Feb 03 12:31:23.201920 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e650c81-26ed-492f-9355-42e6bf54c9e4 req-b6758906-9297-402a-aef6-de8b4a1342aa tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:23.203551 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0e650c81-26ed-492f-9355-42e6bf54c9e4 req-b6758906-9297-402a-aef6-de8b4a1342aa tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 950 time: 0.0529110 Feb 03 12:31:23.220372 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-3610706a-01af-4709-bff4-f22c515d8d4b req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Deleting port 79991f76-a927-420d-aab8-41503002ee91 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:31:23.220744 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3610706a-01af-4709-bff4-f22c515d8d4b req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (79991f76-a927-420d-aab8-41503002ee91), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:23.253371 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0e650c81-26ed-492f-9355-42e6bf54c9e4 req-00399485-e027-4c5b-aea9-6ef817d12040 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434875 Feb 03 12:31:23.326322 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3610706a-01af-4709-bff4-f22c515d8d4b req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] For port 79991f76-a927-420d-aab8-41503002ee91, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=79991f76-a927-420d-aab8-41503002ee91,segment=NetworkSegment(b606eea6-2c87-40f6-9817-57935ead4564),segment_id=b606eea6-2c87-40f6-9817-57935ead4564)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:23.326704 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3610706a-01af-4709-bff4-f22c515d8d4b req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (79991f76-a927-420d-aab8-41503002ee91), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:23.342636 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-3610706a-01af-4709-bff4-f22c515d8d4b req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Calling delete_port for 79991f76-a927-420d-aab8-41503002ee91 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:31:23.419356 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9bd3c-fe6a-4a82-9496-ce6f8cadd9f8 req-888fd1d4-0669-448e-9db8-b3a54c9e9764 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:23.421176 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33b9bd3c-fe6a-4a82-9496-ce6f8cadd9f8 req-888fd1d4-0669-448e-9db8-b3a54c9e9764 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0605049 Feb 03 12:31:23.434204 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd1abc-4616-475c-8525-9eb5d0179e44 req-4a5cf547-471e-48d8-933a-a9687ada4f19 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:23.435683 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8abd1abc-4616-475c-8525-9eb5d0179e44 req-4a5cf547-471e-48d8-933a-a9687ada4f19 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b HTTP/1.1" status: 200 len: 950 time: 0.0943103 Feb 03 12:31:23.478214 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33b9bd3c-fe6a-4a82-9496-ce6f8cadd9f8 req-959421d2-37d3-4888-9584-77606140889c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501037 Feb 03 12:31:23.505014 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8abd1abc-4616-475c-8525-9eb5d0179e44 req-ff7b718a-7ebb-4b27-a1cc-401ec4c98c68 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607278 Feb 03 12:31:23.563741 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3610706a-01af-4709-bff4-f22c515d8d4b req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (79991f76-a927-420d-aab8-41503002ee91), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:23.577537 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['79991f76-a927-420d-aab8-41503002ee91'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:23.597019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Pushing event deleted for resources: {'Port': ['ID=79991f76-a927-420d-aab8-41503002ee91,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:23.613465 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:23.614010 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:23.614194 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:23.614501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:23.614842 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:23.615180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:23.615511 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:23.615996 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:23.616338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:23.616673 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:23.617002 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:23.617333 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:23.617796 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:23.622338 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cd5ed-d4fe-43d6-9336-481519a6aaa2 req-2a31f6b3-a89e-4574-9772-9ed5d4d10234 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:23.623854 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9c0cd5ed-d4fe-43d6-9336-481519a6aaa2 req-2a31f6b3-a89e-4574-9772-9ed5d4d10234 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0792973 Feb 03 12:31:23.661079 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3610706a-01af-4709-bff4-f22c515d8d4b req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] No DVR routers for this DVR port 79991f76-a927-420d-aab8-41503002ee91 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:31:23.663603 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3610706a-01af-4709-bff4-f22c515d8d4b req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:23.672734 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3610706a-01af-4709-bff4-f22c515d8d4b req-75a3b817-17b7-4201-ad5f-d589b9002778 tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.31 "DELETE /v2.0/ports/79991f76-a927-420d-aab8-41503002ee91 HTTP/1.1" status: 204 len: 173 time: 0.5491328 Feb 03 12:31:23.673460 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4811d428-10f3-468f-94c7-20bfd1458a24', 'name': 'network-vif-deleted', 'tag': '79991f76-a927-420d-aab8-41503002ee91'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:31:23.677127 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faf86b0-fe58-4160-b035-a79c9497036b" -d '{"events": [{"server_uuid": "4811d428-10f3-468f-94c7-20bfd1458a24", "name": "network-vif-deleted", "tag": "79991f76-a927-420d-aab8-41503002ee91"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:31:23.693787 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9c0cd5ed-d4fe-43d6-9336-481519a6aaa2 req-7689e93d-41ad-45fc-9f0a-c688c8616839 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586948 Feb 03 12:31:23.751438 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be4cd30-900a-46ba-be8b-684cd3b9eacd x-openstack-request-id: req-6be4cd30-900a-46ba-be8b-684cd3b9eacd {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:31:23.751829 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4811d428-10f3-468f-94c7-20bfd1458a24", "name": "network-vif-deleted", "tag": "79991f76-a927-420d-aab8-41503002ee91", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:31:23.752728 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6be4cd30-900a-46ba-be8b-684cd3b9eacd {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:31:23.753200 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4811d428-10f3-468f-94c7-20bfd1458a24', 'name': 'network-vif-deleted', 'tag': '79991f76-a927-420d-aab8-41503002ee91', 'status': 'completed', 'code': 200} Feb 03 12:31:23.777486 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68b1f828-2efd-4950-8c6d-3664670576cf req-df6443c0-e90a-4d30-97da-58da06038e9e tempest-ServerMetadataNegativeTestJSON-1479250975 tempest-ServerMetadataNegativeTestJSON-1479250975-project] 10.222.0.18 "GET /v2.0/ports?device_id=4811d428-10f3-468f-94c7-20bfd1458a24 HTTP/1.1" status: 200 len: 210 time: 0.0485096 Feb 03 12:31:23.934193 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919e56c-0360-45cb-aadd-9e8f77ebdae3 req-fa28b686-626f-45a8-9737-f4446f66c333 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:23.935851 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5919e56c-0360-45cb-aadd-9e8f77ebdae3 req-fa28b686-626f-45a8-9737-f4446f66c333 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0571275 Feb 03 12:31:23.982599 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5919e56c-0360-45cb-aadd-9e8f77ebdae3 req-1230601d-76b4-4f6c-ac94-4be693ce0a32 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401788 Feb 03 12:31:24.606235 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd449c7-378a-43e4-baa2-4237147f88a1 req-40ee5f51-2899-44ec-b70e-31128ab59e03 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:24.607984 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4bd449c7-378a-43e4-baa2-4237147f88a1 req-40ee5f51-2899-44ec-b70e-31128ab59e03 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0550060 Feb 03 12:31:24.627278 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505dac3-e258-47bd-9125-008099a9ff90 req-38b12196-f8af-4934-85a8-9a3c77913188 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:24.629476 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b505dac3-e258-47bd-9125-008099a9ff90 req-38b12196-f8af-4934-85a8-9a3c77913188 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b HTTP/1.1" status: 200 len: 950 time: 0.0564952 Feb 03 12:31:24.658256 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4bd449c7-378a-43e4-baa2-4237147f88a1 req-5b861e06-2936-498f-a66b-efd1640d0445 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435116 Feb 03 12:31:24.685533 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b505dac3-e258-47bd-9125-008099a9ff90 req-97c3c59f-1493-4564-bce9-5e0f55f7ac30 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483472 Feb 03 12:31:24.817685 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715efa8-8e8d-43bd-8b9d-b95720fd1b35 req-ca4c5bd5-ac43-444f-a7af-36b9e4d3b4c1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:24.819068 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3715efa8-8e8d-43bd-8b9d-b95720fd1b35 req-ca4c5bd5-ac43-444f-a7af-36b9e4d3b4c1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0557880 Feb 03 12:31:24.870436 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3715efa8-8e8d-43bd-8b9d-b95720fd1b35 req-c881c284-5f90-4eda-9cdd-8a3f7894c8ab tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454090 Feb 03 12:31:24.915428 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35116) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:24.959134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ceda1e0-5722-41f6-8c59-0b794b86844f admin admin] Deleting subnet 515cbdc6-15b3-432f-b573-be1ba4f23b6e {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:31:24.962534 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ceda1e0-5722-41f6-8c59-0b794b86844f admin admin] Publish callbacks [] for subnet (515cbdc6-15b3-432f-b573-be1ba4f23b6e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:24.977301 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58812c39-4d36-4f78-8462-533988352e2f req-7ff54c0c-2c0d-4286-951e-4a62d2b1926b tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:24.983842 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58812c39-4d36-4f78-8462-533988352e2f req-7ff54c0c-2c0d-4286-951e-4a62d2b1926b tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:24.988426 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-58812c39-4d36-4f78-8462-533988352e2f req-7ff54c0c-2c0d-4286-951e-4a62d2b1926b tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff&device_id=7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b HTTP/1.1" status: 200 len: 1691 time: 0.0674071 Feb 03 12:31:24.998449 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ceda1e0-5722-41f6-8c59-0b794b86844f admin admin] Publish callbacks [] for subnet (515cbdc6-15b3-432f-b573-be1ba4f23b6e), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:25.007727 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ceda1e0-5722-41f6-8c59-0b794b86844f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (515cbdc6-15b3-432f-b573-be1ba4f23b6e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:25.052490 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-58812c39-4d36-4f78-8462-533988352e2f req-0c09ba10-32bb-44ee-826b-b7ab7128a007 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591228 Feb 03 12:31:25.102468 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ceda1e0-5722-41f6-8c59-0b794b86844f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for subnet (515cbdc6-15b3-432f-b573-be1ba4f23b6e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:25.134515 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceda1e0-5722-41f6-8c59-0b794b86844f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=515cbdc6-15b3-432f-b573-be1ba4f23b6e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:25.143250 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceda1e0-5722-41f6-8c59-0b794b86844f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:25.143672 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceda1e0-5722-41f6-8c59-0b794b86844f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:25.144165 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceda1e0-5722-41f6-8c59-0b794b86844f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:25.144566 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceda1e0-5722-41f6-8c59-0b794b86844f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:25.144961 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceda1e0-5722-41f6-8c59-0b794b86844f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:25.145350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceda1e0-5722-41f6-8c59-0b794b86844f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:25.145738 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceda1e0-5722-41f6-8c59-0b794b86844f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:25.146122 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceda1e0-5722-41f6-8c59-0b794b86844f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:25.146512 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceda1e0-5722-41f6-8c59-0b794b86844f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:25.146898 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceda1e0-5722-41f6-8c59-0b794b86844f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:25.147285 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceda1e0-5722-41f6-8c59-0b794b86844f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:25.147668 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceda1e0-5722-41f6-8c59-0b794b86844f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:25.148076 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceda1e0-5722-41f6-8c59-0b794b86844f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:25.153612 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ceda1e0-5722-41f6-8c59-0b794b86844f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:25.157189 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8ceda1e0-5722-41f6-8c59-0b794b86844f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/515cbdc6-15b3-432f-b573-be1ba4f23b6e HTTP/1.1" status: 204 len: 168 time: 0.2406797 Feb 03 12:31:25.160244 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35124) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:25.175361 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9eb672-3640-4106-9fc5-9105696976b4 req-705ac497-465a-4c22-b2a4-9ba09cb6cc04 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:25.182345 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e9eb672-3640-4106-9fc5-9105696976b4 req-705ac497-465a-4c22-b2a4-9ba09cb6cc04 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.1252465 Feb 03 12:31:25.233646 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e035f-429e-4ad4-81fc-e51bc0442e05 req-22f6145e-42dc-4d33-a966-910f9c79e13e tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:25.235455 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c42e035f-429e-4ad4-81fc-e51bc0442e05 req-22f6145e-42dc-4d33-a966-910f9c79e13e tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 1132 time: 0.0661757 Feb 03 12:31:25.292116 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e9eb672-3640-4106-9fc5-9105696976b4 req-e7600fce-3b3b-4549-bfa0-74df795b8c29 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039484 Feb 03 12:31:25.294988 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (a7bd79eb-2e93-4843-a220-5393952dd792), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:25.320273 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c42e035f-429e-4ad4-81fc-e51bc0442e05 req-89b53f85-e4f8-44ff-a093-daded8f70686 tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698235 Feb 03 12:31:25.393686 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (a7bd79eb-2e93-4843-a220-5393952dd792), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:25.444733 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:31:25.445077 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:31:25.445835 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:31:25.446166 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Subscribe: > port after_create 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:31:25.446519 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:31:25.446856 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Subscribe: > port after_update 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:31:25.447174 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:31:25.447509 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:31:25.447835 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:31:25.448182 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:31:25.513300 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:31:25.513740 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:31:25.514242 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:31:25.514569 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 12:31:25.514945 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7bd79eb-2e93-4843-a220-5393952dd792']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:31:25.543045 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b606eea6-2c87-40f6-9817-57935ead4564') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:31:25.543341 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b606eea6-2c87-40f6-9817-57935ead4564') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:31:25.562260 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (b606eea6-2c87-40f6-9817-57935ead4564), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:25.566990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4248f-317f-41e8-b573-4664d6808087 req-f6ab38fd-0f14-4c62-9ba8-b226a4136010 tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:25.568612 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3bd4248f-317f-41e8-b573-4664d6808087 req-f6ab38fd-0f14-4c62-9ba8-b226a4136010 tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b HTTP/1.1" status: 200 len: 1132 time: 0.1776273 Feb 03 12:31:25.596523 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b606eea6-2c87-40f6-9817-57935ead4564), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:25.608169 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:31:25.608601 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (b606eea6-2c87-40f6-9817-57935ead4564), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: from cryptography.utils import int_from_bytes Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: from cryptography.utils import int_from_bytes Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:31:25.613056 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:31:25.677062 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3bd4248f-317f-41e8-b573-4664d6808087 req-3e8130a2-6217-4b55-bb9f-5266727ddf9b tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007495 Feb 03 12:31:25.681988 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (a7bd79eb-2e93-4843-a220-5393952dd792), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:25.699027 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:25.704590 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] 10.222.0.18 "DELETE /v2.0/networks/a7bd79eb-2e93-4843-a220-5393952dd792 HTTP/1.1" status: 204 len: 168 time: 0.5433156 Feb 03 12:31:25.706871 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf85ef-edc4-4fbb-a2d9-096b248dc75e admin admin] Pushing event deleted for resources: {'Network': ['ID=a7bd79eb-2e93-4843-a220-5393952dd792,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:25.810598 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428598f0-61d2-44ba-aa14-a123915e3b28 req-a09713c6-aa02-4e46-91d1-ca2feeea30fc tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:25.817875 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-428598f0-61d2-44ba-aa14-a123915e3b28 req-a09713c6-aa02-4e46-91d1-ca2feeea30fc tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0659630 Feb 03 12:31:25.861925 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35144) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:25.874444 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-428598f0-61d2-44ba-aa14-a123915e3b28 req-6ad8f9ce-ba96-4de9-8ea8-7110d73ec29b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537577 Feb 03 12:31:25.906630 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-1c2521fc-de82-4b1e-8f4e-ed99cda90ff3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d375c31b6fe24472a187873bc305b655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377438 Feb 03 12:31:25.957540 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a7639ce7-a77d-4d6e-b834-c132a44fb3b4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=546b12ff8dfa4eab918fe27ee29337c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0918090 Feb 03 12:31:25.958757 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35148) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:25.990753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8a16c-6a93-4632-ae6c-053e42ef9727 req-2f5cf1f2-e2c4-4392-877e-100f1b973ae9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:25.992492 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63a8a16c-6a93-4632-ae6c-053e42ef9727 req-2f5cf1f2-e2c4-4392-877e-100f1b973ae9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0533390 Feb 03 12:31:26.044513 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63a8a16c-6a93-4632-ae6c-053e42ef9727 req-2ab66775-f1bb-40c3-85a8-95c5ab6e981e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462511 Feb 03 12:31:26.072689 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7d00-89d9-41d3-9fa2-5f0fb64a105c admin admin] Publish callbacks [] for security_group (ab41c450-a139-4976-a637-1d71dfb4b14e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:26.079472 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-8c758b68-e521-4b76-bcf3-e46400b1e750 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:26.081461 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-8c758b68-e521-4b76-bcf3-e46400b1e750 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1539266 Feb 03 12:31:26.109078 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7d00-89d9-41d3-9fa2-5f0fb64a105c admin admin] Publish callbacks [] for security_group (ab41c450-a139-4976-a637-1d71dfb4b14e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:26.115709 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-ceca561f-ddca-42ac-b8bf-9b50c7bb54b1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/quotas/d375c31b6fe24472a187873bc305b655 HTTP/1.1" status: 200 len: 375 time: 0.0264428 Feb 03 12:31:26.191425 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-e534b1fd-a57c-4273-995e-e1095a493727 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0669303 Feb 03 12:31:26.203716 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7d00-89d9-41d3-9fa2-5f0fb64a105c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ab41c450-a139-4976-a637-1d71dfb4b14e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:26.207508 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7d00-89d9-41d3-9fa2-5f0fb64a105c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:26.209128 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bd3d7d00-89d9-41d3-9fa2-5f0fb64a105c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab41c450-a139-4976-a637-1d71dfb4b14e HTTP/1.1" status: 204 len: 168 time: 0.2495854 Feb 03 12:31:26.224475 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d7d00-89d9-41d3-9fa2-5f0fb64a105c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab41c450-a139-4976-a637-1d71dfb4b14e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:26.432810 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd136ab5-a7ff-493e-8f12-0580e9fdf052 req-850e0294-0506-4aa4-a56a-0f3ac093e9c2 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=975e7152-f5a9-4bab-9856-ef089fecc36b HTTP/1.1" status: 200 len: 210 time: 0.0421751 Feb 03 12:31:26.469365 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7830c-43f9-49c7-b81f-7d1705fece00 req-ebf43e5e-2234-4556-8bc8-8a4c8810b918 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:26.471647 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9b7830c-43f9-49c7-b81f-7d1705fece00 req-ebf43e5e-2234-4556-8bc8-8a4c8810b918 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0924253 Feb 03 12:31:26.533263 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9b7830c-43f9-49c7-b81f-7d1705fece00 req-35c752b1-c319-469a-98cf-8f2ba7ebbe0a tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550039 Feb 03 12:31:27.016791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a88bbf-0f49-4d63-99c7-9f06e8cf0442 req-4485229f-6047-4b08-bb66-46fff1b07db3 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:27.018804 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39a88bbf-0f49-4d63-99c7-9f06e8cf0442 req-4485229f-6047-4b08-bb66-46fff1b07db3 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0614121 Feb 03 12:31:27.091011 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39a88bbf-0f49-4d63-99c7-9f06e8cf0442 req-a573b4e2-fb06-4163-be24-56972a38206f tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654471 Feb 03 12:31:27.198010 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1677e7-b434-4b58-bc32-b3162af916d4 req-88a6f54e-50fc-4aaa-82e1-91b9c9f80530 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:27.199578 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e1677e7-b434-4b58-bc32-b3162af916d4 req-88a6f54e-50fc-4aaa-82e1-91b9c9f80530 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0625565 Feb 03 12:31:27.248702 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e1677e7-b434-4b58-bc32-b3162af916d4 req-ff1ce63c-1405-4537-8f0c-130c9a8f7c0a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408475 Feb 03 12:31:27.539469 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-1a0e1ab2-7e11-423e-91fe-5d4c9d734fd4 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d375c31b6fe24472a187873bc305b655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430856 Feb 03 12:31:27.566214 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-612d03eb-6416-405b-827d-4fd3f0f27eb9 req-9140911e-bc26-4731-b54f-1610da728570 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=975e7152-f5a9-4bab-9856-ef089fecc36b HTTP/1.1" status: 200 len: 210 time: 0.0604215 Feb 03 12:31:27.631430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 79991f76-a927-420d-aab8-41503002ee91 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:31:27.668837 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 79991f76-a927-420d-aab8-41503002ee91 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:31:27.669355 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 79991f76-a927-420d-aab8-41503002ee91 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:31:27.756631 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-955ebcde-fc9a-4249-b0aa-c44278aba751 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:27.758180 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-955ebcde-fc9a-4249-b0aa-c44278aba751 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886897 Feb 03 12:31:27.775824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced562b5-0901-437e-bfd7-d891b6aa5c46 req-bfa52271-6916-457f-adf0-52297157bfbd tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:27.777363 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ced562b5-0901-437e-bfd7-d891b6aa5c46 req-bfa52271-6916-457f-adf0-52297157bfbd tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0947607 Feb 03 12:31:27.782464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-2d163ece-d0c7-4d38-915e-894280c70397 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Request body: {'port': {'device_id': '975e7152-f5a9-4bab-9856-ef089fecc36b', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': 'd375c31b6fe24472a187873bc305b655'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:31:27.891894 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ced562b5-0901-437e-bfd7-d891b6aa5c46 req-5b2c1f87-6dec-4a9c-b232-4be8992d5656 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058602 Feb 03 12:31:27.933258 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-2d163ece-d0c7-4d38-915e-894280c70397 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Made reservation on behalf of d375c31b6fe24472a187873bc305b655 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:31:27.937528 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-2d163ece-d0c7-4d38-915e-894280c70397 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:28.015404 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35226) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:28.069422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-2d163ece-d0c7-4d38-915e-894280c70397 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Allocated IP 192.168.233.43 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/711283b5-8f64-4353-8047-3d066de63b46) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:31:28.135057 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5349d6e8-17e7-4e33-9a7a-32a66e9ed83e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:28.232108 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-2d163ece-d0c7-4d38-915e-894280c70397 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks [] for port (711283b5-8f64-4353-8047-3d066de63b46), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:28.256218 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d8a0a-2284-490a-b3dc-53cce231cfa5 req-436081de-88f1-44c6-a57b-9b60b79c86b1 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:28.257785 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e98d8a0a-2284-490a-b3dc-53cce231cfa5 req-436081de-88f1-44c6-a57b-9b60b79c86b1 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0849741 Feb 03 12:31:28.266737 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5349d6e8-17e7-4e33-9a7a-32a66e9ed83e admin admin] Publish callbacks [] for security_group (93fde24e-253c-4a29-8406-02c57c85707c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:28.270046 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-2d163ece-d0c7-4d38-915e-894280c70397 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (711283b5-8f64-4353-8047-3d066de63b46), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:28.272699 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5349d6e8-17e7-4e33-9a7a-32a66e9ed83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (93fde24e-253c-4a29-8406-02c57c85707c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:28.283786 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['55011e3e-b132-4ad0-9fcf-af04202a91b4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:28.344161 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5349d6e8-17e7-4e33-9a7a-32a66e9ed83e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53cbf00914304265a965ff512ccef7be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3274240 Feb 03 12:31:28.349795 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35234) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:28.351492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349d6e8-17e7-4e33-9a7a-32a66e9ed83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fde24e-253c-4a29-8406-02c57c85707c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:28.358711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['469dfbeb-df09-488a-9fc2-1deeba99228e', '36d80831-0a76-4f98-ad31-3fc3fd77ef71', '01fd3fea-af82-450c-aff7-812539d9e514', '5c24cd64-1ef0-4ce6-8c28-dad01a381853'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:28.402777 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-2d163ece-d0c7-4d38-915e-894280c70397 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:31:28.409754 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e98d8a0a-2284-490a-b3dc-53cce231cfa5 req-00d77484-8f30-4af4-a4c6-323c32a6fe9a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335239 Feb 03 12:31:28.414381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-2d163ece-d0c7-4d38-915e-894280c70397 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:31:28.440046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-2d163ece-d0c7-4d38-915e-894280c70397 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:31:28.456187 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ab0ec33-70a1-43ba-994b-bfa246ba4ac8 admin admin] Publish callbacks [] for security_group (93fde24e-253c-4a29-8406-02c57c85707c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:28.472967 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d163ece-d0c7-4d38-915e-894280c70397 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Pushing event updated for resources: {'Port': ['ID=711283b5-8f64-4353-8047-3d066de63b46,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:28.529095 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ab0ec33-70a1-43ba-994b-bfa246ba4ac8 admin admin] Publish callbacks [] for security_group (93fde24e-253c-4a29-8406-02c57c85707c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:28.574180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395b2fd-3fbf-4bd9-86a0-6fda53342fd5 req-17e93ecf-bc82-4429-9785-1690edd65896 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:28.575987 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d395b2fd-3fbf-4bd9-86a0-6fda53342fd5 req-17e93ecf-bc82-4429-9785-1690edd65896 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.2212355 Feb 03 12:31:28.636459 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ab0ec33-70a1-43ba-994b-bfa246ba4ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (93fde24e-253c-4a29-8406-02c57c85707c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:28.639886 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ab0ec33-70a1-43ba-994b-bfa246ba4ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:28.641246 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1ab0ec33-70a1-43ba-994b-bfa246ba4ac8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93fde24e-253c-4a29-8406-02c57c85707c HTTP/1.1" status: 204 len: 168 time: 0.2859044 Feb 03 12:31:28.676582 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0ec33-70a1-43ba-994b-bfa246ba4ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fde24e-253c-4a29-8406-02c57c85707c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:28.737834 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-2d163ece-d0c7-4d38-915e-894280c70397 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:28.738755 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-2d163ece-d0c7-4d38-915e-894280c70397 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:28.770282 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d395b2fd-3fbf-4bd9-86a0-6fda53342fd5 req-59ba126b-797d-43ad-adfc-9459142c00bd tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863248 Feb 03 12:31:28.777526 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-2d163ece-d0c7-4d38-915e-894280c70397 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9989409 Feb 03 12:31:28.792060 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] Request body: {'port': {'device_id': '975e7152-f5a9-4bab-9856-ef089fecc36b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:31:28.856745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce19a6-99e1-47a9-a7d2-f8cd21ac137a req-74a964b5-1413-4fae-a513-61706460278d tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:28.864344 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b4ce19a6-99e1-47a9-a7d2-f8cd21ac137a req-74a964b5-1413-4fae-a513-61706460278d tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=975e7152-f5a9-4bab-9856-ef089fecc36b HTTP/1.1" status: 200 len: 935 time: 0.1340227 Feb 03 12:31:28.920471 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a685725a-6024-4114-a2c1-eccc039409f6 None None] Provisioning complete for port 711283b5-8f64-4353-8047-3d066de63b46 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:31:28.921922 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a685725a-6024-4114-a2c1-eccc039409f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (711283b5-8f64-4353-8047-3d066de63b46), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:28.930178 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b4ce19a6-99e1-47a9-a7d2-f8cd21ac137a req-9a19813b-1a3e-43b6-a381-0327fc2765b0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646217 Feb 03 12:31:28.966668 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (711283b5-8f64-4353-8047-3d066de63b46), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:28.990050 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a685725a-6024-4114-a2c1-eccc039409f6 None None] Port 711283b5-8f64-4353-8047-3d066de63b46 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:31:29.122306 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb7b6d-ce98-4fdf-91d1-db1390bdfbd8 req-a589cb80-7937-4160-a9bc-a2322b48ecd5 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:29.123482 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9aeb7b6d-ce98-4fdf-91d1-db1390bdfbd8 req-a589cb80-7937-4160-a9bc-a2322b48ecd5 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0957255 Feb 03 12:31:29.292487 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9aeb7b6d-ce98-4fdf-91d1-db1390bdfbd8 req-6e7c1f2d-605b-499c-af0f-2f23a4752797 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608865 Feb 03 12:31:29.411681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 711283b5-8f64-4353-8047-3d066de63b46 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:31:29.419893 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] Publish callbacks [] for port (711283b5-8f64-4353-8047-3d066de63b46), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:29.433623 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] Transition to ACTIVE for port object 711283b5-8f64-4353-8047-3d066de63b46 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:31:29.437841 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (711283b5-8f64-4353-8047-3d066de63b46), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:29.544450 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] Pushing event updated for resources: {'Port': ['ID=711283b5-8f64-4353-8047-3d066de63b46,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:29.591679 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] Attempting to bind port 711283b5-8f64-4353-8047-3d066de63b46 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:31:29.592184 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] Attempting to bind port 711283b5-8f64-4353-8047-3d066de63b46 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:31:29.592521 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] Attempting to bind port 711283b5-8f64-4353-8047-3d066de63b46 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:31:29.597849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] Port 711283b5-8f64-4353-8047-3d066de63b46 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:31:29.598240 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] Attempting to bind port 711283b5-8f64-4353-8047-3d066de63b46 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:31:29.603853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:31:29.604101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:31:29.605664 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:31:29.606101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] Bound port: 711283b5-8f64-4353-8047-3d066de63b46, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:31:29.606463 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (711283b5-8f64-4353-8047-3d066de63b46), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:29.610265 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4ab71-90c6-41db-9582-3fb2c8305536 req-bb759a71-af09-4c7b-8564-6140871080bb tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:29.619094 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b9d4ab71-90c6-41db-9582-3fb2c8305536 req-bb759a71-af09-4c7b-8564-6140871080bb tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0955083 Feb 03 12:31:29.668984 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 407106b2-d790-4199-9328-d3d72b0f5249 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:31:29.674238 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 407106b2-d790-4199-9328-d3d72b0f5249 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:31:29.689044 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b9d4ab71-90c6-41db-9582-3fb2c8305536 req-fc77a0f0-10ea-4e71-92bf-406e5737d48c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681944 Feb 03 12:31:29.724586 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] For port 711283b5-8f64-4353-8047-3d066de63b46, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:31:29.729208 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] For port 711283b5-8f64-4353-8047-3d066de63b46, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=711283b5-8f64-4353-8047-3d066de63b46,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:31:29.743017 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (711283b5-8f64-4353-8047-3d066de63b46), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:29.796877 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:29.797496 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:29.799416 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] 10.222.0.31 "PUT /v2.0/ports/711283b5-8f64-4353-8047-3d066de63b46 HTTP/1.1" status: 200 len: 1095 time: 1.0131302 Feb 03 12:31:29.799860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975e7152-f5a9-4bab-9856-ef089fecc36b', 'tag': '711283b5-8f64-4353-8047-3d066de63b46'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:31:29.802136 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c24ad0-3334-42de-82cf-9c3eb1ab14c8" -d '{"events": [{"name": "network-changed", "server_uuid": "975e7152-f5a9-4bab-9856-ef089fecc36b", "tag": "711283b5-8f64-4353-8047-3d066de63b46"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:31:29.826312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc487c88-74d3-4ff7-b1e7-7acd77010d91 service neutron] Pushing event updated for resources: {'Port': ['ID=711283b5-8f64-4353-8047-3d066de63b46,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:29.949049 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-19f06574-f536-4354-a7a9-07e73c52eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:29.950691 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-19f06574-f536-4354-a7a9-07e73c52eb17 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&device_id=975e7152-f5a9-4bab-9856-ef089fecc36b HTTP/1.1" status: 200 len: 1129 time: 0.0676031 Feb 03 12:31:29.953099 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 407106b2-d790-4199-9328-d3d72b0f5249, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=407106b2-d790-4199-9328-d3d72b0f5249,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:29.968417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '407106b2-d790-4199-9328-d3d72b0f5249', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '407106b2-d790-4199-9328-d3d72b0f5249', 'mac_address': 'fa:16:3e:df:2c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:31:29.991554 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 407106b2-d790-4199-9328-d3d72b0f5249 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:31:29.992328 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (407106b2-d790-4199-9328-d3d72b0f5249), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:30.010785 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-ac4b935d-c87a-437e-b934-49936b4edc89 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=711283b5-8f64-4353-8047-3d066de63b46 HTTP/1.1" status: 200 len: 217 time: 0.0478346 Feb 03 12:31:30.022128 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f4003-e08c-4e0d-999e-898e4e90df76 req-c76a7029-8098-495e-9442-9af3f9ee3b0f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:30.024212 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c74f4003-e08c-4e0d-999e-898e4e90df76 req-c76a7029-8098-495e-9442-9af3f9ee3b0f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.1088624 Feb 03 12:31:30.032510 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3534bac-7763-4e09-b2ab-de168744a98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '407106b2-d790-4199-9328-d3d72b0f5249'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:31:30.034745 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487e8e31-69ee-4276-8701-79c2ac90c216" -d '{"events": [{"server_uuid": "a3534bac-7763-4e09-b2ab-de168744a98d", "name": "network-vif-unplugged", "status": "completed", "tag": "407106b2-d790-4199-9328-d3d72b0f5249"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:31:30.038774 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 407106b2-d790-4199-9328-d3d72b0f5249, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=407106b2-d790-4199-9328-d3d72b0f5249,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:30.088897 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 407106b2-d790-4199-9328-d3d72b0f5249 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:31:30.089706 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (407106b2-d790-4199-9328-d3d72b0f5249), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:30.107631 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (407106b2-d790-4199-9328-d3d72b0f5249), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:30.114079 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c74f4003-e08c-4e0d-999e-898e4e90df76 req-8e08d83a-35c7-465b-92b9-0a953ac8c565 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838447 Feb 03 12:31:30.123638 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-fdbd7d9d-7a19-4551-9e82-c27b8a0f2dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:30.125888 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-fdbd7d9d-7a19-4551-9e82-c27b8a0f2dbf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0847337 Feb 03 12:31:30.158009 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=407106b2-d790-4199-9328-d3d72b0f5249,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:30.161698 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407106b2-d790-4199-9328-d3d72b0f5249 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:31:30.177116 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:30.177502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:30.177919 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:30.178213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:30.178587 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:30.178933 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:30.179387 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:30.179744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:30.180065 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:30.180390 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:30.180713 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:30.181033 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:30.181354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:31:30.196310 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 407106b2-d790-4199-9328-d3d72b0f5249, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=407106b2-d790-4199-9328-d3d72b0f5249,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:30.198492 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7339fc03-a96b-4005-9e3d-d921acce87cc x-openstack-request-id: req-7339fc03-a96b-4005-9e3d-d921acce87cc {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:31:30.198966 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975e7152-f5a9-4bab-9856-ef089fecc36b", "tag": "711283b5-8f64-4353-8047-3d066de63b46", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:31:30.199301 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7339fc03-a96b-4005-9e3d-d921acce87cc {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:31:30.199994 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975e7152-f5a9-4bab-9856-ef089fecc36b', 'tag': '711283b5-8f64-4353-8047-3d066de63b46', 'status': 'completed', 'code': 200} Feb 03 12:31:30.203337 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (407106b2-d790-4199-9328-d3d72b0f5249), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:30.214434 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-5180a0d3-1213-432e-ad46-5428b86c1d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:30.216048 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-5180a0d3-1213-432e-ad46-5428b86c1d42 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0756552 Feb 03 12:31:30.266916 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=407106b2-d790-4199-9328-d3d72b0f5249,revision_number=10']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:30.323104 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349969fe-910d-4ce6-b679-38337d87a16b req-a1337195-f587-4443-b0ef-41863a5c4e08 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:30.324926 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-349969fe-910d-4ce6-b679-38337d87a16b req-a1337195-f587-4443-b0ef-41863a5c4e08 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=975e7152-f5a9-4bab-9856-ef089fecc36b HTTP/1.1" status: 200 len: 947 time: 0.0814362 Feb 03 12:31:30.329763 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-f2afb1c7-6db1-4845-ad54-a6663bf9001e service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930188 Feb 03 12:31:30.379106 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-349969fe-910d-4ce6-b679-38337d87a16b req-84c53d3e-28aa-4607-8131-b16d3b6bce69 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467563 Feb 03 12:31:30.420216 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aa120e-67cf-4101-805c-d54afedc82ba x-openstack-request-id: req-69aa120e-67cf-4101-805c-d54afedc82ba {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:31:30.420542 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3534bac-7763-4e09-b2ab-de168744a98d", "name": "network-vif-unplugged", "status": "completed", "tag": "407106b2-d790-4199-9328-d3d72b0f5249", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:31:30.420800 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69aa120e-67cf-4101-805c-d54afedc82ba {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:31:30.421192 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3534bac-7763-4e09-b2ab-de168744a98d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '407106b2-d790-4199-9328-d3d72b0f5249', 'code': 200} Feb 03 12:31:30.436643 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21d4fe0d-ca2e-4cfd-a48e-8ba6960f6663 req-e39fdaaa-9e43-4186-a055-946786ad1467 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953083 Feb 03 12:31:30.527976 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb614c-1654-47a1-a06a-fc5fad0d6233 req-0f58bb54-34c3-4a85-9c6a-f97a642bf688 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:30.529788 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1afb614c-1654-47a1-a06a-fc5fad0d6233 req-0f58bb54-34c3-4a85-9c6a-f97a642bf688 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0590856 Feb 03 12:31:30.546519 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c24ad0-3334-42de-82cf-9c3eb1ab14c8 req-d67cb908-1a9f-45c5-b6fb-c3baa658701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:30.548301 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64c24ad0-3334-42de-82cf-9c3eb1ab14c8 req-d67cb908-1a9f-45c5-b6fb-c3baa658701c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&device_id=975e7152-f5a9-4bab-9856-ef089fecc36b HTTP/1.1" status: 200 len: 1129 time: 0.0498569 Feb 03 12:31:30.579741 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1afb614c-1654-47a1-a06a-fc5fad0d6233 req-bd2ba5ae-b4f9-4b8f-8548-d7fd9785549a tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424955 Feb 03 12:31:30.622867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['407106b2-d790-4199-9328-d3d72b0f5249'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:30.648126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c24ad0-3334-42de-82cf-9c3eb1ab14c8 req-26075f5b-966f-4282-aed9-bc8fa83b90e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:30.649878 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64c24ad0-3334-42de-82cf-9c3eb1ab14c8 req-26075f5b-966f-4282-aed9-bc8fa83b90e0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.0934560 Feb 03 12:31:30.692170 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64c24ad0-3334-42de-82cf-9c3eb1ab14c8 req-0bee3e42-a521-40f5-9a62-da9f0e9f9ceb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=711283b5-8f64-4353-8047-3d066de63b46 HTTP/1.1" status: 200 len: 217 time: 0.0345211 Feb 03 12:31:30.746930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c24ad0-3334-42de-82cf-9c3eb1ab14c8 req-4dbe0f5b-b529-4b6b-9c75-58448e99ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:30.749409 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64c24ad0-3334-42de-82cf-9c3eb1ab14c8 req-4dbe0f5b-b529-4b6b-9c75-58448e99ad38 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0512736 Feb 03 12:31:30.769894 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:30.809228 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c24ad0-3334-42de-82cf-9c3eb1ab14c8 req-12c72173-a0fb-40ca-90c8-897c6079705a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:30.810960 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64c24ad0-3334-42de-82cf-9c3eb1ab14c8 req-12c72173-a0fb-40ca-90c8-897c6079705a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0529068 Feb 03 12:31:30.838196 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb967181-78c2-4cb9-be9a-3f0400584c61 req-203821a0-8e5f-4e56-bc48-f5ccc7dc78c0 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:30.839591 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eb967181-78c2-4cb9-be9a-3f0400584c61 req-203821a0-8e5f-4e56-bc48-f5ccc7dc78c0 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0685511 Feb 03 12:31:30.895546 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eb967181-78c2-4cb9-be9a-3f0400584c61 req-b0db6b12-9113-43aa-ae8a-1589f8026d62 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504060 Feb 03 12:31:30.907748 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64c24ad0-3334-42de-82cf-9c3eb1ab14c8 req-7d4c3e49-3760-4db0-a8b0-b237fc53a0d5 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870163 Feb 03 12:31:31.009919 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64c24ad0-3334-42de-82cf-9c3eb1ab14c8 req-1bfcbcc7-b345-4ad7-80a6-77033ff86b61 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910528 Feb 03 12:31:31.237508 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d690ab-6505-41a7-902d-ed80ae2d6731 req-4824bf29-78b4-4bdc-9daa-2d2ccfb803da tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:31.238993 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-37d690ab-6505-41a7-902d-ed80ae2d6731 req-4824bf29-78b4-4bdc-9daa-2d2ccfb803da tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0531352 Feb 03 12:31:31.285834 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-37d690ab-6505-41a7-902d-ed80ae2d6731 req-0abc2af4-e344-4dde-b728-dbcd87647918 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406287 Feb 03 12:31:31.486855 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317af34-d80c-4561-bc57-8c0a6ac23151 req-e1b6c45e-49e5-4129-9b74-d6a7f9bd2b70 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:31.488323 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3317af34-d80c-4561-bc57-8c0a6ac23151 req-e1b6c45e-49e5-4129-9b74-d6a7f9bd2b70 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=975e7152-f5a9-4bab-9856-ef089fecc36b HTTP/1.1" status: 200 len: 947 time: 0.0511086 Feb 03 12:31:31.534535 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3317af34-d80c-4561-bc57-8c0a6ac23151 req-6af29c86-8861-46fa-8860-03744e69e1a1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404596 Feb 03 12:31:31.700700 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43e723-6d7c-4449-b42a-0b30c317c02e req-47f41d5c-45c9-4aff-94bd-9be1d2e9fb89 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:31.702218 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d43e723-6d7c-4449-b42a-0b30c317c02e req-47f41d5c-45c9-4aff-94bd-9be1d2e9fb89 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0554724 Feb 03 12:31:31.749609 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d43e723-6d7c-4449-b42a-0b30c317c02e req-5ba47ac6-e3e1-4967-be30-e0e57a414277 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408170 Feb 03 12:31:32.022756 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1d434-dab5-484a-b987-903aecdb8218 req-34288af8-0028-459a-947d-6fc333359d4b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:32.024264 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-55d1d434-dab5-484a-b987-903aecdb8218 req-34288af8-0028-459a-947d-6fc333359d4b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0570414 Feb 03 12:31:32.071396 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-55d1d434-dab5-484a-b987-903aecdb8218 req-8f4f6717-a40e-4712-bc3d-da61b9635ae4 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414603 Feb 03 12:31:32.406348 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f836f-826b-46df-81d4-b83c17df3427 req-6e27b089-620f-4976-8675-1889701edc51 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:32.407926 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e3f836f-826b-46df-81d4-b83c17df3427 req-6e27b089-620f-4976-8675-1889701edc51 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0556829 Feb 03 12:31:32.453945 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e3f836f-826b-46df-81d4-b83c17df3427 req-6d89a99f-9355-4a0d-8fee-e16ab8923e09 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399647 Feb 03 12:31:32.656847 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e2bbd-33cb-4e79-81c6-45cae6d2b62f req-a1775d92-3afb-402d-a2cb-b7e2aab46eb5 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:32.658872 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-108e2bbd-33cb-4e79-81c6-45cae6d2b62f req-a1775d92-3afb-402d-a2cb-b7e2aab46eb5 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=975e7152-f5a9-4bab-9856-ef089fecc36b HTTP/1.1" status: 200 len: 947 time: 0.0547016 Feb 03 12:31:32.705833 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-108e2bbd-33cb-4e79-81c6-45cae6d2b62f req-f5e7cfae-9b30-4f5e-85e9-0ce55452c1db tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407612 Feb 03 12:31:32.866420 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039c4ef-97e6-4180-8347-c26802e57de6 req-7ef24b11-90e2-4460-981f-26da36d36897 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:32.868187 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a039c4ef-97e6-4180-8347-c26802e57de6 req-7ef24b11-90e2-4460-981f-26da36d36897 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0518599 Feb 03 12:31:32.916666 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a039c4ef-97e6-4180-8347-c26802e57de6 req-a981491f-4047-4177-87d8-bd86e45d9479 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429342 Feb 03 12:31:33.230430 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc7012-2bae-4c17-9ebe-caaa051621e0 req-1367ed4b-fda9-4c9e-929c-c4e3d90d52e1 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:33.232051 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8cbc7012-2bae-4c17-9ebe-caaa051621e0 req-1367ed4b-fda9-4c9e-929c-c4e3d90d52e1 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0533173 Feb 03 12:31:33.279334 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8cbc7012-2bae-4c17-9ebe-caaa051621e0 req-3ef256e7-59b4-4075-adf9-4654442461e5 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409422 Feb 03 12:31:33.473491 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-753131bc-bf96-46e4-919a-bd44e0714865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:33.574584 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0ea6d-6427-41af-936d-3d351d4b6049 req-4f82b93e-ed6d-41c3-9e15-e8bfbc83aa4c tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:33.576088 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e0ea6d-6427-41af-936d-3d351d4b6049 req-4f82b93e-ed6d-41c3-9e15-e8bfbc83aa4c tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0517366 Feb 03 12:31:33.621946 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e0ea6d-6427-41af-936d-3d351d4b6049 req-d6b7e6c3-a83b-406c-aec8-c08103f76473 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401943 Feb 03 12:31:33.693844 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 711283b5-8f64-4353-8047-3d066de63b46 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:31:33.697697 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 407106b2-d790-4199-9328-d3d72b0f5249 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:31:33.811127 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 407106b2-d790-4199-9328-d3d72b0f5249 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:31:33.811504 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (407106b2-d790-4199-9328-d3d72b0f5249), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:33.830630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1dda2-85ab-4fcf-b3d7-68e14a4b1cf1 req-63e2239b-0da4-4c02-b9bd-a8765a6cb2c9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:33.832439 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3b1dda2-85ab-4fcf-b3d7-68e14a4b1cf1 req-63e2239b-0da4-4c02-b9bd-a8765a6cb2c9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=975e7152-f5a9-4bab-9856-ef089fecc36b HTTP/1.1" status: 200 len: 947 time: 0.0588295 Feb 03 12:31:33.854625 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 711283b5-8f64-4353-8047-3d066de63b46, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=711283b5-8f64-4353-8047-3d066de63b46,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:33.873325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '711283b5-8f64-4353-8047-3d066de63b46', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '711283b5-8f64-4353-8047-3d066de63b46', 'mac_address': 'fa:16:3e:68:00:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:31:33.881026 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3b1dda2-85ab-4fcf-b3d7-68e14a4b1cf1 req-e8cc4c06-2d3a-4024-8be4-5d681f920018 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425317 Feb 03 12:31:33.934913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 711283b5-8f64-4353-8047-3d066de63b46 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:31:33.935306 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (711283b5-8f64-4353-8047-3d066de63b46), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:33.958242 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711283b5-8f64-4353-8047-3d066de63b46 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:31:33.962399 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 407106b2-d790-4199-9328-d3d72b0f5249 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:31:33.962780 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (407106b2-d790-4199-9328-d3d72b0f5249), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:33.994768 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 711283b5-8f64-4353-8047-3d066de63b46, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=711283b5-8f64-4353-8047-3d066de63b46,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:34.000112 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3534bac-7763-4e09-b2ab-de168744a98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407106b2-d790-4199-9328-d3d72b0f5249'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:31:34.002833 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18fb6e3-61db-435a-90bb-2f2b1ee1d7b3" -d '{"events": [{"server_uuid": "a3534bac-7763-4e09-b2ab-de168744a98d", "name": "network-vif-plugged", "status": "completed", "tag": "407106b2-d790-4199-9328-d3d72b0f5249"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:31:34.011923 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (711283b5-8f64-4353-8047-3d066de63b46), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:34.019499 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 407106b2-d790-4199-9328-d3d72b0f5249, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=407106b2-d790-4199-9328-d3d72b0f5249,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:34.041698 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (407106b2-d790-4199-9328-d3d72b0f5249), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:34.046973 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d73668-b36b-443d-83df-1a5d02cd7622 req-e1228428-8a34-4939-a0f9-a15ebacd6a32 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:34.048691 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-47d73668-b36b-443d-83df-1a5d02cd7622 req-e1228428-8a34-4939-a0f9-a15ebacd6a32 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 950 time: 0.0601726 Feb 03 12:31:34.066840 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=711283b5-8f64-4353-8047-3d066de63b46,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:34.104452 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-47d73668-b36b-443d-83df-1a5d02cd7622 req-054e0753-42df-46ec-b0be-f7141e1a4395 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487733 Feb 03 12:31:34.117097 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=407106b2-d790-4199-9328-d3d72b0f5249,revision_number=11']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:34.160433 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad2d3ec-ea00-4091-aa05-0e64beb1b68c x-openstack-request-id: req-0ad2d3ec-ea00-4091-aa05-0e64beb1b68c {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:31:34.161358 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3534bac-7763-4e09-b2ab-de168744a98d", "name": "network-vif-plugged", "status": "completed", "tag": "407106b2-d790-4199-9328-d3d72b0f5249", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:31:34.161623 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ad2d3ec-ea00-4091-aa05-0e64beb1b68c {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:31:34.162020 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3534bac-7763-4e09-b2ab-de168744a98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407106b2-d790-4199-9328-d3d72b0f5249', 'code': 200} Feb 03 12:31:34.409909 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a98eac-7dde-49d7-b066-da4aabc40bcd req-d289b2df-ddfe-43f8-9e6b-48edb0d79c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:34.410854 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['711283b5-8f64-4353-8047-3d066de63b46'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:34.412320 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-86a98eac-7dde-49d7-b066-da4aabc40bcd req-d289b2df-ddfe-43f8-9e6b-48edb0d79c15 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 1133 time: 0.0654509 Feb 03 12:31:34.501235 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-86a98eac-7dde-49d7-b066-da4aabc40bcd req-05b64b9c-8d6b-42d9-9bdd-28084850ab8e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816929 Feb 03 12:31:34.512093 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d47d22-c0a0-4c96-aa08-4ea8f56d8c96 req-f4aafec6-8b12-4888-aa41-1ab2d333449f tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:34.513775 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-49d47d22-c0a0-4c96-aa08-4ea8f56d8c96 req-f4aafec6-8b12-4888-aa41-1ab2d333449f tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.1203144 Feb 03 12:31:34.581013 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-49d47d22-c0a0-4c96-aa08-4ea8f56d8c96 req-57e3af5b-fa8f-47c1-9f73-9730dd9bdec8 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593131 Feb 03 12:31:34.703899 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:31:34.887782 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f26186-ed0f-4867-a792-281952fa22a2 req-c7218639-62f7-4bef-bdd4-31b6a875d7b7 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:34.889677 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-68f26186-ed0f-4867-a792-281952fa22a2 req-c7218639-62f7-4bef-bdd4-31b6a875d7b7 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0703266 Feb 03 12:31:34.961891 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-68f26186-ed0f-4867-a792-281952fa22a2 req-8ec3e3d7-8f79-4c7a-9360-fdb1ab924ce0 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653358 Feb 03 12:31:35.093412 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9967b-07a5-46d1-bc11-7f776bd5e97a req-04a17927-ad61-4a1d-9276-6771f0ed96c2 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:35.101377 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dcd9967b-07a5-46d1-bc11-7f776bd5e97a req-04a17927-ad61-4a1d-9276-6771f0ed96c2 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=975e7152-f5a9-4bab-9856-ef089fecc36b HTTP/1.1" status: 200 len: 948 time: 0.0664279 Feb 03 12:31:35.189725 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dcd9967b-07a5-46d1-bc11-7f776bd5e97a req-6fea1166-150b-4483-b3fb-e0707bd335e1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871477 Feb 03 12:31:35.343325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f9467-6c0e-4bc4-bc69-315d1107fcc0 req-e34f1105-d8cd-4fc7-b7e3-0a95393192a4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:35.351752 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-618f9467-6c0e-4bc4-bc69-315d1107fcc0 req-e34f1105-d8cd-4fc7-b7e3-0a95393192a4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 951 time: 0.0927372 Feb 03 12:31:35.455116 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-618f9467-6c0e-4bc4-bc69-315d1107fcc0 req-8e666b64-2711-486a-b385-b5032fbcb795 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020970 Feb 03 12:31:35.476146 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e8ccb-5d0c-45e2-9c4d-286c6aac47ff req-87d3a996-fecb-46f7-9e1c-9c389567288d tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:35.478283 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a2e8ccb-5d0c-45e2-9c4d-286c6aac47ff req-87d3a996-fecb-46f7-9e1c-9c389567288d tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 946 time: 0.0742004 Feb 03 12:31:35.543506 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a2e8ccb-5d0c-45e2-9c4d-286c6aac47ff req-1317682d-b968-4358-a4a9-0e22888f0262 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b667ac-b4aa-44dc-b3f6-9744e8160077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586638 Feb 03 12:31:35.701498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6608bcb-69ca-4782-86e8-91a5b5d94150 req-eeb2c12d-0420-493b-93a0-91f3cbc3a58e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:35.709993 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e6608bcb-69ca-4782-86e8-91a5b5d94150 req-eeb2c12d-0420-493b-93a0-91f3cbc3a58e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0607696 Feb 03 12:31:35.770896 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e6608bcb-69ca-4782-86e8-91a5b5d94150 req-2b43eb41-bd51-469e-bd98-6043a21231fa tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593283 Feb 03 12:31:35.910955 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6a90b111-9a60-43a6-9209-f59c1e6d286e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:36.173945 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a124b9-3fa8-4f2c-9cda-cc3184958eb8 req-65cbecd8-0516-4067-99df-0fc59ddbda78 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:36.174791 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-06a124b9-3fa8-4f2c-9cda-cc3184958eb8 req-65cbecd8-0516-4067-99df-0fc59ddbda78 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0650353 Feb 03 12:31:36.258401 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-06a124b9-3fa8-4f2c-9cda-cc3184958eb8 req-047529e5-05f6-458e-a76e-213c41f8df35 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604317 Feb 03 12:31:36.393512 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7425d21-2757-476f-8b2f-894ff5e95d13 req-d17e1a7d-be7e-4c86-b4ad-c02f2bfcd4eb tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:36.395277 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e7425d21-2757-476f-8b2f-894ff5e95d13 req-d17e1a7d-be7e-4c86-b4ad-c02f2bfcd4eb tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=975e7152-f5a9-4bab-9856-ef089fecc36b HTTP/1.1" status: 200 len: 948 time: 0.1167159 Feb 03 12:31:36.458128 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e7425d21-2757-476f-8b2f-894ff5e95d13 req-9a09768d-7d9b-4617-a40d-0a360688d774 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565457 Feb 03 12:31:36.586985 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9453591-5122-4457-aa39-52fa0361fb6e req-8accaae6-351d-409b-8fb7-c4dc353b0551 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:36.594195 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f9453591-5122-4457-aa39-52fa0361fb6e req-8accaae6-351d-409b-8fb7-c4dc353b0551 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 951 time: 0.0713055 Feb 03 12:31:36.647403 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f9453591-5122-4457-aa39-52fa0361fb6e req-c0941902-7f60-4fee-aace-158126dc29de tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521138 Feb 03 12:31:36.655491 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2da3b-c53c-49f8-b253-deb0edbcde7a req-2756de22-e11e-4468-b4b1-f8b62c7a55d6 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:36.663044 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-03c2da3b-c53c-49f8-b253-deb0edbcde7a req-2756de22-e11e-4468-b4b1-f8b62c7a55d6 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 946 time: 0.0617893 Feb 03 12:31:36.728338 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-03c2da3b-c53c-49f8-b253-deb0edbcde7a req-f04083b3-1248-40d8-a677-856b5e1754e1 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b667ac-b4aa-44dc-b3f6-9744e8160077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641499 Feb 03 12:31:36.779343 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:36.911568 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d85a93-dc79-4cb2-8d73-78eda411e278 req-681f1f2c-322e-423b-b3fb-b0b2f120ba5a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:36.913367 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3d85a93-dc79-4cb2-8d73-78eda411e278 req-681f1f2c-322e-423b-b3fb-b0b2f120ba5a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0723269 Feb 03 12:31:36.950258 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edffc22-672f-4c00-a326-7293816e5d1c req-d0a13ba8-4cb0-47c6-b0f3-c31e096c13b0 tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:36.952265 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8edffc22-672f-4c00-a326-7293816e5d1c req-d0a13ba8-4cb0-47c6-b0f3-c31e096c13b0 tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 1133 time: 0.0684259 Feb 03 12:31:36.967905 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3d85a93-dc79-4cb2-8d73-78eda411e278 req-290fdb5f-fd30-489d-aeed-12481d5b5242 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482171 Feb 03 12:31:37.015894 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8edffc22-672f-4c00-a326-7293816e5d1c req-a526fcb3-56ef-40fc-85e1-14171d4709c5 tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555525 Feb 03 12:31:37.256856 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497cb82-00e5-4bf1-932c-30bb72c6ceaa req-91abdb18-6b2e-4f30-8a6e-5410084107ce tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:37.258685 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a497cb82-00e5-4bf1-932c-30bb72c6ceaa req-91abdb18-6b2e-4f30-8a6e-5410084107ce tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 1133 time: 0.0698800 Feb 03 12:31:37.355113 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a497cb82-00e5-4bf1-932c-30bb72c6ceaa req-bdb22bee-dc18-4411-bdfc-8ccfe17f91de tempest-ServersAdminTestJSON-629527417 tempest-ServersAdminTestJSON-629527417-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837634 Feb 03 12:31:37.489207 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52226e-18ba-4b6d-8c75-c4914de94a0c req-5c1b9afc-8569-4bfc-be62-b686e4e3f619 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:37.496576 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b52226e-18ba-4b6d-8c75-c4914de94a0c req-5c1b9afc-8569-4bfc-be62-b686e4e3f619 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0612962 Feb 03 12:31:37.622670 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b52226e-18ba-4b6d-8c75-c4914de94a0c req-f6176b92-17c7-434c-a94f-b9a8a7b3a2a9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240509 Feb 03 12:31:37.678072 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a30513-956f-4ca6-9f14-0987a6d2a85e req-90e16898-f3d8-456a-bc09-6f4325f79264 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:37.683177 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b6a30513-956f-4ca6-9f14-0987a6d2a85e req-90e16898-f3d8-456a-bc09-6f4325f79264 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.31 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 946 time: 0.1725829 Feb 03 12:31:37.716030 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 711283b5-8f64-4353-8047-3d066de63b46 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:31:37.833017 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 711283b5-8f64-4353-8047-3d066de63b46 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:31:37.838602 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 711283b5-8f64-4353-8047-3d066de63b46 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:31:37.839856 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (711283b5-8f64-4353-8047-3d066de63b46), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:37.943543 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 711283b5-8f64-4353-8047-3d066de63b46 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:31:37.944038 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (711283b5-8f64-4353-8047-3d066de63b46), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:37.972695 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce8665-d68d-4a94-b528-319462652292 req-ea813c16-ae42-46a6-907f-b1ff3f120842 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:37.974448 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ecce8665-d68d-4a94-b528-319462652292 req-ea813c16-ae42-46a6-907f-b1ff3f120842 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb HTTP/1.1" status: 200 len: 950 time: 0.0990446 Feb 03 12:31:38.088265 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ecce8665-d68d-4a94-b528-319462652292 req-5c77790e-31f0-469e-9f06-be25180c4e72 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082866 Feb 03 12:31:38.202718 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:38.216485 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975e7152-f5a9-4bab-9856-ef089fecc36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711283b5-8f64-4353-8047-3d066de63b46'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:31:38.218730 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f604d5-856a-4fa7-8489-8c7bf2b60f45" -d '{"events": [{"server_uuid": "975e7152-f5a9-4bab-9856-ef089fecc36b", "name": "network-vif-plugged", "status": "completed", "tag": "711283b5-8f64-4353-8047-3d066de63b46"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:31:38.257732 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 711283b5-8f64-4353-8047-3d066de63b46, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=711283b5-8f64-4353-8047-3d066de63b46,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:38.259120 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (711283b5-8f64-4353-8047-3d066de63b46), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:38.345059 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4520c-0873-483f-97e3-cb1b8a7b3cdb req-86cb7553-1e16-4566-9957-b4f19e2b091b tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:38.349665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9ec0d-a665-40fc-b8f7-2174ab98fa2d req-8f815039-ad1e-4a4e-91c6-0b3319b5f0ef tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:38.353465 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=711283b5-8f64-4353-8047-3d066de63b46,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:38.355500 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c9b4520c-0873-483f-97e3-cb1b8a7b3cdb req-86cb7553-1e16-4566-9957-b4f19e2b091b tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=975e7152-f5a9-4bab-9856-ef089fecc36b HTTP/1.1" status: 200 len: 948 time: 0.5515416 Feb 03 12:31:38.360399 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8fd9ec0d-a665-40fc-b8f7-2174ab98fa2d req-8f815039-ad1e-4a4e-91c6-0b3319b5f0ef tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 946 time: 0.1450143 Feb 03 12:31:38.391430 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b6a30513-956f-4ca6-9f14-0987a6d2a85e req-7f274751-7f9f-4da7-9412-7bdc53c19777 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Deleting port 231c4f37-d95d-443e-9c9e-6dd92f030ba5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:31:38.391764 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b6a30513-956f-4ca6-9f14-0987a6d2a85e req-7f274751-7f9f-4da7-9412-7bdc53c19777 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (231c4f37-d95d-443e-9c9e-6dd92f030ba5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:38.437956 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8fd9ec0d-a665-40fc-b8f7-2174ab98fa2d req-2029d545-00de-4b04-86f6-aff887e93c21 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b667ac-b4aa-44dc-b3f6-9744e8160077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749083 Feb 03 12:31:38.443510 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c9b4520c-0873-483f-97e3-cb1b8a7b3cdb req-fa162f32-f6cd-4d47-a4af-6b6a4d63ceaf tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816579 Feb 03 12:31:38.542145 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b6a30513-956f-4ca6-9f14-0987a6d2a85e req-7f274751-7f9f-4da7-9412-7bdc53c19777 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] For port 231c4f37-d95d-443e-9c9e-6dd92f030ba5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=231c4f37-d95d-443e-9c9e-6dd92f030ba5,segment=NetworkSegment(c3906a4e-760a-4569-b778-5a514fe15f69),segment_id=c3906a4e-760a-4569-b778-5a514fe15f69)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:38.542998 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b6a30513-956f-4ca6-9f14-0987a6d2a85e req-7f274751-7f9f-4da7-9412-7bdc53c19777 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (231c4f37-d95d-443e-9c9e-6dd92f030ba5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:38.561129 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b6a30513-956f-4ca6-9f14-0987a6d2a85e req-7f274751-7f9f-4da7-9412-7bdc53c19777 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Calling delete_port for 231c4f37-d95d-443e-9c9e-6dd92f030ba5 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:31:38.583409 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1dadf06-fa62-462f-a8c0-6908ae614919 x-openstack-request-id: req-b1dadf06-fa62-462f-a8c0-6908ae614919 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:31:38.583727 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975e7152-f5a9-4bab-9856-ef089fecc36b", "name": "network-vif-plugged", "status": "completed", "tag": "711283b5-8f64-4353-8047-3d066de63b46", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:31:38.584013 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1dadf06-fa62-462f-a8c0-6908ae614919 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:31:38.584410 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975e7152-f5a9-4bab-9856-ef089fecc36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711283b5-8f64-4353-8047-3d066de63b46', 'code': 200} Feb 03 12:31:38.804037 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b6a30513-956f-4ca6-9f14-0987a6d2a85e req-7f274751-7f9f-4da7-9412-7bdc53c19777 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (231c4f37-d95d-443e-9c9e-6dd92f030ba5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:38.819034 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['231c4f37-d95d-443e-9c9e-6dd92f030ba5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:38.915994 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f274751-7f9f-4da7-9412-7bdc53c19777 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Pushing event deleted for resources: {'Port': ['ID=231c4f37-d95d-443e-9c9e-6dd92f030ba5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:38.934578 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a30513-956f-4ca6-9f14-0987a6d2a85e req-7f274751-7f9f-4da7-9412-7bdc53c19777 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] No DVR routers for this DVR port 231c4f37-d95d-443e-9c9e-6dd92f030ba5 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:31:38.938913 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b6a30513-956f-4ca6-9f14-0987a6d2a85e req-7f274751-7f9f-4da7-9412-7bdc53c19777 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:38.942326 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b6a30513-956f-4ca6-9f14-0987a6d2a85e req-7f274751-7f9f-4da7-9412-7bdc53c19777 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.31 "DELETE /v2.0/ports/231c4f37-d95d-443e-9c9e-6dd92f030ba5 HTTP/1.1" status: 204 len: 173 time: 1.2535543 Feb 03 12:31:38.942787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aaa9d7a-bfbd-402b-95fd-d26a208a959f', 'name': 'network-vif-deleted', 'tag': '231c4f37-d95d-443e-9c9e-6dd92f030ba5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:31:38.945102 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ee1a40-1947-43b4-8df0-7b6c0ded4108" -d '{"events": [{"server_uuid": "0aaa9d7a-bfbd-402b-95fd-d26a208a959f", "name": "network-vif-deleted", "tag": "231c4f37-d95d-443e-9c9e-6dd92f030ba5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:31:38.959806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ab4b1-5256-4f27-bfef-d4e10c76c6f2 req-2996ab31-8e3a-463e-8442-b40f1936fa1a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:38.961579 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8c6ab4b1-5256-4f27-bfef-d4e10c76c6f2 req-2996ab31-8e3a-463e-8442-b40f1936fa1a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.2426825 Feb 03 12:31:38.968342 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b0f8c-9019-410a-b7cf-55195bad1899 req-753696e1-d3a8-43e1-9936-7a372986bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:38.969827 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5d4b0f8c-9019-410a-b7cf-55195bad1899 req-753696e1-d3a8-43e1-9936-7a372986bba7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=975e7152-f5a9-4bab-9856-ef089fecc36b HTTP/1.1" status: 200 len: 1131 time: 0.2522268 Feb 03 12:31:39.037556 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215faf9-a03f-4c26-ab78-3a610976df35 req-83c02c99-f80f-4c98-a699-aeea496a0216 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:39.039241 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4215faf9-a03f-4c26-ab78-3a610976df35 req-83c02c99-f80f-4c98-a699-aeea496a0216 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.3362124 Feb 03 12:31:39.065657 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8c6ab4b1-5256-4f27-bfef-d4e10c76c6f2 req-0064d3a1-2139-44cc-8a11-8f9510bb4776 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934315 Feb 03 12:31:39.082001 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5d4b0f8c-9019-410a-b7cf-55195bad1899 req-b03e87b5-07bd-4c2d-9ae3-d730cda3c521 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834482 Feb 03 12:31:39.123902 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4215faf9-a03f-4c26-ab78-3a610976df35 req-4d9d0f73-89a0-4c9c-bb50-7ad3ea85c2e6 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781837 Feb 03 12:31:39.135062 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1623a4d-f699-4fbb-abf8-61b519cb31f5 x-openstack-request-id: req-a1623a4d-f699-4fbb-abf8-61b519cb31f5 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:31:39.135537 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aaa9d7a-bfbd-402b-95fd-d26a208a959f", "name": "network-vif-deleted", "tag": "231c4f37-d95d-443e-9c9e-6dd92f030ba5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:31:39.135975 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1623a4d-f699-4fbb-abf8-61b519cb31f5 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:31:39.136463 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aaa9d7a-bfbd-402b-95fd-d26a208a959f', 'name': 'network-vif-deleted', 'tag': '231c4f37-d95d-443e-9c9e-6dd92f030ba5', 'status': 'completed', 'code': 200} Feb 03 12:31:39.270831 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40c6a0-143d-4fb7-867c-b674ea87fbff req-d8facf43-494d-452e-bf64-c64d82896ab1 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:39.271730 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4b40c6a0-143d-4fb7-867c-b674ea87fbff req-d8facf43-494d-452e-bf64-c64d82896ab1 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb HTTP/1.1" status: 200 len: 950 time: 0.0773678 Feb 03 12:31:39.360797 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4b40c6a0-143d-4fb7-867c-b674ea87fbff req-944b49f8-2dbf-45c6-be5b-76d2ddf2325a tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821705 Feb 03 12:31:39.591275 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-36f57083-fee3-4ae6-a5e7-36327262f02b req-04af15c8-26a9-45fd-98d0-ab84a7f6e447 tempest-AttachSCSIVolumeTestJSON-1873320783 tempest-AttachSCSIVolumeTestJSON-1873320783-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaa9d7a-bfbd-402b-95fd-d26a208a959f HTTP/1.1" status: 200 len: 210 time: 0.0505273 Feb 03 12:31:39.595425 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:39.621058 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61853819-2cb4-49b7-a669-a1befc440eda req-96241cf0-90a4-4ddb-af27-fd35adb28bd3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:39.621058 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-61853819-2cb4-49b7-a669-a1befc440eda req-96241cf0-90a4-4ddb-af27-fd35adb28bd3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=975e7152-f5a9-4bab-9856-ef089fecc36b HTTP/1.1" status: 200 len: 949 time: 0.0942945 Feb 03 12:31:39.721563 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-61853819-2cb4-49b7-a669-a1befc440eda req-c0a0a6bf-4fe3-4ae4-8064-88d29372ea1e tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925958 Feb 03 12:31:39.745191 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14199ed-b804-4e3d-8d11-635b89555e31 req-268e03a3-0303-4e43-91c5-190cc862b106 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:39.746941 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f14199ed-b804-4e3d-8d11-635b89555e31 req-268e03a3-0303-4e43-91c5-190cc862b106 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.31 "GET /v2.0/ports?device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb HTTP/1.1" status: 200 len: 950 time: 0.0805230 Feb 03 12:31:39.898252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f14199ed-b804-4e3d-8d11-635b89555e31 req-e26ba02c-4c02-4b5c-8f4a-60b6cff15d0e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Deleting port 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:31:39.898879 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f14199ed-b804-4e3d-8d11-635b89555e31 req-e26ba02c-4c02-4b5c-8f4a-60b6cff15d0e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:40.009937 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f14199ed-b804-4e3d-8d11-635b89555e31 req-e26ba02c-4c02-4b5c-8f4a-60b6cff15d0e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] For port 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:40.010470 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f14199ed-b804-4e3d-8d11-635b89555e31 req-e26ba02c-4c02-4b5c-8f4a-60b6cff15d0e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:40.024753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f14199ed-b804-4e3d-8d11-635b89555e31 req-e26ba02c-4c02-4b5c-8f4a-60b6cff15d0e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Calling delete_port for 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:31:40.173247 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f14199ed-b804-4e3d-8d11-635b89555e31 req-e26ba02c-4c02-4b5c-8f4a-60b6cff15d0e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:40.186299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07', '407106b2-d790-4199-9328-d3d72b0f5249'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:40.263572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['ab0d62df-cc7c-4d78-b23a-8a53345ee158'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:40.327072 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ba02c-4c02-4b5c-8f4a-60b6cff15d0e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Pushing event deleted for resources: {'Port': ['ID=4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:40.350857 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14199ed-b804-4e3d-8d11-635b89555e31 req-e26ba02c-4c02-4b5c-8f4a-60b6cff15d0e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] No DVR routers for this DVR port 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:31:40.354321 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f14199ed-b804-4e3d-8d11-635b89555e31 req-e26ba02c-4c02-4b5c-8f4a-60b6cff15d0e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:40.355608 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573338e7-750b-4774-95bb-016201bd6e33 req-cc6e53b8-a0a8-42b7-a9ba-234cf23f750b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:40.358646 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f14199ed-b804-4e3d-8d11-635b89555e31 req-e26ba02c-4c02-4b5c-8f4a-60b6cff15d0e tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.31 "DELETE /v2.0/ports/4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 HTTP/1.1" status: 204 len: 173 time: 0.5958037 Feb 03 12:31:40.366949 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-573338e7-750b-4774-95bb-016201bd6e33 req-cc6e53b8-a0a8-42b7-a9ba-234cf23f750b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.1109030 Feb 03 12:31:40.419917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7854f51-b84e-4bfa-92cf-73c8f397a4c6 req-51d0843e-944e-4dcd-b062-4b769bc59514 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:40.441225 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b7854f51-b84e-4bfa-92cf-73c8f397a4c6 req-51d0843e-944e-4dcd-b062-4b769bc59514 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.2079535 Feb 03 12:31:40.504856 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-573338e7-750b-4774-95bb-016201bd6e33 req-9fb7ff6e-4034-4a2b-925e-48cfbc760232 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364183 Feb 03 12:31:40.587913 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b7854f51-b84e-4bfa-92cf-73c8f397a4c6 req-4f72ef79-0697-4ef1-938c-71f94aec7357 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465187 Feb 03 12:31:40.866388 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f15737d-9340-4f8c-91cd-63f02e7bdb68 req-b5b82fb2-85a0-4df0-bdb8-db42751dd4d3 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=97d6df4c-8809-4e13-a9c3-2519d5f682cb HTTP/1.1" status: 200 len: 210 time: 0.2113678 Feb 03 12:31:41.113123 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390b9f2-dbe1-4666-b182-e3effea9bce2 req-85811d93-41d1-46cc-996e-c5709f9867d5 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:41.115032 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8390b9f2-dbe1-4666-b182-e3effea9bce2 req-85811d93-41d1-46cc-996e-c5709f9867d5 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=975e7152-f5a9-4bab-9856-ef089fecc36b HTTP/1.1" status: 200 len: 949 time: 0.1104231 Feb 03 12:31:41.144107 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d6df4c-8809-4e13-a9c3-2519d5f682cb', 'name': 'network-vif-deleted', 'tag': '4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:31:41.146572 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e728cbf-9b3e-4d67-a324-240647a0aa0b" -d '{"events": [{"server_uuid": "97d6df4c-8809-4e13-a9c3-2519d5f682cb", "name": "network-vif-deleted", "tag": "4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:31:41.233214 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148214f6-8e53-48c6-b89f-3dfe9aed8571 x-openstack-request-id: req-148214f6-8e53-48c6-b89f-3dfe9aed8571 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:31:41.238798 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d6df4c-8809-4e13-a9c3-2519d5f682cb", "name": "network-vif-deleted", "tag": "4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:31:41.238959 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-148214f6-8e53-48c6-b89f-3dfe9aed8571 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:31:41.239240 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d6df4c-8809-4e13-a9c3-2519d5f682cb', 'name': 'network-vif-deleted', 'tag': '4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07', 'status': 'completed', 'code': 200} Feb 03 12:31:41.247381 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8390b9f2-dbe1-4666-b182-e3effea9bce2 req-e0716867-4df5-4692-a34a-90af648f7a77 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213913 Feb 03 12:31:41.376064 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b74919-1cbc-44a9-8321-97c4b47408ad req-ffeca035-53cf-44d6-8a63-0b7957560871 tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:41.385548 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a5b74919-1cbc-44a9-8321-97c4b47408ad req-ffeca035-53cf-44d6-8a63-0b7957560871 tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=975e7152-f5a9-4bab-9856-ef089fecc36b HTTP/1.1" status: 200 len: 1131 time: 0.0574081 Feb 03 12:31:41.437281 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a5b74919-1cbc-44a9-8321-97c4b47408ad req-ef6a71d8-9cbf-4053-b3be-460aacbb9c70 tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482333 Feb 03 12:31:41.688987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0f35d-d139-495b-9f66-835f0a2e4f61 req-97fcfa29-9096-488d-8d4b-de1239e08bdf tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:41.696721 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-48a0f35d-d139-495b-9f66-835f0a2e4f61 req-97fcfa29-9096-488d-8d4b-de1239e08bdf tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0877526 Feb 03 12:31:41.736556 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 231c4f37-d95d-443e-9c9e-6dd92f030ba5 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:31:41.745961 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-ed01ab27-9f2e-4c35-9dc3-448bac0539c0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d375c31b6fe24472a187873bc305b655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296648 Feb 03 12:31:41.768781 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 231c4f37-d95d-443e-9c9e-6dd92f030ba5 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:31:41.785017 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 231c4f37-d95d-443e-9c9e-6dd92f030ba5 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:31:41.785703 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-48a0f35d-d139-495b-9f66-835f0a2e4f61 req-b65e8df1-64ca-4770-b4d2-9429b755276a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880048 Feb 03 12:31:41.925604 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-1c1332a7-b18f-451d-a01b-f841dba2365e tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:41.930431 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-1c1332a7-b18f-451d-a01b-f841dba2365e tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835785 Feb 03 12:31:41.967737 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf1a01-9145-450b-9cad-9ac9f5261a08 req-037e12c6-e307-4462-96d4-43cde8e37356 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:41.978744 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-60900b9c-4375-427b-9271-80314283bc59 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/quotas/d375c31b6fe24472a187873bc305b655 HTTP/1.1" status: 200 len: 375 time: 0.0422716 Feb 03 12:31:41.986863 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5ecf1a01-9145-450b-9cad-9ac9f5261a08 req-037e12c6-e307-4462-96d4-43cde8e37356 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.1463411 Feb 03 12:31:42.074673 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-24b7991b-beb3-4484-b709-24478a3bd993 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0945172 Feb 03 12:31:42.105983 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5ecf1a01-9145-450b-9cad-9ac9f5261a08 req-4c48bcf4-62b1-441b-ab8c-0d43936ca4da tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105368 Feb 03 12:31:42.362333 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0152f00-924a-48af-b11d-097e3f652df5 req-4da72049-5acc-4184-9769-88507b32c478 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ca4c7d-e80e-472c-8b52-45ed0d46b01a HTTP/1.1" status: 200 len: 210 time: 0.0624602 Feb 03 12:31:42.721410 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15808210-766f-43a9-a799-305141e38321 req-fdbd4046-1f63-4ba8-a168-fe4993d37b9b tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:42.723651 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-15808210-766f-43a9-a799-305141e38321 req-fdbd4046-1f63-4ba8-a168-fe4993d37b9b tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 950 time: 0.1056216 Feb 03 12:31:42.818703 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-15808210-766f-43a9-a799-305141e38321 req-9d7b79c2-8de4-42bb-b443-5b0376b0f6bf tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862134 Feb 03 12:31:42.941712 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7086d9-2250-440c-bf3f-0cc50a42a29c req-d90a4016-fcfa-437b-96b9-ea7cded6c9dc tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:42.950029 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2f7086d9-2250-440c-bf3f-0cc50a42a29c req-d90a4016-fcfa-437b-96b9-ea7cded6c9dc tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0815008 Feb 03 12:31:43.018322 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2f7086d9-2250-440c-bf3f-0cc50a42a29c req-94b4ba1e-5516-485a-96e5-9483ef2dff61 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673172 Feb 03 12:31:43.279809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4656e-9287-4962-b370-7fce039617bf req-6ae2fa1f-e541-41a6-a4ea-27315e066571 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:43.287458 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-24c4656e-9287-4962-b370-7fce039617bf req-6ae2fa1f-e541-41a6-a4ea-27315e066571 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0861950 Feb 03 12:31:43.351568 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-24c4656e-9287-4962-b370-7fce039617bf req-247d41ee-ec6b-4524-bb6f-328ccd2cf6c6 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594635 Feb 03 12:31:43.490626 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c45c9666-7009-44bd-8271-f4430603929c req-4830dcb0-84b8-48d6-9881-a52ee0f56ae0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ca4c7d-e80e-472c-8b52-45ed0d46b01a HTTP/1.1" status: 200 len: 210 time: 0.0511587 Feb 03 12:31:43.738663 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:31:43.759441 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:31:43.760049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4cd9cfa1-2908-4eef-ac76-4ff98e4c5a07 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:31:43.776478 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-1daf745f-b152-4116-ba0c-2414adecb4bd tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d375c31b6fe24472a187873bc305b655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309734 Feb 03 12:31:43.974155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-8bd64487-fec1-49a0-8ac4-1957b045ad8f tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:43.975821 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-8bd64487-fec1-49a0-8ac4-1957b045ad8f tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910126 Feb 03 12:31:43.996634 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-55fb53ca-300f-42af-b28f-0aca10548cf0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Request body: {'port': {'device_id': '70ca4c7d-e80e-472c-8b52-45ed0d46b01a', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': 'd375c31b6fe24472a187873bc305b655'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:31:44.154244 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-55fb53ca-300f-42af-b28f-0aca10548cf0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Made reservation on behalf of d375c31b6fe24472a187873bc305b655 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:31:44.159593 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-55fb53ca-300f-42af-b28f-0aca10548cf0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:44.198026 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0103c4-a0b2-415e-88c5-fb9fe28c1125 req-4a538a41-e171-4ab9-a412-ed847b0fa7dc tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:44.199652 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d0103c4-a0b2-415e-88c5-fb9fe28c1125 req-4a538a41-e171-4ab9-a412-ed847b0fa7dc tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 950 time: 0.2228780 Feb 03 12:31:44.278667 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4a8ec-d812-4263-928f-ad47f9d82f1f req-86baa16e-532c-4ee2-9b4a-eb563023d8a2 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:44.282236 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-92d4a8ec-d812-4263-928f-ad47f9d82f1f req-86baa16e-532c-4ee2-9b4a-eb563023d8a2 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.1590052 Feb 03 12:31:44.350348 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d0103c4-a0b2-415e-88c5-fb9fe28c1125 req-ce573c16-0d16-4937-b861-30d43e1fceda tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435783 Feb 03 12:31:44.385984 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-92d4a8ec-d812-4263-928f-ad47f9d82f1f req-a1f9d1b7-68c6-46ef-95e7-6c1939374d70 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898464 Feb 03 12:31:44.447535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-55fb53ca-300f-42af-b28f-0aca10548cf0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Allocated IP 192.168.233.27 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/6bc57cd6-3f0d-4321-938b-f6b6102bdfd3) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:31:44.539409 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e386aa7-6b74-430b-8cd7-6aad1dd8613e req-069772de-56ba-4163-86fa-e1f4beda0197 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:44.540968 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e386aa7-6b74-430b-8cd7-6aad1dd8613e req-069772de-56ba-4163-86fa-e1f4beda0197 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.0948539 Feb 03 12:31:44.658518 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3c90b43f-d762-435e-9864-69d4bb1da40b req-90794c7d-c8e9-42ad-bc02-3503b7536d2f tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ca4c7d-e80e-472c-8b52-45ed0d46b01a HTTP/1.1" status: 200 len: 210 time: 0.0767603 Feb 03 12:31:44.712798 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e386aa7-6b74-430b-8cd7-6aad1dd8613e req-082807e4-4188-4557-8ba5-870ea99fb967 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565847 Feb 03 12:31:44.731423 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08875db6-a289-4755-aa10-e495c8c300fa req-8a12d2ee-5118-44c0-9427-d8bc29ace479 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:44.732958 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-08875db6-a289-4755-aa10-e495c8c300fa req-8a12d2ee-5118-44c0-9427-d8bc29ace479 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.73 "GET /v2.0/ports?device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 950 time: 0.1580870 Feb 03 12:31:44.813884 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-55fb53ca-300f-42af-b28f-0aca10548cf0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks [] for port (6bc57cd6-3f0d-4321-938b-f6b6102bdfd3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:44.895547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-08875db6-a289-4755-aa10-e495c8c300fa req-ffc7bed6-eb4f-49d6-b480-408f52536f81 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Deleting port ab0d62df-cc7c-4d78-b23a-8a53345ee158 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:31:44.896347 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-08875db6-a289-4755-aa10-e495c8c300fa req-ffc7bed6-eb4f-49d6-b480-408f52536f81 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ab0d62df-cc7c-4d78-b23a-8a53345ee158), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:44.900163 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-55fb53ca-300f-42af-b28f-0aca10548cf0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (6bc57cd6-3f0d-4321-938b-f6b6102bdfd3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:44.914065 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['55011e3e-b132-4ad0-9fcf-af04202a91b4', '711283b5-8f64-4353-8047-3d066de63b46'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:45.001207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['469dfbeb-df09-488a-9fc2-1deeba99228e', '36d80831-0a76-4f98-ad31-3fc3fd77ef71', '01fd3fea-af82-450c-aff7-812539d9e514', '5c24cd64-1ef0-4ce6-8c28-dad01a381853'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:45.021653 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-55fb53ca-300f-42af-b28f-0aca10548cf0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:31:45.029158 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-55fb53ca-300f-42af-b28f-0aca10548cf0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:31:45.046994 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-55fb53ca-300f-42af-b28f-0aca10548cf0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:31:45.051158 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb53ca-300f-42af-b28f-0aca10548cf0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Pushing event updated for resources: {'Port': ['ID=6bc57cd6-3f0d-4321-938b-f6b6102bdfd3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:45.116748 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-08875db6-a289-4755-aa10-e495c8c300fa req-ffc7bed6-eb4f-49d6-b480-408f52536f81 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] For port ab0d62df-cc7c-4d78-b23a-8a53345ee158, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ab0d62df-cc7c-4d78-b23a-8a53345ee158,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:45.117133 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-08875db6-a289-4755-aa10-e495c8c300fa req-ffc7bed6-eb4f-49d6-b480-408f52536f81 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ab0d62df-cc7c-4d78-b23a-8a53345ee158), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:45.173305 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-08875db6-a289-4755-aa10-e495c8c300fa req-ffc7bed6-eb4f-49d6-b480-408f52536f81 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Calling delete_port for ab0d62df-cc7c-4d78-b23a-8a53345ee158 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:31:45.392462 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-55fb53ca-300f-42af-b28f-0aca10548cf0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:45.392462 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-55fb53ca-300f-42af-b28f-0aca10548cf0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:45.458226 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-55fb53ca-300f-42af-b28f-0aca10548cf0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4664788 Feb 03 12:31:45.485024 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] Request body: {'port': {'device_id': '70ca4c7d-e80e-472c-8b52-45ed0d46b01a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:31:45.626550 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2a2ef-40e6-43b3-a36e-90516093c0f2 req-064a28f7-1a86-4e94-93ca-12e7b1309421 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:45.643929 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-69e2a2ef-40e6-43b3-a36e-90516093c0f2 req-064a28f7-1a86-4e94-93ca-12e7b1309421 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.1076441 Feb 03 12:31:45.726074 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7943c7e4-bbae-4a74-8c82-4fc10508c3eb None None] Provisioning complete for port 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:31:45.727506 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7943c7e4-bbae-4a74-8c82-4fc10508c3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6bc57cd6-3f0d-4321-938b-f6b6102bdfd3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:45.741740 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-69e2a2ef-40e6-43b3-a36e-90516093c0f2 req-9380f067-df74-41a3-b506-56e4650f1e3f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897729 Feb 03 12:31:45.781489 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6bc57cd6-3f0d-4321-938b-f6b6102bdfd3), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:45.798207 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:45.802682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7943c7e4-bbae-4a74-8c82-4fc10508c3eb None None] Port 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:31:45.885253 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-08875db6-a289-4755-aa10-e495c8c300fa req-ffc7bed6-eb4f-49d6-b480-408f52536f81 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ab0d62df-cc7c-4d78-b23a-8a53345ee158), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:45.918739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['407106b2-d790-4199-9328-d3d72b0f5249'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:45.943513 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea99cfc-4367-4537-9b9e-fd10ed5f5223 req-324d0aa1-8c2c-4a90-bb5d-36fae6076a40 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:45.952563 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aea99cfc-4367-4537-9b9e-fd10ed5f5223 req-324d0aa1-8c2c-4a90-bb5d-36fae6076a40 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ca4c7d-e80e-472c-8b52-45ed0d46b01a HTTP/1.1" status: 200 len: 935 time: 0.0966225 Feb 03 12:31:46.016285 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['ab0d62df-cc7c-4d78-b23a-8a53345ee158'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:46.059737 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aea99cfc-4367-4537-9b9e-fd10ed5f5223 req-e0afe4f3-6381-4be7-9019-565c79c6e8d9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059859 Feb 03 12:31:46.239922 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d554fd18-71cb-4717-be6f-4e59565601bb details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:31:46.272096 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e85b4-0314-4da2-83b6-ae18b52fbee7 req-9d39ba5c-3363-4a20-981e-a9e815bcec7e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:46.286450 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b9e85b4-0314-4da2-83b6-ae18b52fbee7 req-9d39ba5c-3363-4a20-981e-a9e815bcec7e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 0.1084435 Feb 03 12:31:46.365075 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-08875db6-a289-4755-aa10-e495c8c300fa req-ffc7bed6-eb4f-49d6-b480-408f52536f81 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] No DVR routers for this DVR port ab0d62df-cc7c-4d78-b23a-8a53345ee158 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:31:46.376849 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b9e85b4-0314-4da2-83b6-ae18b52fbee7 req-94c845e9-8069-4d1d-9d06-a5557b6e6fd7 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826063 Feb 03 12:31:46.381332 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-08875db6-a289-4755-aa10-e495c8c300fa req-ffc7bed6-eb4f-49d6-b480-408f52536f81 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:46.386426 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-08875db6-a289-4755-aa10-e495c8c300fa req-ffc7bed6-eb4f-49d6-b480-408f52536f81 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.73 "DELETE /v2.0/ports/ab0d62df-cc7c-4d78-b23a-8a53345ee158 HTTP/1.1" status: 204 len: 173 time: 1.6422241 Feb 03 12:31:46.404145 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391a5d16-c439-4295-88c4-1acfc42b472d', 'name': 'network-vif-deleted', 'tag': 'ab0d62df-cc7c-4d78-b23a-8a53345ee158'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:31:46.420129 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70691fc8-c3d3-4cf2-b1f3-669db0a16fea" -d '{"events": [{"server_uuid": "391a5d16-c439-4295-88c4-1acfc42b472d", "name": "network-vif-deleted", "tag": "ab0d62df-cc7c-4d78-b23a-8a53345ee158"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:31:46.427689 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7bed6-eb4f-49d6-b480-408f52536f81 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Pushing event deleted for resources: {'Port': ['ID=ab0d62df-cc7c-4d78-b23a-8a53345ee158,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:46.471757 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e42d71-8169-4476-9472-a946b7de1821 req-e7d67cd9-e81a-499b-a086-b39d9c0d09e4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:46.475685 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c1e42d71-8169-4476-9472-a946b7de1821 req-e7d67cd9-e81a-499b-a086-b39d9c0d09e4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=391a5d16-c439-4295-88c4-1acfc42b472d HTTP/1.1" status: 200 len: 867 time: 0.8396554 Feb 03 12:31:46.632033 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-dbd2e8de-2e79-48f0-8d56-8293162a85a9 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:46.633912 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-dbd2e8de-2e79-48f0-8d56-8293162a85a9 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e&tenant_id=4d4dfb0f87774d34902a75fe55b72106&binding%3Ahost_id=n-h2-827336-3 HTTP/1.1" status: 200 len: 1127 time: 0.3963907 Feb 03 12:31:46.677966 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827336-3'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:31:46.736344 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9170864-519c-4de1-8b97-6fbd66b80215 x-openstack-request-id: req-d9170864-519c-4de1-8b97-6fbd66b80215 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:31:46.736749 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391a5d16-c439-4295-88c4-1acfc42b472d", "name": "network-vif-deleted", "tag": "ab0d62df-cc7c-4d78-b23a-8a53345ee158", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:31:46.737084 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9170864-519c-4de1-8b97-6fbd66b80215 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:31:46.737734 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391a5d16-c439-4295-88c4-1acfc42b472d', 'name': 'network-vif-deleted', 'tag': 'ab0d62df-cc7c-4d78-b23a-8a53345ee158', 'status': 'completed', 'code': 200} Feb 03 12:31:46.779021 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c1e42d71-8169-4476-9472-a946b7de1821 req-bae8f8c8-e32d-4b78-a24c-968b1dc6add4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785211 Feb 03 12:31:46.791703 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d554fd18-71cb-4717-be6f-4e59565601bb, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d554fd18-71cb-4717-be6f-4e59565601bb,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:46.861998 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d554fd18-71cb-4717-be6f-4e59565601bb has no active binding in host n-h1-827336-3 {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 12:31:47.026351 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d554fd18-71cb-4717-be6f-4e59565601bb), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:47.210858 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc1fd6-84f2-4687-a8eb-58c596744ebf req-4358c745-f1e5-4e60-bfb7-da499e6fb88e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:47.217245 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6cbc1fd6-84f2-4687-a8eb-58c596744ebf req-4358c745-f1e5-4e60-bfb7-da499e6fb88e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.2914236 Feb 03 12:31:47.296384 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bfd72-ecae-47bf-b9e8-bed49eef7185 req-bb91ad11-8e4f-49df-ace6-e9583276d952 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:47.312702 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:31:47.317294 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8e2bfd72-ecae-47bf-b9e8-bed49eef7185 req-bb91ad11-8e4f-49df-ace6-e9583276d952 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ca4c7d-e80e-472c-8b52-45ed0d46b01a HTTP/1.1" status: 200 len: 935 time: 0.1347516 Feb 03 12:31:47.416817 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8e2bfd72-ecae-47bf-b9e8-bed49eef7185 req-44cb7bac-b436-407b-9db1-f40df2f577ef tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956335 Feb 03 12:31:47.505465 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] Publish callbacks [] for port (6bc57cd6-3f0d-4321-938b-f6b6102bdfd3), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:47.536674 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6cbc1fd6-84f2-4687-a8eb-58c596744ebf req-73186355-1a0e-4ae2-be7b-1a10b90572a8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183420 Feb 03 12:31:47.562613 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-c7a74dac-796f-4113-8e85-01897527e44a service neutron] show failed (client error): The resource could not be found. Feb 03 12:31:47.563632 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-c7a74dac-796f-4113-8e85-01897527e44a service neutron] 10.222.0.31 "GET /v2.0/ports/d4fa40dc-22d5-45a7-ab16-fde2bd99fb22/bindings/n-h1-827336-3 HTTP/1.1" status: 404 len: 380 time: 0.2396255 Feb 03 12:31:47.681222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] Transition to ACTIVE for port object 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:31:47.725332 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (6bc57cd6-3f0d-4321-938b-f6b6102bdfd3), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:47.857693 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc9027-6734-4233-96e9-409986df4257 req-d7f4f984-7a88-4439-aa75-fc3f6a542306 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:47.859241 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b8fc9027-6734-4233-96e9-409986df4257 req-d7f4f984-7a88-4439-aa75-fc3f6a542306 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc664f8d-938c-45ea-962e-40a129022a9d HTTP/1.1" status: 200 len: 946 time: 0.1304107 Feb 03 12:31:47.980617 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b8fc9027-6734-4233-96e9-409986df4257 req-3df50f81-690f-4f3e-9c6d-c6a7be37bea3 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/security-groups?id=382dd1bc-110d-48b8-b1d2-3dd63149187b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099403 Feb 03 12:31:48.187284 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ab0d62df-cc7c-4d78-b23a-8a53345ee158 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:31:48.266759 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: ab0d62df-cc7c-4d78-b23a-8a53345ee158 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:31:48.278038 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ab0d62df-cc7c-4d78-b23a-8a53345ee158 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:31:48.645229 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e89d9-f4a8-483d-9d74-1dd6bcd8720e req-566827f7-9f35-4484-a7bb-db26a388cda4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:48.646627 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-630e89d9-f4a8-483d-9d74-1dd6bcd8720e req-566827f7-9f35-4484-a7bb-db26a388cda4 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 951 time: 0.1024754 Feb 03 12:31:48.690901 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] For port d554fd18-71cb-4717-be6f-4e59565601bb, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d554fd18-71cb-4717-be6f-4e59565601bb,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:48.712109 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] Attempting to bind port 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:31:48.712455 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] Attempting to bind port 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:31:48.712794 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] Attempting to bind port 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:31:48.714789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] Pushing event updated for resources: {'Port': ['ID=6bc57cd6-3f0d-4321-938b-f6b6102bdfd3,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:48.729489 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-6fe0d10b-f719-46f4-8d0f-4ed322415029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:48.731023 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-6fe0d10b-f719-46f4-8d0f-4ed322415029 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3&tenant_id=207048d5e9d548ac8439a4c69e7678ef HTTP/1.1" status: 200 len: 1132 time: 0.8389587 Feb 03 12:31:48.746943 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-630e89d9-f4a8-483d-9d74-1dd6bcd8720e req-626bcb0e-97d7-4535-8819-e1159e02bcd8 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773466 Feb 03 12:31:48.764385 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ee34d-11d3-4c15-bb7c-6e8475ac0598 req-d70aefdc-59ad-47a9-96ff-1f56ffa1c027 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:48.780273 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f5ee34d-11d3-4c15-bb7c-6e8475ac0598 req-d70aefdc-59ad-47a9-96ff-1f56ffa1c027 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 945 time: 1.0864911 Feb 03 12:31:48.807243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827336-3', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:31:48.812185 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] Port 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:31:48.812521 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] Attempting to bind port 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:31:48.821488 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:31:48.821839 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:31:48.822239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:31:48.822683 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] Bound port: 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:31:48.823059 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6bc57cd6-3f0d-4321-938b-f6b6102bdfd3), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:48.875427 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de3dc3-cd1d-44b8-8e77-0844da23915e req-b4a83d2b-f683-4cae-8f21-e942680c3c78 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:48.893403 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56de3dc3-cd1d-44b8-8e77-0844da23915e req-b4a83d2b-f683-4cae-8f21-e942680c3c78 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ca4c7d-e80e-472c-8b52-45ed0d46b01a HTTP/1.1" status: 200 len: 947 time: 0.0921304 Feb 03 12:31:48.953688 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56de3dc3-cd1d-44b8-8e77-0844da23915e req-0def1a27-bf55-4adc-a817-e0ff50b959a2 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540378 Feb 03 12:31:49.024075 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f5ee34d-11d3-4c15-bb7c-6e8475ac0598 req-5a7ae9b2-1b44-476d-b5c9-ee3115057b25 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305853 Feb 03 12:31:49.082222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] For port d554fd18-71cb-4717-be6f-4e59565601bb, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:31:49.084122 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20242eca-8cdf-454e-aa1e-e88430286a47 req-70749a27-adb0-4ddb-9cc1-ae9f0553cf30 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:49.092880 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-20242eca-8cdf-454e-aa1e-e88430286a47 req-70749a27-adb0-4ddb-9cc1-ae9f0553cf30 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0806248 Feb 03 12:31:49.134803 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:49.162298 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-20242eca-8cdf-454e-aa1e-e88430286a47 req-e880d18c-435a-4989-970e-2d3460db6864 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681367 Feb 03 12:31:49.291797 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e9c335-704c-4ccd-9532-0815f09f626e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd554fd18-71cb-4717-be6f-4e59565601bb'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:31:49.294214 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf68dd7-258c-4604-829c-a2ba45a95ede" -d '{"events": [{"server_uuid": "b7e9c335-704c-4ccd-9532-0815f09f626e", "name": "network-vif-unplugged", "status": "completed", "tag": "d554fd18-71cb-4717-be6f-4e59565601bb"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:31:49.298455 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] Publish callbacks [] for port (d554fd18-71cb-4717-be6f-4e59565601bb), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:49.310891 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] For port 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:31:49.325505 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d554fd18-71cb-4717-be6f-4e59565601bb), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:49.397288 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526aa25f-65c3-4daf-bb53-2afe568243ae x-openstack-request-id: req-526aa25f-65c3-4daf-bb53-2afe568243ae {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:31:49.397579 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e9c335-704c-4ccd-9532-0815f09f626e", "name": "network-vif-unplugged", "status": "completed", "tag": "d554fd18-71cb-4717-be6f-4e59565601bb", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:31:49.397838 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-526aa25f-65c3-4daf-bb53-2afe568243ae {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:31:49.398238 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e9c335-704c-4ccd-9532-0815f09f626e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd554fd18-71cb-4717-be6f-4e59565601bb', 'code': 200} Feb 03 12:31:49.425587 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] For port 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=6bc57cd6-3f0d-4321-938b-f6b6102bdfd3,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:31:49.454331 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (6bc57cd6-3f0d-4321-938b-f6b6102bdfd3), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:49.483236 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130b49a-686f-4095-83e4-5920c1d8f692 req-20c3a243-c27a-4009-aa98-edc5601127fe tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:49.484796 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9130b49a-686f-4095-83e4-5920c1d8f692 req-20c3a243-c27a-4009-aa98-edc5601127fe tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc664f8d-938c-45ea-962e-40a129022a9d HTTP/1.1" status: 200 len: 946 time: 0.3350730 Feb 03 12:31:49.503493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:49.504081 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:49.505551 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] 10.222.0.31 "PUT /v2.0/ports/6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 HTTP/1.1" status: 200 len: 1095 time: 4.0310030 Feb 03 12:31:49.610260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] Pushing event updated for resources: {'Port': ['ID=d554fd18-71cb-4717-be6f-4e59565601bb,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:49.801197 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] Attempting to bind port d554fd18-71cb-4717-be6f-4e59565601bb on host n-h2-827336-3 for vnic_type normal with profile {"migrating_to": "n-h1-827336-3"} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:31:49.801870 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] Attempting to bind port d554fd18-71cb-4717-be6f-4e59565601bb by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:31:49.801870 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] Attempting to bind port d554fd18-71cb-4717-be6f-4e59565601bb on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:31:49.878405 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] Port d554fd18-71cb-4717-be6f-4e59565601bb on network fa311484-a64f-41a1-a01e-493a1be74adb not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:31:49.878770 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] Attempting to bind port d554fd18-71cb-4717-be6f-4e59565601bb on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:31:49.892082 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:31:49.892082 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] Checking segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:31:49.892544 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] Bound using segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:31:49.892992 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] Bound port: d554fd18-71cb-4717-be6f-4e59565601bb, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:31:49.893359 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d554fd18-71cb-4717-be6f-4e59565601bb), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:49.911749 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-efb56801-af02-48fa-b5dc-e468e9d63699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:49.913357 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-efb56801-af02-48fa-b5dc-e468e9d63699 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&device_id=70ca4c7d-e80e-472c-8b52-45ed0d46b01a HTTP/1.1" status: 200 len: 1129 time: 0.3285544 Feb 03 12:31:49.922320 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9130b49a-686f-4095-83e4-5920c1d8f692 req-7d4dc226-ea49-4ae6-b801-82a48a6d76b5 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/security-groups?id=382dd1bc-110d-48b8-b1d2-3dd63149187b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155395 Feb 03 12:31:49.937977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da1c44-22d0-4ee6-bab3-1fdee22b6efc service neutron] Pushing event updated for resources: {'Port': ['ID=6bc57cd6-3f0d-4321-938b-f6b6102bdfd3,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:49.962868 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f0683-ff2a-4a2a-896a-4b350e2d084c req-0e7d825a-e515-4722-b2e8-7ab1c1748689 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:49.965091 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c20f0683-ff2a-4a2a-896a-4b350e2d084c req-0e7d825a-e515-4722-b2e8-7ab1c1748689 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 951 time: 0.1073515 Feb 03 12:31:50.034858 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] For port d554fd18-71cb-4717-be6f-4e59565601bb, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:31:50.038409 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] For port d554fd18-71cb-4717-be6f-4e59565601bb, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d554fd18-71cb-4717-be6f-4e59565601bb,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:31:50.056201 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c20f0683-ff2a-4a2a-896a-4b350e2d084c req-ef6b138c-8160-4fa6-958a-4c41d4b684a8 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804675 Feb 03 12:31:50.093197 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] For port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:50.131733 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] For port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:31:50.259817 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f9f06-d713-4e31-ae66-16bcc393108d req-58a79624-9bb3-47b4-95a2-ea66e7244079 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:50.261739 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-322f9f06-d713-4e31-ae66-16bcc393108d req-58a79624-9bb3-47b4-95a2-ea66e7244079 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 943 time: 0.1198030 Feb 03 12:31:50.273952 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-bb30c144-cf1d-4603-9002-5e04cdfe4215 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 HTTP/1.1" status: 200 len: 217 time: 0.3504913 Feb 03 12:31:50.316314 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d554fd18-71cb-4717-be6f-4e59565601bb), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:50.377451 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-322f9f06-d713-4e31-ae66-16bcc393108d req-b58974f7-99d7-4ba9-ae3b-c45c2558cf28 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080935 Feb 03 12:31:50.390014 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] Publish callbacks [] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:50.432787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] Transition to ACTIVE for port object d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:31:50.455196 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-cde10448-24ca-43ce-a2ee-f7d55fe1eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:50.456707 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-cde10448-24ca-43ce-a2ee-f7d55fe1eb1e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1593149 Feb 03 12:31:50.462530 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:50.481519 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] Pushing event updated for resources: {'Port': ['ID=d554fd18-71cb-4717-be6f-4e59565601bb,revision_number=8']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:50.511003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bee03-e9ef-4984-bb0f-f980505bf4af req-a1a9036f-bd36-4f77-89fa-d1f3eed3d311 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:50.512482 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fc4bee03-e9ef-4984-bb0f-f980505bf4af req-a1a9036f-bd36-4f77-89fa-d1f3eed3d311 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ca4c7d-e80e-472c-8b52-45ed0d46b01a HTTP/1.1" status: 200 len: 947 time: 0.3028498 Feb 03 12:31:50.523272 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d285f-7343-4182-95c0-87a9ba1cc711 req-997bc570-7f89-44e5-b1c9-f7b7bcc2b2c9 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:50.524774 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-788d285f-7343-4182-95c0-87a9ba1cc711 req-997bc570-7f89-44e5-b1c9-f7b7bcc2b2c9 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 951 time: 0.2599366 Feb 03 12:31:50.590829 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:50.591462 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:50.592931 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-72405fe2-32a5-4cd0-a07c-70dbee6a0573 service neutron] 10.222.0.73 "PUT /v2.0/ports/d554fd18-71cb-4717-be6f-4e59565601bb HTTP/1.1" status: 200 len: 1121 time: 3.9423621 Feb 03 12:31:50.611846 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc65e3-3ee1-4e06-b697-33f51f9bbfbc req-3478d5aa-8664-4cda-a6b8-7794e992f08a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:50.613531 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e9bc65e3-3ee1-4e06-b697-33f51f9bbfbc req-3478d5aa-8664-4cda-a6b8-7794e992f08a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 948 time: 0.0957265 Feb 03 12:31:50.671102 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] Pushing event updated for resources: {'Port': ['ID=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:50.684452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['d554fd18-71cb-4717-be6f-4e59565601bb'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:50.808348 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['d554fd18-71cb-4717-be6f-4e59565601bb'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:50.810280 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e9bc65e3-3ee1-4e06-b697-33f51f9bbfbc req-d0463626-5e05-428b-8c0b-2dc07989267c tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878569 Feb 03 12:31:50.826193 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] No DVR routers for this DVR port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:31:50.963222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-f56f7023-e942-4874-82bd-a7d3472d2a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:50.965212 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-f56f7023-e942-4874-82bd-a7d3472d2a5d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4994743 Feb 03 12:31:51.105711 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fc4bee03-e9ef-4984-bb0f-f980505bf4af req-7deee533-b229-4a99-9697-c879617dfd52 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5367682 Feb 03 12:31:51.291563 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-f29f8c9e-1d95-4bf0-9815-0c12ca1e6cd8 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538970 Feb 03 12:31:51.312899 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] Attempting to bind port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:31:51.313162 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] Attempting to bind port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:31:51.313496 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] Attempting to bind port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:31:51.338282 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc8313-b89c-422b-915c-22124473614e req-98e13f56-2eb3-4845-af29-b01ae3699248 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:51.343389 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4dfc8313-b89c-422b-915c-22124473614e req-98e13f56-2eb3-4845-af29-b01ae3699248 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 951 time: 0.0726817 Feb 03 12:31:51.355604 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396ab2e-f8a1-48c2-828f-feeedcec983d req-01af109f-b8ce-46dd-81b1-07007ec6e73c tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:51.357306 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e396ab2e-f8a1-48c2-828f-feeedcec983d req-01af109f-b8ce-46dd-81b1-07007ec6e73c tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.73 "GET /v2.0/ports?device_id=cc664f8d-938c-45ea-962e-40a129022a9d HTTP/1.1" status: 200 len: 946 time: 0.7150834 Feb 03 12:31:51.361780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] Port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:31:51.362113 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] Attempting to bind port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:31:51.395069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:31:51.395418 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:31:51.395814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:31:51.396297 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] Bound port: d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:31:51.396663 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:51.421778 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4dfc8313-b89c-422b-915c-22124473614e req-1082ea18-04ef-4613-a5c2-cf5e842bc6d2 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/security-groups?id=774860d6-c666-4446-8030-acd5944c24b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736113 Feb 03 12:31:51.451763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ca4c7d-e80e-472c-8b52-45ed0d46b01a', 'tag': '6bc57cd6-3f0d-4321-938b-f6b6102bdfd3'}, {'server_uuid': '0756b4bf-db49-494b-b047-085e1cf008d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22'}, {'name': 'network-changed', 'server_uuid': 'b7e9c335-704c-4ccd-9532-0815f09f626e', 'tag': 'd554fd18-71cb-4717-be6f-4e59565601bb'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:31:51.454114 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c740534-8125-410a-8a3e-78f8482d0d48" -d '{"events": [{"name": "network-changed", "server_uuid": "70ca4c7d-e80e-472c-8b52-45ed0d46b01a", "tag": "6bc57cd6-3f0d-4321-938b-f6b6102bdfd3"}, {"server_uuid": "0756b4bf-db49-494b-b047-085e1cf008d3", "name": "network-vif-unplugged", "status": "completed", "tag": "d4fa40dc-22d5-45a7-ab16-fde2bd99fb22"}, {"name": "network-changed", "server_uuid": "b7e9c335-704c-4ccd-9532-0815f09f626e", "tag": "d554fd18-71cb-4717-be6f-4e59565601bb"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:31:51.463773 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35678) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:51.528790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-788d285f-7343-4182-95c0-87a9ba1cc711 req-d731ee75-f29d-41fb-856a-7fb1a1877994 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Deleting port 407106b2-d790-4199-9328-d3d72b0f5249 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:31:51.529034 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-788d285f-7343-4182-95c0-87a9ba1cc711 req-d731ee75-f29d-41fb-856a-7fb1a1877994 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (407106b2-d790-4199-9328-d3d72b0f5249), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:51.550256 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663d96e-20fb-49ed-9cc7-05a59f28a2fa req-6421fb05-6822-489e-81ff-3962745e1c95 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:51.551808 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4663d96e-20fb-49ed-9cc7-05a59f28a2fa req-6421fb05-6822-489e-81ff-3962745e1c95 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc664f8d-938c-45ea-962e-40a129022a9d HTTP/1.1" status: 200 len: 946 time: 0.2803357 Feb 03 12:31:51.679401 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5831807c-a89d-4f16-bd78-016fde7e6f45 req-e6d6d53f-31c1-4343-a62d-f9d275a1c7ab service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608923 Feb 03 12:31:51.733493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] For port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:31:51.739616 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edda9e0-271d-49dc-bb47-8fb1e437dd79 req-e20eda55-d91a-411b-b446-aa70083a0045 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:51.750751 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:31:51.753046 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5edda9e0-271d-49dc-bb47-8fb1e437dd79 req-e20eda55-d91a-411b-b446-aa70083a0045 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 943 time: 0.1555798 Feb 03 12:31:51.767887 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4663d96e-20fb-49ed-9cc7-05a59f28a2fa req-fca8224e-5d4a-4bea-924d-a32fba231ce2 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/security-groups?id=382dd1bc-110d-48b8-b1d2-3dd63149187b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834753 Feb 03 12:31:51.775601 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] For port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:31:51.783016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-788d285f-7343-4182-95c0-87a9ba1cc711 req-d731ee75-f29d-41fb-856a-7fb1a1877994 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] For port 407106b2-d790-4199-9328-d3d72b0f5249, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=407106b2-d790-4199-9328-d3d72b0f5249,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:51.783395 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-788d285f-7343-4182-95c0-87a9ba1cc711 req-d731ee75-f29d-41fb-856a-7fb1a1877994 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (407106b2-d790-4199-9328-d3d72b0f5249), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:51.799617 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:51.836468 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-788d285f-7343-4182-95c0-87a9ba1cc711 req-d731ee75-f29d-41fb-856a-7fb1a1877994 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Calling delete_port for 407106b2-d790-4199-9328-d3d72b0f5249 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:31:51.840247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-e396ab2e-f8a1-48c2-828f-feeedcec983d req-aa1486cf-4abb-4aec-a97c-567fc005db76 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Deleting port 3830614e-3841-45ab-866c-98762f154b4e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:31:51.840247 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e396ab2e-f8a1-48c2-828f-feeedcec983d req-aa1486cf-4abb-4aec-a97c-567fc005db76 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (3830614e-3841-45ab-866c-98762f154b4e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:51.874123 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:51.875465 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:51.876207 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] 10.222.0.73 "PUT /v2.0/ports/d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 HTTP/1.1" status: 200 len: 1096 time: 3.0929718 Feb 03 12:31:51.918682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] The host n-h2-827336-3 is not matching for port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 host n-h1-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:31:51.920756 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:31:52.010068 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5edda9e0-271d-49dc-bb47-8fb1e437dd79 req-22ae689f-a8a9-48ab-b16c-f0119402925c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087393 Feb 03 12:31:52.246113 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-658002cd-fb50-46a3-b5e0-a62d4f30db16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (6b804e4c-5ab9-4352-ab21-678bb009ac11), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:52.409171 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66b0f5-a8b9-4534-bb92-f047d70ca015 req-e92f1fda-e706-4f3e-b1b0-6476da1d340f tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:52.413732 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c66b0f5-a8b9-4534-bb92-f047d70ca015 req-e92f1fda-e706-4f3e-b1b0-6476da1d340f tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ca4c7d-e80e-472c-8b52-45ed0d46b01a HTTP/1.1" status: 200 len: 947 time: 0.1223171 Feb 03 12:31:52.415829 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 03 Feb 2022 12:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021e974c-bcb2-4b80-9d70-9e5932de4716 x-openstack-request-id: req-021e974c-bcb2-4b80-9d70-9e5932de4716 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:31:52.416178 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ca4c7d-e80e-472c-8b52-45ed0d46b01a", "tag": "6bc57cd6-3f0d-4321-938b-f6b6102bdfd3", "status": "completed", "code": 200}, {"server_uuid": "0756b4bf-db49-494b-b047-085e1cf008d3", "name": "network-vif-unplugged", "status": "completed", "tag": "d4fa40dc-22d5-45a7-ab16-fde2bd99fb22", "code": 200}, {"name": "network-changed", "server_uuid": "b7e9c335-704c-4ccd-9532-0815f09f626e", "tag": "d554fd18-71cb-4717-be6f-4e59565601bb", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:31:52.416436 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-021e974c-bcb2-4b80-9d70-9e5932de4716 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:31:52.416840 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ca4c7d-e80e-472c-8b52-45ed0d46b01a', 'tag': '6bc57cd6-3f0d-4321-938b-f6b6102bdfd3', 'status': 'completed', 'code': 200} Feb 03 12:31:52.417100 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0756b4bf-db49-494b-b047-085e1cf008d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22', 'code': 200} Feb 03 12:31:52.417357 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e9c335-704c-4ccd-9532-0815f09f626e', 'tag': 'd554fd18-71cb-4717-be6f-4e59565601bb', 'status': 'completed', 'code': 200} Feb 03 12:31:52.515633 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19425a9b-84ee-4e0d-bcc9-76e4cb9f15ac service neutron] Pushing event updated for resources: {'Port': ['ID=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:52.545256 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c66b0f5-a8b9-4534-bb92-f047d70ca015 req-3f0f71ca-58cb-49ba-a16a-006044cf9b27 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200848 Feb 03 12:31:52.550223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e396ab2e-f8a1-48c2-828f-feeedcec983d req-aa1486cf-4abb-4aec-a97c-567fc005db76 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] For port 3830614e-3841-45ab-866c-98762f154b4e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=3830614e-3841-45ab-866c-98762f154b4e,segment=NetworkSegment(68dc08c3-4e81-4c16-8359-673498cc594b),segment_id=68dc08c3-4e81-4c16-8359-673498cc594b)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:52.550602 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e396ab2e-f8a1-48c2-828f-feeedcec983d req-aa1486cf-4abb-4aec-a97c-567fc005db76 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (3830614e-3841-45ab-866c-98762f154b4e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:52.594047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-e396ab2e-f8a1-48c2-828f-feeedcec983d req-aa1486cf-4abb-4aec-a97c-567fc005db76 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Calling delete_port for 3830614e-3841-45ab-866c-98762f154b4e owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:31:52.631598 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-28c618a6-702c-4575-b849-b1fb07da4645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:52.632838 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-28c618a6-702c-4575-b849-b1fb07da4645 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 1130 time: 0.7129593 Feb 03 12:31:52.645338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e5177-1f4e-4966-8971-88a7262666f4 req-e390cd93-c3e9-4898-948b-a61199d2db03 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:52.647015 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d9e5177-1f4e-4966-8971-88a7262666f4 req-e390cd93-c3e9-4898-948b-a61199d2db03 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 948 time: 0.2945180 Feb 03 12:31:52.715504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c740534-8125-410a-8a3e-78f8482d0d48 req-64b2e3b1-8520-4787-86ab-27605fa5f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:52.717815 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c740534-8125-410a-8a3e-78f8482d0d48 req-64b2e3b1-8520-4787-86ab-27605fa5f385 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&device_id=70ca4c7d-e80e-472c-8b52-45ed0d46b01a HTTP/1.1" status: 200 len: 1129 time: 0.2664731 Feb 03 12:31:52.728361 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-658002cd-fb50-46a3-b5e0-a62d4f30db16 admin admin] Deleting port 8c58e663-107e-4a52-a34f-1a19ed95e5e2 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:31:52.728706 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-658002cd-fb50-46a3-b5e0-a62d4f30db16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (8c58e663-107e-4a52-a34f-1a19ed95e5e2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:52.874248 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-658002cd-fb50-46a3-b5e0-a62d4f30db16 admin admin] For port 8c58e663-107e-4a52-a34f-1a19ed95e5e2, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=8c58e663-107e-4a52-a34f-1a19ed95e5e2,segment=NetworkSegment(c3906a4e-760a-4569-b778-5a514fe15f69),segment_id=c3906a4e-760a-4569-b778-5a514fe15f69)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:52.875357 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-658002cd-fb50-46a3-b5e0-a62d4f30db16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (8c58e663-107e-4a52-a34f-1a19ed95e5e2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:52.914746 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-658002cd-fb50-46a3-b5e0-a62d4f30db16 admin admin] Calling delete_port for 8c58e663-107e-4a52-a34f-1a19ed95e5e2 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:31:52.978199 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d9e5177-1f4e-4966-8971-88a7262666f4 req-364ebcbf-641b-4681-b8fb-8f56a3655571 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822998 Feb 03 12:31:53.036318 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-788d285f-7343-4182-95c0-87a9ba1cc711 req-d731ee75-f29d-41fb-856a-7fb1a1877994 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (407106b2-d790-4199-9328-d3d72b0f5249), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:53.149742 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-658002cd-fb50-46a3-b5e0-a62d4f30db16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (8c58e663-107e-4a52-a34f-1a19ed95e5e2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:53.160309 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-0ae94cf5-1caa-422e-bf0a-c30ccf3a3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:53.162322 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-0ae94cf5-1caa-422e-bf0a-c30ccf3a3071 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.4775655 Feb 03 12:31:53.181207 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0f928392-2d49-4122-baf6-e9e0980ca250 req-e5d7119e-c8c9-4f63-af6f-5aa536289950 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3534bac-7763-4e09-b2ab-de168744a98d HTTP/1.1" status: 200 len: 210 time: 0.0471034 Feb 03 12:31:53.206365 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731ee75-f29d-41fb-856a-7fb1a1877994 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Pushing event deleted for resources: {'Port': ['ID=407106b2-d790-4199-9328-d3d72b0f5249,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:53.284053 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658002cd-fb50-46a3-b5e0-a62d4f30db16 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c58e663-107e-4a52-a34f-1a19ed95e5e2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:53.319588 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c740534-8125-410a-8a3e-78f8482d0d48 req-d028c06b-469a-4639-9f66-de3a388a46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:53.323170 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c740534-8125-410a-8a3e-78f8482d0d48 req-d028c06b-469a-4639-9f66-de3a388a46bd service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.5869462 Feb 03 12:31:53.352562 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-97e73f74-03ea-4519-b8d0-540933559ed3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 HTTP/1.1" status: 200 len: 217 time: 0.1568503 Feb 03 12:31:53.491515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-788d285f-7343-4182-95c0-87a9ba1cc711 req-d731ee75-f29d-41fb-856a-7fb1a1877994 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] No DVR routers for this DVR port 407106b2-d790-4199-9328-d3d72b0f5249 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:31:53.493771 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c740534-8125-410a-8a3e-78f8482d0d48 req-c0cab63d-d98a-4738-9b01-bdd6fcea17ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 HTTP/1.1" status: 200 len: 217 time: 0.1393049 Feb 03 12:31:53.500818 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-788d285f-7343-4182-95c0-87a9ba1cc711 req-d731ee75-f29d-41fb-856a-7fb1a1877994 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:53.504726 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-788d285f-7343-4182-95c0-87a9ba1cc711 req-d731ee75-f29d-41fb-856a-7fb1a1877994 tempest-ServersAdminTestJSON-309724048 tempest-ServersAdminTestJSON-309724048-project] 10.222.0.31 "DELETE /v2.0/ports/407106b2-d790-4199-9328-d3d72b0f5249 HTTP/1.1" status: 204 len: 173 time: 2.9453821 Feb 03 12:31:53.508224 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e396ab2e-f8a1-48c2-828f-feeedcec983d req-aa1486cf-4abb-4aec-a97c-567fc005db76 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (3830614e-3841-45ab-866c-98762f154b4e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:53.561450 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf4b0e-2182-4a46-a27b-033d4b4396c8 req-098de6eb-f58a-4208-a56a-b2aecb188b60 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:53.584399 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0acf4b0e-2182-4a46-a27b-033d4b4396c8 req-098de6eb-f58a-4208-a56a-b2aecb188b60 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 943 time: 0.2894561 Feb 03 12:31:53.608282 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35708) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:53.628809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1486cf-4abb-4aec-a97c-567fc005db76 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Pushing event deleted for resources: {'Port': ['ID=3830614e-3841-45ab-866c-98762f154b4e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:53.634772 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-5dae8406-3648-43e8-83e9-32bc06201960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:53.637245 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-5dae8406-3648-43e8-83e9-32bc06201960 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.2600064 Feb 03 12:31:53.737548 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90d434-4ac1-4f34-acd0-ad0269851260 req-43fa1605-a18c-47ed-8a8c-a722e36a6e9c tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:53.739146 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e90d434-4ac1-4f34-acd0-ad0269851260 req-43fa1605-a18c-47ed-8a8c-a722e36a6e9c tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc664f8d-938c-45ea-962e-40a129022a9d HTTP/1.1" status: 200 len: 946 time: 0.5734611 Feb 03 12:31:53.743589 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c740534-8125-410a-8a3e-78f8482d0d48 req-524d5d09-47b9-43f4-8bcc-9260a0d7d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:53.745360 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c740534-8125-410a-8a3e-78f8482d0d48 req-524d5d09-47b9-43f4-8bcc-9260a0d7d595 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.2317815 Feb 03 12:31:53.746442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 407106b2-d790-4199-9328-d3d72b0f5249 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:31:53.785050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e396ab2e-f8a1-48c2-828f-feeedcec983d req-aa1486cf-4abb-4aec-a97c-567fc005db76 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] No DVR routers for this DVR port 3830614e-3841-45ab-866c-98762f154b4e on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:31:53.786296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 407106b2-d790-4199-9328-d3d72b0f5249 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:31:53.787506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 407106b2-d790-4199-9328-d3d72b0f5249 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:31:53.795791 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e396ab2e-f8a1-48c2-828f-feeedcec983d req-aa1486cf-4abb-4aec-a97c-567fc005db76 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:53.799258 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e396ab2e-f8a1-48c2-828f-feeedcec983d req-aa1486cf-4abb-4aec-a97c-567fc005db76 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.73 "DELETE /v2.0/ports/3830614e-3841-45ab-866c-98762f154b4e HTTP/1.1" status: 204 len: 173 time: 2.4310269 Feb 03 12:31:53.800029 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0acf4b0e-2182-4a46-a27b-033d4b4396c8 req-520063cf-639c-4125-a2ec-5b0c9bc7c34b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146564 Feb 03 12:31:53.819596 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-658002cd-fb50-46a3-b5e0-a62d4f30db16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (6b804e4c-5ab9-4352-ab21-678bb009ac11), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:53.883631 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c740534-8125-410a-8a3e-78f8482d0d48 req-662529f0-a468-4e94-8eb7-6f667f7d64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:53.885401 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c740534-8125-410a-8a3e-78f8482d0d48 req-662529f0-a468-4e94-8eb7-6f667f7d64b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1151748 Feb 03 12:31:53.890130 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-a1d9ce8d-03ed-4aef-8a21-f166200b5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:53.891740 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-a1d9ce8d-03ed-4aef-8a21-f166200b5285 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2410276 Feb 03 12:31:53.904549 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e90d434-4ac1-4f34-acd0-ad0269851260 req-551160ec-8bd0-4ee0-9ac6-eef6a6328ba0 tempest-VolumesAdminNegativeTest-327371719 tempest-VolumesAdminNegativeTest-327371719-project] 10.222.0.18 "GET /v2.0/security-groups?id=382dd1bc-110d-48b8-b1d2-3dd63149187b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553354 Feb 03 12:31:53.978262 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d6a177a-117b-47ec-af8f-fa1e49f4eb71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:54.094156 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de9c2a-2953-405f-a464-50225f1e402c req-049d8323-c10c-4286-b080-31d3d52adbe3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:54.104569 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-45de9c2a-2953-405f-a464-50225f1e402c req-049d8323-c10c-4286-b080-31d3d52adbe3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ca4c7d-e80e-472c-8b52-45ed0d46b01a HTTP/1.1" status: 200 len: 947 time: 0.1685061 Feb 03 12:31:54.113898 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c740534-8125-410a-8a3e-78f8482d0d48 req-a7d4cb4b-6367-4310-8d85-402eafe63b99 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080052 Feb 03 12:31:54.212064 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 3830614e-3841-45ab-866c-98762f154b4e no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:31:54.259068 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 3830614e-3841-45ab-866c-98762f154b4e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:31:54.272552 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 3830614e-3841-45ab-866c-98762f154b4e not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:31:54.284183 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-134ad5f3-ac09-4019-ab45-1532eb402837 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708687 Feb 03 12:31:54.334590 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-45de9c2a-2953-405f-a464-50225f1e402c req-19d979df-94f9-468f-8595-037ed00f542b tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290514 Feb 03 12:31:54.394508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d948c1-1f3a-451a-8f7e-0e2ed7d114e8 req-62913537-1f5f-4d38-a17f-c3906bc9919a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:54.396450 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4d948c1-1f3a-451a-8f7e-0e2ed7d114e8 req-62913537-1f5f-4d38-a17f-c3906bc9919a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 948 time: 0.2746196 Feb 03 12:31:54.402015 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c740534-8125-410a-8a3e-78f8482d0d48 req-24464d08-dbe2-4f82-92bd-c81eb30681c1 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678494 Feb 03 12:31:54.421161 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d6a177a-117b-47ec-af8f-fa1e49f4eb71 admin admin] Publish callbacks [] for security_group (ac19f4eb-a4be-4589-b722-62f6b1054ff6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:54.427009 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0756b4bf-db49-494b-b047-085e1cf008d3', 'tag': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22'}, {'server_uuid': 'a3534bac-7763-4e09-b2ab-de168744a98d', 'name': 'network-vif-deleted', 'tag': '407106b2-d790-4199-9328-d3d72b0f5249'}, {'server_uuid': 'cc664f8d-938c-45ea-962e-40a129022a9d', 'name': 'network-vif-deleted', 'tag': '3830614e-3841-45ab-866c-98762f154b4e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:31:54.429767 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5695ed60-1f98-4636-b4cc-3e95c1fa802e" -d '{"events": [{"name": "network-changed", "server_uuid": "0756b4bf-db49-494b-b047-085e1cf008d3", "tag": "d4fa40dc-22d5-45a7-ab16-fde2bd99fb22"}, {"server_uuid": "a3534bac-7763-4e09-b2ab-de168744a98d", "name": "network-vif-deleted", "tag": "407106b2-d790-4199-9328-d3d72b0f5249"}, {"server_uuid": "cc664f8d-938c-45ea-962e-40a129022a9d", "name": "network-vif-deleted", "tag": "3830614e-3841-45ab-866c-98762f154b4e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:31:54.448854 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d6a177a-117b-47ec-af8f-fa1e49f4eb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ac19f4eb-a4be-4589-b722-62f6b1054ff6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:54.556152 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 03 Feb 2022 12:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e368bd-00ca-4914-8e6a-d27f9ac67368 x-openstack-request-id: req-94e368bd-00ca-4914-8e6a-d27f9ac67368 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:31:54.556770 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0756b4bf-db49-494b-b047-085e1cf008d3", "tag": "d4fa40dc-22d5-45a7-ab16-fde2bd99fb22", "status": "completed", "code": 200}, {"server_uuid": "a3534bac-7763-4e09-b2ab-de168744a98d", "name": "network-vif-deleted", "tag": "407106b2-d790-4199-9328-d3d72b0f5249", "status": "completed", "code": 200}, {"server_uuid": "cc664f8d-938c-45ea-962e-40a129022a9d", "name": "network-vif-deleted", "tag": "3830614e-3841-45ab-866c-98762f154b4e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:31:54.557282 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94e368bd-00ca-4914-8e6a-d27f9ac67368 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:31:54.557905 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0756b4bf-db49-494b-b047-085e1cf008d3', 'tag': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22', 'status': 'completed', 'code': 200} Feb 03 12:31:54.558414 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3534bac-7763-4e09-b2ab-de168744a98d', 'name': 'network-vif-deleted', 'tag': '407106b2-d790-4199-9328-d3d72b0f5249', 'status': 'completed', 'code': 200} Feb 03 12:31:54.558896 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc664f8d-938c-45ea-962e-40a129022a9d', 'name': 'network-vif-deleted', 'tag': '3830614e-3841-45ab-866c-98762f154b4e', 'status': 'completed', 'code': 200} Feb 03 12:31:54.562857 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abd7b66a-dc08-4428-bd5f-0d629c2be459 req-9437b68e-a430-4340-9265-edb29e04f272 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713325 Feb 03 12:31:54.563129 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a177a-117b-47ec-af8f-fa1e49f4eb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac19f4eb-a4be-4589-b722-62f6b1054ff6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:54.581935 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4d948c1-1f3a-451a-8f7e-0e2ed7d114e8 req-8640a9d6-c6e2-4505-a778-1ade5d8d1b89 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738966 Feb 03 12:31:54.624746 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4d6a177a-117b-47ec-af8f-fa1e49f4eb71 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=394dd2e70d0a4a2fbfc4c37f13f31e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0118244 Feb 03 12:31:54.625401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35724) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:54.638738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c740534-8125-410a-8a3e-78f8482d0d48 req-eb57cf3f-3ee2-4905-9ae0-93750fcd6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:54.640443 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c740534-8125-410a-8a3e-78f8482d0d48 req-eb57cf3f-3ee2-4905-9ae0-93750fcd6bd5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 1155 time: 0.1774526 Feb 03 12:31:54.679951 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658002cd-fb50-46a3-b5e0-a62d4f30db16 admin admin] Router 6b804e4c-5ab9-4352-ab21-678bb009ac11 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:31:54.734527 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35726) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:54.789664 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c740534-8125-410a-8a3e-78f8482d0d48 req-8727a89d-62ff-483a-af98-455dbc407f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:54.791382 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c740534-8125-410a-8a3e-78f8482d0d48 req-8727a89d-62ff-483a-af98-455dbc407f16 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 922 time: 0.1425211 Feb 03 12:31:54.793626 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-25be2315-4ddb-4f40-9120-a44582048e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:54.795303 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-25be2315-4ddb-4f40-9120-a44582048e8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 1130 time: 0.1984370 Feb 03 12:31:54.814753 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82d10554-6607-482d-9512-a0a224c377ed admin admin] Publish callbacks [] for security_group (ac19f4eb-a4be-4589-b722-62f6b1054ff6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:54.848524 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82d10554-6607-482d-9512-a0a224c377ed admin admin] Publish callbacks [] for security_group (ac19f4eb-a4be-4589-b722-62f6b1054ff6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:54.872493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-a7c6cec9-f3e6-49de-bbeb-2d041b0fc6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:54.874392 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-a7c6cec9-f3e6-49de-bbeb-2d041b0fc6de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 1130 time: 0.2164340 Feb 03 12:31:54.875804 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c740534-8125-410a-8a3e-78f8482d0d48 req-40b0679e-7771-4379-8efa-5c5ea62fea92 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d554fd18-71cb-4717-be6f-4e59565601bb HTTP/1.1" status: 200 len: 217 time: 0.0723929 Feb 03 12:31:54.973155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35734) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:55.078346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c740534-8125-410a-8a3e-78f8482d0d48 req-e193fe94-cc5c-490b-bbc3-128b03d0af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:55.079743 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c740534-8125-410a-8a3e-78f8482d0d48 req-e193fe94-cc5c-490b-bbc3-128b03d0af80 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.1967220 Feb 03 12:31:55.090083 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-b465bfd5-e612-4d4d-9b7b-67da1b884d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:55.091515 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-b465bfd5-e612-4d4d-9b7b-67da1b884d11 service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.2814527 Feb 03 12:31:55.098022 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d017f9b-2f09-4f36-9cd0-8d4cd5bfab95 admin admin] Deleting subnet 4946aeed-862c-4215-b4f5-cb2fe5cf2772 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:31:55.129426 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d017f9b-2f09-4f36-9cd0-8d4cd5bfab95 admin admin] Publish callbacks [] for subnet (4946aeed-862c-4215-b4f5-cb2fe5cf2772), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:55.187079 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c740534-8125-410a-8a3e-78f8482d0d48 req-9a20936b-ce21-4454-9f4d-433a66b7c87d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945954 Feb 03 12:31:55.190266 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-9281d776-4e6b-4850-a1b2-d94bc83c9324 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 HTTP/1.1" status: 200 len: 217 time: 0.0898285 Feb 03 12:31:55.191265 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-01745110-8dd2-438e-b8fa-c34c6678b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:55.192633 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-01745110-8dd2-438e-b8fa-c34c6678b1c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.3109007 Feb 03 12:31:55.221237 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658002cd-fb50-46a3-b5e0-a62d4f30db16 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:31:55.229581 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-658002cd-fb50-46a3-b5e0-a62d4f30db16 admin admin] 10.222.0.18 "PUT /v2.0/routers/6b804e4c-5ab9-4352-ab21-678bb009ac11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7646277 Feb 03 12:31:55.233130 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35738) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:55.237455 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed070c0f-8c68-42cf-bb46-cb62909a72a6 None None] Sync routers for ids ['6b804e4c-5ab9-4352-ab21-678bb009ac11'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:31:55.243569 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ef05c677-efb3-488c-9708-9d433cb1a45f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=355cf0e66ba34b6ba03ec130f21762bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5079355 Feb 03 12:31:55.254540 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed070c0f-8c68-42cf-bb46-cb62909a72a6 None None] Routers {'6b804e4c-5ab9-4352-ab21-678bb009ac11'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:31:55.255406 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ed070c0f-8c68-42cf-bb46-cb62909a72a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:31:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6b804e4c-5ab9-4352-ab21-678bb009ac11'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:31:55.283334 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35740) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:55.315153 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc2cf9-85ba-4a65-8d21-7078f194940d req-4f20b527-de61-448a-9d86-38590860966e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:55.322306 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a4dc2cf9-85ba-4a65-8d21-7078f194940d req-4f20b527-de61-448a-9d86-38590860966e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 943 time: 0.2010422 Feb 03 12:31:55.347239 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82d10554-6607-482d-9512-a0a224c377ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ac19f4eb-a4be-4589-b722-62f6b1054ff6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:55.349520 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82d10554-6607-482d-9512-a0a224c377ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:55.353645 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-82d10554-6607-482d-9512-a0a224c377ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac19f4eb-a4be-4589-b722-62f6b1054ff6 HTTP/1.1" status: 204 len: 168 time: 0.7257519 Feb 03 12:31:55.415575 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ed070c0f-8c68-42cf-bb46-cb62909a72a6 None None] Set router 6b804e4c-5ab9-4352-ab21-678bb009ac11 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:31:55.447348 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d10554-6607-482d-9512-a0a224c377ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac19f4eb-a4be-4589-b722-62f6b1054ff6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:55.487014 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30c844a9-aca3-4153-9389-a958b6b88f6f admin admin] Publish callbacks [] for security_group (774860d6-c666-4446-8030-acd5944c24b2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:55.503194 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a4dc2cf9-85ba-4a65-8d21-7078f194940d req-88a74ed5-8213-4f0d-bfa4-b03c8b095762 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737049 Feb 03 12:31:55.552937 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4896b74-6eac-4400-a854-1f710bf78c5a admin admin] Publish callbacks [] for router (6b804e4c-5ab9-4352-ab21-678bb009ac11), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:55.574203 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30c844a9-aca3-4153-9389-a958b6b88f6f admin admin] Publish callbacks [] for security_group (774860d6-c666-4446-8030-acd5944c24b2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:55.725839 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ed070c0f-8c68-42cf-bb46-cb62909a72a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b804e4c-5ab9-4352-ab21-678bb009ac11', 'name': 'tempest-AttachSCSIVolumeTestJSON-1751885976-router', 'tenant_id': 'df9d4199609e43edbf370c4567ad17c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ab4e78-cdb9-480f-ab48-261441e3de70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:29:12Z', 'updated_at': '2022-02-03T12:31:53Z', 'revision_number': 5, 'project_id': 'df9d4199609e43edbf370c4567ad17c6', 'gw_port': {'id': 'f8ab4e78-cdb9-480f-ab48-261441e3de70', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b804e4c-5ab9-4352-ab21-678bb009ac11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:13Z', 'updated_at': '2022-02-03T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:31:55.739978 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d017f9b-2f09-4f36-9cd0-8d4cd5bfab95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (4946aeed-862c-4215-b4f5-cb2fe5cf2772), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:55.768728 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed070c0f-8c68-42cf-bb46-cb62909a72a6 None None] Checking router: 6b804e4c-5ab9-4352-ab21-678bb009ac11 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:31:55.775564 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-5078dd68-49f6-4f3a-8495-5971e53aecc8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 HTTP/1.1" status: 200 len: 217 time: 0.5674436 Feb 03 12:31:55.778674 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30c844a9-aca3-4153-9389-a958b6b88f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (774860d6-c666-4446-8030-acd5944c24b2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:55.781308 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30c844a9-aca3-4153-9389-a958b6b88f6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:55.783639 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:31:55.785787 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-30c844a9-aca3-4153-9389-a958b6b88f6f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/774860d6-c666-4446-8030-acd5944c24b2 HTTP/1.1" status: 204 len: 168 time: 0.5001230 Feb 03 12:31:55.793485 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed070c0f-8c68-42cf-bb46-cb62909a72a6 None None] Routers {'6b804e4c-5ab9-4352-ab21-678bb009ac11'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:31:55.794177 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ed070c0f-8c68-42cf-bb46-cb62909a72a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:31:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6b804e4c-5ab9-4352-ab21-678bb009ac11'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:31:55.794306 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4896b74-6eac-4400-a854-1f710bf78c5a admin admin] Publish callbacks [] for router_gateway (6b804e4c-5ab9-4352-ab21-678bb009ac11), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:55.795799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-4cfb863c-887d-4e9b-95ec-5a990671d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:55.797420 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-4cfb863c-887d-4e9b-95ec-5a990671d6c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.5902426 Feb 03 12:31:55.809810 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffd7bd-eb66-4745-b69c-c3e6b416b57e req-1d32748c-63ee-46b8-a95d-bc802a90f602 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:55.811468 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-16ffd7bd-eb66-4745-b69c-c3e6b416b57e req-1d32748c-63ee-46b8-a95d-bc802a90f602 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 945 time: 0.1869032 Feb 03 12:31:55.813612 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c844a9-aca3-4153-9389-a958b6b88f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774860d6-c666-4446-8030-acd5944c24b2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:55.885307 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-16ffd7bd-eb66-4745-b69c-c3e6b416b57e req-b260b33d-5269-4f6e-9e71-2e14757213f1 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677845 Feb 03 12:31:55.921617 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e4896b74-6eac-4400-a854-1f710bf78c5a admin admin] Deleting port f8ab4e78-cdb9-480f-ab48-261441e3de70 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:31:55.922382 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4896b74-6eac-4400-a854-1f710bf78c5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f8ab4e78-cdb9-480f-ab48-261441e3de70), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:55.943077 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-b679cd8b-8056-4815-b0b0-4d245c64cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:55.944603 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-b679cd8b-8056-4815-b0b0-4d245c64cb74 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1153750 Feb 03 12:31:55.953793 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d017f9b-2f09-4f36-9cd0-8d4cd5bfab95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (4946aeed-862c-4215-b4f5-cb2fe5cf2772), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:56.025651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee37aa-ac5e-4ffa-ab0f-46b5e2d80b77 req-d83c10b5-cb23-4132-a0cd-d8dade4614ea tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:56.027299 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5eee37aa-ac5e-4ffa-ab0f-46b5e2d80b77 req-d83c10b5-cb23-4132-a0cd-d8dade4614ea tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ca4c7d-e80e-472c-8b52-45ed0d46b01a HTTP/1.1" status: 200 len: 947 time: 0.3731160 Feb 03 12:31:56.041042 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ed070c0f-8c68-42cf-bb46-cb62909a72a6 None None] Set router 6b804e4c-5ab9-4352-ab21-678bb009ac11 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:31:56.058961 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c740534-8125-410a-8a3e-78f8482d0d48 req-21c57938-e8ef-4c35-8de3-267429af2ac3 service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8587070 Feb 03 12:31:56.121341 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-6b43316e-9e76-4451-af5f-ec5c557c3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:56.122903 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-6b43316e-9e76-4451-af5f-ec5c557c3ff6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2881362 Feb 03 12:31:56.162962 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e4896b74-6eac-4400-a854-1f710bf78c5a admin admin] For port f8ab4e78-cdb9-480f-ab48-261441e3de70, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f8ab4e78-cdb9-480f-ab48-261441e3de70,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:56.163331 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4896b74-6eac-4400-a854-1f710bf78c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f8ab4e78-cdb9-480f-ab48-261441e3de70), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:56.179200 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6a4ee-a060-42fa-815c-faa63e4b2131 req-691c9809-aec9-470a-8f30-ef6fd5358452 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:56.180697 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e0d6a4ee-a060-42fa-815c-faa63e4b2131 req-691c9809-aec9-470a-8f30-ef6fd5358452 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 948 time: 0.1552305 Feb 03 12:31:56.188591 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e4896b74-6eac-4400-a854-1f710bf78c5a admin admin] Calling delete_port for f8ab4e78-cdb9-480f-ab48-261441e3de70 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:31:56.242564 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d017f9b-2f09-4f36-9cd0-8d4cd5bfab95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (4946aeed-862c-4215-b4f5-cb2fe5cf2772), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:56.263502 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-79653785-9dab-4c67-9e31-4357ee55e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:56.265443 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-79653785-9dab-4c67-9e31-4357ee55e779 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2823131 Feb 03 12:31:56.270117 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5eee37aa-ac5e-4ffa-ab0f-46b5e2d80b77 req-fad4762c-10a7-4849-b93c-5554c7beb43f tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194321 Feb 03 12:31:56.293702 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e0d6a4ee-a060-42fa-815c-faa63e4b2131 req-a84ea63e-ec4b-4164-a97b-ebf54cc0be7a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056979 Feb 03 12:31:56.329824 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c740534-8125-410a-8a3e-78f8482d0d48 req-4c36743b-7e01-46d3-94e7-e6a7e617941d service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477293 Feb 03 12:31:56.386934 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=6bc57cd6-3f0d-4321-938b-f6b6102bdfd3,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:56.392957 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d017f9b-2f09-4f36-9cd0-8d4cd5bfab95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:56.396296 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8d017f9b-2f09-4f36-9cd0-8d4cd5bfab95 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4946aeed-862c-4215-b4f5-cb2fe5cf2772 HTTP/1.1" status: 204 len: 168 time: 1.4220819 Feb 03 12:31:56.397478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d017f9b-2f09-4f36-9cd0-8d4cd5bfab95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4946aeed-862c-4215-b4f5-cb2fe5cf2772,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:56.399700 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35770) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:56.423801 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35772) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:56.426543 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '6bc57cd6-3f0d-4321-938b-f6b6102bdfd3', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '6bc57cd6-3f0d-4321-938b-f6b6102bdfd3', 'mac_address': 'fa:16:3e:6f:fa:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:31:56.515966 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-bdf8b6fb-5518-4359-8df6-e46a582d851f service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678761 Feb 03 12:31:56.526176 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d73d3323-5a14-49b9-ad89-c9bb2b6fce3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=43511e79643b4823b68a1e70abc02db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1009824 Feb 03 12:31:56.529497 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35776) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:56.539506 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-419a7d57-5a0d-4a67-b9f4-fe4209aa88fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (4d97d8c8-0b9a-4b93-a8f9-2aa11af80998), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:56.583008 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:31:56.583225 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4896b74-6eac-4400-a854-1f710bf78c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f8ab4e78-cdb9-480f-ab48-261441e3de70), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:56.584213 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6bc57cd6-3f0d-4321-938b-f6b6102bdfd3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:56.625200 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:31:56.636393 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4896b74-6eac-4400-a854-1f710bf78c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ab4e78-cdb9-480f-ab48-261441e3de70,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:56.656084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=6bc57cd6-3f0d-4321-938b-f6b6102bdfd3,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:56.664537 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-64ef7917-2a17-45d2-a077-c08c7f30e676 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372235 Feb 03 12:31:56.668131 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6bc57cd6-3f0d-4321-938b-f6b6102bdfd3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:56.696750 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-e8143f53-ca0c-4eb5-9f15-d8f5b907da06 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654475 Feb 03 12:31:56.721722 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-419a7d57-5a0d-4a67-b9f4-fe4209aa88fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (4d97d8c8-0b9a-4b93-a8f9-2aa11af80998), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:56.742609 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=6bc57cd6-3f0d-4321-938b-f6b6102bdfd3,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:56.776432 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-419a7d57-5a0d-4a67-b9f4-fe4209aa88fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d97d8c8-0b9a-4b93-a8f9-2aa11af80998']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:31:56.790722 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-419a7d57-5a0d-4a67-b9f4-fe4209aa88fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68dc08c3-4e81-4c16-8359-673498cc594b') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:31:56.791158 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-419a7d57-5a0d-4a67-b9f4-fe4209aa88fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68dc08c3-4e81-4c16-8359-673498cc594b') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:31:56.801316 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4896b74-6eac-4400-a854-1f710bf78c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (6b804e4c-5ab9-4352-ab21-678bb009ac11), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:56.805051 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-419a7d57-5a0d-4a67-b9f4-fe4209aa88fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (68dc08c3-4e81-4c16-8359-673498cc594b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:56.821932 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ed070c0f-8c68-42cf-bb46-cb62909a72a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b804e4c-5ab9-4352-ab21-678bb009ac11', 'name': 'tempest-AttachSCSIVolumeTestJSON-1751885976-router', 'tenant_id': 'df9d4199609e43edbf370c4567ad17c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ab4e78-cdb9-480f-ab48-261441e3de70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:29:12Z', 'updated_at': '2022-02-03T12:31:53Z', 'revision_number': 5, 'project_id': 'df9d4199609e43edbf370c4567ad17c6', 'gw_port': {'id': 'f8ab4e78-cdb9-480f-ab48-261441e3de70', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b804e4c-5ab9-4352-ab21-678bb009ac11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:13Z', 'updated_at': '2022-02-03T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:31:56.843674 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7581abf-ade6-4071-a72e-4587ce8aa4d0 req-c3a7e899-b17b-4970-9486-d90fbd201254 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:56.850797 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7581abf-ade6-4071-a72e-4587ce8aa4d0 req-c3a7e899-b17b-4970-9486-d90fbd201254 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 943 time: 0.2175827 Feb 03 12:31:56.860113 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-640614cf-d4b4-4d78-bd76-3f3223763be2 admin admin] Publish callbacks [] for security_group (b8046336-78cc-4439-a934-47799105bb30), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:56.860296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed070c0f-8c68-42cf-bb46-cb62909a72a6 None None] The sync data for ids ['6b804e4c-5ab9-4352-ab21-678bb009ac11'] in n-d-827336-3 is: [{'id': '6b804e4c-5ab9-4352-ab21-678bb009ac11', 'name': 'tempest-AttachSCSIVolumeTestJSON-1751885976-router', 'tenant_id': 'df9d4199609e43edbf370c4567ad17c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ab4e78-cdb9-480f-ab48-261441e3de70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:29:12Z', 'updated_at': '2022-02-03T12:31:53Z', 'revision_number': 5, 'project_id': 'df9d4199609e43edbf370c4567ad17c6', 'gw_port': {'id': 'f8ab4e78-cdb9-480f-ab48-261441e3de70', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b804e4c-5ab9-4352-ab21-678bb009ac11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:13Z', 'updated_at': '2022-02-03T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:31:56.924075 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-640614cf-d4b4-4d78-bd76-3f3223763be2 admin admin] Publish callbacks [] for security_group (b8046336-78cc-4439-a934-47799105bb30), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:56.924447 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-419a7d57-5a0d-4a67-b9f4-fe4209aa88fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (68dc08c3-4e81-4c16-8359-673498cc594b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:56.929255 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5695ed60-1f98-4636-b4cc-3e95c1fa802e req-02f366bc-f25e-4168-95bf-b2b132a82c1c service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198117 Feb 03 12:31:56.933969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419a7d57-5a0d-4a67-b9f4-fe4209aa88fb admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:31:56.934495 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-419a7d57-5a0d-4a67-b9f4-fe4209aa88fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (68dc08c3-4e81-4c16-8359-673498cc594b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:31:56.936307 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:31:56.948591 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4896b74-6eac-4400-a854-1f710bf78c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (6b804e4c-5ab9-4352-ab21-678bb009ac11), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:56.952348 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4896b74-6eac-4400-a854-1f710bf78c5a admin admin] Publish callbacks [] for router_controller (6b804e4c-5ab9-4352-ab21-678bb009ac11), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:56.961777 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7581abf-ade6-4071-a72e-4587ce8aa4d0 req-ad3182b3-af7e-4d8f-8713-916c2bf0bbb4 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098917 Feb 03 12:31:57.005169 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-640614cf-d4b4-4d78-bd76-3f3223763be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b8046336-78cc-4439-a934-47799105bb30), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:57.008027 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-640614cf-d4b4-4d78-bd76-3f3223763be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:57.009204 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-640614cf-d4b4-4d78-bd76-3f3223763be2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8046336-78cc-4439-a934-47799105bb30 HTTP/1.1" status: 204 len: 168 time: 0.3884857 Feb 03 12:31:57.019199 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640614cf-d4b4-4d78-bd76-3f3223763be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8046336-78cc-4439-a934-47799105bb30,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:57.044513 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['6bc57cd6-3f0d-4321-938b-f6b6102bdfd3'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:31:57.113359 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4896b74-6eac-4400-a854-1f710bf78c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (6b804e4c-5ab9-4352-ab21-678bb009ac11), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:57.113890 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4896b74-6eac-4400-a854-1f710bf78c5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b804e4c-5ab9-4352-ab21-678bb009ac11 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:31:57.116873 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-419a7d57-5a0d-4a67-b9f4-fe4209aa88fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (4d97d8c8-0b9a-4b93-a8f9-2aa11af80998), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:57.125047 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4896b74-6eac-4400-a854-1f710bf78c5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:57.127427 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e4896b74-6eac-4400-a854-1f710bf78c5a admin admin] 10.222.0.18 "DELETE /v2.0/routers/6b804e4c-5ab9-4352-ab21-678bb009ac11 HTTP/1.1" status: 204 len: 168 time: 1.8934021 Feb 03 12:31:57.130201 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35806) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:57.133178 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-419a7d57-5a0d-4a67-b9f4-fe4209aa88fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:57.137136 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-419a7d57-5a0d-4a67-b9f4-fe4209aa88fb admin admin] 10.222.0.18 "DELETE /v2.0/networks/4d97d8c8-0b9a-4b93-a8f9-2aa11af80998 HTTP/1.1" status: 204 len: 168 time: 0.7361701 Feb 03 12:31:57.142995 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35810) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:57.151039 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a7d57-5a0d-4a67-b9f4-fe4209aa88fb admin admin] Pushing event deleted for resources: {'Network': ['ID=4d97d8c8-0b9a-4b93-a8f9-2aa11af80998,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:57.171886 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e4aea-4908-4e9d-ab30-511c2b8c2c59 req-ac571ef6-70e8-4c8a-ad22-5033681b0ad3 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:57.174513 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e5e4aea-4908-4e9d-ab30-511c2b8c2c59 req-ac571ef6-70e8-4c8a-ad22-5033681b0ad3 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 945 time: 0.1151807 Feb 03 12:31:57.272605 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e5e4aea-4908-4e9d-ab30-511c2b8c2c59 req-a4a12377-eb50-4140-b72b-ae6d76b7621f tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865240 Feb 03 12:31:57.287319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7eff5e7-f9ca-40c3-a5f8-4f998c824534 admin admin] Deleting subnet f90bea32-af69-4ba3-bc4c-c2397d7199a6 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:31:57.290704 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7eff5e7-f9ca-40c3-a5f8-4f998c824534 admin admin] Publish callbacks [] for subnet (f90bea32-af69-4ba3-bc4c-c2397d7199a6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:57.375753 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7eff5e7-f9ca-40c3-a5f8-4f998c824534 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (f90bea32-af69-4ba3-bc4c-c2397d7199a6), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:57.439426 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d08a0f8-6d2f-47ca-953c-11bc5bbff7c9 admin admin] Deleting subnet 4556355e-2910-4b7a-825e-2d59710268ba {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:31:57.459809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cffc4f-53f9-4c7e-a0ec-41a144eb3751 req-21f277c9-9aae-4805-9aad-709582124199 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:57.461870 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d08a0f8-6d2f-47ca-953c-11bc5bbff7c9 admin admin] Publish callbacks [] for subnet (4556355e-2910-4b7a-825e-2d59710268ba), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:57.463753 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f7cffc4f-53f9-4c7e-a0ec-41a144eb3751 req-21f277c9-9aae-4805-9aad-709582124199 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 948 time: 0.0787888 Feb 03 12:31:57.498933 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7eff5e7-f9ca-40c3-a5f8-4f998c824534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (f90bea32-af69-4ba3-bc4c-c2397d7199a6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:57.536761 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f7cffc4f-53f9-4c7e-a0ec-41a144eb3751 req-a62f77d7-8514-4c80-9d47-8e0b3ec0ebaf tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658505 Feb 03 12:31:57.545832 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d08a0f8-6d2f-47ca-953c-11bc5bbff7c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (4556355e-2910-4b7a-825e-2d59710268ba), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:57.570601 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35826) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:57.585168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ecb10-96d5-4377-9070-cbd9927284be req-58cb2b50-9c6f-4637-8b69-8182dec10f45 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:57.586734 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b68ecb10-96d5-4377-9070-cbd9927284be req-58cb2b50-9c6f-4637-8b69-8182dec10f45 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ca4c7d-e80e-472c-8b52-45ed0d46b01a HTTP/1.1" status: 200 len: 948 time: 0.1749797 Feb 03 12:31:57.675216 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7eff5e7-f9ca-40c3-a5f8-4f998c824534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (f90bea32-af69-4ba3-bc4c-c2397d7199a6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:57.709548 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42c67b53-a189-4057-9bdc-26d8a80b3d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:57.757881 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b68ecb10-96d5-4377-9070-cbd9927284be req-c9ef9b7b-3931-4761-b2d0-607bf17bfcfe tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636295 Feb 03 12:31:57.759970 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7eff5e7-f9ca-40c3-a5f8-4f998c824534 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:57.766120 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a7eff5e7-f9ca-40c3-a5f8-4f998c824534 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f90bea32-af69-4ba3-bc4c-c2397d7199a6 HTTP/1.1" status: 204 len: 168 time: 0.6221092 Feb 03 12:31:57.768805 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35836) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:57.769098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eff5e7-f9ca-40c3-a5f8-4f998c824534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f90bea32-af69-4ba3-bc4c-c2397d7199a6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:57.782550 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d08a0f8-6d2f-47ca-953c-11bc5bbff7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (4556355e-2910-4b7a-825e-2d59710268ba), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:57.842288 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108de887-7566-41f2-b04f-858d81f7a13f req-1f8f82e5-5f3a-49ce-9437-532b3c94df7d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:57.843859 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-108de887-7566-41f2-b04f-858d81f7a13f req-1f8f82e5-5f3a-49ce-9437-532b3c94df7d tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 945 time: 0.1620286 Feb 03 12:31:57.886230 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d08a0f8-6d2f-47ca-953c-11bc5bbff7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (4556355e-2910-4b7a-825e-2d59710268ba), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:57.889405 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a42bbb8d-36aa-4caa-b650-c981a1031799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (9bc423e6-28ef-491e-b6a6-612087c4623c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:57.893091 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42c67b53-a189-4057-9bdc-26d8a80b3d99 admin admin] Publish callbacks [] for security_group (9c71b12d-814f-40e7-9b02-ae12570a6f82), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:57.902593 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42c67b53-a189-4057-9bdc-26d8a80b3d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9c71b12d-814f-40e7-9b02-ae12570a6f82), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:57.923505 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08a0f8-6d2f-47ca-953c-11bc5bbff7c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4556355e-2910-4b7a-825e-2d59710268ba,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:57.925581 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d08a0f8-6d2f-47ca-953c-11bc5bbff7c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:57.931391 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7d08a0f8-6d2f-47ca-953c-11bc5bbff7c9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4556355e-2910-4b7a-825e-2d59710268ba HTTP/1.1" status: 204 len: 168 time: 0.7990751 Feb 03 12:31:57.936902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35840) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:57.953445 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c094164-0c76-4f79-bc29-fd5dd266bdb2 None None] Network 9189a575-bbb1-4dda-8ec1-a87b3811dea1 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:31:58.036462 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03cbf869-d16e-4c5d-bd78-ca3cbc447243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (9189a575-bbb1-4dda-8ec1-a87b3811dea1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.061787 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a42bbb8d-36aa-4caa-b650-c981a1031799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (9bc423e6-28ef-491e-b6a6-612087c4623c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.082979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-108de887-7566-41f2-b04f-858d81f7a13f req-fc181274-2c58-4a6b-ae8e-a61760874fd4 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Deleting port 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:31:58.083328 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-108de887-7566-41f2-b04f-858d81f7a13f req-fc181274-2c58-4a6b-ae8e-a61760874fd4 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.092352 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a42bbb8d-36aa-4caa-b650-c981a1031799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc423e6-28ef-491e-b6a6-612087c4623c']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:31:58.104726 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a42bbb8d-36aa-4caa-b650-c981a1031799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86309f7f-733a-4e45-a1de-93bb84e588cb') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:31:58.105026 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a42bbb8d-36aa-4caa-b650-c981a1031799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86309f7f-733a-4e45-a1de-93bb84e588cb') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:31:58.134592 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a42bbb8d-36aa-4caa-b650-c981a1031799 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (86309f7f-733a-4e45-a1de-93bb84e588cb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.141853 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-42c67b53-a189-4057-9bdc-26d8a80b3d99 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3310f40c38e4e91897da686e64a6171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5661526 Feb 03 12:31:58.147381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35850) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:58.169701 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c67b53-a189-4057-9bdc-26d8a80b3d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c71b12d-814f-40e7-9b02-ae12570a6f82,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:58.176751 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a42bbb8d-36aa-4caa-b650-c981a1031799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (86309f7f-733a-4e45-a1de-93bb84e588cb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.188491 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42bbb8d-36aa-4caa-b650-c981a1031799 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:31:58.189935 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a42bbb8d-36aa-4caa-b650-c981a1031799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (86309f7f-733a-4e45-a1de-93bb84e588cb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:31:58.192618 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:31:58.228221 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-03cbf869-d16e-4c5d-bd78-ca3cbc447243 admin admin] Deleting port b542a82c-be15-431d-a7ca-04ea90317f6e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:31:58.228484 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03cbf869-d16e-4c5d-bd78-ca3cbc447243 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b542a82c-be15-431d-a7ca-04ea90317f6e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.232002 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-108de887-7566-41f2-b04f-858d81f7a13f req-fc181274-2c58-4a6b-ae8e-a61760874fd4 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] For port 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e,segment=NetworkSegment(cacebafa-8e9a-442e-a47a-6c18a1c39031),segment_id=cacebafa-8e9a-442e-a47a-6c18a1c39031)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:58.232367 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-108de887-7566-41f2-b04f-858d81f7a13f req-fc181274-2c58-4a6b-ae8e-a61760874fd4 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.248613 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb596c-4b89-486f-9bd7-aaa745632d5c req-2b0e05ae-a618-40ab-87aa-f9d644d69340 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:58.250379 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7fb596c-4b89-486f-9bd7-aaa745632d5c req-2b0e05ae-a618-40ab-87aa-f9d644d69340 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 943 time: 0.1325257 Feb 03 12:31:58.282979 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a42bbb8d-36aa-4caa-b650-c981a1031799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (9bc423e6-28ef-491e-b6a6-612087c4623c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.289107 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a42bbb8d-36aa-4caa-b650-c981a1031799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.292332 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69264012-d33c-464a-94c2-8856d34cd26a None None] DHCP port deletion for 9189a575-bbb1-4dda-8ec1-a87b3811dea1 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:31:58.294416 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a42bbb8d-36aa-4caa-b650-c981a1031799 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9bc423e6-28ef-491e-b6a6-612087c4623c HTTP/1.1" status: 204 len: 168 time: 0.5232000 Feb 03 12:31:58.387645 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-69264012-d33c-464a-94c2-8856d34cd26a None None] Deleting port b542a82c-be15-431d-a7ca-04ea90317f6e {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:31:58.392753 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69264012-d33c-464a-94c2-8856d34cd26a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b542a82c-be15-431d-a7ca-04ea90317f6e), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.404564 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42bbb8d-36aa-4caa-b650-c981a1031799 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bc423e6-28ef-491e-b6a6-612087c4623c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:58.431139 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dec626bc-0c5a-4765-bf08-2a17c1b63f0c admin admin] Publish callbacks [] for security_group (9c71b12d-814f-40e7-9b02-ae12570a6f82), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.466146 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7fb596c-4b89-486f-9bd7-aaa745632d5c req-39fef039-8a02-4ac4-928a-59a876e4a241 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601312 Feb 03 12:31:58.504743 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 8c58e663-107e-4a52-a34f-1a19ed95e5e2 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:31:58.512943 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-03cbf869-d16e-4c5d-bd78-ca3cbc447243 admin admin] For port b542a82c-be15-431d-a7ca-04ea90317f6e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b542a82c-be15-431d-a7ca-04ea90317f6e,segment=NetworkSegment(c3906a4e-760a-4569-b778-5a514fe15f69),segment_id=c3906a4e-760a-4569-b778-5a514fe15f69)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:58.513519 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03cbf869-d16e-4c5d-bd78-ca3cbc447243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b542a82c-be15-431d-a7ca-04ea90317f6e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.541750 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 8c58e663-107e-4a52-a34f-1a19ed95e5e2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:31:58.542098 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 8c58e663-107e-4a52-a34f-1a19ed95e5e2 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:31:58.542528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b542a82c-be15-431d-a7ca-04ea90317f6e no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:31:58.550782 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-69264012-d33c-464a-94c2-8856d34cd26a None None] For port b542a82c-be15-431d-a7ca-04ea90317f6e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b542a82c-be15-431d-a7ca-04ea90317f6e,segment=NetworkSegment(c3906a4e-760a-4569-b778-5a514fe15f69),segment_id=c3906a4e-760a-4569-b778-5a514fe15f69)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:31:58.551192 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69264012-d33c-464a-94c2-8856d34cd26a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b542a82c-be15-431d-a7ca-04ea90317f6e), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.592205 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-69264012-d33c-464a-94c2-8856d34cd26a None None] Calling delete_port for b542a82c-be15-431d-a7ca-04ea90317f6e owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:31:58.634464 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35862) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:58.641769 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dec626bc-0c5a-4765-bf08-2a17c1b63f0c admin admin] Publish callbacks [] for security_group (9c71b12d-814f-40e7-9b02-ae12570a6f82), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.699465 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port b542a82c-be15-431d-a7ca-04ea90317f6e is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:31:58.699853 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b542a82c-be15-431d-a7ca-04ea90317f6e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.713862 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43383550-f022-4a44-b5c2-4eab37e211e8 req-49a968ec-9c08-4407-8cf0-5dae00a65b5d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:58.716068 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-43383550-f022-4a44-b5c2-4eab37e211e8 req-49a968ec-9c08-4407-8cf0-5dae00a65b5d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 948 time: 0.0895174 Feb 03 12:31:58.734050 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69264012-d33c-464a-94c2-8856d34cd26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (b542a82c-be15-431d-a7ca-04ea90317f6e), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.753001 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-14c9a689-aef0-41e1-9f1b-769de9ffde4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=268cc5d5f50340348e292d5ad5a3c612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1162643 Feb 03 12:31:58.755364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35864) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:58.791642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f8ab4e78-cdb9-480f-ab48-261441e3de70 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:31:58.793360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-03cbf869-d16e-4c5d-bd78-ca3cbc447243 admin admin] Calling delete_port for b542a82c-be15-431d-a7ca-04ea90317f6e owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:31:58.794932 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69264012-d33c-464a-94c2-8856d34cd26a None None] Pushing event deleted for resources: {'Port': ['ID=b542a82c-be15-431d-a7ca-04ea90317f6e,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:58.819114 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-108de887-7566-41f2-b04f-858d81f7a13f req-fc181274-2c58-4a6b-ae8e-a61760874fd4 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.819552 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-108de887-7566-41f2-b04f-858d81f7a13f req-fc181274-2c58-4a6b-ae8e-a61760874fd4 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (0f96d3af-b632-46f1-9307-1bef35a5fef7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.820097 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [req-108de887-7566-41f2-b04f-858d81f7a13f req-fc181274-2c58-4a6b-ae8e-a61760874fd4 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Floating IP 0f96d3af-b632-46f1-9307-1bef35a5fef7 disassociated. External IP: 172.25.6.201, port: 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e. Feb 03 12:31:58.820543 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-108de887-7566-41f2-b04f-858d81f7a13f req-fc181274-2c58-4a6b-ae8e-a61760874fd4 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Calling delete_port for 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:31:58.823304 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-43383550-f022-4a44-b5c2-4eab37e211e8 req-9ebbe260-11ec-4497-a5b2-ecb2c37d7868 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959594 Feb 03 12:31:58.823590 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69264012-d33c-464a-94c2-8856d34cd26a None None] No DVR routers for this DVR port b542a82c-be15-431d-a7ca-04ea90317f6e on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:31:58.825378 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: f8ab4e78-cdb9-480f-ab48-261441e3de70 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:31:58.825799 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f8ab4e78-cdb9-480f-ab48-261441e3de70 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:31:58.837517 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dec626bc-0c5a-4765-bf08-2a17c1b63f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9c71b12d-814f-40e7-9b02-ae12570a6f82), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.840691 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dec626bc-0c5a-4765-bf08-2a17c1b63f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.844033 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-dec626bc-0c5a-4765-bf08-2a17c1b63f0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c71b12d-814f-40e7-9b02-ae12570a6f82 HTTP/1.1" status: 204 len: 168 time: 0.6935914 Feb 03 12:31:58.849841 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5807c5f2-221d-4347-ace0-93cb2b51c591 admin admin] Publish callbacks [] for security_group (382dd1bc-110d-48b8-b1d2-3dd63149187b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.902774 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5807c5f2-221d-4347-ace0-93cb2b51c591 admin admin] Publish callbacks [] for security_group (382dd1bc-110d-48b8-b1d2-3dd63149187b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:58.921204 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b225d9-2112-478a-b831-3fd809da6571 req-296a90b6-0a3d-419f-b6d7-a37a4c6e5629 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:58.923357 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b225d9-2112-478a-b831-3fd809da6571 req-296a90b6-0a3d-419f-b6d7-a37a4c6e5629 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 945 time: 0.4994774 Feb 03 12:31:58.954847 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec626bc-0c5a-4765-bf08-2a17c1b63f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c71b12d-814f-40e7-9b02-ae12570a6f82,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:59.009396 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1ae35-8316-4d91-bdd4-301a46cf1100 req-8f88c60d-1732-4d84-b953-f42ad6c35cbe tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:59.016537 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-34e1ae35-8316-4d91-bdd4-301a46cf1100 req-8f88c60d-1732-4d84-b953-f42ad6c35cbe tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ca4c7d-e80e-472c-8b52-45ed0d46b01a HTTP/1.1" status: 200 len: 948 time: 0.1063354 Feb 03 12:31:59.064468 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5807c5f2-221d-4347-ace0-93cb2b51c591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (382dd1bc-110d-48b8-b1d2-3dd63149187b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:59.067633 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5807c5f2-221d-4347-ace0-93cb2b51c591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:59.068891 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5807c5f2-221d-4347-ace0-93cb2b51c591 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/382dd1bc-110d-48b8-b1d2-3dd63149187b HTTP/1.1" status: 204 len: 168 time: 0.3126278 Feb 03 12:31:59.086062 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b225d9-2112-478a-b831-3fd809da6571 req-ed9451f7-5127-4741-bc1f-f3eebef5bc2f tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a8396ce-5290-48f3-b982-6f2d9404ec50&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1254032 Feb 03 12:31:59.104001 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-34e1ae35-8316-4d91-bdd4-301a46cf1100 req-934e73ae-7aa8-4664-a288-8a6af1c3c692 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864611 Feb 03 12:31:59.105305 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807c5f2-221d-4347-ace0-93cb2b51c591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382dd1bc-110d-48b8-b1d2-3dd63149187b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:59.112754 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03cbf869-d16e-4c5d-bd78-ca3cbc447243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (b542a82c-be15-431d-a7ca-04ea90317f6e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:59.467134 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbf869-d16e-4c5d-bd78-ca3cbc447243 admin admin] Pushing event deleted for resources: {'Port': ['ID=b542a82c-be15-431d-a7ca-04ea90317f6e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:59.473074 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cbf869-d16e-4c5d-bd78-ca3cbc447243 admin admin] No DVR routers for this DVR port b542a82c-be15-431d-a7ca-04ea90317f6e on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:31:59.529515 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-108de887-7566-41f2-b04f-858d81f7a13f req-fc181274-2c58-4a6b-ae8e-a61760874fd4 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:59.580958 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03cbf869-d16e-4c5d-bd78-ca3cbc447243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (9189a575-bbb1-4dda-8ec1-a87b3811dea1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:59.598932 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35898) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:59.609441 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc181274-2c58-4a6b-ae8e-a61760874fd4 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Pushing event deleted for resources: {'Port': ['ID=1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:31:59.629904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-03cbf869-d16e-4c5d-bd78-ca3cbc447243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9189a575-bbb1-4dda-8ec1-a87b3811dea1']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:31:59.677718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01074429-5047-49e8-b61c-bc7a2022d184 req-58c8555b-7386-42c9-9906-3c26f8b696e1 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:31:59.680165 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-01074429-5047-49e8-b61c-bc7a2022d184 req-58c8555b-7386-42c9-9906-3c26f8b696e1 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 943 time: 0.1187816 Feb 03 12:31:59.685777 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-03cbf869-d16e-4c5d-bd78-ca3cbc447243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3906a4e-760a-4569-b778-5a514fe15f69') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:31:59.685777 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-03cbf869-d16e-4c5d-bd78-ca3cbc447243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3906a4e-760a-4569-b778-5a514fe15f69') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:31:59.686960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35900) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:59.687091 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9a15a35b-0181-49e7-b9da-da3ec37dfad3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b739bd4607a04c68899014624de78b0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0856094 Feb 03 12:31:59.705060 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03cbf869-d16e-4c5d-bd78-ca3cbc447243 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (c3906a4e-760a-4569-b778-5a514fe15f69), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:59.735977 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03cbf869-d16e-4c5d-bd78-ca3cbc447243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c3906a4e-760a-4569-b778-5a514fe15f69), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:59.746144 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-01074429-5047-49e8-b61c-bc7a2022d184 req-9d7dd058-27a7-43b2-8565-006fb2bd5a4b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557942 Feb 03 12:31:59.761958 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:31:59.785542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cbf869-d16e-4c5d-bd78-ca3cbc447243 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:31:59.786021 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03cbf869-d16e-4c5d-bd78-ca3cbc447243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (c3906a4e-760a-4569-b778-5a514fe15f69), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:31:59.787772 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:31:59.833042 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:31:59.855971 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:31:59.856567 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6bc57cd6-3f0d-4321-938b-f6b6102bdfd3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:59.877169 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-108de887-7566-41f2-b04f-858d81f7a13f req-fc181274-2c58-4a6b-ae8e-a61760874fd4 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Router 9648596f-ee05-445d-800b-50fe291f9f37 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:31:59.878243 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03cbf869-d16e-4c5d-bd78-ca3cbc447243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (9189a575-bbb1-4dda-8ec1-a87b3811dea1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:59.879692 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23d04cf9-cfd3-4149-a0b1-f6ba6e65dcec admin admin] Publish callbacks [] for security_group (36a396a9-65a3-4e4a-829b-c959795869b0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:59.904352 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03cbf869-d16e-4c5d-bd78-ca3cbc447243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:59.910352 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-03cbf869-d16e-4c5d-bd78-ca3cbc447243 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9189a575-bbb1-4dda-8ec1-a87b3811dea1 HTTP/1.1" status: 204 len: 168 time: 1.9694841 Feb 03 12:31:59.911000 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35908) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:31:59.934586 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23d04cf9-cfd3-4149-a0b1-f6ba6e65dcec admin admin] Publish callbacks [] for security_group (36a396a9-65a3-4e4a-829b-c959795869b0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:31:59.941779 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbf869-d16e-4c5d-bd78-ca3cbc447243 admin admin] Pushing event deleted for resources: {'Network': ['ID=9189a575-bbb1-4dda-8ec1-a87b3811dea1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:00.024055 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:00.024466 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6bc57cd6-3f0d-4321-938b-f6b6102bdfd3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:00.064563 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ca4c7d-e80e-472c-8b52-45ed0d46b01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc57cd6-3f0d-4321-938b-f6b6102bdfd3'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:00.078748 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe5094f-55b8-40fc-b91c-a40fbee2ff3f" -d '{"events": [{"server_uuid": "70ca4c7d-e80e-472c-8b52-45ed0d46b01a", "name": "network-vif-plugged", "status": "completed", "tag": "6bc57cd6-3f0d-4321-938b-f6b6102bdfd3"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:00.105290 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=6bc57cd6-3f0d-4321-938b-f6b6102bdfd3,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:00.122360 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6bc57cd6-3f0d-4321-938b-f6b6102bdfd3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:00.155809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-108de887-7566-41f2-b04f-858d81f7a13f req-fc181274-2c58-4a6b-ae8e-a61760874fd4 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:32:00.174978 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30d01f-2851-4a8d-8062-a33c52c3d7e1 None None] Sync routers for ids ['9648596f-ee05-445d-800b-50fe291f9f37'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:32:00.181761 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67603c86-f15e-4077-bf98-57c3f5e33b1a req-14dc2617-5db6-4800-a430-993894e52d2a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:00.182330 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fea469-fb90-44c8-ad0a-971d5ec4cf8d x-openstack-request-id: req-56fea469-fb90-44c8-ad0a-971d5ec4cf8d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:00.182750 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ca4c7d-e80e-472c-8b52-45ed0d46b01a", "name": "network-vif-plugged", "status": "completed", "tag": "6bc57cd6-3f0d-4321-938b-f6b6102bdfd3", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:00.183072 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56fea469-fb90-44c8-ad0a-971d5ec4cf8d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:00.185771 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ca4c7d-e80e-472c-8b52-45ed0d46b01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc57cd6-3f0d-4321-938b-f6b6102bdfd3', 'code': 200} Feb 03 12:32:00.190628 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-67603c86-f15e-4077-bf98-57c3f5e33b1a req-14dc2617-5db6-4800-a430-993894e52d2a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 948 time: 0.1801293 Feb 03 12:32:00.208335 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b30d01f-2851-4a8d-8062-a33c52c3d7e1 None None] Routers {'9648596f-ee05-445d-800b-50fe291f9f37'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:00.209262 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9b30d01f-2851-4a8d-8062-a33c52c3d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:31:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9648596f-ee05-445d-800b-50fe291f9f37'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:00.244162 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-108de887-7566-41f2-b04f-858d81f7a13f req-fc181274-2c58-4a6b-ae8e-a61760874fd4 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] No DVR routers for this DVR port 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:32:00.251671 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:32:00.258804 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-108de887-7566-41f2-b04f-858d81f7a13f req-fc181274-2c58-4a6b-ae8e-a61760874fd4 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:00.268673 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-108de887-7566-41f2-b04f-858d81f7a13f req-fc181274-2c58-4a6b-ae8e-a61760874fd4 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.73 "DELETE /v2.0/ports/1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e HTTP/1.1" status: 204 len: 173 time: 2.4162121 Feb 03 12:32:00.277553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:32:00.278683 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b59453-68b3-4ae5-9aff-8d052f1ab4d1', 'name': 'network-vif-deleted', 'tag': '1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:00.286312 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc27bf30-9ad8-43cd-94db-2c672d8e62bc" -d '{"events": [{"server_uuid": "b7b59453-68b3-4ae5-9aff-8d052f1ab4d1", "name": "network-vif-deleted", "tag": "1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:00.334110 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23d04cf9-cfd3-4149-a0b1-f6ba6e65dcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (36a396a9-65a3-4e4a-829b-c959795869b0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:00.341390 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23d04cf9-cfd3-4149-a0b1-f6ba6e65dcec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:00.346513 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-23d04cf9-cfd3-4149-a0b1-f6ba6e65dcec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36a396a9-65a3-4e4a-829b-c959795869b0 HTTP/1.1" status: 204 len: 168 time: 0.6532545 Feb 03 12:32:00.367697 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=6bc57cd6-3f0d-4321-938b-f6b6102bdfd3,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:00.373509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:32:00.373873 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:32:00.386156 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-67603c86-f15e-4077-bf98-57c3f5e33b1a req-310c2871-520b-4992-84be-05aa9c498562 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945477 Feb 03 12:32:00.458683 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d13a74bb-2593-4257-b72f-4c1aa58da8a7 req-edf2c1bf-8115-4684-b5bf-de5959b673e8 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7b59453-68b3-4ae5-9aff-8d052f1ab4d1 HTTP/1.1" status: 200 len: 210 time: 0.1254256 Feb 03 12:32:00.487727 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d04cf9-cfd3-4149-a0b1-f6ba6e65dcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a396a9-65a3-4e4a-829b-c959795869b0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:00.553828 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f9adb-e0a9-4f6e-9c8d-4ab49be75730 req-7d2ef283-7fc4-469b-bf18-a2571a44dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:00.559360 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c00f9adb-e0a9-4f6e-9c8d-4ab49be75730 req-7d2ef283-7fc4-469b-bf18-a2571a44dfa6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=70ca4c7d-e80e-472c-8b52-45ed0d46b01a HTTP/1.1" status: 200 len: 1131 time: 0.3175457 Feb 03 12:32:00.602234 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0631139c-d1a9-4cef-802d-c14262cf3a32 x-openstack-request-id: req-0631139c-d1a9-4cef-802d-c14262cf3a32 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:00.602521 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b59453-68b3-4ae5-9aff-8d052f1ab4d1", "name": "network-vif-deleted", "tag": "1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:00.602783 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0631139c-d1a9-4cef-802d-c14262cf3a32 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:00.603190 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b59453-68b3-4ae5-9aff-8d052f1ab4d1', 'name': 'network-vif-deleted', 'tag': '1b35d9ea-9ddf-4fbe-a157-20e8f3eb3b8e', 'status': 'completed', 'code': 200} Feb 03 12:32:00.619772 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:00.633730 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c00f9adb-e0a9-4f6e-9c8d-4ab49be75730 req-04bc069d-d5b4-4905-9450-b5995f5c012f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666251 Feb 03 12:32:00.649112 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22', 'mac_address': 'fa:16:3e:17:85:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:32:00.728895 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:00.729346 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:00.755013 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:00.761273 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:00.782790 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1ff9c-9664-48d3-adc5-73ed5039099d req-a6fed56e-45fa-4209-82ba-1a56e0cc7282 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:00.784368 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bfa1ff9c-9664-48d3-adc5-73ed5039099d req-a6fed56e-45fa-4209-82ba-1a56e0cc7282 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ca4c7d-e80e-472c-8b52-45ed0d46b01a HTTP/1.1" status: 200 len: 949 time: 0.1416395 Feb 03 12:32:00.786334 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:00.796186 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:00.874303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:00.885327 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9b30d01f-2851-4a8d-8062-a33c52c3d7e1 None None] Set router 9648596f-ee05-445d-800b-50fe291f9f37 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:00.927272 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bfa1ff9c-9664-48d3-adc5-73ed5039099d req-a7a87b69-f8c3-4ab3-8605-a39c1713478a tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297061 Feb 03 12:32:00.989061 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f513c8b6-afc3-4978-9dc1-e4b0daf569e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (064e43f7-88f2-4221-b663-1db08385c1a3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.204896 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898262a-0f76-488e-8985-5fe013933dae req-83d5e836-a7b6-4029-b393-67373fea95c3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:01.208164 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c898262a-0f76-488e-8985-5fe013933dae req-83d5e836-a7b6-4029-b393-67373fea95c3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.73 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3&tenant_id=207048d5e9d548ac8439a4c69e7678ef&binding%3Ahost_id=n-h1-827336-3 HTTP/1.1" status: 200 len: 949 time: 0.1225462 Feb 03 12:32:01.296473 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9b30d01f-2851-4a8d-8062-a33c52c3d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9648596f-ee05-445d-800b-50fe291f9f37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:16Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'gw_port': {'id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:18Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '0ae11f12-fb66-4010-bea0-183280b64ce0', 'name': '', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'mac_address': 'fa:16:3e:6e:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:29Z', 'updated_at': '2022-02-03T12:28:36Z', 'revision_number': 5, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'subnets': [{'id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:01.338613 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30d01f-2851-4a8d-8062-a33c52c3d7e1 None None] Checking router: 9648596f-ee05-445d-800b-50fe291f9f37 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:32:01.349373 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b30d01f-2851-4a8d-8062-a33c52c3d7e1 None None] Routers {'9648596f-ee05-445d-800b-50fe291f9f37'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:01.350232 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9b30d01f-2851-4a8d-8062-a33c52c3d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:31:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9648596f-ee05-445d-800b-50fe291f9f37'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:01.351414 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c898262a-0f76-488e-8985-5fe013933dae req-11e55bf8-71f9-4fbd-8a37-2937241b674e service neutron] 10.222.0.73 "GET /v2.0/ports/d4fa40dc-22d5-45a7-ab16-fde2bd99fb22/bindings/n-h1-827336-3 HTTP/1.1" status: 200 len: 382 time: 0.1325886 Feb 03 12:32:01.359770 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['d4fa40dc-22d5-45a7-ab16-fde2bd99fb22'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:01.393917 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ec2ca-1c44-4ddd-ae1b-dd83f095b781 req-6f39a35d-174a-49c9-a54f-64202e673905 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:01.395398 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-326ec2ca-1c44-4ddd-ae1b-dd83f095b781 req-6f39a35d-174a-49c9-a54f-64202e673905 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 943 time: 0.1020074 Feb 03 12:32:01.483602 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-326ec2ca-1c44-4ddd-ae1b-dd83f095b781 req-401071f4-2157-4614-91c8-531bd3d3dd92 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769002 Feb 03 12:32:01.490079 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898262a-0f76-488e-8985-5fe013933dae req-7f46dab9-afc6-4aa1-a6e1-901be12e9efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:01.493322 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c898262a-0f76-488e-8985-5fe013933dae req-7f46dab9-afc6-4aa1-a6e1-901be12e9efb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 1131 time: 0.1016619 Feb 03 12:32:01.569883 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9b30d01f-2851-4a8d-8062-a33c52c3d7e1 None None] Set router 9648596f-ee05-445d-800b-50fe291f9f37 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:01.705515 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c400cb0-614e-48f5-8cc0-d7697e9fa875 req-d21979e1-2cfc-4a2b-8dd0-b5095955a79b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:01.712598 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1c400cb0-614e-48f5-8cc0-d7697e9fa875 req-d21979e1-2cfc-4a2b-8dd0-b5095955a79b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 949 time: 0.0944057 Feb 03 12:32:01.738191 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f513c8b6-afc3-4978-9dc1-e4b0daf569e4 admin admin] Deleting port 599b7a86-eb24-42e9-939d-b90d8ec787df {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:32:01.738564 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f513c8b6-afc3-4978-9dc1-e4b0daf569e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (599b7a86-eb24-42e9-939d-b90d8ec787df), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.792057 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898262a-0f76-488e-8985-5fe013933dae req-6693c104-1093-4a5d-bc0a-1419ded66f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:01.802591 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c898262a-0f76-488e-8985-5fe013933dae req-6693c104-1093-4a5d-bc0a-1419ded66f18 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.3027952 Feb 03 12:32:01.836100 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f513c8b6-afc3-4978-9dc1-e4b0daf569e4 admin admin] For port 599b7a86-eb24-42e9-939d-b90d8ec787df, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=599b7a86-eb24-42e9-939d-b90d8ec787df,segment=NetworkSegment(6224fcae-71f5-4176-b42a-d844eda636ec),segment_id=6224fcae-71f5-4176-b42a-d844eda636ec)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:01.836642 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f513c8b6-afc3-4978-9dc1-e4b0daf569e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (599b7a86-eb24-42e9-939d-b90d8ec787df), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:01.934234 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c898262a-0f76-488e-8985-5fe013933dae req-af7d9f78-8376-4346-93fc-1fd39f0858e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 HTTP/1.1" status: 200 len: 217 time: 0.1253264 Feb 03 12:32:01.987198 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9b30d01f-2851-4a8d-8062-a33c52c3d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9648596f-ee05-445d-800b-50fe291f9f37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:16Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'gw_port': {'id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:18Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '0ae11f12-fb66-4010-bea0-183280b64ce0', 'name': '', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'mac_address': 'fa:16:3e:6e:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:29Z', 'updated_at': '2022-02-03T12:28:36Z', 'revision_number': 5, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'subnets': [{'id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:02.044958 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898262a-0f76-488e-8985-5fe013933dae req-ed0431f3-8c23-45c3-a991-829dda6ba378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:02.049778 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c898262a-0f76-488e-8985-5fe013933dae req-ed0431f3-8c23-45c3-a991-829dda6ba378 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1085782 Feb 03 12:32:02.071500 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30d01f-2851-4a8d-8062-a33c52c3d7e1 None None] The sync data for ids ['9648596f-ee05-445d-800b-50fe291f9f37'] in n-d-827336-3 is: [{'id': '9648596f-ee05-445d-800b-50fe291f9f37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:16Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'gw_port': {'id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:18Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '0ae11f12-fb66-4010-bea0-183280b64ce0', 'name': '', 'network_id': 'e6b732d5-42c9-48bb-8c90-6cc7fc4fd940', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'mac_address': 'fa:16:3e:6e:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:29Z', 'updated_at': '2022-02-03T12:28:36Z', 'revision_number': 5, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'subnets': [{'id': '85163f5e-1c84-41bb-8d33-9e34ca1fec33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:32:02.078308 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35998) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:02.139569 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898262a-0f76-488e-8985-5fe013933dae req-6835d6ef-0c62-4aa5-8851-5867ebb52ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:02.142393 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c898262a-0f76-488e-8985-5fe013933dae req-6835d6ef-0c62-4aa5-8851-5867ebb52ffc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0846293 Feb 03 12:32:02.236153 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f513c8b6-afc3-4978-9dc1-e4b0daf569e4 admin admin] Calling delete_port for 599b7a86-eb24-42e9-939d-b90d8ec787df owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:32:02.294276 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c898262a-0f76-488e-8985-5fe013933dae req-7090b759-5cf0-46ea-a4c1-31462be1e486 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452730 Feb 03 12:32:02.355032 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1c400cb0-614e-48f5-8cc0-d7697e9fa875 req-aa4eaded-f3f5-419c-b014-7b9899b40d17 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6366892 Feb 03 12:32:02.430250 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36010) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:02.467208 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3d3adb1-4d40-44d2-9325-cec58590c355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.487524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80408deb-f89c-4819-96bd-50c0213022b8 req-07388446-5ed7-4b80-98ed-598916542c16 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:02.493584 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80408deb-f89c-4819-96bd-50c0213022b8 req-07388446-5ed7-4b80-98ed-598916542c16 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ca4c7d-e80e-472c-8b52-45ed0d46b01a HTTP/1.1" status: 200 len: 949 time: 0.1978514 Feb 03 12:32:02.542654 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-249632e5-3e8a-4c7d-88f2-8d4aeeac5556 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for security_group (8a8396ce-5290-48f3-b982-6f2d9404ec50), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.575829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15632b8-2b31-482d-a59d-719e4097645d None None] New status for floating IP 0f96d3af-b632-46f1-9307-1bef35a5fef7: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:32:02.594187 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-249632e5-3e8a-4c7d-88f2-8d4aeeac5556 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for security_group (8a8396ce-5290-48f3-b982-6f2d9404ec50), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.610935 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3d3adb1-4d40-44d2-9325-cec58590c355 admin admin] Publish callbacks [] for security_group (250d512b-a074-413b-81ca-d14c19ba7d97), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.631204 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3d3adb1-4d40-44d2-9325-cec58590c355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (250d512b-a074-413b-81ca-d14c19ba7d97), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.706084 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f513c8b6-afc3-4978-9dc1-e4b0daf569e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (599b7a86-eb24-42e9-939d-b90d8ec787df), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.743381 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-249632e5-3e8a-4c7d-88f2-8d4aeeac5556 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8a8396ce-5290-48f3-b982-6f2d9404ec50), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.745976 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-249632e5-3e8a-4c7d-88f2-8d4aeeac5556 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:02.750617 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-249632e5-3e8a-4c7d-88f2-8d4aeeac5556 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "DELETE /v2.0/security-groups/8a8396ce-5290-48f3-b982-6f2d9404ec50 HTTP/1.1" status: 204 len: 168 time: 0.3192210 Feb 03 12:32:02.751200 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36024) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:02.788728 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d3d3adb1-4d40-44d2-9325-cec58590c355 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f46d42c82f734ab79fa4df8346e1bfff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7075539 Feb 03 12:32:02.792075 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36026) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:02.800625 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249632e5-3e8a-4c7d-88f2-8d4aeeac5556 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8396ce-5290-48f3-b982-6f2d9404ec50,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:02.803882 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513c8b6-afc3-4978-9dc1-e4b0daf569e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=599b7a86-eb24-42e9-939d-b90d8ec787df,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:02.817710 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3adb1-4d40-44d2-9325-cec58590c355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250d512b-a074-413b-81ca-d14c19ba7d97,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:02.828217 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c898262a-0f76-488e-8985-5fe013933dae req-93f30f87-de69-4bf1-9dbc-6aa49800ec8f service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546707 Feb 03 12:32:02.858541 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80408deb-f89c-4819-96bd-50c0213022b8 req-2ad5e91e-e2fe-443a-a36f-9188c5ba2a01 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431874 Feb 03 12:32:02.986608 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-db3c183a-89cd-4dce-8bfe-5ac723b0f0f0 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] show failed (client error): The resource could not be found. Feb 03 12:32:02.990781 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36030) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:02.996038 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-db3c183a-89cd-4dce-8bfe-5ac723b0f0f0 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "GET /v2.0/security-groups/8a8396ce-5290-48f3-b982-6f2d9404ec50 HTTP/1.1" status: 404 len: 347 time: 0.2069132 Feb 03 12:32:03.050899 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-11598030-fd8d-4518-a9f0-4015944a4cf5 admin admin] Publish callbacks [] for security_group (250d512b-a074-413b-81ca-d14c19ba7d97), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.137490 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277bb90-3667-43d9-b718-703407160889 req-c2f3cbe6-843b-4933-89f1-f25fef8e82e0 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:03.139040 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8277bb90-3667-43d9-b718-703407160889 req-c2f3cbe6-843b-4933-89f1-f25fef8e82e0 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 943 time: 0.4231582 Feb 03 12:32:03.164658 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05439b1-a93f-4b89-8667-4e15357e8c32 req-aa9e46c3-d0d3-483b-a325-344032cf30c9 tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:03.176990 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e05439b1-a93f-4b89-8667-4e15357e8c32 req-aa9e46c3-d0d3-483b-a325-344032cf30c9 tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=70ca4c7d-e80e-472c-8b52-45ed0d46b01a HTTP/1.1" status: 200 len: 1131 time: 0.2200735 Feb 03 12:32:03.242002 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-11598030-fd8d-4518-a9f0-4015944a4cf5 admin admin] Publish callbacks [] for security_group (250d512b-a074-413b-81ca-d14c19ba7d97), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.257142 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e05439b1-a93f-4b89-8667-4e15357e8c32 req-40a5c1ad-3b67-454d-8401-0ae8a302a878 tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593359 Feb 03 12:32:03.267349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3c3fedf6-2eee-4dd9-aa6a-a9f4b8a4ed94 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Deleting port 61a054fa-c20f-4614-9416-2e53b8163233 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:32:03.267626 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c3fedf6-2eee-4dd9-aa6a-a9f4b8a4ed94 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (61a054fa-c20f-4614-9416-2e53b8163233), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.414665 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8277bb90-3667-43d9-b718-703407160889 req-e4a326dc-829c-4a31-aa33-37de0c911051 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503498 Feb 03 12:32:03.420064 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c3fedf6-2eee-4dd9-aa6a-a9f4b8a4ed94 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (61a054fa-c20f-4614-9416-2e53b8163233), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.420406 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c3fedf6-2eee-4dd9-aa6a-a9f4b8a4ed94 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for floatingip (61a054fa-c20f-4614-9416-2e53b8163233), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.444343 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-11598030-fd8d-4518-a9f0-4015944a4cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (250d512b-a074-413b-81ca-d14c19ba7d97), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.449713 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3c3fedf6-2eee-4dd9-aa6a-a9f4b8a4ed94 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Calling delete_port for 61a054fa-c20f-4614-9416-2e53b8163233 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:32:03.467829 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-11598030-fd8d-4518-a9f0-4015944a4cf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.469140 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-11598030-fd8d-4518-a9f0-4015944a4cf5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/250d512b-a074-413b-81ca-d14c19ba7d97 HTTP/1.1" status: 204 len: 168 time: 0.6665428 Feb 03 12:32:03.517201 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-691fc1f0-0186-4ce1-8860-32f155af92f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.563202 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11598030-fd8d-4518-a9f0-4015944a4cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250d512b-a074-413b-81ca-d14c19ba7d97,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:03.606430 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f58d3a67-c952-4674-b017-3202e3097ebf req-998610f1-1d8a-4dbd-94fb-e003fd7077a8 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d375c31b6fe24472a187873bc305b655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401821 Feb 03 12:32:03.663614 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f513c8b6-afc3-4978-9dc1-e4b0daf569e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (064e43f7-88f2-4221-b663-1db08385c1a3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.740396 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d3a67-c952-4674-b017-3202e3097ebf req-f57e7688-f54f-4c28-9114-7ad35c9837b9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:03.747238 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f58d3a67-c952-4674-b017-3202e3097ebf req-f57e7688-f54f-4c28-9114-7ad35c9837b9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1399386 Feb 03 12:32:03.755974 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d554fd18-71cb-4717-be6f-4e59565601bb no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:32:03.789312 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f58d3a67-c952-4674-b017-3202e3097ebf req-502a1813-54bf-4e26-8d33-2a9e8fb77716 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/quotas/d375c31b6fe24472a187873bc305b655 HTTP/1.1" status: 200 len: 375 time: 0.0411587 Feb 03 12:32:03.846671 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c3fedf6-2eee-4dd9-aa6a-a9f4b8a4ed94 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (61a054fa-c20f-4614-9416-2e53b8163233), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:03.885464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fedf6-2eee-4dd9-aa6a-a9f4b8a4ed94 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Pushing event deleted for resources: {'Port': ['ID=61a054fa-c20f-4614-9416-2e53b8163233,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:03.918897 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f58d3a67-c952-4674-b017-3202e3097ebf req-14e6fc58-d261-4927-8e93-d238b88c46b5 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1286421 Feb 03 12:32:03.981006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port d554fd18-71cb-4717-be6f-4e59565601bb is: DOWN; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:03.986027 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d9ff7-4871-4648-8cc1-7602bed2068b req-908f881c-8c05-4f02-b8fb-ec54c82a3af9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:03.999038 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cd2d9ff7-4871-4648-8cc1-7602bed2068b req-908f881c-8c05-4f02-b8fb-ec54c82a3af9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 949 time: 0.4346089 Feb 03 12:32:04.046668 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c3fedf6-2eee-4dd9-aa6a-a9f4b8a4ed94 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks [] for floatingip (0f96d3af-b632-46f1-9307-1bef35a5fef7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.051552 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c3fedf6-2eee-4dd9-aa6a-a9f4b8a4ed94 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.055256 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3c3fedf6-2eee-4dd9-aa6a-a9f4b8a4ed94 tempest-ServersWithSpecificFlavorTestJSON-652847125 tempest-ServersWithSpecificFlavorTestJSON-652847125-project] 10.222.0.18 "DELETE /v2.0/floatingips/0f96d3af-b632-46f1-9307-1bef35a5fef7 HTTP/1.1" status: 204 len: 168 time: 1.0606375 Feb 03 12:32:04.195661 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cd2d9ff7-4871-4648-8cc1-7602bed2068b req-2f827cc0-b30b-45ff-89c4-081a9826846e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910558 Feb 03 12:32:04.267583 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4b7473a6-374c-47fa-87a6-9178a3ea86e3 req-bb1ae037-6fbc-44c1-b0f9-a4e0d0602d41 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 210 time: 0.0727892 Feb 03 12:32:04.269011 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:04.374934 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f513c8b6-afc3-4978-9dc1-e4b0daf569e4 admin admin] Router 064e43f7-88f2-4221-b663-1db08385c1a3 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:32:04.421288 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:32:04.427546 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:04.428041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36104) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:04.428710 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.454047 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f3e58ed-1a04-4c3d-8819-42e83ff35d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.544669 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36120) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:04.570067 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:04.571095 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.603673 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0756b4bf-db49-494b-b047-085e1cf008d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:04.606611 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b0821f-279a-472e-a1d2-fe5c18e135c0" -d '{"events": [{"server_uuid": "0756b4bf-db49-494b-b047-085e1cf008d3", "name": "network-vif-plugged", "status": "completed", "tag": "d4fa40dc-22d5-45a7-ab16-fde2bd99fb22"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:04.636208 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f3e58ed-1a04-4c3d-8819-42e83ff35d46 admin admin] Publish callbacks [] for security_group (19e54643-3e3f-4ad6-86ad-e9ca263e57a8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.640723 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:04.643026 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f3e58ed-1a04-4c3d-8819-42e83ff35d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (19e54643-3e3f-4ad6-86ad-e9ca263e57a8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.658123 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.717909 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36144) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:04.723283 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1f3e58ed-1a04-4c3d-8819-42e83ff35d46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6231666113174eb084419cd89e120c45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937925 Feb 03 12:32:04.748252 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:04.759845 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f513c8b6-afc3-4978-9dc1-e4b0daf569e4 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:32:04.770828 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7171e6c3-e368-413c-9122-650f25d54bfe None None] Sync routers for ids ['064e43f7-88f2-4221-b663-1db08385c1a3'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:32:04.774226 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f513c8b6-afc3-4978-9dc1-e4b0daf569e4 admin admin] 10.222.0.18 "PUT /v2.0/routers/064e43f7-88f2-4221-b663-1db08385c1a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8620579 Feb 03 12:32:04.777934 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36150) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:04.815451 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7171e6c3-e368-413c-9122-650f25d54bfe None None] Routers {'064e43f7-88f2-4221-b663-1db08385c1a3'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:04.816114 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7171e6c3-e368-413c-9122-650f25d54bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:31:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['064e43f7-88f2-4221-b663-1db08385c1a3'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:04.904349 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5c0e4e8-2522-4761-8655-011692291d2f admin admin] Publish callbacks [] for security_group (19e54643-3e3f-4ad6-86ad-e9ca263e57a8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.905253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e58ed-1a04-4c3d-8819-42e83ff35d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e54643-3e3f-4ad6-86ad-e9ca263e57a8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:04.942684 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5c0e4e8-2522-4761-8655-011692291d2f admin admin] Publish callbacks [] for security_group (19e54643-3e3f-4ad6-86ad-e9ca263e57a8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.949995 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-612c50fc-b571-4afb-87a2-6a5af840c312 admin admin] Publish callbacks [] for router (064e43f7-88f2-4221-b663-1db08385c1a3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:04.992367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68eedb-8f48-4e4c-8506-cf84a971f069 req-c94a67a4-fd31-4e8d-be85-acc352eaf071 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:04.996375 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af68eedb-8f48-4e4c-8506-cf84a971f069 req-c94a67a4-fd31-4e8d-be85-acc352eaf071 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 943 time: 0.2882018 Feb 03 12:32:05.120703 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5c0e4e8-2522-4761-8655-011692291d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (19e54643-3e3f-4ad6-86ad-e9ca263e57a8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.126206 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5c0e4e8-2522-4761-8655-011692291d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.129078 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e5c0e4e8-2522-4761-8655-011692291d2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19e54643-3e3f-4ad6-86ad-e9ca263e57a8 HTTP/1.1" status: 204 len: 168 time: 0.4059179 Feb 03 12:32:05.144305 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-7171e6c3-e368-413c-9122-650f25d54bfe None None] Set router 064e43f7-88f2-4221-b663-1db08385c1a3 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:05.146404 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0e4e8-2522-4761-8655-011692291d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e54643-3e3f-4ad6-86ad-e9ca263e57a8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:05.148844 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af68eedb-8f48-4e4c-8506-cf84a971f069 req-ee7a6d42-8e2c-40e6-aba9-2714ed1c1d44 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411099 Feb 03 12:32:05.182404 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-612c50fc-b571-4afb-87a2-6a5af840c312 admin admin] Publish callbacks [] for router_gateway (064e43f7-88f2-4221-b663-1db08385c1a3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.219330 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e0c44ca-4a98-4575-9a2f-4553c7b8cedb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.352209 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-612c50fc-b571-4afb-87a2-6a5af840c312 admin admin] Deleting port 484f6487-9e98-43ff-99da-7834abb0c3e6 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:32:05.352557 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-612c50fc-b571-4afb-87a2-6a5af840c312 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (484f6487-9e98-43ff-99da-7834abb0c3e6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.354881 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df2170f-3c99-406f-bf56-3442ce29f886 x-openstack-request-id: req-9df2170f-3c99-406f-bf56-3442ce29f886 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:05.355392 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0756b4bf-db49-494b-b047-085e1cf008d3", "name": "network-vif-plugged", "status": "completed", "tag": "d4fa40dc-22d5-45a7-ab16-fde2bd99fb22", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:05.355494 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9df2170f-3c99-406f-bf56-3442ce29f886 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:05.355847 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0756b4bf-db49-494b-b047-085e1cf008d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22', 'code': 200} Feb 03 12:32:05.549729 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e0c44ca-4a98-4575-9a2f-4553c7b8cedb admin admin] Publish callbacks [] for security_group (3e80954d-c31c-40d3-8858-7d4c17258586), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.574100 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650da5ec-040e-4234-b73a-7118a23c5516 req-3c1bdcca-d7c4-4a6c-90e3-2b5a6f947605 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:05.575627 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-650da5ec-040e-4234-b73a-7118a23c5516 req-3c1bdcca-d7c4-4a6c-90e3-2b5a6f947605 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.0935841 Feb 03 12:32:05.576294 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e0c44ca-4a98-4575-9a2f-4553c7b8cedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (3e80954d-c31c-40d3-8858-7d4c17258586), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.612761 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2e0c44ca-4a98-4575-9a2f-4553c7b8cedb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=113fc42248954394978b7c5247d4d6ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9586499 Feb 03 12:32:05.613139 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36202) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:05.692311 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-650da5ec-040e-4234-b73a-7118a23c5516 req-8d692523-ad3d-4e34-a89f-46417bb937c8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862207 Feb 03 12:32:05.706003 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7171e6c3-e368-413c-9122-650f25d54bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064e43f7-88f2-4221-b663-1db08385c1a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-15267376-router', 'tenant_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '484f6487-9e98-43ff-99da-7834abb0c3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:29:24Z', 'updated_at': '2022-02-03T12:32:02Z', 'revision_number': 5, 'project_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'gw_port': {'id': '484f6487-9e98-43ff-99da-7834abb0c3e6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:de:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064e43f7-88f2-4221-b663-1db08385c1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:29:25Z', 'updated_at': '2022-02-03T12:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:05.731047 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-519c45c4-c870-48ee-a7dc-5e5fa1e259b1 admin admin] Publish callbacks [] for security_group (3e80954d-c31c-40d3-8858-7d4c17258586), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.765200 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-612c50fc-b571-4afb-87a2-6a5af840c312 admin admin] For port 484f6487-9e98-43ff-99da-7834abb0c3e6, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=484f6487-9e98-43ff-99da-7834abb0c3e6,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:05.765595 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-612c50fc-b571-4afb-87a2-6a5af840c312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (484f6487-9e98-43ff-99da-7834abb0c3e6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.774412 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-519c45c4-c870-48ee-a7dc-5e5fa1e259b1 admin admin] Publish callbacks [] for security_group (3e80954d-c31c-40d3-8858-7d4c17258586), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.793319 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7171e6c3-e368-413c-9122-650f25d54bfe None None] Checking router: 064e43f7-88f2-4221-b663-1db08385c1a3 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:32:05.803111 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c44ca-4a98-4575-9a2f-4553c7b8cedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e80954d-c31c-40d3-8858-7d4c17258586,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:05.818287 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7171e6c3-e368-413c-9122-650f25d54bfe None None] Routers {'064e43f7-88f2-4221-b663-1db08385c1a3'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:05.819202 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7171e6c3-e368-413c-9122-650f25d54bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:31:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['064e43f7-88f2-4221-b663-1db08385c1a3'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:05.834834 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-612c50fc-b571-4afb-87a2-6a5af840c312 admin admin] Calling delete_port for 484f6487-9e98-43ff-99da-7834abb0c3e6 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:32:05.897808 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-519c45c4-c870-48ee-a7dc-5e5fa1e259b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (3e80954d-c31c-40d3-8858-7d4c17258586), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.901264 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-519c45c4-c870-48ee-a7dc-5e5fa1e259b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.902723 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-519c45c4-c870-48ee-a7dc-5e5fa1e259b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e80954d-c31c-40d3-8858-7d4c17258586 HTTP/1.1" status: 204 len: 168 time: 0.2885375 Feb 03 12:32:05.913432 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dff02f4a-4c63-41bd-b715-ee159007f3b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:05.991559 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c45c4-c870-48ee-a7dc-5e5fa1e259b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e80954d-c31c-40d3-8858-7d4c17258586,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:06.044558 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36222) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:06.098689 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-7171e6c3-e368-413c-9122-650f25d54bfe None None] Set router 064e43f7-88f2-4221-b663-1db08385c1a3 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:06.242019 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f58d3a67-c952-4674-b017-3202e3097ebf req-a5d17217-2dc1-4e20-9fe1-26e41504fbcd tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d375c31b6fe24472a187873bc305b655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774369 Feb 03 12:32:06.289254 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7171e6c3-e368-413c-9122-650f25d54bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064e43f7-88f2-4221-b663-1db08385c1a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-15267376-router', 'tenant_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:29:24Z', 'updated_at': '2022-02-03T12:32:05Z', 'revision_number': 6, 'project_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:06.318905 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-612c50fc-b571-4afb-87a2-6a5af840c312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (484f6487-9e98-43ff-99da-7834abb0c3e6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.363173 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898262a-0f76-488e-8985-5fe013933dae req-80d9d3f1-702a-4b73-8967-f331cf3fb63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:06.365511 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c898262a-0f76-488e-8985-5fe013933dae req-80d9d3f1-702a-4b73-8967-f331cf3fb63a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3&tenant_id=207048d5e9d548ac8439a4c69e7678ef HTTP/1.1" status: 200 len: 1132 time: 0.4280450 Feb 03 12:32:06.368688 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-954bf285-2cfb-439e-a410-f9949bfc6c9e req-6ac73fac-8249-478e-95c3-b918007a45c1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 210 time: 0.5354078 Feb 03 12:32:06.370192 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7171e6c3-e368-413c-9122-650f25d54bfe None None] The sync data for ids ['064e43f7-88f2-4221-b663-1db08385c1a3'] in n-d-827336-3 is: [{'id': '064e43f7-88f2-4221-b663-1db08385c1a3', 'name': 'tempest-AttachSCSIVolumeTestJSON-15267376-router', 'tenant_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:29:24Z', 'updated_at': '2022-02-03T12:32:05Z', 'revision_number': 6, 'project_id': 'e2a2b29c2b1a40839ec3aa7aa42b7ed9', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:32:06.397339 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-3', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:06.465980 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c50fc-b571-4afb-87a2-6a5af840c312 admin admin] Pushing event deleted for resources: {'Port': ['ID=484f6487-9e98-43ff-99da-7834abb0c3e6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:06.587554 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-612c50fc-b571-4afb-87a2-6a5af840c312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (064e43f7-88f2-4221-b663-1db08385c1a3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.626264 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd78557-0f19-4952-b5b7-80472298da5f req-a855af55-cc85-4eaf-8ce8-2322fdcbf979 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:06.628008 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1bd78557-0f19-4952-b5b7-80472298da5f req-a855af55-cc85-4eaf-8ce8-2322fdcbf979 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 943 time: 0.1280231 Feb 03 12:32:06.736787 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36280) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:06.750156 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-612c50fc-b571-4afb-87a2-6a5af840c312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (064e43f7-88f2-4221-b663-1db08385c1a3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.761386 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-612c50fc-b571-4afb-87a2-6a5af840c312 admin admin] Publish callbacks [] for router_controller (064e43f7-88f2-4221-b663-1db08385c1a3), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.772995 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-476ab211-7ed0-457e-ae30-a72cf768806d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.811710 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d3a67-c952-4674-b017-3202e3097ebf req-049005b9-41a1-4125-9788-4853e7886381 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:06.814530 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f58d3a67-c952-4674-b017-3202e3097ebf req-049005b9-41a1-4125-9788-4853e7886381 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5597904 Feb 03 12:32:06.817202 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.827613 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.862784 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f58d3a67-c952-4674-b017-3202e3097ebf req-18c3e52f-a014-4764-87e6-ad0091fd6f34 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Request body: {'port': {'device_id': 'f58bad88-2d73-4616-b07d-69696a9d4867', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': 'd375c31b6fe24472a187873bc305b655'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:06.878370 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1bd78557-0f19-4952-b5b7-80472298da5f req-b660553d-d630-4e8f-8b6c-e9aa0059c939 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031729 Feb 03 12:32:06.884160 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-612c50fc-b571-4afb-87a2-6a5af840c312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (064e43f7-88f2-4221-b663-1db08385c1a3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.884859 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612c50fc-b571-4afb-87a2-6a5af840c312 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 064e43f7-88f2-4221-b663-1db08385c1a3 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:32:06.900105 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-612c50fc-b571-4afb-87a2-6a5af840c312 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:06.906734 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-612c50fc-b571-4afb-87a2-6a5af840c312 admin admin] 10.222.0.18 "DELETE /v2.0/routers/064e43f7-88f2-4221-b663-1db08385c1a3 HTTP/1.1" status: 204 len: 168 time: 2.1167803 Feb 03 12:32:06.909330 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36284) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:07.101422 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e2126d-1eb4-4c97-938d-9b983f8257bd admin admin] Deleting subnet 95261582-c8c7-4f87-9307-21a56d122450 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:32:07.106030 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74e2126d-1eb4-4c97-938d-9b983f8257bd admin admin] Publish callbacks [] for subnet (95261582-c8c7-4f87-9307-21a56d122450), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:07.145887 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74e2126d-1eb4-4c97-938d-9b983f8257bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (95261582-c8c7-4f87-9307-21a56d122450), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:07.280205 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74e2126d-1eb4-4c97-938d-9b983f8257bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (95261582-c8c7-4f87-9307-21a56d122450), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:07.351544 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74e2126d-1eb4-4c97-938d-9b983f8257bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (95261582-c8c7-4f87-9307-21a56d122450), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:07.419981 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2126d-1eb4-4c97-938d-9b983f8257bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95261582-c8c7-4f87-9307-21a56d122450,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:07.483673 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74e2126d-1eb4-4c97-938d-9b983f8257bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:07.486591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d73a9be-b0d0-4dfd-8c7b-b822b3095fcc None None] Network d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:32:07.490724 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-74e2126d-1eb4-4c97-938d-9b983f8257bd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/95261582-c8c7-4f87-9307-21a56d122450 HTTP/1.1" status: 204 len: 168 time: 0.5753610 Feb 03 12:32:07.496643 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-476ab211-7ed0-457e-ae30-a72cf768806d admin admin] Publish callbacks [] for security_group (0f549a89-d4d1-4770-86be-584dddb01fc4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:07.497554 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36338) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:07.541257 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b50235-e098-41f4-b8b5-8cf2b518ec27 req-a3e8e188-3a2e-4388-85d7-d65a3207f104 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:07.543020 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-58b50235-e098-41f4-b8b5-8cf2b518ec27 req-a3e8e188-3a2e-4388-85d7-d65a3207f104 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 950 time: 0.5250781 Feb 03 12:32:07.543811 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-476ab211-7ed0-457e-ae30-a72cf768806d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0f549a89-d4d1-4770-86be-584dddb01fc4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:07.592966 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-476ab211-7ed0-457e-ae30-a72cf768806d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83e2c2d8f1af42f8afa45ffda9e21106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8530924 Feb 03 12:32:07.606020 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36340) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:07.717561 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ab211-7ed0-457e-ae30-a72cf768806d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f549a89-d4d1-4770-86be-584dddb01fc4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:07.731740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f58d3a67-c952-4674-b017-3202e3097ebf req-18c3e52f-a014-4764-87e6-ad0091fd6f34 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Made reservation on behalf of d375c31b6fe24472a187873bc305b655 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:32:07.741638 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f857ad-171d-43ac-a709-851d4574cf6e None None] DHCP port deletion for d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:32:07.743157 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:07.748142 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f58d3a67-c952-4674-b017-3202e3097ebf req-18c3e52f-a014-4764-87e6-ad0091fd6f34 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:07.775170 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5e261c6-859e-40db-b221-5b7dbdea4c38 admin admin] Publish callbacks [] for security_group (0f549a89-d4d1-4770-86be-584dddb01fc4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:07.803870 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-58b50235-e098-41f4-b8b5-8cf2b518ec27 req-fd068c76-e618-4d63-af79-e7e05d26d1b8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276421 Feb 03 12:32:07.850006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-37f857ad-171d-43ac-a709-851d4574cf6e None None] Deleting port 1475c528-c025-4add-9b78-3a6b62168f6e {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:32:07.850487 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-37f857ad-171d-43ac-a709-851d4574cf6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1475c528-c025-4add-9b78-3a6b62168f6e), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:07.884804 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40346544-dc09-442d-bbdd-f1015708b250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (9648596f-ee05-445d-800b-50fe291f9f37), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:07.996983 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] For port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:08.020717 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-37f857ad-171d-43ac-a709-851d4574cf6e None None] For port 1475c528-c025-4add-9b78-3a6b62168f6e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1475c528-c025-4add-9b78-3a6b62168f6e,segment=NetworkSegment(6224fcae-71f5-4176-b42a-d844eda636ec),segment_id=6224fcae-71f5-4176-b42a-d844eda636ec)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:08.021294 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-37f857ad-171d-43ac-a709-851d4574cf6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1475c528-c025-4add-9b78-3a6b62168f6e), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:08.061776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-37f857ad-171d-43ac-a709-851d4574cf6e None None] Calling delete_port for 1475c528-c025-4add-9b78-3a6b62168f6e owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:32:08.113526 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:08.122392 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] For port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:08.126209 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1475c528-c025-4add-9b78-3a6b62168f6e no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:32:08.266122 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0756b4bf-db49-494b-b047-085e1cf008d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:08.269334 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e06a104-e059-49bb-b2c0-90c6721e22ca" -d '{"events": [{"server_uuid": "0756b4bf-db49-494b-b047-085e1cf008d3", "name": "network-vif-unplugged", "status": "completed", "tag": "d4fa40dc-22d5-45a7-ab16-fde2bd99fb22"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:08.325802 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] Publish callbacks [] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:08.371520 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5e261c6-859e-40db-b221-5b7dbdea4c38 admin admin] Publish callbacks [] for security_group (0f549a89-d4d1-4770-86be-584dddb01fc4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:08.436900 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5e261c6-859e-40db-b221-5b7dbdea4c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0f549a89-d4d1-4770-86be-584dddb01fc4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:08.439772 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] Transition to ACTIVE for port object d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:32:08.440056 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5e261c6-859e-40db-b221-5b7dbdea4c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:08.441600 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c5e261c6-859e-40db-b221-5b7dbdea4c38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f549a89-d4d1-4770-86be-584dddb01fc4 HTTP/1.1" status: 204 len: 168 time: 0.8279989 Feb 03 12:32:08.476749 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:08.493554 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b808409a-384f-458d-8084-ca7f2e41a2ca req-68c66cf2-55a8-444c-af63-7698257a9902 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 210 time: 0.1569211 Feb 03 12:32:08.508716 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e261c6-859e-40db-b221-5b7dbdea4c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f549a89-d4d1-4770-86be-584dddb01fc4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:08.544995 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] Deleting port 1475c528-c025-4add-9b78-3a6b62168f6e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:32:08.545330 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1475c528-c025-4add-9b78-3a6b62168f6e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:08.566836 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 1475c528-c025-4add-9b78-3a6b62168f6e is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:08.567344 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1475c528-c025-4add-9b78-3a6b62168f6e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:08.572254 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-37f857ad-171d-43ac-a709-851d4574cf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (1475c528-c025-4add-9b78-3a6b62168f6e), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:08.619504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] No DVR routers for this DVR port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:32:08.620219 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f857ad-171d-43ac-a709-851d4574cf6e None None] Pushing event deleted for resources: {'Port': ['ID=1475c528-c025-4add-9b78-3a6b62168f6e,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:08.667332 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c76cee-c807-43e1-b78d-fd7b8fcaa7d3 x-openstack-request-id: req-39c76cee-c807-43e1-b78d-fd7b8fcaa7d3 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:08.669530 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0756b4bf-db49-494b-b047-085e1cf008d3", "name": "network-vif-unplugged", "status": "completed", "tag": "d4fa40dc-22d5-45a7-ab16-fde2bd99fb22", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:08.671694 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39c76cee-c807-43e1-b78d-fd7b8fcaa7d3 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:08.672263 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0756b4bf-db49-494b-b047-085e1cf008d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22', 'code': 200} Feb 03 12:32:08.676909 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f857ad-171d-43ac-a709-851d4574cf6e None None] No DVR routers for this DVR port 1475c528-c025-4add-9b78-3a6b62168f6e on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:32:08.678589 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 599b7a86-eb24-42e9-939d-b90d8ec787df no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:32:08.705285 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e17182d9-8126-439e-9181-180d610ba2c1 req-9a7470a7-0add-4682-9298-0bc816df67e7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3733878 Feb 03 12:32:08.737203 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 599b7a86-eb24-42e9-939d-b90d8ec787df {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:32:08.737559 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 599b7a86-eb24-42e9-939d-b90d8ec787df not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:32:08.737976 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 484f6487-9e98-43ff-99da-7834abb0c3e6 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:32:08.750001 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] Attempting to bind port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:08.750176 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] Attempting to bind port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:08.750395 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] Attempting to bind port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:08.787502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 484f6487-9e98-43ff-99da-7834abb0c3e6 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:32:08.792301 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 484f6487-9e98-43ff-99da-7834abb0c3e6 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:32:08.822393 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] For port 1475c528-c025-4add-9b78-3a6b62168f6e, host n-d-827336-3, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:08.822657 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1475c528-c025-4add-9b78-3a6b62168f6e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:08.838312 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] Calling delete_port for 1475c528-c025-4add-9b78-3a6b62168f6e owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:32:08.844032 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] Port 1475c528-c025-4add-9b78-3a6b62168f6e was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:32:08.846041 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (1475c528-c025-4add-9b78-3a6b62168f6e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:08.873467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] Pushing event deleted for resources: {'Port': ['ID=1475c528-c025-4add-9b78-3a6b62168f6e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:08.890844 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] No DVR routers for this DVR port 1475c528-c025-4add-9b78-3a6b62168f6e on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:32:08.910842 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] Port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:32:08.911403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] Attempting to bind port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:08.960882 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:08.965147 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-f58d3a67-c952-4674-b017-3202e3097ebf req-18c3e52f-a014-4764-87e6-ad0091fd6f34 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Allocated IP 192.168.233.59 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/4283b9f3-2b21-49b8-b012-1f9d508b1178) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:08.975146 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:08.975504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:08.975895 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:08.976364 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] Bound port: d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:08.976725 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:08.984965 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-033c32ff-95ac-407f-a08f-4a440e56fe3c service neutron] 10.222.0.31 "GET /v2.0/ports/d554fd18-71cb-4717-be6f-4e59565601bb/bindings/n-h1-827336-3 HTTP/1.1" status: 200 len: 384 time: 0.5712345 Feb 03 12:32:08.993983 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:09.025325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:09.041869 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6224fcae-71f5-4176-b42a-d844eda636ec') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:09.042585 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6224fcae-71f5-4176-b42a-d844eda636ec') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:09.053158 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (6224fcae-71f5-4176-b42a-d844eda636ec), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:09.057368 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac01db-80a6-409b-84b3-acdde1b5a759 req-651e0118-6296-4712-9f8c-7b8ba524e32e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:09.064217 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4bac01db-80a6-409b-84b3-acdde1b5a759 req-651e0118-6296-4712-9f8c-7b8ba524e32e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 943 time: 0.5903921 Feb 03 12:32:09.070917 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (6224fcae-71f5-4176-b42a-d844eda636ec), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:09.080970 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:32:09.081509 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (6224fcae-71f5-4176-b42a-d844eda636ec), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:32:09.083890 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:32:09.147292 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17182d9-8126-439e-9181-180d610ba2c1 req-8993827a-55c5-4ca5-abce-cf2fe2b33f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:09.149185 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e17182d9-8126-439e-9181-180d610ba2c1 req-8993827a-55c5-4ca5-abce-cf2fe2b33f78 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 1132 time: 0.3748302 Feb 03 12:32:09.165641 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:09.187016 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:09.192268 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c HTTP/1.1" status: 204 len: 168 time: 1.6934228 Feb 03 12:32:09.193793 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2c24b-407d-4a6f-b124-98920a98ae26 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8f9d07d-f9c3-445c-ad01-7e83a7d0b00c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:09.216396 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-40346544-dc09-442d-bbdd-f1015708b250 admin admin] Deleting port 0ae11f12-fb66-4010-bea0-183280b64ce0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:32:09.216768 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40346544-dc09-442d-bbdd-f1015708b250 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0ae11f12-fb66-4010-bea0-183280b64ce0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:09.384213 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4bac01db-80a6-409b-84b3-acdde1b5a759 req-abea25be-0488-453b-9ed4-947445549926 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191025 Feb 03 12:32:09.427235 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36472) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:09.459325 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] For port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:09.476785 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68be02-0c8b-4235-ae83-c27722a4a331 req-704be4e2-1903-4916-a7cd-e09f599f8225 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:09.484236 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8d68be02-0c8b-4235-ae83-c27722a4a331 req-704be4e2-1903-4916-a7cd-e09f599f8225 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 949 time: 0.1116619 Feb 03 12:32:09.510176 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] For port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:09.533966 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-12509121-bdc8-4482-9aab-63db4087af3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df9d4199609e43edbf370c4567ad17c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1055458 Feb 03 12:32:09.534567 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36490) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:09.556798 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:09.595163 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:09.630863 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8d68be02-0c8b-4235-ae83-c27722a4a331 req-9b4bf6eb-060e-4ab6-8f17-be6e36550661 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456044 Feb 03 12:32:09.640896 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:09.642524 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:09.644348 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c898262a-0f76-488e-8985-5fe013933dae req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] 10.222.0.31 "PUT /v2.0/ports/d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 HTTP/1.1" status: 200 len: 1097 time: 3.2681391 Feb 03 12:32:09.645906 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17182d9-8126-439e-9181-180d610ba2c1 req-5e0ecea0-a2a5-41d7-a3e8-27b23bb44463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:09.646748 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e17182d9-8126-439e-9181-180d610ba2c1 req-5e0ecea0-a2a5-41d7-a3e8-27b23bb44463 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.4536083 Feb 03 12:32:09.654561 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f58d3a67-c952-4674-b017-3202e3097ebf req-18c3e52f-a014-4764-87e6-ad0091fd6f34 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks [] for port (4283b9f3-2b21-49b8-b012-1f9d508b1178), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:09.673499 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9d870c0-9ef7-49f9-aa65-afddae35ddd0 admin admin] Publish callbacks [] for security_group (99b667ac-b4aa-44dc-b3f6-9744e8160077), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:09.695071 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-40346544-dc09-442d-bbdd-f1015708b250 admin admin] For port 0ae11f12-fb66-4010-bea0-183280b64ce0, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0ae11f12-fb66-4010-bea0-183280b64ce0,segment=NetworkSegment(cacebafa-8e9a-442e-a47a-6c18a1c39031),segment_id=cacebafa-8e9a-442e-a47a-6c18a1c39031)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:09.695461 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40346544-dc09-442d-bbdd-f1015708b250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0ae11f12-fb66-4010-bea0-183280b64ce0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:09.762690 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9d870c0-9ef7-49f9-aa65-afddae35ddd0 admin admin] Publish callbacks [] for security_group (99b667ac-b4aa-44dc-b3f6-9744e8160077), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:09.796730 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-81872497-7dd5-4f75-a20b-207f5f88491d req-5abab251-a99d-4d80-8876-c3f850e94633 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 210 time: 0.0614529 Feb 03 12:32:09.898197 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9d870c0-9ef7-49f9-aa65-afddae35ddd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (99b667ac-b4aa-44dc-b3f6-9744e8160077), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:09.902551 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9d870c0-9ef7-49f9-aa65-afddae35ddd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:09.906194 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f9d870c0-9ef7-49f9-aa65-afddae35ddd0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99b667ac-b4aa-44dc-b3f6-9744e8160077 HTTP/1.1" status: 204 len: 168 time: 0.3660223 Feb 03 12:32:09.918166 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d870c0-9ef7-49f9-aa65-afddae35ddd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b667ac-b4aa-44dc-b3f6-9744e8160077,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:10.150169 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-40346544-dc09-442d-bbdd-f1015708b250 admin admin] Calling delete_port for 0ae11f12-fb66-4010-bea0-183280b64ce0 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:32:10.160399 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e17182d9-8126-439e-9181-180d610ba2c1 req-0c88d905-536a-466b-994f-82780eede769 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=469dfbeb-df09-488a-9fc2-1deeba99228e HTTP/1.1" status: 200 len: 217 time: 0.4618890 Feb 03 12:32:10.258161 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c6f3f-342a-48d7-bb4c-e32b15903463 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,revision_number=11']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:10.268821 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:32:10.361278 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] The host n-h1-827336-3 is not matching for port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 host n-h2-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:32:10.361699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:32:10.369993 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f58d3a67-c952-4674-b017-3202e3097ebf req-18c3e52f-a014-4764-87e6-ad0091fd6f34 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4283b9f3-2b21-49b8-b012-1f9d508b1178), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:10.372912 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-44733c80-8796-488a-9f23-5c0a81d1b7fd service neutron] For port d554fd18-71cb-4717-be6f-4e59565601bb, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d554fd18-71cb-4717-be6f-4e59565601bb,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:10.394177 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['55011e3e-b132-4ad0-9fcf-af04202a91b4', '711283b5-8f64-4353-8047-3d066de63b46', '6bc57cd6-3f0d-4321-938b-f6b6102bdfd3'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:10.412940 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898262a-0f76-488e-8985-5fe013933dae req-a16009c7-1b9d-4449-a6b4-ccbf67318e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:10.414654 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c898262a-0f76-488e-8985-5fe013933dae req-a16009c7-1b9d-4449-a6b4-ccbf67318e07 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 1131 time: 0.7249475 Feb 03 12:32:10.442795 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['469dfbeb-df09-488a-9fc2-1deeba99228e', '36d80831-0a76-4f98-ad31-3fc3fd77ef71', '01fd3fea-af82-450c-aff7-812539d9e514', '5c24cd64-1ef0-4ce6-8c28-dad01a381853'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:10.569697 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed385bd9-2817-468a-8283-f6fccf393fc6 req-0a47ed67-9863-44fd-8eb0-d6620498b373 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:10.572417 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed385bd9-2817-468a-8283-f6fccf393fc6 req-0a47ed67-9863-44fd-8eb0-d6620498b373 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 943 time: 0.0877073 Feb 03 12:32:10.582313 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17182d9-8126-439e-9181-180d610ba2c1 req-140e93c1-3871-4661-b430-cc5b27170f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:10.583874 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e17182d9-8126-439e-9181-180d610ba2c1 req-140e93c1-3871-4661-b430-cc5b27170f8b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.4077470 Feb 03 12:32:10.617639 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-44733c80-8796-488a-9f23-5c0a81d1b7fd service neutron] For port d554fd18-71cb-4717-be6f-4e59565601bb, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:10.697922 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36608) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:10.721673 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f58d3a67-c952-4674-b017-3202e3097ebf req-18c3e52f-a014-4764-87e6-ad0091fd6f34 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:10.722324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0756b4bf-db49-494b-b047-085e1cf008d3', 'tag': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:10.725078 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75309d1-cc58-493e-908f-aac3353b27ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0756b4bf-db49-494b-b047-085e1cf008d3", "tag": "d4fa40dc-22d5-45a7-ab16-fde2bd99fb22"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:10.781414 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed385bd9-2817-468a-8283-f6fccf393fc6 req-6a20eb10-455b-43c8-8489-72b05e24e07a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024968 Feb 03 12:32:10.784772 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f0a703c2-8bf9-44da-a3d7-94953cb7fe55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2a2b29c2b1a40839ec3aa7aa42b7ed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0846670 Feb 03 12:32:10.788201 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36612) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:10.859869 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-f58d3a67-c952-4674-b017-3202e3097ebf req-18c3e52f-a014-4764-87e6-ad0091fd6f34 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:10.867189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58d3a67-c952-4674-b017-3202e3097ebf req-18c3e52f-a014-4764-87e6-ad0091fd6f34 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:10.878434 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36620) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:10.880118 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3e52f-a014-4764-87e6-ad0091fd6f34 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Pushing event updated for resources: {'Port': ['ID=4283b9f3-2b21-49b8-b012-1f9d508b1178,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:11.004557 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aba3c60f-64f3-4a67-bbe8-1ff1671708ab admin admin] Publish callbacks [] for security_group (4e9e7ed3-95fd-41da-a854-b79f083a9cdc), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.016606 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169191d7-abf4-4827-b0ba-5bbef892c6b1 x-openstack-request-id: req-169191d7-abf4-4827-b0ba-5bbef892c6b1 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:11.016912 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0756b4bf-db49-494b-b047-085e1cf008d3", "tag": "d4fa40dc-22d5-45a7-ab16-fde2bd99fb22", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:11.017172 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-169191d7-abf4-4827-b0ba-5bbef892c6b1 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:11.017578 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0756b4bf-db49-494b-b047-085e1cf008d3', 'tag': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22', 'status': 'completed', 'code': 200} Feb 03 12:32:11.058764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-44733c80-8796-488a-9f23-5c0a81d1b7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d554fd18-71cb-4717-be6f-4e59565601bb {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:11.098363 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aba3c60f-64f3-4a67-bbe8-1ff1671708ab admin admin] Publish callbacks [] for security_group (4e9e7ed3-95fd-41da-a854-b79f083a9cdc), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.129440 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ead5051-2e32-49eb-bfa0-7c5212f76d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.176777 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3822b3d-96a3-4276-97ea-1f58981e1539 req-8e3dc43f-85f3-415e-a0c2-0f0b67722027 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:11.184277 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3822b3d-96a3-4276-97ea-1f58981e1539 req-8e3dc43f-85f3-415e-a0c2-0f0b67722027 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 949 time: 0.2817607 Feb 03 12:32:11.268834 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3822b3d-96a3-4276-97ea-1f58981e1539 req-a55744fe-dec0-4505-a315-024fcbc0ae19 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781567 Feb 03 12:32:11.285082 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898262a-0f76-488e-8985-5fe013933dae req-29d75b6e-f38d-4be5-9605-01a738efbb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:11.286758 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c898262a-0f76-488e-8985-5fe013933dae req-29d75b6e-f38d-4be5-9605-01a738efbb8a service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.8193417 Feb 03 12:32:11.288736 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-44733c80-8796-488a-9f23-5c0a81d1b7fd service neutron] For port d554fd18-71cb-4717-be6f-4e59565601bb, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d554fd18-71cb-4717-be6f-4e59565601bb,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:11.296764 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aba3c60f-64f3-4a67-bbe8-1ff1671708ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4e9e7ed3-95fd-41da-a854-b79f083a9cdc), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.300936 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aba3c60f-64f3-4a67-bbe8-1ff1671708ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.302127 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-aba3c60f-64f3-4a67-bbe8-1ff1671708ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e9e7ed3-95fd-41da-a854-b79f083a9cdc HTTP/1.1" status: 204 len: 168 time: 0.5115027 Feb 03 12:32:11.355054 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3c60f-64f3-4a67-bbe8-1ff1671708ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9e7ed3-95fd-41da-a854-b79f083a9cdc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:11.412101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d3cbfb44-a67f-4bff-a696-6d6f745c8fcc None None] Provisioning complete for port 4283b9f3-2b21-49b8-b012-1f9d508b1178 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:11.412601 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d3cbfb44-a67f-4bff-a696-6d6f745c8fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4283b9f3-2b21-49b8-b012-1f9d508b1178), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.425942 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d3a67-c952-4674-b017-3202e3097ebf req-18c3e52f-a014-4764-87e6-ad0091fd6f34 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:11.429645 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f58d3a67-c952-4674-b017-3202e3097ebf req-18c3e52f-a014-4764-87e6-ad0091fd6f34 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.433040 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ead5051-2e32-49eb-bfa0-7c5212f76d76 admin admin] Publish callbacks [] for security_group (86c7a300-bf0b-4ae6-a220-41858d6f3322), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.438112 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ead5051-2e32-49eb-bfa0-7c5212f76d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (86c7a300-bf0b-4ae6-a220-41858d6f3322), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.518585 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c898262a-0f76-488e-8985-5fe013933dae req-08d1a242-524b-415b-9955-f1c9879b4c51 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 HTTP/1.1" status: 200 len: 217 time: 0.0698864 Feb 03 12:32:11.523409 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-44733c80-8796-488a-9f23-5c0a81d1b7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d554fd18-71cb-4717-be6f-4e59565601bb), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.529536 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2ead5051-2e32-49eb-bfa0-7c5212f76d76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8509ad1534fa41d1a97c269538912b9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6378174 Feb 03 12:32:11.530277 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead5051-2e32-49eb-bfa0-7c5212f76d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c7a300-bf0b-4ae6-a220-41858d6f3322,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:11.533352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d3cbfb44-a67f-4bff-a696-6d6f745c8fcc None None] Port 4283b9f3-2b21-49b8-b012-1f9d508b1178 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:32:11.535505 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36658) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:11.615835 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60e9df00-7e4c-4539-8e50-44659cd7979b admin admin] Publish callbacks [] for security_group (86c7a300-bf0b-4ae6-a220-41858d6f3322), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.638246 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17182d9-8126-439e-9181-180d610ba2c1 req-23651d1f-eb0d-4abe-aab6-5bd6929067d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:11.640180 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e17182d9-8126-439e-9181-180d610ba2c1 req-23651d1f-eb0d-4abe-aab6-5bd6929067d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9898064 Feb 03 12:32:11.646675 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60e9df00-7e4c-4539-8e50-44659cd7979b admin admin] Publish callbacks [] for security_group (86c7a300-bf0b-4ae6-a220-41858d6f3322), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.678814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898262a-0f76-488e-8985-5fe013933dae req-d4d478ad-fa9f-459a-b006-674dce555f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:11.682629 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c898262a-0f76-488e-8985-5fe013933dae req-d4d478ad-fa9f-459a-b006-674dce555f55 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1146057 Feb 03 12:32:11.706251 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:32:11.731780 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60e9df00-7e4c-4539-8e50-44659cd7979b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (86c7a300-bf0b-4ae6-a220-41858d6f3322), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.735275 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60e9df00-7e4c-4539-8e50-44659cd7979b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:11.739689 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-60e9df00-7e4c-4539-8e50-44659cd7979b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86c7a300-bf0b-4ae6-a220-41858d6f3322 HTTP/1.1" status: 204 len: 168 time: 0.2031558 Feb 03 12:32:11.750776 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9df00-7e4c-4539-8e50-44659cd7979b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c7a300-bf0b-4ae6-a220-41858d6f3322,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:11.760398 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f58d3a67-c952-4674-b017-3202e3097ebf req-18c3e52f-a014-4764-87e6-ad0091fd6f34 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9109709 Feb 03 12:32:11.852393 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] Request body: {'port': {'device_id': 'f58bad88-2d73-4616-b07d-69696a9d4867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:11.883505 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75309d1-cc58-493e-908f-aac3353b27ab req-33a81ea3-d817-4a50-b4c1-4c8dca831dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:11.885353 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e75309d1-cc58-493e-908f-aac3353b27ab req-33a81ea3-d817-4a50-b4c1-4c8dca831dfb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 1131 time: 0.7517715 Feb 03 12:32:11.972587 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cea7be-aaad-454a-8634-72877229a16b req-046dc75f-80ba-462b-baf8-cbc71ed2ee0a tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:11.979871 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4cea7be-aaad-454a-8634-72877229a16b req-046dc75f-80ba-462b-baf8-cbc71ed2ee0a tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 935 time: 0.8073025 Feb 03 12:32:12.126429 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904dde92-0f2f-4a50-8026-66092f34ff3d req-1ca9f60c-bad7-4789-a25f-9b55a1b8ba41 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:12.128910 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-904dde92-0f2f-4a50-8026-66092f34ff3d req-1ca9f60c-bad7-4789-a25f-9b55a1b8ba41 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 943 time: 0.0701644 Feb 03 12:32:12.170344 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-44733c80-8796-488a-9f23-5c0a81d1b7fd service neutron] Transition to ACTIVE for port object d554fd18-71cb-4717-be6f-4e59565601bb will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:32:12.182399 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898262a-0f76-488e-8985-5fe013933dae req-d8f80f59-5249-4fcb-ae87-5b12b3e69247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:12.183976 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c898262a-0f76-488e-8985-5fe013933dae req-d8f80f59-5249-4fcb-ae87-5b12b3e69247 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4500027 Feb 03 12:32:12.201109 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-904dde92-0f2f-4a50-8026-66092f34ff3d req-e9dec781-1ca7-425a-bdc7-10c4c78141d4 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626721 Feb 03 12:32:12.222631 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-44733c80-8796-488a-9f23-5c0a81d1b7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d554fd18-71cb-4717-be6f-4e59565601bb), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:12.297509 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44733c80-8796-488a-9f23-5c0a81d1b7fd service neutron] Pushing event updated for resources: {'Port': ['ID=d554fd18-71cb-4717-be6f-4e59565601bb,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:12.320430 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e17182d9-8126-439e-9181-180d610ba2c1 req-219fbf09-f02f-4eab-a6ea-1a1ee3f913d8 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147137 Feb 03 12:32:12.330376 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4cea7be-aaad-454a-8634-72877229a16b req-5caeba2b-524b-4bb4-b8b4-3c70315112ae tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457668 Feb 03 12:32:12.330755 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4283b9f3-2b21-49b8-b012-1f9d508b1178), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:12.377081 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40346544-dc09-442d-bbdd-f1015708b250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0ae11f12-fb66-4010-bea0-183280b64ce0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:12.454841 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40346544-dc09-442d-bbdd-f1015708b250 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae11f12-fb66-4010-bea0-183280b64ce0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:12.572376 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-44733c80-8796-488a-9f23-5c0a81d1b7fd service neutron] No DVR routers for this DVR port d554fd18-71cb-4717-be6f-4e59565601bb on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:32:12.579472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75309d1-cc58-493e-908f-aac3353b27ab req-c8004e3c-d19d-4cbd-bb6b-6e6cdcf21471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:12.581112 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e75309d1-cc58-493e-908f-aac3353b27ab req-c8004e3c-d19d-4cbd-bb6b-6e6cdcf21471 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.6588013 Feb 03 12:32:12.809117 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e75309d1-cc58-493e-908f-aac3353b27ab req-b4b69dd3-dcd4-4c3e-8154-fcbd37c73281 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 HTTP/1.1" status: 200 len: 217 time: 0.1816974 Feb 03 12:32:13.193277 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c898262a-0f76-488e-8985-5fe013933dae req-5ffd1b8a-a446-406b-82f8-4aaf90cb1bf7 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9830298 Feb 03 12:32:13.221325 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-44733c80-8796-488a-9f23-5c0a81d1b7fd service neutron] 10.222.0.31 "PUT /v2.0/ports/d554fd18-71cb-4717-be6f-4e59565601bb/bindings/n-h1-827336-3/activate HTTP/1.1" status: 200 len: 369 time: 4.2274835 Feb 03 12:32:13.226371 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36798) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:13.255572 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639d95a-5473-4117-869b-e31618615fa2 req-eed7b5ff-8dec-4be0-90e4-b1c6f381e4c8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:13.262482 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8639d95a-5473-4117-869b-e31618615fa2 req-eed7b5ff-8dec-4be0-90e4-b1c6f381e4c8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 949 time: 0.8209028 Feb 03 12:32:13.267530 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e17182d9-8126-439e-9181-180d610ba2c1 req-33fb69c2-2c6e-4c88-a735-9c33419541ed service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9204984 Feb 03 12:32:13.380409 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318c224-0ba0-45e1-870a-1bfa8f9ff46e req-c7f86320-d4f4-489c-b9fe-fb7e1579f2cd tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:13.387694 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9318c224-0ba0-45e1-870a-1bfa8f9ff46e req-c7f86320-d4f4-489c-b9fe-fb7e1579f2cd tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 944 time: 0.0674992 Feb 03 12:32:13.411741 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75309d1-cc58-493e-908f-aac3353b27ab req-2aee9979-af1f-494b-bb5f-dbc51b838894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:13.413980 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e75309d1-cc58-493e-908f-aac3353b27ab req-2aee9979-af1f-494b-bb5f-dbc51b838894 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.2747860 Feb 03 12:32:13.438881 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9318c224-0ba0-45e1-870a-1bfa8f9ff46e req-fe318fad-79a0-4894-9365-91c1fc217b0c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499935 Feb 03 12:32:13.596237 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-906c9932-edcb-45f7-8a78-76814663b717 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-network', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:13.619314 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8639d95a-5473-4117-869b-e31618615fa2 req-cfed4c1e-0bec-47ac-99d6-f130c90f62c4 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542535 Feb 03 12:32:13.657493 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14493d05-97ed-4434-ab30-7bb84529dcaf req-1fab8145-4fd0-4022-8642-4f0553a7853c tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:13.666940 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-14493d05-97ed-4434-ab30-7bb84529dcaf req-1fab8145-4fd0-4022-8642-4f0553a7853c tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 935 time: 0.1380305 Feb 03 12:32:13.678522 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906c9932-edcb-45f7-8a78-76814663b717 admin admin] Made reservation on behalf of 59fee055273c410d8bd6eaaa2aa69e6d for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:32:13.683030 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-906c9932-edcb-45f7-8a78-76814663b717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:13.684365 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-eaa3a192-b071-4191-bd4e-7ab51d47700c tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:13.686379 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-eaa3a192-b071-4191-bd4e-7ab51d47700c tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e&tenant_id=4d4dfb0f87774d34902a75fe55b72106&binding%3Ahost_id=n-h2-827336-3 HTTP/1.1" status: 200 len: 1126 time: 0.3800991 Feb 03 12:32:13.688677 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c898262a-0f76-488e-8985-5fe013933dae req-a0633511-3404-4a9a-b61a-3f37ec2052bc service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664707 Feb 03 12:32:13.702519 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40346544-dc09-442d-bbdd-f1015708b250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (9648596f-ee05-445d-800b-50fe291f9f37), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:13.705690 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-906c9932-edcb-45f7-8a78-76814663b717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:13.781035 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-14493d05-97ed-4434-ab30-7bb84529dcaf req-79def718-95b5-41ec-92f7-3e821d397de8 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126451 Feb 03 12:32:13.786239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75309d1-cc58-493e-908f-aac3353b27ab req-4c1611b7-aae7-49c6-b1c3-b3df2c25bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:13.788058 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e75309d1-cc58-493e-908f-aac3353b27ab req-4c1611b7-aae7-49c6-b1c3-b3df2c25bb88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2285230 Feb 03 12:32:13.904245 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4283b9f3-2b21-49b8-b012-1f9d508b1178 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:13.906228 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-906c9932-edcb-45f7-8a78-76814663b717 admin admin] Publish callbacks [] for security_group (2760195b-8c14-42e4-b3c0-a114f4edd55f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:13.914096 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-906c9932-edcb-45f7-8a78-76814663b717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2760195b-8c14-42e4-b3c0-a114f4edd55f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:13.933965 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] Publish callbacks [] for port (4283b9f3-2b21-49b8-b012-1f9d508b1178), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:13.945770 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906c9932-edcb-45f7-8a78-76814663b717 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:32:13.978723 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c9932-edcb-45f7-8a78-76814663b717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2760195b-8c14-42e4-b3c0-a114f4edd55f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:13.994570 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-906c9932-edcb-45f7-8a78-76814663b717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (54fe302d-f672-4e49-b1ac-8af38d760b2e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:13.995278 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-906c9932-edcb-45f7-8a78-76814663b717 admin admin] Added segment 54fe302d-f672-4e49-b1ac-8af38d760b2e of type vlan for network e1f3eede-7a05-4755-8b0c-c829dd7e38ec Feb 03 12:32:14.068768 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-906c9932-edcb-45f7-8a78-76814663b717 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (e1f3eede-7a05-4755-8b0c-c829dd7e38ec), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:14.082259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] Transition to ACTIVE for port object 4283b9f3-2b21-49b8-b012-1f9d508b1178 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:32:14.091607 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-0bb95fef-33c2-41ed-b910-44d9418dc884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:14.093197 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-0bb95fef-33c2-41ed-b910-44d9418dc884 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e&tenant_id=4d4dfb0f87774d34902a75fe55b72106 HTTP/1.1" status: 200 len: 1126 time: 0.3952456 Feb 03 12:32:14.099758 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4283b9f3-2b21-49b8-b012-1f9d508b1178), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:14.106607 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-906c9932-edcb-45f7-8a78-76814663b717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (e1f3eede-7a05-4755-8b0c-c829dd7e38ec), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:14.110572 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906c9932-edcb-45f7-8a78-76814663b717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:14.112160 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-906c9932-edcb-45f7-8a78-76814663b717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:14.114781 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75309d1-cc58-493e-908f-aac3353b27ab req-fad07203-108a-46f6-af60-08b2593293fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:14.116342 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e75309d1-cc58-493e-908f-aac3353b27ab req-fad07203-108a-46f6-af60-08b2593293fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 1131 time: 0.3374219 Feb 03 12:32:14.180017 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c9932-edcb-45f7-8a78-76814663b717 admin admin] Pushing event updated for resources: {'Network': ['ID=e1f3eede-7a05-4755-8b0c-c829dd7e38ec,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:14.190183 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-906c9932-edcb-45f7-8a78-76814663b717 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9625757 Feb 03 12:32:14.191393 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network e1f3eede-7a05-4755-8b0c-c829dd7e38ec details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:32:14.193713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36824) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:14.214019 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e4ecb440-7a34-4b35-8af0-c51f2b3b8f43 admin admin] Request body: {'subnet': {'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-subnet', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:14.259623 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e75309d1-cc58-493e-908f-aac3353b27ab req-3278e5cd-4e33-44da-a62a-654660590914 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293182 Feb 03 12:32:14.276964 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ecb440-7a34-4b35-8af0-c51f2b3b8f43 admin admin] Made reservation on behalf of 59fee055273c410d8bd6eaaa2aa69e6d for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:32:14.280264 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb440-7a34-4b35-8af0-c51f2b3b8f43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:14.341446 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] Pushing event updated for resources: {'Port': ['ID=4283b9f3-2b21-49b8-b012-1f9d508b1178,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:14.511276 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb440-7a34-4b35-8af0-c51f2b3b8f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (8eecb123-1b17-4832-a250-9ffdf6ab791a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:14.560834 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36830) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:14.564733 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ecb440-7a34-4b35-8af0-c51f2b3b8f43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eecb123-1b17-4832-a250-9ffdf6ab791a,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:14.650663 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-990d717a-933b-4661-9e27-2fb77c30a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:14.652264 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-990d717a-933b-4661-9e27-2fb77c30a115 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 1126 time: 0.4802470 Feb 03 12:32:14.721473 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75309d1-cc58-493e-908f-aac3353b27ab req-0124f2af-97f3-4a32-a4b5-1b0d34bcb0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:14.722993 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e75309d1-cc58-493e-908f-aac3353b27ab req-0124f2af-97f3-4a32-a4b5-1b0d34bcb0ae service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.5973189 Feb 03 12:32:14.740913 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d961528-aa3a-45a5-a9bb-426df41fb276 req-3ea431c1-47d0-422b-8380-3d68616a7836 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:14.746151 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1d961528-aa3a-45a5-a9bb-426df41fb276 req-3ea431c1-47d0-422b-8380-3d68616a7836 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 944 time: 0.1603115 Feb 03 12:32:14.791868 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ecb440-7a34-4b35-8af0-c51f2b3b8f43 admin admin] Checking segment: {'id': '54fe302d-f672-4e49-b1ac-8af38d760b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:14.792518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ecb440-7a34-4b35-8af0-c51f2b3b8f43 admin admin] Network hostable DHCP agents. Network: e1f3eede-7a05-4755-8b0c-c829dd7e38ec, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:32:14.821480 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e75309d1-cc58-493e-908f-aac3353b27ab req-87a6d12f-a3ec-4c59-95be-fe3ad35e52c8 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291705 Feb 03 12:32:14.832176 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e75309d1-cc58-493e-908f-aac3353b27ab req-9c71125c-98a3-4769-be70-aaab3cf1602b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 HTTP/1.1" status: 200 len: 217 time: 0.0902576 Feb 03 12:32:14.832851 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] Attempting to bind port 4283b9f3-2b21-49b8-b012-1f9d508b1178 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:14.833192 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] Attempting to bind port 4283b9f3-2b21-49b8-b012-1f9d508b1178 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:14.833530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] Attempting to bind port 4283b9f3-2b21-49b8-b012-1f9d508b1178 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:14.835595 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1d961528-aa3a-45a5-a9bb-426df41fb276 req-b90192f4-bb5e-4008-9fd7-e8121f671db7 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835333 Feb 03 12:32:14.857005 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ecb440-7a34-4b35-8af0-c51f2b3b8f43 admin admin] Network e1f3eede-7a05-4755-8b0c-c829dd7e38ec is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:32:14.857175 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40346544-dc09-442d-bbdd-f1015708b250 admin admin] Router 9648596f-ee05-445d-800b-50fe291f9f37 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:32:14.884836 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e4ecb440-7a34-4b35-8af0-c51f2b3b8f43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, e1f3eede-7a05-4755-8b0c-c829dd7e38ec) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:14.892578 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ecb440-7a34-4b35-8af0-c51f2b3b8f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:14.896437 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5016cc70-3950-4166-80d8-35f861defd54 None None] Network e1f3eede-7a05-4755-8b0c-c829dd7e38ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:32:14.897381 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb440-7a34-4b35-8af0-c51f2b3b8f43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:14.932666 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e4ecb440-7a34-4b35-8af0-c51f2b3b8f43 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7350624 Feb 03 12:32:14.933238 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36854) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:14.937849 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d25da2ec-fe6c-46a3-8e0d-985351a07185 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:14.977570 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d447651-9461-42d5-83c9-d7cb855b99d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:14.999192 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] Port 4283b9f3-2b21-49b8-b012-1f9d508b1178 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:32:14.999533 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] Attempting to bind port 4283b9f3-2b21-49b8-b012-1f9d508b1178 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:15.020517 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:32:15.021641 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:15.034556 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:15.034786 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d25da2ec-fe6c-46a3-8e0d-985351a07185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (89d7d1b2-9a44-44b6-9ee4-284d80a3e277), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:15.034913 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:15.035281 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:15.035726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] Bound port: 4283b9f3-2b21-49b8-b012-1f9d508b1178, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:15.036138 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4283b9f3-2b21-49b8-b012-1f9d508b1178), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:15.036836 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d25da2ec-fe6c-46a3-8e0d-985351a07185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (89d7d1b2-9a44-44b6-9ee4-284d80a3e277), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:15.051449 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-6d3f3818-d89f-4afa-8682-5b26ce2b93b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:15.053280 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-6d3f3818-d89f-4afa-8682-5b26ce2b93b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 922 time: 0.3916540 Feb 03 12:32:15.104228 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75309d1-cc58-493e-908f-aac3353b27ab req-02f76a9e-90ff-418c-83af-cfc63e35d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:15.105730 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e75309d1-cc58-493e-908f-aac3353b27ab req-02f76a9e-90ff-418c-83af-cfc63e35d29b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.2222593 Feb 03 12:32:15.136782 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d25da2ec-fe6c-46a3-8e0d-985351a07185 admin admin] Publish callbacks [] for router_controller (89d7d1b2-9a44-44b6-9ee4-284d80a3e277), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:15.160064 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61538cdc-c5ec-4af6-9dfb-547d6b8f13fd req-a37f13c0-c530-471a-819a-66342466afef tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:15.160202 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-a8f31c19-48df-48d4-9d0d-77aed0413292 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d554fd18-71cb-4717-be6f-4e59565601bb HTTP/1.1" status: 200 len: 217 time: 0.0971916 Feb 03 12:32:15.162484 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-61538cdc-c5ec-4af6-9dfb-547d6b8f13fd req-a37f13c0-c530-471a-819a-66342466afef tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 947 time: 0.1736269 Feb 03 12:32:15.199995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] Allocated IP 172.20.0.2 (e1f3eede-7a05-4755-8b0c-c829dd7e38ec/8eecb123-1b17-4832-a250-9ffdf6ab791a/3baf2f0c-b6d5-4f21-97ca-2b6edd804257) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:15.218362 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe206f-788c-4443-bf7d-994b806e1811 req-83fc7372-4889-4c9d-8ad9-ee7d2238c2e8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:15.220480 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-85fe206f-788c-4443-bf7d-994b806e1811 req-83fc7372-4889-4c9d-8ad9-ee7d2238c2e8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 949 time: 0.3959832 Feb 03 12:32:15.389086 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-61538cdc-c5ec-4af6-9dfb-547d6b8f13fd req-0782e543-692e-405e-b47b-6df92fccf81f tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299241 Feb 03 12:32:15.402903 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] Publish callbacks [] for port (3baf2f0c-b6d5-4f21-97ca-2b6edd804257), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:15.430345 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (3baf2f0c-b6d5-4f21-97ca-2b6edd804257), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:15.437914 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d25da2ec-fe6c-46a3-8e0d-985351a07185 admin admin] Publish callbacks [] for router_gateway (89d7d1b2-9a44-44b6-9ee4-284d80a3e277), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:15.477208 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] Network e1f3eede-7a05-4755-8b0c-c829dd7e38ec is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:15.482956 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:15.486647 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:15.491968 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d447651-9461-42d5-83c9-d7cb855b99d7 admin admin] Publish callbacks [] for security_group (90041163-f4e4-4d3d-beac-0500e5e39374), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:15.510310 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d447651-9461-42d5-83c9-d7cb855b99d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (90041163-f4e4-4d3d-beac-0500e5e39374), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:15.545146 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d447651-9461-42d5-83c9-d7cb855b99d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90041163-f4e4-4d3d-beac-0500e5e39374,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:15.576074 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:15.596879 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] Attempting to bind port 3baf2f0c-b6d5-4f21-97ca-2b6edd804257 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:15.597311 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] Attempting to bind port 3baf2f0c-b6d5-4f21-97ca-2b6edd804257 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '54fe302d-f672-4e49-b1ac-8af38d760b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:15.597689 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] Attempting to bind port 3baf2f0c-b6d5-4f21-97ca-2b6edd804257 on network e1f3eede-7a05-4755-8b0c-c829dd7e38ec {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:15.608370 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6d447651-9461-42d5-83c9-d7cb855b99d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b621a6fc7c5459f9d634992e3303bb0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0397375 Feb 03 12:32:15.615020 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] Pushing event updated for resources: {'Port': ['ID=3baf2f0c-b6d5-4f21-97ca-2b6edd804257,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:15.621735 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36874) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:15.625078 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:15.625491 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] Checking segment: {'id': '54fe302d-f672-4e49-b1ac-8af38d760b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:15.626149 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:15.626661 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] Bound using segment: {'id': '54fe302d-f672-4e49-b1ac-8af38d760b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:15.627385 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] Bound port: 3baf2f0c-b6d5-4f21-97ca-2b6edd804257, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fe302d-f672-4e49-b1ac-8af38d760b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:15.627781 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3baf2f0c-b6d5-4f21-97ca-2b6edd804257), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:15.692570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] For port 4283b9f3-2b21-49b8-b012-1f9d508b1178, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:15.701958 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-455e462b-c724-427b-9292-bdb26a8955e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:15.703778 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-455e462b-c724-427b-9292-bdb26a8955e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.5205848 Feb 03 12:32:15.712025 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] For port 4283b9f3-2b21-49b8-b012-1f9d508b1178, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4283b9f3-2b21-49b8-b012-1f9d508b1178,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:15.716279 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40346544-dc09-442d-bbdd-f1015708b250 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:32:15.737127 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-40346544-dc09-442d-bbdd-f1015708b250 admin admin] 10.222.0.18 "PUT /v2.0/routers/9648596f-ee05-445d-800b-50fe291f9f37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6892874 Feb 03 12:32:15.751556 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75309d1-cc58-493e-908f-aac3353b27ab req-f4e44aac-a796-4eeb-b9ed-ecd59f9a6740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:15.753441 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e75309d1-cc58-493e-908f-aac3353b27ab req-f4e44aac-a796-4eeb-b9ed-ecd59f9a6740 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6063666 Feb 03 12:32:15.754177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36888) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:15.755828 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] For port 3baf2f0c-b6d5-4f21-97ca-2b6edd804257, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:15.761393 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] For port 3baf2f0c-b6d5-4f21-97ca-2b6edd804257, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=3baf2f0c-b6d5-4f21-97ca-2b6edd804257,segment=NetworkSegment(54fe302d-f672-4e49-b1ac-8af38d760b2e),segment_id=54fe302d-f672-4e49-b1ac-8af38d760b2e)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:15.763666 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4283b9f3-2b21-49b8-b012-1f9d508b1178), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:15.771463 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811dcc25-1e2e-401b-b749-9f0042d8f376 None None] Sync routers for ids ['9648596f-ee05-445d-800b-50fe291f9f37'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:32:15.786288 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3baf2f0c-b6d5-4f21-97ca-2b6edd804257), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:15.796700 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811dcc25-1e2e-401b-b749-9f0042d8f376 None None] Routers {'9648596f-ee05-445d-800b-50fe291f9f37'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:15.798873 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-811dcc25-1e2e-401b-b749-9f0042d8f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:32:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9648596f-ee05-445d-800b-50fe291f9f37'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:15.822132 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-31f918db-742b-439e-985a-ff63d5054bba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036086 Feb 03 12:32:15.919796 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-85fe206f-788c-4443-bf7d-994b806e1811 req-f4c550c4-9f2e-4f67-93f3-db72a3416eab tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314040 Feb 03 12:32:15.968367 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c0369-1003-49e8-9599-82e025cdd8fe None None] Pushing event updated for resources: {'Port': ['ID=3baf2f0c-b6d5-4f21-97ca-2b6edd804257,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:15.999699 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d25da2ec-fe6c-46a3-8e0d-985351a07185 admin admin] Publish callbacks [] for router_gateway (89d7d1b2-9a44-44b6-9ee4-284d80a3e277), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:16.015451 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-811dcc25-1e2e-401b-b749-9f0042d8f376 None None] Set router 9648596f-ee05-445d-800b-50fe291f9f37 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:16.047331 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:16.048038 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:16.054782 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d25da2ec-fe6c-46a3-8e0d-985351a07185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:16.057387 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f58d3a67-c952-4674-b017-3202e3097ebf req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] 10.222.0.73 "PUT /v2.0/ports/4283b9f3-2b21-49b8-b012-1f9d508b1178 HTTP/1.1" status: 200 len: 1095 time: 4.2518082 Feb 03 12:32:16.098400 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58bad88-2d73-4616-b07d-69696a9d4867', 'tag': '4283b9f3-2b21-49b8-b012-1f9d508b1178'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:16.101902 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a13ad74-5e5c-44a7-9436-36338ba28ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "f58bad88-2d73-4616-b07d-69696a9d4867", "tag": "4283b9f3-2b21-49b8-b012-1f9d508b1178"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:16.332977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3e369-b70f-48b3-b9cf-e81f9e802398 service neutron] Pushing event updated for resources: {'Port': ['ID=4283b9f3-2b21-49b8-b012-1f9d508b1178,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:16.361514 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabf013-938c-4205-82e4-fdffc72719d7 req-0203043f-46c4-4828-b228-bbd5b71016ad tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:16.369033 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dfabf013-938c-4205-82e4-fdffc72719d7 req-0203043f-46c4-4828-b228-bbd5b71016ad tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 944 time: 0.3167360 Feb 03 12:32:16.401538 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc3717f-79e9-4573-8dc9-7863ca757518 x-openstack-request-id: req-ccc3717f-79e9-4573-8dc9-7863ca757518 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:16.402095 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58bad88-2d73-4616-b07d-69696a9d4867", "tag": "4283b9f3-2b21-49b8-b012-1f9d508b1178", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:16.402588 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ccc3717f-79e9-4573-8dc9-7863ca757518 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:16.403204 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58bad88-2d73-4616-b07d-69696a9d4867', 'tag': '4283b9f3-2b21-49b8-b012-1f9d508b1178', 'status': 'completed', 'code': 200} Feb 03 12:32:16.495130 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d25da2ec-fe6c-46a3-8e0d-985351a07185 admin admin] Allocated IP 172.25.6.127 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/0b7264fc-a84d-4272-bed5-9d38864647de) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:16.530562 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce403528-b7f0-45f4-ae50-c5c0b966400a admin admin] Publish callbacks [] for security_group (90041163-f4e4-4d3d-beac-0500e5e39374), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:16.576941 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce403528-b7f0-45f4-ae50-c5c0b966400a admin admin] Publish callbacks [] for security_group (90041163-f4e4-4d3d-beac-0500e5e39374), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:16.600889 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-811dcc25-1e2e-401b-b749-9f0042d8f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9648596f-ee05-445d-800b-50fe291f9f37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:16Z', 'updated_at': '2022-02-03T12:32:12Z', 'revision_number': 5, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'gw_port': {'id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:18Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:16.628131 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dfabf013-938c-4205-82e4-fdffc72719d7 req-141c171e-9e61-4ad2-a751-42d176e2b09f tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581086 Feb 03 12:32:16.659364 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811dcc25-1e2e-401b-b749-9f0042d8f376 None None] Checking router: 9648596f-ee05-445d-800b-50fe291f9f37 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:32:16.670966 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36906) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:16.682466 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811dcc25-1e2e-401b-b749-9f0042d8f376 None None] Routers {'9648596f-ee05-445d-800b-50fe291f9f37'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:16.683005 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-811dcc25-1e2e-401b-b749-9f0042d8f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:32:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9648596f-ee05-445d-800b-50fe291f9f37'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:16.720238 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e75309d1-cc58-493e-908f-aac3353b27ab req-1162614d-56f7-4fd3-af98-965f3b5a0934 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9531615 Feb 03 12:32:16.752780 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad21e9b2-cce3-4e21-96e7-591089f1933b admin admin] Publish callbacks [] for router (9648596f-ee05-445d-800b-50fe291f9f37), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:16.763313 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d25da2ec-fe6c-46a3-8e0d-985351a07185 admin admin] Publish callbacks [] for port (0b7264fc-a84d-4272-bed5-9d38864647de), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:16.816469 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-c767cfde-2ba4-42a8-af68-a6819b82b972 service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9060225 Feb 03 12:32:16.824069 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d25da2ec-fe6c-46a3-8e0d-985351a07185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (0b7264fc-a84d-4272-bed5-9d38864647de), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:16.827514 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d3a67-c952-4674-b017-3202e3097ebf req-90326ab8-b1db-479a-939c-ffd3c91838c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:16.829698 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f58d3a67-c952-4674-b017-3202e3097ebf req-90326ab8-b1db-479a-939c-ffd3c91838c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 1129 time: 0.4000802 Feb 03 12:32:16.833710 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-811dcc25-1e2e-401b-b749-9f0042d8f376 None None] Set router 9648596f-ee05-445d-800b-50fe291f9f37 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:16.865314 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce403528-b7f0-45f4-ae50-c5c0b966400a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (90041163-f4e4-4d3d-beac-0500e5e39374), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:16.867912 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce403528-b7f0-45f4-ae50-c5c0b966400a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:16.869219 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ce403528-b7f0-45f4-ae50-c5c0b966400a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90041163-f4e4-4d3d-beac-0500e5e39374 HTTP/1.1" status: 204 len: 168 time: 1.2380333 Feb 03 12:32:16.878406 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25da2ec-fe6c-46a3-8e0d-985351a07185 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7264fc-a84d-4272-bed5-9d38864647de,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:16.907782 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25da2ec-fe6c-46a3-8e0d-985351a07185 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:16.909353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d25da2ec-fe6c-46a3-8e0d-985351a07185 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:16.912270 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25da2ec-fe6c-46a3-8e0d-985351a07185 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:16.998544 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd06a7d-420a-4260-92de-1f4d1ecdac77 req-ea2b6051-ce51-4cae-a4de-e004fd73e4ea tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:17.006167 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cfd06a7d-420a-4260-92de-1f4d1ecdac77 req-ea2b6051-ce51-4cae-a4de-e004fd73e4ea tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 947 time: 0.3787177 Feb 03 12:32:17.024177 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f58d3a67-c952-4674-b017-3202e3097ebf req-7a3cafd1-7938-4fd1-bcf5-78e854c0f428 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=4283b9f3-2b21-49b8-b012-1f9d508b1178 HTTP/1.1" status: 200 len: 217 time: 0.1731355 Feb 03 12:32:17.080606 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce403528-b7f0-45f4-ae50-c5c0b966400a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90041163-f4e4-4d3d-beac-0500e5e39374,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:17.257463 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf9c079a-ff6e-4694-984c-5f7aecbede0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:17.350324 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e75309d1-cc58-493e-908f-aac3353b27ab req-ebd6daec-9c58-4426-830f-092d449b74aa service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150115 Feb 03 12:32:17.384353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80a9d-916f-4af1-bc66-448a1b0c5562 req-b139dd3d-79c9-4f68-acd4-48dacfe48cd9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:17.386150 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39f80a9d-916f-4af1-bc66-448a1b0c5562 req-b139dd3d-79c9-4f68-acd4-48dacfe48cd9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 949 time: 0.2927723 Feb 03 12:32:17.391122 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d3a67-c952-4674-b017-3202e3097ebf req-65f636ed-5782-4f65-988a-ea952ac8aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:17.396684 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f58d3a67-c952-4674-b017-3202e3097ebf req-65f636ed-5782-4f65-988a-ea952ac8aa75 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.3150282 Feb 03 12:32:17.413869 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-811dcc25-1e2e-401b-b749-9f0042d8f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9648596f-ee05-445d-800b-50fe291f9f37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:16Z', 'updated_at': '2022-02-03T12:32:12Z', 'revision_number': 5, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'gw_port': {'id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:18Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:17.455076 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cfd06a7d-420a-4260-92de-1f4d1ecdac77 req-3b551e1d-80f2-48cd-b558-951e7aea5fea tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428017 Feb 03 12:32:17.456446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811dcc25-1e2e-401b-b749-9f0042d8f376 None None] The sync data for ids ['9648596f-ee05-445d-800b-50fe291f9f37'] in n-d-827336-3 is: [{'id': '9648596f-ee05-445d-800b-50fe291f9f37', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1418322834-router', 'tenant_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:16Z', 'updated_at': '2022-02-03T12:32:12Z', 'revision_number': 5, 'project_id': 'fc4a06b2bcd845a58e4fb7339bfa03e4', 'gw_port': {'id': '23c58ce4-5a07-49f9-9668-ed0670ab839c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:55:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648596f-ee05-445d-800b-50fe291f9f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:18Z', 'updated_at': '2022-02-03T12:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:32:17.507449 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad21e9b2-cce3-4e21-96e7-591089f1933b admin admin] Publish callbacks [] for router_gateway (9648596f-ee05-445d-800b-50fe291f9f37), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:17.529528 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39f80a9d-916f-4af1-bc66-448a1b0c5562 req-da6898de-5b74-4530-b082-80977b64d382 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345587 Feb 03 12:32:17.558465 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d25da2ec-fe6c-46a3-8e0d-985351a07185 admin admin] Publish callbacks [] for router_gateway (89d7d1b2-9a44-44b6-9ee4-284d80a3e277), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:17.585300 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-6f3c81f7-4ce5-4955-8983-ee5906641604 service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7521379 Feb 03 12:32:17.616463 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cda99e0-d9b0-4231-b708-18324918004b None None] Network e1f3eede-7a05-4755-8b0c-c829dd7e38ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:32:17.653021 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d3a67-c952-4674-b017-3202e3097ebf req-9b66a952-2ff0-4a07-8304-12d610a8b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:17.655150 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f58d3a67-c952-4674-b017-3202e3097ebf req-9b66a952-2ff0-4a07-8304-12d610a8b0f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2427866 Feb 03 12:32:17.746231 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0e400f1d-4b3b-4a87-8449-cc6699b737c6 None None] Provisioning complete for port 3baf2f0c-b6d5-4f21-97ca-2b6edd804257 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:17.747564 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0e400f1d-4b3b-4a87-8449-cc6699b737c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (3baf2f0c-b6d5-4f21-97ca-2b6edd804257), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:17.809357 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:32:17.936188 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf10f9-9bea-47f6-be8f-380474f2657c req-3f76de98-3859-4ef5-ac14-77d8152a3d9b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:17.937751 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cbbf10f9-9bea-47f6-be8f-380474f2657c req-3f76de98-3859-4ef5-ac14-77d8152a3d9b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 944 time: 0.1531758 Feb 03 12:32:17.952411 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d25da2ec-fe6c-46a3-8e0d-985351a07185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (89d7d1b2-9a44-44b6-9ee4-284d80a3e277), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:18.055643 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf9c079a-ff6e-4694-984c-5f7aecbede0c admin admin] Publish callbacks [] for security_group (ea11103a-0d80-49f0-b858-1321a867f0b3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:18.093796 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf9c079a-ff6e-4694-984c-5f7aecbede0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ea11103a-0d80-49f0-b858-1321a867f0b3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:18.131244 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0e400f1d-4b3b-4a87-8449-cc6699b737c6 None None] Current status of the port 3baf2f0c-b6d5-4f21-97ca-2b6edd804257 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:18.131644 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0e400f1d-4b3b-4a87-8449-cc6699b737c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3baf2f0c-b6d5-4f21-97ca-2b6edd804257), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:18.224773 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726610d-5518-4dda-b0bb-88b4fb79f9b4 req-2ab86b8c-59ec-4a16-94d8-3b9dae9e45d8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:18.228340 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2726610d-5518-4dda-b0bb-88b4fb79f9b4 req-2ab86b8c-59ec-4a16-94d8-3b9dae9e45d8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 949 time: 0.5703061 Feb 03 12:32:18.258442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 3baf2f0c-b6d5-4f21-97ca-2b6edd804257 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:18.262888 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0e400f1d-4b3b-4a87-8449-cc6699b737c6 None None] For port 3baf2f0c-b6d5-4f21-97ca-2b6edd804257, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=3baf2f0c-b6d5-4f21-97ca-2b6edd804257,segment=NetworkSegment(54fe302d-f672-4e49-b1ac-8af38d760b2e),segment_id=54fe302d-f672-4e49-b1ac-8af38d760b2e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:18.267207 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f58d3a67-c952-4674-b017-3202e3097ebf req-44e8d508-5b5a-4f7e-9887-855dc58bae7d service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362823 Feb 03 12:32:18.270067 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ad21e9b2-cce3-4e21-96e7-591089f1933b admin admin] Deleting port 23c58ce4-5a07-49f9-9668-ed0670ab839c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:32:18.271076 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad21e9b2-cce3-4e21-96e7-591089f1933b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (23c58ce4-5a07-49f9-9668-ed0670ab839c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:18.309413 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0e400f1d-4b3b-4a87-8449-cc6699b737c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3baf2f0c-b6d5-4f21-97ca-2b6edd804257), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:18.312692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:18.407485 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22', 'mac_address': 'fa:16:3e:17:85:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:32:18.498742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e400f1d-4b3b-4a87-8449-cc6699b737c6 None None] Pushing event updated for resources: {'Port': ['ID=3baf2f0c-b6d5-4f21-97ca-2b6edd804257,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:18.505095 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 3baf2f0c-b6d5-4f21-97ca-2b6edd804257 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:18.505472 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (3baf2f0c-b6d5-4f21-97ca-2b6edd804257), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:18.537422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:18.537791 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:18.562207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:18.583429 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:18.595377 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:18.600331 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2726610d-5518-4dda-b0bb-88b4fb79f9b4 req-2a8ba635-c32b-40aa-8b6b-2753199ca14f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156283 Feb 03 12:32:18.603628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cf9c079a-ff6e-4694-984c-5f7aecbede0c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=683680aa4b84445283c5f033b153f377&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9292784 Feb 03 12:32:18.610620 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36950) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:18.614443 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c079a-ff6e-4694-984c-5f7aecbede0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea11103a-0d80-49f0-b858-1321a867f0b3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:18.680578 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cbbf10f9-9bea-47f6-be8f-380474f2657c req-a12b072c-349d-4c88-b565-eec585d40ac1 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7359545 Feb 03 12:32:18.730933 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 3baf2f0c-b6d5-4f21-97ca-2b6edd804257 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:18.740492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f2197004-67d0-4cb0-b08d-8779185e737a None None] Provisioning complete for port 3baf2f0c-b6d5-4f21-97ca-2b6edd804257 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:18.740977 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f2197004-67d0-4cb0-b08d-8779185e737a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (3baf2f0c-b6d5-4f21-97ca-2b6edd804257), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:18.781473 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,revision_number=12']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:18.785189 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0ae11f12-fb66-4010-bea0-183280b64ce0 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:32:18.812071 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 0ae11f12-fb66-4010-bea0-183280b64ce0 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:32:18.812430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0ae11f12-fb66-4010-bea0-183280b64ce0 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:32:18.843543 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2b1c966-f218-4d15-abf4-1336ac0be775 admin admin] Publish callbacks [] for security_group (ea11103a-0d80-49f0-b858-1321a867f0b3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:18.861136 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ad21e9b2-cce3-4e21-96e7-591089f1933b admin admin] For port 23c58ce4-5a07-49f9-9668-ed0670ab839c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=23c58ce4-5a07-49f9-9668-ed0670ab839c,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:18.861516 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad21e9b2-cce3-4e21-96e7-591089f1933b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (23c58ce4-5a07-49f9-9668-ed0670ab839c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:18.869448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f2197004-67d0-4cb0-b08d-8779185e737a None None] Current status of the port 3baf2f0c-b6d5-4f21-97ca-2b6edd804257 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:18.877089 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2b1c966-f218-4d15-abf4-1336ac0be775 admin admin] Publish callbacks [] for security_group (ea11103a-0d80-49f0-b858-1321a867f0b3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:18.885732 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f58d3a67-c952-4674-b017-3202e3097ebf req-d760ce11-6b5c-42ae-a210-a21607d7ee25 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6020482 Feb 03 12:32:18.900775 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-e1cf682c-4ee2-4a7e-b2bc-41973e173526 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:18.904836 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-e1cf682c-4ee2-4a7e-b2bc-41973e173526 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e&tenant_id=4d4dfb0f87774d34902a75fe55b72106&binding%3Ahost_id=n-h1-827336-3 HTTP/1.1" status: 200 len: 1126 time: 0.9610932 Feb 03 12:32:18.907918 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ad21e9b2-cce3-4e21-96e7-591089f1933b admin admin] Calling delete_port for 23c58ce4-5a07-49f9-9668-ed0670ab839c owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:32:18.911994 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25da2ec-fe6c-46a3-8e0d-985351a07185 admin admin] Router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:32:18.938892 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['d4fa40dc-22d5-45a7-ab16-fde2bd99fb22'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:18.986878 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2b1c966-f218-4d15-abf4-1336ac0be775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ea11103a-0d80-49f0-b858-1321a867f0b3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:18.991289 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2b1c966-f218-4d15-abf4-1336ac0be775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:18.997692 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a2b1c966-f218-4d15-abf4-1336ac0be775 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea11103a-0d80-49f0-b858-1321a867f0b3 HTTP/1.1" status: 204 len: 168 time: 0.3769610 Feb 03 12:32:19.068647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25da2ec-fe6c-46a3-8e0d-985351a07185 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:32:19.080617 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] Sync routers for ids ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:32:19.082554 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1c966-f218-4d15-abf4-1336ac0be775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea11103a-0d80-49f0-b858-1321a867f0b3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:19.097116 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] Routers {'89d7d1b2-9a44-44b6-9ee4-284d80a3e277'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:19.097781 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:32:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:19.106485 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d25da2ec-fe6c-46a3-8e0d-985351a07185 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:19.112037 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d25da2ec-fe6c-46a3-8e0d-985351a07185 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.1774132 Feb 03 12:32:19.112961 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36968) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:19.159566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29252b9f-e185-4528-953e-aa890a7a017f req-ef1a1941-7758-4d73-9070-1dc5af6ce1ba tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:19.161191 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29252b9f-e185-4528-953e-aa890a7a017f req-ef1a1941-7758-4d73-9070-1dc5af6ce1ba tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 947 time: 0.2833776 Feb 03 12:32:19.297331 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] Set router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:19.426829 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad21e9b2-cce3-4e21-96e7-591089f1933b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (23c58ce4-5a07-49f9-9668-ed0670ab839c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:19.482407 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13ad74-5e5c-44a7-9436-36338ba28ff0 req-d08ab939-1daf-422c-806c-48c35d96c7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:19.484086 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a13ad74-5e5c-44a7-9436-36338ba28ff0 req-d08ab939-1daf-422c-806c-48c35d96c7b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 1129 time: 0.4539797 Feb 03 12:32:19.592208 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-1ef4a565-8a23-42a1-95bc-dc64f65fd74b tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0669e5f36ee643e4b9ef67057393a547&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2466292 Feb 03 12:32:19.607866 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:17Z', 'revision_number': 3, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:19.634512 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21e9b2-cce3-4e21-96e7-591089f1933b admin admin] Pushing event deleted for resources: {'Port': ['ID=23c58ce4-5a07-49f9-9668-ed0670ab839c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:19.637165 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] Checking router: 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:32:19.637537 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] Updating router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 port 0b7264fc-a84d-4272-bed5-9d38864647de binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:32:19.658480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-e7410c8d-311d-4bef-acd5-a20a0d69b961 service neutron] For port d554fd18-71cb-4717-be6f-4e59565601bb, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:19.685220 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0b7264fc-a84d-4272-bed5-9d38864647de), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:19.712379 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-e7410c8d-311d-4bef-acd5-a20a0d69b961 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:19.716498 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-789caa2b-44d5-4b5e-b2c1-2567183e83a1 req-e7410c8d-311d-4bef-acd5-a20a0d69b961 service neutron] 10.222.0.73 "DELETE /v2.0/ports/d554fd18-71cb-4717-be6f-4e59565601bb/bindings/n-h2-827336-3 HTTP/1.1" status: 204 len: 173 time: 0.8045082 Feb 03 12:32:19.793868 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29252b9f-e185-4528-953e-aa890a7a017f req-2a775d5c-8b25-4576-a94c-73c1a4ad6200 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6135974 Feb 03 12:32:19.833871 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8142fe9f-ec47-4f2e-9139-04944314383e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:19.864995 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bdf6c318-c295-4ff9-a906-6bb7b3cab203 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:19.871792 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bdf6c318-c295-4ff9-a906-6bb7b3cab203 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2787077 Feb 03 12:32:19.909343 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13ad74-5e5c-44a7-9436-36338ba28ff0 req-c4af94a6-aab7-4e95-8af0-211b46636cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:19.911238 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a13ad74-5e5c-44a7-9436-36338ba28ff0 req-c4af94a6-aab7-4e95-8af0-211b46636cca service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.3684170 Feb 03 12:32:19.943531 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-eed1d499-1838-4152-a26d-5df2b6cb673d tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/quotas/0669e5f36ee643e4b9ef67057393a547 HTTP/1.1" status: 200 len: 375 time: 0.0707700 Feb 03 12:32:19.993847 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a13ad74-5e5c-44a7-9436-36338ba28ff0 req-1c0dee26-5d5c-4771-ac7f-27d5eff51e46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=4283b9f3-2b21-49b8-b012-1f9d508b1178 HTTP/1.1" status: 200 len: 217 time: 0.0726006 Feb 03 12:32:20.003626 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-294fb5e0-eb73-494f-9261-d53915737391 req-cd52c4ee-dd11-4433-99d0-573464113334 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=207048d5e9d548ac8439a4c69e7678ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623727 Feb 03 12:32:20.056248 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-29054dca-d240-4c9e-b7e7-c038f2e71ce7 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0669e5f36ee643e4b9ef67057393a547&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0954413 Feb 03 12:32:20.169897 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] Publish callbacks [] for port (0b7264fc-a84d-4272-bed5-9d38864647de), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:20.182847 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0b7264fc-a84d-4272-bed5-9d38864647de), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:20.261158 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-8142fe9f-ec47-4f2e-9139-04944314383e admin admin] Allocated IP 172.20.0.1 (e1f3eede-7a05-4755-8b0c-c829dd7e38ec/8eecb123-1b17-4832-a250-9ffdf6ab791a/c14b8343-61ed-439f-8aa7-27c8bdd9d2de) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:20.301569 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 3baf2f0c-b6d5-4f21-97ca-2b6edd804257 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:20.342749 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] Attempting to bind port 0b7264fc-a84d-4272-bed5-9d38864647de on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:20.342749 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] Attempting to bind port 0b7264fc-a84d-4272-bed5-9d38864647de by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:20.342749 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] Attempting to bind port 0b7264fc-a84d-4272-bed5-9d38864647de on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:20.347560 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fd7d0-3287-4a44-ba29-4cacf528d646 None None] Pushing event updated for resources: {'Port': ['ID=0b7264fc-a84d-4272-bed5-9d38864647de,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:20.401242 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fd7d0-3287-4a44-ba29-4cacf528d646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:20.401690 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fd7d0-3287-4a44-ba29-4cacf528d646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:20.402130 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fd7d0-3287-4a44-ba29-4cacf528d646 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:20.402563 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fd7d0-3287-4a44-ba29-4cacf528d646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:20.403859 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fd7d0-3287-4a44-ba29-4cacf528d646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:20.404554 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fd7d0-3287-4a44-ba29-4cacf528d646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:20.419134 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fd7d0-3287-4a44-ba29-4cacf528d646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:20.420884 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fd7d0-3287-4a44-ba29-4cacf528d646 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:20.421479 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fd7d0-3287-4a44-ba29-4cacf528d646 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:20.425657 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fd7d0-3287-4a44-ba29-4cacf528d646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:20.427987 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fd7d0-3287-4a44-ba29-4cacf528d646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:20.429108 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fd7d0-3287-4a44-ba29-4cacf528d646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:20.432241 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fd7d0-3287-4a44-ba29-4cacf528d646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:20.442135 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 3baf2f0c-b6d5-4f21-97ca-2b6edd804257 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:20.442979 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (3baf2f0c-b6d5-4f21-97ca-2b6edd804257), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:20.452846 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:20.453395 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:20.454547 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:20.457187 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:20.459630 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] Bound port: 0b7264fc-a84d-4272-bed5-9d38864647de, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:20.466676 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0b7264fc-a84d-4272-bed5-9d38864647de), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:20.594147 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad21e9b2-cce3-4e21-96e7-591089f1933b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (9648596f-ee05-445d-800b-50fe291f9f37), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:20.605035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 3baf2f0c-b6d5-4f21-97ca-2b6edd804257 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:20.629744 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] For port 0b7264fc-a84d-4272-bed5-9d38864647de, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:20.636800 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] For port 0b7264fc-a84d-4272-bed5-9d38864647de, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0b7264fc-a84d-4272-bed5-9d38864647de,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:20.642831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a427d94-0187-47e5-a690-5a5c26a401ad req-e2968f82-2d80-44fb-9dc6-1f9a29026f11 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:20.647295 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0b7264fc-a84d-4272-bed5-9d38864647de), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:20.659436 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9a427d94-0187-47e5-a690-5a5c26a401ad req-e2968f82-2d80-44fb-9dc6-1f9a29026f11 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 944 time: 0.1915574 Feb 03 12:32:20.713684 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8142fe9f-ec47-4f2e-9139-04944314383e admin admin] Publish callbacks [] for port (c14b8343-61ed-439f-8aa7-27c8bdd9d2de), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:20.807472 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9a427d94-0187-47e5-a690-5a5c26a401ad req-1551a49b-d564-4477-9858-b1fa02c4aac9 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330256 Feb 03 12:32:20.866894 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13ad74-5e5c-44a7-9436-36338ba28ff0 req-7e1f6ce8-4a07-451f-8dfb-4273f1d3f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:20.868742 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a13ad74-5e5c-44a7-9436-36338ba28ff0 req-7e1f6ce8-4a07-451f-8dfb-4273f1d3f1b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.8551791 Feb 03 12:32:20.868903 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fd7d0-3287-4a44-ba29-4cacf528d646 None None] Pushing event updated for resources: {'Port': ['ID=0b7264fc-a84d-4272-bed5-9d38864647de,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:20.875104 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad21e9b2-cce3-4e21-96e7-591089f1933b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (9648596f-ee05-445d-800b-50fe291f9f37), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:20.877873 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8142fe9f-ec47-4f2e-9139-04944314383e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (c14b8343-61ed-439f-8aa7-27c8bdd9d2de), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:20.883926 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad21e9b2-cce3-4e21-96e7-591089f1933b admin admin] Publish callbacks [] for router_controller (9648596f-ee05-445d-800b-50fe291f9f37), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:20.927491 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] Routers {'89d7d1b2-9a44-44b6-9ee4-284d80a3e277'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:20.927491 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:32:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:21.012629 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fb5e0-eb73-494f-9261-d53915737391 req-8936023c-1cd2-412a-9252-20c89fde46d9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:21.014621 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-294fb5e0-eb73-494f-9261-d53915737391 req-8936023c-1cd2-412a-9252-20c89fde46d9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0102813 Feb 03 12:32:21.034253 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142fe9f-ec47-4f2e-9139-04944314383e admin admin] Pushing event updated for resources: {'Port': ['ID=c14b8343-61ed-439f-8aa7-27c8bdd9d2de,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:21.035624 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad21e9b2-cce3-4e21-96e7-591089f1933b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (9648596f-ee05-445d-800b-50fe291f9f37), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:21.036344 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad21e9b2-cce3-4e21-96e7-591089f1933b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9648596f-ee05-445d-800b-50fe291f9f37 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:32:21.043132 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad21e9b2-cce3-4e21-96e7-591089f1933b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:21.044570 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ad21e9b2-cce3-4e21-96e7-591089f1933b admin admin] 10.222.0.18 "DELETE /v2.0/routers/9648596f-ee05-445d-800b-50fe291f9f37 HTTP/1.1" status: 204 len: 168 time: 5.2824714 Feb 03 12:32:21.048167 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-294fb5e0-eb73-494f-9261-d53915737391 req-b5b5faa4-4ee5-490e-ab4e-7f63153e0280 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/quotas/207048d5e9d548ac8439a4c69e7678ef HTTP/1.1" status: 200 len: 375 time: 0.0268762 Feb 03 12:32:21.054042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37032) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:21.068079 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13ad74-5e5c-44a7-9436-36338ba28ff0 req-8e0db8c4-9f9d-432e-a410-1787e392c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:21.069803 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a13ad74-5e5c-44a7-9436-36338ba28ff0 req-8e0db8c4-9f9d-432e-a410-1787e392c16e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1894913 Feb 03 12:32:21.125819 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b21f4b79-bde9-4a29-ab92-6e0c609766a6 req-2b3bd735-7c7d-4935-b6f5-b90bdea0ed74 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 210 time: 0.1118712 Feb 03 12:32:21.127921 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8142fe9f-ec47-4f2e-9139-04944314383e admin admin] Network e1f3eede-7a05-4755-8b0c-c829dd7e38ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:21.129421 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8142fe9f-ec47-4f2e-9139-04944314383e admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:21.143036 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8142fe9f-ec47-4f2e-9139-04944314383e admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:21.271072 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] Set router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:21.296682 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-833ba645-b926-4993-b242-4766654b8d80 admin admin] Deleting subnet 85163f5e-1c84-41bb-8d33-9e34ca1fec33 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:32:21.306236 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-833ba645-b926-4993-b242-4766654b8d80 admin admin] Publish callbacks [] for subnet (85163f5e-1c84-41bb-8d33-9e34ca1fec33), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:21.369588 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8142fe9f-ec47-4f2e-9139-04944314383e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (89d7d1b2-9a44-44b6-9ee4-284d80a3e277), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:21.486012 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-294fb5e0-eb73-494f-9261-d53915737391 req-21786a32-f560-42de-aecc-7cd990823d3f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4291306 Feb 03 12:32:21.496855 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-833ba645-b926-4993-b242-4766654b8d80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (85163f5e-1c84-41bb-8d33-9e34ca1fec33), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:21.518545 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18286b17-6ccd-4c93-aca1-63cd54a0f75f req-ff645cd4-d966-47d3-afe4-dce73ac52de7 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:21.520649 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18286b17-6ccd-4c93-aca1-63cd54a0f75f req-ff645cd4-d966-47d3-afe4-dce73ac52de7 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 947 time: 0.2527821 Feb 03 12:32:21.551709 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a13ad74-5e5c-44a7-9436-36338ba28ff0 req-200f1bce-7632-4a6b-ba86-f029aea57671 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370232 Feb 03 12:32:21.621098 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:17Z', 'revision_number': 3, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:21.630332 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8ba14754-2830-4d3b-b725-ebaf867975a8 None None] Provisioning complete for port c14b8343-61ed-439f-8aa7-27c8bdd9d2de triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:21.630897 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8ba14754-2830-4d3b-b725-ebaf867975a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c14b8343-61ed-439f-8aa7-27c8bdd9d2de), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:21.709691 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef9f98b-eeda-4f4e-a553-4f5d52d886c5 None None] The sync data for ids ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'] in n-d-827336-3 is: [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:17Z', 'revision_number': 3, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:32:21.714724 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8ba14754-2830-4d3b-b725-ebaf867975a8 None None] Port c14b8343-61ed-439f-8aa7-27c8bdd9d2de cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:32:21.777104 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-833ba645-b926-4993-b242-4766654b8d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (85163f5e-1c84-41bb-8d33-9e34ca1fec33), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:21.822690 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a13ad74-5e5c-44a7-9436-36338ba28ff0 req-1c1fbe24-b8f9-4627-a45d-ea42c774a746 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621334 Feb 03 12:32:21.831109 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:21.839851 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18286b17-6ccd-4c93-aca1-63cd54a0f75f req-51fa0896-139c-44f7-9f57-102661f342f8 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129311 Feb 03 12:32:21.874287 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8142fe9f-ec47-4f2e-9139-04944314383e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c14b8343-61ed-439f-8aa7-27c8bdd9d2de), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:21.894455 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-833ba645-b926-4993-b242-4766654b8d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (85163f5e-1c84-41bb-8d33-9e34ca1fec33), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:21.971833 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-833ba645-b926-4993-b242-4766654b8d80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:21.976118 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-833ba645-b926-4993-b242-4766654b8d80 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/85163f5e-1c84-41bb-8d33-9e34ca1fec33 HTTP/1.1" status: 204 len: 168 time: 0.9206743 Feb 03 12:32:21.984117 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaca060-7b7d-4a24-b670-8b84540aaba6 None None] Network e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:32:21.984381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37052) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:21.985264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ba645-b926-4993-b242-4766654b8d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85163f5e-1c84-41bb-8d33-9e34ca1fec33,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:22.026697 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba9c5bb7-c0f1-468d-836c-e25077f17453 req-7f6e23f8-cf9a-4e79-9302-5e70a0e3d6cd tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 210 time: 0.0807402 Feb 03 12:32:22.089218 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 23c58ce4-5a07-49f9-9668-ed0670ab839c no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:32:22.161414 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:32:22.175030 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 23c58ce4-5a07-49f9-9668-ed0670ab839c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:32:22.177375 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 23c58ce4-5a07-49f9-9668-ed0670ab839c not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:32:22.258084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:22.258484 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.259782 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79f1e88e-f8b0-47be-a2f4-087b53940105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (e6b732d5-42c9-48bb-8c90-6cc7fc4fd940), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.357969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e2608-e1a6-4bf5-8a5f-53aea437e741 req-e96da47e-a191-438e-9b63-966b1c45488c tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:22.359590 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3c2e2608-e1a6-4bf5-8a5f-53aea437e741 req-e96da47e-a191-438e-9b63-966b1c45488c tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 1126 time: 0.1381173 Feb 03 12:32:22.401965 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-ae8b6d5f-b8f5-4022-8466-2aaffec2c857 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0669e5f36ee643e4b9ef67057393a547&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598638 Feb 03 12:32:22.466449 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8142fe9f-ec47-4f2e-9139-04944314383e admin admin] Publish callbacks [] for port (c14b8343-61ed-439f-8aa7-27c8bdd9d2de), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.477588 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3c2e2608-e1a6-4bf5-8a5f-53aea437e741 req-f08fd934-9be3-4660-a30f-1c5af965a2f2 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107488 Feb 03 12:32:22.479310 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8142fe9f-ec47-4f2e-9139-04944314383e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (c14b8343-61ed-439f-8aa7-27c8bdd9d2de), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.583489 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8142fe9f-ec47-4f2e-9139-04944314383e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (89d7d1b2-9a44-44b6-9ee4-284d80a3e277), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.587194 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:22.587591 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.645771 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-79f1e88e-f8b0-47be-a2f4-087b53940105 admin admin] Deleting port 8346dd45-ca80-4cde-bc62-e3975cb0a6aa {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:32:22.646255 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79f1e88e-f8b0-47be-a2f4-087b53940105 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (8346dd45-ca80-4cde-bc62-e3975cb0a6aa), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.686288 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0756b4bf-db49-494b-b047-085e1cf008d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:22.691104 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d57a03f-b33b-40d8-a24f-047488b62356" -d '{"events": [{"server_uuid": "0756b4bf-db49-494b-b047-085e1cf008d3", "name": "network-vif-plugged", "status": "completed", "tag": "d4fa40dc-22d5-45a7-ab16-fde2bd99fb22"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:22.718013 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:22.733121 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02073f61-cb5f-4a2b-995e-8e69a3f02726 None None] DHCP port deletion for e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:32:22.737454 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.849249 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-7783b41a-944e-41f8-ba03-d3845e121232 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:22.856267 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-7783b41a-944e-41f8-ba03-d3845e121232 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4471607 Feb 03 12:32:22.856715 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142fe9f-ec47-4f2e-9139-04944314383e admin admin] Pushing event updated for resources: {'Port': ['ID=c14b8343-61ed-439f-8aa7-27c8bdd9d2de,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:22.863548 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2910b087-3233-4f59-be5f-f8f9a5f2f5bd req-f972dd24-d5ec-4e1a-bd23-1a775df38ba5 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 210 time: 0.0505774 Feb 03 12:32:22.884520 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Request body: {'port': {'device_id': 'ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': '0669e5f36ee643e4b9ef67057393a547'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:22.941995 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8142fe9f-ec47-4f2e-9139-04944314383e admin admin] Network e1f3eede-7a05-4755-8b0c-c829dd7e38ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:22.949891 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8142fe9f-ec47-4f2e-9139-04944314383e admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:22.961478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-79f1e88e-f8b0-47be-a2f4-087b53940105 admin admin] For port 8346dd45-ca80-4cde-bc62-e3975cb0a6aa, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=8346dd45-ca80-4cde-bc62-e3975cb0a6aa,segment=NetworkSegment(cacebafa-8e9a-442e-a47a-6c18a1c39031),segment_id=cacebafa-8e9a-442e-a47a-6c18a1c39031)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:22.961969 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79f1e88e-f8b0-47be-a2f4-087b53940105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (8346dd45-ca80-4cde-bc62-e3975cb0a6aa), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:22.983045 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,revision_number=13']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:23.066753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-79f1e88e-f8b0-47be-a2f4-087b53940105 admin admin] Calling delete_port for 8346dd45-ca80-4cde-bc62-e3975cb0a6aa owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:32:23.074919 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-02073f61-cb5f-4a2b-995e-8e69a3f02726 None None] Deleting port 8346dd45-ca80-4cde-bc62-e3975cb0a6aa {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:32:23.075301 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-02073f61-cb5f-4a2b-995e-8e69a3f02726 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (8346dd45-ca80-4cde-bc62-e3975cb0a6aa), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.138482 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2010b972-b330-4e35-a54a-9c1722b64d30 x-openstack-request-id: req-2010b972-b330-4e35-a54a-9c1722b64d30 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:23.139274 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0756b4bf-db49-494b-b047-085e1cf008d3", "name": "network-vif-plugged", "status": "completed", "tag": "d4fa40dc-22d5-45a7-ab16-fde2bd99fb22", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:23.139802 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2010b972-b330-4e35-a54a-9c1722b64d30 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:23.140382 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0756b4bf-db49-494b-b047-085e1cf008d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22', 'code': 200} Feb 03 12:32:23.258392 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-02073f61-cb5f-4a2b-995e-8e69a3f02726 None None] For port 8346dd45-ca80-4cde-bc62-e3975cb0a6aa, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=8346dd45-ca80-4cde-bc62-e3975cb0a6aa,segment=NetworkSegment(cacebafa-8e9a-442e-a47a-6c18a1c39031),segment_id=cacebafa-8e9a-442e-a47a-6c18a1c39031)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:23.258719 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-02073f61-cb5f-4a2b-995e-8e69a3f02726 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (8346dd45-ca80-4cde-bc62-e3975cb0a6aa), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.265609 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8142fe9f-ec47-4f2e-9139-04944314383e admin admin] Router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:32:23.295035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-02073f61-cb5f-4a2b-995e-8e69a3f02726 None None] Calling delete_port for 8346dd45-ca80-4cde-bc62-e3975cb0a6aa owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:32:23.336541 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Made reservation on behalf of 0669e5f36ee643e4b9ef67057393a547 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:32:23.340879 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.365054 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939d63b-b42f-4638-9f9c-14d70a416821 req-3007899e-acf7-4edb-ae5f-7a1be6a98fb5 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:23.372484 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c939d63b-b42f-4638-9f9c-14d70a416821 req-3007899e-acf7-4edb-ae5f-7a1be6a98fb5 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 947 time: 0.1605141 Feb 03 12:32:23.389729 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.430945 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79f1e88e-f8b0-47be-a2f4-087b53940105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (8346dd45-ca80-4cde-bc62-e3975cb0a6aa), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.449147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-732d3167-fccc-4d7e-b2a5-0b581f915a8c None None] Provisioning complete for port c14b8343-61ed-439f-8aa7-27c8bdd9d2de triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:23.449481 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-732d3167-fccc-4d7e-b2a5-0b581f915a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c14b8343-61ed-439f-8aa7-27c8bdd9d2de), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.491679 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1e88e-f8b0-47be-a2f4-087b53940105 admin admin] Pushing event deleted for resources: {'Port': ['ID=8346dd45-ca80-4cde-bc62-e3975cb0a6aa,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:23.493666 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88213b13-5bfb-49db-b2ad-bd8f0b2ff7aa req-d9167a6a-5f3f-4696-82b2-2d641a0576ee tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:23.495452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f1e88e-f8b0-47be-a2f4-087b53940105 admin admin] No DVR routers for this DVR port 8346dd45-ca80-4cde-bc62-e3975cb0a6aa on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:32:23.498885 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88213b13-5bfb-49db-b2ad-bd8f0b2ff7aa req-d9167a6a-5f3f-4696-82b2-2d641a0576ee tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 1126 time: 0.2824259 Feb 03 12:32:23.516762 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c939d63b-b42f-4638-9f9c-14d70a416821 req-c8ea7fde-6884-4296-924c-eb2d1675c27b tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432338 Feb 03 12:32:23.525449 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8142fe9f-ec47-4f2e-9139-04944314383e admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:32:23.540946 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8142fe9f-ec47-4f2e-9139-04944314383e admin admin] 10.222.0.18 "PUT /v2.0/routers/89d7d1b2-9a44-44b6-9ee4-284d80a3e277/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4264286 Feb 03 12:32:23.556043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-732d3167-fccc-4d7e-b2a5-0b581f915a8c None None] Port c14b8343-61ed-439f-8aa7-27c8bdd9d2de cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:32:23.575811 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-02073f61-cb5f-4a2b-995e-8e69a3f02726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (8346dd45-ca80-4cde-bc62-e3975cb0a6aa), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.614946 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88213b13-5bfb-49db-b2ad-bd8f0b2ff7aa req-6f72304d-1df1-4d32-9c6b-fe5b73d7cd8a tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075332 Feb 03 12:32:23.644340 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02073f61-cb5f-4a2b-995e-8e69a3f02726 None None] No DVR routers for this DVR port 8346dd45-ca80-4cde-bc62-e3975cb0a6aa on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:32:23.653762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02073f61-cb5f-4a2b-995e-8e69a3f02726 None None] Pushing event deleted for resources: {'Port': ['ID=8346dd45-ca80-4cde-bc62-e3975cb0a6aa,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:23.714733 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-acbadd2d-83df-44c1-8e3d-2d4f3bc31ba4 req-50376f43-7e17-40c9-8fe1-83a83a33810f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 210 time: 0.0692971 Feb 03 12:32:23.768169 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79f1e88e-f8b0-47be-a2f4-087b53940105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (e6b732d5-42c9-48bb-8c90-6cc7fc4fd940), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.850122 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-79f1e88e-f8b0-47be-a2f4-087b53940105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b732d5-42c9-48bb-8c90-6cc7fc4fd940']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:23.862161 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-294fb5e0-eb73-494f-9261-d53915737391 req-6fe6d195-1333-49b9-be93-47833761f1c6 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=207048d5e9d548ac8439a4c69e7678ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471258 Feb 03 12:32:23.864226 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Publish callbacks [] for security_group (41bd5b18-5685-40b4-9705-01a7d5cf308d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.872425 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-79f1e88e-f8b0-47be-a2f4-087b53940105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cacebafa-8e9a-442e-a47a-6c18a1c39031') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:23.873003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-79f1e88e-f8b0-47be-a2f4-087b53940105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cacebafa-8e9a-442e-a47a-6c18a1c39031') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:23.910142 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (41bd5b18-5685-40b4-9705-01a7d5cf308d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:23.916532 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79f1e88e-f8b0-47be-a2f4-087b53940105 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (cacebafa-8e9a-442e-a47a-6c18a1c39031), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.043893 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79f1e88e-f8b0-47be-a2f4-087b53940105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (cacebafa-8e9a-442e-a47a-6c18a1c39031), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.098742 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f1e88e-f8b0-47be-a2f4-087b53940105 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:32:24.099419 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79f1e88e-f8b0-47be-a2f4-087b53940105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (cacebafa-8e9a-442e-a47a-6c18a1c39031), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:32:24.102254 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:32:24.155043 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41bd5b18-5685-40b4-9705-01a7d5cf308d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:24.210347 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0b7264fc-a84d-4272-bed5-9d38864647de up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:24.244398 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:24.251016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:24.251546 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:24.252133 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:24.252655 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:24.253153 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:24.253661 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:24.254154 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:24.254834 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:24.255434 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:24.256021 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:24.256554 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:24.257224 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:24.293515 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 0b7264fc-a84d-4272-bed5-9d38864647de triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:24.294994 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0b7264fc-a84d-4272-bed5-9d38864647de), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.332150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4283b9f3-2b21-49b8-b012-1f9d508b1178 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:32:24.338454 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79f1e88e-f8b0-47be-a2f4-087b53940105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (e6b732d5-42c9-48bb-8c90-6cc7fc4fd940), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.354506 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1dfed975-4ec5-4b08-bd4b-e3471e14d5fe req-40fd59f9-0b1c-42a1-940a-53556f5008a6 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 210 time: 0.1194103 Feb 03 12:32:24.362995 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79f1e88e-f8b0-47be-a2f4-087b53940105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.366712 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-79f1e88e-f8b0-47be-a2f4-087b53940105 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e6b732d5-42c9-48bb-8c90-6cc7fc4fd940 HTTP/1.1" status: 204 len: 168 time: 2.3678844 Feb 03 12:32:24.369872 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37114) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:24.374221 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fb5e0-eb73-494f-9261-d53915737391 req-56a8c95a-b30d-490d-855b-10e0b6852ab2 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:24.377495 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-294fb5e0-eb73-494f-9261-d53915737391 req-56a8c95a-b30d-490d-855b-10e0b6852ab2 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5069060 Feb 03 12:32:24.395371 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1e88e-f8b0-47be-a2f4-087b53940105 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6b732d5-42c9-48bb-8c90-6cc7fc4fd940,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:24.411390 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-294fb5e0-eb73-494f-9261-d53915737391 req-33eb6c79-b835-423c-830e-1f8ccc5bd70f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Request body: {'port': {'device_id': '7b8ce78c-94c5-4fef-adb8-8dd7abecae8b', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': '207048d5e9d548ac8439a4c69e7678ef'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:24.438938 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Allocated IP 192.168.233.107 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/11018a34-1585-4dee-8b39-5cd8ed94b75a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:24.617437 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4283b9f3-2b21-49b8-b012-1f9d508b1178, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4283b9f3-2b21-49b8-b012-1f9d508b1178,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:24.634498 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '4283b9f3-2b21-49b8-b012-1f9d508b1178', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '4283b9f3-2b21-49b8-b012-1f9d508b1178', 'mac_address': 'fa:16:3e:26:46:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:32:24.710010 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 4283b9f3-2b21-49b8-b012-1f9d508b1178 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:24.710401 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4283b9f3-2b21-49b8-b012-1f9d508b1178), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.712478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294fb5e0-eb73-494f-9261-d53915737391 req-33eb6c79-b835-423c-830e-1f8ccc5bd70f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Made reservation on behalf of 207048d5e9d548ac8439a4c69e7678ef for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:32:24.716848 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-294fb5e0-eb73-494f-9261-d53915737391 req-33eb6c79-b835-423c-830e-1f8ccc5bd70f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.730645 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4283b9f3-2b21-49b8-b012-1f9d508b1178 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:24.754835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4283b9f3-2b21-49b8-b012-1f9d508b1178, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4283b9f3-2b21-49b8-b012-1f9d508b1178,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:24.756111 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0b7264fc-a84d-4272-bed5-9d38864647de is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:24.756492 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0b7264fc-a84d-4272-bed5-9d38864647de), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.783843 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 0b7264fc-a84d-4272-bed5-9d38864647de, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0b7264fc-a84d-4272-bed5-9d38864647de,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:24.788397 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4283b9f3-2b21-49b8-b012-1f9d508b1178), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.814506 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-c6e590de-fade-40ec-a8b9-fc85f8f95fc2 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:24.821551 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-c6e590de-fade-40ec-a8b9-fc85f8f95fc2 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/networks?id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec HTTP/1.1" status: 200 len: 821 time: 0.2306480 Feb 03 12:32:24.859146 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] Sync routers for ids ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:32:24.864463 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0b7264fc-a84d-4272-bed5-9d38864647de), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.872228 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-b593513d-738d-47e0-b413-d63d1cf9fc09 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/quotas/59fee055273c410d8bd6eaaa2aa69e6d HTTP/1.1" status: 200 len: 375 time: 0.0492408 Feb 03 12:32:24.881421 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=4283b9f3-2b21-49b8-b012-1f9d508b1178,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:24.901355 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] Routers {'89d7d1b2-9a44-44b6-9ee4-284d80a3e277'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:24.902248 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:32:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:24.976337 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Publish callbacks [] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:24.991182 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 8346dd45-ca80-4cde-bc62-e3975cb0a6aa no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:32:25.001925 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-ce749e67-a823-416c-ac31-ce88c236e971 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=59fee055273c410d8bd6eaaa2aa69e6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1289358 Feb 03 12:32:25.038152 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:25.101973 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:25.110436 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:25.156478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:25.222941 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 8346dd45-ca80-4cde-bc62-e3975cb0a6aa {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:32:25.224547 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 8346dd45-ca80-4cde-bc62-e3975cb0a6aa not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:32:25.231761 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Pushing event updated for resources: {'Port': ['ID=11018a34-1585-4dee-8b39-5cd8ed94b75a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:25.260535 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-e45707ca-cbd4-4a52-b2c2-c11596b3c5a8 service neutron] 10.222.0.18 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277300 Feb 03 12:32:25.293448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe010eaa-2a2f-451a-b57e-dc667925e739 req-b36202be-2eb7-4976-9b35-d4b3cf6cd980 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:25.300884 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe010eaa-2a2f-451a-b57e-dc667925e739 req-b36202be-2eb7-4976-9b35-d4b3cf6cd980 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 948 time: 0.4313097 Feb 03 12:32:25.306215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-294fb5e0-eb73-494f-9261-d53915737391 req-33eb6c79-b835-423c-830e-1f8ccc5bd70f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Allocated IP 192.168.233.240 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/617175b0-b452-4296-9fee-0aa5b9f12b38) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:25.335858 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:25.340946 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:25.380337 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-4c680cb5-9031-4657-956b-40bd05cdcf33 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5092359 Feb 03 12:32:25.383891 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=0b7264fc-a84d-4272-bed5-9d38864647de,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:25.408252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] Request body: {'port': {'device_id': 'ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:25.453390 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:25.489619 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['4283b9f3-2b21-49b8-b012-1f9d508b1178'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:25.521627 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe010eaa-2a2f-451a-b57e-dc667925e739 req-faea30bd-6d90-4b85-b4b9-7137f5640f78 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197759 Feb 03 12:32:25.541700 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] Set router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:25.725147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-218cd913-a4f3-447a-b8e4-af90eef92276 None None] Provisioning complete for port 11018a34-1585-4dee-8b39-5cd8ed94b75a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:25.725531 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-218cd913-a4f3-447a-b8e4-af90eef92276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:25.741915 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-294fb5e0-eb73-494f-9261-d53915737391 req-33eb6c79-b835-423c-830e-1f8ccc5bd70f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks [] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:25.765051 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-218cd913-a4f3-447a-b8e4-af90eef92276 None None] Port 11018a34-1585-4dee-8b39-5cd8ed94b75a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:32:25.779572 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37152) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:25.800128 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-294fb5e0-eb73-494f-9261-d53915737391 req-33eb6c79-b835-423c-830e-1f8ccc5bd70f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:25.816194 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['b5e274e7-addc-4547-a7a5-f05f495eccaa', '52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60', 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:25.863854 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-42ff0bf3-710e-491d-a831-499bc11dae7c service neutron] 10.222.0.18 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488086 Feb 03 12:32:26.147200 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0b7264fc-a84d-4272-bed5-9d38864647de up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:26.246696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'c14b8343-61ed-439f-8aa7-27c8bdd9d2de', 'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'mac_address': 'fa:16:3e:eb:3f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:19Z', 'updated_at': '2022-02-03T12:32:22Z', 'revision_number': 2, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'subnets': [{'id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:26.286794 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] Checking router: 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:32:26.286794 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] Updating router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 port c14b8343-61ed-439f-8aa7-27c8bdd9d2de binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:32:26.306035 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b45eaf-8833-4180-8d2d-0f09c1debe1e req-2a49e257-e7e9-4562-af1b-75c54cf8012e tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:26.308043 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2b45eaf-8833-4180-8d2d-0f09c1debe1e req-2a49e257-e7e9-4562-af1b-75c54cf8012e tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 936 time: 0.1001680 Feb 03 12:32:26.319332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294fb5e0-eb73-494f-9261-d53915737391 req-33eb6c79-b835-423c-830e-1f8ccc5bd70f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:26.322655 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:26.328335 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2341aee2-4dc7-4c4d-9b36-6f020af50c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:26.350599 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c14b8343-61ed-439f-8aa7-27c8bdd9d2de), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:26.352072 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-294fb5e0-eb73-494f-9261-d53915737391 req-33eb6c79-b835-423c-830e-1f8ccc5bd70f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:26.364893 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-294fb5e0-eb73-494f-9261-d53915737391 req-33eb6c79-b835-423c-830e-1f8ccc5bd70f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:26.365443 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 0b7264fc-a84d-4272-bed5-9d38864647de triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:26.365802 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0b7264fc-a84d-4272-bed5-9d38864647de), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:26.369481 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb6c79-b835-423c-830e-1f8ccc5bd70f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Pushing event updated for resources: {'Port': ['ID=617175b0-b452-4296-9fee-0aa5b9f12b38,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:26.393405 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Deleting port b34ec0ee-fb80-495f-962a-fc258a56d841 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:32:26.394225 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b34ec0ee-fb80-495f-962a-fc258a56d841), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:26.416701 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab65f15-4aa1-44d5-9165-04ec7881a8b6 req-3bd1ab14-87d4-4d1e-b9c8-5e18d4f59ab5 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:26.424061 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ab65f15-4aa1-44d5-9165-04ec7881a8b6 req-3bd1ab14-87d4-4d1e-b9c8-5e18d4f59ab5 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 936 time: 0.6453545 Feb 03 12:32:26.556363 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2b45eaf-8833-4180-8d2d-0f09c1debe1e req-e24fe3b3-144c-4cd8-a291-3cfd95373f59 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bd5b18-5685-40b4-9705-01a7d5cf308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254217 Feb 03 12:32:26.592541 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fb5e0-eb73-494f-9261-d53915737391 req-33eb6c79-b835-423c-830e-1f8ccc5bd70f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:26.596337 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-294fb5e0-eb73-494f-9261-d53915737391 req-33eb6c79-b835-423c-830e-1f8ccc5bd70f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:26.627512 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ab65f15-4aa1-44d5-9165-04ec7881a8b6 req-e6177aaa-abe9-472a-b775-22851c3eff9f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022040 Feb 03 12:32:26.738816 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] For port b34ec0ee-fb80-495f-962a-fc258a56d841, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b34ec0ee-fb80-495f-962a-fc258a56d841,segment=NetworkSegment(8733446a-61fe-4aff-be45-c847554beaad),segment_id=8733446a-61fe-4aff-be45-c847554beaad)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:26.739197 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b34ec0ee-fb80-495f-962a-fc258a56d841), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:26.807838 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Calling delete_port for b34ec0ee-fb80-495f-962a-fc258a56d841 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:32:26.839548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0b7264fc-a84d-4272-bed5-9d38864647de is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:26.883461 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ea30141a-c48b-45ff-ab13-db7ae2687bf5 req-150961f5-bec7-4e34-bfd5-0f8e98a126f5 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 210 time: 0.1188693 Feb 03 12:32:26.907410 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5104309a-2b1f-405c-9e79-d00b747fc97a None None] Provisioning complete for port 617175b0-b452-4296-9fee-0aa5b9f12b38 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:26.908879 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5104309a-2b1f-405c-9e79-d00b747fc97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:26.915218 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2341aee2-4dc7-4c4d-9b36-6f020af50c6d admin admin] Publish callbacks [] for security_group (0183eb52-04c1-4b4d-946a-9f4fc2300f41), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:26.927260 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-294fb5e0-eb73-494f-9261-d53915737391 req-33eb6c79-b835-423c-830e-1f8ccc5bd70f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5234554 Feb 03 12:32:26.930167 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2341aee2-4dc7-4c4d-9b36-6f020af50c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0183eb52-04c1-4b4d-946a-9f4fc2300f41), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:26.952442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] Request body: {'port': {'device_id': '7b8ce78c-94c5-4fef-adb8-8dd7abecae8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:27.087774 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341aee2-4dc7-4c4d-9b36-6f020af50c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0183eb52-04c1-4b4d-946a-9f4fc2300f41,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:27.098452 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2341aee2-4dc7-4c4d-9b36-6f020af50c6d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4563fef1dab449d5b730603951cf47c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3179636 Feb 03 12:32:27.099061 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37168) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:27.138875 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] Publish callbacks [] for port (c14b8343-61ed-439f-8aa7-27c8bdd9d2de), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.159516 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c14b8343-61ed-439f-8aa7-27c8bdd9d2de), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.170192 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5104309a-2b1f-405c-9e79-d00b747fc97a None None] Port 617175b0-b452-4296-9fee-0aa5b9f12b38 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:32:27.202226 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.218551 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c00d5-91b7-41c1-8edf-2d56d65a15b1 req-74fb61b4-c07b-4d31-a839-2496711790c7 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:27.223501 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-539c00d5-91b7-41c1-8edf-2d56d65a15b1 req-74fb61b4-c07b-4d31-a839-2496711790c7 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 948 time: 0.2266908 Feb 03 12:32:27.291381 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91d6cd6d-da1d-495a-8c56-f10b0554eaa4 admin admin] Publish callbacks [] for security_group (0183eb52-04c1-4b4d-946a-9f4fc2300f41), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.337090 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-539c00d5-91b7-41c1-8edf-2d56d65a15b1 req-cab4c99f-064f-421e-b26f-34de7e79643c tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933805 Feb 03 12:32:27.353029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11018a34-1585-4dee-8b39-5cd8ed94b75a {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:27.369858 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d4167-0d4f-4942-b6d8-8b5ed2ad431a None None] Pushing event updated for resources: {'Port': ['ID=c14b8343-61ed-439f-8aa7-27c8bdd9d2de,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:27.378527 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] Publish callbacks [] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.393249 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91d6cd6d-da1d-495a-8c56-f10b0554eaa4 admin admin] Publish callbacks [] for security_group (0183eb52-04c1-4b4d-946a-9f4fc2300f41), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.424764 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b34ec0ee-fb80-495f-962a-fc258a56d841), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.482669 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Pushing event deleted for resources: {'Port': ['ID=b34ec0ee-fb80-495f-962a-fc258a56d841,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:27.488549 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] Transition to ACTIVE for port object 11018a34-1585-4dee-8b39-5cd8ed94b75a will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:32:27.511184 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:27.511537 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:27.511875 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:27.512283 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:27.512662 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:27.512994 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:27.513371 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:27.513701 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:27.514025 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:27.515487 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:27.515761 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.515906 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:27.516376 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:27.516889 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:27.616112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] Pushing event updated for resources: {'Port': ['ID=11018a34-1585-4dee-8b39-5cd8ed94b75a,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:27.642928 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91d6cd6d-da1d-495a-8c56-f10b0554eaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0183eb52-04c1-4b4d-946a-9f4fc2300f41), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.649138 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91d6cd6d-da1d-495a-8c56-f10b0554eaa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.653332 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-91d6cd6d-da1d-495a-8c56-f10b0554eaa4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0183eb52-04c1-4b4d-946a-9f4fc2300f41 HTTP/1.1" status: 204 len: 168 time: 0.5477586 Feb 03 12:32:27.743693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] Attempting to bind port c14b8343-61ed-439f-8aa7-27c8bdd9d2de on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:27.745055 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] Attempting to bind port c14b8343-61ed-439f-8aa7-27c8bdd9d2de by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '54fe302d-f672-4e49-b1ac-8af38d760b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:27.748510 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] Attempting to bind port c14b8343-61ed-439f-8aa7-27c8bdd9d2de on network e1f3eede-7a05-4755-8b0c-c829dd7e38ec {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:27.753372 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6cd6d-da1d-495a-8c56-f10b0554eaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0183eb52-04c1-4b4d-946a-9f4fc2300f41,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:27.808111 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:27.808502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] Checking segment: {'id': '54fe302d-f672-4e49-b1ac-8af38d760b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:27.808910 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.809311 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] Bound using segment: {'id': '54fe302d-f672-4e49-b1ac-8af38d760b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:27.809860 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] Bound port: c14b8343-61ed-439f-8aa7-27c8bdd9d2de, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fe302d-f672-4e49-b1ac-8af38d760b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:27.827567 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c14b8343-61ed-439f-8aa7-27c8bdd9d2de), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:27.941363 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e89fbaac-3565-40ea-9d5c-524fd73bd2a4 None None] Provisioning complete for port c14b8343-61ed-439f-8aa7-27c8bdd9d2de triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:27.941771 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e89fbaac-3565-40ea-9d5c-524fd73bd2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c14b8343-61ed-439f-8aa7-27c8bdd9d2de), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.088075 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e89fbaac-3565-40ea-9d5c-524fd73bd2a4 None None] Port c14b8343-61ed-439f-8aa7-27c8bdd9d2de cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:32:28.103872 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] For port c14b8343-61ed-439f-8aa7-27c8bdd9d2de, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:28.108641 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] For port c14b8343-61ed-439f-8aa7-27c8bdd9d2de, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c14b8343-61ed-439f-8aa7-27c8bdd9d2de,segment=NetworkSegment(54fe302d-f672-4e49-b1ac-8af38d760b2e),segment_id=54fe302d-f672-4e49-b1ac-8af38d760b2e)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:28.121191 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c14b8343-61ed-439f-8aa7-27c8bdd9d2de), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.177462 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d6858-6ed6-497f-bcdb-a01367e58939 req-668347b0-95fb-47d1-9783-701181ea0787 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:28.179074 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-237d6858-6ed6-497f-bcdb-a01367e58939 req-668347b0-95fb-47d1-9783-701181ea0787 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 948 time: 0.4179635 Feb 03 12:32:28.242331 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.259985 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d4167-0d4f-4942-b6d8-8b5ed2ad431a None None] Pushing event updated for resources: {'Port': ['ID=c14b8343-61ed-439f-8aa7-27c8bdd9d2de,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:28.266071 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] Routers {'89d7d1b2-9a44-44b6-9ee4-284d80a3e277'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:28.267268 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:32:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:28.324537 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4283b9f3-2b21-49b8-b012-1f9d508b1178 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:28.347121 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-237d6858-6ed6-497f-bcdb-a01367e58939 req-c5e65b5a-ca76-4476-940d-c62ed6a31da5 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bd5b18-5685-40b4-9705-01a7d5cf308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484022 Feb 03 12:32:28.382779 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37184) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:28.399117 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cb2235c-45dc-4e00-aaec-1abb177d72a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.557205 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 4283b9f3-2b21-49b8-b012-1f9d508b1178 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:32:28.557794 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 617175b0-b452-4296-9fee-0aa5b9f12b38 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:28.566004 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] Set router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:28.568018 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 4283b9f3-2b21-49b8-b012-1f9d508b1178 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:28.568445 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4283b9f3-2b21-49b8-b012-1f9d508b1178), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.585951 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] Publish callbacks [] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.598948 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] Transition to ACTIVE for port object 617175b0-b452-4296-9fee-0aa5b9f12b38 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:32:28.600578 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] Attempting to bind port 11018a34-1585-4dee-8b39-5cd8ed94b75a on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:28.601120 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] Attempting to bind port 11018a34-1585-4dee-8b39-5cd8ed94b75a by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:28.601247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] Attempting to bind port 11018a34-1585-4dee-8b39-5cd8ed94b75a on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:28.616419 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] Port 11018a34-1585-4dee-8b39-5cd8ed94b75a on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:32:28.616773 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] Attempting to bind port 11018a34-1585-4dee-8b39-5cd8ed94b75a on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:28.623371 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.672995 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] Pushing event updated for resources: {'Port': ['ID=617175b0-b452-4296-9fee-0aa5b9f12b38,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:28.681917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:28.682271 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:28.682662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:28.683116 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] Bound port: 11018a34-1585-4dee-8b39-5cd8ed94b75a, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:28.683480 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.709204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Router ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:32:28.716469 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c61ee-1bb5-4853-91ed-5f0d43255e4a req-932a138c-b5c7-4c3d-b0a5-0e4a810f5684 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:28.727383 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ee9c61ee-1bb5-4853-91ed-5f0d43255e4a req-932a138c-b5c7-4c3d-b0a5-0e4a810f5684 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 936 time: 0.6051493 Feb 03 12:32:28.762499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-9250829d-9d36-4694-85ea-9eaa4a73d1e6 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:28.764109 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-9250829d-9d36-4694-85ea-9eaa4a73d1e6 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.31 "GET /v2.0/networks?id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec HTTP/1.1" status: 200 len: 821 time: 0.9390945 Feb 03 12:32:28.802611 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-70963aae-3491-4af2-bfd7-ee3898fb0516 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Request body: {'port': {'device_id': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'admin_state_up': True, 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:28.916608 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cb2235c-45dc-4e00-aaec-1abb177d72a3 admin admin] Publish callbacks [] for security_group (42814092-d42f-4c0f-8d2a-b371a90a9967), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.919091 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:32:28.925418 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7c2d4897-9cfa-414c-b858-570bef1ad15e admin admin] 10.222.0.18 "PUT /v2.0/routers/ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5543985 Feb 03 12:32:28.926787 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cb2235c-45dc-4e00-aaec-1abb177d72a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (42814092-d42f-4c0f-8d2a-b371a90a9967), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:28.932108 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a4e903-713f-48f1-8dd6-01dae0b18305 None None] Sync routers for ids ['ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:32:28.944644 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37190) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:28.961390 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a4e903-713f-48f1-8dd6-01dae0b18305 None None] Routers {'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:28.962547 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-50a4e903-713f-48f1-8dd6-01dae0b18305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:32:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:29.006102 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1cb2235c-45dc-4e00-aaec-1abb177d72a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a1a8a0a3e524c53a976f82db2c4f2eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6220143 Feb 03 12:32:29.028403 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37192) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:29.041547 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a7d32175-8678-4dff-861e-a9ae058b85a5 req-f8077f5f-dd17-4a68-b2b6-faadb7a92ba2 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 210 time: 0.0616186 Feb 03 12:32:29.141814 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2235c-45dc-4e00-aaec-1abb177d72a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42814092-d42f-4c0f-8d2a-b371a90a9967,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:29.206647 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-50a4e903-713f-48f1-8dd6-01dae0b18305 None None] Set router ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:29.214930 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cfee607-5397-46ea-9d38-95d435878a72 admin admin] Publish callbacks [] for security_group (42814092-d42f-4c0f-8d2a-b371a90a9967), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.236765 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8cc30f78-3098-49e3-bd9d-851f870a40a8 None None] Provisioning complete for port c14b8343-61ed-439f-8aa7-27c8bdd9d2de triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:29.237150 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8cc30f78-3098-49e3-bd9d-851f870a40a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c14b8343-61ed-439f-8aa7-27c8bdd9d2de), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.291840 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ee9c61ee-1bb5-4853-91ed-5f0d43255e4a req-1dc33052-374b-40b2-bb9b-35fcd02e5323 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5634499 Feb 03 12:32:29.334621 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] For port 11018a34-1585-4dee-8b39-5cd8ed94b75a, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:29.337069 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cfee607-5397-46ea-9d38-95d435878a72 admin admin] Publish callbacks [] for security_group (42814092-d42f-4c0f-8d2a-b371a90a9967), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.345616 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] Attempting to bind port 617175b0-b452-4296-9fee-0aa5b9f12b38 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:29.348188 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] Attempting to bind port 617175b0-b452-4296-9fee-0aa5b9f12b38 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:29.349959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] Attempting to bind port 617175b0-b452-4296-9fee-0aa5b9f12b38 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:29.355965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] For port 11018a34-1585-4dee-8b39-5cd8ed94b75a, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=11018a34-1585-4dee-8b39-5cd8ed94b75a,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:29.367265 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2f05e07-066f-42e8-8d41-c307a4726c84 admin admin] Publish callbacks [] for router (ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.408707 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534fee3-2813-4a86-9a06-f6c4f3362451 req-91960535-a0b6-4831-ad2b-ad77435a6c0f tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:29.417950 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0534fee3-2813-4a86-9a06-f6c4f3362451 req-91960535-a0b6-4831-ad2b-ad77435a6c0f tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 948 time: 0.2280774 Feb 03 12:32:29.470918 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] Port 617175b0-b452-4296-9fee-0aa5b9f12b38 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:32:29.471439 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] Attempting to bind port 617175b0-b452-4296-9fee-0aa5b9f12b38 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:29.486471 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.517564 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0534fee3-2813-4a86-9a06-f6c4f3362451 req-e81217de-827b-4388-a2b5-b983fe1cc98e tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979230 Feb 03 12:32:29.549514 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cfee607-5397-46ea-9d38-95d435878a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (42814092-d42f-4c0f-8d2a-b371a90a9967), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.555163 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cfee607-5397-46ea-9d38-95d435878a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.556713 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1cfee607-5397-46ea-9d38-95d435878a72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42814092-d42f-4c0f-8d2a-b371a90a9967 HTTP/1.1" status: 204 len: 168 time: 0.5073097 Feb 03 12:32:29.558044 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:29.558542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:29.561284 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:29.562424 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] Bound port: 617175b0-b452-4296-9fee-0aa5b9f12b38, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:29.565437 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.575142 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfee607-5397-46ea-9d38-95d435878a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42814092-d42f-4c0f-8d2a-b371a90a9967,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:29.588503 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-70963aae-3491-4af2-bfd7-ee3898fb0516 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Made reservation on behalf of 59fee055273c410d8bd6eaaa2aa69e6d for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:32:29.595072 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-70963aae-3491-4af2-bfd7-ee3898fb0516 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.628123 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 4283b9f3-2b21-49b8-b012-1f9d508b1178 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:29.628123 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4283b9f3-2b21-49b8-b012-1f9d508b1178), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.633700 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8cc30f78-3098-49e3-bd9d-851f870a40a8 None None] Current status of the port c14b8343-61ed-439f-8aa7-27c8bdd9d2de is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:29.634086 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8cc30f78-3098-49e3-bd9d-851f870a40a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c14b8343-61ed-439f-8aa7-27c8bdd9d2de), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.692157 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-50a4e903-713f-48f1-8dd6-01dae0b18305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1226772875-router', 'tenant_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dfeda788-017e-4195-9bc1-5cc75b05ad0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:37Z', 'updated_at': '2022-02-03T12:32:27Z', 'revision_number': 5, 'project_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'gw_port': {'id': 'dfeda788-017e-4195-9bc1-5cc75b05ad0c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:39Z', 'updated_at': '2022-02-03T12:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:29.771535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:29.771801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58bad88-2d73-4616-b07d-69696a9d4867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4283b9f3-2b21-49b8-b012-1f9d508b1178'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:29.771952 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.772061 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d184db-2926-4dbe-a4a3-c2c504397485" -d '{"events": [{"server_uuid": "f58bad88-2d73-4616-b07d-69696a9d4867", "name": "network-vif-plugged", "status": "completed", "tag": "4283b9f3-2b21-49b8-b012-1f9d508b1178"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:29.774919 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] 10.222.0.31 "PUT /v2.0/ports/11018a34-1585-4dee-8b39-5cd8ed94b75a HTTP/1.1" status: 200 len: 1096 time: 4.3817332 Feb 03 12:32:29.789688 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908379e-9c92-4fd6-aefc-63c258ebae62 req-fb67bd40-e073-4014-8412-f3f38c063b2c tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:29.790466 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c', 'tag': '11018a34-1585-4dee-8b39-5cd8ed94b75a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:29.795840 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa51eac-398d-4bc0-935e-33bbf3d6ff32" -d '{"events": [{"name": "network-changed", "server_uuid": "ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c", "tag": "11018a34-1585-4dee-8b39-5cd8ed94b75a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:29.796396 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a4e903-713f-48f1-8dd6-01dae0b18305 None None] Checking router: ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:32:29.817354 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a4e903-713f-48f1-8dd6-01dae0b18305 None None] Routers {'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:29.818164 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-50a4e903-713f-48f1-8dd6-01dae0b18305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:32:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:29.822251 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4283b9f3-2b21-49b8-b012-1f9d508b1178, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4283b9f3-2b21-49b8-b012-1f9d508b1178,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:29.822798 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e908379e-9c92-4fd6-aefc-63c258ebae62 req-fb67bd40-e073-4014-8412-f3f38c063b2c tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 948 time: 0.1876550 Feb 03 12:32:29.845537 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8cc30f78-3098-49e3-bd9d-851f870a40a8 None None] For port c14b8343-61ed-439f-8aa7-27c8bdd9d2de, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c14b8343-61ed-439f-8aa7-27c8bdd9d2de,segment=NetworkSegment(54fe302d-f672-4e49-b1ac-8af38d760b2e),segment_id=54fe302d-f672-4e49-b1ac-8af38d760b2e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:29.857892 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4283b9f3-2b21-49b8-b012-1f9d508b1178), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:29.961185 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e908379e-9c92-4fd6-aefc-63c258ebae62 req-c78f0443-ffca-48c0-aa02-879856c0bd86 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bd5b18-5685-40b4-9705-01a7d5cf308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347125 Feb 03 12:32:29.984573 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76824593-c487-40de-bb14-3d3fc0d6c74a x-openstack-request-id: req-76824593-c487-40de-bb14-3d3fc0d6c74a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:29.985496 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58bad88-2d73-4616-b07d-69696a9d4867", "name": "network-vif-plugged", "status": "completed", "tag": "4283b9f3-2b21-49b8-b012-1f9d508b1178", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:29.985700 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76824593-c487-40de-bb14-3d3fc0d6c74a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:29.986119 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58bad88-2d73-4616-b07d-69696a9d4867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4283b9f3-2b21-49b8-b012-1f9d508b1178', 'code': 200} Feb 03 12:32:29.987170 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=4283b9f3-2b21-49b8-b012-1f9d508b1178,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:29.990654 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8cc30f78-3098-49e3-bd9d-851f870a40a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c14b8343-61ed-439f-8aa7-27c8bdd9d2de), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:30.065362 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf46ef-3eef-4468-8b29-a7d67b3cb28f service neutron] Pushing event updated for resources: {'Port': ['ID=11018a34-1585-4dee-8b39-5cd8ed94b75a,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:30.091246 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'c14b8343-61ed-439f-8aa7-27c8bdd9d2de', 'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'mac_address': 'fa:16:3e:eb:3f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:19Z', 'updated_at': '2022-02-03T12:32:28Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'subnets': [{'id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:30.175957 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14241c6-415b-42b1-a065-d38af4331079 None None] The sync data for ids ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'] in n-d-827336-3 is: [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'c14b8343-61ed-439f-8aa7-27c8bdd9d2de', 'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'mac_address': 'fa:16:3e:eb:3f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:19Z', 'updated_at': '2022-02-03T12:32:28Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'subnets': [{'id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:32:30.194392 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc30f78-3098-49e3-bd9d-851f870a40a8 None None] Pushing event updated for resources: {'Port': ['ID=c14b8343-61ed-439f-8aa7-27c8bdd9d2de,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:30.198626 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-50a4e903-713f-48f1-8dd6-01dae0b18305 None None] Set router ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:30.207716 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc30f78-3098-49e3-bd9d-851f870a40a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:30.208301 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc30f78-3098-49e3-bd9d-851f870a40a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:30.209222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc30f78-3098-49e3-bd9d-851f870a40a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:30.209723 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc30f78-3098-49e3-bd9d-851f870a40a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:30.210243 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc30f78-3098-49e3-bd9d-851f870a40a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:30.210746 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc30f78-3098-49e3-bd9d-851f870a40a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:30.211253 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc30f78-3098-49e3-bd9d-851f870a40a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:30.211930 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc30f78-3098-49e3-bd9d-851f870a40a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:30.212464 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc30f78-3098-49e3-bd9d-851f870a40a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:30.213539 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc30f78-3098-49e3-bd9d-851f870a40a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:30.214053 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc30f78-3098-49e3-bd9d-851f870a40a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:30.214620 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc30f78-3098-49e3-bd9d-851f870a40a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:30.215121 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc30f78-3098-49e3-bd9d-851f870a40a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:32:30.330086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] For port 617175b0-b452-4296-9fee-0aa5b9f12b38, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:30.350786 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a06bebd-cce7-464f-bc7e-af91b7cd6c90 x-openstack-request-id: req-6a06bebd-cce7-464f-bc7e-af91b7cd6c90 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:30.351119 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c", "tag": "11018a34-1585-4dee-8b39-5cd8ed94b75a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:30.351432 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a06bebd-cce7-464f-bc7e-af91b7cd6c90 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:30.353090 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c', 'tag': '11018a34-1585-4dee-8b39-5cd8ed94b75a', 'status': 'completed', 'code': 200} Feb 03 12:32:30.394149 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] For port 617175b0-b452-4296-9fee-0aa5b9f12b38, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=617175b0-b452-4296-9fee-0aa5b9f12b38,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:30.438578 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b9bfda7-3154-4927-b84c-4a1c7ef11b09 req-760703a5-82b8-42f7-b20e-0988b626301b tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 210 time: 0.0396194 Feb 03 12:32:30.451999 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2f05e07-066f-42e8-8d41-c307a4726c84 admin admin] Publish callbacks [] for router_gateway (ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:30.535909 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:30.560915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:30.562302 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:30.564618 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-294fb5e0-eb73-494f-9261-d53915737391 req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] 10.222.0.73 "PUT /v2.0/ports/617175b0-b452-4296-9fee-0aa5b9f12b38 HTTP/1.1" status: 200 len: 1096 time: 3.6184349 Feb 03 12:32:30.610966 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-70963aae-3491-4af2-bfd7-ee3898fb0516 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Allocated IP 172.20.0.11 (e1f3eede-7a05-4755-8b0c-c829dd7e38ec/8eecb123-1b17-4832-a250-9ffdf6ab791a/5256de46-7c8e-44e3-89ef-97ee4330e68b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:30.755092 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:30.863091 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-50a4e903-713f-48f1-8dd6-01dae0b18305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1226772875-router', 'tenant_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dfeda788-017e-4195-9bc1-5cc75b05ad0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:37Z', 'updated_at': '2022-02-03T12:32:27Z', 'revision_number': 5, 'project_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'gw_port': {'id': 'dfeda788-017e-4195-9bc1-5cc75b05ad0c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:39Z', 'updated_at': '2022-02-03T12:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:30.930124 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a4e903-713f-48f1-8dd6-01dae0b18305 None None] The sync data for ids ['ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc'] in n-d-827336-3 is: [{'id': 'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1226772875-router', 'tenant_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'dfeda788-017e-4195-9bc1-5cc75b05ad0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:28:37Z', 'updated_at': '2022-02-03T12:32:27Z', 'revision_number': 5, 'project_id': 'a979a3ece11b4e3c88ea0a026b4dc5ff', 'gw_port': {'id': 'dfeda788-017e-4195-9bc1-5cc75b05ad0c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:28:39Z', 'updated_at': '2022-02-03T12:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:32:30.934398 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-6d875a18-4fe4-4883-ae2a-89dd97e3f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:30.935994 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-6d875a18-4fe4-4883-ae2a-89dd97e3f5c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0669e5f36ee643e4b9ef67057393a547&device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 1130 time: 1.0854023 Feb 03 12:32:31.300213 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84678e44-3d06-41bd-8606-e62c639e4c33 req-2e3db94e-7971-45ac-a024-53682f715e71 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:31.303050 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-84678e44-3d06-41bd-8606-e62c639e4c33 req-2e3db94e-7971-45ac-a024-53682f715e71 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 949 time: 0.0906241 Feb 03 12:32:31.418144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e80e38-95ea-40fd-ac50-8709ed6c89be req-804ac3c8-a48f-4708-a79e-889bdf021d14 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:31.425628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-23e80e38-95ea-40fd-ac50-8709ed6c89be req-804ac3c8-a48f-4708-a79e-889bdf021d14 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 948 time: 0.8843615 Feb 03 12:32:31.428398 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-84678e44-3d06-41bd-8606-e62c639e4c33 req-a2d554f5-d91c-4392-8b64-d96a48af44de tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050842 Feb 03 12:32:31.440707 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-f6bece76-6007-44d5-89ac-43fcaf80d0e5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=11018a34-1585-4dee-8b39-5cd8ed94b75a HTTP/1.1" status: 200 len: 217 time: 0.4853935 Feb 03 12:32:31.642962 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37260) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:31.680247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33657dc1-ece1-4543-ba70-4750a39aa6df service neutron] Pushing event updated for resources: {'Port': ['ID=617175b0-b452-4296-9fee-0aa5b9f12b38,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:31.691727 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf44171-be23-4b5e-8157-7acd14a62303 req-aa1372ca-dc7a-4b67-be36-e0a725519a6a tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:31.692926 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb67b24-5e66-45e6-85e6-e8232fdc2ab6 req-b1f5a57f-cfc4-4b2d-b933-d0218ea52da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:31.694498 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bcb67b24-5e66-45e6-85e6-e8232fdc2ab6 req-b1f5a57f-cfc4-4b2d-b933-d0218ea52da9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 1131 time: 1.3338509 Feb 03 12:32:31.700624 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cdf44171-be23-4b5e-8157-7acd14a62303 req-aa1372ca-dc7a-4b67-be36-e0a725519a6a tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 948 time: 0.1019168 Feb 03 12:32:31.714836 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-56c24d30-8dc2-4cc0-8a87-9982332f3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:31.718543 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-56c24d30-8dc2-4cc0-8a87-9982332f3dce service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.2245841 Feb 03 12:32:31.747745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fb5e0-eb73-494f-9261-d53915737391 req-70e6b068-d27c-4d5c-ac71-1f771c5b7740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:31.749926 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-294fb5e0-eb73-494f-9261-d53915737391 req-70e6b068-d27c-4d5c-ac71-1f771c5b7740 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 1130 time: 0.9146590 Feb 03 12:32:31.769018 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cdf44171-be23-4b5e-8157-7acd14a62303 req-2ca050e6-da01-45d7-a18d-74dedcb42593 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bd5b18-5685-40b4-9705-01a7d5cf308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663416 Feb 03 12:32:31.788432 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-70963aae-3491-4af2-bfd7-ee3898fb0516 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks [] for port (5256de46-7c8e-44e3-89ef-97ee4330e68b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:31.859677 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd4a1dfd-866b-405c-b67c-fa1f9166f39c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:31.868365 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-23e80e38-95ea-40fd-ac50-8709ed6c89be req-5fc20d82-008a-4b3c-85be-8192f0eed2e8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418416 Feb 03 12:32:31.938866 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a2f05e07-066f-42e8-8d41-c307a4726c84 admin admin] Deleting port dfeda788-017e-4195-9bc1-5cc75b05ad0c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:32:31.939210 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2f05e07-066f-42e8-8d41-c307a4726c84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (dfeda788-017e-4195-9bc1-5cc75b05ad0c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:31.955694 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd4a1dfd-866b-405c-b67c-fa1f9166f39c admin admin] Publish callbacks [] for security_group (e0cba295-a07f-499f-aa90-8f72fe75764e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:31.968145 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd4a1dfd-866b-405c-b67c-fa1f9166f39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e0cba295-a07f-499f-aa90-8f72fe75764e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:32.054036 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dd4a1dfd-866b-405c-b67c-fa1f9166f39c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1435e94b8ed749d2aabd3813a4bfc3a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4083433 Feb 03 12:32:32.056943 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37270) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:32.058124 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a1dfd-866b-405c-b67c-fa1f9166f39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cba295-a07f-499f-aa90-8f72fe75764e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:32.067614 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ce8e05e5-45bf-4bab-be9e-94b41f4d9a49 req-b95a06e0-2a3f-4d9a-be3e-31ba1e3962b2 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 210 time: 0.1102893 Feb 03 12:32:32.082380 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-a2f05e07-066f-42e8-8d41-c307a4726c84 admin admin] For port dfeda788-017e-4195-9bc1-5cc75b05ad0c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dfeda788-017e-4195-9bc1-5cc75b05ad0c,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:32.083027 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2f05e07-066f-42e8-8d41-c307a4726c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (dfeda788-017e-4195-9bc1-5cc75b05ad0c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:32.098157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a2f05e07-066f-42e8-8d41-c307a4726c84 admin admin] Calling delete_port for dfeda788-017e-4195-9bc1-5cc75b05ad0c owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:32:32.144767 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7cd140d7-07fd-4eaa-b2f6-5593d0f5f4d6 admin admin] Publish callbacks [] for security_group (e0cba295-a07f-499f-aa90-8f72fe75764e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:32.183587 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7cd140d7-07fd-4eaa-b2f6-5593d0f5f4d6 admin admin] Publish callbacks [] for security_group (e0cba295-a07f-499f-aa90-8f72fe75764e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:32.194459 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c14b8343-61ed-439f-8aa7-27c8bdd9d2de up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:32.298209 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c14b8343-61ed-439f-8aa7-27c8bdd9d2de triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:32.298595 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c14b8343-61ed-439f-8aa7-27c8bdd9d2de), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:32.299144 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7cd140d7-07fd-4eaa-b2f6-5593d0f5f4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e0cba295-a07f-499f-aa90-8f72fe75764e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:32.302342 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7cd140d7-07fd-4eaa-b2f6-5593d0f5f4d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:32.305459 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7cd140d7-07fd-4eaa-b2f6-5593d0f5f4d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0cba295-a07f-499f-aa90-8f72fe75764e HTTP/1.1" status: 204 len: 168 time: 0.2351248 Feb 03 12:32:32.322731 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2f05e07-066f-42e8-8d41-c307a4726c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (dfeda788-017e-4195-9bc1-5cc75b05ad0c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:32.330505 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd140d7-07fd-4eaa-b2f6-5593d0f5f4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cba295-a07f-499f-aa90-8f72fe75764e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:32.332606 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-294fb5e0-eb73-494f-9261-d53915737391 req-05e8a632-a4f4-474b-b380-468251901d44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=617175b0-b452-4296-9fee-0aa5b9f12b38 HTTP/1.1" status: 200 len: 217 time: 0.5337563 Feb 03 12:32:32.430484 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8ce78c-94c5-4fef-adb8-8dd7abecae8b', 'tag': '617175b0-b452-4296-9fee-0aa5b9f12b38'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:32.433212 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aed9b1-6708-4af6-8607-b27ff3528216" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8ce78c-94c5-4fef-adb8-8dd7abecae8b", "tag": "617175b0-b452-4296-9fee-0aa5b9f12b38"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:32.437309 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bcb67b24-5e66-45e6-85e6-e8232fdc2ab6 req-14a02708-c926-40a3-8a7b-e1cef5ece2cd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7093391 Feb 03 12:32:32.439220 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fb5e0-eb73-494f-9261-d53915737391 req-646145b0-e846-4e8a-bc37-a70faae6bf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:32.440601 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-294fb5e0-eb73-494f-9261-d53915737391 req-646145b0-e846-4e8a-bc37-a70faae6bf5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0607018 Feb 03 12:32:32.447600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-e3316f50-aeb2-49af-8153-bfca5f05655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:32.449714 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-e3316f50-aeb2-49af-8153-bfca5f05655c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7046373 Feb 03 12:32:32.473246 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f05e07-066f-42e8-8d41-c307a4726c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfeda788-017e-4195-9bc1-5cc75b05ad0c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:32.486047 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c14b8343-61ed-439f-8aa7-27c8bdd9d2de is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:32.498688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b34ec0ee-fb80-495f-962a-fc258a56d841 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:32:32.526160 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7023717-acf7-4de7-a811-67364c40269c x-openstack-request-id: req-f7023717-acf7-4de7-a811-67364c40269c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:32.526574 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8ce78c-94c5-4fef-adb8-8dd7abecae8b", "tag": "617175b0-b452-4296-9fee-0aa5b9f12b38", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:32.526837 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7023717-acf7-4de7-a811-67364c40269c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:32.527603 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8ce78c-94c5-4fef-adb8-8dd7abecae8b', 'tag': '617175b0-b452-4296-9fee-0aa5b9f12b38', 'status': 'completed', 'code': 200} Feb 03 12:32:32.539549 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: b34ec0ee-fb80-495f-962a-fc258a56d841 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:32:32.539906 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b34ec0ee-fb80-495f-962a-fc258a56d841 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:32:32.625782 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-70963aae-3491-4af2-bfd7-ee3898fb0516 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5256de46-7c8e-44e3-89ef-97ee4330e68b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:32.654010 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8abb5-78b0-4657-8bbf-5ee4927960ec req-79d17a38-31f9-43fb-9af4-014e5dfbd433 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:32.655713 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bed8abb5-78b0-4657-8bbf-5ee4927960ec req-79d17a38-31f9-43fb-9af4-014e5dfbd433 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 949 time: 0.0676651 Feb 03 12:32:32.695045 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-70963aae-3491-4af2-bfd7-ee3898fb0516 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Network e1f3eede-7a05-4755-8b0c-c829dd7e38ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:32.701328 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2f05e07-066f-42e8-8d41-c307a4726c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:32.708082 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-70963aae-3491-4af2-bfd7-ee3898fb0516 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:32.754979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-70963aae-3491-4af2-bfd7-ee3898fb0516 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:32.765762 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-b286d9bf-2fca-4f36-99b3-7af932d70d2b service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849832 Feb 03 12:32:32.795867 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bed8abb5-78b0-4657-8bbf-5ee4927960ec req-29cf1b28-1a2b-4e20-ac1c-46035cd69c8a tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338706 Feb 03 12:32:32.965682 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70963aae-3491-4af2-bfd7-ee3898fb0516 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Pushing event updated for resources: {'Port': ['ID=5256de46-7c8e-44e3-89ef-97ee4330e68b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:33.011722 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a5b47-dd3d-4d48-b0cb-2222e1df01b2 req-a179584f-e421-4417-88bf-6512c47ebf96 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:33.028548 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f28a5b47-dd3d-4d48-b0cb-2222e1df01b2 req-a179584f-e421-4417-88bf-6512c47ebf96 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 948 time: 0.1404054 Feb 03 12:32:33.053163 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2f05e07-066f-42e8-8d41-c307a4726c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:33.063234 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2f05e07-066f-42e8-8d41-c307a4726c84 admin admin] Publish callbacks [] for router_controller (ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:33.115590 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f28a5b47-dd3d-4d48-b0cb-2222e1df01b2 req-d252ee46-44b4-4b93-a8ba-dc5f8bedb2a9 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bd5b18-5685-40b4-9705-01a7d5cf308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848420 Feb 03 12:32:33.137513 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-16a12afa-b2e2-4c58-a7ea-2befe8323ab6 None None] Provisioning complete for port 5256de46-7c8e-44e3-89ef-97ee4330e68b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:33.138103 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16a12afa-b2e2-4c58-a7ea-2befe8323ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5256de46-7c8e-44e3-89ef-97ee4330e68b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:33.228593 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2f05e07-066f-42e8-8d41-c307a4726c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:33.229154 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f05e07-066f-42e8-8d41-c307a4726c84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:32:33.264149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-16a12afa-b2e2-4c58-a7ea-2befe8323ab6 None None] Port 5256de46-7c8e-44e3-89ef-97ee4330e68b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:32:33.307921 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2f05e07-066f-42e8-8d41-c307a4726c84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:33.312124 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a2f05e07-066f-42e8-8d41-c307a4726c84 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ee66cbd4-f9cc-4951-a71a-4bb4ce8e3cfc HTTP/1.1" status: 204 len: 168 time: 4.3626897 Feb 03 12:32:33.315915 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37312) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:33.342962 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-70963aae-3491-4af2-bfd7-ee3898fb0516 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:33.344443 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-70963aae-3491-4af2-bfd7-ee3898fb0516 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:33.353484 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37314) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:33.357456 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6c713-8875-45c4-9a61-bffa8711f94e req-344294c4-720b-4d60-9bc9-fae88c657f00 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:33.359051 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-59e6c713-8875-45c4-9a61-bffa8711f94e req-344294c4-720b-4d60-9bc9-fae88c657f00 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 932 time: 0.1409278 Feb 03 12:32:33.417085 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c3946-892b-4adc-936c-c8b2eeed1637 req-547f9edb-e94d-4c4a-8782-d43541710b2c tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:33.418066 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-9384c16f-2d62-4b83-901e-ef7846333832 admin admin] Deleting subnet 1d1a306d-ab2b-487a-9b60-a2fd85c657bb {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:32:33.422535 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9384c16f-2d62-4b83-901e-ef7846333832 admin admin] Publish callbacks [] for subnet (1d1a306d-ab2b-487a-9b60-a2fd85c657bb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:33.426786 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-652c3946-892b-4adc-936c-c8b2eeed1637 req-547f9edb-e94d-4c4a-8782-d43541710b2c tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 948 time: 0.4050527 Feb 03 12:32:33.461985 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-70963aae-3491-4af2-bfd7-ee3898fb0516 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6799586 Feb 03 12:32:33.472940 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fb5e0-eb73-494f-9261-d53915737391 req-1970b3b8-9b66-4970-a661-4a1302e43f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:33.477584 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-294fb5e0-eb73-494f-9261-d53915737391 req-1970b3b8-9b66-4970-a661-4a1302e43f18 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5003719 Feb 03 12:32:33.493566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] Request body: {'port': {'device_id': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:33.499875 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-db6d920b-0a95-4976-b62f-f606cf89528b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:33.501988 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30663523-2246-44ac-9bf1-0a5b49ac044a req-bf6c9112-7b56-42e6-9c98-a4d093a6e680 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252892 Feb 03 12:32:33.565840 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-59e6c713-8875-45c4-9a61-bffa8711f94e req-ea372ef1-1d1f-414c-9304-eeb5beebbe6a tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988878 Feb 03 12:32:33.588264 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9384c16f-2d62-4b83-901e-ef7846333832 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (1d1a306d-ab2b-487a-9b60-a2fd85c657bb), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:33.669950 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-652c3946-892b-4adc-936c-c8b2eeed1637 req-ce5bbfd3-ae6c-4007-bebe-9e8aaf64efdb tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388649 Feb 03 12:32:33.714912 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5256de46-7c8e-44e3-89ef-97ee4330e68b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:33.715591 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9384c16f-2d62-4b83-901e-ef7846333832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (1d1a306d-ab2b-487a-9b60-a2fd85c657bb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:33.747626 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-294fb5e0-eb73-494f-9261-d53915737391 req-029bfbee-924b-4823-bef1-41091161162c service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508867 Feb 03 12:32:33.793745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa51eac-398d-4bc0-935e-33bbf3d6ff32 req-cb39d9f8-503e-49d8-a45a-b63a37b5ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:33.795438 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-afa51eac-398d-4bc0-935e-33bbf3d6ff32 req-cb39d9f8-503e-49d8-a45a-b63a37b5ed0a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0669e5f36ee643e4b9ef67057393a547&device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 1130 time: 0.2253444 Feb 03 12:32:33.809270 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9384c16f-2d62-4b83-901e-ef7846333832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (1d1a306d-ab2b-487a-9b60-a2fd85c657bb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:33.881529 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9384c16f-2d62-4b83-901e-ef7846333832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:33.885571 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9384c16f-2d62-4b83-901e-ef7846333832 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1d1a306d-ab2b-487a-9b60-a2fd85c657bb HTTP/1.1" status: 204 len: 168 time: 0.5677371 Feb 03 12:32:33.886869 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384c16f-2d62-4b83-901e-ef7846333832 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d1a306d-ab2b-487a-9b60-a2fd85c657bb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:33.888966 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bf08153-e475-4039-8f06-f202f3ac3d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:33.890507 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37328) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:33.893835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ca89c5-b444-4aac-95ee-18e9c6ff1641 None None] Network 28e140ef-0001-4987-b5c1-a64d4057f668 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:32:33.979869 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1a6f664-1241-4f19-b8e6-23f3a8cd086e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (28e140ef-0001-4987-b5c1-a64d4057f668), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.045328 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c1a6f664-1241-4f19-b8e6-23f3a8cd086e admin admin] Deleting port 928cadd1-73d9-43a6-8971-05915683af8d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:32:34.045670 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1a6f664-1241-4f19-b8e6-23f3a8cd086e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (928cadd1-73d9-43a6-8971-05915683af8d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.133147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dfeda788-017e-4195-9bc1-5cc75b05ad0c no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:32:34.190565 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: dfeda788-017e-4195-9bc1-5cc75b05ad0c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:32:34.193492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dfeda788-017e-4195-9bc1-5cc75b05ad0c not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:32:34.216968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c1a6f664-1241-4f19-b8e6-23f3a8cd086e admin admin] For port 928cadd1-73d9-43a6-8971-05915683af8d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=928cadd1-73d9-43a6-8971-05915683af8d,segment=NetworkSegment(8733446a-61fe-4aff-be45-c847554beaad),segment_id=8733446a-61fe-4aff-be45-c847554beaad)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:34.217350 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1a6f664-1241-4f19-b8e6-23f3a8cd086e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (928cadd1-73d9-43a6-8971-05915683af8d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.234279 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1f8f5e-e90d-4cee-9810-14e3386c2906 None None] DHCP port deletion for 28e140ef-0001-4987-b5c1-a64d4057f668 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:32:34.247327 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37334) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:34.252437 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-294fb5e0-eb73-494f-9261-d53915737391 req-b3168fcb-9539-43e6-a7a0-c1267b3592ed service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773633 Feb 03 12:32:34.285978 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c1a6f664-1241-4f19-b8e6-23f3a8cd086e admin admin] Calling delete_port for 928cadd1-73d9-43a6-8971-05915683af8d owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:32:34.299292 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8b1f8f5e-e90d-4cee-9810-14e3386c2906 None None] Deleting port 928cadd1-73d9-43a6-8971-05915683af8d {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:32:34.299846 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8f5e-e90d-4cee-9810-14e3386c2906 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (928cadd1-73d9-43a6-8971-05915683af8d), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.386820 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8b1f8f5e-e90d-4cee-9810-14e3386c2906 None None] For port 928cadd1-73d9-43a6-8971-05915683af8d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=928cadd1-73d9-43a6-8971-05915683af8d,segment=NetworkSegment(8733446a-61fe-4aff-be45-c847554beaad),segment_id=8733446a-61fe-4aff-be45-c847554beaad)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:34.387535 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8f5e-e90d-4cee-9810-14e3386c2906 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (928cadd1-73d9-43a6-8971-05915683af8d), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.405567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8b1f8f5e-e90d-4cee-9810-14e3386c2906 None None] Calling delete_port for 928cadd1-73d9-43a6-8971-05915683af8d owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:32:34.430736 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95b3e8-f6cf-44bd-863f-18144b823c86 req-b077cc59-9c31-45af-b874-b94378c818ad tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:34.439750 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cc95b3e8-f6cf-44bd-863f-18144b823c86 req-b077cc59-9c31-45af-b874-b94378c818ad tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 948 time: 0.1682153 Feb 03 12:32:34.512483 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8f5e-e90d-4cee-9810-14e3386c2906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (928cadd1-73d9-43a6-8971-05915683af8d), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.518772 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d14eadde-592f-41f9-bfca-aebc47f39031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.529965 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cc95b3e8-f6cf-44bd-863f-18144b823c86 req-f99f8755-bc5b-4a33-a42a-0324c691151c tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bd5b18-5685-40b4-9705-01a7d5cf308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892892 Feb 03 12:32:34.539053 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bf08153-e475-4039-8f06-f202f3ac3d50 admin admin] Publish callbacks [] for security_group (74853d87-1316-4bdb-aa82-ddf1b52b30df), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.545403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa51eac-398d-4bc0-935e-33bbf3d6ff32 req-927c2649-2bd5-497d-abe2-8b3272361422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:34.547974 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-afa51eac-398d-4bc0-935e-33bbf3d6ff32 req-927c2649-2bd5-497d-abe2-8b3272361422 service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.7191236 Feb 03 12:32:34.550656 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1a6f664-1241-4f19-b8e6-23f3a8cd086e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (928cadd1-73d9-43a6-8971-05915683af8d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.564727 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f8f5e-e90d-4cee-9810-14e3386c2906 None None] Pushing event deleted for resources: {'Port': ['ID=928cadd1-73d9-43a6-8971-05915683af8d,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:34.574333 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1f8f5e-e90d-4cee-9810-14e3386c2906 None None] No DVR routers for this DVR port 928cadd1-73d9-43a6-8971-05915683af8d on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:32:34.574884 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bf08153-e475-4039-8f06-f202f3ac3d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (74853d87-1316-4bdb-aa82-ddf1b52b30df), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.593608 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6f664-1241-4f19-b8e6-23f3a8cd086e admin admin] Pushing event deleted for resources: {'Port': ['ID=928cadd1-73d9-43a6-8971-05915683af8d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:34.600739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a6f664-1241-4f19-b8e6-23f3a8cd086e admin admin] No DVR routers for this DVR port 928cadd1-73d9-43a6-8971-05915683af8d on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:32:34.641516 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02788f3f-e130-43f6-8c61-328de6c05dc8 req-9dc2bb3a-aab8-4834-b3df-1c0ca3326738 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:34.648574 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-02788f3f-e130-43f6-8c61-328de6c05dc8 req-9dc2bb3a-aab8-4834-b3df-1c0ca3326738 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 949 time: 0.7124033 Feb 03 12:32:34.727039 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-afa51eac-398d-4bc0-935e-33bbf3d6ff32 req-ed02af5c-7056-4519-936b-6bf229119290 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=11018a34-1585-4dee-8b39-5cd8ed94b75a HTTP/1.1" status: 200 len: 217 time: 0.1584373 Feb 03 12:32:34.733924 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1a6f664-1241-4f19-b8e6-23f3a8cd086e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (28e140ef-0001-4987-b5c1-a64d4057f668), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.741765 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4bf08153-e475-4039-8f06-f202f3ac3d50 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30cc24eb5d7f434ea8498c4eb4f7ad57&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3626893 Feb 03 12:32:34.745175 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37342) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:34.777291 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c1a6f664-1241-4f19-b8e6-23f3a8cd086e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e140ef-0001-4987-b5c1-a64d4057f668']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:34.794106 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c1a6f664-1241-4f19-b8e6-23f3a8cd086e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8733446a-61fe-4aff-be45-c847554beaad') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:34.794482 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c1a6f664-1241-4f19-b8e6-23f3a8cd086e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8733446a-61fe-4aff-be45-c847554beaad') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:34.826179 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf08153-e475-4039-8f06-f202f3ac3d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74853d87-1316-4bdb-aa82-ddf1b52b30df,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:34.826397 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1a6f664-1241-4f19-b8e6-23f3a8cd086e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (8733446a-61fe-4aff-be45-c847554beaad), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.855486 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d14eadde-592f-41f9-bfca-aebc47f39031 admin admin] Publish callbacks [] for security_group (41272cd8-bd03-47e3-9550-ed3792332408), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.865718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3a049-7c82-4fdb-a7ab-59ff4ec28e2f req-beeca8e4-9bea-4e0e-bdc6-7369a026727e tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:34.869567 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5256de46-7c8e-44e3-89ef-97ee4330e68b {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:34.872611 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e9e3a049-7c82-4fdb-a7ab-59ff4ec28e2f req-beeca8e4-9bea-4e0e-bdc6-7369a026727e tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 932 time: 0.2226589 Feb 03 12:32:34.881116 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] Publish callbacks [] for port (5256de46-7c8e-44e3-89ef-97ee4330e68b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.882424 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d14eadde-592f-41f9-bfca-aebc47f39031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (41272cd8-bd03-47e3-9550-ed3792332408), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.885097 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1a6f664-1241-4f19-b8e6-23f3a8cd086e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8733446a-61fe-4aff-be45-c847554beaad), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.887407 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-02788f3f-e130-43f6-8c61-328de6c05dc8 req-9006841b-1009-4b90-a2dd-bb2755f96211 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371120 Feb 03 12:32:34.891876 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa51eac-398d-4bc0-935e-33bbf3d6ff32 req-fc9d114f-cb1c-470f-ab2a-92f2937d66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:34.893069 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-afa51eac-398d-4bc0-935e-33bbf3d6ff32 req-fc9d114f-cb1c-470f-ab2a-92f2937d66ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1401541 Feb 03 12:32:34.897841 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aed9b1-6708-4af6-8607-b27ff3528216 req-45caaf35-0bc1-4965-a730-b16797504c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:34.899301 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9aed9b1-6708-4af6-8607-b27ff3528216 req-45caaf35-0bc1-4965-a730-b16797504c7c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 1130 time: 0.3293996 Feb 03 12:32:34.915975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a6f664-1241-4f19-b8e6-23f3a8cd086e admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:32:34.916166 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1a6f664-1241-4f19-b8e6-23f3a8cd086e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (8733446a-61fe-4aff-be45-c847554beaad), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:32:34.920531 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:32:34.937238 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] Transition to ACTIVE for port object 5256de46-7c8e-44e3-89ef-97ee4330e68b will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:32:34.954040 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (5256de46-7c8e-44e3-89ef-97ee4330e68b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:34.993840 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2bc930c0-4feb-43ed-8e1e-1439536045d0 admin admin] Publish callbacks [] for security_group (74853d87-1316-4bdb-aa82-ddf1b52b30df), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.013166 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d14eadde-592f-41f9-bfca-aebc47f39031 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47ca0d19d2874844bec85cd6a590b83b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7634585 Feb 03 12:32:35.013916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14eadde-592f-41f9-bfca-aebc47f39031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41272cd8-bd03-47e3-9550-ed3792332408,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:35.016634 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37346) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:35.085725 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e9e3a049-7c82-4fdb-a7ab-59ff4ec28e2f req-17e1ce8a-258d-45c8-829b-7c343cc586e8 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035563 Feb 03 12:32:35.086025 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5256de46-7c8e-44e3-89ef-97ee4330e68b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:35.086116 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1a6f664-1241-4f19-b8e6-23f3a8cd086e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (28e140ef-0001-4987-b5c1-a64d4057f668), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.098869 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2bc930c0-4feb-43ed-8e1e-1439536045d0 admin admin] Publish callbacks [] for security_group (74853d87-1316-4bdb-aa82-ddf1b52b30df), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.121379 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1a6f664-1241-4f19-b8e6-23f3a8cd086e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.127292 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c1a6f664-1241-4f19-b8e6-23f3a8cd086e admin admin] 10.222.0.18 "DELETE /v2.0/networks/28e140ef-0001-4987-b5c1-a64d4057f668 HTTP/1.1" status: 204 len: 168 time: 1.2337506 Feb 03 12:32:35.139180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa51eac-398d-4bc0-935e-33bbf3d6ff32 req-f12d245f-26f8-41bb-91d7-ac28dd50925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:35.141800 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-afa51eac-398d-4bc0-935e-33bbf3d6ff32 req-f12d245f-26f8-41bb-91d7-ac28dd50925b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2392440 Feb 03 12:32:35.164972 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6f664-1241-4f19-b8e6-23f3a8cd086e admin admin] Pushing event deleted for resources: {'Network': ['ID=28e140ef-0001-4987-b5c1-a64d4057f668,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:35.229377 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ac37-1d54-4588-a41e-4ebf72ec74ea admin admin] Publish callbacks [] for security_group (41272cd8-bd03-47e3-9550-ed3792332408), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.261415 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ac37-1d54-4588-a41e-4ebf72ec74ea admin admin] Publish callbacks [] for security_group (41272cd8-bd03-47e3-9550-ed3792332408), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.272124 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2bc930c0-4feb-43ed-8e1e-1439536045d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (74853d87-1316-4bdb-aa82-ddf1b52b30df), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.274998 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2bc930c0-4feb-43ed-8e1e-1439536045d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.276175 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2bc930c0-4feb-43ed-8e1e-1439536045d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74853d87-1316-4bdb-aa82-ddf1b52b30df HTTP/1.1" status: 204 len: 168 time: 0.5275953 Feb 03 12:32:35.334551 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aed9b1-6708-4af6-8607-b27ff3528216 req-d2fb093f-c107-42b7-8079-848bb5153141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:35.336179 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9aed9b1-6708-4af6-8607-b27ff3528216 req-d2fb093f-c107-42b7-8079-848bb5153141 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.4224563 Feb 03 12:32:35.341834 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc930c0-4feb-43ed-8e1e-1439536045d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74853d87-1316-4bdb-aa82-ddf1b52b30df,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:35.371052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37352) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:35.372144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b544c-05cd-4ada-813d-a31616ddad8d req-ae081feb-374d-4664-ba6b-55563450bfd1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:35.379546 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-756b544c-05cd-4ada-813d-a31616ddad8d req-ae081feb-374d-4664-ba6b-55563450bfd1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 948 time: 0.3499486 Feb 03 12:32:35.444413 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9aed9b1-6708-4af6-8607-b27ff3528216 req-f9ccf390-b685-427b-ac10-34cdd134e958 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=617175b0-b452-4296-9fee-0aa5b9f12b38 HTTP/1.1" status: 200 len: 217 time: 0.0946980 Feb 03 12:32:35.454600 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-afa51eac-398d-4bc0-935e-33bbf3d6ff32 req-6dc09426-2e52-4d5d-ad49-6e3dceb05eb6 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764480 Feb 03 12:32:35.465987 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ac37-1d54-4588-a41e-4ebf72ec74ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (41272cd8-bd03-47e3-9550-ed3792332408), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.470609 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ac37-1d54-4588-a41e-4ebf72ec74ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.472225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] Attempting to bind port 5256de46-7c8e-44e3-89ef-97ee4330e68b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:35.472647 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] Attempting to bind port 5256de46-7c8e-44e3-89ef-97ee4330e68b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '54fe302d-f672-4e49-b1ac-8af38d760b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:35.473113 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] Attempting to bind port 5256de46-7c8e-44e3-89ef-97ee4330e68b on network e1f3eede-7a05-4755-8b0c-c829dd7e38ec {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:35.477702 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8ae7ac37-1d54-4588-a41e-4ebf72ec74ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41272cd8-bd03-47e3-9550-ed3792332408 HTTP/1.1" status: 204 len: 168 time: 0.4496927 Feb 03 12:32:35.524511 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-18b86b5b-256e-4a84-8576-b7a35d88c5d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc4a06b2bcd845a58e4fb7339bfa03e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1516593 Feb 03 12:32:35.528092 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37358) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:35.533673 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7ac37-1d54-4588-a41e-4ebf72ec74ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41272cd8-bd03-47e3-9550-ed3792332408,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:35.539115 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] Port 5256de46-7c8e-44e3-89ef-97ee4330e68b on network e1f3eede-7a05-4755-8b0c-c829dd7e38ec not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:32:35.539741 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] Attempting to bind port 5256de46-7c8e-44e3-89ef-97ee4330e68b on network e1f3eede-7a05-4755-8b0c-c829dd7e38ec {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:35.610417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:35.610417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] Checking segment: {'id': '54fe302d-f672-4e49-b1ac-8af38d760b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:35.610417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] Bound using segment: {'id': '54fe302d-f672-4e49-b1ac-8af38d760b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:35.610417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] Bound port: 5256de46-7c8e-44e3-89ef-97ee4330e68b, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fe302d-f672-4e49-b1ac-8af38d760b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:35.610417 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5256de46-7c8e-44e3-89ef-97ee4330e68b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.678372 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-afa51eac-398d-4bc0-935e-33bbf3d6ff32 req-ec2ec77a-980d-4141-b03b-def03fbf92b5 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079566 Feb 03 12:32:35.689509 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e9be370-9bb9-4ae5-b978-31a8431115e0 admin admin] Publish callbacks [] for security_group (7180de8d-2a5b-4602-a286-c158f570645b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.696253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aed9b1-6708-4af6-8607-b27ff3528216 req-8cb2cb84-7955-4655-bea5-749c7f152526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:35.698022 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9aed9b1-6708-4af6-8607-b27ff3528216 req-8cb2cb84-7955-4655-bea5-749c7f152526 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.2409694 Feb 03 12:32:35.702666 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-756b544c-05cd-4ada-813d-a31616ddad8d req-51abc75d-8277-4717-b580-7576e324ecf5 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221455 Feb 03 12:32:35.756153 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e9be370-9bb9-4ae5-b978-31a8431115e0 admin admin] Publish callbacks [] for security_group (7180de8d-2a5b-4602-a286-c158f570645b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.797985 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74976d-be68-42fc-be6d-14e91313af16 req-56066212-2f7f-45e1-8f81-ff836686e6cc tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:35.806300 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6f74976d-be68-42fc-be6d-14e91313af16 req-56066212-2f7f-45e1-8f81-ff836686e6cc tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 948 time: 0.1381502 Feb 03 12:32:35.812930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] For port 5256de46-7c8e-44e3-89ef-97ee4330e68b, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:35.820985 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] For port 5256de46-7c8e-44e3-89ef-97ee4330e68b, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=5256de46-7c8e-44e3-89ef-97ee4330e68b,segment=NetworkSegment(54fe302d-f672-4e49-b1ac-8af38d760b2e),segment_id=54fe302d-f672-4e49-b1ac-8af38d760b2e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:35.864039 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 11018a34-1585-4dee-8b39-5cd8ed94b75a details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:32:35.866398 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6f74976d-be68-42fc-be6d-14e91313af16 req-c3cafcd3-ca54-455e-bea1-eaf9c4c2caf7 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bd5b18-5685-40b4-9705-01a7d5cf308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570402 Feb 03 12:32:35.878760 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e9be370-9bb9-4ae5-b978-31a8431115e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7180de8d-2a5b-4602-a286-c158f570645b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.881901 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e9be370-9bb9-4ae5-b978-31a8431115e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.883552 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9e9be370-9bb9-4ae5-b978-31a8431115e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7180de8d-2a5b-4602-a286-c158f570645b HTTP/1.1" status: 204 len: 168 time: 0.3341312 Feb 03 12:32:35.900542 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (5256de46-7c8e-44e3-89ef-97ee4330e68b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.904559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9be370-9bb9-4ae5-b978-31a8431115e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7180de8d-2a5b-4602-a286-c158f570645b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:35.967284 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:35.968678 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:35.970988 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] 10.222.0.31 "PUT /v2.0/ports/5256de46-7c8e-44e3-89ef-97ee4330e68b HTTP/1.1" status: 200 len: 1092 time: 2.4881997 Feb 03 12:32:35.976673 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'tag': '5256de46-7c8e-44e3-89ef-97ee4330e68b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:35.987351 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db94d52-aa76-4b9e-b3b7-5e088bf5e5ca" -d '{"events": [{"name": "network-changed", "server_uuid": "32fa4620-ca26-45b4-b45f-a439ea0200eb", "tag": "5256de46-7c8e-44e3-89ef-97ee4330e68b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:36.013696 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5fdaea5b-b1f3-4dfa-b30c-8c31bf0c8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:36.098975 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aed9b1-6708-4af6-8607-b27ff3528216 req-e87c2a0d-e958-4ef8-8349-2cb06f6e7584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:36.102244 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9aed9b1-6708-4af6-8607-b27ff3528216 req-e87c2a0d-e958-4ef8-8349-2cb06f6e7584 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2744839 Feb 03 12:32:36.110836 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3b67db-d575-4635-92e1-8ba5c7007dab x-openstack-request-id: req-cc3b67db-d575-4635-92e1-8ba5c7007dab {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:36.111182 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fa4620-ca26-45b4-b45f-a439ea0200eb", "tag": "5256de46-7c8e-44e3-89ef-97ee4330e68b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:36.111448 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc3b67db-d575-4635-92e1-8ba5c7007dab {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:36.111873 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'tag': '5256de46-7c8e-44e3-89ef-97ee4330e68b', 'status': 'completed', 'code': 200} Feb 03 12:32:36.114183 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb394c8-b8c9-4932-9d72-1be451b023d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5256de46-7c8e-44e3-89ef-97ee4330e68b,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:36.162487 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 928cadd1-73d9-43a6-8971-05915683af8d no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:32:36.239613 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 928cadd1-73d9-43a6-8971-05915683af8d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:32:36.248172 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 928cadd1-73d9-43a6-8971-05915683af8d not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:32:36.325678 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c52c5-6639-4038-bbab-186b4ccbbaf1 req-afed92ce-6ff7-45ae-b778-2e4e1b8efa53 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:36.329460 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-006c52c5-6639-4038-bbab-186b4ccbbaf1 req-afed92ce-6ff7-45ae-b778-2e4e1b8efa53 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 944 time: 0.1181633 Feb 03 12:32:36.341975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 11018a34-1585-4dee-8b39-5cd8ed94b75a, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=11018a34-1585-4dee-8b39-5cd8ed94b75a,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:36.374968 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '11018a34-1585-4dee-8b39-5cd8ed94b75a', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '11018a34-1585-4dee-8b39-5cd8ed94b75a', 'mac_address': 'fa:16:3e:26:5f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:32:36.455465 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-006c52c5-6639-4038-bbab-186b4ccbbaf1 req-9d1deac2-c664-4e93-917e-6828d9f4ac98 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149437 Feb 03 12:32:36.474379 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 11018a34-1585-4dee-8b39-5cd8ed94b75a is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:36.474975 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:36.503743 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11018a34-1585-4dee-8b39-5cd8ed94b75a {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:36.555926 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 11018a34-1585-4dee-8b39-5cd8ed94b75a, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=11018a34-1585-4dee-8b39-5cd8ed94b75a,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:36.565314 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:36.608199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37394) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:36.672114 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=11018a34-1585-4dee-8b39-5cd8ed94b75a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:36.691930 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ff42e9b8-bfe2-4404-ae3c-35a1e6134805 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a979a3ece11b4e3c88ea0a026b4dc5ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0818434 Feb 03 12:32:36.694035 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37396) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:36.771656 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8002d11d-387f-45ef-8a10-d7707a4147bd admin admin] Publish callbacks [] for security_group (5c9b8e74-1752-4c04-9816-1fc6ff442810), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:36.800340 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8002d11d-387f-45ef-8a10-d7707a4147bd admin admin] Publish callbacks [] for security_group (5c9b8e74-1752-4c04-9816-1fc6ff442810), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:36.818277 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:36.835557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-e3d5dc10-ab04-46de-a2f4-bb578e0e7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:36.837230 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-e3d5dc10-ab04-46de-a2f4-bb578e0e7099 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59fee055273c410d8bd6eaaa2aa69e6d&device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 1126 time: 0.8170438 Feb 03 12:32:36.847217 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c6409-b212-49a3-b99e-619f3ef84853 req-c66b100f-c304-4b40-abbc-f7259c087820 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:36.854560 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ee3c6409-b212-49a3-b99e-619f3ef84853 req-c66b100f-c304-4b40-abbc-f7259c087820 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 949 time: 0.8005371 Feb 03 12:32:36.868760 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['11018a34-1585-4dee-8b39-5cd8ed94b75a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:36.899429 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8002d11d-387f-45ef-8a10-d7707a4147bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5c9b8e74-1752-4c04-9816-1fc6ff442810), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:36.913256 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-df469aba-934c-484f-a553-71ce89607cbf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5256de46-7c8e-44e3-89ef-97ee4330e68b HTTP/1.1" status: 200 len: 217 time: 0.0565248 Feb 03 12:32:36.913517 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8002d11d-387f-45ef-8a10-d7707a4147bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:36.914655 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8002d11d-387f-45ef-8a10-d7707a4147bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c9b8e74-1752-4c04-9816-1fc6ff442810 HTTP/1.1" status: 204 len: 168 time: 0.2193294 Feb 03 12:32:36.999129 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9aed9b1-6708-4af6-8607-b27ff3528216 req-cc3f96a4-34fd-4412-9f47-4e0bb226107f service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8530605 Feb 03 12:32:37.034648 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ee3c6409-b212-49a3-b99e-619f3ef84853 req-e44f63b9-d75d-45da-9d34-0021d8ad10eb tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790297 Feb 03 12:32:37.034855 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002d11d-387f-45ef-8a10-d7707a4147bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9b8e74-1752-4c04-9816-1fc6ff442810,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:37.065778 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-b06521a9-ca56-40d8-ac8e-4f68763feab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:37.067287 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-b06521a9-ca56-40d8-ac8e-4f68763feab7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8eecb123-1b17-4832-a250-9ffdf6ab791a HTTP/1.1" status: 200 len: 860 time: 0.1441803 Feb 03 12:32:37.074894 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c7b79-1156-493a-9956-883917d7c793 req-f5432f9c-8f03-4105-b41b-6efd7393d410 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:37.084694 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-300c7b79-1156-493a-9956-883917d7c793 req-f5432f9c-8f03-4105-b41b-6efd7393d410 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 948 time: 0.1867063 Feb 03 12:32:37.118135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37416) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:37.174198 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-300c7b79-1156-493a-9956-883917d7c793 req-03a81cd3-3302-4d0d-99ad-b7d37f09dc34 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882573 Feb 03 12:32:37.290079 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9aed9b1-6708-4af6-8607-b27ff3528216 req-399b226d-8779-440d-a7cc-aa976371e1e7 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817857 Feb 03 12:32:37.296261 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-34e6d28b-7db6-42e9-8174-c3f446c2d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:37.298731 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-34e6d28b-7db6-42e9-8174-c3f446c2d79b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2202628 Feb 03 12:32:37.310215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0358c-505b-4d49-8e3d-8c035896bce3 req-219dbd13-d89d-478d-a965-1e61eacf6009 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:37.317497 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-75a0358c-505b-4d49-8e3d-8c035896bce3 req-219dbd13-d89d-478d-a965-1e61eacf6009 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 949 time: 0.1235812 Feb 03 12:32:37.355332 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62f773-fddb-4489-bcbd-2ac9535db0b8 req-18c89835-047c-41af-8c98-e172e525959f tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:37.364903 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a62f773-fddb-4489-bcbd-2ac9535db0b8 req-18c89835-047c-41af-8c98-e172e525959f tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 1131 time: 0.0831258 Feb 03 12:32:37.425201 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a62f773-fddb-4489-bcbd-2ac9535db0b8 req-b864b5a2-fc1f-4a09-b544-9a53a714cc82 tempest-ServersOnMultiNodesTest-1560849348 tempest-ServersOnMultiNodesTest-1560849348-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591609 Feb 03 12:32:37.451525 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-75a0358c-505b-4d49-8e3d-8c035896bce3 req-1d430d55-8258-4fff-8589-7c91abec81df tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bd5b18-5685-40b4-9705-01a7d5cf308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328545 Feb 03 12:32:37.487236 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-6de406d2-cd52-42ba-96cc-116b199b795b service neutron] 10.222.0.31 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672497 Feb 03 12:32:37.629361 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d7da684a-bacb-42e9-b317-9e96bf728e9b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2046491617-network', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:37.711643 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4625e-5208-4ddd-957a-9a0ba0229a76 req-b76dbb7c-8af7-42e8-8297-91ad3a92e4ec tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:37.713577 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-91d4625e-5208-4ddd-957a-9a0ba0229a76 req-b76dbb7c-8af7-42e8-8297-91ad3a92e4ec tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 944 time: 0.1259663 Feb 03 12:32:37.720730 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7da684a-bacb-42e9-b317-9e96bf728e9b admin admin] Made reservation on behalf of 4d634ed9e80f494082d8457d96896a5d for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:32:37.724569 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7da684a-bacb-42e9-b317-9e96bf728e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:37.743249 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8aecd4d0-c0e9-40f4-910b-c675296a8592 req-ab04d92c-6ed9-41e3-8106-b7ed7aec66b9 service neutron] 10.222.0.31 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493382 Feb 03 12:32:37.745751 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7da684a-bacb-42e9-b317-9e96bf728e9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:37.906718 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-91d4625e-5208-4ddd-957a-9a0ba0229a76 req-dfabe314-501d-42f8-83eb-8096f233f812 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779435 Feb 03 12:32:37.929167 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7da684a-bacb-42e9-b317-9e96bf728e9b admin admin] Publish callbacks [] for security_group (f7ebc4df-371d-48f2-8551-e0c802055774), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:37.942824 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7da684a-bacb-42e9-b317-9e96bf728e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f7ebc4df-371d-48f2-8551-e0c802055774), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:37.971856 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db94d52-aa76-4b9e-b3b7-5e088bf5e5ca req-e3b73858-71de-4356-b63c-48d80e04b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:37.973657 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7db94d52-aa76-4b9e-b3b7-5e088bf5e5ca req-e3b73858-71de-4356-b63c-48d80e04b386 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59fee055273c410d8bd6eaaa2aa69e6d&device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 1126 time: 0.1464248 Feb 03 12:32:37.974603 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7da684a-bacb-42e9-b317-9e96bf728e9b admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:32:37.995863 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0520f7f-8f77-4247-a5af-8c73769a3a14 req-6f6df8b3-52e6-4d80-a559-c03fea29227f tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:37.999487 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a0520f7f-8f77-4247-a5af-8c73769a3a14 req-6f6df8b3-52e6-4d80-a559-c03fea29227f tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 949 time: 0.1290545 Feb 03 12:32:38.023293 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7da684a-bacb-42e9-b317-9e96bf728e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (4dfbb924-0115-4a7e-b2f6-5b45d688e654), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:38.023844 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-d7da684a-bacb-42e9-b317-9e96bf728e9b admin admin] Added segment 4dfbb924-0115-4a7e-b2f6-5b45d688e654 of type vlan for network c33a0cb4-61c0-4231-9b2d-8fba16eaff55 Feb 03 12:32:38.027284 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da684a-bacb-42e9-b317-9e96bf728e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ebc4df-371d-48f2-8551-e0c802055774,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:38.088915 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a0520f7f-8f77-4247-a5af-8c73769a3a14 req-2312c423-06aa-4a3f-be39-f08f0a2bbe1e tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777323 Feb 03 12:32:38.101210 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:38.137216 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7da684a-bacb-42e9-b317-9e96bf728e9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (c33a0cb4-61c0-4231-9b2d-8fba16eaff55), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:38.165865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db94d52-aa76-4b9e-b3b7-5e088bf5e5ca req-b0e8bf9a-5f0e-4565-a7b7-4fb3b255ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:38.168080 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7db94d52-aa76-4b9e-b3b7-5e088bf5e5ca req-b0e8bf9a-5f0e-4565-a7b7-4fb3b255ea48 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec HTTP/1.1" status: 200 len: 922 time: 0.1855655 Feb 03 12:32:38.185956 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7da684a-bacb-42e9-b317-9e96bf728e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (c33a0cb4-61c0-4231-9b2d-8fba16eaff55), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:38.187152 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7da684a-bacb-42e9-b317-9e96bf728e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:38.188458 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7da684a-bacb-42e9-b317-9e96bf728e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:38.246372 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7db94d52-aa76-4b9e-b3b7-5e088bf5e5ca req-72946f70-53fc-40dc-a7a9-317f808b1fc5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5256de46-7c8e-44e3-89ef-97ee4330e68b HTTP/1.1" status: 200 len: 217 time: 0.0690515 Feb 03 12:32:38.275217 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d7da684a-bacb-42e9-b317-9e96bf728e9b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1464918 Feb 03 12:32:38.279548 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37458) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:38.284681 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-04e74712-7972-4233-8cda-d0e8adc5ffc1 admin admin] Request body: {'subnet': {'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2046491617-subnet', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:38.346096 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e74712-7972-4233-8cda-d0e8adc5ffc1 admin admin] Made reservation on behalf of 4d634ed9e80f494082d8457d96896a5d for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:32:38.349235 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04e74712-7972-4233-8cda-d0e8adc5ffc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:38.371072 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da684a-bacb-42e9-b317-9e96bf728e9b admin admin] Pushing event updated for resources: {'Network': ['ID=c33a0cb4-61c0-4231-9b2d-8fba16eaff55,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:38.382693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network c33a0cb4-61c0-4231-9b2d-8fba16eaff55 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:32:38.400205 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 617175b0-b452-4296-9fee-0aa5b9f12b38 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:32:38.414336 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db94d52-aa76-4b9e-b3b7-5e088bf5e5ca req-7e3bb367-adce-4263-8edb-16867b7d7432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:38.416088 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7db94d52-aa76-4b9e-b3b7-5e088bf5e5ca req-7e3bb367-adce-4263-8edb-16867b7d7432 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8eecb123-1b17-4832-a250-9ffdf6ab791a HTTP/1.1" status: 200 len: 860 time: 0.1549573 Feb 03 12:32:38.478226 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf78d8-e726-4335-9f6f-7a4ee4662fbb req-2bb7e5d0-b545-4db0-a63b-30bb55a58ab5 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:38.480054 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6cdf78d8-e726-4335-9f6f-7a4ee4662fbb req-2bb7e5d0-b545-4db0-a63b-30bb55a58ab5 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 948 time: 0.1291394 Feb 03 12:32:38.565067 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db94d52-aa76-4b9e-b3b7-5e088bf5e5ca req-62ba5ee8-627e-4c33-8263-ef739e214cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:38.569555 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04e74712-7972-4233-8cda-d0e8adc5ffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (e3c9ea0e-8336-46f5-b1ce-ee0420175e60), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:38.581827 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7db94d52-aa76-4b9e-b3b7-5e088bf5e5ca req-62ba5ee8-627e-4c33-8263-ef739e214cab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1530666 Feb 03 12:32:38.646164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e74712-7972-4233-8cda-d0e8adc5ffc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c9ea0e-8336-46f5-b1ce-ee0420175e60,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:38.653345 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 617175b0-b452-4296-9fee-0aa5b9f12b38, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=617175b0-b452-4296-9fee-0aa5b9f12b38,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:38.659573 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6cdf78d8-e726-4335-9f6f-7a4ee4662fbb req-95cfc2ad-2489-4295-bbf7-dd64b28249f8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723540 Feb 03 12:32:38.678092 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '617175b0-b452-4296-9fee-0aa5b9f12b38', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '617175b0-b452-4296-9fee-0aa5b9f12b38', 'mac_address': 'fa:16:3e:d5:4f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:32:38.787495 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 617175b0-b452-4296-9fee-0aa5b9f12b38 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:38.788208 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:38.804659 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 617175b0-b452-4296-9fee-0aa5b9f12b38 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:38.827140 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 617175b0-b452-4296-9fee-0aa5b9f12b38, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=617175b0-b452-4296-9fee-0aa5b9f12b38,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:38.833625 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:38.866292 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7db94d52-aa76-4b9e-b3b7-5e088bf5e5ca req-99c525dd-5294-4ef4-a324-6b4c3850c534 service neutron] 10.222.0.31 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277856 Feb 03 12:32:38.922184 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=617175b0-b452-4296-9fee-0aa5b9f12b38,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:39.078036 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7db94d52-aa76-4b9e-b3b7-5e088bf5e5ca req-93c7136e-344a-4992-96c3-2d200c15ae7b service neutron] 10.222.0.31 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047906 Feb 03 12:32:39.098222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca4f95-d27f-4b09-868c-d267f7c4fcee req-aff5a2bb-7a0e-4a30-bfe5-29a6259a6fdf tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:39.099750 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01ca4f95-d27f-4b09-868c-d267f7c4fcee req-aff5a2bb-7a0e-4a30-bfe5-29a6259a6fdf tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 944 time: 0.0667589 Feb 03 12:32:39.182552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e74712-7972-4233-8cda-d0e8adc5ffc1 admin admin] Checking segment: {'id': '4dfbb924-0115-4a7e-b2f6-5b45d688e654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:39.183504 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e74712-7972-4233-8cda-d0e8adc5ffc1 admin admin] Network hostable DHCP agents. Network: c33a0cb4-61c0-4231-9b2d-8fba16eaff55, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:32:39.206081 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01ca4f95-d27f-4b09-868c-d267f7c4fcee req-db009580-cbda-4dda-be92-0fa0cf3c0611 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994673 Feb 03 12:32:39.231378 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf59c0c-c15b-48d8-9688-342e10c8a6f9 req-bb49d8ef-38af-438c-be6a-775fd86e7a9b tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:39.233406 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6bf59c0c-c15b-48d8-9688-342e10c8a6f9 req-bb49d8ef-38af-438c-be6a-775fd86e7a9b tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 949 time: 0.5889621 Feb 03 12:32:39.235673 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e74712-7972-4233-8cda-d0e8adc5ffc1 admin admin] Network c33a0cb4-61c0-4231-9b2d-8fba16eaff55 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:32:39.261561 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-04e74712-7972-4233-8cda-d0e8adc5ffc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, c33a0cb4-61c0-4231-9b2d-8fba16eaff55) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:39.270126 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e31263-9039-4e2f-87b3-aa77010eafa2 None None] Network c33a0cb4-61c0-4231-9b2d-8fba16eaff55 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:32:39.282996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e74712-7972-4233-8cda-d0e8adc5ffc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:39.284064 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04e74712-7972-4233-8cda-d0e8adc5ffc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:39.327496 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-04e74712-7972-4233-8cda-d0e8adc5ffc1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0468161 Feb 03 12:32:39.331785 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6bf59c0c-c15b-48d8-9688-342e10c8a6f9 req-2cf68180-25c7-4fb1-9287-128fff1d7d27 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bd5b18-5685-40b4-9705-01a7d5cf308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897110 Feb 03 12:32:39.332898 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37500) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:39.352132 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-10574b7a-88fd-4048-996e-5f4c0fd2b08f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2046491617-router', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:39.372891 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10574b7a-88fd-4048-996e-5f4c0fd2b08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (5cd9c1b4-7a99-48ee-b259-12bb84d557de), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:39.374496 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10574b7a-88fd-4048-996e-5f4c0fd2b08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (5cd9c1b4-7a99-48ee-b259-12bb84d557de), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:39.429833 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e71f7a-b921-4f9c-9276-238029fef113 req-535779da-6ae4-4f54-94a6-c435797b08f2 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:39.432251 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9e71f7a-b921-4f9c-9276-238029fef113 req-535779da-6ae4-4f54-94a6-c435797b08f2 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 949 time: 0.1080353 Feb 03 12:32:39.435226 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10574b7a-88fd-4048-996e-5f4c0fd2b08f admin admin] Publish callbacks [] for router_controller (5cd9c1b4-7a99-48ee-b259-12bb84d557de), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:39.527458 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9e71f7a-b921-4f9c-9276-238029fef113 req-f0b81de4-7975-4ae6-81fa-60e8cd1e5e53 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852716 Feb 03 12:32:39.533496 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['617175b0-b452-4296-9fee-0aa5b9f12b38'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:39.623407 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10574b7a-88fd-4048-996e-5f4c0fd2b08f admin admin] Publish callbacks [] for router_gateway (5cd9c1b4-7a99-48ee-b259-12bb84d557de), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:39.640074 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-c33a0cb4-61c0-4231-9b2d-8fba16eaff55', 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55', 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'fixed_ips': [{'subnet_id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:32:39.641210 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:39.676542 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:39.880781 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 11018a34-1585-4dee-8b39-5cd8ed94b75a up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:39.893081 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af805700-1305-4277-9c0c-69d558b1f71d req-88ca6fb0-08c3-4519-9e29-ef1dc66284ab tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:39.896895 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af805700-1305-4277-9c0c-69d558b1f71d req-88ca6fb0-08c3-4519-9e29-ef1dc66284ab tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 949 time: 0.1191189 Feb 03 12:32:39.971291 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10574b7a-88fd-4048-996e-5f4c0fd2b08f admin admin] Publish callbacks [] for router_gateway (5cd9c1b4-7a99-48ee-b259-12bb84d557de), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:39.994683 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bff6b-f5dd-4c94-9959-0a308f1fc19f req-e34b71f8-1f64-435e-9ed4-880cd4d0a021 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:40.005686 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-269bff6b-f5dd-4c94-9959-0a308f1fc19f req-e34b71f8-1f64-435e-9ed4-880cd4d0a021 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 949 time: 0.1954968 Feb 03 12:32:40.028890 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-af805700-1305-4277-9c0c-69d558b1f71d req-b1437a28-d59f-4942-bcc4-89b2fb3efdfb tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Deleting port 4283b9f3-2b21-49b8-b012-1f9d508b1178 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:32:40.029318 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-af805700-1305-4277-9c0c-69d558b1f71d req-b1437a28-d59f-4942-bcc4-89b2fb3efdfb tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4283b9f3-2b21-49b8-b012-1f9d508b1178), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.033254 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10574b7a-88fd-4048-996e-5f4c0fd2b08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.188291 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-af805700-1305-4277-9c0c-69d558b1f71d req-b1437a28-d59f-4942-bcc4-89b2fb3efdfb tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] For port 4283b9f3-2b21-49b8-b012-1f9d508b1178, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4283b9f3-2b21-49b8-b012-1f9d508b1178,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:40.188876 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-af805700-1305-4277-9c0c-69d558b1f71d req-b1437a28-d59f-4942-bcc4-89b2fb3efdfb tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4283b9f3-2b21-49b8-b012-1f9d508b1178), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.197711 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-269bff6b-f5dd-4c94-9959-0a308f1fc19f req-23bbe496-3b5f-424c-aee1-a709eb574792 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868064 Feb 03 12:32:40.200037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] Allocated IP 172.20.0.2 (c33a0cb4-61c0-4231-9b2d-8fba16eaff55/e3c9ea0e-8336-46f5-b1ce-ee0420175e60/2ff92091-3c51-4b31-a310-77951179626b) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:40.212494 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-af805700-1305-4277-9c0c-69d558b1f71d req-b1437a28-d59f-4942-bcc4-89b2fb3efdfb tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Calling delete_port for 4283b9f3-2b21-49b8-b012-1f9d508b1178 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:32:40.226790 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 11018a34-1585-4dee-8b39-5cd8ed94b75a completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:32:40.261460 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 11018a34-1585-4dee-8b39-5cd8ed94b75a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:40.262098 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.305491 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37550) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:40.381631 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-10574b7a-88fd-4048-996e-5f4c0fd2b08f admin admin] Allocated IP 172.25.6.50 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/f034c260-3009-4bce-a505-ab671f634926) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:40.534158 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10574b7a-88fd-4048-996e-5f4c0fd2b08f admin admin] Publish callbacks [] for port (f034c260-3009-4bce-a505-ab671f634926), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.553023 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 11018a34-1585-4dee-8b39-5cd8ed94b75a is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:40.553629 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.570730 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea19bea-aa5f-4131-9b80-f53143066405 req-ab5f67f5-3ef8-4af8-a1a1-c79228c5483c tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:40.572388 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bea19bea-aa5f-4131-9b80-f53143066405 req-ab5f67f5-3ef8-4af8-a1a1-c79228c5483c tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 944 time: 0.1846402 Feb 03 12:32:40.592410 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-af805700-1305-4277-9c0c-69d558b1f71d req-b1437a28-d59f-4942-bcc4-89b2fb3efdfb tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4283b9f3-2b21-49b8-b012-1f9d508b1178), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.595716 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2aca899f-1575-449e-9217-d21fa476baf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.605901 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] Publish callbacks [] for port (2ff92091-3c51-4b31-a310-77951179626b), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.609672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['55011e3e-b132-4ad0-9fcf-af04202a91b4', '711283b5-8f64-4353-8047-3d066de63b46', '6bc57cd6-3f0d-4321-938b-f6b6102bdfd3'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:40.619868 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (2ff92091-3c51-4b31-a310-77951179626b), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.655251 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1437a28-d59f-4942-bcc4-89b2fb3efdfb tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Pushing event deleted for resources: {'Port': ['ID=4283b9f3-2b21-49b8-b012-1f9d508b1178,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:40.658997 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11018a34-1585-4dee-8b39-5cd8ed94b75a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:40.661456 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9091074-56ba-48e3-93a0-9587e8e8bcc7" -d '{"events": [{"server_uuid": "ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c", "name": "network-vif-plugged", "status": "completed", "tag": "11018a34-1585-4dee-8b39-5cd8ed94b75a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:40.680382 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['469dfbeb-df09-488a-9fc2-1deeba99228e', '36d80831-0a76-4f98-ad31-3fc3fd77ef71', '01fd3fea-af82-450c-aff7-812539d9e514', '5c24cd64-1ef0-4ce6-8c28-dad01a381853', '4283b9f3-2b21-49b8-b012-1f9d508b1178'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:40.681689 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10574b7a-88fd-4048-996e-5f4c0fd2b08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f034c260-3009-4bce-a505-ab671f634926), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.711588 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ee8d7-8ccd-4663-9ae3-6aa1e66a860e req-5a853755-3159-4711-bef0-7ba21aaafaf9 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:40.713416 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-db7ee8d7-8ccd-4663-9ae3-6aa1e66a860e req-5a853755-3159-4711-bef0-7ba21aaafaf9 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 949 time: 0.1951635 Feb 03 12:32:40.742251 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-af805700-1305-4277-9c0c-69d558b1f71d req-b1437a28-d59f-4942-bcc4-89b2fb3efdfb tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] No DVR routers for this DVR port 4283b9f3-2b21-49b8-b012-1f9d508b1178 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:32:40.746228 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-af805700-1305-4277-9c0c-69d558b1f71d req-b1437a28-d59f-4942-bcc4-89b2fb3efdfb tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.750719 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af805700-1305-4277-9c0c-69d558b1f71d req-b1437a28-d59f-4942-bcc4-89b2fb3efdfb tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "DELETE /v2.0/ports/4283b9f3-2b21-49b8-b012-1f9d508b1178 HTTP/1.1" status: 204 len: 173 time: 0.8474636 Feb 03 12:32:40.751492 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58bad88-2d73-4616-b07d-69696a9d4867', 'name': 'network-vif-deleted', 'tag': '4283b9f3-2b21-49b8-b012-1f9d508b1178'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:40.761639 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 11018a34-1585-4dee-8b39-5cd8ed94b75a, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=11018a34-1585-4dee-8b39-5cd8ed94b75a,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:40.763043 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e027c2e0-aa59-4ed0-a110-92da15ddafad" -d '{"events": [{"server_uuid": "f58bad88-2d73-4616-b07d-69696a9d4867", "name": "network-vif-deleted", "tag": "4283b9f3-2b21-49b8-b012-1f9d508b1178"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:40.776615 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bea19bea-aa5f-4131-9b80-f53143066405 req-e1aeef9c-13e4-41b3-8cbe-a45a542c9db5 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978118 Feb 03 12:32:40.788717 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10574b7a-88fd-4048-996e-5f4c0fd2b08f admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:40.802476 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] Network c33a0cb4-61c0-4231-9b2d-8fba16eaff55 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:40.809136 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:40.817402 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-10574b7a-88fd-4048-996e-5f4c0fd2b08f admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:40.825727 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10574b7a-88fd-4048-996e-5f4c0fd2b08f admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:40.837652 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:40.842997 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] Pushing event updated for resources: {'Port': ['ID=2ff92091-3c51-4b31-a310-77951179626b,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:40.845577 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:40.988599 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6ce81b38-6e0b-496f-8a08-9a95167c8f66 req-4606e796-09f1-478e-9cac-de17a6b92623 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58bad88-2d73-4616-b07d-69696a9d4867 HTTP/1.1" status: 200 len: 210 time: 0.0458074 Feb 03 12:32:41.023378 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10574b7a-88fd-4048-996e-5f4c0fd2b08f admin admin] Pushing event updated for resources: {'Port': ['ID=f034c260-3009-4bce-a505-ab671f634926,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:41.131640 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e439230-c597-4f45-9e84-ff20a107f69f x-openstack-request-id: req-4e439230-c597-4f45-9e84-ff20a107f69f {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:41.132054 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c", "name": "network-vif-plugged", "status": "completed", "tag": "11018a34-1585-4dee-8b39-5cd8ed94b75a", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:41.132228 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e439230-c597-4f45-9e84-ff20a107f69f {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:41.132592 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11018a34-1585-4dee-8b39-5cd8ed94b75a', 'code': 200} Feb 03 12:32:41.155595 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=11018a34-1585-4dee-8b39-5cd8ed94b75a,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:41.158993 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-db7ee8d7-8ccd-4663-9ae3-6aa1e66a860e req-2eaef0a6-a6d2-4c09-9d98-6d881da9672c tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bd5b18-5685-40b4-9705-01a7d5cf308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174170 Feb 03 12:32:41.161209 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2aca899f-1575-449e-9217-d21fa476baf0 admin admin] Publish callbacks [] for security_group (358ab804-6cc5-44f0-bb33-f2484463be90), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.177476 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2aca899f-1575-449e-9217-d21fa476baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (358ab804-6cc5-44f0-bb33-f2484463be90), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.182706 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] Attempting to bind port 2ff92091-3c51-4b31-a310-77951179626b on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:41.183085 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] Attempting to bind port 2ff92091-3c51-4b31-a310-77951179626b by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '4dfbb924-0115-4a7e-b2f6-5b45d688e654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:41.183459 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] Attempting to bind port 2ff92091-3c51-4b31-a310-77951179626b on network c33a0cb4-61c0-4231-9b2d-8fba16eaff55 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:41.219302 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:41.220276 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] Checking segment: {'id': '4dfbb924-0115-4a7e-b2f6-5b45d688e654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:41.220937 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.223860 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] Bound using segment: {'id': '4dfbb924-0115-4a7e-b2f6-5b45d688e654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:41.225452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] Bound port: 2ff92091-3c51-4b31-a310-77951179626b, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfbb924-0115-4a7e-b2f6-5b45d688e654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:41.226107 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2ff92091-3c51-4b31-a310-77951179626b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.247107 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e681d2fb-44a8-4333-bf16-7c46834fec4b x-openstack-request-id: req-e681d2fb-44a8-4333-bf16-7c46834fec4b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:41.247107 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58bad88-2d73-4616-b07d-69696a9d4867", "name": "network-vif-deleted", "tag": "4283b9f3-2b21-49b8-b012-1f9d508b1178", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:41.247107 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e681d2fb-44a8-4333-bf16-7c46834fec4b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:41.247811 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58bad88-2d73-4616-b07d-69696a9d4867', 'name': 'network-vif-deleted', 'tag': '4283b9f3-2b21-49b8-b012-1f9d508b1178', 'status': 'completed', 'code': 200} Feb 03 12:32:41.273078 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b5d9b-0ed0-4db4-a9ff-33cb2ff34915 req-ae5febf5-99eb-40fc-99a2-f8d09ea42867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:41.274900 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-499b5d9b-0ed0-4db4-a9ff-33cb2ff34915 req-ae5febf5-99eb-40fc-99a2-f8d09ea42867 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 1132 time: 0.0683079 Feb 03 12:32:41.349986 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-499b5d9b-0ed0-4db4-a9ff-33cb2ff34915 req-11eb7b38-f8d6-42e6-9d99-46f86f4debc2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=41bd5b18-5685-40b4-9705-01a7d5cf308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674174 Feb 03 12:32:41.421953 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] For port 2ff92091-3c51-4b31-a310-77951179626b, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:41.441894 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aec911-e843-46f1-aa02-5b75b8b607c0 req-dd890da2-8053-4924-ba49-ff1895513fd3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:41.443651 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80aec911-e843-46f1-aa02-5b75b8b607c0 req-dd890da2-8053-4924-ba49-ff1895513fd3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 949 time: 0.0730190 Feb 03 12:32:41.473279 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] For port 2ff92091-3c51-4b31-a310-77951179626b, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2ff92091-3c51-4b31-a310-77951179626b,segment=NetworkSegment(4dfbb924-0115-4a7e-b2f6-5b45d688e654),segment_id=4dfbb924-0115-4a7e-b2f6-5b45d688e654)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:41.473830 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2aca899f-1575-449e-9217-d21fa476baf0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e74eb7760544a3693f66eca04b72458&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1564271 Feb 03 12:32:41.480703 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37636) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:41.524066 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2ff92091-3c51-4b31-a310-77951179626b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.536221 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10574b7a-88fd-4048-996e-5f4c0fd2b08f admin admin] Publish callbacks [] for router_gateway (5cd9c1b4-7a99-48ee-b259-12bb84d557de), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.537917 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca899f-1575-449e-9217-d21fa476baf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358ab804-6cc5-44f0-bb33-f2484463be90,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:41.614470 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80aec911-e843-46f1-aa02-5b75b8b607c0 req-8e389ef6-e730-4795-ba4a-4ea105f64656 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595452 Feb 03 12:32:41.644834 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef7b16f3-badc-45cd-9f01-7ac3e14ce68b admin admin] Publish callbacks [] for security_group (358ab804-6cc5-44f0-bb33-f2484463be90), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.675643 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef7b16f3-badc-45cd-9f01-7ac3e14ce68b admin admin] Publish callbacks [] for security_group (358ab804-6cc5-44f0-bb33-f2484463be90), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.683817 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe9fe3-bdfc-45ac-ae11-9365b0807411 None None] Pushing event updated for resources: {'Port': ['ID=2ff92091-3c51-4b31-a310-77951179626b,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:41.789825 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef7b16f3-badc-45cd-9f01-7ac3e14ce68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (358ab804-6cc5-44f0-bb33-f2484463be90), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.792707 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef7b16f3-badc-45cd-9f01-7ac3e14ce68b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:41.804364 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ef7b16f3-badc-45cd-9f01-7ac3e14ce68b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/358ab804-6cc5-44f0-bb33-f2484463be90 HTTP/1.1" status: 204 len: 168 time: 0.3147037 Feb 03 12:32:41.837135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b16f3-badc-45cd-9f01-7ac3e14ce68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358ab804-6cc5-44f0-bb33-f2484463be90,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:41.902980 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 5256de46-7c8e-44e3-89ef-97ee4330e68b details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:32:42.040971 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10574b7a-88fd-4048-996e-5f4c0fd2b08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (5cd9c1b4-7a99-48ee-b259-12bb84d557de), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:42.117629 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f6d09-9139-4e80-8613-8a8bd33e2229 req-2923cd22-5381-4891-ae3c-c15f08abbe7b tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:42.130621 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-875f6d09-9139-4e80-8613-8a8bd33e2229 req-2923cd22-5381-4891-ae3c-c15f08abbe7b tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 944 time: 0.2487028 Feb 03 12:32:42.307043 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10574b7a-88fd-4048-996e-5f4c0fd2b08f admin admin] Router 5cd9c1b4-7a99-48ee-b259-12bb84d557de is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:32:42.317621 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:32:42.319346 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-875f6d09-9139-4e80-8613-8a8bd33e2229 req-1cd438ef-12a9-49ad-a9bd-327b25fc84c3 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877573 Feb 03 12:32:42.328979 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2ff92091-3c51-4b31-a310-77951179626b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:42.482453 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 617175b0-b452-4296-9fee-0aa5b9f12b38 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:42.536738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37690) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:42.562002 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10574b7a-88fd-4048-996e-5f4c0fd2b08f admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:32:42.573235 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9797547b-6ea5-4bb2-83aa-7b58a87515ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:42.594696 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10574b7a-88fd-4048-996e-5f4c0fd2b08f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:42.595905 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-10574b7a-88fd-4048-996e-5f4c0fd2b08f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2475774 Feb 03 12:32:42.603462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] Sync routers for ids ['5cd9c1b4-7a99-48ee-b259-12bb84d557de'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:32:42.607314 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03cd1d-2bb6-445f-b4b1-77a6c62c63e8 req-a0d8e495-957f-4395-a166-3c60665b86aa tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:42.608364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37692) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:42.609724 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bc03cd1d-2bb6-445f-b4b1-77a6c62c63e8 req-a0d8e495-957f-4395-a166-3c60665b86aa tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 950 time: 0.1475646 Feb 03 12:32:42.678166 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] Routers {'5cd9c1b4-7a99-48ee-b259-12bb84d557de'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:42.678866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:32:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['5cd9c1b4-7a99-48ee-b259-12bb84d557de'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:42.767775 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bc03cd1d-2bb6-445f-b4b1-77a6c62c63e8 req-73e7f868-431b-4cf5-b407-5c2cd9aa32d9 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bd5b18-5685-40b4-9705-01a7d5cf308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443651 Feb 03 12:32:42.839590 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9797547b-6ea5-4bb2-83aa-7b58a87515ca admin admin] Publish callbacks [] for security_group (534e7ffe-0f9e-45cc-a47e-85fc112c0d57), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:42.847925 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9797547b-6ea5-4bb2-83aa-7b58a87515ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (534e7ffe-0f9e-45cc-a47e-85fc112c0d57), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:42.871788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 2ff92091-3c51-4b31-a310-77951179626b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:42.872396 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2ff92091-3c51-4b31-a310-77951179626b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:42.898162 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 5256de46-7c8e-44e3-89ef-97ee4330e68b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=5256de46-7c8e-44e3-89ef-97ee4330e68b,segment=NetworkSegment(54fe302d-f672-4e49-b1ac-8af38d760b2e),segment_id=54fe302d-f672-4e49-b1ac-8af38d760b2e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:42.914091 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9797547b-6ea5-4bb2-83aa-7b58a87515ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=821fbb51218c4667862a66e539ec876e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3728635 Feb 03 12:32:42.914091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797547b-6ea5-4bb2-83aa-7b58a87515ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534e7ffe-0f9e-45cc-a47e-85fc112c0d57,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:42.917934 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37700) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:42.996313 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] Set router 5cd9c1b4-7a99-48ee-b259-12bb84d557de gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:43.005394 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac34b77-2b7f-4829-84f2-8c515b81140e req-8d5d962d-c0b0-49d1-af4d-a42bf345c82e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:43.013804 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1ac34b77-2b7f-4829-84f2-8c515b81140e req-8d5d962d-c0b0-49d1-af4d-a42bf345c82e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 949 time: 0.0784421 Feb 03 12:32:43.024328 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3b5ae-c520-42aa-910e-797e09f73c50 req-247c9297-794c-44e8-90f6-0a109b1ed5e1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:43.031480 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b2d3b5ae-c520-42aa-910e-797e09f73c50 req-247c9297-794c-44e8-90f6-0a109b1ed5e1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ca4c7d-e80e-472c-8b52-45ed0d46b01a HTTP/1.1" status: 200 len: 949 time: 0.2523577 Feb 03 12:32:43.053062 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '5256de46-7c8e-44e3-89ef-97ee4330e68b', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'port_id': '5256de46-7c8e-44e3-89ef-97ee4330e68b', 'mac_address': 'fa:16:3e:e7:44:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:32:43.073727 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1ac34b77-2b7f-4829-84f2-8c515b81140e req-952078c6-4de8-4578-8603-ad2ae36ecf65 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592227 Feb 03 12:32:43.108603 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 617175b0-b452-4296-9fee-0aa5b9f12b38 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:32:43.157523 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 617175b0-b452-4296-9fee-0aa5b9f12b38 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:43.158042 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:43.169251 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b93fb7c-d47d-4797-b7b7-01047dad5436 admin admin] Publish callbacks [] for security_group (534e7ffe-0f9e-45cc-a47e-85fc112c0d57), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:43.208788 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b2d3b5ae-c520-42aa-910e-797e09f73c50 req-27af8942-c74b-4a9f-a9d3-ca73964e0662 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714630 Feb 03 12:32:43.327814 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b93fb7c-d47d-4797-b7b7-01047dad5436 admin admin] Publish callbacks [] for security_group (534e7ffe-0f9e-45cc-a47e-85fc112c0d57), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:43.349562 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 5256de46-7c8e-44e3-89ef-97ee4330e68b is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:43.349960 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5256de46-7c8e-44e3-89ef-97ee4330e68b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:43.430004 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5256de46-7c8e-44e3-89ef-97ee4330e68b {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:43.476046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 2ff92091-3c51-4b31-a310-77951179626b is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:43.476441 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2ff92091-3c51-4b31-a310-77951179626b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:43.498067 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db480e20-0d18-4622-8c32-d40de157cdec req-c0bb8794-1ccb-4010-a1f2-f03ecb302d11 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:43.499688 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-db480e20-0d18-4622-8c32-d40de157cdec req-c0bb8794-1ccb-4010-a1f2-f03ecb302d11 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 944 time: 0.0867019 Feb 03 12:32:43.603339 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-db480e20-0d18-4622-8c32-d40de157cdec req-30dd6ad5-0fa4-4018-8db9-1e14bc0b4fbc tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898037 Feb 03 12:32:43.617973 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b93fb7c-d47d-4797-b7b7-01047dad5436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (534e7ffe-0f9e-45cc-a47e-85fc112c0d57), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:43.619199 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b93fb7c-d47d-4797-b7b7-01047dad5436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:43.620667 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3b93fb7c-d47d-4797-b7b7-01047dad5436 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/534e7ffe-0f9e-45cc-a47e-85fc112c0d57 HTTP/1.1" status: 204 len: 168 time: 0.6941762 Feb 03 12:32:43.636318 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 5256de46-7c8e-44e3-89ef-97ee4330e68b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=5256de46-7c8e-44e3-89ef-97ee4330e68b,segment=NetworkSegment(54fe302d-f672-4e49-b1ac-8af38d760b2e),segment_id=54fe302d-f672-4e49-b1ac-8af38d760b2e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:43.636545 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93fb7c-d47d-4797-b7b7-01047dad5436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534e7ffe-0f9e-45cc-a47e-85fc112c0d57,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:43.664043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796c915c-cd3a-4fb4-af69-98284664729a None None] Network c33a0cb4-61c0-4231-9b2d-8fba16eaff55 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:32:43.735393 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5256de46-7c8e-44e3-89ef-97ee4330e68b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:43.751249 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-349f7689-feb7-4ce3-90dd-3b647762de51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:43.776824 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 2ff92091-3c51-4b31-a310-77951179626b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2ff92091-3c51-4b31-a310-77951179626b,segment=NetworkSegment(4dfbb924-0115-4a7e-b2f6-5b45d688e654),segment_id=4dfbb924-0115-4a7e-b2f6-5b45d688e654)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:43.873608 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2ff92091-3c51-4b31-a310-77951179626b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:43.930828 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f5b068e5-7981-4651-ba1d-1b23d3db8dc8 None None] Provisioning complete for port 2ff92091-3c51-4b31-a310-77951179626b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:43.944487 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f5b068e5-7981-4651-ba1d-1b23d3db8dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2ff92091-3c51-4b31-a310-77951179626b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:43.970790 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 617175b0-b452-4296-9fee-0aa5b9f12b38 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:43.971183 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:44.029447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=5256de46-7c8e-44e3-89ef-97ee4330e68b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:44.080892 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8ce78c-94c5-4fef-adb8-8dd7abecae8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617175b0-b452-4296-9fee-0aa5b9f12b38'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:44.083162 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ccaefc-ac56-4618-bf97-445cc58f10a9" -d '{"events": [{"server_uuid": "7b8ce78c-94c5-4fef-adb8-8dd7abecae8b", "name": "network-vif-plugged", "status": "completed", "tag": "617175b0-b452-4296-9fee-0aa5b9f12b38"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:44.085934 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005a10b-fe35-43a5-a54d-05898cc68e34 req-51d75e3f-61a5-4596-a83c-83ab3f300705 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:44.088738 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6005a10b-fe35-43a5-a54d-05898cc68e34 req-51d75e3f-61a5-4596-a83c-83ab3f300705 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 950 time: 0.1947603 Feb 03 12:32:44.092800 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['5256de46-7c8e-44e3-89ef-97ee4330e68b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:44.093238 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-349f7689-feb7-4ce3-90dd-3b647762de51 admin admin] Allocated IP 172.20.0.1 (c33a0cb4-61c0-4231-9b2d-8fba16eaff55/e3c9ea0e-8336-46f5-b1ce-ee0420175e60/5b583773-b2d7-44b9-8064-820b5519443e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:44.208972 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 617175b0-b452-4296-9fee-0aa5b9f12b38, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=617175b0-b452-4296-9fee-0aa5b9f12b38,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:44.238634 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6005a10b-fe35-43a5-a54d-05898cc68e34 req-31076fc5-a8e3-47e7-bc98-bd5c5be5300a tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bd5b18-5685-40b4-9705-01a7d5cf308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299143 Feb 03 12:32:44.298162 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-349f7689-feb7-4ce3-90dd-3b647762de51 admin admin] Publish callbacks [] for port (5b583773-b2d7-44b9-8064-820b5519443e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:44.307994 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e8a38a-fbcf-41f1-bbb4-58e28dbd6029 x-openstack-request-id: req-70e8a38a-fbcf-41f1-bbb4-58e28dbd6029 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:44.312669 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8ce78c-94c5-4fef-adb8-8dd7abecae8b", "name": "network-vif-plugged", "status": "completed", "tag": "617175b0-b452-4296-9fee-0aa5b9f12b38", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:44.312669 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70e8a38a-fbcf-41f1-bbb4-58e28dbd6029 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:44.312669 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8ce78c-94c5-4fef-adb8-8dd7abecae8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617175b0-b452-4296-9fee-0aa5b9f12b38', 'code': 200} Feb 03 12:32:44.338592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14056749-770e-4421-a283-29c2997cac58 req-4c5ae937-49d8-407e-b6fa-853673131849 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:44.340675 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14056749-770e-4421-a283-29c2997cac58 req-4c5ae937-49d8-407e-b6fa-853673131849 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.31 "GET /v2.0/ports?device_id=70ca4c7d-e80e-472c-8b52-45ed0d46b01a HTTP/1.1" status: 200 len: 949 time: 0.1806455 Feb 03 12:32:44.368525 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-349f7689-feb7-4ce3-90dd-3b647762de51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (5b583773-b2d7-44b9-8064-820b5519443e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:44.380781 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:44.383169 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4283b9f3-2b21-49b8-b012-1f9d508b1178 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:32:44.414885 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'name': 'tempest-ServersTestFqdnHostnames-2046491617-router', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'f034c260-3009-4bce-a505-ab671f634926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:39Z', 'updated_at': '2022-02-03T12:32:41Z', 'revision_number': 3, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'gw_port': {'id': 'f034c260-3009-4bce-a505-ab671f634926', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:40Z', 'updated_at': '2022-02-03T12:32:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:44.473352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 4283b9f3-2b21-49b8-b012-1f9d508b1178 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:32:44.474029 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4283b9f3-2b21-49b8-b012-1f9d508b1178 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:32:44.487504 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=2ff92091-3c51-4b31-a310-77951179626b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:44.491099 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] Checking router: 5cd9c1b4-7a99-48ee-b259-12bb84d557de for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:32:44.491099 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] Updating router 5cd9c1b4-7a99-48ee-b259-12bb84d557de port f034c260-3009-4bce-a505-ab671f634926 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:32:44.591868 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ee2c8-9756-4112-af3d-43dbf63d782a req-2eec0587-d962-4f72-af08-306092dfd10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:44.593456 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-783ee2c8-9756-4112-af3d-43dbf63d782a req-2eec0587-d962-4f72-af08-306092dfd10e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 1132 time: 0.3397000 Feb 03 12:32:44.602204 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5a1b8-b55d-46c1-9dc3-fb805ac3ec09 req-f80f36e7-c6af-4b2f-9c16-4d7ab6a69151 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:44.609745 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8ac5a1b8-b55d-46c1-9dc3-fb805ac3ec09 req-f80f36e7-c6af-4b2f-9c16-4d7ab6a69151 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.2671952 Feb 03 12:32:44.632698 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f034c260-3009-4bce-a505-ab671f634926), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:44.671449 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=617175b0-b452-4296-9fee-0aa5b9f12b38,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:44.677624 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f5b068e5-7981-4651-ba1d-1b23d3db8dc8 None None] Current status of the port 2ff92091-3c51-4b31-a310-77951179626b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:44.704073 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8ac5a1b8-b55d-46c1-9dc3-fb805ac3ec09 req-7e2efe4b-e7f8-4c94-9adf-aafd86c2c9e0 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933347 Feb 03 12:32:44.778975 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-783ee2c8-9756-4112-af3d-43dbf63d782a req-a567f104-f20a-429d-ac47-f5a6e263f73b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656892 Feb 03 12:32:44.793250 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-14056749-770e-4421-a283-29c2997cac58 req-7ffd510b-9425-44fc-9461-b3a1759c278d tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Deleting port 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:32:44.793601 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-14056749-770e-4421-a283-29c2997cac58 req-7ffd510b-9425-44fc-9461-b3a1759c278d tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (6bc57cd6-3f0d-4321-938b-f6b6102bdfd3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:44.980938 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-14056749-770e-4421-a283-29c2997cac58 req-7ffd510b-9425-44fc-9461-b3a1759c278d tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] For port 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=6bc57cd6-3f0d-4321-938b-f6b6102bdfd3,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:44.981309 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-14056749-770e-4421-a283-29c2997cac58 req-7ffd510b-9425-44fc-9461-b3a1759c278d tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (6bc57cd6-3f0d-4321-938b-f6b6102bdfd3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:44.994995 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349f7689-feb7-4ce3-90dd-3b647762de51 admin admin] Network c33a0cb4-61c0-4231-9b2d-8fba16eaff55 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:45.004239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-14056749-770e-4421-a283-29c2997cac58 req-7ffd510b-9425-44fc-9461-b3a1759c278d tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Calling delete_port for 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:32:45.036828 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f7689-feb7-4ce3-90dd-3b647762de51 admin admin] Pushing event updated for resources: {'Port': ['ID=5b583773-b2d7-44b9-8064-820b5519443e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:45.056526 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-349f7689-feb7-4ce3-90dd-3b647762de51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:45.060780 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349f7689-feb7-4ce3-90dd-3b647762de51 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:45.184108 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-349f7689-feb7-4ce3-90dd-3b647762de51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (5cd9c1b4-7a99-48ee-b259-12bb84d557de), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:45.274710 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5100a674-a970-4823-aad5-69c6ad87e171 None None] Provisioning complete for port 2ff92091-3c51-4b31-a310-77951179626b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:45.275271 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5100a674-a970-4823-aad5-69c6ad87e171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2ff92091-3c51-4b31-a310-77951179626b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:45.316044 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3415b81-86fa-4a78-8a5d-b04d5ec88c41 req-f5a04d08-5d81-420b-8c55-e41ad6aa25fb tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:45.324573 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a3415b81-86fa-4a78-8a5d-b04d5ec88c41 req-f5a04d08-5d81-420b-8c55-e41ad6aa25fb tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ca4c7d-e80e-472c-8b52-45ed0d46b01a HTTP/1.1" status: 200 len: 949 time: 0.8936791 Feb 03 12:32:45.356041 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-14056749-770e-4421-a283-29c2997cac58 req-7ffd510b-9425-44fc-9461-b3a1759c278d tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (6bc57cd6-3f0d-4321-938b-f6b6102bdfd3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:45.362802 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] Publish callbacks [] for port (f034c260-3009-4bce-a505-ab671f634926), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:45.378542 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['55011e3e-b132-4ad0-9fcf-af04202a91b4', '711283b5-8f64-4353-8047-3d066de63b46', '6bc57cd6-3f0d-4321-938b-f6b6102bdfd3'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:45.391194 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f034c260-3009-4bce-a505-ab671f634926), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:45.476656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['469dfbeb-df09-488a-9fc2-1deeba99228e', '36d80831-0a76-4f98-ad31-3fc3fd77ef71', '01fd3fea-af82-450c-aff7-812539d9e514', '5c24cd64-1ef0-4ce6-8c28-dad01a381853'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:45.573702 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd510b-9425-44fc-9461-b3a1759c278d tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Pushing event deleted for resources: {'Port': ['ID=6bc57cd6-3f0d-4321-938b-f6b6102bdfd3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:45.627879 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a3415b81-86fa-4a78-8a5d-b04d5ec88c41 req-31418b4f-a3b8-45df-a7fc-55850e60f42d tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020425 Feb 03 12:32:45.665338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-14056749-770e-4421-a283-29c2997cac58 req-7ffd510b-9425-44fc-9461-b3a1759c278d tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] No DVR routers for this DVR port 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:32:45.671342 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-14056749-770e-4421-a283-29c2997cac58 req-7ffd510b-9425-44fc-9461-b3a1759c278d tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:45.675824 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-349f7689-feb7-4ce3-90dd-3b647762de51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5b583773-b2d7-44b9-8064-820b5519443e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:45.681636 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14056749-770e-4421-a283-29c2997cac58 req-7ffd510b-9425-44fc-9461-b3a1759c278d tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.31 "DELETE /v2.0/ports/6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 HTTP/1.1" status: 204 len: 173 time: 1.2951062 Feb 03 12:32:45.682337 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ca4c7d-e80e-472c-8b52-45ed0d46b01a', 'name': 'network-vif-deleted', 'tag': '6bc57cd6-3f0d-4321-938b-f6b6102bdfd3'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:45.687978 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37aec98-f97d-4db8-b268-db2b4819083e" -d '{"events": [{"server_uuid": "70ca4c7d-e80e-472c-8b52-45ed0d46b01a", "name": "network-vif-deleted", "tag": "6bc57cd6-3f0d-4321-938b-f6b6102bdfd3"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:45.726715 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:45.743836 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507b645-4ecc-4324-9bc0-3ec5e4c96179 None None] Pushing event updated for resources: {'Port': ['ID=f034c260-3009-4bce-a505-ab671f634926,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:45.770111 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] Attempting to bind port f034c260-3009-4bce-a505-ab671f634926 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:45.770652 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] Attempting to bind port f034c260-3009-4bce-a505-ab671f634926 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:45.772331 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] Attempting to bind port f034c260-3009-4bce-a505-ab671f634926 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:45.827534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:45.828163 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:45.828297 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bd805-6b5a-4782-afa7-fa0556edb1b0 req-b4aea313-576a-4bba-ad8c-2bf38c434d3b tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:45.830116 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae6bd805-6b5a-4782-afa7-fa0556edb1b0 req-b4aea313-576a-4bba-ad8c-2bf38c434d3b tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 945 time: 0.1146166 Feb 03 12:32:45.836134 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:45.836662 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:45.839732 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] Bound port: f034c260-3009-4bce-a505-ab671f634926, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:45.840270 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f034c260-3009-4bce-a505-ab671f634926), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:45.954596 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 5256de46-7c8e-44e3-89ef-97ee4330e68b up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:45.995223 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae6bd805-6b5a-4782-afa7-fa0556edb1b0 req-d80daef7-0ec6-40fa-adc0-2cfc40a6f522 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571271 Feb 03 12:32:46.024603 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30a84a3-5872-4a0a-b155-3af658ec1f26 x-openstack-request-id: req-e30a84a3-5872-4a0a-b155-3af658ec1f26 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:46.024603 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ca4c7d-e80e-472c-8b52-45ed0d46b01a", "name": "network-vif-deleted", "tag": "6bc57cd6-3f0d-4321-938b-f6b6102bdfd3", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:46.024603 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e30a84a3-5872-4a0a-b155-3af658ec1f26 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:46.024603 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ca4c7d-e80e-472c-8b52-45ed0d46b01a', 'name': 'network-vif-deleted', 'tag': '6bc57cd6-3f0d-4321-938b-f6b6102bdfd3', 'status': 'completed', 'code': 200} Feb 03 12:32:46.092947 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5100a674-a970-4823-aad5-69c6ad87e171 None None] Current status of the port 2ff92091-3c51-4b31-a310-77951179626b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:46.217725 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2ff92091-3c51-4b31-a310-77951179626b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:46.238611 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] For port f034c260-3009-4bce-a505-ab671f634926, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:46.308923 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] For port f034c260-3009-4bce-a505-ab671f634926, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f034c260-3009-4bce-a505-ab671f634926,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:46.347552 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f034c260-3009-4bce-a505-ab671f634926), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:46.377241 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-349f7689-feb7-4ce3-90dd-3b647762de51 admin admin] Publish callbacks [] for port (5b583773-b2d7-44b9-8064-820b5519443e), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:46.393170 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-349f7689-feb7-4ce3-90dd-3b647762de51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (5b583773-b2d7-44b9-8064-820b5519443e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:46.425381 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f10f98f8-1dcc-4fba-baa0-c6e173b6f769 None None] Provisioning complete for port 5b583773-b2d7-44b9-8064-820b5519443e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:46.425817 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f10f98f8-1dcc-4fba-baa0-c6e173b6f769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5b583773-b2d7-44b9-8064-820b5519443e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:46.609893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507b645-4ecc-4324-9bc0-3ec5e4c96179 None None] Pushing event updated for resources: {'Port': ['ID=f034c260-3009-4bce-a505-ab671f634926,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:46.643702 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467b478-0f91-409e-8b10-a1075af199ce req-dd321522-332f-4b80-992a-b01017158d3b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:46.652895 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2467b478-0f91-409e-8b10-a1075af199ce req-dd321522-332f-4b80-992a-b01017158d3b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.4442351 Feb 03 12:32:46.665459 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-349f7689-feb7-4ce3-90dd-3b647762de51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (5cd9c1b4-7a99-48ee-b259-12bb84d557de), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:46.693128 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37844) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:46.743027 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f10f98f8-1dcc-4fba-baa0-c6e173b6f769 None None] Port 5b583773-b2d7-44b9-8064-820b5519443e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:32:46.799858 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 5256de46-7c8e-44e3-89ef-97ee4330e68b completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:32:46.884894 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 5256de46-7c8e-44e3-89ef-97ee4330e68b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:46.886114 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5256de46-7c8e-44e3-89ef-97ee4330e68b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:46.915112 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f05d9a13-bf85-474c-991c-f411d7e637ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:46.932100 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] Routers {'5cd9c1b4-7a99-48ee-b259-12bb84d557de'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:46.932837 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:32:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['5cd9c1b4-7a99-48ee-b259-12bb84d557de'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:46.951081 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f7689-feb7-4ce3-90dd-3b647762de51 admin admin] Pushing event updated for resources: {'Port': ['ID=5b583773-b2d7-44b9-8064-820b5519443e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:47.012346 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2467b478-0f91-409e-8b10-a1075af199ce req-e23bbea5-b898-4280-9523-bf68d1a0170e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580835 Feb 03 12:32:47.023985 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 2ff92091-3c51-4b31-a310-77951179626b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:47.024659 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2ff92091-3c51-4b31-a310-77951179626b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:47.087073 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349f7689-feb7-4ce3-90dd-3b647762de51 admin admin] Network c33a0cb4-61c0-4231-9b2d-8fba16eaff55 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:47.089071 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-349f7689-feb7-4ce3-90dd-3b647762de51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:47.192108 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] Set router 5cd9c1b4-7a99-48ee-b259-12bb84d557de gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:47.196118 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f05d9a13-bf85-474c-991c-f411d7e637ac admin admin] Publish callbacks [] for security_group (e5b7cf20-fca1-471b-9b74-85607610c86b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:47.210545 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f05d9a13-bf85-474c-991c-f411d7e637ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e5b7cf20-fca1-471b-9b74-85607610c86b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:47.288729 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f05d9a13-bf85-474c-991c-f411d7e637ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb08e47bc7494aa4a1fd1038355c7339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5938652 Feb 03 12:32:47.308980 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37874) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:47.396695 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349f7689-feb7-4ce3-90dd-3b647762de51 admin admin] Router 5cd9c1b4-7a99-48ee-b259-12bb84d557de has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:32:47.452004 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d9a13-bf85-474c-991c-f411d7e637ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b7cf20-fca1-471b-9b74-85607610c86b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:47.486357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581bb17-8fcd-4514-8871-e231d463eee5 req-1002bc29-c2eb-4184-bcce-8ece247f5cc4 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:47.500064 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a581bb17-8fcd-4514-8871-e231d463eee5 req-1002bc29-c2eb-4184-bcce-8ece247f5cc4 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 945 time: 0.2257357 Feb 03 12:32:47.528988 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5fb6670-6714-4587-a8aa-213e49555213 admin admin] Publish callbacks [] for security_group (e5b7cf20-fca1-471b-9b74-85607610c86b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:47.585997 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5fb6670-6714-4587-a8aa-213e49555213 admin admin] Publish callbacks [] for security_group (e5b7cf20-fca1-471b-9b74-85607610c86b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:47.635009 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a581bb17-8fcd-4514-8871-e231d463eee5 req-be7c314a-6e45-427a-b070-3a151613b788 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319373 Feb 03 12:32:47.719257 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9603b34-832f-41e2-bd91-2cc99daf9169 req-0494cb5d-ae7d-4af1-baf4-7f4c685acc78 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:47.728339 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e9603b34-832f-41e2-bd91-2cc99daf9169 req-0494cb5d-ae7d-4af1-baf4-7f4c685acc78 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=975e7152-f5a9-4bab-9856-ef089fecc36b HTTP/1.1" status: 200 len: 949 time: 0.2695396 Feb 03 12:32:47.733176 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5fb6670-6714-4587-a8aa-213e49555213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e5b7cf20-fca1-471b-9b74-85607610c86b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:47.736494 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5fb6670-6714-4587-a8aa-213e49555213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:47.739994 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c5fb6670-6714-4587-a8aa-213e49555213 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5b7cf20-fca1-471b-9b74-85607610c86b HTTP/1.1" status: 204 len: 168 time: 0.4242473 Feb 03 12:32:47.756245 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349f7689-feb7-4ce3-90dd-3b647762de51 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:32:47.766765 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-349f7689-feb7-4ce3-90dd-3b647762de51 admin admin] 10.222.0.18 "PUT /v2.0/routers/5cd9c1b4-7a99-48ee-b259-12bb84d557de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1458538 Feb 03 12:32:47.769477 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb6670-6714-4587-a8aa-213e49555213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b7cf20-fca1-471b-9b74-85607610c86b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:47.795423 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c44342fd-de52-40bb-a6ed-16e83c5a116b None None] Provisioning complete for port 5b583773-b2d7-44b9-8064-820b5519443e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:47.796018 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c44342fd-de52-40bb-a6ed-16e83c5a116b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5b583773-b2d7-44b9-8064-820b5519443e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:47.836598 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e9603b34-832f-41e2-bd91-2cc99daf9169 req-2dbee3a7-0e97-4052-9652-0576061c6af3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073000 Feb 03 12:32:47.945143 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 11018a34-1585-4dee-8b39-5cd8ed94b75a details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:32:48.067659 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c44342fd-de52-40bb-a6ed-16e83c5a116b None None] Port 5b583773-b2d7-44b9-8064-820b5519443e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:32:48.103993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 5256de46-7c8e-44e3-89ef-97ee4330e68b is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:48.103993 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5256de46-7c8e-44e3-89ef-97ee4330e68b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:48.190844 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37912) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:48.255906 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 2ff92091-3c51-4b31-a310-77951179626b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:48.317527 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab3c3a-00c0-4c6a-964e-ee9a2532164c req-c56bc744-60b3-479f-a566-58bebd126b5c tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:48.324568 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7eab3c3a-00c0-4c6a-964e-ee9a2532164c req-c56bc744-60b3-479f-a566-58bebd126b5c tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.1468775 Feb 03 12:32:48.449787 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7eab3c3a-00c0-4c6a-964e-ee9a2532164c req-be56460a-6739-41e0-917d-b1f6309bdc73 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170042 Feb 03 12:32:48.470529 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37920) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:48.493836 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05cd5686-55e4-419d-bbde-a4459684c246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:48.510989 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5256de46-7c8e-44e3-89ef-97ee4330e68b'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:48.513439 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0dca81-dd25-4a41-abf3-8d7cbbca2f29" -d '{"events": [{"server_uuid": "32fa4620-ca26-45b4-b45f-a439ea0200eb", "name": "network-vif-plugged", "status": "completed", "tag": "5256de46-7c8e-44e3-89ef-97ee4330e68b"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:48.549447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 5256de46-7c8e-44e3-89ef-97ee4330e68b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=5256de46-7c8e-44e3-89ef-97ee4330e68b,segment=NetworkSegment(54fe302d-f672-4e49-b1ac-8af38d760b2e),segment_id=54fe302d-f672-4e49-b1ac-8af38d760b2e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:48.584369 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5256de46-7c8e-44e3-89ef-97ee4330e68b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:48.591613 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:32:48.616508 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05cd5686-55e4-419d-bbde-a4459684c246 admin admin] Publish callbacks [] for security_group (89878ac5-3246-4060-aa53-5725a12c9f7f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:48.623195 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05cd5686-55e4-419d-bbde-a4459684c246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (89878ac5-3246-4060-aa53-5725a12c9f7f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:48.675322 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:32:48.675680 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 6bc57cd6-3f0d-4321-938b-f6b6102bdfd3 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:32:48.683417 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-05cd5686-55e4-419d-bbde-a4459684c246 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25a6ac8d86ed45e1b0278c760e167f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112727 Feb 03 12:32:48.685590 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd5686-55e4-419d-bbde-a4459684c246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89878ac5-3246-4060-aa53-5725a12c9f7f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:48.686774 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37934) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:48.720241 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:32:48.742482 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 11018a34-1585-4dee-8b39-5cd8ed94b75a, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=11018a34-1585-4dee-8b39-5cd8ed94b75a,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:48.762908 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '11018a34-1585-4dee-8b39-5cd8ed94b75a', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '11018a34-1585-4dee-8b39-5cd8ed94b75a', 'mac_address': 'fa:16:3e:26:5f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:32:48.847987 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 11018a34-1585-4dee-8b39-5cd8ed94b75a is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:48.848641 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:48.888684 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37942) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:48.894848 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-98f8090a-8b5d-4a4d-a47d-c89df7bf96cb tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--312594963', 'description': 'tempest-description--1184127822'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:48.940575 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=5256de46-7c8e-44e3-89ef-97ee4330e68b,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:48.951493 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98f8090a-8b5d-4a4d-a47d-c89df7bf96cb tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:48.968841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11018a34-1585-4dee-8b39-5cd8ed94b75a {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:32:48.999837 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3a8b8a8-c7d7-4ce0-8362-3c7944084c9b admin admin] Publish callbacks [] for security_group (89878ac5-3246-4060-aa53-5725a12c9f7f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.017037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 11018a34-1585-4dee-8b39-5cd8ed94b75a, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=11018a34-1585-4dee-8b39-5cd8ed94b75a,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:49.022006 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ff6237-fae6-4694-8f44-4e908317a133 x-openstack-request-id: req-c3ff6237-fae6-4694-8f44-4e908317a133 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:49.022358 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fa4620-ca26-45b4-b45f-a439ea0200eb", "name": "network-vif-plugged", "status": "completed", "tag": "5256de46-7c8e-44e3-89ef-97ee4330e68b", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:49.024081 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3ff6237-fae6-4694-8f44-4e908317a133 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:49.024555 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5256de46-7c8e-44e3-89ef-97ee4330e68b', 'code': 200} Feb 03 12:32:49.047828 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8adfce69-e2b0-44e6-a64d-9143c8d5f785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.081144 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.185462 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98f8090a-8b5d-4a4d-a47d-c89df7bf96cb tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for security_group (be4d8553-b441-499c-9401-24c39695ea0b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.197816 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98f8090a-8b5d-4a4d-a47d-c89df7bf96cb tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (be4d8553-b441-499c-9401-24c39695ea0b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.212728 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'name': 'tempest-ServersTestFqdnHostnames-2046491617-router', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'f034c260-3009-4bce-a505-ab671f634926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:39Z', 'updated_at': '2022-02-03T12:32:45Z', 'revision_number': 4, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'gw_port': {'id': 'f034c260-3009-4bce-a505-ab671f634926', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:40Z', 'updated_at': '2022-02-03T12:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '5b583773-b2d7-44b9-8064-820b5519443e', 'name': '', 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'mac_address': 'fa:16:3e:1b:de:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:43Z', 'updated_at': '2022-02-03T12:32:45Z', 'revision_number': 2, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'subnets': [{'id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:49.231875 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcead88d-b0a1-45e5-9619-410a2b022723 req-bb09739a-42e4-4896-90ba-bfe39c341acd tempest-MigrationsAdminTest-729445484 tempest-MigrationsAdminTest-729445484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:49.233482 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fcead88d-b0a1-45e5-9619-410a2b022723 req-bb09739a-42e4-4896-90ba-bfe39c341acd tempest-MigrationsAdminTest-729445484 tempest-MigrationsAdminTest-729445484-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 1132 time: 0.4475698 Feb 03 12:32:49.251411 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3a8b8a8-c7d7-4ce0-8362-3c7944084c9b admin admin] Publish callbacks [] for security_group (89878ac5-3246-4060-aa53-5725a12c9f7f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.256784 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8090a-8b5d-4a4d-a47d-c89df7bf96cb tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be4d8553-b441-499c-9401-24c39695ea0b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:49.283569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab8797-5402-4b62-9a5b-1a29af58da48 req-bcaadde2-c48e-429c-ad79-53404ad36916 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:49.285397 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a5ab8797-5402-4b62-9a5b-1a29af58da48 req-bcaadde2-c48e-429c-ad79-53404ad36916 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 946 time: 0.1877680 Feb 03 12:32:49.291723 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98f8090a-8b5d-4a4d-a47d-c89df7bf96cb tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.292802 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-98f8090a-8b5d-4a4d-a47d-c89df7bf96cb tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4031188 Feb 03 12:32:49.300454 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37952) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:49.310387 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ffbe04da-03f5-4ab6-ada9-3d4fad701138 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Request body: {'security_group_rule': {'security_group_id': 'be4d8553-b441-499c-9401-24c39695ea0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:49.311186 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee8a17-29b8-40b3-8e7a-c481e543a362 None None] The sync data for ids ['5cd9c1b4-7a99-48ee-b259-12bb84d557de'] in n-d-827336-3 is: [{'id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'name': 'tempest-ServersTestFqdnHostnames-2046491617-router', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'f034c260-3009-4bce-a505-ab671f634926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:39Z', 'updated_at': '2022-02-03T12:32:45Z', 'revision_number': 4, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'gw_port': {'id': 'f034c260-3009-4bce-a505-ab671f634926', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:40Z', 'updated_at': '2022-02-03T12:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '5b583773-b2d7-44b9-8064-820b5519443e', 'name': '', 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'mac_address': 'fa:16:3e:1b:de:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:43Z', 'updated_at': '2022-02-03T12:32:45Z', 'revision_number': 2, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'subnets': [{'id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:32:49.344590 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['11018a34-1585-4dee-8b39-5cd8ed94b75a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:49.373430 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51fefe-a159-48d7-81ab-0fe8f919e79f req-19062e08-3549-4d16-aa07-fcc040ac874f tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:49.375931 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce51fefe-a159-48d7-81ab-0fe8f919e79f req-19062e08-3549-4d16-aa07-fcc040ac874f tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.31 "GET /v2.0/ports?device_id=975e7152-f5a9-4bab-9856-ef089fecc36b HTTP/1.1" status: 200 len: 949 time: 0.4391816 Feb 03 12:32:49.411625 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8adfce69-e2b0-44e6-a64d-9143c8d5f785 admin admin] Publish callbacks [] for security_group (4ea7ea22-eb68-4a70-ac28-11d1a0d80276), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.439926 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8adfce69-e2b0-44e6-a64d-9143c8d5f785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4ea7ea22-eb68-4a70-ac28-11d1a0d80276), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.467896 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a5ab8797-5402-4b62-9a5b-1a29af58da48 req-eac3ef74-dcf5-409a-b37c-633278c66f96 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739535 Feb 03 12:32:49.498918 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=11018a34-1585-4dee-8b39-5cd8ed94b75a,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:49.504174 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffbe04da-03f5-4ab6-ada9-3d4fad701138 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for security_group_rule (95af6c06-db3d-4352-a443-b10d86be904b), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.585000 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adfce69-e2b0-44e6-a64d-9143c8d5f785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea7ea22-eb68-4a70-ac28-11d1a0d80276,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:49.607180 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8adfce69-e2b0-44e6-a64d-9143c8d5f785 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=363e896dbac94527bd628cc995e16d00&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4152260 Feb 03 12:32:49.610839 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37960) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:49.651106 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fcead88d-b0a1-45e5-9619-410a2b022723 req-714b76ea-4811-41c6-bc7a-a032dff8c546 tempest-MigrationsAdminTest-729445484 tempest-MigrationsAdminTest-729445484-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901703 Feb 03 12:32:49.726913 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e41d2-2cca-4a59-80d5-ed5bad943db1 req-ba414e10-7b70-47ed-88de-16ae545fec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:49.731582 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-de1e41d2-2cca-4a59-80d5-ed5bad943db1 req-ba414e10-7b70-47ed-88de-16ae545fec3d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 1128 time: 0.6174886 Feb 03 12:32:49.783548 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffbe04da-03f5-4ab6-ada9-3d4fad701138 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for security_group_rule (95af6c06-db3d-4352-a443-b10d86be904b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.794289 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffbe04da-03f5-4ab6-ada9-3d4fad701138 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (95af6c06-db3d-4352-a443-b10d86be904b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.834800 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe04da-03f5-4ab6-ada9-3d4fad701138 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95af6c06-db3d-4352-a443-b10d86be904b,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:49.855607 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3896a9e4-4a40-4a35-8a41-89ff52726bfa admin admin] Publish callbacks [] for security_group (4ea7ea22-eb68-4a70-ac28-11d1a0d80276), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.860707 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffbe04da-03f5-4ab6-ada9-3d4fad701138 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.868114 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ffbe04da-03f5-4ab6-ada9-3d4fad701138 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5596471 Feb 03 12:32:49.870424 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37976) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:49.887184 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-19ec77f6-8e6f-4fe5-a348-f9eb8ac088bf tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Request body: {'security_group_rule': {'security_group_id': 'be4d8553-b441-499c-9401-24c39695ea0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:49.896270 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3a8b8a8-c7d7-4ce0-8362-3c7944084c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (89878ac5-3246-4060-aa53-5725a12c9f7f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.899162 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3a8b8a8-c7d7-4ce0-8362-3c7944084c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:49.903889 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c3a8b8a8-c7d7-4ce0-8362-3c7944084c9b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89878ac5-3246-4060-aa53-5725a12c9f7f HTTP/1.1" status: 204 len: 168 time: 1.2153275 Feb 03 12:32:49.920900 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8b8a8-c7d7-4ce0-8362-3c7944084c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89878ac5-3246-4060-aa53-5725a12c9f7f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:49.935963 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 711283b5-8f64-4353-8047-3d066de63b46 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:32:49.938552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c840f-40be-4171-9506-2b1fd1dd18f1 req-3225dd1e-931b-407d-91b2-f381e14f7ff9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:49.954100 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d76c840f-40be-4171-9506-2b1fd1dd18f1 req-3225dd1e-931b-407d-91b2-f381e14f7ff9 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=975e7152-f5a9-4bab-9856-ef089fecc36b HTTP/1.1" status: 200 len: 949 time: 0.3182449 Feb 03 12:32:49.955659 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-de1e41d2-2cca-4a59-80d5-ed5bad943db1 req-af6ff5df-334e-41df-bc29-a29a22bc036e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146554 Feb 03 12:32:49.973369 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ce51fefe-a159-48d7-81ab-0fe8f919e79f req-058a54fb-b52c-4428-9ff9-84fed755bc22 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Deleting port 711283b5-8f64-4353-8047-3d066de63b46 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:32:49.973716 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ce51fefe-a159-48d7-81ab-0fe8f919e79f req-058a54fb-b52c-4428-9ff9-84fed755bc22 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (711283b5-8f64-4353-8047-3d066de63b46), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.081683 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3896a9e4-4a40-4a35-8a41-89ff52726bfa admin admin] Publish callbacks [] for security_group (4ea7ea22-eb68-4a70-ac28-11d1a0d80276), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.111358 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19ec77f6-8e6f-4fe5-a348-f9eb8ac088bf tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for security_group_rule (7fc51cfc-9edf-4365-9958-5f086bddedc3), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.176478 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 711283b5-8f64-4353-8047-3d066de63b46 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:50.176874 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (711283b5-8f64-4353-8047-3d066de63b46), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.239014 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 711283b5-8f64-4353-8047-3d066de63b46, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=711283b5-8f64-4353-8047-3d066de63b46,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:50.245868 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (711283b5-8f64-4353-8047-3d066de63b46), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.254982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ce51fefe-a159-48d7-81ab-0fe8f919e79f req-058a54fb-b52c-4428-9ff9-84fed755bc22 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] For port 711283b5-8f64-4353-8047-3d066de63b46, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=711283b5-8f64-4353-8047-3d066de63b46,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:50.255448 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ce51fefe-a159-48d7-81ab-0fe8f919e79f req-058a54fb-b52c-4428-9ff9-84fed755bc22 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (711283b5-8f64-4353-8047-3d066de63b46), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.263281 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d76c840f-40be-4171-9506-2b1fd1dd18f1 req-50f3c4be-5450-48e8-b0b0-e2cc9dfa29ea tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082635 Feb 03 12:32:50.300577 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ce51fefe-a159-48d7-81ab-0fe8f919e79f req-058a54fb-b52c-4428-9ff9-84fed755bc22 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Calling delete_port for 711283b5-8f64-4353-8047-3d066de63b46 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:32:50.319629 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19ec77f6-8e6f-4fe5-a348-f9eb8ac088bf tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for security_group_rule (7fc51cfc-9edf-4365-9958-5f086bddedc3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.332372 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19ec77f6-8e6f-4fe5-a348-f9eb8ac088bf tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (7fc51cfc-9edf-4365-9958-5f086bddedc3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.414535 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec77f6-8e6f-4fe5-a348-f9eb8ac088bf tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc51cfc-9edf-4365-9958-5f086bddedc3,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:50.428956 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=711283b5-8f64-4353-8047-3d066de63b46,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:50.432087 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3896a9e4-4a40-4a35-8a41-89ff52726bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4ea7ea22-eb68-4a70-ac28-11d1a0d80276), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.445854 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3896a9e4-4a40-4a35-8a41-89ff52726bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.445854 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3896a9e4-4a40-4a35-8a41-89ff52726bfa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ea7ea22-eb68-4a70-ac28-11d1a0d80276 HTTP/1.1" status: 204 len: 168 time: 0.8283827 Feb 03 12:32:50.464272 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19ec77f6-8e6f-4fe5-a348-f9eb8ac088bf tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.465728 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-19ec77f6-8e6f-4fe5-a348-f9eb8ac088bf tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5942359 Feb 03 12:32:50.473650 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37996) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:50.474443 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896a9e4-4a40-4a35-8a41-89ff52726bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea7ea22-eb68-4a70-ac28-11d1a0d80276,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:50.497223 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9b6a40db-c168-4058-9fcd-cbd5f92987b4 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:32:50.574921 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b6a40db-c168-4058-9fcd-cbd5f92987b4 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.829343 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b6a40db-c168-4058-9fcd-cbd5f92987b4 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.835219 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ce51fefe-a159-48d7-81ab-0fe8f919e79f req-058a54fb-b52c-4428-9ff9-84fed755bc22 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (711283b5-8f64-4353-8047-3d066de63b46), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:50.848257 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['55011e3e-b132-4ad0-9fcf-af04202a91b4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:50.902932 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a54fb-b52c-4428-9ff9-84fed755bc22 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Pushing event deleted for resources: {'Port': ['ID=711283b5-8f64-4353-8047-3d066de63b46,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:50.997283 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['469dfbeb-df09-488a-9fc2-1deeba99228e', '36d80831-0a76-4f98-ad31-3fc3fd77ef71', '01fd3fea-af82-450c-aff7-812539d9e514', '5c24cd64-1ef0-4ce6-8c28-dad01a381853'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:51.051574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce51fefe-a159-48d7-81ab-0fe8f919e79f req-058a54fb-b52c-4428-9ff9-84fed755bc22 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] No DVR routers for this DVR port 711283b5-8f64-4353-8047-3d066de63b46 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:32:51.062583 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ce51fefe-a159-48d7-81ab-0fe8f919e79f req-058a54fb-b52c-4428-9ff9-84fed755bc22 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:51.078389 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce51fefe-a159-48d7-81ab-0fe8f919e79f req-058a54fb-b52c-4428-9ff9-84fed755bc22 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.31 "DELETE /v2.0/ports/711283b5-8f64-4353-8047-3d066de63b46 HTTP/1.1" status: 204 len: 173 time: 1.6936834 Feb 03 12:32:51.100913 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-9b6a40db-c168-4058-9fcd-cbd5f92987b4 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Allocated IP 172.25.6.150 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/889a1e4b-1bb9-496b-aae2-4eb5687bd8c5) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:32:51.120577 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975e7152-f5a9-4bab-9856-ef089fecc36b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '711283b5-8f64-4353-8047-3d066de63b46'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:51.126161 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e09b087-2667-4dd9-a6cb-2a5bab714acb" -d '{"events": [{"server_uuid": "975e7152-f5a9-4bab-9856-ef089fecc36b", "name": "network-vif-unplugged", "status": "completed", "tag": "711283b5-8f64-4353-8047-3d066de63b46"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:51.150243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975e7152-f5a9-4bab-9856-ef089fecc36b', 'name': 'network-vif-deleted', 'tag': '711283b5-8f64-4353-8047-3d066de63b46'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:51.152811 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9aed81-cf2d-4851-b914-1b95910eab3f" -d '{"events": [{"server_uuid": "975e7152-f5a9-4bab-9856-ef089fecc36b", "name": "network-vif-deleted", "tag": "711283b5-8f64-4353-8047-3d066de63b46"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:51.221964 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56788bf6-7689-429a-bcfc-655bfaac146f req-40ea1f84-5616-4633-af99-52e30eb034db service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2770221 Feb 03 12:32:51.394832 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b6a40db-c168-4058-9fcd-cbd5f92987b4 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for port (889a1e4b-1bb9-496b-aae2-4eb5687bd8c5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:51.469356 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b6a40db-c168-4058-9fcd-cbd5f92987b4 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (889a1e4b-1bb9-496b-aae2-4eb5687bd8c5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:51.498121 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38022) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:51.542761 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7479efb0-4d2e-4064-b082-8cb3a6f5fcde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:51.737626 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6a40db-c168-4058-9fcd-cbd5f92987b4 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:32:51.777424 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ac73f-073b-476d-9bb2-64958058f44e req-4f2dc6d7-5624-4ab7-9e06-ea015a9e2621 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:51.785205 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0c9ac73f-073b-476d-9bb2-64958058f44e req-4f2dc6d7-5624-4ab7-9e06-ea015a9e2621 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 946 time: 0.3325753 Feb 03 12:32:51.797627 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7479efb0-4d2e-4064-b082-8cb3a6f5fcde admin admin] Publish callbacks [] for security_group (e60ebbc5-a375-4126-86e9-24908db51443), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:51.811835 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7479efb0-4d2e-4064-b082-8cb3a6f5fcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e60ebbc5-a375-4126-86e9-24908db51443), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:51.819259 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a40db-c168-4058-9fcd-cbd5f92987b4 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Pushing event updated for resources: {'Port': ['ID=889a1e4b-1bb9-496b-aae2-4eb5687bd8c5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:51.833018 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9b6a40db-c168-4058-9fcd-cbd5f92987b4 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:32:51.849651 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6a40db-c168-4058-9fcd-cbd5f92987b4 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:32:51.912268 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7479efb0-4d2e-4064-b082-8cb3a6f5fcde admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b52890d8c33644599cd4304556799077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4112363 Feb 03 12:32:51.924183 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38032) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:32:51.974564 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 11018a34-1585-4dee-8b39-5cd8ed94b75a up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:52.047501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479efb0-4d2e-4064-b082-8cb3a6f5fcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60ebbc5-a375-4126-86e9-24908db51443,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:52.279974 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c7b96c5-f677-4c1f-b719-5ee5186a8d49 admin admin] Publish callbacks [] for security_group (e60ebbc5-a375-4126-86e9-24908db51443), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:52.362329 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0c9ac73f-073b-476d-9bb2-64958058f44e req-94ffa4d7-dbab-4ae0-9029-d40636a5c838 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338540 Feb 03 12:32:52.380242 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c7b96c5-f677-4c1f-b719-5ee5186a8d49 admin admin] Publish callbacks [] for security_group (e60ebbc5-a375-4126-86e9-24908db51443), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:52.384063 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b6a40db-c168-4058-9fcd-cbd5f92987b4 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for floatingip (384152b7-e596-4ade-9076-2936778a92d2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:52.521651 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 11018a34-1585-4dee-8b39-5cd8ed94b75a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:52.521651 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:52.541245 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c7b96c5-f677-4c1f-b719-5ee5186a8d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e60ebbc5-a375-4126-86e9-24908db51443), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:52.544204 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c7b96c5-f677-4c1f-b719-5ee5186a8d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:52.549966 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4c7b96c5-f677-4c1f-b719-5ee5186a8d49 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e60ebbc5-a375-4126-86e9-24908db51443 HTTP/1.1" status: 204 len: 168 time: 0.6215625 Feb 03 12:32:52.559393 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b6a40db-c168-4058-9fcd-cbd5f92987b4 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (889a1e4b-1bb9-496b-aae2-4eb5687bd8c5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:52.565157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b96c5-f677-4c1f-b719-5ee5186a8d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60ebbc5-a375-4126-86e9-24908db51443,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:52.624561 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f034c260-3009-4bce-a505-ab671f634926 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:52.910253 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 11018a34-1585-4dee-8b39-5cd8ed94b75a is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:52.912578 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:52.926855 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port f034c260-3009-4bce-a505-ab671f634926 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:52.930921 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f034c260-3009-4bce-a505-ab671f634926), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:53.174886 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143c518-008a-4f3e-8c18-c72824782e3f req-09c8f908-20a3-47e5-bec7-7f07bbd6ccb8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:53.178219 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a143c518-008a-4f3e-8c18-c72824782e3f req-09c8f908-20a3-47e5-bec7-7f07bbd6ccb8 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.5972686 Feb 03 12:32:53.422080 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a143c518-008a-4f3e-8c18-c72824782e3f req-9fb74520-a044-4e78-be8e-3705732d4549 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266376 Feb 03 12:32:53.446383 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port f034c260-3009-4bce-a505-ab671f634926 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:53.447167 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f034c260-3009-4bce-a505-ab671f634926), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:53.469750 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 11018a34-1585-4dee-8b39-5cd8ed94b75a, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=11018a34-1585-4dee-8b39-5cd8ed94b75a,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:53.491345 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:53.552423 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b6a40db-c168-4058-9fcd-cbd5f92987b4 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for port (889a1e4b-1bb9-496b-aae2-4eb5687bd8c5), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:53.561870 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b6a40db-c168-4058-9fcd-cbd5f92987b4 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (889a1e4b-1bb9-496b-aae2-4eb5687bd8c5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:53.629561 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99f25b1-44db-42f2-8294-4a2d3eaf7d99 x-openstack-request-id: req-f99f25b1-44db-42f2-8294-4a2d3eaf7d99 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:53.630113 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975e7152-f5a9-4bab-9856-ef089fecc36b", "name": "network-vif-unplugged", "status": "completed", "tag": "711283b5-8f64-4353-8047-3d066de63b46", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:53.632603 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f99f25b1-44db-42f2-8294-4a2d3eaf7d99 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:53.632946 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975e7152-f5a9-4bab-9856-ef089fecc36b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '711283b5-8f64-4353-8047-3d066de63b46', 'code': 200} Feb 03 12:32:53.635422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=11018a34-1585-4dee-8b39-5cd8ed94b75a,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:53.657908 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port f034c260-3009-4bce-a505-ab671f634926, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f034c260-3009-4bce-a505-ab671f634926,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:53.676550 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f034c260-3009-4bce-a505-ab671f634926), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:53.742842 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b6a40db-c168-4058-9fcd-cbd5f92987b4 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (384152b7-e596-4ade-9076-2936778a92d2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:53.763974 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf94f1ba-53e8-4eea-8b27-34b700e40592 x-openstack-request-id: req-cf94f1ba-53e8-4eea-8b27-34b700e40592 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:32:53.764499 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975e7152-f5a9-4bab-9856-ef089fecc36b", "name": "network-vif-deleted", "tag": "711283b5-8f64-4353-8047-3d066de63b46", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:32:53.765536 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf94f1ba-53e8-4eea-8b27-34b700e40592 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:32:53.766076 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975e7152-f5a9-4bab-9856-ef089fecc36b', 'name': 'network-vif-deleted', 'tag': '711283b5-8f64-4353-8047-3d066de63b46', 'status': 'completed', 'code': 200} Feb 03 12:32:53.800260 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a40db-c168-4058-9fcd-cbd5f92987b4 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Pushing event updated for resources: {'Port': ['ID=889a1e4b-1bb9-496b-aae2-4eb5687bd8c5,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:53.812188 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=f034c260-3009-4bce-a505-ab671f634926,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:53.837565 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b6a40db-c168-4058-9fcd-cbd5f92987b4 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:53.841825 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9b6a40db-c168-4058-9fcd-cbd5f92987b4 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3652506 Feb 03 12:32:54.028363 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] Sync routers for ids ['5cd9c1b4-7a99-48ee-b259-12bb84d557de'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:32:54.050279 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] Routers {'5cd9c1b4-7a99-48ee-b259-12bb84d557de'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:54.050921 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:32:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['5cd9c1b4-7a99-48ee-b259-12bb84d557de'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:54.166143 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab7d62-e2f2-4869-b873-cca1e7b00038 req-0daba562-0984-489e-b28c-f635c873930c tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:54.175993 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-28ab7d62-e2f2-4869-b873-cca1e7b00038 req-0daba562-0984-489e-b28c-f635c873930c tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 946 time: 0.1349158 Feb 03 12:32:54.327096 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] Set router 5cd9c1b4-7a99-48ee-b259-12bb84d557de gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:54.333178 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-28ab7d62-e2f2-4869-b873-cca1e7b00038 req-075e3873-bf7e-4b24-bce1-7d260d3b98ef tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537607 Feb 03 12:32:54.399032 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56788bf6-7689-429a-bcfc-655bfaac146f req-5ba54533-253f-41de-a48d-f73b8a1f9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:54.401941 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56788bf6-7689-429a-bcfc-655bfaac146f req-5ba54533-253f-41de-a48d-f73b8a1f9dae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 1132 time: 0.1718237 Feb 03 12:32:54.445119 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f034c260-3009-4bce-a505-ab671f634926 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:54.651533 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port f034c260-3009-4bce-a505-ab671f634926 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:54.652934 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f034c260-3009-4bce-a505-ab671f634926), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:54.727100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56788bf6-7689-429a-bcfc-655bfaac146f req-12117b48-3b5c-4eab-922a-27a61d6cec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:54.730692 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56788bf6-7689-429a-bcfc-655bfaac146f req-12117b48-3b5c-4eab-922a-27a61d6cec9f service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.3205178 Feb 03 12:32:54.806191 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port f034c260-3009-4bce-a505-ab671f634926 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:54.824435 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'name': 'tempest-ServersTestFqdnHostnames-2046491617-router', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'f034c260-3009-4bce-a505-ab671f634926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:39Z', 'updated_at': '2022-02-03T12:32:45Z', 'revision_number': 4, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'gw_port': {'id': 'f034c260-3009-4bce-a505-ab671f634926', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:40Z', 'updated_at': '2022-02-03T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '5b583773-b2d7-44b9-8064-820b5519443e', 'name': '', 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'mac_address': 'fa:16:3e:1b:de:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:43Z', 'updated_at': '2022-02-03T12:32:45Z', 'revision_number': 2, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'subnets': [{'id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:54.830899 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56788bf6-7689-429a-bcfc-655bfaac146f req-62068c11-a3e5-492c-a868-e1184e30060f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=617175b0-b452-4296-9fee-0aa5b9f12b38 HTTP/1.1" status: 200 len: 217 time: 0.0845153 Feb 03 12:32:54.897171 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] Checking router: 5cd9c1b4-7a99-48ee-b259-12bb84d557de for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:32:54.897688 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] Updating router 5cd9c1b4-7a99-48ee-b259-12bb84d557de port 5b583773-b2d7-44b9-8064-820b5519443e binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:32:54.936409 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56788bf6-7689-429a-bcfc-655bfaac146f req-be8d5408-3661-45c0-aff7-c12ae6909bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:54.937593 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5b583773-b2d7-44b9-8064-820b5519443e), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:54.938709 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56788bf6-7689-429a-bcfc-655bfaac146f req-be8d5408-3661-45c0-aff7-c12ae6909bc5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1017466 Feb 03 12:32:55.017475 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e3347a5f-c45a-4b2a-aa69-62f22df24a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:55.019477 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e3347a5f-c45a-4b2a-aa69-62f22df24a35 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0666533 Feb 03 12:32:55.192238 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56788bf6-7689-429a-bcfc-655bfaac146f req-91a7d82b-7395-4b00-a22f-27bea76aa46c service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625853 Feb 03 12:32:55.389150 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] Publish callbacks [] for port (5b583773-b2d7-44b9-8064-820b5519443e), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:55.394672 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56788bf6-7689-429a-bcfc-655bfaac146f req-ac8335d4-29ac-43a7-ba95-6f4c05b3bac1 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926560 Feb 03 12:32:55.403693 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5b583773-b2d7-44b9-8064-820b5519443e), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:55.458241 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40b95e-2626-4bb3-9a6d-179a85abd0e0 None None] Pushing event updated for resources: {'Port': ['ID=5b583773-b2d7-44b9-8064-820b5519443e,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:55.546192 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] Attempting to bind port 5b583773-b2d7-44b9-8064-820b5519443e on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:32:55.546832 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] Attempting to bind port 5b583773-b2d7-44b9-8064-820b5519443e by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '4dfbb924-0115-4a7e-b2f6-5b45d688e654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:32:55.547406 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] Attempting to bind port 5b583773-b2d7-44b9-8064-820b5519443e on network c33a0cb4-61c0-4231-9b2d-8fba16eaff55 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:32:55.564624 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:32:55.565071 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] Checking segment: {'id': '4dfbb924-0115-4a7e-b2f6-5b45d688e654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:32:55.566018 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:55.566610 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] Bound using segment: {'id': '4dfbb924-0115-4a7e-b2f6-5b45d688e654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:32:55.567393 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] Bound port: 5b583773-b2d7-44b9-8064-820b5519443e, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfbb924-0115-4a7e-b2f6-5b45d688e654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:32:55.567625 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5b583773-b2d7-44b9-8064-820b5519443e), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:55.643892 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11018a34-1585-4dee-8b39-5cd8ed94b75a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:55.643892 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445faca9-9a98-4e0e-8736-87c574ce235d" -d '{"events": [{"server_uuid": "ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c", "name": "network-vif-plugged", "status": "completed", "tag": "11018a34-1585-4dee-8b39-5cd8ed94b75a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:55.753112 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] For port 5b583773-b2d7-44b9-8064-820b5519443e, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:32:55.756860 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] For port 5b583773-b2d7-44b9-8064-820b5519443e, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5b583773-b2d7-44b9-8064-820b5519443e,segment=NetworkSegment(4dfbb924-0115-4a7e-b2f6-5b45d688e654),segment_id=4dfbb924-0115-4a7e-b2f6-5b45d688e654)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:32:55.770676 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5b583773-b2d7-44b9-8064-820b5519443e), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:55.874510 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] Routers {'5cd9c1b4-7a99-48ee-b259-12bb84d557de'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:32:55.875187 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:32:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['5cd9c1b4-7a99-48ee-b259-12bb84d557de'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:55.877049 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40b95e-2626-4bb3-9a6d-179a85abd0e0 None None] Pushing event updated for resources: {'Port': ['ID=5b583773-b2d7-44b9-8064-820b5519443e,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:55.917900 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-34287bfb-211a-40c1-97a7-08c014e4ba2f None None] Provisioning complete for port 5b583773-b2d7-44b9-8064-820b5519443e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:55.918568 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-34287bfb-211a-40c1-97a7-08c014e4ba2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5b583773-b2d7-44b9-8064-820b5519443e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:56.080162 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] Set router 5cd9c1b4-7a99-48ee-b259-12bb84d557de gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:32:56.109770 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-34287bfb-211a-40c1-97a7-08c014e4ba2f None None] Current status of the port 5b583773-b2d7-44b9-8064-820b5519443e is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:56.110165 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-34287bfb-211a-40c1-97a7-08c014e4ba2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5b583773-b2d7-44b9-8064-820b5519443e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:56.196861 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-34287bfb-211a-40c1-97a7-08c014e4ba2f None None] For port 5b583773-b2d7-44b9-8064-820b5519443e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5b583773-b2d7-44b9-8064-820b5519443e,segment=NetworkSegment(4dfbb924-0115-4a7e-b2f6-5b45d688e654),segment_id=4dfbb924-0115-4a7e-b2f6-5b45d688e654)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:56.207863 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-34287bfb-211a-40c1-97a7-08c014e4ba2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5b583773-b2d7-44b9-8064-820b5519443e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:56.327807 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34287bfb-211a-40c1-97a7-08c014e4ba2f None None] Pushing event updated for resources: {'Port': ['ID=5b583773-b2d7-44b9-8064-820b5519443e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:56.347096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-26af3cc5-f21a-434c-a92f-2e89fa80be1c None None] Provisioning complete for port 5b583773-b2d7-44b9-8064-820b5519443e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:56.347480 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-26af3cc5-f21a-434c-a92f-2e89fa80be1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5b583773-b2d7-44b9-8064-820b5519443e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:56.467421 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-26af3cc5-f21a-434c-a92f-2e89fa80be1c None None] Current status of the port 5b583773-b2d7-44b9-8064-820b5519443e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:56.536376 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5b583773-b2d7-44b9-8064-820b5519443e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:56.624600 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'name': 'tempest-ServersTestFqdnHostnames-2046491617-router', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'f034c260-3009-4bce-a505-ab671f634926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:39Z', 'updated_at': '2022-02-03T12:32:45Z', 'revision_number': 4, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'gw_port': {'id': 'f034c260-3009-4bce-a505-ab671f634926', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:40Z', 'updated_at': '2022-02-03T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '5b583773-b2d7-44b9-8064-820b5519443e', 'name': '', 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'mac_address': 'fa:16:3e:1b:de:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:43Z', 'updated_at': '2022-02-03T12:32:55Z', 'revision_number': 4, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'subnets': [{'id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:32:56.668099 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f66ec43-aacc-497d-91c5-499aacf430f7 None None] The sync data for ids ['5cd9c1b4-7a99-48ee-b259-12bb84d557de'] in n-d-827336-3 is: [{'id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'name': 'tempest-ServersTestFqdnHostnames-2046491617-router', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'f034c260-3009-4bce-a505-ab671f634926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:39Z', 'updated_at': '2022-02-03T12:32:45Z', 'revision_number': 4, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'gw_port': {'id': 'f034c260-3009-4bce-a505-ab671f634926', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:40Z', 'updated_at': '2022-02-03T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '5b583773-b2d7-44b9-8064-820b5519443e', 'name': '', 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'mac_address': 'fa:16:3e:1b:de:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:43Z', 'updated_at': '2022-02-03T12:32:55Z', 'revision_number': 4, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'subnets': [{'id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:32:56.673906 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 5b583773-b2d7-44b9-8064-820b5519443e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:56.674194 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5b583773-b2d7-44b9-8064-820b5519443e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:56.838209 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 5b583773-b2d7-44b9-8064-820b5519443e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:32:56.944991 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd9d14-7965-4a37-af14-42679a940794 req-84cd8e25-9968-4c51-8a59-91b85bb32950 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:56.946665 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7cbd9d14-7965-4a37-af14-42679a940794 req-84cd8e25-9968-4c51-8a59-91b85bb32950 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b HTTP/1.1" status: 200 len: 950 time: 0.7751708 Feb 03 12:32:57.072088 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c1d524c-8f16-4751-b1bf-ec9f87c3833d req-63131585-aae3-4cf1-91e4-785eb59a5cf9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8106332 Feb 03 12:32:57.083039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7cbd9d14-7965-4a37-af14-42679a940794 req-583e888f-9547-4dce-9dea-1ae16e252b81 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Deleting port 55011e3e-b132-4ad0-9fcf-af04202a91b4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:32:57.083385 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7cbd9d14-7965-4a37-af14-42679a940794 req-583e888f-9547-4dce-9dea-1ae16e252b81 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (55011e3e-b132-4ad0-9fcf-af04202a91b4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:57.246796 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d524c-8f16-4751-b1bf-ec9f87c3833d req-a7a995f9-d1a0-409c-89b4-40b0c00bb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:57.248354 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c1d524c-8f16-4751-b1bf-ec9f87c3833d req-a7a995f9-d1a0-409c-89b4-40b0c00bb042 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 1132 time: 0.1142220 Feb 03 12:32:57.286411 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7cbd9d14-7965-4a37-af14-42679a940794 req-583e888f-9547-4dce-9dea-1ae16e252b81 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] For port 55011e3e-b132-4ad0-9fcf-af04202a91b4, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=55011e3e-b132-4ad0-9fcf-af04202a91b4,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:32:57.286794 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7cbd9d14-7965-4a37-af14-42679a940794 req-583e888f-9547-4dce-9dea-1ae16e252b81 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (55011e3e-b132-4ad0-9fcf-af04202a91b4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:57.419542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d524c-8f16-4751-b1bf-ec9f87c3833d req-7e12a3a6-f50d-4c79-a83b-0a2d26a66d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:57.421862 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c1d524c-8f16-4751-b1bf-ec9f87c3833d req-7e12a3a6-f50d-4c79-a83b-0a2d26a66d0f service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.1312561 Feb 03 12:32:57.428358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7cbd9d14-7965-4a37-af14-42679a940794 req-583e888f-9547-4dce-9dea-1ae16e252b81 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Calling delete_port for 55011e3e-b132-4ad0-9fcf-af04202a91b4 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:32:57.478196 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c1d524c-8f16-4751-b1bf-ec9f87c3833d req-89b01550-6505-4d6e-a6a7-5104f36ece4f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=b5e274e7-addc-4547-a7a5-f05f495eccaa HTTP/1.1" status: 200 len: 217 time: 0.0443435 Feb 03 12:32:57.567587 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d524c-8f16-4751-b1bf-ec9f87c3833d req-27c16545-1d04-4c3a-a380-5e144b268d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:57.568589 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c1d524c-8f16-4751-b1bf-ec9f87c3833d req-27c16545-1d04-4c3a-a380-5e144b268d54 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0570185 Feb 03 12:32:57.647482 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d524c-8f16-4751-b1bf-ec9f87c3833d req-869dcaa9-da2d-4dec-8075-091635c3a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:32:57.649057 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c1d524c-8f16-4751-b1bf-ec9f87c3833d req-869dcaa9-da2d-4dec-8075-091635c3a25e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0735373 Feb 03 12:32:57.821253 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c1d524c-8f16-4751-b1bf-ec9f87c3833d req-518b8f55-57c2-4db4-a515-62ada5e962d5 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440744 Feb 03 12:32:57.822255 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7cbd9d14-7965-4a37-af14-42679a940794 req-583e888f-9547-4dce-9dea-1ae16e252b81 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (55011e3e-b132-4ad0-9fcf-af04202a91b4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:57.834208 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['55011e3e-b132-4ad0-9fcf-af04202a91b4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:57.866018 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['469dfbeb-df09-488a-9fc2-1deeba99228e', '36d80831-0a76-4f98-ad31-3fc3fd77ef71', '01fd3fea-af82-450c-aff7-812539d9e514', '5c24cd64-1ef0-4ce6-8c28-dad01a381853'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:32:57.917399 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e888f-9547-4dce-9dea-1ae16e252b81 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Pushing event deleted for resources: {'Port': ['ID=55011e3e-b132-4ad0-9fcf-af04202a91b4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:32:57.982028 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbd9d14-7965-4a37-af14-42679a940794 req-583e888f-9547-4dce-9dea-1ae16e252b81 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] No DVR routers for this DVR port 55011e3e-b132-4ad0-9fcf-af04202a91b4 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:32:57.986623 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7cbd9d14-7965-4a37-af14-42679a940794 req-583e888f-9547-4dce-9dea-1ae16e252b81 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:57.990325 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7cbd9d14-7965-4a37-af14-42679a940794 req-583e888f-9547-4dce-9dea-1ae16e252b81 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.31 "DELETE /v2.0/ports/55011e3e-b132-4ad0-9fcf-af04202a91b4 HTTP/1.1" status: 204 len: 173 time: 1.0327723 Feb 03 12:32:57.990794 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b', 'name': 'network-vif-deleted', 'tag': '55011e3e-b132-4ad0-9fcf-af04202a91b4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:32:57.993419 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa07596-f5ef-4914-b315-c24e299adfcb" -d '{"events": [{"server_uuid": "7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b", "name": "network-vif-deleted", "tag": "55011e3e-b132-4ad0-9fcf-af04202a91b4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:32:58.027819 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c1d524c-8f16-4751-b1bf-ec9f87c3833d req-75a85961-357f-40cc-a7db-9e0854a3cd65 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764734 Feb 03 12:32:58.399175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5b583773-b2d7-44b9-8064-820b5519443e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:32:58.539067 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 5b583773-b2d7-44b9-8064-820b5519443e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:32:58.539588 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5b583773-b2d7-44b9-8064-820b5519443e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:32:58.710636 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 5b583773-b2d7-44b9-8064-820b5519443e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:00.002582 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 55011e3e-b132-4ad0-9fcf-af04202a91b4 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:00.036359 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 55011e3e-b132-4ad0-9fcf-af04202a91b4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:33:00.036718 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 55011e3e-b132-4ad0-9fcf-af04202a91b4 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:33:00.819157 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:01.267020 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-ba75d6f2-6949-4380-b5e5-d52bd27da102 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--312594963&fields=id&tenant_id=4d634ed9e80f494082d8457d96896a5d HTTP/1.1" status: 200 len: 267 time: 0.0606225 Feb 03 12:33:01.417418 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-bb3144fa-5bba-4d9c-a940-a7a9a41ee729 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:01.419118 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-bb3144fa-5bba-4d9c-a940-a7a9a41ee729 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/networks?id=c33a0cb4-61c0-4231-9b2d-8fba16eaff55 HTTP/1.1" status: 200 len: 815 time: 0.1430013 Feb 03 12:33:01.445349 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-b49101e7-59bc-40cf-9305-3be846c6eb45 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/quotas/4d634ed9e80f494082d8457d96896a5d HTTP/1.1" status: 200 len: 375 time: 0.0187600 Feb 03 12:33:01.559430 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-23065b1c-e5d3-489f-8f9b-45dc18a5cf38 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d634ed9e80f494082d8457d96896a5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1082299 Feb 03 12:33:01.707486 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-b7e5c78e-da3d-44df-babe-7c597e84748c service neutron] 10.222.0.18 "GET /v2.0/networks/c33a0cb4-61c0-4231-9b2d-8fba16eaff55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421542 Feb 03 12:33:01.903370 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-f5805a29-6a57-4334-b11b-1dc9559a29ae service neutron] 10.222.0.18 "GET /v2.0/networks/c33a0cb4-61c0-4231-9b2d-8fba16eaff55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893263 Feb 03 12:33:01.917831 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-422ff1ab-30f3-4e8c-84f7-c73c92f57f0f tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3037994 Feb 03 12:33:01.942804 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-46caa1c1-e289-42f5-9c7e-e87f23180966 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:01.976240 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-46caa1c1-e289-42f5-9c7e-e87f23180966 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.125695 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-46caa1c1-e289-42f5-9c7e-e87f23180966 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.318406 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739a77d-290e-4c74-bc59-ff5b11af08b2 req-d245f834-95d3-402a-be52-1107674d68fb tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:02.331560 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6739a77d-290e-4c74-bc59-ff5b11af08b2 req-d245f834-95d3-402a-be52-1107674d68fb tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.1725259 Feb 03 12:33:02.368607 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-46caa1c1-e289-42f5-9c7e-e87f23180966 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Allocated IP 172.25.6.216 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/4e580e78-7e80-45a5-aa00-e2801bcc9e6e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:02.417045 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6739a77d-290e-4c74-bc59-ff5b11af08b2 req-3696e484-075c-4541-863f-d4bd184d60c7 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833240 Feb 03 12:33:02.566007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38226) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:02.626787 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-46caa1c1-e289-42f5-9c7e-e87f23180966 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks [] for port (4e580e78-7e80-45a5-aa00-e2801bcc9e6e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.723853 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-46caa1c1-e289-42f5-9c7e-e87f23180966 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4e580e78-7e80-45a5-aa00-e2801bcc9e6e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.765838 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e3bf93-156b-4264-a4b4-9cfb9b274a68 x-openstack-request-id: req-42e3bf93-156b-4264-a4b4-9cfb9b274a68 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:02.766808 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c", "name": "network-vif-plugged", "status": "completed", "tag": "11018a34-1585-4dee-8b39-5cd8ed94b75a", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:02.767228 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42e3bf93-156b-4264-a4b4-9cfb9b274a68 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:02.767773 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11018a34-1585-4dee-8b39-5cd8ed94b75a', 'code': 200} Feb 03 12:33:02.808775 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d015ba67-6d42-4198-ba18-a1222b997d63 x-openstack-request-id: req-d015ba67-6d42-4198-ba18-a1222b997d63 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:02.810587 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b", "name": "network-vif-deleted", "tag": "55011e3e-b132-4ad0-9fcf-af04202a91b4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:02.811172 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d015ba67-6d42-4198-ba18-a1222b997d63 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:02.811739 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2a8649-ef88-419b-b9d0-5dd4c7cd1c1b', 'name': 'network-vif-deleted', 'tag': '55011e3e-b132-4ad0-9fcf-af04202a91b4', 'status': 'completed', 'code': 200} Feb 03 12:33:02.856055 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-46caa1c1-e289-42f5-9c7e-e87f23180966 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:02.868769 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-46caa1c1-e289-42f5-9c7e-e87f23180966 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:02.882247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-46caa1c1-e289-42f5-9c7e-e87f23180966 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:02.884595 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8af8c1e-a47b-4c8d-921c-0b75aecd0435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:02.966930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46caa1c1-e289-42f5-9c7e-e87f23180966 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Pushing event updated for resources: {'Port': ['ID=4e580e78-7e80-45a5-aa00-e2801bcc9e6e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:03.083075 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8af8c1e-a47b-4c8d-921c-0b75aecd0435 admin admin] Publish callbacks [] for security_group (0fe58577-97a3-4299-b586-f0fc110ad585), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:03.091885 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8af8c1e-a47b-4c8d-921c-0b75aecd0435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0fe58577-97a3-4299-b586-f0fc110ad585), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:03.099435 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-46caa1c1-e289-42f5-9c7e-e87f23180966 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks [] for floatingip (4c94ca38-6551-40d3-a6c5-e3547fdbe2e7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:03.190011 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d8af8c1e-a47b-4c8d-921c-0b75aecd0435 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7bb8be8fe0914390ae99f6dc26a19aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6227281 Feb 03 12:33:03.194612 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38242) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:03.197182 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af8c1e-a47b-4c8d-921c-0b75aecd0435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe58577-97a3-4299-b586-f0fc110ad585,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:03.256997 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-46caa1c1-e289-42f5-9c7e-e87f23180966 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4e580e78-7e80-45a5-aa00-e2801bcc9e6e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:03.280608 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dceaf345-353b-453d-83f0-4f991563403e admin admin] Publish callbacks [] for security_group (0fe58577-97a3-4299-b586-f0fc110ad585), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:03.347835 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dceaf345-353b-453d-83f0-4f991563403e admin admin] Publish callbacks [] for security_group (0fe58577-97a3-4299-b586-f0fc110ad585), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:03.352481 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ce19c713-c83c-4710-8a74-fee64e6c23fe req-4d501f73-a435-458e-9471-da87aba5d6fe tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/ports?device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 210 time: 0.0597970 Feb 03 12:33:03.425908 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dceaf345-353b-453d-83f0-4f991563403e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0fe58577-97a3-4299-b586-f0fc110ad585), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:03.429050 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dceaf345-353b-453d-83f0-4f991563403e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:03.433380 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dceaf345-353b-453d-83f0-4f991563403e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0fe58577-97a3-4299-b586-f0fc110ad585 HTTP/1.1" status: 204 len: 168 time: 0.2371180 Feb 03 12:33:03.446401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaf345-353b-453d-83f0-4f991563403e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe58577-97a3-4299-b586-f0fc110ad585,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:03.508723 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-edea4d70-4332-4f72-ae62-be37a6eca60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:03.556504 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-46caa1c1-e289-42f5-9c7e-e87f23180966 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks [] for port (4e580e78-7e80-45a5-aa00-e2801bcc9e6e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:03.564676 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-46caa1c1-e289-42f5-9c7e-e87f23180966 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4e580e78-7e80-45a5-aa00-e2801bcc9e6e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:03.705194 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46caa1c1-e289-42f5-9c7e-e87f23180966 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Pushing event updated for resources: {'Port': ['ID=4e580e78-7e80-45a5-aa00-e2801bcc9e6e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:03.749185 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-46caa1c1-e289-42f5-9c7e-e87f23180966 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (4c94ca38-6551-40d3-a6c5-e3547fdbe2e7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:03.797180 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-46caa1c1-e289-42f5-9c7e-e87f23180966 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:03.802861 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-46caa1c1-e289-42f5-9c7e-e87f23180966 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8783295 Feb 03 12:33:03.983213 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38270) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:03.985137 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-5131ea4f-3acc-4545-a108-23a35283d1af tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.216 HTTP/1.1" status: 200 len: 696 time: 0.1598082 Feb 03 12:33:04.015723 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08a90b34-989c-4892-b63a-39d73d0f0523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.133939 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-aa8a1443-92bf-4741-84c2-f4ea3e472d2e tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:04.135359 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-aa8a1443-92bf-4741-84c2-f4ea3e472d2e tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.1209073 Feb 03 12:33:04.159250 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-e0f59670-bbc5-408f-a93b-1043d364f85d tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:33:04.160352 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-205b9e59-a7b9-4ea7-aacd-4642d263330b req-e0f59670-bbc5-408f-a93b-1043d364f85d tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119035 Feb 03 12:33:04.214584 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-013302f8-6c25-43e7-82af-dbed992a61dc tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:04.218469 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-013302f8-6c25-43e7-82af-dbed992a61dc tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.31 "GET /v2.0/networks?id=c33a0cb4-61c0-4231-9b2d-8fba16eaff55 HTTP/1.1" status: 200 len: 815 time: 0.4447443 Feb 03 12:33:04.287280 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08a90b34-989c-4892-b63a-39d73d0f0523 admin admin] Publish callbacks [] for security_group (410d0f4e-7d9f-48b3-bb8f-0cfbdeaa995b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.298783 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08a90b34-989c-4892-b63a-39d73d0f0523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (410d0f4e-7d9f-48b3-bb8f-0cfbdeaa995b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.352733 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-08a90b34-989c-4892-b63a-39d73d0f0523 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef7d2a23c1a143a5b250af28f30bb905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3673599 Feb 03 12:33:04.354043 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38278) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:04.354684 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a90b34-989c-4892-b63a-39d73d0f0523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410d0f4e-7d9f-48b3-bb8f-0cfbdeaa995b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:04.373824 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-bd7b92b6-b7fe-4305-913c-170275839e6b tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d634ed9e80f494082d8457d96896a5d HTTP/1.1" status: 200 len: 379 time: 0.1438594 Feb 03 12:33:04.412720 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5f843c1-06a7-4465-982d-f8217ed076f5 admin admin] Publish callbacks [] for security_group (410d0f4e-7d9f-48b3-bb8f-0cfbdeaa995b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.413412 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-80aff017-153c-4bcf-89ca-1b8f47827c7c tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Request body: {'port': {'device_id': '67aa4430-6940-4caf-a6e1-8fe1ad126341', 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55', 'admin_state_up': True, 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'security_groups': ['be4d8553-b441-499c-9401-24c39695ea0b']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:04.439294 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5f843c1-06a7-4465-982d-f8217ed076f5 admin admin] Publish callbacks [] for security_group (410d0f4e-7d9f-48b3-bb8f-0cfbdeaa995b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.504946 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e18c6e-b626-4c2f-893d-000e059058fd req-b3d2fd11-1142-42da-aad7-afaaebc983e1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:04.505672 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0ad17-3875-4239-94c8-a209f28e9ffe req-d97c01b5-fbae-459e-b2b4-5b5ae7f2f3c8 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:04.506462 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f4e18c6e-b626-4c2f-893d-000e059058fd req-b3d2fd11-1142-42da-aad7-afaaebc983e1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.2981243 Feb 03 12:33:04.508016 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-17f0ad17-3875-4239-94c8-a209f28e9ffe req-d97c01b5-fbae-459e-b2b4-5b5ae7f2f3c8 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 950 time: 0.1422415 Feb 03 12:33:04.513996 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5f843c1-06a7-4465-982d-f8217ed076f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (410d0f4e-7d9f-48b3-bb8f-0cfbdeaa995b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.517109 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5f843c1-06a7-4465-982d-f8217ed076f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:04.533000 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b5f843c1-06a7-4465-982d-f8217ed076f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/410d0f4e-7d9f-48b3-bb8f-0cfbdeaa995b HTTP/1.1" status: 204 len: 168 time: 0.1630878 Feb 03 12:33:04.636301 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f843c1-06a7-4465-982d-f8217ed076f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410d0f4e-7d9f-48b3-bb8f-0cfbdeaa995b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:04.644794 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-17f0ad17-3875-4239-94c8-a209f28e9ffe req-87786987-0e58-4e4c-b1a9-758f01b964bb tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911674 Feb 03 12:33:04.666531 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920df839-17a3-454b-a111-dc7353756c38 req-a0682641-5995-4f0d-af49-1e19e2ac1c22 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:04.669542 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-920df839-17a3-454b-a111-dc7353756c38 req-a0682641-5995-4f0d-af49-1e19e2ac1c22 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 950 time: 0.1590917 Feb 03 12:33:04.672554 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f4e18c6e-b626-4c2f-893d-000e059058fd req-e6557a61-4cf2-4a73-9410-90c46e865106 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377590 Feb 03 12:33:04.759141 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-80aff017-153c-4bcf-89ca-1b8f47827c7c tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Made reservation on behalf of 4d634ed9e80f494082d8457d96896a5d for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:04.763633 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-80aff017-153c-4bcf-89ca-1b8f47827c7c tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.091172 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-80aff017-153c-4bcf-89ca-1b8f47827c7c tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Allocated IP 172.20.0.9 (c33a0cb4-61c0-4231-9b2d-8fba16eaff55/e3c9ea0e-8336-46f5-b1ce-ee0420175e60/1b8e5c95-fc1f-4fd1-9144-53383fe06a4c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:05.145539 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-5b7aa91a-3910-4704-a518-a046b932adec tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:05.152634 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-5b7aa91a-3910-4704-a518-a046b932adec tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/networks?id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec HTTP/1.1" status: 200 len: 821 time: 0.3215702 Feb 03 12:33:05.172953 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-657b1a9b-5016-464e-8282-412644f604ca tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/quotas/59fee055273c410d8bd6eaaa2aa69e6d HTTP/1.1" status: 200 len: 375 time: 0.0193698 Feb 03 12:33:05.316127 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-24762d7c-f822-4b68-b24b-8e8c9a42f14d tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=59fee055273c410d8bd6eaaa2aa69e6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1421046 Feb 03 12:33:05.344962 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-920df839-17a3-454b-a111-dc7353756c38 req-f1f2daba-e0e9-4d3d-9893-4f2aadcb1c32 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Deleting port 5c24cd64-1ef0-4ce6-8c28-dad01a381853 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:33:05.345347 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-920df839-17a3-454b-a111-dc7353756c38 req-f1f2daba-e0e9-4d3d-9893-4f2aadcb1c32 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5c24cd64-1ef0-4ce6-8c28-dad01a381853), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.465011 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-f839edb3-689e-478d-a83e-a9508ccdc092 service neutron] 10.222.0.18 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458418 Feb 03 12:33:05.474244 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80249076-7d67-48b6-94f3-8dfb3708e153 req-a3556971-06c3-429a-a28c-3da3110864ce tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/ports?device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 210 time: 0.1414042 Feb 03 12:33:05.587150 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-80aff017-153c-4bcf-89ca-1b8f47827c7c tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for port (1b8e5c95-fc1f-4fd1-9144-53383fe06a4c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.596827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-920df839-17a3-454b-a111-dc7353756c38 req-f1f2daba-e0e9-4d3d-9893-4f2aadcb1c32 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] For port 5c24cd64-1ef0-4ce6-8c28-dad01a381853, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5c24cd64-1ef0-4ce6-8c28-dad01a381853,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:05.597239 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-920df839-17a3-454b-a111-dc7353756c38 req-f1f2daba-e0e9-4d3d-9893-4f2aadcb1c32 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5c24cd64-1ef0-4ce6-8c28-dad01a381853), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.615070 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-920df839-17a3-454b-a111-dc7353756c38 req-f1f2daba-e0e9-4d3d-9893-4f2aadcb1c32 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Calling delete_port for 5c24cd64-1ef0-4ce6-8c28-dad01a381853 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:33:05.687904 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-80aff017-153c-4bcf-89ca-1b8f47827c7c tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (1b8e5c95-fc1f-4fd1-9144-53383fe06a4c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.740128 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-5effaf02-e39e-4e30-ae5e-95c45f4bb957 service neutron] 10.222.0.18 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694538 Feb 03 12:33:05.759317 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-80aff017-153c-4bcf-89ca-1b8f47827c7c tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Network c33a0cb4-61c0-4231-9b2d-8fba16eaff55 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:05.779555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-80aff017-153c-4bcf-89ca-1b8f47827c7c tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:05.783357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-80aff017-153c-4bcf-89ca-1b8f47827c7c tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:05.819379 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aff017-153c-4bcf-89ca-1b8f47827c7c tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Pushing event updated for resources: {'Port': ['ID=1b8e5c95-fc1f-4fd1-9144-53383fe06a4c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:05.913464 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e78e8aab-5276-4024-9a7d-35b255454fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.919725 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-80aff017-153c-4bcf-89ca-1b8f47827c7c tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:05.920594 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-80aff017-153c-4bcf-89ca-1b8f47827c7c tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:05.962529 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ef313-da84-415d-afad-b6720f4f8714 req-09a9e771-3ab6-43a3-b57b-e80b0347ff8f tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:05.964611 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1f3ef313-da84-415d-afad-b6720f4f8714 req-09a9e771-3ab6-43a3-b57b-e80b0347ff8f tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 950 time: 0.1504464 Feb 03 12:33:06.014748 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-80aff017-153c-4bcf-89ca-1b8f47827c7c tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6064441 Feb 03 12:33:06.076914 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1f3ef313-da84-415d-afad-b6720f4f8714 req-ca184e53-5a79-4685-8882-cdcf851aae4f tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882514 Feb 03 12:33:06.092480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] Request body: {'port': {'device_id': '67aa4430-6940-4caf-a6e1-8fe1ad126341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:06.179562 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-920df839-17a3-454b-a111-dc7353756c38 req-f1f2daba-e0e9-4d3d-9893-4f2aadcb1c32 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5c24cd64-1ef0-4ce6-8c28-dad01a381853), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.218207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['469dfbeb-df09-488a-9fc2-1deeba99228e', '36d80831-0a76-4f98-ad31-3fc3fd77ef71', '01fd3fea-af82-450c-aff7-812539d9e514', '5c24cd64-1ef0-4ce6-8c28-dad01a381853'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:06.259985 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c47fb-f1c5-4e1b-9708-8091944c0154 req-6bd167fa-2504-4c65-8c4d-6ff174b27302 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:06.261527 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd8c47fb-f1c5-4e1b-9708-8091944c0154 req-6bd167fa-2504-4c65-8c4d-6ff174b27302 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.1270399 Feb 03 12:33:06.332624 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2daba-e0e9-4d3d-9893-4f2aadcb1c32 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Pushing event deleted for resources: {'Port': ['ID=5c24cd64-1ef0-4ce6-8c28-dad01a381853,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:06.361007 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd8c47fb-f1c5-4e1b-9708-8091944c0154 req-59934119-6106-43ab-b4a7-a39779f9f17f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840616 Feb 03 12:33:06.484109 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a269b9c8-e953-4a7e-8621-bb051721387b None None] Provisioning complete for port 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:06.484605 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a269b9c8-e953-4a7e-8621-bb051721387b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1b8e5c95-fc1f-4fd1-9144-53383fe06a4c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.606591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a269b9c8-e953-4a7e-8621-bb051721387b None None] Port 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:33:06.672021 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7c761f9-830d-4c63-94f5-04072de30869 req-14726c69-4bbb-4b83-91ed-29ea6df4ccfd tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 210 time: 0.3224242 Feb 03 12:33:06.677222 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1b8e5c95-fc1f-4fd1-9144-53383fe06a4c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.829042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-920df839-17a3-454b-a111-dc7353756c38 req-f1f2daba-e0e9-4d3d-9893-4f2aadcb1c32 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] No DVR routers for this DVR port 5c24cd64-1ef0-4ce6-8c28-dad01a381853 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:33:06.873896 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.919061 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-920df839-17a3-454b-a111-dc7353756c38 req-f1f2daba-e0e9-4d3d-9893-4f2aadcb1c32 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:06.928155 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-920df839-17a3-454b-a111-dc7353756c38 req-f1f2daba-e0e9-4d3d-9893-4f2aadcb1c32 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "DELETE /v2.0/ports/5c24cd64-1ef0-4ce6-8c28-dad01a381853 HTTP/1.1" status: 204 len: 173 time: 2.2519085 Feb 03 12:33:06.942086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6054ba-d203-441d-a042-b16339df7fff', 'name': 'network-vif-deleted', 'tag': '5c24cd64-1ef0-4ce6-8c28-dad01a381853'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:06.954642 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b511b47-9a91-43cc-9dce-e64e08d79407" -d '{"events": [{"server_uuid": "7e6054ba-d203-441d-a042-b16339df7fff", "name": "network-vif-deleted", "tag": "5c24cd64-1ef0-4ce6-8c28-dad01a381853"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:06.986034 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d8040-6132-4a53-8245-7ed42059f8a8 req-ee60b2f4-ba5a-4fcf-ac32-b35343dfc41b tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:06.999393 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9f7d8040-6132-4a53-8245-7ed42059f8a8 req-ee60b2f4-ba5a-4fcf-ac32-b35343dfc41b tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/ports?device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 931 time: 0.2069430 Feb 03 12:33:07.086482 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a93c989-3a72-4caf-96ef-fbd287a2048f x-openstack-request-id: req-4a93c989-3a72-4caf-96ef-fbd287a2048f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:07.086790 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6054ba-d203-441d-a042-b16339df7fff", "name": "network-vif-deleted", "tag": "5c24cd64-1ef0-4ce6-8c28-dad01a381853", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:07.087097 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a93c989-3a72-4caf-96ef-fbd287a2048f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:07.087583 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6054ba-d203-441d-a042-b16339df7fff', 'name': 'network-vif-deleted', 'tag': '5c24cd64-1ef0-4ce6-8c28-dad01a381853', 'status': 'completed', 'code': 200} Feb 03 12:33:07.274062 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9f7d8040-6132-4a53-8245-7ed42059f8a8 req-2f1834b6-eb5a-4fdc-831e-52ead8cdf840 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/security-groups?id=be4d8553-b441-499c-9401-24c39695ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736700 Feb 03 12:33:07.384831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38426) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:07.490868 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38432) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:07.492284 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dc35570d-9442-4c63-8480-e246040ad116 req-56948c9a-e77b-4f07-8eaf-539bc7b02fcf tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e6054ba-d203-441d-a042-b16339df7fff HTTP/1.1" status: 200 len: 210 time: 0.0874171 Feb 03 12:33:07.689663 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560aaeaa-7188-4801-970d-84eab3df5e7f req-2144254b-124a-4036-9712-85cce0d8832d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:07.700190 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-560aaeaa-7188-4801-970d-84eab3df5e7f req-2144254b-124a-4036-9712-85cce0d8832d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.1510792 Feb 03 12:33:07.759008 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a6b23d4-571a-4178-8953-530fd7f022db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:07.768775 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:07.785916 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] Publish callbacks [] for port (1b8e5c95-fc1f-4fd1-9144-53383fe06a4c), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:07.801719 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] Transition to ACTIVE for port object 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:33:07.812471 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (1b8e5c95-fc1f-4fd1-9144-53383fe06a4c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:07.870234 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68589abf-022d-4f38-bf18-b0d8739766e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:07.967053 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-54b1fc27-066b-46cd-8079-b09fac7fdeae req-56d04369-95b4-46c4-8acb-6435ccf16bd5 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 210 time: 0.1411183 Feb 03 12:33:07.991507 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-560aaeaa-7188-4801-970d-84eab3df5e7f req-4822a4e1-d5aa-455c-b7f9-a079b3db0df9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903368 Feb 03 12:33:08.020479 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8e5c95-fc1f-4fd1-9144-53383fe06a4c,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:08.117554 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] Attempting to bind port 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:08.118303 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] Attempting to bind port 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '4dfbb924-0115-4a7e-b2f6-5b45d688e654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:08.118879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] Attempting to bind port 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c on network c33a0cb4-61c0-4231-9b2d-8fba16eaff55 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:08.126149 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] Port 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c on network c33a0cb4-61c0-4231-9b2d-8fba16eaff55 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:08.126861 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] Attempting to bind port 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c on network c33a0cb4-61c0-4231-9b2d-8fba16eaff55 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:08.134844 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.135850 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:08.136464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] Checking segment: {'id': '4dfbb924-0115-4a7e-b2f6-5b45d688e654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:08.137369 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] Bound using segment: {'id': '4dfbb924-0115-4a7e-b2f6-5b45d688e654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:08.137849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] Bound port: 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dfbb924-0115-4a7e-b2f6-5b45d688e654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:08.138216 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1b8e5c95-fc1f-4fd1-9144-53383fe06a4c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.146793 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a6b23d4-571a-4178-8953-530fd7f022db admin admin] Publish callbacks [] for security_group (da04d876-811d-4c1a-89af-43713e494179), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.155069 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a6b23d4-571a-4178-8953-530fd7f022db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (da04d876-811d-4c1a-89af-43713e494179), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.253127 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b23d4-571a-4178-8953-530fd7f022db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da04d876-811d-4c1a-89af-43713e494179,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:08.261295 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8a6b23d4-571a-4178-8953-530fd7f022db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e5cda93c9d94b69818d25fd05ba4b40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7693913 Feb 03 12:33:08.264121 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38448) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:08.336457 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68589abf-022d-4f38-bf18-b0d8739766e3 admin admin] Publish callbacks [] for security_group (2a9ee63a-8b72-4129-add9-7c581fe007fc), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.371313 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68589abf-022d-4f38-bf18-b0d8739766e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2a9ee63a-8b72-4129-add9-7c581fe007fc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.435381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] For port 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:08.467002 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] For port 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1b8e5c95-fc1f-4fd1-9144-53383fe06a4c,segment=NetworkSegment(4dfbb924-0115-4a7e-b2f6-5b45d688e654),segment_id=4dfbb924-0115-4a7e-b2f6-5b45d688e654)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:08.496093 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5c24cd64-1ef0-4ce6-8c28-dad01a381853 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:08.559783 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (1b8e5c95-fc1f-4fd1-9144-53383fe06a4c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:08.561037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 5c24cd64-1ef0-4ce6-8c28-dad01a381853 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:33:08.561473 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5c24cd64-1ef0-4ce6-8c28-dad01a381853 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:33:09.043269 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-68589abf-022d-4f38-bf18-b0d8739766e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00c208a6db0e419684667452c92d7e62&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6548312 Feb 03 12:33:09.050682 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38478) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:09.073502 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8e5c95-fc1f-4fd1-9144-53383fe06a4c,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:09.073646 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68589abf-022d-4f38-bf18-b0d8739766e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9ee63a-8b72-4129-add9-7c581fe007fc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:09.099814 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cda522e8-cc8c-4318-a50d-26a26b6030b2 admin admin] Publish callbacks [] for security_group (da04d876-811d-4c1a-89af-43713e494179), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.124963 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:09.126056 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.127606 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-38fd2a6d-856d-4a80-b1e7-5688321cda03 service neutron] 10.222.0.31 "PUT /v2.0/ports/1b8e5c95-fc1f-4fd1-9144-53383fe06a4c HTTP/1.1" status: 200 len: 1091 time: 3.0649486 Feb 03 12:33:09.131057 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-230b1dc2-17b8-4da1-8083-a1ed3c81df64 req-9d1d4c41-dcfe-4f97-84d3-45c68a434183 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9989f74b-58b4-43cb-8692-fe21d0e1e0ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9124725 Feb 03 12:33:09.135490 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67aa4430-6940-4caf-a6e1-8fe1ad126341', 'tag': '1b8e5c95-fc1f-4fd1-9144-53383fe06a4c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:09.137583 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8bfdab-df13-4be8-b801-6143f1c46ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "67aa4430-6940-4caf-a6e1-8fe1ad126341", "tag": "1b8e5c95-fc1f-4fd1-9144-53383fe06a4c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:09.169920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-97a26ca9-4487-447d-952d-8b25aa85a36a tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:09.172294 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-97a26ca9-4487-447d-952d-8b25aa85a36a tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.73 "GET /v2.0/networks?id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec HTTP/1.1" status: 200 len: 821 time: 0.8487735 Feb 03 12:33:09.187839 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cda522e8-cc8c-4318-a50d-26a26b6030b2 admin admin] Publish callbacks [] for security_group (da04d876-811d-4c1a-89af-43713e494179), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.222533 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c3f52-7d05-44bc-8284-23b3a35ee0c9 req-2006f1d3-e772-4eed-9b40-450552a98d89 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:09.224323 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-609c3f52-7d05-44bc-8284-23b3a35ee0c9 req-2006f1d3-e772-4eed-9b40-450552a98d89 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/ports?device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 943 time: 0.8057539 Feb 03 12:33:09.224977 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-441078c9-a69e-454e-a0f2-dae76ed3b367 req-8f606d23-b960-453c-82fb-5ef38d5a26f5 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 210 time: 0.0514674 Feb 03 12:33:09.265796 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-63e68e60-2417-46e4-bf6a-c5654955227f tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Request body: {'port': {'device_id': '9584664a-98cc-45e1-a24b-5f7d034e6250', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'admin_state_up': True, 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:09.340001 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34266fa0-25d8-4559-bed8-23628ac664a2 admin admin] Publish callbacks [] for security_group (2a9ee63a-8b72-4129-add9-7c581fe007fc), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.420206 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34266fa0-25d8-4559-bed8-23628ac664a2 admin admin] Publish callbacks [] for security_group (2a9ee63a-8b72-4129-add9-7c581fe007fc), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.432336 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cda522e8-cc8c-4318-a50d-26a26b6030b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (da04d876-811d-4c1a-89af-43713e494179), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.439285 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cda522e8-cc8c-4318-a50d-26a26b6030b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.440597 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cda522e8-cc8c-4318-a50d-26a26b6030b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da04d876-811d-4c1a-89af-43713e494179 HTTP/1.1" status: 204 len: 168 time: 1.1739807 Feb 03 12:33:09.448466 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-609c3f52-7d05-44bc-8284-23b3a35ee0c9 req-2d307258-2048-49d8-b327-92d18a1234a7 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/security-groups?id=be4d8553-b441-499c-9401-24c39695ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119515 Feb 03 12:33:09.480388 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda522e8-cc8c-4318-a50d-26a26b6030b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da04d876-811d-4c1a-89af-43713e494179,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:09.524136 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34266fa0-25d8-4559-bed8-23628ac664a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2a9ee63a-8b72-4129-add9-7c581fe007fc), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.527126 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34266fa0-25d8-4559-bed8-23628ac664a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.528438 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-34266fa0-25d8-4559-bed8-23628ac664a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a9ee63a-8b72-4129-add9-7c581fe007fc HTTP/1.1" status: 204 len: 168 time: 0.4701841 Feb 03 12:33:09.557079 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34266fa0-25d8-4559-bed8-23628ac664a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9ee63a-8b72-4129-add9-7c581fe007fc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:09.636243 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.656332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-63e68e60-2417-46e4-bf6a-c5654955227f tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Made reservation on behalf of 59fee055273c410d8bd6eaaa2aa69e6d for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:09.672941 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda81709-0702-4873-9658-4c73930a9315 req-f1322a96-b7aa-46c7-9b79-09b1638d5007 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:09.674567 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-63e68e60-2417-46e4-bf6a-c5654955227f tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:09.675270 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dda81709-0702-4873-9658-4c73930a9315 req-f1322a96-b7aa-46c7-9b79-09b1638d5007 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=9989f74b-58b4-43cb-8692-fe21d0e1e0ae HTTP/1.1" status: 200 len: 948 time: 0.0785038 Feb 03 12:33:09.723563 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-14219d00-d9d3-41bb-9a7c-49afb9af3058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:09.725122 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-14219d00-d9d3-41bb-9a7c-49afb9af3058 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d634ed9e80f494082d8457d96896a5d&device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 1125 time: 0.5384758 Feb 03 12:33:09.752950 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dda81709-0702-4873-9658-4c73930a9315 req-e8ee79eb-425b-4d3f-ba7b-d09a40a6875c tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654676 Feb 03 12:33:09.794145 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b1dc2-17b8-4da1-8083-a1ed3c81df64 req-bb488aaa-abae-40a8-bca1-561b9bb6f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:09.796852 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-230b1dc2-17b8-4da1-8083-a1ed3c81df64 req-bb488aaa-abae-40a8-bca1-561b9bb6f35d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d375c31b6fe24472a187873bc305b655&device_id=9989f74b-58b4-43cb-8692-fe21d0e1e0ae HTTP/1.1" status: 200 len: 1130 time: 0.5156891 Feb 03 12:33:09.950175 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-85c892c9-d3f6-4145-8dba-b2e724d82375 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b8e5c95-fc1f-4fd1-9144-53383fe06a4c HTTP/1.1" status: 200 len: 217 time: 0.2042027 Feb 03 12:33:09.955719 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df8fd27-816e-414e-a559-60a035d3906b x-openstack-request-id: req-3df8fd27-816e-414e-a559-60a035d3906b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:09.956242 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67aa4430-6940-4caf-a6e1-8fe1ad126341", "tag": "1b8e5c95-fc1f-4fd1-9144-53383fe06a4c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:09.956667 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3df8fd27-816e-414e-a559-60a035d3906b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:09.957213 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67aa4430-6940-4caf-a6e1-8fe1ad126341', 'tag': '1b8e5c95-fc1f-4fd1-9144-53383fe06a4c', 'status': 'completed', 'code': 200} Feb 03 12:33:10.047378 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38534) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:10.066302 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6764992-80ee-4e07-9672-9fe58cbf00a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:10.075599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095acb5-541c-4023-b5ae-f4de59fbdb6d req-aa35a474-76b2-4ff5-9de8-3d169e9750e3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:10.083059 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6095acb5-541c-4023-b5ae-f4de59fbdb6d req-aa35a474-76b2-4ff5-9de8-3d169e9750e3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.7166362 Feb 03 12:33:10.180247 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21913661-2016-449f-b0cf-81f4a146ebfe req-b077f15f-7dd7-43e1-8a3b-4210f0681071 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:10.181789 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-21913661-2016-449f-b0cf-81f4a146ebfe req-b077f15f-7dd7-43e1-8a3b-4210f0681071 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 950 time: 0.1064053 Feb 03 12:33:10.211451 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-3393521d-a09f-46a0-82c3-5fe122e0b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:10.213214 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-3393521d-a09f-46a0-82c3-5fe122e0b60b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e3c9ea0e-8336-46f5-b1ce-ee0420175e60 HTTP/1.1" status: 200 len: 854 time: 0.2375758 Feb 03 12:33:10.250914 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-21913661-2016-449f-b0cf-81f4a146ebfe req-c192ec28-2a7d-404d-b9ed-59353db775d5 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bd5b18-5685-40b4-9705-01a7d5cf308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600808 Feb 03 12:33:10.257921 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6095acb5-541c-4023-b5ae-f4de59fbdb6d req-2c62268f-ffe8-4d12-83c4-be86dfb8a68f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737475 Feb 03 12:33:10.297086 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6764992-80ee-4e07-9672-9fe58cbf00a6 admin admin] Publish callbacks [] for security_group (be42005a-48d2-431b-904d-4d2c74630012), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:10.310292 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6764992-80ee-4e07-9672-9fe58cbf00a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (be42005a-48d2-431b-904d-4d2c74630012), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:10.332345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-63e68e60-2417-46e4-bf6a-c5654955227f tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Allocated IP 172.20.0.6 (e1f3eede-7a05-4755-8b0c-c829dd7e38ec/8eecb123-1b17-4832-a250-9ffdf6ab791a/0f712117-f540-4fb6-8083-6424577882fe) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:10.350771 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6764992-80ee-4e07-9672-9fe58cbf00a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be42005a-48d2-431b-904d-4d2c74630012,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:10.389648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b1dc2-17b8-4da1-8083-a1ed3c81df64 req-80d0fe9c-5e64-4a7e-abca-61cbbcd8abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:10.392763 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-230b1dc2-17b8-4da1-8083-a1ed3c81df64 req-80d0fe9c-5e64-4a7e-abca-61cbbcd8abd7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.5304117 Feb 03 12:33:10.411520 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d6764992-80ee-4e07-9672-9fe58cbf00a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21c397adb7004821818613e671a8bfd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3627255 Feb 03 12:33:10.412547 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38554) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:10.435735 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c1b95f5f-88e6-4957-b942-2603799ac2ea req-9ee8258a-fdf6-4d97-9228-d132842ed239 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 210 time: 0.0458126 Feb 03 12:33:10.515749 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-230b1dc2-17b8-4da1-8083-a1ed3c81df64 req-452cf425-f003-4b41-8007-b6f0cc4cb594 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=01fd3fea-af82-450c-aff7-812539d9e514 HTTP/1.1" status: 200 len: 217 time: 0.1117115 Feb 03 12:33:10.523465 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ab5f2cd-9d26-480d-b6d8-d7b1780a045b admin admin] Publish callbacks [] for security_group (be42005a-48d2-431b-904d-4d2c74630012), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:10.590936 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ab5f2cd-9d26-480d-b6d8-d7b1780a045b admin admin] Publish callbacks [] for security_group (be42005a-48d2-431b-904d-4d2c74630012), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:10.693764 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-63e68e60-2417-46e4-bf6a-c5654955227f tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks [] for port (0f712117-f540-4fb6-8083-6424577882fe), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:10.694915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-2bdd94f5-bce2-48a5-9b19-b7e17308390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:10.696507 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-2bdd94f5-bce2-48a5-9b19-b7e17308390c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c33a0cb4-61c0-4231-9b2d-8fba16eaff55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4698641 Feb 03 12:33:10.725952 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a4bcd-cb63-4da9-82d9-e386a499b2b7 req-089cc1bf-6102-4147-b5a9-3d2bb3ca0cd8 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:10.727878 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8f9a4bcd-cb63-4da9-82d9-e386a499b2b7 req-089cc1bf-6102-4147-b5a9-3d2bb3ca0cd8 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/ports?device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 943 time: 0.1335368 Feb 03 12:33:10.753125 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ab5f2cd-9d26-480d-b6d8-d7b1780a045b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (be42005a-48d2-431b-904d-4d2c74630012), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:10.756259 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ab5f2cd-9d26-480d-b6d8-d7b1780a045b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:10.759579 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9ab5f2cd-9d26-480d-b6d8-d7b1780a045b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be42005a-48d2-431b-904d-4d2c74630012 HTTP/1.1" status: 204 len: 168 time: 0.3291175 Feb 03 12:33:10.801063 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5f2cd-9d26-480d-b6d8-d7b1780a045b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be42005a-48d2-431b-904d-4d2c74630012,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:10.843209 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8f9a4bcd-cb63-4da9-82d9-e386a499b2b7 req-be8b097c-f29a-409e-a6fc-8fa1d978a2f9 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/security-groups?id=be4d8553-b441-499c-9401-24c39695ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088398 Feb 03 12:33:11.014463 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2384e9-9ba3-47cc-b0dd-71b54bb96442 req-3d0c9871-bbf8-4e8a-87cf-43d07b3e1d74 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:11.024362 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-66ff9388-43d5-4be7-982a-7996f3ef69d5 service neutron] 10.222.0.31 "GET /v2.0/networks/c33a0cb4-61c0-4231-9b2d-8fba16eaff55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439511 Feb 03 12:33:11.028938 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4b2384e9-9ba3-47cc-b0dd-71b54bb96442 req-3d0c9871-bbf8-4e8a-87cf-43d07b3e1d74 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=9989f74b-58b4-43cb-8692-fe21d0e1e0ae HTTP/1.1" status: 200 len: 948 time: 0.0915728 Feb 03 12:33:11.039620 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-63e68e60-2417-46e4-bf6a-c5654955227f tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0f712117-f540-4fb6-8083-6424577882fe), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:11.051703 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['5256de46-7c8e-44e3-89ef-97ee4330e68b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:11.160407 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.73', 54066) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:11.204367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e68e60-2417-46e4-bf6a-c5654955227f tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Pushing event updated for resources: {'Port': ['ID=0f712117-f540-4fb6-8083-6424577882fe,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:11.251461 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4b2384e9-9ba3-47cc-b0dd-71b54bb96442 req-d0ece5e3-752d-4d3f-b259-7a3a3421d873 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197158 Feb 03 12:33:11.261126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b1dc2-17b8-4da1-8083-a1ed3c81df64 req-557139de-daaf-4d1a-ba24-7feec1aa3946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:11.262701 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-230b1dc2-17b8-4da1-8083-a1ed3c81df64 req-557139de-daaf-4d1a-ba24-7feec1aa3946 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.6198590 Feb 03 12:33:11.298698 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-63e68e60-2417-46e4-bf6a-c5654955227f tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Network e1f3eede-7a05-4755-8b0c-c829dd7e38ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:11.333054 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25247d29-76a5-45bf-8fe0-2e0a781186aa req-75318e18-91fa-4fad-9e5a-d1ea2728b5e1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:11.338118 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-25247d29-76a5-45bf-8fe0-2e0a781186aa req-75318e18-91fa-4fad-9e5a-d1ea2728b5e1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "GET /v2.0/ports?device_id=94dea914-51fe-40e8-86ef-aa82486d8923 HTTP/1.1" status: 200 len: 949 time: 0.1741717 Feb 03 12:33:11.459515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-63e68e60-2417-46e4-bf6a-c5654955227f tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:11.471129 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-63e68e60-2417-46e4-bf6a-c5654955227f tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:11.568153 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d1b5b-9f81-4a2e-b4c0-06929b6bbb77 req-6f62e0b7-7ea7-48cb-8631-9e1cb339b27f tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:11.569956 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4b1d1b5b-9f81-4a2e-b4c0-06929b6bbb77 req-6f62e0b7-7ea7-48cb-8631-9e1cb339b27f tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "GET /v2.0/ports?device_id=9989f74b-58b4-43cb-8692-fe21d0e1e0ae HTTP/1.1" status: 200 len: 948 time: 0.5424275 Feb 03 12:33:11.654024 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b1dc2-17b8-4da1-8083-a1ed3c81df64 req-8b2fa13e-c849-472d-aed5-26c8e256b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:11.657835 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-230b1dc2-17b8-4da1-8083-a1ed3c81df64 req-8b2fa13e-c849-472d-aed5-26c8e256b3bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3820844 Feb 03 12:33:11.664570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-63e68e60-2417-46e4-bf6a-c5654955227f tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:11.665620 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-63e68e60-2417-46e4-bf6a-c5654955227f tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:11.700815 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7647c1a4-4433-4b26-ba15-a9beb04dabb5 req-56af1761-abea-4d2f-b517-bae4b4b74d30 service neutron] 10.222.0.31 "GET /v2.0/networks/c33a0cb4-61c0-4231-9b2d-8fba16eaff55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482816 Feb 03 12:33:11.737570 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030e380-18f2-4db6-b427-c48d9e652225 req-a3cd0e65-0f98-4b36-b9a3-8359d17396fc tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:11.742038 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2030e380-18f2-4db6-b427-c48d9e652225 req-a3cd0e65-0f98-4b36-b9a3-8359d17396fc tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.3169320 Feb 03 12:33:11.789293 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-63e68e60-2417-46e4-bf6a-c5654955227f tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5277622 Feb 03 12:33:11.799792 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-25247d29-76a5-45bf-8fe0-2e0a781186aa req-35b137a1-5f36-4a76-a61f-377721499eb3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Deleting port 36d80831-0a76-4f98-ad31-3fc3fd77ef71 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:33:11.800161 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-25247d29-76a5-45bf-8fe0-2e0a781186aa req-35b137a1-5f36-4a76-a61f-377721499eb3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (36d80831-0a76-4f98-ad31-3fc3fd77ef71), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:11.839003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] Request body: {'port': {'device_id': '9584664a-98cc-45e1-a24b-5f7d034e6250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:11.940772 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2030e380-18f2-4db6-b427-c48d9e652225 req-bb3bb47b-0b53-497a-8482-df9202b79f2a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921971 Feb 03 12:33:11.996761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-aca62435-1fb1-4b42-8fa8-70e3d5e673aa None None] Provisioning complete for port 0f712117-f540-4fb6-8083-6424577882fe triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:12.000012 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aca62435-1fb1-4b42-8fa8-70e3d5e673aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0f712117-f540-4fb6-8083-6424577882fe), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.077168 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38666) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:12.092458 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-aca62435-1fb1-4b42-8fa8-70e3d5e673aa None None] Port 0f712117-f540-4fb6-8083-6424577882fe cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:33:12.146597 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-230b1dc2-17b8-4da1-8083-a1ed3c81df64 req-c46f60ec-3b7d-415a-8f2f-90bb369c3add service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778390 Feb 03 12:33:12.186708 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-4b1d1b5b-9f81-4a2e-b4c0-06929b6bbb77 req-2dcee5a3-5c0e-443a-8fca-c8ed54d967a7 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Deleting port 01fd3fea-af82-450c-aff7-812539d9e514 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:33:12.187192 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b1d1b5b-9f81-4a2e-b4c0-06929b6bbb77 req-2dcee5a3-5c0e-443a-8fca-c8ed54d967a7 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (01fd3fea-af82-450c-aff7-812539d9e514), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.191527 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0f712117-f540-4fb6-8083-6424577882fe), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.193120 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-25247d29-76a5-45bf-8fe0-2e0a781186aa req-35b137a1-5f36-4a76-a61f-377721499eb3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] For port 36d80831-0a76-4f98-ad31-3fc3fd77ef71, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=36d80831-0a76-4f98-ad31-3fc3fd77ef71,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:12.194051 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-25247d29-76a5-45bf-8fe0-2e0a781186aa req-35b137a1-5f36-4a76-a61f-377721499eb3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (36d80831-0a76-4f98-ad31-3fc3fd77ef71), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.214061 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-25247d29-76a5-45bf-8fe0-2e0a781186aa req-35b137a1-5f36-4a76-a61f-377721499eb3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Calling delete_port for 36d80831-0a76-4f98-ad31-3fc3fd77ef71 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:33:12.239179 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162cc91-739c-4534-96fd-0b9a4b921491 req-b8a4e984-0bdb-4c86-a8f5-b4c66bd3ec27 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:12.248650 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8162cc91-739c-4534-96fd-0b9a4b921491 req-b8a4e984-0bdb-4c86-a8f5-b4c66bd3ec27 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 931 time: 0.1562271 Feb 03 12:33:12.273354 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bfdab-df13-4be8-b801-6143f1c46ca1 req-7435e4c4-222c-4444-be21-30a208aebc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:12.275168 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d8bfdab-df13-4be8-b801-6143f1c46ca1 req-7435e4c4-222c-4444-be21-30a208aebc99 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d634ed9e80f494082d8457d96896a5d&device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 1125 time: 0.4848397 Feb 03 12:33:12.364279 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb74b85e-ed7a-4694-b8d4-ea9fcf20d48c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.440662 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8162cc91-739c-4534-96fd-0b9a4b921491 req-5e47d6b2-81c7-4733-99c8-a6a88a6f0544 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250291 Feb 03 12:33:12.520563 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb74b85e-ed7a-4694-b8d4-ea9fcf20d48c admin admin] Publish callbacks [] for security_group (512e4344-b3b1-49d5-9568-d1acf20929e1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.527067 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb74b85e-ed7a-4694-b8d4-ea9fcf20d48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (512e4344-b3b1-49d5-9568-d1acf20929e1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.553492 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-230b1dc2-17b8-4da1-8083-a1ed3c81df64 req-4721ba47-d28b-4cb8-b1e6-30a185891d09 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953025 Feb 03 12:33:12.664591 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae06a6-8a25-4105-ba5c-9581dfd552e4 req-79980d4d-96d4-4557-89db-816679120663 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:12.672203 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0dae06a6-8a25-4105-ba5c-9581dfd552e4 req-79980d4d-96d4-4557-89db-816679120663 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/ports?device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 943 time: 0.4574995 Feb 03 12:33:12.699119 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-eb74b85e-ed7a-4694-b8d4-ea9fcf20d48c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62f8752f71064302afe4f9d3d464e2c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6207590 Feb 03 12:33:12.707623 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38690) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:12.708608 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4b1d1b5b-9f81-4a2e-b4c0-06929b6bbb77 req-2dcee5a3-5c0e-443a-8fca-c8ed54d967a7 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] For port 01fd3fea-af82-450c-aff7-812539d9e514, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=01fd3fea-af82-450c-aff7-812539d9e514,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:12.709081 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b1d1b5b-9f81-4a2e-b4c0-06929b6bbb77 req-2dcee5a3-5c0e-443a-8fca-c8ed54d967a7 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (01fd3fea-af82-450c-aff7-812539d9e514), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.748019 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74b85e-ed7a-4694-b8d4-ea9fcf20d48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512e4344-b3b1-49d5-9568-d1acf20929e1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:12.748605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-4b1d1b5b-9f81-4a2e-b4c0-06929b6bbb77 req-2dcee5a3-5c0e-443a-8fca-c8ed54d967a7 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Calling delete_port for 01fd3fea-af82-450c-aff7-812539d9e514 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:33:12.760758 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bfdab-df13-4be8-b801-6143f1c46ca1 req-61d2b78e-5fbf-4cea-98de-249c1af626a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:12.763135 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d8bfdab-df13-4be8-b801-6143f1c46ca1 req-61d2b78e-5fbf-4cea-98de-249c1af626a7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c33a0cb4-61c0-4231-9b2d-8fba16eaff55 HTTP/1.1" status: 200 len: 916 time: 0.3852468 Feb 03 12:33:12.769137 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-25247d29-76a5-45bf-8fe0-2e0a781186aa req-35b137a1-5f36-4a76-a61f-377721499eb3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (36d80831-0a76-4f98-ad31-3fc3fd77ef71), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.807354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['469dfbeb-df09-488a-9fc2-1deeba99228e', '36d80831-0a76-4f98-ad31-3fc3fd77ef71'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:12.823185 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9179e895-9223-47d4-ae51-5789cd1be7ec admin admin] Publish callbacks [] for security_group (512e4344-b3b1-49d5-9568-d1acf20929e1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.846724 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9179e895-9223-47d4-ae51-5789cd1be7ec admin admin] Publish callbacks [] for security_group (512e4344-b3b1-49d5-9568-d1acf20929e1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.847446 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d8bfdab-df13-4be8-b801-6143f1c46ca1 req-508c6659-b023-4da8-8732-b44fb2348aa8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b8e5c95-fc1f-4fd1-9144-53383fe06a4c HTTP/1.1" status: 200 len: 217 time: 0.0687728 Feb 03 12:33:12.908395 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b137a1-5f36-4a76-a61f-377721499eb3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Pushing event deleted for resources: {'Port': ['ID=36d80831-0a76-4f98-ad31-3fc3fd77ef71,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:12.921878 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0dae06a6-8a25-4105-ba5c-9581dfd552e4 req-e2e83ecb-74aa-4eec-b534-df1bd27cf774 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/security-groups?id=be4d8553-b441-499c-9401-24c39695ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2486897 Feb 03 12:33:12.937681 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9179e895-9223-47d4-ae51-5789cd1be7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (512e4344-b3b1-49d5-9568-d1acf20929e1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.940840 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9179e895-9223-47d4-ae51-5789cd1be7ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:12.942161 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9179e895-9223-47d4-ae51-5789cd1be7ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/512e4344-b3b1-49d5-9568-d1acf20929e1 HTTP/1.1" status: 204 len: 168 time: 0.2322211 Feb 03 12:33:12.984633 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d4a40-6989-4c87-a518-2b5127901d97 req-3756600e-5aff-4629-a2fc-668b0c520c44 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:12.992810 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f9d4a40-6989-4c87-a518-2b5127901d97 req-3756600e-5aff-4629-a2fc-668b0c520c44 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=9989f74b-58b4-43cb-8692-fe21d0e1e0ae HTTP/1.1" status: 200 len: 948 time: 0.3783724 Feb 03 12:33:12.997617 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-25247d29-76a5-45bf-8fe0-2e0a781186aa req-35b137a1-5f36-4a76-a61f-377721499eb3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] No DVR routers for this DVR port 36d80831-0a76-4f98-ad31-3fc3fd77ef71 on host n-h1-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:33:13.000864 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-25247d29-76a5-45bf-8fe0-2e0a781186aa req-35b137a1-5f36-4a76-a61f-377721499eb3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:13.005415 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-25247d29-76a5-45bf-8fe0-2e0a781186aa req-35b137a1-5f36-4a76-a61f-377721499eb3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "DELETE /v2.0/ports/36d80831-0a76-4f98-ad31-3fc3fd77ef71 HTTP/1.1" status: 204 len: 173 time: 1.6634123 Feb 03 12:33:13.006370 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179e895-9223-47d4-ae51-5789cd1be7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512e4344-b3b1-49d5-9568-d1acf20929e1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:13.056858 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dea914-51fe-40e8-86ef-aa82486d8923', 'name': 'network-vif-deleted', 'tag': '36d80831-0a76-4f98-ad31-3fc3fd77ef71'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:13.061179 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2fa50a-fe77-4776-aece-b9bf0ae7c5bc" -d '{"events": [{"server_uuid": "94dea914-51fe-40e8-86ef-aa82486d8923", "name": "network-vif-deleted", "tag": "36d80831-0a76-4f98-ad31-3fc3fd77ef71"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:13.168992 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f9d4a40-6989-4c87-a518-2b5127901d97 req-16b2b938-603e-4a75-9c0c-b0dc2082b445 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751380 Feb 03 12:33:13.357495 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f712117-f540-4fb6-8083-6424577882fe {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:13.375473 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] Publish callbacks [] for port (0f712117-f540-4fb6-8083-6424577882fe), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:13.382654 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064c54d-8f36-47b5-96b4-dbd8b89ddba7 req-57fe59fe-e44e-46bb-af07-33645c66a2d3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:13.391423 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2064c54d-8f36-47b5-96b4-dbd8b89ddba7 req-57fe59fe-e44e-46bb-af07-33645c66a2d3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.1289084 Feb 03 12:33:13.413564 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] Transition to ACTIVE for port object 0f712117-f540-4fb6-8083-6424577882fe will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:33:13.520154 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2064c54d-8f36-47b5-96b4-dbd8b89ddba7 req-e720174b-a786-4751-8b07-a9133f1fde46 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274390 Feb 03 12:33:13.559093 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (0f712117-f540-4fb6-8083-6424577882fe), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:13.584454 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fa8567-6c53-4e21-b98c-9ca6bcf93e86 x-openstack-request-id: req-21fa8567-6c53-4e21-b98c-9ca6bcf93e86 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:13.585011 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94dea914-51fe-40e8-86ef-aa82486d8923", "name": "network-vif-deleted", "tag": "36d80831-0a76-4f98-ad31-3fc3fd77ef71", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:13.585470 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21fa8567-6c53-4e21-b98c-9ca6bcf93e86 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:13.586225 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dea914-51fe-40e8-86ef-aa82486d8923', 'name': 'network-vif-deleted', 'tag': '36d80831-0a76-4f98-ad31-3fc3fd77ef71', 'status': 'completed', 'code': 200} Feb 03 12:33:13.618397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] Pushing event updated for resources: {'Port': ['ID=0f712117-f540-4fb6-8083-6424577882fe,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:13.620966 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b1d1b5b-9f81-4a2e-b4c0-06929b6bbb77 req-2dcee5a3-5c0e-443a-8fca-c8ed54d967a7 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (01fd3fea-af82-450c-aff7-812539d9e514), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:13.667242 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['469dfbeb-df09-488a-9fc2-1deeba99228e', '36d80831-0a76-4f98-ad31-3fc3fd77ef71'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:13.775672 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcee5a3-5c0e-443a-8fca-c8ed54d967a7 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Pushing event deleted for resources: {'Port': ['ID=01fd3fea-af82-450c-aff7-812539d9e514,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:13.877157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bfdab-df13-4be8-b801-6143f1c46ca1 req-d40333c5-d68d-4f3d-b5b8-92349a35b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:13.882542 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d8bfdab-df13-4be8-b801-6143f1c46ca1 req-d40333c5-d68d-4f3d-b5b8-92349a35b057 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e3c9ea0e-8336-46f5-b1ce-ee0420175e60 HTTP/1.1" status: 200 len: 854 time: 0.9952991 Feb 03 12:33:13.932063 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad93755-7389-4c65-9e71-42f7fe31adbc req-1c85436f-a4d7-4423-a75f-9ba2cec69413 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:13.934056 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9ad93755-7389-4c65-9e71-42f7fe31adbc req-1c85436f-a4d7-4423-a75f-9ba2cec69413 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 943 time: 0.2180624 Feb 03 12:33:13.940865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] Attempting to bind port 0f712117-f540-4fb6-8083-6424577882fe on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:13.941214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] Attempting to bind port 0f712117-f540-4fb6-8083-6424577882fe by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '54fe302d-f672-4e49-b1ac-8af38d760b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:13.941666 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] Attempting to bind port 0f712117-f540-4fb6-8083-6424577882fe on network e1f3eede-7a05-4755-8b0c-c829dd7e38ec {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:13.999565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] Port 0f712117-f540-4fb6-8083-6424577882fe on network e1f3eede-7a05-4755-8b0c-c829dd7e38ec not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:13.999904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] Attempting to bind port 0f712117-f540-4fb6-8083-6424577882fe on network e1f3eede-7a05-4755-8b0c-c829dd7e38ec {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:14.066389 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9ad93755-7389-4c65-9e71-42f7fe31adbc req-7699d59c-7e3d-4efb-a571-7bea43de6940 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197712 Feb 03 12:33:14.067429 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:14.069365 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:14.070041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] Checking segment: {'id': '54fe302d-f672-4e49-b1ac-8af38d760b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:14.076249 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] Bound using segment: {'id': '54fe302d-f672-4e49-b1ac-8af38d760b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:14.076249 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] Bound port: 0f712117-f540-4fb6-8083-6424577882fe, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fe302d-f672-4e49-b1ac-8af38d760b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:14.076249 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0f712117-f540-4fb6-8083-6424577882fe), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.076799 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 11018a34-1585-4dee-8b39-5cd8ed94b75a no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:14.110980 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1d1b5b-9f81-4a2e-b4c0-06929b6bbb77 req-2dcee5a3-5c0e-443a-8fca-c8ed54d967a7 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] No DVR routers for this DVR port 01fd3fea-af82-450c-aff7-812539d9e514 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:33:14.115755 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b1d1b5b-9f81-4a2e-b4c0-06929b6bbb77 req-2dcee5a3-5c0e-443a-8fca-c8ed54d967a7 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.120267 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4b1d1b5b-9f81-4a2e-b4c0-06929b6bbb77 req-2dcee5a3-5c0e-443a-8fca-c8ed54d967a7 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "DELETE /v2.0/ports/01fd3fea-af82-450c-aff7-812539d9e514 HTTP/1.1" status: 204 len: 173 time: 2.5371213 Feb 03 12:33:14.147313 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9989f74b-58b4-43cb-8692-fe21d0e1e0ae', 'name': 'network-vif-deleted', 'tag': '01fd3fea-af82-450c-aff7-812539d9e514'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:14.158170 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190007c3-11fe-439b-bfd4-1bbed7663a18" -d '{"events": [{"server_uuid": "9989f74b-58b4-43cb-8692-fe21d0e1e0ae", "name": "network-vif-deleted", "tag": "01fd3fea-af82-450c-aff7-812539d9e514"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:14.346956 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] For port 0f712117-f540-4fb6-8083-6424577882fe, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:14.354266 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] For port 0f712117-f540-4fb6-8083-6424577882fe, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=0f712117-f540-4fb6-8083-6424577882fe,segment=NetworkSegment(54fe302d-f672-4e49-b1ac-8af38d760b2e),segment_id=54fe302d-f672-4e49-b1ac-8af38d760b2e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:14.407559 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (0f712117-f540-4fb6-8083-6424577882fe), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.414312 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1b8e5c95-fc1f-4fd1-9144-53383fe06a4c,segment=NetworkSegment(4dfbb924-0115-4a7e-b2f6-5b45d688e654),segment_id=4dfbb924-0115-4a7e-b2f6-5b45d688e654)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:14.435309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '1b8e5c95-fc1f-4fd1-9144-53383fe06a4c', 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55', 'port_id': '1b8e5c95-fc1f-4fd1-9144-53383fe06a4c', 'mac_address': 'fa:16:3e:bf:16:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:14.503652 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c5192c-f5df-412a-85f0-a626dfd2761c x-openstack-request-id: req-42c5192c-f5df-412a-85f0-a626dfd2761c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:14.503974 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9989f74b-58b4-43cb-8692-fe21d0e1e0ae", "name": "network-vif-deleted", "tag": "01fd3fea-af82-450c-aff7-812539d9e514", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:14.504248 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42c5192c-f5df-412a-85f0-a626dfd2761c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:14.504652 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9989f74b-58b4-43cb-8692-fe21d0e1e0ae', 'name': 'network-vif-deleted', 'tag': '01fd3fea-af82-450c-aff7-812539d9e514', 'status': 'completed', 'code': 200} Feb 03 12:33:14.511786 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bfdab-df13-4be8-b801-6143f1c46ca1 req-689468d1-b532-4e76-801c-0f5f2af9a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:14.513388 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d8bfdab-df13-4be8-b801-6143f1c46ca1 req-689468d1-b532-4e76-801c-0f5f2af9a1d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c33a0cb4-61c0-4231-9b2d-8fba16eaff55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5742841 Feb 03 12:33:14.516622 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:14.517246 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.518878 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] 10.222.0.73 "PUT /v2.0/ports/0f712117-f540-4fb6-8083-6424577882fe HTTP/1.1" status: 200 len: 1091 time: 2.6934817 Feb 03 12:33:14.541197 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:14.541790 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1b8e5c95-fc1f-4fd1-9144-53383fe06a4c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.544396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 01fd3fea-af82-450c-aff7-812539d9e514 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:14.593580 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 01fd3fea-af82-450c-aff7-812539d9e514 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:33:14.595417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 01fd3fea-af82-450c-aff7-812539d9e514 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:33:14.603677 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:14.658119 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bf2e7-f6e2-4344-aeb2-e0fdacc6d4fc req-c14facd0-cd32-4873-bb97-a8e5896aad9f tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:14.677246 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fd4bf2e7-f6e2-4344-aeb2-e0fdacc6d4fc req-c14facd0-cd32-4873-bb97-a8e5896aad9f tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/ports?device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 943 time: 0.5453241 Feb 03 12:33:14.687962 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1b8e5c95-fc1f-4fd1-9144-53383fe06a4c,segment=NetworkSegment(4dfbb924-0115-4a7e-b2f6-5b45d688e654),segment_id=4dfbb924-0115-4a7e-b2f6-5b45d688e654)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:14.690220 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776b9ce-c20f-457f-8110-2903c1ccda2d service neutron] Pushing event updated for resources: {'Port': ['ID=0f712117-f540-4fb6-8083-6424577882fe,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:14.693833 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48f01d95-aec5-4177-a9bf-03a7b15f7040 req-4a9f5e93-9a3c-426a-8023-3504c77e8853 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=9989f74b-58b4-43cb-8692-fe21d0e1e0ae HTTP/1.1" status: 200 len: 210 time: 0.0646679 Feb 03 12:33:14.703815 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1b8e5c95-fc1f-4fd1-9144-53383fe06a4c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.707156 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 11018a34-1585-4dee-8b39-5cd8ed94b75a is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:14.712338 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.787147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 11018a34-1585-4dee-8b39-5cd8ed94b75a, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=11018a34-1585-4dee-8b39-5cd8ed94b75a,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:14.801167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11018a34-1585-4dee-8b39-5cd8ed94b75a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:14.805447 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f7638a-af2d-454c-bd39-92d268bcc4c3" -d '{"events": [{"server_uuid": "ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c", "name": "network-vif-unplugged", "status": "completed", "tag": "11018a34-1585-4dee-8b39-5cd8ed94b75a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:14.810199 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fd4bf2e7-f6e2-4344-aeb2-e0fdacc6d4fc req-84e363cf-f57a-46f7-91e3-b2a08a37fd35 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/security-groups?id=be4d8553-b441-499c-9401-24c39695ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319416 Feb 03 12:33:14.862868 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:14.872818 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d8bfdab-df13-4be8-b801-6143f1c46ca1 req-8ba1e4f5-c6eb-4bd5-b31c-f790067f308f service neutron] 10.222.0.31 "GET /v2.0/networks/c33a0cb4-61c0-4231-9b2d-8fba16eaff55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436048 Feb 03 12:33:14.883722 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-856bfe23-52c6-47ab-9127-49e27ea56c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:14.887704 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-856bfe23-52c6-47ab-9127-49e27ea56c58 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59fee055273c410d8bd6eaaa2aa69e6d&device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 1125 time: 0.2878187 Feb 03 12:33:14.955465 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=1b8e5c95-fc1f-4fd1-9144-53383fe06a4c,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:15.022379 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=11018a34-1585-4dee-8b39-5cd8ed94b75a,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:15.067929 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['1b8e5c95-fc1f-4fd1-9144-53383fe06a4c'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:15.174386 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73594c32-b391-4360-999d-f464ec04e957 x-openstack-request-id: req-73594c32-b391-4360-999d-f464ec04e957 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:15.174685 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c", "name": "network-vif-unplugged", "status": "completed", "tag": "11018a34-1585-4dee-8b39-5cd8ed94b75a", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:15.175123 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73594c32-b391-4360-999d-f464ec04e957 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:15.175530 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11018a34-1585-4dee-8b39-5cd8ed94b75a', 'code': 200} Feb 03 12:33:15.392456 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b1ea0-4aa0-4c7d-a601-bd2e2bb927df req-068bffdf-7946-44f1-9e98-1a5b56405b20 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:15.399747 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c94b1ea0-4aa0-4c7d-a601-bd2e2bb927df req-068bffdf-7946-44f1-9e98-1a5b56405b20 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 943 time: 0.0758266 Feb 03 12:33:15.455628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-3259bcc7-4c72-4305-93eb-bbf7b37a6590 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f712117-f540-4fb6-8083-6424577882fe HTTP/1.1" status: 200 len: 217 time: 0.0428057 Feb 03 12:33:15.533375 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:15.562587 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d8bfdab-df13-4be8-b801-6143f1c46ca1 req-575edc44-2453-4ea9-a403-af37cd05ced7 service neutron] 10.222.0.31 "GET /v2.0/networks/c33a0cb4-61c0-4231-9b2d-8fba16eaff55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6823020 Feb 03 12:33:15.566238 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-3343a9df-5550-46b6-9d29-e6260848ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:15.567530 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-3343a9df-5550-46b6-9d29-e6260848ebf2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8eecb123-1b17-4832-a250-9ffdf6ab791a HTTP/1.1" status: 200 len: 860 time: 0.0991662 Feb 03 12:33:15.584647 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da54e0-f949-4640-b615-20dfb0f06fef req-7dc18ec1-be00-4958-885c-c7f4168ff137 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:15.591503 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5da54e0-f949-4640-b615-20dfb0f06fef req-7dc18ec1-be00-4958-885c-c7f4168ff137 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.1799362 Feb 03 12:33:15.668363 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-0fd765e0-856a-4f3e-9640-c08adc2b524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:15.670139 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-0fd765e0-856a-4f3e-9640-c08adc2b524b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0934975 Feb 03 12:33:15.680424 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5da54e0-f949-4640-b615-20dfb0f06fef req-b5bb377c-4e09-49bc-a6e9-417f8287bfe7 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879414 Feb 03 12:33:15.769159 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38804) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:15.831700 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c94b1ea0-4aa0-4c7d-a601-bd2e2bb927df req-3cac5205-5f30-48c2-b1aa-b3d709dfb3cd tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249146 Feb 03 12:33:15.851556 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-deefbfa1-1758-401a-a8ed-2dee65961229 service neutron] 10.222.0.73 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686614 Feb 03 12:33:16.027469 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-15a909a4-8b04-4f83-bf4d-0f75e895e580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-510328444'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:16.051123 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a909a4-8b04-4f83-bf4d-0f75e895e580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Made reservation on behalf of 3c92dbf55a924ceebc99235fdabb2f00 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:16.055118 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-15a909a4-8b04-4f83-bf4d-0f75e895e580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.067795 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 11018a34-1585-4dee-8b39-5cd8ed94b75a details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:16.072179 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-15a909a4-8b04-4f83-bf4d-0f75e895e580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.075508 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:16.076027 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e1d6136-864f-428d-b60b-f9b68e004a01 req-c525a7ff-a6b1-4ea8-8477-9d3f566d19ae service neutron] 10.222.0.73 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185810 Feb 03 12:33:16.088900 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1db695-f1eb-4c64-b71c-130925ef7239 req-4c498802-9c08-4a8b-99c9-9feaf2555c2a tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:16.090763 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae1db695-f1eb-4c64-b71c-130925ef7239 req-4c498802-9c08-4a8b-99c9-9feaf2555c2a tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/ports?device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 944 time: 0.1233430 Feb 03 12:33:16.216123 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae1db695-f1eb-4c64-b71c-130925ef7239 req-67155af8-eb88-441c-9400-b7ba7643e564 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/security-groups?id=be4d8553-b441-499c-9401-24c39695ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176717 Feb 03 12:33:16.255771 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-15a909a4-8b04-4f83-bf4d-0f75e895e580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Publish callbacks [] for security_group (122d085e-772b-4fb8-ab93-780d81318f82), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.263887 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-15a909a4-8b04-4f83-bf4d-0f75e895e580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (122d085e-772b-4fb8-ab93-780d81318f82), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.288236 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:33:16.298241 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a909a4-8b04-4f83-bf4d-0f75e895e580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:33:16.349549 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-15a909a4-8b04-4f83-bf4d-0f75e895e580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f873df19-ea2d-45fd-95ed-da4acebd6bf4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.350294 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-15a909a4-8b04-4f83-bf4d-0f75e895e580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Added segment f873df19-ea2d-45fd-95ed-da4acebd6bf4 of type vlan for network 29debe5a-5c6b-4d96-b5c9-91706db7dcda Feb 03 12:33:16.352163 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a909a4-8b04-4f83-bf4d-0f75e895e580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=122d085e-772b-4fb8-ab93-780d81318f82,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:16.352852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 11018a34-1585-4dee-8b39-5cd8ed94b75a, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=11018a34-1585-4dee-8b39-5cd8ed94b75a,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:16.370243 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '11018a34-1585-4dee-8b39-5cd8ed94b75a', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '11018a34-1585-4dee-8b39-5cd8ed94b75a', 'mac_address': 'fa:16:3e:26:5f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:16.376677 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:16.377253 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1b8e5c95-fc1f-4fd1-9144-53383fe06a4c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.439904 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 11018a34-1585-4dee-8b39-5cd8ed94b75a is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:16.440606 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.460458 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069e299-8c4d-40f8-9dd7-628e52212916 req-74daea99-cf27-4936-a504-6e53af9e9c35 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:16.467668 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11018a34-1585-4dee-8b39-5cd8ed94b75a {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:16.470028 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2069e299-8c4d-40f8-9dd7-628e52212916 req-74daea99-cf27-4936-a504-6e53af9e9c35 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 950 time: 0.1197505 Feb 03 12:33:16.475541 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-15a909a4-8b04-4f83-bf4d-0f75e895e580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (29debe5a-5c6b-4d96-b5c9-91706db7dcda), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.497323 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 11018a34-1585-4dee-8b39-5cd8ed94b75a, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=11018a34-1585-4dee-8b39-5cd8ed94b75a,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:16.506534 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.531740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9584664a-98cc-45e1-a24b-5f7d034e6250', 'tag': '0f712117-f540-4fb6-8083-6424577882fe'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:16.536574 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc937eac-d49d-486c-af20-f4e520111d72" -d '{"events": [{"name": "network-changed", "server_uuid": "9584664a-98cc-45e1-a24b-5f7d034e6250", "tag": "0f712117-f540-4fb6-8083-6424577882fe"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:16.544618 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2069e299-8c4d-40f8-9dd7-628e52212916 req-07217e1c-eb11-417e-a1e4-f320b34219b5 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733757 Feb 03 12:33:16.546804 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-15a909a4-8b04-4f83-bf4d-0f75e895e580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (29debe5a-5c6b-4d96-b5c9-91706db7dcda), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.558842 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a909a4-8b04-4f83-bf4d-0f75e895e580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:16.559783 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-15a909a4-8b04-4f83-bf4d-0f75e895e580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:16.603667 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca5555e-349f-41e8-8795-2886c60f7d3d x-openstack-request-id: req-2ca5555e-349f-41e8-8795-2886c60f7d3d {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:16.604263 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9584664a-98cc-45e1-a24b-5f7d034e6250", "tag": "0f712117-f540-4fb6-8083-6424577882fe", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:16.605085 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ca5555e-349f-41e8-8795-2886c60f7d3d {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:16.605085 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9584664a-98cc-45e1-a24b-5f7d034e6250', 'tag': '0f712117-f540-4fb6-8083-6424577882fe', 'status': 'completed', 'code': 200} Feb 03 12:33:16.672197 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-15a909a4-8b04-4f83-bf4d-0f75e895e580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9017246 Feb 03 12:33:16.710357 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 36d80831-0a76-4f98-ad31-3fc3fd77ef71 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:16.732065 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a909a4-8b04-4f83-bf4d-0f75e895e580 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Pushing event updated for resources: {'Network': ['ID=29debe5a-5c6b-4d96-b5c9-91706db7dcda,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:16.771089 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 29debe5a-5c6b-4d96-b5c9-91706db7dcda details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:33:16.829968 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc937eac-d49d-486c-af20-f4e520111d72 req-a06c5f0b-b583-40b0-bce2-25ff429bfaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:16.831476 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fc937eac-d49d-486c-af20-f4e520111d72 req-a06c5f0b-b583-40b0-bce2-25ff429bfaf7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59fee055273c410d8bd6eaaa2aa69e6d&device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 1125 time: 0.1685705 Feb 03 12:33:16.866837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38852) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:16.880662 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['11018a34-1585-4dee-8b39-5cd8ed94b75a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:16.900495 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aef9e1-38da-4169-968e-493e2a95c593 req-8a71353b-fd06-406f-a8c7-25a4efa91b84 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:16.911381 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-02aef9e1-38da-4169-968e-493e2a95c593 req-8a71353b-fd06-406f-a8c7-25a4efa91b84 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.0938835 Feb 03 12:33:16.922038 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 36d80831-0a76-4f98-ad31-3fc3fd77ef71 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:33:16.922423 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 36d80831-0a76-4f98-ad31-3fc3fd77ef71 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:33:16.960346 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=11018a34-1585-4dee-8b39-5cd8ed94b75a,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:17.007679 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-02aef9e1-38da-4169-968e-493e2a95c593 req-55d09c8a-1721-46ac-b61b-2b1e2084ea1d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948820 Feb 03 12:33:17.047100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc937eac-d49d-486c-af20-f4e520111d72 req-6ef22883-2be5-4032-8967-6d557aa417f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:17.048633 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fc937eac-d49d-486c-af20-f4e520111d72 req-6ef22883-2be5-4032-8967-6d557aa417f4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec HTTP/1.1" status: 200 len: 922 time: 0.2102122 Feb 03 12:33:17.077213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:17.077875 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1b8e5c95-fc1f-4fd1-9144-53383fe06a4c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.115212 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f28a5df0-3c90-42eb-9142-4d9765399d14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.118366 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fc937eac-d49d-486c-af20-f4e520111d72 req-e361b2f6-59e3-48e0-88e3-dd23f15c88cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f712117-f540-4fb6-8083-6424577882fe HTTP/1.1" status: 200 len: 217 time: 0.0613117 Feb 03 12:33:17.139195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1b8e5c95-fc1f-4fd1-9144-53383fe06a4c,segment=NetworkSegment(4dfbb924-0115-4a7e-b2f6-5b45d688e654),segment_id=4dfbb924-0115-4a7e-b2f6-5b45d688e654)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:17.151336 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1b8e5c95-fc1f-4fd1-9144-53383fe06a4c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.200363 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9baccbb-3c7d-4094-91d5-c0310f2d6704 req-9eccc781-2a21-4631-b1ab-75f0a025f504 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:17.203737 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38856) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:17.203898 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e9baccbb-3c7d-4094-91d5-c0310f2d6704 req-9eccc781-2a21-4631-b1ab-75f0a025f504 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 943 time: 0.1037726 Feb 03 12:33:17.208633 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Request body: {'port': {'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda', 'binding:host_id': 'n-h2-827336-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-538994696'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:17.216771 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67aa4430-6940-4caf-a6e1-8fe1ad126341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8e5c95-fc1f-4fd1-9144-53383fe06a4c'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:17.219514 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8367a6f9-5975-4c34-aca6-a6947b5060b3" -d '{"events": [{"server_uuid": "67aa4430-6940-4caf-a6e1-8fe1ad126341", "name": "network-vif-plugged", "status": "completed", "tag": "1b8e5c95-fc1f-4fd1-9144-53383fe06a4c"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:17.222066 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=1b8e5c95-fc1f-4fd1-9144-53383fe06a4c,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:17.255280 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f28a5df0-3c90-42eb-9142-4d9765399d14 admin admin] Publish callbacks [] for security_group (bea76207-4234-4b4c-a83b-8fb4ee00397d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.271138 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f28a5df0-3c90-42eb-9142-4d9765399d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bea76207-4234-4b4c-a83b-8fb4ee00397d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.280051 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54d1aca-5902-473f-ad86-bb056c8f5219 x-openstack-request-id: req-e54d1aca-5902-473f-ad86-bb056c8f5219 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:17.281578 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67aa4430-6940-4caf-a6e1-8fe1ad126341", "name": "network-vif-plugged", "status": "completed", "tag": "1b8e5c95-fc1f-4fd1-9144-53383fe06a4c", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:17.282301 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e54d1aca-5902-473f-ad86-bb056c8f5219 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:17.283710 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67aa4430-6940-4caf-a6e1-8fe1ad126341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8e5c95-fc1f-4fd1-9144-53383fe06a4c', 'code': 200} Feb 03 12:33:17.308093 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc937eac-d49d-486c-af20-f4e520111d72 req-31208cac-d7b1-487b-b92d-26c85f7d573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:17.309948 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fc937eac-d49d-486c-af20-f4e520111d72 req-31208cac-d7b1-487b-b92d-26c85f7d573c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8eecb123-1b17-4832-a250-9ffdf6ab791a HTTP/1.1" status: 200 len: 860 time: 0.1837730 Feb 03 12:33:17.320790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Made reservation on behalf of 348857e3f94546ae90acedd03d1a347f for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:17.323226 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.333162 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e9baccbb-3c7d-4094-91d5-c0310f2d6704 req-35723db6-cb06-424b-8975-4a865bacdb92 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278727 Feb 03 12:33:17.354235 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.392000 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a5df0-3c90-42eb-9142-4d9765399d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea76207-4234-4b4c-a83b-8fb4ee00397d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:17.419884 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f28a5df0-3c90-42eb-9142-4d9765399d14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6e39c6e9e854095a40a175d5788eb60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5496585 Feb 03 12:33:17.420611 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38870) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:17.496665 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d2faeea-0239-4157-8cac-c03bb176dd66 admin admin] Publish callbacks [] for security_group (bea76207-4234-4b4c-a83b-8fb4ee00397d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.521071 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d2faeea-0239-4157-8cac-c03bb176dd66 admin admin] Publish callbacks [] for security_group (bea76207-4234-4b4c-a83b-8fb4ee00397d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.535476 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc937eac-d49d-486c-af20-f4e520111d72 req-f5f4a835-3ada-46e4-85cb-7602176c4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:17.537236 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fc937eac-d49d-486c-af20-f4e520111d72 req-f5f4a835-3ada-46e4-85cb-7602176c4833 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2195654 Feb 03 12:33:17.577643 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d2faeea-0239-4157-8cac-c03bb176dd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bea76207-4234-4b4c-a83b-8fb4ee00397d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.580383 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d2faeea-0239-4157-8cac-c03bb176dd66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.585678 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7d2faeea-0239-4157-8cac-c03bb176dd66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bea76207-4234-4b4c-a83b-8fb4ee00397d HTTP/1.1" status: 204 len: 168 time: 0.1590269 Feb 03 12:33:17.604921 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6359b-d9eb-4b1a-bb79-71c6e7a2b5ee req-2e457c99-f817-4565-aed5-e8a78416bdf2 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:17.606665 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-39a6359b-d9eb-4b1a-bb79-71c6e7a2b5ee req-2e457c99-f817-4565-aed5-e8a78416bdf2 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/ports?device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 945 time: 0.2268741 Feb 03 12:33:17.613724 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2faeea-0239-4157-8cac-c03bb176dd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea76207-4234-4b4c-a83b-8fb4ee00397d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:17.629047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca7830-653e-4516-9647-3dbdc7509848 req-526e3754-bb6f-422a-be68-364c380a65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:17.631015 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4aca7830-653e-4516-9647-3dbdc7509848 req-526e3754-bb6f-422a-be68-364c380a65f2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 1127 time: 0.2522972 Feb 03 12:33:17.728697 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93cdb3-a78b-45db-a0cd-37f3ab17d523 req-589ef803-7cc6-4ff1-ad96-bbe377115906 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:17.736518 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd93cdb3-a78b-45db-a0cd-37f3ab17d523 req-589ef803-7cc6-4ff1-ad96-bbe377115906 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 950 time: 0.0914667 Feb 03 12:33:17.750598 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks [] for security_group (6699374e-5642-42a2-aeb7-1f73aa0d24f8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.788610 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd93cdb3-a78b-45db-a0cd-37f3ab17d523 req-6f16f545-e2d2-4f8c-845b-9186c9a5bfc3 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497732 Feb 03 12:33:17.790308 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6699374e-5642-42a2-aeb7-1f73aa0d24f8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:17.814155 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-39a6359b-d9eb-4b1a-bb79-71c6e7a2b5ee req-d038443b-988f-4835-a400-6560937f686e tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/security-groups?id=be4d8553-b441-499c-9401-24c39695ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971123 Feb 03 12:33:17.822630 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] device_id is not set on port 5c20bef3-f9af-4708-a9aa-41be793e172b yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:33:17.830741 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4aca7830-653e-4516-9647-3dbdc7509848 req-9cd227c2-8deb-4b30-af7a-8a5543c6e2a6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=be4d8553-b441-499c-9401-24c39695ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590316 Feb 03 12:33:17.836373 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fc937eac-d49d-486c-af20-f4e520111d72 req-00d94bd0-eed5-4e3a-b290-ff14ecc1c9b3 service neutron] 10.222.0.73 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868271 Feb 03 12:33:17.901743 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6699374e-5642-42a2-aeb7-1f73aa0d24f8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:17.979895 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38884) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:17.993834 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e545655-2f38-4365-ae5f-710df49de32d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.057622 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fc937eac-d49d-486c-af20-f4e520111d72 req-435f446c-f2fb-4a31-80c7-11b6bceeeb63 service neutron] 10.222.0.73 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571674 Feb 03 12:33:18.085496 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e545655-2f38-4365-ae5f-710df49de32d admin admin] Publish callbacks [] for security_group (aa2a49c0-bc4d-4879-946d-32840eee3838), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.087657 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 11018a34-1585-4dee-8b39-5cd8ed94b75a up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:18.090708 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e545655-2f38-4365-ae5f-710df49de32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (aa2a49c0-bc4d-4879-946d-32840eee3838), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.147622 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e545655-2f38-4365-ae5f-710df49de32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2a49c0-bc4d-4879-946d-32840eee3838,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:18.157331 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] device_id is not set on port 5c20bef3-f9af-4708-a9aa-41be793e172b yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:33:18.169434 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks [] for port (5c20bef3-f9af-4708-a9aa-41be793e172b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.178429 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5c20bef3-f9af-4708-a9aa-41be793e172b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.182597 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9e545655-2f38-4365-ae5f-710df49de32d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09aac03218b446339e71c93d4b42905d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997740 Feb 03 12:33:18.183315 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38888) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:18.199755 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 11018a34-1585-4dee-8b39-5cd8ed94b75a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:18.205048 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.241436 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b56a3c-628b-4988-966b-f87007cccbac req-25a4562b-c5b2-47d1-aa7b-bc31f77b3bcd tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:18.242875 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c9b56a3c-628b-4988-966b-f87007cccbac req-25a4562b-c5b2-47d1-aa7b-bc31f77b3bcd tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.1221635 Feb 03 12:33:18.279512 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Pushing event updated for resources: {'Port': ['ID=5c20bef3-f9af-4708-a9aa-41be793e172b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:18.282399 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-baed2a72-5a75-4306-8b39-64e39eb65a48 admin admin] Publish callbacks [] for security_group (aa2a49c0-bc4d-4879-946d-32840eee3838), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.327800 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-baed2a72-5a75-4306-8b39-64e39eb65a48 admin admin] Publish callbacks [] for security_group (aa2a49c0-bc4d-4879-946d-32840eee3838), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.337496 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57549d8c-cc64-471e-9a42-0ca3b70ed24a req-5191d5d2-e072-4cb7-8964-ebc6bde685ba tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:18.339073 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-57549d8c-cc64-471e-9a42-0ca3b70ed24a req-5191d5d2-e072-4cb7-8964-ebc6bde685ba tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "GET /v2.0/ports?device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 950 time: 0.1222427 Feb 03 12:33:18.340499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Checking segment: {'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:18.340874 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Network hostable DHCP agents. Network: 29debe5a-5c6b-4d96-b5c9-91706db7dcda, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:33:18.351563 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c9b56a3c-628b-4988-966b-f87007cccbac req-87c155e1-7673-4a41-89a7-eb695592def5 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998545 Feb 03 12:33:18.408555 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 11018a34-1585-4dee-8b39-5cd8ed94b75a is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:18.410386 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.417282 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-baed2a72-5a75-4306-8b39-64e39eb65a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (aa2a49c0-bc4d-4879-946d-32840eee3838), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.423835 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-baed2a72-5a75-4306-8b39-64e39eb65a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.443845 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-baed2a72-5a75-4306-8b39-64e39eb65a48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa2a49c0-bc4d-4879-946d-32840eee3838 HTTP/1.1" status: 204 len: 168 time: 0.2446246 Feb 03 12:33:18.467172 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed2a72-5a75-4306-8b39-64e39eb65a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2a49c0-bc4d-4879-946d-32840eee3838,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:18.504663 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Network 29debe5a-5c6b-4d96-b5c9-91706db7dcda is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:33:18.528243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 29debe5a-5c6b-4d96-b5c9-91706db7dcda) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:18.534742 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:18.559979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:18.559979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:18.560449 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:18.566788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3578475-4866-403e-a897-2a395a03326d None None] Network 29debe5a-5c6b-4d96-b5c9-91706db7dcda requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:33:18.574436 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49581328-6abf-4129-b51b-f995e5277ac4 req-f31800a1-45d4-4e8f-a68a-0909fca43bfa tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:18.578165 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 11018a34-1585-4dee-8b39-5cd8ed94b75a, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=11018a34-1585-4dee-8b39-5cd8ed94b75a,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:18.581720 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49581328-6abf-4129-b51b-f995e5277ac4 req-f31800a1-45d4-4e8f-a68a-0909fca43bfa tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 943 time: 0.1385477 Feb 03 12:33:18.600475 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 5c20bef3-f9af-4708-a9aa-41be793e172b on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:18.600841 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:18.606234 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 2 to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b Feb 03 12:33:18.617169 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.626785 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-57549d8c-cc64-471e-9a42-0ca3b70ed24a req-f9a36fbf-8249-4c91-ae6a-be4a9e667de1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Deleting port 469dfbeb-df09-488a-9fc2-1deeba99228e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:33:18.628386 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-57549d8c-cc64-471e-9a42-0ca3b70ed24a req-f9a36fbf-8249-4c91-ae6a-be4a9e667de1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (469dfbeb-df09-488a-9fc2-1deeba99228e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.649636 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:18.649820 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:18.650168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:18.670082 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 5c20bef3-f9af-4708-a9aa-41be793e172b on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:18.671070 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:18.678574 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 3 to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b Feb 03 12:33:18.724885 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49581328-6abf-4129-b51b-f995e5277ac4 req-22364ffc-07d9-42f5-aef9-b274c0364121 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421599 Feb 03 12:33:18.736840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:18.737187 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:18.737531 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:18.762535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 5c20bef3-f9af-4708-a9aa-41be793e172b on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:18.763218 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:18.765206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=11018a34-1585-4dee-8b39-5cd8ed94b75a,revision_number=10']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:18.765382 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 4 to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b Feb 03 12:33:18.773353 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-57549d8c-cc64-471e-9a42-0ca3b70ed24a req-f9a36fbf-8249-4c91-ae6a-be4a9e667de1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] For port 469dfbeb-df09-488a-9fc2-1deeba99228e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=469dfbeb-df09-488a-9fc2-1deeba99228e,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:18.773732 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-57549d8c-cc64-471e-9a42-0ca3b70ed24a req-f9a36fbf-8249-4c91-ae6a-be4a9e667de1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (469dfbeb-df09-488a-9fc2-1deeba99228e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:18.794309 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:18.794651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:18.794993 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:18.797208 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-57549d8c-cc64-471e-9a42-0ca3b70ed24a req-f9a36fbf-8249-4c91-ae6a-be4a9e667de1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Calling delete_port for 469dfbeb-df09-488a-9fc2-1deeba99228e owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:33:18.811021 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 5c20bef3-f9af-4708-a9aa-41be793e172b on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:18.811981 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:18.813801 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 5 to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b Feb 03 12:33:18.867700 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:18.868212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:18.868572 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:18.875766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 5c20bef3-f9af-4708-a9aa-41be793e172b on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:18.876132 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:18.877850 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 6 to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b Feb 03 12:33:18.900025 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:18.900448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:18.900716 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:18.935632 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 5c20bef3-f9af-4708-a9aa-41be793e172b on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:18.936344 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:18.941373 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 7 to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b Feb 03 12:33:18.963416 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520ac3a-2b8d-4714-bea0-7919125c34d3 req-12196ca2-1f11-47ed-89ff-46bd884f2dd0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:18.971411 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b520ac3a-2b8d-4714-bea0-7919125c34d3 req-12196ca2-1f11-47ed-89ff-46bd884f2dd0 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/ports?device_id=88f42d92-ae8d-4f75-8920-fb2885c684ac HTTP/1.1" status: 200 len: 950 time: 0.0857241 Feb 03 12:33:18.987245 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:18.987593 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:18.987966 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:18.996804 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 5c20bef3-f9af-4708-a9aa-41be793e172b on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:18.997158 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:18.998527 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 8 to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b Feb 03 12:33:19.021703 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:19.022052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:19.022573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:19.032648 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b520ac3a-2b8d-4714-bea0-7919125c34d3 req-894a3e55-dda9-4e70-b56d-863c5c80f440 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603597 Feb 03 12:33:19.035249 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d58dcc-0991-4ade-b6aa-3feff05099f8 req-6f5b1890-0dd0-4017-860c-1e6c0848bd9d tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:19.036851 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-57d58dcc-0991-4ade-b6aa-3feff05099f8 req-6f5b1890-0dd0-4017-860c-1e6c0848bd9d tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/ports?device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 945 time: 0.1225469 Feb 03 12:33:19.060873 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 5c20bef3-f9af-4708-a9aa-41be793e172b on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:19.061320 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:19.079185 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 9 to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b Feb 03 12:33:19.121881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:19.122327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:19.123626 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:19.137005 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 5c20bef3-f9af-4708-a9aa-41be793e172b on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:19.137373 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:19.151661 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 10 to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b Feb 03 12:33:19.165318 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-57549d8c-cc64-471e-9a42-0ca3b70ed24a req-f9a36fbf-8249-4c91-ae6a-be4a9e667de1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (469dfbeb-df09-488a-9fc2-1deeba99228e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.204465 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['469dfbeb-df09-488a-9fc2-1deeba99228e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:19.209127 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:19.209476 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:19.209823 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:19.226052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a36fbf-8249-4c91-ae6a-be4a9e667de1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Pushing event deleted for resources: {'Port': ['ID=469dfbeb-df09-488a-9fc2-1deeba99228e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:19.238179 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 5c20bef3-f9af-4708-a9aa-41be793e172b on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:19.238513 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 5c20bef3-f9af-4708-a9aa-41be793e172b on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:19.238887 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5c20bef3-f9af-4708-a9aa-41be793e172b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.274132 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-57d58dcc-0991-4ade-b6aa-3feff05099f8 req-17762bc8-0522-40a2-bb0e-ecd5cb1dc93e tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/security-groups?id=be4d8553-b441-499c-9401-24c39695ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171948 Feb 03 12:33:19.284118 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11018a34-1585-4dee-8b39-5cd8ed94b75a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:19.286625 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a550fbd7-353d-43f5-9b68-9179ee79c8ae" -d '{"events": [{"server_uuid": "ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c", "name": "network-vif-plugged", "status": "completed", "tag": "11018a34-1585-4dee-8b39-5cd8ed94b75a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:19.341722 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910c6005-eec2-467f-96bd-172200055cfd x-openstack-request-id: req-910c6005-eec2-467f-96bd-172200055cfd {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:19.342623 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c", "name": "network-vif-plugged", "status": "completed", "tag": "11018a34-1585-4dee-8b39-5cd8ed94b75a", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:19.342623 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-910c6005-eec2-467f-96bd-172200055cfd {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:19.343033 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11018a34-1585-4dee-8b39-5cd8ed94b75a', 'code': 200} Feb 03 12:33:19.343143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-57549d8c-cc64-471e-9a42-0ca3b70ed24a req-f9a36fbf-8249-4c91-ae6a-be4a9e667de1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] No DVR routers for this DVR port 469dfbeb-df09-488a-9fc2-1deeba99228e on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:33:19.349130 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-57549d8c-cc64-471e-9a42-0ca3b70ed24a req-f9a36fbf-8249-4c91-ae6a-be4a9e667de1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.353248 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-57549d8c-cc64-471e-9a42-0ca3b70ed24a req-f9a36fbf-8249-4c91-ae6a-be4a9e667de1 tempest-ServersOnMultiNodesTest-1675472798 tempest-ServersOnMultiNodesTest-1675472798-project] 10.222.0.73 "DELETE /v2.0/ports/469dfbeb-df09-488a-9fc2-1deeba99228e HTTP/1.1" status: 204 len: 173 time: 1.0083909 Feb 03 12:33:19.353248 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f42d92-ae8d-4f75-8920-fb2885c684ac', 'name': 'network-vif-deleted', 'tag': '469dfbeb-df09-488a-9fc2-1deeba99228e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:19.355263 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa7a579-1776-40bc-ae80-43b597d3e435" -d '{"events": [{"server_uuid": "88f42d92-ae8d-4f75-8920-fb2885c684ac", "name": "network-vif-deleted", "tag": "469dfbeb-df09-488a-9fc2-1deeba99228e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:19.388329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] For port 5c20bef3-f9af-4708-a9aa-41be793e172b, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:19.388718 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempted to set empty binding levels {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 12:33:19.405833 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (5c20bef3-f9af-4708-a9aa-41be793e172b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.416293 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56499333-7f92-4549-a581-240e4039fa46 x-openstack-request-id: req-56499333-7f92-4549-a581-240e4039fa46 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:19.416293 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f42d92-ae8d-4f75-8920-fb2885c684ac", "name": "network-vif-deleted", "tag": "469dfbeb-df09-488a-9fc2-1deeba99228e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:19.416765 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56499333-7f92-4549-a581-240e4039fa46 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:19.416875 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f42d92-ae8d-4f75-8920-fb2885c684ac', 'name': 'network-vif-deleted', 'tag': '469dfbeb-df09-488a-9fc2-1deeba99228e', 'status': 'completed', 'code': 200} Feb 03 12:33:19.479555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:19.480553 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.505957 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.3008418 Feb 03 12:33:19.506480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38956) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:19.559585 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888230c-01fe-43cd-9699-898464460e44 req-f772a7c0-2682-46b9-8d8d-8edfc03dda89 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:19.568619 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7888230c-01fe-43cd-9699-898464460e44 req-f772a7c0-2682-46b9-8d8d-8edfc03dda89 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.0933633 Feb 03 12:33:19.585826 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d06d45-6400-4e0c-83ce-89586ec1e595 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Pushing event updated for resources: {'Port': ['ID=5c20bef3-f9af-4708-a9aa-41be793e172b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:19.644936 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f18f0-69eb-4674-b3f0-80cb69bf4372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Deleting port 5c20bef3-f9af-4708-a9aa-41be793e172b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:33:19.645292 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb6f18f0-69eb-4674-b3f0-80cb69bf4372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5c20bef3-f9af-4708-a9aa-41be793e172b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.664436 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7888230c-01fe-43cd-9699-898464460e44 req-2c36c23b-4f02-4212-9932-f03e856d3b09 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728261 Feb 03 12:33:19.831338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-eb6f18f0-69eb-4674-b3f0-80cb69bf4372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] For port 5c20bef3-f9af-4708-a9aa-41be793e172b, host n-h2-827336-3, got binding levels [] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:19.831716 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb6f18f0-69eb-4674-b3f0-80cb69bf4372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5c20bef3-f9af-4708-a9aa-41be793e172b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:19.870585 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f18f0-69eb-4674-b3f0-80cb69bf4372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Calling delete_port for 5c20bef3-f9af-4708-a9aa-41be793e172b owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:33:20.055194 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb6f18f0-69eb-4674-b3f0-80cb69bf4372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5c20bef3-f9af-4708-a9aa-41be793e172b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.089303 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f18f0-69eb-4674-b3f0-80cb69bf4372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c20bef3-f9af-4708-a9aa-41be793e172b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:20.109738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fd119-84b0-4e29-b046-889842edf4ac req-019de17b-3696-46e8-a193-ea4b6edca71c tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:20.117541 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-423fd119-84b0-4e29-b046-889842edf4ac req-019de17b-3696-46e8-a193-ea4b6edca71c tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 943 time: 0.2420545 Feb 03 12:33:20.119864 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb6f18f0-69eb-4674-b3f0-80cb69bf4372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.123678 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-eb6f18f0-69eb-4674-b3f0-80cb69bf4372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] 10.222.0.18 "DELETE /v2.0/ports/5c20bef3-f9af-4708-a9aa-41be793e172b HTTP/1.1" status: 204 len: 168 time: 0.6106579 Feb 03 12:33:20.130390 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38982) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:20.173678 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a88c24-5133-4936-919a-6fe08840db78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] GET failed (client error): The resource could not be found. Feb 03 12:33:20.175445 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-30a88c24-5133-4936-919a-6fe08840db78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] 10.222.0.18 "GET /v2.0/ports/5c20bef3-f9af-4708-a9aa-41be793e172b HTTP/1.1" status: 404 len: 333 time: 0.0384433 Feb 03 12:33:20.179224 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38986) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:20.184094 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ca9028e6-34e3-40b7-99e6-e7661f19fe92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Request body: {'port': {'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982208470'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:20.194647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-85402c0b-c3c6-4cdc-91a1-87947b699672 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:20.201856 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-85402c0b-c3c6-4cdc-91a1-87947b699672 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 821 time: 0.2995977 Feb 03 12:33:20.211752 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-423fd119-84b0-4e29-b046-889842edf4ac req-4083ce0b-d992-4082-a90b-002500933479 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933075 Feb 03 12:33:20.226006 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-0b6ca92a-95f5-47db-a35e-f49bc4820067 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/quotas/4d4dfb0f87774d34902a75fe55b72106 HTTP/1.1" status: 200 len: 375 time: 0.0222709 Feb 03 12:33:20.275384 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9028e6-34e3-40b7-99e6-e7661f19fe92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Made reservation on behalf of 348857e3f94546ae90acedd03d1a347f for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:20.278043 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca9028e6-34e3-40b7-99e6-e7661f19fe92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.300952 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-ca9028e6-34e3-40b7-99e6-e7661f19fe92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] device_id is not set on port 06266147-5886-467e-9609-bd261b6ea29c yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:33:20.375476 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-140c4f22-9190-4c79-b2cc-8ac787a7a4d0 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1395011 Feb 03 12:33:20.486207 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3d183-7428-4624-aa6f-c737c561202c req-ad91c556-0d75-431b-8873-181bad9c22c2 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:20.501504 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fb3d183-7428-4624-aa6f-c737c561202c req-ad91c556-0d75-431b-8873-181bad9c22c2 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/ports?device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 945 time: 0.0870011 Feb 03 12:33:20.520586 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-06a39b41-b030-4be9-878f-468717eac510 service neutron] 10.222.0.18 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433811 Feb 03 12:33:20.538087 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 0f712117-f540-4fb6-8083-6424577882fe details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:20.569623 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fb3d183-7428-4624-aa6f-c737c561202c req-6f7c70aa-1b21-4777-85ad-12fda98c2b23 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/security-groups?id=be4d8553-b441-499c-9401-24c39695ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636098 Feb 03 12:33:20.638975 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca9028e6-34e3-40b7-99e6-e7661f19fe92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks [] for port (06266147-5886-467e-9609-bd261b6ea29c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.657024 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39000) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:20.729833 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dce84-4d2b-4acd-a2af-663d3d3d0f59 req-af6fa577-b1bb-45d5-8ad7-23d9ecac287d tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:20.734358 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fd6dce84-4d2b-4acd-a2af-663d3d3d0f59 req-af6fa577-b1bb-45d5-8ad7-23d9ecac287d tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/ports?device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 945 time: 0.0817552 Feb 03 12:33:20.745349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39008) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:20.750347 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2ec377e9-7994-4a95-9923-6edc9b19cda6 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Request body: {'floatingip': {'port_id': '1b8e5c95-fc1f-4fd1-9144-53383fe06a4c'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:20.778464 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 0f712117-f540-4fb6-8083-6424577882fe, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=0f712117-f540-4fb6-8083-6424577882fe,segment=NetworkSegment(54fe302d-f672-4e49-b1ac-8af38d760b2e),segment_id=54fe302d-f672-4e49-b1ac-8af38d760b2e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:20.809963 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '0f712117-f540-4fb6-8083-6424577882fe', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'port_id': '0f712117-f540-4fb6-8083-6424577882fe', 'mac_address': 'fa:16:3e:3d:6e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:20.816940 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ec377e9-7994-4a95-9923-6edc9b19cda6 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for floatingip (384152b7-e596-4ade-9076-2936778a92d2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.883436 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-ee09952b-a196-4cc1-87e7-382f2826440b service neutron] 10.222.0.18 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603048 Feb 03 12:33:20.893701 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 0f712117-f540-4fb6-8083-6424577882fe is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:20.894331 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0f712117-f540-4fb6-8083-6424577882fe), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.922142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f712117-f540-4fb6-8083-6424577882fe {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:20.939304 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca9028e6-34e3-40b7-99e6-e7661f19fe92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (06266147-5886-467e-9609-bd261b6ea29c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:20.950234 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 0f712117-f540-4fb6-8083-6424577882fe, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=0f712117-f540-4fb6-8083-6424577882fe,segment=NetworkSegment(54fe302d-f672-4e49-b1ac-8af38d760b2e),segment_id=54fe302d-f672-4e49-b1ac-8af38d760b2e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:20.960068 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0f712117-f540-4fb6-8083-6424577882fe), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.078076 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=0f712117-f540-4fb6-8083-6424577882fe,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:21.092398 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9028e6-34e3-40b7-99e6-e7661f19fe92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Network 29debe5a-5c6b-4d96-b5c9-91706db7dcda is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:21.102826 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-053194b7-d17d-4f2c-808c-57b7fae0106f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d375c31b6fe24472a187873bc305b655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4447978 Feb 03 12:33:21.106237 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39020) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:21.110339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ca9028e6-34e3-40b7-99e6-e7661f19fe92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:21.134038 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9028e6-34e3-40b7-99e6-e7661f19fe92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:21.135981 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9028e6-34e3-40b7-99e6-e7661f19fe92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:21.136816 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca9028e6-34e3-40b7-99e6-e7661f19fe92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.166824 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ca9028e6-34e3-40b7-99e6-e7661f19fe92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9866192 Feb 03 12:33:21.170568 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9028e6-34e3-40b7-99e6-e7661f19fe92 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Pushing event updated for resources: {'Port': ['ID=06266147-5886-467e-9609-bd261b6ea29c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:21.172937 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39024) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:21.188373 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:21.275117 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f4b95a5-fa2b-4f01-a890-bc20941397e6 admin admin] Publish callbacks [] for security_group (9ec3b0fd-3398-4d61-b65c-93faeb7ceb00), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.294129 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (06266147-5886-467e-9609-bd261b6ea29c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.323449 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f4b95a5-fa2b-4f01-a890-bc20941397e6 admin admin] Publish callbacks [] for security_group (9ec3b0fd-3398-4d61-b65c-93faeb7ceb00), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.456169 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f4b95a5-fa2b-4f01-a890-bc20941397e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9ec3b0fd-3398-4d61-b65c-93faeb7ceb00), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.457754 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['0f712117-f540-4fb6-8083-6424577882fe'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:21.458868 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f4b95a5-fa2b-4f01-a890-bc20941397e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.462892 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0f4b95a5-fa2b-4f01-a890-bc20941397e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ec3b0fd-3398-4d61-b65c-93faeb7ceb00 HTTP/1.1" status: 204 len: 168 time: 0.3537614 Feb 03 12:33:21.499909 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b95a5-fa2b-4f01-a890-bc20941397e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec3b0fd-3398-4d61-b65c-93faeb7ceb00,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:21.600501 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] device_id is not set on port 06266147-5886-467e-9609-bd261b6ea29c yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:33:21.609896 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks [] for port (06266147-5886-467e-9609-bd261b6ea29c), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.623206 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (06266147-5886-467e-9609-bd261b6ea29c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.679158 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1ed22-7fc6-4182-8829-4c0462356fa0 req-e128f3e7-3594-4614-a6e9-33dc0a9ba77f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:21.687113 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-65b1ed22-7fc6-4182-8829-4c0462356fa0 req-e128f3e7-3594-4614-a6e9-33dc0a9ba77f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.6094263 Feb 03 12:33:21.760139 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Pushing event updated for resources: {'Port': ['ID=06266147-5886-467e-9609-bd261b6ea29c,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:21.788882 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ec377e9-7994-4a95-9923-6edc9b19cda6 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.799228 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ec377e9-7994-4a95-9923-6edc9b19cda6 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (384152b7-e596-4ade-9076-2936778a92d2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:21.832326 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:21.832770 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:21.833401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:21.843374 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 06266147-5886-467e-9609-bd261b6ea29c on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:21.843871 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 06266147-5886-467e-9609-bd261b6ea29c on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:21.845100 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 2 to bind port 06266147-5886-467e-9609-bd261b6ea29c Feb 03 12:33:21.882002 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:21.884820 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:21.884820 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:21.895095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 06266147-5886-467e-9609-bd261b6ea29c on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:21.896114 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 06266147-5886-467e-9609-bd261b6ea29c on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:21.896993 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 3 to bind port 06266147-5886-467e-9609-bd261b6ea29c Feb 03 12:33:21.928654 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:21.930652 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:21.930652 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:22.010962 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-2ec377e9-7994-4a95-9923-6edc9b19cda6 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Floating IP 384152b7-e596-4ade-9076-2936778a92d2 associated. External IP: 172.25.6.150, port: 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c. Feb 03 12:33:22.027661 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 06266147-5886-467e-9609-bd261b6ea29c on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:22.028009 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 06266147-5886-467e-9609-bd261b6ea29c on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:22.028549 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 4 to bind port 06266147-5886-467e-9609-bd261b6ea29c Feb 03 12:33:22.065702 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:22.066045 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:22.066388 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:22.073979 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 06266147-5886-467e-9609-bd261b6ea29c on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:22.074319 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 06266147-5886-467e-9609-bd261b6ea29c on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:22.088798 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c930b-c9e4-4c0b-bb81-58eef82f4a7b req-5cf529af-580e-417c-b081-0a3698a3c930 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.097862 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-824c930b-c9e4-4c0b-bb81-58eef82f4a7b req-5cf529af-580e-417c-b081-0a3698a3c930 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 944 time: 0.1626971 Feb 03 12:33:22.105620 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 5 to bind port 06266147-5886-467e-9609-bd261b6ea29c Feb 03 12:33:22.123567 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:22.123567 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:22.124703 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:22.135241 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 06266147-5886-467e-9609-bd261b6ea29c on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:22.135925 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 06266147-5886-467e-9609-bd261b6ea29c on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:22.137473 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 6 to bind port 06266147-5886-467e-9609-bd261b6ea29c Feb 03 12:33:22.164534 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:22.164884 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:22.165201 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:22.178623 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 06266147-5886-467e-9609-bd261b6ea29c on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:22.178964 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 06266147-5886-467e-9609-bd261b6ea29c on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:22.182233 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 7 to bind port 06266147-5886-467e-9609-bd261b6ea29c Feb 03 12:33:22.197970 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:22.198522 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:22.199251 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:22.208224 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 06266147-5886-467e-9609-bd261b6ea29c on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:22.208833 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 06266147-5886-467e-9609-bd261b6ea29c on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:22.220694 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-824c930b-c9e4-4c0b-bb81-58eef82f4a7b req-462dede2-d4f4-4650-b1c5-854c5c6beb7d tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199870 Feb 03 12:33:22.221221 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 8 to bind port 06266147-5886-467e-9609-bd261b6ea29c Feb 03 12:33:22.257263 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:22.260379 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:22.260641 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:22.269232 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 06266147-5886-467e-9609-bd261b6ea29c on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:22.269568 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 06266147-5886-467e-9609-bd261b6ea29c on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:22.270045 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 9 to bind port 06266147-5886-467e-9609-bd261b6ea29c Feb 03 12:33:22.290177 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:22.290534 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:22.290859 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:22.296606 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 06266147-5886-467e-9609-bd261b6ea29c on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:22.296998 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 06266147-5886-467e-9609-bd261b6ea29c on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:22.297400 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 10 to bind port 06266147-5886-467e-9609-bd261b6ea29c Feb 03 12:33:22.328348 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:22.328890 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:22.329429 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 06266147-5886-467e-9609-bd261b6ea29c on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:22.331538 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39060) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:22.362993 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 06266147-5886-467e-9609-bd261b6ea29c on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:22.363331 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 06266147-5886-467e-9609-bd261b6ea29c on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:22.363702 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (06266147-5886-467e-9609-bd261b6ea29c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.392988 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1bdbf3cb-98ee-468c-bf72-522673f82bf1 req-6bd67848-bec1-41d8-8891-f15faa0419d0 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 210 time: 0.0666957 Feb 03 12:33:22.497303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] For port 06266147-5886-467e-9609-bd261b6ea29c, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:22.497705 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempted to set empty binding levels {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 12:33:22.511588 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (06266147-5886-467e-9609-bd261b6ea29c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.536786 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f289ca64-acea-4c81-af44-378f965cdf0d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=291aa4cad8b24464b49792286d84b66d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2022221 Feb 03 12:33:22.537605 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39076) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:22.559094 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 469dfbeb-df09-488a-9fc2-1deeba99228e no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:22.594523 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 469dfbeb-df09-488a-9fc2-1deeba99228e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:33:22.595276 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 469dfbeb-df09-488a-9fc2-1deeba99228e not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:33:22.638988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] In _notify_port_updated(), no bound segment for port 06266147-5886-467e-9609-bd261b6ea29c on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:33:22.640685 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.641302 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.642625 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] 10.222.0.18 "PUT /v2.0/ports/06266147-5886-467e-9609-bd261b6ea29c HTTP/1.1" status: 200 len: 979 time: 1.4641409 Feb 03 12:33:22.651923 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39078) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:22.744456 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0252253-a631-4bda-a06a-0760ef37d8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Pushing event updated for resources: {'Port': ['ID=06266147-5886-467e-9609-bd261b6ea29c,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:22.814376 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea21ea12-3a1f-471c-ab1f-95c681b93b4e admin admin] Publish callbacks [] for security_group (10a25a1f-0a60-499b-b3be-d9e5703bb2e6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.907294 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea21ea12-3a1f-471c-ab1f-95c681b93b4e admin admin] Publish callbacks [] for security_group (10a25a1f-0a60-499b-b3be-d9e5703bb2e6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:22.950342 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.950909 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.951384 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.951884 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.952906 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.953370 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.953827 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.954280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.954733 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.955186 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.955638 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.956140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.956591 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.957039 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.957493 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.957943 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.958398 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.958960 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.960126 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.960591 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.961051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.961599 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.962058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.962511 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:22.965648 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9d640823-7ce3-4c07-b812-5ec30360f506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22091 time: 0.2994132 Feb 03 12:33:22.973186 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39096) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:23.052191 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-65b1ed22-7fc6-4182-8829-4c0462356fa0 req-7315ad14-368d-481b-97dc-2040bdff6115 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3625898 Feb 03 12:33:23.065382 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec377e9-7994-4a95-9923-6edc9b19cda6 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Router 5cd9c1b4-7a99-48ee-b259-12bb84d557de has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:33:23.080202 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea21ea12-3a1f-471c-ab1f-95c681b93b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (10a25a1f-0a60-499b-b3be-d9e5703bb2e6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.082876 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea21ea12-3a1f-471c-ab1f-95c681b93b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.086369 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ea21ea12-3a1f-471c-ab1f-95c681b93b4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10a25a1f-0a60-499b-b3be-d9e5703bb2e6 HTTP/1.1" status: 204 len: 168 time: 0.5436788 Feb 03 12:33:23.113656 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21ea12-3a1f-471c-ab1f-95c681b93b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a25a1f-0a60-499b-b3be-d9e5703bb2e6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:23.127212 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d346c54a-c949-4f72-b7c4-6c76cd6dae15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Deleting port 06266147-5886-467e-9609-bd261b6ea29c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:33:23.127557 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d346c54a-c949-4f72-b7c4-6c76cd6dae15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (06266147-5886-467e-9609-bd261b6ea29c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.255487 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec377e9-7994-4a95-9923-6edc9b19cda6 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:33:23.260962 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ec377e9-7994-4a95-9923-6edc9b19cda6 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.267980 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d9824-78fe-4beb-b303-44529685521f None None] Sync routers for ids ['5cd9c1b4-7a99-48ee-b259-12bb84d557de'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:33:23.300591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d9824-78fe-4beb-b303-44529685521f None None] Routers {'5cd9c1b4-7a99-48ee-b259-12bb84d557de'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:23.301249 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-426d9824-78fe-4beb-b303-44529685521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:33:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['5cd9c1b4-7a99-48ee-b259-12bb84d557de'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:23.315856 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2ec377e9-7994-4a95-9923-6edc9b19cda6 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "PUT /v2.0/floatingips/384152b7-e596-4ade-9076-2936778a92d2 HTTP/1.1" status: 200 len: 991 time: 2.5692124 Feb 03 12:33:23.317103 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67aa4430-6940-4caf-a6e1-8fe1ad126341', 'tag': '1b8e5c95-fc1f-4fd1-9144-53383fe06a4c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:23.320340 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e40fc76-1d81-4757-94f7-a4d634412b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "67aa4430-6940-4caf-a6e1-8fe1ad126341", "tag": "1b8e5c95-fc1f-4fd1-9144-53383fe06a4c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:23.324680 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d346c54a-c949-4f72-b7c4-6c76cd6dae15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] For port 06266147-5886-467e-9609-bd261b6ea29c, host n-h2-827336-3, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:23.325260 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d346c54a-c949-4f72-b7c4-6c76cd6dae15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (06266147-5886-467e-9609-bd261b6ea29c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.364106 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d346c54a-c949-4f72-b7c4-6c76cd6dae15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Calling delete_port for 06266147-5886-467e-9609-bd261b6ea29c owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:33:23.566224 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d346c54a-c949-4f72-b7c4-6c76cd6dae15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (06266147-5886-467e-9609-bd261b6ea29c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.627718 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d346c54a-c949-4f72-b7c4-6c76cd6dae15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.634159 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d346c54a-c949-4f72-b7c4-6c76cd6dae15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] 10.222.0.18 "DELETE /v2.0/ports/06266147-5886-467e-9609-bd261b6ea29c HTTP/1.1" status: 204 len: 168 time: 0.6599672 Feb 03 12:33:23.635051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346c54a-c949-4f72-b7c4-6c76cd6dae15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Pushing event deleted for resources: {'Port': ['ID=06266147-5886-467e-9609-bd261b6ea29c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:23.637496 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39118) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:23.656643 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-426d9824-78fe-4beb-b303-44529685521f None None] Set router 5cd9c1b4-7a99-48ee-b259-12bb84d557de gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:23.667236 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5571d87-3e40-4658-b2f7-ba058be8f885 req-36efbe7c-f8a2-4823-90a7-809f2aa3aee3 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:23.680953 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5571d87-3e40-4658-b2f7-ba058be8f885 req-36efbe7c-f8a2-4823-90a7-809f2aa3aee3 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 944 time: 0.3083038 Feb 03 12:33:23.690144 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39120) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:23.737524 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf11519-0d4d-4648-81bd-a807d396681b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] GET failed (client error): The resource could not be found. Feb 03 12:33:23.746582 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ebf11519-0d4d-4648-81bd-a807d396681b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] 10.222.0.18 "GET /v2.0/ports/06266147-5886-467e-9609-bd261b6ea29c HTTP/1.1" status: 404 len: 333 time: 0.0949895 Feb 03 12:33:23.755666 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39126) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:23.781718 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5571d87-3e40-4658-b2f7-ba058be8f885 req-32804f01-870d-4600-a240-678ecc3cbe08 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927141 Feb 03 12:33:23.786096 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-f19d6306-47ba-4db0-90c4-0fc5e41c9048 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:23.794421 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e6ac76c7-ae20-4fe9-a8f3-561570c8924b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-905760235', 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:23.801850 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-f19d6306-47ba-4db0-90c4-0fc5e41c9048 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.31 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 821 time: 0.4448597 Feb 03 12:33:23.819290 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Request body: {'port': {'device_id': 'd6bef9c2-e367-4385-be38-6d35126e6fd1', 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb', 'admin_state_up': True, 'tenant_id': '4d4dfb0f87774d34902a75fe55b72106'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:23.831766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a84a4e-7388-4095-bd4e-3d5b947d4b23 req-8618d7c8-b14f-45ad-86d5-fe62cb1e9dfd tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:23.838953 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-81a84a4e-7388-4095-bd4e-3d5b947d4b23 req-8618d7c8-b14f-45ad-86d5-fe62cb1e9dfd tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/ports?device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 945 time: 0.3769112 Feb 03 12:33:23.848807 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ac76c7-ae20-4fe9-a8f3-561570c8924b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Made reservation on behalf of 348857e3f94546ae90acedd03d1a347f for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:23.852030 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6ac76c7-ae20-4fe9-a8f3-561570c8924b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.946282 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ccf21b5-0ba4-4c1a-859a-0e5501b51abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:23.969359 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-e6ac76c7-ae20-4fe9-a8f3-561570c8924b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] device_id is not set on port 58f9ad28-6542-4cc0-9c99-0e70745749be yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:33:24.021193 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-81a84a4e-7388-4095-bd4e-3d5b947d4b23 req-b20d10f2-97d6-4412-ba08-20158ceb7ac2 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/security-groups?id=be4d8553-b441-499c-9401-24c39695ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811597 Feb 03 12:33:24.106765 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a7b276-55de-46f8-a62b-f7d89f3d5b18 x-openstack-request-id: req-99a7b276-55de-46f8-a62b-f7d89f3d5b18 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:24.108175 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67aa4430-6940-4caf-a6e1-8fe1ad126341", "tag": "1b8e5c95-fc1f-4fd1-9144-53383fe06a4c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:24.111252 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99a7b276-55de-46f8-a62b-f7d89f3d5b18 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:24.112013 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67aa4430-6940-4caf-a6e1-8fe1ad126341', 'tag': '1b8e5c95-fc1f-4fd1-9144-53383fe06a4c', 'status': 'completed', 'code': 200} Feb 03 12:33:24.240993 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Made reservation on behalf of 4d4dfb0f87774d34902a75fe55b72106 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:24.245142 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.364218 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be7d2883-f7f2-4678-8fbd-e39fc18f20cf req-0cdc1d4f-f15b-4429-9a6d-3f7a4d8e686b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 210 time: 0.1342735 Feb 03 12:33:24.427286 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6ac76c7-ae20-4fe9-a8f3-561570c8924b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks [] for port (58f9ad28-6542-4cc0-9c99-0e70745749be), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.432281 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40fc76-1d81-4757-94f7-a4d634412b0a req-a76b803d-6a24-4eab-82f0-5a6e064ea161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:24.434046 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e40fc76-1d81-4757-94f7-a4d634412b0a req-a76b803d-6a24-4eab-82f0-5a6e064ea161 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d634ed9e80f494082d8457d96896a5d&device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 1127 time: 0.3043432 Feb 03 12:33:24.453587 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-426d9824-78fe-4beb-b303-44529685521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'name': 'tempest-ServersTestFqdnHostnames-2046491617-router', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'f034c260-3009-4bce-a505-ab671f634926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:39Z', 'updated_at': '2022-02-03T12:32:45Z', 'revision_number': 4, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'gw_port': {'id': 'f034c260-3009-4bce-a505-ab671f634926', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:40Z', 'updated_at': '2022-02-03T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '384152b7-e596-4ade-9076-2936778a92d2', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'port_id': '1b8e5c95-fc1f-4fd1-9144-53383fe06a4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55', 'mac_address': 'fa:16:3e:bf:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aa4430-6940-4caf-a6e1-8fe1ad126341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:32:52Z', 'updated_at': '2022-02-03T12:33:21Z', 'revision_number': 1, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b583773-b2d7-44b9-8064-820b5519443e', 'name': '', 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'mac_address': 'fa:16:3e:1b:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:43Z', 'updated_at': '2022-02-03T12:32:56Z', 'revision_number': 5, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'subnets': [{'id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:24.492688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d9824-78fe-4beb-b303-44529685521f None None] Checking router: 5cd9c1b4-7a99-48ee-b259-12bb84d557de for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:33:24.496900 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6ac76c7-ae20-4fe9-a8f3-561570c8924b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (58f9ad28-6542-4cc0-9c99-0e70745749be), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.512151 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d9824-78fe-4beb-b303-44529685521f None None] Routers {'5cd9c1b4-7a99-48ee-b259-12bb84d557de'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:24.512646 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-426d9824-78fe-4beb-b303-44529685521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:33:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['5cd9c1b4-7a99-48ee-b259-12bb84d557de'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:24.615674 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 0f712117-f540-4fb6-8083-6424577882fe up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:24.703464 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ac76c7-ae20-4fe9-a8f3-561570c8924b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Network 29debe5a-5c6b-4d96-b5c9-91706db7dcda is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:24.709574 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e6ac76c7-ae20-4fe9-a8f3-561570c8924b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:24.728850 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac76c7-ae20-4fe9-a8f3-561570c8924b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Pushing event updated for resources: {'Port': ['ID=58f9ad28-6542-4cc0-9c99-0e70745749be,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:24.734964 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ac76c7-ae20-4fe9-a8f3-561570c8924b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:24.735850 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ac76c7-ae20-4fe9-a8f3-561570c8924b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:24.736514 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Allocated IP 172.20.0.8 (fa311484-a64f-41a1-a01e-493a1be74adb/a224ad99-e09c-495b-b28c-4e2912ae8c46/875d2462-5f56-46e4-b660-4c8251a700d2) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:24.742855 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6ac76c7-ae20-4fe9-a8f3-561570c8924b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:24.784375 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39154) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:24.785328 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e6ac76c7-ae20-4fe9-a8f3-561570c8924b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0023103 Feb 03 12:33:24.852209 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f307c4-e234-4a53-baa2-6f92dea1c966 req-c89d0133-c770-4f23-b66b-8eb0bf30ab47 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:24.854026 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-68f307c4-e234-4a53-baa2-6f92dea1c966 req-c89d0133-c770-4f23-b66b-8eb0bf30ab47 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.3858216 Feb 03 12:33:24.883316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40fc76-1d81-4757-94f7-a4d634412b0a req-19b8987c-2d82-4738-91d4-584969286857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:24.885363 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e40fc76-1d81-4757-94f7-a4d634412b0a req-19b8987c-2d82-4738-91d4-584969286857 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c33a0cb4-61c0-4231-9b2d-8fba16eaff55 HTTP/1.1" status: 200 len: 916 time: 0.4386396 Feb 03 12:33:24.910462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 0f712117-f540-4fb6-8083-6424577882fe completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:33:25.052938 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ccf21b5-0ba4-4c1a-859a-0e5501b51abc admin admin] Publish callbacks [] for security_group (e841322c-cc81-4355-8035-c3c2b9153c5b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:25.079671 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-68f307c4-e234-4a53-baa2-6f92dea1c966 req-5de48f7f-209e-4a99-9818-cfd4b246c14b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177501 Feb 03 12:33:25.080815 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ccf21b5-0ba4-4c1a-859a-0e5501b51abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e841322c-cc81-4355-8035-c3c2b9153c5b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:25.391705 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 0f712117-f540-4fb6-8083-6424577882fe triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:25.392124 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0f712117-f540-4fb6-8083-6424577882fe), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:25.474812 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks [] for port (875d2462-5f56-46e4-b660-4c8251a700d2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:25.514671 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e40fc76-1d81-4757-94f7-a4d634412b0a req-61f379e0-c64d-4166-a46d-4754300eaf19 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b8e5c95-fc1f-4fd1-9144-53383fe06a4c HTTP/1.1" status: 200 len: 999 time: 0.6206710 Feb 03 12:33:25.523633 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (875d2462-5f56-46e4-b660-4c8251a700d2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:25.523917 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-426d9824-78fe-4beb-b303-44529685521f None None] Set router 5cd9c1b4-7a99-48ee-b259-12bb84d557de gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:25.562915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30727f3-5699-4c65-9446-e470f9719ff1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:25.566903 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e30727f3-5699-4c65-9446-e470f9719ff1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] 10.222.0.18 "GET /v2.0/ports/58f9ad28-6542-4cc0-9c99-0e70745749be HTTP/1.1" status: 200 len: 958 time: 0.7528815 Feb 03 12:33:25.567752 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['d554fd18-71cb-4717-be6f-4e59565601bb'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:25.641094 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39176) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:25.647119 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5ccf21b5-0ba4-4c1a-859a-0e5501b51abc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13de74db170044369cfafd80f348087f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9562747 Feb 03 12:33:25.655976 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Network fa311484-a64f-41a1-a01e-493a1be74adb is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:25.657588 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39180) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:25.710412 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:33:25.711297 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 0f712117-f540-4fb6-8083-6424577882fe is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:25.711707 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0f712117-f540-4fb6-8083-6424577882fe), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:25.722000 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Pushing event updated for resources: {'Port': ['ID=875d2462-5f56-46e4-b660-4c8251a700d2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:25.732451 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:25.737800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:25.776740 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf21b5-0ba4-4c1a-859a-0e5501b51abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e841322c-cc81-4355-8035-c3c2b9153c5b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:25.787596 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 0f712117-f540-4fb6-8083-6424577882fe, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=0f712117-f540-4fb6-8083-6424577882fe,segment=NetworkSegment(54fe302d-f672-4e49-b1ac-8af38d760b2e),segment_id=54fe302d-f672-4e49-b1ac-8af38d760b2e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:25.791127 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9584664a-98cc-45e1-a24b-5f7d034e6250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f712117-f540-4fb6-8083-6424577882fe'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:25.795450 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c7af84-f345-471d-a4f8-2a3240026fcb" -d '{"events": [{"server_uuid": "9584664a-98cc-45e1-a24b-5f7d034e6250", "name": "network-vif-plugged", "status": "completed", "tag": "0f712117-f540-4fb6-8083-6424577882fe"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:25.818502 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0f712117-f540-4fb6-8083-6424577882fe), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:25.821832 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40fc76-1d81-4757-94f7-a4d634412b0a req-1f826f48-0663-4c3e-b075-f1e7763d35c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:25.823078 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df51f0-57cf-45cf-9394-db3a6a880ec1 req-b0e60ace-bf5a-4a8b-b606-a36ff81511b6 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:25.824686 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e40fc76-1d81-4757-94f7-a4d634412b0a req-1f826f48-0663-4c3e-b075-f1e7763d35c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e3c9ea0e-8336-46f5-b1ce-ee0420175e60 HTTP/1.1" status: 200 len: 854 time: 0.2517974 Feb 03 12:33:25.830947 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-95df51f0-57cf-45cf-9394-db3a6a880ec1 req-b0e60ace-bf5a-4a8b-b606-a36ff81511b6 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/ports?device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 945 time: 0.1881258 Feb 03 12:33:25.831133 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:25.831472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:25.832000 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:25.832358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:25.832706 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:25.833051 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:25.833521 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:25.834853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:25.834853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:25.835062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:25.835241 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:25.835578 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:25.836241 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:25.867068 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fbf3048a-b709-4a9f-abb3-d0c0ce5f7ace tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Deleting port 58f9ad28-6542-4cc0-9c99-0e70745749be {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:33:25.867790 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbf3048a-b709-4a9f-abb3-d0c0ce5f7ace tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (58f9ad28-6542-4cc0-9c99-0e70745749be), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:25.868435 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:25.869151 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:25.912346 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-58e21fcf-ea8d-4af1-8334-c52ed63160cf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0981104 Feb 03 12:33:25.970717 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9bfc92-04c2-44a0-ae9b-d640f57c78f7 req-cccc39ac-7530-4b18-876e-57b1acc65b7d tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:25.972777 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-95df51f0-57cf-45cf-9394-db3a6a880ec1 req-4ea6baa7-1703-4226-a964-48164e0e7750 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/security-groups?id=be4d8553-b441-499c-9401-24c39695ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399910 Feb 03 12:33:25.977979 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6a9bfc92-04c2-44a0-ae9b-d640f57c78f7 req-cccc39ac-7530-4b18-876e-57b1acc65b7d tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 944 time: 1.0018632 Feb 03 12:33:25.985737 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] Request body: {'port': {'device_id': 'd6bef9c2-e367-4385-be38-6d35126e6fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:26.015915 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbf3048a-b709-4a9f-abb3-d0c0ce5f7ace tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (58f9ad28-6542-4cc0-9c99-0e70745749be), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.056359 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fbf3048a-b709-4a9f-abb3-d0c0ce5f7ace tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Calling delete_port for 58f9ad28-6542-4cc0-9c99-0e70745749be owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:33:26.072264 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=0f712117-f540-4fb6-8083-6424577882fe,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:26.132901 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (875d2462-5f56-46e4-b660-4c8251a700d2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.215170 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6a9bfc92-04c2-44a0-ae9b-d640f57c78f7 req-678c21f5-310c-4386-afbd-0daede523c67 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359796 Feb 03 12:33:26.252179 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-426d9824-78fe-4beb-b303-44529685521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'name': 'tempest-ServersTestFqdnHostnames-2046491617-router', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'f034c260-3009-4bce-a505-ab671f634926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:39Z', 'updated_at': '2022-02-03T12:32:45Z', 'revision_number': 4, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'gw_port': {'id': 'f034c260-3009-4bce-a505-ab671f634926', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:40Z', 'updated_at': '2022-02-03T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '384152b7-e596-4ade-9076-2936778a92d2', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'port_id': '1b8e5c95-fc1f-4fd1-9144-53383fe06a4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55', 'mac_address': 'fa:16:3e:bf:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aa4430-6940-4caf-a6e1-8fe1ad126341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:32:52Z', 'updated_at': '2022-02-03T12:33:21Z', 'revision_number': 1, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b583773-b2d7-44b9-8064-820b5519443e', 'name': '', 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'mac_address': 'fa:16:3e:1b:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:43Z', 'updated_at': '2022-02-03T12:32:56Z', 'revision_number': 5, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'subnets': [{'id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:26.264846 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565111ee-ce65-41e1-b763-304e025aa0f2 req-83948fe7-0890-4353-9930-f296934210f2 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:26.278898 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-565111ee-ce65-41e1-b763-304e025aa0f2 req-83948fe7-0890-4353-9930-f296934210f2 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 931 time: 0.0987971 Feb 03 12:33:26.296902 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbf3048a-b709-4a9f-abb3-d0c0ce5f7ace tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (58f9ad28-6542-4cc0-9c99-0e70745749be), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.308072 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d828df4-3cb1-4c82-ac09-2c6ad5211d47 x-openstack-request-id: req-6d828df4-3cb1-4c82-ac09-2c6ad5211d47 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:26.308369 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9584664a-98cc-45e1-a24b-5f7d034e6250", "name": "network-vif-plugged", "status": "completed", "tag": "0f712117-f540-4fb6-8083-6424577882fe", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:26.308630 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d828df4-3cb1-4c82-ac09-2c6ad5211d47 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:26.309035 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9584664a-98cc-45e1-a24b-5f7d034e6250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f712117-f540-4fb6-8083-6424577882fe', 'code': 200} Feb 03 12:33:26.323308 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d9824-78fe-4beb-b303-44529685521f None None] The sync data for ids ['5cd9c1b4-7a99-48ee-b259-12bb84d557de'] in n-d-827336-3 is: [{'id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'name': 'tempest-ServersTestFqdnHostnames-2046491617-router', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'f034c260-3009-4bce-a505-ab671f634926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:39Z', 'updated_at': '2022-02-03T12:32:45Z', 'revision_number': 4, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'gw_port': {'id': 'f034c260-3009-4bce-a505-ab671f634926', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:40Z', 'updated_at': '2022-02-03T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '384152b7-e596-4ade-9076-2936778a92d2', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'floating_ip_address': '172.25.6.150', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'port_id': '1b8e5c95-fc1f-4fd1-9144-53383fe06a4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55', 'mac_address': 'fa:16:3e:bf:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aa4430-6940-4caf-a6e1-8fe1ad126341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:32:52Z', 'updated_at': '2022-02-03T12:33:21Z', 'revision_number': 1, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b583773-b2d7-44b9-8064-820b5519443e', 'name': '', 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'mac_address': 'fa:16:3e:1b:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:43Z', 'updated_at': '2022-02-03T12:32:56Z', 'revision_number': 5, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'subnets': [{'id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:33:26.404463 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40fc76-1d81-4757-94f7-a4d634412b0a req-aa8d0dfe-9078-44f0-909e-3373be2229f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:26.408653 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e40fc76-1d81-4757-94f7-a4d634412b0a req-aa8d0dfe-9078-44f0-909e-3373be2229f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c33a0cb4-61c0-4231-9b2d-8fba16eaff55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5081913 Feb 03 12:33:26.430929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3048a-b709-4a9f-abb3-d0c0ce5f7ace tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Pushing event deleted for resources: {'Port': ['ID=58f9ad28-6542-4cc0-9c99-0e70745749be,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:26.455447 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbf3048a-b709-4a9f-abb3-d0c0ce5f7ace tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.468835 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fbf3048a-b709-4a9f-abb3-d0c0ce5f7ace tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] 10.222.0.18 "DELETE /v2.0/ports/58f9ad28-6542-4cc0-9c99-0e70745749be HTTP/1.1" status: 204 len: 168 time: 0.8110373 Feb 03 12:33:26.473518 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a261216-731f-4429-a5cd-14e6e99070f3 admin admin] Publish callbacks [] for security_group (e841322c-cc81-4355-8035-c3c2b9153c5b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.474528 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39198) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:26.562978 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e726a0-b225-4b73-bb7c-5234e847f31c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] GET failed (client error): The resource could not be found. Feb 03 12:33:26.572495 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-87e726a0-b225-4b73-bb7c-5234e847f31c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] 10.222.0.18 "GET /v2.0/ports/58f9ad28-6542-4cc0-9c99-0e70745749be HTTP/1.1" status: 404 len: 333 time: 0.0969036 Feb 03 12:33:26.574230 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39200) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:26.583994 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4f0691e6-6ace-4b35-958d-66b0436a2366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Request body: {'port': {'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1938455733'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:26.619571 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-565111ee-ce65-41e1-b763-304e025aa0f2 req-25b301ee-774b-4a11-9360-bc918d4b6de5 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397660 Feb 03 12:33:26.657576 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a261216-731f-4429-a5cd-14e6e99070f3 admin admin] Publish callbacks [] for security_group (e841322c-cc81-4355-8035-c3c2b9153c5b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.754191 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0691e6-6ace-4b35-958d-66b0436a2366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Made reservation on behalf of 348857e3f94546ae90acedd03d1a347f for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:26.757899 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f0691e6-6ace-4b35-958d-66b0436a2366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:26.829235 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-4f0691e6-6ace-4b35-958d-66b0436a2366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] device_id is not set on port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:33:26.845145 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9067d27-d191-411c-a9a9-082e6b5b4a2d None None] New status for floating IP 384152b7-e596-4ade-9076-2936778a92d2: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:33:26.903379 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71494b95-4cc9-417f-923e-6dcf6e07a389 req-cbbca323-7d4f-46d7-8929-e1a35db84b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:26.905757 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-71494b95-4cc9-417f-923e-6dcf6e07a389 req-cbbca323-7d4f-46d7-8929-e1a35db84b1e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 1127 time: 0.4577801 Feb 03 12:33:26.928414 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e40fc76-1d81-4757-94f7-a4d634412b0a req-0ba40d4c-ee3f-4317-ab8d-07252e32f3d3 service neutron] 10.222.0.31 "GET /v2.0/networks/c33a0cb4-61c0-4231-9b2d-8fba16eaff55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820478 Feb 03 12:33:27.031808 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a261216-731f-4429-a5cd-14e6e99070f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e841322c-cc81-4355-8035-c3c2b9153c5b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:27.034860 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a261216-731f-4429-a5cd-14e6e99070f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:27.038970 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2a261216-731f-4429-a5cd-14e6e99070f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e841322c-cc81-4355-8035-c3c2b9153c5b HTTP/1.1" status: 204 len: 168 time: 1.2201147 Feb 03 12:33:27.047680 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572243f-8a11-4a44-a941-ed949331c7ef req-e8f96533-8d05-4973-9e30-b00d7ab38b20 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:27.049602 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5572243f-8a11-4a44-a941-ed949331c7ef req-e8f96533-8d05-4973-9e30-b00d7ab38b20 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.3367329 Feb 03 12:33:27.162591 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a261216-731f-4429-a5cd-14e6e99070f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e841322c-cc81-4355-8035-c3c2b9153c5b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:27.228676 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f0691e6-6ace-4b35-958d-66b0436a2366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks [] for port (44b75a5d-fbf1-43ba-beea-2f8fbb324431), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:27.290800 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea3a19-1377-4e6f-b610-496e163165aa req-852b34ea-c1c8-4a13-8cbb-432588b050a5 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:27.298435 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-32ea3a19-1377-4e6f-b610-496e163165aa req-852b34ea-c1c8-4a13-8cbb-432588b050a5 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/ports?device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 945 time: 0.1286001 Feb 03 12:33:27.310841 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e40fc76-1d81-4757-94f7-a4d634412b0a req-dc07ac95-e658-4e66-b666-b10d81f9a235 service neutron] 10.222.0.31 "GET /v2.0/networks/c33a0cb4-61c0-4231-9b2d-8fba16eaff55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734457 Feb 03 12:33:27.336840 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f0691e6-6ace-4b35-958d-66b0436a2366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (44b75a5d-fbf1-43ba-beea-2f8fbb324431), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:27.341422 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5572243f-8a11-4a44-a941-ed949331c7ef req-8081f1ea-5ff2-455f-a4cd-17c5f795f8fb tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788131 Feb 03 12:33:27.364501 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-71494b95-4cc9-417f-923e-6dcf6e07a389 req-a8335ac2-e4f0-4c65-a5ff-28f456da19ec service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385626 Feb 03 12:33:27.381526 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 875d2462-5f56-46e4-b660-4c8251a700d2 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:27.414358 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] Publish callbacks [] for port (875d2462-5f56-46e4-b660-4c8251a700d2), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:27.444889 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0691e6-6ace-4b35-958d-66b0436a2366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Network 29debe5a-5c6b-4d96-b5c9-91706db7dcda is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:27.455111 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-4f0691e6-6ace-4b35-958d-66b0436a2366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:27.457734 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0691e6-6ace-4b35-958d-66b0436a2366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:27.458928 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0691e6-6ace-4b35-958d-66b0436a2366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:27.459532 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f0691e6-6ace-4b35-958d-66b0436a2366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:27.469233 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] Transition to ACTIVE for port object 875d2462-5f56-46e4-b660-4c8251a700d2 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:33:27.476345 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (875d2462-5f56-46e4-b660-4c8251a700d2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:27.488115 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4f0691e6-6ace-4b35-958d-66b0436a2366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9117608 Feb 03 12:33:27.491308 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0691e6-6ace-4b35-958d-66b0436a2366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Pushing event updated for resources: {'Port': ['ID=44b75a5d-fbf1-43ba-beea-2f8fbb324431,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:27.495520 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39234) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:27.501925 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:27.517160 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-32ea3a19-1377-4e6f-b610-496e163165aa req-922bc371-f457-4e3b-9b26-efe1567d0017 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/security-groups?id=be4d8553-b441-499c-9401-24c39695ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945896 Feb 03 12:33:27.718506 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] Pushing event updated for resources: {'Port': ['ID=875d2462-5f56-46e4-b660-4c8251a700d2,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:27.774731 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (44b75a5d-fbf1-43ba-beea-2f8fbb324431), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:27.849743 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39254) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:27.870778 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-60b32605-b7e7-4bdc-bcb2-5c8c899b50b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:27.950587 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] Attempting to bind port 875d2462-5f56-46e4-b660-4c8251a700d2 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:27.951247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] Attempting to bind port 875d2462-5f56-46e4-b660-4c8251a700d2 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:27.955087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] Attempting to bind port 875d2462-5f56-46e4-b660-4c8251a700d2 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:27.964170 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04b6f1-41c8-491d-ae42-0666f3898ec0 req-2a5bb797-0ac6-4ee6-98ac-9ad88365b1ed tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:27.973309 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f04b6f1-41c8-491d-ae42-0666f3898ec0 req-2a5bb797-0ac6-4ee6-98ac-9ad88365b1ed tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 945 time: 0.2601666 Feb 03 12:33:28.009627 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] Port 875d2462-5f56-46e4-b660-4c8251a700d2 on network fa311484-a64f-41a1-a01e-493a1be74adb not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:28.010310 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] Attempting to bind port 875d2462-5f56-46e4-b660-4c8251a700d2 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:28.033892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:28.034553 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] Checking segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:28.035167 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] Bound using segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:28.035813 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] Bound port: 875d2462-5f56-46e4-b660-4c8251a700d2, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:28.036665 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (875d2462-5f56-46e4-b660-4c8251a700d2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.050080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be41ad-571d-44ff-81ea-c87aa5021172 req-e8902a05-189d-4d3c-8414-088b20707c66 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:28.051530 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e5be41ad-571d-44ff-81ea-c87aa5021172 req-e8902a05-189d-4d3c-8414-088b20707c66 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 943 time: 0.2368171 Feb 03 12:33:28.066021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] device_id is not set on port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:33:28.082079 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks [] for port (44b75a5d-fbf1-43ba-beea-2f8fbb324431), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.101749 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (44b75a5d-fbf1-43ba-beea-2f8fbb324431), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.110839 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f04b6f1-41c8-491d-ae42-0666f3898ec0 req-69bddec1-6130-48d7-b5de-c1928c41062f tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336749 Feb 03 12:33:28.186378 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e5be41ad-571d-44ff-81ea-c87aa5021172 req-1bca8ccd-cebd-4eca-b6e5-22e494587a8b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205018 Feb 03 12:33:28.218227 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:28.218227 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:28.218227 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:28.222330 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-60b32605-b7e7-4bdc-bcb2-5c8c899b50b6 admin admin] Publish callbacks [] for security_group (3da4074b-d84e-4c6e-9925-d6f454ddcd82), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.228740 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Pushing event updated for resources: {'Port': ['ID=44b75a5d-fbf1-43ba-beea-2f8fbb324431,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:28.241251 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:28.241663 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:28.242021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:28.242507 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:28.243180 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:28.243807 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:28.244178 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:28.244514 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:28.244847 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:28.245183 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:28.245550 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:28.245887 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:28.246216 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:28.251089 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:28.251403 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:28.251848 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 2 to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 Feb 03 12:33:28.279686 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] For port 875d2462-5f56-46e4-b660-4c8251a700d2, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:28.283429 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-60b32605-b7e7-4bdc-bcb2-5c8c899b50b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (3da4074b-d84e-4c6e-9925-d6f454ddcd82), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.286126 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:28.286699 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:28.287467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:28.292574 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:28.293002 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] For port 875d2462-5f56-46e4-b660-4c8251a700d2, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=875d2462-5f56-46e4-b660-4c8251a700d2,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:28.293418 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:28.294039 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 3 to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 Feb 03 12:33:28.319837 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:28.320689 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:28.321254 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:28.326665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:28.327182 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:28.327745 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 4 to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 Feb 03 12:33:28.343229 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:28.343829 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:28.344536 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:28.349171 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:28.349740 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:28.350358 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 5 to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 Feb 03 12:33:28.392808 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:28.393459 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:28.394023 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:28.400059 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:28.400485 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:28.401063 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 6 to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 Feb 03 12:33:28.417505 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:28.418028 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:28.418463 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:28.424188 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:28.424554 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:28.425039 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 7 to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 Feb 03 12:33:28.426569 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b32605-b7e7-4bdc-bcb2-5c8c899b50b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da4074b-d84e-4c6e-9925-d6f454ddcd82,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:28.451161 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (875d2462-5f56-46e4-b660-4c8251a700d2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.460782 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:28.461448 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:28.461995 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:28.469212 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:28.469882 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:28.470488 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 8 to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 Feb 03 12:33:28.488494 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:28.489411 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:28.490750 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:28.502266 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:28.502983 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:28.503658 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 9 to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 Feb 03 12:33:28.522628 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:28.523537 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:28.525886 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:28.542338 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:28.542664 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:28.542973 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempt 10 to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 Feb 03 12:33:28.572593 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:28.572938 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:28.573276 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempting to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:28.573941 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-60b32605-b7e7-4bdc-bcb2-5c8c899b50b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=613b7461df84454492f08a4ec80ff2ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7202442 Feb 03 12:33:28.575635 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39266) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:28.603796 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:28.605186 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.607162 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] 10.222.0.31 "PUT /v2.0/ports/875d2462-5f56-46e4-b660-4c8251a700d2 HTTP/1.1" status: 200 len: 1091 time: 2.6471405 Feb 03 12:33:28.610124 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bef9c2-e367-4385-be38-6d35126e6fd1', 'tag': '875d2462-5f56-46e4-b660-4c8251a700d2'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:28.618863 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:28.619357 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Failed to bind port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f873df19-ea2d-45fd-95ed-da4acebd6bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '29debe5a-5c6b-4d96-b5c9-91706db7dcda'}] Feb 03 12:33:28.619562 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (44b75a5d-fbf1-43ba-beea-2f8fbb324431), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.623129 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28750144-845a-402e-af1f-c55b03cd3166" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bef9c2-e367-4385-be38-6d35126e6fd1", "tag": "875d2462-5f56-46e4-b660-4c8251a700d2"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:28.644595 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb999626-cf5b-45dc-b156-3adea77772ec admin admin] Publish callbacks [] for security_group (3da4074b-d84e-4c6e-9925-d6f454ddcd82), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.690855 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb999626-cf5b-45dc-b156-3adea77772ec admin admin] Publish callbacks [] for security_group (3da4074b-d84e-4c6e-9925-d6f454ddcd82), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.709925 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7192a46-4033-461d-be6b-cd349abcf4cc service neutron] Pushing event updated for resources: {'Port': ['ID=875d2462-5f56-46e4-b660-4c8251a700d2,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:28.882735 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-56788bf6-7689-429a-bcfc-655bfaac146f req-744966a2-2466-4b2c-aaa9-205386d31925 service neutron] show failed (client error): The resource could not be found. Feb 03 12:33:28.883755 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56788bf6-7689-429a-bcfc-655bfaac146f req-744966a2-2466-4b2c-aaa9-205386d31925 service neutron] 10.222.0.73 "GET /v2.0/ports/617175b0-b452-4296-9fee-0aa5b9f12b38/bindings/n-h2-827336-3 HTTP/1.1" status: 404 len: 380 time: 0.6431522 Feb 03 12:33:28.900262 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e41a71-339a-4536-9bb1-3b1266f1655c req-c3be500f-639c-4424-b53f-a287f901d5a1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:28.919334 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb999626-cf5b-45dc-b156-3adea77772ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (3da4074b-d84e-4c6e-9925-d6f454ddcd82), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.923729 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb999626-cf5b-45dc-b156-3adea77772ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:28.924534 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bb999626-cf5b-45dc-b156-3adea77772ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3da4074b-d84e-4c6e-9925-d6f454ddcd82 HTTP/1.1" status: 204 len: 168 time: 0.3479388 Feb 03 12:33:28.925074 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7e41a71-339a-4536-9bb1-3b1266f1655c req-c3be500f-639c-4424-b53f-a287f901d5a1 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.4456296 Feb 03 12:33:28.967773 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb999626-cf5b-45dc-b156-3adea77772ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da4074b-d84e-4c6e-9925-d6f454ddcd82,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:28.967995 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-4f97b4ab-0b20-49bd-8781-d96cda5b628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:28.989430 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] For port 44b75a5d-fbf1-43ba-beea-2f8fbb324431, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:28.989926 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attempted to set empty binding levels {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 12:33:28.998291 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36938cc-aeac-4a52-9991-bc8a49bebc38 req-9ac34dee-e71f-4bac-afa6-d55b7eb6cd1b tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.005307 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a36938cc-aeac-4a52-9991-bc8a49bebc38 req-9ac34dee-e71f-4bac-afa6-d55b7eb6cd1b tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/ports?device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 945 time: 0.1724834 Feb 03 12:33:29.007895 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-4f97b4ab-0b20-49bd-8781-d96cda5b628a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 1125 time: 0.2733810 Feb 03 12:33:29.013079 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (44b75a5d-fbf1-43ba-beea-2f8fbb324431), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:29.070564 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Pushing event updated for resources: {'Port': ['ID=44b75a5d-fbf1-43ba-beea-2f8fbb324431,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:29.082870 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] In _notify_port_updated(), no bound segment for port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 on network 29debe5a-5c6b-4d96-b5c9-91706db7dcda {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:33:29.083742 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.084533 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:29.085845 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a65c85ab-fabd-4f0a-9766-608b776f80df tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] 10.222.0.18 "PUT /v2.0/ports/44b75a5d-fbf1-43ba-beea-2f8fbb324431 HTTP/1.1" status: 200 len: 979 time: 1.5882864 Feb 03 12:33:29.093810 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39278) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:29.147641 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a36938cc-aeac-4a52-9991-bc8a49bebc38 req-65ceac19-c7de-4737-8bbf-0dbeeaaf7180 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/security-groups?id=be4d8553-b441-499c-9401-24c39695ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413445 Feb 03 12:33:29.182831 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-ba5a683c-8373-4e1f-aabd-9e1d75a7d931 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=875d2462-5f56-46e4-b660-4c8251a700d2 HTTP/1.1" status: 200 len: 217 time: 0.1374273 Feb 03 12:33:29.235147 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39286) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:29.269113 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ade54a0-fc9d-4094-b77a-0d3b3ad129fb x-openstack-request-id: req-4ade54a0-fc9d-4094-b77a-0d3b3ad129fb {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:29.269464 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bef9c2-e367-4385-be38-6d35126e6fd1", "tag": "875d2462-5f56-46e4-b660-4c8251a700d2", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:29.269659 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ade54a0-fc9d-4094-b77a-0d3b3ad129fb {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:29.272695 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f7c8770b-2e23-4d28-8b94-f05d87a0fe7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Deleting port 44b75a5d-fbf1-43ba-beea-2f8fbb324431 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:33:29.273332 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7c8770b-2e23-4d28-8b94-f05d87a0fe7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (44b75a5d-fbf1-43ba-beea-2f8fbb324431), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:29.280587 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bef9c2-e367-4385-be38-6d35126e6fd1', 'tag': '875d2462-5f56-46e4-b660-4c8251a700d2', 'status': 'completed', 'code': 200} Feb 03 12:33:29.310519 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7e41a71-339a-4536-9bb1-3b1266f1655c req-839f23ed-0c50-40a4-8783-0a804fae220f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844211 Feb 03 12:33:29.362119 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-9d96d7ea-aba1-49fc-902a-ddd13c211cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.363627 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-9d96d7ea-aba1-49fc-902a-ddd13c211cfe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.1734555 Feb 03 12:33:29.449592 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-1205f25b-995e-437d-900f-379843919f3b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726099 Feb 03 12:33:29.486909 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f7c8770b-2e23-4d28-8b94-f05d87a0fe7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] For port 44b75a5d-fbf1-43ba-beea-2f8fbb324431, host n-h2-827336-3, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:29.487299 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7c8770b-2e23-4d28-8b94-f05d87a0fe7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (44b75a5d-fbf1-43ba-beea-2f8fbb324431), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:29.566331 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f7c8770b-2e23-4d28-8b94-f05d87a0fe7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Calling delete_port for 44b75a5d-fbf1-43ba-beea-2f8fbb324431 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:33:29.583342 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56788bf6-7689-429a-bcfc-655bfaac146f req-2e40ff69-68cf-4494-818a-a5d52a0fba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.589143 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56788bf6-7689-429a-bcfc-655bfaac146f req-2e40ff69-68cf-4494-818a-a5d52a0fba0a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b&tenant_id=207048d5e9d548ac8439a4c69e7678ef HTTP/1.1" status: 200 len: 1132 time: 0.2019928 Feb 03 12:33:29.634259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25b370-6ca5-4adb-8ea3-e57114f628e6 req-a4779104-febd-4960-aee8-b73c05b57bd6 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.647574 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e25b370-6ca5-4adb-8ea3-e57114f628e6 req-a4779104-febd-4960-aee8-b73c05b57bd6 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 945 time: 0.2307374 Feb 03 12:33:29.659924 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-3', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:29.720244 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-1f177f67-1e3e-44be-a6b2-d659e47872a5 service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411845 Feb 03 12:33:29.775834 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593bb4f-f63f-406d-b55f-fe356e17d83b req-9d551bc4-b2c6-43d0-88c6-794296df2017 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:29.782806 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b593bb4f-f63f-406d-b55f-fe356e17d83b req-9d551bc4-b2c6-43d0-88c6-794296df2017 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 943 time: 0.3061197 Feb 03 12:33:29.828052 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e25b370-6ca5-4adb-8ea3-e57114f628e6 req-dda37663-3764-489b-9474-762e62ddd803 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761808 Feb 03 12:33:29.960131 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-632bd96b-7d64-4075-ab48-4c8d02aecc64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:29.965068 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:30.163513 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-625bc3aa-ab39-4508-b565-a3cae0c37f03 req-5f4ce682-2482-49b2-a84e-9d19ac79da4a service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275301 Feb 03 12:33:30.279799 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-632bd96b-7d64-4075-ab48-4c8d02aecc64 admin admin] Publish callbacks [] for security_group (c6366fbe-7a2f-4ccc-b186-e87d20f8b121), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:30.309031 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b593bb4f-f63f-406d-b55f-fe356e17d83b req-d61aec97-80a7-452a-a357-fa8186be92dd tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252821 Feb 03 12:33:30.318220 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7c8770b-2e23-4d28-8b94-f05d87a0fe7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (44b75a5d-fbf1-43ba-beea-2f8fbb324431), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:30.366180 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7c8770b-2e23-4d28-8b94-f05d87a0fe7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:30.372991 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f7c8770b-2e23-4d28-8b94-f05d87a0fe7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] 10.222.0.18 "DELETE /v2.0/ports/44b75a5d-fbf1-43ba-beea-2f8fbb324431 HTTP/1.1" status: 204 len: 168 time: 1.2785196 Feb 03 12:33:30.379679 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-632bd96b-7d64-4075-ab48-4c8d02aecc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c6366fbe-7a2f-4ccc-b186-e87d20f8b121), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:30.386833 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39320) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:30.469620 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8770b-2e23-4d28-8b94-f05d87a0fe7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] Pushing event deleted for resources: {'Port': ['ID=44b75a5d-fbf1-43ba-beea-2f8fbb324431,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:30.474107 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-9d3c6dec-c0ab-47d4-b22f-7b7b36315bad tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:30.485615 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-9d3c6dec-c0ab-47d4-b22f-7b7b36315bad tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4194210 Feb 03 12:33:30.575701 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632bd96b-7d64-4075-ab48-4c8d02aecc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6366fbe-7a2f-4ccc-b186-e87d20f8b121,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:30.577570 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-f01c591c-9d03-4196-b0db-067a85f616e0 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.216 HTTP/1.1" status: 200 len: 696 time: 0.0911005 Feb 03 12:33:30.592146 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-466cd0f3-bb82-4246-bde6-cbd4db0bf7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] GET failed (client error): The resource could not be found. Feb 03 12:33:30.596921 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-466cd0f3-bb82-4246-bde6-cbd4db0bf7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082534144-project-admin] 10.222.0.18 "GET /v2.0/ports/44b75a5d-fbf1-43ba-beea-2f8fbb324431 HTTP/1.1" status: 404 len: 333 time: 0.2047806 Feb 03 12:33:30.598409 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-a4ae8e77-9b8d-48fa-8690-7fa70e52ca17 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Request body: {'floatingip': {'port_id': '5256de46-7c8e-44e3-89ef-97ee4330e68b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:30.607330 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39324) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:30.621322 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-632bd96b-7d64-4075-ab48-4c8d02aecc64 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cdb55c42ea7a42eba6f8bb05867ae884&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3817670 Feb 03 12:33:30.625744 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39326) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:30.787443 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:30.848693 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-040458e1-fe1f-4ab2-9a79-cc46754dd7f5 admin admin] Publish callbacks [] for security_group (c6366fbe-7a2f-4ccc-b186-e87d20f8b121), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:30.928389 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ce333-d348-487e-8cc7-c4e091d0c3f7 req-b7afd39a-86ce-4793-8fbb-8f39257c9f64 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:30.928389 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b5ce333-d348-487e-8cc7-c4e091d0c3f7 req-b7afd39a-86ce-4793-8fbb-8f39257c9f64 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.4679384 Feb 03 12:33:30.948425 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d57fa0a0-4d27-420c-9ccf-a0eebc5ebccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (29debe5a-5c6b-4d96-b5c9-91706db7dcda), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:30.959759 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-040458e1-fe1f-4ab2-9a79-cc46754dd7f5 admin admin] Publish callbacks [] for security_group (c6366fbe-7a2f-4ccc-b186-e87d20f8b121), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:31.203507 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b5ce333-d348-487e-8cc7-c4e091d0c3f7 req-7eb5e1a8-319c-4556-ae47-6fe61a1b7b43 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591636 Feb 03 12:33:31.253325 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-040458e1-fe1f-4ab2-9a79-cc46754dd7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c6366fbe-7a2f-4ccc-b186-e87d20f8b121), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:31.257033 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-040458e1-fe1f-4ab2-9a79-cc46754dd7f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:31.260506 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-040458e1-fe1f-4ab2-9a79-cc46754dd7f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6366fbe-7a2f-4ccc-b186-e87d20f8b121 HTTP/1.1" status: 204 len: 168 time: 0.6197724 Feb 03 12:33:31.328199 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d57fa0a0-4d27-420c-9ccf-a0eebc5ebccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (29debe5a-5c6b-4d96-b5c9-91706db7dcda), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:31.335487 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28750144-845a-402e-af1f-c55b03cd3166 req-a9ad48e0-debf-45f0-9422-6e4349a3d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:31.337180 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28750144-845a-402e-af1f-c55b03cd3166 req-a9ad48e0-debf-45f0-9422-6e4349a3d09e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 1125 time: 1.0912936 Feb 03 12:33:31.344532 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-a4ae8e77-9b8d-48fa-8690-7fa70e52ca17 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks [] for floatingip (4c94ca38-6551-40d3-a6c5-e3547fdbe2e7), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:31.380436 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040458e1-fe1f-4ab2-9a79-cc46754dd7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6366fbe-7a2f-4ccc-b186-e87d20f8b121,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:31.414397 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d57fa0a0-4d27-420c-9ccf-a0eebc5ebccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29debe5a-5c6b-4d96-b5c9-91706db7dcda']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:31.435112 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d57fa0a0-4d27-420c-9ccf-a0eebc5ebccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f873df19-ea2d-45fd-95ed-da4acebd6bf4') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:31.435609 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d57fa0a0-4d27-420c-9ccf-a0eebc5ebccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f873df19-ea2d-45fd-95ed-da4acebd6bf4') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:31.451908 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d57fa0a0-4d27-420c-9ccf-a0eebc5ebccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (f873df19-ea2d-45fd-95ed-da4acebd6bf4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:31.478722 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d57fa0a0-4d27-420c-9ccf-a0eebc5ebccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f873df19-ea2d-45fd-95ed-da4acebd6bf4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:31.489903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57fa0a0-4d27-420c-9ccf-a0eebc5ebccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:33:31.491509 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d57fa0a0-4d27-420c-9ccf-a0eebc5ebccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (f873df19-ea2d-45fd-95ed-da4acebd6bf4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:33:31.504731 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:33:31.658745 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d57fa0a0-4d27-420c-9ccf-a0eebc5ebccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (29debe5a-5c6b-4d96-b5c9-91706db7dcda), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:31.682803 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d57fa0a0-4d27-420c-9ccf-a0eebc5ebccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:31.697134 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d57fa0a0-4d27-420c-9ccf-a0eebc5ebccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] 10.222.0.18 "DELETE /v2.0/networks/29debe5a-5c6b-4d96-b5c9-91706db7dcda HTTP/1.1" status: 204 len: 168 time: 1.0853782 Feb 03 12:33:31.734245 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28750144-845a-402e-af1f-c55b03cd3166 req-dcef58f2-a714-4877-98bb-a7a1f4821723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:31.735762 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28750144-845a-402e-af1f-c55b03cd3166 req-dcef58f2-a714-4877-98bb-a7a1f4821723 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 922 time: 0.1141379 Feb 03 12:33:31.782162 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c98afa-522a-4868-9bd6-27bf9e249f42 req-db536662-c46d-4d9c-95a9-aefc41af96b4 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:31.783925 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-19c98afa-522a-4868-9bd6-27bf9e249f42 req-db536662-c46d-4d9c-95a9-aefc41af96b4 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 943 time: 0.2659953 Feb 03 12:33:31.784827 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57fa0a0-4d27-420c-9ccf-a0eebc5ebccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577 tempest-PortsAdminExtendedAttrsIpV6TestJSON-852425577-project] Pushing event deleted for resources: {'Network': ['ID=29debe5a-5c6b-4d96-b5c9-91706db7dcda,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:31.803109 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28750144-845a-402e-af1f-c55b03cd3166 req-c1c4e81f-fd45-4719-940e-c753180756cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=875d2462-5f56-46e4-b660-4c8251a700d2 HTTP/1.1" status: 200 len: 217 time: 0.0596750 Feb 03 12:33:31.815533 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] For port 617175b0-b452-4296-9fee-0aa5b9f12b38, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=617175b0-b452-4296-9fee-0aa5b9f12b38,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:31.906925 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-19c98afa-522a-4868-9bd6-27bf9e249f42 req-751f6192-dd4b-48d0-a9f6-4a494e877537 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102350 Feb 03 12:33:31.971931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28750144-845a-402e-af1f-c55b03cd3166 req-efd1bf88-fc08-4dc0-bbba-b2809a7fe669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:31.973631 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28750144-845a-402e-af1f-c55b03cd3166 req-efd1bf88-fc08-4dc0-bbba-b2809a7fe669 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.1627626 Feb 03 12:33:31.974646 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] For port 617175b0-b452-4296-9fee-0aa5b9f12b38, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:32.066430 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28750144-845a-402e-af1f-c55b03cd3166 req-9bc0d7c1-2ffa-4d30-8557-91c7dac4f44d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678308 Feb 03 12:33:32.066840 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39356) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:32.100702 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01a34308-85eb-4a4a-8e36-075025510015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:32.206574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8ce78c-94c5-4fef-adb8-8dd7abecae8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '617175b0-b452-4296-9fee-0aa5b9f12b38'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:32.209441 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29b528c-c305-4c6b-97db-e5f54ec7450b" -d '{"events": [{"server_uuid": "7b8ce78c-94c5-4fef-adb8-8dd7abecae8b", "name": "network-vif-unplugged", "status": "completed", "tag": "617175b0-b452-4296-9fee-0aa5b9f12b38"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:32.215560 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] Publish callbacks [] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:32.241045 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28750144-845a-402e-af1f-c55b03cd3166 req-86a2f0bd-48bd-43cc-9225-73389383fdb3 service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560984 Feb 03 12:33:32.309350 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] Transition to ACTIVE for port object 617175b0-b452-4296-9fee-0aa5b9f12b38 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:33:32.312181 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01a34308-85eb-4a4a-8e36-075025510015 admin admin] Publish callbacks [] for security_group (8c844779-8a71-4e72-98a3-1e2d74af5c20), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:32.316202 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39364) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:32.323809 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01a34308-85eb-4a4a-8e36-075025510015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8c844779-8a71-4e72-98a3-1e2d74af5c20), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:32.346661 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:32.394966 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-01a34308-85eb-4a4a-8e36-075025510015 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9fe554a68a1c4461abb2c598b533fa7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267519 Feb 03 12:33:32.402514 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39370) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:32.412844 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b66303d-6857-4b09-b3f7-81a591f454f7 x-openstack-request-id: req-6b66303d-6857-4b09-b3f7-81a591f454f7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:32.413218 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8ce78c-94c5-4fef-adb8-8dd7abecae8b", "name": "network-vif-unplugged", "status": "completed", "tag": "617175b0-b452-4296-9fee-0aa5b9f12b38", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:32.413786 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b66303d-6857-4b09-b3f7-81a591f454f7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:32.414283 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8ce78c-94c5-4fef-adb8-8dd7abecae8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '617175b0-b452-4296-9fee-0aa5b9f12b38', 'code': 200} Feb 03 12:33:32.519090 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a34308-85eb-4a4a-8e36-075025510015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c844779-8a71-4e72-98a3-1e2d74af5c20,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:32.553030 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e03c020-8711-42aa-b889-bc82fe0c2c4a admin admin] Publish callbacks [] for security_group (8c844779-8a71-4e72-98a3-1e2d74af5c20), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:32.590749 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 617175b0-b452-4296-9fee-0aa5b9f12b38 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:32.701411 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e03c020-8711-42aa-b889-bc82fe0c2c4a admin admin] Publish callbacks [] for security_group (8c844779-8a71-4e72-98a3-1e2d74af5c20), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:32.712072 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] The host n-h1-827336-3 is not matching for port 617175b0-b452-4296-9fee-0aa5b9f12b38 host n-h2-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:33:32.717872 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 617175b0-b452-4296-9fee-0aa5b9f12b38 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:33:32.728385 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] No DVR routers for this DVR port 617175b0-b452-4296-9fee-0aa5b9f12b38 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:33:32.761396 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] Pushing event updated for resources: {'Port': ['ID=617175b0-b452-4296-9fee-0aa5b9f12b38,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:32.837207 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e12f4-8c8a-435c-8445-fd40cc0c6ab8 req-8791432f-78e1-471b-a564-b43bd0ac4bd7 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:32.838789 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e86e12f4-8c8a-435c-8445-fd40cc0c6ab8 req-8791432f-78e1-471b-a564-b43bd0ac4bd7 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 948 time: 0.2503345 Feb 03 12:33:32.890502 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e03c020-8711-42aa-b889-bc82fe0c2c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8c844779-8a71-4e72-98a3-1e2d74af5c20), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:32.893868 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e03c020-8711-42aa-b889-bc82fe0c2c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:32.895324 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0e03c020-8711-42aa-b889-bc82fe0c2c4a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c844779-8a71-4e72-98a3-1e2d74af5c20 HTTP/1.1" status: 204 len: 168 time: 0.4917543 Feb 03 12:33:32.920120 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03c020-8711-42aa-b889-bc82fe0c2c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c844779-8a71-4e72-98a3-1e2d74af5c20,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:32.931575 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e86e12f4-8c8a-435c-8445-fd40cc0c6ab8 req-f1271325-85ba-44e2-a1ea-5c829468edb0 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751402 Feb 03 12:33:32.940463 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28750144-845a-402e-af1f-c55b03cd3166 req-10056903-99dc-4aca-ac80-82ef148a8f75 service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6658628 Feb 03 12:33:32.974224 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] Attempting to bind port 617175b0-b452-4296-9fee-0aa5b9f12b38 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:32.974831 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] Attempting to bind port 617175b0-b452-4296-9fee-0aa5b9f12b38 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:32.975331 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] Attempting to bind port 617175b0-b452-4296-9fee-0aa5b9f12b38 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:33.006909 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] Port 617175b0-b452-4296-9fee-0aa5b9f12b38 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:33.007458 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] Attempting to bind port 617175b0-b452-4296-9fee-0aa5b9f12b38 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:33.065825 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-eef3370e-de39-487b-b127-147549123c65 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c92dbf55a924ceebc99235fdabb2f00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7451489 Feb 03 12:33:33.067236 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:33.067671 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:33.068109 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:33.068567 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] Bound port: 617175b0-b452-4296-9fee-0aa5b9f12b38, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:33.068930 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:33.069101 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39388) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:33.169940 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0c7b-4556-483c-a455-d181a6152ec1 admin admin] Publish callbacks [] for security_group (122d085e-772b-4fb8-ab93-780d81318f82), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:33.189646 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-a4ae8e77-9b8d-48fa-8690-7fa70e52ca17 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:33:33.237014 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0c7b-4556-483c-a455-d181a6152ec1 admin admin] Publish callbacks [] for security_group (122d085e-772b-4fb8-ab93-780d81318f82), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:33.283520 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] For port 617175b0-b452-4296-9fee-0aa5b9f12b38, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:33.289875 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-a4ae8e77-9b8d-48fa-8690-7fa70e52ca17 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:33.291885 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] For port 617175b0-b452-4296-9fee-0aa5b9f12b38, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=617175b0-b452-4296-9fee-0aa5b9f12b38,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:33.298670 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-a4ae8e77-9b8d-48fa-8690-7fa70e52ca17 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (4c94ca38-6551-40d3-a6c5-e3547fdbe2e7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:33.311960 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:33.385412 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0c7b-4556-483c-a455-d181a6152ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (122d085e-772b-4fb8-ab93-780d81318f82), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:33.388874 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0c7b-4556-483c-a455-d181a6152ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:33.393270 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5a1d0c7b-4556-483c-a455-d181a6152ec1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/122d085e-772b-4fb8-ab93-780d81318f82 HTTP/1.1" status: 204 len: 168 time: 0.3229330 Feb 03 12:33:33.408490 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:33.409116 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:33.409418 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d0c7b-4556-483c-a455-d181a6152ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122d085e-772b-4fb8-ab93-780d81318f82,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:33.419866 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56788bf6-7689-429a-bcfc-655bfaac146f req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] 10.222.0.31 "PUT /v2.0/ports/617175b0-b452-4296-9fee-0aa5b9f12b38 HTTP/1.1" status: 200 len: 1096 time: 3.7641306 Feb 03 12:33:33.546429 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-11840ba9-5e6b-4b21-8793-159059997aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:33.780944 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-a4ae8e77-9b8d-48fa-8690-7fa70e52ca17 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Floating IP 4c94ca38-6551-40d3-a6c5-e3547fdbe2e7 associated. External IP: 172.25.6.216, port: 5256de46-7c8e-44e3-89ef-97ee4330e68b. Feb 03 12:33:33.972514 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599326b-83e0-4e49-bb74-031b5208fad3 service neutron] Pushing event updated for resources: {'Port': ['ID=617175b0-b452-4296-9fee-0aa5b9f12b38,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:33.986890 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56788bf6-7689-429a-bcfc-655bfaac146f req-c67b3344-e6d9-4f41-8e94-61a66dd317c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:33.988895 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56788bf6-7689-429a-bcfc-655bfaac146f req-c67b3344-e6d9-4f41-8e94-61a66dd317c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 1130 time: 0.5354357 Feb 03 12:33:34.094073 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39412) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:34.184010 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1f249ef7-6f3b-4fa6-b716-af92e8602452 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=348857e3f94546ae90acedd03d1a347f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0884616 Feb 03 12:33:34.184619 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39416) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:34.329937 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5aaea8c-1a74-47b0-a45f-3d958e196b99 admin admin] Publish callbacks [] for security_group (6699374e-5642-42a2-aeb7-1f73aa0d24f8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:34.358751 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56788bf6-7689-429a-bcfc-655bfaac146f req-26019541-c33f-48cf-b69d-540ac619dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:34.360608 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56788bf6-7689-429a-bcfc-655bfaac146f req-26019541-c33f-48cf-b69d-540ac619dfa6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.3621187 Feb 03 12:33:34.382899 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5aaea8c-1a74-47b0-a45f-3d958e196b99 admin admin] Publish callbacks [] for security_group (6699374e-5642-42a2-aeb7-1f73aa0d24f8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:34.497738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8ce78c-94c5-4fef-adb8-8dd7abecae8b', 'tag': '617175b0-b452-4296-9fee-0aa5b9f12b38'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:34.500592 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb587364-957f-403c-aa45-b633b7fcf553" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8ce78c-94c5-4fef-adb8-8dd7abecae8b", "tag": "617175b0-b452-4296-9fee-0aa5b9f12b38"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:34.533523 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5aaea8c-1a74-47b0-a45f-3d958e196b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6699374e-5642-42a2-aeb7-1f73aa0d24f8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:34.536203 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5aaea8c-1a74-47b0-a45f-3d958e196b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:34.539729 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e5aaea8c-1a74-47b0-a45f-3d958e196b99 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6699374e-5642-42a2-aeb7-1f73aa0d24f8 HTTP/1.1" status: 204 len: 168 time: 0.3517504 Feb 03 12:33:34.559908 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aaea8c-1a74-47b0-a45f-3d958e196b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6699374e-5642-42a2-aeb7-1f73aa0d24f8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:34.629191 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56788bf6-7689-429a-bcfc-655bfaac146f req-fab9179a-79e6-40e0-abbb-3dced31e19cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=617175b0-b452-4296-9fee-0aa5b9f12b38 HTTP/1.1" status: 200 len: 217 time: 0.2607417 Feb 03 12:33:34.636055 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-a4ae8e77-9b8d-48fa-8690-7fa70e52ca17 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:33:34.741466 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c02cb-6ab0-488b-a6ba-930b6240c847 req-7588f243-7151-4061-83c1-4141b7bb0791 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:34.746253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56788bf6-7689-429a-bcfc-655bfaac146f req-b0dc63f7-0088-4e35-b11f-4b21d1cbc575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:34.748184 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56788bf6-7689-429a-bcfc-655bfaac146f req-b0dc63f7-0088-4e35-b11f-4b21d1cbc575 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1104162 Feb 03 12:33:34.750384 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de7c02cb-6ab0-488b-a6ba-930b6240c847 req-7588f243-7151-4061-83c1-4141b7bb0791 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 943 time: 0.1782470 Feb 03 12:33:34.860302 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56788bf6-7689-429a-bcfc-655bfaac146f req-1c03812c-58dd-4b6c-9bc4-bb9532ab7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:34.864020 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56788bf6-7689-429a-bcfc-655bfaac146f req-1c03812c-58dd-4b6c-9bc4-bb9532ab7f02 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1057227 Feb 03 12:33:34.903066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-a4ae8e77-9b8d-48fa-8690-7fa70e52ca17 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:33:34.908574 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de7c02cb-6ab0-488b-a6ba-930b6240c847 req-8bcdcc93-705a-48ba-8396-d0a6402ec85b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502075 Feb 03 12:33:34.920874 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d14041-41f0-4ef7-aaa8-e992d99e267e None None] Sync routers for ids ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:33:34.930569 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-a4ae8e77-9b8d-48fa-8690-7fa70e52ca17 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:34.939255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d14041-41f0-4ef7-aaa8-e992d99e267e None None] Routers {'89d7d1b2-9a44-44b6-9ee4-284d80a3e277'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:34.945566 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-51d14041-41f0-4ef7-aaa8-e992d99e267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:33:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:34.956676 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39440) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:35.151315 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-a4ae8e77-9b8d-48fa-8690-7fa70e52ca17 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "PUT /v2.0/floatingips/4c94ca38-6551-40d3-a6c5-e3547fdbe2e7 HTTP/1.1" status: 200 len: 997 time: 4.5641217 Feb 03 12:33:35.201867 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56788bf6-7689-429a-bcfc-655bfaac146f req-37243f66-44d8-4c90-baad-6338a77623ab service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298869 Feb 03 12:33:35.244301 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446b77f-3598-42cb-ab76-38ca430931a5 req-cb0bde6c-073d-4e27-824b-7195390e6243 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:35.245771 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b446b77f-3598-42cb-ab76-38ca430931a5 req-cb0bde6c-073d-4e27-824b-7195390e6243 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 948 time: 0.1270730 Feb 03 12:33:35.295116 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-51d14041-41f0-4ef7-aaa8-e992d99e267e None None] Set router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:35.359564 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4a471cd1-bcb9-419f-97a6-d7bd793fe4cf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1872656052-network', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:35.377156 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b446b77f-3598-42cb-ab76-38ca430931a5 req-d7766bc2-8503-421f-836b-0a6f52c51eba tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164227 Feb 03 12:33:35.420431 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a471cd1-bcb9-419f-97a6-d7bd793fe4cf admin admin] Made reservation on behalf of f8d36a54553f403498e79414ddb6fcbf for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:35.423142 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a471cd1-bcb9-419f-97a6-d7bd793fe4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.444131 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-6c3d2f2d-6b8e-413f-8a7e-8383de72ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:35.446145 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-6c3d2f2d-6b8e-413f-8a7e-8383de72ef84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59fee055273c410d8bd6eaaa2aa69e6d&device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 1128 time: 0.2433624 Feb 03 12:33:35.450229 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a471cd1-bcb9-419f-97a6-d7bd793fe4cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.523864 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56788bf6-7689-429a-bcfc-655bfaac146f req-926e6b3c-64af-4406-b297-cc30be18ebc3 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131509 Feb 03 12:33:35.636200 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a471cd1-bcb9-419f-97a6-d7bd793fe4cf admin admin] Publish callbacks [] for security_group (2cc9d2b4-8160-4e01-aee2-7e0f76d18889), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.651714 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a471cd1-bcb9-419f-97a6-d7bd793fe4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2cc9d2b4-8160-4e01-aee2-7e0f76d18889), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.685285 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-51d14041-41f0-4ef7-aaa8-e992d99e267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '4c94ca38-6551-40d3-a6c5-e3547fdbe2e7', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'port_id': '5256de46-7c8e-44e3-89ef-97ee4330e68b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'mac_address': 'fa:16:3e:e7:44:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:33:02Z', 'updated_at': '2022-02-03T12:33:32Z', 'revision_number': 1, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14b8343-61ed-439f-8aa7-27c8bdd9d2de', 'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'mac_address': 'fa:16:3e:eb:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:19Z', 'updated_at': '2022-02-03T12:32:29Z', 'revision_number': 5, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'subnets': [{'id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:35.720031 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a471cd1-bcb9-419f-97a6-d7bd793fe4cf admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:33:35.756097 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a471cd1-bcb9-419f-97a6-d7bd793fe4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc9d2b4-8160-4e01-aee2-7e0f76d18889,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:35.757107 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d14041-41f0-4ef7-aaa8-e992d99e267e None None] Checking router: 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:33:35.768331 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d14041-41f0-4ef7-aaa8-e992d99e267e None None] Routers {'89d7d1b2-9a44-44b6-9ee4-284d80a3e277'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:35.769642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-51d14041-41f0-4ef7-aaa8-e992d99e267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:33:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:35.779316 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a471cd1-bcb9-419f-97a6-d7bd793fe4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (16a921ac-3e3f-44b7-a72f-0d69f3e5dabd), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.782387 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-4a471cd1-bcb9-419f-97a6-d7bd793fe4cf admin admin] Added segment 16a921ac-3e3f-44b7-a72f-0d69f3e5dabd of type vlan for network c8e37854-a441-489e-b1d5-09621aeb9572 Feb 03 12:33:35.813696 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-c8390362-8805-4d4e-a8e7-f838b8cfe599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:35.815005 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-c8390362-8805-4d4e-a8e7-f838b8cfe599 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec HTTP/1.1" status: 200 len: 922 time: 0.3590584 Feb 03 12:33:35.887087 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-51d14041-41f0-4ef7-aaa8-e992d99e267e None None] Set router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:35.936368 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a471cd1-bcb9-419f-97a6-d7bd793fe4cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (c8e37854-a441-489e-b1d5-09621aeb9572), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:35.952837 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f5f61c-996c-46ba-8ad8-7f59c2629d8c x-openstack-request-id: req-05f5f61c-996c-46ba-8ad8-7f59c2629d8c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:35.953127 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8ce78c-94c5-4fef-adb8-8dd7abecae8b", "tag": "617175b0-b452-4296-9fee-0aa5b9f12b38", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:35.953382 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05f5f61c-996c-46ba-8ad8-7f59c2629d8c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:35.953775 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8ce78c-94c5-4fef-adb8-8dd7abecae8b', 'tag': '617175b0-b452-4296-9fee-0aa5b9f12b38', 'status': 'completed', 'code': 200} Feb 03 12:33:36.017655 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a471cd1-bcb9-419f-97a6-d7bd793fe4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (c8e37854-a441-489e-b1d5-09621aeb9572), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:36.018745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a471cd1-bcb9-419f-97a6-d7bd793fe4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:36.023365 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a471cd1-bcb9-419f-97a6-d7bd793fe4cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:36.059956 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-8c8c2532-ab5b-42c4-abc4-a68b3bd8cce9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5256de46-7c8e-44e3-89ef-97ee4330e68b HTTP/1.1" status: 200 len: 1000 time: 0.2282026 Feb 03 12:33:36.071345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39474) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:36.321102 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4a471cd1-bcb9-419f-97a6-d7bd793fe4cf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.3603895 Feb 03 12:33:36.321102 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a471cd1-bcb9-419f-97a6-d7bd793fe4cf admin admin] Pushing event updated for resources: {'Network': ['ID=c8e37854-a441-489e-b1d5-09621aeb9572,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:36.329451 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39478) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:36.379387 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5ee0bf2d-06ca-4690-a201-bfdfac6c1756 admin admin] Request body: {'subnet': {'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1872656052-subnet', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:36.463523 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee0bf2d-06ca-4690-a201-bfdfac6c1756 admin admin] Made reservation on behalf of f8d36a54553f403498e79414ddb6fcbf for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:36.469354 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ee0bf2d-06ca-4690-a201-bfdfac6c1756 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:36.536365 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62285a8f-5298-45aa-b7bb-ecb2eaee0557 req-9b374ede-6786-43cd-af00-cdb8509975bf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:36.550490 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-62285a8f-5298-45aa-b7bb-ecb2eaee0557 req-9b374ede-6786-43cd-af00-cdb8509975bf tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 943 time: 0.2882085 Feb 03 12:33:36.578947 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network c8e37854-a441-489e-b1d5-09621aeb9572 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:33:36.632174 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5e037850-ffa8-4a9a-a64a-9d0cc3f455b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:36.642828 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39484) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:36.719873 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-62285a8f-5298-45aa-b7bb-ecb2eaee0557 req-808915b4-46dd-4922-ade0-2359e35d1051 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675866 Feb 03 12:33:36.729893 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-10da144e-ad72-4dac-aedb-aaa5be47405b tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1327613940'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:36.897867 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-6c7d3af7-a245-44d6-a2a2-6ca0c75db786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:36.912729 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-6c7d3af7-a245-44d6-a2a2-6ca0c75db786 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8eecb123-1b17-4832-a250-9ffdf6ab791a HTTP/1.1" status: 200 len: 860 time: 0.8515275 Feb 03 12:33:36.917777 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:36.937974 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-51d14041-41f0-4ef7-aaa8-e992d99e267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '4c94ca38-6551-40d3-a6c5-e3547fdbe2e7', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'port_id': '5256de46-7c8e-44e3-89ef-97ee4330e68b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'mac_address': 'fa:16:3e:e7:44:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:33:02Z', 'updated_at': '2022-02-03T12:33:32Z', 'revision_number': 1, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14b8343-61ed-439f-8aa7-27c8bdd9d2de', 'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'mac_address': 'fa:16:3e:eb:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:19Z', 'updated_at': '2022-02-03T12:32:29Z', 'revision_number': 5, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'subnets': [{'id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:36.940812 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb587364-957f-403c-aa45-b633b7fcf553 req-8e8dca64-2633-485e-9980-9693d33c5364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:36.942987 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb587364-957f-403c-aa45-b633b7fcf553 req-8e8dca64-2633-485e-9980-9693d33c5364 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 1130 time: 0.9878440 Feb 03 12:33:36.971274 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8496728c-084d-430c-ba50-7d4bbc61bc71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:37.005203 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ee0bf2d-06ca-4690-a201-bfdfac6c1756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (64ed22f9-42f3-42e9-97d0-6629542762a8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:37.019128 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d14041-41f0-4ef7-aaa8-e992d99e267e None None] The sync data for ids ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'] in n-d-827336-3 is: [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '4c94ca38-6551-40d3-a6c5-e3547fdbe2e7', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'port_id': '5256de46-7c8e-44e3-89ef-97ee4330e68b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'mac_address': 'fa:16:3e:e7:44:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:33:02Z', 'updated_at': '2022-02-03T12:33:32Z', 'revision_number': 1, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14b8343-61ed-439f-8aa7-27c8bdd9d2de', 'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'mac_address': 'fa:16:3e:eb:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:19Z', 'updated_at': '2022-02-03T12:32:29Z', 'revision_number': 5, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'subnets': [{'id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:33:37.140758 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10da144e-ad72-4dac-aedb-aaa5be47405b tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Made reservation on behalf of 3d7697ed5a5542ddbcb26b9b59eafc72 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:37.144241 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10da144e-ad72-4dac-aedb-aaa5be47405b tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:37.147871 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d76396-0695-4d55-b48c-be191b8fbb1c req-371b3367-347b-4125-b17c-984e4f8c8f48 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:37.160435 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-16d76396-0695-4d55-b48c-be191b8fbb1c req-371b3367-347b-4125-b17c-984e4f8c8f48 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 948 time: 0.2727787 Feb 03 12:33:37.169807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb587364-957f-403c-aa45-b633b7fcf553 req-a3e54b23-76ab-4a71-a04e-622a01aa56b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:37.172531 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb587364-957f-403c-aa45-b633b7fcf553 req-a3e54b23-76ab-4a71-a04e-622a01aa56b1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.1707423 Feb 03 12:33:37.184035 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb587364-957f-403c-aa45-b633b7fcf553 req-2e37b58d-9288-4944-854e-ed4da447f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:37.185820 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb587364-957f-403c-aa45-b633b7fcf553 req-2e37b58d-9288-4944-854e-ed4da447f693 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 1130 time: 1.2302141 Feb 03 12:33:37.194495 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10da144e-ad72-4dac-aedb-aaa5be47405b tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:37.217292 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0bf2d-06ca-4690-a201-bfdfac6c1756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64ed22f9-42f3-42e9-97d0-6629542762a8,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:37.285652 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0bf2d-06ca-4690-a201-bfdfac6c1756 admin admin] Checking segment: {'id': '16a921ac-3e3f-44b7-a72f-0d69f3e5dabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:37.286084 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee0bf2d-06ca-4690-a201-bfdfac6c1756 admin admin] Network hostable DHCP agents. Network: c8e37854-a441-489e-b1d5-09621aeb9572, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:33:37.314470 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-16d76396-0695-4d55-b48c-be191b8fbb1c req-28e53ac9-f262-4fd3-8a61-72918b50064d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394181 Feb 03 12:33:37.388580 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8496728c-084d-430c-ba50-7d4bbc61bc71 admin admin] Publish callbacks [] for security_group (2c00278c-86c8-414a-907a-37eaedc66cdb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:37.391130 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee0bf2d-06ca-4690-a201-bfdfac6c1756 admin admin] Network c8e37854-a441-489e-b1d5-09621aeb9572 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:33:37.405624 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8496728c-084d-430c-ba50-7d4bbc61bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2c00278c-86c8-414a-907a-37eaedc66cdb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:37.410903 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c22f1b9-3eeb-43ba-9f09-0e85152d6b13 None None] New status for floating IP 4c94ca38-6551-40d3-a6c5-e3547fdbe2e7: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:33:37.445859 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb587364-957f-403c-aa45-b633b7fcf553 req-added07a-51ea-430b-a8c3-e8873353275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:37.447741 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb587364-957f-403c-aa45-b633b7fcf553 req-added07a-51ea-430b-a8c3-e8873353275c service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.2386560 Feb 03 12:33:37.448166 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-5ee0bf2d-06ca-4690-a201-bfdfac6c1756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, c8e37854-a441-489e-b1d5-09621aeb9572) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:37.455992 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-d114ca72-8138-439f-8929-674caca54789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:37.458207 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-d114ca72-8138-439f-8929-674caca54789 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5446198 Feb 03 12:33:37.458356 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a699f2-ab08-4c8d-bf15-bcfba5767c3d None None] Network c8e37854-a441-489e-b1d5-09621aeb9572 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:33:37.464220 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb587364-957f-403c-aa45-b633b7fcf553 req-f83bab61-c71b-4310-a286-17df8824c302 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=617175b0-b452-4296-9fee-0aa5b9f12b38 HTTP/1.1" status: 200 len: 217 time: 0.2769852 Feb 03 12:33:37.477283 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee0bf2d-06ca-4690-a201-bfdfac6c1756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:37.477886 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ee0bf2d-06ca-4690-a201-bfdfac6c1756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:37.484381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-09ac2164-0551-4fc5-80d9-68bc75f5a0f6 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:33:37.485723 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-09ac2164-0551-4fc5-80d9-68bc75f5a0f6 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117764 Feb 03 12:33:37.567098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb587364-957f-403c-aa45-b633b7fcf553 req-5f044137-2eb6-48ea-b893-4dae68ae8673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:37.569084 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb587364-957f-403c-aa45-b633b7fcf553 req-5f044137-2eb6-48ea-b893-4dae68ae8673 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0923269 Feb 03 12:33:37.580953 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb587364-957f-403c-aa45-b633b7fcf553 req-26b7e002-6a19-4bc9-b54d-bbdafb130251 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=617175b0-b452-4296-9fee-0aa5b9f12b38 HTTP/1.1" status: 200 len: 217 time: 0.1209886 Feb 03 12:33:37.643140 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-c8e37854-a441-489e-b1d5-09621aeb9572', 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572', 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'fixed_ips': [{'subnet_id': '64ed22f9-42f3-42e9-97d0-6629542762a8'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:33:37.644649 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5ee0bf2d-06ca-4690-a201-bfdfac6c1756 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3085418 Feb 03 12:33:37.646152 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496728c-084d-430c-ba50-7d4bbc61bc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c00278c-86c8-414a-907a-37eaedc66cdb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:37.648701 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39498) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:37.650986 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:37.651122 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8496728c-084d-430c-ba50-7d4bbc61bc71 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c589f87ca2f4f17a80e6fbcfc57c4ff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0051987 Feb 03 12:33:37.672050 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fc623b32-1d7b-4a02-9171-450f2c66bb0a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1872656052-router', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:37.675099 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39500) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:37.746802 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb587364-957f-403c-aa45-b633b7fcf553 req-7b1e9d80-22ca-40ea-8b43-168d2a0bba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:37.752114 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb587364-957f-403c-aa45-b633b7fcf553 req-7b1e9d80-22ca-40ea-8b43-168d2a0bba69 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1474020 Feb 03 12:33:37.823005 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc623b32-1d7b-4a02-9171-450f2c66bb0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (7dda8193-69c4-471c-8714-76f04f7a8df9), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:37.825732 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc623b32-1d7b-4a02-9171-450f2c66bb0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (7dda8193-69c4-471c-8714-76f04f7a8df9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:37.975141 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'tag': '5256de46-7c8e-44e3-89ef-97ee4330e68b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:37.975613 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc623b32-1d7b-4a02-9171-450f2c66bb0a admin admin] Publish callbacks [] for router_controller (7dda8193-69c4-471c-8714-76f04f7a8df9), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:37.982576 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc136ff0-a77f-46dc-81a4-a8f6076547c8" -d '{"events": [{"name": "network-changed", "server_uuid": "32fa4620-ca26-45b4-b45f-a439ea0200eb", "tag": "5256de46-7c8e-44e3-89ef-97ee4330e68b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:38.032933 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] Allocated IP 172.20.0.2 (c8e37854-a441-489e-b1d5-09621aeb9572/64ed22f9-42f3-42e9-97d0-6629542762a8/6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:38.066602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb587364-957f-403c-aa45-b633b7fcf553 req-cbb391a0-fb55-471b-b3e0-496284d20b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:38.068585 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb587364-957f-403c-aa45-b633b7fcf553 req-cbb391a0-fb55-471b-b3e0-496284d20b89 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4826572 Feb 03 12:33:38.175834 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb587364-957f-403c-aa45-b633b7fcf553 req-bda5ca7e-6950-4fd0-8706-393d0d281148 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995991 Feb 03 12:33:38.270916 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 617175b0-b452-4296-9fee-0aa5b9f12b38 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:38.292424 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb587364-957f-403c-aa45-b633b7fcf553 req-8065c6fc-5f4d-4e60-8585-0d71be6a2f70 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051118 Feb 03 12:33:38.306338 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-c14abb23-61cd-42d8-ae47-4e5688cfd1e0 service neutron] 10.222.0.18 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7360435 Feb 03 12:33:38.308659 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb587364-957f-403c-aa45-b633b7fcf553 req-0e278b45-b01d-4516-933c-37d4e680f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:38.310326 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb587364-957f-403c-aa45-b633b7fcf553 req-0e278b45-b01d-4516-933c-37d4e680f9fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5202858 Feb 03 12:33:38.354641 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6a00545-9702-4180-942a-d0f97149add1 admin admin] Publish callbacks [] for security_group (2c00278c-86c8-414a-907a-37eaedc66cdb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:38.357104 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10da144e-ad72-4dac-aedb-aaa5be47405b tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for security_group (4d7fa83a-8c9c-4c3c-90c3-7ab750a9ebb7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:38.403047 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc623b32-1d7b-4a02-9171-450f2c66bb0a admin admin] Publish callbacks [] for router_gateway (7dda8193-69c4-471c-8714-76f04f7a8df9), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:38.429666 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49362f13-001c-446f-9913-f66956df8f22 req-7d7e1b84-5573-46fe-9ba0-8326a9145f72 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:38.431160 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-49362f13-001c-446f-9913-f66956df8f22 req-7d7e1b84-5573-46fe-9ba0-8326a9145f72 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 943 time: 0.4509122 Feb 03 12:33:38.438180 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6a00545-9702-4180-942a-d0f97149add1 admin admin] Publish callbacks [] for security_group (2c00278c-86c8-414a-907a-37eaedc66cdb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:38.468394 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-66358587-9def-4c7c-8bbf-cbdea6f15efe req-a7ce18f6-2a32-4632-8177-dbe141aaf9f4 service neutron] 10.222.0.18 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187370 Feb 03 12:33:38.480036 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10da144e-ad72-4dac-aedb-aaa5be47405b tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4d7fa83a-8c9c-4c3c-90c3-7ab750a9ebb7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:38.494166 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 617175b0-b452-4296-9fee-0aa5b9f12b38, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=617175b0-b452-4296-9fee-0aa5b9f12b38,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:38.521147 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da144e-ad72-4dac-aedb-aaa5be47405b tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7fa83a-8c9c-4c3c-90c3-7ab750a9ebb7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:38.557356 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '617175b0-b452-4296-9fee-0aa5b9f12b38', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '617175b0-b452-4296-9fee-0aa5b9f12b38', 'mac_address': 'fa:16:3e:d5:4f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:38.560535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10da144e-ad72-4dac-aedb-aaa5be47405b tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:33:38.610814 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc6a9ee-e183-4f01-ae85-c294ae85c45b x-openstack-request-id: req-7cc6a9ee-e183-4f01-ae85-c294ae85c45b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:38.611303 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fa4620-ca26-45b4-b45f-a439ea0200eb", "tag": "5256de46-7c8e-44e3-89ef-97ee4330e68b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:38.611703 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7cc6a9ee-e183-4f01-ae85-c294ae85c45b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:38.612249 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'tag': '5256de46-7c8e-44e3-89ef-97ee4330e68b', 'status': 'completed', 'code': 200} Feb 03 12:33:38.633204 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-49362f13-001c-446f-9913-f66956df8f22 req-283bd240-0d3d-41ca-939f-3526c78af3db tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924548 Feb 03 12:33:38.659485 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6a00545-9702-4180-942a-d0f97149add1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2c00278c-86c8-414a-907a-37eaedc66cdb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:38.663156 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6a00545-9702-4180-942a-d0f97149add1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:38.664447 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f6a00545-9702-4180-942a-d0f97149add1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c00278c-86c8-414a-907a-37eaedc66cdb HTTP/1.1" status: 204 len: 168 time: 0.9880121 Feb 03 12:33:38.697567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 617175b0-b452-4296-9fee-0aa5b9f12b38 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:38.698973 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb587364-957f-403c-aa45-b633b7fcf553 req-a1eb797b-e7a7-485e-b9a9-58fca4c6e9fa service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803446 Feb 03 12:33:38.705538 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:38.708587 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a00545-9702-4180-942a-d0f97149add1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c00278c-86c8-414a-907a-37eaedc66cdb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:38.720979 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10da144e-ad72-4dac-aedb-aaa5be47405b tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f471fffc-47b6-4d4f-9011-1c484123df75), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:38.721173 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-10da144e-ad72-4dac-aedb-aaa5be47405b tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Added segment f471fffc-47b6-4d4f-9011-1c484123df75 of type vlan for network 62b06e62-dbb2-4a10-8ed1-7415749e093c Feb 03 12:33:38.733226 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:38.794067 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 617175b0-b452-4296-9fee-0aa5b9f12b38 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:38.841752 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 617175b0-b452-4296-9fee-0aa5b9f12b38, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=617175b0-b452-4296-9fee-0aa5b9f12b38,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:38.848586 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] Publish callbacks [] for port (6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:38.853050 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.011151 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=617175b0-b452-4296-9fee-0aa5b9f12b38,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:39.018142 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.072750 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:39.074645 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:39.075196 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:39.076351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:39.077409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:39.079488 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:39.081097 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:39.082184 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:39.082957 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:39.084381 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:39.086912 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:39.087457 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:39.088131 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:33:39.089259 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10da144e-ad72-4dac-aedb-aaa5be47405b tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (62b06e62-dbb2-4a10-8ed1-7415749e093c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.160069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa9ac9-142e-42de-9a23-03d3e77524e7 req-0c020e5a-a593-4d82-8ddd-d7e07e8a75e3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:39.161657 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-67aa9ac9-142e-42de-9a23-03d3e77524e7 req-0c020e5a-a593-4d82-8ddd-d7e07e8a75e3 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 949 time: 0.2139432 Feb 03 12:33:39.163574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc136ff0-a77f-46dc-81a4-a8f6076547c8 req-f92931fd-37db-4c8c-a6e2-da3de4ee5c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:39.165667 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bc136ff0-a77f-46dc-81a4-a8f6076547c8 req-f92931fd-37db-4c8c-a6e2-da3de4ee5c0f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59fee055273c410d8bd6eaaa2aa69e6d&device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 1128 time: 0.5173905 Feb 03 12:33:39.181010 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb587364-957f-403c-aa45-b633b7fcf553 req-cb322274-3f22-48a3-b66b-6604bbbf5228 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617708 Feb 03 12:33:39.184558 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] Network c8e37854-a441-489e-b1d5-09621aeb9572 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:39.199963 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:39.209092 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['617175b0-b452-4296-9fee-0aa5b9f12b38'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:39.224615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:39.299855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39524) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:39.347536 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] Pushing event updated for resources: {'Port': ['ID=6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:39.368049 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10da144e-ad72-4dac-aedb-aaa5be47405b tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (62b06e62-dbb2-4a10-8ed1-7415749e093c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.376111 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10da144e-ad72-4dac-aedb-aaa5be47405b tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:39.376754 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10da144e-ad72-4dac-aedb-aaa5be47405b tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.443917 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b0afad2-4455-44cc-ab86-404f54e4904a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.474122 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] Attempting to bind port 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:39.475623 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] Attempting to bind port 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '16a921ac-3e3f-44b7-a72f-0d69f3e5dabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:39.475623 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] Attempting to bind port 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d on network c8e37854-a441-489e-b1d5-09621aeb9572 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:39.522573 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc623b32-1d7b-4a02-9171-450f2c66bb0a admin admin] Publish callbacks [] for router_gateway (7dda8193-69c4-471c-8714-76f04f7a8df9), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.528585 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:39.529116 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] Checking segment: {'id': '16a921ac-3e3f-44b7-a72f-0d69f3e5dabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:39.530168 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.530672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] Bound using segment: {'id': '16a921ac-3e3f-44b7-a72f-0d69f3e5dabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:39.531265 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] Bound port: 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a921ac-3e3f-44b7-a72f-0d69f3e5dabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:39.534357 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.559927 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-10da144e-ad72-4dac-aedb-aaa5be47405b tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.4829605 Feb 03 12:33:39.561525 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc136ff0-a77f-46dc-81a4-a8f6076547c8 req-3c6ab209-4940-44cd-a212-61438600a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:39.563389 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc623b32-1d7b-4a02-9171-450f2c66bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.563685 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bc136ff0-a77f-46dc-81a4-a8f6076547c8 req-3c6ab209-4940-44cd-a212-61438600a0e5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec HTTP/1.1" status: 200 len: 922 time: 0.3850439 Feb 03 12:33:39.565054 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39526) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:39.579629 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-bd6ebcf7-d668-4545-b1ba-d34353f38ac8 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Request body: {'subnet': {'network_id': '62b06e62-dbb2-4a10-8ed1-7415749e093c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:39.715773 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da144e-ad72-4dac-aedb-aaa5be47405b tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Pushing event updated for resources: {'Network': ['ID=62b06e62-dbb2-4a10-8ed1-7415749e093c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:39.733260 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:39.745710 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-67aa9ac9-142e-42de-9a23-03d3e77524e7 req-009b0c94-cad2-4639-8143-0ca62b77a235 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686984 Feb 03 12:33:39.760767 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 62b06e62-dbb2-4a10-8ed1-7415749e093c details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:33:39.790081 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-2527f71c-b178-4cb5-a0bc-455eaa56b3fc tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:39.791584 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-2527f71c-b178-4cb5-a0bc-455eaa56b3fc tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=9584664a-98cc-45e1-a24b-5f7d034e6250&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3049641 Feb 03 12:33:39.845093 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bc136ff0-a77f-46dc-81a4-a8f6076547c8 req-f885b694-0a0e-432f-8aec-e9672e964088 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5256de46-7c8e-44e3-89ef-97ee4330e68b HTTP/1.1" status: 200 len: 1002 time: 0.2589715 Feb 03 12:33:39.922369 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] For port 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:39.933909 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] For port 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d,segment=NetworkSegment(16a921ac-3e3f-44b7-a72f-0d69f3e5dabd),segment_id=16a921ac-3e3f-44b7-a72f-0d69f3e5dabd)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:39.977803 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:40.008167 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b0afad2-4455-44cc-ab86-404f54e4904a admin admin] Publish callbacks [] for security_group (76611d7e-2325-428d-9988-7cf9f0ec21a8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:40.017377 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc136ff0-a77f-46dc-81a4-a8f6076547c8 req-a024251b-abda-4492-a79a-33f6d259b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:40.026332 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bc136ff0-a77f-46dc-81a4-a8f6076547c8 req-a024251b-abda-4492-a79a-33f6d259b7f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8eecb123-1b17-4832-a250-9ffdf6ab791a HTTP/1.1" status: 200 len: 860 time: 0.1588531 Feb 03 12:33:40.031562 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6ebcf7-d668-4545-b1ba-d34353f38ac8 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Made reservation on behalf of 3d7697ed5a5542ddbcb26b9b59eafc72 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:40.034896 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd6ebcf7-d668-4545-b1ba-d34353f38ac8 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:40.046105 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b0afad2-4455-44cc-ab86-404f54e4904a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (76611d7e-2325-428d-9988-7cf9f0ec21a8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:40.080345 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19676014-9733-4eb0-9305-e758746ce5c6 None None] Pushing event updated for resources: {'Port': ['ID=6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:40.152488 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2b0afad2-4455-44cc-ab86-404f54e4904a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b132a89eb1484a808829f32b49e1615b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8321605 Feb 03 12:33:40.161254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd7de2-0b8e-4c3a-b3ab-e3a06cad46da req-105502cb-295e-4566-9422-413e5c8ea3cd tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:40.172895 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eafd7de2-0b8e-4c3a-b3ab-e3a06cad46da req-105502cb-295e-4566-9422-413e5c8ea3cd tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 943 time: 0.2972701 Feb 03 12:33:40.174915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39534) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:40.177615 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0afad2-4455-44cc-ab86-404f54e4904a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76611d7e-2325-428d-9988-7cf9f0ec21a8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:40.250102 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-fc623b32-1d7b-4a02-9171-450f2c66bb0a admin admin] Allocated IP 172.25.6.108 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/48b9e79d-78af-40c3-944f-94c899679a8f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:40.255543 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-49904eb4-0ae7-42b2-8fa8-1e318005791c tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.216 HTTP/1.1" status: 200 len: 1002 time: 0.4545472 Feb 03 12:33:40.259104 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd6ebcf7-d668-4545-b1ba-d34353f38ac8 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (c09c27c5-a70d-4a2c-9bee-a0682f3ee455), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:40.322841 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc136ff0-a77f-46dc-81a4-a8f6076547c8 req-4c660f27-15ab-44cd-9bb5-2ef130812a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:40.325558 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bc136ff0-a77f-46dc-81a4-a8f6076547c8 req-4c660f27-15ab-44cd-9bb5-2ef130812a48 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2978413 Feb 03 12:33:40.328347 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-684f55fe-186c-4492-8d28-bc0eb4961dbe tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Request body: {'floatingip': {'port_id': '0f712117-f540-4fb6-8083-6424577882fe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:40.437944 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bc136ff0-a77f-46dc-81a4-a8f6076547c8 req-ae71e381-2fb6-473c-98d1-80b0679e9d11 service neutron] 10.222.0.31 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037831 Feb 03 12:33:40.460656 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eafd7de2-0b8e-4c3a-b3ab-e3a06cad46da req-9562de83-6575-4043-b16e-872eff8be41b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865241 Feb 03 12:33:40.479212 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb33dbd3-3642-462c-9e4e-9bfc085ac4e2 admin admin] Publish callbacks [] for security_group (76611d7e-2325-428d-9988-7cf9f0ec21a8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:40.585640 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:40.606504 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb33dbd3-3642-462c-9e4e-9bfc085ac4e2 admin admin] Publish callbacks [] for security_group (76611d7e-2325-428d-9988-7cf9f0ec21a8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:40.693701 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ebcf7-d668-4545-b1ba-d34353f38ac8 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Pushing event updated for resources: {'Subnet': ['ID=c09c27c5-a70d-4a2c-9bee-a0682f3ee455,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:40.712708 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:40.713462 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:40.776709 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bc136ff0-a77f-46dc-81a4-a8f6076547c8 req-91944010-b652-44ed-865f-63bcc1159cca service neutron] 10.222.0.31 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285873 Feb 03 12:33:40.777493 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-684f55fe-186c-4492-8d28-bc0eb4961dbe tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks [] for floatingip (4c94ca38-6551-40d3-a6c5-e3547fdbe2e7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:40.870302 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb33dbd3-3642-462c-9e4e-9bfc085ac4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (76611d7e-2325-428d-9988-7cf9f0ec21a8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:40.873872 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb33dbd3-3642-462c-9e4e-9bfc085ac4e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:40.875229 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fb33dbd3-3642-462c-9e4e-9bfc085ac4e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76611d7e-2325-428d-9988-7cf9f0ec21a8 HTTP/1.1" status: 204 len: 168 time: 0.6901214 Feb 03 12:33:40.891358 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc623b32-1d7b-4a02-9171-450f2c66bb0a admin admin] Publish callbacks [] for port (48b9e79d-78af-40c3-944f-94c899679a8f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:40.894324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33dbd3-3642-462c-9e4e-9bfc085ac4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76611d7e-2325-428d-9988-7cf9f0ec21a8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:40.911300 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6ebcf7-d668-4545-b1ba-d34353f38ac8 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Checking segment: {'id': 'f471fffc-47b6-4d4f-9011-1c484123df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62b06e62-dbb2-4a10-8ed1-7415749e093c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:40.912381 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6ebcf7-d668-4545-b1ba-d34353f38ac8 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Network hostable DHCP agents. Network: 62b06e62-dbb2-4a10-8ed1-7415749e093c, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:33:40.922396 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-e05c617f-3508-4327-a31b-ce1e20c07496 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:40.924402 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-e05c617f-3508-4327-a31b-ce1e20c07496 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b&tenant_id=207048d5e9d548ac8439a4c69e7678ef&binding%3Ahost_id=n-h2-827336-3 HTTP/1.1" status: 200 len: 949 time: 0.1830320 Feb 03 12:33:41.009092 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:41.009655 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:41.091065 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d,segment=NetworkSegment(16a921ac-3e3f-44b7-a72f-0d69f3e5dabd),segment_id=16a921ac-3e3f-44b7-a72f-0d69f3e5dabd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:41.096660 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:41.128947 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-ed3ca56c-7a64-4495-a2c4-2750d746e872 service neutron] 10.222.0.31 "GET /v2.0/ports/617175b0-b452-4296-9fee-0aa5b9f12b38/bindings/n-h2-827336-3 HTTP/1.1" status: 200 len: 382 time: 0.1951070 Feb 03 12:33:41.158315 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21dac7-26b2-4f74-86e2-12e4c68aa719 req-ded95cea-327a-47d7-af13-8c2fdbe5ef2e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:41.163358 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0f21dac7-26b2-4f74-86e2-12e4c68aa719 req-ded95cea-327a-47d7-af13-8c2fdbe5ef2e tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 949 time: 0.1899340 Feb 03 12:33:41.219991 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:41.372409 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0f21dac7-26b2-4f74-86e2-12e4c68aa719 req-aa9f36c0-34e7-4f02-a585-35aacfb97738 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857486 Feb 03 12:33:41.397920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-d6c9b4bb-515f-4cfb-bd3d-64271b7d2030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:41.399933 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-d6c9b4bb-515f-4cfb-bd3d-64271b7d2030 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 1131 time: 0.2317691 Feb 03 12:33:41.516882 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc623b32-1d7b-4a02-9171-450f2c66bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (48b9e79d-78af-40c3-944f-94c899679a8f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:41.586813 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-90ce7884-f0d2-4c30-84fa-a46bf5691203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:41.590113 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-90ce7884-f0d2-4c30-84fa-a46bf5691203 service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.1794603 Feb 03 12:33:41.601165 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc623b32-1d7b-4a02-9171-450f2c66bb0a admin admin] Pushing event updated for resources: {'Port': ['ID=48b9e79d-78af-40c3-944f-94c899679a8f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:41.625920 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6ebcf7-d668-4545-b1ba-d34353f38ac8 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Network 62b06e62-dbb2-4a10-8ed1-7415749e093c is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:33:41.682533 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc623b32-1d7b-4a02-9171-450f2c66bb0a admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:41.687511 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-fc623b32-1d7b-4a02-9171-450f2c66bb0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:41.691680 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc623b32-1d7b-4a02-9171-450f2c66bb0a admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:41.732275 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-ddc84509-9737-484f-b517-789da7d70982 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=617175b0-b452-4296-9fee-0aa5b9f12b38 HTTP/1.1" status: 200 len: 217 time: 0.1351464 Feb 03 12:33:41.773884 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-bd6ebcf7-d668-4545-b1ba-d34353f38ac8 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 62b06e62-dbb2-4a10-8ed1-7415749e093c) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:41.784315 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21510b7-fef0-4ea7-bc99-770d0c3bd234 None None] Network 62b06e62-dbb2-4a10-8ed1-7415749e093c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:33:41.868260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-dadb3475-a68b-49d4-94f5-f1775e02b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:41.870101 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-dadb3475-a68b-49d4-94f5-f1775e02b43b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0862484 Feb 03 12:33:41.880181 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904faa94-cf21-4414-8fa4-bcd4d007ee0c None None] Network c8e37854-a441-489e-b1d5-09621aeb9572 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:33:41.884979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3412c-11d9-4304-b55a-4825bea7d9bf req-89cd270c-9b53-4074-ab6a-7fb3b3589a89 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:41.890934 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6ebcf7-d668-4545-b1ba-d34353f38ac8 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:41.891783 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd6ebcf7-d668-4545-b1ba-d34353f38ac8 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:41.894511 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bab3412c-11d9-4304-b55a-4825bea7d9bf req-89cd270c-9b53-4074-ab6a-7fb3b3589a89 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 943 time: 0.1867721 Feb 03 12:33:42.069304 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bd6ebcf7-d668-4545-b1ba-d34353f38ac8 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5018532 Feb 03 12:33:42.089479 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39568) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:42.105646 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2c38ec75-1021-4a90-a5f1-da7d893f5f43 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-909412817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:42.113038 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bab3412c-11d9-4304-b55a-4825bea7d9bf req-bf0c9153-4776-487f-ad80-75789f714616 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170701 Feb 03 12:33:42.120143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-fe1073b9-e957-4256-9cff-241f8cb25ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:42.125418 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-fe1073b9-e957-4256-9cff-241f8cb25ef3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2159097 Feb 03 12:33:42.153897 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e614dd8a-e642-4aca-a839-5f55b1b74b08 None None] Provisioning complete for port 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:42.154451 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e614dd8a-e642-4aca-a839-5f55b1b74b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:42.198881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 617175b0-b452-4296-9fee-0aa5b9f12b38 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:42.366569 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-684f55fe-186c-4492-8d28-bc0eb4961dbe tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:33:42.368073 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-62b06e62-dbb2-4a10-8ed1-7415749e093c', 'network_id': '62b06e62-dbb2-4a10-8ed1-7415749e093c', 'project_id': '3d7697ed5a5542ddbcb26b9b59eafc72', 'fixed_ips': [{'subnet_id': 'c09c27c5-a70d-4a2c-9bee-a0682f3ee455'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:33:42.368955 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:42.387779 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-f8c0fe73-a77e-4c45-b9b4-39a027d71df5 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480023 Feb 03 12:33:42.482722 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e614dd8a-e642-4aca-a839-5f55b1b74b08 None None] Current status of the port 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:42.490175 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-684f55fe-186c-4492-8d28-bc0eb4961dbe tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:42.499278 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 617175b0-b452-4296-9fee-0aa5b9f12b38 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:33:42.524382 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-684f55fe-186c-4492-8d28-bc0eb4961dbe tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (4c94ca38-6551-40d3-a6c5-e3547fdbe2e7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:42.526971 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c38ec75-1021-4a90-a5f1-da7d893f5f43 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (0b000530-3f98-49d0-b083-8cafa2ef0910), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:42.528730 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c38ec75-1021-4a90-a5f1-da7d893f5f43 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (0b000530-3f98-49d0-b083-8cafa2ef0910), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:42.600062 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:42.612508 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc623b32-1d7b-4a02-9171-450f2c66bb0a admin admin] Publish callbacks [] for router_gateway (7dda8193-69c4-471c-8714-76f04f7a8df9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:42.692489 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 617175b0-b452-4296-9fee-0aa5b9f12b38 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:42.696448 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:42.737736 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-008d592c-4b7e-411b-a8e1-3d5dae977041 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470888 Feb 03 12:33:42.800422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfd599-1bb7-4edb-9ed0-f839cfde9fb5 req-9d1307c4-eed2-47e6-aea8-40434f63f7f0 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:42.811481 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fccfd599-1bb7-4edb-9ed0-f839cfde9fb5 req-9d1307c4-eed2-47e6-aea8-40434f63f7f0 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 949 time: 0.2058637 Feb 03 12:33:42.813852 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c38ec75-1021-4a90-a5f1-da7d893f5f43 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for router_controller (0b000530-3f98-49d0-b083-8cafa2ef0910), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:42.831223 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c38ec75-1021-4a90-a5f1-da7d893f5f43 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (0b000530-3f98-49d0-b083-8cafa2ef0910), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:42.892621 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-684f55fe-186c-4492-8d28-bc0eb4961dbe tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Floating IP 4c94ca38-6551-40d3-a6c5-e3547fdbe2e7 associated. External IP: 172.25.6.216, port: 5256de46-7c8e-44e3-89ef-97ee4330e68b. Feb 03 12:33:42.902446 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fccfd599-1bb7-4edb-9ed0-f839cfde9fb5 req-4bde7191-6369-4df6-bb6c-643c90408465 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899150 Feb 03 12:33:43.075775 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9614eeb9-7160-4316-903f-4c0fe797401d None None] Provisioning complete for port 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:43.079300 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9614eeb9-7160-4316-903f-4c0fe797401d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:43.123110 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:43.124179 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:43.237171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] Allocated IP 172.20.0.2 (62b06e62-dbb2-4a10-8ed1-7415749e093c/c09c27c5-a70d-4a2c-9bee-a0682f3ee455/5528c428-77e0-492f-9709-192930a8ff9b) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:43.336506 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28986270-093e-4aef-96a1-7e914b25e912 req-a170ac7f-462a-4e24-89e2-3b72070bcb7a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:43.344975 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28986270-093e-4aef-96a1-7e914b25e912 req-a170ac7f-462a-4e24-89e2-3b72070bcb7a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 943 time: 0.0735540 Feb 03 12:33:43.468178 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28986270-093e-4aef-96a1-7e914b25e912 req-34d356df-9209-451f-97a7-01f147432961 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181936 Feb 03 12:33:43.564584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 617175b0-b452-4296-9fee-0aa5b9f12b38 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:43.564993 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:43.576273 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c38ec75-1021-4a90-a5f1-da7d893f5f43 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:43.577689 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2c38ec75-1021-4a90-a5f1-da7d893f5f43 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.4771829 Feb 03 12:33:43.637490 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39608) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:43.694894 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] Publish callbacks [] for port (5528c428-77e0-492f-9709-192930a8ff9b), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:43.718406 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9614eeb9-7160-4316-903f-4c0fe797401d None None] Current status of the port 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:43.766033 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (5528c428-77e0-492f-9709-192930a8ff9b), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:43.790505 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc623b32-1d7b-4a02-9171-450f2c66bb0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (7dda8193-69c4-471c-8714-76f04f7a8df9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:43.795426 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8ce78c-94c5-4fef-adb8-8dd7abecae8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617175b0-b452-4296-9fee-0aa5b9f12b38'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:43.804237 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28dc74d-5b7c-4bee-9702-e092cfd24039" -d '{"events": [{"server_uuid": "7b8ce78c-94c5-4fef-adb8-8dd7abecae8b", "name": "network-vif-plugged", "status": "completed", "tag": "617175b0-b452-4296-9fee-0aa5b9f12b38"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:43.880060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] Pushing event updated for resources: {'Port': ['ID=5528c428-77e0-492f-9709-192930a8ff9b,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:43.900147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:43.906164 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 617175b0-b452-4296-9fee-0aa5b9f12b38, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=617175b0-b452-4296-9fee-0aa5b9f12b38,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:43.912912 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] Network 62b06e62-dbb2-4a10-8ed1-7415749e093c is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:43.914647 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:43.917981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:43.920654 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:44.074568 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc623b32-1d7b-4a02-9171-450f2c66bb0a admin admin] Router 7dda8193-69c4-471c-8714-76f04f7a8df9 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:33:44.099585 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-684f55fe-186c-4492-8d28-bc0eb4961dbe tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:33:44.188812 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] Attempting to bind port 5528c428-77e0-492f-9709-192930a8ff9b on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:44.190579 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] Attempting to bind port 5528c428-77e0-492f-9709-192930a8ff9b by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'f471fffc-47b6-4d4f-9011-1c484123df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62b06e62-dbb2-4a10-8ed1-7415749e093c'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:44.192322 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] Attempting to bind port 5528c428-77e0-492f-9709-192930a8ff9b on network 62b06e62-dbb2-4a10-8ed1-7415749e093c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:44.214306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:44.216450 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] Checking segment: {'id': 'f471fffc-47b6-4d4f-9011-1c484123df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62b06e62-dbb2-4a10-8ed1-7415749e093c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:44.220833 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:44.221445 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] Bound using segment: {'id': 'f471fffc-47b6-4d4f-9011-1c484123df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62b06e62-dbb2-4a10-8ed1-7415749e093c'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:44.222144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] Bound port: 5528c428-77e0-492f-9709-192930a8ff9b, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f471fffc-47b6-4d4f-9011-1c484123df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62b06e62-dbb2-4a10-8ed1-7415749e093c'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:44.222884 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5528c428-77e0-492f-9709-192930a8ff9b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:44.229060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=617175b0-b452-4296-9fee-0aa5b9f12b38,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:44.239139 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a247983-0c02-4dbc-ae16-ce70cd0291c3 x-openstack-request-id: req-6a247983-0c02-4dbc-ae16-ce70cd0291c3 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:44.240225 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8ce78c-94c5-4fef-adb8-8dd7abecae8b", "name": "network-vif-plugged", "status": "completed", "tag": "617175b0-b452-4296-9fee-0aa5b9f12b38", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:44.242652 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a247983-0c02-4dbc-ae16-ce70cd0291c3 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:44.243216 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8ce78c-94c5-4fef-adb8-8dd7abecae8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617175b0-b452-4296-9fee-0aa5b9f12b38', 'code': 200} Feb 03 12:33:44.247246 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc623b32-1d7b-4a02-9171-450f2c66bb0a admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:33:44.283802 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72204924-d570-4b01-b272-7334b8757b0a None None] Sync routers for ids ['7dda8193-69c4-471c-8714-76f04f7a8df9'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:33:44.348497 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc623b32-1d7b-4a02-9171-450f2c66bb0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:44.352480 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fc623b32-1d7b-4a02-9171-450f2c66bb0a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 6.6978235 Feb 03 12:33:44.353333 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39624) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:44.380576 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72204924-d570-4b01-b272-7334b8757b0a None None] Routers {'7dda8193-69c4-471c-8714-76f04f7a8df9'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:44.381516 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-72204924-d570-4b01-b272-7334b8757b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:33:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['7dda8193-69c4-471c-8714-76f04f7a8df9'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:44.472066 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] For port 5528c428-77e0-492f-9709-192930a8ff9b, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:44.523633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] For port 5528c428-77e0-492f-9709-192930a8ff9b, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5528c428-77e0-492f-9709-192930a8ff9b,segment=NetworkSegment(f471fffc-47b6-4d4f-9011-1c484123df75),segment_id=f471fffc-47b6-4d4f-9011-1c484123df75)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:44.539745 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5528c428-77e0-492f-9709-192930a8ff9b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:44.590816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-72204924-d570-4b01-b272-7334b8757b0a None None] Set router 7dda8193-69c4-471c-8714-76f04f7a8df9 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:44.598254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fd804-a0e2-436b-aea5-8bf52679ddf6 req-da4f366d-b7af-4204-a828-a95462e60f2b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:44.599967 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-047fd804-a0e2-436b-aea5-8bf52679ddf6 req-da4f366d-b7af-4204-a828-a95462e60f2b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.2349942 Feb 03 12:33:44.668581 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d46c982-28ea-4d8a-8a05-cd43f3f3802a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:44.707570 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-684f55fe-186c-4492-8d28-bc0eb4961dbe tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:33:44.724337 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329e9c40-2c3c-42fe-92d8-575d3bf23138 None None] Sync routers for ids ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:33:44.742599 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e9c40-2c3c-42fe-92d8-575d3bf23138 None None] Routers {'89d7d1b2-9a44-44b6-9ee4-284d80a3e277'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:44.745647 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-329e9c40-2c3c-42fe-92d8-575d3bf23138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:33:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:44.785741 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f43136-31d8-4f61-8abc-aa4c5dabed7d None None] Pushing event updated for resources: {'Port': ['ID=5528c428-77e0-492f-9709-192930a8ff9b,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:45.026983 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-329e9c40-2c3c-42fe-92d8-575d3bf23138 None None] Set router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:45.113763 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-72204924-d570-4b01-b272-7334b8757b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1872656052-router', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:37Z', 'updated_at': '2022-02-03T12:33:42Z', 'revision_number': 3, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'gw_port': {'id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:39Z', 'updated_at': '2022-02-03T12:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:45.145881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72204924-d570-4b01-b272-7334b8757b0a None None] Checking router: 7dda8193-69c4-471c-8714-76f04f7a8df9 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:33:45.146580 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72204924-d570-4b01-b272-7334b8757b0a None None] Updating router 7dda8193-69c4-471c-8714-76f04f7a8df9 port 48b9e79d-78af-40c3-944f-94c899679a8f binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:33:45.190586 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-72204924-d570-4b01-b272-7334b8757b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (48b9e79d-78af-40c3-944f-94c899679a8f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:45.303919 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-684f55fe-186c-4492-8d28-bc0eb4961dbe tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:33:45.341553 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3d46c982-28ea-4d8a-8a05-cd43f3f3802a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Allocated IP 172.20.0.1 (62b06e62-dbb2-4a10-8ed1-7415749e093c/c09c27c5-a70d-4a2c-9bee-a0682f3ee455/40ed090b-9c50-4850-80a6-6ab95ccc2307) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:45.491844 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-047fd804-a0e2-436b-aea5-8bf52679ddf6 req-8c2a76e1-0f2b-4edf-ba03-21ec9fdcba8a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8845830 Feb 03 12:33:45.565560 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-329e9c40-2c3c-42fe-92d8-575d3bf23138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '4c94ca38-6551-40d3-a6c5-e3547fdbe2e7', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'port_id': '0f712117-f540-4fb6-8083-6424577882fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'mac_address': 'fa:16:3e:3d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9584664a-98cc-45e1-a24b-5f7d034e6250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:33:02Z', 'updated_at': '2022-02-03T12:33:42Z', 'revision_number': 3, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14b8343-61ed-439f-8aa7-27c8bdd9d2de', 'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'mac_address': 'fa:16:3e:eb:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:19Z', 'updated_at': '2022-02-03T12:32:29Z', 'revision_number': 5, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'subnets': [{'id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:45.591354 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d46c982-28ea-4d8a-8a05-cd43f3f3802a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for port (40ed090b-9c50-4850-80a6-6ab95ccc2307), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:45.609024 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329e9c40-2c3c-42fe-92d8-575d3bf23138 None None] Checking router: 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:33:45.629161 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e9c40-2c3c-42fe-92d8-575d3bf23138 None None] Routers {'89d7d1b2-9a44-44b6-9ee4-284d80a3e277'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:45.630387 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-329e9c40-2c3c-42fe-92d8-575d3bf23138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:33:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:45.648075 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-050cfe3c-63b7-4773-a3ef-02e444f328fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:45.651641 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-684f55fe-186c-4492-8d28-bc0eb4961dbe tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:33:45.656944 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:45.661814 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-684f55fe-186c-4492-8d28-bc0eb4961dbe tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:45.677041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-a4894710-62b9-48dc-a6b4-33559ebaf6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:45.678708 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-a4894710-62b9-48dc-a6b4-33559ebaf6be service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b&tenant_id=207048d5e9d548ac8439a4c69e7678ef HTTP/1.1" status: 200 len: 1132 time: 0.1744399 Feb 03 12:33:45.708906 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827336-3', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:45.742911 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'tag': '5256de46-7c8e-44e3-89ef-97ee4330e68b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:45.745958 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750ee184-6862-4956-9910-1127f09a5ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "32fa4620-ca26-45b4-b45f-a439ea0200eb", "tag": "5256de46-7c8e-44e3-89ef-97ee4330e68b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:45.781302 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d46c982-28ea-4d8a-8a05-cd43f3f3802a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (40ed090b-9c50-4850-80a6-6ab95ccc2307), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:45.850143 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-72204924-d570-4b01-b272-7334b8757b0a None None] Publish callbacks [] for port (48b9e79d-78af-40c3-944f-94c899679a8f), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:45.855260 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-684f55fe-186c-4492-8d28-bc0eb4961dbe tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "PUT /v2.0/floatingips/4c94ca38-6551-40d3-a6c5-e3547fdbe2e7 HTTP/1.1" status: 200 len: 998 time: 5.5854115 Feb 03 12:33:45.864196 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-72204924-d570-4b01-b272-7334b8757b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (48b9e79d-78af-40c3-944f-94c899679a8f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:45.887309 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-329e9c40-2c3c-42fe-92d8-575d3bf23138 None None] Set router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:45.934535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d46c982-28ea-4d8a-8a05-cd43f3f3802a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Network 62b06e62-dbb2-4a10-8ed1-7415749e093c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:45.937101 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-1e7dbfa4-ab4a-4f74-81b9-45a49d360aa4 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:45.939408 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-1e7dbfa4-ab4a-4f74-81b9-45a49d360aa4 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports/5256de46-7c8e-44e3-89ef-97ee4330e68b HTTP/1.1" status: 200 len: 943 time: 0.0558763 Feb 03 12:33:45.970345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3d46c982-28ea-4d8a-8a05-cd43f3f3802a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:45.974671 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d46c982-28ea-4d8a-8a05-cd43f3f3802a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:45.977962 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:45.982154 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3ed34-b01d-4260-9e10-fb51427ba71d None None] Pushing event updated for resources: {'Port': ['ID=48b9e79d-78af-40c3-944f-94c899679a8f,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:45.984345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46c982-28ea-4d8a-8a05-cd43f3f3802a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Pushing event updated for resources: {'Port': ['ID=40ed090b-9c50-4850-80a6-6ab95ccc2307,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:46.027447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-72204924-d570-4b01-b272-7334b8757b0a None None] Attempting to bind port 48b9e79d-78af-40c3-944f-94c899679a8f on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:46.027447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-72204924-d570-4b01-b272-7334b8757b0a None None] Attempting to bind port 48b9e79d-78af-40c3-944f-94c899679a8f by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:46.028253 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72204924-d570-4b01-b272-7334b8757b0a None None] Attempting to bind port 48b9e79d-78af-40c3-944f-94c899679a8f on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:46.039160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72204924-d570-4b01-b272-7334b8757b0a None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:46.043190 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72204924-d570-4b01-b272-7334b8757b0a None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:46.043742 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-72204924-d570-4b01-b272-7334b8757b0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:46.044279 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72204924-d570-4b01-b272-7334b8757b0a None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:46.046291 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-72204924-d570-4b01-b272-7334b8757b0a None None] Bound port: 48b9e79d-78af-40c3-944f-94c899679a8f, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:46.046792 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-72204924-d570-4b01-b272-7334b8757b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (48b9e79d-78af-40c3-944f-94c899679a8f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:46.083171 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-050cfe3c-63b7-4773-a3ef-02e444f328fb admin admin] Allocated IP 172.20.0.1 (c8e37854-a441-489e-b1d5-09621aeb9572/64ed22f9-42f3-42e9-97d0-6629542762a8/48bcddda-a784-4ad6-b9e8-efd3bdb3586f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:46.122460 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-72204924-d570-4b01-b272-7334b8757b0a None None] For port 48b9e79d-78af-40c3-944f-94c899679a8f, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:46.129244 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-72204924-d570-4b01-b272-7334b8757b0a None None] For port 48b9e79d-78af-40c3-944f-94c899679a8f, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=48b9e79d-78af-40c3-944f-94c899679a8f,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:46.139168 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-72204924-d570-4b01-b272-7334b8757b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (48b9e79d-78af-40c3-944f-94c899679a8f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:46.243480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3ed34-b01d-4260-9e10-fb51427ba71d None None] Pushing event updated for resources: {'Port': ['ID=48b9e79d-78af-40c3-944f-94c899679a8f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:46.257896 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a164fa-7f0d-45c0-a6e6-e5238b8e12f3 req-092a80e6-09a2-4a21-aa7a-9dbe4d063d7c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:46.263608 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-83a164fa-7f0d-45c0-a6e6-e5238b8e12f3 req-092a80e6-09a2-4a21-aa7a-9dbe4d063d7c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 943 time: 0.4071357 Feb 03 12:33:46.266442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72204924-d570-4b01-b272-7334b8757b0a None None] Routers {'7dda8193-69c4-471c-8714-76f04f7a8df9'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:46.267208 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-72204924-d570-4b01-b272-7334b8757b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:33:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['7dda8193-69c4-471c-8714-76f04f7a8df9'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:46.269980 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d46c982-28ea-4d8a-8a05-cd43f3f3802a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (0b000530-3f98-49d0-b083-8cafa2ef0910), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:46.336804 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-329e9c40-2c3c-42fe-92d8-575d3bf23138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '4c94ca38-6551-40d3-a6c5-e3547fdbe2e7', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'port_id': '0f712117-f540-4fb6-8083-6424577882fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'mac_address': 'fa:16:3e:3d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9584664a-98cc-45e1-a24b-5f7d034e6250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:33:02Z', 'updated_at': '2022-02-03T12:33:42Z', 'revision_number': 3, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14b8343-61ed-439f-8aa7-27c8bdd9d2de', 'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'mac_address': 'fa:16:3e:eb:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:19Z', 'updated_at': '2022-02-03T12:32:29Z', 'revision_number': 5, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'subnets': [{'id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:46.355829 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-050cfe3c-63b7-4773-a3ef-02e444f328fb admin admin] Publish callbacks [] for port (48bcddda-a784-4ad6-b9e8-efd3bdb3586f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:46.411814 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329e9c40-2c3c-42fe-92d8-575d3bf23138 None None] The sync data for ids ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'] in n-d-827336-3 is: [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '4c94ca38-6551-40d3-a6c5-e3547fdbe2e7', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'port_id': '0f712117-f540-4fb6-8083-6424577882fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'mac_address': 'fa:16:3e:3d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9584664a-98cc-45e1-a24b-5f7d034e6250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:33:02Z', 'updated_at': '2022-02-03T12:33:42Z', 'revision_number': 3, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14b8343-61ed-439f-8aa7-27c8bdd9d2de', 'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'mac_address': 'fa:16:3e:eb:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:19Z', 'updated_at': '2022-02-03T12:32:29Z', 'revision_number': 5, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'subnets': [{'id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:33:46.430982 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-72204924-d570-4b01-b272-7334b8757b0a None None] Set router 7dda8193-69c4-471c-8714-76f04f7a8df9 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:46.439648 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-050cfe3c-63b7-4773-a3ef-02e444f328fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (48bcddda-a784-4ad6-b9e8-efd3bdb3586f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:46.483906 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-83a164fa-7f0d-45c0-a6e6-e5238b8e12f3 req-ac9f123b-83fd-4b24-8728-e8c5259b5571 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064142 Feb 03 12:33:46.516969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050cfe3c-63b7-4773-a3ef-02e444f328fb admin admin] Network c8e37854-a441-489e-b1d5-09621aeb9572 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:46.526697 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-050cfe3c-63b7-4773-a3ef-02e444f328fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:46.532768 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050cfe3c-63b7-4773-a3ef-02e444f328fb admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:46.536585 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-32d69396-01e3-4008-844a-aa51170ef3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:46.547880 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-32d69396-01e3-4008-844a-aa51170ef3af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59fee055273c410d8bd6eaaa2aa69e6d&device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 1128 time: 0.4906912 Feb 03 12:33:46.550869 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050cfe3c-63b7-4773-a3ef-02e444f328fb admin admin] Pushing event updated for resources: {'Port': ['ID=48bcddda-a784-4ad6-b9e8-efd3bdb3586f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:46.624152 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5528c428-77e0-492f-9709-192930a8ff9b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:46.680263 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce294232-d1e1-4c24-bd33-4e844105a023 None None] Network 62b06e62-dbb2-4a10-8ed1-7415749e093c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:33:46.806569 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-991e9207-cdd9-4360-8f8c-fb0bb25872dc None None] Provisioning complete for port 5528c428-77e0-492f-9709-192930a8ff9b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:46.807095 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-991e9207-cdd9-4360-8f8c-fb0bb25872dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5528c428-77e0-492f-9709-192930a8ff9b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:46.808871 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-050cfe3c-63b7-4773-a3ef-02e444f328fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (7dda8193-69c4-471c-8714-76f04f7a8df9), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:46.853145 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8160c45a-708f-4840-96f7-ae65ceb29d6f None None] New status for floating IP 4c94ca38-6551-40d3-a6c5-e3547fdbe2e7: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:33:46.894223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] For port 617175b0-b452-4296-9fee-0aa5b9f12b38, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=617175b0-b452-4296-9fee-0aa5b9f12b38,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:46.962168 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f311eeb-a087-47e9-9e7d-2c7684d4dc49 x-openstack-request-id: req-8f311eeb-a087-47e9-9e7d-2c7684d4dc49 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:46.962454 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fa4620-ca26-45b4-b45f-a439ea0200eb", "tag": "5256de46-7c8e-44e3-89ef-97ee4330e68b", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:46.962841 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f311eeb-a087-47e9-9e7d-2c7684d4dc49 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:46.963269 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'tag': '5256de46-7c8e-44e3-89ef-97ee4330e68b', 'status': 'completed', 'code': 200} Feb 03 12:33:46.983646 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] For port 617175b0-b452-4296-9fee-0aa5b9f12b38, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:47.018418 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-050cfe3c-63b7-4773-a3ef-02e444f328fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (48bcddda-a784-4ad6-b9e8-efd3bdb3586f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:47.053526 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] Publish callbacks [] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:47.068220 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] Transition to ACTIVE for port object 617175b0-b452-4296-9fee-0aa5b9f12b38 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:33:47.069311 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8ce78c-94c5-4fef-adb8-8dd7abecae8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '617175b0-b452-4296-9fee-0aa5b9f12b38'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:47.072253 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8797b1f0-52cc-44f5-84a4-e74f97170c6a" -d '{"events": [{"server_uuid": "7b8ce78c-94c5-4fef-adb8-8dd7abecae8b", "name": "network-vif-unplugged", "status": "completed", "tag": "617175b0-b452-4296-9fee-0aa5b9f12b38"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:47.116627 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:47.133991 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 5528c428-77e0-492f-9709-192930a8ff9b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:47.134416 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5528c428-77e0-492f-9709-192930a8ff9b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:47.157147 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-504082af-82e2-4f0e-9d7f-ed874bd843ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:47.158853 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-504082af-82e2-4f0e-9d7f-ed874bd843ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec HTTP/1.1" status: 200 len: 922 time: 0.6102715 Feb 03 12:33:47.213470 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-b7afa746-e931-4211-ae18-76e0ee835261 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5256de46-7c8e-44e3-89ef-97ee4330e68b HTTP/1.1" status: 200 len: 217 time: 0.0451064 Feb 03 12:33:47.275235 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-b74bf883-af08-4d80-9012-2b3e84541d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:47.276747 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-b74bf883-af08-4d80-9012-2b3e84541d73 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8eecb123-1b17-4832-a250-9ffdf6ab791a HTTP/1.1" status: 200 len: 860 time: 0.0486839 Feb 03 12:33:47.299161 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] Pushing event updated for resources: {'Port': ['ID=617175b0-b452-4296-9fee-0aa5b9f12b38,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:47.310255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] No DVR routers for this DVR port 617175b0-b452-4296-9fee-0aa5b9f12b38 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:33:47.344590 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-050cfe3c-63b7-4773-a3ef-02e444f328fb admin admin] Publish callbacks [] for port (48bcddda-a784-4ad6-b9e8-efd3bdb3586f), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:47.355113 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-050cfe3c-63b7-4773-a3ef-02e444f328fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (48bcddda-a784-4ad6-b9e8-efd3bdb3586f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:47.399403 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d46c982-28ea-4d8a-8a05-cd43f3f3802a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (40ed090b-9c50-4850-80a6-6ab95ccc2307), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:47.460995 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02e76e-e612-4662-bb12-1aedc0b07741 req-7dde86f5-11e6-476c-8aa1-98b7060c59d0 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:47.470808 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eb02e76e-e612-4662-bb12-1aedc0b07741 req-7dde86f5-11e6-476c-8aa1-98b7060c59d0 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 949 time: 0.3747520 Feb 03 12:33:47.489946 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050cfe3c-63b7-4773-a3ef-02e444f328fb admin admin] Pushing event updated for resources: {'Port': ['ID=48bcddda-a784-4ad6-b9e8-efd3bdb3586f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:47.501431 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 5528c428-77e0-492f-9709-192930a8ff9b is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:47.501843 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5528c428-77e0-492f-9709-192930a8ff9b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:47.513447 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ee184-6862-4956-9910-1127f09a5ff4 req-e233c6ec-c0d5-430b-96ac-772d304f272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:47.515187 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-750ee184-6862-4956-9910-1127f09a5ff4 req-e233c6ec-c0d5-430b-96ac-772d304f272c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59fee055273c410d8bd6eaaa2aa69e6d&device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 1128 time: 0.4204276 Feb 03 12:33:47.542467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-991e9207-cdd9-4360-8f8c-fb0bb25872dc None None] Current status of the port 5528c428-77e0-492f-9709-192930a8ff9b is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:47.542861 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-991e9207-cdd9-4360-8f8c-fb0bb25872dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5528c428-77e0-492f-9709-192930a8ff9b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:47.553311 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-4f6131fd-f690-4cda-ba2f-298b26c1c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:47.554954 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-4f6131fd-f690-4cda-ba2f-298b26c1c003 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2671771 Feb 03 12:33:47.556151 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-050cfe3c-63b7-4773-a3ef-02e444f328fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (7dda8193-69c4-471c-8714-76f04f7a8df9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:47.568719 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-5e0698a5-8be7-4944-8a76-b6fe258c20cf service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:33:47.570678 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-5e0698a5-8be7-4944-8a76-b6fe258c20cf service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077000 Feb 03 12:33:47.573612 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] Attempting to bind port 617175b0-b452-4296-9fee-0aa5b9f12b38 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:47.573965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] Attempting to bind port 617175b0-b452-4296-9fee-0aa5b9f12b38 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:47.574304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] Attempting to bind port 617175b0-b452-4296-9fee-0aa5b9f12b38 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:47.617614 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] Port 617175b0-b452-4296-9fee-0aa5b9f12b38 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:47.617945 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] Attempting to bind port 617175b0-b452-4296-9fee-0aa5b9f12b38 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:47.692734 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-72204924-d570-4b01-b272-7334b8757b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1872656052-router', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:37Z', 'updated_at': '2022-02-03T12:33:42Z', 'revision_number': 3, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'gw_port': {'id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:39Z', 'updated_at': '2022-02-03T12:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:47.699808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-991e9207-cdd9-4360-8f8c-fb0bb25872dc None None] For port 5528c428-77e0-492f-9709-192930a8ff9b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5528c428-77e0-492f-9709-192930a8ff9b,segment=NetworkSegment(f471fffc-47b6-4d4f-9011-1c484123df75),segment_id=f471fffc-47b6-4d4f-9011-1c484123df75)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:47.752959 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c3c620-abef-4fe6-9777-9fdc26a1cd9e None None] Sync routers for ids ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:33:47.773538 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c3c620-abef-4fe6-9777-9fdc26a1cd9e None None] Routers {'89d7d1b2-9a44-44b6-9ee4-284d80a3e277'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:47.774460 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-52c3c620-abef-4fe6-9777-9fdc26a1cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:33:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:47.792395 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:33:47.792915 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:33:47.794096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72204924-d570-4b01-b272-7334b8757b0a None None] The sync data for ids ['7dda8193-69c4-471c-8714-76f04f7a8df9'] in n-d-827336-3 is: [{'id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1872656052-router', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:37Z', 'updated_at': '2022-02-03T12:33:42Z', 'revision_number': 3, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'gw_port': {'id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:39Z', 'updated_at': '2022-02-03T12:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:33:47.796267 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-991e9207-cdd9-4360-8f8c-fb0bb25872dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5528c428-77e0-492f-9709-192930a8ff9b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:47.816864 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:47.818408 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:47.819024 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:47.819670 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] Bound port: 617175b0-b452-4296-9fee-0aa5b9f12b38, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:47.820265 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:47.900901 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e9207-cdd9-4360-8f8c-fb0bb25872dc None None] Pushing event updated for resources: {'Port': ['ID=5528c428-77e0-492f-9709-192930a8ff9b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:47.944138 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7f05a49d-4400-4c10-b59c-c5445d93a62c None None] Provisioning complete for port 40ed090b-9c50-4850-80a6-6ab95ccc2307 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:47.944884 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7f05a49d-4400-4c10-b59c-c5445d93a62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (40ed090b-9c50-4850-80a6-6ab95ccc2307), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:47.999867 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eb02e76e-e612-4662-bb12-1aedc0b07741 req-a5bd6ed8-a448-4d98-b655-ff2fce5a2d29 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279007 Feb 03 12:33:48.025456 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7f05a49d-4400-4c10-b59c-c5445d93a62c None None] Port 40ed090b-9c50-4850-80a6-6ab95ccc2307 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:33:48.068912 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7f05a49d-4400-4c10-b59c-c5445d93a62c None None] Provisioning complete for port 5528c428-77e0-492f-9709-192930a8ff9b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:48.069651 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7f05a49d-4400-4c10-b59c-c5445d93a62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5528c428-77e0-492f-9709-192930a8ff9b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:48.219125 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 617175b0-b452-4296-9fee-0aa5b9f12b38 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:48.228234 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-52c3c620-abef-4fe6-9777-9fdc26a1cd9e None None] Set router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:48.253812 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a5e996-0cae-4f52-ac8c-53df7a721db6 x-openstack-request-id: req-22a5e996-0cae-4f52-ac8c-53df7a721db6 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:48.254444 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8ce78c-94c5-4fef-adb8-8dd7abecae8b", "name": "network-vif-unplugged", "status": "completed", "tag": "617175b0-b452-4296-9fee-0aa5b9f12b38", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:48.255652 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22a5e996-0cae-4f52-ac8c-53df7a721db6 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:48.256733 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8ce78c-94c5-4fef-adb8-8dd7abecae8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '617175b0-b452-4296-9fee-0aa5b9f12b38', 'code': 200} Feb 03 12:33:48.259889 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ee184-6862-4956-9910-1127f09a5ff4 req-a24b9e0f-8b55-4b99-8b80-24482333386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:48.262747 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-750ee184-6862-4956-9910-1127f09a5ff4 req-a24b9e0f-8b55-4b99-8b80-24482333386a service neutron] 10.222.0.31 "GET /v2.0/networks?id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec HTTP/1.1" status: 200 len: 922 time: 0.7185493 Feb 03 12:33:48.291930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] For port 617175b0-b452-4296-9fee-0aa5b9f12b38, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:48.314023 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-1c848447-cda9-423c-8eef-b346639d680e service neutron] 10.222.0.18 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7349679 Feb 03 12:33:48.436725 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 5528c428-77e0-492f-9709-192930a8ff9b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:48.442900 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7f05a49d-4400-4c10-b59c-c5445d93a62c None None] Current status of the port 5528c428-77e0-492f-9709-192930a8ff9b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:48.453851 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] The host n-h2-827336-3 is not matching for port 617175b0-b452-4296-9fee-0aa5b9f12b38 host n-h1-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:33:48.455090 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 617175b0-b452-4296-9fee-0aa5b9f12b38 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:33:48.457234 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-750ee184-6862-4956-9910-1127f09a5ff4 req-5c1189ac-7711-49db-8ac0-a14985e73979 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5256de46-7c8e-44e3-89ef-97ee4330e68b HTTP/1.1" status: 200 len: 217 time: 0.1872582 Feb 03 12:33:48.459351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] For port 617175b0-b452-4296-9fee-0aa5b9f12b38, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=617175b0-b452-4296-9fee-0aa5b9f12b38,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:48.464124 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7f05a49d-4400-4c10-b59c-c5445d93a62c None None] Provisioning complete for port 48bcddda-a784-4ad6-b9e8-efd3bdb3586f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:48.464510 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7f05a49d-4400-4c10-b59c-c5445d93a62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (48bcddda-a784-4ad6-b9e8-efd3bdb3586f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:48.527177 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7f05a49d-4400-4c10-b59c-c5445d93a62c None None] Port 48bcddda-a784-4ad6-b9e8-efd3bdb3586f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:33:48.537889 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:48.606231 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-8a3a33e6-9816-4c9a-8217-0b22ec756921 service neutron] 10.222.0.18 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776690 Feb 03 12:33:48.617876 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:48.618635 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:48.620450 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] 10.222.0.73 "PUT /v2.0/ports/617175b0-b452-4296-9fee-0aa5b9f12b38 HTTP/1.1" status: 200 len: 1097 time: 2.9241741 Feb 03 12:33:48.627767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050cfe3c-63b7-4773-a3ef-02e444f328fb admin admin] Network c8e37854-a441-489e-b1d5-09621aeb9572 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:48.632985 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-050cfe3c-63b7-4773-a3ef-02e444f328fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:48.720757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4cdf37e9-9d4b-4bbe-b62a-797fcf7c0dd5 None None] Provisioning complete for port 40ed090b-9c50-4850-80a6-6ab95ccc2307 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:48.721387 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4cdf37e9-9d4b-4bbe-b62a-797fcf7c0dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (40ed090b-9c50-4850-80a6-6ab95ccc2307), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:48.759670 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ee184-6862-4956-9910-1127f09a5ff4 req-6c245559-9f4f-4370-a0c4-bf5cc90183e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:48.765174 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-750ee184-6862-4956-9910-1127f09a5ff4 req-6c245559-9f4f-4370-a0c4-bf5cc90183e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8eecb123-1b17-4832-a250-9ffdf6ab791a HTTP/1.1" status: 200 len: 860 time: 0.2711232 Feb 03 12:33:48.806671 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf37e9-9d4b-4bbe-b62a-797fcf7c0dd5 None None] Port 40ed090b-9c50-4850-80a6-6ab95ccc2307 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:33:48.848020 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 48b9e79d-78af-40c3-944f-94c899679a8f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:48.850753 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-52c3c620-abef-4fe6-9777-9fdc26a1cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '4c94ca38-6551-40d3-a6c5-e3547fdbe2e7', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'port_id': '0f712117-f540-4fb6-8083-6424577882fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'mac_address': 'fa:16:3e:3d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9584664a-98cc-45e1-a24b-5f7d034e6250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:33:02Z', 'updated_at': '2022-02-03T12:33:47Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14b8343-61ed-439f-8aa7-27c8bdd9d2de', 'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'mac_address': 'fa:16:3e:eb:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:19Z', 'updated_at': '2022-02-03T12:32:29Z', 'revision_number': 5, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'subnets': [{'id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:48.887207 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c3c620-abef-4fe6-9777-9fdc26a1cd9e None None] Checking router: 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:33:48.897960 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c3c620-abef-4fe6-9777-9fdc26a1cd9e None None] Routers {'89d7d1b2-9a44-44b6-9ee4-284d80a3e277'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:48.898963 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-52c3c620-abef-4fe6-9777-9fdc26a1cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:33:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:48.939700 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e493d-6680-47ba-9845-df89d3d38824 req-6cc35c58-7f80-4cc9-9d42-c5848c31be7c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:48.944729 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec4e493d-6680-47ba-9845-df89d3d38824 req-6cc35c58-7f80-4cc9-9d42-c5848c31be7c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 943 time: 0.5015306 Feb 03 12:33:48.945545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf353bc4-dd3c-4904-8580-98adf0e78f34 service neutron] Pushing event updated for resources: {'Port': ['ID=617175b0-b452-4296-9fee-0aa5b9f12b38,revision_number=11']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:48.963111 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 48b9e79d-78af-40c3-944f-94c899679a8f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:48.968063 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (48b9e79d-78af-40c3-944f-94c899679a8f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:48.971583 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9584664a-98cc-45e1-a24b-5f7d034e6250', 'tag': '0f712117-f540-4fb6-8083-6424577882fe'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:48.992063 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713af219-56ec-4977-9ba8-c7c3a5609c00" -d '{"events": [{"name": "network-changed", "server_uuid": "9584664a-98cc-45e1-a24b-5f7d034e6250", "tag": "0f712117-f540-4fb6-8083-6424577882fe"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:49.062704 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-7583d49c-9deb-4e4c-b4b0-0b01eb5db53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:49.073839 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-7583d49c-9deb-4e4c-b4b0-0b01eb5db53e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59fee055273c410d8bd6eaaa2aa69e6d&device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 1127 time: 0.3437862 Feb 03 12:33:49.095665 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d46c982-28ea-4d8a-8a05-cd43f3f3802a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for port (40ed090b-9c50-4850-80a6-6ab95ccc2307), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:49.102548 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050cfe3c-63b7-4773-a3ef-02e444f328fb admin admin] Router 7dda8193-69c4-471c-8714-76f04f7a8df9 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:33:49.112230 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d46c982-28ea-4d8a-8a05-cd43f3f3802a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (40ed090b-9c50-4850-80a6-6ab95ccc2307), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:49.147246 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-52c3c620-abef-4fe6-9777-9fdc26a1cd9e None None] Set router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:49.196031 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 48b9e79d-78af-40c3-944f-94c899679a8f is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:49.196673 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (48b9e79d-78af-40c3-944f-94c899679a8f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:49.233492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 48b9e79d-78af-40c3-944f-94c899679a8f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=48b9e79d-78af-40c3-944f-94c899679a8f,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:49.242943 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (48b9e79d-78af-40c3-944f-94c899679a8f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:49.243749 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5528c428-77e0-492f-9709-192930a8ff9b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:49.248942 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d46c982-28ea-4d8a-8a05-cd43f3f3802a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (0b000530-3f98-49d0-b083-8cafa2ef0910), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:49.281793 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-8880f332-f25e-48d5-a437-7bff891d7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:49.282453 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-8880f332-f25e-48d5-a437-7bff891d7cda service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 1131 time: 0.6012695 Feb 03 12:33:49.394596 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=48b9e79d-78af-40c3-944f-94c899679a8f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:49.401689 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5d9d775d-7c8b-4535-afcf-5e6c0cb55ce5 None None] Provisioning complete for port 48bcddda-a784-4ad6-b9e8-efd3bdb3586f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:49.402070 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d9d775d-7c8b-4535-afcf-5e6c0cb55ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (48bcddda-a784-4ad6-b9e8-efd3bdb3586f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:49.423679 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-52c3c620-abef-4fe6-9777-9fdc26a1cd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '4c94ca38-6551-40d3-a6c5-e3547fdbe2e7', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'port_id': '0f712117-f540-4fb6-8083-6424577882fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'mac_address': 'fa:16:3e:3d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9584664a-98cc-45e1-a24b-5f7d034e6250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:33:02Z', 'updated_at': '2022-02-03T12:33:47Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14b8343-61ed-439f-8aa7-27c8bdd9d2de', 'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'mac_address': 'fa:16:3e:eb:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:19Z', 'updated_at': '2022-02-03T12:32:29Z', 'revision_number': 5, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'subnets': [{'id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:49.446486 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ee184-6862-4956-9910-1127f09a5ff4 req-29f224f3-2f3e-49fa-acea-3df90fb164a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:49.448339 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-750ee184-6862-4956-9910-1127f09a5ff4 req-29f224f3-2f3e-49fa-acea-3df90fb164a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6715517 Feb 03 12:33:49.470819 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c3c620-abef-4fe6-9777-9fdc26a1cd9e None None] The sync data for ids ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'] in n-d-827336-3 is: [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '4c94ca38-6551-40d3-a6c5-e3547fdbe2e7', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'port_id': '0f712117-f540-4fb6-8083-6424577882fe', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'mac_address': 'fa:16:3e:3d:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9584664a-98cc-45e1-a24b-5f7d034e6250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:33:02Z', 'updated_at': '2022-02-03T12:33:47Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14b8343-61ed-439f-8aa7-27c8bdd9d2de', 'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'mac_address': 'fa:16:3e:eb:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:19Z', 'updated_at': '2022-02-03T12:32:29Z', 'revision_number': 5, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'subnets': [{'id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:33:49.495834 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050cfe3c-63b7-4773-a3ef-02e444f328fb admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:33:49.506458 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-050cfe3c-63b7-4773-a3ef-02e444f328fb admin admin] 10.222.0.18 "PUT /v2.0/routers/7dda8193-69c4-471c-8714-76f04f7a8df9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1525588 Feb 03 12:33:49.509319 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec4e493d-6680-47ba-9845-df89d3d38824 req-4638221a-0edc-4c56-9681-1786e479627d tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349908 Feb 03 12:33:49.510082 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46c982-28ea-4d8a-8a05-cd43f3f3802a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Pushing event updated for resources: {'Port': ['ID=40ed090b-9c50-4850-80a6-6ab95ccc2307,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:49.512972 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 5528c428-77e0-492f-9709-192930a8ff9b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:49.514206 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5528c428-77e0-492f-9709-192930a8ff9b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:49.597051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-8c98e951-dcdc-47d8-b3e4-0d0fa0e809a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:49.601250 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-8c98e951-dcdc-47d8-b3e4-0d0fa0e809a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec HTTP/1.1" status: 200 len: 922 time: 0.5209954 Feb 03 12:33:49.610761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5d9d775d-7c8b-4535-afcf-5e6c0cb55ce5 None None] Port 48bcddda-a784-4ad6-b9e8-efd3bdb3586f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:33:49.709287 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 5528c428-77e0-492f-9709-192930a8ff9b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:49.750883 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-5e28f54c-c94c-442a-8691-d2280d51ff21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f712117-f540-4fb6-8083-6424577882fe HTTP/1.1" status: 200 len: 1001 time: 0.1367748 Feb 03 12:33:49.802074 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-4ef1dbc2-c858-43d7-a4fd-989dc0870cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:49.803609 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-4ef1dbc2-c858-43d7-a4fd-989dc0870cad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8eecb123-1b17-4832-a250-9ffdf6ab791a HTTP/1.1" status: 200 len: 860 time: 0.0466166 Feb 03 12:33:49.865881 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-5e65f815-cb2e-4c35-948a-d74f1cc128f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:49.867488 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-5e65f815-cb2e-4c35-948a-d74f1cc128f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0578589 Feb 03 12:33:49.964031 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-fa785ecc-bf89-473e-a19a-ec714a3cb55c service neutron] 10.222.0.18 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895274 Feb 03 12:33:50.088618 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51e9798b-5984-4fe1-a393-048a3a1172a3 req-2caf5b5c-10a9-4576-9c5c-14e794b13c76 service neutron] 10.222.0.18 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107085 Feb 03 12:33:50.165583 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-750ee184-6862-4956-9910-1127f09a5ff4 req-bc58032e-8cba-45b4-a524-4bb2a0a446ac service neutron] 10.222.0.31 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6703711 Feb 03 12:33:50.166622 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-74422018-6c44-4c16-b3a5-5b0e645eb7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:50.168063 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-74422018-6c44-4c16-b3a5-5b0e645eb7a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.7989457 Feb 03 12:33:50.171823 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d46c982-28ea-4d8a-8a05-cd43f3f3802a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Network 62b06e62-dbb2-4a10-8ed1-7415749e093c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:50.183006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3d46c982-28ea-4d8a-8a05-cd43f3f3802a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:50.207775 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 11018a34-1585-4dee-8b39-5cd8ed94b75a no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:50.256308 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c391334-5997-45c3-afc6-f07871cd69c4 req-bb6ab589-2fec-4363-836e-91d7fd4be465 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:50.262495 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2c391334-5997-45c3-afc6-f07871cd69c4 req-bb6ab589-2fec-4363-836e-91d7fd4be465 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 951 time: 0.2089729 Feb 03 12:33:50.267073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8ce78c-94c5-4fef-adb8-8dd7abecae8b', 'tag': '617175b0-b452-4296-9fee-0aa5b9f12b38'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:50.275169 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f14d5f-042d-488e-9bc4-4896e9053e04" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8ce78c-94c5-4fef-adb8-8dd7abecae8b", "tag": "617175b0-b452-4296-9fee-0aa5b9f12b38"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:50.280674 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-becb0ae2-43db-4f90-b087-b021862f9ca6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=617175b0-b452-4296-9fee-0aa5b9f12b38 HTTP/1.1" status: 200 len: 217 time: 0.0996659 Feb 03 12:33:50.337075 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 11018a34-1585-4dee-8b39-5cd8ed94b75a is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:50.337491 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:50.342542 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b5f784-54bc-414c-a229-0af86640bdaa x-openstack-request-id: req-d0b5f784-54bc-414c-a229-0af86640bdaa {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:50.343118 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9584664a-98cc-45e1-a24b-5f7d034e6250", "tag": "0f712117-f540-4fb6-8083-6424577882fe", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:50.343581 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0b5f784-54bc-414c-a229-0af86640bdaa {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:50.344202 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9584664a-98cc-45e1-a24b-5f7d034e6250', 'tag': '0f712117-f540-4fb6-8083-6424577882fe', 'status': 'completed', 'code': 200} Feb 03 12:33:50.372076 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11018a34-1585-4dee-8b39-5cd8ed94b75a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:50.374822 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c0e16c-85ed-4adb-8119-214376e1c5af" -d '{"events": [{"server_uuid": "ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c", "name": "network-vif-unplugged", "status": "completed", "tag": "11018a34-1585-4dee-8b39-5cd8ed94b75a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:50.390551 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 11018a34-1585-4dee-8b39-5cd8ed94b75a, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=11018a34-1585-4dee-8b39-5cd8ed94b75a,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:50.397152 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:50.465565 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=11018a34-1585-4dee-8b39-5cd8ed94b75a,revision_number=11']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:50.490171 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e2f58-c63d-4851-a8da-fbad8cee91d8 req-9be125e9-86ef-4c67-a00b-fe03c0c4475c tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:50.491854 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-662e2f58-c63d-4851-a8da-fbad8cee91d8 req-9be125e9-86ef-4c67-a00b-fe03c0c4475c tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 949 time: 0.0836124 Feb 03 12:33:50.531591 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2c391334-5997-45c3-afc6-f07871cd69c4 req-5b73bc01-cdb5-441b-bcb5-1dc38f71d954 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bd5b18-5685-40b4-9705-01a7d5cf308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524974 Feb 03 12:33:50.542883 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-72afdc31-7937-41c0-8512-bd26f96cdc53 None None] Provisioning complete for port 40ed090b-9c50-4850-80a6-6ab95ccc2307 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:50.545560 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-72afdc31-7937-41c0-8512-bd26f96cdc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (40ed090b-9c50-4850-80a6-6ab95ccc2307), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:50.550694 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-662e2f58-c63d-4851-a8da-fbad8cee91d8 req-4169e2ab-334c-4c98-9fba-a4170a806e30 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523560 Feb 03 12:33:50.588698 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-0f1dfe6e-20da-4204-ad94-914ff0c8e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:50.591244 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-0f1dfe6e-20da-4204-ad94-914ff0c8e7a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.2137699 Feb 03 12:33:50.599064 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-750ee184-6862-4956-9910-1127f09a5ff4 req-d4211c95-fa85-4fff-95d2-090cdf8af813 service neutron] 10.222.0.31 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258575 Feb 03 12:33:50.627104 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 48b9e79d-78af-40c3-944f-94c899679a8f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:50.643879 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] Sync routers for ids ['7dda8193-69c4-471c-8714-76f04f7a8df9'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:33:50.655852 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f649e4c-1844-412f-85f0-c16d0663cd8a req-496b8cbd-73ff-43f2-97f7-ce35ebcd77cd tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.216 HTTP/1.1" status: 200 len: 1001 time: 0.0738680 Feb 03 12:33:50.656473 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713af219-56ec-4977-9ba8-c7c3a5609c00 req-44439885-0f2a-4bfd-934d-7618cddfc20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:50.658972 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-713af219-56ec-4977-9ba8-c7c3a5609c00 req-44439885-0f2a-4bfd-934d-7618cddfc20e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59fee055273c410d8bd6eaaa2aa69e6d&device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 1127 time: 0.2645330 Feb 03 12:33:50.683642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-72afdc31-7937-41c0-8512-bd26f96cdc53 None None] Port 40ed090b-9c50-4850-80a6-6ab95ccc2307 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:33:50.698572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] Routers {'7dda8193-69c4-471c-8714-76f04f7a8df9'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:50.699614 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:33:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['7dda8193-69c4-471c-8714-76f04f7a8df9'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:50.712619 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f649e4c-1844-412f-85f0-c16d0663cd8a req-2027bbb8-e7c6-4f2d-a713-568efc51be60 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:50.713993 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f649e4c-1844-412f-85f0-c16d0663cd8a req-2027bbb8-e7c6-4f2d-a713-568efc51be60 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports/0f712117-f540-4fb6-8083-6424577882fe HTTP/1.1" status: 200 len: 942 time: 0.0572224 Feb 03 12:33:50.797556 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d46c982-28ea-4d8a-8a05-cd43f3f3802a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Router 0b000530-3f98-49d0-b083-8cafa2ef0910 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:33:50.804796 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 48b9e79d-78af-40c3-944f-94c899679a8f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:50.805038 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (48b9e79d-78af-40c3-944f-94c899679a8f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:50.846000 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f649e4c-1844-412f-85f0-c16d0663cd8a req-dfeaa45e-7d9b-4387-bbb3-710eb6f6bb99 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.216 HTTP/1.1" status: 200 len: 1001 time: 0.0831110 Feb 03 12:33:50.854676 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-36a3bbf5-c80f-4d9e-99a4-50052707d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:50.856336 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-36a3bbf5-c80f-4d9e-99a4-50052707d70e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2564156 Feb 03 12:33:50.904021 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713af219-56ec-4977-9ba8-c7c3a5609c00 req-afaa5855-1d64-4132-9365-eef4e3bf7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:50.905607 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-713af219-56ec-4977-9ba8-c7c3a5609c00 req-afaa5855-1d64-4132-9365-eef4e3bf7092 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec HTTP/1.1" status: 200 len: 922 time: 0.2337158 Feb 03 12:33:50.971217 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f649e4c-1844-412f-85f0-c16d0663cd8a req-d65138f3-c4b1-4a25-b4cb-8cc705adf03a tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:50.972718 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f649e4c-1844-412f-85f0-c16d0663cd8a req-d65138f3-c4b1-4a25-b4cb-8cc705adf03a tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.1167362 Feb 03 12:33:50.999070 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] Set router 7dda8193-69c4-471c-8714-76f04f7a8df9 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:51.072013 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f21309b-61b5-4a90-bce3-d66a733a3c19 x-openstack-request-id: req-7f21309b-61b5-4a90-bce3-d66a733a3c19 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:51.072368 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8ce78c-94c5-4fef-adb8-8dd7abecae8b", "tag": "617175b0-b452-4296-9fee-0aa5b9f12b38", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:51.072564 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f21309b-61b5-4a90-bce3-d66a733a3c19 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:51.072978 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8ce78c-94c5-4fef-adb8-8dd7abecae8b', 'tag': '617175b0-b452-4296-9fee-0aa5b9f12b38', 'status': 'completed', 'code': 200} Feb 03 12:33:51.092055 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78af44-47a3-49a2-8891-aeff321db868 req-5d2725ea-c7c5-42d9-a839-8e5065c637ad tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:51.093909 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d78af44-47a3-49a2-8891-aeff321db868 req-5d2725ea-c7c5-42d9-a839-8e5065c637ad tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/networks?id=c8e37854-a441-489e-b1d5-09621aeb9572 HTTP/1.1" status: 200 len: 829 time: 0.3436522 Feb 03 12:33:51.102600 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa1f787-05e7-4486-b0f4-0f18e8f052b7 x-openstack-request-id: req-1fa1f787-05e7-4486-b0f4-0f18e8f052b7 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:51.103173 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c", "name": "network-vif-unplugged", "status": "completed", "tag": "11018a34-1585-4dee-8b39-5cd8ed94b75a", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:51.103602 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1fa1f787-05e7-4486-b0f4-0f18e8f052b7 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:51.104179 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11018a34-1585-4dee-8b39-5cd8ed94b75a', 'code': 200} Feb 03 12:33:51.141846 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 48b9e79d-78af-40c3-944f-94c899679a8f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:51.163460 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d46c982-28ea-4d8a-8a05-cd43f3f3802a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:33:51.169262 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3d46c982-28ea-4d8a-8a05-cd43f3f3802a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] 10.222.0.18 "PUT /v2.0/routers/0b000530-3f98-49d0-b083-8cafa2ef0910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5290327 Feb 03 12:33:51.171689 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-713af219-56ec-4977-9ba8-c7c3a5609c00 req-144fdf5f-571c-4f91-b602-2d612451f5f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f712117-f540-4fb6-8083-6424577882fe HTTP/1.1" status: 200 len: 1001 time: 0.2580080 Feb 03 12:33:51.172730 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39728) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:51.178312 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-aa75effe-a3c1-4243-b130-6bdd7b911259 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Request body: {'port': {'network_id': '62b06e62-dbb2-4a10-8ed1-7415749e093c', 'name': 'tempest-FloatingIPNegativeTestJSON-1896032979'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:51.178511 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d78af44-47a3-49a2-8891-aeff321db868 req-944af6a5-6548-4c72-a682-2ca98628d700 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/quotas/f8d36a54553f403498e79414ddb6fcbf HTTP/1.1" status: 200 len: 375 time: 0.0622177 Feb 03 12:33:51.196600 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e0408d-9e36-4d79-a7f3-b1158774b370 None None] Sync routers for ids ['0b000530-3f98-49d0-b083-8cafa2ef0910'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:33:51.225839 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-ffaec9c8-5bea-4c11-8f32-00c2caf2ad52 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502619 Feb 03 12:33:51.227219 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e0408d-9e36-4d79-a7f3-b1158774b370 None None] Routers {'0b000530-3f98-49d0-b083-8cafa2ef0910'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:51.228342 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-31e0408d-9e36-4d79-a7f3-b1158774b370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:33:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b000530-3f98-49d0-b083-8cafa2ef0910'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:51.283449 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1872656052-router', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:37Z', 'updated_at': '2022-02-03T12:33:46Z', 'revision_number': 4, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'gw_port': {'id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:39Z', 'updated_at': '2022-02-03T12:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '48bcddda-a784-4ad6-b9e8-efd3bdb3586f', 'name': '', 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'mac_address': 'fa:16:3e:ed:8c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '64ed22f9-42f3-42e9-97d0-6629542762a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:45Z', 'updated_at': '2022-02-03T12:33:47Z', 'revision_number': 2, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'subnets': [{'id': '64ed22f9-42f3-42e9-97d0-6629542762a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:51.305466 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-31e0408d-9e36-4d79-a7f3-b1158774b370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:51.317557 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e0408d-9e36-4d79-a7f3-b1158774b370 None None] Routers {'0b000530-3f98-49d0-b083-8cafa2ef0910'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:51.318407 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-31e0408d-9e36-4d79-a7f3-b1158774b370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:33:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b000530-3f98-49d0-b083-8cafa2ef0910'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:51.322140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-5528ae76-d47e-476b-9d15-a05cd890b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:51.323424 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-5528ae76-d47e-476b-9d15-a05cd890b81b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 1131 time: 0.2408762 Feb 03 12:33:51.324075 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] Checking router: 7dda8193-69c4-471c-8714-76f04f7a8df9 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:33:51.324545 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] Updating router 7dda8193-69c4-471c-8714-76f04f7a8df9 port 48bcddda-a784-4ad6-b9e8-efd3bdb3586f binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:33:51.329188 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713af219-56ec-4977-9ba8-c7c3a5609c00 req-2d4cac11-042d-4d1d-95ec-6f0c5729a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:51.330795 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-713af219-56ec-4977-9ba8-c7c3a5609c00 req-2d4cac11-042d-4d1d-95ec-6f0c5729a489 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8eecb123-1b17-4832-a250-9ffdf6ab791a HTTP/1.1" status: 200 len: 860 time: 0.1437407 Feb 03 12:33:51.358864 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (48bcddda-a784-4ad6-b9e8-efd3bdb3586f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:51.372021 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-31e0408d-9e36-4d79-a7f3-b1158774b370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:51.372936 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e0408d-9e36-4d79-a7f3-b1158774b370 None None] The sync data for ids ['0b000530-3f98-49d0-b083-8cafa2ef0910'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:33:51.387982 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa75effe-a3c1-4243-b130-6bdd7b911259 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Made reservation on behalf of 3d7697ed5a5542ddbcb26b9b59eafc72 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:51.391626 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa75effe-a3c1-4243-b130-6bdd7b911259 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:51.424959 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-aa75effe-a3c1-4243-b130-6bdd7b911259 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] device_id is not set on port c62c2465-8a46-494e-8147-a4e4fad8c842 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:33:51.461623 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d78af44-47a3-49a2-8891-aeff321db868 req-5dd5fab2-9848-4455-976f-1d8e9bc275d4 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8d36a54553f403498e79414ddb6fcbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2390673 Feb 03 12:33:51.552265 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71b888a-c3a1-4973-9bd9-c333c16dccad req-627db299-ee52-4f30-b777-e28c95260553 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101699 Feb 03 12:33:51.616058 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713af219-56ec-4977-9ba8-c7c3a5609c00 req-a7eef674-7411-4834-a16a-2fafe22a5c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:51.618017 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-713af219-56ec-4977-9ba8-c7c3a5609c00 req-a7eef674-7411-4834-a16a-2fafe22a5c5e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2701957 Feb 03 12:33:51.620650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-9b3e3e05-e421-4f78-b7ee-185e66897f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:51.622345 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-9b3e3e05-e421-4f78-b7ee-185e66897f9e service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.2837825 Feb 03 12:33:51.626677 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-aa75effe-a3c1-4243-b130-6bdd7b911259 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Allocated IP 172.20.0.9 (62b06e62-dbb2-4a10-8ed1-7415749e093c/c09c27c5-a70d-4a2c-9bee-a0682f3ee455/c62c2465-8a46-494e-8147-a4e4fad8c842) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:51.685477 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] Publish callbacks [] for port (48bcddda-a784-4ad6-b9e8-efd3bdb3586f), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:51.691314 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (48bcddda-a784-4ad6-b9e8-efd3bdb3586f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:51.693165 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-134b2c96-e074-4a83-8e82-9b4da1cf9303 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=617175b0-b452-4296-9fee-0aa5b9f12b38 HTTP/1.1" status: 200 len: 217 time: 0.0642910 Feb 03 12:33:51.748281 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d78af44-47a3-49a2-8891-aeff321db868 req-c158f812-1294-4d78-a3f5-e17e56778b66 service neutron] 10.222.0.18 "GET /v2.0/networks/c8e37854-a441-489e-b1d5-09621aeb9572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559655 Feb 03 12:33:51.756104 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e234779-3f6a-4755-b3a1-70085b793c8a None None] Pushing event updated for resources: {'Port': ['ID=48bcddda-a784-4ad6-b9e8-efd3bdb3586f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:51.816957 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] Attempting to bind port 48bcddda-a784-4ad6-b9e8-efd3bdb3586f on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:51.817540 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] Attempting to bind port 48bcddda-a784-4ad6-b9e8-efd3bdb3586f by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '16a921ac-3e3f-44b7-a72f-0d69f3e5dabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:51.818089 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] Attempting to bind port 48bcddda-a784-4ad6-b9e8-efd3bdb3586f on network c8e37854-a441-489e-b1d5-09621aeb9572 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:51.829515 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:51.830689 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] Checking segment: {'id': '16a921ac-3e3f-44b7-a72f-0d69f3e5dabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:51.831744 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:51.832374 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] Bound using segment: {'id': '16a921ac-3e3f-44b7-a72f-0d69f3e5dabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:51.833232 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] Bound port: 48bcddda-a784-4ad6-b9e8-efd3bdb3586f, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a921ac-3e3f-44b7-a72f-0d69f3e5dabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:51.833767 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (48bcddda-a784-4ad6-b9e8-efd3bdb3586f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:51.944381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-760bef5e-3666-4452-ba50-5f11d6635e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:51.945843 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-760bef5e-3666-4452-ba50-5f11d6635e99 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.2321217 Feb 03 12:33:51.948147 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa75effe-a3c1-4243-b130-6bdd7b911259 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for port (c62c2465-8a46-494e-8147-a4e4fad8c842), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:51.949796 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] For port 48bcddda-a784-4ad6-b9e8-efd3bdb3586f, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:51.974834 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] For port 48bcddda-a784-4ad6-b9e8-efd3bdb3586f, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=48bcddda-a784-4ad6-b9e8-efd3bdb3586f,segment=NetworkSegment(16a921ac-3e3f-44b7-a72f-0d69f3e5dabd),segment_id=16a921ac-3e3f-44b7-a72f-0d69f3e5dabd)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:51.996496 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-713af219-56ec-4977-9ba8-c7c3a5609c00 req-3780ab4d-0df1-4b8a-9a4d-be46411a9d41 service neutron] 10.222.0.73 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182104 Feb 03 12:33:51.999555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-65c7147e-1bb9-462d-b971-abbdd67b5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:51.999747 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (48bcddda-a784-4ad6-b9e8-efd3bdb3586f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:52.000172 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-65c7147e-1bb9-462d-b971-abbdd67b5a5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=207048d5e9d548ac8439a4c69e7678ef&device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 1131 time: 0.3059552 Feb 03 12:33:52.020435 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa75effe-a3c1-4243-b130-6bdd7b911259 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (c62c2465-8a46-494e-8147-a4e4fad8c842), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:52.047747 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d78af44-47a3-49a2-8891-aeff321db868 req-ef479936-38b9-4001-9191-d2bdb467b165 service neutron] 10.222.0.18 "GET /v2.0/networks/c8e37854-a441-489e-b1d5-09621aeb9572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640960 Feb 03 12:33:52.105216 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa75effe-a3c1-4243-b130-6bdd7b911259 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Network 62b06e62-dbb2-4a10-8ed1-7415749e093c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:52.110628 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-aa75effe-a3c1-4243-b130-6bdd7b911259 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:52.118297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa75effe-a3c1-4243-b130-6bdd7b911259 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:52.137828 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e234779-3f6a-4755-b3a1-70085b793c8a None None] Pushing event updated for resources: {'Port': ['ID=48bcddda-a784-4ad6-b9e8-efd3bdb3586f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:52.144981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] Routers {'7dda8193-69c4-471c-8714-76f04f7a8df9'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:52.145618 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:33:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['7dda8193-69c4-471c-8714-76f04f7a8df9'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:52.167034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-6d308c81-5af3-44f3-848a-bcf11510853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:52.168592 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-6d308c81-5af3-44f3-848a-bcf11510853b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2101257 Feb 03 12:33:52.173421 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75effe-a3c1-4243-b130-6bdd7b911259 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:52.174088 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa75effe-a3c1-4243-b130-6bdd7b911259 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:52.199000 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75effe-a3c1-4243-b130-6bdd7b911259 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Pushing event updated for resources: {'Port': ['ID=c62c2465-8a46-494e-8147-a4e4fad8c842,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:52.215127 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fe62f-8ac4-4d52-b56e-059f0d4df492 req-050f1f08-314d-4520-841c-089c788257fb tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:52.220852 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-264fe62f-8ac4-4d52-b56e-059f0d4df492 req-050f1f08-314d-4520-841c-089c788257fb tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 943 time: 0.1931877 Feb 03 12:33:52.227508 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-aa75effe-a3c1-4243-b130-6bdd7b911259 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0537071 Feb 03 12:33:52.237085 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39766) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:52.244148 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-647c69fd-fab2-4a0f-8b71-6fb5db22db6e tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:52.280078 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-439622e1-c067-4888-b380-99f5f610ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:52.281558 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-439622e1-c067-4888-b380-99f5f610ce9c service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.2592435 Feb 03 12:33:52.285453 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 875d2462-5f56-46e4-b660-4c8251a700d2 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:52.286032 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-713af219-56ec-4977-9ba8-c7c3a5609c00 req-2506d57b-67a9-4f43-bc41-e8f167b7b9ec service neutron] 10.222.0.73 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758331 Feb 03 12:33:52.296525 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-647c69fd-fab2-4a0f-8b71-6fb5db22db6e tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:52.381273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4c374838-9f91-4678-a819-75ac15fcbe10 None None] Provisioning complete for port 48bcddda-a784-4ad6-b9e8-efd3bdb3586f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:52.381733 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4c374838-9f91-4678-a819-75ac15fcbe10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (48bcddda-a784-4ad6-b9e8-efd3bdb3586f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:52.394109 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-cb426adb-9f2c-4683-8bb3-3a356057383a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=617175b0-b452-4296-9fee-0aa5b9f12b38 HTTP/1.1" status: 200 len: 217 time: 0.0625615 Feb 03 12:33:52.419778 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-264fe62f-8ac4-4d52-b56e-059f0d4df492 req-cd5a8a0e-ecf9-407f-b144-ba3d55ef69bc tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855662 Feb 03 12:33:52.539755 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-8a5701da-8ad8-42b4-ba33-2caa67712c18 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564792 Feb 03 12:33:52.604875 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] Set router 7dda8193-69c4-471c-8714-76f04f7a8df9 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:52.637882 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-647c69fd-fab2-4a0f-8b71-6fb5db22db6e tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:52.683734 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19263d-01a2-4838-b3f0-dbbedcebe1e9 req-7f9aaa0e-0a47-420f-b1eb-ca23a834f39c tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:52.686049 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ad19263d-01a2-4838-b3f0-dbbedcebe1e9 req-7f9aaa0e-0a47-420f-b1eb-ca23a834f39c tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 949 time: 0.1250575 Feb 03 12:33:52.693973 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:33:52.729402 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-d34f246c-0749-4f7f-a201-461501d7e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:52.731342 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-d34f246c-0749-4f7f-a201-461501d7e8a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.3294892 Feb 03 12:33:52.785791 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ad19263d-01a2-4838-b3f0-dbbedcebe1e9 req-2aef9b82-b385-4284-9a0b-a477854d91ac tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712626 Feb 03 12:33:52.882877 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-647c69fd-fab2-4a0f-8b71-6fb5db22db6e tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Allocated IP 172.25.6.240 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/27637329-a0dc-4a2f-a02c-063e637eb09d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:52.898662 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4c374838-9f91-4678-a819-75ac15fcbe10 None None] Current status of the port 48bcddda-a784-4ad6-b9e8-efd3bdb3586f is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:52.899175 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4c374838-9f91-4678-a819-75ac15fcbe10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (48bcddda-a784-4ad6-b9e8-efd3bdb3586f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:52.954117 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f952f068-56d9-467c-867f-d874d9e8e9b2 req-db951188-0fdb-4e77-bb97-a6965b1cc903 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 210 time: 0.0552518 Feb 03 12:33:52.986464 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4c374838-9f91-4678-a819-75ac15fcbe10 None None] For port 48bcddda-a784-4ad6-b9e8-efd3bdb3586f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=48bcddda-a784-4ad6-b9e8-efd3bdb3586f,segment=NetworkSegment(16a921ac-3e3f-44b7-a72f-0d69f3e5dabd),segment_id=16a921ac-3e3f-44b7-a72f-0d69f3e5dabd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:52.997247 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4c374838-9f91-4678-a819-75ac15fcbe10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (48bcddda-a784-4ad6-b9e8-efd3bdb3586f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:53.066059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c374838-9f91-4678-a819-75ac15fcbe10 None None] Pushing event updated for resources: {'Port': ['ID=48bcddda-a784-4ad6-b9e8-efd3bdb3586f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:53.080140 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 875d2462-5f56-46e4-b660-4c8251a700d2, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=875d2462-5f56-46e4-b660-4c8251a700d2,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:53.084905 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1872656052-router', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:37Z', 'updated_at': '2022-02-03T12:33:46Z', 'revision_number': 4, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'gw_port': {'id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:39Z', 'updated_at': '2022-02-03T12:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '48bcddda-a784-4ad6-b9e8-efd3bdb3586f', 'name': '', 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'mac_address': 'fa:16:3e:ed:8c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '64ed22f9-42f3-42e9-97d0-6629542762a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:45Z', 'updated_at': '2022-02-03T12:33:51Z', 'revision_number': 4, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'subnets': [{'id': '64ed22f9-42f3-42e9-97d0-6629542762a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:53.123518 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4906f547-5ea2-4838-bd06-dc9da87fd65b None None] The sync data for ids ['7dda8193-69c4-471c-8714-76f04f7a8df9'] in n-d-827336-3 is: [{'id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1872656052-router', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:37Z', 'updated_at': '2022-02-03T12:33:46Z', 'revision_number': 4, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'gw_port': {'id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:39Z', 'updated_at': '2022-02-03T12:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '48bcddda-a784-4ad6-b9e8-efd3bdb3586f', 'name': '', 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'mac_address': 'fa:16:3e:ed:8c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '64ed22f9-42f3-42e9-97d0-6629542762a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:45Z', 'updated_at': '2022-02-03T12:33:51Z', 'revision_number': 4, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'subnets': [{'id': '64ed22f9-42f3-42e9-97d0-6629542762a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:33:53.137666 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '875d2462-5f56-46e4-b660-4c8251a700d2', 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb', 'port_id': '875d2462-5f56-46e4-b660-4c8251a700d2', 'mac_address': 'fa:16:3e:82:33:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a224ad99-e09c-495b-b28c-4e2912ae8c46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:53.157238 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-647c69fd-fab2-4a0f-8b71-6fb5db22db6e tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for port (27637329-a0dc-4a2f-a02c-063e637eb09d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:53.175849 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b9e6b83a-0ab7-4f52-92e1-409c037d5025 None None] Provisioning complete for port 48bcddda-a784-4ad6-b9e8-efd3bdb3586f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:53.176262 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b9e6b83a-0ab7-4f52-92e1-409c037d5025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (48bcddda-a784-4ad6-b9e8-efd3bdb3586f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:53.237426 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 875d2462-5f56-46e4-b660-4c8251a700d2 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:53.237822 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (875d2462-5f56-46e4-b660-4c8251a700d2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:53.271566 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 875d2462-5f56-46e4-b660-4c8251a700d2 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:53.285206 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-647c69fd-fab2-4a0f-8b71-6fb5db22db6e tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (27637329-a0dc-4a2f-a02c-063e637eb09d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:53.321821 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-0c1e4d91-b59c-488b-99b8-21bdf7e357c1 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.216 HTTP/1.1" status: 200 len: 1001 time: 0.9048090 Feb 03 12:33:53.335914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 875d2462-5f56-46e4-b660-4c8251a700d2, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=875d2462-5f56-46e4-b660-4c8251a700d2,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:53.355544 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (875d2462-5f56-46e4-b660-4c8251a700d2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:53.398649 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647c69fd-fab2-4a0f-8b71-6fb5db22db6e tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:53.408762 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-647c69fd-fab2-4a0f-8b71-6fb5db22db6e tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:53.428606 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-56fcff35-0e18-4075-b45c-4586f3489179 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:53.449545 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647c69fd-fab2-4a0f-8b71-6fb5db22db6e tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:53.452032 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-56fcff35-0e18-4075-b45c-4586f3489179 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports/0f712117-f540-4fb6-8083-6424577882fe HTTP/1.1" status: 200 len: 942 time: 0.1012087 Feb 03 12:33:53.455026 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c69fd-fab2-4a0f-8b71-6fb5db22db6e tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Pushing event updated for resources: {'Port': ['ID=27637329-a0dc-4a2f-a02c-063e637eb09d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:53.457450 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=875d2462-5f56-46e4-b660-4c8251a700d2,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:53.458251 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-2cc116ad-91f2-4064-84fb-d412d859442a service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8696127 Feb 03 12:33:53.493402 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-83717399-056c-4ec2-9cb6-ea5863854891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:53.495016 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-83717399-056c-4ec2-9cb6-ea5863854891 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7565358 Feb 03 12:33:53.497223 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b9e6b83a-0ab7-4f52-92e1-409c037d5025 None None] Current status of the port 48bcddda-a784-4ad6-b9e8-efd3bdb3586f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:53.515002 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b9e6b83a-0ab7-4f52-92e1-409c037d5025 None None] Provisioning complete for port c62c2465-8a46-494e-8147-a4e4fad8c842 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:53.516212 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b9e6b83a-0ab7-4f52-92e1-409c037d5025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c62c2465-8a46-494e-8147-a4e4fad8c842), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:53.563665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e773e-81e5-42a6-9497-ee53390aa3d9 req-49b139d8-2359-47e8-baa1-93f67307a811 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:53.565257 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0f7e773e-81e5-42a6-9497-ee53390aa3d9 req-49b139d8-2359-47e8-baa1-93f67307a811 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 949 time: 0.1585441 Feb 03 12:33:53.576981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b9e6b83a-0ab7-4f52-92e1-409c037d5025 None None] Port c62c2465-8a46-494e-8147-a4e4fad8c842 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:33:53.651512 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0f7e773e-81e5-42a6-9497-ee53390aa3d9 req-3880bc21-38ec-433d-a456-516be0c835cd tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bd5b18-5685-40b4-9705-01a7d5cf308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746489 Feb 03 12:33:53.655642 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-647c69fd-fab2-4a0f-8b71-6fb5db22db6e tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for floatingip (ce04a6a2-25dc-41b7-b4f8-fd6898ff05f1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:53.674864 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-6f0ee20c-025d-4054-bbd3-45972f5acb12 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.216 HTTP/1.1" status: 200 len: 1001 time: 0.1163838 Feb 03 12:33:53.678580 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['875d2462-5f56-46e4-b660-4c8251a700d2'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:53.724208 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-647c69fd-fab2-4a0f-8b71-6fb5db22db6e tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (27637329-a0dc-4a2f-a02c-063e637eb09d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:53.739099 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-7e69d937-43c8-4974-b897-753b6ec68104 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315226 Feb 03 12:33:53.888474 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-c4d7af4c-e51a-43b4-987c-bcffe4c6e09a tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:53.890917 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-c4d7af4c-e51a-43b4-987c-bcffe4c6e09a tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.2018247 Feb 03 12:33:53.997840 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-647c69fd-fab2-4a0f-8b71-6fb5db22db6e tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for port (27637329-a0dc-4a2f-a02c-063e637eb09d), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:54.021015 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-647c69fd-fab2-4a0f-8b71-6fb5db22db6e tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (27637329-a0dc-4a2f-a02c-063e637eb09d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:54.046879 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-0ae51f48-b791-48d0-9a3f-66b2623ce833 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.216 HTTP/1.1" status: 200 len: 1001 time: 0.1461730 Feb 03 12:33:54.049555 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80f14d5f-042d-488e-9bc4-4896e9053e04 req-81c9bc88-636c-48ae-9422-ec78166cc880 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780027 Feb 03 12:33:54.056712 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-aa8a32b7-48d3-4a1a-bb80-c15d15590352 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:54.140949 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-aa8a32b7-48d3-4a1a-bb80-c15d15590352 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks [] for floatingip (4c94ca38-6551-40d3-a6c5-e3547fdbe2e7), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:54.203414 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-647c69fd-fab2-4a0f-8b71-6fb5db22db6e tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (ce04a6a2-25dc-41b7-b4f8-fd6898ff05f1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:54.206427 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39802) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:54.228050 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c69fd-fab2-4a0f-8b71-6fb5db22db6e tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Pushing event updated for resources: {'Port': ['ID=27637329-a0dc-4a2f-a02c-063e637eb09d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:54.240711 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a01a17-6013-47aa-b14b-c8adde3548b5 req-231e17d5-e031-41e7-8a51-4ac2bea51910 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:54.242267 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c6a01a17-6013-47aa-b14b-c8adde3548b5 req-231e17d5-e031-41e7-8a51-4ac2bea51910 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 944 time: 0.2396774 Feb 03 12:33:54.245509 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-647c69fd-fab2-4a0f-8b71-6fb5db22db6e tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:54.249298 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-647c69fd-fab2-4a0f-8b71-6fb5db22db6e tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0066893 Feb 03 12:33:54.249503 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39806) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:54.253870 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-af93ede9-dbd7-4b05-996d-8d1ec764e0e1 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Request body: {'floatingip': {'port_id': 'c62c2465-8a46-494e-8147-a4e4fad8c842', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:54.321429 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af93ede9-dbd7-4b05-996d-8d1ec764e0e1 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for floatingip (ce04a6a2-25dc-41b7-b4f8-fd6898ff05f1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:54.366860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78af44-47a3-49a2-8891-aeff321db868 req-a7cf951e-0579-40bf-bc92-35f0e06dba99 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:54.368520 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d78af44-47a3-49a2-8891-aeff321db868 req-a7cf951e-0579-40bf-bc92-35f0e06dba99 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.73 "GET /v2.0/networks?id=c8e37854-a441-489e-b1d5-09621aeb9572 HTTP/1.1" status: 200 len: 829 time: 0.3684905 Feb 03 12:33:54.427624 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-1d78af44-47a3-49a2-8891-aeff321db868 req-ca9b23a1-69de-4267-889f-5d4f0c8b812d tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Request body: {'port': {'device_id': 'bc601993-0db0-4d21-82bf-e194910bac8a', 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572', 'admin_state_up': True, 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:54.435917 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dfdf7659-2c61-4e23-b53f-b60b8c73a65a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:54.443517 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-aa8a32b7-48d3-4a1a-bb80-c15d15590352 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:54.458343 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-aa8a32b7-48d3-4a1a-bb80-c15d15590352 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (4c94ca38-6551-40d3-a6c5-e3547fdbe2e7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:54.458771 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-aa8a32b7-48d3-4a1a-bb80-c15d15590352 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Floating IP 4c94ca38-6551-40d3-a6c5-e3547fdbe2e7 disassociated. External IP: 172.25.6.216, port: 0f712117-f540-4fb6-8083-6424577882fe. Feb 03 12:33:54.478633 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c6a01a17-6013-47aa-b14b-c8adde3548b5 req-66168e29-fbd4-46ec-9efd-a18748bd74e4 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188184 Feb 03 12:33:54.628901 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-af93ede9-dbd7-4b05-996d-8d1ec764e0e1 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] update failed (client error): The resource could not be found. Feb 03 12:33:54.629952 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-af93ede9-dbd7-4b05-996d-8d1ec764e0e1 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] 10.222.0.18 "PUT /v2.0/floatingips/ce04a6a2-25dc-41b7-b4f8-fd6898ff05f1 HTTP/1.1" status: 404 len: 507 time: 0.3795340 Feb 03 12:33:54.634439 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39810) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:54.639618 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 48bcddda-a784-4ad6-b9e8-efd3bdb3586f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:54.659104 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dfdf7659-2c61-4e23-b53f-b60b8c73a65a admin admin] Publish callbacks [] for security_group (6ad7d5c8-6ed2-49d8-99b3-2fb3d13edd86), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:54.667364 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dfdf7659-2c61-4e23-b53f-b60b8c73a65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6ad7d5c8-6ed2-49d8-99b3-2fb3d13edd86), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:54.691374 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 617175b0-b452-4296-9fee-0aa5b9f12b38 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:33:54.699952 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705b8e5-2f66-4514-ba4b-bb09c03a5ed1 req-0ec87e8c-1b37-4fca-8891-d09a1b179161 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:54.701648 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5705b8e5-2f66-4514-ba4b-bb09c03a5ed1 req-0ec87e8c-1b37-4fca-8891-d09a1b179161 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 949 time: 0.1080217 Feb 03 12:33:54.711833 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dfdf7659-2c61-4e23-b53f-b60b8c73a65a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb27d57a9fa947abac7514d5481cda8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4999661 Feb 03 12:33:54.731156 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39814) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:54.744699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 48bcddda-a784-4ad6-b9e8-efd3bdb3586f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:54.745151 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (48bcddda-a784-4ad6-b9e8-efd3bdb3586f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:54.791058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf7659-2c61-4e23-b53f-b60b8c73a65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad7d5c8-6ed2-49d8-99b3-2fb3d13edd86,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:54.827835 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d78af44-47a3-49a2-8891-aeff321db868 req-ca9b23a1-69de-4267-889f-5d4f0c8b812d tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Made reservation on behalf of f8d36a54553f403498e79414ddb6fcbf for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:54.838207 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5705b8e5-2f66-4514-ba4b-bb09c03a5ed1 req-cc89bec5-f2e6-461a-96f1-4c698eab321f tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225326 Feb 03 12:33:54.838982 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1d78af44-47a3-49a2-8891-aeff321db868 req-ca9b23a1-69de-4267-889f-5d4f0c8b812d tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:54.879559 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad255238-2886-4518-a88d-0fd8cad0dd43 admin admin] Publish callbacks [] for security_group (6ad7d5c8-6ed2-49d8-99b3-2fb3d13edd86), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:54.915918 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad255238-2886-4518-a88d-0fd8cad0dd43 admin admin] Publish callbacks [] for security_group (6ad7d5c8-6ed2-49d8-99b3-2fb3d13edd86), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:54.976732 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 48bcddda-a784-4ad6-b9e8-efd3bdb3586f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:54.990664 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 617175b0-b452-4296-9fee-0aa5b9f12b38, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=617175b0-b452-4296-9fee-0aa5b9f12b38,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:54.993521 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f1148258-d58c-4ed8-b14a-e23eab5528fe req-0c694334-8940-4d4a-b1a3-fca62b7c7fa1 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 210 time: 0.0544682 Feb 03 12:33:55.012055 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '617175b0-b452-4296-9fee-0aa5b9f12b38', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '617175b0-b452-4296-9fee-0aa5b9f12b38', 'mac_address': 'fa:16:3e:d5:4f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:33:55.048864 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad255238-2886-4518-a88d-0fd8cad0dd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6ad7d5c8-6ed2-49d8-99b3-2fb3d13edd86), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.051632 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad255238-2886-4518-a88d-0fd8cad0dd43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.053538 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ad255238-2886-4518-a88d-0fd8cad0dd43 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ad7d5c8-6ed2-49d8-99b3-2fb3d13edd86 HTTP/1.1" status: 204 len: 168 time: 0.3214266 Feb 03 12:33:55.072982 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 617175b0-b452-4296-9fee-0aa5b9f12b38 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:55.073898 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.084284 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad255238-2886-4518-a88d-0fd8cad0dd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad7d5c8-6ed2-49d8-99b3-2fb3d13edd86,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:55.094654 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 617175b0-b452-4296-9fee-0aa5b9f12b38 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:55.129546 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 617175b0-b452-4296-9fee-0aa5b9f12b38, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=617175b0-b452-4296-9fee-0aa5b9f12b38,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:55.135298 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.173809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7490b-580b-424e-8150-7c035d043211 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Deleting port 27637329-a0dc-4a2f-a02c-063e637eb09d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:33:55.174188 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ea7490b-580b-424e-8150-7c035d043211 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (27637329-a0dc-4a2f-a02c-063e637eb09d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.230180 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2f3e8-4238-42e6-9e1a-1e0c39ce0ca1 req-4dab8835-54eb-4c72-bccb-c0fdfa62aada tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:55.231508 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=617175b0-b452-4296-9fee-0aa5b9f12b38,revision_number=12']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:55.249612 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-72c2f3e8-4238-42e6-9e1a-1e0c39ce0ca1 req-4dab8835-54eb-4c72-bccb-c0fdfa62aada tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 949 time: 0.1366682 Feb 03 12:33:55.288898 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-aa8a32b7-48d3-4a1a-bb80-c15d15590352 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:33:55.300904 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-72c2f3e8-4238-42e6-9e1a-1e0c39ce0ca1 req-892f2219-4b1b-42a3-a8a0-e33a4820c6a9 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bd5b18-5685-40b4-9705-01a7d5cf308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457573 Feb 03 12:33:55.328493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-1d78af44-47a3-49a2-8891-aeff321db868 req-ca9b23a1-69de-4267-889f-5d4f0c8b812d tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Allocated IP 172.20.0.14 (c8e37854-a441-489e-b1d5-09621aeb9572/64ed22f9-42f3-42e9-97d0-6629542762a8/74114140-71cb-4752-a514-9e3dbcf40029) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:55.374737 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ea7490b-580b-424e-8150-7c035d043211 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (27637329-a0dc-4a2f-a02c-063e637eb09d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.375434 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ea7490b-580b-424e-8150-7c035d043211 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for floatingip (27637329-a0dc-4a2f-a02c-063e637eb09d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.417138 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7490b-580b-424e-8150-7c035d043211 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Calling delete_port for 27637329-a0dc-4a2f-a02c-063e637eb09d owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:33:55.442758 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39820) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:55.458489 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3d095f3-1180-49e6-82fc-69c9aa28b470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.543635 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3d095f3-1180-49e6-82fc-69c9aa28b470 admin admin] Publish callbacks [] for security_group (e3760024-84aa-4dc0-9578-13d4d85ff671), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.548894 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3d095f3-1180-49e6-82fc-69c9aa28b470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e3760024-84aa-4dc0-9578-13d4d85ff671), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.605750 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['617175b0-b452-4296-9fee-0aa5b9f12b38'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:33:55.632555 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b3d095f3-1180-49e6-82fc-69c9aa28b470 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=992172954b614652bfe05d1ac16f147e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1884005 Feb 03 12:33:55.634930 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39824) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:55.639455 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d095f3-1180-49e6-82fc-69c9aa28b470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3760024-84aa-4dc0-9578-13d4d85ff671,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:55.669145 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00945f-ea5c-4d3e-9aef-c1c1c3185f8c req-232edf7b-e8c9-42ae-878c-69964521fa41 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:55.671452 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d00945f-ea5c-4d3e-9aef-c1c1c3185f8c req-232edf7b-e8c9-42ae-878c-69964521fa41 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 944 time: 0.1180193 Feb 03 12:33:55.753942 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d00945f-ea5c-4d3e-9aef-c1c1c3185f8c req-895c98b8-7d39-4daa-a435-78ea48d06bb2 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724394 Feb 03 12:33:55.754972 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-708210a5-e7a8-49fa-b3cd-139ab0116789 admin admin] Publish callbacks [] for security_group (e3760024-84aa-4dc0-9578-13d4d85ff671), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.782194 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-708210a5-e7a8-49fa-b3cd-139ab0116789 admin admin] Publish callbacks [] for security_group (e3760024-84aa-4dc0-9578-13d4d85ff671), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.829153 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-708210a5-e7a8-49fa-b3cd-139ab0116789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e3760024-84aa-4dc0-9578-13d4d85ff671), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.831645 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-708210a5-e7a8-49fa-b3cd-139ab0116789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:55.832878 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-708210a5-e7a8-49fa-b3cd-139ab0116789 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3760024-84aa-4dc0-9578-13d4d85ff671 HTTP/1.1" status: 204 len: 168 time: 0.1950672 Feb 03 12:33:55.847468 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708210a5-e7a8-49fa-b3cd-139ab0116789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3760024-84aa-4dc0-9578-13d4d85ff671,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:55.851050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3ac52-eeff-4ac9-b0cb-332dc2d8568e req-ed799ab6-9e3f-4ed9-91df-1162a379ed78 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:55.852603 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cfb3ac52-eeff-4ac9-b0cb-332dc2d8568e req-ed799ab6-9e3f-4ed9-91df-1162a379ed78 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.31 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 949 time: 0.4748051 Feb 03 12:33:55.858693 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-aa8a32b7-48d3-4a1a-bb80-c15d15590352 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:33:55.875929 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cccaac6-bdda-4dd9-bdea-6037aad38564 None None] Sync routers for ids ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:33:55.890889 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cccaac6-bdda-4dd9-bdea-6037aad38564 None None] Routers {'89d7d1b2-9a44-44b6-9ee4-284d80a3e277'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:55.891534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1cccaac6-bdda-4dd9-bdea-6037aad38564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:33:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:55.901732 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-aa8a32b7-48d3-4a1a-bb80-c15d15590352 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:56.011526 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-aa8a32b7-48d3-4a1a-bb80-c15d15590352 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "PUT /v2.0/floatingips/4c94ca38-6551-40d3-a6c5-e3547fdbe2e7 HTTP/1.1" status: 200 len: 695 time: 1.9521675 Feb 03 12:33:56.016762 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9584664a-98cc-45e1-a24b-5f7d034e6250', 'tag': '0f712117-f540-4fb6-8083-6424577882fe'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:56.019299 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4efc54-cf66-46d7-a292-fc01a09f3af3" -d '{"events": [{"name": "network-changed", "server_uuid": "9584664a-98cc-45e1-a24b-5f7d034e6250", "tag": "0f712117-f540-4fb6-8083-6424577882fe"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:56.027096 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756db6ce-bc5e-456a-a52c-d889e250ae48 req-1d631a4e-7e17-4178-bdb6-f6511a7f27c7 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:56.035848 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-756db6ce-bc5e-456a-a52c-d889e250ae48 req-1d631a4e-7e17-4178-bdb6-f6511a7f27c7 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 950 time: 0.0988081 Feb 03 12:33:56.092861 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1d78af44-47a3-49a2-8891-aeff321db868 req-ca9b23a1-69de-4267-889f-5d4f0c8b812d tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks [] for port (74114140-71cb-4752-a514-9e3dbcf40029), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:56.101508 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-756db6ce-bc5e-456a-a52c-d889e250ae48 req-269bd2cf-f0ef-4c41-acfa-23954215feeb tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628538 Feb 03 12:33:56.146514 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ea7490b-580b-424e-8150-7c035d043211 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (27637329-a0dc-4a2f-a02c-063e637eb09d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:56.197910 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1cccaac6-bdda-4dd9-bdea-6037aad38564 None None] Set router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:56.203899 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7490b-580b-424e-8150-7c035d043211 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Pushing event deleted for resources: {'Port': ['ID=27637329-a0dc-4a2f-a02c-063e637eb09d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:56.223691 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-202d3627-5af1-4b9d-8bef-6f09aec3233e req-97e5112f-d0e9-4460-8280-a85ffdc91f85 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 210 time: 0.0406742 Feb 03 12:33:56.233865 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 875d2462-5f56-46e4-b660-4c8251a700d2 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:56.239035 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-cfb3ac52-eeff-4ac9-b0cb-332dc2d8568e req-7a586940-638c-4224-a42e-391b8b6c589f tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Deleting port 11018a34-1585-4dee-8b39-5cd8ed94b75a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:33:56.239403 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cfb3ac52-eeff-4ac9-b0cb-332dc2d8568e req-7a586940-638c-4224-a42e-391b8b6c589f tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:56.254546 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1d78af44-47a3-49a2-8891-aeff321db868 req-ca9b23a1-69de-4267-889f-5d4f0c8b812d tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (74114140-71cb-4752-a514-9e3dbcf40029), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:56.301374 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8784d44d-7e55-4851-afe0-2712f977eacd x-openstack-request-id: req-8784d44d-7e55-4851-afe0-2712f977eacd {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:56.301653 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9584664a-98cc-45e1-a24b-5f7d034e6250", "tag": "0f712117-f540-4fb6-8083-6424577882fe", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:56.302225 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8784d44d-7e55-4851-afe0-2712f977eacd {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:56.302711 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9584664a-98cc-45e1-a24b-5f7d034e6250', 'tag': '0f712117-f540-4fb6-8083-6424577882fe', 'status': 'completed', 'code': 200} Feb 03 12:33:56.394686 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 875d2462-5f56-46e4-b660-4c8251a700d2 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:33:56.406782 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 875d2462-5f56-46e4-b660-4c8251a700d2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:56.407156 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (875d2462-5f56-46e4-b660-4c8251a700d2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:56.523141 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1cccaac6-bdda-4dd9-bdea-6037aad38564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'c14b8343-61ed-439f-8aa7-27c8bdd9d2de', 'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'mac_address': 'fa:16:3e:eb:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:19Z', 'updated_at': '2022-02-03T12:32:29Z', 'revision_number': 5, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'subnets': [{'id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:56.528448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d78af44-47a3-49a2-8891-aeff321db868 req-ca9b23a1-69de-4267-889f-5d4f0c8b812d tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Network c8e37854-a441-489e-b1d5-09621aeb9572 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:56.550966 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b23a1-69de-4267-889f-5d4f0c8b812d tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Pushing event updated for resources: {'Port': ['ID=74114140-71cb-4752-a514-9e3dbcf40029,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:56.553613 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-1d78af44-47a3-49a2-8891-aeff321db868 req-ca9b23a1-69de-4267-889f-5d4f0c8b812d tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:56.557350 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cccaac6-bdda-4dd9-bdea-6037aad38564 None None] Checking router: 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:33:56.559358 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 875d2462-5f56-46e4-b660-4c8251a700d2 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:56.559756 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (875d2462-5f56-46e4-b660-4c8251a700d2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:56.568442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d78af44-47a3-49a2-8891-aeff321db868 req-ca9b23a1-69de-4267-889f-5d4f0c8b812d tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:56.584187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cccaac6-bdda-4dd9-bdea-6037aad38564 None None] Routers {'89d7d1b2-9a44-44b6-9ee4-284d80a3e277'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:33:56.585189 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1cccaac6-bdda-4dd9-bdea-6037aad38564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:33:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:56.618799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-047c0901-267b-4087-88f0-effc01b8b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:56.621588 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-047c0901-267b-4087-88f0-effc01b8b1ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59fee055273c410d8bd6eaaa2aa69e6d&device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 1127 time: 0.6089380 Feb 03 12:33:56.627672 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78af44-47a3-49a2-8891-aeff321db868 req-ca9b23a1-69de-4267-889f-5d4f0c8b812d tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:56.628564 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1d78af44-47a3-49a2-8891-aeff321db868 req-ca9b23a1-69de-4267-889f-5d4f0c8b812d tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:56.639576 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bef9c2-e367-4385-be38-6d35126e6fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875d2462-5f56-46e4-b660-4c8251a700d2'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:56.642412 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49509616-673c-47a0-9eca-20b1c352d095" -d '{"events": [{"server_uuid": "d6bef9c2-e367-4385-be38-6d35126e6fd1", "name": "network-vif-plugged", "status": "completed", "tag": "875d2462-5f56-46e4-b660-4c8251a700d2"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:56.647383 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ea7490b-580b-424e-8150-7c035d043211 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for floatingip (ce04a6a2-25dc-41b7-b4f8-fd6898ff05f1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:56.655042 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ea7490b-580b-424e-8150-7c035d043211 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:56.658522 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8ea7490b-580b-424e-8150-7c035d043211 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] 10.222.0.18 "DELETE /v2.0/floatingips/ce04a6a2-25dc-41b7-b4f8-fd6898ff05f1 HTTP/1.1" status: 204 len: 168 time: 2.0198393 Feb 03 12:33:56.666680 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 875d2462-5f56-46e4-b660-4c8251a700d2, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=875d2462-5f56-46e4-b660-4c8251a700d2,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:56.677527 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (875d2462-5f56-46e4-b660-4c8251a700d2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:56.678400 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 11018a34-1585-4dee-8b39-5cd8ed94b75a no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:33:56.684645 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39854) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:56.691211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e943c96d-6f9a-480b-82be-29a7140a5e35 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Request body: {'floatingip': {'floating_network_id': '62b06e62-dbb2-4a10-8ed1-7415749e093c', 'port_id': 'c62c2465-8a46-494e-8147-a4e4fad8c842', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:56.708550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4efc54-cf66-46d7-a292-fc01a09f3af3 req-a93faf46-b761-4b9e-961c-42beff984f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:56.710624 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b4efc54-cf66-46d7-a292-fc01a09f3af3 req-a93faf46-b761-4b9e-961c-42beff984f18 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59fee055273c410d8bd6eaaa2aa69e6d&device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 1127 time: 0.3803098 Feb 03 12:33:56.726963 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 617175b0-b452-4296-9fee-0aa5b9f12b38 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:33:56.728189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-cfb3ac52-eeff-4ac9-b0cb-332dc2d8568e req-7a586940-638c-4224-a42e-391b8b6c589f tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] For port 11018a34-1585-4dee-8b39-5cd8ed94b75a, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=11018a34-1585-4dee-8b39-5cd8ed94b75a,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:56.728564 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cfb3ac52-eeff-4ac9-b0cb-332dc2d8568e req-7a586940-638c-4224-a42e-391b8b6c589f tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:56.730264 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d3957-e1f8-4d55-8843-551c7e8b428a req-8ec7552c-3ddb-42c7-b820-81fa6e552a1a tempest-MigrationsAdminTest-729445484 tempest-MigrationsAdminTest-729445484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:56.738873 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c2d3957-e1f8-4d55-8843-551c7e8b428a req-8ec7552c-3ddb-42c7-b820-81fa6e552a1a tempest-MigrationsAdminTest-729445484 tempest-MigrationsAdminTest-729445484-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 1132 time: 0.0811567 Feb 03 12:33:56.791317 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d78af44-47a3-49a2-8891-aeff321db868 req-ca9b23a1-69de-4267-889f-5d4f0c8b812d tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4040689 Feb 03 12:33:56.793627 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-cfb3ac52-eeff-4ac9-b0cb-332dc2d8568e req-7a586940-638c-4224-a42e-391b8b6c589f tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Calling delete_port for 11018a34-1585-4dee-8b39-5cd8ed94b75a owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:33:56.828771 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] Request body: {'port': {'device_id': 'bc601993-0db0-4d21-82bf-e194910bac8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:56.837214 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c2d3957-e1f8-4d55-8843-551c7e8b428a req-fcd35426-e86b-4685-8370-c80c4f3cace3 tempest-MigrationsAdminTest-729445484 tempest-MigrationsAdminTest-729445484-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950871 Feb 03 12:33:56.880342 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1cccaac6-bdda-4dd9-bdea-6037aad38564 None None] Set router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:33:56.953580 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e943c96d-6f9a-480b-82be-29a7140a5e35 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.027468 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b32e0-8dac-4d78-8401-facf51b5c9ef req-18e7e7c7-6d8b-4fbe-a7d3-ae84e1ceb611 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:57.029623 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a72b32e0-8dac-4d78-8401-facf51b5c9ef req-18e7e7c7-6d8b-4fbe-a7d3-ae84e1ceb611 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 949 time: 0.0784752 Feb 03 12:33:57.035735 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=875d2462-5f56-46e4-b660-4c8251a700d2,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:57.042862 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2f738e9f-c40f-49ba-80d6-bc41300c9e23 None None] Provisioning complete for port 74114140-71cb-4752-a514-9e3dbcf40029 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:57.043248 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2f738e9f-c40f-49ba-80d6-bc41300c9e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (74114140-71cb-4752-a514-9e3dbcf40029), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.076618 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39868) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:57.106579 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a72b32e0-8dac-4d78-8401-facf51b5c9ef req-e2ad7311-86a0-4bde-8876-264fb61b55a9 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/security-groups?id=41bd5b18-5685-40b4-9705-01a7d5cf308d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708771 Feb 03 12:33:57.133536 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-0beb29db-d1a2-4cf4-bb38-a4a47c584aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:57.135002 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-0beb29db-d1a2-4cf4-bb38-a4a47c584aa1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec HTTP/1.1" status: 200 len: 922 time: 0.4997792 Feb 03 12:33:57.148655 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4efc54-cf66-46d7-a292-fc01a09f3af3 req-451cdd99-0b7b-4533-a47f-0743545d7ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:57.150294 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b4efc54-cf66-46d7-a292-fc01a09f3af3 req-451cdd99-0b7b-4533-a47f-0743545d7ebf service neutron] 10.222.0.73 "GET /v2.0/networks?id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec HTTP/1.1" status: 200 len: 922 time: 0.4323699 Feb 03 12:33:57.159403 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 617175b0-b452-4296-9fee-0aa5b9f12b38 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:33:57.169006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2f738e9f-c40f-49ba-80d6-bc41300c9e23 None None] Port 74114140-71cb-4752-a514-9e3dbcf40029 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:33:57.182862 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 11018a34-1585-4dee-8b39-5cd8ed94b75a is: DOWN; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:57.185306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 617175b0-b452-4296-9fee-0aa5b9f12b38 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:33:57.186432 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.228833 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2d48805a-63cf-4248-9d4d-72d0adcb0c49 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2052083476-network', 'tenant_id': '59121cc9f5494060a5397600a3646346'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:57.245651 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f23ef9-14ae-435f-9634-654f02e0a746 x-openstack-request-id: req-12f23ef9-14ae-435f-9634-654f02e0a746 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:57.246007 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bef9c2-e367-4385-be38-6d35126e6fd1", "name": "network-vif-plugged", "status": "completed", "tag": "875d2462-5f56-46e4-b660-4c8251a700d2", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:57.246211 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12f23ef9-14ae-435f-9634-654f02e0a746 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:57.246596 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bef9c2-e367-4385-be38-6d35126e6fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875d2462-5f56-46e4-b660-4c8251a700d2', 'code': 200} Feb 03 12:33:57.259382 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d48805a-63cf-4248-9d4d-72d0adcb0c49 admin admin] Made reservation on behalf of 59121cc9f5494060a5397600a3646346 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:57.261964 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d48805a-63cf-4248-9d4d-72d0adcb0c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.274485 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-74432c5d-70b0-4213-aa45-b25ee1d12f25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f712117-f540-4fb6-8083-6424577882fe HTTP/1.1" status: 200 len: 217 time: 0.1280780 Feb 03 12:33:57.275129 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (74114140-71cb-4752-a514-9e3dbcf40029), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.290207 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b4efc54-cf66-46d7-a292-fc01a09f3af3 req-90622562-142c-4a05-88b5-b868cfa56fa3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f712117-f540-4fb6-8083-6424577882fe HTTP/1.1" status: 200 len: 217 time: 0.1245062 Feb 03 12:33:57.290717 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d48805a-63cf-4248-9d4d-72d0adcb0c49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.338605 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 617175b0-b452-4296-9fee-0aa5b9f12b38 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:33:57.339069 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.364443 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1cccaac6-bdda-4dd9-bdea-6037aad38564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'c14b8343-61ed-439f-8aa7-27c8bdd9d2de', 'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'mac_address': 'fa:16:3e:eb:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:19Z', 'updated_at': '2022-02-03T12:32:29Z', 'revision_number': 5, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'subnets': [{'id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:33:57.367267 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4399e2-a3f8-4a98-8420-0028d933bcfc req-7a7d8403-746e-413a-b700-eb3c36eca580 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:57.368854 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7b4399e2-a3f8-4a98-8420-0028d933bcfc req-7a7d8403-746e-413a-b700-eb3c36eca580 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 945 time: 0.1033325 Feb 03 12:33:57.401397 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cccaac6-bdda-4dd9-bdea-6037aad38564 None None] The sync data for ids ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'] in n-d-827336-3 is: [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'c14b8343-61ed-439f-8aa7-27c8bdd9d2de', 'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'mac_address': 'fa:16:3e:eb:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:19Z', 'updated_at': '2022-02-03T12:32:29Z', 'revision_number': 5, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'subnets': [{'id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:33:57.406503 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 617175b0-b452-4296-9fee-0aa5b9f12b38, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=617175b0-b452-4296-9fee-0aa5b9f12b38,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:33:57.413503 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.463078 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7b4399e2-a3f8-4a98-8420-0028d933bcfc req-d3a1f8e2-b3b2-4179-901d-4cb43abc9442 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794163 Feb 03 12:33:57.482696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=617175b0-b452-4296-9fee-0aa5b9f12b38,revision_number=13']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:57.491129 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d48805a-63cf-4248-9d4d-72d0adcb0c49 admin admin] Publish callbacks [] for security_group (11121874-b5d0-488e-89f3-5e1369910922), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.496038 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d48805a-63cf-4248-9d4d-72d0adcb0c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (11121874-b5d0-488e-89f3-5e1369910922), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.528842 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-b95e3c67-fa02-48b4-ad3a-98fb70dd0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:57.529918 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d48805a-63cf-4248-9d4d-72d0adcb0c49 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:33:57.530567 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-b95e3c67-fa02-48b4-ad3a-98fb70dd0d96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8eecb123-1b17-4832-a250-9ffdf6ab791a HTTP/1.1" status: 200 len: 860 time: 0.2368295 Feb 03 12:33:57.541550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4efc54-cf66-46d7-a292-fc01a09f3af3 req-f8022f5e-a94b-4f62-a963-27e4009f7431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:57.543025 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b4efc54-cf66-46d7-a292-fc01a09f3af3 req-f8022f5e-a94b-4f62-a963-27e4009f7431 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8eecb123-1b17-4832-a250-9ffdf6ab791a HTTP/1.1" status: 200 len: 860 time: 0.2394171 Feb 03 12:33:57.547006 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48805a-63cf-4248-9d4d-72d0adcb0c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11121874-b5d0-488e-89f3-5e1369910922,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:57.563274 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d48805a-63cf-4248-9d4d-72d0adcb0c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8e7e2a88-286c-4b13-a1c1-b9c47a54fc29), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.563625 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-2d48805a-63cf-4248-9d4d-72d0adcb0c49 admin admin] Added segment 8e7e2a88-286c-4b13-a1c1-b9c47a54fc29 of type vlan for network 261b9ae4-c32c-4699-b2c0-61d6a780f49b Feb 03 12:33:57.603886 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cfb3ac52-eeff-4ac9-b0cb-332dc2d8568e req-7a586940-638c-4224-a42e-391b8b6c589f tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (11018a34-1585-4dee-8b39-5cd8ed94b75a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.610833 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d48805a-63cf-4248-9d4d-72d0adcb0c49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (261b9ae4-c32c-4699-b2c0-61d6a780f49b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.631162 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d807e-0768-4679-a9c0-1d5c33edf341 req-ff5b87cf-13c7-4c6f-9587-da75009e1ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:57.633089 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-293d807e-0768-4679-a9c0-1d5c33edf341 req-ff5b87cf-13c7-4c6f-9587-da75009e1ffc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 1127 time: 0.3543122 Feb 03 12:33:57.645360 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d48805a-63cf-4248-9d4d-72d0adcb0c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (261b9ae4-c32c-4699-b2c0-61d6a780f49b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.646575 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d48805a-63cf-4248-9d4d-72d0adcb0c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:57.647301 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d48805a-63cf-4248-9d4d-72d0adcb0c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.685477 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2d48805a-63cf-4248-9d4d-72d0adcb0c49 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6077397 Feb 03 12:33:57.688076 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39876) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:57.694794 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8a4a516d-5c28-4517-a0c5-cdedc670a566 admin admin] Request body: {'subnet': {'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2052083476-subnet', 'tenant_id': '59121cc9f5494060a5397600a3646346', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:57.735846 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48805a-63cf-4248-9d4d-72d0adcb0c49 admin admin] Pushing event updated for resources: {'Network': ['ID=261b9ae4-c32c-4699-b2c0-61d6a780f49b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:57.744201 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a586940-638c-4224-a42e-391b8b6c589f tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Pushing event deleted for resources: {'Port': ['ID=11018a34-1585-4dee-8b39-5cd8ed94b75a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:57.760325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 261b9ae4-c32c-4699-b2c0-61d6a780f49b details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:33:57.789351 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4a516d-5c28-4517-a0c5-cdedc670a566 admin admin] Made reservation on behalf of 59121cc9f5494060a5397600a3646346 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:57.792936 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a4a516d-5c28-4517-a0c5-cdedc670a566 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:57.859855 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8da17b-1b28-4c25-ab91-beaf8d152c1c req-90688005-f0a3-4e81-8ee1-6add49152383 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:57.867048 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dc8da17b-1b28-4c25-ab91-beaf8d152c1c req-90688005-f0a3-4e81-8ee1-6add49152383 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 932 time: 0.1417775 Feb 03 12:33:57.903602 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddae3c9-6164-423e-9cae-3feab48044f4 None None] New status for floating IP 4c94ca38-6551-40d3-a6c5-e3547fdbe2e7: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:33:57.949196 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dc8da17b-1b28-4c25-ab91-beaf8d152c1c req-37e44cbf-076b-4724-b0a0-ad0220250daf tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc9d2b4-8160-4e01-aee2-7e0f76d18889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810990 Feb 03 12:33:58.085632 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a4a516d-5c28-4517-a0c5-cdedc670a566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (fdc6398e-4bbb-472c-be47-bf6310728b3e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:58.120851 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb3ac52-eeff-4ac9-b0cb-332dc2d8568e req-7a586940-638c-4224-a42e-391b8b6c589f tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] No DVR routers for this DVR port 11018a34-1585-4dee-8b39-5cd8ed94b75a on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:33:58.124433 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-fe4f8548-aadb-4537-8b1f-8a2d6ebb1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:58.132141 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-fe4f8548-aadb-4537-8b1f-8a2d6ebb1674 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5857778 Feb 03 12:33:58.146378 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cfb3ac52-eeff-4ac9-b0cb-332dc2d8568e req-7a586940-638c-4224-a42e-391b8b6c589f tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:58.147650 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e504f-39dc-43e6-8522-1aa014e091a2 req-d883d1bc-f73c-4399-ab80-907081222c36 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:58.149792 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cfb3ac52-eeff-4ac9-b0cb-332dc2d8568e req-7a586940-638c-4224-a42e-391b8b6c589f tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.31 "DELETE /v2.0/ports/11018a34-1585-4dee-8b39-5cd8ed94b75a HTTP/1.1" status: 204 len: 173 time: 2.2891829 Feb 03 12:33:58.156535 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-af4e504f-39dc-43e6-8522-1aa014e091a2 req-d883d1bc-f73c-4399-ab80-907081222c36 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 951 time: 0.1205950 Feb 03 12:33:58.187418 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4efc54-cf66-46d7-a292-fc01a09f3af3 req-d86eb3ba-d1e1-4a5d-ae2c-e37f4dcadcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:58.189256 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b4efc54-cf66-46d7-a292-fc01a09f3af3 req-d86eb3ba-d1e1-4a5d-ae2c-e37f4dcadcd3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6356771 Feb 03 12:33:58.191631 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-293d807e-0768-4679-a9c0-1d5c33edf341 req-4e213ceb-f515-4080-81ce-d9b8e3fe11ae service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772370 Feb 03 12:33:58.211577 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a516d-5c28-4517-a0c5-cdedc670a566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdc6398e-4bbb-472c-be47-bf6310728b3e,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:58.253019 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-af4e504f-39dc-43e6-8522-1aa014e091a2 req-afe385ee-722c-40fa-ad39-33947f0895ee tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885422 Feb 03 12:33:58.258659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a516d-5c28-4517-a0c5-cdedc670a566 admin admin] Checking segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:58.259273 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4a516d-5c28-4517-a0c5-cdedc670a566 admin admin] Network hostable DHCP agents. Network: 261b9ae4-c32c-4699-b2c0-61d6a780f49b, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:33:58.290302 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4a516d-5c28-4517-a0c5-cdedc670a566 admin admin] Network 261b9ae4-c32c-4699-b2c0-61d6a780f49b is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:33:58.302243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8a4a516d-5c28-4517-a0c5-cdedc670a566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 261b9ae4-c32c-4699-b2c0-61d6a780f49b) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:58.314082 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aadde4-e3ff-47bd-9228-83c6d97eb129 None None] Network 261b9ae4-c32c-4699-b2c0-61d6a780f49b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:33:58.319479 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4a516d-5c28-4517-a0c5-cdedc670a566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:58.320299 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a4a516d-5c28-4517-a0c5-cdedc670a566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:58.331111 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c', 'name': 'network-vif-deleted', 'tag': '11018a34-1585-4dee-8b39-5cd8ed94b75a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:58.333992 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c86b5bb-329a-4c23-b823-1e19bd7e4464" -d '{"events": [{"server_uuid": "ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c", "name": "network-vif-deleted", "tag": "11018a34-1585-4dee-8b39-5cd8ed94b75a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:58.352948 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8a4a516d-5c28-4517-a0c5-cdedc670a566 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6631525 Feb 03 12:33:58.361771 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-e943c96d-6f9a-480b-82be-29a7140a5e35 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:33:58.366287 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e943c96d-6f9a-480b-82be-29a7140a5e35 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.6751380 Feb 03 12:33:58.375877 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39884) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:58.381761 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e7aa6b25-8d21-40e9-94c1-d8cbc916c28d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': 'c62c2465-8a46-494e-8147-a4e4fad8c842', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:58.472562 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff19fff1-1f9d-454c-b25e-d6307a951451 None None] Network 261b9ae4-c32c-4699-b2c0-61d6a780f49b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:33:58.483612 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b4efc54-cf66-46d7-a292-fc01a09f3af3 req-9ef257f3-56c9-4d04-a39a-fc3957a3200e service neutron] 10.222.0.73 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843676 Feb 03 12:33:58.601495 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-27029b85-10fe-47b6-8cca-a7dede68a48c service neutron] 10.222.0.18 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682474 Feb 03 12:33:58.690434 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b4efc54-cf66-46d7-a292-fc01a09f3af3 req-9b12bd65-52b5-4b78-9f20-8bcac34c5e87 service neutron] 10.222.0.73 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769998 Feb 03 12:33:58.703669 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-905a713a-f116-4bcb-9123-52a564c19ae3 req-fdef6b17-4a10-4f56-98c6-10fa8b56c249 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3066480 Feb 03 12:33:58.746379 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74114140-71cb-4752-a514-9e3dbcf40029 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:33:58.770546 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] Publish callbacks [] for port (74114140-71cb-4752-a514-9e3dbcf40029), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:58.797240 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5f6c82fe-74bf-445a-b0b3-b7571e4453d3 req-3be3886e-e14b-4118-aa17-a33daaced5e1 tempest-ImagesOneServerTestJSON-1503605119 tempest-ImagesOneServerTestJSON-1503605119-project] 10.222.0.18 "GET /v2.0/ports?device_id=ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c HTTP/1.1" status: 200 len: 210 time: 0.4435132 Feb 03 12:33:58.800657 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6b25-8d21-40e9-94c1-d8cbc916c28d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:58.815844 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] Transition to ACTIVE for port object 74114140-71cb-4752-a514-9e3dbcf40029 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:33:58.850351 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (74114140-71cb-4752-a514-9e3dbcf40029), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:58.921275 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109ac20c-d972-4d00-a44f-41c735deccd8 x-openstack-request-id: req-109ac20c-d972-4d00-a44f-41c735deccd8 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:58.921857 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c", "name": "network-vif-deleted", "tag": "11018a34-1585-4dee-8b39-5cd8ed94b75a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:58.922122 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-109ac20c-d972-4d00-a44f-41c735deccd8 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:58.922515 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada6ef2a-1fdb-44bc-86d6-e98334cd8b4c', 'name': 'network-vif-deleted', 'tag': '11018a34-1585-4dee-8b39-5cd8ed94b75a', 'status': 'completed', 'code': 200} Feb 03 12:33:58.929169 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e911fb8-e6d5-4013-bdf5-169054a0b392 req-ead6c993-a2f3-4a8d-9834-626c49d8c72e service neutron] 10.222.0.18 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190575 Feb 03 12:33:58.977696 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a713a-f116-4bcb-9123-52a564c19ae3 req-d95648a5-1a43-4377-be7d-44086af38bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:58.979318 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-905a713a-f116-4bcb-9123-52a564c19ae3 req-d95648a5-1a43-4377-be7d-44086af38bf5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 1127 time: 0.2233179 Feb 03 12:33:59.001333 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] Pushing event updated for resources: {'Port': ['ID=74114140-71cb-4752-a514-9e3dbcf40029,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:59.051165 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6b25-8d21-40e9-94c1-d8cbc916c28d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:59.145075 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39904) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:33:59.181524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6e4291ed-91b4-42f5-a02a-36b7959bc4df admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1227597456-network', 'tenant_id': '86a31d99d7cc45f18b9a327634aa7631'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:59.181742 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-e7aa6b25-8d21-40e9-94c1-d8cbc916c28d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Allocated IP 172.25.6.208 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/02ff3817-eaa2-477f-9a43-dbd4abcaf90c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:33:59.207795 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef670412-aafa-436b-9a18-6c2dd068237a req-9c757ebe-7aff-4584-8a87-ce7e067707ed tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:59.209376 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ef670412-aafa-436b-9a18-6c2dd068237a req-9c757ebe-7aff-4584-8a87-ce7e067707ed tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 945 time: 0.2467563 Feb 03 12:33:59.236869 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4291ed-91b4-42f5-a02a-36b7959bc4df admin admin] Made reservation on behalf of 86a31d99d7cc45f18b9a327634aa7631 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:33:59.239507 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e4291ed-91b4-42f5-a02a-36b7959bc4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:59.248296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8ce78c-94c5-4fef-adb8-8dd7abecae8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617175b0-b452-4296-9fee-0aa5b9f12b38'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:33:59.250624 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfed99c3-f105-419c-a797-1955397b7397" -d '{"events": [{"server_uuid": "7b8ce78c-94c5-4fef-adb8-8dd7abecae8b", "name": "network-vif-plugged", "status": "completed", "tag": "617175b0-b452-4296-9fee-0aa5b9f12b38"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:33:59.277892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] Attempting to bind port 74114140-71cb-4752-a514-9e3dbcf40029 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:33:59.277892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] Attempting to bind port 74114140-71cb-4752-a514-9e3dbcf40029 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '16a921ac-3e3f-44b7-a72f-0d69f3e5dabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:33:59.278738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] Attempting to bind port 74114140-71cb-4752-a514-9e3dbcf40029 on network c8e37854-a441-489e-b1d5-09621aeb9572 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:59.280457 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e4291ed-91b4-42f5-a02a-36b7959bc4df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:59.326781 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ef670412-aafa-436b-9a18-6c2dd068237a req-80046b25-d89b-4eba-8962-5e5bc8c9bcac tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064215 Feb 03 12:33:59.335926 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] Port 74114140-71cb-4752-a514-9e3dbcf40029 on network c8e37854-a441-489e-b1d5-09621aeb9572 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:33:59.336292 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] Attempting to bind port 74114140-71cb-4752-a514-9e3dbcf40029 on network c8e37854-a441-489e-b1d5-09621aeb9572 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:33:59.355364 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6b25-8d21-40e9-94c1-d8cbc916c28d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for port (02ff3817-eaa2-477f-9a43-dbd4abcaf90c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:59.355650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a713a-f116-4bcb-9123-52a564c19ae3 req-90403412-f710-4791-93f0-98e8a32ba57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:59.357833 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-905a713a-f116-4bcb-9123-52a564c19ae3 req-90403412-f710-4791-93f0-98e8a32ba57e service neutron] 10.222.0.31 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 922 time: 0.2849448 Feb 03 12:33:59.358585 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:33:59.358938 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] Checking segment: {'id': '16a921ac-3e3f-44b7-a72f-0d69f3e5dabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:33:59.359326 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] Bound using segment: {'id': '16a921ac-3e3f-44b7-a72f-0d69f3e5dabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:33:59.359771 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] Bound port: 74114140-71cb-4752-a514-9e3dbcf40029, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a921ac-3e3f-44b7-a72f-0d69f3e5dabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:33:59.360160 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (74114140-71cb-4752-a514-9e3dbcf40029), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:59.393739 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6b25-8d21-40e9-94c1-d8cbc916c28d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (02ff3817-eaa2-477f-9a43-dbd4abcaf90c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:59.444889 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aa6b25-8d21-40e9-94c1-d8cbc916c28d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:33:59.458251 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-905a713a-f116-4bcb-9123-52a564c19ae3 req-684c505e-075b-469b-86e0-8505b24d4381 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a783123-4bcc-4897-af82-a444488a6903 HTTP/1.1" status: 200 len: 217 time: 0.0910659 Feb 03 12:33:59.464784 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e7aa6b25-8d21-40e9-94c1-d8cbc916c28d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:33:59.474951 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aa6b25-8d21-40e9-94c1-d8cbc916c28d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:33:59.483635 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa6b25-8d21-40e9-94c1-d8cbc916c28d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Pushing event updated for resources: {'Port': ['ID=02ff3817-eaa2-477f-9a43-dbd4abcaf90c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:33:59.487971 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb83e08-0cf7-4c1f-bc31-4ecab117c4c7 req-cdef241e-c0a7-423a-8b7a-3b8a9a8701e9 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:59.489028 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5fb83e08-0cf7-4c1f-bc31-4ecab117c4c7 req-cdef241e-c0a7-423a-8b7a-3b8a9a8701e9 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 944 time: 0.2345469 Feb 03 12:33:59.536348 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-55eadc01-fb35-4a46-aaf3-de23aab67a74 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:59.537855 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-55eadc01-fb35-4a46-aaf3-de23aab67a74 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1099873 Feb 03 12:33:59.543471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838a355-5a2a-487d-b638-e5a0f439125f req-aa078d0d-51ce-4930-b07e-425226e9c3f9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:59.545004 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2838a355-5a2a-487d-b638-e5a0f439125f req-aa078d0d-51ce-4930-b07e-425226e9c3f9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 951 time: 0.2723854 Feb 03 12:33:59.619916 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a713a-f116-4bcb-9123-52a564c19ae3 req-96ef22d5-e342-463b-ae95-8e03904b66dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:59.621428 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-905a713a-f116-4bcb-9123-52a564c19ae3 req-96ef22d5-e342-463b-ae95-8e03904b66dd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.1549599 Feb 03 12:33:59.632565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] For port 74114140-71cb-4752-a514-9e3dbcf40029, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:33:59.636721 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-71087b5a-9713-4468-afbd-e666897b1855 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.216 HTTP/1.1" status: 200 len: 696 time: 0.0739479 Feb 03 12:33:59.651630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-7aef2415-2f4e-49f5-b4f0-2639f2b05805 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Request body: {'floatingip': {'port_id': '5256de46-7c8e-44e3-89ef-97ee4330e68b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:33:59.691113 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-905a713a-f116-4bcb-9123-52a564c19ae3 req-ea131b52-598d-4394-8666-3e104af29745 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597744 Feb 03 12:33:59.692838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] For port 74114140-71cb-4752-a514-9e3dbcf40029, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=74114140-71cb-4752-a514-9e3dbcf40029,segment=NetworkSegment(16a921ac-3e3f-44b7-a72f-0d69f3e5dabd),segment_id=16a921ac-3e3f-44b7-a72f-0d69f3e5dabd)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:33:59.700058 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-7aef2415-2f4e-49f5-b4f0-2639f2b05805 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks [] for floatingip (4c94ca38-6551-40d3-a6c5-e3547fdbe2e7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:59.752718 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (74114140-71cb-4752-a514-9e3dbcf40029), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:59.761324 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5fb83e08-0cf7-4c1f-bc31-4ecab117c4c7 req-e7118713-81f9-45cc-a1cf-848c6336554e tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc9d2b4-8160-4e01-aee2-7e0f76d18889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425451 Feb 03 12:33:59.768354 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e4291ed-91b4-42f5-a02a-36b7959bc4df admin admin] Publish callbacks [] for security_group (cd901fc5-e6ff-4f0e-a707-c8a70df6bcda), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:59.779957 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e4291ed-91b4-42f5-a02a-36b7959bc4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (cd901fc5-e6ff-4f0e-a707-c8a70df6bcda), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:59.812531 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543d18c1-c368-414f-8338-435fcdd82cea x-openstack-request-id: req-543d18c1-c368-414f-8338-435fcdd82cea {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:33:59.813051 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8ce78c-94c5-4fef-adb8-8dd7abecae8b", "name": "network-vif-plugged", "status": "completed", "tag": "617175b0-b452-4296-9fee-0aa5b9f12b38", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:33:59.813846 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-543d18c1-c368-414f-8338-435fcdd82cea {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:33:59.814331 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8ce78c-94c5-4fef-adb8-8dd7abecae8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617175b0-b452-4296-9fee-0aa5b9f12b38', 'code': 200} Feb 03 12:33:59.882431 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4291ed-91b4-42f5-a02a-36b7959bc4df admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:33:59.893008 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e4291ed-91b4-42f5-a02a-36b7959bc4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (127f64f4-96b7-4977-b5aa-718255d7e6b8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:59.893362 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-6e4291ed-91b4-42f5-a02a-36b7959bc4df admin admin] Added segment 127f64f4-96b7-4977-b5aa-718255d7e6b8 of type vlan for network 3465b1e9-f7cc-491b-80af-4cae6c877460 Feb 03 12:33:59.914173 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa6b25-8d21-40e9-94c1-d8cbc916c28d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Deleting port 02ff3817-eaa2-477f-9a43-dbd4abcaf90c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:33:59.914767 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6b25-8d21-40e9-94c1-d8cbc916c28d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (02ff3817-eaa2-477f-9a43-dbd4abcaf90c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:59.948030 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:33:59.948256 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:33:59.949744 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d78af44-47a3-49a2-8891-aeff321db868 req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] 10.222.0.73 "PUT /v2.0/ports/74114140-71cb-4752-a514-9e3dbcf40029 HTTP/1.1" status: 200 len: 1092 time: 3.1258044 Feb 03 12:33:59.996663 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e4291ed-91b4-42f5-a02a-36b7959bc4df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (3465b1e9-f7cc-491b-80af-4cae6c877460), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:00.034592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4291ed-91b4-42f5-a02a-36b7959bc4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd901fc5-e6ff-4f0e-a707-c8a70df6bcda,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:00.049718 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6b25-8d21-40e9-94c1-d8cbc916c28d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (02ff3817-eaa2-477f-9a43-dbd4abcaf90c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:00.050262 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6b25-8d21-40e9-94c1-d8cbc916c28d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for floatingip (02ff3817-eaa2-477f-9a43-dbd4abcaf90c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:00.068395 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed7858-0909-4d06-b784-25282cc8f8ae service neutron] Pushing event updated for resources: {'Port': ['ID=74114140-71cb-4752-a514-9e3dbcf40029,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:00.096647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa6b25-8d21-40e9-94c1-d8cbc916c28d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Calling delete_port for 02ff3817-eaa2-477f-9a43-dbd4abcaf90c owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:00.133581 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e4291ed-91b4-42f5-a02a-36b7959bc4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (3465b1e9-f7cc-491b-80af-4cae6c877460), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:00.134506 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4291ed-91b4-42f5-a02a-36b7959bc4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:00.135107 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e4291ed-91b4-42f5-a02a-36b7959bc4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:00.138509 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-905a713a-f116-4bcb-9123-52a564c19ae3 req-f99527bc-e1b0-4686-99d7-67de162392b9 service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346972 Feb 03 12:34:00.141737 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-2838a355-5a2a-487d-b638-e5a0f439125f req-03d649e2-34e9-4662-a02a-03e48d318c46 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Deleting port 617175b0-b452-4296-9fee-0aa5b9f12b38 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:00.142080 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2838a355-5a2a-487d-b638-e5a0f439125f req-03d649e2-34e9-4662-a02a-03e48d318c46 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:00.232118 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fc3b0-7de0-45c0-b4bd-c4962404fcfd req-9f024b7c-6d83-4545-bedf-ea2cf870948a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:00.233710 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e5fc3b0-7de0-45c0-b4bd-c4962404fcfd req-9f024b7c-6d83-4545-bedf-ea2cf870948a tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b8ce78c-94c5-4fef-adb8-8dd7abecae8b HTTP/1.1" status: 200 len: 951 time: 0.2986009 Feb 03 12:34:00.253785 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6e4291ed-91b4-42f5-a02a-36b7959bc4df admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1074913 Feb 03 12:34:00.256974 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39914) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:00.266645 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-96773ef6-864e-4b03-9f65-3d327e7cf41d admin admin] Request body: {'subnet': {'network_id': '3465b1e9-f7cc-491b-80af-4cae6c877460', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1227597456-subnet', 'tenant_id': '86a31d99d7cc45f18b9a327634aa7631', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:00.319059 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78af44-47a3-49a2-8891-aeff321db868 req-94dabc83-dffe-4ada-8322-0920b2016aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:00.320604 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d78af44-47a3-49a2-8891-aeff321db868 req-94dabc83-dffe-4ada-8322-0920b2016aec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8d36a54553f403498e79414ddb6fcbf&device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 1126 time: 0.2872677 Feb 03 12:34:00.341569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96773ef6-864e-4b03-9f65-3d327e7cf41d admin admin] Made reservation on behalf of 86a31d99d7cc45f18b9a327634aa7631 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:00.343871 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96773ef6-864e-4b03-9f65-3d327e7cf41d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:00.356490 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4291ed-91b4-42f5-a02a-36b7959bc4df admin admin] Pushing event updated for resources: {'Network': ['ID=3465b1e9-f7cc-491b-80af-4cae6c877460,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:00.367884 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 3465b1e9-f7cc-491b-80af-4cae6c877460 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:34:00.407004 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6b25-8d21-40e9-94c1-d8cbc916c28d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (02ff3817-eaa2-477f-9a43-dbd4abcaf90c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:00.438429 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d78af44-47a3-49a2-8891-aeff321db868 req-8e58df7d-175a-4e9b-9a15-c210e485776f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74114140-71cb-4752-a514-9e3dbcf40029 HTTP/1.1" status: 200 len: 217 time: 0.0680611 Feb 03 12:34:00.480154 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-7aef2415-2f4e-49f5-b4f0-2639f2b05805 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:00.481189 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa6b25-8d21-40e9-94c1-d8cbc916c28d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Pushing event deleted for resources: {'Port': ['ID=02ff3817-eaa2-477f-9a43-dbd4abcaf90c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:00.494206 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-7aef2415-2f4e-49f5-b4f0-2639f2b05805 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (4c94ca38-6551-40d3-a6c5-e3547fdbe2e7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:00.702885 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-e7aa6b25-8d21-40e9-94c1-d8cbc916c28d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] create failed (client error): The resource could not be found. Feb 03 12:34:00.706966 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e7aa6b25-8d21-40e9-94c1-d8cbc916c28d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3256552 Feb 03 12:34:00.707809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39918) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:00.728214 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e5fc3b0-7de0-45c0-b4bd-c4962404fcfd req-633a270a-17eb-4e74-98e8-1ac2f78ee3e7 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779921 Feb 03 12:34:00.728953 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-7aef2415-2f4e-49f5-b4f0-2639f2b05805 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Floating IP 4c94ca38-6551-40d3-a6c5-e3547fdbe2e7 associated. External IP: 172.25.6.216, port: 5256de46-7c8e-44e3-89ef-97ee4330e68b. Feb 03 12:34:00.742997 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-905a713a-f116-4bcb-9123-52a564c19ae3 req-185b479b-e623-465f-ab00-0088be75611c service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5980132 Feb 03 12:34:00.744923 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2838a355-5a2a-487d-b638-e5a0f439125f req-03d649e2-34e9-4662-a02a-03e48d318c46 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] For port 617175b0-b452-4296-9fee-0aa5b9f12b38, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=617175b0-b452-4296-9fee-0aa5b9f12b38,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:00.745312 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2838a355-5a2a-487d-b638-e5a0f439125f req-03d649e2-34e9-4662-a02a-03e48d318c46 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:00.762736 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-2838a355-5a2a-487d-b638-e5a0f439125f req-03d649e2-34e9-4662-a02a-03e48d318c46 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Calling delete_port for 617175b0-b452-4296-9fee-0aa5b9f12b38 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:00.775487 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78af44-47a3-49a2-8891-aeff321db868 req-89d04b6f-d478-4e0c-b4e5-ca33de922c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:00.777000 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d78af44-47a3-49a2-8891-aeff321db868 req-89d04b6f-d478-4e0c-b4e5-ca33de922c9f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64ed22f9-42f3-42e9-97d0-6629542762a8 HTTP/1.1" status: 200 len: 868 time: 0.0908873 Feb 03 12:34:00.793863 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:00.845876 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96773ef6-864e-4b03-9f65-3d327e7cf41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (ca89adc6-598e-496a-88a4-5a2b7826df26), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:00.912864 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78af44-47a3-49a2-8891-aeff321db868 req-40e2b25c-90a0-4cdc-a771-6371ef476bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:00.914432 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d78af44-47a3-49a2-8891-aeff321db868 req-40e2b25c-90a0-4cdc-a771-6371ef476bed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c8e37854-a441-489e-b1d5-09621aeb9572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1045485 Feb 03 12:34:00.931988 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc601993-0db0-4d21-82bf-e194910bac8a', 'tag': '74114140-71cb-4752-a514-9e3dbcf40029'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:00.932668 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acea0e45-54cf-483c-be20-7c01816296be" -d '{"events": [{"name": "network-changed", "server_uuid": "bc601993-0db0-4d21-82bf-e194910bac8a", "tag": "74114140-71cb-4752-a514-9e3dbcf40029"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:00.996010 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96773ef6-864e-4b03-9f65-3d327e7cf41d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca89adc6-598e-496a-88a4-5a2b7826df26,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:01.057109 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4663d97-e1bf-42fb-bec4-68892fff83b5 req-f66d7b27-a02c-493c-bacf-5f71bdb59881 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:01.058685 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4663d97-e1bf-42fb-bec4-68892fff83b5 req-f66d7b27-a02c-493c-bacf-5f71bdb59881 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 945 time: 0.1619847 Feb 03 12:34:01.061763 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2838a355-5a2a-487d-b638-e5a0f439125f req-03d649e2-34e9-4662-a02a-03e48d318c46 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (617175b0-b452-4296-9fee-0aa5b9f12b38), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:01.077201 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96773ef6-864e-4b03-9f65-3d327e7cf41d admin admin] Checking segment: {'id': '127f64f4-96b7-4977-b5aa-718255d7e6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3465b1e9-f7cc-491b-80af-4cae6c877460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:01.077561 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96773ef6-864e-4b03-9f65-3d327e7cf41d admin admin] Network hostable DHCP agents. Network: 3465b1e9-f7cc-491b-80af-4cae6c877460, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:34:01.079357 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['b5e274e7-addc-4547-a7a5-f05f495eccaa', '52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60', 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:34:01.086730 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-53202a09-6fbc-4f3d-aa45-5d576c4fe370 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Deleting port c62c2465-8a46-494e-8147-a4e4fad8c842 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:01.087074 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53202a09-6fbc-4f3d-aa45-5d576c4fe370 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c62c2465-8a46-494e-8147-a4e4fad8c842), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:01.108729 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d649e2-34e9-4662-a02a-03e48d318c46 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Pushing event deleted for resources: {'Port': ['ID=617175b0-b452-4296-9fee-0aa5b9f12b38,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:01.121253 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d5693-09cf-417d-ae69-62d1dbbd3ac1 req-544e1e09-ca72-4c29-93e2-80bd46d9ebfb tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:01.123144 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-783d5693-09cf-417d-ae69-62d1dbbd3ac1 req-544e1e09-ca72-4c29-93e2-80bd46d9ebfb tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.73 "GET /v2.0/ports?device_id=9584664a-98cc-45e1-a24b-5f7d034e6250 HTTP/1.1" status: 200 len: 945 time: 0.1757996 Feb 03 12:34:01.175489 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d78af44-47a3-49a2-8891-aeff321db868 req-acdb996d-40f3-483c-ae52-a7073cbd0c1f service neutron] 10.222.0.73 "GET /v2.0/networks/c8e37854-a441-489e-b1d5-09621aeb9572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132347 Feb 03 12:34:01.198879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-2838a355-5a2a-487d-b638-e5a0f439125f req-03d649e2-34e9-4662-a02a-03e48d318c46 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] No DVR routers for this DVR port 617175b0-b452-4296-9fee-0aa5b9f12b38 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:34:01.226772 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2838a355-5a2a-487d-b638-e5a0f439125f req-03d649e2-34e9-4662-a02a-03e48d318c46 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:01.230656 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2838a355-5a2a-487d-b638-e5a0f439125f req-03d649e2-34e9-4662-a02a-03e48d318c46 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.73 "DELETE /v2.0/ports/617175b0-b452-4296-9fee-0aa5b9f12b38 HTTP/1.1" status: 204 len: 173 time: 1.6740386 Feb 03 12:34:01.238538 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4663d97-e1bf-42fb-bec4-68892fff83b5 req-6f391f06-caf2-41a9-8d65-ae95f19cc17a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663015 Feb 03 12:34:01.422817 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d78af44-47a3-49a2-8891-aeff321db868 req-a2784dcb-ac6d-463c-b676-b1bee52e4476 service neutron] 10.222.0.73 "GET /v2.0/networks/c8e37854-a441-489e-b1d5-09621aeb9572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249467 Feb 03 12:34:01.423370 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39932) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:01.524547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5a447-129d-4827-b8dc-cb3411a1f9cc req-01e423f6-0b70-4102-b445-7d39a2eab6a2 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:01.526239 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7c5a447-129d-4827-b8dc-cb3411a1f9cc req-01e423f6-0b70-4102-b445-7d39a2eab6a2 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 944 time: 0.1018248 Feb 03 12:34:01.592770 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7c5a447-129d-4827-b8dc-cb3411a1f9cc req-6869e3d7-e11d-49cf-942e-35caecf702ff tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc9d2b4-8160-4e01-aee2-7e0f76d18889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591979 Feb 03 12:34:01.609475 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96773ef6-864e-4b03-9f65-3d327e7cf41d admin admin] Network 3465b1e9-f7cc-491b-80af-4cae6c877460 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:34:01.657246 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-efda9b74-995a-4f35-bf13-0dcbec057e7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0669e5f36ee643e4b9ef67057393a547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232273 Feb 03 12:34:01.659155 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf506f4e-bdbb-4c7d-ba11-490f2209df3b x-openstack-request-id: req-bf506f4e-bdbb-4c7d-ba11-490f2209df3b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:01.659391 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc601993-0db0-4d21-82bf-e194910bac8a", "tag": "74114140-71cb-4752-a514-9e3dbcf40029", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:01.659828 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf506f4e-bdbb-4c7d-ba11-490f2209df3b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:01.660255 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc601993-0db0-4d21-82bf-e194910bac8a', 'tag': '74114140-71cb-4752-a514-9e3dbcf40029', 'status': 'completed', 'code': 200} Feb 03 12:34:01.660662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39936) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:01.680881 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-96773ef6-864e-4b03-9f65-3d327e7cf41d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 3465b1e9-f7cc-491b-80af-4cae6c877460) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:01.687686 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96773ef6-864e-4b03-9f65-3d327e7cf41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:01.688342 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96773ef6-864e-4b03-9f65-3d327e7cf41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:01.698137 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b535d774-0238-4b2e-9ba2-1220a12757f6 None None] Network 3465b1e9-f7cc-491b-80af-4cae6c877460 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:01.723446 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53202a09-6fbc-4f3d-aa45-5d576c4fe370 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c62c2465-8a46-494e-8147-a4e4fad8c842), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:01.749354 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-7aef2415-2f4e-49f5-b4f0-2639f2b05805 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:34:01.752265 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-53202a09-6fbc-4f3d-aa45-5d576c4fe370 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Calling delete_port for c62c2465-8a46-494e-8147-a4e4fad8c842 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:01.764390 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9b5b-7617-490c-959e-1501eedf113e admin admin] Publish callbacks [] for security_group (41bd5b18-5685-40b4-9705-01a7d5cf308d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:01.765886 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-96773ef6-864e-4b03-9f65-3d327e7cf41d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5069160 Feb 03 12:34:01.782979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea0e45-54cf-483c-be20-7c01816296be req-7deb8124-fc63-4dd2-8d17-9e0669adcc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:01.784653 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-acea0e45-54cf-483c-be20-7c01816296be req-7deb8124-fc63-4dd2-8d17-9e0669adcc9a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8d36a54553f403498e79414ddb6fcbf&device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 1126 time: 0.0800331 Feb 03 12:34:01.807298 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9b5b-7617-490c-959e-1501eedf113e admin admin] Publish callbacks [] for security_group (41bd5b18-5685-40b4-9705-01a7d5cf308d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:01.878992 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-783d5693-09cf-417d-ae69-62d1dbbd3ac1 req-4114e8c0-2c29-4aa5-a669-3c1e51e42692 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Deleting port 0f712117-f540-4fb6-8083-6424577882fe {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:01.879355 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-783d5693-09cf-417d-ae69-62d1dbbd3ac1 req-4114e8c0-2c29-4aa5-a669-3c1e51e42692 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0f712117-f540-4fb6-8083-6424577882fe), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:01.881196 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1365ac7-8661-4ea3-8082-a35c157965e0 None None] Network 3465b1e9-f7cc-491b-80af-4cae6c877460 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:01.926980 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea0e45-54cf-483c-be20-7c01816296be req-64ac56a0-56d4-4a80-8ad6-0b66d5b29016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:01.928841 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-acea0e45-54cf-483c-be20-7c01816296be req-64ac56a0-56d4-4a80-8ad6-0b66d5b29016 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c8e37854-a441-489e-b1d5-09621aeb9572 HTTP/1.1" status: 200 len: 930 time: 0.1360462 Feb 03 12:34:01.934588 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9b5b-7617-490c-959e-1501eedf113e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (41bd5b18-5685-40b4-9705-01a7d5cf308d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:01.938525 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9b5b-7617-490c-959e-1501eedf113e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:01.940546 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8e9f9b5b-7617-490c-959e-1501eedf113e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41bd5b18-5685-40b4-9705-01a7d5cf308d HTTP/1.1" status: 204 len: 168 time: 0.2788596 Feb 03 12:34:01.995163 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-acea0e45-54cf-483c-be20-7c01816296be req-8ee0bd68-21d5-471f-b1db-c68a05a5fd08 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74114140-71cb-4752-a514-9e3dbcf40029 HTTP/1.1" status: 200 len: 217 time: 0.0530951 Feb 03 12:34:01.997029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f9b5b-7617-490c-959e-1501eedf113e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bd5b18-5685-40b4-9705-01a7d5cf308d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:02.112553 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-783d5693-09cf-417d-ae69-62d1dbbd3ac1 req-4114e8c0-2c29-4aa5-a669-3c1e51e42692 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] For port 0f712117-f540-4fb6-8083-6424577882fe, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=0f712117-f540-4fb6-8083-6424577882fe,segment=NetworkSegment(54fe302d-f672-4e49-b1ac-8af38d760b2e),segment_id=54fe302d-f672-4e49-b1ac-8af38d760b2e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:02.112961 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-783d5693-09cf-417d-ae69-62d1dbbd3ac1 req-4114e8c0-2c29-4aa5-a669-3c1e51e42692 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0f712117-f540-4fb6-8083-6424577882fe), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:02.121881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea0e45-54cf-483c-be20-7c01816296be req-2ad7773d-fc59-4426-b035-895daeadf6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:02.125633 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-acea0e45-54cf-483c-be20-7c01816296be req-2ad7773d-fc59-4426-b035-895daeadf6d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64ed22f9-42f3-42e9-97d0-6629542762a8 HTTP/1.1" status: 200 len: 868 time: 0.1166034 Feb 03 12:34:02.146618 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-783d5693-09cf-417d-ae69-62d1dbbd3ac1 req-4114e8c0-2c29-4aa5-a669-3c1e51e42692 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Calling delete_port for 0f712117-f540-4fb6-8083-6424577882fe owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:02.155856 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-7aef2415-2f4e-49f5-b4f0-2639f2b05805 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:34:02.167283 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-7aef2415-2f4e-49f5-b4f0-2639f2b05805 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:02.179415 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5df2a5-7ac0-4508-9e35-9e7d9a9ffe55 None None] Sync routers for ids ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:34:02.215380 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5df2a5-7ac0-4508-9e35-9e7d9a9ffe55 None None] Routers {'89d7d1b2-9a44-44b6-9ee4-284d80a3e277'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:02.216051 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0b5df2a5-7ac0-4508-9e35-9e7d9a9ffe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:33:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:02.222554 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-7aef2415-2f4e-49f5-b4f0-2639f2b05805 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "PUT /v2.0/floatingips/4c94ca38-6551-40d3-a6c5-e3547fdbe2e7 HTTP/1.1" status: 200 len: 997 time: 2.5765395 Feb 03 12:34:02.227329 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'tag': '5256de46-7c8e-44e3-89ef-97ee4330e68b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:02.229855 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46600981-3513-45d5-b411-dd38c6c6a4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "32fa4620-ca26-45b4-b45f-a439ea0200eb", "tag": "5256de46-7c8e-44e3-89ef-97ee4330e68b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:02.233962 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea0e45-54cf-483c-be20-7c01816296be req-c5087b36-f9cf-4c17-af45-828ef46ff7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:02.238137 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-acea0e45-54cf-483c-be20-7c01816296be req-c5087b36-f9cf-4c17-af45-828ef46ff7ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c8e37854-a441-489e-b1d5-09621aeb9572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1087344 Feb 03 12:34:02.416676 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-acea0e45-54cf-483c-be20-7c01816296be req-7b7df70e-178d-4f4a-8ba0-ccf7b217aa25 service neutron] 10.222.0.73 "GET /v2.0/networks/c8e37854-a441-489e-b1d5-09621aeb9572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707094 Feb 03 12:34:02.428258 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-9bbaa067-d178-45f4-9ea1-9a40fa0f87c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:02.435584 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-9bbaa067-d178-45f4-9ea1-9a40fa0f87c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59fee055273c410d8bd6eaaa2aa69e6d&device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 1128 time: 0.2007034 Feb 03 12:34:02.442006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c6dfc-75ea-48dd-843c-31d8521f1a5a req-445fd4e1-f313-4029-99a0-83bcc0a089b9 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:02.443845 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c1c6dfc-75ea-48dd-843c-31d8521f1a5a req-445fd4e1-f313-4029-99a0-83bcc0a089b9 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 1127 time: 0.1106300 Feb 03 12:34:02.449400 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53202a09-6fbc-4f3d-aa45-5d576c4fe370 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (c62c2465-8a46-494e-8147-a4e4fad8c842), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:02.497533 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53202a09-6fbc-4f3d-aa45-5d576c4fe370 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Pushing event deleted for resources: {'Port': ['ID=c62c2465-8a46-494e-8147-a4e4fad8c842,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:02.572538 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c1c6dfc-75ea-48dd-843c-31d8521f1a5a req-567775e9-6893-42a2-9bb6-375c6c2991fa tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092105 Feb 03 12:34:02.580604 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0b5df2a5-7ac0-4508-9e35-9e7d9a9ffe55 None None] Set router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:02.675524 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-acea0e45-54cf-483c-be20-7c01816296be req-23135eff-bb80-4989-87a5-39cee4d40464 service neutron] 10.222.0.73 "GET /v2.0/networks/c8e37854-a441-489e-b1d5-09621aeb9572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514944 Feb 03 12:34:02.691984 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-0f6128dc-9f70-49a6-b45f-68c9c9c9e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:02.699245 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-0f6128dc-9f70-49a6-b45f-68c9c9c9e48e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec HTTP/1.1" status: 200 len: 922 time: 0.2626920 Feb 03 12:34:02.714143 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:34:02.727144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 617175b0-b452-4296-9fee-0aa5b9f12b38 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:02.782763 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 617175b0-b452-4296-9fee-0aa5b9f12b38 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:34:02.783238 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 617175b0-b452-4296-9fee-0aa5b9f12b38 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:34:02.829494 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-f2cbc6a3-d0b1-4fa2-8d08-c466ce25741c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5256de46-7c8e-44e3-89ef-97ee4330e68b HTTP/1.1" status: 200 len: 1000 time: 0.1292944 Feb 03 12:34:02.834050 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53202a09-6fbc-4f3d-aa45-5d576c4fe370 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:02.842434 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39972) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:02.845057 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-53202a09-6fbc-4f3d-aa45-5d576c4fe370 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] 10.222.0.18 "DELETE /v2.0/ports/c62c2465-8a46-494e-8147-a4e4fad8c842 HTTP/1.1" status: 204 len: 168 time: 2.1293097 Feb 03 12:34:02.905413 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-6bda8aef-5005-402d-9b82-8eae6889d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:02.912266 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-6bda8aef-5005-402d-9b82-8eae6889d50f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8eecb123-1b17-4832-a250-9ffdf6ab791a HTTP/1.1" status: 200 len: 860 time: 0.0818563 Feb 03 12:34:02.954416 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-783d5693-09cf-417d-ae69-62d1dbbd3ac1 req-4114e8c0-2c29-4aa5-a669-3c1e51e42692 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (0f712117-f540-4fb6-8083-6424577882fe), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:02.971201 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['5256de46-7c8e-44e3-89ef-97ee4330e68b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:34:02.972372 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3e2fd8-153f-4709-9cc5-c688e71fe58e tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:02.974462 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ea3e2fd8-153f-4709-9cc5-c688e71fe58e tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b000530-3f98-49d0-b083-8cafa2ef0910 HTTP/1.1" status: 200 len: 913 time: 0.1303818 Feb 03 12:34:02.988633 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d0d1aa-c3c8-4680-aa97-7953cf5dddbe x-openstack-request-id: req-f8d0d1aa-c3c8-4680-aa97-7953cf5dddbe {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:02.988933 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fa4620-ca26-45b4-b45f-a439ea0200eb", "tag": "5256de46-7c8e-44e3-89ef-97ee4330e68b", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:02.989384 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8d0d1aa-c3c8-4680-aa97-7953cf5dddbe {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:02.989970 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'tag': '5256de46-7c8e-44e3-89ef-97ee4330e68b', 'status': 'completed', 'code': 200} Feb 03 12:34:02.991104 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39980) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:02.994259 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114e8c0-2c29-4aa5-a669-3c1e51e42692 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Pushing event deleted for resources: {'Port': ['ID=0f712117-f540-4fb6-8083-6424577882fe,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:03.034423 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-6c8d84cb-bae1-45db-85d1-5af950be64e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:03.047687 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-6c8d84cb-bae1-45db-85d1-5af950be64e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1344786 Feb 03 12:34:03.058636 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0b5df2a5-7ac0-4508-9e35-9e7d9a9ffe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '4c94ca38-6551-40d3-a6c5-e3547fdbe2e7', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'port_id': '5256de46-7c8e-44e3-89ef-97ee4330e68b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'mac_address': 'fa:16:3e:e7:44:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:33:02Z', 'updated_at': '2022-02-03T12:34:00Z', 'revision_number': 8, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14b8343-61ed-439f-8aa7-27c8bdd9d2de', 'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'mac_address': 'fa:16:3e:eb:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:19Z', 'updated_at': '2022-02-03T12:32:29Z', 'revision_number': 5, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'subnets': [{'id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:03.098865 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-783d5693-09cf-417d-ae69-62d1dbbd3ac1 req-4114e8c0-2c29-4aa5-a669-3c1e51e42692 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] No DVR routers for this DVR port 0f712117-f540-4fb6-8083-6424577882fe on host n-h1-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:34:03.102276 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-783d5693-09cf-417d-ae69-62d1dbbd3ac1 req-4114e8c0-2c29-4aa5-a669-3c1e51e42692 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:03.110530 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-783d5693-09cf-417d-ae69-62d1dbbd3ac1 req-4114e8c0-2c29-4aa5-a669-3c1e51e42692 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.73 "DELETE /v2.0/ports/0f712117-f540-4fb6-8083-6424577882fe HTTP/1.1" status: 204 len: 173 time: 1.9729173 Feb 03 12:34:03.125802 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5df2a5-7ac0-4508-9e35-9e7d9a9ffe55 None None] Checking router: 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:34:03.181209 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5df2a5-7ac0-4508-9e35-9e7d9a9ffe55 None None] Routers {'89d7d1b2-9a44-44b6-9ee4-284d80a3e277'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:03.181866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0b5df2a5-7ac0-4508-9e35-9e7d9a9ffe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:33:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:03.233485 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-df273f1b-c3b6-4a52-9ea7-b86e30c193a1 service neutron] 10.222.0.18 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846235 Feb 03 12:34:03.392571 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46600981-3513-45d5-b411-dd38c6c6a4d2 req-64fcde23-0d83-4f56-b926-3975fbf871c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:03.394434 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46600981-3513-45d5-b411-dd38c6c6a4d2 req-64fcde23-0d83-4f56-b926-3975fbf871c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59fee055273c410d8bd6eaaa2aa69e6d&device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 1128 time: 0.3959768 Feb 03 12:34:03.415693 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-91902d2a-50fc-48d9-a1d0-76366529da3a req-72b3b011-c726-47e2-b81f-d8adb19aa465 service neutron] 10.222.0.18 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810157 Feb 03 12:34:03.418870 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0b5df2a5-7ac0-4508-9e35-9e7d9a9ffe55 None None] Set router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:03.534212 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a1d9ecef-08d9-4654-9410-4c6b95724caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:03.565000 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9c62d-563f-4453-bc3f-2e7bd323e682 req-6f188fda-6065-4bb4-a265-28e8fbcc8c16 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:03.566702 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-90c9c62d-563f-4453-bc3f-2e7bd323e682 req-6f188fda-6065-4bb4-a265-28e8fbcc8c16 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 944 time: 0.0735390 Feb 03 12:34:03.626636 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-90c9c62d-563f-4453-bc3f-2e7bd323e682 req-52bed75d-97d9-4461-a7fc-47a7ea65cefd tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc9d2b4-8160-4e01-aee2-7e0f76d18889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535688 Feb 03 12:34:03.643462 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46600981-3513-45d5-b411-dd38c6c6a4d2 req-d661a027-eac7-4f54-8ee7-6039b48b32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:03.644984 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46600981-3513-45d5-b411-dd38c6c6a4d2 req-d661a027-eac7-4f54-8ee7-6039b48b32f1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec HTTP/1.1" status: 200 len: 922 time: 0.2442560 Feb 03 12:34:03.664355 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8ce78c-94c5-4fef-adb8-8dd7abecae8b', 'name': 'network-vif-deleted', 'tag': '617175b0-b452-4296-9fee-0aa5b9f12b38'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:03.666653 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6e2dc6-ad1d-4d41-a7cc-577183b78d30" -d '{"events": [{"server_uuid": "7b8ce78c-94c5-4fef-adb8-8dd7abecae8b", "name": "network-vif-deleted", "tag": "617175b0-b452-4296-9fee-0aa5b9f12b38"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:03.715520 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0b5df2a5-7ac0-4508-9e35-9e7d9a9ffe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '4c94ca38-6551-40d3-a6c5-e3547fdbe2e7', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'port_id': '5256de46-7c8e-44e3-89ef-97ee4330e68b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'mac_address': 'fa:16:3e:e7:44:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:33:02Z', 'updated_at': '2022-02-03T12:34:00Z', 'revision_number': 8, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14b8343-61ed-439f-8aa7-27c8bdd9d2de', 'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'mac_address': 'fa:16:3e:eb:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:19Z', 'updated_at': '2022-02-03T12:32:29Z', 'revision_number': 5, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'subnets': [{'id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:03.748944 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5df2a5-7ac0-4508-9e35-9e7d9a9ffe55 None None] The sync data for ids ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'] in n-d-827336-3 is: [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '4c94ca38-6551-40d3-a6c5-e3547fdbe2e7', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'port_id': '5256de46-7c8e-44e3-89ef-97ee4330e68b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'mac_address': 'fa:16:3e:e7:44:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:33:02Z', 'updated_at': '2022-02-03T12:34:00Z', 'revision_number': 8, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14b8343-61ed-439f-8aa7-27c8bdd9d2de', 'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'mac_address': 'fa:16:3e:eb:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:19Z', 'updated_at': '2022-02-03T12:32:29Z', 'revision_number': 5, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'subnets': [{'id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:34:03.777234 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ff49f-61c3-49f6-b2a0-704f54971912 req-39060df8-9129-40be-a3e3-b6c950a644ba tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:03.778856 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-882ff49f-61c3-49f6-b2a0-704f54971912 req-39060df8-9129-40be-a3e3-b6c950a644ba tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 1127 time: 0.0655429 Feb 03 12:34:03.809637 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46600981-3513-45d5-b411-dd38c6c6a4d2 req-14cd4a0d-83cf-49b1-88e3-01d69bdeca69 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5256de46-7c8e-44e3-89ef-97ee4330e68b HTTP/1.1" status: 200 len: 1000 time: 0.1513045 Feb 03 12:34:03.828337 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-882ff49f-61c3-49f6-b2a0-704f54971912 req-86bd1494-2f0d-42d0-9424-6b9a4d2d569b tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425756 Feb 03 12:34:03.876179 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-7b4db830-827c-4365-a8c5-4d5cb21914a9 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:03.877812 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-7b4db830-827c-4365-a8c5-4d5cb21914a9 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 808 time: 0.2803388 Feb 03 12:34:03.928569 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-75070197-a4f7-46d8-af00-69ec7f16d1ba tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/quotas/59121cc9f5494060a5397600a3646346 HTTP/1.1" status: 200 len: 375 time: 0.0310221 Feb 03 12:34:03.952449 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46600981-3513-45d5-b411-dd38c6c6a4d2 req-d478aa68-562f-4ff3-b643-7543746d4deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:03.953902 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46600981-3513-45d5-b411-dd38c6c6a4d2 req-d478aa68-562f-4ff3-b643-7543746d4deb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8eecb123-1b17-4832-a250-9ffdf6ab791a HTTP/1.1" status: 200 len: 860 time: 0.1315603 Feb 03 12:34:03.991179 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-4b54c383-5761-40db-931f-103561fe9108 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589938 Feb 03 12:34:04.023471 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688397e-2197-4730-a934-f95e5f48cfbc None None] New status for floating IP 4c94ca38-6551-40d3-a6c5-e3547fdbe2e7: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:34:04.077746 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-854edecd-4a0a-4a94-a2e0-aec608d5e24a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (0b000530-3f98-49d0-b083-8cafa2ef0910), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:04.118536 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597617d8-0b63-4f3c-8fff-53f50a65faab req-7a3d186f-8804-4eb6-a6e0-9a881e858e1d tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:04.120451 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-597617d8-0b63-4f3c-8fff-53f50a65faab req-7a3d186f-8804-4eb6-a6e0-9a881e858e1d tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/ports?device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 945 time: 0.0590608 Feb 03 12:34:04.175447 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-597617d8-0b63-4f3c-8fff-53f50a65faab req-8fb99e42-23d8-4a8c-aa7c-382803c3a14c tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/security-groups?id=be4d8553-b441-499c-9401-24c39695ea0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468557 Feb 03 12:34:04.370251 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42043baa-908c-4782-b90b-c8c4720b5a70 req-5471ae75-a4fe-4829-a812-07a8bb2bfc37 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/floatingips/4c94ca38-6551-40d3-a6c5-e3547fdbe2e7 HTTP/1.1" status: 200 len: 999 time: 0.0665510 Feb 03 12:34:04.391736 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46600981-3513-45d5-b411-dd38c6c6a4d2 req-b8196716-5edc-4b87-8649-80f477df9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:04.393259 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46600981-3513-45d5-b411-dd38c6c6a4d2 req-b8196716-5edc-4b87-8649-80f477df9dd3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4175770 Feb 03 12:34:04.496249 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42043baa-908c-4782-b90b-c8c4720b5a70 req-3ed2556b-5f46-44ae-83f0-46c190c771ad tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:04.497783 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42043baa-908c-4782-b90b-c8c4720b5a70 req-3ed2556b-5f46-44ae-83f0-46c190c771ad tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.1214130 Feb 03 12:34:04.501845 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-b842ab7e-8856-4c72-8616-d0b7d4a704a9 service neutron] 10.222.0.18 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948242 Feb 03 12:34:04.509612 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-42043baa-908c-4782-b90b-c8c4720b5a70 req-ea9a41e7-5811-4ca8-b5f8-2ee1496ac478 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:34:04.510756 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42043baa-908c-4782-b90b-c8c4720b5a70 req-ea9a41e7-5811-4ca8-b5f8-2ee1496ac478 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059729 Feb 03 12:34:04.555178 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6621969-401f-489f-8e0c-e5cf6f17fb6b x-openstack-request-id: req-c6621969-401f-489f-8e0c-e5cf6f17fb6b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:04.555479 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8ce78c-94c5-4fef-adb8-8dd7abecae8b", "name": "network-vif-deleted", "tag": "617175b0-b452-4296-9fee-0aa5b9f12b38", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:04.555737 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6621969-401f-489f-8e0c-e5cf6f17fb6b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:04.556310 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8ce78c-94c5-4fef-adb8-8dd7abecae8b', 'name': 'network-vif-deleted', 'tag': '617175b0-b452-4296-9fee-0aa5b9f12b38', 'status': 'completed', 'code': 200} Feb 03 12:34:04.593667 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40020) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:04.691184 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ba894-a7cd-40d1-8222-881d29a9a375 req-90d7efa5-d723-4741-9c99-96166c15c84f tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:04.692055 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd49f21-06a2-437c-bf61-07bbf0ba51eb req-98eca1d8-7760-47ce-9d01-d8038671ba1b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:04.692715 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa9ba894-a7cd-40d1-8222-881d29a9a375 req-90d7efa5-d723-4741-9c99-96166c15c84f tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.31 "GET /v2.0/ports?device_id=67aa4430-6940-4caf-a6e1-8fe1ad126341 HTTP/1.1" status: 200 len: 945 time: 0.3179412 Feb 03 12:34:04.693564 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9cd49f21-06a2-437c-bf61-07bbf0ba51eb req-98eca1d8-7760-47ce-9d01-d8038671ba1b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 951 time: 0.0555768 Feb 03 12:34:04.722600 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 74114140-71cb-4752-a514-9e3dbcf40029 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:34:04.726577 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1290d1e7-d771-421b-936e-54332ad3f063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:04.731114 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 0f712117-f540-4fb6-8083-6424577882fe no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:04.761822 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46600981-3513-45d5-b411-dd38c6c6a4d2 req-bc522537-1aa0-4bb1-ba1e-dedeb36026bd service neutron] 10.222.0.31 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376944 Feb 03 12:34:04.764179 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 0f712117-f540-4fb6-8083-6424577882fe {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:34:04.764603 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 0f712117-f540-4fb6-8083-6424577882fe not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:34:04.773467 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9cd49f21-06a2-437c-bf61-07bbf0ba51eb req-4cd39815-f26e-479f-a25d-48df9ee8fb15 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729754 Feb 03 12:34:04.858560 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-37ce6da1-1aad-4621-9308-dd459530718b service neutron] 10.222.0.18 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198071 Feb 03 12:34:04.868374 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 74114140-71cb-4752-a514-9e3dbcf40029, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=74114140-71cb-4752-a514-9e3dbcf40029,segment=NetworkSegment(16a921ac-3e3f-44b7-a72f-0d69f3e5dabd),segment_id=16a921ac-3e3f-44b7-a72f-0d69f3e5dabd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:04.883112 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '74114140-71cb-4752-a514-9e3dbcf40029', 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572', 'port_id': '74114140-71cb-4752-a514-9e3dbcf40029', 'mac_address': 'fa:16:3e:49:df:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ed22f9-42f3-42e9-97d0-6629542762a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:34:04.909529 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1290d1e7-d771-421b-936e-54332ad3f063 admin admin] Publish callbacks [] for security_group (f7cbe03e-c006-4095-ba1a-19e2b8ecdf40), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:04.922390 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-0122c1d8-5f72-49e1-9228-9b8acdb41003 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.216 HTTP/1.1" status: 200 len: 1002 time: 0.1072054 Feb 03 12:34:04.926352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 74114140-71cb-4752-a514-9e3dbcf40029 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:04.926949 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (74114140-71cb-4752-a514-9e3dbcf40029), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:04.933465 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1290d1e7-d771-421b-936e-54332ad3f063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f7cbe03e-c006-4095-ba1a-19e2b8ecdf40), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:04.948900 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74114140-71cb-4752-a514-9e3dbcf40029 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:34:04.956320 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46600981-3513-45d5-b411-dd38c6c6a4d2 req-57fdb22a-56f3-4aec-a9ba-fd29707cb3e2 service neutron] 10.222.0.31 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858134 Feb 03 12:34:04.975349 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 74114140-71cb-4752-a514-9e3dbcf40029, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=74114140-71cb-4752-a514-9e3dbcf40029,segment=NetworkSegment(16a921ac-3e3f-44b7-a72f-0d69f3e5dabd),segment_id=16a921ac-3e3f-44b7-a72f-0d69f3e5dabd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:04.980925 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (74114140-71cb-4752-a514-9e3dbcf40029), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:04.993815 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9584664a-98cc-45e1-a24b-5f7d034e6250', 'name': 'network-vif-deleted', 'tag': '0f712117-f540-4fb6-8083-6424577882fe'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:04.994848 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-aa9ba894-a7cd-40d1-8222-881d29a9a375 req-33cc643a-dc95-4503-a9a8-1975fd003d95 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Deleting port 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:04.995199 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aa9ba894-a7cd-40d1-8222-881d29a9a375 req-33cc643a-dc95-4503-a9a8-1975fd003d95 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1b8e5c95-fc1f-4fd1-9144-53383fe06a4c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:04.996736 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc17ca1-4a08-457b-9b05-7da987a4a063" -d '{"events": [{"server_uuid": "9584664a-98cc-45e1-a24b-5f7d034e6250", "name": "network-vif-deleted", "tag": "0f712117-f540-4fb6-8083-6424577882fe"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:05.024843 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-55905cf3-c93f-447a-92da-f02eee4e0bda tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:05.037767 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-55905cf3-c93f-447a-92da-f02eee4e0bda tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports/5256de46-7c8e-44e3-89ef-97ee4330e68b HTTP/1.1" status: 200 len: 943 time: 0.1141455 Feb 03 12:34:05.040797 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290d1e7-d771-421b-936e-54332ad3f063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cbe03e-c006-4095-ba1a-19e2b8ecdf40,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:05.041262 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=74114140-71cb-4752-a514-9e3dbcf40029,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:05.049080 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1290d1e7-d771-421b-936e-54332ad3f063 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=948204b3079a404e8a33b708504f761b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4543865 Feb 03 12:34:05.051653 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40028) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:05.176166 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-aa9ba894-a7cd-40d1-8222-881d29a9a375 req-33cc643a-dc95-4503-a9a8-1975fd003d95 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] For port 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1b8e5c95-fc1f-4fd1-9144-53383fe06a4c,segment=NetworkSegment(4dfbb924-0115-4a7e-b2f6-5b45d688e654),segment_id=4dfbb924-0115-4a7e-b2f6-5b45d688e654)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:05.176550 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aa9ba894-a7cd-40d1-8222-881d29a9a375 req-33cc643a-dc95-4503-a9a8-1975fd003d95 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1b8e5c95-fc1f-4fd1-9144-53383fe06a4c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:05.181463 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-b88ed82e-f52c-47db-8905-426973ce6702 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.216 HTTP/1.1" status: 200 len: 1002 time: 0.0937645 Feb 03 12:34:05.199488 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-854edecd-4a0a-4a94-a2e0-aec608d5e24a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Deleting port 40ed090b-9c50-4850-80a6-6ab95ccc2307 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:05.199846 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-854edecd-4a0a-4a94-a2e0-aec608d5e24a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (40ed090b-9c50-4850-80a6-6ab95ccc2307), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:05.270908 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ea228a1-de8d-46bd-828a-5b3f4d2379d6 admin admin] Publish callbacks [] for security_group (f7cbe03e-c006-4095-ba1a-19e2b8ecdf40), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:05.307231 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-db83df16-f1dd-4e08-bf45-797996ab07ae tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:05.316547 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-db83df16-f1dd-4e08-bf45-797996ab07ae tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.1332450 Feb 03 12:34:05.377204 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['74114140-71cb-4752-a514-9e3dbcf40029'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:34:05.389708 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ea228a1-de8d-46bd-828a-5b3f4d2379d6 admin admin] Publish callbacks [] for security_group (f7cbe03e-c006-4095-ba1a-19e2b8ecdf40), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:05.414349 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-80cdc2b5-2e71-43f0-81ab-bd46b4868e63 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.216 HTTP/1.1" status: 200 len: 1002 time: 0.0838926 Feb 03 12:34:05.422298 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-48dcfa57-1326-4837-a785-7a4157641f72 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:05.505720 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-854edecd-4a0a-4a94-a2e0-aec608d5e24a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (40ed090b-9c50-4850-80a6-6ab95ccc2307), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:05.533761 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-48dcfa57-1326-4837-a785-7a4157641f72 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks [] for floatingip (4c94ca38-6551-40d3-a6c5-e3547fdbe2e7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:05.562972 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-854edecd-4a0a-4a94-a2e0-aec608d5e24a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Calling delete_port for 40ed090b-9c50-4850-80a6-6ab95ccc2307 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:05.632012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d81abe-5e33-4d89-9be4-bafa17787c20 req-972989a9-ff6b-4bd8-9cb4-ef8b87e18612 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:05.633522 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-67d81abe-5e33-4d89-9be4-bafa17787c20 req-972989a9-ff6b-4bd8-9cb4-ef8b87e18612 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.31 "GET /v2.0/ports?device_id=0756b4bf-db49-494b-b047-085e1cf008d3 HTTP/1.1" status: 200 len: 951 time: 0.2113233 Feb 03 12:34:05.662847 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ea228a1-de8d-46bd-828a-5b3f4d2379d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f7cbe03e-c006-4095-ba1a-19e2b8ecdf40), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:05.665552 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ea228a1-de8d-46bd-828a-5b3f4d2379d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:05.666699 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5ea228a1-de8d-46bd-828a-5b3f4d2379d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7cbe03e-c006-4095-ba1a-19e2b8ecdf40 HTTP/1.1" status: 204 len: 168 time: 0.6140356 Feb 03 12:34:05.687026 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aa9ba894-a7cd-40d1-8222-881d29a9a375 req-33cc643a-dc95-4503-a9a8-1975fd003d95 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:05.687414 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aa9ba894-a7cd-40d1-8222-881d29a9a375 req-33cc643a-dc95-4503-a9a8-1975fd003d95 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (384152b7-e596-4ade-9076-2936778a92d2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:05.687724 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [req-aa9ba894-a7cd-40d1-8222-881d29a9a375 req-33cc643a-dc95-4503-a9a8-1975fd003d95 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Floating IP 384152b7-e596-4ade-9076-2936778a92d2 disassociated. External IP: 172.25.6.150, port: 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c. Feb 03 12:34:05.688119 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-aa9ba894-a7cd-40d1-8222-881d29a9a375 req-33cc643a-dc95-4503-a9a8-1975fd003d95 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Calling delete_port for 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:05.726312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea228a1-de8d-46bd-828a-5b3f4d2379d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cbe03e-c006-4095-ba1a-19e2b8ecdf40,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:05.798348 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-48dcfa57-1326-4837-a785-7a4157641f72 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:05.806404 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-48dcfa57-1326-4837-a785-7a4157641f72 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (4c94ca38-6551-40d3-a6c5-e3547fdbe2e7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:05.808464 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-48dcfa57-1326-4837-a785-7a4157641f72 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Floating IP 4c94ca38-6551-40d3-a6c5-e3547fdbe2e7 disassociated. External IP: 172.25.6.216, port: 5256de46-7c8e-44e3-89ef-97ee4330e68b. Feb 03 12:34:05.924324 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a195bc45-ef40-4c89-9c04-404af016025e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:05.937531 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-67d81abe-5e33-4d89-9be4-bafa17787c20 req-331fc260-b869-4d11-b89d-401f192c11a5 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Deleting port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:05.937531 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-67d81abe-5e33-4d89-9be4-bafa17787c20 req-331fc260-b869-4d11-b89d-401f192c11a5 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:06.117917 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aa9ba894-a7cd-40d1-8222-881d29a9a375 req-33cc643a-dc95-4503-a9a8-1975fd003d95 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (1b8e5c95-fc1f-4fd1-9144-53383fe06a4c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:06.122436 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-48dcfa57-1326-4837-a785-7a4157641f72 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:34:06.146882 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-854edecd-4a0a-4a94-a2e0-aec608d5e24a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (40ed090b-9c50-4850-80a6-6ab95ccc2307), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:06.186508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc643a-dc95-4503-a9a8-1975fd003d95 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Pushing event deleted for resources: {'Port': ['ID=1b8e5c95-fc1f-4fd1-9144-53383fe06a4c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:06.258351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854edecd-4a0a-4a94-a2e0-aec608d5e24a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Pushing event deleted for resources: {'Port': ['ID=40ed090b-9c50-4850-80a6-6ab95ccc2307,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:06.325879 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-48dcfa57-1326-4837-a785-7a4157641f72 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:34:06.337924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9cca9e-5077-4620-bc3e-a46d05e1dfd9 None None] Sync routers for ids ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:34:06.351300 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9cca9e-5077-4620-bc3e-a46d05e1dfd9 None None] Routers {'89d7d1b2-9a44-44b6-9ee4-284d80a3e277'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:06.351565 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-48dcfa57-1326-4837-a785-7a4157641f72 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:06.352650 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4c9cca9e-5077-4620-bc3e-a46d05e1dfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:06.415261 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-48dcfa57-1326-4837-a785-7a4157641f72 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "PUT /v2.0/floatingips/4c94ca38-6551-40d3-a6c5-e3547fdbe2e7 HTTP/1.1" status: 200 len: 696 time: 0.9816680 Feb 03 12:34:06.545578 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-733efae1-39e5-476c-abb5-af3e5f2dcbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:06.547262 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-733efae1-39e5-476c-abb5-af3e5f2dcbaf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59fee055273c410d8bd6eaaa2aa69e6d&device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 1128 time: 0.1238091 Feb 03 12:34:06.614534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4c9cca9e-5077-4620-bc3e-a46d05e1dfd9 None None] Set router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:06.741591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 74114140-71cb-4752-a514-9e3dbcf40029 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:06.782660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-67d81abe-5e33-4d89-9be4-bafa17787c20 req-331fc260-b869-4d11-b89d-401f192c11a5 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] For port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:06.783038 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-67d81abe-5e33-4d89-9be4-bafa17787c20 req-331fc260-b869-4d11-b89d-401f192c11a5 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:06.852167 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-67d81abe-5e33-4d89-9be4-bafa17787c20 req-331fc260-b869-4d11-b89d-401f192c11a5 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Calling delete_port for d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:06.859761 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-4fc39b09-3daf-4554-84bf-5f68480df4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:06.863085 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-4fc39b09-3daf-4554-84bf-5f68480df4b6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec HTTP/1.1" status: 200 len: 922 time: 0.3012500 Feb 03 12:34:06.906771 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:06.911512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 74114140-71cb-4752-a514-9e3dbcf40029 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:34:06.917528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 74114140-71cb-4752-a514-9e3dbcf40029 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:06.918118 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (74114140-71cb-4752-a514-9e3dbcf40029), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:06.962501 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-67d67f84-7e53-42c2-afa8-0727e5540fdb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5256de46-7c8e-44e3-89ef-97ee4330e68b HTTP/1.1" status: 200 len: 217 time: 0.0914564 Feb 03 12:34:06.978162 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-2f619380-7d07-4db5-a906-f4ef69afd77c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:06.979756 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-2f619380-7d07-4db5-a906-f4ef69afd77c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.73 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 808 time: 0.3911309 Feb 03 12:34:07.014911 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-ae326146-e91a-42e9-9b80-ebec789d1b6a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Request body: {'port': {'device_id': '43b5eae7-4d30-4371-b3f6-dcc34e1f30b3', 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b', 'admin_state_up': True, 'tenant_id': '59121cc9f5494060a5397600a3646346'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:07.118789 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-854edecd-4a0a-4a94-a2e0-aec608d5e24a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (0b000530-3f98-49d0-b083-8cafa2ef0910), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:07.191442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa9ba894-a7cd-40d1-8222-881d29a9a375 req-33cc643a-dc95-4503-a9a8-1975fd003d95 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Router 5cd9c1b4-7a99-48ee-b259-12bb84d557de has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:34:07.264368 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 74114140-71cb-4752-a514-9e3dbcf40029 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:07.264993 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (74114140-71cb-4752-a514-9e3dbcf40029), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:07.281579 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4c9cca9e-5077-4620-bc3e-a46d05e1dfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'c14b8343-61ed-439f-8aa7-27c8bdd9d2de', 'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'mac_address': 'fa:16:3e:eb:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:19Z', 'updated_at': '2022-02-03T12:32:29Z', 'revision_number': 5, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'subnets': [{'id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:07.282907 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-67d81abe-5e33-4d89-9be4-bafa17787c20 req-331fc260-b869-4d11-b89d-401f192c11a5 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d4fa40dc-22d5-45a7-ab16-fde2bd99fb22), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:07.317583 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['b5e274e7-addc-4547-a7a5-f05f495eccaa', '52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:34:07.326946 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9cca9e-5077-4620-bc3e-a46d05e1dfd9 None None] Checking router: 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:34:07.346180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-65e3e3c1-b3f2-44df-ade2-142c05609803 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:34:07.347351 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-65e3e3c1-b3f2-44df-ade2-142c05609803 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3392656 Feb 03 12:34:07.361850 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc601993-0db0-4d21-82bf-e194910bac8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74114140-71cb-4752-a514-9e3dbcf40029'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:07.364106 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4915ebe9-9ae8-48e1-928c-e638122d5e01" -d '{"events": [{"server_uuid": "bc601993-0db0-4d21-82bf-e194910bac8a", "name": "network-vif-plugged", "status": "completed", "tag": "74114140-71cb-4752-a514-9e3dbcf40029"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:07.379711 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fc260-b869-4d11-b89d-401f192c11a5 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Pushing event deleted for resources: {'Port': ['ID=d4fa40dc-22d5-45a7-ab16-fde2bd99fb22,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:07.394344 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9cca9e-5077-4620-bc3e-a46d05e1dfd9 None None] Routers {'89d7d1b2-9a44-44b6-9ee4-284d80a3e277'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:07.395015 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4c9cca9e-5077-4620-bc3e-a46d05e1dfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:07.403132 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 74114140-71cb-4752-a514-9e3dbcf40029, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=74114140-71cb-4752-a514-9e3dbcf40029,segment=NetworkSegment(16a921ac-3e3f-44b7-a72f-0d69f3e5dabd),segment_id=16a921ac-3e3f-44b7-a72f-0d69f3e5dabd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:07.443497 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-b47f82f0-5269-4c9f-bee2-3be053bb55fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:07.445851 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-b47f82f0-5269-4c9f-bee2-3be053bb55fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8eecb123-1b17-4832-a250-9ffdf6ab791a HTTP/1.1" status: 200 len: 860 time: 0.4760723 Feb 03 12:34:07.460582 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (74114140-71cb-4752-a514-9e3dbcf40029), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:07.523874 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-1a93388a-b269-45b0-b4ca-83065f456cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:07.525672 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-1a93388a-b269-45b0-b4ca-83065f456cad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0739458 Feb 03 12:34:07.561870 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d81abe-5e33-4d89-9be4-bafa17787c20 req-331fc260-b869-4d11-b89d-401f192c11a5 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] No DVR routers for this DVR port d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:34:07.565159 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-ae326146-e91a-42e9-9b80-ebec789d1b6a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Made reservation on behalf of 59121cc9f5494060a5397600a3646346 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:07.569501 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-67d81abe-5e33-4d89-9be4-bafa17787c20 req-331fc260-b869-4d11-b89d-401f192c11a5 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:07.570191 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-ae326146-e91a-42e9-9b80-ebec789d1b6a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:07.572896 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-67d81abe-5e33-4d89-9be4-bafa17787c20 req-331fc260-b869-4d11-b89d-401f192c11a5 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.31 "DELETE /v2.0/ports/d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 HTTP/1.1" status: 204 len: 173 time: 1.9294837 Feb 03 12:34:07.575349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0756b4bf-db49-494b-b047-085e1cf008d3', 'name': 'network-vif-deleted', 'tag': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:07.578186 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1247680c-027c-425f-aa9f-479c8e2db7e9" -d '{"events": [{"server_uuid": "0756b4bf-db49-494b-b047-085e1cf008d3", "name": "network-vif-deleted", "tag": "d4fa40dc-22d5-45a7-ab16-fde2bd99fb22"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:07.582103 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854edecd-4a0a-4a94-a2e0-aec608d5e24a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Router 0b000530-3f98-49d0-b083-8cafa2ef0910 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:34:07.585992 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=74114140-71cb-4752-a514-9e3dbcf40029,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:07.592208 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4234f5b-4577-497e-84ab-25743a48d617 req-fad505f1-0eb9-40db-86f7-2535b67137a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:07.593434 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-fad505f1-0eb9-40db-86f7-2535b67137a8 service neutron] 10.222.0.18 "GET /v2.0/ports/875d2462-5f56-46e4-b660-4c8251a700d2 HTTP/1.1" status: 200 len: 1124 time: 0.2219276 Feb 03 12:34:07.611099 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa9ba894-a7cd-40d1-8222-881d29a9a375 req-33cc643a-dc95-4503-a9a8-1975fd003d95 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:34:07.632915 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b50cb02-e23d-4375-a656-f37973a79fbc None None] Sync routers for ids ['5cd9c1b4-7a99-48ee-b259-12bb84d557de'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:34:07.642029 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4c9cca9e-5077-4620-bc3e-a46d05e1dfd9 None None] Set router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:07.680177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-b4234f5b-4577-497e-84ab-25743a48d617 req-d52a5d53-8681-42b5-ba31-83abaeeae651 service neutron] Request body: {'binding': {'host': 'n-h1-827336-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:07.680531 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-b4234f5b-4577-497e-84ab-25743a48d617 req-d52a5d53-8681-42b5-ba31-83abaeeae651 service neutron] Unknown quota resources ['binding']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:34:07.764063 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-0d4d6126-8cce-4782-888e-87eba4274a67 service neutron] 10.222.0.18 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265561 Feb 03 12:34:07.840993 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b50cb02-e23d-4375-a656-f37973a79fbc None None] Routers {'5cd9c1b4-7a99-48ee-b259-12bb84d557de'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:07.842200 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0b50cb02-e23d-4375-a656-f37973a79fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['5cd9c1b4-7a99-48ee-b259-12bb84d557de'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:07.874205 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9ba894-a7cd-40d1-8222-881d29a9a375 req-33cc643a-dc95-4503-a9a8-1975fd003d95 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] No DVR routers for this DVR port 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:34:07.879533 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aa9ba894-a7cd-40d1-8222-881d29a9a375 req-33cc643a-dc95-4503-a9a8-1975fd003d95 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:07.884467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-ae326146-e91a-42e9-9b80-ebec789d1b6a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Allocated IP 172.20.0.13 (261b9ae4-c32c-4699-b2c0-61d6a780f49b/fdc6398e-4bbb-472c-be47-bf6310728b3e/d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:07.903600 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa9ba894-a7cd-40d1-8222-881d29a9a375 req-33cc643a-dc95-4503-a9a8-1975fd003d95 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.31 "DELETE /v2.0/ports/1b8e5c95-fc1f-4fd1-9144-53383fe06a4c HTTP/1.1" status: 204 len: 173 time: 3.1846521 Feb 03 12:34:07.923679 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854edecd-4a0a-4a94-a2e0-aec608d5e24a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:34:07.964576 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40098) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:07.965609 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-854edecd-4a0a-4a94-a2e0-aec608d5e24a tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] 10.222.0.18 "PUT /v2.0/routers/0b000530-3f98-49d0-b083-8cafa2ef0910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9695387 Feb 03 12:34:07.982488 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4bef6f4e-ac35-4d99-8223-861c6e3e69e0 req-24bbf1dd-796c-497b-b4dc-b606a26f6f0a service neutron] 10.222.0.18 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098653 Feb 03 12:34:07.991201 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0b50cb02-e23d-4375-a656-f37973a79fbc None None] Set router 5cd9c1b4-7a99-48ee-b259-12bb84d557de gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:07.999299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b83f664-1f55-4cac-afbb-68d47e13dae2 None None] Sync routers for ids ['0b000530-3f98-49d0-b083-8cafa2ef0910'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:34:08.153437 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b83f664-1f55-4cac-afbb-68d47e13dae2 None None] Routers {'0b000530-3f98-49d0-b083-8cafa2ef0910'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:08.154797 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2b83f664-1f55-4cac-afbb-68d47e13dae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b000530-3f98-49d0-b083-8cafa2ef0910'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:08.203721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2b83f664-1f55-4cac-afbb-68d47e13dae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:08.209726 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:08.241564 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b4234f5b-4577-497e-84ab-25743a48d617 req-d52a5d53-8681-42b5-ba31-83abaeeae651 service neutron] Attempting to bind port 875d2462-5f56-46e4-b660-4c8251a700d2 on host n-h1-827336-3 for vnic_type normal with profile None {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:08.242112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b4234f5b-4577-497e-84ab-25743a48d617 req-d52a5d53-8681-42b5-ba31-83abaeeae651 service neutron] Attempting to bind port 875d2462-5f56-46e4-b660-4c8251a700d2 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:08.242112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4234f5b-4577-497e-84ab-25743a48d617 req-d52a5d53-8681-42b5-ba31-83abaeeae651 service neutron] Attempting to bind port 875d2462-5f56-46e4-b660-4c8251a700d2 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:08.252104 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4234f5b-4577-497e-84ab-25743a48d617 req-d52a5d53-8681-42b5-ba31-83abaeeae651 service neutron] Port 875d2462-5f56-46e4-b660-4c8251a700d2 on network fa311484-a64f-41a1-a01e-493a1be74adb not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:34:08.252490 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4234f5b-4577-497e-84ab-25743a48d617 req-d52a5d53-8681-42b5-ba31-83abaeeae651 service neutron] Attempting to bind port 875d2462-5f56-46e4-b660-4c8251a700d2 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:08.255385 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-368ace9b-003b-4c12-ba48-41a311d9b57d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for router (0b000530-3f98-49d0-b083-8cafa2ef0910), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:08.266262 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4234f5b-4577-497e-84ab-25743a48d617 req-d52a5d53-8681-42b5-ba31-83abaeeae651 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:08.266598 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4234f5b-4577-497e-84ab-25743a48d617 req-d52a5d53-8681-42b5-ba31-83abaeeae651 service neutron] Checking segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:08.277095 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:08.278211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4234f5b-4577-497e-84ab-25743a48d617 req-d52a5d53-8681-42b5-ba31-83abaeeae651 service neutron] Bound using segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:08.282238 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b4234f5b-4577-497e-84ab-25743a48d617 req-d52a5d53-8681-42b5-ba31-83abaeeae651 service neutron] Bound port: 875d2462-5f56-46e4-b660-4c8251a700d2, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:08.302056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:34:08.310682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d4fa40dc-22d5-45a7-ab16-fde2bd99fb22 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:34:08.311736 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:08.317322 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b83f664-1f55-4cac-afbb-68d47e13dae2 None None] Routers {'0b000530-3f98-49d0-b083-8cafa2ef0910'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:08.318257 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2b83f664-1f55-4cac-afbb-68d47e13dae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b000530-3f98-49d0-b083-8cafa2ef0910'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:08.375183 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:34:08.375990 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 1b8e5c95-fc1f-4fd1-9144-53383fe06a4c not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:34:08.380277 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2b83f664-1f55-4cac-afbb-68d47e13dae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:08.381363 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b83f664-1f55-4cac-afbb-68d47e13dae2 None None] The sync data for ids ['0b000530-3f98-49d0-b083-8cafa2ef0910'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:34:08.405985 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4c9cca9e-5077-4620-bc3e-a46d05e1dfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'c14b8343-61ed-439f-8aa7-27c8bdd9d2de', 'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'mac_address': 'fa:16:3e:eb:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:19Z', 'updated_at': '2022-02-03T12:32:29Z', 'revision_number': 5, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'subnets': [{'id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:08.429018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b4234f5b-4577-497e-84ab-25743a48d617 req-d52a5d53-8681-42b5-ba31-83abaeeae651 service neutron] For port 875d2462-5f56-46e4-b660-4c8251a700d2, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=875d2462-5f56-46e4-b660-4c8251a700d2,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:08.439555 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9cca9e-5077-4620-bc3e-a46d05e1dfd9 None None] The sync data for ids ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'] in n-d-827336-3 is: [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:32:21Z', 'revision_number': 4, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'c14b8343-61ed-439f-8aa7-27c8bdd9d2de', 'name': '', 'network_id': 'e1f3eede-7a05-4755-8b0c-c829dd7e38ec', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'mac_address': 'fa:16:3e:eb:3f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:19Z', 'updated_at': '2022-02-03T12:32:29Z', 'revision_number': 5, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'subnets': [{'id': '8eecb123-1b17-4832-a250-9ffdf6ab791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:34:08.440214 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b4234f5b-4577-497e-84ab-25743a48d617 req-d52a5d53-8681-42b5-ba31-83abaeeae651 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:08.441499 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-d52a5d53-8681-42b5-ba31-83abaeeae651 service neutron] 10.222.0.18 "POST /v2.0/ports/875d2462-5f56-46e4-b660-4c8251a700d2/bindings HTTP/1.1" status: 201 len: 389 time: 0.8277142 Feb 03 12:34:08.454427 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e052b-5cb7-4beb-b6c3-89736b1940b9 req-5d314f76-32b4-4271-9c68-f876b8a0f19d tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:08.456022 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-151e052b-5cb7-4beb-b6c3-89736b1940b9 req-5d314f76-32b4-4271-9c68-f876b8a0f19d tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 946 time: 0.3063560 Feb 03 12:34:08.466921 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0b50cb02-e23d-4375-a656-f37973a79fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'name': 'tempest-ServersTestFqdnHostnames-2046491617-router', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'f034c260-3009-4bce-a505-ab671f634926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:39Z', 'updated_at': '2022-02-03T12:32:45Z', 'revision_number': 4, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'gw_port': {'id': 'f034c260-3009-4bce-a505-ab671f634926', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:40Z', 'updated_at': '2022-02-03T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '5b583773-b2d7-44b9-8064-820b5519443e', 'name': '', 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'mac_address': 'fa:16:3e:1b:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:43Z', 'updated_at': '2022-02-03T12:32:56Z', 'revision_number': 5, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'subnets': [{'id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:08.500831 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b50cb02-e23d-4375-a656-f37973a79fbc None None] Checking router: 5cd9c1b4-7a99-48ee-b259-12bb84d557de for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:34:08.511658 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b50cb02-e23d-4375-a656-f37973a79fbc None None] Routers {'5cd9c1b4-7a99-48ee-b259-12bb84d557de'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:08.512638 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0b50cb02-e23d-4375-a656-f37973a79fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['5cd9c1b4-7a99-48ee-b259-12bb84d557de'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:08.557218 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-368ace9b-003b-4c12-ba48-41a311d9b57d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (0b000530-3f98-49d0-b083-8cafa2ef0910), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:08.562260 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-368ace9b-003b-4c12-ba48-41a311d9b57d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for router_controller (0b000530-3f98-49d0-b083-8cafa2ef0910), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:08.587779 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-ae326146-e91a-42e9-9b80-ebec789d1b6a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks [] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:08.658392 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-368ace9b-003b-4c12-ba48-41a311d9b57d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (0b000530-3f98-49d0-b083-8cafa2ef0910), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:08.658943 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368ace9b-003b-4c12-ba48-41a311d9b57d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Fanout notify agent at l3_agent the message router_deleted on router 0b000530-3f98-49d0-b083-8cafa2ef0910 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:34:08.661356 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e5d603-4e8a-47bf-9413-5ef930c28971 x-openstack-request-id: req-34e5d603-4e8a-47bf-9413-5ef930c28971 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:08.661651 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9584664a-98cc-45e1-a24b-5f7d034e6250", "name": "network-vif-deleted", "tag": "0f712117-f540-4fb6-8083-6424577882fe", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:08.661988 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34e5d603-4e8a-47bf-9413-5ef930c28971 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:08.662581 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9584664a-98cc-45e1-a24b-5f7d034e6250', 'name': 'network-vif-deleted', 'tag': '0f712117-f540-4fb6-8083-6424577882fe', 'status': 'completed', 'code': 200} Feb 03 12:34:08.668681 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-151e052b-5cb7-4beb-b6c3-89736b1940b9 req-9c95414c-98cd-49af-9023-e0bd7193cfe9 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc9d2b4-8160-4e01-aee2-7e0f76d18889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754234 Feb 03 12:34:08.676508 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-368ace9b-003b-4c12-ba48-41a311d9b57d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:08.679484 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-368ace9b-003b-4c12-ba48-41a311d9b57d tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] 10.222.0.18 "DELETE /v2.0/routers/0b000530-3f98-49d0-b083-8cafa2ef0910 HTTP/1.1" status: 204 len: 168 time: 0.7102149 Feb 03 12:34:08.680095 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40104) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:08.689593 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0b50cb02-e23d-4375-a656-f37973a79fbc None None] Set router 5cd9c1b4-7a99-48ee-b259-12bb84d557de gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:08.732898 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-ae326146-e91a-42e9-9b80-ebec789d1b6a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:08.837797 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-ae326146-e91a-42e9-9b80-ebec789d1b6a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Network 261b9ae4-c32c-4699-b2c0-61d6a780f49b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:08.859652 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-ae326146-e91a-42e9-9b80-ebec789d1b6a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:08.866194 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-ae326146-e91a-42e9-9b80-ebec789d1b6a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:08.869472 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae326146-e91a-42e9-9b80-ebec789d1b6a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Pushing event updated for resources: {'Port': ['ID=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:08.871183 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d25f2c-ea25-4531-8eec-4d20eafa58f0 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Deleting subnet c09c27c5-a70d-4a2c-9bee-a0682f3ee455 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:34:08.878371 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2d25f2c-ea25-4531-8eec-4d20eafa58f0 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for subnet (c09c27c5-a70d-4a2c-9bee-a0682f3ee455), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:08.944915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820056ee-6e17-43ed-a28a-70022764d5cb req-04c9a85a-9302-4c91-9a36-e936777510d2 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:08.947711 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-820056ee-6e17-43ed-a28a-70022764d5cb req-04c9a85a-9302-4c91-9a36-e936777510d2 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 932 time: 0.1875441 Feb 03 12:34:08.958313 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2d25f2c-ea25-4531-8eec-4d20eafa58f0 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (c09c27c5-a70d-4a2c-9bee-a0682f3ee455), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:08.969518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-ae326146-e91a-42e9-9b80-ebec789d1b6a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:08.970393 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-ae326146-e91a-42e9-9b80-ebec789d1b6a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:08.994452 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-ae326146-e91a-42e9-9b80-ebec789d1b6a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9838815 Feb 03 12:34:09.010036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4234f5b-4577-497e-84ab-25743a48d617 req-c68059e0-b712-43fa-97f9-08a02734a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:09.011850 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-c68059e0-b712-43fa-97f9-08a02734a31f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 1127 time: 0.2021089 Feb 03 12:34:09.019500 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] Request body: {'port': {'device_id': '43b5eae7-4d30-4371-b3f6-dcc34e1f30b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:09.051652 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5f99f4-6ed2-4bb3-bd2f-091619174812 None None] New status for floating IP 4c94ca38-6551-40d3-a6c5-e3547fdbe2e7: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:34:09.063327 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea0c3e7-0288-4fc2-9fe8-5354b1291bf8 x-openstack-request-id: req-0ea0c3e7-0288-4fc2-9fe8-5354b1291bf8 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:09.063906 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc601993-0db0-4d21-82bf-e194910bac8a", "name": "network-vif-plugged", "status": "completed", "tag": "74114140-71cb-4752-a514-9e3dbcf40029", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:09.064398 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ea0c3e7-0288-4fc2-9fe8-5354b1291bf8 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:09.064989 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc601993-0db0-4d21-82bf-e194910bac8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74114140-71cb-4752-a514-9e3dbcf40029', 'code': 200} Feb 03 12:34:09.124606 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:09.168203 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b973cc06-0cdf-4bcd-b0d0-8b4dadc17ad7 x-openstack-request-id: req-b973cc06-0cdf-4bcd-b0d0-8b4dadc17ad7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:09.168383 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0756b4bf-db49-494b-b047-085e1cf008d3", "name": "network-vif-deleted", "tag": "d4fa40dc-22d5-45a7-ab16-fde2bd99fb22", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:09.168848 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b973cc06-0cdf-4bcd-b0d0-8b4dadc17ad7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:09.170078 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0756b4bf-db49-494b-b047-085e1cf008d3', 'name': 'network-vif-deleted', 'tag': 'd4fa40dc-22d5-45a7-ab16-fde2bd99fb22', 'status': 'completed', 'code': 200} Feb 03 12:34:09.252359 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0b50cb02-e23d-4375-a656-f37973a79fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'name': 'tempest-ServersTestFqdnHostnames-2046491617-router', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'f034c260-3009-4bce-a505-ab671f634926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:39Z', 'updated_at': '2022-02-03T12:32:45Z', 'revision_number': 4, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'gw_port': {'id': 'f034c260-3009-4bce-a505-ab671f634926', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:40Z', 'updated_at': '2022-02-03T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '5b583773-b2d7-44b9-8064-820b5519443e', 'name': '', 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'mac_address': 'fa:16:3e:1b:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:43Z', 'updated_at': '2022-02-03T12:32:56Z', 'revision_number': 5, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'subnets': [{'id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:09.284940 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-820056ee-6e17-43ed-a28a-70022764d5cb req-c695f4d4-724d-40eb-beef-26539e938b80 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215709 Feb 03 12:34:09.329962 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b50cb02-e23d-4375-a656-f37973a79fbc None None] The sync data for ids ['5cd9c1b4-7a99-48ee-b259-12bb84d557de'] in n-d-827336-3 is: [{'id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'name': 'tempest-ServersTestFqdnHostnames-2046491617-router', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'f034c260-3009-4bce-a505-ab671f634926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:39Z', 'updated_at': '2022-02-03T12:32:45Z', 'revision_number': 4, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'gw_port': {'id': 'f034c260-3009-4bce-a505-ab671f634926', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:40Z', 'updated_at': '2022-02-03T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '5b583773-b2d7-44b9-8064-820b5519443e', 'name': '', 'network_id': 'c33a0cb4-61c0-4231-9b2d-8fba16eaff55', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'mac_address': 'fa:16:3e:1b:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:43Z', 'updated_at': '2022-02-03T12:32:56Z', 'revision_number': 5, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'subnets': [{'id': 'e3c9ea0e-8336-46f5-b1ce-ee0420175e60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:34:09.348414 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4234f5b-4577-497e-84ab-25743a48d617 req-292010e7-71fe-4480-94d4-1892dc347acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:09.354373 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-292010e7-71fe-4480-94d4-1892dc347acd service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 922 time: 0.3225813 Feb 03 12:34:09.357281 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40124) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:09.383726 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2d25f2c-ea25-4531-8eec-4d20eafa58f0 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (c09c27c5-a70d-4a2c-9bee-a0682f3ee455), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:09.456266 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0bce6-f45f-4b53-8049-90524d861a05 req-ce666866-90c0-4690-b4d4-e356b30d7cdd tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:09.457893 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-caf0bce6-f45f-4b53-8049-90524d861a05 req-ce666866-90c0-4690-b4d4-e356b30d7cdd tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 945 time: 0.0879054 Feb 03 12:34:09.482790 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-1d774b82-9816-4ac8-887d-b98dfd129104 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=875d2462-5f56-46e4-b660-4c8251a700d2 HTTP/1.1" status: 200 len: 217 time: 0.1139576 Feb 03 12:34:09.525879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd8b97-7073-4bfb-bfbb-034941cfa412 req-2e3817ee-215d-4fe7-8cd5-0b62a982ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:09.527391 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ecfd8b97-7073-4bfb-bfbb-034941cfa412 req-2e3817ee-215d-4fe7-8cd5-0b62a982ce50 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 1128 time: 0.3256586 Feb 03 12:34:09.539819 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-caf0bce6-f45f-4b53-8049-90524d861a05 req-c4c504bc-c142-4b8e-8db3-6b9e26d01fd8 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745509 Feb 03 12:34:09.602882 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:34:09.630510 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:09.644327 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a57ec38e-8b66-4a02-8310-cdff6b224ee6 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for security_group (be4d8553-b441-499c-9401-24c39695ea0b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:09.646236 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] Publish callbacks [] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:09.673795 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a57ec38e-8b66-4a02-8310-cdff6b224ee6 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for security_group (be4d8553-b441-499c-9401-24c39695ea0b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:09.695587 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] Transition to ACTIVE for port object d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:34:09.704785 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2d25f2c-ea25-4531-8eec-4d20eafa58f0 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (c09c27c5-a70d-4a2c-9bee-a0682f3ee455), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:09.709634 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4234f5b-4577-497e-84ab-25743a48d617 req-e6a4c5f1-db6c-4a18-b971-2098fcd64804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:09.710383 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-e6a4c5f1-db6c-4a18-b971-2098fcd64804 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.2024429 Feb 03 12:34:09.711205 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:09.769326 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d25f2c-ea25-4531-8eec-4d20eafa58f0 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Pushing event deleted for resources: {'Subnet': ['ID=c09c27c5-a70d-4a2c-9bee-a0682f3ee455,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:09.813150 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] Pushing event updated for resources: {'Port': ['ID=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:09.823861 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d38870-ad67-453b-8e59-b69777e873fe None None] New status for floating IP 384152b7-e596-4ade-9076-2936778a92d2: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:34:09.853910 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-8a9d9bf0-e914-466b-9335-078c819a0515 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076369 Feb 03 12:34:09.856821 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2d25f2c-ea25-4531-8eec-4d20eafa58f0 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:09.864272 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a2d25f2c-ea25-4531-8eec-4d20eafa58f0 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] 10.222.0.18 "DELETE /v2.0/subnets/c09c27c5-a70d-4a2c-9bee-a0682f3ee455 HTTP/1.1" status: 204 len: 168 time: 1.1818240 Feb 03 12:34:09.869732 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ecfd8b97-7073-4bfb-bfbb-034941cfa412 req-75a5685c-385e-4db6-82cc-dd338a12c92d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2cc9d2b4-8160-4e01-aee2-7e0f76d18889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039176 Feb 03 12:34:09.870008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40152) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:09.881759 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956afdf0-8d43-4169-b1cd-ab3e570f5c6b None None] Network 62b06e62-dbb2-4a10-8ed1-7415749e093c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:09.881983 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7039c7af-c80b-414a-81d6-44ff6b1b0bb2 req-d02684c7-2abb-4c15-928e-813f32bea31d tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/floatingips/4c94ca38-6551-40d3-a6c5-e3547fdbe2e7 HTTP/1.1" status: 200 len: 694 time: 0.0910137 Feb 03 12:34:09.958428 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a57ec38e-8b66-4a02-8310-cdff6b224ee6 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (be4d8553-b441-499c-9401-24c39695ea0b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:09.962612 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a57ec38e-8b66-4a02-8310-cdff6b224ee6 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:09.967175 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a57ec38e-8b66-4a02-8310-cdff6b224ee6 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "DELETE /v2.0/security-groups/be4d8553-b441-499c-9401-24c39695ea0b HTTP/1.1" status: 204 len: 168 time: 0.6048393 Feb 03 12:34:09.971502 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40154) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:09.985792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d51ee-ee5a-4ee7-a30e-baa85f95431a req-eaaa2172-8520-4308-899b-b12ffae3a672 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:09.992928 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-043d51ee-ee5a-4ee7-a30e-baa85f95431a req-eaaa2172-8520-4308-899b-b12ffae3a672 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.2989454 Feb 03 12:34:10.009993 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ec38e-8b66-4a02-8310-cdff6b224ee6 tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4d8553-b441-499c-9401-24c39695ea0b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:10.081373 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-7419ecb3-6c97-4fa1-a464-4db5bc3225ad tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] show failed (client error): The resource could not be found. Feb 03 12:34:10.082595 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7419ecb3-6c97-4fa1-a464-4db5bc3225ad tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "GET /v2.0/security-groups/be4d8553-b441-499c-9401-24c39695ea0b HTTP/1.1" status: 404 len: 347 time: 0.1018286 Feb 03 12:34:10.089453 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40156) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:10.124939 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-043d51ee-ee5a-4ee7-a30e-baa85f95431a req-e667ae04-467d-4c54-a6de-4e914e41125c tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309369 Feb 03 12:34:10.129988 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-845c68dc-4550-415b-a7dc-01297bc20f60 service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586613 Feb 03 12:34:10.183140 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (62b06e62-dbb2-4a10-8ed1-7415749e093c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:10.199927 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] Attempting to bind port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:10.204174 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] Attempting to bind port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:10.204757 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] Attempting to bind port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:10.214545 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381ce19e-9b32-4ef3-862e-569705db26ec None None] DHCP port deletion for 62b06e62-dbb2-4a10-8ed1-7415749e093c request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:34:10.245506 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40160) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:10.269789 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039c7af-c80b-414a-81d6-44ff6b1b0bb2 req-b450634e-b6df-471f-852d-37d51a6be362 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:10.277836 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7039c7af-c80b-414a-81d6-44ff6b1b0bb2 req-b450634e-b6df-471f-852d-37d51a6be362 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.3950996 Feb 03 12:34:10.285439 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-381ce19e-9b32-4ef3-862e-569705db26ec None None] Deleting port 5528c428-77e0-492f-9709-192930a8ff9b {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:10.285823 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-381ce19e-9b32-4ef3-862e-569705db26ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5528c428-77e0-492f-9709-192930a8ff9b), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:10.286035 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-7039c7af-c80b-414a-81d6-44ff6b1b0bb2 req-165ef0bd-152e-4a14-a3ab-f5c0d50e5002 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:34:10.287054 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7039c7af-c80b-414a-81d6-44ff6b1b0bb2 req-165ef0bd-152e-4a14-a3ab-f5c0d50e5002 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084186 Feb 03 12:34:10.287594 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] Port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:34:10.287914 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] Attempting to bind port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:10.297065 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:10.297418 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] Checking segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:10.297791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] Bound using segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:10.298397 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] Bound port: d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:10.298904 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:10.370602 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-381ce19e-9b32-4ef3-862e-569705db26ec None None] For port 5528c428-77e0-492f-9709-192930a8ff9b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5528c428-77e0-492f-9709-192930a8ff9b,segment=NetworkSegment(f471fffc-47b6-4d4f-9011-1c484123df75),segment_id=f471fffc-47b6-4d4f-9011-1c484123df75)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:10.371523 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-381ce19e-9b32-4ef3-862e-569705db26ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5528c428-77e0-492f-9709-192930a8ff9b), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:10.394006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-381ce19e-9b32-4ef3-862e-569705db26ec None None] Calling delete_port for 5528c428-77e0-492f-9709-192930a8ff9b owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:10.408434 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7039c7af-c80b-414a-81d6-44ff6b1b0bb2 req-82180f83-d51d-4f30-886f-2dca9070f8d2 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.216 HTTP/1.1" status: 200 len: 697 time: 0.0859179 Feb 03 12:34:10.494808 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-381ce19e-9b32-4ef3-862e-569705db26ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (5528c428-77e0-492f-9709-192930a8ff9b), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:10.508780 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da0fcb47-9cb0-4bf5-a90d-d810117ca46c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:10.530675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ce19e-9b32-4ef3-862e-569705db26ec None None] Pushing event deleted for resources: {'Port': ['ID=5528c428-77e0-492f-9709-192930a8ff9b,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:10.532711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381ce19e-9b32-4ef3-862e-569705db26ec None None] No DVR routers for this DVR port 5528c428-77e0-492f-9709-192930a8ff9b on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:34:10.551594 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7039c7af-c80b-414a-81d6-44ff6b1b0bb2 req-ae00db90-f3ef-476f-8fea-9cd9561b3692 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.216 HTTP/1.1" status: 200 len: 697 time: 0.1134491 Feb 03 12:34:10.601337 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90c07d-7e91-4884-a70b-d4c11fffca6f req-277d2b12-392c-4ff5-abff-7155ff099583 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:10.604425 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ef90c07d-7e91-4884-a70b-d4c11fffca6f req-277d2b12-392c-4ff5-abff-7155ff099583 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 946 time: 0.4070480 Feb 03 12:34:10.618834 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5528c428-77e0-492f-9709-192930a8ff9b no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:10.620971 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] For port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:10.623717 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-72d859b0-2d9e-47b6-ae47-e2b8b3a67ddb tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Deleting port 889a1e4b-1bb9-496b-aae2-4eb5687bd8c5 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:10.624083 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d859b0-2d9e-47b6-ae47-e2b8b3a67ddb tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (889a1e4b-1bb9-496b-aae2-4eb5687bd8c5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:10.630726 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Deleting port 5528c428-77e0-492f-9709-192930a8ff9b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:10.631062 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5528c428-77e0-492f-9709-192930a8ff9b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:10.647052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 5528c428-77e0-492f-9709-192930a8ff9b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:34:10.648325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5528c428-77e0-492f-9709-192930a8ff9b not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:34:10.668959 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'tag': '5256de46-7c8e-44e3-89ef-97ee4330e68b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:10.669191 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-63f8d300-3021-4c39-a1dd-82179fc624fd service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621614 Feb 03 12:34:10.671753 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69bba40-d5f0-4600-8d7b-7b5b4682b4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "32fa4620-ca26-45b4-b45f-a439ea0200eb", "tag": "5256de46-7c8e-44e3-89ef-97ee4330e68b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:10.681780 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] For port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:10.710857 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ef90c07d-7e91-4884-a70b-d4c11fffca6f req-588e21e2-76fa-44c7-bad1-d64d98dc47b6 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc9d2b4-8160-4e01-aee2-7e0f76d18889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792201 Feb 03 12:34:10.745617 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:10.852273 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3a0f3-8535-4598-9173-24c4b9cefb1d req-9f7af97b-5c54-4d1f-89b3-c7bc5a695262 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:10.854950 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bba3a0f3-8535-4598-9173-24c4b9cefb1d req-9f7af97b-5c54-4d1f-89b3-c7bc5a695262 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 944 time: 0.0670042 Feb 03 12:34:10.952562 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bba3a0f3-8535-4598-9173-24c4b9cefb1d req-6d1480b4-95d6-423c-b3bd-baa550d89ee3 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896354 Feb 03 12:34:10.968178 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb3113-b615-4c1f-a39f-558ec6f7dbd6 req-be723ee1-187c-48ef-a1a2-544507ae7b6b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:10.969633 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8fdb3113-b615-4c1f-a39f-558ec6f7dbd6 req-be723ee1-187c-48ef-a1a2-544507ae7b6b tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.31 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.0997200 Feb 03 12:34:11.127475 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dda01-3ea9-4307-aaf0-b885bf2e35ea req-3af4b0f7-3e48-4685-a8bc-633181931d82 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:11.129051 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6f9dda01-3ea9-4307-aaf0-b885bf2e35ea req-3af4b0f7-3e48-4685-a8bc-633181931d82 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 945 time: 0.1061723 Feb 03 12:34:11.163683 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-8fdb3113-b615-4c1f-a39f-558ec6f7dbd6 req-79ac9ff6-79f7-445d-9e35-bfd32a66b9ed tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Deleting port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:11.164051 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8fdb3113-b615-4c1f-a39f-558ec6f7dbd6 req-79ac9ff6-79f7-445d-9e35-bfd32a66b9ed tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:11.179098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67aa4430-6940-4caf-a6e1-8fe1ad126341', 'name': 'network-vif-deleted', 'tag': '1b8e5c95-fc1f-4fd1-9144-53383fe06a4c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:11.181624 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e58ca2-0cb1-4fe7-9a67-da9f320aae1f" -d '{"events": [{"server_uuid": "67aa4430-6940-4caf-a6e1-8fe1ad126341", "name": "network-vif-deleted", "tag": "1b8e5c95-fc1f-4fd1-9144-53383fe06a4c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:11.216564 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] For port 5528c428-77e0-492f-9709-192930a8ff9b, host n-d-827336-3, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:11.217158 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5528c428-77e0-492f-9709-192930a8ff9b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:11.256380 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:11.257274 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:11.258856 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] 10.222.0.73 "PUT /v2.0/ports/d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 HTTP/1.1" status: 200 len: 1092 time: 2.2478609 Feb 03 12:34:11.266047 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Calling delete_port for 5528c428-77e0-492f-9709-192930a8ff9b owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:11.276669 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6f9dda01-3ea9-4307-aaf0-b885bf2e35ea req-74c9a607-8009-4082-ba2d-a3c98f961aea tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388175 Feb 03 12:34:11.279695 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Port 5528c428-77e0-492f-9709-192930a8ff9b was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:34:11.292474 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (5528c428-77e0-492f-9709-192930a8ff9b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:11.310157 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d859b0-2d9e-47b6-ae47-e2b8b3a67ddb tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (889a1e4b-1bb9-496b-aae2-4eb5687bd8c5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:11.310578 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d859b0-2d9e-47b6-ae47-e2b8b3a67ddb tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for floatingip (889a1e4b-1bb9-496b-aae2-4eb5687bd8c5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:11.341708 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-72d859b0-2d9e-47b6-ae47-e2b8b3a67ddb tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Calling delete_port for 889a1e4b-1bb9-496b-aae2-4eb5687bd8c5 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:11.343089 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8fdb3113-b615-4c1f-a39f-558ec6f7dbd6 req-79ac9ff6-79f7-445d-9e35-bfd32a66b9ed tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] For port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:11.343356 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8fdb3113-b615-4c1f-a39f-558ec6f7dbd6 req-79ac9ff6-79f7-445d-9e35-bfd32a66b9ed tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:11.368705 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-8fdb3113-b615-4c1f-a39f-558ec6f7dbd6 req-79ac9ff6-79f7-445d-9e35-bfd32a66b9ed tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Calling delete_port for 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:11.462377 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e798dfe-2eb6-4bbe-9d7b-ccb52214616b x-openstack-request-id: req-0e798dfe-2eb6-4bbe-9d7b-ccb52214616b {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:11.462740 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fa4620-ca26-45b4-b45f-a439ea0200eb", "tag": "5256de46-7c8e-44e3-89ef-97ee4330e68b", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:11.463002 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e798dfe-2eb6-4bbe-9d7b-ccb52214616b {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:11.463422 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'tag': '5256de46-7c8e-44e3-89ef-97ee4330e68b', 'status': 'completed', 'code': 200} Feb 03 12:34:11.496828 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fe470-c647-4d38-82f5-7e9e325da89d service neutron] Pushing event updated for resources: {'Port': ['ID=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:11.522940 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] No DVR routers for this DVR port 5528c428-77e0-492f-9709-192930a8ff9b on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:34:11.537107 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da0fcb47-9cb0-4bf5-a90d-d810117ca46c admin admin] Publish callbacks [] for security_group (00d24d32-d081-4f31-9e9c-7f261381ae37), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:11.575042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bba40-d5f0-4600-8d7b-7b5b4682b4b7 req-c57feb4f-163c-4bb5-971f-78aa1eee44a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:11.576968 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c69bba40-d5f0-4600-8d7b-7b5b4682b4b7 req-c57feb4f-163c-4bb5-971f-78aa1eee44a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59fee055273c410d8bd6eaaa2aa69e6d&device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 1128 time: 0.1898286 Feb 03 12:34:11.588021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Pushing event deleted for resources: {'Port': ['ID=5528c428-77e0-492f-9709-192930a8ff9b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:11.589792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11bb3a-69fe-4f8c-b7fa-badb5aace5f4 req-bbdde845-3ab1-4792-bfcf-1f06e4bef3b9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:11.590000 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da0fcb47-9cb0-4bf5-a90d-d810117ca46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (00d24d32-d081-4f31-9e9c-7f261381ae37), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:11.590984 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3e11bb3a-69fe-4f8c-b7fa-badb5aace5f4 req-bbdde845-3ab1-4792-bfcf-1f06e4bef3b9 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=42ef2df2-34e5-4b4f-90cd-d77951a3b300 HTTP/1.1" status: 200 len: 949 time: 0.1343944 Feb 03 12:34:11.642968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-7039c7af-c80b-414a-81d6-44ff6b1b0bb2 req-ac53fb69-cfb8-42d1-9cb1-66ce906e010e tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Deleting port 4e580e78-7e80-45a5-aa00-e2801bcc9e6e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:11.643338 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7039c7af-c80b-414a-81d6-44ff6b1b0bb2 req-ac53fb69-cfb8-42d1-9cb1-66ce906e010e tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4e580e78-7e80-45a5-aa00-e2801bcc9e6e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:11.719933 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fcb47-9cb0-4bf5-a90d-d810117ca46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d24d32-d081-4f31-9e9c-7f261381ae37,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:11.728989 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-da0fcb47-9cb0-4bf5-a90d-d810117ca46c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50b69036f1644c49ab0c1e43ae2a247c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4776406 Feb 03 12:34:11.740069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40174) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:11.763023 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (62b06e62-dbb2-4a10-8ed1-7415749e093c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:11.785650 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3e11bb3a-69fe-4f8c-b7fa-badb5aace5f4 req-8656873c-1ac6-4e35-ab00-ea8a44b70152 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777415 Feb 03 12:34:11.795435 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8fdb3113-b615-4c1f-a39f-558ec6f7dbd6 req-79ac9ff6-79f7-445d-9e35-bfd32a66b9ed tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:11.811179 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['b5e274e7-addc-4547-a7a5-f05f495eccaa', '52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:34:11.849235 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-c46ab449-8c6c-4028-a4bd-8fbf4975c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:11.849235 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-c46ab449-8c6c-4028-a4bd-8fbf4975c82e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 1126 time: 0.3860757 Feb 03 12:34:11.859406 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac9ff6-79f7-445d-9e35-bfd32a66b9ed tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Pushing event deleted for resources: {'Port': ['ID=52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:11.862608 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b06e62-dbb2-4a10-8ed1-7415749e093c']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:11.864746 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bba40-d5f0-4600-8d7b-7b5b4682b4b7 req-d5479d9f-7fe2-48e5-a563-32ffa47b2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:11.867468 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c69bba40-d5f0-4600-8d7b-7b5b4682b4b7 req-d5479d9f-7fe2-48e5-a563-32ffa47b2e7d service neutron] 10.222.0.31 "GET /v2.0/networks?id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec HTTP/1.1" status: 200 len: 922 time: 0.2747757 Feb 03 12:34:11.940838 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f471fffc-47b6-4d4f-9011-1c484123df75') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:11.941214 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f471fffc-47b6-4d4f-9011-1c484123df75') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:11.945927 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b560a2-6392-4588-91bb-1cd0384e5bac x-openstack-request-id: req-e1b560a2-6392-4588-91bb-1cd0384e5bac {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:11.946514 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67aa4430-6940-4caf-a6e1-8fe1ad126341", "name": "network-vif-deleted", "tag": "1b8e5c95-fc1f-4fd1-9144-53383fe06a4c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:11.946866 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1b560a2-6392-4588-91bb-1cd0384e5bac {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:11.947271 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67aa4430-6940-4caf-a6e1-8fe1ad126341', 'name': 'network-vif-deleted', 'tag': '1b8e5c95-fc1f-4fd1-9144-53383fe06a4c', 'status': 'completed', 'code': 200} Feb 03 12:34:11.952552 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-84c113cc-e8fc-45d0-918d-9fd52a587f9e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 HTTP/1.1" status: 200 len: 217 time: 0.0813344 Feb 03 12:34:11.957149 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c69bba40-d5f0-4600-8d7b-7b5b4682b4b7 req-99b3ba21-a53c-40d9-85eb-0c4a308b6cee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5256de46-7c8e-44e3-89ef-97ee4330e68b HTTP/1.1" status: 200 len: 217 time: 0.0794594 Feb 03 12:34:12.002476 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (f471fffc-47b6-4d4f-9011-1c484123df75), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:12.008284 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdb3113-b615-4c1f-a39f-558ec6f7dbd6 req-79ac9ff6-79f7-445d-9e35-bfd32a66b9ed tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] No DVR routers for this DVR port 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:34:12.019323 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8fdb3113-b615-4c1f-a39f-558ec6f7dbd6 req-79ac9ff6-79f7-445d-9e35-bfd32a66b9ed tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:12.023021 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8fdb3113-b615-4c1f-a39f-558ec6f7dbd6 req-79ac9ff6-79f7-445d-9e35-bfd32a66b9ed tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.31 "DELETE /v2.0/ports/52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 HTTP/1.1" status: 204 len: 173 time: 1.0464709 Feb 03 12:34:12.050228 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e627183-ba9f-4a0b-9b2d-be49fead25b0 admin admin] Publish callbacks [] for security_group (00d24d32-d081-4f31-9e9c-7f261381ae37), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:12.058477 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7039c7af-c80b-414a-81d6-44ff6b1b0bb2 req-ac53fb69-cfb8-42d1-9cb1-66ce906e010e tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4e580e78-7e80-45a5-aa00-e2801bcc9e6e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:12.058809 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7039c7af-c80b-414a-81d6-44ff6b1b0bb2 req-ac53fb69-cfb8-42d1-9cb1-66ce906e010e tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks [] for floatingip (4e580e78-7e80-45a5-aa00-e2801bcc9e6e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:12.061754 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d859b0-2d9e-47b6-ae47-e2b8b3a67ddb tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (889a1e4b-1bb9-496b-aae2-4eb5687bd8c5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:12.095036 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f471fffc-47b6-4d4f-9011-1c484123df75), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:12.097614 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-7039c7af-c80b-414a-81d6-44ff6b1b0bb2 req-ac53fb69-cfb8-42d1-9cb1-66ce906e010e tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Calling delete_port for 4e580e78-7e80-45a5-aa00-e2801bcc9e6e owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:12.138892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bba40-d5f0-4600-8d7b-7b5b4682b4b7 req-984f0f1e-3697-4d1e-9dfd-fa7312e403ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:12.140387 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c69bba40-d5f0-4600-8d7b-7b5b4682b4b7 req-984f0f1e-3697-4d1e-9dfd-fa7312e403ea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8eecb123-1b17-4832-a250-9ffdf6ab791a HTTP/1.1" status: 200 len: 860 time: 0.1562722 Feb 03 12:34:12.150571 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d859b0-2d9e-47b6-ae47-e2b8b3a67ddb tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Pushing event deleted for resources: {'Port': ['ID=889a1e4b-1bb9-496b-aae2-4eb5687bd8c5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:12.151904 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e627183-ba9f-4a0b-9b2d-be49fead25b0 admin admin] Publish callbacks [] for security_group (00d24d32-d081-4f31-9e9c-7f261381ae37), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:12.173408 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:34:12.173890 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (f471fffc-47b6-4d4f-9011-1c484123df75), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:34:12.183087 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:34:12.230617 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa270e9-d7a5-4b83-8df0-73cdfd9262ef req-2210f734-0e5f-4612-946e-fe1df8288acf tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:12.238415 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-faa270e9-d7a5-4b83-8df0-73cdfd9262ef req-2210f734-0e5f-4612-946e-fe1df8288acf tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 946 time: 0.1822615 Feb 03 12:34:12.283254 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-49d0cd3e-2af6-43e4-823e-7ec68a950a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:12.284558 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-49d0cd3e-2af6-43e4-823e-7ec68a950a6c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.3198123 Feb 03 12:34:12.297577 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bba40-d5f0-4600-8d7b-7b5b4682b4b7 req-52cf64af-532e-4322-894d-731a18dd47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:12.299388 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c69bba40-d5f0-4600-8d7b-7b5b4682b4b7 req-52cf64af-532e-4322-894d-731a18dd47dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e1f3eede-7a05-4755-8b0c-c829dd7e38ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1499715 Feb 03 12:34:12.322755 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e627183-ba9f-4a0b-9b2d-be49fead25b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (00d24d32-d081-4f31-9e9c-7f261381ae37), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:12.325492 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e627183-ba9f-4a0b-9b2d-be49fead25b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:12.326710 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5e627183-ba9f-4a0b-9b2d-be49fead25b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00d24d32-d081-4f31-9e9c-7f261381ae37 HTTP/1.1" status: 204 len: 168 time: 0.5840244 Feb 03 12:34:12.331751 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-faa270e9-d7a5-4b83-8df0-73cdfd9262ef req-30702cfc-0f49-4100-ab28-eb95dbdafcd9 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc9d2b4-8160-4e01-aee2-7e0f76d18889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920434 Feb 03 12:34:12.363173 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e627183-ba9f-4a0b-9b2d-be49fead25b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d24d32-d081-4f31-9e9c-7f261381ae37,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:12.510295 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-d1e09cf2-063b-407c-ae63-d23a0c0b3f6f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1858561 Feb 03 12:34:12.546280 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c69bba40-d5f0-4600-8d7b-7b5b4682b4b7 req-f14695d5-48f4-4af5-a8f9-5948e880308a service neutron] 10.222.0.31 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331517 Feb 03 12:34:12.598284 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fb08e-3640-4602-aaa2-9dab91378e5f req-31b1d784-361d-4418-b5a3-62b56dfc318d tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:12.606727 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ef3fb08e-3640-4602-aaa2-9dab91378e5f req-31b1d784-361d-4418-b5a3-62b56dfc318d tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 944 time: 0.1458454 Feb 03 12:34:12.676704 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (62b06e62-dbb2-4a10-8ed1-7415749e093c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:12.679885 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-01792afd-ebde-442a-89e0-c0d281ea139a service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159968 Feb 03 12:34:12.691015 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:12.694250 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] 10.222.0.18 "DELETE /v2.0/networks/62b06e62-dbb2-4a10-8ed1-7415749e093c HTTP/1.1" status: 204 len: 168 time: 2.8225746 Feb 03 12:34:12.773923 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d859b0-2d9e-47b6-ae47-e2b8b3a67ddb tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks [] for floatingip (384152b7-e596-4ade-9076-2936778a92d2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:12.776613 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d859b0-2d9e-47b6-ae47-e2b8b3a67ddb tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:12.777798 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-72d859b0-2d9e-47b6-ae47-e2b8b3a67ddb tempest-ServersTestFqdnHostnames-1791198097 tempest-ServersTestFqdnHostnames-1791198097-project] 10.222.0.18 "DELETE /v2.0/floatingips/384152b7-e596-4ade-9076-2936778a92d2 HTTP/1.1" status: 204 len: 168 time: 2.6825898 Feb 03 12:34:12.778831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72434a0b-910e-4274-8df4-624baeb588b5 tempest-FloatingIPNegativeTestJSON-11335225 tempest-FloatingIPNegativeTestJSON-11335225-project] Pushing event deleted for resources: {'Network': ['ID=62b06e62-dbb2-4a10-8ed1-7415749e093c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:12.788496 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40192) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:12.868752 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ef3fb08e-3640-4602-aaa2-9dab91378e5f req-29d2d5b0-4ad3-4c50-81bb-b44f66eff78d tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600791 Feb 03 12:34:12.875111 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c69bba40-d5f0-4600-8d7b-7b5b4682b4b7 req-43db5541-03f9-4d14-9d32-88d86fc67f3e service neutron] 10.222.0.31 "GET /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204930 Feb 03 12:34:13.061699 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2918985e-7443-4bd9-92b1-91fa9b3ca304 req-9b504b37-2250-4cf9-b50e-19ae114fb9dd service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663871 Feb 03 12:34:13.083112 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7039c7af-c80b-414a-81d6-44ff6b1b0bb2 req-ac53fb69-cfb8-42d1-9cb1-66ce906e010e tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (4e580e78-7e80-45a5-aa00-e2801bcc9e6e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:13.085895 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229dac63-91ef-420e-915f-bb2eb43f8828 req-cfad4e1a-170c-4aea-b742-2dcca3050e95 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:13.093816 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-229dac63-91ef-420e-915f-bb2eb43f8828 req-cfad4e1a-170c-4aea-b742-2dcca3050e95 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 945 time: 0.0971961 Feb 03 12:34:13.120750 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53fb69-cfb8-42d1-9cb1-66ce906e010e tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Pushing event deleted for resources: {'Port': ['ID=4e580e78-7e80-45a5-aa00-e2801bcc9e6e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:13.203926 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-229dac63-91ef-420e-915f-bb2eb43f8828 req-5df2c87f-fe48-4500-85d8-ae12ea6a00a9 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079385 Feb 03 12:34:13.205220 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40204) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:13.262412 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7039c7af-c80b-414a-81d6-44ff6b1b0bb2 req-ac53fb69-cfb8-42d1-9cb1-66ce906e010e tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks [] for floatingip (4c94ca38-6551-40d3-a6c5-e3547fdbe2e7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:13.265276 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7039c7af-c80b-414a-81d6-44ff6b1b0bb2 req-ac53fb69-cfb8-42d1-9cb1-66ce906e010e tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:13.266615 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7039c7af-c80b-414a-81d6-44ff6b1b0bb2 req-ac53fb69-cfb8-42d1-9cb1-66ce906e010e tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "DELETE /v2.0/floatingips/4c94ca38-6551-40d3-a6c5-e3547fdbe2e7 HTTP/1.1" status: 204 len: 173 time: 2.7057619 Feb 03 12:34:13.470869 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b5eae7-4d30-4371-b3f6-dcc34e1f30b3', 'tag': 'd0c2b390-4bee-4674-85b2-bc2b2fe0e3c1'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:13.476115 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29db2ce0-c4e2-467f-bb83-371e2361145e" -d '{"events": [{"name": "network-changed", "server_uuid": "43b5eae7-4d30-4371-b3f6-dcc34e1f30b3", "tag": "d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:13.567743 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-229db5de-293c-4abd-af54-d52bfbcb11dc req-c395ca7c-3ff4-404a-87ea-13b98d097443 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 258 time: 0.3079159 Feb 03 12:34:13.570366 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fe7ae469-3e5d-42af-9995-dbfb467fc5e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d7697ed5a5542ddbcb26b9b59eafc72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3637457 Feb 03 12:34:13.571479 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1844b094-7084-4d5b-9647-a4e0e9661da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (5cd9c1b4-7a99-48ee-b259-12bb84d557de), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:13.572955 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40224) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:13.600911 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-229db5de-293c-4abd-af54-d52bfbcb11dc req-1017ad31-a448-4f49-a94e-3b4a4d490151 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:13.650962 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-229db5de-293c-4abd-af54-d52bfbcb11dc req-1017ad31-a448-4f49-a94e-3b4a4d490151 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:13.655623 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40226) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:13.676999 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c08b71d7-f77e-469b-abab-f04d1ec43ace admin admin] Publish callbacks [] for security_group (4d7fa83a-8c9c-4c3c-90c3-7ab750a9ebb7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:13.725450 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c08b71d7-f77e-469b-abab-f04d1ec43ace admin admin] Publish callbacks [] for security_group (4d7fa83a-8c9c-4c3c-90c3-7ab750a9ebb7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:13.846470 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c08b71d7-f77e-469b-abab-f04d1ec43ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4d7fa83a-8c9c-4c3c-90c3-7ab750a9ebb7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:13.849886 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c08b71d7-f77e-469b-abab-f04d1ec43ace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:13.851493 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c08b71d7-f77e-469b-abab-f04d1ec43ace admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d7fa83a-8c9c-4c3c-90c3-7ab750a9ebb7 HTTP/1.1" status: 204 len: 168 time: 0.2773304 Feb 03 12:34:13.866653 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b71d7-f77e-469b-abab-f04d1ec43ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7fa83a-8c9c-4c3c-90c3-7ab750a9ebb7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:13.867601 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af31487-4270-419f-a555-89ac31e5b07e x-openstack-request-id: req-9af31487-4270-419f-a555-89ac31e5b07e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:13.868106 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b5eae7-4d30-4371-b3f6-dcc34e1f30b3", "tag": "d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:13.868229 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9af31487-4270-419f-a555-89ac31e5b07e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:13.869006 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b5eae7-4d30-4371-b3f6-dcc34e1f30b3', 'tag': 'd0c2b390-4bee-4674-85b2-bc2b2fe0e3c1', 'status': 'completed', 'code': 200} Feb 03 12:34:13.869892 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-229db5de-293c-4abd-af54-d52bfbcb11dc req-1017ad31-a448-4f49-a94e-3b4a4d490151 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:13.940131 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-490469ef-75ca-4275-a448-934b404ad35d admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-347311829-network', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:13.965353 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ef2df2-34e5-4b4f-90cd-d77951a3b300', 'name': 'network-vif-deleted', 'tag': '52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:13.968812 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b87556-a7d2-4bde-9cf0-224237e0f3e6" -d '{"events": [{"server_uuid": "42ef2df2-34e5-4b4f-90cd-d77951a3b300", "name": "network-vif-deleted", "tag": "52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:13.975091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490469ef-75ca-4275-a448-934b404ad35d admin admin] Made reservation on behalf of 218289d12c9b4b9dbde4b42d4f382200 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:13.978454 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-490469ef-75ca-4275-a448-934b404ad35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:13.996624 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-490469ef-75ca-4275-a448-934b404ad35d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:14.016274 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db2ce0-c4e2-467f-bb83-371e2361145e req-3cb49c0c-713c-43de-ba97-ded0a9592fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:14.017936 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29db2ce0-c4e2-467f-bb83-371e2361145e req-3cb49c0c-713c-43de-ba97-ded0a9592fe5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 1126 time: 0.0998290 Feb 03 12:34:14.051844 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1844b094-7084-4d5b-9647-a4e0e9661da1 admin admin] Deleting port 5b583773-b2d7-44b9-8064-820b5519443e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:14.052275 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1844b094-7084-4d5b-9647-a4e0e9661da1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5b583773-b2d7-44b9-8064-820b5519443e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:14.099260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-229db5de-293c-4abd-af54-d52bfbcb11dc req-1017ad31-a448-4f49-a94e-3b4a4d490151 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Allocated IP 172.25.6.53 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/ce7d321e-cd31-4673-a19b-cf8afb591627) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:14.102572 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d31ac-0096-4fdf-be59-0cf0251b03d7 req-5b0bdfd3-9ef9-439f-9e78-20da2fd87738 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:14.104226 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-364d31ac-0096-4fdf-be59-0cf0251b03d7 req-5b0bdfd3-9ef9-439f-9e78-20da2fd87738 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 946 time: 0.1481793 Feb 03 12:34:14.206382 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-490469ef-75ca-4275-a448-934b404ad35d admin admin] Publish callbacks [] for security_group (26eb8e1b-b3cf-450a-8266-c03b9f01a0ef), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:14.216578 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-490469ef-75ca-4275-a448-934b404ad35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (26eb8e1b-b3cf-450a-8266-c03b9f01a0ef), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:14.235877 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db2ce0-c4e2-467f-bb83-371e2361145e req-69b39966-543f-48c5-9c62-1550973168a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:14.237517 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29db2ce0-c4e2-467f-bb83-371e2361145e req-69b39966-543f-48c5-9c62-1550973168a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 909 time: 0.2112348 Feb 03 12:34:14.249121 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490469ef-75ca-4275-a448-934b404ad35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26eb8e1b-b3cf-450a-8266-c03b9f01a0ef,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:14.262877 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1844b094-7084-4d5b-9647-a4e0e9661da1 admin admin] For port 5b583773-b2d7-44b9-8064-820b5519443e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5b583773-b2d7-44b9-8064-820b5519443e,segment=NetworkSegment(4dfbb924-0115-4a7e-b2f6-5b45d688e654),segment_id=4dfbb924-0115-4a7e-b2f6-5b45d688e654)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:14.263889 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1844b094-7084-4d5b-9647-a4e0e9661da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5b583773-b2d7-44b9-8064-820b5519443e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:14.271682 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490469ef-75ca-4275-a448-934b404ad35d admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:34:14.288420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:14.297734 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-490469ef-75ca-4275-a448-934b404ad35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (60b1d6d7-3510-481e-9dd3-b2f749842682), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:14.298085 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-490469ef-75ca-4275-a448-934b404ad35d admin admin] Added segment 60b1d6d7-3510-481e-9dd3-b2f749842682 of type vlan for network b39bda4c-a748-41d3-ad64-33f7d22c16cf Feb 03 12:34:14.301351 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-229db5de-293c-4abd-af54-d52bfbcb11dc req-1017ad31-a448-4f49-a94e-3b4a4d490151 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks [] for port (ce7d321e-cd31-4673-a19b-cf8afb591627), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:14.318307 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29db2ce0-c4e2-467f-bb83-371e2361145e req-5d14bc44-c1fc-4c65-9603-6ba9359c59c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 HTTP/1.1" status: 200 len: 217 time: 0.0672104 Feb 03 12:34:14.326306 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-364d31ac-0096-4fdf-be59-0cf0251b03d7 req-3648de23-b732-4e3b-a759-078ce52193ad tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942937 Feb 03 12:34:14.333531 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:34:14.334168 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:34:14.344456 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1844b094-7084-4d5b-9647-a4e0e9661da1 admin admin] Calling delete_port for 5b583773-b2d7-44b9-8064-820b5519443e owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:14.371327 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-490469ef-75ca-4275-a448-934b404ad35d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (b39bda4c-a748-41d3-ad64-33f7d22c16cf), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:14.431446 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-229db5de-293c-4abd-af54-d52bfbcb11dc req-1017ad31-a448-4f49-a94e-3b4a4d490151 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ce7d321e-cd31-4673-a19b-cf8afb591627), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:14.443850 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db2ce0-c4e2-467f-bb83-371e2361145e req-a306bbec-2309-48f3-8368-20beac2d55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:14.445802 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29db2ce0-c4e2-467f-bb83-371e2361145e req-a306bbec-2309-48f3-8368-20beac2d55ca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.1185222 Feb 03 12:34:14.484665 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-490469ef-75ca-4275-a448-934b404ad35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (b39bda4c-a748-41d3-ad64-33f7d22c16cf), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:14.486321 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490469ef-75ca-4275-a448-934b404ad35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:14.487459 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-490469ef-75ca-4275-a448-934b404ad35d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:14.519928 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29db2ce0-c4e2-467f-bb83-371e2361145e req-f40fc084-2c32-42de-aefd-e0c7c5e58d4e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625105 Feb 03 12:34:14.534099 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229db5de-293c-4abd-af54-d52bfbcb11dc req-1017ad31-a448-4f49-a94e-3b4a4d490151 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:14.546807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-229db5de-293c-4abd-af54-d52bfbcb11dc req-1017ad31-a448-4f49-a94e-3b4a4d490151 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:14.553766 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-490469ef-75ca-4275-a448-934b404ad35d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8948815 Feb 03 12:34:14.555035 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-229db5de-293c-4abd-af54-d52bfbcb11dc req-1017ad31-a448-4f49-a94e-3b4a4d490151 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:14.582613 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017ad31-a448-4f49-a94e-3b4a4d490151 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Pushing event updated for resources: {'Port': ['ID=ce7d321e-cd31-4673-a19b-cf8afb591627,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:14.587295 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40252) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:14.611718 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b5abae79-549d-477d-bb1a-7863c63c37c7 admin admin] Request body: {'subnet': {'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-347311829-subnet', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:14.623843 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490469ef-75ca-4275-a448-934b404ad35d admin admin] Pushing event updated for resources: {'Network': ['ID=b39bda4c-a748-41d3-ad64-33f7d22c16cf,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:14.635456 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network b39bda4c-a748-41d3-ad64-33f7d22c16cf details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:34:14.668039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5abae79-549d-477d-bb1a-7863c63c37c7 admin admin] Made reservation on behalf of 218289d12c9b4b9dbde4b42d4f382200 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:14.670844 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5abae79-549d-477d-bb1a-7863c63c37c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:14.793383 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-229db5de-293c-4abd-af54-d52bfbcb11dc req-1017ad31-a448-4f49-a94e-3b4a4d490151 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks [] for floatingip (3f795982-dee7-4a77-b508-74fd124cca38), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:14.866001 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-229db5de-293c-4abd-af54-d52bfbcb11dc req-1017ad31-a448-4f49-a94e-3b4a4d490151 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ce7d321e-cd31-4673-a19b-cf8afb591627), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:14.911685 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40260) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:15.029465 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29db2ce0-c4e2-467f-bb83-371e2361145e req-f73c0f3c-8899-4ec8-9429-6da7af12852c service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724116 Feb 03 12:34:15.081933 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Request body: {'networks': [{'name': 'tempest-network--153981993'}, {'name': 'tempest-network--1054200446'}]} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:15.082358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Request body: {'network': {'name': 'tempest-network--153981993'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:15.082628 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Request body: {'network': {'name': 'tempest-network--1054200446'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:15.097250 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5abae79-549d-477d-bb1a-7863c63c37c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (67023db2-06c8-42d5-bfcd-aa9f27b3574c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.131170 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580a843-6268-4b9b-8111-d91205e54427 req-4193060c-ee4f-4a59-abc9-9d923a526fd7 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:15.132666 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a580a843-6268-4b9b-8111-d91205e54427 req-4193060c-ee4f-4a59-abc9-9d923a526fd7 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.6552839 Feb 03 12:34:15.178789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc1ad9-5348-4f3d-9e0f-987fc06447f1 req-642e6068-70de-44f8-a93f-1c8eca961014 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:15.181368 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80bc1ad9-5348-4f3d-9e0f-987fc06447f1 req-642e6068-70de-44f8-a93f-1c8eca961014 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.31 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 946 time: 0.2365570 Feb 03 12:34:15.188279 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Made reservation on behalf of cfed753c0994461bb5ce244d820f89ff for: {'network': 2} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:15.192573 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.241784 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29db2ce0-c4e2-467f-bb83-371e2361145e req-fb380c64-c02f-41d1-a57c-cec355db24f8 service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746733 Feb 03 12:34:15.252760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5abae79-549d-477d-bb1a-7863c63c37c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67023db2-06c8-42d5-bfcd-aa9f27b3574c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:15.276175 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a580a843-6268-4b9b-8111-d91205e54427 req-9ab833a9-8146-4849-a4fa-bea474b192de tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099586 Feb 03 12:34:15.279960 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.309748 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1844b094-7084-4d5b-9647-a4e0e9661da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (5b583773-b2d7-44b9-8064-820b5519443e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.341988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844b094-7084-4d5b-9647-a4e0e9661da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b583773-b2d7-44b9-8064-820b5519443e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:15.458395 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cf16d-8ffa-4742-9f03-42cdc705f794 req-670e286c-ae68-449a-94de-8f2748c944d6 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:15.460081 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a58cf16d-8ffa-4742-9f03-42cdc705f794 req-670e286c-ae68-449a-94de-8f2748c944d6 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 944 time: 0.1158655 Feb 03 12:34:15.537823 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.633558 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1844b094-7084-4d5b-9647-a4e0e9661da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (5cd9c1b4-7a99-48ee-b259-12bb84d557de), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.656378 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a58cf16d-8ffa-4742-9f03-42cdc705f794 req-41228a8f-e22c-49a2-80d8-5844a68eb270 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703936 Feb 03 12:34:15.737077 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73620be6-7613-4a57-a426-344eb6a5b260 x-openstack-request-id: req-73620be6-7613-4a57-a426-344eb6a5b260 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:15.737403 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ef2df2-34e5-4b4f-90cd-d77951a3b300", "name": "network-vif-deleted", "tag": "52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:15.737636 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73620be6-7613-4a57-a426-344eb6a5b260 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:15.738033 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ef2df2-34e5-4b4f-90cd-d77951a3b300', 'name': 'network-vif-deleted', 'tag': '52a4d180-2ae2-4413-9d7b-e8e2b5a7eb60', 'status': 'completed', 'code': 200} Feb 03 12:34:15.740499 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-229db5de-293c-4abd-af54-d52bfbcb11dc req-1017ad31-a448-4f49-a94e-3b4a4d490151 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks [] for port (ce7d321e-cd31-4673-a19b-cf8afb591627), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.749320 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5abae79-549d-477d-bb1a-7863c63c37c7 admin admin] Checking segment: {'id': '60b1d6d7-3510-481e-9dd3-b2f749842682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:15.749787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5abae79-549d-477d-bb1a-7863c63c37c7 admin admin] Network hostable DHCP agents. Network: b39bda4c-a748-41d3-ad64-33f7d22c16cf, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:34:15.770011 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-229db5de-293c-4abd-af54-d52bfbcb11dc req-1017ad31-a448-4f49-a94e-3b4a4d490151 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (ce7d321e-cd31-4673-a19b-cf8afb591627), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.865017 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd161a7-86c4-4867-9b6f-d6404605bd35 req-340ddda5-3584-433e-81d5-caa3889f8b4d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:15.866752 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fbd161a7-86c4-4867-9b6f-d6404605bd35 req-340ddda5-3584-433e-81d5-caa3889f8b4d tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.31 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.6592767 Feb 03 12:34:15.874102 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78cf3d-ee17-4d86-a66f-3055720715d2 req-2722bddb-f64e-4e79-9d82-26d07ec7234a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:15.875796 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd78cf3d-ee17-4d86-a66f-3055720715d2 req-2722bddb-f64e-4e79-9d82-26d07ec7234a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 945 time: 0.0997941 Feb 03 12:34:15.897607 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks [] for security_group (c5999809-291d-48a2-848d-90cebd31fda3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.906813 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017ad31-a448-4f49-a94e-3b4a4d490151 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Pushing event updated for resources: {'Port': ['ID=ce7d321e-cd31-4673-a19b-cf8afb591627,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:15.909054 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5abae79-549d-477d-bb1a-7863c63c37c7 admin admin] Network b39bda4c-a748-41d3-ad64-33f7d22c16cf is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:34:15.939428 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c5999809-291d-48a2-848d-90cebd31fda3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.940142 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.975135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b5abae79-549d-477d-bb1a-7863c63c37c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, b39bda4c-a748-41d3-ad64-33f7d22c16cf) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:15.979548 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd78cf3d-ee17-4d86-a66f-3055720715d2 req-ce9d8a37-1e81-4146-9be3-2241a2094286 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877385 Feb 03 12:34:15.982094 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1844b094-7084-4d5b-9647-a4e0e9661da1 admin admin] Router 5cd9c1b4-7a99-48ee-b259-12bb84d557de has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:34:15.992405 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5abae79-549d-477d-bb1a-7863c63c37c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:15.992995 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5abae79-549d-477d-bb1a-7863c63c37c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:15.995914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f58686-6b86-4972-a8cc-9a0920df4fc3 None None] Network b39bda4c-a748-41d3-ad64-33f7d22c16cf requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:16.008676 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-229db5de-293c-4abd-af54-d52bfbcb11dc req-1017ad31-a448-4f49-a94e-3b4a4d490151 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (3f795982-dee7-4a77-b508-74fd124cca38), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.032216 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-80bc1ad9-5348-4f3d-9e0f-987fc06447f1 req-ded12477-428a-4496-9c6b-e99679e30ad3 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Deleting port 5256de46-7c8e-44e3-89ef-97ee4330e68b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:16.032326 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-80bc1ad9-5348-4f3d-9e0f-987fc06447f1 req-ded12477-428a-4496-9c6b-e99679e30ad3 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5256de46-7c8e-44e3-89ef-97ee4330e68b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.053019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5999809-291d-48a2-848d-90cebd31fda3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:16.079104 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:34:16.090194 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-229db5de-293c-4abd-af54-d52bfbcb11dc req-1017ad31-a448-4f49-a94e-3b4a4d490151 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.099049 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-229db5de-293c-4abd-af54-d52bfbcb11dc req-1017ad31-a448-4f49-a94e-3b4a4d490151 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5089667 Feb 03 12:34:16.103527 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b5abae79-549d-477d-bb1a-7863c63c37c7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5140848 Feb 03 12:34:16.108024 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40266) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:16.115161 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f68d7189-69a4-4cc5-a8ce-029ce031d10f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-347311829-router', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:16.180036 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-b39bda4c-a748-41d3-ad64-33f7d22c16cf', 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf', 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'fixed_ips': [{'subnet_id': '67023db2-06c8-42d5-bfcd-aa9f27b3574c'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:34:16.180988 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.190091 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (e5158fce-2402-452d-a8e4-7b944a22ef81), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.190455 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Added segment e5158fce-2402-452d-a8e4-7b944a22ef81 of type vlan for network 56051877-a9ca-49f0-8083-2e44ec1b6311 Feb 03 12:34:16.201077 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f68d7189-69a4-4cc5-a8ce-029ce031d10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (26367b17-385d-4d00-83ce-c790450caeae), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.202206 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f68d7189-69a4-4cc5-a8ce-029ce031d10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (26367b17-385d-4d00-83ce-c790450caeae), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.229598 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c04921-d1d7-420b-a014-291c9e6a3384 req-7dbddf3b-f15a-4e7e-aea0-916e12c6936c tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:16.237149 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e9c04921-d1d7-420b-a014-291c9e6a3384 req-7dbddf3b-f15a-4e7e-aea0-916e12c6936c tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fa4620-ca26-45b4-b45f-a439ea0200eb HTTP/1.1" status: 200 len: 946 time: 0.1427426 Feb 03 12:34:16.245671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1844b094-7084-4d5b-9647-a4e0e9661da1 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:34:16.253114 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-229db5de-293c-4abd-af54-d52bfbcb11dc req-ded74eed-04fb-4231-89e2-dc1bd326b0f3 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.53 HTTP/1.1" status: 200 len: 695 time: 0.1530745 Feb 03 12:34:16.262288 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1844b094-7084-4d5b-9647-a4e0e9661da1 admin admin] 10.222.0.18 "PUT /v2.0/routers/5cd9c1b4-7a99-48ee-b259-12bb84d557de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4515283 Feb 03 12:34:16.263550 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d10e6-6c7c-4eca-b0c1-31ca6964cecb None None] Sync routers for ids ['5cd9c1b4-7a99-48ee-b259-12bb84d557de'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:34:16.264386 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40268) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:16.291638 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d10e6-6c7c-4eca-b0c1-31ca6964cecb None None] Routers {'5cd9c1b4-7a99-48ee-b259-12bb84d557de'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:16.292450 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d23d10e6-6c7c-4eca-b0c1-31ca6964cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['5cd9c1b4-7a99-48ee-b259-12bb84d557de'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:16.334597 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-80bc1ad9-5348-4f3d-9e0f-987fc06447f1 req-ded12477-428a-4496-9c6b-e99679e30ad3 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] For port 5256de46-7c8e-44e3-89ef-97ee4330e68b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=5256de46-7c8e-44e3-89ef-97ee4330e68b,segment=NetworkSegment(54fe302d-f672-4e49-b1ac-8af38d760b2e),segment_id=54fe302d-f672-4e49-b1ac-8af38d760b2e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:16.335251 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-80bc1ad9-5348-4f3d-9e0f-987fc06447f1 req-ded12477-428a-4496-9c6b-e99679e30ad3 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5256de46-7c8e-44e3-89ef-97ee4330e68b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.351461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-80bc1ad9-5348-4f3d-9e0f-987fc06447f1 req-ded12477-428a-4496-9c6b-e99679e30ad3 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Calling delete_port for 5256de46-7c8e-44e3-89ef-97ee4330e68b owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:16.367266 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f68d7189-69a4-4cc5-a8ce-029ce031d10f admin admin] Publish callbacks [] for router_controller (26367b17-385d-4d00-83ce-c790450caeae), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.420450 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e9c04921-d1d7-420b-a014-291c9e6a3384 req-dcd15937-4650-475b-a3f6-a28166a92dcb tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.18 "GET /v2.0/security-groups?id=2760195b-8c14-42e4-b3c0-a114f4edd55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822491 Feb 03 12:34:16.474042 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] Allocated IP 172.20.0.2 (b39bda4c-a748-41d3-ad64-33f7d22c16cf/67023db2-06c8-42d5-bfcd-aa9f27b3574c/097eaf56-b224-4400-9063-2777be54f821) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:16.485519 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d23d10e6-6c7c-4eca-b0c1-31ca6964cecb None None] Set router 5cd9c1b4-7a99-48ee-b259-12bb84d557de gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:16.632521 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0af437ff-cce7-44c6-bac9-70884e8f813a admin admin] Publish callbacks [] for router (5cd9c1b4-7a99-48ee-b259-12bb84d557de), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.643168 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (56051877-a9ca-49f0-8083-2e44ec1b6311), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.707587 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229db5de-293c-4abd-af54-d52bfbcb11dc req-b00d7432-b3d5-47be-a97a-6dc9c18f4996 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:16.710275 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-229db5de-293c-4abd-af54-d52bfbcb11dc req-b00d7432-b3d5-47be-a97a-6dc9c18f4996 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.4564877 Feb 03 12:34:16.719426 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-80bc1ad9-5348-4f3d-9e0f-987fc06447f1 req-ded12477-428a-4496-9c6b-e99679e30ad3 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5256de46-7c8e-44e3-89ef-97ee4330e68b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.742701 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-fbd161a7-86c4-4867-9b6f-d6404605bd35 req-d413df7a-38b0-4b00-ae0d-a58dd5e35def tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Deleting port b5e274e7-addc-4547-a7a5-f05f495eccaa {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:16.743818 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fbd161a7-86c4-4867-9b6f-d6404605bd35 req-d413df7a-38b0-4b00-ae0d-a58dd5e35def tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.776727 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:34:16.790443 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d23d10e6-6c7c-4eca-b0c1-31ca6964cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'name': 'tempest-ServersTestFqdnHostnames-2046491617-router', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'f034c260-3009-4bce-a505-ab671f634926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:39Z', 'updated_at': '2022-02-03T12:34:15Z', 'revision_number': 5, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'gw_port': {'id': 'f034c260-3009-4bce-a505-ab671f634926', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:40Z', 'updated_at': '2022-02-03T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:16.843431 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d10e6-6c7c-4eca-b0c1-31ca6964cecb None None] Checking router: 5cd9c1b4-7a99-48ee-b259-12bb84d557de for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:34:16.870088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fbd161a7-86c4-4867-9b6f-d6404605bd35 req-d413df7a-38b0-4b00-ae0d-a58dd5e35def tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] For port b5e274e7-addc-4547-a7a5-f05f495eccaa, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b5e274e7-addc-4547-a7a5-f05f495eccaa,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:16.870499 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fbd161a7-86c4-4867-9b6f-d6404605bd35 req-d413df7a-38b0-4b00-ae0d-a58dd5e35def tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.874325 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d10e6-6c7c-4eca-b0c1-31ca6964cecb None None] Routers {'5cd9c1b4-7a99-48ee-b259-12bb84d557de'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:16.874947 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d23d10e6-6c7c-4eca-b0c1-31ca6964cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['5cd9c1b4-7a99-48ee-b259-12bb84d557de'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:16.885451 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-fbd161a7-86c4-4867-9b6f-d6404605bd35 req-d413df7a-38b0-4b00-ae0d-a58dd5e35def tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Calling delete_port for b5e274e7-addc-4547-a7a5-f05f495eccaa owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:16.894155 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] Publish callbacks [] for port (097eaf56-b224-4400-9063-2777be54f821), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.927721 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (097eaf56-b224-4400-9063-2777be54f821), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.934736 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f68d7189-69a4-4cc5-a8ce-029ce031d10f admin admin] Publish callbacks [] for router_gateway (26367b17-385d-4d00-83ce-c790450caeae), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:16.995728 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] Pushing event updated for resources: {'Port': ['ID=097eaf56-b224-4400-9063-2777be54f821,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:17.023108 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] Network b39bda4c-a748-41d3-ad64-33f7d22c16cf is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:17.029492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:17.040362 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:17.053414 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:17.110859 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ed5ff-5d92-494f-8760-1ca038a12e27 req-74a05047-28ec-4d48-94ea-5324dc16c9b7 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:17.118420 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e9ed5ff-5d92-494f-8760-1ca038a12e27 req-74a05047-28ec-4d48-94ea-5324dc16c9b7 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/ports?device_id=8407884c-9146-4468-90f0-8beccaa129fe HTTP/1.1" status: 200 len: 950 time: 0.4826956 Feb 03 12:34:17.166042 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0af437ff-cce7-44c6-bac9-70884e8f813a admin admin] Publish callbacks [] for router_gateway (5cd9c1b4-7a99-48ee-b259-12bb84d557de), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.176370 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] Attempting to bind port 097eaf56-b224-4400-9063-2777be54f821 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:17.180535 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] Attempting to bind port 097eaf56-b224-4400-9063-2777be54f821 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '60b1d6d7-3510-481e-9dd3-b2f749842682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:17.181190 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] Attempting to bind port 097eaf56-b224-4400-9063-2777be54f821 on network b39bda4c-a748-41d3-ad64-33f7d22c16cf {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:17.188515 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'd0c2b390-4bee-4674-85b2-bc2b2fe0e3c1', 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b', 'port_id': 'd0c2b390-4bee-4674-85b2-bc2b2fe0e3c1', 'mac_address': 'fa:16:3e:c5:a0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc6398e-4bbb-472c-be47-bf6310728b3e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:34:17.192904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded12477-428a-4496-9c6b-e99679e30ad3 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Pushing event deleted for resources: {'Port': ['ID=5256de46-7c8e-44e3-89ef-97ee4330e68b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:17.199576 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:17.200159 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] Checking segment: {'id': '60b1d6d7-3510-481e-9dd3-b2f749842682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:17.200919 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.201692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] Bound using segment: {'id': '60b1d6d7-3510-481e-9dd3-b2f749842682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:17.202510 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] Bound port: 097eaf56-b224-4400-9063-2777be54f821, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b1d6d7-3510-481e-9dd3-b2f749842682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:17.203003 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (097eaf56-b224-4400-9063-2777be54f821), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.233513 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fbd161a7-86c4-4867-9b6f-d6404605bd35 req-d413df7a-38b0-4b00-ae0d-a58dd5e35def tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (b5e274e7-addc-4547-a7a5-f05f495eccaa), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.255756 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bc1ad9-5348-4f3d-9e0f-987fc06447f1 req-ded12477-428a-4496-9c6b-e99679e30ad3 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] No DVR routers for this DVR port 5256de46-7c8e-44e3-89ef-97ee4330e68b on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:34:17.258954 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-80bc1ad9-5348-4f3d-9e0f-987fc06447f1 req-ded12477-428a-4496-9c6b-e99679e30ad3 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.264531 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80bc1ad9-5348-4f3d-9e0f-987fc06447f1 req-ded12477-428a-4496-9c6b-e99679e30ad3 tempest-FloatingIPsAssociationTestJSON-1306821798 tempest-FloatingIPsAssociationTestJSON-1306821798-project] 10.222.0.31 "DELETE /v2.0/ports/5256de46-7c8e-44e3-89ef-97ee4330e68b HTTP/1.1" status: 204 len: 173 time: 2.0608194 Feb 03 12:34:17.270023 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e9ed5ff-5d92-494f-8760-1ca038a12e27 req-1a1cd28b-8a09-4446-bf51-8f666feb93d4 tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c982422-2eb0-4475-b2f2-7c85c92de955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513216 Feb 03 12:34:17.314927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:17.315547 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.331072 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:34:17.365439 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:34:17.381318 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8e7e50a2-faaf-494e-94ad-e6fa4a70228a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.381790 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Added segment 8e7e50a2-faaf-494e-94ad-e6fa4a70228a of type vlan for network ccea2de9-73b2-461e-a8a8-ed23ce0679e9 Feb 03 12:34:17.384622 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0af437ff-cce7-44c6-bac9-70884e8f813a admin admin] Deleting port f034c260-3009-4bce-a505-ab671f634926 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:17.385209 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0af437ff-cce7-44c6-bac9-70884e8f813a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f034c260-3009-4bce-a505-ab671f634926), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.389511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:34:17.429191 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (ccea2de9-73b2-461e-a8a8-ed23ce0679e9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.438898 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d23d10e6-6c7c-4eca-b0c1-31ca6964cecb None None] Set router 5cd9c1b4-7a99-48ee-b259-12bb84d557de gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:17.462111 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413df7a-38b0-4b00-ae0d-a58dd5e35def tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Pushing event deleted for resources: {'Port': ['ID=b5e274e7-addc-4547-a7a5-f05f495eccaa,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:17.465113 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:17.487266 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.504227 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (56051877-a9ca-49f0-8083-2e44ec1b6311), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.504735 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (ccea2de9-73b2-461e-a8a8-ed23ce0679e9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.513711 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:17.537364 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:17.538182 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.628829 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd161a7-86c4-4867-9b6f-d6404605bd35 req-d413df7a-38b0-4b00-ae0d-a58dd5e35def tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] No DVR routers for this DVR port b5e274e7-addc-4547-a7a5-f05f495eccaa on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:34:17.634425 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-05fabfb4-4813-47f6-843e-5f35775b1c9c tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:17.643874 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-05fabfb4-4813-47f6-843e-5f35775b1c9c tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc601993-0db0-4d21-82bf-e194910bac8a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2367508 Feb 03 12:34:17.693031 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fbd161a7-86c4-4867-9b6f-d6404605bd35 req-d413df7a-38b0-4b00-ae0d-a58dd5e35def tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.702364 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fbd161a7-86c4-4867-9b6f-d6404605bd35 req-d413df7a-38b0-4b00-ae0d-a58dd5e35def tempest-MigrationsAdminTest-141968263 tempest-MigrationsAdminTest-141968263-project] 10.222.0.31 "DELETE /v2.0/ports/b5e274e7-addc-4547-a7a5-f05f495eccaa HTTP/1.1" status: 204 len: 173 time: 1.8069782 Feb 03 12:34:17.716640 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f68d7189-69a4-4cc5-a8ce-029ce031d10f admin admin] Publish callbacks [] for router_gateway (26367b17-385d-4d00-83ce-c790450caeae), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.746678 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'name': 'network-vif-deleted', 'tag': '5256de46-7c8e-44e3-89ef-97ee4330e68b'}, {'server_uuid': '8407884c-9146-4468-90f0-8beccaa129fe', 'name': 'network-vif-deleted', 'tag': 'b5e274e7-addc-4547-a7a5-f05f495eccaa'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:17.756524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:17.760595 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c4af4c-c567-4264-ab1e-90d2501f2e12" -d '{"events": [{"server_uuid": "32fa4620-ca26-45b4-b45f-a439ea0200eb", "name": "network-vif-deleted", "tag": "5256de46-7c8e-44e3-89ef-97ee4330e68b"}, {"server_uuid": "8407884c-9146-4468-90f0-8beccaa129fe", "name": "network-vif-deleted", "tag": "b5e274e7-addc-4547-a7a5-f05f495eccaa"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:17.770458 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.8576572 Feb 03 12:34:17.777656 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40284) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:17.779556 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f68d7189-69a4-4cc5-a8ce-029ce031d10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.806526 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] For port 097eaf56-b224-4400-9063-2777be54f821, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:17.815456 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] For port 097eaf56-b224-4400-9063-2777be54f821, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=097eaf56-b224-4400-9063-2777be54f821,segment=NetworkSegment(60b1d6d7-3510-481e-9dd3-b2f749842682),segment_id=60b1d6d7-3510-481e-9dd3-b2f749842682)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:17.827682 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-ca5e23d1-efdc-442d-a4a5-588fac1ebd1e tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.53 HTTP/1.1" status: 200 len: 695 time: 0.1803792 Feb 03 12:34:17.842491 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (097eaf56-b224-4400-9063-2777be54f821), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.855337 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-9d7e4580-12ca-445f-adcc-2e3ede54eca0 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Request body: {'floatingip': {'port_id': '74114140-71cb-4752-a514-9e3dbcf40029', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:17.894580 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0af437ff-cce7-44c6-bac9-70884e8f813a admin admin] For port f034c260-3009-4bce-a505-ab671f634926, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f034c260-3009-4bce-a505-ab671f634926,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:17.895258 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0af437ff-cce7-44c6-bac9-70884e8f813a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f034c260-3009-4bce-a505-ab671f634926), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:17.908743 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a3979-0fec-455e-bdd3-133b6f69ce8f req-a542cf51-2230-4baf-92c2-27d9d2dcf58a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:17.910667 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-211a3979-0fec-455e-bdd3-133b6f69ce8f req-a542cf51-2230-4baf-92c2-27d9d2dcf58a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 944 time: 0.7622657 Feb 03 12:34:17.911895 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Pushing event updated for resources: {'Network': ['ID=56051877-a9ca-49f0-8083-2e44ec1b6311,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:17.995247 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 56051877-a9ca-49f0-8083-2e44ec1b6311 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:34:18.018530 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d23d10e6-6c7c-4eca-b0c1-31ca6964cecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'name': 'tempest-ServersTestFqdnHostnames-2046491617-router', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'f034c260-3009-4bce-a505-ab671f634926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:39Z', 'updated_at': '2022-02-03T12:34:15Z', 'revision_number': 5, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'gw_port': {'id': 'f034c260-3009-4bce-a505-ab671f634926', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:40Z', 'updated_at': '2022-02-03T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:18.067109 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be314af-2c31-4d50-8092-5d89ac7d6f28 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Pushing event updated for resources: {'Network': ['ID=ccea2de9-73b2-461e-a8a8-ed23ce0679e9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:18.082922 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d10e6-6c7c-4eca-b0c1-31ca6964cecb None None] The sync data for ids ['5cd9c1b4-7a99-48ee-b259-12bb84d557de'] in n-d-827336-3 is: [{'id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'name': 'tempest-ServersTestFqdnHostnames-2046491617-router', 'tenant_id': '4d634ed9e80f494082d8457d96896a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'f034c260-3009-4bce-a505-ab671f634926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:39Z', 'updated_at': '2022-02-03T12:34:15Z', 'revision_number': 5, 'project_id': '4d634ed9e80f494082d8457d96896a5d', 'gw_port': {'id': 'f034c260-3009-4bce-a505-ab671f634926', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd9c1b4-7a99-48ee-b259-12bb84d557de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:40Z', 'updated_at': '2022-02-03T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:34:18.151839 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:34:18.167277 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-211a3979-0fec-455e-bdd3-133b6f69ce8f req-a781c0b6-a190-46b5-9374-ccefb03533d7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980966 Feb 03 12:34:18.170229 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd58b2-995c-4a97-83ca-9186607df2aa None None] Pushing event updated for resources: {'Port': ['ID=097eaf56-b224-4400-9063-2777be54f821,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:18.173146 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network ccea2de9-73b2-461e-a8a8-ed23ce0679e9 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:34:18.308952 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device b5e274e7-addc-4547-a7a5-f05f495eccaa no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:18.335877 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: b5e274e7-addc-4547-a7a5-f05f495eccaa {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:34:18.336397 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device b5e274e7-addc-4547-a7a5-f05f495eccaa not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:34:18.336921 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 5256de46-7c8e-44e3-89ef-97ee4330e68b no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:18.380959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce6662-13b3-4f44-9059-7a60178ed4d0 req-75b9ef15-6d98-484b-889e-402b06081f18 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:18.382563 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d8ce6662-13b3-4f44-9059-7a60178ed4d0 req-75b9ef15-6d98-484b-889e-402b06081f18 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 945 time: 0.1584172 Feb 03 12:34:18.414786 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 5256de46-7c8e-44e3-89ef-97ee4330e68b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:34:18.416149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 5256de46-7c8e-44e3-89ef-97ee4330e68b not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:34:18.462991 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d8ce6662-13b3-4f44-9059-7a60178ed4d0 req-e4b4f786-14bb-40d2-992c-0fb93c829f0b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727472 Feb 03 12:34:18.535364 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5b583773-b2d7-44b9-8064-820b5519443e no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:18.564493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40288) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:18.571456 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 5b583773-b2d7-44b9-8064-820b5519443e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:34:18.571836 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5b583773-b2d7-44b9-8064-820b5519443e not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:34:18.682971 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1645478a-2beb-4c4d-b18c-ad531e8ac374 x-openstack-request-id: req-1645478a-2beb-4c4d-b18c-ad531e8ac374 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:18.683441 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fa4620-ca26-45b4-b45f-a439ea0200eb", "name": "network-vif-deleted", "tag": "5256de46-7c8e-44e3-89ef-97ee4330e68b", "status": "completed", "code": 200}, {"server_uuid": "8407884c-9146-4468-90f0-8beccaa129fe", "name": "network-vif-deleted", "tag": "b5e274e7-addc-4547-a7a5-f05f495eccaa", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:18.683717 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1645478a-2beb-4c4d-b18c-ad531e8ac374 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:18.687345 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fa4620-ca26-45b4-b45f-a439ea0200eb', 'name': 'network-vif-deleted', 'tag': '5256de46-7c8e-44e3-89ef-97ee4330e68b', 'status': 'completed', 'code': 200} Feb 03 12:34:18.687648 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8407884c-9146-4468-90f0-8beccaa129fe', 'name': 'network-vif-deleted', 'tag': 'b5e274e7-addc-4547-a7a5-f05f495eccaa', 'status': 'completed', 'code': 200} Feb 03 12:34:18.711285 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0af437ff-cce7-44c6-bac9-70884e8f813a admin admin] Calling delete_port for f034c260-3009-4bce-a505-ab671f634926 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:18.714636 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-9d7e4580-12ca-445f-adcc-2e3ede54eca0 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks [] for floatingip (3f795982-dee7-4a77-b508-74fd124cca38), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.037775 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783ad63f-d070-4006-9e1a-609729aea07a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:19.043385 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783ad63f-d070-4006-9e1a-609729aea07a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:19.049404 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783ad63f-d070-4006-9e1a-609729aea07a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:19.055494 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783ad63f-d070-4006-9e1a-609729aea07a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:19.057535 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-783ad63f-d070-4006-9e1a-609729aea07a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.2707381 Feb 03 12:34:19.061739 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40294) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:19.159611 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f68d7189-69a4-4cc5-a8ce-029ce031d10f admin admin] Allocated IP 172.25.6.173 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/af009a0e-4d3f-4ef0-9ccd-eacafc1c4236) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:19.169597 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40296) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:19.217394 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb2f1-0f0d-4807-a49c-a6a3b1012e12 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (56051877-a9ca-49f0-8083-2e44ec1b6311), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.389216 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb2f1-0f0d-4807-a49c-a6a3b1012e12 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (56051877-a9ca-49f0-8083-2e44ec1b6311), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.404450 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-373bcfdd-23f0-401f-91bd-cb7cc523b06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (89d7d1b2-9a44-44b6-9ee4-284d80a3e277), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.461885 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7f3cb2f1-0f0d-4807-a49c-a6a3b1012e12 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56051877-a9ca-49f0-8083-2e44ec1b6311']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:19.487999 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7f3cb2f1-0f0d-4807-a49c-a6a3b1012e12 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5158fce-2402-452d-a8e4-7b944a22ef81') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:19.488259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7f3cb2f1-0f0d-4807-a49c-a6a3b1012e12 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5158fce-2402-452d-a8e4-7b944a22ef81') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:19.522761 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb2f1-0f0d-4807-a49c-a6a3b1012e12 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (e5158fce-2402-452d-a8e4-7b944a22ef81), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.532046 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4301b7dc-afcf-41f6-878c-d77f3057bf04 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=207048d5e9d548ac8439a4c69e7678ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3542385 Feb 03 12:34:19.541324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40304) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:19.557578 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f68d7189-69a4-4cc5-a8ce-029ce031d10f admin admin] Publish callbacks [] for port (af009a0e-4d3f-4ef0-9ccd-eacafc1c4236), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.561227 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028d888-683e-4535-a6a2-daac7b9344c8 req-1798cb41-da81-469b-a9b1-50003830e462 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:19.562264 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3028d888-683e-4535-a6a2-daac7b9344c8 req-1798cb41-da81-469b-a9b1-50003830e462 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 945 time: 0.3071511 Feb 03 12:34:19.623352 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f68d7189-69a4-4cc5-a8ce-029ce031d10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (af009a0e-4d3f-4ef0-9ccd-eacafc1c4236), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.630573 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0af437ff-cce7-44c6-bac9-70884e8f813a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f034c260-3009-4bce-a505-ab671f634926), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.650297 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb2f1-0f0d-4807-a49c-a6a3b1012e12 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (e5158fce-2402-452d-a8e4-7b944a22ef81), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.685997 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3cb2f1-0f0d-4807-a49c-a6a3b1012e12 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:34:19.686432 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb2f1-0f0d-4807-a49c-a6a3b1012e12 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (e5158fce-2402-452d-a8e4-7b944a22ef81), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:34:19.695247 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:34:19.717183 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68d7189-69a4-4cc5-a8ce-029ce031d10f admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:19.722406 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f68d7189-69a4-4cc5-a8ce-029ce031d10f admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:19.727696 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d7189-69a4-4cc5-a8ce-029ce031d10f admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:19.744414 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f49fb3b-29dc-47b1-a17f-39ab509b04a8 admin admin] Publish callbacks [] for security_group (5c982422-2eb0-4475-b2f2-7c85c92de955), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.776635 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f49fb3b-29dc-47b1-a17f-39ab509b04a8 admin admin] Publish callbacks [] for security_group (5c982422-2eb0-4475-b2f2-7c85c92de955), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.883129 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c04ba5-2b4f-4293-807d-3873be8091ff None None] Network b39bda4c-a748-41d3-ad64-33f7d22c16cf requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:19.942657 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb2f1-0f0d-4807-a49c-a6a3b1012e12 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (56051877-a9ca-49f0-8083-2e44ec1b6311), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.950104 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f49fb3b-29dc-47b1-a17f-39ab509b04a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5c982422-2eb0-4475-b2f2-7c85c92de955), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.952673 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f49fb3b-29dc-47b1-a17f-39ab509b04a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.956474 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2f49fb3b-29dc-47b1-a17f-39ab509b04a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c982422-2eb0-4475-b2f2-7c85c92de955 HTTP/1.1" status: 204 len: 168 time: 0.4109478 Feb 03 12:34:19.958724 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb2f1-0f0d-4807-a49c-a6a3b1012e12 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:19.961811 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7f3cb2f1-0f0d-4807-a49c-a6a3b1012e12 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "DELETE /v2.0/networks/56051877-a9ca-49f0-8083-2e44ec1b6311 HTTP/1.1" status: 204 len: 168 time: 0.8987522 Feb 03 12:34:19.977794 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3028d888-683e-4535-a6a2-daac7b9344c8 req-7f1fe3c2-e358-4369-a7f6-fe935948a593 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751328 Feb 03 12:34:20.012357 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40308) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:20.024023 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49fb3b-29dc-47b1-a17f-39ab509b04a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c982422-2eb0-4475-b2f2-7c85c92de955,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:20.024161 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-38b21f4d-1184-44b7-a7c3-6936e59ea17d None None] Provisioning complete for port 097eaf56-b224-4400-9063-2777be54f821 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:20.024670 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38b21f4d-1184-44b7-a7c3-6936e59ea17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (097eaf56-b224-4400-9063-2777be54f821), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.059262 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cb2f1-0f0d-4807-a49c-a6a3b1012e12 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Pushing event deleted for resources: {'Network': ['ID=56051877-a9ca-49f0-8083-2e44ec1b6311,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:20.111719 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d7189-69a4-4cc5-a8ce-029ce031d10f admin admin] Pushing event updated for resources: {'Port': ['ID=af009a0e-4d3f-4ef0-9ccd-eacafc1c4236,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:20.185735 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-38b21f4d-1184-44b7-a7c3-6936e59ea17d None None] Current status of the port 097eaf56-b224-4400-9063-2777be54f821 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:20.186373 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38b21f4d-1184-44b7-a7c3-6936e59ea17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (097eaf56-b224-4400-9063-2777be54f821), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.260553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-38b21f4d-1184-44b7-a7c3-6936e59ea17d None None] For port 097eaf56-b224-4400-9063-2777be54f821, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=097eaf56-b224-4400-9063-2777be54f821,segment=NetworkSegment(60b1d6d7-3510-481e-9dd3-b2f749842682),segment_id=60b1d6d7-3510-481e-9dd3-b2f749842682)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:20.276531 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38b21f4d-1184-44b7-a7c3-6936e59ea17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (097eaf56-b224-4400-9063-2777be54f821), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.287730 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af437ff-cce7-44c6-bac9-70884e8f813a admin admin] Pushing event deleted for resources: {'Port': ['ID=f034c260-3009-4bce-a505-ab671f634926,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:20.320008 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cde83-1f22-427b-9de2-5505983a2f62 req-20b503f8-e0c7-44d7-8207-30b8ed46a83e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:20.321985 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-483cde83-1f22-427b-9de2-5505983a2f62 req-20b503f8-e0c7-44d7-8207-30b8ed46a83e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 945 time: 0.1943228 Feb 03 12:34:20.357933 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0af437ff-cce7-44c6-bac9-70884e8f813a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (5cd9c1b4-7a99-48ee-b259-12bb84d557de), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.402866 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-483cde83-1f22-427b-9de2-5505983a2f62 req-5a893c79-9e4f-489e-8c75-a08ac2dcb08f tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717883 Feb 03 12:34:20.403533 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b21f4d-1184-44b7-a7c3-6936e59ea17d None None] Pushing event updated for resources: {'Port': ['ID=097eaf56-b224-4400-9063-2777be54f821,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:20.406609 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-373bcfdd-23f0-401f-91bd-cb7cc523b06a admin admin] Deleting port c14b8343-61ed-439f-8aa7-27c8bdd9d2de {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:20.407080 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-373bcfdd-23f0-401f-91bd-cb7cc523b06a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c14b8343-61ed-439f-8aa7-27c8bdd9d2de), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.529860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-373bcfdd-23f0-401f-91bd-cb7cc523b06a admin admin] For port c14b8343-61ed-439f-8aa7-27c8bdd9d2de, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c14b8343-61ed-439f-8aa7-27c8bdd9d2de,segment=NetworkSegment(54fe302d-f672-4e49-b1ac-8af38d760b2e),segment_id=54fe302d-f672-4e49-b1ac-8af38d760b2e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:20.531308 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-373bcfdd-23f0-401f-91bd-cb7cc523b06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c14b8343-61ed-439f-8aa7-27c8bdd9d2de), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.551845 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-373bcfdd-23f0-401f-91bd-cb7cc523b06a admin admin] Calling delete_port for c14b8343-61ed-439f-8aa7-27c8bdd9d2de owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:20.563527 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40312) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:20.570969 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2c5b-17ae-4db3-b8bc-0be2a8246e4a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (ccea2de9-73b2-461e-a8a8-ed23ce0679e9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.578868 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0af437ff-cce7-44c6-bac9-70884e8f813a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (5cd9c1b4-7a99-48ee-b259-12bb84d557de), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.583121 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0af437ff-cce7-44c6-bac9-70884e8f813a admin admin] Publish callbacks [] for router_controller (5cd9c1b4-7a99-48ee-b259-12bb84d557de), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.604703 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b25a51ee-8905-48f9-84bc-0c85eb4a3bff None None] Provisioning complete for port 097eaf56-b224-4400-9063-2777be54f821 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:20.605257 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b25a51ee-8905-48f9-84bc-0c85eb4a3bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (097eaf56-b224-4400-9063-2777be54f821), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.612878 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-9d7e4580-12ca-445f-adcc-2e3ede54eca0 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:34:20.691215 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f68d7189-69a4-4cc5-a8ce-029ce031d10f admin admin] Publish callbacks [] for router_gateway (26367b17-385d-4d00-83ce-c790450caeae), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.715485 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d57a0689-9721-47a8-8b3a-ac2024340f02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ed2101fdf484ecfb4d3bf046a7d2158&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475143 Feb 03 12:34:20.717024 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40314) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:20.728907 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b25a51ee-8905-48f9-84bc-0c85eb4a3bff None None] Current status of the port 097eaf56-b224-4400-9063-2777be54f821 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:20.771202 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0af437ff-cce7-44c6-bac9-70884e8f813a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (5cd9c1b4-7a99-48ee-b259-12bb84d557de), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.771759 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af437ff-cce7-44c6-bac9-70884e8f813a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cd9c1b4-7a99-48ee-b259-12bb84d557de {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:34:20.795012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 097eaf56-b224-4400-9063-2777be54f821 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:20.808115 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-9d7e4580-12ca-445f-adcc-2e3ede54eca0 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.811731 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43566439-f0da-4e2e-8494-542a1aa5c0b7 admin admin] Publish callbacks [] for security_group (6a375939-da3e-42fe-b663-87fbd4cf3750), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.822811 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0af437ff-cce7-44c6-bac9-70884e8f813a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.824286 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0af437ff-cce7-44c6-bac9-70884e8f813a admin admin] 10.222.0.18 "DELETE /v2.0/routers/5cd9c1b4-7a99-48ee-b259-12bb84d557de HTTP/1.1" status: 204 len: 168 time: 4.5585268 Feb 03 12:34:20.830297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40316) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:20.850244 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-9d7e4580-12ca-445f-adcc-2e3ede54eca0 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (3f795982-dee7-4a77-b508-74fd124cca38), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:20.873458 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:20.933897 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 097eaf56-b224-4400-9063-2777be54f821 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:20.936134 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (097eaf56-b224-4400-9063-2777be54f821), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.018192 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-9d7e4580-12ca-445f-adcc-2e3ede54eca0 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Floating IP 3f795982-dee7-4a77-b508-74fd124cca38 associated. External IP: 172.25.6.53, port: 74114140-71cb-4752-a514-9e3dbcf40029. Feb 03 12:34:21.042517 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 097eaf56-b224-4400-9063-2777be54f821 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:21.050751 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:34:21.058060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:21.058502 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.170369 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2c5b-17ae-4db3-b8bc-0be2a8246e4a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (ccea2de9-73b2-461e-a8a8-ed23ce0679e9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.198753 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:21.202175 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.251081 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6e8678-db3c-4149-97ae-d32a71b62bb8 admin admin] Deleting subnet e3c9ea0e-8336-46f5-b1ce-ee0420175e60 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:34:21.257642 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-0f7d2c5b-17ae-4db3-b8bc-0be2a8246e4a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccea2de9-73b2-461e-a8a8-ed23ce0679e9']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:21.260554 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:21.262366 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b5eae7-4d30-4371-b3f6-dcc34e1f30b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c2b390-4bee-4674-85b2-bc2b2fe0e3c1'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:21.265388 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def78f2d-ba04-44f2-a29e-e004f99050ce" -d '{"events": [{"server_uuid": "43b5eae7-4d30-4371-b3f6-dcc34e1f30b3", "name": "network-vif-plugged", "status": "completed", "tag": "d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:21.270872 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.343632 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:21.351753 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43566439-f0da-4e2e-8494-542a1aa5c0b7 admin admin] Publish callbacks [] for security_group (6a375939-da3e-42fe-b663-87fbd4cf3750), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.437257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207aef7-6ff6-4632-b23d-3ccdd6ad92d5 req-3e220375-de07-4798-85e6-5c1c8390f08b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:21.438864 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d207aef7-6ff6-4632-b23d-3ccdd6ad92d5 req-3e220375-de07-4798-85e6-5c1c8390f08b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 946 time: 0.1770639 Feb 03 12:34:21.506061 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43566439-f0da-4e2e-8494-542a1aa5c0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6a375939-da3e-42fe-b663-87fbd4cf3750), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.508809 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43566439-f0da-4e2e-8494-542a1aa5c0b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.512267 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-43566439-f0da-4e2e-8494-542a1aa5c0b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a375939-da3e-42fe-b663-87fbd4cf3750 HTTP/1.1" status: 204 len: 168 time: 0.7917368 Feb 03 12:34:21.540514 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43566439-f0da-4e2e-8494-542a1aa5c0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a375939-da3e-42fe-b663-87fbd4cf3750,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:21.542267 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-373bcfdd-23f0-401f-91bd-cb7cc523b06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c14b8343-61ed-439f-8aa7-27c8bdd9d2de), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.590708 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d207aef7-6ff6-4632-b23d-3ccdd6ad92d5 req-1d34bb64-9d42-45d1-ab41-4bb80266b531 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367443 Feb 03 12:34:21.594514 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373bcfdd-23f0-401f-91bd-cb7cc523b06a admin admin] Pushing event deleted for resources: {'Port': ['ID=c14b8343-61ed-439f-8aa7-27c8bdd9d2de,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:21.674740 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8729a93-8a4f-4177-8d42-326f87bae368 x-openstack-request-id: req-a8729a93-8a4f-4177-8d42-326f87bae368 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:21.675041 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b5eae7-4d30-4371-b3f6-dcc34e1f30b3", "name": "network-vif-plugged", "status": "completed", "tag": "d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:21.675317 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8729a93-8a4f-4177-8d42-326f87bae368 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:21.675770 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b5eae7-4d30-4371-b3f6-dcc34e1f30b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c2b390-4bee-4674-85b2-bc2b2fe0e3c1', 'code': 200} Feb 03 12:34:21.770830 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f6e8678-db3c-4149-97ae-d32a71b62bb8 admin admin] Publish callbacks [] for subnet (e3c9ea0e-8336-46f5-b1ce-ee0420175e60), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:21.931336 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f0676-3d36-4901-9924-bf44d241ab12 req-796c8618-06fb-4ad0-a0eb-2346c9fb83a3 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:21.939342 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-044f0676-3d36-4901-9924-bf44d241ab12 req-796c8618-06fb-4ad0-a0eb-2346c9fb83a3 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 945 time: 0.1378086 Feb 03 12:34:21.951370 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-373bcfdd-23f0-401f-91bd-cb7cc523b06a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (89d7d1b2-9a44-44b6-9ee4-284d80a3e277), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:22.014565 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-0f7d2c5b-17ae-4db3-b8bc-0be2a8246e4a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7e50a2-faaf-494e-94ad-e6fa4a70228a') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:22.019741 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-0f7d2c5b-17ae-4db3-b8bc-0be2a8246e4a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7e50a2-faaf-494e-94ad-e6fa4a70228a') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:22.050564 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f6e8678-db3c-4149-97ae-d32a71b62bb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (e3c9ea0e-8336-46f5-b1ce-ee0420175e60), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:22.054507 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-044f0676-3d36-4901-9924-bf44d241ab12 req-0794bbf3-61aa-4b20-9c2f-52c41c49cf70 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142614 Feb 03 12:34:22.121821 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2c5b-17ae-4db3-b8bc-0be2a8246e4a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (8e7e50a2-faaf-494e-94ad-e6fa4a70228a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:22.209635 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2c5b-17ae-4db3-b8bc-0be2a8246e4a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8e7e50a2-faaf-494e-94ad-e6fa4a70228a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:22.226513 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f68d7189-69a4-4cc5-a8ce-029ce031d10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (26367b17-385d-4d00-83ce-c790450caeae), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:22.242407 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7d2c5b-17ae-4db3-b8bc-0be2a8246e4a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:34:22.242815 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2c5b-17ae-4db3-b8bc-0be2a8246e4a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (8e7e50a2-faaf-494e-94ad-e6fa4a70228a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:34:22.250081 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:34:22.274248 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f6e8678-db3c-4149-97ae-d32a71b62bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (e3c9ea0e-8336-46f5-b1ce-ee0420175e60), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:22.381429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373bcfdd-23f0-401f-91bd-cb7cc523b06a admin admin] Router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:34:22.384253 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67642d53-3218-469a-a84a-6c3b90e7a2e3 req-752ded3e-0668-4008-974e-a72126e78381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:22.385900 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-67642d53-3218-469a-a84a-6c3b90e7a2e3 req-752ded3e-0668-4008-974e-a72126e78381 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 1128 time: 0.5151391 Feb 03 12:34:22.538501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373bcfdd-23f0-401f-91bd-cb7cc523b06a admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:34:22.561740 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-373bcfdd-23f0-401f-91bd-cb7cc523b06a admin admin] 10.222.0.18 "PUT /v2.0/routers/89d7d1b2-9a44-44b6-9ee4-284d80a3e277/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9923768 Feb 03 12:34:22.561740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40342) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:22.570472 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e937fa1-5dfd-4ffe-af8e-52db8bc45cde None None] Sync routers for ids ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:34:22.597180 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e937fa1-5dfd-4ffe-af8e-52db8bc45cde None None] Routers {'89d7d1b2-9a44-44b6-9ee4-284d80a3e277'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:22.598375 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4e937fa1-5dfd-4ffe-af8e-52db8bc45cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:22.671881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f034c260-3009-4bce-a505-ab671f634926 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:22.697927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: f034c260-3009-4bce-a505-ab671f634926 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:34:22.698785 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f034c260-3009-4bce-a505-ab671f634926 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:34:22.724168 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2c5b-17ae-4db3-b8bc-0be2a8246e4a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (ccea2de9-73b2-461e-a8a8-ed23ce0679e9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:22.743797 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2c5b-17ae-4db3-b8bc-0be2a8246e4a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:22.750546 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0f7d2c5b-17ae-4db3-b8bc-0be2a8246e4a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "DELETE /v2.0/networks/ccea2de9-73b2-461e-a8a8-ed23ce0679e9 HTTP/1.1" status: 204 len: 168 time: 2.6695476 Feb 03 12:34:22.759416 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-9d7e4580-12ca-445f-adcc-2e3ede54eca0 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Router 7dda8193-69c4-471c-8714-76f04f7a8df9 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:34:22.760119 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40348) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:22.788097 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-67642d53-3218-469a-a84a-6c3b90e7a2e3 req-bc4cd91c-6a27-4d78-8c88-d55edd1fd9f5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799734 Feb 03 12:34:22.791708 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f6e8678-db3c-4149-97ae-d32a71b62bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (e3c9ea0e-8336-46f5-b1ce-ee0420175e60), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:22.805091 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4e937fa1-5dfd-4ffe-af8e-52db8bc45cde None None] Set router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:22.810468 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d2c5b-17ae-4db3-b8bc-0be2a8246e4a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Pushing event deleted for resources: {'Network': ['ID=ccea2de9-73b2-461e-a8a8-ed23ce0679e9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:22.867257 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f6e8678-db3c-4149-97ae-d32a71b62bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:22.873127 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8f6e8678-db3c-4149-97ae-d32a71b62bb8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e3c9ea0e-8336-46f5-b1ce-ee0420175e60 HTTP/1.1" status: 204 len: 168 time: 2.0357676 Feb 03 12:34:22.875846 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e8678-db3c-4149-97ae-d32a71b62bb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3c9ea0e-8336-46f5-b1ce-ee0420175e60,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:22.879232 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40352) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:22.883511 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68d7189-69a4-4cc5-a8ce-029ce031d10f admin admin] Router 26367b17-385d-4d00-83ce-c790450caeae is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:34:22.893430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd492cf-fd3a-429d-8bda-b7bf4255ae8e None None] Network c33a0cb4-61c0-4231-9b2d-8fba16eaff55 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:22.982470 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc956455-4b53-4043-864f-fbd1fa1ac669 admin admin] Publish callbacks [] for router (89d7d1b2-9a44-44b6-9ee4-284d80a3e277), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.007914 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5730dfb-51a7-4489-afad-7ea2d7f33859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (c33a0cb4-61c0-4231-9b2d-8fba16eaff55), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.087802 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e51e9-32fb-4a14-b5b5-d948302edd2f req-73901408-3473-4178-a7e5-f2b1d7508607 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:23.089223 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-488e51e9-32fb-4a14-b5b5-d948302edd2f req-73901408-3473-4178-a7e5-f2b1d7508607 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 946 time: 0.3591685 Feb 03 12:34:23.162228 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-9d7e4580-12ca-445f-adcc-2e3ede54eca0 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:34:23.184340 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d9440-076b-4ecd-aa24-38d89c8d0d43 None None] Sync routers for ids ['7dda8193-69c4-471c-8714-76f04f7a8df9'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:34:23.205519 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d9440-076b-4ecd-aa24-38d89c8d0d43 None None] Routers {'7dda8193-69c4-471c-8714-76f04f7a8df9'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:23.211399 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-9d7e4580-12ca-445f-adcc-2e3ede54eca0 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.212068 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9d8d9440-076b-4ecd-aa24-38d89c8d0d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['7dda8193-69c4-471c-8714-76f04f7a8df9'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:23.226659 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4e937fa1-5dfd-4ffe-af8e-52db8bc45cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:34:21Z', 'revision_number': 5, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port': {'id': '0b7264fc-a84d-4272-bed5-9d38864647de', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:32:16Z', 'updated_at': '2022-02-03T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:23.242571 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc956455-4b53-4043-864f-fbd1fa1ac669 admin admin] Publish callbacks [] for router_gateway (89d7d1b2-9a44-44b6-9ee4-284d80a3e277), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.255727 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-488e51e9-32fb-4a14-b5b5-d948302edd2f req-b70158e0-eb86-472d-8531-554c2821312e tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603222 Feb 03 12:34:23.338184 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-9d7e4580-12ca-445f-adcc-2e3ede54eca0 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "PUT /v2.0/floatingips/3f795982-dee7-4a77-b508-74fd124cca38 HTTP/1.1" status: 200 len: 996 time: 5.5093546 Feb 03 12:34:23.349129 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc601993-0db0-4d21-82bf-e194910bac8a', 'tag': '74114140-71cb-4752-a514-9e3dbcf40029'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:23.350329 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e937fa1-5dfd-4ffe-af8e-52db8bc45cde None None] Checking router: 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:34:23.354929 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf214d1-ce04-4e63-ac8f-1f6497ede1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "bc601993-0db0-4d21-82bf-e194910bac8a", "tag": "74114140-71cb-4752-a514-9e3dbcf40029"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:23.355855 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63d3ddc-c140-4507-b8d5-1064265817e7 None None] DHCP port deletion for c33a0cb4-61c0-4231-9b2d-8fba16eaff55 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:34:23.433848 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e937fa1-5dfd-4ffe-af8e-52db8bc45cde None None] Routers {'89d7d1b2-9a44-44b6-9ee4-284d80a3e277'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:23.439602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-bc956455-4b53-4043-864f-fbd1fa1ac669 admin admin] Deleting port 0b7264fc-a84d-4272-bed5-9d38864647de {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:23.440121 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc956455-4b53-4043-864f-fbd1fa1ac669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0b7264fc-a84d-4272-bed5-9d38864647de), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.454025 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4e937fa1-5dfd-4ffe-af8e-52db8bc45cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:23.465810 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9d8d9440-076b-4ecd-aa24-38d89c8d0d43 None None] Set router 7dda8193-69c4-471c-8714-76f04f7a8df9 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:23.530529 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088fb057-915f-4459-becd-fb03cc75bf40 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:23.546815 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088fb057-915f-4459-becd-fb03cc75bf40 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:23.552510 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-088fb057-915f-4459-becd-fb03cc75bf40 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7897277 Feb 03 12:34:23.581492 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40366) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:23.619771 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-599fa3e8-191f-451a-8ca9-fb0f0a1a29ce tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-453245285'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:23.624444 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-e1eedf4e-e770-4a40-b041-d93f3d18f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:23.626254 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-e1eedf4e-e770-4a40-b041-d93f3d18f390 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8d36a54553f403498e79414ddb6fcbf&device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 1128 time: 0.2602084 Feb 03 12:34:23.650060 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e5730dfb-51a7-4489-afad-7ea2d7f33859 admin admin] Deleting port 2ff92091-3c51-4b31-a310-77951179626b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:23.650770 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5730dfb-51a7-4489-afad-7ea2d7f33859 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (2ff92091-3c51-4b31-a310-77951179626b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.693206 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68d7189-69a4-4cc5-a8ce-029ce031d10f admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:34:23.698298 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599fa3e8-191f-451a-8ca9-fb0f0a1a29ce tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Made reservation on behalf of cfed753c0994461bb5ce244d820f89ff for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:23.702359 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-599fa3e8-191f-451a-8ca9-fb0f0a1a29ce tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.761025 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779959ec-b972-4e90-8c7a-bc1dbf5fbaf5 req-1232f3cb-9b74-44c3-a06f-08654084a8e9 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:23.762624 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-779959ec-b972-4e90-8c7a-bc1dbf5fbaf5 req-1232f3cb-9b74-44c3-a06f-08654084a8e9 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 945 time: 0.3570232 Feb 03 12:34:23.814485 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9d8d9440-076b-4ecd-aa24-38d89c8d0d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1872656052-router', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:37Z', 'updated_at': '2022-02-03T12:33:46Z', 'revision_number': 4, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'gw_port': {'id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:39Z', 'updated_at': '2022-02-03T12:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '3f795982-dee7-4a77-b508-74fd124cca38', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'floating_ip_address': '172.25.6.53', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'port_id': '74114140-71cb-4752-a514-9e3dbcf40029', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572', 'mac_address': 'fa:16:3e:49:df:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc601993-0db0-4d21-82bf-e194910bac8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:34:14Z', 'updated_at': '2022-02-03T12:34:20Z', 'revision_number': 1, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48bcddda-a784-4ad6-b9e8-efd3bdb3586f', 'name': '', 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'mac_address': 'fa:16:3e:ed:8c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '64ed22f9-42f3-42e9-97d0-6629542762a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:45Z', 'updated_at': '2022-02-03T12:33:52Z', 'revision_number': 5, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'subnets': [{'id': '64ed22f9-42f3-42e9-97d0-6629542762a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:23.825533 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-599fa3e8-191f-451a-8ca9-fb0f0a1a29ce tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:34:23.841944 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] Sync routers for ids ['26367b17-385d-4d00-83ce-c790450caeae'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:34:23.844091 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-599fa3e8-191f-451a-8ca9-fb0f0a1a29ce tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (95b643aa-5e71-4ce4-a936-041a35fcf4d1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.844719 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-599fa3e8-191f-451a-8ca9-fb0f0a1a29ce tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Added segment 95b643aa-5e71-4ce4-a936-041a35fcf4d1 of type vlan for network 27d35019-4424-4612-af7e-da1ee14cc341 Feb 03 12:34:23.850976 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d9440-076b-4ecd-aa24-38d89c8d0d43 None None] Checking router: 7dda8193-69c4-471c-8714-76f04f7a8df9 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:34:23.857462 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f68d7189-69a4-4cc5-a8ce-029ce031d10f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.861261 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d9440-076b-4ecd-aa24-38d89c8d0d43 None None] Routers {'7dda8193-69c4-471c-8714-76f04f7a8df9'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:23.862075 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9d8d9440-076b-4ecd-aa24-38d89c8d0d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['7dda8193-69c4-471c-8714-76f04f7a8df9'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:23.862556 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f68d7189-69a4-4cc5-a8ce-029ce031d10f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.7513144 Feb 03 12:34:23.882479 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40372) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:23.896460 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] Routers {'26367b17-385d-4d00-83ce-c790450caeae'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:23.897402 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['26367b17-385d-4d00-83ce-c790450caeae'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:23.904628 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4e937fa1-5dfd-4ffe-af8e-52db8bc45cde None None] Set router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:23.974356 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-599fa3e8-191f-451a-8ca9-fb0f0a1a29ce tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (27d35019-4424-4612-af7e-da1ee14cc341), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:23.988856 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9d8d9440-076b-4ecd-aa24-38d89c8d0d43 None None] Set router 7dda8193-69c4-471c-8714-76f04f7a8df9 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:24.004733 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4e937fa1-5dfd-4ffe-af8e-52db8bc45cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:34:23Z', 'revision_number': 6, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:24.009332 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d63d3ddc-c140-4507-b8d5-1064265817e7 None None] Deleting port 2ff92091-3c51-4b31-a310-77951179626b {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:24.009849 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d63d3ddc-c140-4507-b8d5-1064265817e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (2ff92091-3c51-4b31-a310-77951179626b), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:24.050343 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-599fa3e8-191f-451a-8ca9-fb0f0a1a29ce tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (27d35019-4424-4612-af7e-da1ee14cc341), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:24.056882 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599fa3e8-191f-451a-8ca9-fb0f0a1a29ce tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:24.057486 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-599fa3e8-191f-451a-8ca9-fb0f0a1a29ce tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:24.098186 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d63d3ddc-c140-4507-b8d5-1064265817e7 None None] For port 2ff92091-3c51-4b31-a310-77951179626b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2ff92091-3c51-4b31-a310-77951179626b,segment=NetworkSegment(4dfbb924-0115-4a7e-b2f6-5b45d688e654),segment_id=4dfbb924-0115-4a7e-b2f6-5b45d688e654)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:24.099415 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d63d3ddc-c140-4507-b8d5-1064265817e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (2ff92091-3c51-4b31-a310-77951179626b), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:24.113850 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d63d3ddc-c140-4507-b8d5-1064265817e7 None None] Calling delete_port for 2ff92091-3c51-4b31-a310-77951179626b owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:24.148940 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-bc956455-4b53-4043-864f-fbd1fa1ac669 admin admin] For port 0b7264fc-a84d-4272-bed5-9d38864647de, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0b7264fc-a84d-4272-bed5-9d38864647de,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:24.149848 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc956455-4b53-4043-864f-fbd1fa1ac669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0b7264fc-a84d-4272-bed5-9d38864647de), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:24.185748 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e5730dfb-51a7-4489-afad-7ea2d7f33859 admin admin] For port 2ff92091-3c51-4b31-a310-77951179626b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2ff92091-3c51-4b31-a310-77951179626b,segment=NetworkSegment(4dfbb924-0115-4a7e-b2f6-5b45d688e654),segment_id=4dfbb924-0115-4a7e-b2f6-5b45d688e654)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:24.186342 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5730dfb-51a7-4489-afad-7ea2d7f33859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (2ff92091-3c51-4b31-a310-77951179626b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:24.227244 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-779959ec-b972-4e90-8c7a-bc1dbf5fbaf5 req-9db93631-47c0-4850-b3c0-84c1db7bf934 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492073 Feb 03 12:34:24.275681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-bc956455-4b53-4043-864f-fbd1fa1ac669 admin admin] Calling delete_port for 0b7264fc-a84d-4272-bed5-9d38864647de owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:24.281705 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d63d3ddc-c140-4507-b8d5-1064265817e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (2ff92091-3c51-4b31-a310-77951179626b), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:24.298777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e937fa1-5dfd-4ffe-af8e-52db8bc45cde None None] The sync data for ids ['89d7d1b2-9a44-44b6-9ee4-284d80a3e277'] in n-d-827336-3 is: [{'id': '89d7d1b2-9a44-44b6-9ee4-284d80a3e277', 'name': 'tempest-FloatingIPsAssociationTestJSON-1928575270-router', 'tenant_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:32:15Z', 'updated_at': '2022-02-03T12:34:23Z', 'revision_number': 6, 'project_id': '59fee055273c410d8bd6eaaa2aa69e6d', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:34:24.299129 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9d8d9440-076b-4ecd-aa24-38d89c8d0d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1872656052-router', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:37Z', 'updated_at': '2022-02-03T12:33:46Z', 'revision_number': 4, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'gw_port': {'id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:39Z', 'updated_at': '2022-02-03T12:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '3f795982-dee7-4a77-b508-74fd124cca38', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'floating_ip_address': '172.25.6.53', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'port_id': '74114140-71cb-4752-a514-9e3dbcf40029', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572', 'mac_address': 'fa:16:3e:49:df:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc601993-0db0-4d21-82bf-e194910bac8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:34:14Z', 'updated_at': '2022-02-03T12:34:20Z', 'revision_number': 1, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48bcddda-a784-4ad6-b9e8-efd3bdb3586f', 'name': '', 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'mac_address': 'fa:16:3e:ed:8c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '64ed22f9-42f3-42e9-97d0-6629542762a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:45Z', 'updated_at': '2022-02-03T12:33:52Z', 'revision_number': 5, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'subnets': [{'id': '64ed22f9-42f3-42e9-97d0-6629542762a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:24.303039 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e5730dfb-51a7-4489-afad-7ea2d7f33859 admin admin] Calling delete_port for 2ff92091-3c51-4b31-a310-77951179626b owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:24.303216 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-599fa3e8-191f-451a-8ca9-fb0f0a1a29ce tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6990507 Feb 03 12:34:24.316490 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40378) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:24.331642 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ee834168-abcd-40bc-84ec-8895f2125351 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1991286220'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:24.396096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d3ddc-c140-4507-b8d5-1064265817e7 None None] Pushing event deleted for resources: {'Port': ['ID=2ff92091-3c51-4b31-a310-77951179626b,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:24.400934 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d9440-076b-4ecd-aa24-38d89c8d0d43 None None] The sync data for ids ['7dda8193-69c4-471c-8714-76f04f7a8df9'] in n-d-827336-3 is: [{'id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1872656052-router', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:37Z', 'updated_at': '2022-02-03T12:33:46Z', 'revision_number': 4, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'gw_port': {'id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:39Z', 'updated_at': '2022-02-03T12:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '3f795982-dee7-4a77-b508-74fd124cca38', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'floating_ip_address': '172.25.6.53', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'port_id': '74114140-71cb-4752-a514-9e3dbcf40029', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572', 'mac_address': 'fa:16:3e:49:df:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc601993-0db0-4d21-82bf-e194910bac8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:34:14Z', 'updated_at': '2022-02-03T12:34:20Z', 'revision_number': 1, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48bcddda-a784-4ad6-b9e8-efd3bdb3586f', 'name': '', 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'mac_address': 'fa:16:3e:ed:8c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '64ed22f9-42f3-42e9-97d0-6629542762a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:45Z', 'updated_at': '2022-02-03T12:33:52Z', 'revision_number': 5, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'subnets': [{'id': '64ed22f9-42f3-42e9-97d0-6629542762a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:34:24.406325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63d3ddc-c140-4507-b8d5-1064265817e7 None None] No DVR routers for this DVR port 2ff92091-3c51-4b31-a310-77951179626b on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:34:24.414623 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c6ca24-e867-440c-9a65-d0e4b801b0b5 x-openstack-request-id: req-e9c6ca24-e867-440c-9a65-d0e4b801b0b5 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:24.414844 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc601993-0db0-4d21-82bf-e194910bac8a", "tag": "74114140-71cb-4752-a514-9e3dbcf40029", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:24.415044 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9c6ca24-e867-440c-9a65-d0e4b801b0b5 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:24.415985 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc601993-0db0-4d21-82bf-e194910bac8a', 'tag': '74114140-71cb-4752-a514-9e3dbcf40029', 'status': 'completed', 'code': 200} Feb 03 12:34:24.428618 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee834168-abcd-40bc-84ec-8895f2125351 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Made reservation on behalf of cfed753c0994461bb5ce244d820f89ff for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:24.430270 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fa3e8-191f-451a-8ca9-fb0f0a1a29ce tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Pushing event updated for resources: {'Network': ['ID=27d35019-4424-4612-af7e-da1ee14cc341,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:24.435437 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee834168-abcd-40bc-84ec-8895f2125351 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:24.446308 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 27d35019-4424-4612-af7e-da1ee14cc341 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:34:24.495480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] Set router 26367b17-385d-4d00-83ce-c790450caeae gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:24.779404 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26367b17-385d-4d00-83ce-c790450caeae', 'name': 'tempest-ServersTestBootFromVolume-347311829-router', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:16Z', 'updated_at': '2022-02-03T12:34:19Z', 'revision_number': 3, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'gw_port': {'id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:17Z', 'updated_at': '2022-02-03T12:34:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:24.821105 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] Checking router: 26367b17-385d-4d00-83ce-c790450caeae for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:34:24.821458 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] Updating router 26367b17-385d-4d00-83ce-c790450caeae port af009a0e-4d3f-4ef0-9ccd-eacafc1c4236 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:34:24.867718 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c14b8343-61ed-439f-8aa7-27c8bdd9d2de no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:24.883560 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc956455-4b53-4043-864f-fbd1fa1ac669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0b7264fc-a84d-4272-bed5-9d38864647de), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:24.900660 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (af009a0e-4d3f-4ef0-9ccd-eacafc1c4236), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:24.905500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: c14b8343-61ed-439f-8aa7-27c8bdd9d2de {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:34:24.905997 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c14b8343-61ed-439f-8aa7-27c8bdd9d2de not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:34:24.906538 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2ff92091-3c51-4b31-a310-77951179626b no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:24.914085 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2844b71-b3c8-494b-96f5-9891ccb9de91 None None] New status for floating IP 3f795982-dee7-4a77-b508-74fd124cca38: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:34:24.951144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc956455-4b53-4043-864f-fbd1fa1ac669 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7264fc-a84d-4272-bed5-9d38864647de,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:24.951368 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 2ff92091-3c51-4b31-a310-77951179626b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:34:24.951920 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2ff92091-3c51-4b31-a310-77951179626b not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:34:25.129237 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-e76a8b67-36a2-4833-a5fb-849008d1675b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:25.130916 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-e76a8b67-36a2-4833-a5fb-849008d1675b service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8e37854-a441-489e-b1d5-09621aeb9572 HTTP/1.1" status: 200 len: 930 time: 1.4963260 Feb 03 12:34:25.176458 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b08c5e-1613-4dff-b026-b6dfb52eccfe req-1d4f4753-e4cb-4d93-8e0d-dc86a1c5a80b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:25.178467 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0b08c5e-1613-4dff-b026-b6dfb52eccfe req-1d4f4753-e4cb-4d93-8e0d-dc86a1c5a80b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 946 time: 0.2321508 Feb 03 12:34:25.185677 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc956455-4b53-4043-864f-fbd1fa1ac669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (89d7d1b2-9a44-44b6-9ee4-284d80a3e277), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.286546 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] Publish callbacks [] for port (af009a0e-4d3f-4ef0-9ccd-eacafc1c4236), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.292263 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (af009a0e-4d3f-4ef0-9ccd-eacafc1c4236), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.310113 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee834168-abcd-40bc-84ec-8895f2125351 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:34:25.335310 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc956455-4b53-4043-864f-fbd1fa1ac669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (89d7d1b2-9a44-44b6-9ee4-284d80a3e277), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.342793 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc956455-4b53-4043-864f-fbd1fa1ac669 admin admin] Publish callbacks [] for router_controller (89d7d1b2-9a44-44b6-9ee4-284d80a3e277), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.347706 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee834168-abcd-40bc-84ec-8895f2125351 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (96f8b6da-b6bf-48f8-b436-4ec02ce17274), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.348089 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-ee834168-abcd-40bc-84ec-8895f2125351 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Added segment 96f8b6da-b6bf-48f8-b436-4ec02ce17274 of type vlan for network 4e229ef0-2ae6-44b8-a41b-f319bc82665e Feb 03 12:34:25.353187 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5730dfb-51a7-4489-afad-7ea2d7f33859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (2ff92091-3c51-4b31-a310-77951179626b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.369123 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0b08c5e-1613-4dff-b026-b6dfb52eccfe req-48a28a59-354b-4e67-ac10-07ebfc346c68 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803577 Feb 03 12:34:25.382520 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89928d-4d2f-45fc-a051-f5160ebdc048 None None] Pushing event updated for resources: {'Port': ['ID=af009a0e-4d3f-4ef0-9ccd-eacafc1c4236,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:25.386392 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] Attempting to bind port af009a0e-4d3f-4ef0-9ccd-eacafc1c4236 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:25.386958 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] Attempting to bind port af009a0e-4d3f-4ef0-9ccd-eacafc1c4236 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:25.387518 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] Attempting to bind port af009a0e-4d3f-4ef0-9ccd-eacafc1c4236 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:25.395638 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:25.395638 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:25.395638 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.395638 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:25.396326 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] Bound port: af009a0e-4d3f-4ef0-9ccd-eacafc1c4236, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:25.396514 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (af009a0e-4d3f-4ef0-9ccd-eacafc1c4236), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.406353 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-a7409f68-1445-4fe2-8e49-f7e8c5d9593d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74114140-71cb-4752-a514-9e3dbcf40029 HTTP/1.1" status: 200 len: 1001 time: 0.2585495 Feb 03 12:34:25.437384 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc956455-4b53-4043-864f-fbd1fa1ac669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (89d7d1b2-9a44-44b6-9ee4-284d80a3e277), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.439819 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc956455-4b53-4043-864f-fbd1fa1ac669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89d7d1b2-9a44-44b6-9ee4-284d80a3e277 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:34:25.447657 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc956455-4b53-4043-864f-fbd1fa1ac669 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.454642 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bc956455-4b53-4043-864f-fbd1fa1ac669 admin admin] 10.222.0.18 "DELETE /v2.0/routers/89d7d1b2-9a44-44b6-9ee4-284d80a3e277 HTTP/1.1" status: 204 len: 168 time: 2.8925195 Feb 03 12:34:25.455869 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40396) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:25.475223 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5730dfb-51a7-4489-afad-7ea2d7f33859 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff92091-3c51-4b31-a310-77951179626b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:25.482391 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5730dfb-51a7-4489-afad-7ea2d7f33859 admin admin] No DVR routers for this DVR port 2ff92091-3c51-4b31-a310-77951179626b on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:34:25.490016 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] For port af009a0e-4d3f-4ef0-9ccd-eacafc1c4236, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:25.501149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] For port af009a0e-4d3f-4ef0-9ccd-eacafc1c4236, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=af009a0e-4d3f-4ef0-9ccd-eacafc1c4236,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:25.509618 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (af009a0e-4d3f-4ef0-9ccd-eacafc1c4236), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.520088 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf214d1-ce04-4e63-ac8f-1f6497ede1bf req-6d4b09d6-4fb4-4a61-8c4d-a5841796c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:25.521429 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-acf214d1-ce04-4e63-ac8f-1f6497ede1bf req-6d4b09d6-4fb4-4a61-8c4d-a5841796c6f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8d36a54553f403498e79414ddb6fcbf&device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 1128 time: 0.3947673 Feb 03 12:34:25.528549 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee834168-abcd-40bc-84ec-8895f2125351 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (4e229ef0-2ae6-44b8-a41b-f319bc82665e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.529181 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5476a6-7b43-43e6-a851-25da72ad9ea9 admin admin] Deleting subnet 8eecb123-1b17-4832-a250-9ffdf6ab791a {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:34:25.533421 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d5476a6-7b43-43e6-a851-25da72ad9ea9 admin admin] Publish callbacks [] for subnet (8eecb123-1b17-4832-a250-9ffdf6ab791a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.589171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] Routers {'26367b17-385d-4d00-83ce-c790450caeae'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:25.589696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['26367b17-385d-4d00-83ce-c790450caeae'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:25.592167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89928d-4d2f-45fc-a051-f5160ebdc048 None None] Pushing event updated for resources: {'Port': ['ID=af009a0e-4d3f-4ef0-9ccd-eacafc1c4236,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:25.622619 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d5476a6-7b43-43e6-a851-25da72ad9ea9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (8eecb123-1b17-4832-a250-9ffdf6ab791a), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.674008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-1e210a48-778b-41ff-86b6-5ee8e339d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:25.682215 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-1e210a48-778b-41ff-86b6-5ee8e339d7d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64ed22f9-42f3-42e9-97d0-6629542762a8 HTTP/1.1" status: 200 len: 868 time: 0.2211714 Feb 03 12:34:25.744134 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] Set router 26367b17-385d-4d00-83ce-c790450caeae gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:25.805409 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d5476a6-7b43-43e6-a851-25da72ad9ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (8eecb123-1b17-4832-a250-9ffdf6ab791a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.818778 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5730dfb-51a7-4489-afad-7ea2d7f33859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (c33a0cb4-61c0-4231-9b2d-8fba16eaff55), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.835992 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee834168-abcd-40bc-84ec-8895f2125351 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (4e229ef0-2ae6-44b8-a41b-f319bc82665e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.842023 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee834168-abcd-40bc-84ec-8895f2125351 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:25.842854 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee834168-abcd-40bc-84ec-8895f2125351 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.925981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f3d51-d77d-4257-93dd-1c81ea6b5059 req-353233ae-d587-4d9f-903a-216cc2339642 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:25.928983 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d47f3d51-d77d-4257-93dd-1c81ea6b5059 req-353233ae-d587-4d9f-903a-216cc2339642 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 945 time: 0.1595712 Feb 03 12:34:25.933351 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ee834168-abcd-40bc-84ec-8895f2125351 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6121404 Feb 03 12:34:25.941729 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40404) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:25.947444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Request body: {'ports': [{'network_id': '27d35019-4424-4612-af7e-da1ee14cc341', 'name': 'tempest-port--284755763', 'admin_state_up': True}, {'network_id': '4e229ef0-2ae6-44b8-a41b-f319bc82665e', 'admin_state_up': False}]} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:25.947444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Request body: {'port': {'network_id': '27d35019-4424-4612-af7e-da1ee14cc341', 'name': 'tempest-port--284755763', 'admin_state_up': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:25.948293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Request body: {'port': {'network_id': '4e229ef0-2ae6-44b8-a41b-f319bc82665e', 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:25.948675 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e5730dfb-51a7-4489-afad-7ea2d7f33859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33a0cb4-61c0-4231-9b2d-8fba16eaff55']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:25.965540 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d5476a6-7b43-43e6-a851-25da72ad9ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (8eecb123-1b17-4832-a250-9ffdf6ab791a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:25.976796 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e5730dfb-51a7-4489-afad-7ea2d7f33859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfbb924-0115-4a7e-b2f6-5b45d688e654') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:25.977095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e5730dfb-51a7-4489-afad-7ea2d7f33859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfbb924-0115-4a7e-b2f6-5b45d688e654') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:26.014407 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26367b17-385d-4d00-83ce-c790450caeae', 'name': 'tempest-ServersTestBootFromVolume-347311829-router', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:16Z', 'updated_at': '2022-02-03T12:34:19Z', 'revision_number': 3, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'gw_port': {'id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:17Z', 'updated_at': '2022-02-03T12:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:26.021640 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5476a6-7b43-43e6-a851-25da72ad9ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eecb123-1b17-4832-a250-9ffdf6ab791a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:26.033537 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf214d1-ce04-4e63-ac8f-1f6497ede1bf req-74123a77-9f75-417d-b5bc-b885d2c9ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:26.035098 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-acf214d1-ce04-4e63-ac8f-1f6497ede1bf req-74123a77-9f75-417d-b5bc-b885d2c9ff0a service neutron] 10.222.0.73 "GET /v2.0/networks?id=c8e37854-a441-489e-b1d5-09621aeb9572 HTTP/1.1" status: 200 len: 930 time: 0.4811747 Feb 03 12:34:26.042405 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d5476a6-7b43-43e6-a851-25da72ad9ea9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.045605 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c0baf-f41e-4555-b127-2d7486e0b32a None None] The sync data for ids ['26367b17-385d-4d00-83ce-c790450caeae'] in n-d-827336-3 is: [{'id': '26367b17-385d-4d00-83ce-c790450caeae', 'name': 'tempest-ServersTestBootFromVolume-347311829-router', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:16Z', 'updated_at': '2022-02-03T12:34:19Z', 'revision_number': 3, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'gw_port': {'id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:17Z', 'updated_at': '2022-02-03T12:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:34:26.046836 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5d5476a6-7b43-43e6-a851-25da72ad9ea9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8eecb123-1b17-4832-a250-9ffdf6ab791a HTTP/1.1" status: 204 len: 168 time: 0.5843196 Feb 03 12:34:26.048900 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5476a6-7b43-43e6-a851-25da72ad9ea9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:26.048900 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5476a6-7b43-43e6-a851-25da72ad9ea9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:26.049249 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5476a6-7b43-43e6-a851-25da72ad9ea9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:26.049657 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5476a6-7b43-43e6-a851-25da72ad9ea9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:26.050063 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5476a6-7b43-43e6-a851-25da72ad9ea9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:26.050574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5476a6-7b43-43e6-a851-25da72ad9ea9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:26.050845 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5476a6-7b43-43e6-a851-25da72ad9ea9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:26.051239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5476a6-7b43-43e6-a851-25da72ad9ea9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:26.051631 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5476a6-7b43-43e6-a851-25da72ad9ea9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:26.052090 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5476a6-7b43-43e6-a851-25da72ad9ea9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:26.052290 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5730dfb-51a7-4489-afad-7ea2d7f33859 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (4dfbb924-0115-4a7e-b2f6-5b45d688e654), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.052541 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5476a6-7b43-43e6-a851-25da72ad9ea9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:26.053143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5476a6-7b43-43e6-a851-25da72ad9ea9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:26.053391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5476a6-7b43-43e6-a851-25da72ad9ea9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:26.056230 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40406) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:26.060879 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0910984c-4cdd-4d69-82b2-535f73ef7bac None None] Network e1f3eede-7a05-4755-8b0c-c829dd7e38ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:26.086542 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee834168-abcd-40bc-84ec-8895f2125351 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Pushing event updated for resources: {'Network': ['ID=4e229ef0-2ae6-44b8-a41b-f319bc82665e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:26.093726 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-cb4d5bbe-c70f-4f75-b182-d1d9e5296eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:26.095759 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-cb4d5bbe-c70f-4f75-b182-d1d9e5296eed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8e37854-a441-489e-b1d5-09621aeb9572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4125886 Feb 03 12:34:26.107546 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 4e229ef0-2ae6-44b8-a41b-f319bc82665e details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:34:26.131431 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.166603 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5730dfb-51a7-4489-afad-7ea2d7f33859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (4dfbb924-0115-4a7e-b2f6-5b45d688e654), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.186217 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d47f3d51-d77d-4257-93dd-1c81ea6b5059 req-c9043394-1def-4458-b6d6-fb58589fd3c7 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329168 Feb 03 12:34:26.193254 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5730dfb-51a7-4489-afad-7ea2d7f33859 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:34:26.193781 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5730dfb-51a7-4489-afad-7ea2d7f33859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (4dfbb924-0115-4a7e-b2f6-5b45d688e654), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:34:26.197607 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:34:26.234900 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6f1af4e-5df9-423a-a9be-3a9cd0c4b8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (e1f3eede-7a05-4755-8b0c-c829dd7e38ec), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.272244 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-acf214d1-ce04-4e63-ac8f-1f6497ede1bf req-b6fc364a-2a1c-46a9-af45-70b3e9c7f37d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74114140-71cb-4752-a514-9e3dbcf40029 HTTP/1.1" status: 200 len: 1001 time: 0.2176905 Feb 03 12:34:26.353093 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Made reservation on behalf of cfed753c0994461bb5ce244d820f89ff for: {'port': 2} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:26.358980 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.374431 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.423454 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5730dfb-51a7-4489-afad-7ea2d7f33859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (c33a0cb4-61c0-4231-9b2d-8fba16eaff55), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.445155 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5730dfb-51a7-4489-afad-7ea2d7f33859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.448024 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ed6b01-1beb-458d-ad35-6743dcaeeaaf None None] DHCP port deletion for e1f3eede-7a05-4755-8b0c-c829dd7e38ec request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:34:26.449418 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e5730dfb-51a7-4489-afad-7ea2d7f33859 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c33a0cb4-61c0-4231-9b2d-8fba16eaff55 HTTP/1.1" status: 204 len: 168 time: 3.5641620 Feb 03 12:34:26.500105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e6f1af4e-5df9-423a-a9be-3a9cd0c4b8c4 admin admin] Deleting port 3baf2f0c-b6d5-4f21-97ca-2b6edd804257 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:26.500495 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6f1af4e-5df9-423a-a9be-3a9cd0c4b8c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (3baf2f0c-b6d5-4f21-97ca-2b6edd804257), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.560749 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-e8dee899-f280-4f74-9d87-8454558e76e2 service neutron] 10.222.0.18 "GET /v2.0/networks/c8e37854-a441-489e-b1d5-09621aeb9572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244213 Feb 03 12:34:26.632293 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a6ed6b01-1beb-458d-ad35-6743dcaeeaaf None None] Deleting port 3baf2f0c-b6d5-4f21-97ca-2b6edd804257 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:26.632680 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6ed6b01-1beb-458d-ad35-6743dcaeeaaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (3baf2f0c-b6d5-4f21-97ca-2b6edd804257), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.655316 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0b7264fc-a84d-4272-bed5-9d38864647de no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:26.689033 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5730dfb-51a7-4489-afad-7ea2d7f33859 admin admin] Pushing event deleted for resources: {'Network': ['ID=c33a0cb4-61c0-4231-9b2d-8fba16eaff55,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:26.700215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 0b7264fc-a84d-4272-bed5-9d38864647de {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:34:26.701317 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0b7264fc-a84d-4272-bed5-9d38864647de not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:34:26.701550 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 3baf2f0c-b6d5-4f21-97ca-2b6edd804257 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:26.707258 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf214d1-ce04-4e63-ac8f-1f6497ede1bf req-ecb2549a-dbbd-4118-84fe-28a2fb74dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:26.709416 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-acf214d1-ce04-4e63-ac8f-1f6497ede1bf req-ecb2549a-dbbd-4118-84fe-28a2fb74dd1d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64ed22f9-42f3-42e9-97d0-6629542762a8 HTTP/1.1" status: 200 len: 868 time: 0.3996224 Feb 03 12:34:26.710002 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-e6f1af4e-5df9-423a-a9be-3a9cd0c4b8c4 admin admin] For port 3baf2f0c-b6d5-4f21-97ca-2b6edd804257, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=3baf2f0c-b6d5-4f21-97ca-2b6edd804257,segment=NetworkSegment(54fe302d-f672-4e49-b1ac-8af38d760b2e),segment_id=54fe302d-f672-4e49-b1ac-8af38d760b2e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:26.710461 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6f1af4e-5df9-423a-a9be-3a9cd0c4b8c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (3baf2f0c-b6d5-4f21-97ca-2b6edd804257), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.715315 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] device_id is not set on port d5803f56-e165-4b84-9734-9888fd2ce7b2 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:34:26.737692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e6f1af4e-5df9-423a-a9be-3a9cd0c4b8c4 admin admin] Calling delete_port for 3baf2f0c-b6d5-4f21-97ca-2b6edd804257 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:26.801430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a6ed6b01-1beb-458d-ad35-6743dcaeeaaf None None] For port 3baf2f0c-b6d5-4f21-97ca-2b6edd804257, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=3baf2f0c-b6d5-4f21-97ca-2b6edd804257,segment=NetworkSegment(54fe302d-f672-4e49-b1ac-8af38d760b2e),segment_id=54fe302d-f672-4e49-b1ac-8af38d760b2e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:26.801747 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6ed6b01-1beb-458d-ad35-6743dcaeeaaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (3baf2f0c-b6d5-4f21-97ca-2b6edd804257), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:26.830858 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663c7ac-fbe8-4328-ae93-d636c6687997 req-d73b2434-1c39-4469-a3d0-99fd0d4c7095 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:26.834232 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4663c7ac-fbe8-4328-ae93-d636c6687997 req-d73b2434-1c39-4469-a3d0-99fd0d4c7095 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 1128 time: 0.2301321 Feb 03 12:34:26.845317 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a6ed6b01-1beb-458d-ad35-6743dcaeeaaf None None] Calling delete_port for 3baf2f0c-b6d5-4f21-97ca-2b6edd804257 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:26.857699 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Allocated IP 172.20.0.1 (b39bda4c-a748-41d3-ad64-33f7d22c16cf/67023db2-06c8-42d5-bfcd-aa9f27b3574c/56ba4c04-cfff-49e8-901a-13a3c9ee15bd) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:26.901961 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40412) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:26.959751 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e354d6f-0ac3-4350-958f-66c556eb78b0 req-ac6cd8bc-0b05-4c5a-aecb-0b297a44bfbb service neutron] 10.222.0.18 "GET /v2.0/networks/c8e37854-a441-489e-b1d5-09621aeb9572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979573 Feb 03 12:34:26.964634 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf214d1-ce04-4e63-ac8f-1f6497ede1bf req-f44c7743-969f-4a03-a211-6b73d8206449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:26.967477 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-acf214d1-ce04-4e63-ac8f-1f6497ede1bf req-f44c7743-969f-4a03-a211-6b73d8206449 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c8e37854-a441-489e-b1d5-09621aeb9572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2452540 Feb 03 12:34:26.970985 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 3baf2f0c-b6d5-4f21-97ca-2b6edd804257 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:26.971175 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3baf2f0c-b6d5-4f21-97ca-2b6edd804257), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.025909 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6ed6b01-1beb-458d-ad35-6743dcaeeaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (3baf2f0c-b6d5-4f21-97ca-2b6edd804257), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.080005 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-466c1eeb-51cc-494b-ae22-98774d1e93bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d634ed9e80f494082d8457d96896a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679840 Feb 03 12:34:27.086865 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40418) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:27.134201 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ed6b01-1beb-458d-ad35-6743dcaeeaaf None None] No DVR routers for this DVR port 3baf2f0c-b6d5-4f21-97ca-2b6edd804257 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:34:27.160168 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed6b01-1beb-458d-ad35-6743dcaeeaaf None None] Pushing event deleted for resources: {'Port': ['ID=3baf2f0c-b6d5-4f21-97ca-2b6edd804257,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:27.243032 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Publish callbacks [] for port (56ba4c04-cfff-49e8-901a-13a3c9ee15bd), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.265476 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-acf214d1-ce04-4e63-ac8f-1f6497ede1bf req-087f0d9d-0f97-4532-81f5-d0b20494dfdb service neutron] 10.222.0.73 "GET /v2.0/networks/c8e37854-a441-489e-b1d5-09621aeb9572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854736 Feb 03 12:34:27.388730 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4663c7ac-fbe8-4328-ae93-d636c6687997 req-dab7571c-ec3a-4cd5-b297-253d215080ed tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341835 Feb 03 12:34:27.409561 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47269ee7-8f0d-4bb5-b766-1be2fc494910 admin admin] Publish callbacks [] for security_group (f7ebc4df-371d-48f2-8551-e0c802055774), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.412613 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks [] for port (d5803f56-e165-4b84-9734-9888fd2ce7b2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.421618 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7f0e27ef-0219-4c9e-8282-4efddf9d027a req-252fc56b-06cb-447e-b07f-b94928bcfd63 tempest-QuotasAdminNegativeTest-1894842030 tempest-QuotasAdminNegativeTest-1894842030-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=119f5bdc666a4080ba87e604d2a1ef2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597618 Feb 03 12:34:27.438611 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6f1af4e-5df9-423a-a9be-3a9cd0c4b8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (3baf2f0c-b6d5-4f21-97ca-2b6edd804257), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.469301 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47269ee7-8f0d-4bb5-b766-1be2fc494910 admin admin] Publish callbacks [] for security_group (f7ebc4df-371d-48f2-8551-e0c802055774), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.472138 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (56ba4c04-cfff-49e8-901a-13a3c9ee15bd), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.537096 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1af4e-5df9-423a-a9be-3a9cd0c4b8c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3baf2f0c-b6d5-4f21-97ca-2b6edd804257,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:27.537588 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-acf214d1-ce04-4e63-ac8f-1f6497ede1bf req-fc43349e-670b-4084-a19c-d4254d026221 service neutron] 10.222.0.73 "GET /v2.0/networks/c8e37854-a441-489e-b1d5-09621aeb9572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564697 Feb 03 12:34:27.548075 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f1af4e-5df9-423a-a9be-3a9cd0c4b8c4 admin admin] No DVR routers for this DVR port 3baf2f0c-b6d5-4f21-97ca-2b6edd804257 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:34:27.573794 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] device_id is not set on port 1c6a3cae-410f-42a1-93c7-03c98b293059 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:34:27.593538 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Network b39bda4c-a748-41d3-ad64-33f7d22c16cf is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:27.636598 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:27.639988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:27.648529 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Pushing event updated for resources: {'Port': ['ID=56ba4c04-cfff-49e8-901a-13a3c9ee15bd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:27.718936 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47269ee7-8f0d-4bb5-b766-1be2fc494910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f7ebc4df-371d-48f2-8551-e0c802055774), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.721927 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47269ee7-8f0d-4bb5-b766-1be2fc494910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.722571 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6f1af4e-5df9-423a-a9be-3a9cd0c4b8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (e1f3eede-7a05-4755-8b0c-c829dd7e38ec), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.725867 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-47269ee7-8f0d-4bb5-b766-1be2fc494910 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7ebc4df-371d-48f2-8551-e0c802055774 HTTP/1.1" status: 204 len: 168 time: 0.6340907 Feb 03 12:34:27.728395 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (26367b17-385d-4d00-83ce-c790450caeae), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.739100 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e27ef-0219-4c9e-8282-4efddf9d027a req-8eac4b65-a5ee-4c8a-9451-3f7dde90ab83 tempest-QuotasAdminNegativeTest-1894842030 tempest-QuotasAdminNegativeTest-1894842030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:27.740932 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7f0e27ef-0219-4c9e-8282-4efddf9d027a req-8eac4b65-a5ee-4c8a-9451-3f7dde90ab83 tempest-QuotasAdminNegativeTest-1894842030 tempest-QuotasAdminNegativeTest-1894842030-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3073587 Feb 03 12:34:27.750746 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e6f1af4e-5df9-423a-a9be-3a9cd0c4b8c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f3eede-7a05-4755-8b0c-c829dd7e38ec']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:27.764700 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e6f1af4e-5df9-423a-a9be-3a9cd0c4b8c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fe302d-f672-4e49-b1ac-8af38d760b2e') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:27.765041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e6f1af4e-5df9-423a-a9be-3a9cd0c4b8c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fe302d-f672-4e49-b1ac-8af38d760b2e') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:27.778655 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6f1af4e-5df9-423a-a9be-3a9cd0c4b8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (54fe302d-f672-4e49-b1ac-8af38d760b2e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.784677 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47269ee7-8f0d-4bb5-b766-1be2fc494910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ebc4df-371d-48f2-8551-e0c802055774,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:27.805204 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7f0e27ef-0219-4c9e-8282-4efddf9d027a req-09c24ba2-7a2a-4c15-a269-8eac138a46b9 tempest-QuotasAdminNegativeTest-1894842030 tempest-QuotasAdminNegativeTest-1894842030-project] 10.222.0.18 "GET /v2.0/quotas/119f5bdc666a4080ba87e604d2a1ef2d HTTP/1.1" status: 200 len: 375 time: 0.0216904 Feb 03 12:34:27.809940 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6f1af4e-5df9-423a-a9be-3a9cd0c4b8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (54fe302d-f672-4e49-b1ac-8af38d760b2e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.818243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f1af4e-5df9-423a-a9be-3a9cd0c4b8c4 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:34:27.818675 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6f1af4e-5df9-423a-a9be-3a9cd0c4b8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (54fe302d-f672-4e49-b1ac-8af38d760b2e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.861464 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7f0e27ef-0219-4c9e-8282-4efddf9d027a req-d61ad617-bf3a-412e-859e-7464b2617ba2 tempest-QuotasAdminNegativeTest-1894842030 tempest-QuotasAdminNegativeTest-1894842030-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=119f5bdc666a4080ba87e604d2a1ef2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441778 Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:34:27.908848 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:34:27.979465 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f05921e4-5046-40f6-9267-ff3b927ff217 req-67f0eb82-3365-4177-b7c3-095753e7ffad tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 258 time: 0.5352554 Feb 03 12:34:27.981089 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (56ba4c04-cfff-49e8-901a-13a3c9ee15bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:27.983463 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6f1af4e-5df9-423a-a9be-3a9cd0c4b8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (e1f3eede-7a05-4755-8b0c-c829dd7e38ec), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:28.015122 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6f1af4e-5df9-423a-a9be-3a9cd0c4b8c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:28.020395 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e6f1af4e-5df9-423a-a9be-3a9cd0c4b8c4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e1f3eede-7a05-4755-8b0c-c829dd7e38ec HTTP/1.1" status: 204 len: 168 time: 1.9589305 Feb 03 12:34:28.023140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1af4e-5df9-423a-a9be-3a9cd0c4b8c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f3eede-7a05-4755-8b0c-c829dd7e38ec,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:28.030739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8b0ac57f-69cc-41d1-b236-0c385c23270f None None] Provisioning complete for port 56ba4c04-cfff-49e8-901a-13a3c9ee15bd triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:28.031685 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac57f-69cc-41d1-b236-0c385c23270f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (56ba4c04-cfff-49e8-901a-13a3c9ee15bd), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:28.036281 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f05921e4-5046-40f6-9267-ff3b927ff217 req-80541345-ff14-496e-9b37-3c7dbf0e04b5 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:28.093543 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f05921e4-5046-40f6-9267-ff3b927ff217 req-80541345-ff14-496e-9b37-3c7dbf0e04b5 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:28.125651 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8b0ac57f-69cc-41d1-b236-0c385c23270f None None] Port 56ba4c04-cfff-49e8-901a-13a3c9ee15bd cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:34:28.135013 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks [] for port (1c6a3cae-410f-42a1-93c7-03c98b293059), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:28.233031 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d5803f56-e165-4b84-9734-9888fd2ce7b2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:28.285062 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d74ab-34c3-4398-9a12-f163a8c90c4d req-18302278-cd74-4530-a863-13d29006a809 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:28.286598 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1e4d74ab-34c3-4398-9a12-f163a8c90c4d req-18302278-cd74-4530-a863-13d29006a809 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 945 time: 0.2246776 Feb 03 12:34:28.293256 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40442) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:28.326132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Pushing event updated for resources: {'Port': ['ID=d5803f56-e165-4b84-9734-9888fd2ce7b2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:28.365891 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Checking segment: {'id': '95b643aa-5e71-4ce4-a936-041a35fcf4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '27d35019-4424-4612-af7e-da1ee14cc341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:28.366197 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Network hostable DHCP agents. Network: 27d35019-4424-4612-af7e-da1ee14cc341, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:34:28.371283 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f05921e4-5046-40f6-9267-ff3b927ff217 req-80541345-ff14-496e-9b37-3c7dbf0e04b5 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:28.381577 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1e4d74ab-34c3-4398-9a12-f163a8c90c4d req-e6c600e5-747d-4e51-a3d5-bdb7c89c74e0 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852070 Feb 03 12:34:28.382753 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3bd9c8ab-e447-4849-9624-4585429c559f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59fee055273c410d8bd6eaaa2aa69e6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0842855 Feb 03 12:34:28.385359 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40444) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:28.432849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Network 27d35019-4424-4612-af7e-da1ee14cc341 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:34:28.434952 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Publish callbacks [] for port (56ba4c04-cfff-49e8-901a-13a3c9ee15bd), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:28.449475 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 27d35019-4424-4612-af7e-da1ee14cc341) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:28.449889 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (56ba4c04-cfff-49e8-901a-13a3c9ee15bd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:28.460816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0956e44-9014-4407-a30a-c9c229de1ce3 None None] Network 27d35019-4424-4612-af7e-da1ee14cc341 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:28.472956 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:28.473824 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (1c6a3cae-410f-42a1-93c7-03c98b293059), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:28.559209 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Pushing event updated for resources: {'Port': ['ID=56ba4c04-cfff-49e8-901a-13a3c9ee15bd,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:28.567055 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-f05921e4-5046-40f6-9267-ff3b927ff217 req-80541345-ff14-496e-9b37-3c7dbf0e04b5 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Allocated IP 172.25.6.226 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/5beaef0b-d4a6-4a58-a1d7-b1382b2e701b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:28.569606 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Pushing event updated for resources: {'Port': ['ID=1c6a3cae-410f-42a1-93c7-03c98b293059,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:28.578410 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:28.579144 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:28.579498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:28.579961 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:28.580324 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:28.580660 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:28.581167 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:28.581506 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:28.581887 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:28.582218 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:28.582547 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:28.582920 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:28.583251 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:28.587409 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Checking segment: {'id': '96f8b6da-b6bf-48f8-b436-4ec02ce17274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4e229ef0-2ae6-44b8-a41b-f319bc82665e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:28.587783 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Network hostable DHCP agents. Network: 4e229ef0-2ae6-44b8-a41b-f319bc82665e, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:34:28.658197 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (26367b17-385d-4d00-83ce-c790450caeae), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:28.678189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Network 4e229ef0-2ae6-44b8-a41b-f319bc82665e is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:34:28.696081 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 4e229ef0-2ae6-44b8-a41b-f319bc82665e) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:28.704338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:28.709070 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c99f9c8-bf8f-496c-8ed2-4277b339eb43 admin admin] Publish callbacks [] for security_group (2760195b-8c14-42e4-b3c0-a114f4edd55f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:28.709303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1459fb38-2616-4235-aec9-9760c31a4123 None None] Network 4e229ef0-2ae6-44b8-a41b-f319bc82665e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:28.710462 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:28.715424 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:28.716396 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:28.746263 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a0ce7177-ea17-4ad7-9bf9-db17359e41df tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.8030558 Feb 03 12:34:28.753485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40452) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:28.763524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device af009a0e-4d3f-4ef0-9ccd-eacafc1c4236 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:28.799164 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f05921e4-5046-40f6-9267-ff3b927ff217 req-80541345-ff14-496e-9b37-3c7dbf0e04b5 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks [] for port (5beaef0b-d4a6-4a58-a1d7-b1382b2e701b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:28.886782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8d32b6-e46b-4033-a28e-9bfbac50b8bc tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:28.892565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8d32b6-e46b-4033-a28e-9bfbac50b8bc tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:28.897043 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4b8d32b6-e46b-4033-a28e-9bfbac50b8bc tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1396809 Feb 03 12:34:28.897919 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40458) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:28.981061 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f05921e4-5046-40f6-9267-ff3b927ff217 req-80541345-ff14-496e-9b37-3c7dbf0e04b5 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5beaef0b-d4a6-4a58-a1d7-b1382b2e701b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.029396 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80541345-ff14-496e-9b37-3c7dbf0e04b5 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Pushing event updated for resources: {'Port': ['ID=5beaef0b-d4a6-4a58-a1d7-b1382b2e701b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:29.061248 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05921e4-5046-40f6-9267-ff3b927ff217 req-80541345-ff14-496e-9b37-3c7dbf0e04b5 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:29.065267 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-f05921e4-5046-40f6-9267-ff3b927ff217 req-80541345-ff14-496e-9b37-3c7dbf0e04b5 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:29.068614 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05921e4-5046-40f6-9267-ff3b927ff217 req-80541345-ff14-496e-9b37-3c7dbf0e04b5 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:29.080308 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port af009a0e-4d3f-4ef0-9ccd-eacafc1c4236 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:29.081268 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (af009a0e-4d3f-4ef0-9ccd-eacafc1c4236), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.147057 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40464) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:29.160233 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-885b13fc-6f95-4c91-b8cf-756634f43c6b tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Deleting port d5803f56-e165-4b84-9734-9888fd2ce7b2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:29.160682 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-885b13fc-6f95-4c91-b8cf-756634f43c6b tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d5803f56-e165-4b84-9734-9888fd2ce7b2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.189997 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port af009a0e-4d3f-4ef0-9ccd-eacafc1c4236 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:29.190413 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (af009a0e-4d3f-4ef0-9ccd-eacafc1c4236), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.206037 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Network b39bda4c-a748-41d3-ad64-33f7d22c16cf is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:29.212018 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:29.219317 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port af009a0e-4d3f-4ef0-9ccd-eacafc1c4236, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=af009a0e-4d3f-4ef0-9ccd-eacafc1c4236,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:29.227855 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (af009a0e-4d3f-4ef0-9ccd-eacafc1c4236), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.229338 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c99f9c8-bf8f-496c-8ed2-4277b339eb43 admin admin] Publish callbacks [] for security_group (2760195b-8c14-42e4-b3c0-a114f4edd55f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.237129 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7577b6-88c9-4377-8e0e-76d700e41b33 req-096457f7-d5a5-4500-99a5-05265c1a71a4 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:29.239811 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6f7577b6-88c9-4377-8e0e-76d700e41b33 req-096457f7-d5a5-4500-99a5-05265c1a71a4 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 1128 time: 0.6828420 Feb 03 12:34:29.241402 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f05921e4-5046-40f6-9267-ff3b927ff217 req-80541345-ff14-496e-9b37-3c7dbf0e04b5 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks [] for floatingip (47c962ae-ba71-42ac-89b9-550235b7ea81), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.254253 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-885b13fc-6f95-4c91-b8cf-756634f43c6b tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d5803f56-e165-4b84-9734-9888fd2ce7b2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.312260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-885b13fc-6f95-4c91-b8cf-756634f43c6b tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Calling delete_port for d5803f56-e165-4b84-9734-9888fd2ce7b2 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:29.329396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=af009a0e-4d3f-4ef0-9ccd-eacafc1c4236,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:29.342690 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f05921e4-5046-40f6-9267-ff3b927ff217 req-80541345-ff14-496e-9b37-3c7dbf0e04b5 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5beaef0b-d4a6-4a58-a1d7-b1382b2e701b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.381361 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b18f2a83-5251-4351-90bb-7bb3ea35142c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-639519300-network', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:29.429089 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6f7577b6-88c9-4377-8e0e-76d700e41b33 req-c4dcf0bf-efb5-4c41-8f42-137a6c229e8f tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774086 Feb 03 12:34:29.437011 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Router 26367b17-385d-4d00-83ce-c790450caeae has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:34:29.448405 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c99f9c8-bf8f-496c-8ed2-4277b339eb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2760195b-8c14-42e4-b3c0-a114f4edd55f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.453429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18f2a83-5251-4351-90bb-7bb3ea35142c admin admin] Made reservation on behalf of 2e9261d80c134a528c4f6c4dcfb8fdad for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:29.456139 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b18f2a83-5251-4351-90bb-7bb3ea35142c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.465331 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c99f9c8-bf8f-496c-8ed2-4277b339eb43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.469609 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5c99f9c8-bf8f-496c-8ed2-4277b339eb43 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2760195b-8c14-42e4-b3c0-a114f4edd55f HTTP/1.1" status: 204 len: 168 time: 1.0833380 Feb 03 12:34:29.493223 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b18f2a83-5251-4351-90bb-7bb3ea35142c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.515868 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99f9c8-bf8f-496c-8ed2-4277b339eb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2760195b-8c14-42e4-b3c0-a114f4edd55f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:29.560233 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-885b13fc-6f95-4c91-b8cf-756634f43c6b tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d5803f56-e165-4b84-9734-9888fd2ce7b2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.621468 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b13fc-6f95-4c91-b8cf-756634f43c6b tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Pushing event deleted for resources: {'Port': ['ID=d5803f56-e165-4b84-9734-9888fd2ce7b2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:29.627645 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:34:29.636162 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-32d5a3b0-53d7-4d39-8646-a8f1e7e603e0 admin admin] 10.222.0.18 "PUT /v2.0/routers/26367b17-385d-4d00-83ce-c790450caeae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7408888 Feb 03 12:34:29.642265 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] Sync routers for ids ['26367b17-385d-4d00-83ce-c790450caeae'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:34:29.642603 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-885b13fc-6f95-4c91-b8cf-756634f43c6b tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.649195 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-885b13fc-6f95-4c91-b8cf-756634f43c6b tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "DELETE /v2.0/ports/d5803f56-e165-4b84-9734-9888fd2ce7b2 HTTP/1.1" status: 204 len: 168 time: 0.7482338 Feb 03 12:34:29.656410 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40480) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:29.671330 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] Routers {'26367b17-385d-4d00-83ce-c790450caeae'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:29.673586 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['26367b17-385d-4d00-83ce-c790450caeae'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:29.721929 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f05921e4-5046-40f6-9267-ff3b927ff217 req-80541345-ff14-496e-9b37-3c7dbf0e04b5 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks [] for port (5beaef0b-d4a6-4a58-a1d7-b1382b2e701b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.731771 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f05921e4-5046-40f6-9267-ff3b927ff217 req-80541345-ff14-496e-9b37-3c7dbf0e04b5 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (5beaef0b-d4a6-4a58-a1d7-b1382b2e701b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.736050 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b18f2a83-5251-4351-90bb-7bb3ea35142c admin admin] Publish callbacks [] for security_group (14190d4a-3180-4287-bb4d-c25793b5ba4a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.766177 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b18f2a83-5251-4351-90bb-7bb3ea35142c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (14190d4a-3180-4287-bb4d-c25793b5ba4a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.819709 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d3e8ec07-26f5-4785-afd2-48e9fb6167c0 None None] Provisioning complete for port 56ba4c04-cfff-49e8-901a-13a3c9ee15bd triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:29.824589 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d3e8ec07-26f5-4785-afd2-48e9fb6167c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (56ba4c04-cfff-49e8-901a-13a3c9ee15bd), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.827392 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18f2a83-5251-4351-90bb-7bb3ea35142c admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:34:29.855152 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80541345-ff14-496e-9b37-3c7dbf0e04b5 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Pushing event updated for resources: {'Port': ['ID=5beaef0b-d4a6-4a58-a1d7-b1382b2e701b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:29.856006 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-75b1d066-1163-492e-b007-6fe9cd765a32 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Deleting port 1c6a3cae-410f-42a1-93c7-03c98b293059 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:29.862895 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f2a83-5251-4351-90bb-7bb3ea35142c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14190d4a-3180-4287-bb4d-c25793b5ba4a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:29.865047 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75b1d066-1163-492e-b007-6fe9cd765a32 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1c6a3cae-410f-42a1-93c7-03c98b293059), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.866439 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b18f2a83-5251-4351-90bb-7bb3ea35142c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (6a852571-8038-44f2-a989-6b1b07fdac62), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.866786 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-b18f2a83-5251-4351-90bb-7bb3ea35142c admin admin] Added segment 6a852571-8038-44f2-a989-6b1b07fdac62 of type vlan for network 259c9e24-5450-466e-8578-f11470a26a3d Feb 03 12:34:29.879810 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f05921e4-5046-40f6-9267-ff3b927ff217 req-80541345-ff14-496e-9b37-3c7dbf0e04b5 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (47c962ae-ba71-42ac-89b9-550235b7ea81), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.925657 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f05921e4-5046-40f6-9267-ff3b927ff217 req-80541345-ff14-496e-9b37-3c7dbf0e04b5 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.926816 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f05921e4-5046-40f6-9267-ff3b927ff217 req-80541345-ff14-496e-9b37-3c7dbf0e04b5 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9360099 Feb 03 12:34:29.928662 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b18f2a83-5251-4351-90bb-7bb3ea35142c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (259c9e24-5450-466e-8578-f11470a26a3d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:29.968393 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d3e8ec07-26f5-4785-afd2-48e9fb6167c0 None None] Port 56ba4c04-cfff-49e8-901a-13a3c9ee15bd cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:34:29.988240 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] Set router 26367b17-385d-4d00-83ce-c790450caeae gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:29.997378 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f05921e4-5046-40f6-9267-ff3b927ff217 req-590ee247-c9a5-4c44-9145-1958d22b1a2c tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 696 time: 0.0608261 Feb 03 12:34:30.014391 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b18f2a83-5251-4351-90bb-7bb3ea35142c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (259c9e24-5450-466e-8578-f11470a26a3d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.015378 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18f2a83-5251-4351-90bb-7bb3ea35142c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:30.016454 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b18f2a83-5251-4351-90bb-7bb3ea35142c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.028792 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75b1d066-1163-492e-b007-6fe9cd765a32 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1c6a3cae-410f-42a1-93c7-03c98b293059), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.049150 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-75b1d066-1163-492e-b007-6fe9cd765a32 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Calling delete_port for 1c6a3cae-410f-42a1-93c7-03c98b293059 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:30.090924 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b18f2a83-5251-4351-90bb-7bb3ea35142c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9397845 Feb 03 12:34:30.117470 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40488) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:30.164824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c4646eea-1b8a-46aa-af08-1de0df6ca019 admin admin] Request body: {'subnet': {'network_id': '259c9e24-5450-466e-8578-f11470a26a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-639519300-subnet', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:30.186697 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f2a83-5251-4351-90bb-7bb3ea35142c admin admin] Pushing event updated for resources: {'Network': ['ID=259c9e24-5450-466e-8578-f11470a26a3d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:30.210196 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4646eea-1b8a-46aa-af08-1de0df6ca019 admin admin] Made reservation on behalf of 2e9261d80c134a528c4f6c4dcfb8fdad for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:30.212696 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4646eea-1b8a-46aa-af08-1de0df6ca019 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.235891 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05921e4-5046-40f6-9267-ff3b927ff217 req-0a3ce842-d257-446e-bcc9-7ea13d715dd6 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:30.240763 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f05921e4-5046-40f6-9267-ff3b927ff217 req-0a3ce842-d257-446e-bcc9-7ea13d715dd6 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.2375066 Feb 03 12:34:30.279575 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75b1d066-1163-492e-b007-6fe9cd765a32 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (1c6a3cae-410f-42a1-93c7-03c98b293059), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.373187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 259c9e24-5450-466e-8578-f11470a26a3d details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:34:30.374167 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1d066-1163-492e-b007-6fe9cd765a32 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Pushing event deleted for resources: {'Port': ['ID=1c6a3cae-410f-42a1-93c7-03c98b293059,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:30.396185 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75b1d066-1163-492e-b007-6fe9cd765a32 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.404907 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-75b1d066-1163-492e-b007-6fe9cd765a32 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "DELETE /v2.0/ports/1c6a3cae-410f-42a1-93c7-03c98b293059 HTTP/1.1" status: 204 len: 168 time: 0.7428398 Feb 03 12:34:30.410913 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40506) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:30.481671 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26367b17-385d-4d00-83ce-c790450caeae', 'name': 'tempest-ServersTestBootFromVolume-347311829-router', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:16Z', 'updated_at': '2022-02-03T12:34:27Z', 'revision_number': 4, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'gw_port': {'id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:17Z', 'updated_at': '2022-02-03T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '56ba4c04-cfff-49e8-901a-13a3c9ee15bd', 'name': '', 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'mac_address': 'fa:16:3e:52:09:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '67023db2-06c8-42d5-bfcd-aa9f27b3574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:26Z', 'updated_at': '2022-02-03T12:34:28Z', 'revision_number': 2, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'subnets': [{'id': '67023db2-06c8-42d5-bfcd-aa9f27b3574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:30.487083 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6dcc8-deca-4982-8739-d01fd05ef1bf req-2b722b54-5e87-45b9-8251-729e56c333e6 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:30.509874 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64d6dcc8-deca-4982-8739-d01fd05ef1bf req-2b722b54-5e87-45b9-8251-729e56c333e6 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 945 time: 0.1368155 Feb 03 12:34:30.524126 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] Checking router: 26367b17-385d-4d00-83ce-c790450caeae for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:34:30.524822 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] Updating router 26367b17-385d-4d00-83ce-c790450caeae port 56ba4c04-cfff-49e8-901a-13a3c9ee15bd binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:34:30.581511 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (56ba4c04-cfff-49e8-901a-13a3c9ee15bd), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.634060 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f28f689a-8612-4fcc-b521-6f9302f26fbe tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2219393 Feb 03 12:34:30.642661 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40510) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:30.666592 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64d6dcc8-deca-4982-8739-d01fd05ef1bf req-4adaeeac-856b-426e-bb07-3b1f0793aa6d tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503124 Feb 03 12:34:30.668407 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e8cd1f8a-38e7-4ae3-9879-4f46c9d5b95b tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-220029272'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:30.764745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cd1f8a-38e7-4ae3-9879-4f46c9d5b95b tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Made reservation on behalf of cfed753c0994461bb5ce244d820f89ff for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:30.768869 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8cd1f8a-38e7-4ae3-9879-4f46c9d5b95b tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.812601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device af009a0e-4d3f-4ef0-9ccd-eacafc1c4236 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:30.858046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8cd1f8a-38e7-4ae3-9879-4f46c9d5b95b tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:34:30.880752 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8cd1f8a-38e7-4ae3-9879-4f46c9d5b95b tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (acc6169f-6651-4e8a-be57-ed6d2d900d2d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.881573 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-e8cd1f8a-38e7-4ae3-9879-4f46c9d5b95b tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Added segment acc6169f-6651-4e8a-be57-ed6d2d900d2d of type vlan for network 7f871f08-1207-4b20-98ed-c52a68d060d7 Feb 03 12:34:30.900435 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.944011 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port af009a0e-4d3f-4ef0-9ccd-eacafc1c4236 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:30.944422 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (af009a0e-4d3f-4ef0-9ccd-eacafc1c4236), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:30.958740 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40522) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:30.984636 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8cd1f8a-38e7-4ae3-9879-4f46c9d5b95b tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (7f871f08-1207-4b20-98ed-c52a68d060d7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.000620 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4646eea-1b8a-46aa-af08-1de0df6ca019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (b063e2a3-8e40-40f6-89bc-8502d1a3d0cc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.050839 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] Publish callbacks [] for port (56ba4c04-cfff-49e8-901a-13a3c9ee15bd), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.095682 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (56ba4c04-cfff-49e8-901a-13a3c9ee15bd), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.096261 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-e8cd1f8a-38e7-4ae3-9879-4f46c9d5b95b tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:34:31.122788 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-23cdcbc9-b576-4520-989d-3e1fbf69c9f6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1888728376-network', 'tenant_id': '85c29679b0cc4e73a0c5cf6e4c6b712d'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:31.132228 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4646eea-1b8a-46aa-af08-1de0df6ca019 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b063e2a3-8e40-40f6-89bc-8502d1a3d0cc,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:31.148227 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port af009a0e-4d3f-4ef0-9ccd-eacafc1c4236 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:31.154711 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8cd1f8a-38e7-4ae3-9879-4f46c9d5b95b tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (7f871f08-1207-4b20-98ed-c52a68d060d7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.165044 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cd1f8a-38e7-4ae3-9879-4f46c9d5b95b tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:31.165884 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8cd1f8a-38e7-4ae3-9879-4f46c9d5b95b tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.181675 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eee6c2-ca86-4ee7-82da-a840cb2ccdf6 req-6378f91b-eed3-4ee4-9610-e5060c424a94 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:31.190172 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbabc0b-cc8d-4ca6-9683-67ab62d5392e None None] Pushing event updated for resources: {'Port': ['ID=56ba4c04-cfff-49e8-901a-13a3c9ee15bd,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:31.192391 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-75eee6c2-ca86-4ee7-82da-a840cb2ccdf6 req-6378f91b-eed3-4ee4-9610-e5060c424a94 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc601993-0db0-4d21-82bf-e194910bac8a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1201847 Feb 03 12:34:31.210840 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cdcbc9-b576-4520-989d-3e1fbf69c9f6 admin admin] Made reservation on behalf of 85c29679b0cc4e73a0c5cf6e4c6b712d for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:31.217118 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23cdcbc9-b576-4520-989d-3e1fbf69c9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.234519 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e8cd1f8a-38e7-4ae3-9879-4f46c9d5b95b tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5882185 Feb 03 12:34:31.239821 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40528) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:31.245853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3a4f88a2-0ea0-4fd6-8ee4-3ebcce63361a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1774805316'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:31.265991 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] Attempting to bind port 56ba4c04-cfff-49e8-901a-13a3c9ee15bd on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:31.266357 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] Attempting to bind port 56ba4c04-cfff-49e8-901a-13a3c9ee15bd by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '60b1d6d7-3510-481e-9dd3-b2f749842682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:31.266743 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] Attempting to bind port 56ba4c04-cfff-49e8-901a-13a3c9ee15bd on network b39bda4c-a748-41d3-ad64-33f7d22c16cf {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:31.268935 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23cdcbc9-b576-4520-989d-3e1fbf69c9f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.282648 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-75eee6c2-ca86-4ee7-82da-a840cb2ccdf6 req-330c9c30-0800-4d71-b4e5-b85f50e92258 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 696 time: 0.0898826 Feb 03 12:34:31.283740 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:31.284157 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] Checking segment: {'id': '60b1d6d7-3510-481e-9dd3-b2f749842682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:31.284586 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.284991 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] Bound using segment: {'id': '60b1d6d7-3510-481e-9dd3-b2f749842682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:31.285534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] Bound port: 56ba4c04-cfff-49e8-901a-13a3c9ee15bd, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b1d6d7-3510-481e-9dd3-b2f749842682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:31.294952 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-75eee6c2-ca86-4ee7-82da-a840cb2ccdf6 req-c1cabc40-4fe9-4870-b188-1f0323e1fdd0 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Request body: {'floatingip': {'port_id': '74114140-71cb-4752-a514-9e3dbcf40029', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:31.301385 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (56ba4c04-cfff-49e8-901a-13a3c9ee15bd), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.343202 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd1f8a-38e7-4ae3-9879-4f46c9d5b95b tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Pushing event updated for resources: {'Network': ['ID=7f871f08-1207-4b20-98ed-c52a68d060d7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:31.350068 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4646eea-1b8a-46aa-af08-1de0df6ca019 admin admin] Checking segment: {'id': '6a852571-8038-44f2-a989-6b1b07fdac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:31.350824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4646eea-1b8a-46aa-af08-1de0df6ca019 admin admin] Network hostable DHCP agents. Network: 259c9e24-5450-466e-8578-f11470a26a3d, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:34:31.365842 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-75eee6c2-ca86-4ee7-82da-a840cb2ccdf6 req-c1cabc40-4fe9-4870-b188-1f0323e1fdd0 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks [] for floatingip (47c962ae-ba71-42ac-89b9-550235b7ea81), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.366463 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4f88a2-0ea0-4fd6-8ee4-3ebcce63361a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Made reservation on behalf of cfed753c0994461bb5ce244d820f89ff for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:31.367614 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 7f871f08-1207-4b20-98ed-c52a68d060d7 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:34:31.370831 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a4f88a2-0ea0-4fd6-8ee4-3ebcce63361a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.445943 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40530) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:31.457868 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7960bef0-6833-4c8f-a25f-7abe821b29a7 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1895556787', 'description': 'tempest-description--925740779'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:31.494453 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4646eea-1b8a-46aa-af08-1de0df6ca019 admin admin] Network 259c9e24-5450-466e-8578-f11470a26a3d is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:34:31.507797 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4f88a2-0ea0-4fd6-8ee4-3ebcce63361a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:34:31.513399 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] For port 56ba4c04-cfff-49e8-901a-13a3c9ee15bd, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:31.523828 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] For port 56ba4c04-cfff-49e8-901a-13a3c9ee15bd, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=56ba4c04-cfff-49e8-901a-13a3c9ee15bd,segment=NetworkSegment(60b1d6d7-3510-481e-9dd3-b2f749842682),segment_id=60b1d6d7-3510-481e-9dd3-b2f749842682)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:31.534687 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (56ba4c04-cfff-49e8-901a-13a3c9ee15bd), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.555694 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c4646eea-1b8a-46aa-af08-1de0df6ca019 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 259c9e24-5450-466e-8578-f11470a26a3d) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:31.558050 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a4f88a2-0ea0-4fd6-8ee4-3ebcce63361a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (e8e3bfd8-d3ad-4180-bc76-e344d4860f3b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.558597 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-3a4f88a2-0ea0-4fd6-8ee4-3ebcce63361a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Added segment e8e3bfd8-d3ad-4180-bc76-e344d4860f3b of type vlan for network 1d025dba-4a12-4589-88e0-d31cf20bef71 Feb 03 12:34:31.570873 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7960bef0-6833-4c8f-a25f-7abe821b29a7 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.573829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ba2aa2-9976-43ad-9d5b-3d9d7aa84ac0 None None] Network 259c9e24-5450-466e-8578-f11470a26a3d requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:31.596327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4646eea-1b8a-46aa-af08-1de0df6ca019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:31.598138 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4646eea-1b8a-46aa-af08-1de0df6ca019 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.599018 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23cdcbc9-b576-4520-989d-3e1fbf69c9f6 admin admin] Publish callbacks [] for security_group (a1d09944-9ebc-4cad-8bdf-344b2c1b58bc), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.614181 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23cdcbc9-b576-4520-989d-3e1fbf69c9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a1d09944-9ebc-4cad-8bdf-344b2c1b58bc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.633132 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c4646eea-1b8a-46aa-af08-1de0df6ca019 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5124307 Feb 03 12:34:31.634429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40532) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:31.677749 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-90ac9e4a-c0be-426a-b6dc-cd583b5f34b3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-639519300-router', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:31.709443 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23cdcbc9-b576-4520-989d-3e1fbf69c9f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:34:31.714492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] Routers {'26367b17-385d-4d00-83ce-c790450caeae'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:31.720806 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['26367b17-385d-4d00-83ce-c790450caeae'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:31.733495 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbabc0b-cc8d-4ca6-9683-67ab62d5392e None None] Pushing event updated for resources: {'Port': ['ID=56ba4c04-cfff-49e8-901a-13a3c9ee15bd,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:31.737040 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a4f88a2-0ea0-4fd6-8ee4-3ebcce63361a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (1d025dba-4a12-4589-88e0-d31cf20bef71), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.784348 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23cdcbc9-b576-4520-989d-3e1fbf69c9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b8016149-dc02-44f2-be78-cc005637a165), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.784512 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-23cdcbc9-b576-4520-989d-3e1fbf69c9f6 admin admin] Added segment b8016149-dc02-44f2-be78-cc005637a165 of type vlan for network 8a80de18-a468-4317-aaa0-8cf5c057d35b Feb 03 12:34:31.795342 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cdcbc9-b576-4520-989d-3e1fbf69c9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d09944-9ebc-4cad-8bdf-344b2c1b58bc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:31.814985 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ac9e4a-c0be-426a-b6dc-cd583b5f34b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (1c88a2e0-b0f0-4fd1-b688-6cbb120273d1), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.816185 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ac9e4a-c0be-426a-b6dc-cd583b5f34b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (1c88a2e0-b0f0-4fd1-b688-6cbb120273d1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.817817 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-221b537b-f824-44c1-8988-bdadf1c2f4b8 None None] Provisioning complete for port 56ba4c04-cfff-49e8-901a-13a3c9ee15bd triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:31.818199 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-221b537b-f824-44c1-8988-bdadf1c2f4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (56ba4c04-cfff-49e8-901a-13a3c9ee15bd), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.837796 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-75eee6c2-ca86-4ee7-82da-a840cb2ccdf6 req-c1cabc40-4fe9-4870-b188-1f0323e1fdd0 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] update failed (client error): There was a conflict when trying to complete your request. Feb 03 12:34:31.852032 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-75eee6c2-ca86-4ee7-82da-a840cb2ccdf6 req-c1cabc40-4fe9-4870-b188-1f0323e1fdd0 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "PUT /v2.0/floatingips/47c962ae-ba71-42ac-89b9-550235b7ea81 HTTP/1.1" status: 409 len: 551 time: 0.5680954 Feb 03 12:34:31.856541 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a4f88a2-0ea0-4fd6-8ee4-3ebcce63361a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (1d025dba-4a12-4589-88e0-d31cf20bef71), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.862124 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4f88a2-0ea0-4fd6-8ee4-3ebcce63361a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:31.862823 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a4f88a2-0ea0-4fd6-8ee4-3ebcce63361a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.888525 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23cdcbc9-b576-4520-989d-3e1fbf69c9f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (8a80de18-a468-4317-aaa0-8cf5c057d35b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:31.908975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4234f5b-4577-497e-84ab-25743a48d617 req-383bbede-cf33-49b5-92b6-607669009cb5 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:31.910241 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-383bbede-cf33-49b5-92b6-607669009cb5 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1&tenant_id=4d4dfb0f87774d34902a75fe55b72106&binding%3Ahost_id=n-h2-827336-3 HTTP/1.1" status: 200 len: 1127 time: 0.2195821 Feb 03 12:34:31.941793 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827336-3'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:31.946982 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7960bef0-6833-4c8f-a25f-7abe821b29a7 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for security_group (eed18f1d-be2a-4eef-b4d2-bac5e72eca19), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.007094 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23cdcbc9-b576-4520-989d-3e1fbf69c9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (8a80de18-a468-4317-aaa0-8cf5c057d35b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.009154 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cdcbc9-b576-4520-989d-3e1fbf69c9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:32.010209 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23cdcbc9-b576-4520-989d-3e1fbf69c9f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.072322 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] Set router 26367b17-385d-4d00-83ce-c790450caeae gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:32.076664 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7960bef0-6833-4c8f-a25f-7abe821b29a7 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (eed18f1d-be2a-4eef-b4d2-bac5e72eca19), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.091044 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ac9e4a-c0be-426a-b6dc-cd583b5f34b3 admin admin] Publish callbacks [] for router_controller (1c88a2e0-b0f0-4fd1-b688-6cbb120273d1), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.105526 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-23cdcbc9-b576-4520-989d-3e1fbf69c9f6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1427784 Feb 03 12:34:32.110399 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40552) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:32.133109 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3a4f88a2-0ea0-4fd6-8ee4-3ebcce63361a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8918736 Feb 03 12:34:32.139845 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cdcbc9-b576-4520-989d-3e1fbf69c9f6 admin admin] Pushing event updated for resources: {'Network': ['ID=8a80de18-a468-4317-aaa0-8cf5c057d35b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:32.156606 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (875d2462-5f56-46e4-b660-4c8251a700d2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.206629 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0f6c809d-e88e-4202-bd6b-61bc3aac810e admin admin] Request body: {'subnet': {'network_id': '8a80de18-a468-4317-aaa0-8cf5c057d35b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1888728376-subnet', 'tenant_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:32.260209 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40560) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:32.274262 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Request body: {'subnets': [{'network_id': '7f871f08-1207-4b20-98ed-c52a68d060d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--224969727', 'ip_version': 4}, {'network_id': '1d025dba-4a12-4589-88e0-d31cf20bef71', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:32.274652 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Request body: {'subnet': {'network_id': '7f871f08-1207-4b20-98ed-c52a68d060d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--224969727', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:32.275160 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Request body: {'subnet': {'network_id': '1d025dba-4a12-4589-88e0-d31cf20bef71', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:32.331296 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7960bef0-6833-4c8f-a25f-7abe821b29a7 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.336900 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7960bef0-6833-4c8f-a25f-7abe821b29a7 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8865287 Feb 03 12:34:32.344300 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40562) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:32.405919 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f88a2-0ea0-4fd6-8ee4-3ebcce63361a tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Pushing event updated for resources: {'Network': ['ID=1d025dba-4a12-4589-88e0-d31cf20bef71,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:32.415383 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3462eac4-796e-4ec4-b26b-a3332f0d72ee tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Request body: {'security_group_rule': {'security_group_id': 'eed18f1d-be2a-4eef-b4d2-bac5e72eca19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:32.429677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960bef0-6833-4c8f-a25f-7abe821b29a7 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed18f1d-be2a-4eef-b4d2-bac5e72eca19,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:32.461975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 8a80de18-a468-4317-aaa0-8cf5c057d35b details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:34:32.508139 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 1d025dba-4a12-4589-88e0-d31cf20bef71 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:34:32.536819 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6c809d-e88e-4202-bd6b-61bc3aac810e admin admin] Made reservation on behalf of 85c29679b0cc4e73a0c5cf6e4c6b712d for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:32.539472 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f6c809d-e88e-4202-bd6b-61bc3aac810e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.584333 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] For port 875d2462-5f56-46e4-b660-4c8251a700d2, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=875d2462-5f56-46e4-b660-4c8251a700d2,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:32.638139 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ac9e4a-c0be-426a-b6dc-cd583b5f34b3 admin admin] Publish callbacks [] for router_gateway (1c88a2e0-b0f0-4fd1-b688-6cbb120273d1), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.688343 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc863ab-9e7f-463b-b54d-8fd948ee8b47 req-ac03d9b3-7027-4e61-9964-5012b82d6b58 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:32.691067 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7bc863ab-9e7f-463b-b54d-8fd948ee8b47 req-ac03d9b3-7027-4e61-9964-5012b82d6b58 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 945 time: 0.2666612 Feb 03 12:34:32.707915 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] For port 875d2462-5f56-46e4-b660-4c8251a700d2, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:32.782276 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-259c9e24-5450-466e-8578-f11470a26a3d', 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d', 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'fixed_ips': [{'subnet_id': 'b063e2a3-8e40-40f6-89bc-8502d1a3d0cc'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:34:32.788063 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.810584 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Made reservation on behalf of cfed753c0994461bb5ce244d820f89ff for: {'subnet': 2} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:32.815462 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.815995 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.840316 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7bc863ab-9e7f-463b-b54d-8fd948ee8b47 req-6ced4955-b51a-47f2-9591-437459c0e336 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388526 Feb 03 12:34:32.870207 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bef9c2-e367-4385-be38-6d35126e6fd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '875d2462-5f56-46e4-b660-4c8251a700d2'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:32.870207 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb45f95-1cca-42f5-aee1-096f9267b1d8" -d '{"events": [{"server_uuid": "d6bef9c2-e367-4385-be38-6d35126e6fd1", "name": "network-vif-unplugged", "status": "completed", "tag": "875d2462-5f56-46e4-b660-4c8251a700d2"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:32.870207 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] Publish callbacks [] for port (875d2462-5f56-46e4-b660-4c8251a700d2), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.884124 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (875d2462-5f56-46e4-b660-4c8251a700d2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:32.914344 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 875d2462-5f56-46e4-b660-4c8251a700d2 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:34:32.951222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-221b537b-f824-44c1-8988-bdadf1c2f4b8 None None] Current status of the port 56ba4c04-cfff-49e8-901a-13a3c9ee15bd is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:32.951687 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-221b537b-f824-44c1-8988-bdadf1c2f4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (56ba4c04-cfff-49e8-901a-13a3c9ee15bd), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.033154 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3462eac4-796e-4ec4-b26b-a3332f0d72ee tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for security_group_rule (7ade6f50-1ee9-4098-aeee-7c40fd0a0f77), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.083271 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] Pushing event updated for resources: {'Port': ['ID=875d2462-5f56-46e4-b660-4c8251a700d2,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:33.142510 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8383b2eb-309b-4d9e-95ab-652104d0a311 req-b2e3dcb3-5934-401a-b2c7-cfea115b5963 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/floatingips/47c962ae-ba71-42ac-89b9-550235b7ea81 HTTP/1.1" status: 200 len: 693 time: 0.2464316 Feb 03 12:34:33.222006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-221b537b-f824-44c1-8988-bdadf1c2f4b8 None None] For port 56ba4c04-cfff-49e8-901a-13a3c9ee15bd, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=56ba4c04-cfff-49e8-901a-13a3c9ee15bd,segment=NetworkSegment(60b1d6d7-3510-481e-9dd3-b2f749842682),segment_id=60b1d6d7-3510-481e-9dd3-b2f749842682)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:33.231396 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f6c809d-e88e-4202-bd6b-61bc3aac810e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (6d817b7e-1897-49c4-8ff5-a48b8e2a8a36), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.234392 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] Attempting to bind port 875d2462-5f56-46e4-b660-4c8251a700d2 on host n-h2-827336-3 for vnic_type normal with profile {"migrating_to": "n-h1-827336-3"} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:33.235308 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] Attempting to bind port 875d2462-5f56-46e4-b660-4c8251a700d2 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:33.235308 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] Attempting to bind port 875d2462-5f56-46e4-b660-4c8251a700d2 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:33.236091 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3462eac4-796e-4ec4-b26b-a3332f0d72ee tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for security_group_rule (7ade6f50-1ee9-4098-aeee-7c40fd0a0f77), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.236666 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-221b537b-f824-44c1-8988-bdadf1c2f4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (56ba4c04-cfff-49e8-901a-13a3c9ee15bd), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.240638 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-e977d2d7-6bde-4f05-bee3-0379d40feb7e tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:34:33.241601 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-e977d2d7-6bde-4f05-bee3-0379d40feb7e tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1519222 Feb 03 12:34:33.257169 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] Allocated IP 172.20.0.2 (259c9e24-5450-466e-8578-f11470a26a3d/b063e2a3-8e40-40f6-89bc-8502d1a3d0cc/9f4332d5-8d05-427c-a7ea-01f7b90ad98f) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:33.276347 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3462eac4-796e-4ec4-b26b-a3332f0d72ee tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (7ade6f50-1ee9-4098-aeee-7c40fd0a0f77), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.283550 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] Port 875d2462-5f56-46e4-b660-4c8251a700d2 on network fa311484-a64f-41a1-a01e-493a1be74adb not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:34:33.283828 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] Attempting to bind port 875d2462-5f56-46e4-b660-4c8251a700d2 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:33.302661 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462eac4-796e-4ec4-b26b-a3332f0d72ee tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ade6f50-1ee9-4098-aeee-7c40fd0a0f77,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:33.328902 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:33.329295 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] Checking segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:33.329644 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] Bound using segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:33.330086 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] Bound port: 875d2462-5f56-46e4-b660-4c8251a700d2, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:33.330463 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (875d2462-5f56-46e4-b660-4c8251a700d2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.336704 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 875d2462-5f56-46e4-b660-4c8251a700d2, host n-h2-827336-3, got binding levels [] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:33.338959 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3462eac4-796e-4ec4-b26b-a3332f0d72ee tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.340403 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3462eac4-796e-4ec4-b26b-a3332f0d72ee tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9357717 Feb 03 12:34:33.346450 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40580) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:33.353707 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c9007572-ee37-405f-817a-878d2ced430f tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Request body: {'security_group_rule': {'security_group_id': 'eed18f1d-be2a-4eef-b4d2-bac5e72eca19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:33.363204 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26367b17-385d-4d00-83ce-c790450caeae', 'name': 'tempest-ServersTestBootFromVolume-347311829-router', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:16Z', 'updated_at': '2022-02-03T12:34:27Z', 'revision_number': 4, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'gw_port': {'id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:17Z', 'updated_at': '2022-02-03T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '56ba4c04-cfff-49e8-901a-13a3c9ee15bd', 'name': '', 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'mac_address': 'fa:16:3e:52:09:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '67023db2-06c8-42d5-bfcd-aa9f27b3574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:26Z', 'updated_at': '2022-02-03T12:34:31Z', 'revision_number': 4, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'subnets': [{'id': '67023db2-06c8-42d5-bfcd-aa9f27b3574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:33.370881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c809d-e88e-4202-bd6b-61bc3aac810e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d817b7e-1897-49c4-8ff5-a48b8e2a8a36,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:33.375206 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-74f46f1a-4ae4-445e-bc06-821982ae2346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:33.376623 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-74f46f1a-4ae4-445e-bc06-821982ae2346 service neutron] 10.222.0.18 "GET /v2.0/ports/d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 HTTP/1.1" status: 200 len: 1125 time: 0.1030762 Feb 03 12:34:33.399408 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-43b9f112-a2db-4b82-82ce-9916af9ef76b service neutron] Request body: {'binding': {'host': 'n-h2-827336-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:33.399967 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-43b9f112-a2db-4b82-82ce-9916af9ef76b service neutron] Unknown quota resources ['binding']. {{(pid=103189) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:34:33.403030 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6c809d-e88e-4202-bd6b-61bc3aac810e admin admin] Checking segment: {'id': 'b8016149-dc02-44f2-be78-cc005637a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8a80de18-a468-4317-aaa0-8cf5c057d35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:33.404007 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6c809d-e88e-4202-bd6b-61bc3aac810e admin admin] Network hostable DHCP agents. Network: 8a80de18-a468-4317-aaa0-8cf5c057d35b, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:34:33.454222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af0eec-9797-4e5b-8e8e-81a8aa284bf2 None None] The sync data for ids ['26367b17-385d-4d00-83ce-c790450caeae'] in n-d-827336-3 is: [{'id': '26367b17-385d-4d00-83ce-c790450caeae', 'name': 'tempest-ServersTestBootFromVolume-347311829-router', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:16Z', 'updated_at': '2022-02-03T12:34:27Z', 'revision_number': 4, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'gw_port': {'id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:17Z', 'updated_at': '2022-02-03T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '56ba4c04-cfff-49e8-901a-13a3c9ee15bd', 'name': '', 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'mac_address': 'fa:16:3e:52:09:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '67023db2-06c8-42d5-bfcd-aa9f27b3574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:26Z', 'updated_at': '2022-02-03T12:34:31Z', 'revision_number': 4, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'subnets': [{'id': '67023db2-06c8-42d5-bfcd-aa9f27b3574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:34:33.461186 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383b2eb-309b-4d9e-95ab-652104d0a311 req-c6f62f52-6241-44fd-8de2-e5d6cc9ae98c tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:33.462603 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8383b2eb-309b-4d9e-95ab-652104d0a311 req-c6f62f52-6241-44fd-8de2-e5d6cc9ae98c tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.2843277 Feb 03 12:34:33.482611 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9007572-ee37-405f-817a-878d2ced430f tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for security_group_rule (aa3fa0af-9d4a-4c85-b3b4-45c624c12aa9), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.526320 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b537b-f824-44c1-8988-bdadf1c2f4b8 None None] Pushing event updated for resources: {'Port': ['ID=56ba4c04-cfff-49e8-901a-13a3c9ee15bd,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:33.558262 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Attempting to bind port 875d2462-5f56-46e4-b660-4c8251a700d2 on host n-h2-827336-3 for vnic_type normal with profile {"migrating_to": "n-h1-827336-3"} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:33.559039 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Attempting to bind port 875d2462-5f56-46e4-b660-4c8251a700d2 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:33.559554 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Attempting to bind port 875d2462-5f56-46e4-b660-4c8251a700d2 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:33.561694 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7e20bf17-af88-4907-8a06-fd5ac7598862 None None] Provisioning complete for port 56ba4c04-cfff-49e8-901a-13a3c9ee15bd triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:33.562074 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7e20bf17-af88-4907-8a06-fd5ac7598862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (56ba4c04-cfff-49e8-901a-13a3c9ee15bd), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.594478 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aae71d43-a7e5-4769-8466-2de965131256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.596051 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Port 875d2462-5f56-46e4-b660-4c8251a700d2 on network fa311484-a64f-41a1-a01e-493a1be74adb not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:34:33.596623 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Attempting to bind port 875d2462-5f56-46e4-b660-4c8251a700d2 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:33.613142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:33.613528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Checking segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:33.614189 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Bound using segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:33.614672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Bound port: 875d2462-5f56-46e4-b660-4c8251a700d2, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:33.615059 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (875d2462-5f56-46e4-b660-4c8251a700d2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.617232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6c809d-e88e-4202-bd6b-61bc3aac810e admin admin] Network 8a80de18-a468-4317-aaa0-8cf5c057d35b is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:34:33.664700 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0f6c809d-e88e-4202-bd6b-61bc3aac810e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 8a80de18-a468-4317-aaa0-8cf5c057d35b) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:33.673572 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] For port 875d2462-5f56-46e4-b660-4c8251a700d2, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:33.686183 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6c809d-e88e-4202-bd6b-61bc3aac810e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:33.687326 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f6c809d-e88e-4202-bd6b-61bc3aac810e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.687862 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8383b2eb-309b-4d9e-95ab-652104d0a311 req-0762c8dd-7382-4ea0-a413-069aa41b8769 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 696 time: 0.1954365 Feb 03 12:34:33.698181 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7586a06d-a955-428e-af17-d6d6ecd596d3 None None] Network 8a80de18-a468-4317-aaa0-8cf5c057d35b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:33.727536 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ac9e4a-c0be-426a-b6dc-cd583b5f34b3 admin admin] Publish callbacks [] for router_gateway (1c88a2e0-b0f0-4fd1-b688-6cbb120273d1), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.757681 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] For port 875d2462-5f56-46e4-b660-4c8251a700d2, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=875d2462-5f56-46e4-b660-4c8251a700d2,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:33.759167 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0f6c809d-e88e-4202-bd6b-61bc3aac810e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6232772 Feb 03 12:34:33.761330 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9007572-ee37-405f-817a-878d2ced430f tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for security_group_rule (aa3fa0af-9d4a-4c85-b3b4-45c624c12aa9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.763422 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ac9e4a-c0be-426a-b6dc-cd583b5f34b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.765519 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40582) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:33.776746 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a17e7c5b-48f1-4f8a-ae64-104aceadabf7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1888728376-router', 'tenant_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:33.781030 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9007572-ee37-405f-817a-878d2ced430f tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (aa3fa0af-9d4a-4c85-b3b4-45c624c12aa9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.813828 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8383b2eb-309b-4d9e-95ab-652104d0a311 req-438428d2-71b5-4def-8c80-013580ca2882 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.226 HTTP/1.1" status: 200 len: 696 time: 0.1243491 Feb 03 12:34:33.820639 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (875d2462-5f56-46e4-b660-4c8251a700d2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.845783 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9007572-ee37-405f-817a-878d2ced430f tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3fa0af-9d4a-4c85-b3b4-45c624c12aa9,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:33.859378 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9007572-ee37-405f-817a-878d2ced430f tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.860518 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c9007572-ee37-405f-817a-878d2ced430f tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5114799 Feb 03 12:34:33.864525 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a17e7c5b-48f1-4f8a-ae64-104aceadabf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (b9140cd0-cd23-4fd9-a965-b5a3085b1369), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.866018 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a17e7c5b-48f1-4f8a-ae64-104aceadabf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (b9140cd0-cd23-4fd9-a965-b5a3085b1369), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.869246 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40584) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:33.880233 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3f89cbfd-a17b-4430-80e3-807c10325869 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:33.901691 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 875d2462-5f56-46e4-b660-4c8251a700d2, host n-h2-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:33.906348 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] Publish callbacks [] for port (9f4332d5-8d05-427c-a7ea-01f7b90ad98f), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.932939 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 875d2462-5f56-46e4-b660-4c8251a700d2-n-h2-827336-3-0 {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:34:33.933373 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:34:33.948562 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7e20bf17-af88-4907-8a06-fd5ac7598862 None None] Current status of the port 56ba4c04-cfff-49e8-901a-13a3c9ee15bd is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:33.953477 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (9f4332d5-8d05-427c-a7ea-01f7b90ad98f), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:33.966637 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f89cbfd-a17b-4430-80e3-807c10325869 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.015198 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a17e7c5b-48f1-4f8a-ae64-104aceadabf7 admin admin] Publish callbacks [] for router_controller (b9140cd0-cd23-4fd9-a965-b5a3085b1369), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.025064 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-90ac9e4a-c0be-426a-b6dc-cd583b5f34b3 admin admin] Allocated IP 172.25.6.38 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/dd1e4564-7ac3-461f-bdc7-519136ba2857) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:34.046307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] Network 259c9e24-5450-466e-8578-f11470a26a3d is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:34.052447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:34.057412 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8a80de18-a468-4317-aaa0-8cf5c057d35b', 'network_id': '8a80de18-a468-4317-aaa0-8cf5c057d35b', 'project_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'fixed_ips': [{'subnet_id': '6d817b7e-1897-49c4-8ff5-a48b8e2a8a36'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:34:34.058971 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.062823 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:34.102837 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] Pushing event updated for resources: {'Port': ['ID=9f4332d5-8d05-427c-a7ea-01f7b90ad98f,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:34.244168 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] Attempting to bind port 9f4332d5-8d05-427c-a7ea-01f7b90ad98f on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:34.244553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] Attempting to bind port 9f4332d5-8d05-427c-a7ea-01f7b90ad98f by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '6a852571-8038-44f2-a989-6b1b07fdac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:34.244931 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] Attempting to bind port 9f4332d5-8d05-427c-a7ea-01f7b90ad98f on network 259c9e24-5450-466e-8578-f11470a26a3d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:34.256724 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:34.257153 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] Checking segment: {'id': '6a852571-8038-44f2-a989-6b1b07fdac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:34.257536 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.258038 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] Bound using segment: {'id': '6a852571-8038-44f2-a989-6b1b07fdac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:34.258545 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] Bound port: 9f4332d5-8d05-427c-a7ea-01f7b90ad98f, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a852571-8038-44f2-a989-6b1b07fdac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:34.258952 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9f4332d5-8d05-427c-a7ea-01f7b90ad98f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.287155 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a17e7c5b-48f1-4f8a-ae64-104aceadabf7 admin admin] Publish callbacks [] for router_gateway (b9140cd0-cd23-4fd9-a965-b5a3085b1369), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.360170 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] Allocated IP 172.20.0.2 (8a80de18-a468-4317-aaa0-8cf5c057d35b/6d817b7e-1897-49c4-8ff5-a48b8e2a8a36/91d96fc0-fccc-4b8e-a7db-852bd7cb890c) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:34.371201 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ac9e4a-c0be-426a-b6dc-cd583b5f34b3 admin admin] Publish callbacks [] for port (dd1e4564-7ac3-461f-bdc7-519136ba2857), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.381364 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] For port 9f4332d5-8d05-427c-a7ea-01f7b90ad98f, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:34.401913 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f89cbfd-a17b-4430-80e3-807c10325869 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.412612 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] For port 9f4332d5-8d05-427c-a7ea-01f7b90ad98f, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9f4332d5-8d05-427c-a7ea-01f7b90ad98f,segment=NetworkSegment(6a852571-8038-44f2-a989-6b1b07fdac62),segment_id=6a852571-8038-44f2-a989-6b1b07fdac62)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:34.428893 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9f4332d5-8d05-427c-a7ea-01f7b90ad98f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.525255 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ac9e4a-c0be-426a-b6dc-cd583b5f34b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (dd1e4564-7ac3-461f-bdc7-519136ba2857), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.529417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Attempting to bind port 875d2462-5f56-46e4-b660-4c8251a700d2 on host n-h2-827336-3 for vnic_type normal with profile {"migrating_to": "n-h1-827336-3"} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:34.529755 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Attempting to bind port 875d2462-5f56-46e4-b660-4c8251a700d2 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:34.530130 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Attempting to bind port 875d2462-5f56-46e4-b660-4c8251a700d2 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:34.563528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Port 875d2462-5f56-46e4-b660-4c8251a700d2 on network fa311484-a64f-41a1-a01e-493a1be74adb not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:34:34.563528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Attempting to bind port 875d2462-5f56-46e4-b660-4c8251a700d2 on network fa311484-a64f-41a1-a01e-493a1be74adb {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:34.569233 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a75bd-649e-4a58-990f-67e6cd235aae None None] Pushing event updated for resources: {'Port': ['ID=9f4332d5-8d05-427c-a7ea-01f7b90ad98f,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:34.585658 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:34.586052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Checking segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:34.586485 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Bound using segment: {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:34.586980 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Bound port: 875d2462-5f56-46e4-b660-4c8251a700d2, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa311484-a64f-41a1-a01e-493a1be74adb'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:34.587382 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (875d2462-5f56-46e4-b660-4c8251a700d2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.642708 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ac9e4a-c0be-426a-b6dc-cd583b5f34b3 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:34.656965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-90ac9e4a-c0be-426a-b6dc-cd583b5f34b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:34.665588 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac9e4a-c0be-426a-b6dc-cd583b5f34b3 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:34.703522 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac9e4a-c0be-426a-b6dc-cd583b5f34b3 admin admin] Pushing event updated for resources: {'Port': ['ID=dd1e4564-7ac3-461f-bdc7-519136ba2857,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:34.721611 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:34.722898 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] Publish callbacks [] for port (91d96fc0-fccc-4b8e-a7db-852bd7cb890c), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.724759 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.727504 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] 10.222.0.73 "PUT /v2.0/ports/875d2462-5f56-46e4-b660-4c8251a700d2 HTTP/1.1" status: 200 len: 1121 time: 2.8087294 Feb 03 12:34:34.735396 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (91d96fc0-fccc-4b8e-a7db-852bd7cb890c), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.736600 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-43b9f112-a2db-4b82-82ce-9916af9ef76b service neutron] Attempting to bind port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 on host n-h2-827336-3 for vnic_type normal with profile None {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:34.737030 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-43b9f112-a2db-4b82-82ce-9916af9ef76b service neutron] Attempting to bind port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:34.737453 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-43b9f112-a2db-4b82-82ce-9916af9ef76b service neutron] Attempting to bind port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:34.740784 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (ac5a5154-560a-4184-a5c0-547cdd3e5dca), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:34.773289 n-d-827336-3 neutron-server[103190]: WARNING neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Concurrent port binding operations failed on port 875d2462-5f56-46e4-b660-4c8251a700d2 Feb 03 12:34:34.780555 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 875d2462-5f56-46e4-b660-4c8251a700d2, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=875d2462-5f56-46e4-b660-4c8251a700d2,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:34.792393 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22082377-0a90-424f-9bb9-acbd45e2ecbe service neutron] Pushing event updated for resources: {'Port': ['ID=875d2462-5f56-46e4-b660-4c8251a700d2,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:34.795784 n-d-827336-3 neutron-server[103190]: INFO neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Attempt 2 to bind port 875d2462-5f56-46e4-b660-4c8251a700d2 Feb 03 12:34:34.797004 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-43b9f112-a2db-4b82-82ce-9916af9ef76b service neutron] Port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:34:34.797912 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-43b9f112-a2db-4b82-82ce-9916af9ef76b service neutron] Attempting to bind port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:34.802929 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 875d2462-5f56-46e4-b660-4c8251a700d2 has no active binding in host n-h1-827336-3 {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 12:34:34.808685 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3f89cbfd-a17b-4430-80e3-807c10325869 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Allocated IP 172.25.6.199 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/707d3a6c-c6e3-4f2d-844d-8c07b3aeb5bf) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:34.823191 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] Network 8a80de18-a468-4317-aaa0-8cf5c057d35b is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:34.841777 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-43b9f112-a2db-4b82-82ce-9916af9ef76b service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:34.843071 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-43b9f112-a2db-4b82-82ce-9916af9ef76b service neutron] Checking segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:34.843621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['875d2462-5f56-46e4-b660-4c8251a700d2'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:34:34.844103 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-43b9f112-a2db-4b82-82ce-9916af9ef76b service neutron] Bound using segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:34.844747 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-43b9f112-a2db-4b82-82ce-9916af9ef76b service neutron] Bound port: d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:34.847047 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 56ba4c04-cfff-49e8-901a-13a3c9ee15bd up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:34.946776 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Pushing event updated for resources: {'Subnet': ['ID=ac5a5154-560a-4184-a5c0-547cdd3e5dca,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:35.079248 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-8383b2eb-309b-4d9e-95ab-652104d0a311 req-37ea4ce3-e878-4603-9652-e75c97187d55 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Deleting port 5beaef0b-d4a6-4a58-a1d7-b1382b2e701b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:35.083427 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8383b2eb-309b-4d9e-95ab-652104d0a311 req-37ea4ce3-e878-4603-9652-e75c97187d55 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5beaef0b-d4a6-4a58-a1d7-b1382b2e701b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.124583 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-43b9f112-a2db-4b82-82ce-9916af9ef76b service neutron] For port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:35.129667 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Checking segment: {'id': 'acc6169f-6651-4e8a-be57-ed6d2d900d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7f871f08-1207-4b20-98ed-c52a68d060d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:35.130711 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Network hostable DHCP agents. Network: 7f871f08-1207-4b20-98ed-c52a68d060d7, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:34:35.193293 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-43b9f112-a2db-4b82-82ce-9916af9ef76b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.194480 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-43b9f112-a2db-4b82-82ce-9916af9ef76b service neutron] 10.222.0.18 "POST /v2.0/ports/d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1/bindings HTTP/1.1" status: 201 len: 389 time: 1.8089278 Feb 03 12:34:35.205749 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a17e7c5b-48f1-4f8a-ae64-104aceadabf7 admin admin] Publish callbacks [] for router_gateway (b9140cd0-cd23-4fd9-a965-b5a3085b1369), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.206426 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Network 7f871f08-1207-4b20-98ed-c52a68d060d7 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:34:35.221660 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['875d2462-5f56-46e4-b660-4c8251a700d2'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:34:35.225902 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 7f871f08-1207-4b20-98ed-c52a68d060d7) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:35.227487 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:35.229336 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] Pushing event updated for resources: {'Port': ['ID=91d96fc0-fccc-4b8e-a7db-852bd7cb890c,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:35.233688 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a17e7c5b-48f1-4f8a-ae64-104aceadabf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.235284 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:35.253065 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (748f096b-b432-4488-8537-4541e2f1a6ea), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.309575 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a45096-069a-4877-9b86-fe9649b2bbc0 None None] Network 7f871f08-1207-4b20-98ed-c52a68d060d7 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:35.378043 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8383b2eb-309b-4d9e-95ab-652104d0a311 req-37ea4ce3-e878-4603-9652-e75c97187d55 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5beaef0b-d4a6-4a58-a1d7-b1382b2e701b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.378448 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8383b2eb-309b-4d9e-95ab-652104d0a311 req-37ea4ce3-e878-4603-9652-e75c97187d55 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks [] for floatingip (5beaef0b-d4a6-4a58-a1d7-b1382b2e701b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.471729 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-8383b2eb-309b-4d9e-95ab-652104d0a311 req-37ea4ce3-e878-4603-9652-e75c97187d55 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Calling delete_port for 5beaef0b-d4a6-4a58-a1d7-b1382b2e701b owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:35.509419 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f89cbfd-a17b-4430-80e3-807c10325869 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for port (707d3a6c-c6e3-4f2d-844d-8c07b3aeb5bf), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.524074 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Checking segment: {'id': 'e8e3bfd8-d3ad-4180-bc76-e344d4860f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1d025dba-4a12-4589-88e0-d31cf20bef71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:35.524481 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Network hostable DHCP agents. Network: 1d025dba-4a12-4589-88e0-d31cf20bef71, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:34:35.535499 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 56ba4c04-cfff-49e8-901a-13a3c9ee15bd triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:35.535879 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (56ba4c04-cfff-49e8-901a-13a3c9ee15bd), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.546251 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-254d9d1e-9f27-4891-9e5b-1dc12f8a1062 req-b00613c5-6061-40ab-a084-868dd139922b tempest-QuotasAdminNegativeTest-1894842030 tempest-QuotasAdminNegativeTest-1894842030-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=119f5bdc666a4080ba87e604d2a1ef2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780118 Feb 03 12:34:35.562331 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Pushing event updated for resources: {'Subnet': ['ID=748f096b-b432-4488-8537-4541e2f1a6ea,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:35.597339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Network 1d025dba-4a12-4589-88e0-d31cf20bef71 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:34:35.623307 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 1d025dba-4a12-4589-88e0-d31cf20bef71) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:35.630346 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:35.630346 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:35.630968 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.631116 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] Attempting to bind port 91d96fc0-fccc-4b8e-a7db-852bd7cb890c on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:35.631362 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] Attempting to bind port 91d96fc0-fccc-4b8e-a7db-852bd7cb890c by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b8016149-dc02-44f2-be78-cc005637a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8a80de18-a468-4317-aaa0-8cf5c057d35b'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:35.631728 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] Attempting to bind port 91d96fc0-fccc-4b8e-a7db-852bd7cb890c on network 8a80de18-a468-4317-aaa0-8cf5c057d35b {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:35.663836 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1419000a-8d63-4a4e-b7c7-a7fd34c25cd5 None None] Network 1d025dba-4a12-4589-88e0-d31cf20bef71 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:35.673992 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-58c7aa55-fec5-4be2-b073-03fdc12a2968 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.4105728 Feb 03 12:34:35.675742 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40598) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:35.696664 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:35.697307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] Checking segment: {'id': 'b8016149-dc02-44f2-be78-cc005637a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8a80de18-a468-4317-aaa0-8cf5c057d35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:35.697888 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.698451 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] Bound using segment: {'id': 'b8016149-dc02-44f2-be78-cc005637a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8a80de18-a468-4317-aaa0-8cf5c057d35b'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:35.699109 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] Bound port: 91d96fc0-fccc-4b8e-a7db-852bd7cb890c, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8016149-dc02-44f2-be78-cc005637a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8a80de18-a468-4317-aaa0-8cf5c057d35b'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:35.700011 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (91d96fc0-fccc-4b8e-a7db-852bd7cb890c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.794835 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ac9e4a-c0be-426a-b6dc-cd583b5f34b3 admin admin] Publish callbacks [] for router_gateway (1c88a2e0-b0f0-4fd1-b688-6cbb120273d1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.856908 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f642925-b2d8-41bb-af65-d59d03010572 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:35.858195 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f642925-b2d8-41bb-af65-d59d03010572 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:35.859507 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f642925-b2d8-41bb-af65-d59d03010572 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:35.873881 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3f642925-b2d8-41bb-af65-d59d03010572 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1970649 Feb 03 12:34:35.874967 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8383b2eb-309b-4d9e-95ab-652104d0a311 req-37ea4ce3-e878-4603-9652-e75c97187d55 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (5beaef0b-d4a6-4a58-a1d7-b1382b2e701b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.878370 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40600) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:35.884329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-a17e7c5b-48f1-4f8a-ae64-104aceadabf7 admin admin] Allocated IP 172.25.6.66 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/0e2f3871-d95f-44e0-ba8c-fbeada7ac61e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:35.891176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cf3fb1-e0a7-404b-b432-d24daaa11ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-7f871f08-1207-4b20-98ed-c52a68d060d7', 'network_id': '7f871f08-1207-4b20-98ed-c52a68d060d7', 'project_id': 'cfed753c0994461bb5ce244d820f89ff', 'fixed_ips': [{'subnet_id': 'ac5a5154-560a-4184-a5c0-547cdd3e5dca'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:34:35.892515 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-60cf3fb1-e0a7-404b-b432-d24daaa11ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:35.940495 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea4ce3-e878-4603-9652-e75c97187d55 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Pushing event deleted for resources: {'Port': ['ID=5beaef0b-d4a6-4a58-a1d7-b1382b2e701b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:35.986129 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 56ba4c04-cfff-49e8-901a-13a3c9ee15bd is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:36.070648 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e36f5473-a7d4-476e-bac7-fb8f05bcb3a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.083624 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef575917-1429-4f1e-9721-23469e313de4 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Deleting subnet ac5a5154-560a-4184-a5c0-547cdd3e5dca {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:34:36.089260 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef575917-1429-4f1e-9721-23469e313de4 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks [] for subnet (ac5a5154-560a-4184-a5c0-547cdd3e5dca), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.161975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] For port 91d96fc0-fccc-4b8e-a7db-852bd7cb890c, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:36.165580 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef575917-1429-4f1e-9721-23469e313de4 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (ac5a5154-560a-4184-a5c0-547cdd3e5dca), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.167508 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ca8392-0a23-4099-9899-928324f20f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-1d025dba-4a12-4589-88e0-d31cf20bef71', 'network_id': '1d025dba-4a12-4589-88e0-d31cf20bef71', 'project_id': 'cfed753c0994461bb5ce244d820f89ff', 'fixed_ips': [{'subnet_id': '748f096b-b432-4488-8537-4541e2f1a6ea'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:34:36.168305 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a2ca8392-0a23-4099-9899-928324f20f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.201276 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] For port 91d96fc0-fccc-4b8e-a7db-852bd7cb890c, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=91d96fc0-fccc-4b8e-a7db-852bd7cb890c,segment=NetworkSegment(b8016149-dc02-44f2-be78-cc005637a165),segment_id=b8016149-dc02-44f2-be78-cc005637a165)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:36.226277 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (91d96fc0-fccc-4b8e-a7db-852bd7cb890c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.244151 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef575917-1429-4f1e-9721-23469e313de4 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (ac5a5154-560a-4184-a5c0-547cdd3e5dca), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.312577 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f89cbfd-a17b-4430-80e3-807c10325869 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (707d3a6c-c6e3-4f2d-844d-8c07b3aeb5bf), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.336653 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8383b2eb-309b-4d9e-95ab-652104d0a311 req-37ea4ce3-e878-4603-9652-e75c97187d55 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks [] for floatingip (47c962ae-ba71-42ac-89b9-550235b7ea81), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.340599 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8383b2eb-309b-4d9e-95ab-652104d0a311 req-37ea4ce3-e878-4603-9652-e75c97187d55 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.342076 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8383b2eb-309b-4d9e-95ab-652104d0a311 req-37ea4ce3-e878-4603-9652-e75c97187d55 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "DELETE /v2.0/floatingips/47c962ae-ba71-42ac-89b9-550235b7ea81 HTTP/1.1" status: 204 len: 173 time: 2.5275381 Feb 03 12:34:36.368016 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e99a702-aed1-4601-9cdc-df93cd60ee94 None None] Network 259c9e24-5450-466e-8578-f11470a26a3d requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:36.380332 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef575917-1429-4f1e-9721-23469e313de4 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (ac5a5154-560a-4184-a5c0-547cdd3e5dca), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.428600 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e54bf32-1177-4036-8b3b-b4781a7b74ec x-openstack-request-id: req-1e54bf32-1177-4036-8b3b-b4781a7b74ec {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:36.428914 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bef9c2-e367-4385-be38-6d35126e6fd1", "name": "network-vif-unplugged", "status": "completed", "tag": "875d2462-5f56-46e4-b660-4c8251a700d2", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:36.429161 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e54bf32-1177-4036-8b3b-b4781a7b74ec {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:36.430026 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bef9c2-e367-4385-be38-6d35126e6fd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '875d2462-5f56-46e4-b660-4c8251a700d2', 'code': 200} Feb 03 12:34:36.430750 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef575917-1429-4f1e-9721-23469e313de4 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Pushing event deleted for resources: {'Subnet': ['ID=ac5a5154-560a-4184-a5c0-547cdd3e5dca,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:36.441223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f89cbfd-a17b-4430-80e3-807c10325869 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:36.441404 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef575917-1429-4f1e-9721-23469e313de4 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.452177 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ef575917-1429-4f1e-9721-23469e313de4 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "DELETE /v2.0/subnets/ac5a5154-560a-4184-a5c0-547cdd3e5dca HTTP/1.1" status: 204 len: 168 time: 0.5710592 Feb 03 12:34:36.452746 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40604) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:36.495547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3f89cbfd-a17b-4430-80e3-807c10325869 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:36.512036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f89cbfd-a17b-4430-80e3-807c10325869 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:36.549420 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-429b9d51-c7e9-4f8d-806a-4e877b985f76 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Deleting subnet 748f096b-b432-4488-8537-4541e2f1a6ea {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:34:36.563681 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc4a40-6543-4813-9bd6-c634326bc01f req-c2609428-ffed-4dea-95d8-3cb0dea7fd74 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:36.565222 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8ddc4a40-6543-4813-9bd6-c634326bc01f req-c2609428-ffed-4dea-95d8-3cb0dea7fd74 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 943 time: 0.0847182 Feb 03 12:34:36.565960 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-429b9d51-c7e9-4f8d-806a-4e877b985f76 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks [] for subnet (748f096b-b432-4488-8537-4541e2f1a6ea), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server [None req-60cf3fb1-e0a7-404b-b432-d24daaa11ceb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac5a5154-560a-4184-a5c0-547cdd3e5dca: This subnet is being modified by another concurrent operation. Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:34:36.586590 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exception Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac5a5154-560a-4184-a5c0-547cdd3e5dca: This subnet is being modified by another concurrent operation. Feb 03 12:34:36.599370 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Feb 03 12:34:36.635292 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d9d1e-9f27-4891-9e5b-1dc12f8a1062 req-c0a5b2d9-3179-44f1-aee1-4c27bf2b839e tempest-QuotasAdminNegativeTest-1894842030 tempest-QuotasAdminNegativeTest-1894842030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:36.643176 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-254d9d1e-9f27-4891-9e5b-1dc12f8a1062 req-c0a5b2d9-3179-44f1-aee1-4c27bf2b839e tempest-QuotasAdminNegativeTest-1894842030 tempest-QuotasAdminNegativeTest-1894842030-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0849535 Feb 03 12:34:36.645052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89cbfd-a17b-4430-80e3-807c10325869 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Pushing event updated for resources: {'Port': ['ID=707d3a6c-c6e3-4f2d-844d-8c07b3aeb5bf,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:36.649017 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-0c31a7bd-c276-4672-aceb-9cf97f796bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:36.650666 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-0c31a7bd-c276-4672-aceb-9cf97f796bde service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 1128 time: 1.1103308 Feb 03 12:34:36.658540 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5a574245-6413-45f1-9208-207f446a4466 None None] Provisioning complete for port 9f4332d5-8d05-427c-a7ea-01f7b90ad98f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:36.659062 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5a574245-6413-45f1-9208-207f446a4466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9f4332d5-8d05-427c-a7ea-01f7b90ad98f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.674576 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-429b9d51-c7e9-4f8d-806a-4e877b985f76 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (748f096b-b432-4488-8537-4541e2f1a6ea), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.699834 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a17e7c5b-48f1-4f8a-ae64-104aceadabf7 admin admin] Publish callbacks [] for port (0e2f3871-d95f-44e0-ba8c-fbeada7ac61e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.718346 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ee09a-85c8-4896-9a27-464bd487c566 None None] Pushing event updated for resources: {'Port': ['ID=91d96fc0-fccc-4b8e-a7db-852bd7cb890c,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:36.724723 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee88b5c-7bea-44b0-9e3e-0cb03f81e184 None None] Network 7f871f08-1207-4b20-98ed-c52a68d060d7 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:36.746667 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a17e7c5b-48f1-4f8a-ae64-104aceadabf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0e2f3871-d95f-44e0-ba8c-fbeada7ac61e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.774851 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8ddc4a40-6543-4813-9bd6-c634326bc01f req-660beafa-88ed-4cf2-9afb-54fab2cdf218 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621575 Feb 03 12:34:36.780722 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9f4332d5-8d05-427c-a7ea-01f7b90ad98f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:36.792011 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-429b9d51-c7e9-4f8d-806a-4e877b985f76 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (748f096b-b432-4488-8537-4541e2f1a6ea), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.813943 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-254d9d1e-9f27-4891-9e5b-1dc12f8a1062 req-de837aa7-cf00-4528-9927-b7e5c57a9858 tempest-QuotasAdminNegativeTest-1894842030 tempest-QuotasAdminNegativeTest-1894842030-project] 10.222.0.18 "GET /v2.0/quotas/119f5bdc666a4080ba87e604d2a1ef2d HTTP/1.1" status: 200 len: 375 time: 0.1692472 Feb 03 12:34:36.930802 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.967857 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17e7c5b-48f1-4f8a-ae64-104aceadabf7 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:36.977338 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-429b9d51-c7e9-4f8d-806a-4e877b985f76 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (748f096b-b432-4488-8537-4541e2f1a6ea), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server [None req-a2ca8392-0a23-4099-9899-928324f20f87 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 748f096b-b432-4488-8537-4541e2f1a6ea: This subnet is being modified by another concurrent operation. Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:34:36.982873 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exception Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 748f096b-b432-4488-8537-4541e2f1a6ea: This subnet is being modified by another concurrent operation. Feb 03 12:34:36.987171 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Feb 03 12:34:36.995458 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-254d9d1e-9f27-4891-9e5b-1dc12f8a1062 req-95efb0c6-6a7f-4fcc-b982-191b9a51f3b6 tempest-QuotasAdminNegativeTest-1894842030 tempest-QuotasAdminNegativeTest-1894842030-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=119f5bdc666a4080ba87e604d2a1ef2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1573324 Feb 03 12:34:37.003066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a17e7c5b-48f1-4f8a-ae64-104aceadabf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:37.011965 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5a574245-6413-45f1-9208-207f446a4466 None None] Current status of the port 9f4332d5-8d05-427c-a7ea-01f7b90ad98f is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:37.012967 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5a574245-6413-45f1-9208-207f446a4466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9f4332d5-8d05-427c-a7ea-01f7b90ad98f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.021859 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e7c5b-48f1-4f8a-ae64-104aceadabf7 admin admin] Pushing event updated for resources: {'Port': ['ID=0e2f3871-d95f-44e0-ba8c-fbeada7ac61e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:37.031571 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e7c5b-48f1-4f8a-ae64-104aceadabf7 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:37.037711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9f4332d5-8d05-427c-a7ea-01f7b90ad98f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:37.038176 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9f4332d5-8d05-427c-a7ea-01f7b90ad98f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.043095 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a4f667-72b8-4e16-9ed8-38fbfed7ff68 None None] Network 1d025dba-4a12-4589-88e0-d31cf20bef71 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:37.069094 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b9d51-c7e9-4f8d-806a-4e877b985f76 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Pushing event deleted for resources: {'Subnet': ['ID=748f096b-b432-4488-8537-4541e2f1a6ea,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:37.072711 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-429b9d51-c7e9-4f8d-806a-4e877b985f76 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.081969 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-429b9d51-c7e9-4f8d-806a-4e877b985f76 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "DELETE /v2.0/subnets/748f096b-b432-4488-8537-4541e2f1a6ea HTTP/1.1" status: 204 len: 168 time: 0.6280389 Feb 03 12:34:37.089528 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40606) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:37.124205 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5a574245-6413-45f1-9208-207f446a4466 None None] For port 9f4332d5-8d05-427c-a7ea-01f7b90ad98f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9f4332d5-8d05-427c-a7ea-01f7b90ad98f,segment=NetworkSegment(6a852571-8038-44f2-a989-6b1b07fdac62),segment_id=6a852571-8038-44f2-a989-6b1b07fdac62)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:37.165129 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5a574245-6413-45f1-9208-207f446a4466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9f4332d5-8d05-427c-a7ea-01f7b90ad98f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.186058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d745cd1-944a-4e03-affd-ba5dbccd0b82 req-f61e0a1c-63a3-462c-8f7b-b14cf265335a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:37.189079 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d745cd1-944a-4e03-affd-ba5dbccd0b82 req-f61e0a1c-63a3-462c-8f7b-b14cf265335a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 946 time: 0.2691474 Feb 03 12:34:37.211199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907d7e99-27f2-410f-a7ef-89aaa43e6b29 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:37.216682 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-907d7e99-27f2-410f-a7ef-89aaa43e6b29 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1214240 Feb 03 12:34:37.219527 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-c50ea9af-40df-4338-99a5-eb537032f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:37.220988 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-c50ea9af-40df-4338-99a5-eb537032f791 service neutron] 10.222.0.31 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 909 time: 0.4769311 Feb 03 12:34:37.241399 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a574245-6413-45f1-9208-207f446a4466 None None] Pushing event updated for resources: {'Port': ['ID=9f4332d5-8d05-427c-a7ea-01f7b90ad98f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:37.254502 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40610) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:37.291769 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f89cbfd-a17b-4430-80e3-807c10325869 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for floatingip (f9bb9edf-ba77-489b-a2a8-e5921d49e631), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.292920 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9f4332d5-8d05-427c-a7ea-01f7b90ad98f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:37.301303 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d745cd1-944a-4e03-affd-ba5dbccd0b82 req-6c454ec6-9412-4dd3-9bf0-6458b3ff9057 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017778 Feb 03 12:34:37.357354 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ac9e4a-c0be-426a-b6dc-cd583b5f34b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (1c88a2e0-b0f0-4fd1-b688-6cbb120273d1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.402504 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-b725ec77-6f24-42f5-96d6-5423fb06d303 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 HTTP/1.1" status: 200 len: 217 time: 0.1456580 Feb 03 12:34:37.526080 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-68e1133e-3f37-42b4-a450-08df03ef1cdc None None] Provisioning complete for port 9f4332d5-8d05-427c-a7ea-01f7b90ad98f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:37.526461 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68e1133e-3f37-42b4-a450-08df03ef1cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9f4332d5-8d05-427c-a7ea-01f7b90ad98f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.569354 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97205204-3943-4f87-ac08-abbf0562bb39 req-2c1280b6-778c-4816-a546-028a5620ff17 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.53 HTTP/1.1" status: 200 len: 1001 time: 0.4165475 Feb 03 12:34:37.594671 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1327f5b9-8063-4363-a54d-99fc07add2bb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (1d025dba-4a12-4589-88e0-d31cf20bef71), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.596428 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f89cbfd-a17b-4430-80e3-807c10325869 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (707d3a6c-c6e3-4f2d-844d-8c07b3aeb5bf), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:37.647287 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-68e1133e-3f37-42b4-a450-08df03ef1cdc None None] Current status of the port 9f4332d5-8d05-427c-a7ea-01f7b90ad98f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:37.749248 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-2dfb61f4-cd86-4a55-b689-86e6dd9fa901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:37.751020 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-2dfb61f4-cd86-4a55-b689-86e6dd9fa901 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.3350735 Feb 03 12:34:37.829787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97205204-3943-4f87-ac08-abbf0562bb39 req-53114ef1-b5c3-480c-8452-47c004475fb7 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:37.831063 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97205204-3943-4f87-ac08-abbf0562bb39 req-53114ef1-b5c3-480c-8452-47c004475fb7 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/ports/74114140-71cb-4752-a514-9e3dbcf40029 HTTP/1.1" status: 200 len: 943 time: 0.2454507 Feb 03 12:34:37.833150 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-a9808ef6-855a-49ec-b19d-c8cf92f9447f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717247 Feb 03 12:34:37.867928 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42e74777-851b-4bd0-83ba-adc47515f0a5 req-4961eb9a-ca36-49c5-a634-5b7d6d393dd9 tempest-QuotasAdminNegativeTest-1894842030 tempest-QuotasAdminNegativeTest-1894842030-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=119f5bdc666a4080ba87e604d2a1ef2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270498 Feb 03 12:34:37.893570 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc951869-8cf4-4ee3-964a-9a26a7046179 None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:34:37.988193 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e74777-851b-4bd0-83ba-adc47515f0a5 req-c80d5852-928c-4505-b185-131052dc1a9b tempest-QuotasAdminNegativeTest-1894842030 tempest-QuotasAdminNegativeTest-1894842030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:37.989706 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42e74777-851b-4bd0-83ba-adc47515f0a5 req-c80d5852-928c-4505-b185-131052dc1a9b tempest-QuotasAdminNegativeTest-1894842030 tempest-QuotasAdminNegativeTest-1894842030-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1154034 Feb 03 12:34:38.008546 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42e74777-851b-4bd0-83ba-adc47515f0a5 req-16f30ca6-43a7-4e86-81e7-4f16bb5a0c43 tempest-QuotasAdminNegativeTest-1894842030 tempest-QuotasAdminNegativeTest-1894842030-project] 10.222.0.18 "GET /v2.0/quotas/119f5bdc666a4080ba87e604d2a1ef2d HTTP/1.1" status: 200 len: 375 time: 0.0132756 Feb 03 12:34:38.024692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e4014f6a-8db2-403a-81d1-7a68693765ee None None] Provisioning complete for port 91d96fc0-fccc-4b8e-a7db-852bd7cb890c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:38.025163 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4014f6a-8db2-403a-81d1-7a68693765ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (91d96fc0-fccc-4b8e-a7db-852bd7cb890c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.045126 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42e74777-851b-4bd0-83ba-adc47515f0a5 req-85944268-025f-4545-9750-ad3a1dcdcbaf tempest-QuotasAdminNegativeTest-1894842030 tempest-QuotasAdminNegativeTest-1894842030-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=119f5bdc666a4080ba87e604d2a1ef2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347509 Feb 03 12:34:38.212475 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8971409-5e84-42e4-85e5-3276461361fe req-72b32454-8c7d-4310-b4ca-32425239ab7b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:38.214224 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8971409-5e84-42e4-85e5-3276461361fe req-72b32454-8c7d-4310-b4ca-32425239ab7b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 943 time: 0.0613182 Feb 03 12:34:38.239553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc951869-8cf4-4ee3-964a-9a26a7046179 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:34:38.245691 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.284326 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8971409-5e84-42e4-85e5-3276461361fe req-ff84a41b-5de7-402e-9a3b-11da81a01bbe tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634336 Feb 03 12:34:38.421139 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1327f5b9-8063-4363-a54d-99fc07add2bb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (1d025dba-4a12-4589-88e0-d31cf20bef71), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.431333 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bef9c2-e367-4385-be38-6d35126e6fd1', 'tag': '875d2462-5f56-46e4-b660-4c8251a700d2'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:38.433745 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fe6335-4659-4dcc-bfcd-80752bcaa90e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bef9c2-e367-4385-be38-6d35126e6fd1", "tag": "875d2462-5f56-46e4-b660-4c8251a700d2"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:38.436356 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e4014f6a-8db2-403a-81d1-7a68693765ee None None] Current status of the port 91d96fc0-fccc-4b8e-a7db-852bd7cb890c is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:38.436356 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4014f6a-8db2-403a-81d1-7a68693765ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (91d96fc0-fccc-4b8e-a7db-852bd7cb890c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.441453 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a17e7c5b-48f1-4f8a-ae64-104aceadabf7 admin admin] Publish callbacks [] for router_gateway (b9140cd0-cd23-4fd9-a965-b5a3085b1369), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.536744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e4014f6a-8db2-403a-81d1-7a68693765ee None None] For port 91d96fc0-fccc-4b8e-a7db-852bd7cb890c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=91d96fc0-fccc-4b8e-a7db-852bd7cb890c,segment=NetworkSegment(b8016149-dc02-44f2-be78-cc005637a165),segment_id=b8016149-dc02-44f2-be78-cc005637a165)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:38.545216 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4014f6a-8db2-403a-81d1-7a68693765ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (91d96fc0-fccc-4b8e-a7db-852bd7cb890c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.566673 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97205204-3943-4f87-ac08-abbf0562bb39 req-e3485349-d8a0-4005-bc1f-108cafdcf17e tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.53 HTTP/1.1" status: 200 len: 1001 time: 0.6810389 Feb 03 12:34:38.578378 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1327f5b9-8063-4363-a54d-99fc07add2bb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d025dba-4a12-4589-88e0-d31cf20bef71']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:38.603118 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faac61-0332-4c49-80ea-1b1e28ae42e6 req-9ec6d09e-9bf7-4209-84dd-a7af1a89ddf0 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:38.613306 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b0faac61-0332-4c49-80ea-1b1e28ae42e6 req-9ec6d09e-9bf7-4209-84dd-a7af1a89ddf0 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 946 time: 0.0895188 Feb 03 12:34:38.623211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1327f5b9-8063-4363-a54d-99fc07add2bb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e3bfd8-d3ad-4180-bc76-e344d4860f3b') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:38.623654 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1327f5b9-8063-4363-a54d-99fc07add2bb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e3bfd8-d3ad-4180-bc76-e344d4860f3b') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:38.672575 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4014f6a-8db2-403a-81d1-7a68693765ee None None] Pushing event updated for resources: {'Port': ['ID=91d96fc0-fccc-4b8e-a7db-852bd7cb890c,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:38.708241 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ac9e4a-c0be-426a-b6dc-cd583b5f34b3 admin admin] Router 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:34:38.715170 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4106e3-1fd6-42d4-9ebe-ef2d6e16f586 None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:34:38.734550 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1327f5b9-8063-4363-a54d-99fc07add2bb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (e8e3bfd8-d3ad-4180-bc76-e344d4860f3b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:38.744626 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b0faac61-0332-4c49-80ea-1b1e28ae42e6 req-e4d19046-a878-48b8-bd92-49bac45de9d5 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099036 Feb 03 12:34:38.784964 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a3a09b-1457-47e5-8bb0-b1df955b8919 x-openstack-request-id: req-12a3a09b-1457-47e5-8bb0-b1df955b8919 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:38.785833 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bef9c2-e367-4385-be38-6d35126e6fd1", "tag": "875d2462-5f56-46e4-b660-4c8251a700d2", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:38.786343 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12a3a09b-1457-47e5-8bb0-b1df955b8919 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:38.787093 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bef9c2-e367-4385-be38-6d35126e6fd1', 'tag': '875d2462-5f56-46e4-b660-4c8251a700d2', 'status': 'completed', 'code': 200} Feb 03 12:34:38.824781 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-c5a85949-82e5-47b6-a77d-07d3ef968486 service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9697864 Feb 03 12:34:38.863652 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9f4332d5-8d05-427c-a7ea-01f7b90ad98f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:38.921601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4106e3-1fd6-42d4-9ebe-ef2d6e16f586 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:34:38.945866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9f4332d5-8d05-427c-a7ea-01f7b90ad98f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:38.946293 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9f4332d5-8d05-427c-a7ea-01f7b90ad98f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.058759 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ac9e4a-c0be-426a-b6dc-cd583b5f34b3 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:34:39.072743 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] Sync routers for ids ['1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:34:39.094150 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] Routers {'1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:39.094795 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:39.105867 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1327f5b9-8063-4363-a54d-99fc07add2bb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (e8e3bfd8-d3ad-4180-bc76-e344d4860f3b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.124692 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40658) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:39.148201 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ac9e4a-c0be-426a-b6dc-cd583b5f34b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.152431 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-90ac9e4a-c0be-426a-b6dc-cd583b5f34b3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4756007 Feb 03 12:34:39.152648 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40662) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:39.192603 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9f4332d5-8d05-427c-a7ea-01f7b90ad98f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:39.193836 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 91d96fc0-fccc-4b8e-a7db-852bd7cb890c up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:39.209372 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1327f5b9-8063-4363-a54d-99fc07add2bb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:34:39.211650 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1327f5b9-8063-4363-a54d-99fc07add2bb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (e8e3bfd8-d3ad-4180-bc76-e344d4860f3b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:34:39.216487 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:34:39.341471 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] Set router 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:39.428116 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bd988c9-13bd-4cc9-8216-4c1986b4da73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.430131 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 91d96fc0-fccc-4b8e-a7db-852bd7cb890c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:39.431506 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (91d96fc0-fccc-4b8e-a7db-852bd7cb890c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.471207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d0dc72-1224-4ff9-a805-d9f5e52f0b62 None None] Network 8a80de18-a468-4317-aaa0-8cf5c057d35b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:39.525089 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a17e7c5b-48f1-4f8a-ae64-104aceadabf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (b9140cd0-cd23-4fd9-a965-b5a3085b1369), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.528855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe6335-4659-4dcc-bfcd-80752bcaa90e req-4cc19d14-b0ec-45e6-bac6-189393ee8c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:39.530594 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-54fe6335-4659-4dcc-bfcd-80752bcaa90e req-4cc19d14-b0ec-45e6-bac6-189393ee8c86 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 1155 time: 0.6439724 Feb 03 12:34:39.581828 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bd988c9-13bd-4cc9-8216-4c1986b4da73 admin admin] Publish callbacks [] for security_group (78349e21-7e7c-4ef5-a1c6-2a5a21acf715), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.607165 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bd988c9-13bd-4cc9-8216-4c1986b4da73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (78349e21-7e7c-4ef5-a1c6-2a5a21acf715), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.633779 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.676962 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6bd988c9-13bd-4cc9-8216-4c1986b4da73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=119f5bdc666a4080ba87e604d2a1ef2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5509782 Feb 03 12:34:39.693124 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40666) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:39.694412 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 91d96fc0-fccc-4b8e-a7db-852bd7cb890c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:39.701015 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd988c9-13bd-4cc9-8216-4c1986b4da73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78349e21-7e7c-4ef5-a1c6-2a5a21acf715,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:39.774037 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:34:39.781786 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97205204-3943-4f87-ac08-abbf0562bb39 req-09ad0728-e596-4066-8271-1c25df2150a8 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:39.786314 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177a8ac-03f1-4028-ba3c-a6d9fc6c1c6a req-ae132464-42c6-4d3b-991f-d3e7259f9399 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:39.788677 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1177a8ac-03f1-4028-ba3c-a6d9fc6c1c6a req-ae132464-42c6-4d3b-991f-d3e7259f9399 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 943 time: 0.2948322 Feb 03 12:34:39.789988 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97205204-3943-4f87-ac08-abbf0562bb39 req-09ad0728-e596-4066-8271-1c25df2150a8 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 1.2223015 Feb 03 12:34:39.810052 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f89cbfd-a17b-4430-80e3-807c10325869 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for port (707d3a6c-c6e3-4f2d-844d-8c07b3aeb5bf), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.853432 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1327f5b9-8063-4363-a54d-99fc07add2bb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (1d025dba-4a12-4589-88e0-d31cf20bef71), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.865738 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1177a8ac-03f1-4028-ba3c-a6d9fc6c1c6a req-80296135-2c50-4bb8-9ce8-182c1498aa3f tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663285 Feb 03 12:34:39.970587 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f89cbfd-a17b-4430-80e3-807c10325869 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (707d3a6c-c6e3-4f2d-844d-8c07b3aeb5bf), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.983872 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1327f5b9-8063-4363-a54d-99fc07add2bb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:39.990199 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1327f5b9-8063-4363-a54d-99fc07add2bb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "DELETE /v2.0/networks/1d025dba-4a12-4589-88e0-d31cf20bef71 HTTP/1.1" status: 204 len: 168 time: 2.7344975 Feb 03 12:34:39.994600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327f5b9-8063-4363-a54d-99fc07add2bb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Pushing event deleted for resources: {'Network': ['ID=1d025dba-4a12-4589-88e0-d31cf20bef71,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:39.999994 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40670) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:40.029073 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'name': 'tempest-TaggedBootDevicesTest-639519300-router', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:31Z', 'updated_at': '2022-02-03T12:34:35Z', 'revision_number': 3, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'gw_port': {'id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:40.063116 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] Checking router: 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:34:40.063527 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] Updating router 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 port dd1e4564-7ac3-461f-bdc7-519136ba2857 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:34:40.089239 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8737c5f6-7f8e-4f04-b33f-6db6e48bc360 None None] Provisioning complete for port 91d96fc0-fccc-4b8e-a7db-852bd7cb890c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:40.089617 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8737c5f6-7f8e-4f04-b33f-6db6e48bc360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (91d96fc0-fccc-4b8e-a7db-852bd7cb890c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.094830 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dd1e4564-7ac3-461f-bdc7-519136ba2857), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.235881 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fce67-ea8f-4e31-8a8e-b6902237f79b req-cda0bf8a-af57-4356-bd38-d904cc6db7dd tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:40.237947 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f1fce67-ea8f-4e31-8a8e-b6902237f79b req-cda0bf8a-af57-4356-bd38-d904cc6db7dd tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 946 time: 0.2394643 Feb 03 12:34:40.243237 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6041bbc3-90a4-4ee3-bb63-e549242b81e6 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (7f871f08-1207-4b20-98ed-c52a68d060d7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.251082 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f89cbfd-a17b-4430-80e3-807c10325869 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (f9bb9edf-ba77-489b-a2a8-e5921d49e631), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.266855 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8737c5f6-7f8e-4f04-b33f-6db6e48bc360 None None] Current status of the port 91d96fc0-fccc-4b8e-a7db-852bd7cb890c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:40.299022 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-43033d89-e6bf-4ede-8547-0a6699ad645c service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4136074 Feb 03 12:34:40.319876 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-445506c6-e96a-4d08-851d-e4116301f7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.362574 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 875d2462-5f56-46e4-b660-4c8251a700d2 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:40.369853 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2fd0-5ef2-430b-8dd0-9d6a59f7a483 admin admin] Publish callbacks [] for security_group (78349e21-7e7c-4ef5-a1c6-2a5a21acf715), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.399779 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2fd0-5ef2-430b-8dd0-9d6a59f7a483 admin admin] Publish callbacks [] for security_group (78349e21-7e7c-4ef5-a1c6-2a5a21acf715), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.444125 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f1fce67-ea8f-4e31-8a8e-b6902237f79b req-51612dd6-ed82-408c-bb5c-2e317fe59011 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916091 Feb 03 12:34:40.478617 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89cbfd-a17b-4430-80e3-807c10325869 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Pushing event updated for resources: {'Port': ['ID=707d3a6c-c6e3-4f2d-844d-8c07b3aeb5bf,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:40.484506 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f89cbfd-a17b-4430-80e3-807c10325869 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.486068 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3f89cbfd-a17b-4430-80e3-807c10325869 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6135497 Feb 03 12:34:40.489390 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97205204-3943-4f87-ac08-abbf0562bb39 req-f87e19d2-3760-4c60-8e77-35bd5b5882ae tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.53 HTTP/1.1" status: 200 len: 1001 time: 0.6984818 Feb 03 12:34:40.518755 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6041bbc3-90a4-4ee3-bb63-e549242b81e6 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (7f871f08-1207-4b20-98ed-c52a68d060d7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.535712 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] Publish callbacks [] for port (dd1e4564-7ac3-461f-bdc7-519136ba2857), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.544939 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 875d2462-5f56-46e4-b660-4c8251a700d2 is: DOWN; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:40.545767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-6041bbc3-90a4-4ee3-bb63-e549242b81e6 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f871f08-1207-4b20-98ed-c52a68d060d7']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:40.552645 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dd1e4564-7ac3-461f-bdc7-519136ba2857), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.558366 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-6041bbc3-90a4-4ee3-bb63-e549242b81e6 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc6169f-6651-4e8a-be57-ed6d2d900d2d') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:40.558680 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-6041bbc3-90a4-4ee3-bb63-e549242b81e6 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc6169f-6651-4e8a-be57-ed6d2d900d2d') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:40.565175 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2fd0-5ef2-430b-8dd0-9d6a59f7a483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (78349e21-7e7c-4ef5-a1c6-2a5a21acf715), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.567828 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2fd0-5ef2-430b-8dd0-9d6a59f7a483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.571352 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1fdc2fd0-5ef2-430b-8dd0-9d6a59f7a483 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78349e21-7e7c-4ef5-a1c6-2a5a21acf715 HTTP/1.1" status: 204 len: 168 time: 0.8520896 Feb 03 12:34:40.571528 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6041bbc3-90a4-4ee3-bb63-e549242b81e6 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (acc6169f-6651-4e8a-be57-ed6d2d900d2d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.576011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe6335-4659-4dcc-bfcd-80752bcaa90e req-25b06e72-0b5c-4405-8bfd-14a7436c834d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:40.577557 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-54fe6335-4659-4dcc-bfcd-80752bcaa90e req-25b06e72-0b5c-4405-8bfd-14a7436c834d service neutron] 10.222.0.31 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 922 time: 0.9321144 Feb 03 12:34:40.585066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-97205204-3943-4f87-ac08-abbf0562bb39 req-e99a5b23-b8fb-4137-a2c0-e2d19a752574 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:40.624506 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6041bbc3-90a4-4ee3-bb63-e549242b81e6 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (acc6169f-6651-4e8a-be57-ed6d2d900d2d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.656783 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc2fd0-5ef2-430b-8dd0-9d6a59f7a483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78349e21-7e7c-4ef5-a1c6-2a5a21acf715,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:40.658931 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6041bbc3-90a4-4ee3-bb63-e549242b81e6 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:34:40.661969 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6041bbc3-90a4-4ee3-bb63-e549242b81e6 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (acc6169f-6651-4e8a-be57-ed6d2d900d2d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.708873 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-54fe6335-4659-4dcc-bfcd-80752bcaa90e req-26ae6eec-ec0d-4ee3-b81e-18bc8446daee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=875d2462-5f56-46e4-b660-4c8251a700d2 HTTP/1.1" status: 200 len: 217 time: 0.1016452 Feb 03 12:34:40.727880 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 91d96fc0-fccc-4b8e-a7db-852bd7cb890c up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:40.773094 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] Attempting to bind port dd1e4564-7ac3-461f-bdc7-519136ba2857 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:34:40.778923 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:34:40.808081 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] Attempting to bind port dd1e4564-7ac3-461f-bdc7-519136ba2857 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:40.809101 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] Attempting to bind port dd1e4564-7ac3-461f-bdc7-519136ba2857 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:40.817440 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe6335-4659-4dcc-bfcd-80752bcaa90e req-7444abf1-0cd9-4a74-843a-922e556bfdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:40.819059 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-54fe6335-4659-4dcc-bfcd-80752bcaa90e req-7444abf1-0cd9-4a74-843a-922e556bfdfe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.0978069 Feb 03 12:34:40.825277 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97205204-3943-4f87-ac08-abbf0562bb39 req-e99a5b23-b8fb-4137-a2c0-e2d19a752574 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks [] for floatingip (3f795982-dee7-4a77-b508-74fd124cca38), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.862035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 91d96fc0-fccc-4b8e-a7db-852bd7cb890c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:40.864653 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (91d96fc0-fccc-4b8e-a7db-852bd7cb890c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.873509 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b219d6f-789c-43b8-af2a-5fe0ce625576 None None] Pushing event updated for resources: {'Port': ['ID=dd1e4564-7ac3-461f-bdc7-519136ba2857,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:40.894910 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:40.895594 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:40.896203 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.896824 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:40.897508 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] Bound port: dd1e4564-7ac3-461f-bdc7-519136ba2857, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:40.898075 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dd1e4564-7ac3-461f-bdc7-519136ba2857), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.900745 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b219d6f-789c-43b8-af2a-5fe0ce625576 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:40.901382 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b219d6f-789c-43b8-af2a-5fe0ce625576 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:40.901883 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b219d6f-789c-43b8-af2a-5fe0ce625576 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:40.902399 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b219d6f-789c-43b8-af2a-5fe0ce625576 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:40.903112 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b219d6f-789c-43b8-af2a-5fe0ce625576 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:40.903616 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b219d6f-789c-43b8-af2a-5fe0ce625576 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:40.904218 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b219d6f-789c-43b8-af2a-5fe0ce625576 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:40.904796 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b219d6f-789c-43b8-af2a-5fe0ce625576 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:40.905290 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b219d6f-789c-43b8-af2a-5fe0ce625576 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:40.907276 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b219d6f-789c-43b8-af2a-5fe0ce625576 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:40.907805 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b219d6f-789c-43b8-af2a-5fe0ce625576 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:40.908346 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b219d6f-789c-43b8-af2a-5fe0ce625576 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:40.908951 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b219d6f-789c-43b8-af2a-5fe0ce625576 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:40.959494 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6041bbc3-90a4-4ee3-bb63-e549242b81e6 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (7f871f08-1207-4b20-98ed-c52a68d060d7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.978578 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6041bbc3-90a4-4ee3-bb63-e549242b81e6 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:40.991924 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6041bbc3-90a4-4ee3-bb63-e549242b81e6 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "DELETE /v2.0/networks/7f871f08-1207-4b20-98ed-c52a68d060d7 HTTP/1.1" status: 204 len: 168 time: 0.9908810 Feb 03 12:34:41.009608 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dcfcb931-975a-4b4b-9e31-b2c44311bc58 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:41.012317 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] For port dd1e4564-7ac3-461f-bdc7-519136ba2857, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:41.016199 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dcfcb931-975a-4b4b-9e31-b2c44311bc58 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3&tenant_id=59121cc9f5494060a5397600a3646346&binding%3Ahost_id=n-h1-827336-3 HTTP/1.1" status: 200 len: 1128 time: 0.5631006 Feb 03 12:34:41.018490 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40706) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:41.019081 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] For port dd1e4564-7ac3-461f-bdc7-519136ba2857, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dd1e4564-7ac3-461f-bdc7-519136ba2857,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:41.031410 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-54fe6335-4659-4dcc-bfcd-80752bcaa90e req-13350be0-f2f9-4c19-a54b-698ddbb33a55 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1985650 Feb 03 12:34:41.033542 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dd1e4564-7ac3-461f-bdc7-519136ba2857), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.043498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041bbc3-90a4-4ee3-bb63-e549242b81e6 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Pushing event deleted for resources: {'Network': ['ID=7f871f08-1207-4b20-98ed-c52a68d060d7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:41.047735 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827336-3'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:41.098689 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] Routers {'1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:41.099399 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:41.140492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 91d96fc0-fccc-4b8e-a7db-852bd7cb890c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:41.233266 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] Set router 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:41.247866 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.249810 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17e7c5b-48f1-4f8a-ae64-104aceadabf7 admin admin] Router b9140cd0-cd23-4fd9-a965-b5a3085b1369 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:34:41.252133 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40716) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:41.331375 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad0820-2ac5-4533-99c3-d7774c4c17a1 req-8b2f5127-3c6d-4f54-aa88-0d71c7a63428 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:41.345464 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-27ad0820-2ac5-4533-99c3-d7774c4c17a1 req-8b2f5127-3c6d-4f54-aa88-0d71c7a63428 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 943 time: 0.3049533 Feb 03 12:34:41.364466 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-445506c6-e96a-4d08-851d-e4116301f7af admin admin] Allocated IP 172.20.0.1 (259c9e24-5450-466e-8578-f11470a26a3d/b063e2a3-8e40-40f6-89bc-8502d1a3d0cc/2217c702-7f48-4ecd-aecb-db1a967af784) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:41.404352 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6849b919-e0ac-40f5-bcec-70b5146a4214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.520624 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'name': 'tempest-TaggedBootDevicesTest-639519300-router', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:31Z', 'updated_at': '2022-02-03T12:34:35Z', 'revision_number': 3, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'gw_port': {'id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:41.520916 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6849b919-e0ac-40f5-bcec-70b5146a4214 admin admin] Publish callbacks [] for security_group (96c73312-7d8c-4390-9627-f2f526c9d302), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.561080 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-27ad0820-2ac5-4533-99c3-d7774c4c17a1 req-3a4bd557-ca80-43c6-b976-9a249b3f00cd tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146630 Feb 03 12:34:41.563978 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6849b919-e0ac-40f5-bcec-70b5146a4214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (96c73312-7d8c-4390-9627-f2f526c9d302), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.599335 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa466f61-7e6b-4eb9-a929-e3120a2ae2c7 None None] The sync data for ids ['1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'] in n-d-827336-3 is: [{'id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'name': 'tempest-TaggedBootDevicesTest-639519300-router', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:31Z', 'updated_at': '2022-02-03T12:34:35Z', 'revision_number': 3, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'gw_port': {'id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:34:41.604199 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b219d6f-789c-43b8-af2a-5fe0ce625576 None None] Pushing event updated for resources: {'Port': ['ID=dd1e4564-7ac3-461f-bdc7-519136ba2857,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:41.747916 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6849b919-e0ac-40f5-bcec-70b5146a4214 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=359f02bb0bcd424e9159dd904c4a9b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4946034 Feb 03 12:34:41.770500 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40724) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:41.771353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849b919-e0ac-40f5-bcec-70b5146a4214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c73312-7d8c-4390-9627-f2f526c9d302,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:41.866542 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85ec1ca8-33f1-4497-b4a3-72ded0185153 admin admin] Publish callbacks [] for security_group (96c73312-7d8c-4390-9627-f2f526c9d302), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.911429 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23161b02-fdd1-465a-a3d1-31ca86e79b88 req-0901c9a7-0f4f-4aa9-971a-f8d171e3d9da tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:41.919838 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-23161b02-fdd1-465a-a3d1-31ca86e79b88 req-0901c9a7-0f4f-4aa9-971a-f8d171e3d9da tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 946 time: 0.2311125 Feb 03 12:34:41.959517 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-445506c6-e96a-4d08-851d-e4116301f7af admin admin] Publish callbacks [] for port (2217c702-7f48-4ecd-aecb-db1a967af784), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:41.971726 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85ec1ca8-33f1-4497-b4a3-72ded0185153 admin admin] Publish callbacks [] for security_group (96c73312-7d8c-4390-9627-f2f526c9d302), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.047863 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-23161b02-fdd1-465a-a3d1-31ca86e79b88 req-b939b692-4de7-45e7-91b8-e38b46959dcb tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266849 Feb 03 12:34:42.100639 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-445506c6-e96a-4d08-851d-e4116301f7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (2217c702-7f48-4ecd-aecb-db1a967af784), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.169895 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445506c6-e96a-4d08-851d-e4116301f7af admin admin] Network 259c9e24-5450-466e-8578-f11470a26a3d is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:42.171857 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-445506c6-e96a-4d08-851d-e4116301f7af admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:42.174325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445506c6-e96a-4d08-851d-e4116301f7af admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:42.177138 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445506c6-e96a-4d08-851d-e4116301f7af admin admin] Pushing event updated for resources: {'Port': ['ID=2217c702-7f48-4ecd-aecb-db1a967af784,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:42.180961 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85ec1ca8-33f1-4497-b4a3-72ded0185153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (96c73312-7d8c-4390-9627-f2f526c9d302), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.183682 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85ec1ca8-33f1-4497-b4a3-72ded0185153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.187661 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-85ec1ca8-33f1-4497-b4a3-72ded0185153 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/96c73312-7d8c-4390-9627-f2f526c9d302 HTTP/1.1" status: 204 len: 168 time: 0.4100626 Feb 03 12:34:42.217910 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec1ca8-33f1-4497-b4a3-72ded0185153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c73312-7d8c-4390-9627-f2f526c9d302,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:42.254303 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-445506c6-e96a-4d08-851d-e4116301f7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (1c88a2e0-b0f0-4fd1-b688-6cbb120273d1), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.311737 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7852672-16d2-4058-9d64-6861d92228fb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (4e229ef0-2ae6-44b8-a41b-f319bc82665e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.418426 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17e7c5b-48f1-4f8a-ae64-104aceadabf7 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:34:42.428580 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] Sync routers for ids ['b9140cd0-cd23-4fd9-a965-b5a3085b1369'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:34:42.447609 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] Routers {'b9140cd0-cd23-4fd9-a965-b5a3085b1369'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:42.457491 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b9140cd0-cd23-4fd9-a965-b5a3085b1369'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:42.522842 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97205204-3943-4f87-ac08-abbf0562bb39 req-e99a5b23-b8fb-4137-a2c0-e2d19a752574 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.532320 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-445506c6-e96a-4d08-851d-e4116301f7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2217c702-7f48-4ecd-aecb-db1a967af784), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.678341 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97205204-3943-4f87-ac08-abbf0562bb39 req-e99a5b23-b8fb-4137-a2c0-e2d19a752574 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (3f795982-dee7-4a77-b508-74fd124cca38), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.679672 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [req-97205204-3943-4f87-ac08-abbf0562bb39 req-e99a5b23-b8fb-4137-a2c0-e2d19a752574 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Floating IP 3f795982-dee7-4a77-b508-74fd124cca38 disassociated. External IP: 172.25.6.53, port: 74114140-71cb-4752-a514-9e3dbcf40029. Feb 03 12:34:42.729015 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a17e7c5b-48f1-4f8a-ae64-104aceadabf7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:42.734498 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a17e7c5b-48f1-4f8a-ae64-104aceadabf7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.9667065 Feb 03 12:34:42.738474 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40764) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:42.801431 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-54fe6335-4659-4dcc-bfcd-80752bcaa90e req-97761a8f-2cf4-4681-97b8-0b3be167664c service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5693529 Feb 03 12:34:42.861368 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dd1e4564-7ac3-461f-bdc7-519136ba2857 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:43.073126 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ea26e-d862-447d-8a01-7092c6348842 req-438dbbe4-b331-4551-a8fc-a836255b153a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:43.075469 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de0ea26e-d862-447d-8a01-7092c6348842 req-438dbbe4-b331-4551-a8fc-a836255b153a tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 943 time: 0.2820528 Feb 03 12:34:43.161485 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7852672-16d2-4058-9d64-6861d92228fb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (4e229ef0-2ae6-44b8-a41b-f319bc82665e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:43.222905 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-445506c6-e96a-4d08-851d-e4116301f7af admin admin] Publish callbacks [] for port (2217c702-7f48-4ecd-aecb-db1a967af784), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:43.231885 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 875d2462-5f56-46e4-b660-4c8251a700d2 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:43.239458 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-445506c6-e96a-4d08-851d-e4116301f7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (2217c702-7f48-4ecd-aecb-db1a967af784), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:43.363911 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-cdd65d84-9fc2-4087-9716-093f908411d8 None None] Provisioning complete for port 2217c702-7f48-4ecd-aecb-db1a967af784 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:43.364338 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cdd65d84-9fc2-4087-9716-093f908411d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2217c702-7f48-4ecd-aecb-db1a967af784), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:43.388543 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de0ea26e-d862-447d-8a01-7092c6348842 req-f2dc241c-c339-47ec-91bf-e929b23e348d tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019764 Feb 03 12:34:43.431516 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-445506c6-e96a-4d08-851d-e4116301f7af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (1c88a2e0-b0f0-4fd1-b688-6cbb120273d1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:43.438298 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445506c6-e96a-4d08-851d-e4116301f7af admin admin] Pushing event updated for resources: {'Port': ['ID=2217c702-7f48-4ecd-aecb-db1a967af784,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:43.470031 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f7852672-16d2-4058-9d64-6861d92228fb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e229ef0-2ae6-44b8-a41b-f319bc82665e']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:43.481634 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] Set router b9140cd0-cd23-4fd9-a965-b5a3085b1369 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:43.574125 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f7852672-16d2-4058-9d64-6861d92228fb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f8b6da-b6bf-48f8-b436-4ec02ce17274') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:43.574499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f7852672-16d2-4058-9d64-6861d92228fb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f8b6da-b6bf-48f8-b436-4ec02ce17274') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:43.590705 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] For port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:43.654990 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7852672-16d2-4058-9d64-6861d92228fb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (96f8b6da-b6bf-48f8-b436-4ec02ce17274), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:43.671819 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cdd65d84-9fc2-4087-9716-093f908411d8 None None] Port 2217c702-7f48-4ecd-aecb-db1a967af784 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:34:43.695409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] The host n-h1-827336-3 is not matching for port 875d2462-5f56-46e4-b660-4c8251a700d2 host n-h2-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:34:43.695746 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 875d2462-5f56-46e4-b660-4c8251a700d2 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:34:43.734877 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port dd1e4564-7ac3-461f-bdc7-519136ba2857 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:43.735505 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dd1e4564-7ac3-461f-bdc7-519136ba2857), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:43.776399 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7852672-16d2-4058-9d64-6861d92228fb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (96f8b6da-b6bf-48f8-b436-4ec02ce17274), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:43.845910 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-54fe6335-4659-4dcc-bfcd-80752bcaa90e req-c5221449-70fd-4cc7-9095-0ebf6ae27677 service neutron] 10.222.0.31 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0228975 Feb 03 12:34:43.914825 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7852672-16d2-4058-9d64-6861d92228fb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:34:43.915557 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7852672-16d2-4058-9d64-6861d92228fb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (96f8b6da-b6bf-48f8-b436-4ec02ce17274), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:34:43.942743 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:34:43.945559 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port dd1e4564-7ac3-461f-bdc7-519136ba2857 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:43.945895 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dd1e4564-7ac3-461f-bdc7-519136ba2857), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:43.970808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port dd1e4564-7ac3-461f-bdc7-519136ba2857, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dd1e4564-7ac3-461f-bdc7-519136ba2857,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:43.977786 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dd1e4564-7ac3-461f-bdc7-519136ba2857), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.064951 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=dd1e4564-7ac3-461f-bdc7-519136ba2857,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:44.134441 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] For port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:44.158990 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:44.159609 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:44.160035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:44.160384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:44.160850 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:44.161234 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:44.161761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:44.162887 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:44.163223 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:44.163600 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:44.163951 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:44.164335 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:44.164668 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:34:44.211023 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7852672-16d2-4058-9d64-6861d92228fb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (4e229ef0-2ae6-44b8-a41b-f319bc82665e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.216819 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7852672-16d2-4058-9d64-6861d92228fb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.221488 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f7852672-16d2-4058-9d64-6861d92228fb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "DELETE /v2.0/networks/4e229ef0-2ae6-44b8-a41b-f319bc82665e HTTP/1.1" status: 204 len: 168 time: 3.1876059 Feb 03 12:34:44.224675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9140cd0-cd23-4fd9-a965-b5a3085b1369', 'name': 'tempest-FloatingIPsNegativeTestJSON-1888728376-router', 'tenant_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0e2f3871-d95f-44e0-ba8c-fbeada7ac61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:34:37Z', 'revision_number': 3, 'project_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'gw_port': {'id': '0e2f3871-d95f-44e0-ba8c-fbeada7ac61e', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9140cd0-cd23-4fd9-a965-b5a3085b1369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:35Z', 'updated_at': '2022-02-03T12:34:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:44.236917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40788) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:44.281814 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] Checking router: b9140cd0-cd23-4fd9-a965-b5a3085b1369 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:34:44.282167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] Updating router b9140cd0-cd23-4fd9-a965-b5a3085b1369 port 0e2f3871-d95f-44e0-ba8c-fbeada7ac61e binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:34:44.315124 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7852672-16d2-4058-9d64-6861d92228fb tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Pushing event deleted for resources: {'Network': ['ID=4e229ef0-2ae6-44b8-a41b-f319bc82665e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:44.317386 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0e2f3871-d95f-44e0-ba8c-fbeada7ac61e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.407600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b5eae7-4d30-4371-b3f6-dcc34e1f30b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0c2b390-4bee-4674-85b2-bc2b2fe0e3c1'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:44.410806 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eafc377-6899-4ae4-9037-e0fcbc4a8dc3" -d '{"events": [{"server_uuid": "43b5eae7-4d30-4371-b3f6-dcc34e1f30b3", "name": "network-vif-unplugged", "status": "completed", "tag": "d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:44.522026 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] Publish callbacks [] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.560039 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b66c86-e4d5-45d6-b79b-5129c0ea3c5c req-a2fbc111-6ad6-48fd-a323-927b17143f14 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:44.561822 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a5b66c86-e4d5-45d6-b79b-5129c0ea3c5c req-a2fbc111-6ad6-48fd-a323-927b17143f14 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 946 time: 0.1161475 Feb 03 12:34:44.581620 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445506c6-e96a-4d08-851d-e4116301f7af admin admin] Network 259c9e24-5450-466e-8578-f11470a26a3d is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:44.588453 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a127a8d-b188-472c-97f8-fffac664c7e1 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (27d35019-4424-4612-af7e-da1ee14cc341), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.597968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-445506c6-e96a-4d08-851d-e4116301f7af admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:44.682203 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.707586 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dd1e4564-7ac3-461f-bdc7-519136ba2857 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:44.852806 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a5b66c86-e4d5-45d6-b79b-5129c0ea3c5c req-52efc323-3292-4638-a690-e130579fefea tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805243 Feb 03 12:34:44.917730 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port dd1e4564-7ac3-461f-bdc7-519136ba2857 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:44.918126 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dd1e4564-7ac3-461f-bdc7-519136ba2857), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:44.918243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97205204-3943-4f87-ac08-abbf0562bb39 req-e99a5b23-b8fb-4137-a2c0-e2d19a752574 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Router 7dda8193-69c4-471c-8714-76f04f7a8df9 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:34:44.942683 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-dfb11c8b-cdd9-4322-b98d-f756b80f3c21 service neutron] 10.222.0.31 "GET /v2.0/ports/875d2462-5f56-46e4-b660-4c8251a700d2/bindings/n-h1-827336-3 HTTP/1.1" status: 200 len: 384 time: 0.2658937 Feb 03 12:34:44.998436 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] Publish callbacks [] for port (0e2f3871-d95f-44e0-ba8c-fbeada7ac61e), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.014150 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0e2f3871-d95f-44e0-ba8c-fbeada7ac61e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.094839 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc0fa5-246c-4a10-869a-baf625328b80 None None] Pushing event updated for resources: {'Port': ['ID=0e2f3871-d95f-44e0-ba8c-fbeada7ac61e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:45.150389 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] Attempting to bind port 0e2f3871-d95f-44e0-ba8c-fbeada7ac61e on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:45.150765 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] Attempting to bind port 0e2f3871-d95f-44e0-ba8c-fbeada7ac61e by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:45.151127 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] Attempting to bind port 0e2f3871-d95f-44e0-ba8c-fbeada7ac61e on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:45.169181 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port dd1e4564-7ac3-461f-bdc7-519136ba2857 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:45.176285 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:45.177201 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:45.177902 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.178625 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:45.179718 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] Bound port: 0e2f3871-d95f-44e0-ba8c-fbeada7ac61e, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:45.181214 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0e2f3871-d95f-44e0-ba8c-fbeada7ac61e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.184462 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445506c6-e96a-4d08-851d-e4116301f7af admin admin] Router 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:34:45.266461 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3502c776-8a67-4bfc-9465-127a9a91b8cb None None] Provisioning complete for port 2217c702-7f48-4ecd-aecb-db1a967af784 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:45.267137 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3502c776-8a67-4bfc-9465-127a9a91b8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2217c702-7f48-4ecd-aecb-db1a967af784), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.271411 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] For port 0e2f3871-d95f-44e0-ba8c-fbeada7ac61e, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:45.339770 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] For port 0e2f3871-d95f-44e0-ba8c-fbeada7ac61e, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0e2f3871-d95f-44e0-ba8c-fbeada7ac61e,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:45.363307 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:45.367852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3502c776-8a67-4bfc-9465-127a9a91b8cb None None] Port 2217c702-7f48-4ecd-aecb-db1a967af784 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:34:45.372441 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0e2f3871-d95f-44e0-ba8c-fbeada7ac61e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.467032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] Routers {'b9140cd0-cd23-4fd9-a965-b5a3085b1369'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:45.467963 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b9140cd0-cd23-4fd9-a965-b5a3085b1369'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:45.473603 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc0fa5-246c-4a10-869a-baf625328b80 None None] Pushing event updated for resources: {'Port': ['ID=0e2f3871-d95f-44e0-ba8c-fbeada7ac61e,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:45.552579 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.561819 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513e253-6a94-432d-8d6e-d1557fbf1db9 req-d38db0e0-38e9-40f1-97c9-442860db0979 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:45.565995 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e513e253-6a94-432d-8d6e-d1557fbf1db9 req-d38db0e0-38e9-40f1-97c9-442860db0979 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 943 time: 0.4208770 Feb 03 12:34:45.612483 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a127a8d-b188-472c-97f8-fffac664c7e1 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (27d35019-4424-4612-af7e-da1ee14cc341), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.637689 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97205204-3943-4f87-ac08-abbf0562bb39 req-e99a5b23-b8fb-4137-a2c0-e2d19a752574 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:34:45.643055 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97205204-3943-4f87-ac08-abbf0562bb39 req-e99a5b23-b8fb-4137-a2c0-e2d19a752574 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.654401 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095bd452-3b15-4194-8be2-7f3261a9631f None None] Sync routers for ids ['7dda8193-69c4-471c-8714-76f04f7a8df9'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:34:45.654937 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445506c6-e96a-4d08-851d-e4116301f7af admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:34:45.683523 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-445506c6-e96a-4d08-851d-e4116301f7af admin admin] 10.222.0.18 "PUT /v2.0/routers/1c88a2e0-b0f0-4fd1-b688-6cbb120273d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5297096 Feb 03 12:34:45.687923 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095bd452-3b15-4194-8be2-7f3261a9631f None None] Routers {'7dda8193-69c4-471c-8714-76f04f7a8df9'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:45.689506 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-095bd452-3b15-4194-8be2-7f3261a9631f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['7dda8193-69c4-471c-8714-76f04f7a8df9'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:45.711240 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6a127a8d-b188-472c-97f8-fffac664c7e1 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d35019-4424-4612-af7e-da1ee14cc341']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:45.719499 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] Sync routers for ids ['1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:34:45.728828 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e513e253-6a94-432d-8d6e-d1557fbf1db9 req-9399218a-f2f2-47e2-a9d0-691d4a2a8e68 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506741 Feb 03 12:34:45.733274 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] Set router b9140cd0-cd23-4fd9-a965-b5a3085b1369 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:45.734571 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6a127a8d-b188-472c-97f8-fffac664c7e1 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b643aa-5e71-4ce4-a936-041a35fcf4d1') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:45.734885 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6a127a8d-b188-472c-97f8-fffac664c7e1 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b643aa-5e71-4ce4-a936-041a35fcf4d1') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:45.757389 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a127a8d-b188-472c-97f8-fffac664c7e1 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (95b643aa-5e71-4ce4-a936-041a35fcf4d1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.785210 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a127a8d-b188-472c-97f8-fffac664c7e1 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (95b643aa-5e71-4ce4-a936-041a35fcf4d1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.800836 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a127a8d-b188-472c-97f8-fffac664c7e1 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:34:45.801259 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a127a8d-b188-472c-97f8-fffac664c7e1 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (95b643aa-5e71-4ce4-a936-041a35fcf4d1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:45.840092 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] Attempting to bind port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 on host n-h1-827336-3 for vnic_type normal with profile {"migrating_to": "n-h2-827336-3"} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:45.840438 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] Attempting to bind port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:45.840802 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] Attempting to bind port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:34:45.842969 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:34:45.853762 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a39826e-56f7-4ace-b1bf-e61885011584 x-openstack-request-id: req-1a39826e-56f7-4ace-b1bf-e61885011584 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:45.854065 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b5eae7-4d30-4371-b3f6-dcc34e1f30b3", "name": "network-vif-unplugged", "status": "completed", "tag": "d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:45.854357 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a39826e-56f7-4ace-b1bf-e61885011584 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:45.854743 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b5eae7-4d30-4371-b3f6-dcc34e1f30b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0c2b390-4bee-4674-85b2-bc2b2fe0e3c1', 'code': 200} Feb 03 12:34:45.914998 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] Routers {'1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:45.915743 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:45.935711 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-095bd452-3b15-4194-8be2-7f3261a9631f None None] Set router 7dda8193-69c4-471c-8714-76f04f7a8df9 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:46.118835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] Set router 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:46.294090 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-fd9795cf-8c83-42b0-8392-884270dac8da tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5a31c67ea51343ef9c1a17ba86b9022e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745776 Feb 03 12:34:46.441601 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-095bd452-3b15-4194-8be2-7f3261a9631f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1872656052-router', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:37Z', 'updated_at': '2022-02-03T12:33:46Z', 'revision_number': 4, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'gw_port': {'id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:39Z', 'updated_at': '2022-02-03T12:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '48bcddda-a784-4ad6-b9e8-efd3bdb3586f', 'name': '', 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'mac_address': 'fa:16:3e:ed:8c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '64ed22f9-42f3-42e9-97d0-6629542762a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:45Z', 'updated_at': '2022-02-03T12:33:52Z', 'revision_number': 5, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'subnets': [{'id': '64ed22f9-42f3-42e9-97d0-6629542762a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:46.494970 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095bd452-3b15-4194-8be2-7f3261a9631f None None] Checking router: 7dda8193-69c4-471c-8714-76f04f7a8df9 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:34:46.517072 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095bd452-3b15-4194-8be2-7f3261a9631f None None] Routers {'7dda8193-69c4-471c-8714-76f04f7a8df9'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:46.517690 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-095bd452-3b15-4194-8be2-7f3261a9631f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['7dda8193-69c4-471c-8714-76f04f7a8df9'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:46.550648 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-8e22b9ac-f0c8-435b-aba1-2d9b46df2c46 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:46.552532 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-8e22b9ac-f0c8-435b-aba1-2d9b46df2c46 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2522929 Feb 03 12:34:46.568512 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] Port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:34:46.570192 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] Attempting to bind port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:46.579451 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-e90ed8a1-df6c-4293-ae65-6b2285a70666 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/quotas/5a31c67ea51343ef9c1a17ba86b9022e HTTP/1.1" status: 200 len: 375 time: 0.0198994 Feb 03 12:34:46.646214 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97205204-3943-4f87-ac08-abbf0562bb39 req-e99a5b23-b8fb-4137-a2c0-e2d19a752574 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "PUT /v2.0/floatingips/3f795982-dee7-4a77-b508-74fd124cca38 HTTP/1.1" status: 200 len: 694 time: 6.0820205 Feb 03 12:34:46.657374 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f2261595-508e-4a2d-b9bd-4da5749d81bf tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a31c67ea51343ef9c1a17ba86b9022e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693781 Feb 03 12:34:46.675255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:46.676018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] Checking segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:46.677188 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] Bound using segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:46.678575 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] Bound port: d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:46.680404 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:46.686671 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a127a8d-b188-472c-97f8-fffac664c7e1 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (27d35019-4424-4612-af7e-da1ee14cc341), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:46.694322 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a127a8d-b188-472c-97f8-fffac664c7e1 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:46.703851 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6a127a8d-b188-472c-97f8-fffac664c7e1 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] 10.222.0.18 "DELETE /v2.0/networks/27d35019-4424-4612-af7e-da1ee14cc341 HTTP/1.1" status: 204 len: 168 time: 2.4625523 Feb 03 12:34:46.742229 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9140cd0-cd23-4fd9-a965-b5a3085b1369', 'name': 'tempest-FloatingIPsNegativeTestJSON-1888728376-router', 'tenant_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0e2f3871-d95f-44e0-ba8c-fbeada7ac61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:34:37Z', 'revision_number': 3, 'project_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'gw_port': {'id': '0e2f3871-d95f-44e0-ba8c-fbeada7ac61e', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9140cd0-cd23-4fd9-a965-b5a3085b1369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:35Z', 'updated_at': '2022-02-03T12:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:46.758371 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-095bd452-3b15-4194-8be2-7f3261a9631f None None] Set router 7dda8193-69c4-471c-8714-76f04f7a8df9 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:46.828722 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319562fb-af81-4d26-a9ea-3f7f64128d21 None None] The sync data for ids ['b9140cd0-cd23-4fd9-a965-b5a3085b1369'] in n-d-827336-3 is: [{'id': 'b9140cd0-cd23-4fd9-a965-b5a3085b1369', 'name': 'tempest-FloatingIPsNegativeTestJSON-1888728376-router', 'tenant_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0e2f3871-d95f-44e0-ba8c-fbeada7ac61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:34:37Z', 'revision_number': 3, 'project_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'gw_port': {'id': '0e2f3871-d95f-44e0-ba8c-fbeada7ac61e', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9140cd0-cd23-4fd9-a965-b5a3085b1369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:35Z', 'updated_at': '2022-02-03T12:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:34:46.874046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'name': 'tempest-TaggedBootDevicesTest-639519300-router', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:31Z', 'updated_at': '2022-02-03T12:34:42Z', 'revision_number': 4, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'gw_port': {'id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '2217c702-7f48-4ecd-aecb-db1a967af784', 'name': '', 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'mac_address': 'fa:16:3e:38:d7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'b063e2a3-8e40-40f6-89bc-8502d1a3d0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:40Z', 'updated_at': '2022-02-03T12:34:42Z', 'revision_number': 2, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'subnets': [{'id': 'b063e2a3-8e40-40f6-89bc-8502d1a3d0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:46.890072 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a127a8d-b188-472c-97f8-fffac664c7e1 tempest-BulkNetworkOpsTest-1171949416 tempest-BulkNetworkOpsTest-1171949416-project] Pushing event deleted for resources: {'Network': ['ID=27d35019-4424-4612-af7e-da1ee14cc341,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:46.936896 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40848) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:46.941895 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-02b50b9b-d24a-45be-a6e3-fda9115071d8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1526007877-network', 'tenant_id': '17ff05a26d9744a7af3d81712c627f49'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:46.982853 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b50b9b-d24a-45be-a6e3-fda9115071d8 admin admin] Made reservation on behalf of 17ff05a26d9744a7af3d81712c627f49 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:46.986472 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02b50b9b-d24a-45be-a6e3-fda9115071d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:47.001409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] Checking router: 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:34:47.001781 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] Updating router 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 port 2217c702-7f48-4ecd-aecb-db1a967af784 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:34:47.036599 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02b50b9b-d24a-45be-a6e3-fda9115071d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:47.126120 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2217c702-7f48-4ecd-aecb-db1a967af784), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:47.292277 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e907f3c-cabf-4feb-b470-599fc187eaa8 req-b88ce583-d2ff-497e-a0c8-d49ff55933ac tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:47.305804 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e907f3c-cabf-4feb-b470-599fc187eaa8 req-b88ce583-d2ff-497e-a0c8-d49ff55933ac tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 944 time: 0.2396755 Feb 03 12:34:47.388724 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-095bd452-3b15-4194-8be2-7f3261a9631f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1872656052-router', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:37Z', 'updated_at': '2022-02-03T12:33:46Z', 'revision_number': 4, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'gw_port': {'id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:39Z', 'updated_at': '2022-02-03T12:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '48bcddda-a784-4ad6-b9e8-efd3bdb3586f', 'name': '', 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'mac_address': 'fa:16:3e:ed:8c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '64ed22f9-42f3-42e9-97d0-6629542762a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:45Z', 'updated_at': '2022-02-03T12:33:52Z', 'revision_number': 5, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'subnets': [{'id': '64ed22f9-42f3-42e9-97d0-6629542762a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:47.427495 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40858) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:47.435310 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97205204-3943-4f87-ac08-abbf0562bb39 req-69a80630-f063-40f6-994e-0d1df8fc8088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:47.442126 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97205204-3943-4f87-ac08-abbf0562bb39 req-69a80630-f063-40f6-994e-0d1df8fc8088 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8d36a54553f403498e79414ddb6fcbf&device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 1128 time: 0.7183847 Feb 03 12:34:47.457555 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095bd452-3b15-4194-8be2-7f3261a9631f None None] The sync data for ids ['7dda8193-69c4-471c-8714-76f04f7a8df9'] in n-d-827336-3 is: [{'id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1872656052-router', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:37Z', 'updated_at': '2022-02-03T12:33:46Z', 'revision_number': 4, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'gw_port': {'id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:39Z', 'updated_at': '2022-02-03T12:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '48bcddda-a784-4ad6-b9e8-efd3bdb3586f', 'name': '', 'network_id': 'c8e37854-a441-489e-b1d5-09621aeb9572', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'mac_address': 'fa:16:3e:ed:8c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '64ed22f9-42f3-42e9-97d0-6629542762a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:45Z', 'updated_at': '2022-02-03T12:33:52Z', 'revision_number': 5, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'subnets': [{'id': '64ed22f9-42f3-42e9-97d0-6629542762a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:34:47.490693 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37b6f133-9ef5-4ca8-83fd-621c0f23f1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:47.501108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] For port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:47.513391 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02b50b9b-d24a-45be-a6e3-fda9115071d8 admin admin] Publish callbacks [] for security_group (78695f00-7bb9-4fab-8ffb-ced2024a1454), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:47.546630 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02b50b9b-d24a-45be-a6e3-fda9115071d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (78695f00-7bb9-4fab-8ffb-ced2024a1454), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:47.554588 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] For port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:47.574148 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b4234f5b-4577-497e-84ab-25743a48d617 req-c10aa7bb-0760-43aa-890f-2028614acf1b service neutron] For port 875d2462-5f56-46e4-b660-4c8251a700d2, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=875d2462-5f56-46e4-b660-4c8251a700d2,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:47.578806 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:47.614857 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b50b9b-d24a-45be-a6e3-fda9115071d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78695f00-7bb9-4fab-8ffb-ced2024a1454,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:47.644559 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e907f3c-cabf-4feb-b470-599fc187eaa8 req-c35d13a9-fff2-4fcf-bd10-bc4cc8417175 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316295 Feb 03 12:34:47.671116 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b50b9b-d24a-45be-a6e3-fda9115071d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:34:47.713285 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02b50b9b-d24a-45be-a6e3-fda9115071d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:47.713851 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-02b50b9b-d24a-45be-a6e3-fda9115071d8 admin admin] Added segment c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac of type vlan for network 752b0ed3-f2a8-4256-a373-c47e39ef28cd Feb 03 12:34:47.846882 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b4234f5b-4577-497e-84ab-25743a48d617 req-c10aa7bb-0760-43aa-890f-2028614acf1b service neutron] For port 875d2462-5f56-46e4-b660-4c8251a700d2, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:47.860118 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc601993-0db0-4d21-82bf-e194910bac8a', 'tag': '74114140-71cb-4752-a514-9e3dbcf40029'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:47.862937 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b783a17-0022-40c3-b4d3-2a8d56db3e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc601993-0db0-4d21-82bf-e194910bac8a", "tag": "74114140-71cb-4752-a514-9e3dbcf40029"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:47.932837 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02b50b9b-d24a-45be-a6e3-fda9115071d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (752b0ed3-f2a8-4256-a373-c47e39ef28cd), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:47.953126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1,revision_number=8']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:48.053244 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:48.054559 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:48.058827 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-dfcb9975-c33f-45b4-af11-f309735c7c75 service neutron] 10.222.0.31 "PUT /v2.0/ports/d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 HTTP/1.1" status: 200 len: 1122 time: 7.0216985 Feb 03 12:34:48.067095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca5dfc-4882-467f-8f5b-e8499a7fbcd2 req-359e412d-82e8-4470-9da8-429e4d4aac9f tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:48.068937 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e8ca5dfc-4882-467f-8f5b-e8499a7fbcd2 req-359e412d-82e8-4470-9da8-429e4d4aac9f tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 943 time: 0.2530179 Feb 03 12:34:48.070037 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02b50b9b-d24a-45be-a6e3-fda9115071d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (752b0ed3-f2a8-4256-a373-c47e39ef28cd), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:48.070903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b50b9b-d24a-45be-a6e3-fda9115071d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:48.071535 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02b50b9b-d24a-45be-a6e3-fda9115071d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:48.149319 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20344e7a-a870-4500-88ba-b3a067facd48 None None] New status for floating IP 3f795982-dee7-4a77-b508-74fd124cca38: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:34:48.175190 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97205204-3943-4f87-ac08-abbf0562bb39 req-458923d3-0555-4d63-8175-7e81828dabc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:48.180289 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97205204-3943-4f87-ac08-abbf0562bb39 req-458923d3-0555-4d63-8175-7e81828dabc5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8e37854-a441-489e-b1d5-09621aeb9572 HTTP/1.1" status: 200 len: 930 time: 0.7117810 Feb 03 12:34:48.182932 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b2467c06-4be8-4b58-b103-c3cb6e657723 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cfed753c0994461bb5ce244d820f89ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7506196 Feb 03 12:34:48.185527 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-b4234f5b-4577-497e-84ab-25743a48d617 req-c10aa7bb-0760-43aa-890f-2028614acf1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 875d2462-5f56-46e4-b660-4c8251a700d2 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:34:48.198512 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40866) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:48.229865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b4234f5b-4577-497e-84ab-25743a48d617 req-c10aa7bb-0760-43aa-890f-2028614acf1b service neutron] For port 875d2462-5f56-46e4-b660-4c8251a700d2, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=875d2462-5f56-46e4-b660-4c8251a700d2,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:48.367600 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b50b9b-d24a-45be-a6e3-fda9115071d8 admin admin] Pushing event updated for resources: {'Network': ['ID=752b0ed3-f2a8-4256-a373-c47e39ef28cd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:48.410260 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97205204-3943-4f87-ac08-abbf0562bb39 req-1605e8c3-9c40-4b98-8d40-be28ed8391b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74114140-71cb-4752-a514-9e3dbcf40029 HTTP/1.1" status: 200 len: 217 time: 0.2083709 Feb 03 12:34:48.415327 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 752b0ed3-f2a8-4256-a373-c47e39ef28cd details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:34:48.425028 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b4234f5b-4577-497e-84ab-25743a48d617 req-c10aa7bb-0760-43aa-890f-2028614acf1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (875d2462-5f56-46e4-b660-4c8251a700d2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:48.430057 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-02b50b9b-d24a-45be-a6e3-fda9115071d8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4918482 Feb 03 12:34:48.434862 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40870) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:48.448978 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-42a8411a-75c5-413e-93e3-3041e98efb26 admin admin] Request body: {'subnet': {'network_id': '752b0ed3-f2a8-4256-a373-c47e39ef28cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1526007877-subnet', 'tenant_id': '17ff05a26d9744a7af3d81712c627f49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:48.508235 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a8411a-75c5-413e-93e3-3041e98efb26 admin admin] Made reservation on behalf of 17ff05a26d9744a7af3d81712c627f49 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:48.514002 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42a8411a-75c5-413e-93e3-3041e98efb26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:48.521713 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:34:48.555289 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e8ca5dfc-4882-467f-8f5b-e8499a7fbcd2 req-0cf66d4d-a5e8-4c84-ad87-5e8efa4fb095 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642491 Feb 03 12:34:48.595184 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97205204-3943-4f87-ac08-abbf0562bb39 req-a57ef9c9-b823-4ecd-9a4d-954816638262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:48.600979 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97205204-3943-4f87-ac08-abbf0562bb39 req-a57ef9c9-b823-4ecd-9a4d-954816638262 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64ed22f9-42f3-42e9-97d0-6629542762a8 HTTP/1.1" status: 200 len: 868 time: 0.1667953 Feb 03 12:34:48.696859 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] Publish callbacks [] for port (2217c702-7f48-4ecd-aecb-db1a967af784), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:48.790531 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2217c702-7f48-4ecd-aecb-db1a967af784), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:48.869197 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0e2f3871-d95f-44e0-ba8c-fbeada7ac61e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:48.879040 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-44a8ccc8-de25-4212-89e6-b2665b99154e req-3e43e768-70fb-4ef8-ba7c-52d468e8d165 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7d08576-25eb-4ae6-8ebe-fb66cc0818a9 HTTP/1.1" status: 200 len: 210 time: 0.1104703 Feb 03 12:34:49.031533 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c7ada0-4815-4ad6-a77d-fe7b4d62e25c x-openstack-request-id: req-b7c7ada0-4815-4ad6-a77d-fe7b4d62e25c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:49.038004 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc601993-0db0-4d21-82bf-e194910bac8a", "tag": "74114140-71cb-4752-a514-9e3dbcf40029", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:49.038528 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7c7ada0-4815-4ad6-a77d-fe7b4d62e25c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:49.039147 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc601993-0db0-4d21-82bf-e194910bac8a', 'tag': '74114140-71cb-4752-a514-9e3dbcf40029', 'status': 'completed', 'code': 200} Feb 03 12:34:49.080730 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-37b6f133-9ef5-4ca8-83fd-621c0f23f1f9 admin admin] Allocated IP 172.20.0.1 (8a80de18-a468-4317-aaa0-8cf5c057d35b/6d817b7e-1897-49c4-8ff5-a48b8e2a8a36/dbafd52e-6ac7-4317-8940-08034f72ef25) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:49.112926 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3eb533f7-40e8-40d8-b90e-f06a6af8140d admin admin] Publish callbacks [] for security_group (c5999809-291d-48a2-848d-90cebd31fda3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:49.133352 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97205204-3943-4f87-ac08-abbf0562bb39 req-94b15cd7-9cf8-401b-8044-d18a2fcdcfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:49.135242 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97205204-3943-4f87-ac08-abbf0562bb39 req-94b15cd7-9cf8-401b-8044-d18a2fcdcfe2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8e37854-a441-489e-b1d5-09621aeb9572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5049801 Feb 03 12:34:49.211815 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7926d-9c1a-44f3-a200-0f13b92c430d None None] Pushing event updated for resources: {'Port': ['ID=2217c702-7f48-4ecd-aecb-db1a967af784,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:49.290919 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 0e2f3871-d95f-44e0-ba8c-fbeada7ac61e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:49.291298 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0e2f3871-d95f-44e0-ba8c-fbeada7ac61e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:49.328514 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97205204-3943-4f87-ac08-abbf0562bb39 req-f0a05901-cfc1-42b4-bc46-3bab77f0d421 service neutron] 10.222.0.18 "GET /v2.0/networks/c8e37854-a441-489e-b1d5-09621aeb9572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802382 Feb 03 12:34:49.350195 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3eb533f7-40e8-40d8-b90e-f06a6af8140d admin admin] Publish callbacks [] for security_group (c5999809-291d-48a2-848d-90cebd31fda3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:49.392447 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b783a17-0022-40c3-b4d3-2a8d56db3e0f req-7664a70e-8fb7-493c-acd0-4fbf68e345cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:49.395614 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2b783a17-0022-40c3-b4d3-2a8d56db3e0f req-7664a70e-8fb7-493c-acd0-4fbf68e345cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8d36a54553f403498e79414ddb6fcbf&device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 1128 time: 0.3737595 Feb 03 12:34:49.433790 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e44892-34dd-4718-be37-8f60a2d67b49 req-f176db12-c222-45ae-a16d-971eaec86c46 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:49.436124 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f2e44892-34dd-4718-be37-8f60a2d67b49 req-f176db12-c222-45ae-a16d-971eaec86c46 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 944 time: 0.3189688 Feb 03 12:34:49.451589 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-03d965f0-60dd-4686-b14c-41132b4c72ff tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5a31c67ea51343ef9c1a17ba86b9022e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1556733 Feb 03 12:34:49.456915 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42a8411a-75c5-413e-93e3-3041e98efb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (3dc9b0c5-ef80-4130-a29d-60919ecf2785), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:49.503579 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] Attempting to bind port 2217c702-7f48-4ecd-aecb-db1a967af784 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:49.504095 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] Attempting to bind port 2217c702-7f48-4ecd-aecb-db1a967af784 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '6a852571-8038-44f2-a989-6b1b07fdac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:49.504360 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] Attempting to bind port 2217c702-7f48-4ecd-aecb-db1a967af784 on network 259c9e24-5450-466e-8578-f11470a26a3d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:49.507983 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-b4234f5b-4577-497e-84ab-25743a48d617 req-c10aa7bb-0760-43aa-890f-2028614acf1b service neutron] Transition to ACTIVE for port object 875d2462-5f56-46e4-b660-4c8251a700d2 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:34:49.560069 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:49.562866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] Checking segment: {'id': '6a852571-8038-44f2-a989-6b1b07fdac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:49.563503 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:49.564002 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] Bound using segment: {'id': '6a852571-8038-44f2-a989-6b1b07fdac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:49.564551 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] Bound port: 2217c702-7f48-4ecd-aecb-db1a967af784, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a852571-8038-44f2-a989-6b1b07fdac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:49.566812 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2217c702-7f48-4ecd-aecb-db1a967af784), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:49.679140 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b4234f5b-4577-497e-84ab-25743a48d617 req-c10aa7bb-0760-43aa-890f-2028614acf1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (875d2462-5f56-46e4-b660-4c8251a700d2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:49.697515 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f2e44892-34dd-4718-be37-8f60a2d67b49 req-77ce27a2-b4e5-4450-a57c-04124e1e9c28 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293003 Feb 03 12:34:49.711016 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8411a-75c5-413e-93e3-3041e98efb26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc9b0c5-ef80-4130-a29d-60919ecf2785,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:49.772291 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] For port 2217c702-7f48-4ecd-aecb-db1a967af784, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:49.776058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a8411a-75c5-413e-93e3-3041e98efb26 admin admin] Checking segment: {'id': 'c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '752b0ed3-f2a8-4256-a373-c47e39ef28cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:49.780535 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a8411a-75c5-413e-93e3-3041e98efb26 admin admin] Network hostable DHCP agents. Network: 752b0ed3-f2a8-4256-a373-c47e39ef28cd, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:34:49.783007 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] For port 2217c702-7f48-4ecd-aecb-db1a967af784, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2217c702-7f48-4ecd-aecb-db1a967af784,segment=NetworkSegment(6a852571-8038-44f2-a989-6b1b07fdac62),segment_id=6a852571-8038-44f2-a989-6b1b07fdac62)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:49.790209 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0e2f3871-d95f-44e0-ba8c-fbeada7ac61e is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:49.790610 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0e2f3871-d95f-44e0-ba8c-fbeada7ac61e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:49.794159 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b783a17-0022-40c3-b4d3-2a8d56db3e0f req-39900d87-fa09-4a80-bd57-0922321c3bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:49.798166 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2b783a17-0022-40c3-b4d3-2a8d56db3e0f req-39900d87-fa09-4a80-bd57-0922321c3bf9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c8e37854-a441-489e-b1d5-09621aeb9572 HTTP/1.1" status: 200 len: 930 time: 0.3891158 Feb 03 12:34:49.828342 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2217c702-7f48-4ecd-aecb-db1a967af784), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:49.866304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4234f5b-4577-497e-84ab-25743a48d617 req-c10aa7bb-0760-43aa-890f-2028614acf1b service neutron] No DVR routers for this DVR port 875d2462-5f56-46e4-b660-4c8251a700d2 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:34:49.877352 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2b783a17-0022-40c3-b4d3-2a8d56db3e0f req-b496a57e-d08d-433e-bf95-33f5f137f72c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74114140-71cb-4752-a514-9e3dbcf40029 HTTP/1.1" status: 200 len: 217 time: 0.0708666 Feb 03 12:34:49.947516 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b783a17-0022-40c3-b4d3-2a8d56db3e0f req-18731166-be5b-4fbf-bd81-f1d07d693950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:49.950005 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2b783a17-0022-40c3-b4d3-2a8d56db3e0f req-18731166-be5b-4fbf-bd81-f1d07d693950 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64ed22f9-42f3-42e9-97d0-6629542762a8 HTTP/1.1" status: 200 len: 868 time: 0.0546966 Feb 03 12:34:49.952958 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a8411a-75c5-413e-93e3-3041e98efb26 admin admin] Network 752b0ed3-f2a8-4256-a373-c47e39ef28cd is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:34:49.980000 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 0e2f3871-d95f-44e0-ba8c-fbeada7ac61e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0e2f3871-d95f-44e0-ba8c-fbeada7ac61e,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:50.001754 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-42a8411a-75c5-413e-93e3-3041e98efb26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 752b0ed3-f2a8-4256-a373-c47e39ef28cd) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:50.008267 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a8411a-75c5-413e-93e3-3041e98efb26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:50.008603 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42a8411a-75c5-413e-93e3-3041e98efb26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:50.023783 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ab60c2b2-102e-449e-bc15-c4795bd60e9c None None] Provisioning complete for port 2217c702-7f48-4ecd-aecb-db1a967af784 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:50.024197 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ab60c2b2-102e-449e-bc15-c4795bd60e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2217c702-7f48-4ecd-aecb-db1a967af784), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:50.034152 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-c10aa7bb-0760-43aa-890f-2028614acf1b service neutron] 10.222.0.31 "PUT /v2.0/ports/875d2462-5f56-46e4-b660-4c8251a700d2/bindings/n-h1-827336-3/activate HTTP/1.1" status: 200 len: 369 time: 5.0679538 Feb 03 12:34:50.052413 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a828a0fa-bece-4f02-94dd-a76410809048 None None] Network 752b0ed3-f2a8-4256-a373-c47e39ef28cd requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:50.056665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06ef7d-cbca-4303-a6b4-70d8f9fadb5f req-041e3757-213e-4522-9aab-7ffb332e1e06 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:50.064535 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd06ef7d-cbca-4303-a6b4-70d8f9fadb5f req-041e3757-213e-4522-9aab-7ffb332e1e06 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 944 time: 0.2418411 Feb 03 12:34:50.097659 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-42a8411a-75c5-413e-93e3-3041e98efb26 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6590192 Feb 03 12:34:50.111356 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0e2f3871-d95f-44e0-ba8c-fbeada7ac61e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:50.126741 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40880) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:50.138342 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fcfae63b-2a98-4f5b-ab70-7dbc4f72da40 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1526007877-router', 'tenant_id': '17ff05a26d9744a7af3d81712c627f49', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:50.152681 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37b6f133-9ef5-4ca8-83fd-621c0f23f1f9 admin admin] Publish callbacks [] for port (dbafd52e-6ac7-4317-8940-08034f72ef25), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:50.153938 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b783a17-0022-40c3-b4d3-2a8d56db3e0f req-35f513ab-90cb-48cb-a8d1-75ff86f5e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:50.155810 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2b783a17-0022-40c3-b4d3-2a8d56db3e0f req-35f513ab-90cb-48cb-a8d1-75ff86f5e6b2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c8e37854-a441-489e-b1d5-09621aeb9572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1966207 Feb 03 12:34:50.164502 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10aa7bb-0760-43aa-890f-2028614acf1b service neutron] Pushing event updated for resources: {'Port': ['ID=875d2462-5f56-46e4-b660-4c8251a700d2,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:50.226980 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-a3ab88f7-144c-444b-9a1c-8f13d3adb496 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:50.228629 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-a3ab88f7-144c-444b-9a1c-8f13d3adb496 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7833014 Feb 03 12:34:50.277815 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3eb533f7-40e8-40d8-b90e-f06a6af8140d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c5999809-291d-48a2-848d-90cebd31fda3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:50.280553 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3eb533f7-40e8-40d8-b90e-f06a6af8140d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:50.281743 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3eb533f7-40e8-40d8-b90e-f06a6af8140d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5999809-291d-48a2-848d-90cebd31fda3 HTTP/1.1" status: 204 len: 168 time: 2.0822558 Feb 03 12:34:50.285684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-8180a006-b819-4798-862b-2971110175a4 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Request body: {'port': {'device_id': 'b7d08576-25eb-4ae6-8ebe-fb66cc0818a9', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': '5a31c67ea51343ef9c1a17ba86b9022e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:50.290703 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd06ef7d-cbca-4303-a6b4-70d8f9fadb5f req-f3f65c5b-b7d4-43a9-ab5b-f62b13bbe59f tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096934 Feb 03 12:34:50.295669 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97205204-3943-4f87-ac08-abbf0562bb39 req-8cc034aa-8f9b-42c0-b79a-42fad46b8f5a service neutron] 10.222.0.18 "GET /v2.0/networks/c8e37854-a441-489e-b1d5-09621aeb9572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9507916 Feb 03 12:34:50.316747 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7926d-9c1a-44f3-a200-0f13b92c430d None None] Pushing event updated for resources: {'Port': ['ID=2217c702-7f48-4ecd-aecb-db1a967af784,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:50.353723 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcfae63b-2a98-4f5b-ab70-7dbc4f72da40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (70448c38-2d53-4a95-8673-62be3402de1b), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:50.362441 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcfae63b-2a98-4f5b-ab70-7dbc4f72da40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (70448c38-2d53-4a95-8673-62be3402de1b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:50.381604 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb533f7-40e8-40d8-b90e-f06a6af8140d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5999809-291d-48a2-848d-90cebd31fda3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:50.464257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4234f5b-4577-497e-84ab-25743a48d617 req-01b920db-b5f8-428d-8570-96714adf2c21 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:50.468589 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-01b920db-b5f8-428d-8570-96714adf2c21 tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1&tenant_id=4d4dfb0f87774d34902a75fe55b72106&binding%3Ahost_id=n-h2-827336-3 HTTP/1.1" status: 200 len: 1126 time: 0.2348332 Feb 03 12:34:50.491059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:34:50.565196 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2b783a17-0022-40c3-b4d3-2a8d56db3e0f req-65ff5a0b-8a0a-4cdc-982f-4f9f3366ac4d service neutron] 10.222.0.73 "GET /v2.0/networks/c8e37854-a441-489e-b1d5-09621aeb9572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809221 Feb 03 12:34:50.598738 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37b6f133-9ef5-4ca8-83fd-621c0f23f1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (dbafd52e-6ac7-4317-8940-08034f72ef25), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:50.608576 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] Routers {'1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:50.609296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:50.625499 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8e9ca5fa-421a-4560-bce5-5e9bed2705ff req-0933daac-d3d8-4e5f-bef2-f230cdb8df78 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7d08576-25eb-4ae6-8ebe-fb66cc0818a9 HTTP/1.1" status: 200 len: 210 time: 0.0566556 Feb 03 12:34:50.641343 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e288b07-9819-4f43-b878-f0091f711056 req-94f72ba2-2c52-4ad4-b1ae-75e0af8eee23 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/floatingips/3f795982-dee7-4a77-b508-74fd124cca38 HTTP/1.1" status: 200 len: 692 time: 0.2629862 Feb 03 12:34:50.700438 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b6f133-9ef5-4ca8-83fd-621c0f23f1f9 admin admin] Network 8a80de18-a468-4317-aaa0-8cf5c057d35b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:50.712323 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcfae63b-2a98-4f5b-ab70-7dbc4f72da40 admin admin] Publish callbacks [] for router_controller (70448c38-2d53-4a95-8673-62be3402de1b), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:50.745952 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-37b6f133-9ef5-4ca8-83fd-621c0f23f1f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:50.752949 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b6f133-9ef5-4ca8-83fd-621c0f23f1f9 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:50.788389 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:34:50.832989 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-752b0ed3-f2a8-4256-a373-c47e39ef28cd', 'network_id': '752b0ed3-f2a8-4256-a373-c47e39ef28cd', 'project_id': '17ff05a26d9744a7af3d81712c627f49', 'fixed_ips': [{'subnet_id': '3dc9b0c5-ef80-4130-a29d-60919ecf2785'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:34:50.834006 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:50.876534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=0e2f3871-d95f-44e0-ba8c-fbeada7ac61e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:50.977658 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e288b07-9819-4f43-b878-f0091f711056 req-46480713-b5ab-4667-94c3-16e620db9ebd tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:50.979619 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e288b07-9819-4f43-b878-f0091f711056 req-46480713-b5ab-4667-94c3-16e620db9ebd tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.3057883 Feb 03 12:34:50.990784 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6f133-9ef5-4ca8-83fd-621c0f23f1f9 admin admin] Pushing event updated for resources: {'Port': ['ID=dbafd52e-6ac7-4317-8940-08034f72ef25,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:51.027708 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-9e288b07-9819-4f43-b878-f0091f711056 req-3a16b596-4036-4cf3-8ef1-6e2f8ae398cb tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:34:51.031226 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e288b07-9819-4f43-b878-f0091f711056 req-3a16b596-4036-4cf3-8ef1-6e2f8ae398cb tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0344014 Feb 03 12:34:51.033230 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4234f5b-4577-497e-84ab-25743a48d617 req-61d0b64f-4403-4067-89b2-416c1ef18bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:51.034723 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-61d0b64f-4403-4067-89b2-416c1ef18bc7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1&tenant_id=4d4dfb0f87774d34902a75fe55b72106 HTTP/1.1" status: 200 len: 1126 time: 0.4869356 Feb 03 12:34:51.044393 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b5eae7-4d30-4371-b3f6-dcc34e1f30b3', 'tag': 'd0c2b390-4bee-4674-85b2-bc2b2fe0e3c1'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:34:51.051739 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dbbfbe-88aa-462c-82d9-749d0b3918c2" -d '{"events": [{"name": "network-changed", "server_uuid": "43b5eae7-4d30-4371-b3f6-dcc34e1f30b3", "tag": "d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:34:51.069029 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcfae63b-2a98-4f5b-ab70-7dbc4f72da40 admin admin] Publish callbacks [] for router_gateway (70448c38-2d53-4a95-8673-62be3402de1b), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:51.097325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] Allocated IP 172.20.0.2 (752b0ed3-f2a8-4256-a373-c47e39ef28cd/3dc9b0c5-ef80-4130-a29d-60919ecf2785/476882d3-ddb0-4ef3-8380-7b1015b4bf06) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:51.136133 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2b783a17-0022-40c3-b4d3-2a8d56db3e0f req-f1f6c22d-6949-4a40-a0ac-1f412de071b3 service neutron] 10.222.0.73 "GET /v2.0/networks/c8e37854-a441-489e-b1d5-09621aeb9572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095789 Feb 03 12:34:51.150339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70323440-fb01-4e97-b579-811c24a83fda req-c9154aa3-cbc6-4d11-8656-92840566c73d tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:51.152338 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-70323440-fb01-4e97-b579-811c24a83fda req-c9154aa3-cbc6-4d11-8656-92840566c73d tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 944 time: 0.2779298 Feb 03 12:34:51.181760 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e288b07-9819-4f43-b878-f0091f711056 req-f1d54b05-a9b7-4c3b-8efb-96e1e504b285 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.53 HTTP/1.1" status: 200 len: 695 time: 0.1427913 Feb 03 12:34:51.238068 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-8180a006-b819-4798-862b-2971110175a4 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Made reservation on behalf of 5a31c67ea51343ef9c1a17ba86b9022e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:34:51.241204 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] Set router 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:51.245783 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-8180a006-b819-4798-862b-2971110175a4 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:51.251203 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37b6f133-9ef5-4ca8-83fd-621c0f23f1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (b9140cd0-cd23-4fd9-a965-b5a3085b1369), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:51.336384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ab60c2b2-102e-449e-bc15-c4795bd60e9c None None] Current status of the port 2217c702-7f48-4ecd-aecb-db1a967af784 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:51.336775 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ab60c2b2-102e-449e-bc15-c4795bd60e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2217c702-7f48-4ecd-aecb-db1a967af784), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:51.358547 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-70323440-fb01-4e97-b579-811c24a83fda req-c6eb9cb3-f119-47dc-b06c-5b1cc6dff762 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594484 Feb 03 12:34:51.444828 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-8180a006-b819-4798-862b-2971110175a4 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:51.471181 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e288b07-9819-4f43-b878-f0091f711056 req-24c86fe6-b4c0-422f-8f26-d1f302ca960d tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.53 HTTP/1.1" status: 200 len: 695 time: 0.2353053 Feb 03 12:34:51.485291 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69096812-ec4c-483f-9fbd-79abadb062ec x-openstack-request-id: req-69096812-ec4c-483f-9fbd-79abadb062ec {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:34:51.485550 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b5eae7-4d30-4371-b3f6-dcc34e1f30b3", "tag": "d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:34:51.486803 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69096812-ec4c-483f-9fbd-79abadb062ec {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:34:51.486803 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b5eae7-4d30-4371-b3f6-dcc34e1f30b3', 'tag': 'd0c2b390-4bee-4674-85b2-bc2b2fe0e3c1', 'status': 'completed', 'code': 200} Feb 03 12:34:51.510040 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4234f5b-4577-497e-84ab-25743a48d617 req-8ebe667b-6024-4f21-9176-7e04093e5fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:51.511577 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-8ebe667b-6024-4f21-9176-7e04093e5fe9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 1126 time: 0.3280547 Feb 03 12:34:51.641627 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ab60c2b2-102e-449e-bc15-c4795bd60e9c None None] For port 2217c702-7f48-4ecd-aecb-db1a967af784, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2217c702-7f48-4ecd-aecb-db1a967af784,segment=NetworkSegment(6a852571-8038-44f2-a989-6b1b07fdac62),segment_id=6a852571-8038-44f2-a989-6b1b07fdac62)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:51.685792 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ab60c2b2-102e-449e-bc15-c4795bd60e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2217c702-7f48-4ecd-aecb-db1a967af784), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:51.711519 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40916) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:51.712944 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcfae63b-2a98-4f5b-ab70-7dbc4f72da40 admin admin] Publish callbacks [] for router_gateway (70448c38-2d53-4a95-8673-62be3402de1b), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:51.787200 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcfae63b-2a98-4f5b-ab70-7dbc4f72da40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:51.790118 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:51.855565 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 has no active binding in host n-h2-827336-3 {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 12:34:51.869638 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c4413f06-448d-499a-82fc-0e5064041c6f None None] Provisioning complete for port 2217c702-7f48-4ecd-aecb-db1a967af784 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:51.870018 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4413f06-448d-499a-82fc-0e5064041c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2217c702-7f48-4ecd-aecb-db1a967af784), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:51.917490 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbbfbe-88aa-462c-82d9-749d0b3918c2 req-18079189-20a2-46f2-8c73-789ca8c4966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:51.919585 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-70dbbfbe-88aa-462c-82d9-749d0b3918c2 req-18079189-20a2-46f2-8c73-789ca8c4966c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 1156 time: 0.3622966 Feb 03 12:34:51.934609 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60c2b2-102e-449e-bc15-c4795bd60e9c None None] Pushing event updated for resources: {'Port': ['ID=2217c702-7f48-4ecd-aecb-db1a967af784,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:51.934969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b33bc-9e1d-475c-9702-311f806a5e08 req-ad4ab912-8661-4a1f-a911-9e4161229472 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:51.943555 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-618b33bc-9e1d-475c-9702-311f806a5e08 req-ad4ab912-8661-4a1f-a911-9e4161229472 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 944 time: 0.3049951 Feb 03 12:34:51.951826 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d273075c-0b03-4923-867f-79b4181d4295 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] Request body: {'port': {'network_id': '897ae815-64f9-4b6b-a01f-98fc62b85688', 'name': 'tempest-NetworksNegativeTestJSON-1026778112'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:52.041036 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-d273075c-0b03-4923-867f-79b4181d4295 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] POST failed (client error): The resource could not be found. Feb 03 12:34:52.041783 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d273075c-0b03-4923-867f-79b4181d4295 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:34:52.046740 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d273075c-0b03-4923-867f-79b4181d4295 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3277464 Feb 03 12:34:52.050621 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40922) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:52.110617 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37b6f133-9ef5-4ca8-83fd-621c0f23f1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dbafd52e-6ac7-4317-8940-08034f72ef25), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.137992 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-fcfae63b-2a98-4f5b-ab70-7dbc4f72da40 admin admin] Allocated IP 172.25.6.216 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/a96fcea9-e484-41b6-bf5f-5e4e8b7546e6) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:52.161986 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-618b33bc-9e1d-475c-9702-311f806a5e08 req-be8fdd30-fdbb-4cf0-b99d-610f9837e2f8 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175996 Feb 03 12:34:52.195896 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbbfbe-88aa-462c-82d9-749d0b3918c2 req-41f90431-ad7f-419d-8b64-5d52f7883a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:52.197530 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-70dbbfbe-88aa-462c-82d9-749d0b3918c2 req-41f90431-ad7f-419d-8b64-5d52f7883a85 service neutron] 10.222.0.73 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 909 time: 0.2520006 Feb 03 12:34:52.221811 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3501ccc-04e0-4985-8e16-e8ab94ac9b05 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] DELETE failed (client error): The resource could not be found. Feb 03 12:34:52.222498 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3501ccc-04e0-4985-8e16-e8ab94ac9b05 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:34:52.229366 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f3501ccc-04e0-4985-8e16-e8ab94ac9b05 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] 10.222.0.18 "DELETE /v2.0/networks/1fe5a391-12e2-4570-a0a6-9852f72ade13 HTTP/1.1" status: 404 len: 339 time: 0.1362698 Feb 03 12:34:52.230251 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40924) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:52.243894 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] Publish callbacks [] for port (476882d3-ddb0-4ef3-8380-7b1015b4bf06), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.266360 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (476882d3-ddb0-4ef3-8380-7b1015b4bf06), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.284644 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c4413f06-448d-499a-82fc-0e5064041c6f None None] Current status of the port 2217c702-7f48-4ecd-aecb-db1a967af784 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:52.308642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'name': 'tempest-TaggedBootDevicesTest-639519300-router', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:31Z', 'updated_at': '2022-02-03T12:34:42Z', 'revision_number': 4, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'gw_port': {'id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '2217c702-7f48-4ecd-aecb-db1a967af784', 'name': '', 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'mac_address': 'fa:16:3e:38:d7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'b063e2a3-8e40-40f6-89bc-8502d1a3d0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:40Z', 'updated_at': '2022-02-03T12:34:49Z', 'revision_number': 4, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'subnets': [{'id': 'b063e2a3-8e40-40f6-89bc-8502d1a3d0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:52.337942 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-70dbbfbe-88aa-462c-82d9-749d0b3918c2 req-045f5aa9-b66f-4fc4-a8be-eb95b699a8c5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 HTTP/1.1" status: 200 len: 217 time: 0.1174877 Feb 03 12:34:52.343542 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa90e648-ba94-4c96-93bd-5f3beff9a3d3 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] DELETE failed (client error): The resource could not be found. Feb 03 12:34:52.344125 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa90e648-ba94-4c96-93bd-5f3beff9a3d3 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:34:52.351314 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fa90e648-ba94-4c96-93bd-5f3beff9a3d3 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] 10.222.0.18 "DELETE /v2.0/ports/0c958c28-3106-455d-9da2-c78ce1b26541 HTTP/1.1" status: 404 len: 333 time: 0.1155140 Feb 03 12:34:52.356954 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40926) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:52.364427 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c4413f06-448d-499a-82fc-0e5064041c6f None None] Provisioning complete for port dbafd52e-6ac7-4317-8940-08034f72ef25 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:52.364804 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4413f06-448d-499a-82fc-0e5064041c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dbafd52e-6ac7-4317-8940-08034f72ef25), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.367380 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e274e9a-cecf-4747-88c2-54559639f6a3 None None] The sync data for ids ['1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'] in n-d-827336-3 is: [{'id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'name': 'tempest-TaggedBootDevicesTest-639519300-router', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:31Z', 'updated_at': '2022-02-03T12:34:42Z', 'revision_number': 4, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'gw_port': {'id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '2217c702-7f48-4ecd-aecb-db1a967af784', 'name': '', 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'mac_address': 'fa:16:3e:38:d7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'b063e2a3-8e40-40f6-89bc-8502d1a3d0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:40Z', 'updated_at': '2022-02-03T12:34:49Z', 'revision_number': 4, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'subnets': [{'id': 'b063e2a3-8e40-40f6-89bc-8502d1a3d0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:34:52.373754 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-8180a006-b819-4798-862b-2971110175a4 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Publish callbacks [] for security_group (797b7349-7765-4dcb-8039-9f9ffaf57f93), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.380318 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] Network 752b0ed3-f2a8-4256-a373-c47e39ef28cd is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:52.386363 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4234f5b-4577-497e-84ab-25743a48d617 req-a8f078f5-4ad5-42d4-a497-f66a8fab1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:52.388077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-a8f078f5-4ad5-42d4-a497-f66a8fab1fa9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 922 time: 0.4200559 Feb 03 12:34:52.409793 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:52.414345 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:52.435504 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-8180a006-b819-4798-862b-2971110175a4 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (797b7349-7765-4dcb-8039-9f9ffaf57f93), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.448946 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] Pushing event updated for resources: {'Port': ['ID=476882d3-ddb0-4ef3-8380-7b1015b4bf06,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:52.463580 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c4413f06-448d-499a-82fc-0e5064041c6f None None] Port dbafd52e-6ac7-4317-8940-08034f72ef25 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:34:52.512710 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-27298f83-e399-42b8-ac29-97085b17c6f4 req-2b705527-3456-4e74-aee9-8fff27d7e642 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7d08576-25eb-4ae6-8ebe-fb66cc0818a9 HTTP/1.1" status: 200 len: 210 time: 0.1185477 Feb 03 12:34:52.517520 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e1f2ac-c766-447b-8f8b-e642c9e98a73 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] DELETE failed (client error): The resource could not be found. Feb 03 12:34:52.517992 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e1f2ac-c766-447b-8f8b-e642c9e98a73 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:34:52.521081 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-81e1f2ac-c766-447b-8f8b-e642c9e98a73 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] 10.222.0.18 "DELETE /v2.0/subnets/7a653143-4191-4abf-b048-dd9834db6108 HTTP/1.1" status: 404 len: 337 time: 0.1476221 Feb 03 12:34:52.534374 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40930) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:52.557990 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9e288b07-9819-4f43-b878-f0091f711056 req-7ae44b58-6ad1-4227-8369-c2bcf140d701 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Deleting port ce7d321e-cd31-4673-a19b-cf8afb591627 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:52.560144 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e288b07-9819-4f43-b878-f0091f711056 req-7ae44b58-6ad1-4227-8369-c2bcf140d701 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ce7d321e-cd31-4673-a19b-cf8afb591627), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.568808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] Attempting to bind port 476882d3-ddb0-4ef3-8380-7b1015b4bf06 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:52.573441 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] Attempting to bind port 476882d3-ddb0-4ef3-8380-7b1015b4bf06 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '752b0ed3-f2a8-4256-a373-c47e39ef28cd'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:52.574064 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] Attempting to bind port 476882d3-ddb0-4ef3-8380-7b1015b4bf06 on network 752b0ed3-f2a8-4256-a373-c47e39ef28cd {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:52.588495 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:52.589144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] Checking segment: {'id': 'c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '752b0ed3-f2a8-4256-a373-c47e39ef28cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:52.589835 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.590953 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] Bound using segment: {'id': 'c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '752b0ed3-f2a8-4256-a373-c47e39ef28cd'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:52.591627 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] Bound port: 476882d3-ddb0-4ef3-8380-7b1015b4bf06, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '752b0ed3-f2a8-4256-a373-c47e39ef28cd'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:52.592294 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (476882d3-ddb0-4ef3-8380-7b1015b4bf06), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.605858 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-d893835f-9dba-4843-910b-3cc661cb5f02 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=875d2462-5f56-46e4-b660-4c8251a700d2 HTTP/1.1" status: 200 len: 217 time: 0.2108734 Feb 03 12:34:52.637683 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-708aebdc-ec22-4a25-b506-7a62d0d8392b tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] GET failed (client error): The resource could not be found. Feb 03 12:34:52.639251 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-708aebdc-ec22-4a25-b506-7a62d0d8392b tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] 10.222.0.18 "GET /v2.0/networks/5ffec1aa-ed89-4e34-9537-03e9bb27b918 HTTP/1.1" status: 404 len: 339 time: 0.0896313 Feb 03 12:34:52.674348 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40934) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:52.675863 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbbfbe-88aa-462c-82d9-749d0b3918c2 req-a7d446b8-c72a-404f-bc5d-b487ca1524df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:52.677377 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-70dbbfbe-88aa-462c-82d9-749d0b3918c2 req-a7d446b8-c72a-404f-bc5d-b487ca1524df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.3286238 Feb 03 12:34:52.747133 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcfae63b-2a98-4f5b-ab70-7dbc4f72da40 admin admin] Publish callbacks [] for port (a96fcea9-e484-41b6-bf5f-5e4e8b7546e6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.752754 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] For port 476882d3-ddb0-4ef3-8380-7b1015b4bf06, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:52.754134 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180a006-b819-4798-862b-2971110175a4 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=797b7349-7765-4dcb-8039-9f9ffaf57f93,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:52.761897 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] For port 476882d3-ddb0-4ef3-8380-7b1015b4bf06, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=476882d3-ddb0-4ef3-8380-7b1015b4bf06,segment=NetworkSegment(c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac),segment_id=c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:52.797562 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (476882d3-ddb0-4ef3-8380-7b1015b4bf06), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:52.835401 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-98912476-79ee-4b2a-bc2f-c2c3e45e99a8 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] GET failed (client error): The resource could not be found. Feb 03 12:34:52.836882 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-98912476-79ee-4b2a-bc2f-c2c3e45e99a8 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] 10.222.0.18 "GET /v2.0/ports/e7198054-9361-452c-a675-53a984ee7c3d HTTP/1.1" status: 404 len: 333 time: 0.1576281 Feb 03 12:34:52.854929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40936) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:52.881519 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0e2f3871-d95f-44e0-ba8c-fbeada7ac61e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:52.890626 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-70dbbfbe-88aa-462c-82d9-749d0b3918c2 req-5fd9295d-7711-4d94-97f2-e649aedf7ecb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1867616 Feb 03 12:34:52.941684 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd24997-9cb7-4e9b-83fa-14049d27632b None None] Pushing event updated for resources: {'Port': ['ID=476882d3-ddb0-4ef3-8380-7b1015b4bf06,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:52.955435 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-151ba74a-710e-4fa7-bc36-0d96cf84240a tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] GET failed (client error): The resource could not be found. Feb 03 12:34:52.957096 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-151ba74a-710e-4fa7-bc36-0d96cf84240a tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] 10.222.0.18 "GET /v2.0/subnets/b5cc086e-da80-4604-b5a2-497b0140cc6d HTTP/1.1" status: 404 len: 337 time: 0.0931394 Feb 03 12:34:52.971861 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40938) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:52.993081 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ce80aaa6-54ad-4193-8275-3c597daaff99 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:52.993318 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 0e2f3871-d95f-44e0-ba8c-fbeada7ac61e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:52.993594 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0e2f3871-d95f-44e0-ba8c-fbeada7ac61e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:53.025597 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcfae63b-2a98-4f5b-ab70-7dbc4f72da40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (a96fcea9-e484-41b6-bf5f-5e4e8b7546e6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:53.048543 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce80aaa6-54ad-4193-8275-3c597daaff99 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] PUT failed (client error): The resource could not be found. Feb 03 12:34:53.051672 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce80aaa6-54ad-4193-8275-3c597daaff99 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:34:53.053801 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ce80aaa6-54ad-4193-8275-3c597daaff99 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] 10.222.0.18 "PUT /v2.0/networks/8943fc4a-8940-43eb-8ada-3778a19bef09 HTTP/1.1" status: 404 len: 339 time: 0.0798066 Feb 03 12:34:53.076038 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b3286-2d39-4b0c-955c-2ebcceeed2ee req-e72a22c5-4872-4944-a26b-d20ce7de5aa7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:53.083338 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb9b3286-2d39-4b0c-955c-2ebcceeed2ee req-e72a22c5-4872-4944-a26b-d20ce7de5aa7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 944 time: 0.4680705 Feb 03 12:34:53.083847 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40940) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:53.097920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d18fb5cb-9c88-4323-a2e5-abfa3c85ff00 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:53.140439 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0e2f3871-d95f-44e0-ba8c-fbeada7ac61e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:53.142345 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2217c702-7f48-4ecd-aecb-db1a967af784 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:53.151336 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e288b07-9819-4f43-b878-f0091f711056 req-7ae44b58-6ad1-4227-8369-c2bcf140d701 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ce7d321e-cd31-4673-a19b-cf8afb591627), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:53.152296 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e288b07-9819-4f43-b878-f0091f711056 req-7ae44b58-6ad1-4227-8369-c2bcf140d701 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks [] for floatingip (ce7d321e-cd31-4673-a19b-cf8afb591627), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:53.172678 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4234f5b-4577-497e-84ab-25743a48d617 req-ca856990-b479-4480-a577-110e0193087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:53.174231 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-ca856990-b479-4480-a577-110e0193087e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.4494243 Feb 03 12:34:53.177584 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9e288b07-9819-4f43-b878-f0091f711056 req-7ae44b58-6ad1-4227-8369-c2bcf140d701 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Calling delete_port for ce7d321e-cd31-4673-a19b-cf8afb591627 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:34:53.195918 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-8180a006-b819-4798-862b-2971110175a4 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Allocated IP 192.168.233.202 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:53.214120 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 2217c702-7f48-4ecd-aecb-db1a967af784 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:53.214649 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2217c702-7f48-4ecd-aecb-db1a967af784), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:53.255623 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfae63b-2a98-4f5b-ab70-7dbc4f72da40 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:53.269933 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37b6f133-9ef5-4ca8-83fd-621c0f23f1f9 admin admin] Publish callbacks [] for port (dbafd52e-6ac7-4317-8940-08034f72ef25), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:53.310504 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-fcfae63b-2a98-4f5b-ab70-7dbc4f72da40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:53.318460 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfae63b-2a98-4f5b-ab70-7dbc4f72da40 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:53.396037 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-c9364c81-517f-45f3-b799-dc99eb840407 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046774 Feb 03 12:34:53.396463 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 2217c702-7f48-4ecd-aecb-db1a967af784 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:53.419898 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18fb5cb-9c88-4323-a2e5-abfa3c85ff00 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] PUT failed (client error): The resource could not be found. Feb 03 12:34:53.421847 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18fb5cb-9c88-4323-a2e5-abfa3c85ff00 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:34:53.424386 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d18fb5cb-9c88-4323-a2e5-abfa3c85ff00 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] 10.222.0.18 "PUT /v2.0/ports/0398eaff-b539-4f3e-80c7-8773600190c1 HTTP/1.1" status: 404 len: 333 time: 0.3370116 Feb 03 12:34:53.424954 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfae63b-2a98-4f5b-ab70-7dbc4f72da40 admin admin] Pushing event updated for resources: {'Port': ['ID=a96fcea9-e484-41b6-bf5f-5e4e8b7546e6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:53.443507 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40944) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:53.456502 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1bf88138-4aec-42c4-b849-29d8feac23f2 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:53.485649 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37b6f133-9ef5-4ca8-83fd-621c0f23f1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (dbafd52e-6ac7-4317-8940-08034f72ef25), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:53.494151 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-70dbbfbe-88aa-462c-82d9-749d0b3918c2 req-032b1c91-cb98-4489-b1f9-0a52828e159b service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5563619 Feb 03 12:34:53.531889 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf88138-4aec-42c4-b849-29d8feac23f2 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] PUT failed (client error): The resource could not be found. Feb 03 12:34:53.532314 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf88138-4aec-42c4-b849-29d8feac23f2 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:34:53.536842 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1bf88138-4aec-42c4-b849-29d8feac23f2 tempest-NetworksNegativeTestJSON-768818964 tempest-NetworksNegativeTestJSON-768818964-project] 10.222.0.18 "PUT /v2.0/subnets/7d751859-2469-4199-8583-3b7687f92395 HTTP/1.1" status: 404 len: 337 time: 0.0887988 Feb 03 12:34:53.558761 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb9b3286-2d39-4b0c-955c-2ebcceeed2ee req-c7982e94-0f56-4c1b-b272-0abe9c4b04a1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735107 Feb 03 12:34:53.911173 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37b6f133-9ef5-4ca8-83fd-621c0f23f1f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (b9140cd0-cd23-4fd9-a965-b5a3085b1369), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:53.935116 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6f133-9ef5-4ca8-83fd-621c0f23f1f9 admin admin] Pushing event updated for resources: {'Port': ['ID=dbafd52e-6ac7-4317-8940-08034f72ef25,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:53.996879 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-2235c81d-429c-4f15-a5f0-4d418c10b573 service neutron] 10.222.0.73 "GET /v2.0/ports/d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1/bindings/n-h2-827336-3 HTTP/1.1" status: 200 len: 384 time: 0.5802217 Feb 03 12:34:54.131960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40954) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:54.277784 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-272492ea-9919-4e72-be92-dc6aad14c36b service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8519073 Feb 03 12:34:54.356021 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e288b07-9819-4f43-b878-f0091f711056 req-7ae44b58-6ad1-4227-8369-c2bcf140d701 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ce7d321e-cd31-4673-a19b-cf8afb591627), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:54.365875 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-70dbbfbe-88aa-462c-82d9-749d0b3918c2 req-fade5085-1143-4714-8ad6-f7df261caa05 service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8370912 Feb 03 12:34:54.421622 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ab0b5-0e39-4fbc-9962-3103315b85d4 req-c4f5795a-6c9f-41c6-8edb-a8fd24dda880 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:54.429390 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d47ab0b5-0e39-4fbc-9962-3103315b85d4 req-c4f5795a-6c9f-41c6-8edb-a8fd24dda880 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 944 time: 0.7557547 Feb 03 12:34:54.493973 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-8180a006-b819-4798-862b-2971110175a4 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Publish callbacks [] for port (4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:54.532605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae44b58-6ad1-4227-8369-c2bcf140d701 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Pushing event deleted for resources: {'Port': ['ID=ce7d321e-cd31-4673-a19b-cf8afb591627,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:54.534980 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d47ab0b5-0e39-4fbc-9962-3103315b85d4 req-92ff2098-953e-4f77-a342-13a0cdc113e5 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046100 Feb 03 12:34:54.559246 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcfae63b-2a98-4f5b-ab70-7dbc4f72da40 admin admin] Publish callbacks [] for router_gateway (70448c38-2d53-4a95-8673-62be3402de1b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:54.579611 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c18988d7-9f51-410c-b6ee-ba79888adedd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:54.676389 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d71b64d-d297-465e-ad2e-234f3d632d19 None None] Network 752b0ed3-f2a8-4256-a373-c47e39ef28cd requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:34:54.732949 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f7e7523c-5f6f-4739-a783-1c1fe910c138 req-0b76a228-988b-4986-8961-8e6ffa88e7a9 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7d08576-25eb-4ae6-8ebe-fb66cc0818a9 HTTP/1.1" status: 200 len: 210 time: 0.0357013 Feb 03 12:34:54.757202 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 476882d3-ddb0-4ef3-8380-7b1015b4bf06 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:54.811683 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b6f133-9ef5-4ca8-83fd-621c0f23f1f9 admin admin] Network 8a80de18-a468-4317-aaa0-8cf5c057d35b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:54.845126 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e288b07-9819-4f43-b878-f0091f711056 req-7ae44b58-6ad1-4227-8369-c2bcf140d701 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks [] for floatingip (3f795982-dee7-4a77-b508-74fd124cca38), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:54.848346 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e288b07-9819-4f43-b878-f0091f711056 req-7ae44b58-6ad1-4227-8369-c2bcf140d701 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:54.850503 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e288b07-9819-4f43-b878-f0091f711056 req-7ae44b58-6ad1-4227-8369-c2bcf140d701 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "DELETE /v2.0/floatingips/3f795982-dee7-4a77-b508-74fd124cca38 HTTP/1.1" status: 204 len: 173 time: 3.3610878 Feb 03 12:34:54.851696 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-37b6f133-9ef5-4ca8-83fd-621c0f23f1f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:54.867152 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-96b50939-5e01-4599-95f0-634c64428123 service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498738 Feb 03 12:34:54.870873 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-8180a006-b819-4798-862b-2971110175a4 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:54.923510 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcfae63b-2a98-4f5b-ab70-7dbc4f72da40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (70448c38-2d53-4a95-8673-62be3402de1b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:54.933213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-cf436cec-6937-4853-9287-3612bd8dd80c None None] Provisioning complete for port 476882d3-ddb0-4ef3-8380-7b1015b4bf06 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:54.933593 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cf436cec-6937-4853-9287-3612bd8dd80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (476882d3-ddb0-4ef3-8380-7b1015b4bf06), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:54.977493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-8180a006-b819-4798-862b-2971110175a4 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:55.034363 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180a006-b819-4798-862b-2971110175a4 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Pushing event updated for resources: {'Port': ['ID=4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:55.053136 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-8180a006-b819-4798-862b-2971110175a4 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:55.067633 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-8180a006-b819-4798-862b-2971110175a4 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:55.091742 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bea2bd-ad79-47ba-962b-ae684193aa2a req-be7d706a-0d3f-4911-91cf-30be4e730313 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:55.094598 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-49bea2bd-ad79-47ba-962b-ae684193aa2a req-be7d706a-0d3f-4911-91cf-30be4e730313 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 944 time: 0.1636147 Feb 03 12:34:55.115350 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 476882d3-ddb0-4ef3-8380-7b1015b4bf06 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:55.120436 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (476882d3-ddb0-4ef3-8380-7b1015b4bf06), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:55.232990 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-d015558f-2134-4c15-94b0-cd4ffa572c93 service neutron] For port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:55.286221 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-49bea2bd-ad79-47ba-962b-ae684193aa2a req-5454f668-4672-4068-9f73-3f57d47e6b53 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846087 Feb 03 12:34:55.336211 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfae63b-2a98-4f5b-ab70-7dbc4f72da40 admin admin] Router 70448c38-2d53-4a95-8673-62be3402de1b is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:34:55.342721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 476882d3-ddb0-4ef3-8380-7b1015b4bf06 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:55.343404 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (476882d3-ddb0-4ef3-8380-7b1015b4bf06), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:55.373472 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cf436cec-6937-4853-9287-3612bd8dd80c None None] Current status of the port 476882d3-ddb0-4ef3-8380-7b1015b4bf06 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:55.374115 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cf436cec-6937-4853-9287-3612bd8dd80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (476882d3-ddb0-4ef3-8380-7b1015b4bf06), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:55.440205 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 476882d3-ddb0-4ef3-8380-7b1015b4bf06, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=476882d3-ddb0-4ef3-8380-7b1015b4bf06,segment=NetworkSegment(c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac),segment_id=c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:55.461934 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (476882d3-ddb0-4ef3-8380-7b1015b4bf06), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:55.502333 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-d015558f-2134-4c15-94b0-cd4ffa572c93 service neutron] For port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:55.628158 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfae63b-2a98-4f5b-ab70-7dbc4f72da40 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:34:55.630960 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-cf436cec-6937-4853-9287-3612bd8dd80c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:34:55.631592 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-cf436cec-6937-4853-9287-3612bd8dd80c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:34:55.639180 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=476882d3-ddb0-4ef3-8380-7b1015b4bf06,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:55.650149 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcfae63b-2a98-4f5b-ab70-7dbc4f72da40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:55.650941 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] Sync routers for ids ['70448c38-2d53-4a95-8673-62be3402de1b'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:34:55.657226 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fcfae63b-2a98-4f5b-ab70-7dbc4f72da40 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5235264 Feb 03 12:34:55.658939 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40968) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:55.675013 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] Routers {'70448c38-2d53-4a95-8673-62be3402de1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:55.675760 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['70448c38-2d53-4a95-8673-62be3402de1b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:55.700301 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c18988d7-9f51-410c-b6ee-ba79888adedd admin admin] Publish callbacks [] for security_group (f4b4314e-4836-4722-92f7-8ebdbf5ae283), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:55.739713 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd5fcf-35ad-4c10-82af-e9a5b31d7320 req-ff1c9eef-e189-4a9b-b000-f8d7c9caedf3 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:55.741325 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-25dd5fcf-35ad-4c10-82af-e9a5b31d7320 req-ff1c9eef-e189-4a9b-b000-f8d7c9caedf3 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc601993-0db0-4d21-82bf-e194910bac8a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6480138 Feb 03 12:34:55.742007 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c18988d7-9f51-410c-b6ee-ba79888adedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f4b4314e-4836-4722-92f7-8ebdbf5ae283), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:55.806850 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] Set router 70448c38-2d53-4a95-8673-62be3402de1b gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:55.914786 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738239ab-cd29-4797-8dde-071f21541fe4 req-068cf532-2f5e-474b-8e7d-b5d0c13155f2 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:55.919671 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-738239ab-cd29-4797-8dde-071f21541fe4 req-068cf532-2f5e-474b-8e7d-b5d0c13155f2 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 944 time: 0.1638565 Feb 03 12:34:56.020843 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70448c38-2d53-4a95-8673-62be3402de1b', 'name': 'tempest-TaggedBootDevicesTest-1526007877-router', 'tenant_id': '17ff05a26d9744a7af3d81712c627f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'a96fcea9-e484-41b6-bf5f-5e4e8b7546e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:50Z', 'updated_at': '2022-02-03T12:34:54Z', 'revision_number': 3, 'project_id': '17ff05a26d9744a7af3d81712c627f49', 'gw_port': {'id': 'a96fcea9-e484-41b6-bf5f-5e4e8b7546e6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ba:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70448c38-2d53-4a95-8673-62be3402de1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:51Z', 'updated_at': '2022-02-03T12:34:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:56.057380 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] Checking router: 70448c38-2d53-4a95-8673-62be3402de1b for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:34:56.057747 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] Updating router 70448c38-2d53-4a95-8673-62be3402de1b port a96fcea9-e484-41b6-bf5f-5e4e8b7546e6 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:34:56.070660 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-738239ab-cd29-4797-8dde-071f21541fe4 req-92e2accd-0513-44f3-9f6f-2ed7b5c4c2c6 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965471 Feb 03 12:34:56.112946 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a96fcea9-e484-41b6-bf5f-5e4e8b7546e6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:56.252721 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-8180a006-b819-4798-862b-2971110175a4 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:56.253944 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-8180a006-b819-4798-862b-2971110175a4 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:56.255056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cf436cec-6937-4853-9287-3612bd8dd80c None None] Current status of the port 476882d3-ddb0-4ef3-8380-7b1015b4bf06 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:56.280678 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccc620-ca2e-4af3-81cc-d1fa2d495d11 req-edbf2de4-3685-49b6-a9cd-3a95a6f5e832 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:56.282315 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a6ccc620-ca2e-4af3-81cc-d1fa2d495d11 req-edbf2de4-3685-49b6-a9cd-3a95a6f5e832 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7d08576-25eb-4ae6-8ebe-fb66cc0818a9 HTTP/1.1" status: 200 len: 936 time: 0.1103649 Feb 03 12:34:56.291721 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-d015558f-2134-4c15-94b0-cd4ffa572c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:34:56.323351 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-25dd5fcf-35ad-4c10-82af-e9a5b31d7320 req-51b50ba1-03f4-48a2-9d82-faf9026816ff tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.5630326 Feb 03 12:34:56.334927 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-d015558f-2134-4c15-94b0-cd4ffa572c93 service neutron] For port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:56.346012 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-8180a006-b819-4798-862b-2971110175a4 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0702381 Feb 03 12:34:56.369446 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c18988d7-9f51-410c-b6ee-ba79888adedd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd0e48b34bbe45668b4ab0c2b37c9bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2339950 Feb 03 12:34:56.372294 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40980) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:56.374572 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] Request body: {'port': {'device_id': 'b7d08576-25eb-4ae6-8ebe-fb66cc0818a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:56.398593 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4234f5b-4577-497e-84ab-25743a48d617 req-3306d5c1-1a41-4700-bd6e-242a4aa575bb tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:56.400504 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-3306d5c1-1a41-4700-bd6e-242a4aa575bb tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1&tenant_id=4d4dfb0f87774d34902a75fe55b72106&binding%3Ahost_id=n-h1-827336-3 HTTP/1.1" status: 200 len: 1126 time: 1.1112983 Feb 03 12:34:56.430512 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18988d7-9f51-410c-b6ee-ba79888adedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b4314e-4836-4722-92f7-8ebdbf5ae283,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:56.432410 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a6ccc620-ca2e-4af3-81cc-d1fa2d495d11 req-251b8074-c406-4954-a8e9-aa3a09c8b2ef tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/security-groups?id=797b7349-7765-4dcb-8039-9f9ffaf57f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432767 Feb 03 12:34:56.462727 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-d015558f-2134-4c15-94b0-cd4ffa572c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:56.483043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-45995085-33a8-45d1-9b2c-e5ec8a5a1211 None None] Provisioning complete for port 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:56.484394 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45995085-33a8-45d1-9b2c-e5ec8a5a1211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:56.491032 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b6f133-9ef5-4ca8-83fd-621c0f23f1f9 admin admin] Router b9140cd0-cd23-4fd9-a965-b5a3085b1369 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:34:56.555965 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-45995085-33a8-45d1-9b2c-e5ec8a5a1211 None None] Port 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:34:56.610061 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2fc658c-0693-4410-8887-69e9abeb8743 req-1b4fd37f-597f-441d-b7db-d831a695ba36 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1040916 Feb 03 12:34:56.611713 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-45995085-33a8-45d1-9b2c-e5ec8a5a1211 None None] Provisioning complete for port 476882d3-ddb0-4ef3-8380-7b1015b4bf06 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:56.612338 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45995085-33a8-45d1-9b2c-e5ec8a5a1211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (476882d3-ddb0-4ef3-8380-7b1015b4bf06), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:56.625455 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-661441d9-05c2-4887-9350-f1a34e867e31 admin admin] Publish callbacks [] for security_group (f4b4314e-4836-4722-92f7-8ebdbf5ae283), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:56.641633 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c0ddfae-ba11-49b8-a593-73ddab492607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:56.650817 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:56.672296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 476882d3-ddb0-4ef3-8380-7b1015b4bf06 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:34:56.683109 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] Publish callbacks [] for port (a96fcea9-e484-41b6-bf5f-5e4e8b7546e6), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:56.691445 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-661441d9-05c2-4887-9350-f1a34e867e31 admin admin] Publish callbacks [] for security_group (f4b4314e-4836-4722-92f7-8ebdbf5ae283), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:56.731623 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a96fcea9-e484-41b6-bf5f-5e4e8b7546e6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:56.762633 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-d015558f-2134-4c15-94b0-cd4ffa572c93 service neutron] Transition to ACTIVE for port object d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:34:56.871880 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-d015558f-2134-4c15-94b0-cd4ffa572c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:56.886095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f2c30-d9f4-428d-aaf0-49c354542aca req-151a676a-eeb8-4965-a00a-c08892b4180d tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:56.887806 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d89f2c30-d9f4-428d-aaf0-49c354542aca req-151a676a-eeb8-4965-a00a-c08892b4180d tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 1126 time: 0.1197133 Feb 03 12:34:56.888534 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-661441d9-05c2-4887-9350-f1a34e867e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f4b4314e-4836-4722-92f7-8ebdbf5ae283), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:56.891681 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-661441d9-05c2-4887-9350-f1a34e867e31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:56.895160 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-661441d9-05c2-4887-9350-f1a34e867e31 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4b4314e-4836-4722-92f7-8ebdbf5ae283 HTTP/1.1" status: 204 len: 168 time: 0.4997389 Feb 03 12:34:56.958680 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015558f-2134-4c15-94b0-cd4ffa572c93 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:56.964664 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661441d9-05c2-4887-9350-f1a34e867e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b4314e-4836-4722-92f7-8ebdbf5ae283,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:56.997810 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9f34d-ed46-4f25-aa54-4846c5fbe10f req-a32f9d9c-a09c-4a69-b130-c3287de19ff2 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:57.005450 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-6c0ddfae-ba11-49b8-a593-73ddab492607 admin admin] Allocated IP 172.20.0.1 (752b0ed3-f2a8-4256-a373-c47e39ef28cd/3dc9b0c5-ef80-4130-a29d-60919ecf2785/1e184c78-0a35-49ab-986e-19fee9845ece) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:34:57.006050 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e8e9f34d-ed46-4f25-aa54-4846c5fbe10f req-a32f9d9c-a09c-4a69-b130-c3287de19ff2 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 944 time: 0.4947076 Feb 03 12:34:57.045195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:34:57.078889 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d89f2c30-d9f4-428d-aaf0-49c354542aca req-ae174359-c3a6-45a1-b1fe-99a6b195a1ce tempest-LiveAutoBlockMigrationV225Test-370602693 tempest-LiveAutoBlockMigrationV225Test-370602693-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717594 Feb 03 12:34:57.083824 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e8e9f34d-ed46-4f25-aa54-4846c5fbe10f req-2b99044a-0b21-46d3-8ca2-d7dceb0cb614 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766487 Feb 03 12:34:57.131766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b6f133-9ef5-4ca8-83fd-621c0f23f1f9 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:34:57.150185 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] Sync routers for ids ['b9140cd0-cd23-4fd9-a965-b5a3085b1369'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:34:57.164641 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-45995085-33a8-45d1-9b2c-e5ec8a5a1211 None None] Current status of the port 476882d3-ddb0-4ef3-8380-7b1015b4bf06 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:57.176459 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] Routers {'b9140cd0-cd23-4fd9-a965-b5a3085b1369'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:57.177108 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b9140cd0-cd23-4fd9-a965-b5a3085b1369'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:57.177930 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-37b6f133-9ef5-4ca8-83fd-621c0f23f1f9 admin admin] 10.222.0.18 "PUT /v2.0/routers/b9140cd0-cd23-4fd9-a965-b5a3085b1369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3860917 Feb 03 12:34:57.249648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-d015558f-2134-4c15-94b0-cd4ffa572c93 service neutron] No DVR routers for this DVR port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:34:57.258092 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] Attempting to bind port a96fcea9-e484-41b6-bf5f-5e4e8b7546e6 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:57.258833 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] Attempting to bind port a96fcea9-e484-41b6-bf5f-5e4e8b7546e6 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:57.259883 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] Attempting to bind port a96fcea9-e484-41b6-bf5f-5e4e8b7546e6 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:57.273514 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 476882d3-ddb0-4ef3-8380-7b1015b4bf06 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:57.286018 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (476882d3-ddb0-4ef3-8380-7b1015b4bf06), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:57.326322 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a631e-6977-40d4-9111-d943b41f393d None None] Pushing event updated for resources: {'Port': ['ID=a96fcea9-e484-41b6-bf5f-5e4e8b7546e6,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:57.428761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:57.429158 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:57.432905 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:57.433347 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:57.435041 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] Bound port: a96fcea9-e484-41b6-bf5f-5e4e8b7546e6, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:57.435456 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a96fcea9-e484-41b6-bf5f-5e4e8b7546e6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:57.437319 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-45995085-33a8-45d1-9b2c-e5ec8a5a1211 None None] Provisioning complete for port dbafd52e-6ac7-4317-8940-08034f72ef25 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:57.437700 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45995085-33a8-45d1-9b2c-e5ec8a5a1211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dbafd52e-6ac7-4317-8940-08034f72ef25), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:57.458238 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] Set router b9140cd0-cd23-4fd9-a965-b5a3085b1369 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:57.471858 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c0ddfae-ba11-49b8-a593-73ddab492607 admin admin] Publish callbacks [] for port (1e184c78-0a35-49ab-986e-19fee9845ece), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:57.504355 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-d015558f-2134-4c15-94b0-cd4ffa572c93 service neutron] 10.222.0.73 "PUT /v2.0/ports/d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1/bindings/n-h2-827336-3/activate HTTP/1.1" status: 200 len: 369 time: 3.4726644 Feb 03 12:34:57.539418 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b4234f5b-4577-497e-84ab-25743a48d617 req-6a4e3a2a-69c5-4af5-ba43-bd980bb7a8f0 service neutron] For port 875d2462-5f56-46e4-b660-4c8251a700d2, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:57.547015 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b4234f5b-4577-497e-84ab-25743a48d617 req-6a4e3a2a-69c5-4af5-ba43-bd980bb7a8f0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:57.548851 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4234f5b-4577-497e-84ab-25743a48d617 req-6a4e3a2a-69c5-4af5-ba43-bd980bb7a8f0 service neutron] 10.222.0.73 "DELETE /v2.0/ports/875d2462-5f56-46e4-b660-4c8251a700d2/bindings/n-h2-827336-3 HTTP/1.1" status: 204 len: 173 time: 1.1248076 Feb 03 12:34:57.565684 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-45995085-33a8-45d1-9b2c-e5ec8a5a1211 None None] Port dbafd52e-6ac7-4317-8940-08034f72ef25 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:34:57.623673 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] The host n-h1-827336-3 is not matching for port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 host n-h2-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:34:57.624234 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:34:57.643070 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c0ddfae-ba11-49b8-a593-73ddab492607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (1e184c78-0a35-49ab-986e-19fee9845ece), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:57.710945 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] For port a96fcea9-e484-41b6-bf5f-5e4e8b7546e6, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:57.722204 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] For port a96fcea9-e484-41b6-bf5f-5e4e8b7546e6, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a96fcea9-e484-41b6-bf5f-5e4e8b7546e6,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:57.810981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 476882d3-ddb0-4ef3-8380-7b1015b4bf06 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:57.820751 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0ddfae-ba11-49b8-a593-73ddab492607 admin admin] Network 752b0ed3-f2a8-4256-a373-c47e39ef28cd is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:34:57.822717 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a96fcea9-e484-41b6-bf5f-5e4e8b7546e6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:57.838921 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6c0ddfae-ba11-49b8-a593-73ddab492607 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:34:57.849713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ddfae-ba11-49b8-a593-73ddab492607 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:34:57.923319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f99e0-c847-4a0a-910e-2b2e921d9f19 req-1fcfc8bb-03d1-46b1-a386-c0e1e92eeb9b tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:57.938378 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] Routers {'70448c38-2d53-4a95-8673-62be3402de1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:57.939044 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['70448c38-2d53-4a95-8673-62be3402de1b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:57.944851 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ddfae-ba11-49b8-a593-73ddab492607 admin admin] Pushing event updated for resources: {'Port': ['ID=1e184c78-0a35-49ab-986e-19fee9845ece,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:57.947357 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a13f99e0-c847-4a0a-910e-2b2e921d9f19 req-1fcfc8bb-03d1-46b1-a386-c0e1e92eeb9b tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 946 time: 0.3218942 Feb 03 12:34:57.960956 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9140cd0-cd23-4fd9-a965-b5a3085b1369', 'name': 'tempest-FloatingIPsNegativeTestJSON-1888728376-router', 'tenant_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0e2f3871-d95f-44e0-ba8c-fbeada7ac61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:34:51Z', 'revision_number': 4, 'project_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'gw_port': {'id': '0e2f3871-d95f-44e0-ba8c-fbeada7ac61e', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9140cd0-cd23-4fd9-a965-b5a3085b1369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:35Z', 'updated_at': '2022-02-03T12:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'dbafd52e-6ac7-4317-8940-08034f72ef25', 'name': '', 'network_id': '8a80de18-a468-4317-aaa0-8cf5c057d35b', 'tenant_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'mac_address': 'fa:16:3e:8d:98:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9140cd0-cd23-4fd9-a965-b5a3085b1369', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '6d817b7e-1897-49c4-8ff5-a48b8e2a8a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:47Z', 'updated_at': '2022-02-03T12:34:52Z', 'revision_number': 2, 'project_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'subnets': [{'id': '6d817b7e-1897-49c4-8ff5-a48b8e2a8a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:57.979161 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-d811d134-94d8-42e2-8b29-1133c7e1193c tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:57.984492 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-d811d134-94d8-42e2-8b29-1133c7e1193c tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3&tenant_id=59121cc9f5494060a5397600a3646346&binding%3Ahost_id=n-h1-827336-3 HTTP/1.1" status: 200 len: 1127 time: 0.2370529 Feb 03 12:34:58.052603 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] Checking router: b9140cd0-cd23-4fd9-a965-b5a3085b1369 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:34:58.052955 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] Updating router b9140cd0-cd23-4fd9-a965-b5a3085b1369 port dbafd52e-6ac7-4317-8940-08034f72ef25 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:34:58.084206 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c0ddfae-ba11-49b8-a593-73ddab492607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (70448c38-2d53-4a95-8673-62be3402de1b), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.156739 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dbafd52e-6ac7-4317-8940-08034f72ef25), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.177897 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a631e-6977-40d4-9111-d943b41f393d None None] Pushing event updated for resources: {'Port': ['ID=a96fcea9-e484-41b6-bf5f-5e4e8b7546e6,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:58.208027 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:34:58.249114 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39d04f-e375-4d27-96d2-b288928fce2f req-df89ab3b-f1e7-4ad3-ad71-61a8684adcf0 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:58.249263 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a13f99e0-c847-4a0a-910e-2b2e921d9f19 req-3e0d0ef6-3416-49ef-bc4d-2428bcebc967 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc9d2b4-8160-4e01-aee2-7e0f76d18889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962120 Feb 03 12:34:58.249263 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] Publish callbacks [] for port (4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.252876 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8d39d04f-e375-4d27-96d2-b288928fce2f req-df89ab3b-f1e7-4ad3-ad71-61a8684adcf0 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7d08576-25eb-4ae6-8ebe-fb66cc0818a9 HTTP/1.1" status: 200 len: 936 time: 0.5243287 Feb 03 12:34:58.277105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-bf42f371-4d98-47cd-9085-6bc8b1145f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:58.278988 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-bf42f371-4d98-47cd-9085-6bc8b1145f81 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3&tenant_id=59121cc9f5494060a5397600a3646346 HTTP/1.1" status: 200 len: 1127 time: 0.2832839 Feb 03 12:34:58.289183 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] Transition to ACTIVE for port object 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:34:58.297329 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.304001 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f524bb42-d3a2-42bf-b896-e322c0482b9d None None] Provisioning complete for port 1e184c78-0a35-49ab-986e-19fee9845ece triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:58.304807 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f524bb42-d3a2-42bf-b896-e322c0482b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1e184c78-0a35-49ab-986e-19fee9845ece), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.337805 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] Set router 70448c38-2d53-4a95-8673-62be3402de1b gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:58.507030 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f524bb42-d3a2-42bf-b896-e322c0482b9d None None] Port 1e184c78-0a35-49ab-986e-19fee9845ece cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:34:58.521159 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8d39d04f-e375-4d27-96d2-b288928fce2f req-5fca5c9b-43d9-48ef-a4a3-704d8df4366d tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/security-groups?id=797b7349-7765-4dcb-8039-9f9ffaf57f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658598 Feb 03 12:34:58.573036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] Pushing event updated for resources: {'Port': ['ID=4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:58.781261 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-4ba0a7d3-c593-43a9-a30e-484f14f673da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:58.782806 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-4ba0a7d3-c593-43a9-a30e-484f14f673da service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 1127 time: 0.4043853 Feb 03 12:34:58.802171 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41026) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:58.878346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96bc66-eb53-4412-9195-c82c61e4f22a req-e73e3ca8-ca1a-42a0-a6fb-03cc094c73a0 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:58.880332 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e96bc66-eb53-4412-9195-c82c61e4f22a req-e73e3ca8-ca1a-42a0-a6fb-03cc094c73a0 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 944 time: 0.3648560 Feb 03 12:34:58.930737 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] Attempting to bind port 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:58.931456 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] Attempting to bind port 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:58.932228 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] Attempting to bind port 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:58.946863 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] Publish callbacks [] for port (dbafd52e-6ac7-4317-8940-08034f72ef25), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.952052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43047c-2031-4fee-879b-110571efd4aa req-d9c18f75-1132-4f93-b147-f17072ed6fae tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:58.958079 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dbafd52e-6ac7-4317-8940-08034f72ef25), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.966923 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed43047c-2031-4fee-879b-110571efd4aa req-d9c18f75-1132-4f93-b147-f17072ed6fae tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 944 time: 0.2472014 Feb 03 12:34:58.970470 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c0ddfae-ba11-49b8-a593-73ddab492607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1e184c78-0a35-49ab-986e-19fee9845ece), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:58.989306 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] Port 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:34:58.989869 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] Attempting to bind port 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:59.001405 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70448c38-2d53-4a95-8673-62be3402de1b', 'name': 'tempest-TaggedBootDevicesTest-1526007877-router', 'tenant_id': '17ff05a26d9744a7af3d81712c627f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'a96fcea9-e484-41b6-bf5f-5e4e8b7546e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:50Z', 'updated_at': '2022-02-03T12:34:54Z', 'revision_number': 3, 'project_id': '17ff05a26d9744a7af3d81712c627f49', 'gw_port': {'id': 'a96fcea9-e484-41b6-bf5f-5e4e8b7546e6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ba:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70448c38-2d53-4a95-8673-62be3402de1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:51Z', 'updated_at': '2022-02-03T12:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:59.017573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:59.020381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:59.020850 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:59.021401 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] Bound port: 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:59.021781 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:59.055493 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37144594-934f-4138-96e4-e1c30bffcbc7 None None] Pushing event updated for resources: {'Port': ['ID=dbafd52e-6ac7-4317-8940-08034f72ef25,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:59.064658 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c4b41d-3ff5-4381-b1ae-5b4692f97968 None None] The sync data for ids ['70448c38-2d53-4a95-8673-62be3402de1b'] in n-d-827336-3 is: [{'id': '70448c38-2d53-4a95-8673-62be3402de1b', 'name': 'tempest-TaggedBootDevicesTest-1526007877-router', 'tenant_id': '17ff05a26d9744a7af3d81712c627f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'a96fcea9-e484-41b6-bf5f-5e4e8b7546e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:50Z', 'updated_at': '2022-02-03T12:34:54Z', 'revision_number': 3, 'project_id': '17ff05a26d9744a7af3d81712c627f49', 'gw_port': {'id': 'a96fcea9-e484-41b6-bf5f-5e4e8b7546e6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ba:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70448c38-2d53-4a95-8673-62be3402de1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:51Z', 'updated_at': '2022-02-03T12:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:34:59.129720 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-78c835e0-ebef-434e-9cce-78e8b4bf1288 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1373415612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:59.164170 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] Attempting to bind port dbafd52e-6ac7-4317-8940-08034f72ef25 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:34:59.164750 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] Attempting to bind port dbafd52e-6ac7-4317-8940-08034f72ef25 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b8016149-dc02-44f2-be78-cc005637a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8a80de18-a468-4317-aaa0-8cf5c057d35b'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:34:59.164885 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] Attempting to bind port dbafd52e-6ac7-4317-8940-08034f72ef25 on network 8a80de18-a468-4317-aaa0-8cf5c057d35b {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:34:59.175116 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:34:59.175501 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] Checking segment: {'id': 'b8016149-dc02-44f2-be78-cc005637a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8a80de18-a468-4317-aaa0-8cf5c057d35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:34:59.175918 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:59.176337 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] Bound using segment: {'id': 'b8016149-dc02-44f2-be78-cc005637a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8a80de18-a468-4317-aaa0-8cf5c057d35b'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:34:59.176822 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] Bound port: dbafd52e-6ac7-4317-8940-08034f72ef25, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8016149-dc02-44f2-be78-cc005637a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8a80de18-a468-4317-aaa0-8cf5c057d35b'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:34:59.177205 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dbafd52e-6ac7-4317-8940-08034f72ef25), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:59.210796 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-37ab251a-6a07-41fe-943b-b58388cf353b req-94799fc5-e0eb-4e74-8515-88edd2c451b6 tempest-FloatingIPsNegativeTestJSON-74949559 tempest-FloatingIPsNegativeTestJSON-74949559-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=85c29679b0cc4e73a0c5cf6e4c6b712d HTTP/1.1" status: 200 len: 217 time: 0.1649613 Feb 03 12:34:59.212065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-4b060843-0241-4e12-8956-fc374cb68e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:59.213847 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-4b060843-0241-4e12-8956-fc374cb68e8b service neutron] 10.222.0.31 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 909 time: 0.4087434 Feb 03 12:34:59.270708 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed43047c-2031-4fee-879b-110571efd4aa req-31f9e582-d002-4c42-9508-285ab6d6caac tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010931 Feb 03 12:34:59.308356 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78c835e0-ebef-434e-9cce-78e8b4bf1288 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (bcb823c2-b93d-4e15-835c-608f4ee03842), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:59.325741 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78c835e0-ebef-434e-9cce-78e8b4bf1288 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (bcb823c2-b93d-4e15-835c-608f4ee03842), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:59.361711 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] For port dbafd52e-6ac7-4317-8940-08034f72ef25, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:59.365390 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] For port dbafd52e-6ac7-4317-8940-08034f72ef25, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dbafd52e-6ac7-4317-8940-08034f72ef25,segment=NetworkSegment(b8016149-dc02-44f2-be78-cc005637a165),segment_id=b8016149-dc02-44f2-be78-cc005637a165)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:59.372086 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-761b0dda-2fa3-4d97-9863-8ebd5f50381f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 HTTP/1.1" status: 200 len: 217 time: 0.1345675 Feb 03 12:34:59.376991 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dbafd52e-6ac7-4317-8940-08034f72ef25), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:59.461907 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37144594-934f-4138-96e4-e1c30bffcbc7 None None] Pushing event updated for resources: {'Port': ['ID=dbafd52e-6ac7-4317-8940-08034f72ef25,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:59.481757 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] Routers {'b9140cd0-cd23-4fd9-a965-b5a3085b1369'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:34:59.482530 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b9140cd0-cd23-4fd9-a965-b5a3085b1369'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:34:59.485418 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2a13a919-c0f6-4acd-ae9c-dda7cea0a876 req-e0e81d3e-f7cc-4a2c-9cd6-5fc537305a66 tempest-FloatingIPsNegativeTestJSON-74949559 tempest-FloatingIPsNegativeTestJSON-74949559-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1413777 Feb 03 12:34:59.560760 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4e9a25db-0289-4ae0-8ac0-de1a96dc0eb1 None None] Provisioning complete for port dbafd52e-6ac7-4317-8940-08034f72ef25 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:59.561832 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e9a25db-0289-4ae0-8ac0-de1a96dc0eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dbafd52e-6ac7-4317-8940-08034f72ef25), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:59.664471 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78c835e0-ebef-434e-9cce-78e8b4bf1288 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for router_controller (bcb823c2-b93d-4e15-835c-608f4ee03842), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:59.724767 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78c835e0-ebef-434e-9cce-78e8b4bf1288 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (bcb823c2-b93d-4e15-835c-608f4ee03842), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:59.726263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] For port 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:34:59.740182 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4e9a25db-0289-4ae0-8ac0-de1a96dc0eb1 None None] Current status of the port dbafd52e-6ac7-4317-8940-08034f72ef25 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:34:59.740987 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e9a25db-0289-4ae0-8ac0-de1a96dc0eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dbafd52e-6ac7-4317-8940-08034f72ef25), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:59.795633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4e9a25db-0289-4ae0-8ac0-de1a96dc0eb1 None None] For port dbafd52e-6ac7-4317-8940-08034f72ef25, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dbafd52e-6ac7-4317-8940-08034f72ef25,segment=NetworkSegment(b8016149-dc02-44f2-be78-cc005637a165),segment_id=b8016149-dc02-44f2-be78-cc005637a165)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:34:59.802561 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e9a25db-0289-4ae0-8ac0-de1a96dc0eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dbafd52e-6ac7-4317-8940-08034f72ef25), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:59.806823 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] For port 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:34:59.815899 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78c835e0-ebef-434e-9cce-78e8b4bf1288 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:59.822525 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-78c835e0-ebef-434e-9cce-78e8b4bf1288 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0162292 Feb 03 12:34:59.826894 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41040) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:34:59.847044 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-aba7d7a1-62d4-4bf0-a548-12c96030964a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-807664864'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:34:59.847798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-5e96bc66-eb53-4412-9195-c82c61e4f22a req-2b2acd87-bc36-4996-9dcd-d394c6acbb21 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Deleting port 875d2462-5f56-46e4-b660-4c8251a700d2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:34:59.848496 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5e96bc66-eb53-4412-9195-c82c61e4f22a req-2b2acd87-bc36-4996-9dcd-d394c6acbb21 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (875d2462-5f56-46e4-b660-4c8251a700d2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:59.853088 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] Set router b9140cd0-cd23-4fd9-a965-b5a3085b1369 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:34:59.910252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-69306dfa-aee6-4736-9fc5-a17b2a4727a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:59.912100 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-69306dfa-aee6-4736-9fc5-a17b2a4727a5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.4967527 Feb 03 12:34:59.923464 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c0ddfae-ba11-49b8-a593-73ddab492607 admin admin] Publish callbacks [] for port (1e184c78-0a35-49ab-986e-19fee9845ece), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:59.931029 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:59.940184 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349f727-35a3-469e-aa23-0353cd894a4f req-b920437c-d8f8-47e2-864c-87b027613e5c tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:34:59.943967 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5349f727-35a3-469e-aa23-0353cd894a4f req-b920437c-d8f8-47e2-864c-87b027613e5c tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 946 time: 0.2994764 Feb 03 12:34:59.945544 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a25db-0289-4ae0-8ac0-de1a96dc0eb1 None None] Pushing event updated for resources: {'Port': ['ID=dbafd52e-6ac7-4317-8940-08034f72ef25,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:34:59.956792 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c0ddfae-ba11-49b8-a593-73ddab492607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (1e184c78-0a35-49ab-986e-19fee9845ece), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:34:59.963024 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6de52de4-dfb8-4531-8d93-8bb726199cc3 None None] Provisioning complete for port dbafd52e-6ac7-4317-8940-08034f72ef25 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:34:59.963791 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6de52de4-dfb8-4531-8d93-8bb726199cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dbafd52e-6ac7-4317-8940-08034f72ef25), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:00.054762 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c0ddfae-ba11-49b8-a593-73ddab492607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (70448c38-2d53-4a95-8673-62be3402de1b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:00.057858 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dade97-b23b-4cbb-8647-f3e93d5aedf1 req-5cd0ab4c-dad7-480d-aae5-da15e694fbe9 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:00.059558 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e0dade97-b23b-4cbb-8647-f3e93d5aedf1 req-5cd0ab4c-dad7-480d-aae5-da15e694fbe9 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 945 time: 0.7031763 Feb 03 12:35:00.127241 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-def500cd-4b9f-44fa-ab7c-e9ebb37ba82f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1925890 Feb 03 12:35:00.138826 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6de52de4-dfb8-4531-8d93-8bb726199cc3 None None] Current status of the port dbafd52e-6ac7-4317-8940-08034f72ef25 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:00.194958 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba7d7a1-62d4-4bf0-a548-12c96030964a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Made reservation on behalf of 3e7e9172e02b47eaa59836c36ba032c8 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:00.195570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:00.201063 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aba7d7a1-62d4-4bf0-a548-12c96030964a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:00.202897 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:00.205143 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ddfae-ba11-49b8-a593-73ddab492607 admin admin] Pushing event updated for resources: {'Port': ['ID=1e184c78-0a35-49ab-986e-19fee9845ece,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:00.206175 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] 10.222.0.31 "PUT /v2.0/ports/4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 HTTP/1.1" status: 200 len: 1096 time: 3.8365409 Feb 03 12:35:00.230420 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d08576-25eb-4ae6-8ebe-fb66cc0818a9', 'tag': '4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:00.241245 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c9b04a-e55b-4b21-ac81-de129bd38053" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d08576-25eb-4ae6-8ebe-fb66cc0818a9", "tag": "4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:00.256130 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd9598-38b4-4538-810f-878af27dde7b req-8abf7f2c-0c8a-4fb2-85f2-7a4b8c401c8e tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:00.257734 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eefd9598-38b4-4538-810f-878af27dde7b req-8abf7f2c-0c8a-4fb2-85f2-7a4b8c401c8e tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 946 time: 0.6847749 Feb 03 12:35:00.313619 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aba7d7a1-62d4-4bf0-a548-12c96030964a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:00.361201 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9140cd0-cd23-4fd9-a965-b5a3085b1369', 'name': 'tempest-FloatingIPsNegativeTestJSON-1888728376-router', 'tenant_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0e2f3871-d95f-44e0-ba8c-fbeada7ac61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:34:51Z', 'revision_number': 4, 'project_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'gw_port': {'id': '0e2f3871-d95f-44e0-ba8c-fbeada7ac61e', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9140cd0-cd23-4fd9-a965-b5a3085b1369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:35Z', 'updated_at': '2022-02-03T12:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'dbafd52e-6ac7-4317-8940-08034f72ef25', 'name': '', 'network_id': '8a80de18-a468-4317-aaa0-8cf5c057d35b', 'tenant_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'mac_address': 'fa:16:3e:8d:98:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9140cd0-cd23-4fd9-a965-b5a3085b1369', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '6d817b7e-1897-49c4-8ff5-a48b8e2a8a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:47Z', 'updated_at': '2022-02-03T12:34:59Z', 'revision_number': 4, 'project_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'subnets': [{'id': '6d817b7e-1897-49c4-8ff5-a48b8e2a8a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:00.364243 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5349f727-35a3-469e-aa23-0353cd894a4f req-9516a3aa-9658-41e5-bcbe-4a62f48b3203 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc9d2b4-8160-4e01-aee2-7e0f76d18889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120204 Feb 03 12:35:00.419862 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3341105-ee8a-4c93-9dde-f7389cb02d0e service neutron] Pushing event updated for resources: {'Port': ['ID=4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:00.465964 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264284db-8709-4b67-a7fc-c9666be4232f None None] The sync data for ids ['b9140cd0-cd23-4fd9-a965-b5a3085b1369'] in n-d-827336-3 is: [{'id': 'b9140cd0-cd23-4fd9-a965-b5a3085b1369', 'name': 'tempest-FloatingIPsNegativeTestJSON-1888728376-router', 'tenant_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0e2f3871-d95f-44e0-ba8c-fbeada7ac61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:34:51Z', 'revision_number': 4, 'project_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'gw_port': {'id': '0e2f3871-d95f-44e0-ba8c-fbeada7ac61e', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9140cd0-cd23-4fd9-a965-b5a3085b1369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:35Z', 'updated_at': '2022-02-03T12:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'dbafd52e-6ac7-4317-8940-08034f72ef25', 'name': '', 'network_id': '8a80de18-a468-4317-aaa0-8cf5c057d35b', 'tenant_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'mac_address': 'fa:16:3e:8d:98:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9140cd0-cd23-4fd9-a965-b5a3085b1369', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '6d817b7e-1897-49c4-8ff5-a48b8e2a8a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:47Z', 'updated_at': '2022-02-03T12:34:59Z', 'revision_number': 4, 'project_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'subnets': [{'id': '6d817b7e-1897-49c4-8ff5-a48b8e2a8a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:35:00.782812 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a96fcea9-e484-41b6-bf5f-5e4e8b7546e6 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:00.829147 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5e96bc66-eb53-4412-9195-c82c61e4f22a req-2b2acd87-bc36-4996-9dcd-d394c6acbb21 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] For port 875d2462-5f56-46e4-b660-4c8251a700d2, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=875d2462-5f56-46e4-b660-4c8251a700d2,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:00.829717 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5e96bc66-eb53-4412-9195-c82c61e4f22a req-2b2acd87-bc36-4996-9dcd-d394c6acbb21 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (875d2462-5f56-46e4-b660-4c8251a700d2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:00.848599 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e0dade97-b23b-4cbb-8647-f3e93d5aedf1 req-c01099fc-3c23-4d51-b1f2-efb2e28398cf tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7250288 Feb 03 12:35:00.906807 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:00.912438 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-5e96bc66-eb53-4412-9195-c82c61e4f22a req-2b2acd87-bc36-4996-9dcd-d394c6acbb21 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Calling delete_port for 875d2462-5f56-46e4-b660-4c8251a700d2 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:00.939630 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port a96fcea9-e484-41b6-bf5f-5e4e8b7546e6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:00.939994 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a96fcea9-e484-41b6-bf5f-5e4e8b7546e6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:01.031472 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-0d3057bf-5e8c-4175-a9f0-21d76d4d9a05 service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8699148 Feb 03 12:35:01.047210 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-d6dd07cc-ec5a-4d7c-8c10-5027a5b17f57 req-36dc1f30-8df3-4dc8-94e9-73db0c01b67a tempest-FloatingIPsNegativeTestJSON-74949559 tempest-FloatingIPsNegativeTestJSON-74949559-project] show failed (client error): The resource could not be found. Feb 03 12:35:01.048265 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d6dd07cc-ec5a-4d7c-8c10-5027a5b17f57 req-36dc1f30-8df3-4dc8-94e9-73db0c01b67a tempest-FloatingIPsNegativeTestJSON-74949559 tempest-FloatingIPsNegativeTestJSON-74949559-project] 10.222.0.18 "GET /v2.0/floatingips/db158207-f936-4add-960b-c412999f4727 HTTP/1.1" status: 404 len: 350 time: 0.5574181 Feb 03 12:35:01.059279 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41048) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:01.118936 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port a96fcea9-e484-41b6-bf5f-5e4e8b7546e6 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:01.124558 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a96fcea9-e484-41b6-bf5f-5e4e8b7546e6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:01.154426 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d376c36-351d-41a6-aebd-2a34cf647851 x-openstack-request-id: req-5d376c36-351d-41a6-aebd-2a34cf647851 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:01.154733 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d08576-25eb-4ae6-8ebe-fb66cc0818a9", "tag": "4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:01.155247 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d376c36-351d-41a6-aebd-2a34cf647851 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:01.155660 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d08576-25eb-4ae6-8ebe-fb66cc0818a9', 'tag': '4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5', 'status': 'completed', 'code': 200} Feb 03 12:35:01.172388 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-bc4cd352-4606-4e62-b512-d4522ecc24b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:01.174521 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-bc4cd352-4606-4e62-b512-d4522ecc24b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5a31c67ea51343ef9c1a17ba86b9022e&device_id=b7d08576-25eb-4ae6-8ebe-fb66cc0818a9 HTTP/1.1" status: 200 len: 1130 time: 0.8975554 Feb 03 12:35:01.186243 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port a96fcea9-e484-41b6-bf5f-5e4e8b7546e6, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a96fcea9-e484-41b6-bf5f-5e4e8b7546e6,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:01.199186 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a96fcea9-e484-41b6-bf5f-5e4e8b7546e6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:01.211647 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-eefd9598-38b4-4538-810f-878af27dde7b req-7f654ec9-1f91-459f-ac0d-f0ef61b8f1e1 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Deleting port 74114140-71cb-4752-a514-9e3dbcf40029 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:01.212072 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-eefd9598-38b4-4538-810f-878af27dde7b req-7f654ec9-1f91-459f-ac0d-f0ef61b8f1e1 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (74114140-71cb-4752-a514-9e3dbcf40029), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:01.293594 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=a96fcea9-e484-41b6-bf5f-5e4e8b7546e6,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:01.294201 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aba7d7a1-62d4-4bf0-a548-12c96030964a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for security_group (4740520f-1ccf-4f63-bb45-f4d71bb720d6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:01.324019 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aba7d7a1-62d4-4bf0-a548-12c96030964a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4740520f-1ccf-4f63-bb45-f4d71bb720d6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:01.336502 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0ddfae-ba11-49b8-a593-73ddab492607 admin admin] Network 752b0ed3-f2a8-4256-a373-c47e39ef28cd is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:01.382030 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba7d7a1-62d4-4bf0-a548-12c96030964a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:35:01.398269 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6c0ddfae-ba11-49b8-a593-73ddab492607 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:01.402959 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aba7d7a1-62d4-4bf0-a548-12c96030964a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (60513143-2f59-4bbb-a575-b3fa7b22226d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:01.403317 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-aba7d7a1-62d4-4bf0-a548-12c96030964a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Added segment 60513143-2f59-4bbb-a575-b3fa7b22226d of type vlan for network b029ccb9-3737-432d-a249-4765e0447ce6 Feb 03 12:35:01.701160 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aba7d7a1-62d4-4bf0-a548-12c96030964a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (b029ccb9-3737-432d-a249-4765e0447ce6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:01.745699 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7d7a1-62d4-4bf0-a548-12c96030964a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4740520f-1ccf-4f63-bb45-f4d71bb720d6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:01.776916 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-bbda5633-c570-41f7-ac6c-dd184496baab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 HTTP/1.1" status: 200 len: 217 time: 0.5782013 Feb 03 12:35:01.843962 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f18dc6-1c0e-449a-ad85-aecedc98469d req-e156dab2-178b-41ac-bb87-7004e44b701d tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:01.845254 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-60f18dc6-1c0e-449a-ad85-aecedc98469d req-e156dab2-178b-41ac-bb87-7004e44b701d tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 944 time: 0.6235979 Feb 03 12:35:01.850703 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-31922c2e-42d4-40de-9648-573ab9b46400 service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7937219 Feb 03 12:35:01.862310 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c69600f4-696e-42ad-bf3a-12e044513e74 None None] Provisioning complete for port 1e184c78-0a35-49ab-986e-19fee9845ece triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:01.862909 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c69600f4-696e-42ad-bf3a-12e044513e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1e184c78-0a35-49ab-986e-19fee9845ece), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:01.877867 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5e96bc66-eb53-4412-9195-c82c61e4f22a req-2b2acd87-bc36-4996-9dcd-d394c6acbb21 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (875d2462-5f56-46e4-b660-4c8251a700d2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:01.911471 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['d554fd18-71cb-4717-be6f-4e59565601bb'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:01.938727 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5ebd4-25ac-4b01-9cc1-75894f542e6c req-74ac5b7a-c71a-45b4-ac7e-a7b364de32ad tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:01.940666 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5dc5ebd4-25ac-4b01-9cc1-75894f542e6c req-74ac5b7a-c71a-45b4-ac7e-a7b364de32ad tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7d08576-25eb-4ae6-8ebe-fb66cc0818a9 HTTP/1.1" status: 200 len: 948 time: 0.9079473 Feb 03 12:35:01.970529 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aba7d7a1-62d4-4bf0-a548-12c96030964a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (b029ccb9-3737-432d-a249-4765e0447ce6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:01.980347 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba7d7a1-62d4-4bf0-a548-12c96030964a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:01.981195 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aba7d7a1-62d4-4bf0-a548-12c96030964a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:01.982367 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c69600f4-696e-42ad-bf3a-12e044513e74 None None] Port 1e184c78-0a35-49ab-986e-19fee9845ece cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:35:02.046697 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2acd87-bc36-4996-9dcd-d394c6acbb21 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Pushing event deleted for resources: {'Port': ['ID=875d2462-5f56-46e4-b660-4c8251a700d2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:02.054915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-191269ee-32c5-43d4-a8ca-8a6176d305c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:02.056795 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-191269ee-32c5-43d4-a8ca-8a6176d305c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.2292492 Feb 03 12:35:02.161279 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7d7a1-62d4-4bf0-a548-12c96030964a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event updated for resources: {'Network': ['ID=b029ccb9-3737-432d-a249-4765e0447ce6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:02.179137 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-aba7d7a1-62d4-4bf0-a548-12c96030964a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3479245 Feb 03 12:35:02.186951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41056) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:02.194595 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network b029ccb9-3737-432d-a249-4765e0447ce6 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:35:02.204928 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-60f18dc6-1c0e-449a-ad85-aecedc98469d req-3690c932-e672-4985-9dba-b5915f55103d tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075233 Feb 03 12:35:02.206726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6e9aee93-61c0-40b4-a80e-d9377148cd0c tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Request body: {'subnet': {'network_id': 'b029ccb9-3737-432d-a249-4765e0447ce6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:02.217774 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0ddfae-ba11-49b8-a593-73ddab492607 admin admin] Router 70448c38-2d53-4a95-8673-62be3402de1b has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:35:02.316216 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5dc5ebd4-25ac-4b01-9cc1-75894f542e6c req-3cf54fe6-fac2-42d1-a577-2189fd57dece tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/security-groups?id=797b7349-7765-4dcb-8039-9f9ffaf57f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580783 Feb 03 12:35:02.380901 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e96bc66-eb53-4412-9195-c82c61e4f22a req-2b2acd87-bc36-4996-9dcd-d394c6acbb21 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] No DVR routers for this DVR port 875d2462-5f56-46e4-b660-4c8251a700d2 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:02.390862 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5e96bc66-eb53-4412-9195-c82c61e4f22a req-2b2acd87-bc36-4996-9dcd-d394c6acbb21 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:02.395722 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e96bc66-eb53-4412-9195-c82c61e4f22a req-2b2acd87-bc36-4996-9dcd-d394c6acbb21 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.73 "DELETE /v2.0/ports/875d2462-5f56-46e4-b660-4c8251a700d2 HTTP/1.1" status: 204 len: 173 time: 3.5016706 Feb 03 12:35:02.410146 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-eefd9598-38b4-4538-810f-878af27dde7b req-7f654ec9-1f91-459f-ac0d-f0ef61b8f1e1 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] For port 74114140-71cb-4752-a514-9e3dbcf40029, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=74114140-71cb-4752-a514-9e3dbcf40029,segment=NetworkSegment(16a921ac-3e3f-44b7-a72f-0d69f3e5dabd),segment_id=16a921ac-3e3f-44b7-a72f-0d69f3e5dabd)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:02.410462 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-eefd9598-38b4-4538-810f-878af27dde7b req-7f654ec9-1f91-459f-ac0d-f0ef61b8f1e1 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (74114140-71cb-4752-a514-9e3dbcf40029), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:02.504965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-af4d9078-e72a-4d4c-84ae-1fe395bf8e31 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:02.506579 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-af4d9078-e72a-4d4c-84ae-1fe395bf8e31 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3&tenant_id=59121cc9f5494060a5397600a3646346&binding%3Ahost_id=n-h2-827336-3 HTTP/1.1" status: 200 len: 1127 time: 0.3405755 Feb 03 12:35:02.508532 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-d381667f-520a-4f0e-913e-2ae953f69989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:02.510104 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-d381667f-520a-4f0e-913e-2ae953f69989 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4107084 Feb 03 12:35:02.513351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-eefd9598-38b4-4538-810f-878af27dde7b req-7f654ec9-1f91-459f-ac0d-f0ef61b8f1e1 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Calling delete_port for 74114140-71cb-4752-a514-9e3dbcf40029 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:02.641774 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0ddfae-ba11-49b8-a593-73ddab492607 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:35:02.653367 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] Sync routers for ids ['70448c38-2d53-4a95-8673-62be3402de1b'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:35:02.655852 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6c0ddfae-ba11-49b8-a593-73ddab492607 admin admin] 10.222.0.18 "PUT /v2.0/routers/70448c38-2d53-4a95-8673-62be3402de1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9957547 Feb 03 12:35:02.677530 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] Routers {'70448c38-2d53-4a95-8673-62be3402de1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:02.682008 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:34:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['70448c38-2d53-4a95-8673-62be3402de1b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:02.704970 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5e287-5586-4c3e-b057-7b1991ea0646 req-71594cce-f755-4fd0-897c-cd5e5c5e6662 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:02.728793 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d6d5e287-5586-4c3e-b057-7b1991ea0646 req-71594cce-f755-4fd0-897c-cd5e5c5e6662 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 946 time: 0.2876081 Feb 03 12:35:02.831145 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-65a34c47-3154-4560-929f-44bfaf55e585 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073792 Feb 03 12:35:02.935267 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a96fcea9-e484-41b6-bf5f-5e4e8b7546e6 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:02.954946 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d6d5e287-5586-4c3e-b057-7b1991ea0646 req-d9067d83-603f-4aa0-86b3-d4903a290e35 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/security-groups?id=2cc9d2b4-8160-4e01-aee2-7e0f76d18889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228138 Feb 03 12:35:02.965486 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-914ef230-1291-4ec6-a3da-8fd403968815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (b9140cd0-cd23-4fd9-a965-b5a3085b1369), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:02.998501 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 875d2462-5f56-46e4-b660-4c8251a700d2 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:03.037382 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 875d2462-5f56-46e4-b660-4c8251a700d2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:03.037866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 875d2462-5f56-46e4-b660-4c8251a700d2 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:03.038389 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 74114140-71cb-4752-a514-9e3dbcf40029 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:03.093282 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port a96fcea9-e484-41b6-bf5f-5e4e8b7546e6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:03.093655 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a96fcea9-e484-41b6-bf5f-5e4e8b7546e6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.139178 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] Set router 70448c38-2d53-4a95-8673-62be3402de1b gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:35:03.162982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bef9c2-e367-4385-be38-6d35126e6fd1', 'name': 'network-vif-deleted', 'tag': '875d2462-5f56-46e4-b660-4c8251a700d2'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:03.165282 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3f9680-441d-4bee-beb8-465cbc672829" -d '{"events": [{"server_uuid": "d6bef9c2-e367-4385-be38-6d35126e6fd1", "name": "network-vif-deleted", "tag": "875d2462-5f56-46e4-b660-4c8251a700d2"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:03.190253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9aee93-61c0-40b4-a80e-d9377148cd0c tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Made reservation on behalf of 3e7e9172e02b47eaa59836c36ba032c8 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:03.196129 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e9aee93-61c0-40b4-a80e-d9377148cd0c tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.207610 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193964b-2815-408b-9e13-67c1c4041fff req-8a10e7b5-4808-4d6d-bc12-959606322426 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:03.209185 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a193964b-2815-408b-9e13-67c1c4041fff req-8a10e7b5-4808-4d6d-bc12-959606322426 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 945 time: 0.7606077 Feb 03 12:35:03.287444 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d08fe6-2e8f-4600-8a3f-9786de19275b x-openstack-request-id: req-22d08fe6-2e8f-4600-8a3f-9786de19275b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:03.287740 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bef9c2-e367-4385-be38-6d35126e6fd1", "name": "network-vif-deleted", "tag": "875d2462-5f56-46e4-b660-4c8251a700d2", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:03.288016 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22d08fe6-2e8f-4600-8a3f-9786de19275b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:03.288415 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bef9c2-e367-4385-be38-6d35126e6fd1', 'name': 'network-vif-deleted', 'tag': '875d2462-5f56-46e4-b660-4c8251a700d2', 'status': 'completed', 'code': 200} Feb 03 12:35:03.345724 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 74114140-71cb-4752-a514-9e3dbcf40029 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:03.352792 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (74114140-71cb-4752-a514-9e3dbcf40029), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.462947 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8914c528-2dfa-460d-92a8-05a4210b808a req-7e491440-f64a-4bdf-a203-19854a67f42b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 210 time: 0.0412641 Feb 03 12:35:03.521571 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a193964b-2815-408b-9e13-67c1c4041fff req-081e238a-e65e-46a1-b9f7-525dfba2680c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733970 Feb 03 12:35:03.522667 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-eefd9598-38b4-4538-810f-878af27dde7b req-7f654ec9-1f91-459f-ac0d-f0ef61b8f1e1 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (74114140-71cb-4752-a514-9e3dbcf40029), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.585504 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac8a0902-a4c4-4701-81b9-875c79b081aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.609387 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port a96fcea9-e484-41b6-bf5f-5e4e8b7546e6 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:03.610479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dbafd52e-6ac7-4317-8940-08034f72ef25 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:03.624570 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5e9e8e1-70cd-4ac3-8411-c2680d4883e5 req-849f909b-093c-4540-b787-384f09f9e46f service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7300537 Feb 03 12:35:03.700949 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-914ef230-1291-4ec6-a3da-8fd403968815 admin admin] Deleting port dbafd52e-6ac7-4317-8940-08034f72ef25 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:03.701303 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-914ef230-1291-4ec6-a3da-8fd403968815 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (dbafd52e-6ac7-4317-8940-08034f72ef25), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.846952 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port dbafd52e-6ac7-4317-8940-08034f72ef25 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:03.850329 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dbafd52e-6ac7-4317-8940-08034f72ef25), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.942149 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-914ef230-1291-4ec6-a3da-8fd403968815 admin admin] For port dbafd52e-6ac7-4317-8940-08034f72ef25, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dbafd52e-6ac7-4317-8940-08034f72ef25,segment=NetworkSegment(b8016149-dc02-44f2-be78-cc005637a165),segment_id=b8016149-dc02-44f2-be78-cc005637a165)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:03.949117 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-914ef230-1291-4ec6-a3da-8fd403968815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (dbafd52e-6ac7-4317-8940-08034f72ef25), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:03.983911 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-914ef230-1291-4ec6-a3da-8fd403968815 admin admin] Calling delete_port for dbafd52e-6ac7-4317-8940-08034f72ef25 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:04.017941 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f654ec9-1f91-459f-ac0d-f0ef61b8f1e1 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Pushing event deleted for resources: {'Port': ['ID=74114140-71cb-4752-a514-9e3dbcf40029,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:04.051663 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521c106-daf9-4286-8a9a-fd364fc31df1 req-92fcda66-8f40-457e-ad6a-0676e14c54a8 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:04.059808 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2521c106-daf9-4286-8a9a-fd364fc31df1 req-92fcda66-8f40-457e-ad6a-0676e14c54a8 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7d08576-25eb-4ae6-8ebe-fb66cc0818a9 HTTP/1.1" status: 200 len: 948 time: 0.3195124 Feb 03 12:35:04.098672 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e9aee93-61c0-40b4-a80e-d9377148cd0c tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (f57b756b-45a7-41b0-a99a-4f09453e76e9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:04.167780 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70448c38-2d53-4a95-8673-62be3402de1b', 'name': 'tempest-TaggedBootDevicesTest-1526007877-router', 'tenant_id': '17ff05a26d9744a7af3d81712c627f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'a96fcea9-e484-41b6-bf5f-5e4e8b7546e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:50Z', 'updated_at': '2022-02-03T12:34:58Z', 'revision_number': 4, 'project_id': '17ff05a26d9744a7af3d81712c627f49', 'gw_port': {'id': 'a96fcea9-e484-41b6-bf5f-5e4e8b7546e6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70448c38-2d53-4a95-8673-62be3402de1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:51Z', 'updated_at': '2022-02-03T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '1e184c78-0a35-49ab-986e-19fee9845ece', 'name': '', 'network_id': '752b0ed3-f2a8-4256-a373-c47e39ef28cd', 'tenant_id': '17ff05a26d9744a7af3d81712c627f49', 'mac_address': 'fa:16:3e:95:77:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70448c38-2d53-4a95-8673-62be3402de1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '3dc9b0c5-ef80-4130-a29d-60919ecf2785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:56Z', 'updated_at': '2022-02-03T12:34:59Z', 'revision_number': 2, 'project_id': '17ff05a26d9744a7af3d81712c627f49', 'subnets': [{'id': '3dc9b0c5-ef80-4130-a29d-60919ecf2785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:04.191054 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2521c106-daf9-4286-8a9a-fd364fc31df1 req-7f137074-652c-4797-8d90-1f9e912a3f02 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/security-groups?id=797b7349-7765-4dcb-8039-9f9ffaf57f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288290 Feb 03 12:35:04.239199 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] Checking router: 70448c38-2d53-4a95-8673-62be3402de1b for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:35:04.251164 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] Updating router 70448c38-2d53-4a95-8673-62be3402de1b port 1e184c78-0a35-49ab-986e-19fee9845ece binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:35:04.340112 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1e184c78-0a35-49ab-986e-19fee9845ece), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:04.347141 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-f2ce2859-b010-46ad-ab78-11722e73123c service neutron] For port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:04.415029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefd9598-38b4-4538-810f-878af27dde7b req-7f654ec9-1f91-459f-ac0d-f0ef61b8f1e1 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] No DVR routers for this DVR port 74114140-71cb-4752-a514-9e3dbcf40029 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:04.418576 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-f2ce2859-b010-46ad-ab78-11722e73123c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:04.419682 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae8a427c-c3b6-44a4-80d5-3e087f0ac803 req-f2ce2859-b010-46ad-ab78-11722e73123c service neutron] 10.222.0.31 "DELETE /v2.0/ports/d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1/bindings/n-h1-827336-3 HTTP/1.1" status: 204 len: 173 time: 1.7784026 Feb 03 12:35:04.441061 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-eefd9598-38b4-4538-810f-878af27dde7b req-7f654ec9-1f91-459f-ac0d-f0ef61b8f1e1 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:04.444752 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eefd9598-38b4-4538-810f-878af27dde7b req-7f654ec9-1f91-459f-ac0d-f0ef61b8f1e1 tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.73 "DELETE /v2.0/ports/74114140-71cb-4752-a514-9e3dbcf40029 HTTP/1.1" status: 204 len: 173 time: 4.1706171 Feb 03 12:35:04.450690 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb47bef4-7740-4636-bf3c-2ce95e436898 req-734de685-4593-4273-aec5-6194a3089a9e tempest-FloatingIPsAssociationNegativeTestJSON-209289846 tempest-FloatingIPsAssociationNegativeTestJSON-209289846-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc601993-0db0-4d21-82bf-e194910bac8a HTTP/1.1" status: 200 len: 210 time: 0.1178963 Feb 03 12:35:04.460107 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9b04a-e55b-4b21-ac81-de129bd38053 req-b96d0c43-bda2-4964-b229-ec4c3d6b8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:04.462428 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f6c9b04a-e55b-4b21-ac81-de129bd38053 req-b96d0c43-bda2-4964-b229-ec4c3d6b8ad5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5a31c67ea51343ef9c1a17ba86b9022e&device_id=b7d08576-25eb-4ae6-8ebe-fb66cc0818a9 HTTP/1.1" status: 200 len: 1130 time: 0.4862370 Feb 03 12:35:04.551158 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9aee93-61c0-40b4-a80e-d9377148cd0c tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event updated for resources: {'Subnet': ['ID=f57b756b-45a7-41b0-a99a-4f09453e76e9,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:04.584798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e8c53-6a2a-41b4-898f-b4c0d3acbd45 req-34055c37-14a1-4348-b9f1-5716c3ea8db4 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:04.592177 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b24e8c53-6a2a-41b4-898f-b4c0d3acbd45 req-34055c37-14a1-4348-b9f1-5716c3ea8db4 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 1127 time: 0.6388683 Feb 03 12:35:04.687109 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-43f5faba-264b-4e53-a702-e9b8410fcd7e req-1726892b-5c65-4008-8254-96967a1f5fee tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 210 time: 0.0425138 Feb 03 12:35:04.694555 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-914ef230-1291-4ec6-a3da-8fd403968815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (dbafd52e-6ac7-4317-8940-08034f72ef25), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:04.759997 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ef230-1291-4ec6-a3da-8fd403968815 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbafd52e-6ac7-4317-8940-08034f72ef25,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:04.810684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9aee93-61c0-40b4-a80e-d9377148cd0c tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Checking segment: {'id': '60513143-2f59-4bbb-a575-b3fa7b22226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b029ccb9-3737-432d-a249-4765e0447ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:04.811429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9aee93-61c0-40b4-a80e-d9377148cd0c tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Network hostable DHCP agents. Network: b029ccb9-3737-432d-a249-4765e0447ce6, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:35:05.009355 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b24e8c53-6a2a-41b4-898f-b4c0d3acbd45 req-b4aa9d57-96d8-431e-9f2b-40da42b7d90a tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161398 Feb 03 12:35:05.023558 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9aee93-61c0-40b4-a80e-d9377148cd0c tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Network b029ccb9-3737-432d-a249-4765e0447ce6 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:35:05.023558 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9b04a-e55b-4b21-ac81-de129bd38053 req-b2248a12-6112-47a4-b159-81bab878fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:05.023558 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f6c9b04a-e55b-4b21-ac81-de129bd38053 req-b2248a12-6112-47a4-b159-81bab878fd39 service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.5373824 Feb 03 12:35:05.160013 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port dbafd52e-6ac7-4317-8940-08034f72ef25 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:05.197858 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6e9aee93-61c0-40b4-a80e-d9377148cd0c tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, b029ccb9-3737-432d-a249-4765e0447ce6) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:05.206971 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f6c9b04a-e55b-4b21-ac81-de129bd38053 req-c56c0b7e-9338-4f2f-b132-b20e926b10c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 HTTP/1.1" status: 200 len: 217 time: 0.1760383 Feb 03 12:35:05.242197 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9aee93-61c0-40b4-a80e-d9377148cd0c tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:05.249554 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e9aee93-61c0-40b4-a80e-d9377148cd0c tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:05.322452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc601993-0db0-4d21-82bf-e194910bac8a', 'name': 'network-vif-deleted', 'tag': '74114140-71cb-4752-a514-9e3dbcf40029'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:05.328827 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e63955-981f-4e2b-a724-9ab39a7d9b9a" -d '{"events": [{"server_uuid": "bc601993-0db0-4d21-82bf-e194910bac8a", "name": "network-vif-deleted", "tag": "74114140-71cb-4752-a514-9e3dbcf40029"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:05.333467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6982c082-e6c9-44a3-8b8b-85df44e0b326 None None] Network b029ccb9-3737-432d-a249-4765e0447ce6 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:05.356633 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6e9aee93-61c0-40b4-a80e-d9377148cd0c tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1550188 Feb 03 12:35:05.358894 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-914ef230-1291-4ec6-a3da-8fd403968815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (b9140cd0-cd23-4fd9-a965-b5a3085b1369), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:05.362695 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41188) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:05.379483 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7d3a3c48-4696-48c1-bd51-a633b1c889c6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Request body: {'network': {'name': 'tempest-router-network01--1084744398'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:05.637487 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3a3c48-4696-48c1-bd51-a633b1c889c6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Made reservation on behalf of 3e7e9172e02b47eaa59836c36ba032c8 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:05.655698 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d3a3c48-4696-48c1-bd51-a633b1c889c6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:05.659959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9b04a-e55b-4b21-ac81-de129bd38053 req-1ae6e207-9f8f-490f-92c8-215b0fe92c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:05.667309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-b029ccb9-3737-432d-a249-4765e0447ce6', 'network_id': 'b029ccb9-3737-432d-a249-4765e0447ce6', 'project_id': '3e7e9172e02b47eaa59836c36ba032c8', 'fixed_ips': [{'subnet_id': 'f57b756b-45a7-41b0-a99a-4f09453e76e9'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:35:05.668714 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:05.677546 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f6c9b04a-e55b-4b21-ac81-de129bd38053 req-1ae6e207-9f8f-490f-92c8-215b0fe92c43 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.3590021 Feb 03 12:35:05.774151 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714b8ba5-8b89-4fed-b4e5-847b0e5bfa08 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:05.782798 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714b8ba5-8b89-4fed-b4e5-847b0e5bfa08 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 808 time: 0.4471056 Feb 03 12:35:05.805488 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-1dce666b-a2a0-458f-9f0d-d76d0488ab27 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/quotas/59121cc9f5494060a5397600a3646346 HTTP/1.1" status: 200 len: 375 time: 0.0215187 Feb 03 12:35:05.812574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38c44f-5697-48ae-9aa5-d69d2d475eb6 req-c26e35ae-4283-4881-a656-a4479d21f467 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:05.814151 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7c38c44f-5697-48ae-9aa5-d69d2d475eb6 req-c26e35ae-4283-4881-a656-a4479d21f467 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7d08576-25eb-4ae6-8ebe-fb66cc0818a9 HTTP/1.1" status: 200 len: 948 time: 0.3684123 Feb 03 12:35:05.841736 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] Allocated IP 2001:db8::2 (b029ccb9-3737-432d-a249-4765e0447ce6/f57b756b-45a7-41b0-a99a-4f09453e76e9/be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:05.882994 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-bdf9edfc-0fd9-4c8a-a760-baeae59fca7f tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760124 Feb 03 12:35:05.892908 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3a3c48-4696-48c1-bd51-a633b1c889c6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:35:05.986459 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d3a3c48-4696-48c1-bd51-a633b1c889c6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c95c494a-39bd-4504-bdab-13ddd3aa5bf0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:05.996526 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-7d3a3c48-4696-48c1-bd51-a633b1c889c6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Added segment c95c494a-39bd-4504-bdab-13ddd3aa5bf0 of type vlan for network c46df509-b834-43b2-bf08-0553ce74507a Feb 03 12:35:06.020063 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] Publish callbacks [] for port (be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.039120 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9b04a-e55b-4b21-ac81-de129bd38053 req-c08b2090-52bc-49ca-9090-fa983cfb0d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:06.042558 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.050710 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f6c9b04a-e55b-4b21-ac81-de129bd38053 req-c08b2090-52bc-49ca-9090-fa983cfb0d20 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3520443 Feb 03 12:35:06.067043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] Network b029ccb9-3737-432d-a249-4765e0447ce6 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:06.077812 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:06.079638 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7f40573-8fe4-463e-b391-eff9a910bc7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.079929 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7c38c44f-5697-48ae-9aa5-d69d2d475eb6 req-29d473b1-9e0a-4b99-b536-10b904453aa2 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/security-groups?id=797b7349-7765-4dcb-8039-9f9ffaf57f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511692 Feb 03 12:35:06.083025 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:06.173779 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8018fd1c-a35f-4f85-85ad-de679d94a9b1 x-openstack-request-id: req-8018fd1c-a35f-4f85-85ad-de679d94a9b1 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:06.174085 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc601993-0db0-4d21-82bf-e194910bac8a", "name": "network-vif-deleted", "tag": "74114140-71cb-4752-a514-9e3dbcf40029", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:06.174344 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8018fd1c-a35f-4f85-85ad-de679d94a9b1 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:06.174816 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc601993-0db0-4d21-82bf-e194910bac8a', 'name': 'network-vif-deleted', 'tag': '74114140-71cb-4752-a514-9e3dbcf40029', 'status': 'completed', 'code': 200} Feb 03 12:35:06.183641 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] Publish callbacks [] for port (1e184c78-0a35-49ab-986e-19fee9845ece), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.194089 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d3a3c48-4696-48c1-bd51-a633b1c889c6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (c46df509-b834-43b2-bf08-0553ce74507a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.201754 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] Attempting to bind port be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:06.202044 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] Attempting to bind port be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '60513143-2f59-4bbb-a575-b3fa7b22226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b029ccb9-3737-432d-a249-4765e0447ce6'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:06.202413 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] Attempting to bind port be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 on network b029ccb9-3737-432d-a249-4765e0447ce6 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:06.225280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41198) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:06.231135 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:06.231528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] Checking segment: {'id': '60513143-2f59-4bbb-a575-b3fa7b22226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b029ccb9-3737-432d-a249-4765e0447ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:06.231956 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.237016 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] Bound using segment: {'id': '60513143-2f59-4bbb-a575-b3fa7b22226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b029ccb9-3737-432d-a249-4765e0447ce6'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:06.238014 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] Bound port: be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60513143-2f59-4bbb-a575-b3fa7b22226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b029ccb9-3737-432d-a249-4765e0447ce6'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:06.238420 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.325959 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1e184c78-0a35-49ab-986e-19fee9845ece), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.349313 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-3edd526c-a1a1-48ec-b08e-c4b94f51f5b0 service neutron] 10.222.0.18 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647150 Feb 03 12:35:06.351783 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] Pushing event updated for resources: {'Port': ['ID=be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:06.359851 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-7d3a3c48-4696-48c1-bd51-a633b1c889c6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:35:06.394945 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6fd8c07b-444d-492d-8738-419f30bc88d3 req-43d2ae10-fa6a-4f97-9fd8-e660295282d9 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 210 time: 0.0973814 Feb 03 12:35:06.432239 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d3a3c48-4696-48c1-bd51-a633b1c889c6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (c46df509-b834-43b2-bf08-0553ce74507a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.438275 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3a3c48-4696-48c1-bd51-a633b1c889c6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:06.438632 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d3a3c48-4696-48c1-bd51-a633b1c889c6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.492870 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:35:06.507895 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] For port be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:06.515527 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6a37c-478f-4f6a-890d-6f6b14120874 None None] Pushing event updated for resources: {'Port': ['ID=1e184c78-0a35-49ab-986e-19fee9845ece,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:06.524771 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] For port be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49,segment=NetworkSegment(60513143-2f59-4bbb-a575-b3fa7b22226d),segment_id=60513143-2f59-4bbb-a575-b3fa7b22226d)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:06.604406 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.627830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a3c48-4696-48c1-bd51-a633b1c889c6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event updated for resources: {'Network': ['ID=c46df509-b834-43b2-bf08-0553ce74507a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:06.645244 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f6c9b04a-e55b-4b21-ac81-de129bd38053 req-b8107597-920c-4e32-bf3a-94745dde6ccd service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803018 Feb 03 12:35:06.664992 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network c46df509-b834-43b2-bf08-0553ce74507a details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:35:06.686601 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7d3a3c48-4696-48c1-bd51-a633b1c889c6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3199499 Feb 03 12:35:06.689832 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41204) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:06.696705 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3724f7a5-0bde-421c-87d9-f05f0f36c1ea tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Request body: {'network': {'name': 'tempest-router-network02--538876438'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:06.816835 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:35:06.847566 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] Attempting to bind port 1e184c78-0a35-49ab-986e-19fee9845ece on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:06.848054 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] Attempting to bind port 1e184c78-0a35-49ab-986e-19fee9845ece by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '752b0ed3-f2a8-4256-a373-c47e39ef28cd'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:06.848488 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] Attempting to bind port 1e184c78-0a35-49ab-986e-19fee9845ece on network 752b0ed3-f2a8-4256-a373-c47e39ef28cd {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:06.865946 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:06.866421 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] Checking segment: {'id': 'c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '752b0ed3-f2a8-4256-a373-c47e39ef28cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:06.867501 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.868044 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] Bound using segment: {'id': 'c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '752b0ed3-f2a8-4256-a373-c47e39ef28cd'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:06.868613 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] Bound port: 1e184c78-0a35-49ab-986e-19fee9845ece, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '752b0ed3-f2a8-4256-a373-c47e39ef28cd'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:06.869065 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1e184c78-0a35-49ab-986e-19fee9845ece), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:06.989240 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f6c9b04a-e55b-4b21-ac81-de129bd38053 req-3eb047c0-53fe-4538-bb54-468cc3cc2045 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319027 Feb 03 12:35:07.007774 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3724f7a5-0bde-421c-87d9-f05f0f36c1ea tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Made reservation on behalf of 3e7e9172e02b47eaa59836c36ba032c8 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:07.014157 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3724f7a5-0bde-421c-87d9-f05f0f36c1ea tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:07.071845 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3724f7a5-0bde-421c-87d9-f05f0f36c1ea tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:35:07.097184 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3724f7a5-0bde-421c-87d9-f05f0f36c1ea tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (38d74ea1-39bc-4bae-8cc9-6584da2dfcb0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:07.098623 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-3724f7a5-0bde-421c-87d9-f05f0f36c1ea tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Added segment 38d74ea1-39bc-4bae-8cc9-6584da2dfcb0 of type vlan for network ef4df2d1-151b-4cf8-8ec2-971e4b3d3048 Feb 03 12:35:07.134806 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914ef230-1291-4ec6-a3da-8fd403968815 admin admin] Router b9140cd0-cd23-4fd9-a965-b5a3085b1369 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:35:07.218568 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:07.236117 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3724f7a5-0bde-421c-87d9-f05f0f36c1ea tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (ef4df2d1-151b-4cf8-8ec2-971e4b3d3048), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:07.236365 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5', 'mac_address': 'fa:16:3e:d9:a2:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:35:07.256085 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:07.316880 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec5184-bd44-4ee4-bf48-8b61d11af569 None None] Pushing event updated for resources: {'Port': ['ID=be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:07.349239 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3724f7a5-0bde-421c-87d9-f05f0f36c1ea tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (ef4df2d1-151b-4cf8-8ec2-971e4b3d3048), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:07.354961 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3724f7a5-0bde-421c-87d9-f05f0f36c1ea tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:07.356324 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3724f7a5-0bde-421c-87d9-f05f0f36c1ea tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:07.428635 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-24930cb6-66e5-4f57-9ec4-e6069064a762 None None] Provisioning complete for port 1e184c78-0a35-49ab-986e-19fee9845ece triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:07.429315 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24930cb6-66e5-4f57-9ec4-e6069064a762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1e184c78-0a35-49ab-986e-19fee9845ece), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:07.429864 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3724f7a5-0bde-421c-87d9-f05f0f36c1ea tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7385108 Feb 03 12:35:07.430726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41210) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:07.474033 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-29f79b84-0e44-4b14-9dd2-f610296ec550 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Request body: {'subnet': {'network_id': 'c46df509-b834-43b2-bf08-0553ce74507a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:07.493710 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:07.494112 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:07.507293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafd57d-eb19-4222-b1c4-6cafea96a84c req-044403aa-38d4-49c5-aec0-73bfc9dbac0b tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:07.509181 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abafd57d-eb19-4222-b1c4-6cafea96a84c req-044403aa-38d4-49c5-aec0-73bfc9dbac0b tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7d08576-25eb-4ae6-8ebe-fb66cc0818a9 HTTP/1.1" status: 200 len: 948 time: 0.2577317 Feb 03 12:35:07.573998 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] For port 1e184c78-0a35-49ab-986e-19fee9845ece, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:07.586880 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914ef230-1291-4ec6-a3da-8fd403968815 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:35:07.587097 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] For port 1e184c78-0a35-49ab-986e-19fee9845ece, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1e184c78-0a35-49ab-986e-19fee9845ece,segment=NetworkSegment(c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac),segment_id=c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:07.599025 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591c4a35-feb4-45ab-92a2-a87dfcd79dd1 None None] Sync routers for ids ['b9140cd0-cd23-4fd9-a965-b5a3085b1369'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:35:07.608373 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-914ef230-1291-4ec6-a3da-8fd403968815 admin admin] 10.222.0.18 "PUT /v2.0/routers/b9140cd0-cd23-4fd9-a965-b5a3085b1369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5453038 Feb 03 12:35:07.614736 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41212) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:07.626056 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c4a35-feb4-45ab-92a2-a87dfcd79dd1 None None] Routers {'b9140cd0-cd23-4fd9-a965-b5a3085b1369'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:07.626697 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-591c4a35-feb4-45ab-92a2-a87dfcd79dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:35:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b9140cd0-cd23-4fd9-a965-b5a3085b1369'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:07.655547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724f7a5-0bde-421c-87d9-f05f0f36c1ea tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event updated for resources: {'Network': ['ID=ef4df2d1-151b-4cf8-8ec2-971e4b3d3048,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:07.669814 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1e184c78-0a35-49ab-986e-19fee9845ece), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:07.700417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:07.769937 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-24930cb6-66e5-4f57-9ec4-e6069064a762 None None] Port 1e184c78-0a35-49ab-986e-19fee9845ece cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:35:07.778572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network ef4df2d1-151b-4cf8-8ec2-971e4b3d3048 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:35:07.845788 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abafd57d-eb19-4222-b1c4-6cafea96a84c req-3d38be10-3dfa-4a51-a30f-23eda0ead0ae tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/security-groups?id=797b7349-7765-4dcb-8039-9f9ffaf57f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716162 Feb 03 12:35:07.907802 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-4ae7002a-1bd2-490e-8d09-61346a5acb4e service neutron] 10.222.0.18 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5560520 Feb 03 12:35:07.916930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f79b84-0e44-4b14-9dd2-f610296ec550 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Made reservation on behalf of 3e7e9172e02b47eaa59836c36ba032c8 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:07.920727 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29f79b84-0e44-4b14-9dd2-f610296ec550 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:08.082361 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:08.097964 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:08.111896 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] Routers {'70448c38-2d53-4a95-8673-62be3402de1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:08.112597 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:35:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['70448c38-2d53-4a95-8673-62be3402de1b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:08.221830 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-383b7e6a-7c70-4066-af35-f861e2a3b5a3 admin admin] Publish callbacks [] for router (b9140cd0-cd23-4fd9-a965-b5a3085b1369), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:08.222964 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-591c4a35-feb4-45ab-92a2-a87dfcd79dd1 None None] Set router b9140cd0-cd23-4fd9-a965-b5a3085b1369 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:35:08.308360 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31cb43ec-0c16-419d-ba41-a7d55cabf991 req-af95cb7e-e72d-466a-bb5d-a6b70fb0646f tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 210 time: 0.0722353 Feb 03 12:35:08.428489 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] Set router 70448c38-2d53-4a95-8673-62be3402de1b gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:35:08.674296 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-05c0fc80-1ea3-452c-80c5-9cd40303f69f req-380cb77e-cbde-423c-8142-77c972e3b6be tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 210 time: 0.1109293 Feb 03 12:35:08.735059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6a37c-478f-4f6a-890d-6f6b14120874 None None] Pushing event updated for resources: {'Port': ['ID=1e184c78-0a35-49ab-986e-19fee9845ece,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:08.846638 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29f79b84-0e44-4b14-9dd2-f610296ec550 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (18803901-c029-47b4-b54e-15c699e3ebe3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:08.858855 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-383b7e6a-7c70-4066-af35-f861e2a3b5a3 admin admin] Publish callbacks [] for router_gateway (b9140cd0-cd23-4fd9-a965-b5a3085b1369), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:08.869643 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1cc78180-331f-469c-8b13-1b5af3bba48d req-0ff29896-8aea-45a3-8d19-2cc26a612a0f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5500648 Feb 03 12:35:09.020091 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:09.022423 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-591c4a35-feb4-45ab-92a2-a87dfcd79dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9140cd0-cd23-4fd9-a965-b5a3085b1369', 'name': 'tempest-FloatingIPsNegativeTestJSON-1888728376-router', 'tenant_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '0e2f3871-d95f-44e0-ba8c-fbeada7ac61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:35:04Z', 'revision_number': 5, 'project_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'gw_port': {'id': '0e2f3871-d95f-44e0-ba8c-fbeada7ac61e', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9140cd0-cd23-4fd9-a965-b5a3085b1369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:35Z', 'updated_at': '2022-02-03T12:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:09.028998 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:09.099549 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:09.127342 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-99ba17e6-e8d6-4470-bc66-2004e6a84848 None None] Provisioning complete for port 1e184c78-0a35-49ab-986e-19fee9845ece triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:09.127831 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-99ba17e6-e8d6-4470-bc66-2004e6a84848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1e184c78-0a35-49ab-986e-19fee9845ece), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:09.198689 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591c4a35-feb4-45ab-92a2-a87dfcd79dd1 None None] Checking router: b9140cd0-cd23-4fd9-a965-b5a3085b1369 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:35:09.249422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f79b84-0e44-4b14-9dd2-f610296ec550 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event updated for resources: {'Subnet': ['ID=18803901-c029-47b4-b54e-15c699e3ebe3,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:09.253957 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c4a35-feb4-45ab-92a2-a87dfcd79dd1 None None] Routers {'b9140cd0-cd23-4fd9-a965-b5a3085b1369'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:09.257939 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-591c4a35-feb4-45ab-92a2-a87dfcd79dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:35:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b9140cd0-cd23-4fd9-a965-b5a3085b1369'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:09.278996 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc78180-331f-469c-8b13-1b5af3bba48d req-d998620c-03c6-4eba-a2db-31a8c1ec4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:09.283778 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1cc78180-331f-469c-8b13-1b5af3bba48d req-d998620c-03c6-4eba-a2db-31a8c1ec4d34 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4d4dfb0f87774d34902a75fe55b72106&device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 1127 time: 0.3016887 Feb 03 12:35:09.293279 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-383b7e6a-7c70-4066-af35-f861e2a3b5a3 admin admin] Deleting port 0e2f3871-d95f-44e0-ba8c-fbeada7ac61e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:09.293832 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-383b7e6a-7c70-4066-af35-f861e2a3b5a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0e2f3871-d95f-44e0-ba8c-fbeada7ac61e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:09.334373 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-99ba17e6-e8d6-4470-bc66-2004e6a84848 None None] Current status of the port 1e184c78-0a35-49ab-986e-19fee9845ece is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:09.336427 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-99ba17e6-e8d6-4470-bc66-2004e6a84848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1e184c78-0a35-49ab-986e-19fee9845ece), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:09.365670 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bc6699-2710-4634-ac5e-65b80afdfbb0 None None] Network b029ccb9-3737-432d-a249-4765e0447ce6 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:09.408505 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a53ba-70bb-40a6-8f79-ad5497ba8b36 req-f71d54c8-5fb0-4a19-a4cf-4c016628fb80 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:09.423682 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e90a53ba-70bb-40a6-8f79-ad5497ba8b36 req-f71d54c8-5fb0-4a19-a4cf-4c016628fb80 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7d08576-25eb-4ae6-8ebe-fb66cc0818a9 HTTP/1.1" status: 200 len: 949 time: 0.3545177 Feb 03 12:35:09.434665 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f79b84-0e44-4b14-9dd2-f610296ec550 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Checking segment: {'id': 'c95c494a-39bd-4504-bdab-13ddd3aa5bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c46df509-b834-43b2-bf08-0553ce74507a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:09.435049 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f79b84-0e44-4b14-9dd2-f610296ec550 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Network hostable DHCP agents. Network: c46df509-b834-43b2-bf08-0553ce74507a, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:35:09.533190 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-591c4a35-feb4-45ab-92a2-a87dfcd79dd1 None None] Set router b9140cd0-cd23-4fd9-a965-b5a3085b1369 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:35:09.564185 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc78180-331f-469c-8b13-1b5af3bba48d req-19cd54ef-7b75-48ae-9700-cdc5764c9497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:09.566790 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1cc78180-331f-469c-8b13-1b5af3bba48d req-19cd54ef-7b75-48ae-9700-cdc5764c9497 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 200 len: 922 time: 0.2461102 Feb 03 12:35:09.618821 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1cc78180-331f-469c-8b13-1b5af3bba48d req-6d122ec9-40a1-41e5-b31f-0a48ffa845bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8ba686-77e5-42fd-842d-1f6bbd6dead8 HTTP/1.1" status: 200 len: 217 time: 0.0443995 Feb 03 12:35:09.628678 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f298ab90-1d6f-456a-ac31-c0e36d1c203b req-a78f73b6-7c5b-49e0-9219-0c9c60db19e3 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 210 time: 0.1370754 Feb 03 12:35:09.663789 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-689196d6-1e30-4db3-bf57-009009edeeca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (7dda8193-69c4-471c-8714-76f04f7a8df9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:09.696149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:09.704812 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f79b84-0e44-4b14-9dd2-f610296ec550 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Network c46df509-b834-43b2-bf08-0553ce74507a is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:35:09.741175 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-29f79b84-0e44-4b14-9dd2-f610296ec550 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, c46df509-b834-43b2-bf08-0553ce74507a) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:09.765728 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-591c4a35-feb4-45ab-92a2-a87dfcd79dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9140cd0-cd23-4fd9-a965-b5a3085b1369', 'name': 'tempest-FloatingIPsNegativeTestJSON-1888728376-router', 'tenant_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:35:08Z', 'revision_number': 6, 'project_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:09.794429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f79b84-0e44-4b14-9dd2-f610296ec550 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:09.795295 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29f79b84-0e44-4b14-9dd2-f610296ec550 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:09.849141 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e90a53ba-70bb-40a6-8f79-ad5497ba8b36 req-40d6f2d8-7291-441e-8e8d-f1fd430f4d50 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/security-groups?id=797b7349-7765-4dcb-8039-9f9ffaf57f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242349 Feb 03 12:35:09.859737 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591c4a35-feb4-45ab-92a2-a87dfcd79dd1 None None] The sync data for ids ['b9140cd0-cd23-4fd9-a965-b5a3085b1369'] in n-d-827336-3 is: [{'id': 'b9140cd0-cd23-4fd9-a965-b5a3085b1369', 'name': 'tempest-FloatingIPsNegativeTestJSON-1888728376-router', 'tenant_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:35:08Z', 'revision_number': 6, 'project_id': '85c29679b0cc4e73a0c5cf6e4c6b712d', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:35:09.860475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f5d079-a3ec-498b-ae0c-aa3e03dc024e None None] Network c46df509-b834-43b2-bf08-0553ce74507a requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:09.862891 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-29f79b84-0e44-4b14-9dd2-f610296ec550 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3929644 Feb 03 12:35:09.874975 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41238) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:09.882714 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d53ae4c3-4551-438e-a66e-40d23ab3bb89 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Request body: {'subnet': {'network_id': 'ef4df2d1-151b-4cf8-8ec2-971e4b3d3048', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:09.890120 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc78180-331f-469c-8b13-1b5af3bba48d req-760d58b3-0e5b-4c2d-ab88-889797756815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:09.892933 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1cc78180-331f-469c-8b13-1b5af3bba48d req-760d58b3-0e5b-4c2d-ab88-889797756815 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 200 len: 861 time: 0.2471361 Feb 03 12:35:10.024219 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1cc78180-331f-469c-8b13-1b5af3bba48d req-743d5d59-8550-4188-989c-eb955c5dba58 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa311484-a64f-41a1-a01e-493a1be74adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085525 Feb 03 12:35:10.084168 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4998486c-abc9-431b-bdcd-9b390ea16c04 req-58083479-54e3-4f87-9135-ad94e794684a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 210 time: 0.1474817 Feb 03 12:35:10.122293 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-383b7e6a-7c70-4066-af35-f861e2a3b5a3 admin admin] For port 0e2f3871-d95f-44e0-ba8c-fbeada7ac61e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0e2f3871-d95f-44e0-ba8c-fbeada7ac61e,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:10.123054 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-383b7e6a-7c70-4066-af35-f861e2a3b5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0e2f3871-d95f-44e0-ba8c-fbeada7ac61e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:10.190234 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-383b7e6a-7c70-4066-af35-f861e2a3b5a3 admin admin] Calling delete_port for 0e2f3871-d95f-44e0-ba8c-fbeada7ac61e owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:10.295270 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53ae4c3-4551-438e-a66e-40d23ab3bb89 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Made reservation on behalf of 3e7e9172e02b47eaa59836c36ba032c8 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:10.298741 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d53ae4c3-4551-438e-a66e-40d23ab3bb89 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:10.560163 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-c46df509-b834-43b2-bf08-0553ce74507a', 'network_id': 'c46df509-b834-43b2-bf08-0553ce74507a', 'project_id': '3e7e9172e02b47eaa59836c36ba032c8', 'fixed_ips': [{'subnet_id': '18803901-c029-47b4-b54e-15c699e3ebe3'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:35:10.562720 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:10.601273 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:10.609577 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-689196d6-1e30-4db3-bf57-009009edeeca admin admin] Deleting port 48bcddda-a784-4ad6-b9e8-efd3bdb3586f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:10.610166 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-689196d6-1e30-4db3-bf57-009009edeeca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (48bcddda-a784-4ad6-b9e8-efd3bdb3586f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:10.635215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:10.635618 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:10.840824 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-383b7e6a-7c70-4066-af35-f861e2a3b5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (0e2f3871-d95f-44e0-ba8c-fbeada7ac61e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:10.938523 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] Allocated IP 2001:db8::2 (c46df509-b834-43b2-bf08-0553ce74507a/18803901-c029-47b4-b54e-15c699e3ebe3/c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:10.994859 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b7e6a-7c70-4066-af35-f861e2a3b5a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e2f3871-d95f-44e0-ba8c-fbeada7ac61e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:11.146111 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-689196d6-1e30-4db3-bf57-009009edeeca admin admin] For port 48bcddda-a784-4ad6-b9e8-efd3bdb3586f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=48bcddda-a784-4ad6-b9e8-efd3bdb3586f,segment=NetworkSegment(16a921ac-3e3f-44b7-a72f-0d69f3e5dabd),segment_id=16a921ac-3e3f-44b7-a72f-0d69f3e5dabd)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:11.148507 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-689196d6-1e30-4db3-bf57-009009edeeca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (48bcddda-a784-4ad6-b9e8-efd3bdb3586f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:11.210895 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-99ba17e6-e8d6-4470-bc66-2004e6a84848 None None] For port 1e184c78-0a35-49ab-986e-19fee9845ece, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1e184c78-0a35-49ab-986e-19fee9845ece,segment=NetworkSegment(c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac),segment_id=c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:11.238726 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-689196d6-1e30-4db3-bf57-009009edeeca admin admin] Calling delete_port for 48bcddda-a784-4ad6-b9e8-efd3bdb3586f owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:11.300842 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-99ba17e6-e8d6-4470-bc66-2004e6a84848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1e184c78-0a35-49ab-986e-19fee9845ece), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:11.304658 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] Publish callbacks [] for port (c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:11.387159 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-383b7e6a-7c70-4066-af35-f861e2a3b5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (b9140cd0-cd23-4fd9-a965-b5a3085b1369), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:11.394582 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70448c38-2d53-4a95-8673-62be3402de1b', 'name': 'tempest-TaggedBootDevicesTest-1526007877-router', 'tenant_id': '17ff05a26d9744a7af3d81712c627f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'a96fcea9-e484-41b6-bf5f-5e4e8b7546e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:50Z', 'updated_at': '2022-02-03T12:34:58Z', 'revision_number': 4, 'project_id': '17ff05a26d9744a7af3d81712c627f49', 'gw_port': {'id': 'a96fcea9-e484-41b6-bf5f-5e4e8b7546e6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70448c38-2d53-4a95-8673-62be3402de1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:51Z', 'updated_at': '2022-02-03T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '1e184c78-0a35-49ab-986e-19fee9845ece', 'name': '', 'network_id': '752b0ed3-f2a8-4256-a373-c47e39ef28cd', 'tenant_id': '17ff05a26d9744a7af3d81712c627f49', 'mac_address': 'fa:16:3e:95:77:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70448c38-2d53-4a95-8673-62be3402de1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '3dc9b0c5-ef80-4130-a29d-60919ecf2785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:56Z', 'updated_at': '2022-02-03T12:35:07Z', 'revision_number': 4, 'project_id': '17ff05a26d9744a7af3d81712c627f49', 'subnets': [{'id': '3dc9b0c5-ef80-4130-a29d-60919ecf2785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:11.500099 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:11.595514 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93bad59-1d78-4810-b73c-aaa20d7640ec None None] The sync data for ids ['70448c38-2d53-4a95-8673-62be3402de1b'] in n-d-827336-3 is: [{'id': '70448c38-2d53-4a95-8673-62be3402de1b', 'name': 'tempest-TaggedBootDevicesTest-1526007877-router', 'tenant_id': '17ff05a26d9744a7af3d81712c627f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'a96fcea9-e484-41b6-bf5f-5e4e8b7546e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:50Z', 'updated_at': '2022-02-03T12:34:58Z', 'revision_number': 4, 'project_id': '17ff05a26d9744a7af3d81712c627f49', 'gw_port': {'id': 'a96fcea9-e484-41b6-bf5f-5e4e8b7546e6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70448c38-2d53-4a95-8673-62be3402de1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:51Z', 'updated_at': '2022-02-03T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '1e184c78-0a35-49ab-986e-19fee9845ece', 'name': '', 'network_id': '752b0ed3-f2a8-4256-a373-c47e39ef28cd', 'tenant_id': '17ff05a26d9744a7af3d81712c627f49', 'mac_address': 'fa:16:3e:95:77:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70448c38-2d53-4a95-8673-62be3402de1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '3dc9b0c5-ef80-4130-a29d-60919ecf2785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:56Z', 'updated_at': '2022-02-03T12:35:07Z', 'revision_number': 4, 'project_id': '17ff05a26d9744a7af3d81712c627f49', 'subnets': [{'id': '3dc9b0c5-ef80-4130-a29d-60919ecf2785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:35:11.647541 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ad9370a1-d6f7-496e-abf8-c68e77c9b404 req-6e49d755-fdc8-46e3-9bb4-9e1d16f64b20 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 210 time: 0.1673305 Feb 03 12:35:11.679246 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83598c8e-98df-4406-a4a3-4d36f3e2bfa7 req-b45eee87-a290-49df-8292-82e708eaea8a tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:11.685748 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-83598c8e-98df-4406-a4a3-4d36f3e2bfa7 req-b45eee87-a290-49df-8292-82e708eaea8a tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7d08576-25eb-4ae6-8ebe-fb66cc0818a9 HTTP/1.1" status: 200 len: 949 time: 0.6666307 Feb 03 12:35:11.691380 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] Network c46df509-b834-43b2-bf08-0553ce74507a is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:11.752229 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:11.753735 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1cc78180-331f-469c-8b13-1b5af3bba48d req-1938e2c1-7821-41ad-b7e0-24a3e81cdcdb service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6285377 Feb 03 12:35:11.760282 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:11.767108 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba17e6-e8d6-4470-bc66-2004e6a84848 None None] Pushing event updated for resources: {'Port': ['ID=1e184c78-0a35-49ab-986e-19fee9845ece,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:11.796427 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:11.796975 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:11.802985 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d8389c0c-18e1-4e08-85e4-99cbd05dfbf2 None None] Provisioning complete for port be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:11.803422 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d8389c0c-18e1-4e08-85e4-99cbd05dfbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:11.826791 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-383b7e6a-7c70-4066-af35-f861e2a3b5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (b9140cd0-cd23-4fd9-a965-b5a3085b1369), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:11.827081 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-cabecbe9-c9a7-4f04-b5de-d38a973b1c98 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:11.830771 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-cabecbe9-c9a7-4f04-b5de-d38a973b1c98 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.73 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 808 time: 0.5535605 Feb 03 12:35:11.833760 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-383b7e6a-7c70-4066-af35-f861e2a3b5a3 admin admin] Publish callbacks [] for router_controller (b9140cd0-cd23-4fd9-a965-b5a3085b1369), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:11.892225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-e6be5646-d628-4a95-b73e-d80f6000a16c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Request body: {'port': {'device_id': '6e114058-0654-4395-ab18-c9faccfbfb04', 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b', 'admin_state_up': True, 'tenant_id': '59121cc9f5494060a5397600a3646346'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:11.942725 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-383b7e6a-7c70-4066-af35-f861e2a3b5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (b9140cd0-cd23-4fd9-a965-b5a3085b1369), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:11.947067 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383b7e6a-7c70-4066-af35-f861e2a3b5a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9140cd0-cd23-4fd9-a965-b5a3085b1369 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:35:11.956733 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-383b7e6a-7c70-4066-af35-f861e2a3b5a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:11.971651 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-383b7e6a-7c70-4066-af35-f861e2a3b5a3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b9140cd0-cd23-4fd9-a965-b5a3085b1369 HTTP/1.1" status: 204 len: 168 time: 4.3553493 Feb 03 12:35:11.972448 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41262) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:12.044218 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-343a259d-37c0-46ff-b26e-fa5e440618fb req-1e52ab01-40af-4562-9acb-34e2a0ab164a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 210 time: 0.1955831 Feb 03 12:35:12.045914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49,segment=NetworkSegment(60513143-2f59-4bbb-a575-b3fa7b22226d),segment_id=60513143-2f59-4bbb-a575-b3fa7b22226d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:12.064301 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] Pushing event updated for resources: {'Port': ['ID=c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:12.088396 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:12.191548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] Attempting to bind port c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:12.191548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] Attempting to bind port c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'c95c494a-39bd-4504-bdab-13ddd3aa5bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c46df509-b834-43b2-bf08-0553ce74507a'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:12.192022 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] Attempting to bind port c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5 on network c46df509-b834-43b2-bf08-0553ce74507a {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:12.236012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:12.236400 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] Checking segment: {'id': 'c95c494a-39bd-4504-bdab-13ddd3aa5bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c46df509-b834-43b2-bf08-0553ce74507a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:12.236813 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:12.237214 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] Bound using segment: {'id': 'c95c494a-39bd-4504-bdab-13ddd3aa5bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c46df509-b834-43b2-bf08-0553ce74507a'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:12.237703 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] Bound port: c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c494a-39bd-4504-bdab-13ddd3aa5bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c46df509-b834-43b2-bf08-0553ce74507a'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:12.238091 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:12.408220 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d8389c0c-18e1-4e08-85e4-99cbd05dfbf2 None None] Current status of the port be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:12.420188 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:12.469099 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1e184c78-0a35-49ab-986e-19fee9845ece up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:12.542558 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:12.599708 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1cc78180-331f-469c-8b13-1b5af3bba48d req-1efe6841-24d6-4acb-9295-0bd55310e5ee service neutron] 10.222.0.73 "GET /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8227618 Feb 03 12:35:12.620800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-e6be5646-d628-4a95-b73e-d80f6000a16c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Made reservation on behalf of 59121cc9f5494060a5397600a3646346 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:12.636099 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-e6be5646-d628-4a95-b73e-d80f6000a16c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:12.710641 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d53ae4c3-4551-438e-a66e-40d23ab3bb89 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (2452fecf-b6b9-4f3d-8c80-5b5522e170ea), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:12.784053 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-28e6a84b-d2c5-4c6e-9a32-44930b3e01ba None None] Provisioning complete for port be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:12.784443 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28e6a84b-d2c5-4c6e-9a32-44930b3e01ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:12.887776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] For port c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:12.932299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] For port c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5,segment=NetworkSegment(c95c494a-39bd-4504-bdab-13ddd3aa5bf0),segment_id=c95c494a-39bd-4504-bdab-13ddd3aa5bf0)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:12.962848 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:13.009761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 1e184c78-0a35-49ab-986e-19fee9845ece triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:13.010146 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1e184c78-0a35-49ab-986e-19fee9845ece), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:13.033247 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48c334d-b5b9-4b13-965f-5e5e5a252d84 admin admin] Deleting subnet 6d817b7e-1897-49c4-8ff5-a48b8e2a8a36 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:35:13.043192 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b48c334d-b5b9-4b13-965f-5e5e5a252d84 admin admin] Publish callbacks [] for subnet (6d817b7e-1897-49c4-8ff5-a48b8e2a8a36), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:13.064450 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:35:13.084232 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c65b125b-7c34-448c-9379-d5fefe4b136f req-f2353716-62cd-436c-95a9-0c7064a164c3 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 210 time: 0.2318764 Feb 03 12:35:13.217675 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53ae4c3-4551-438e-a66e-40d23ab3bb89 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Checking segment: {'id': '38d74ea1-39bc-4bae-8cc9-6584da2dfcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ef4df2d1-151b-4cf8-8ec2-971e4b3d3048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:13.222565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53ae4c3-4551-438e-a66e-40d23ab3bb89 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Network hostable DHCP agents. Network: ef4df2d1-151b-4cf8-8ec2-971e4b3d3048, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:35:13.241156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ae4c3-4551-438e-a66e-40d23ab3bb89 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event updated for resources: {'Subnet': ['ID=2452fecf-b6b9-4f3d-8c80-5b5522e170ea,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:13.270666 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-28e6a84b-d2c5-4c6e-9a32-44930b3e01ba None None] Current status of the port be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:13.281112 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:13.281491 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:13.336203 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-83598c8e-98df-4406-a4a3-4d36f3e2bfa7 req-167404a0-5064-4a9f-8d54-985eab6c9c8d tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/security-groups?id=797b7349-7765-4dcb-8039-9f9ffaf57f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6293032 Feb 03 12:35:13.401482 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b48c334d-b5b9-4b13-965f-5e5e5a252d84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (6d817b7e-1897-49c4-8ff5-a48b8e2a8a36), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:13.431046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4dc32-3357-4704-ac9c-0f7ea4a66a9c None None] Pushing event updated for resources: {'Port': ['ID=c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:13.517955 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53ae4c3-4551-438e-a66e-40d23ab3bb89 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Network ef4df2d1-151b-4cf8-8ec2-971e4b3d3048 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:35:13.642288 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c94905bd-2dcb-4b72-b6a9-6052a8e3f48c req-3b0b169e-7a48-4885-a764-21eb314a3653 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 210 time: 0.1713524 Feb 03 12:35:13.675317 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:13.675732 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:13.678908 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 1e184c78-0a35-49ab-986e-19fee9845ece is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:13.730308 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-e6be5646-d628-4a95-b73e-d80f6000a16c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Allocated IP 172.20.0.6 (261b9ae4-c32c-4699-b2c0-61d6a780f49b/fdc6398e-4bbb-472c-be47-bf6310728b3e/ad8ce513-b024-4d6b-bba6-b97193218fd4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:13.785905 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b48c334d-b5b9-4b13-965f-5e5e5a252d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (6d817b7e-1897-49c4-8ff5-a48b8e2a8a36), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:13.795481 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:13.796536 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d08576-25eb-4ae6-8ebe-fb66cc0818a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:13.802261 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277eb129-f188-4901-9f5c-910e398d0e41" -d '{"events": [{"server_uuid": "b7d08576-25eb-4ae6-8ebe-fb66cc0818a9", "name": "network-vif-plugged", "status": "completed", "tag": "4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:13.825433 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:13.908788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0e2f3871-d95f-44e0-ba8c-fbeada7ac61e no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:13.926637 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756dd598-1254-4615-ba64-092f5e48f29a x-openstack-request-id: req-756dd598-1254-4615-ba64-092f5e48f29a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:13.926817 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d08576-25eb-4ae6-8ebe-fb66cc0818a9", "name": "network-vif-plugged", "status": "completed", "tag": "4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:13.927122 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-756dd598-1254-4615-ba64-092f5e48f29a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:13.927541 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d08576-25eb-4ae6-8ebe-fb66cc0818a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5', 'code': 200} Feb 03 12:35:13.974122 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 0e2f3871-d95f-44e0-ba8c-fbeada7ac61e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:13.976994 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0e2f3871-d95f-44e0-ba8c-fbeada7ac61e not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:13.977676 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dbafd52e-6ac7-4317-8940-08034f72ef25 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:13.996229 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d53ae4c3-4551-438e-a66e-40d23ab3bb89 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, ef4df2d1-151b-4cf8-8ec2-971e4b3d3048) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:14.013740 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea8dbb4-f07d-424d-9fcd-9768cb4b06ef None None] Network ef4df2d1-151b-4cf8-8ec2-971e4b3d3048 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:14.020912 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: dbafd52e-6ac7-4317-8940-08034f72ef25 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:14.021523 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dbafd52e-6ac7-4317-8940-08034f72ef25 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:14.026615 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-e6be5646-d628-4a95-b73e-d80f6000a16c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks [] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:14.043454 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53ae4c3-4551-438e-a66e-40d23ab3bb89 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:14.046407 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d53ae4c3-4551-438e-a66e-40d23ab3bb89 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:14.048447 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b48c334d-b5b9-4b13-965f-5e5e5a252d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (6d817b7e-1897-49c4-8ff5-a48b8e2a8a36), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:14.065511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:14.124579 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c334d-b5b9-4b13-965f-5e5e5a252d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d817b7e-1897-49c4-8ff5-a48b8e2a8a36,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:14.141919 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-689196d6-1e30-4db3-bf57-009009edeeca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (48bcddda-a784-4ad6-b9e8-efd3bdb3586f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:14.172372 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d53ae4c3-4551-438e-a66e-40d23ab3bb89 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2936060 Feb 03 12:35:14.175662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41280) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:14.177434 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b48c334d-b5b9-4b13-965f-5e5e5a252d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:14.180749 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b48c334d-b5b9-4b13-965f-5e5e5a252d84 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6d817b7e-1897-49c4-8ff5-a48b8e2a8a36 HTTP/1.1" status: 204 len: 168 time: 2.2033830 Feb 03 12:35:14.193538 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41282) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:14.225736 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ec2624-bc37-4933-8d39-bdc8afe6dbf7 None None] Network 8a80de18-a468-4317-aaa0-8cf5c057d35b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:14.403455 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689196d6-1e30-4db3-bf57-009009edeeca admin admin] Pushing event deleted for resources: {'Port': ['ID=48bcddda-a784-4ad6-b9e8-efd3bdb3586f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:14.625413 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:14.634502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-ef4df2d1-151b-4cf8-8ec2-971e4b3d3048', 'network_id': 'ef4df2d1-151b-4cf8-8ec2-971e4b3d3048', 'project_id': '3e7e9172e02b47eaa59836c36ba032c8', 'fixed_ips': [{'subnet_id': '2452fecf-b6b9-4f3d-8c80-5b5522e170ea'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:35:14.635828 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:14.679356 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c37f23fa-e3df-460d-bb0b-4c2a5bd64aca req-c1a4648d-464c-468e-894a-de313a8a240f tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 210 time: 0.2653756 Feb 03 12:35:14.706328 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-e6be5646-d628-4a95-b73e-d80f6000a16c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:14.802733 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f01cd8f8-1d38-4ad6-893b-48d3119802e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (8a80de18-a468-4317-aaa0-8cf5c057d35b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:14.907371 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-e6be5646-d628-4a95-b73e-d80f6000a16c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Network 261b9ae4-c32c-4699-b2c0-61d6a780f49b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:14.914744 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fda64-fd03-4a88-88e6-674c6e8b564c req-fcb9de20-aa32-4a0b-832b-09538f6818bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:14.916329 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7c1fda64-fd03-4a88-88e6-674c6e8b564c req-fcb9de20-aa32-4a0b-832b-09538f6818bf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b7d08576-25eb-4ae6-8ebe-fb66cc0818a9 HTTP/1.1" status: 200 len: 1132 time: 0.9308658 Feb 03 12:35:14.933111 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-e6be5646-d628-4a95-b73e-d80f6000a16c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:14.941527 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-e6be5646-d628-4a95-b73e-d80f6000a16c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:14.949929 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] Allocated IP 2001:db8::2 (ef4df2d1-151b-4cf8-8ec2-971e4b3d3048/2452fecf-b6b9-4f3d-8c80-5b5522e170ea/080d5446-4e34-41d5-a437-307a6016ff70) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:14.981693 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f4695-29b1-48e3-b692-c2ce35e08a38 req-ef9861d5-b768-4c82-8d69-b06dab388fb1 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:14.989397 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ef7f4695-29b1-48e3-b692-c2ce35e08a38 req-ef9861d5-b768-4c82-8d69-b06dab388fb1 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7d08576-25eb-4ae6-8ebe-fb66cc0818a9 HTTP/1.1" status: 200 len: 950 time: 0.4738381 Feb 03 12:35:15.103623 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7c1fda64-fd03-4a88-88e6-674c6e8b564c req-ca07c4f4-6145-4eb7-8794-3bff19c61a18 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=797b7349-7765-4dcb-8039-9f9ffaf57f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676918 Feb 03 12:35:15.279219 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ef7f4695-29b1-48e3-b692-c2ce35e08a38 req-324410e8-db5e-4d66-9436-20b135d52a21 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/security-groups?id=797b7349-7765-4dcb-8039-9f9ffaf57f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885234 Feb 03 12:35:15.285516 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb977d18-c5c4-4181-b6bb-abbc4fb0f83c None None] Network c46df509-b834-43b2-bf08-0553ce74507a requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:15.289492 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-689196d6-1e30-4db3-bf57-009009edeeca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (7dda8193-69c4-471c-8714-76f04f7a8df9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:15.379986 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6552e7d-ff9f-44c1-812f-5d4b82a85d98 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:15.398359 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be5646-d628-4a95-b73e-d80f6000a16c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Pushing event updated for resources: {'Port': ['ID=ad8ce513-b024-4d6b-bba6-b97193218fd4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:15.421451 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f01cd8f8-1d38-4ad6-893b-48d3119802e7 admin admin] Deleting port 91d96fc0-fccc-4b8e-a7db-852bd7cb890c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:15.424276 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f01cd8f8-1d38-4ad6-893b-48d3119802e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (91d96fc0-fccc-4b8e-a7db-852bd7cb890c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:15.428686 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-e6be5646-d628-4a95-b73e-d80f6000a16c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:15.429373 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-e6be5646-d628-4a95-b73e-d80f6000a16c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:15.466817 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3a74f-479e-4a00-8720-c79d37e28a91 req-97194386-2c3a-4d03-aee3-47f9840a187a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:15.475221 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29f3a74f-479e-4a00-8720-c79d37e28a91 req-97194386-2c3a-4d03-aee3-47f9840a187a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 931 time: 0.5578122 Feb 03 12:35:15.489144 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-e6be5646-d628-4a95-b73e-d80f6000a16c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6116364 Feb 03 12:35:15.539660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] Request body: {'port': {'device_id': '6e114058-0654-4395-ab18-c9faccfbfb04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:15.615988 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:15.748442 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f01cd8f8-1d38-4ad6-893b-48d3119802e7 admin admin] For port 91d96fc0-fccc-4b8e-a7db-852bd7cb890c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=91d96fc0-fccc-4b8e-a7db-852bd7cb890c,segment=NetworkSegment(b8016149-dc02-44f2-be78-cc005637a165),segment_id=b8016149-dc02-44f2-be78-cc005637a165)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:15.748442 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f01cd8f8-1d38-4ad6-893b-48d3119802e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (91d96fc0-fccc-4b8e-a7db-852bd7cb890c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:15.800023 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f01cd8f8-1d38-4ad6-893b-48d3119802e7 admin admin] Calling delete_port for 91d96fc0-fccc-4b8e-a7db-852bd7cb890c owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:15.803724 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29f3a74f-479e-4a00-8720-c79d37e28a91 req-b6435cdc-4645-49d5-9743-2d7d4b934ed8 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276191 Feb 03 12:35:15.913432 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:15.969550 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:15.969550 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.026440 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef2c034-7952-4740-a588-6624bf577a87 None None] DHCP port deletion for 8a80de18-a468-4317-aaa0-8cf5c057d35b request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:35:16.074448 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f01cd8f8-1d38-4ad6-893b-48d3119802e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (91d96fc0-fccc-4b8e-a7db-852bd7cb890c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.121131 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bcc4c127-28e1-4477-9259-35a4bab269c7 None None] Provisioning complete for port c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:16.125323 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-81e721bb-7bce-42be-9cc9-8cab261b5e0a req-f8e74570-8b19-4442-90ac-9a467a234a03 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 210 time: 0.0830948 Feb 03 12:35:16.126145 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01cd8f8-1d38-4ad6-893b-48d3119802e7 admin admin] No DVR routers for this DVR port 91d96fc0-fccc-4b8e-a7db-852bd7cb890c on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:16.126727 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bcc4c127-28e1-4477-9259-35a4bab269c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.327477 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] Publish callbacks [] for port (080d5446-4e34-41d5-a437-307a6016ff70), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.362528 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (080d5446-4e34-41d5-a437-307a6016ff70), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.404071 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cd8f8-1d38-4ad6-893b-48d3119802e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=91d96fc0-fccc-4b8e-a7db-852bd7cb890c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:16.416865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-f6552e7d-ff9f-44c1-812f-5d4b82a85d98 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Allocated IP 2001:db8::1 (c46df509-b834-43b2-bf08-0553ce74507a/18803901-c029-47b4-b54e-15c699e3ebe3/5f1634a9-a4d6-4a29-b189-880d6fd393c4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:16.552270 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] Network ef4df2d1-151b-4cf8-8ec2-971e4b3d3048 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:16.573049 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8ce513-b024-4d6b-bba6-b97193218fd4 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:16.582855 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] Publish callbacks [] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.598229 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:16.598479 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689196d6-1e30-4db3-bf57-009009edeeca admin admin] Router 7dda8193-69c4-471c-8714-76f04f7a8df9 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:35:16.599538 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] Transition to ACTIVE for port object ad8ce513-b024-4d6b-bba6-b97193218fd4 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:35:16.603819 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f01cd8f8-1d38-4ad6-893b-48d3119802e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (8a80de18-a468-4317-aaa0-8cf5c057d35b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.611686 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.625838 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:16.633717 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] Pushing event updated for resources: {'Port': ['ID=080d5446-4e34-41d5-a437-307a6016ff70,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:16.671630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f01cd8f8-1d38-4ad6-893b-48d3119802e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a80de18-a468-4317-aaa0-8cf5c057d35b']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:16.744189 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:35:16.762235 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f01cd8f8-1d38-4ad6-893b-48d3119802e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8016149-dc02-44f2-be78-cc005637a165') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:16.762544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f01cd8f8-1d38-4ad6-893b-48d3119802e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8016149-dc02-44f2-be78-cc005637a165') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:16.799118 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f01cd8f8-1d38-4ad6-893b-48d3119802e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (b8016149-dc02-44f2-be78-cc005637a165), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.858161 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bcc4c127-28e1-4477-9259-35a4bab269c7 None None] Current status of the port c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:16.862468 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bcc4c127-28e1-4477-9259-35a4bab269c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.869918 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:16.870412 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.894147 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f01cd8f8-1d38-4ad6-893b-48d3119802e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b8016149-dc02-44f2-be78-cc005637a165), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.914323 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01cd8f8-1d38-4ad6-893b-48d3119802e7 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:35:16.914674 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f01cd8f8-1d38-4ad6-893b-48d3119802e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (b8016149-dc02-44f2-be78-cc005637a165), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:35:16.928530 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:35:17.014506 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd049d-73e6-4e69-be74-f968dbf792b6 req-ca6965c8-bd6c-4578-aeee-5a9e36e617f8 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:17.024256 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69cd049d-73e6-4e69-be74-f968dbf792b6 req-ca6965c8-bd6c-4578-aeee-5a9e36e617f8 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7d08576-25eb-4ae6-8ebe-fb66cc0818a9 HTTP/1.1" status: 200 len: 950 time: 0.6022832 Feb 03 12:35:17.025064 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8ce513-b024-4d6b-bba6-b97193218fd4,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:17.104177 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] Attempting to bind port 080d5446-4e34-41d5-a437-307a6016ff70 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:17.104804 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] Attempting to bind port 080d5446-4e34-41d5-a437-307a6016ff70 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '38d74ea1-39bc-4bae-8cc9-6584da2dfcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ef4df2d1-151b-4cf8-8ec2-971e4b3d3048'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:17.105530 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] Attempting to bind port 080d5446-4e34-41d5-a437-307a6016ff70 on network ef4df2d1-151b-4cf8-8ec2-971e4b3d3048 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:17.111738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5,segment=NetworkSegment(c95c494a-39bd-4504-bdab-13ddd3aa5bf0),segment_id=c95c494a-39bd-4504-bdab-13ddd3aa5bf0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:17.119665 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:17.120603 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] Checking segment: {'id': '38d74ea1-39bc-4bae-8cc9-6584da2dfcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ef4df2d1-151b-4cf8-8ec2-971e4b3d3048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:17.121744 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:17.122720 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] Bound using segment: {'id': '38d74ea1-39bc-4bae-8cc9-6584da2dfcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ef4df2d1-151b-4cf8-8ec2-971e4b3d3048'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:17.123634 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] Bound port: 080d5446-4e34-41d5-a437-307a6016ff70, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d74ea1-39bc-4bae-8cc9-6584da2dfcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ef4df2d1-151b-4cf8-8ec2-971e4b3d3048'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:17.124433 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (080d5446-4e34-41d5-a437-307a6016ff70), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:17.138208 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:17.139450 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:17.174317 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689196d6-1e30-4db3-bf57-009009edeeca admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:35:17.175753 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f01cd8f8-1d38-4ad6-893b-48d3119802e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (8a80de18-a468-4317-aaa0-8cf5c057d35b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:17.210920 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-689196d6-1e30-4db3-bf57-009009edeeca admin admin] 10.222.0.18 "PUT /v2.0/routers/7dda8193-69c4-471c-8714-76f04f7a8df9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9845681 Feb 03 12:35:17.220157 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41308) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:17.248795 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6552e7d-ff9f-44c1-812f-5d4b82a85d98 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for port (5f1634a9-a4d6-4a29-b189-880d6fd393c4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:17.274854 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dd9e84-a05e-4d54-8c11-821e6d9cc5da None None] Sync routers for ids ['7dda8193-69c4-471c-8714-76f04f7a8df9'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:35:17.312020 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69cd049d-73e6-4e69-be74-f968dbf792b6 req-acf85fff-7a95-48de-9ce5-ca85dc1652b7 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/security-groups?id=797b7349-7765-4dcb-8039-9f9ffaf57f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319372 Feb 03 12:35:17.312773 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] Attempting to bind port ad8ce513-b024-4d6b-bba6-b97193218fd4 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:17.313112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] Attempting to bind port ad8ce513-b024-4d6b-bba6-b97193218fd4 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:17.313447 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] Attempting to bind port ad8ce513-b024-4d6b-bba6-b97193218fd4 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:17.322523 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] Port ad8ce513-b024-4d6b-bba6-b97193218fd4 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:35:17.322844 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] Attempting to bind port ad8ce513-b024-4d6b-bba6-b97193218fd4 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:17.338352 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:17.338704 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] Checking segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:17.339087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] Bound using segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:17.339618 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] Bound port: ad8ce513-b024-4d6b-bba6-b97193218fd4, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:17.340002 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:17.371772 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6552e7d-ff9f-44c1-812f-5d4b82a85d98 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5f1634a9-a4d6-4a29-b189-880d6fd393c4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:17.408863 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f01cd8f8-1d38-4ad6-893b-48d3119802e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:17.416345 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f01cd8f8-1d38-4ad6-893b-48d3119802e7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8a80de18-a468-4317-aaa0-8cf5c057d35b HTTP/1.1" status: 204 len: 168 time: 3.2188766 Feb 03 12:35:17.426487 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-bcc4c127-28e1-4477-9259-35a4bab269c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:35:17.427969 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-bcc4c127-28e1-4477-9259-35a4bab269c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:35:17.441627 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dd9e84-a05e-4d54-8c11-821e6d9cc5da None None] Routers {'7dda8193-69c4-471c-8714-76f04f7a8df9'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:17.442861 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-48dd9e84-a05e-4d54-8c11-821e6d9cc5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:35:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['7dda8193-69c4-471c-8714-76f04f7a8df9'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:17.454552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cd8f8-1d38-4ad6-893b-48d3119802e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a80de18-a468-4317-aaa0-8cf5c057d35b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:17.522038 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6552e7d-ff9f-44c1-812f-5d4b82a85d98 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Network c46df509-b834-43b2-bf08-0553ce74507a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:17.538288 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:17.559984 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-da4ab5f8-ade3-4191-b68c-14cd689f1224 req-6b1cfeaf-7d10-456c-bf3d-f3bd37e43077 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 210 time: 0.0533886 Feb 03 12:35:17.565404 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] For port 080d5446-4e34-41d5-a437-307a6016ff70, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:17.573450 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] For port 080d5446-4e34-41d5-a437-307a6016ff70, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=080d5446-4e34-41d5-a437-307a6016ff70,segment=NetworkSegment(38d74ea1-39bc-4bae-8cc9-6584da2dfcb0),segment_id=38d74ea1-39bc-4bae-8cc9-6584da2dfcb0)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:17.584374 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f6552e7d-ff9f-44c1-812f-5d4b82a85d98 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:17.590187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:17.591072 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:17.592844 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6552e7d-ff9f-44c1-812f-5d4b82a85d98 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:17.595480 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6552e7d-ff9f-44c1-812f-5d4b82a85d98 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (bcb823c2-b93d-4e15-835c-608f4ee03842), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:17.602398 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb5211-1976-4dc2-be23-f0fcf4f65900 req-30aa1e21-0a7c-42c2-8659-2729f81c2e72 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:17.604005 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bebb5211-1976-4dc2-be23-f0fcf4f65900 req-30aa1e21-0a7c-42c2-8659-2729f81c2e72 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 943 time: 0.6161094 Feb 03 12:35:17.725722 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6552e7d-ff9f-44c1-812f-5d4b82a85d98 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event updated for resources: {'Port': ['ID=5f1634a9-a4d6-4a29-b189-880d6fd393c4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:17.732015 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (080d5446-4e34-41d5-a437-307a6016ff70), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:17.814560 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bebb5211-1976-4dc2-be23-f0fcf4f65900 req-694332db-5d1f-4d45-8eab-d35a47f22974 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955662 Feb 03 12:35:17.865271 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02473702-754d-4221-990a-9543e4f1be08 admin admin] Publish callbacks [] for router (7dda8193-69c4-471c-8714-76f04f7a8df9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:17.880986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] For port ad8ce513-b024-4d6b-bba6-b97193218fd4, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:17.947430 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] For port ad8ce513-b024-4d6b-bba6-b97193218fd4, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ad8ce513-b024-4d6b-bba6-b97193218fd4,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:17.985061 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:18.069177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41322) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:18.107856 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:18.108852 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:18.110534 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] 10.222.0.73 "PUT /v2.0/ports/ad8ce513-b024-4d6b-bba6-b97193218fd4 HTTP/1.1" status: 200 len: 1091 time: 2.5756958 Feb 03 12:35:18.113624 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e114058-0654-4395-ab18-c9faccfbfb04', 'tag': 'ad8ce513-b024-4d6b-bba6-b97193218fd4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:18.116222 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7375b2a-c394-4743-8e9b-f4224fa08b00" -d '{"events": [{"name": "network-changed", "server_uuid": "6e114058-0654-4395-ab18-c9faccfbfb04", "tag": "ad8ce513-b024-4d6b-bba6-b97193218fd4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:18.136761 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6552e7d-ff9f-44c1-812f-5d4b82a85d98 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5f1634a9-a4d6-4a29-b189-880d6fd393c4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:18.182438 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bcc4c127-28e1-4477-9259-35a4bab269c7 None None] Current status of the port c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:18.205746 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aebe68b-9010-4d53-9653-2fbc0f874099 x-openstack-request-id: req-4aebe68b-9010-4d53-9653-2fbc0f874099 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:18.206337 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e114058-0654-4395-ab18-c9faccfbfb04", "tag": "ad8ce513-b024-4d6b-bba6-b97193218fd4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:18.206834 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4aebe68b-9010-4d53-9653-2fbc0f874099 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:18.207465 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e114058-0654-4395-ab18-c9faccfbfb04', 'tag': 'ad8ce513-b024-4d6b-bba6-b97193218fd4', 'status': 'completed', 'code': 200} Feb 03 12:35:18.257699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-48dd9e84-a05e-4d54-8c11-821e6d9cc5da None None] Set router 7dda8193-69c4-471c-8714-76f04f7a8df9 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:35:18.283360 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-aff45015-82cb-4ad5-bee2-b911dcd216d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85c29679b0cc4e73a0c5cf6e4c6b712d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2083976 Feb 03 12:35:18.289970 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41326) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:18.326316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f3d0b-a9a7-45ae-be50-e10ecdb88217 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8ce513-b024-4d6b-bba6-b97193218fd4,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:18.465249 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-5d9ef6af-c30f-49b5-981e-af85540fc4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:18.470211 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-5d9ef6af-c30f-49b5-981e-af85540fc4fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 1125 time: 0.2838092 Feb 03 12:35:18.473078 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f5537-3f47-4318-93da-1697eddc6c23 req-ee93c517-9beb-44cb-8c15-bc3e8ffa46f6 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:18.487969 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-963f5537-3f47-4318-93da-1697eddc6c23 req-ee93c517-9beb-44cb-8c15-bc3e8ffa46f6 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7d08576-25eb-4ae6-8ebe-fb66cc0818a9 HTTP/1.1" status: 200 len: 950 time: 0.1999760 Feb 03 12:35:18.492605 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02473702-754d-4221-990a-9543e4f1be08 admin admin] Publish callbacks [] for router_gateway (7dda8193-69c4-471c-8714-76f04f7a8df9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:18.658227 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-963f5537-3f47-4318-93da-1697eddc6c23 req-0a851e20-bf8b-4506-a854-e46640475eaf tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/security-groups?id=797b7349-7765-4dcb-8039-9f9ffaf57f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743751 Feb 03 12:35:18.711718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-02473702-754d-4221-990a-9543e4f1be08 admin admin] Deleting port 48b9e79d-78af-40c3-944f-94c899679a8f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:18.712074 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02473702-754d-4221-990a-9543e4f1be08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (48b9e79d-78af-40c3-944f-94c899679a8f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:18.721833 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:18.754457 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ffcaaf6a-5b10-4e76-a722-3b269a1ed9ef None None] Provisioning complete for port 5f1634a9-a4d6-4a29-b189-880d6fd393c4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:18.754822 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ffcaaf6a-5b10-4e76-a722-3b269a1ed9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5f1634a9-a4d6-4a29-b189-880d6fd393c4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:18.756512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfe673-89ad-4183-99a5-1ba123e4d71f None None] Pushing event updated for resources: {'Port': ['ID=080d5446-4e34-41d5-a437-307a6016ff70,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:19.032414 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-02473702-754d-4221-990a-9543e4f1be08 admin admin] For port 48b9e79d-78af-40c3-944f-94c899679a8f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=48b9e79d-78af-40c3-944f-94c899679a8f,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:19.033068 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ffcaaf6a-5b10-4e76-a722-3b269a1ed9ef None None] Port 5f1634a9-a4d6-4a29-b189-880d6fd393c4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:35:19.033215 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02473702-754d-4221-990a-9543e4f1be08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (48b9e79d-78af-40c3-944f-94c899679a8f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:19.110962 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-02473702-754d-4221-990a-9543e4f1be08 admin admin] Calling delete_port for 48b9e79d-78af-40c3-944f-94c899679a8f owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:19.182106 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-35683cc1-13bf-41f4-ae4b-ac5af9991d5d req-8d7e2c59-1850-4103-814d-bb741e65492d tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 210 time: 0.1183197 Feb 03 12:35:19.185649 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ffcaaf6a-5b10-4e76-a722-3b269a1ed9ef None None] Provisioning complete for port c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:19.186143 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ffcaaf6a-5b10-4e76-a722-3b269a1ed9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:19.191344 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-e4c1466e-f6d0-4fbb-9a4e-8902fc2110e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad8ce513-b024-4d6b-bba6-b97193218fd4 HTTP/1.1" status: 200 len: 217 time: 0.1172585 Feb 03 12:35:19.228666 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e78fe94-0be5-462e-b946-ad7b115eaead admin admin] Publish callbacks [] for security_group (a1d09944-9ebc-4cad-8bdf-344b2c1b58bc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:19.309289 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:19.352435 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a82a2-3f42-42de-b809-36171541a813 req-44f81b69-4acc-4d2f-a894-98329a78c19d tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:19.360760 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ee9a82a2-3f42-42de-b809-36171541a813 req-44f81b69-4acc-4d2f-a894-98329a78c19d tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 943 time: 0.2269282 Feb 03 12:35:19.367539 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e78fe94-0be5-462e-b946-ad7b115eaead admin admin] Publish callbacks [] for security_group (a1d09944-9ebc-4cad-8bdf-344b2c1b58bc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:19.392648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-f9858ef2-ea5c-473c-8fb4-d877b9fbae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:19.394133 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-f9858ef2-ea5c-473c-8fb4-d877b9fbae11 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.1874702 Feb 03 12:35:19.522442 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-f164c935-eba7-4484-95a8-cee4a52dda5e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991228 Feb 03 12:35:19.559208 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-48dd9e84-a05e-4d54-8c11-821e6d9cc5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1872656052-router', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:37Z', 'updated_at': '2022-02-03T12:35:13Z', 'revision_number': 5, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'gw_port': {'id': '48b9e79d-78af-40c3-944f-94c899679a8f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:33:39Z', 'updated_at': '2022-02-03T12:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:19.566816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ffcaaf6a-5b10-4e76-a722-3b269a1ed9ef None None] Current status of the port c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:19.585612 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77547def-49d5-400c-a5ef-584c012a3686 req-433b1c60-4fd4-479d-8d5b-84f7baeeabf3 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:19.587120 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-77547def-49d5-400c-a5ef-584c012a3686 req-433b1c60-4fd4-479d-8d5b-84f7baeeabf3 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7d08576-25eb-4ae6-8ebe-fb66cc0818a9 HTTP/1.1" status: 200 len: 950 time: 0.2748508 Feb 03 12:35:19.625396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dd9e84-a05e-4d54-8c11-821e6d9cc5da None None] Checking router: 7dda8193-69c4-471c-8714-76f04f7a8df9 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:35:19.654949 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02473702-754d-4221-990a-9543e4f1be08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (48b9e79d-78af-40c3-944f-94c899679a8f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:19.661498 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:19.662390 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:19.665822 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dd9e84-a05e-4d54-8c11-821e6d9cc5da None None] Routers {'7dda8193-69c4-471c-8714-76f04f7a8df9'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:19.666147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-48dd9e84-a05e-4d54-8c11-821e6d9cc5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:35:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['7dda8193-69c4-471c-8714-76f04f7a8df9'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:19.725525 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02473702-754d-4221-990a-9543e4f1be08 admin admin] Pushing event deleted for resources: {'Port': ['ID=48b9e79d-78af-40c3-944f-94c899679a8f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:19.756489 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ee9a82a2-3f42-42de-b809-36171541a813 req-097d0a55-887e-4da7-959a-b25fe593d146 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931694 Feb 03 12:35:19.827069 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e78fe94-0be5-462e-b946-ad7b115eaead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a1d09944-9ebc-4cad-8bdf-344b2c1b58bc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:19.829698 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e78fe94-0be5-462e-b946-ad7b115eaead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:19.830863 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0e78fe94-0be5-462e-b946-ad7b115eaead admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a1d09944-9ebc-4cad-8bdf-344b2c1b58bc HTTP/1.1" status: 204 len: 168 time: 1.5391438 Feb 03 12:35:19.907602 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02473702-754d-4221-990a-9543e4f1be08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (7dda8193-69c4-471c-8714-76f04f7a8df9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:19.946706 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-48dd9e84-a05e-4d54-8c11-821e6d9cc5da None None] Set router 7dda8193-69c4-471c-8714-76f04f7a8df9 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:35:20.106836 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6552e7d-ff9f-44c1-812f-5d4b82a85d98 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for port (5f1634a9-a4d6-4a29-b189-880d6fd393c4), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:20.112988 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78fe94-0be5-462e-b946-ad7b115eaead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d09944-9ebc-4cad-8bdf-344b2c1b58bc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:20.166843 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6552e7d-ff9f-44c1-812f-5d4b82a85d98 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (5f1634a9-a4d6-4a29-b189-880d6fd393c4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:20.170144 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6552e7d-ff9f-44c1-812f-5d4b82a85d98 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (bcb823c2-b93d-4e15-835c-608f4ee03842), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:20.250333 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02473702-754d-4221-990a-9543e4f1be08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (7dda8193-69c4-471c-8714-76f04f7a8df9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:20.252954 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02473702-754d-4221-990a-9543e4f1be08 admin admin] Publish callbacks [] for router_controller (7dda8193-69c4-471c-8714-76f04f7a8df9), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:20.352073 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02473702-754d-4221-990a-9543e4f1be08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (7dda8193-69c4-471c-8714-76f04f7a8df9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:20.353096 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02473702-754d-4221-990a-9543e4f1be08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dda8193-69c4-471c-8714-76f04f7a8df9 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:35:20.364891 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02473702-754d-4221-990a-9543e4f1be08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:20.367216 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-02473702-754d-4221-990a-9543e4f1be08 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7dda8193-69c4-471c-8714-76f04f7a8df9 HTTP/1.1" status: 204 len: 168 time: 3.1326842 Feb 03 12:35:20.380771 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41348) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:20.410219 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-691be6b1-8bd0-4824-9b4b-6e6903fc97f6 service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8812485 Feb 03 12:35:20.452193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388116e0-e99a-48c1-b590-d5b44ad1ba6f None None] Network ef4df2d1-151b-4cf8-8ec2-971e4b3d3048 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:20.476581 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1570c4-cb93-46cc-a766-0c58e1645c6c req-8f6b419e-8008-4c54-b648-ab3333fa59fb tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:20.481554 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-48dd9e84-a05e-4d54-8c11-821e6d9cc5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1872656052-router', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:37Z', 'updated_at': '2022-02-03T12:35:19Z', 'revision_number': 7, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:20.482206 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3a1570c4-cb93-46cc-a766-0c58e1645c6c req-8f6b419e-8008-4c54-b648-ab3333fa59fb tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7d08576-25eb-4ae6-8ebe-fb66cc0818a9 HTTP/1.1" status: 200 len: 950 time: 0.6700647 Feb 03 12:35:20.509476 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3a585e57-84fc-4620-aabf-5967fcdbba40 req-10970fee-46b0-4a38-932c-a1884ddd6eaa tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 210 time: 0.1385200 Feb 03 12:35:20.539876 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6552e7d-ff9f-44c1-812f-5d4b82a85d98 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event updated for resources: {'Port': ['ID=5f1634a9-a4d6-4a29-b189-880d6fd393c4,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:20.563395 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-21720e62-8355-4d61-bb39-0b4d439a6949 admin admin] Deleting subnet 64ed22f9-42f3-42e9-97d0-6629542762a8 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:35:20.571988 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21720e62-8355-4d61-bb39-0b4d439a6949 admin admin] Publish callbacks [] for subnet (64ed22f9-42f3-42e9-97d0-6629542762a8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:20.587829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:20.589178 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 080d5446-4e34-41d5-a437-307a6016ff70 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:20.648570 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21720e62-8355-4d61-bb39-0b4d439a6949 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (64ed22f9-42f3-42e9-97d0-6629542762a8), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:20.700959 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dd9e84-a05e-4d54-8c11-821e6d9cc5da None None] The sync data for ids ['7dda8193-69c4-471c-8714-76f04f7a8df9'] in n-d-827336-3 is: [{'id': '7dda8193-69c4-471c-8714-76f04f7a8df9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1872656052-router', 'tenant_id': 'f8d36a54553f403498e79414ddb6fcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:33:37Z', 'updated_at': '2022-02-03T12:35:19Z', 'revision_number': 7, 'project_id': 'f8d36a54553f403498e79414ddb6fcbf', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:35:20.791770 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-522e5a3e-4eb5-4f42-93d4-6d80258e8f79 None None] Provisioning complete for port 080d5446-4e34-41d5-a437-307a6016ff70 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:20.794771 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-522e5a3e-4eb5-4f42-93d4-6d80258e8f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (080d5446-4e34-41d5-a437-307a6016ff70), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:20.801426 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21720e62-8355-4d61-bb39-0b4d439a6949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (64ed22f9-42f3-42e9-97d0-6629542762a8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:20.802539 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8495c450-9f3d-4217-89f9-e00441fd7644 req-0e8ac8aa-0636-422f-9d77-6ba1f1bd278e service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803849 Feb 03 12:35:20.882187 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-77547def-49d5-400c-a5ef-584c012a3686 req-ba784717-c805-4223-9a59-04e334c11f7f tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Deleting port 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:20.882759 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-77547def-49d5-400c-a5ef-584c012a3686 req-ba784717-c805-4223-9a59-04e334c11f7f tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:21.107287 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 080d5446-4e34-41d5-a437-307a6016ff70 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:21.107892 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (080d5446-4e34-41d5-a437-307a6016ff70), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:21.134288 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-77547def-49d5-400c-a5ef-584c012a3686 req-ba784717-c805-4223-9a59-04e334c11f7f tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] For port 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:21.135562 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-77547def-49d5-400c-a5ef-584c012a3686 req-ba784717-c805-4223-9a59-04e334c11f7f tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:21.280111 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-77547def-49d5-400c-a5ef-584c012a3686 req-ba784717-c805-4223-9a59-04e334c11f7f tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Calling delete_port for 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:21.341265 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3a1570c4-cb93-46cc-a766-0c58e1645c6c req-4f344cd3-0fe9-4dc9-ab0a-9d1a843907f4 tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/security-groups?id=797b7349-7765-4dcb-8039-9f9ffaf57f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8389835 Feb 03 12:35:21.435492 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6552e7d-ff9f-44c1-812f-5d4b82a85d98 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Network c46df509-b834-43b2-bf08-0553ce74507a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:21.522431 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-522e5a3e-4eb5-4f42-93d4-6d80258e8f79 None None] Current status of the port 080d5446-4e34-41d5-a437-307a6016ff70 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:21.523196 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-522e5a3e-4eb5-4f42-93d4-6d80258e8f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (080d5446-4e34-41d5-a437-307a6016ff70), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:21.561841 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f6552e7d-ff9f-44c1-812f-5d4b82a85d98 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:21.629269 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 080d5446-4e34-41d5-a437-307a6016ff70 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:21.634058 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (080d5446-4e34-41d5-a437-307a6016ff70), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:21.657753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7375b2a-c394-4743-8e9b-f4224fa08b00 req-fd6831bb-e2c8-464b-8247-8bb711c89ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:21.659388 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f7375b2a-c394-4743-8e9b-f4224fa08b00 req-fd6831bb-e2c8-464b-8247-8bb711c89ac4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 1125 time: 0.4537613 Feb 03 12:35:21.726749 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-522e5a3e-4eb5-4f42-93d4-6d80258e8f79 None None] For port 080d5446-4e34-41d5-a437-307a6016ff70, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=080d5446-4e34-41d5-a437-307a6016ff70,segment=NetworkSegment(38d74ea1-39bc-4bae-8cc9-6584da2dfcb0),segment_id=38d74ea1-39bc-4bae-8cc9-6584da2dfcb0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:21.753793 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-522e5a3e-4eb5-4f42-93d4-6d80258e8f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (080d5446-4e34-41d5-a437-307a6016ff70), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:21.956078 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21720e62-8355-4d61-bb39-0b4d439a6949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (64ed22f9-42f3-42e9-97d0-6629542762a8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:22.073004 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21720e62-8355-4d61-bb39-0b4d439a6949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:22.084722 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-21720e62-8355-4d61-bb39-0b4d439a6949 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/64ed22f9-42f3-42e9-97d0-6629542762a8 HTTP/1.1" status: 204 len: 168 time: 1.6969037 Feb 03 12:35:22.087173 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41380) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:22.142906 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21720e62-8355-4d61-bb39-0b4d439a6949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64ed22f9-42f3-42e9-97d0-6629542762a8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:22.206380 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c22a6c5-24bd-4cb8-a71a-6fe7bdf25c05 None None] Network c8e37854-a441-489e-b1d5-09621aeb9572 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:22.220082 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd4705-f970-4d7e-a1f8-3def01932ff3 req-97d094b0-9e8b-4dff-9b89-e1b09216f671 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:22.229688 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d2fd4705-f970-4d7e-a1f8-3def01932ff3 req-97d094b0-9e8b-4dff-9b89-e1b09216f671 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 943 time: 1.3454087 Feb 03 12:35:22.409233 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:35:22.409602 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:35:22.467030 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4f567014-a428-47e4-836b-63fc88486500 None None] Provisioning complete for port 080d5446-4e34-41d5-a437-307a6016ff70 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:22.467479 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4f567014-a428-47e4-836b-63fc88486500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (080d5446-4e34-41d5-a437-307a6016ff70), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:22.473111 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7375b2a-c394-4743-8e9b-f4224fa08b00 req-38fa776a-ebc6-47fa-bea9-88fe499a86d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:22.475378 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f7375b2a-c394-4743-8e9b-f4224fa08b00 req-38fa776a-ebc6-47fa-bea9-88fe499a86d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 909 time: 0.7054260 Feb 03 12:35:22.477615 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b1bd2a43-2ae6-4858-8c8e-3c8e0314c31a req-a876b333-8a42-4b88-8f36-363829241ea1 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 210 time: 0.2164066 Feb 03 12:35:22.499788 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d2fd4705-f970-4d7e-a1f8-3def01932ff3 req-79bfa083-4ae3-4018-890a-ec498a35e4f1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654035 Feb 03 12:35:22.541338 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31185349-c57a-49ca-a619-caaf3228300f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (c8e37854-a441-489e-b1d5-09621aeb9572), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:22.543614 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e5a3e-4eb5-4f42-93d4-6d80258e8f79 None None] Pushing event updated for resources: {'Port': ['ID=080d5446-4e34-41d5-a437-307a6016ff70,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:22.580435 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:22.620534 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f7375b2a-c394-4743-8e9b-f4224fa08b00 req-3fbe8e4e-54b7-4863-bcef-420380e6c6ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad8ce513-b024-4d6b-bba6-b97193218fd4 HTTP/1.1" status: 200 len: 217 time: 0.1359675 Feb 03 12:35:22.690486 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-31185349-c57a-49ca-a619-caaf3228300f admin admin] Deleting port 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:22.693459 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31185349-c57a-49ca-a619-caaf3228300f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:22.731232 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26fe247-bc62-4f22-8521-3ebfdcdb542d None None] DHCP port deletion for c8e37854-a441-489e-b1d5-09621aeb9572 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:35:22.768588 n-d-827336-3 neutron-server[103190]: INFO neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No ports have port_id starting with 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 Feb 03 12:35:22.770439 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-77547def-49d5-400c-a5ef-584c012a3686 req-ba784717-c805-4223-9a59-04e334c11f7f tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:22.812116 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1890cf21-c31d-413b-915b-d5651e35bd6c req-0a30c29e-dc82-4952-b0bd-19553c94fe9f tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7d08576-25eb-4ae6-8ebe-fb66cc0818a9 HTTP/1.1" status: 200 len: 210 time: 0.0844338 Feb 03 12:35:22.855753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba784717-c805-4223-9a59-04e334c11f7f tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Pushing event deleted for resources: {'Port': ['ID=4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:22.860435 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4f567014-a428-47e4-836b-63fc88486500 None None] Current status of the port 080d5446-4e34-41d5-a437-307a6016ff70 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:22.873692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7375b2a-c394-4743-8e9b-f4224fa08b00 req-403a9650-b47c-4400-a299-2ededa33eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:22.875751 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f7375b2a-c394-4743-8e9b-f4224fa08b00 req-403a9650-b47c-4400-a299-2ededa33eab2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.2348943 Feb 03 12:35:22.902432 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4f567014-a428-47e4-836b-63fc88486500 None None] Provisioning complete for port 5f1634a9-a4d6-4a29-b189-880d6fd393c4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:22.904668 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4f567014-a428-47e4-836b-63fc88486500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5f1634a9-a4d6-4a29-b189-880d6fd393c4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:22.916668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6552e7d-ff9f-44c1-812f-5d4b82a85d98 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Router bcb823c2-b93d-4e15-835c-608f4ee03842 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:35:22.938676 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-31185349-c57a-49ca-a619-caaf3228300f admin admin] For port 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d,segment=NetworkSegment(16a921ac-3e3f-44b7-a72f-0d69f3e5dabd),segment_id=16a921ac-3e3f-44b7-a72f-0d69f3e5dabd)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:22.939215 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31185349-c57a-49ca-a619-caaf3228300f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:22.971526 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f7375b2a-c394-4743-8e9b-f4224fa08b00 req-05077735-8ae2-432c-ba39-5557c42bf250 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888622 Feb 03 12:35:22.973735 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-77547def-49d5-400c-a5ef-584c012a3686 req-ba784717-c805-4223-9a59-04e334c11f7f tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] No DVR routers for this DVR port 4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:22.979895 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-31185349-c57a-49ca-a619-caaf3228300f admin admin] Calling delete_port for 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:22.980513 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-77547def-49d5-400c-a5ef-584c012a3686 req-ba784717-c805-4223-9a59-04e334c11f7f tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:22.988456 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-77547def-49d5-400c-a5ef-584c012a3686 req-ba784717-c805-4223-9a59-04e334c11f7f tempest-ServerDiagnosticsNegativeTest-1704861604 tempest-ServerDiagnosticsNegativeTest-1704861604-project] 10.222.0.31 "DELETE /v2.0/ports/4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5 HTTP/1.1" status: 204 len: 173 time: 3.3802147 Feb 03 12:35:23.105507 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4f567014-a428-47e4-836b-63fc88486500 None None] Port 5f1634a9-a4d6-4a29-b189-880d6fd393c4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:35:23.140726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d08576-25eb-4ae6-8ebe-fb66cc0818a9', 'name': 'network-vif-deleted', 'tag': '4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:23.142027 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 080d5446-4e34-41d5-a437-307a6016ff70 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:23.144216 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f02ae7d-f4b8-41f2-b856-e7a3d4f1c3ae" -d '{"events": [{"server_uuid": "b7d08576-25eb-4ae6-8ebe-fb66cc0818a9", "name": "network-vif-deleted", "tag": "4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:23.156041 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f7375b2a-c394-4743-8e9b-f4224fa08b00 req-23d81474-5988-4de1-8a92-946d16a18cb3 service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661777 Feb 03 12:35:23.160123 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e26fe247-bc62-4f22-8521-3ebfdcdb542d None None] Deleting port 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:23.160720 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e26fe247-bc62-4f22-8521-3ebfdcdb542d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:23.303546 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31185349-c57a-49ca-a619-caaf3228300f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:23.319565 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 91d96fc0-fccc-4b8e-a7db-852bd7cb890c no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:23.377987 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31185349-c57a-49ca-a619-caaf3228300f admin admin] Pushing event deleted for resources: {'Port': ['ID=6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:23.384038 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71689273-67ee-4c8e-91f9-84fcecfe3d65 x-openstack-request-id: req-71689273-67ee-4c8e-91f9-84fcecfe3d65 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:23.394034 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d08576-25eb-4ae6-8ebe-fb66cc0818a9", "name": "network-vif-deleted", "tag": "4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:23.394429 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71689273-67ee-4c8e-91f9-84fcecfe3d65 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:23.395930 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d08576-25eb-4ae6-8ebe-fb66cc0818a9', 'name': 'network-vif-deleted', 'tag': '4fa08a87-1c0c-4aea-91cb-8dc1f1c4ead5', 'status': 'completed', 'code': 200} Feb 03 12:35:23.397938 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31185349-c57a-49ca-a619-caaf3228300f admin admin] No DVR routers for this DVR port 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:23.425247 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 91d96fc0-fccc-4b8e-a7db-852bd7cb890c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:23.425602 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 91d96fc0-fccc-4b8e-a7db-852bd7cb890c not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:23.441319 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e26fe247-bc62-4f22-8521-3ebfdcdb542d None None] For port 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d,segment=NetworkSegment(16a921ac-3e3f-44b7-a72f-0d69f3e5dabd),segment_id=16a921ac-3e3f-44b7-a72f-0d69f3e5dabd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:23.441730 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e26fe247-bc62-4f22-8521-3ebfdcdb542d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:23.486573 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e26fe247-bc62-4f22-8521-3ebfdcdb542d None None] Calling delete_port for 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:23.558661 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31185349-c57a-49ca-a619-caaf3228300f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (c8e37854-a441-489e-b1d5-09621aeb9572), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:23.579305 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41430) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:23.583337 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-31185349-c57a-49ca-a619-caaf3228300f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e37854-a441-489e-b1d5-09621aeb9572']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:23.605633 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-31185349-c57a-49ca-a619-caaf3228300f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a921ac-3e3f-44b7-a72f-0d69f3e5dabd') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:23.606158 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-31185349-c57a-49ca-a619-caaf3228300f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a921ac-3e3f-44b7-a72f-0d69f3e5dabd') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:23.617984 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31185349-c57a-49ca-a619-caaf3228300f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (16a921ac-3e3f-44b7-a72f-0d69f3e5dabd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:23.637730 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31185349-c57a-49ca-a619-caaf3228300f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (16a921ac-3e3f-44b7-a72f-0d69f3e5dabd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:23.648907 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31185349-c57a-49ca-a619-caaf3228300f admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:35:23.649313 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31185349-c57a-49ca-a619-caaf3228300f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (16a921ac-3e3f-44b7-a72f-0d69f3e5dabd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:35:23.653172 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:35:23.657986 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e26fe247-bc62-4f22-8521-3ebfdcdb542d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:23.702724 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fe247-bc62-4f22-8521-3ebfdcdb542d None None] Pushing event deleted for resources: {'Port': ['ID=6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:23.713607 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26fe247-bc62-4f22-8521-3ebfdcdb542d None None] No DVR routers for this DVR port 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:23.735746 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-af170891-964c-4b7c-a135-7b345bb027cc req-fc81d15c-ea25-4e85-b20e-02cc704e14a6 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 210 time: 0.0662322 Feb 03 12:35:23.793179 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 080d5446-4e34-41d5-a437-307a6016ff70 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:23.834999 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31185349-c57a-49ca-a619-caaf3228300f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (c8e37854-a441-489e-b1d5-09621aeb9572), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:23.842038 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31185349-c57a-49ca-a619-caaf3228300f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:23.845106 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-31185349-c57a-49ca-a619-caaf3228300f admin admin] 10.222.0.18 "DELETE /v2.0/networks/c8e37854-a441-489e-b1d5-09621aeb9572 HTTP/1.1" status: 204 len: 168 time: 1.7510178 Feb 03 12:35:23.902330 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31185349-c57a-49ca-a619-caaf3228300f admin admin] Pushing event deleted for resources: {'Network': ['ID=c8e37854-a441-489e-b1d5-09621aeb9572,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:23.909319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6552e7d-ff9f-44c1-812f-5d4b82a85d98 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:35:23.922546 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f282fa33-5f45-41a3-8bc5-6efe0b13161b None None] Sync routers for ids ['bcb823c2-b93d-4e15-835c-608f4ee03842'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:35:23.925430 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f7375b2a-c394-4743-8e9b-f4224fa08b00 req-06431c3f-f397-4819-babb-09197abe80fe service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7415564 Feb 03 12:35:23.935973 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f6552e7d-ff9f-44c1-812f-5d4b82a85d98 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "PUT /v2.0/routers/bcb823c2-b93d-4e15-835c-608f4ee03842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7493744 Feb 03 12:35:23.938431 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f282fa33-5f45-41a3-8bc5-6efe0b13161b None None] Routers {'bcb823c2-b93d-4e15-835c-608f4ee03842'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:23.940279 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41438) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:23.943253 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f282fa33-5f45-41a3-8bc5-6efe0b13161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:35:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['bcb823c2-b93d-4e15-835c-608f4ee03842'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:23.971694 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12469c-bcfc-4757-a70e-1453a51b4b01 req-ec5cb836-cf27-4a0c-9158-7ff20c0a5069 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:23.975511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 080d5446-4e34-41d5-a437-307a6016ff70 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:23.975899 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (080d5446-4e34-41d5-a437-307a6016ff70), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:23.985716 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa12469c-bcfc-4757-a70e-1453a51b4b01 req-ec5cb836-cf27-4a0c-9158-7ff20c0a5069 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 943 time: 0.3541782 Feb 03 12:35:24.046055 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f282fa33-5f45-41a3-8bc5-6efe0b13161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:24.069038 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e515ec9-8239-4a23-a280-59298035f2dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:24.070393 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f282fa33-5f45-41a3-8bc5-6efe0b13161b None None] Routers {'bcb823c2-b93d-4e15-835c-608f4ee03842'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:24.072827 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f282fa33-5f45-41a3-8bc5-6efe0b13161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:35:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['bcb823c2-b93d-4e15-835c-608f4ee03842'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:24.163721 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41442) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:24.170917 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f282fa33-5f45-41a3-8bc5-6efe0b13161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:24.172076 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f282fa33-5f45-41a3-8bc5-6efe0b13161b None None] The sync data for ids ['bcb823c2-b93d-4e15-835c-608f4ee03842'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:35:24.183662 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 080d5446-4e34-41d5-a437-307a6016ff70 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:24.260529 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa12469c-bcfc-4757-a70e-1453a51b4b01 req-3db504b0-7fc2-4244-9243-49e338ee72a0 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693839 Feb 03 12:35:24.302377 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e515ec9-8239-4a23-a280-59298035f2dd admin admin] Publish callbacks [] for security_group (b6eb34ee-364f-4359-98f3-0a3f456297c1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:24.312645 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e515ec9-8239-4a23-a280-59298035f2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b6eb34ee-364f-4359-98f3-0a3f456297c1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:24.327449 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:24.347300 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5e515ec9-8239-4a23-a280-59298035f2dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9cda6b0e0904408f8e96b9c6066a6590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7586889 Feb 03 12:35:24.358617 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41446) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:24.382595 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:24.382595 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6b75f5e3-95b5-420d-9c5c-ed59fc8ede1d not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:24.382595 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 48b9e79d-78af-40c3-944f-94c899679a8f no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:24.403178 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f7a1c484-e5ff-42cf-9bd5-03b410505c5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8d36a54553f403498e79414ddb6fcbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382088 Feb 03 12:35:24.411627 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41448) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:24.417262 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 48b9e79d-78af-40c3-944f-94c899679a8f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:24.428592 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 48b9e79d-78af-40c3-944f-94c899679a8f not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:24.429469 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 48bcddda-a784-4ad6-b9e8-efd3bdb3586f no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:24.469596 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41452) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:24.476040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 48bcddda-a784-4ad6-b9e8-efd3bdb3586f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:24.480409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 48bcddda-a784-4ad6-b9e8-efd3bdb3586f not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:24.537905 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e515ec9-8239-4a23-a280-59298035f2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eb34ee-364f-4359-98f3-0a3f456297c1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:24.622726 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13ed415a-7201-4b07-be7d-e93bac239def admin admin] Publish callbacks [] for security_group (2cc9d2b4-8160-4e01-aee2-7e0f76d18889), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:24.640700 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5db8e1b3-43b3-4cfb-aa6a-7265845ade32 admin admin] Publish callbacks [] for security_group (b6eb34ee-364f-4359-98f3-0a3f456297c1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:24.690839 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13ed415a-7201-4b07-be7d-e93bac239def admin admin] Publish callbacks [] for security_group (2cc9d2b4-8160-4e01-aee2-7e0f76d18889), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:24.760775 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e79c7e59-4fe0-42e1-aec6-81b94cd4c39e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a31c67ea51343ef9c1a17ba86b9022e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876687 Feb 03 12:35:24.764154 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41458) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:24.785233 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13ed415a-7201-4b07-be7d-e93bac239def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2cc9d2b4-8160-4e01-aee2-7e0f76d18889), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:24.791619 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13ed415a-7201-4b07-be7d-e93bac239def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:24.793800 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-13ed415a-7201-4b07-be7d-e93bac239def admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2cc9d2b4-8160-4e01-aee2-7e0f76d18889 HTTP/1.1" status: 204 len: 168 time: 0.3751893 Feb 03 12:35:24.808718 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5db8e1b3-43b3-4cfb-aa6a-7265845ade32 admin admin] Publish callbacks [] for security_group (b6eb34ee-364f-4359-98f3-0a3f456297c1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:24.851738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed415a-7201-4b07-be7d-e93bac239def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc9d2b4-8160-4e01-aee2-7e0f76d18889,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:24.901811 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97a6ef21-b2f0-4c28-a211-343c82411f57 admin admin] Publish callbacks [] for security_group (797b7349-7765-4dcb-8039-9f9ffaf57f93), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:24.918944 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-547174c9-2342-426c-bd2f-370f21c65708 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:35:24.923914 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-547174c9-2342-426c-bd2f-370f21c65708 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "PUT /v2.0/routers/bcb823c2-b93d-4e15-835c-608f4ee03842/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9824874 Feb 03 12:35:24.924836 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41464) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:24.939608 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5db8e1b3-43b3-4cfb-aa6a-7265845ade32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b6eb34ee-364f-4359-98f3-0a3f456297c1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:24.942335 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5db8e1b3-43b3-4cfb-aa6a-7265845ade32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:24.943486 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5db8e1b3-43b3-4cfb-aa6a-7265845ade32 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6eb34ee-364f-4359-98f3-0a3f456297c1 HTTP/1.1" status: 204 len: 168 time: 0.5802062 Feb 03 12:35:24.998005 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97a6ef21-b2f0-4c28-a211-343c82411f57 admin admin] Publish callbacks [] for security_group (797b7349-7765-4dcb-8039-9f9ffaf57f93), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:25.002144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8e1b3-43b3-4cfb-aa6a-7265845ade32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eb34ee-364f-4359-98f3-0a3f456297c1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:25.021428 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ad8ce513-b024-4d6b-bba6-b97193218fd4 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:35:25.046868 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0cfe11b0-c0aa-4385-b926-cbec85a79881 req-ef0a2007-7bf6-472c-86ab-f85ebfc43349 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6bef9c2-e367-4385-be38-6d35126e6fd1 HTTP/1.1" status: 200 len: 210 time: 0.1147335 Feb 03 12:35:25.277251 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port ad8ce513-b024-4d6b-bba6-b97193218fd4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ad8ce513-b024-4d6b-bba6-b97193218fd4,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:25.323474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'ad8ce513-b024-4d6b-bba6-b97193218fd4', 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b', 'port_id': 'ad8ce513-b024-4d6b-bba6-b97193218fd4', 'mac_address': 'fa:16:3e:53:50:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc6398e-4bbb-472c-be47-bf6310728b3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:35:25.454214 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port ad8ce513-b024-4d6b-bba6-b97193218fd4 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:25.454846 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:25.482365 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8ce513-b024-4d6b-bba6-b97193218fd4 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:25.510651 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97a6ef21-b2f0-4c28-a211-343c82411f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (797b7349-7765-4dcb-8039-9f9ffaf57f93), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:25.521479 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97a6ef21-b2f0-4c28-a211-343c82411f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:25.522732 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-97a6ef21-b2f0-4c28-a211-343c82411f57 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/797b7349-7765-4dcb-8039-9f9ffaf57f93 HTTP/1.1" status: 204 len: 168 time: 0.7574539 Feb 03 12:35:25.527248 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port ad8ce513-b024-4d6b-bba6-b97193218fd4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ad8ce513-b024-4d6b-bba6-b97193218fd4,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:25.533936 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:25.604298 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6ef21-b2f0-4c28-a211-343c82411f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797b7349-7765-4dcb-8039-9f9ffaf57f93,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:25.609028 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=ad8ce513-b024-4d6b-bba6-b97193218fd4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:25.768957 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c25fc-b057-4e43-aa2a-12bbe8f17a5c req-ec890187-8731-433e-89e5-96ccb4413211 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:25.779095 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a85c25fc-b057-4e43-aa2a-12bbe8f17a5c req-ec890187-8731-433e-89e5-96ccb4413211 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 943 time: 0.3011518 Feb 03 12:35:25.944227 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a85c25fc-b057-4e43-aa2a-12bbe8f17a5c req-7149bc30-80a3-4c44-ad1f-2be2c8955236 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641290 Feb 03 12:35:25.988787 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (bcb823c2-b93d-4e15-835c-608f4ee03842), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:26.000387 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['ad8ce513-b024-4d6b-bba6-b97193218fd4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:26.292045 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41510) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:26.328856 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e24518dc-d86c-4096-affb-eaafce5ccaa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:26.523519 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e24518dc-d86c-4096-affb-eaafce5ccaa5 admin admin] Publish callbacks [] for security_group (52fdc35c-5557-44f9-b6f8-8a6a723e0eff), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:26.531009 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e24518dc-d86c-4096-affb-eaafce5ccaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (52fdc35c-5557-44f9-b6f8-8a6a723e0eff), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:26.622264 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24518dc-d86c-4096-affb-eaafce5ccaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fdc35c-5557-44f9-b6f8-8a6a723e0eff,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:26.657658 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e24518dc-d86c-4096-affb-eaafce5ccaa5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f334a974c2fb4aa09d0973cc21b9210c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634632 Feb 03 12:35:26.663911 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41524) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:26.866787 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6310bda9-66a7-406d-b62a-79f7de770c1a admin admin] Publish callbacks [] for security_group (52fdc35c-5557-44f9-b6f8-8a6a723e0eff), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:26.934915 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6310bda9-66a7-406d-b62a-79f7de770c1a admin admin] Publish callbacks [] for security_group (52fdc35c-5557-44f9-b6f8-8a6a723e0eff), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:26.936269 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Deleting port 5f1634a9-a4d6-4a29-b189-880d6fd393c4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:26.936788 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5f1634a9-a4d6-4a29-b189-880d6fd393c4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:26.957452 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41538) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:27.071217 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6310bda9-66a7-406d-b62a-79f7de770c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (52fdc35c-5557-44f9-b6f8-8a6a723e0eff), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:27.074641 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6310bda9-66a7-406d-b62a-79f7de770c1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:27.075805 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6310bda9-66a7-406d-b62a-79f7de770c1a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52fdc35c-5557-44f9-b6f8-8a6a723e0eff HTTP/1.1" status: 204 len: 168 time: 0.4108753 Feb 03 12:35:27.099123 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310bda9-66a7-406d-b62a-79f7de770c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fdc35c-5557-44f9-b6f8-8a6a723e0eff,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:27.147566 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-b5aa657d-4d49-4c49-86ce-a95e1ce32520 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1895556787&fields=id&tenant_id=218289d12c9b4b9dbde4b42d4f382200 HTTP/1.1" status: 200 len: 267 time: 0.2444644 Feb 03 12:35:27.155810 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-28ed3ac2-1b8f-4494-a234-22500366ade9 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1668453117-network', 'tenant_id': 'c38b004822034ae6b2e74e9730987a70'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:27.200372 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ed3ac2-1b8f-4494-a234-22500366ade9 admin admin] Made reservation on behalf of c38b004822034ae6b2e74e9730987a70 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:27.204951 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28ed3ac2-1b8f-4494-a234-22500366ade9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:27.227001 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28ed3ac2-1b8f-4494-a234-22500366ade9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:27.257344 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5f1634a9-a4d6-4a29-b189-880d6fd393c4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:27.295853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Calling delete_port for 5f1634a9-a4d6-4a29-b189-880d6fd393c4 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:27.423094 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28ed3ac2-1b8f-4494-a234-22500366ade9 admin admin] Publish callbacks [] for security_group (2387491c-5cdb-4e6d-bc50-00bbcef7e97c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:27.463402 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28ed3ac2-1b8f-4494-a234-22500366ade9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2387491c-5cdb-4e6d-bc50-00bbcef7e97c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:27.472113 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-d61fd86f-980f-4e33-a8c7-8a6bd0eb85df tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:27.483388 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-d61fd86f-980f-4e33-a8c7-8a6bd0eb85df tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/networks?id=b39bda4c-a748-41d3-ad64-33f7d22c16cf HTTP/1.1" status: 200 len: 815 time: 0.3345485 Feb 03 12:35:27.509815 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed3ac2-1b8f-4494-a234-22500366ade9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2387491c-5cdb-4e6d-bc50-00bbcef7e97c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:27.549481 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-eb56fffe-05c2-4e4a-8568-d09aaefd02de tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/quotas/218289d12c9b4b9dbde4b42d4f382200 HTTP/1.1" status: 200 len: 375 time: 0.0650330 Feb 03 12:35:27.553374 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41564) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:27.554925 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ed3ac2-1b8f-4494-a234-22500366ade9 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:35:27.603590 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28ed3ac2-1b8f-4494-a234-22500366ade9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (235c07fd-127e-4fd8-8cdd-6c66376ebc7f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:27.604660 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-28ed3ac2-1b8f-4494-a234-22500366ade9 admin admin] Added segment 235c07fd-127e-4fd8-8cdd-6c66376ebc7f of type vlan for network 57d05e71-91ef-4d8b-8053-8941dc5e5ea9 Feb 03 12:35:27.635310 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13556246-23c3-4326-8e0a-b08a03dd2725 req-e3d50909-4a55-4a3a-bc08-a84c0e826547 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:27.646028 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-13556246-23c3-4326-8e0a-b08a03dd2725 req-e3d50909-4a55-4a3a-bc08-a84c0e826547 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 944 time: 0.2193656 Feb 03 12:35:27.687295 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-2874759b-4127-4136-bb5a-f1f8ea7de240 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=218289d12c9b4b9dbde4b42d4f382200&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1368127 Feb 03 12:35:27.785377 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28ed3ac2-1b8f-4494-a234-22500366ade9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (57d05e71-91ef-4d8b-8053-8941dc5e5ea9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:27.811385 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-13556246-23c3-4326-8e0a-b08a03dd2725 req-6daec2b1-ce78-4ed3-9db9-ef3775cd0f00 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643898 Feb 03 12:35:27.836212 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5f1634a9-a4d6-4a29-b189-880d6fd393c4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:27.872877 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28ed3ac2-1b8f-4494-a234-22500366ade9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (57d05e71-91ef-4d8b-8053-8941dc5e5ea9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:27.873902 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ed3ac2-1b8f-4494-a234-22500366ade9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:27.874491 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28ed3ac2-1b8f-4494-a234-22500366ade9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:27.937970 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eb8fcaf-001f-4618-b6b3-e410aabb673c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:27.960578 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-28ed3ac2-1b8f-4494-a234-22500366ade9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0031891 Feb 03 12:35:27.961166 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41576) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:27.996829 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-db674cb7-1f1f-4dae-9774-57f8b249fac7 admin admin] Request body: {'subnet': {'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1668453117-subnet', 'tenant_id': 'c38b004822034ae6b2e74e9730987a70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:27.998039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event deleted for resources: {'Port': ['ID=5f1634a9-a4d6-4a29-b189-880d6fd393c4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:28.002731 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed3ac2-1b8f-4494-a234-22500366ade9 admin admin] Pushing event updated for resources: {'Network': ['ID=57d05e71-91ef-4d8b-8053-8941dc5e5ea9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:28.016042 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 57d05e71-91ef-4d8b-8053-8941dc5e5ea9 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:35:28.060344 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db674cb7-1f1f-4dae-9774-57f8b249fac7 admin admin] Made reservation on behalf of c38b004822034ae6b2e74e9730987a70 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:28.065891 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db674cb7-1f1f-4dae-9774-57f8b249fac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:28.169232 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (bcb823c2-b93d-4e15-835c-608f4ee03842), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:28.277372 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-6b26ee04-1e40-4f66-9b1b-7524aaecbdbc service neutron] 10.222.0.18 "GET /v2.0/networks/b39bda4c-a748-41d3-ad64-33f7d22c16cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5707564 Feb 03 12:35:28.284495 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:28.284852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:28.285228 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:28.285578 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:28.285917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:28.286256 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:28.286602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:28.286938 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:28.287271 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:28.287681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:28.288176 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:28.288646 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:28.289082 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:28.297685 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eb8fcaf-001f-4618-b6b3-e410aabb673c admin admin] Publish callbacks [] for security_group (d1912c71-7a2b-4de8-b513-a70e2c9a8d64), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:28.353114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db674cb7-1f1f-4dae-9774-57f8b249fac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (6692b46d-d587-49d4-a31d-fa29447818e3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:28.426206 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41586) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:28.441757 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db674cb7-1f1f-4dae-9774-57f8b249fac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6692b46d-d587-49d4-a31d-fa29447818e3,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:28.453381 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db674cb7-1f1f-4dae-9774-57f8b249fac7 admin admin] Checking segment: {'id': '235c07fd-127e-4fd8-8cdd-6c66376ebc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:28.454083 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db674cb7-1f1f-4dae-9774-57f8b249fac7 admin admin] Network hostable DHCP agents. Network: 57d05e71-91ef-4d8b-8053-8941dc5e5ea9, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:35:28.484944 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eb8fcaf-001f-4618-b6b3-e410aabb673c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d1912c71-7a2b-4de8-b513-a70e2c9a8d64), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:28.497215 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db674cb7-1f1f-4dae-9774-57f8b249fac7 admin admin] Network 57d05e71-91ef-4d8b-8053-8941dc5e5ea9 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:35:28.520830 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-db674cb7-1f1f-4dae-9774-57f8b249fac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 57d05e71-91ef-4d8b-8053-8941dc5e5ea9) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:28.524959 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db674cb7-1f1f-4dae-9774-57f8b249fac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:28.525661 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db674cb7-1f1f-4dae-9774-57f8b249fac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:28.533193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f43470-90c6-4cbd-8171-01b439be9b04 None None] Network 57d05e71-91ef-4d8b-8053-8941dc5e5ea9 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:28.561579 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-db674cb7-1f1f-4dae-9774-57f8b249fac7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5730457 Feb 03 12:35:28.640824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-866116364-network', 'tenant_id': '6ff7bee1bd6646388a5eccfdc31588c3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:28.685637 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Made reservation on behalf of 6ff7bee1bd6646388a5eccfdc31588c3 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:28.692806 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:28.716872 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945cd248-b88f-4983-9474-765b2e627ac1 None None] Network 57d05e71-91ef-4d8b-8053-8941dc5e5ea9 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:28.719377 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:28.728771 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7eb8fcaf-001f-4618-b6b3-e410aabb673c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dbd6d5f033d54b368c5f39c35906a2da&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1719038 Feb 03 12:35:28.735645 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41594) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:28.810964 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8fcaf-001f-4618-b6b3-e410aabb673c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1912c71-7a2b-4de8-b513-a70e2c9a8d64,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:28.897667 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Router bcb823c2-b93d-4e15-835c-608f4ee03842 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:35:28.970790 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-778fc966-1013-4590-b480-b46e0a1ab86e service neutron] 10.222.0.18 "GET /v2.0/networks/b39bda4c-a748-41d3-ad64-33f7d22c16cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6762881 Feb 03 12:35:28.982293 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Publish callbacks [] for security_group (c78d5434-0478-4eca-901f-0c5e4dba2259), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:29.025430 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c78d5434-0478-4eca-901f-0c5e4dba2259), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:29.050094 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ad8ce513-b024-4d6b-bba6-b97193218fd4 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:29.087369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:35:29.151283 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78d5434-0478-4eca-901f-0c5e4dba2259,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:29.166866 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15631c93-0c11-4347-a696-1117ebe914be req-f46f6a2c-a6f1-4719-ad0e-fa5e48774bad tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:29.169540 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-15631c93-0c11-4347-a696-1117ebe914be req-f46f6a2c-a6f1-4719-ad0e-fa5e48774bad tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 944 time: 0.2132959 Feb 03 12:35:29.170965 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ec29131a-b8bc-4146-9bc7-9112f24f599b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:29.171477 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Added segment ec29131a-b8bc-4146-9bc7-9112f24f599b of type vlan for network 3064cfd8-7cdb-4309-b96b-99c3299527af Feb 03 12:35:29.230455 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-15631c93-0c11-4347-a696-1117ebe914be req-8c735709-1dd1-4dd6-b6c3-d6cb55e78d30 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492477 Feb 03 12:35:29.234232 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:29.234825 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:29.235352 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:29.235855 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:29.236886 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:29.237388 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:29.237896 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:29.238400 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:29.238944 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:29.239460 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:29.239968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:29.240803 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:29.241309 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:29.289419 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a717c2da-1da3-4829-b05a-71eb31f2c3fc admin admin] Publish callbacks [] for security_group (d1912c71-7a2b-4de8-b513-a70e2c9a8d64), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:29.293734 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port ad8ce513-b024-4d6b-bba6-b97193218fd4 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:35:29.302548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port ad8ce513-b024-4d6b-bba6-b97193218fd4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:29.303131 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:29.318985 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (3064cfd8-7cdb-4309-b96b-99c3299527af), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:29.356411 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:35:29.382769 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41620) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:29.386621 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c2db7f89-b1c2-492a-87d1-f661bdde5f1b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "PUT /v2.0/routers/bcb823c2-b93d-4e15-835c-608f4ee03842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4533775 Feb 03 12:35:29.406218 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75e210f-b9c4-4e9f-a35f-afe68274b71b None None] Sync routers for ids ['bcb823c2-b93d-4e15-835c-608f4ee03842'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:35:29.427247 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a717c2da-1da3-4829-b05a-71eb31f2c3fc admin admin] Publish callbacks [] for security_group (d1912c71-7a2b-4de8-b513-a70e2c9a8d64), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:29.457191 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75e210f-b9c4-4e9f-a35f-afe68274b71b None None] Routers {'bcb823c2-b93d-4e15-835c-608f4ee03842'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:29.459282 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c75e210f-b9c4-4e9f-a35f-afe68274b71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:35:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['bcb823c2-b93d-4e15-835c-608f4ee03842'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:29.547253 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-a63fbecf-779b-488b-a2dd-5ab6db1c27f8 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] delete failed (client error): The resource could not be found. Feb 03 12:35:29.553603 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a717c2da-1da3-4829-b05a-71eb31f2c3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d1912c71-7a2b-4de8-b513-a70e2c9a8d64), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:29.555744 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a63fbecf-779b-488b-a2dd-5ab6db1c27f8 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-801550290 HTTP/1.1" status: 404 len: 334 time: 0.1719372 Feb 03 12:35:29.556396 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41622) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:29.557158 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a717c2da-1da3-4829-b05a-71eb31f2c3fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:29.559170 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a717c2da-1da3-4829-b05a-71eb31f2c3fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1912c71-7a2b-4de8-b513-a70e2c9a8d64 HTTP/1.1" status: 204 len: 168 time: 0.7887800 Feb 03 12:35:29.567428 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-01460698-a892-4275-9504-8e5446dbb244 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bcb823c2-b93d-4e15-835c-608f4ee03842'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:29.597568 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c75e210f-b9c4-4e9f-a35f-afe68274b71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:29.599107 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717c2da-1da3-4829-b05a-71eb31f2c3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1912c71-7a2b-4de8-b513-a70e2c9a8d64,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:29.677410 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (3064cfd8-7cdb-4309-b96b-99c3299527af), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:29.678410 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:29.679023 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:29.726023 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75e210f-b9c4-4e9f-a35f-afe68274b71b None None] Routers {'bcb823c2-b93d-4e15-835c-608f4ee03842'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:29.739362 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c75e210f-b9c4-4e9f-a35f-afe68274b71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:35:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['bcb823c2-b93d-4e15-835c-608f4ee03842'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:29.832314 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-70c07a1c-7cd7-4699-b42e-037a4bd3ca2f req-6e4bc582-eb5c-4ae7-a867-bbfd2c631e77 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 210 time: 0.0760028 Feb 03 12:35:29.860591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c75e210f-b9c4-4e9f-a35f-afe68274b71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:29.865998 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75e210f-b9c4-4e9f-a35f-afe68274b71b None None] The sync data for ids ['bcb823c2-b93d-4e15-835c-608f4ee03842'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:35:29.891177 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port ad8ce513-b024-4d6b-bba6-b97193218fd4 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:29.891957 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:29.962410 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e114058-0654-4395-ab18-c9faccfbfb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8ce513-b024-4d6b-bba6-b97193218fd4'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:29.964796 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347d8611-0f4d-4ceb-88f0-402a9475290c" -d '{"events": [{"server_uuid": "6e114058-0654-4395-ab18-c9faccfbfb04", "name": "network-vif-plugged", "status": "completed", "tag": "ad8ce513-b024-4d6b-bba6-b97193218fd4"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:29.966114 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] Pushing event updated for resources: {'Network': ['ID=3064cfd8-7cdb-4309-b96b-99c3299527af,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:29.998589 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port ad8ce513-b024-4d6b-bba6-b97193218fd4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ad8ce513-b024-4d6b-bba6-b97193218fd4,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:30.000064 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 3064cfd8-7cdb-4309-b96b-99c3299527af details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:35:30.000391 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0470d137-6204-459e-a48f-bac1c13bc754 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5729287 Feb 03 12:35:30.003164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41648) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:30.009013 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7fd070a0-410f-4abd-b0da-87196693ee03 admin admin] Request body: {'subnet': {'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-866116364-subnet', 'tenant_id': '6ff7bee1bd6646388a5eccfdc31588c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:30.015412 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.092273 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd070a0-410f-4abd-b0da-87196693ee03 admin admin] Made reservation on behalf of 6ff7bee1bd6646388a5eccfdc31588c3 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:30.095413 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7fd070a0-410f-4abd-b0da-87196693ee03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.151409 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e68b19-2d78-45ea-9f98-520038e7fa5f x-openstack-request-id: req-e6e68b19-2d78-45ea-9f98-520038e7fa5f {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:30.153356 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e114058-0654-4395-ab18-c9faccfbfb04", "name": "network-vif-plugged", "status": "completed", "tag": "ad8ce513-b024-4d6b-bba6-b97193218fd4", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:30.153803 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6e68b19-2d78-45ea-9f98-520038e7fa5f {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:30.154538 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e114058-0654-4395-ab18-c9faccfbfb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8ce513-b024-4d6b-bba6-b97193218fd4', 'code': 200} Feb 03 12:35:30.469162 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01460698-a892-4275-9504-8e5446dbb244 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for router_gateway (bcb823c2-b93d-4e15-835c-608f4ee03842), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.539355 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=ad8ce513-b024-4d6b-bba6-b97193218fd4,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:30.564470 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-01460698-a892-4275-9504-8e5446dbb244 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] update failed (client error): The resource could not be found. Feb 03 12:35:30.565532 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-01460698-a892-4275-9504-8e5446dbb244 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "PUT /v2.0/routers/bcb823c2-b93d-4e15-835c-608f4ee03842 HTTP/1.1" status: 404 len: 339 time: 1.0039592 Feb 03 12:35:30.572547 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41664) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:30.580660 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7b2cd87a-4d79-4e7e-91a1-6f925cba2904 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-668379076'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:30.614439 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2cd87a-4d79-4e7e-91a1-6f925cba2904 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Made reservation on behalf of 3e7e9172e02b47eaa59836c36ba032c8 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:30.622760 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b2cd87a-4d79-4e7e-91a1-6f925cba2904 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.756334 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2cd87a-4d79-4e7e-91a1-6f925cba2904 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:35:30.809937 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b2cd87a-4d79-4e7e-91a1-6f925cba2904 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b6718d42-2215-4c6f-97dc-acc8db749554), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.810330 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-7b2cd87a-4d79-4e7e-91a1-6f925cba2904 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Added segment b6718d42-2215-4c6f-97dc-acc8db749554 of type vlan for network 18f5f82b-117a-41b3-9185-b2a5f26cd5d7 Feb 03 12:35:30.830200 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.847753 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7fd070a0-410f-4abd-b0da-87196693ee03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (2b8a4225-25b0-42f6-9eec-da0838919221), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.910841 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b2cd87a-4d79-4e7e-91a1-6f925cba2904 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (18f5f82b-117a-41b3-9185-b2a5f26cd5d7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:30.921090 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-735f0e5b-4ca1-466a-8ab8-294599f89f4d tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:30.923331 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-735f0e5b-4ca1-466a-8ab8-294599f89f4d tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/networks?id=57d05e71-91ef-4d8b-8053-8941dc5e5ea9 HTTP/1.1" status: 200 len: 822 time: 0.9893794 Feb 03 12:35:31.003887 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-2514110e-9546-4dcf-ab35-d90f42a4cdd7 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/quotas/c38b004822034ae6b2e74e9730987a70 HTTP/1.1" status: 200 len: 375 time: 0.0654187 Feb 03 12:35:31.051886 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd070a0-410f-4abd-b0da-87196693ee03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b8a4225-25b0-42f6-9eec-da0838919221,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:31.076366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af9131-07e1-4088-8233-3730ec3dba68 req-7427b1fb-4776-49d7-b849-11ecea53ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:31.082187 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-57af9131-07e1-4088-8233-3730ec3dba68 req-7427b1fb-4776-49d7-b849-11ecea53ecd3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 1127 time: 0.5051589 Feb 03 12:35:31.124960 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-076244c4-0c7a-42a7-996d-93994b5fa361 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c38b004822034ae6b2e74e9730987a70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934460 Feb 03 12:35:31.127596 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b2cd87a-4d79-4e7e-91a1-6f925cba2904 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (18f5f82b-117a-41b3-9185-b2a5f26cd5d7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:31.132448 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2cd87a-4d79-4e7e-91a1-6f925cba2904 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:31.133083 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b2cd87a-4d79-4e7e-91a1-6f925cba2904 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:31.212412 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0527a8-9bb9-46ed-9c13-60a0edcdbc61 req-1e1d4ea4-09a1-4aab-a1cd-92672f23bfc1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:31.221414 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b0527a8-9bb9-46ed-9c13-60a0edcdbc61 req-1e1d4ea4-09a1-4aab-a1cd-92672f23bfc1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 945 time: 0.6343174 Feb 03 12:35:31.250842 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41680) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:31.267053 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd070a0-410f-4abd-b0da-87196693ee03 admin admin] Checking segment: {'id': 'ec29131a-b8bc-4146-9bc7-9112f24f599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:31.267695 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd070a0-410f-4abd-b0da-87196693ee03 admin admin] Network hostable DHCP agents. Network: 3064cfd8-7cdb-4309-b96b-99c3299527af, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:35:31.335503 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd070a0-410f-4abd-b0da-87196693ee03 admin admin] Network 3064cfd8-7cdb-4309-b96b-99c3299527af is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:35:31.357988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2cd87a-4d79-4e7e-91a1-6f925cba2904 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event updated for resources: {'Network': ['ID=18f5f82b-117a-41b3-9185-b2a5f26cd5d7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:31.370476 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 18f5f82b-117a-41b3-9185-b2a5f26cd5d7 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:35:31.417207 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b0527a8-9bb9-46ed-9c13-60a0edcdbc61 req-c81303da-d37e-49fe-bf17-009245ab3464 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839986 Feb 03 12:35:31.433570 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-57af9131-07e1-4088-8233-3730ec3dba68 req-d5feaafe-589f-4dc3-87f2-572d8a83dacf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410876 Feb 03 12:35:31.433570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7fd070a0-410f-4abd-b0da-87196693ee03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 3064cfd8-7cdb-4309-b96b-99c3299527af) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:31.452771 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd070a0-410f-4abd-b0da-87196693ee03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:31.453379 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7fd070a0-410f-4abd-b0da-87196693ee03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:31.492678 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c56a1977-78bc-49ee-8457-d267983a4d5b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-879076845-network', 'tenant_id': '216540e0f02c47e5ba6b088b4dd15fb6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:31.574078 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7fd070a0-410f-4abd-b0da-87196693ee03 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5683355 Feb 03 12:35:31.589568 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-57843b51-e849-4201-ab65-207eba89fda7 service neutron] 10.222.0.18 "GET /v2.0/networks/57d05e71-91ef-4d8b-8053-8941dc5e5ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526503 Feb 03 12:35:31.593026 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7b2cd87a-4d79-4e7e-91a1-6f925cba2904 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0194807 Feb 03 12:35:31.597636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41686) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:31.614581 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c20b2cd-a259-4473-a660-96e9940161f0 None None] Network 3064cfd8-7cdb-4309-b96b-99c3299527af requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:31.615794 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6598dc38-33d7-4552-9893-2d4d1c7fe309 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Request body: {'subnet': {'network_id': '18f5f82b-117a-41b3-9185-b2a5f26cd5d7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:31.693710 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a1e38091-be61-4380-b50b-95f65875cf3a req-0a62fb23-5189-4ae5-936e-21f45ecd044a tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 210 time: 0.0900993 Feb 03 12:35:31.728098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56a1977-78bc-49ee-8457-d267983a4d5b admin admin] Made reservation on behalf of 216540e0f02c47e5ba6b088b4dd15fb6 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:31.730607 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c56a1977-78bc-49ee-8457-d267983a4d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:31.888726 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c56a1977-78bc-49ee-8457-d267983a4d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:31.912644 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fae21d1-ea21-4544-ad2d-437f57981544 None None] Network 3064cfd8-7cdb-4309-b96b-99c3299527af requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:32.099541 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6598dc38-33d7-4552-9893-2d4d1c7fe309 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Made reservation on behalf of 3e7e9172e02b47eaa59836c36ba032c8 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:32.104438 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6598dc38-33d7-4552-9893-2d4d1c7fe309 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:32.192362 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-c708b709-1cd9-49f7-a8ea-195c63419625 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:32.194065 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-c708b709-1cd9-49f7-a8ea-195c63419625 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.31 "GET /v2.0/networks?id=b39bda4c-a748-41d3-ad64-33f7d22c16cf HTTP/1.1" status: 200 len: 815 time: 0.6550856 Feb 03 12:35:32.544965 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-c4f7b750-0723-4161-99c2-a67721e82a36 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=218289d12c9b4b9dbde4b42d4f382200 HTTP/1.1" status: 200 len: 380 time: 0.3343506 Feb 03 12:35:32.579002 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6598dc38-33d7-4552-9893-2d4d1c7fe309 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (f6897619-916e-498d-97b3-76d64d73c66a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:32.645124 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-c8249503-67e6-47a0-af37-d75428a5f701 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Request body: {'port': {'device_id': '55f066e8-0643-4bda-a17d-17a64cb1da11', 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf', 'admin_state_up': True, 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'security_groups': ['eed18f1d-be2a-4eef-b4d2-bac5e72eca19']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:32.690329 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c56a1977-78bc-49ee-8457-d267983a4d5b admin admin] Publish callbacks [] for security_group (f71bbc8e-472b-48e8-b482-4f5a95f66a81), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:32.728043 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c56a1977-78bc-49ee-8457-d267983a4d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f71bbc8e-472b-48e8-b482-4f5a95f66a81), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:32.748416 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598dc38-33d7-4552-9893-2d4d1c7fe309 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event updated for resources: {'Subnet': ['ID=f6897619-916e-498d-97b3-76d64d73c66a,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:32.799662 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-b2b46072-327e-43e5-9db8-7e8bd113fc4b service neutron] 10.222.0.18 "GET /v2.0/networks/57d05e71-91ef-4d8b-8053-8941dc5e5ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1988769 Feb 03 12:35:32.880177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56a1977-78bc-49ee-8457-d267983a4d5b admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:35:32.906728 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6598dc38-33d7-4552-9893-2d4d1c7fe309 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Checking segment: {'id': 'b6718d42-2215-4c6f-97dc-acc8db749554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '18f5f82b-117a-41b3-9185-b2a5f26cd5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:32.908187 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6598dc38-33d7-4552-9893-2d4d1c7fe309 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Network hostable DHCP agents. Network: 18f5f82b-117a-41b3-9185-b2a5f26cd5d7, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:35:32.958931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-0c8cc673-3853-4587-9558-cb5358ec8a50 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:32.960560 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-0c8cc673-3853-4587-9558-cb5358ec8a50 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/networks?id=3064cfd8-7cdb-4309-b96b-99c3299527af HTTP/1.1" status: 200 len: 804 time: 0.6160264 Feb 03 12:35:32.961785 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c56a1977-78bc-49ee-8457-d267983a4d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f8e5dc50-199a-4809-ae3c-f98d2420f18c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:32.962129 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-c56a1977-78bc-49ee-8457-d267983a4d5b admin admin] Added segment f8e5dc50-199a-4809-ae3c-f98d2420f18c of type vlan for network 9deb6b61-0b57-4278-b2c2-6d710e272971 Feb 03 12:35:32.966378 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a1977-78bc-49ee-8457-d267983a4d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71bbc8e-472b-48e8-b482-4f5a95f66a81,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:32.971315 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6598dc38-33d7-4552-9893-2d4d1c7fe309 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Network 18f5f82b-117a-41b3-9185-b2a5f26cd5d7 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:35:32.998108 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6598dc38-33d7-4552-9893-2d4d1c7fe309 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 18f5f82b-117a-41b3-9185-b2a5f26cd5d7) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:33.007682 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6598dc38-33d7-4552-9893-2d4d1c7fe309 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:33.008391 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cdda8d-577f-461c-bf01-20ff32035f9b None None] Network 18f5f82b-117a-41b3-9185-b2a5f26cd5d7 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:33.024697 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6598dc38-33d7-4552-9893-2d4d1c7fe309 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:33.062958 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-9abc251d-32cc-4db9-ac86-ea74b3a75a71 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/quotas/6ff7bee1bd6646388a5eccfdc31588c3 HTTP/1.1" status: 200 len: 375 time: 0.0827348 Feb 03 12:35:33.067779 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c56a1977-78bc-49ee-8457-d267983a4d5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (9deb6b61-0b57-4278-b2c2-6d710e272971), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:33.078570 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6598dc38-33d7-4552-9893-2d4d1c7fe309 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4764609 Feb 03 12:35:33.081929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41712) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:33.100060 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-adcfdc31-20ae-4867-a721-cd9eb183062b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Request body: {'router': {'external_gateway_info': {'network_id': '18f5f82b-117a-41b3-9185-b2a5f26cd5d7'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:33.118208 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-e8b0bed9-8591-4bc7-a7be-8441c5bd250a tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ff7bee1bd6646388a5eccfdc31588c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458326 Feb 03 12:35:33.140129 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-c8249503-67e6-47a0-af37-d75428a5f701 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Made reservation on behalf of 218289d12c9b4b9dbde4b42d4f382200 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:33.143834 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-c8249503-67e6-47a0-af37-d75428a5f701 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:33.315867 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c56a1977-78bc-49ee-8457-d267983a4d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (9deb6b61-0b57-4278-b2c2-6d710e272971), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:33.316909 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56a1977-78bc-49ee-8457-d267983a4d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:33.317493 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c56a1977-78bc-49ee-8457-d267983a4d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:33.336213 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-12d06ef6-278e-4ca0-9430-a04dcbbd6bb2 service neutron] 10.222.0.18 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100978 Feb 03 12:35:33.507637 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-18f5f82b-117a-41b3-9185-b2a5f26cd5d7', 'network_id': '18f5f82b-117a-41b3-9185-b2a5f26cd5d7', 'project_id': '3e7e9172e02b47eaa59836c36ba032c8', 'fixed_ips': [{'subnet_id': 'f6897619-916e-498d-97b3-76d64d73c66a'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:35:33.508574 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:33.756456 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-c8249503-67e6-47a0-af37-d75428a5f701 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Allocated IP 172.20.0.4 (b39bda4c-a748-41d3-ad64-33f7d22c16cf/67023db2-06c8-42d5-bfcd-aa9f27b3574c/f981be05-8021-466b-a24c-ed02bf68ed53) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:33.889507 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] Allocated IP 2001:db8:1::2 (18f5f82b-117a-41b3-9185-b2a5f26cd5d7/f6897619-916e-498d-97b3-76d64d73c66a/de30b20c-9081-4501-a3c8-1bd0aacf90cc) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:34.072489 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3ef8a935-82ee-4588-bd72-417420a96b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:34.112467 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-c8249503-67e6-47a0-af37-d75428a5f701 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for port (f981be05-8021-466b-a24c-ed02bf68ed53), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:34.250338 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-c8249503-67e6-47a0-af37-d75428a5f701 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (f981be05-8021-466b-a24c-ed02bf68ed53), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:34.340470 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adcfdc31-20ae-4867-a721-cd9eb183062b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for router_gateway (bcb823c2-b93d-4e15-835c-608f4ee03842), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:34.441546 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794457e1-9fac-4531-8e72-1730d0cdf307 req-7cbb269e-3ad3-4ad2-be98-ef56aa3600ae tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:34.444909 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-794457e1-9fac-4531-8e72-1730d0cdf307 req-7cbb269e-3ad3-4ad2-be98-ef56aa3600ae tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 945 time: 1.0451140 Feb 03 12:35:34.498354 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8249503-67e6-47a0-af37-d75428a5f701 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Pushing event updated for resources: {'Port': ['ID=f981be05-8021-466b-a24c-ed02bf68ed53,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:34.518536 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c56a1977-78bc-49ee-8457-d267983a4d5b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.2652349 Feb 03 12:35:34.553329 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] Publish callbacks [] for port (de30b20c-9081-4501-a3c8-1bd0aacf90cc), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:34.555562 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41738) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:34.571125 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ea69f734-906d-4818-8a5a-72ccee559160 admin admin] Request body: {'subnet': {'network_id': '9deb6b61-0b57-4278-b2c2-6d710e272971', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-879076845-subnet', 'tenant_id': '216540e0f02c47e5ba6b088b4dd15fb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:34.602869 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (de30b20c-9081-4501-a3c8-1bd0aacf90cc), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:34.638614 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-c8249503-67e6-47a0-af37-d75428a5f701 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Network b39bda4c-a748-41d3-ad64-33f7d22c16cf is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:34.702012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-c8249503-67e6-47a0-af37-d75428a5f701 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:34.710115 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a1977-78bc-49ee-8457-d267983a4d5b admin admin] Pushing event updated for resources: {'Network': ['ID=9deb6b61-0b57-4278-b2c2-6d710e272971,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:34.715247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-c8249503-67e6-47a0-af37-d75428a5f701 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:34.715458 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] Network 18f5f82b-117a-41b3-9185-b2a5f26cd5d7 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:34.726033 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:34.753709 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 9deb6b61-0b57-4278-b2c2-6d710e272971 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:35:34.766018 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:34.802786 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea69f734-906d-4818-8a5a-72ccee559160 admin admin] Made reservation on behalf of 216540e0f02c47e5ba6b088b4dd15fb6 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:34.806552 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea69f734-906d-4818-8a5a-72ccee559160 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:34.903966 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] Pushing event updated for resources: {'Port': ['ID=de30b20c-9081-4501-a3c8-1bd0aacf90cc,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:34.967605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-c8249503-67e6-47a0-af37-d75428a5f701 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:34.968302 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-c8249503-67e6-47a0-af37-d75428a5f701 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:34.987408 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-0b0b1984-e3c2-4d40-9e9e-eeb1fd47446d service neutron] 10.222.0.18 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6262045 Feb 03 12:35:34.999828 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-c8249503-67e6-47a0-af37-d75428a5f701 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3792403 Feb 03 12:35:35.013954 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] Request body: {'port': {'device_id': '55f066e8-0643-4bda-a17d-17a64cb1da11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:35.158933 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f981be05-8021-466b-a24c-ed02bf68ed53), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:35.287549 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] Attempting to bind port de30b20c-9081-4501-a3c8-1bd0aacf90cc on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:35.288132 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] Attempting to bind port de30b20c-9081-4501-a3c8-1bd0aacf90cc by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b6718d42-2215-4c6f-97dc-acc8db749554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '18f5f82b-117a-41b3-9185-b2a5f26cd5d7'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:35.288321 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] Attempting to bind port de30b20c-9081-4501-a3c8-1bd0aacf90cc on network 18f5f82b-117a-41b3-9185-b2a5f26cd5d7 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:35.327343 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-794457e1-9fac-4531-8e72-1730d0cdf307 req-a8018800-3aa3-4f8f-aa01-4b88f97a2adf tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8707559 Feb 03 12:35:35.349590 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:35.351227 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] Checking segment: {'id': 'b6718d42-2215-4c6f-97dc-acc8db749554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '18f5f82b-117a-41b3-9185-b2a5f26cd5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:35.351662 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:35.356443 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] Bound using segment: {'id': 'b6718d42-2215-4c6f-97dc-acc8db749554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '18f5f82b-117a-41b3-9185-b2a5f26cd5d7'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:35.357264 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] Bound port: de30b20c-9081-4501-a3c8-1bd0aacf90cc, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6718d42-2215-4c6f-97dc-acc8db749554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '18f5f82b-117a-41b3-9185-b2a5f26cd5d7'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:35.360583 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (de30b20c-9081-4501-a3c8-1bd0aacf90cc), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:35.384431 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-adcfdc31-20ae-4867-a721-cd9eb183062b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:35:35.385565 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-adcfdc31-20ae-4867-a721-cd9eb183062b tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "PUT /v2.0/routers/bcb823c2-b93d-4e15-835c-608f4ee03842 HTTP/1.1" status: 400 len: 364 time: 2.3026407 Feb 03 12:35:35.389352 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea69f734-906d-4818-8a5a-72ccee559160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (fb48ce39-9064-49e8-82fa-2c1755fb5985), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:35.394861 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41746) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:35.451276 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6d433459-f0ec-4786-945d-3f15a065c028 None None] Provisioning complete for port f981be05-8021-466b-a24c-ed02bf68ed53 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:35.452572 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d433459-f0ec-4786-945d-3f15a065c028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f981be05-8021-466b-a24c-ed02bf68ed53), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:35.557507 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6d433459-f0ec-4786-945d-3f15a065c028 None None] Port f981be05-8021-466b-a24c-ed02bf68ed53 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:35:35.569477 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] For port de30b20c-9081-4501-a3c8-1bd0aacf90cc, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:35.575716 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] For port de30b20c-9081-4501-a3c8-1bd0aacf90cc, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=de30b20c-9081-4501-a3c8-1bd0aacf90cc,segment=NetworkSegment(b6718d42-2215-4c6f-97dc-acc8db749554),segment_id=b6718d42-2215-4c6f-97dc-acc8db749554)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:35.593157 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (de30b20c-9081-4501-a3c8-1bd0aacf90cc), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:35.719245 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-14e71685-e960-44f4-bbb2-bcfcacb89605 req-ddf5f29b-d373-4a2e-a6b7-27d9a661d81b tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 210 time: 0.1072295 Feb 03 12:35:35.861581 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46fb73-d97d-411b-832b-5a746fae5d56 None None] Pushing event updated for resources: {'Port': ['ID=de30b20c-9081-4501-a3c8-1bd0aacf90cc,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:35.935065 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0e190a22-7413-4730-8ab7-0e7298da167a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:35.945392 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f981be05-8021-466b-a24c-ed02bf68ed53 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:35.955175 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] Publish callbacks [] for port (f981be05-8021-466b-a24c-ed02bf68ed53), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:35.996467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69f734-906d-4818-8a5a-72ccee559160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb48ce39-9064-49e8-82fa-2c1755fb5985,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:36.006368 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] Transition to ACTIVE for port object f981be05-8021-466b-a24c-ed02bf68ed53 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:35:36.027072 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-1cbc3dd4-0e1c-4d23-9127-f4e9859e900a tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:36.031849 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-1cbc3dd4-0e1c-4d23-9127-f4e9859e900a tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.73 "GET /v2.0/networks?id=57d05e71-91ef-4d8b-8053-8941dc5e5ea9 HTTP/1.1" status: 200 len: 822 time: 0.8738761 Feb 03 12:35:36.036139 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (f981be05-8021-466b-a24c-ed02bf68ed53), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:36.080182 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-029e65b1-f76f-45d9-9b23-3e28614c423c req-7db5b781-cec5-49b5-b998-6835a1b68f4c tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2094782-b60b-49a8-8222-7fbfa94dea57 HTTP/1.1" status: 200 len: 210 time: 0.2077813 Feb 03 12:35:36.297906 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-0cd00f0c-5785-4461-b123-5458a0c5b019 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Request body: {'port': {'device_id': 'c0412601-e5d2-4c9e-8f0d-7b49eabe05c5', 'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9', 'admin_state_up': True, 'tenant_id': 'c38b004822034ae6b2e74e9730987a70'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:36.322773 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] Pushing event updated for resources: {'Port': ['ID=f981be05-8021-466b-a24c-ed02bf68ed53,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:36.354516 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea69f734-906d-4818-8a5a-72ccee559160 admin admin] Checking segment: {'id': 'f8e5dc50-199a-4809-ae3c-f98d2420f18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9deb6b61-0b57-4278-b2c2-6d710e272971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:36.357008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea69f734-906d-4818-8a5a-72ccee559160 admin admin] Network hostable DHCP agents. Network: 9deb6b61-0b57-4278-b2c2-6d710e272971, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:35:36.544185 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11357c-fecd-453d-bd42-1b8ef566d5c2 req-99e5dc3e-3ba0-4be0-a436-d989cf60c155 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:36.546133 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-da11357c-fecd-453d-bd42-1b8ef566d5c2 req-99e5dc3e-3ba0-4be0-a436-d989cf60c155 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 943 time: 0.5371280 Feb 03 12:35:36.666312 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea69f734-906d-4818-8a5a-72ccee559160 admin admin] Network 9deb6b61-0b57-4278-b2c2-6d710e272971 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:35:36.703523 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] Attempting to bind port f981be05-8021-466b-a24c-ed02bf68ed53 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:36.703960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] Attempting to bind port f981be05-8021-466b-a24c-ed02bf68ed53 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '60b1d6d7-3510-481e-9dd3-b2f749842682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:36.704275 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] Attempting to bind port f981be05-8021-466b-a24c-ed02bf68ed53 on network b39bda4c-a748-41d3-ad64-33f7d22c16cf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:36.716016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] Port f981be05-8021-466b-a24c-ed02bf68ed53 on network b39bda4c-a748-41d3-ad64-33f7d22c16cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:35:36.716350 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] Attempting to bind port f981be05-8021-466b-a24c-ed02bf68ed53 on network b39bda4c-a748-41d3-ad64-33f7d22c16cf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:36.751228 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:36.753995 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] Checking segment: {'id': '60b1d6d7-3510-481e-9dd3-b2f749842682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:36.755772 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320ddcb-a34c-402b-aedf-db168b46ebf4 req-c632ed21-4c81-41b0-8e22-8834a81d9d3d tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:36.756145 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] Bound using segment: {'id': '60b1d6d7-3510-481e-9dd3-b2f749842682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:36.756804 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] Bound port: f981be05-8021-466b-a24c-ed02bf68ed53, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b1d6d7-3510-481e-9dd3-b2f749842682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:36.757455 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e320ddcb-a34c-402b-aedf-db168b46ebf4 req-c632ed21-4c81-41b0-8e22-8834a81d9d3d tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 1127 time: 0.4441831 Feb 03 12:35:36.760214 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ea69f734-906d-4818-8a5a-72ccee559160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 9deb6b61-0b57-4278-b2c2-6d710e272971) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:36.769362 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea69f734-906d-4818-8a5a-72ccee559160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:36.771465 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bf68e1-dbec-41c9-97e3-5768adf266d3 None None] Network 9deb6b61-0b57-4278-b2c2-6d710e272971 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:36.772458 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea69f734-906d-4818-8a5a-72ccee559160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:36.779024 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3680bd4-184d-43f7-b269-7b6b537581e9 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:36.787365 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f981be05-8021-466b-a24c-ed02bf68ed53), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:36.877755 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ea69f734-906d-4818-8a5a-72ccee559160 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3166876 Feb 03 12:35:36.939025 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-da11357c-fecd-453d-bd42-1b8ef566d5c2 req-20daf06c-6c5e-4440-9ffd-2467b30e0745 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880111 Feb 03 12:35:37.004432 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:37.045140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-0cd00f0c-5785-4461-b123-5458a0c5b019 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Made reservation on behalf of c38b004822034ae6b2e74e9730987a70 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:37.064251 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-0cd00f0c-5785-4461-b123-5458a0c5b019 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:37.112699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2e6959-fef7-45ac-9d7b-b4d12ad3adb9 None None] Network 9deb6b61-0b57-4278-b2c2-6d710e272971 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:37.246278 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e320ddcb-a34c-402b-aedf-db168b46ebf4 req-378fea31-7b3d-4e47-89e7-d062b08ad051 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613521 Feb 03 12:35:37.630941 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-358dcfab-70fd-4cf2-a049-6cc7600b00ee req-5593f792-fc17-43a6-8f13-0452656afaa5 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2094782-b60b-49a8-8222-7fbfa94dea57 HTTP/1.1" status: 200 len: 210 time: 0.1801407 Feb 03 12:35:37.906659 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3ecead-3ab3-4230-8956-4c902b0acafb None None] Network 18f5f82b-117a-41b3-9185-b2a5f26cd5d7 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:37.952840 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5de1ca8-f42f-4ce0-aa83-f92c129ca2db req-a0facd91-972a-4614-9e20-6b3d478c44be tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 210 time: 0.8192706 Feb 03 12:35:37.955522 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed792df9-0074-4b5b-ae8a-2efe18e3e6d4 req-50a6d129-698d-4e07-877a-60e855f93c39 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:37.958206 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed792df9-0074-4b5b-ae8a-2efe18e3e6d4 req-50a6d129-698d-4e07-877a-60e855f93c39 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 1127 time: 0.1612015 Feb 03 12:35:37.970410 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c3680bd4-184d-43f7-b269-7b6b537581e9 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Allocated IP 2001:db8::1 (b029ccb9-3737-432d-a249-4765e0447ce6/f57b756b-45a7-41b0-a99a-4f09453e76e9/70cf9fc9-64b3-4215-8a23-a13e397d8c9e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:38.159415 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b7f45f25-e683-4add-9775-d277bbd3a3ac None None] Provisioning complete for port de30b20c-9081-4501-a3c8-1bd0aacf90cc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:38.159802 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b7f45f25-e683-4add-9775-d277bbd3a3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (de30b20c-9081-4501-a3c8-1bd0aacf90cc), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.197192 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c0521db9-f512-40d8-ba25-24186d463bc3 req-6bb65dd6-8e16-4e6c-97c7-be0c820b6e3c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1639491716', 'description': 'tempest-description-140835625'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:38.222013 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3680bd4-184d-43f7-b269-7b6b537581e9 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for port (70cf9fc9-64b3-4215-8a23-a13e397d8c9e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.262869 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.326756 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed792df9-0074-4b5b-ae8a-2efe18e3e6d4 req-d0f1e3ef-1da1-4b6b-a718-30a557835201 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248524 Feb 03 12:35:38.328031 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3680bd4-184d-43f7-b269-7b6b537581e9 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (70cf9fc9-64b3-4215-8a23-a13e397d8c9e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.356247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] For port f981be05-8021-466b-a24c-ed02bf68ed53, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:38.383982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] For port f981be05-8021-466b-a24c-ed02bf68ed53, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f981be05-8021-466b-a24c-ed02bf68ed53,segment=NetworkSegment(60b1d6d7-3510-481e-9dd3-b2f749842682),segment_id=60b1d6d7-3510-481e-9dd3-b2f749842682)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:38.392313 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c0521db9-f512-40d8-ba25-24186d463bc3 req-6bb65dd6-8e16-4e6c-97c7-be0c820b6e3c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.453583 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (f981be05-8021-466b-a24c-ed02bf68ed53), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.495086 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3680bd4-184d-43f7-b269-7b6b537581e9 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event updated for resources: {'Port': ['ID=70cf9fc9-64b3-4215-8a23-a13e397d8c9e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:38.507528 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3680bd4-184d-43f7-b269-7b6b537581e9 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Network b029ccb9-3737-432d-a249-4765e0447ce6 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:38.509178 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c3680bd4-184d-43f7-b269-7b6b537581e9 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:38.523737 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3680bd4-184d-43f7-b269-7b6b537581e9 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:38.524372 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3680bd4-184d-43f7-b269-7b6b537581e9 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (bcb823c2-b93d-4e15-835c-608f4ee03842), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.611904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-0b72944a-b9c1-4cab-b701-794979193373 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:38.626698 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-0b72944a-b9c1-4cab-b701-794979193373 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.31 "GET /v2.0/networks?id=3064cfd8-7cdb-4309-b96b-99c3299527af HTTP/1.1" status: 200 len: 804 time: 0.6904001 Feb 03 12:35:38.686003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-5dedfce5-128b-4045-bd43-8a9660db08a8 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Request body: {'port': {'device_id': 'd2094782-b60b-49a8-8222-7fbfa94dea57', 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af', 'admin_state_up': True, 'tenant_id': '6ff7bee1bd6646388a5eccfdc31588c3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:38.719522 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device de30b20c-9081-4501-a3c8-1bd0aacf90cc up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:38.723111 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:38.723890 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.725404 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] 10.222.0.31 "PUT /v2.0/ports/f981be05-8021-466b-a24c-ed02bf68ed53 HTTP/1.1" status: 200 len: 1091 time: 3.7173991 Feb 03 12:35:38.765012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f066e8-0643-4bda-a17d-17a64cb1da11', 'tag': 'f981be05-8021-466b-a24c-ed02bf68ed53'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:38.768193 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20848ef-1922-450d-afdc-1d8ec7788c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "55f066e8-0643-4bda-a17d-17a64cb1da11", "tag": "f981be05-8021-466b-a24c-ed02bf68ed53"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:38.822610 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3680bd4-184d-43f7-b269-7b6b537581e9 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (70cf9fc9-64b3-4215-8a23-a13e397d8c9e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.934252 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b7f45f25-e683-4add-9775-d277bbd3a3ac None None] Current status of the port de30b20c-9081-4501-a3c8-1bd0aacf90cc is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:38.934830 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b7f45f25-e683-4add-9775-d277bbd3a3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (de30b20c-9081-4501-a3c8-1bd0aacf90cc), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:38.984206 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-0cd00f0c-5785-4461-b123-5458a0c5b019 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Allocated IP 172.20.0.11 (57d05e71-91ef-4d8b-8053-8941dc5e5ea9/6692b46d-d587-49d4-a31d-fa29447818e3/54973638-af20-4b3d-9b08-b6c0daebfa95) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:39.024213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b7f45f25-e683-4add-9775-d277bbd3a3ac None None] For port de30b20c-9081-4501-a3c8-1bd0aacf90cc, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=de30b20c-9081-4501-a3c8-1bd0aacf90cc,segment=NetworkSegment(b6718d42-2215-4c6f-97dc-acc8db749554),segment_id=b6718d42-2215-4c6f-97dc-acc8db749554)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:39.045646 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b7f45f25-e683-4add-9775-d277bbd3a3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (de30b20c-9081-4501-a3c8-1bd0aacf90cc), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:39.252999 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0474e-3a45-4052-a0fd-4e0b550e97fe service neutron] Pushing event updated for resources: {'Port': ['ID=f981be05-8021-466b-a24c-ed02bf68ed53,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:39.254438 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port de30b20c-9081-4501-a3c8-1bd0aacf90cc triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:39.254993 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (de30b20c-9081-4501-a3c8-1bd0aacf90cc), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:39.259622 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-82e5c109-03e5-4c12-bfde-8cc939fa4466 None None] Provisioning complete for port 70cf9fc9-64b3-4215-8a23-a13e397d8c9e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:39.260030 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-82e5c109-03e5-4c12-bfde-8cc939fa4466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (70cf9fc9-64b3-4215-8a23-a13e397d8c9e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:39.318175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f45f25-e683-4add-9775-d277bbd3a3ac None None] Pushing event updated for resources: {'Port': ['ID=de30b20c-9081-4501-a3c8-1bd0aacf90cc,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:39.342423 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-4baef1b3-9534-489c-8b4c-89859a71c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:39.344097 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-4baef1b3-9534-489c-8b4c-89859a71c1b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=218289d12c9b4b9dbde4b42d4f382200&device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 1125 time: 0.5190566 Feb 03 12:35:39.465363 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-82e5c109-03e5-4c12-bfde-8cc939fa4466 None None] Port 70cf9fc9-64b3-4215-8a23-a13e397d8c9e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:35:39.491236 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-9f79cd33-e2ab-4334-9f00-888147e325c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f981be05-8021-466b-a24c-ed02bf68ed53 HTTP/1.1" status: 200 len: 217 time: 0.1156714 Feb 03 12:35:39.500295 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3680bd4-184d-43f7-b269-7b6b537581e9 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for port (70cf9fc9-64b3-4215-8a23-a13e397d8c9e), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:39.517593 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1febad-3459-4760-8f11-0be264dfc379 req-b431755a-3be7-47c3-b27a-923d3d82de8d tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:39.519263 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9c1febad-3459-4760-8f11-0be264dfc379 req-b431755a-3be7-47c3-b27a-923d3d82de8d tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 943 time: 0.8529906 Feb 03 12:35:39.527735 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3680bd4-184d-43f7-b269-7b6b537581e9 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (70cf9fc9-64b3-4215-8a23-a13e397d8c9e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:39.528570 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3680bd4-184d-43f7-b269-7b6b537581e9 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (bcb823c2-b93d-4e15-835c-608f4ee03842), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:39.645439 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port de30b20c-9081-4501-a3c8-1bd0aacf90cc is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:39.652222 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:39.668980 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c0521db9-f512-40d8-ba25-24186d463bc3 req-6bb65dd6-8e16-4e6c-97c7-be0c820b6e3c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (c8a79284-b2c9-4c43-9368-f354fd6c2208), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:39.688322 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c0521db9-f512-40d8-ba25-24186d463bc3 req-6bb65dd6-8e16-4e6c-97c7-be0c820b6e3c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c8a79284-b2c9-4c43-9368-f354fd6c2208), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:39.766214 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c289c3fa-37b8-4b69-9172-b867a6a785d1 None None] Provisioning complete for port de30b20c-9081-4501-a3c8-1bd0aacf90cc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:39.766855 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c289c3fa-37b8-4b69-9172-b867a6a785d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (de30b20c-9081-4501-a3c8-1bd0aacf90cc), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:39.776728 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-5dedfce5-128b-4045-bd43-8a9660db08a8 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Made reservation on behalf of 6ff7bee1bd6646388a5eccfdc31588c3 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:39.784252 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-5dedfce5-128b-4045-bd43-8a9660db08a8 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:39.849251 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-afe8c32c-52aa-41db-959e-9932452473b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:39.850764 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-afe8c32c-52aa-41db-959e-9932452473b6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=67023db2-06c8-42d5-bfcd-aa9f27b3574c HTTP/1.1" status: 200 len: 854 time: 0.3177204 Feb 03 12:35:39.874047 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3680bd4-184d-43f7-b269-7b6b537581e9 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event updated for resources: {'Port': ['ID=70cf9fc9-64b3-4215-8a23-a13e397d8c9e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:39.886432 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3680bd4-184d-43f7-b269-7b6b537581e9 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Network b029ccb9-3737-432d-a249-4765e0447ce6 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:39.892887 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c3680bd4-184d-43f7-b269-7b6b537581e9 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:39.947128 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c0521db9-f512-40d8-ba25-24186d463bc3 req-6bb65dd6-8e16-4e6c-97c7-be0c820b6e3c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:39.949225 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0521db9-f512-40d8-ba25-24186d463bc3 req-6bb65dd6-8e16-4e6c-97c7-be0c820b6e3c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.7634859 Feb 03 12:35:40.010780 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c289c3fa-37b8-4b69-9172-b867a6a785d1 None None] Current status of the port de30b20c-9081-4501-a3c8-1bd0aacf90cc is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:40.048255 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3680bd4-184d-43f7-b269-7b6b537581e9 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Router bcb823c2-b93d-4e15-835c-608f4ee03842 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:35:40.056223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb65dd6-8e16-4e6c-97c7-be0c820b6e3c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a79284-b2c9-4c43-9368-f354fd6c2208,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:40.175966 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3680bd4-184d-43f7-b269-7b6b537581e9 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:35:40.187242 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0d8e3e-d78c-4a8e-86a8-5c9b504e3382 None None] Sync routers for ids ['bcb823c2-b93d-4e15-835c-608f4ee03842'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:35:40.189887 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device de30b20c-9081-4501-a3c8-1bd0aacf90cc up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:40.193253 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c3680bd4-184d-43f7-b269-7b6b537581e9 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "PUT /v2.0/routers/bcb823c2-b93d-4e15-835c-608f4ee03842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7932320 Feb 03 12:35:40.194961 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9c1febad-3459-4760-8f11-0be264dfc379 req-93a8c514-081f-4640-89d5-7fd29715def6 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6457703 Feb 03 12:35:40.195420 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41800) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:40.229628 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0d8e3e-d78c-4a8e-86a8-5c9b504e3382 None None] Routers {'bcb823c2-b93d-4e15-835c-608f4ee03842'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:40.239556 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-de0d8e3e-d78c-4a8e-86a8-5c9b504e3382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:35:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['bcb823c2-b93d-4e15-835c-608f4ee03842'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:40.337632 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22895427-f9cb-4572-bd94-8747619d38d1 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for router (bcb823c2-b93d-4e15-835c-608f4ee03842), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:40.361382 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-de0d8e3e-d78c-4a8e-86a8-5c9b504e3382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:40.389065 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-df59317a-806e-4e8f-a3e3-754f18442dfc req-9e7d7491-848a-4785-be2d-1f921d121b26 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2094782-b60b-49a8-8222-7fbfa94dea57 HTTP/1.1" status: 200 len: 210 time: 0.1585002 Feb 03 12:35:40.404901 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0d8e3e-d78c-4a8e-86a8-5c9b504e3382 None None] Routers {'bcb823c2-b93d-4e15-835c-608f4ee03842'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:40.406274 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-de0d8e3e-d78c-4a8e-86a8-5c9b504e3382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:35:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['bcb823c2-b93d-4e15-835c-608f4ee03842'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:40.414502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port de30b20c-9081-4501-a3c8-1bd0aacf90cc triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:40.423760 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (de30b20c-9081-4501-a3c8-1bd0aacf90cc), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:40.540117 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-de0d8e3e-d78c-4a8e-86a8-5c9b504e3382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:40.542658 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0d8e3e-d78c-4a8e-86a8-5c9b504e3382 None None] The sync data for ids ['bcb823c2-b93d-4e15-835c-608f4ee03842'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:35:40.558550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-5dedfce5-128b-4045-bd43-8a9660db08a8 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Allocated IP 172.20.0.9 (3064cfd8-7cdb-4309-b96b-99c3299527af/2b8a4225-25b0-42f6-9eec-da0838919221/f1932feb-54ba-44dd-998c-c0a2b36a4b7e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:40.565652 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8967b033-26fb-4b3d-8708-b995839fcab8 None None] Provisioning complete for port 70cf9fc9-64b3-4215-8a23-a13e397d8c9e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:40.566187 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8967b033-26fb-4b3d-8708-b995839fcab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (70cf9fc9-64b3-4215-8a23-a13e397d8c9e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:40.586107 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f86ff8-7dfe-4208-b0b3-1ea77cc6f5c4 x-openstack-request-id: req-e2f86ff8-7dfe-4208-b0b3-1ea77cc6f5c4 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:40.586581 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f066e8-0643-4bda-a17d-17a64cb1da11", "tag": "f981be05-8021-466b-a24c-ed02bf68ed53", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:40.586949 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2f86ff8-7dfe-4208-b0b3-1ea77cc6f5c4 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:40.587498 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f066e8-0643-4bda-a17d-17a64cb1da11', 'tag': 'f981be05-8021-466b-a24c-ed02bf68ed53', 'status': 'completed', 'code': 200} Feb 03 12:35:40.642416 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-f294e05e-586f-4627-bfcd-86dfd5f9facf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:40.648198 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-f294e05e-586f-4627-bfcd-86dfd5f9facf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b39bda4c-a748-41d3-ad64-33f7d22c16cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7541142 Feb 03 12:35:40.707966 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8967b033-26fb-4b3d-8708-b995839fcab8 None None] Port 70cf9fc9-64b3-4215-8a23-a13e397d8c9e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:35:40.735128 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port de30b20c-9081-4501-a3c8-1bd0aacf90cc is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:40.831852 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-0cd00f0c-5785-4461-b123-5458a0c5b019 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks [] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:40.886961 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-d0e23248-d465-4463-b08a-c578e00ae74e service neutron] 10.222.0.31 "GET /v2.0/networks/b39bda4c-a748-41d3-ad64-33f7d22c16cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060485 Feb 03 12:35:41.073399 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-0cd00f0c-5785-4461-b123-5458a0c5b019 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:41.154592 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-22895427-f9cb-4572-bd94-8747619d38d1 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 12:35:41.155647 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-22895427-f9cb-4572-bd94-8747619d38d1 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "DELETE /v2.0/routers/bcb823c2-b93d-4e15-835c-608f4ee03842 HTTP/1.1" status: 409 len: 329 time: 0.9593055 Feb 03 12:35:41.160615 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41806) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:41.283380 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-5dedfce5-128b-4045-bd43-8a9660db08a8 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks [] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:41.302001 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149923a-d1ec-4edc-ad23-bba8d088b9fe req-3572455e-76ca-44d6-9326-f4338b9257a2 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:41.306573 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f149923a-d1ec-4edc-ad23-bba8d088b9fe req-3572455e-76ca-44d6-9326-f4338b9257a2 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 932 time: 0.2104893 Feb 03 12:35:41.343445 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6705d53d-82d9-429c-b434-85b9f7747df7 req-fec13fe9-9fa5-4c84-ae49-a75e0b6afe76 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "GET /v2.0/security-groups/c8a79284-b2c9-4c43-9368-f354fd6c2208 HTTP/1.1" status: 200 len: 1821 time: 0.7356653 Feb 03 12:35:41.382828 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-6705d53d-82d9-429c-b434-85b9f7747df7 req-8ea77c5e-0c84-4716-85f2-2119e4fdd094 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c8a79284-b2c9-4c43-9368-f354fd6c2208', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:41.383264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-6705d53d-82d9-429c-b434-85b9f7747df7 req-8ea77c5e-0c84-4716-85f2-2119e4fdd094 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c8a79284-b2c9-4c43-9368-f354fd6c2208', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:41.426430 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f149923a-d1ec-4edc-ad23-bba8d088b9fe req-59592792-a3f9-427b-ba90-bd1735e37091 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135111 Feb 03 12:35:41.536690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd00f0c-5785-4461-b123-5458a0c5b019 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Pushing event updated for resources: {'Port': ['ID=54973638-af20-4b3d-9b08-b6c0daebfa95,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:41.587593 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-5dedfce5-128b-4045-bd43-8a9660db08a8 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:41.591542 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f1ff29e-6011-4dfa-b84d-0e21be57f111 req-de4d27d5-b0a2-4379-a7ec-2c59dead9a9e service neutron] 10.222.0.31 "GET /v2.0/networks/b39bda4c-a748-41d3-ad64-33f7d22c16cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6427231 Feb 03 12:35:41.597748 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-0cd00f0c-5785-4461-b123-5458a0c5b019 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Network 57d05e71-91ef-4d8b-8053-8941dc5e5ea9 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:41.613469 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-0cd00f0c-5785-4461-b123-5458a0c5b019 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:41.704775 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-0cd00f0c-5785-4461-b123-5458a0c5b019 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:41.724292 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedfce5-128b-4045-bd43-8a9660db08a8 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Pushing event updated for resources: {'Port': ['ID=f1932feb-54ba-44dd-998c-c0a2b36a4b7e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:41.797939 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-5dedfce5-128b-4045-bd43-8a9660db08a8 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Network 3064cfd8-7cdb-4309-b96b-99c3299527af is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:41.804256 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-5dedfce5-128b-4045-bd43-8a9660db08a8 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:41.814368 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-5dedfce5-128b-4045-bd43-8a9660db08a8 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:41.867234 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b35ed-d4b8-4a96-b2fd-02d0b15d7d4a req-65259f29-83fc-41d4-ae5f-3fad73a9a854 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:41.875199 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a78b35ed-d4b8-4a96-b2fd-02d0b15d7d4a req-65259f29-83fc-41d4-ae5f-3fad73a9a854 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 943 time: 0.0785334 Feb 03 12:35:41.943373 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-0cd00f0c-5785-4461-b123-5458a0c5b019 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:41.946152 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-0cd00f0c-5785-4461-b123-5458a0c5b019 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:41.975480 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-0cd00f0c-5785-4461-b123-5458a0c5b019 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6978331 Feb 03 12:35:41.985069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-5dedfce5-128b-4045-bd43-8a9660db08a8 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:41.985766 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-5dedfce5-128b-4045-bd43-8a9660db08a8 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:41.987188 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a78b35ed-d4b8-4a96-b2fd-02d0b15d7d4a req-8ec37a81-5122-46c5-9045-221e729d1b89 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110609 Feb 03 12:35:42.003297 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6705d53d-82d9-429c-b434-85b9f7747df7 req-8ea77c5e-0c84-4716-85f2-2119e4fdd094 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group_rule (6275ba8d-57f5-4976-a117-fd660f5fefaf), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:42.016583 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] Request body: {'port': {'device_id': 'c0412601-e5d2-4c9e-8f0d-7b49eabe05c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:42.050165 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20848ef-1922-450d-afdc-1d8ec7788c4e req-14415b61-0b55-4e4f-bbba-ccf9951e4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:42.068421 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a20848ef-1922-450d-afdc-1d8ec7788c4e req-14415b61-0b55-4e4f-bbba-ccf9951e4ce9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=218289d12c9b4b9dbde4b42d4f382200&device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 1125 time: 0.3733468 Feb 03 12:35:42.102369 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-955bbd71-7bbc-4568-b039-bb1ed2dacdb6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (bcb823c2-b93d-4e15-835c-608f4ee03842), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:42.173065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20848ef-1922-450d-afdc-1d8ec7788c4e req-afcf01aa-8055-4583-bcf9-880605445885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:42.174732 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a20848ef-1922-450d-afdc-1d8ec7788c4e req-afcf01aa-8055-4583-bcf9-880605445885 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b39bda4c-a748-41d3-ad64-33f7d22c16cf HTTP/1.1" status: 200 len: 916 time: 0.1034482 Feb 03 12:35:42.204379 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-5dedfce5-128b-4045-bd43-8a9660db08a8 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5380530 Feb 03 12:35:42.242989 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6705d53d-82d9-429c-b434-85b9f7747df7 req-8ea77c5e-0c84-4716-85f2-2119e4fdd094 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group_rule (6275ba8d-57f5-4976-a117-fd660f5fefaf), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:42.249214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] Request body: {'port': {'device_id': 'd2094782-b60b-49a8-8222-7fbfa94dea57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:42.254891 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a20848ef-1922-450d-afdc-1d8ec7788c4e req-ef1b5dac-c8d8-464e-8bb7-a3524cf58883 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f981be05-8021-466b-a24c-ed02bf68ed53 HTTP/1.1" status: 200 len: 217 time: 0.0728617 Feb 03 12:35:42.274796 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6705d53d-82d9-429c-b434-85b9f7747df7 req-8ea77c5e-0c84-4716-85f2-2119e4fdd094 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (6275ba8d-57f5-4976-a117-fd660f5fefaf), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:42.336650 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3fa08-54f3-4822-a3a1-7babffb13e6a req-66084945-44f7-4572-838f-cecd1d25d2f7 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:42.339189 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ced3fa08-54f3-4822-a3a1-7babffb13e6a req-66084945-44f7-4572-838f-cecd1d25d2f7 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2094782-b60b-49a8-8222-7fbfa94dea57 HTTP/1.1" status: 200 len: 931 time: 0.1419878 Feb 03 12:35:42.420743 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ced3fa08-54f3-4822-a3a1-7babffb13e6a req-22081576-e338-4b75-b58c-3ba71fd944aa tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699489 Feb 03 12:35:42.508352 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:42.557181 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea77c5e-0c84-4716-85f2-2119e4fdd094 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6275ba8d-57f5-4976-a117-fd660f5fefaf,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:42.576859 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:42.650708 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-955bbd71-7bbc-4568-b039-bb1ed2dacdb6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Deleting port 70cf9fc9-64b3-4215-8a23-a13e397d8c9e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:42.651477 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-955bbd71-7bbc-4568-b039-bb1ed2dacdb6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (70cf9fc9-64b3-4215-8a23-a13e397d8c9e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:42.746467 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-955bbd71-7bbc-4568-b039-bb1ed2dacdb6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (70cf9fc9-64b3-4215-8a23-a13e397d8c9e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:42.761295 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-955bbd71-7bbc-4568-b039-bb1ed2dacdb6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Calling delete_port for 70cf9fc9-64b3-4215-8a23-a13e397d8c9e owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:42.875821 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54973638-af20-4b3d-9b08-b6c0daebfa95 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:42.884379 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] Publish callbacks [] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:42.904479 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6705d53d-82d9-429c-b434-85b9f7747df7 req-8ea77c5e-0c84-4716-85f2-2119e4fdd094 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:42.911147 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6705d53d-82d9-429c-b434-85b9f7747df7 req-8ea77c5e-0c84-4716-85f2-2119e4fdd094 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.5376041 Feb 03 12:35:42.969525 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20848ef-1922-450d-afdc-1d8ec7788c4e req-ee8bf761-b71b-4796-bcec-4d63392fe9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:42.971601 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a20848ef-1922-450d-afdc-1d8ec7788c4e req-ee8bf761-b71b-4796-bcec-4d63392fe9bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=67023db2-06c8-42d5-bfcd-aa9f27b3574c HTTP/1.1" status: 200 len: 854 time: 0.6864522 Feb 03 12:35:42.976626 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2ca96-5933-4ab9-b001-f28cc9d32bfa req-148cbb6c-5107-4c9d-9439-cc183da1fb59 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:42.987355 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-43c2ca96-5933-4ab9-b001-f28cc9d32bfa req-148cbb6c-5107-4c9d-9439-cc183da1fb59 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 1127 time: 0.4436007 Feb 03 12:35:42.990504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] Transition to ACTIVE for port object 54973638-af20-4b3d-9b08-b6c0daebfa95 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:35:43.003416 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-955bbd71-7bbc-4568-b039-bb1ed2dacdb6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (70cf9fc9-64b3-4215-8a23-a13e397d8c9e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:43.043999 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:43.080303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bbd71-7bbc-4568-b039-bb1ed2dacdb6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event deleted for resources: {'Port': ['ID=70cf9fc9-64b3-4215-8a23-a13e397d8c9e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:43.231065 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-955bbd71-7bbc-4568-b039-bb1ed2dacdb6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (bcb823c2-b93d-4e15-835c-608f4ee03842), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:43.434371 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] Pushing event updated for resources: {'Port': ['ID=54973638-af20-4b3d-9b08-b6c0daebfa95,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:43.439124 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20848ef-1922-450d-afdc-1d8ec7788c4e req-93e3b45b-926a-4497-8fa8-d81314876adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:43.441315 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a20848ef-1922-450d-afdc-1d8ec7788c4e req-93e3b45b-926a-4497-8fa8-d81314876adb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b39bda4c-a748-41d3-ad64-33f7d22c16cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4557006 Feb 03 12:35:43.476230 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-43c2ca96-5933-4ab9-b001-f28cc9d32bfa req-cd8f503e-a4d3-4c9e-a7be-5f77cfd0de19 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849098 Feb 03 12:35:43.550003 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-8a6c9820-ed49-4e0b-a2b3-37f1ac691b81 req-c9322b20-65cb-46eb-a63c-e0e62db91555 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-569066677', 'description': 'tempest-description-923918448'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:43.636992 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8a6c9820-ed49-4e0b-a2b3-37f1ac691b81 req-c9322b20-65cb-46eb-a63c-e0e62db91555 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:43.695183 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955bbd71-7bbc-4568-b039-bb1ed2dacdb6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Router bcb823c2-b93d-4e15-835c-608f4ee03842 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:35:43.857166 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] Attempting to bind port 54973638-af20-4b3d-9b08-b6c0daebfa95 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:43.857805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] Attempting to bind port 54973638-af20-4b3d-9b08-b6c0daebfa95 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '235c07fd-127e-4fd8-8cdd-6c66376ebc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:43.857805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] Attempting to bind port 54973638-af20-4b3d-9b08-b6c0daebfa95 on network 57d05e71-91ef-4d8b-8053-8941dc5e5ea9 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:43.890019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4073374-5d59-4d72-b2c2-1c43bb76e381 req-8808da39-1054-4d0f-af56-2293ea71fe69 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:43.897633 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4073374-5d59-4d72-b2c2-1c43bb76e381 req-8808da39-1054-4d0f-af56-2293ea71fe69 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 944 time: 0.4782441 Feb 03 12:35:43.904560 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] Port 54973638-af20-4b3d-9b08-b6c0daebfa95 on network 57d05e71-91ef-4d8b-8053-8941dc5e5ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:35:43.904910 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] Attempting to bind port 54973638-af20-4b3d-9b08-b6c0daebfa95 on network 57d05e71-91ef-4d8b-8053-8941dc5e5ea9 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:43.911863 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955bbd71-7bbc-4568-b039-bb1ed2dacdb6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:35:43.931724 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-955bbd71-7bbc-4568-b039-bb1ed2dacdb6 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "PUT /v2.0/routers/bcb823c2-b93d-4e15-835c-608f4ee03842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7672186 Feb 03 12:35:43.936557 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41836) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:43.940381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:43.940829 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] Checking segment: {'id': '235c07fd-127e-4fd8-8cdd-6c66376ebc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:43.941253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] Bound using segment: {'id': '235c07fd-127e-4fd8-8cdd-6c66376ebc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:43.941817 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] Bound port: 54973638-af20-4b3d-9b08-b6c0daebfa95, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '235c07fd-127e-4fd8-8cdd-6c66376ebc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:43.942288 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:43.949453 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243b4b3-f6b2-4ad0-ac2e-514546f02901 None None] Sync routers for ids ['bcb823c2-b93d-4e15-835c-608f4ee03842'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:35:43.985129 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a20848ef-1922-450d-afdc-1d8ec7788c4e req-3e8429c3-483c-44c5-80c3-a8dd4accea61 service neutron] 10.222.0.31 "GET /v2.0/networks/b39bda4c-a748-41d3-ad64-33f7d22c16cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106609 Feb 03 12:35:43.994175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e243b4b3-f6b2-4ad0-ac2e-514546f02901 None None] Routers {'bcb823c2-b93d-4e15-835c-608f4ee03842'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:43.994862 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e243b4b3-f6b2-4ad0-ac2e-514546f02901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:35:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['bcb823c2-b93d-4e15-835c-608f4ee03842'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:44.073777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e243b4b3-f6b2-4ad0-ac2e-514546f02901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:44.078117 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-567aa437-cf03-4393-ae2b-83c5e1462a16 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] show failed (client error): The resource could not be found. Feb 03 12:35:44.089946 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-567aa437-cf03-4393-ae2b-83c5e1462a16 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-413800299 HTTP/1.1" status: 404 len: 334 time: 0.1499603 Feb 03 12:35:44.092250 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41838) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:44.106816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e243b4b3-f6b2-4ad0-ac2e-514546f02901 None None] Routers {'bcb823c2-b93d-4e15-835c-608f4ee03842'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:35:44.107503 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e243b4b3-f6b2-4ad0-ac2e-514546f02901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:35:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['bcb823c2-b93d-4e15-835c-608f4ee03842'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:44.109782 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-efb41796-a790-43b9-bc57-f3aa7c71ad8c tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:44.114756 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8a6c9820-ed49-4e0b-a2b3-37f1ac691b81 req-c9322b20-65cb-46eb-a63c-e0e62db91555 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (bf54a835-6450-4c8c-aff6-d91f6aee5597), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:44.195957 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e243b4b3-f6b2-4ad0-ac2e-514546f02901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:44.205581 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e243b4b3-f6b2-4ad0-ac2e-514546f02901 None None] The sync data for ids ['bcb823c2-b93d-4e15-835c-608f4ee03842'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:35:44.212600 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-efb41796-a790-43b9-bc57-f3aa7c71ad8c tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] update failed (client error): The resource could not be found. Feb 03 12:35:44.219205 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-efb41796-a790-43b9-bc57-f3aa7c71ad8c tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-651416071 HTTP/1.1" status: 404 len: 334 time: 0.1217930 Feb 03 12:35:44.220041 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8a6c9820-ed49-4e0b-a2b3-37f1ac691b81 req-c9322b20-65cb-46eb-a63c-e0e62db91555 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bf54a835-6450-4c8c-aff6-d91f6aee5597), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:44.222411 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41840) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:44.326797 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9322b20-65cb-46eb-a63c-e0e62db91555 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf54a835-6450-4c8c-aff6-d91f6aee5597,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:44.331161 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8a6c9820-ed49-4e0b-a2b3-37f1ac691b81 req-c9322b20-65cb-46eb-a63c-e0e62db91555 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:44.337464 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8a6c9820-ed49-4e0b-a2b3-37f1ac691b81 req-c9322b20-65cb-46eb-a63c-e0e62db91555 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7943296 Feb 03 12:35:44.368319 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-adbc6234-19bc-4895-b4ae-1e799fa39ca1 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Deleting subnet f6897619-916e-498d-97b3-76d64d73c66a {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:35:44.376788 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adbc6234-19bc-4895-b4ae-1e799fa39ca1 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for subnet (f6897619-916e-498d-97b3-76d64d73c66a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:44.433875 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adbc6234-19bc-4895-b4ae-1e799fa39ca1 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (f6897619-916e-498d-97b3-76d64d73c66a), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:44.537224 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adbc6234-19bc-4895-b4ae-1e799fa39ca1 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (f6897619-916e-498d-97b3-76d64d73c66a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:44.546450 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4073374-5d59-4d72-b2c2-1c43bb76e381 req-d5aa4e01-2574-478e-b2d1-49071d4e0146 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6376164 Feb 03 12:35:44.640437 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1932feb-54ba-44dd-998c-c0a2b36a4b7e {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:44.673932 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adbc6234-19bc-4895-b4ae-1e799fa39ca1 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (f6897619-916e-498d-97b3-76d64d73c66a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:44.709589 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] Publish callbacks [] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:44.715548 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] For port 54973638-af20-4b3d-9b08-b6c0daebfa95, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:44.795915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] For port 54973638-af20-4b3d-9b08-b6c0daebfa95, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=54973638-af20-4b3d-9b08-b6c0daebfa95,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:44.803600 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc6234-19bc-4895-b4ae-1e799fa39ca1 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event deleted for resources: {'Subnet': ['ID=f6897619-916e-498d-97b3-76d64d73c66a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:44.809619 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adbc6234-19bc-4895-b4ae-1e799fa39ca1 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:44.809970 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] Transition to ACTIVE for port object f1932feb-54ba-44dd-998c-c0a2b36a4b7e will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:35:44.815984 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-adbc6234-19bc-4895-b4ae-1e799fa39ca1 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "DELETE /v2.0/subnets/f6897619-916e-498d-97b3-76d64d73c66a HTTP/1.1" status: 204 len: 168 time: 0.5900128 Feb 03 12:35:44.819496 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a074f47-c191-45f4-aa0a-0f004969227b None None] Network 18f5f82b-117a-41b3-9185-b2a5f26cd5d7 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:44.820153 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41846) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:44.824365 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:44.870271 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d1b9a-a0fb-40e1-86c5-912ac024594c req-0caaa790-64dd-4a84-b2e5-46ab67224837 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:44.876381 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-361d1b9a-a0fb-40e1-86c5-912ac024594c req-0caaa790-64dd-4a84-b2e5-46ab67224837 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 943 time: 0.2256751 Feb 03 12:35:44.895863 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a20848ef-1922-450d-afdc-1d8ec7788c4e req-9bb22394-99aa-4f53-841f-17891ed950b6 service neutron] 10.222.0.31 "GET /v2.0/networks/b39bda4c-a748-41d3-ad64-33f7d22c16cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8850925 Feb 03 12:35:44.911015 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] Pushing event updated for resources: {'Port': ['ID=54973638-af20-4b3d-9b08-b6c0daebfa95,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:44.914747 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:44.965575 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] Pushing event updated for resources: {'Port': ['ID=f1932feb-54ba-44dd-998c-c0a2b36a4b7e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:44.977245 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-361d1b9a-a0fb-40e1-86c5-912ac024594c req-f798bd2b-2099-4646-9da4-9ecf93132b3d tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948229 Feb 03 12:35:44.980756 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a4438-3cd1-4ea6-b4dc-b6fa5e921b35 req-4679eb46-426a-42c5-8cf4-ed83c356fe5b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:44.982091 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e42a4438-3cd1-4ea6-b4dc-b6fa5e921b35 req-4679eb46-426a-42c5-8cf4-ed83c356fe5b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 944 time: 0.4939237 Feb 03 12:35:45.062189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:45.062818 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:45.064294 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-708c9b4a-4e76-45ab-ba00-d3d4df705124 service neutron] 10.222.0.73 "PUT /v2.0/ports/54973638-af20-4b3d-9b08-b6c0daebfa95 HTTP/1.1" status: 200 len: 1092 time: 3.0537910 Feb 03 12:35:45.117170 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a671e-48f6-4fc5-bc91-8ac31475b151 req-64900711-5161-4071-9c82-25a0bec2e33e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:45.118935 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-610a671e-48f6-4fc5-bc91-8ac31475b151 req-64900711-5161-4071-9c82-25a0bec2e33e tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 944 time: 0.4540145 Feb 03 12:35:45.119515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0412601-e5d2-4c9e-8f0d-7b49eabe05c5', 'tag': '54973638-af20-4b3d-9b08-b6c0daebfa95'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:45.122670 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d6915d-cc85-4ec2-8050-95a75f172d38" -d '{"events": [{"name": "network-changed", "server_uuid": "c0412601-e5d2-4c9e-8f0d-7b49eabe05c5", "tag": "54973638-af20-4b3d-9b08-b6c0daebfa95"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:45.132767 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] DHCP port deletion for 18f5f82b-117a-41b3-9185-b2a5f26cd5d7 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:35:45.187899 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426993cc-69b2-4d29-a156-63718e806ed7 req-68f7b132-3e1a-441d-bf94-beff776e8a60 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:45.189846 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-426993cc-69b2-4d29-a156-63718e806ed7 req-68f7b132-3e1a-441d-bf94-beff776e8a60 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2094782-b60b-49a8-8222-7fbfa94dea57 HTTP/1.1" status: 200 len: 943 time: 0.1002274 Feb 03 12:35:45.262601 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-610a671e-48f6-4fc5-bc91-8ac31475b151 req-e1784a25-c9cf-4e6f-97a6-fa21ec78eae2 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270339 Feb 03 12:35:45.266196 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (18f5f82b-117a-41b3-9185-b2a5f26cd5d7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:45.267753 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] Deleting port de30b20c-9081-4501-a3c8-1bd0aacf90cc {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:45.269382 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (de30b20c-9081-4501-a3c8-1bd0aacf90cc), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:45.311763 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-426993cc-69b2-4d29-a156-63718e806ed7 req-d046a53a-d400-41fb-9c35-646f4d6997e5 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157985 Feb 03 12:35:45.398482 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] For port de30b20c-9081-4501-a3c8-1bd0aacf90cc, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=de30b20c-9081-4501-a3c8-1bd0aacf90cc,segment=NetworkSegment(b6718d42-2215-4c6f-97dc-acc8db749554),segment_id=b6718d42-2215-4c6f-97dc-acc8db749554)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:45.398984 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (de30b20c-9081-4501-a3c8-1bd0aacf90cc), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:45.416352 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-98687d6e-c10a-49ef-9bf1-85a3c30588b9 req-7e860482-2ff6-4e45-879b-98eabe21282a tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "GET /v2.0/security-groups/bf54a835-6450-4c8c-aff6-d91f6aee5597 HTTP/1.1" status: 200 len: 1820 time: 0.0749986 Feb 03 12:35:45.421955 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] Calling delete_port for de30b20c-9081-4501-a3c8-1bd0aacf90cc owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:45.426061 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-98687d6e-c10a-49ef-9bf1-85a3c30588b9 req-ffe0805d-84ae-4654-9428-2bdf7337426e tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bf54a835-6450-4c8c-aff6-d91f6aee5597', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:45.426513 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-98687d6e-c10a-49ef-9bf1-85a3c30588b9 req-ffe0805d-84ae-4654-9428-2bdf7337426e tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bf54a835-6450-4c8c-aff6-d91f6aee5597', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:45.512550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-b1d0015e-b6a9-435a-94eb-443b5aa44087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:45.521007 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-b1d0015e-b6a9-435a-94eb-443b5aa44087 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c38b004822034ae6b2e74e9730987a70&device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 1126 time: 0.3866150 Feb 03 12:35:45.550875 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98687d6e-c10a-49ef-9bf1-85a3c30588b9 req-ffe0805d-84ae-4654-9428-2bdf7337426e tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group_rule (e4c8e38f-d466-46bb-9d35-b69ca758f033), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:45.562009 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (de30b20c-9081-4501-a3c8-1bd0aacf90cc), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:45.579331 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] No DVR routers for this DVR port de30b20c-9081-4501-a3c8-1bd0aacf90cc on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:45.606046 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98687d6e-c10a-49ef-9bf1-85a3c30588b9 req-ffe0805d-84ae-4654-9428-2bdf7337426e tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group_rule (e4c8e38f-d466-46bb-9d35-b69ca758f033), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:45.606833 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:45.610403 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] Pushing event deleted for resources: {'Port': ['ID=de30b20c-9081-4501-a3c8-1bd0aacf90cc,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:45.615645 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98687d6e-c10a-49ef-9bf1-85a3c30588b9 req-ffe0805d-84ae-4654-9428-2bdf7337426e tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (e4c8e38f-d466-46bb-9d35-b69ca758f033), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:45.631640 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:45.632026 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:45.632390 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:45.632727 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:45.633071 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:45.633407 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:45.633743 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:45.634070 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:45.634417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:45.634733 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:45.635064 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:45.635390 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:45.635748 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5380d385-36fd-4cb1-8fac-eb94f0403819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:35:45.672836 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0805d-84ae-4654-9428-2bdf7337426e tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c8e38f-d466-46bb-9d35-b69ca758f033,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:45.694652 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-14f6662d-4d5c-470a-a5f1-16f104f11a68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54973638-af20-4b3d-9b08-b6c0daebfa95 HTTP/1.1" status: 200 len: 217 time: 0.1041880 Feb 03 12:35:45.699448 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-98687d6e-c10a-49ef-9bf1-85a3c30588b9 req-ffe0805d-84ae-4654-9428-2bdf7337426e tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:45.714140 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-98687d6e-c10a-49ef-9bf1-85a3c30588b9 req-ffe0805d-84ae-4654-9428-2bdf7337426e tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2916632 Feb 03 12:35:45.724169 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] Attempting to bind port f1932feb-54ba-44dd-998c-c0a2b36a4b7e on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:45.724169 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] Attempting to bind port f1932feb-54ba-44dd-998c-c0a2b36a4b7e by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ec29131a-b8bc-4146-9bc7-9112f24f599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:45.724169 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] Attempting to bind port f1932feb-54ba-44dd-998c-c0a2b36a4b7e on network 3064cfd8-7cdb-4309-b96b-99c3299527af {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:45.730366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] Port f1932feb-54ba-44dd-998c-c0a2b36a4b7e on network 3064cfd8-7cdb-4309-b96b-99c3299527af not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:35:45.731115 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] Attempting to bind port f1932feb-54ba-44dd-998c-c0a2b36a4b7e on network 3064cfd8-7cdb-4309-b96b-99c3299527af {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:45.761903 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:45.762264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] Checking segment: {'id': 'ec29131a-b8bc-4146-9bc7-9112f24f599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:45.762665 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] Bound using segment: {'id': 'ec29131a-b8bc-4146-9bc7-9112f24f599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:45.763119 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] Bound port: f1932feb-54ba-44dd-998c-c0a2b36a4b7e, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec29131a-b8bc-4146-9bc7-9112f24f599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:45.763481 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:45.772074 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-e42a4438-3cd1-4ea6-b4dc-b6fa5e921b35 req-06e67cd1-3afc-43ce-878b-aa8d703dfad5 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Deleting port d554fd18-71cb-4717-be6f-4e59565601bb {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:45.772546 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e42a4438-3cd1-4ea6-b4dc-b6fa5e921b35 req-06e67cd1-3afc-43ce-878b-aa8d703dfad5 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d554fd18-71cb-4717-be6f-4e59565601bb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:45.892103 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e42a4438-3cd1-4ea6-b4dc-b6fa5e921b35 req-06e67cd1-3afc-43ce-878b-aa8d703dfad5 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] For port d554fd18-71cb-4717-be6f-4e59565601bb, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d554fd18-71cb-4717-be6f-4e59565601bb,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:45.895050 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e42a4438-3cd1-4ea6-b4dc-b6fa5e921b35 req-06e67cd1-3afc-43ce-878b-aa8d703dfad5 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d554fd18-71cb-4717-be6f-4e59565601bb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:45.905568 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a53703-3428-4fa4-8771-12e48f06b6cb x-openstack-request-id: req-e1a53703-3428-4fa4-8771-12e48f06b6cb {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:45.906121 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0412601-e5d2-4c9e-8f0d-7b49eabe05c5", "tag": "54973638-af20-4b3d-9b08-b6c0daebfa95", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:45.906121 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1a53703-3428-4fa4-8771-12e48f06b6cb {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:45.906497 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0412601-e5d2-4c9e-8f0d-7b49eabe05c5', 'tag': '54973638-af20-4b3d-9b08-b6c0daebfa95', 'status': 'completed', 'code': 200} Feb 03 12:35:45.970081 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-e42a4438-3cd1-4ea6-b4dc-b6fa5e921b35 req-06e67cd1-3afc-43ce-878b-aa8d703dfad5 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Calling delete_port for d554fd18-71cb-4717-be6f-4e59565601bb owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:45.988214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Deleting port de30b20c-9081-4501-a3c8-1bd0aacf90cc {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:45.988564 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (de30b20c-9081-4501-a3c8-1bd0aacf90cc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:46.031850 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-a276ac35-5904-421f-a4f0-97d560b4f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:46.033619 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-a276ac35-5904-421f-a4f0-97d560b4f708 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6692b46d-d587-49d4-a31d-fa29447818e3 HTTP/1.1" status: 200 len: 862 time: 0.3240616 Feb 03 12:35:46.046875 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8941d17-e6de-41e9-b1d7-5fdda732feff req-8d9976cc-f692-4734-ab18-09c9519d29fd tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:46.064195 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d8941d17-e6de-41e9-b1d7-5fdda732feff req-8d9976cc-f692-4734-ab18-09c9519d29fd tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 944 time: 0.1520236 Feb 03 12:35:46.114868 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device de30b20c-9081-4501-a3c8-1bd0aacf90cc no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:46.145162 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: de30b20c-9081-4501-a3c8-1bd0aacf90cc {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:46.146283 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device de30b20c-9081-4501-a3c8-1bd0aacf90cc not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:46.193530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] For port de30b20c-9081-4501-a3c8-1bd0aacf90cc, host n-d-827336-3, got binding levels [] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:46.193899 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (de30b20c-9081-4501-a3c8-1bd0aacf90cc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:46.207674 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d8941d17-e6de-41e9-b1d7-5fdda732feff req-4391f25d-1b1a-4e1e-afd7-bd689b1f31fd tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424816 Feb 03 12:35:46.234995 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Calling delete_port for de30b20c-9081-4501-a3c8-1bd0aacf90cc owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:46.242668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Port de30b20c-9081-4501-a3c8-1bd0aacf90cc was not found and therefore no delete operation was performed {{(pid=103188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:35:46.247118 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (de30b20c-9081-4501-a3c8-1bd0aacf90cc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:46.265318 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-3bbc3a11-d1fe-4daa-a4bb-9bc8092bc62c req-aa24f5de-36a7-442a-a285-ad5f47e5555a tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-400862400', 'description': 'tempest-description-1608656072'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:46.289489 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] For port f1932feb-54ba-44dd-998c-c0a2b36a4b7e, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:46.294415 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] For port f1932feb-54ba-44dd-998c-c0a2b36a4b7e, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f1932feb-54ba-44dd-998c-c0a2b36a4b7e,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:46.310605 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3bbc3a11-d1fe-4daa-a4bb-9bc8092bc62c req-aa24f5de-36a7-442a-a285-ad5f47e5555a tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:46.347781 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event deleted for resources: {'Port': ['ID=de30b20c-9081-4501-a3c8-1bd0aacf90cc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:46.350830 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:46.380509 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-1a22ef57-dc69-4067-87ca-92cbb1811b36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57d05e71-91ef-4d8b-8053-8941dc5e5ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2803187 Feb 03 12:35:46.456813 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3bbc3a11-d1fe-4daa-a4bb-9bc8092bc62c req-aa24f5de-36a7-442a-a285-ad5f47e5555a tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (2d36ab5c-97bd-4ca5-9691-248be1dcff0a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:46.462354 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3bbc3a11-d1fe-4daa-a4bb-9bc8092bc62c req-aa24f5de-36a7-442a-a285-ad5f47e5555a tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2d36ab5c-97bd-4ca5-9691-248be1dcff0a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:46.521345 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3bbc3a11-d1fe-4daa-a4bb-9bc8092bc62c req-aa24f5de-36a7-442a-a285-ad5f47e5555a tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:46.524638 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3bbc3a11-d1fe-4daa-a4bb-9bc8092bc62c req-aa24f5de-36a7-442a-a285-ad5f47e5555a tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2631631 Feb 03 12:35:46.537943 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24f5de-36a7-442a-a285-ad5f47e5555a tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d36ab5c-97bd-4ca5-9691-248be1dcff0a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:46.544296 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:46.544999 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:46.556935 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] 10.222.0.31 "PUT /v2.0/ports/f1932feb-54ba-44dd-998c-c0a2b36a4b7e HTTP/1.1" status: 200 len: 1091 time: 4.3166850 Feb 03 12:35:46.586942 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] No DVR routers for this DVR port de30b20c-9081-4501-a3c8-1bd0aacf90cc on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:46.674919 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab631317-3730-41ef-bf77-7253b87eda79 service neutron] Pushing event updated for resources: {'Port': ['ID=f1932feb-54ba-44dd-998c-c0a2b36a4b7e,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:46.789118 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e9050-fc8d-482f-8700-11f27d6432e7 req-0fc8cbf6-cdd3-416e-add9-f44675b16e32 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:46.807658 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe2e9050-fc8d-482f-8700-11f27d6432e7 req-0fc8cbf6-cdd3-416e-add9-f44675b16e32 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 943 time: 0.1708865 Feb 03 12:35:46.824811 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-501d969d-2378-4870-8bba-0cb448181851 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:35:46.826209 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-501d969d-2378-4870-8bba-0cb448181851 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070283 Feb 03 12:35:46.860195 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (18f5f82b-117a-41b3-9185-b2a5f26cd5d7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:46.905990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-8454ed10-8b0b-4024-acd0-011b7756f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:46.907651 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-8454ed10-8b0b-4024-acd0-011b7756f875 service neutron] 10.222.0.18 "GET /v2.0/ports/ad8ce513-b024-4d6b-bba6-b97193218fd4 HTTP/1.1" status: 200 len: 1124 time: 0.0700552 Feb 03 12:35:46.920180 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-7eb9b96c-f7a2-47e2-983b-2348c1352cf4 service neutron] 10.222.0.73 "GET /v2.0/networks/57d05e71-91ef-4d8b-8053-8941dc5e5ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071204 Feb 03 12:35:46.922238 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-8f1e2b34-a3d7-4ce7-892b-60c15b37b6c9 service neutron] Request body: {'binding': {'host': 'n-h2-827336-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:46.922916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-8f1e2b34-a3d7-4ce7-892b-60c15b37b6c9 service neutron] Unknown quota resources ['binding']. {{(pid=103189) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:35:46.963466 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f5f82b-117a-41b3-9185-b2a5f26cd5d7']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:46.981060 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6718d42-2215-4c6f-97dc-acc8db749554') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:46.981060 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6718d42-2215-4c6f-97dc-acc8db749554') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:47.011786 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (b6718d42-2215-4c6f-97dc-acc8db749554), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:47.012320 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe2e9050-fc8d-482f-8700-11f27d6432e7 req-1f5d19ec-68fe-437c-9396-19f5624a7382 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005007 Feb 03 12:35:47.025024 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-a1d9f810-d4ad-4a40-999e-6cbdd1d4ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:47.027067 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-a1d9f810-d4ad-4a40-999e-6cbdd1d4ad9b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ff7bee1bd6646388a5eccfdc31588c3&device_id=d2094782-b60b-49a8-8222-7fbfa94dea57 HTTP/1.1" status: 200 len: 1125 time: 0.3450775 Feb 03 12:35:47.083150 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e42a4438-3cd1-4ea6-b4dc-b6fa5e921b35 req-06e67cd1-3afc-43ce-878b-aa8d703dfad5 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d554fd18-71cb-4717-be6f-4e59565601bb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:47.113325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d554fd18-71cb-4717-be6f-4e59565601bb no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:47.154037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: d554fd18-71cb-4717-be6f-4e59565601bb {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:47.164764 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d554fd18-71cb-4717-be6f-4e59565601bb not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:47.206464 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b6718d42-2215-4c6f-97dc-acc8db749554), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:47.218151 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e83c60c9-cfbf-4599-b1cb-ac672d393424 req-7ef0d72f-cc6d-4a90-98d1-911b797a3fc2 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7e9c335-704c-4ccd-9532-0815f09f626e HTTP/1.1" status: 200 len: 210 time: 0.1062148 Feb 03 12:35:47.239125 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-8f1e2b34-a3d7-4ce7-892b-60c15b37b6c9 service neutron] Attempting to bind port ad8ce513-b024-4d6b-bba6-b97193218fd4 on host n-h2-827336-3 for vnic_type normal with profile None {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:47.239626 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-8f1e2b34-a3d7-4ce7-892b-60c15b37b6c9 service neutron] Attempting to bind port ad8ce513-b024-4d6b-bba6-b97193218fd4 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:47.240098 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-8f1e2b34-a3d7-4ce7-892b-60c15b37b6c9 service neutron] Attempting to bind port ad8ce513-b024-4d6b-bba6-b97193218fd4 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:47.246539 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-8f1e2b34-a3d7-4ce7-892b-60c15b37b6c9 service neutron] Port ad8ce513-b024-4d6b-bba6-b97193218fd4 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:35:47.247035 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-8f1e2b34-a3d7-4ce7-892b-60c15b37b6c9 service neutron] Attempting to bind port ad8ce513-b024-4d6b-bba6-b97193218fd4 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:47.254682 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-8f1e2b34-a3d7-4ce7-892b-60c15b37b6c9 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:47.255453 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-8f1e2b34-a3d7-4ce7-892b-60c15b37b6c9 service neutron] Checking segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:47.255825 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-8f1e2b34-a3d7-4ce7-892b-60c15b37b6c9 service neutron] Bound using segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:47.257044 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-8f1e2b34-a3d7-4ce7-892b-60c15b37b6c9 service neutron] Bound port: ad8ce513-b024-4d6b-bba6-b97193218fd4, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:47.263839 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-ecf89024-7afd-4eca-83c0-da45c6793345 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1932feb-54ba-44dd-998c-c0a2b36a4b7e HTTP/1.1" status: 200 len: 217 time: 0.1664286 Feb 03 12:35:47.374563 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-8f1e2b34-a3d7-4ce7-892b-60c15b37b6c9 service neutron] For port ad8ce513-b024-4d6b-bba6-b97193218fd4, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ad8ce513-b024-4d6b-bba6-b97193218fd4,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:47.383972 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e67cd1-3afc-43ce-878b-aa8d703dfad5 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Pushing event deleted for resources: {'Port': ['ID=d554fd18-71cb-4717-be6f-4e59565601bb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:47.415621 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-8f1e2b34-a3d7-4ce7-892b-60c15b37b6c9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:47.418496 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-8f1e2b34-a3d7-4ce7-892b-60c15b37b6c9 service neutron] 10.222.0.18 "POST /v2.0/ports/ad8ce513-b024-4d6b-bba6-b97193218fd4/bindings HTTP/1.1" status: 201 len: 389 time: 0.5002143 Feb 03 12:35:47.422119 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:35:47.422421 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (b6718d42-2215-4c6f-97dc-acc8db749554), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:47.427599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42a4438-3cd1-4ea6-b4dc-b6fa5e921b35 req-06e67cd1-3afc-43ce-878b-aa8d703dfad5 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] No DVR routers for this DVR port d554fd18-71cb-4717-be6f-4e59565601bb on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:35:47.429447 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:35:47.445269 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e42a4438-3cd1-4ea6-b4dc-b6fa5e921b35 req-06e67cd1-3afc-43ce-878b-aa8d703dfad5 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:47.448143 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e42a4438-3cd1-4ea6-b4dc-b6fa5e921b35 req-06e67cd1-3afc-43ce-878b-aa8d703dfad5 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.73 "DELETE /v2.0/ports/d554fd18-71cb-4717-be6f-4e59565601bb HTTP/1.1" status: 204 len: 173 time: 2.4410765 Feb 03 12:35:47.468185 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-e326a225-c950-4411-b80a-6dcaab5ea810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:47.470666 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-e326a225-c950-4411-b80a-6dcaab5ea810 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b8a4225-25b0-42f6-9eec-da0838919221 HTTP/1.1" status: 200 len: 844 time: 0.1837680 Feb 03 12:35:47.474763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43485f-06b4-44dd-9ea6-22fa73bc9bf7 req-2dfe96a6-419e-47a4-a7b4-e1e513f489cd tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:47.476624 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7f43485f-06b4-44dd-9ea6-22fa73bc9bf7 req-2dfe96a6-419e-47a4-a7b4-e1e513f489cd tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2094782-b60b-49a8-8222-7fbfa94dea57 HTTP/1.1" status: 200 len: 943 time: 0.1160703 Feb 03 12:35:47.522957 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-8cbae9af-46c0-4040-a73a-5282bfc33980 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3064cfd8-7cdb-4309-b96b-99c3299527af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399952 Feb 03 12:35:47.558386 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8555ba86-1501-49f1-85c5-df96e6b2f33d req-7c315d3c-faaa-478a-83a4-c301171c2224 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-916234298', 'description': 'tempest-description-591243612'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:47.666703 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7f43485f-06b4-44dd-9ea6-22fa73bc9bf7 req-23ede35c-fe1f-4db7-8984-5b560a206832 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763716 Feb 03 12:35:47.704878 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-e5c9f9a4-3691-4b32-bc58-c53740883249 service neutron] 10.222.0.31 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420748 Feb 03 12:35:47.707863 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18ea0e23-b0ec-4094-bce1-7da337013706 req-dab123a7-ba37-424a-a57f-8a3ddd5e3ff7 service neutron] 10.222.0.73 "GET /v2.0/networks/57d05e71-91ef-4d8b-8053-8941dc5e5ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7738853 Feb 03 12:35:47.779531 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (18f5f82b-117a-41b3-9185-b2a5f26cd5d7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:47.861278 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:47.868152 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "DELETE /v2.0/networks/18f5f82b-117a-41b3-9185-b2a5f26cd5d7 HTTP/1.1" status: 204 len: 168 time: 3.0411267 Feb 03 12:35:47.874933 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41898) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:47.953030 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee28fa96-706c-417c-9d8f-f6e58fec7e13 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Deleting subnet 2452fecf-b6b9-4f3d-8c80-5b5522e170ea {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:35:47.958107 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee28fa96-706c-417c-9d8f-f6e58fec7e13 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for subnet (2452fecf-b6b9-4f3d-8c80-5b5522e170ea), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:47.978839 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2094782-b60b-49a8-8222-7fbfa94dea57', 'tag': 'f1932feb-54ba-44dd-998c-c0a2b36a4b7e'}, {'server_uuid': 'b7e9c335-704c-4ccd-9532-0815f09f626e', 'name': 'network-vif-deleted', 'tag': 'd554fd18-71cb-4717-be6f-4e59565601bb'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:47.990408 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68852ec4-7f52-43a5-b1a1-ad51743ab9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d2094782-b60b-49a8-8222-7fbfa94dea57", "tag": "f1932feb-54ba-44dd-998c-c0a2b36a4b7e"}, {"server_uuid": "b7e9c335-704c-4ccd-9532-0815f09f626e", "name": "network-vif-deleted", "tag": "d554fd18-71cb-4717-be6f-4e59565601bb"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:48.032451 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee28fa96-706c-417c-9d8f-f6e58fec7e13 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (2452fecf-b6b9-4f3d-8c80-5b5522e170ea), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:48.090779 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8555ba86-1501-49f1-85c5-df96e6b2f33d req-7c315d3c-faaa-478a-83a4-c301171c2224 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:48.109581 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadfdab-3629-4751-a70d-e7232085a04a tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event deleted for resources: {'Network': ['ID=18f5f82b-117a-41b3-9185-b2a5f26cd5d7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:48.152808 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee28fa96-706c-417c-9d8f-f6e58fec7e13 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (2452fecf-b6b9-4f3d-8c80-5b5522e170ea), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:48.215014 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b75417-ee1f-485e-a977-830d8afa7873 req-2e49c931-f5a1-4038-abe6-32f78c8613cc tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:48.223347 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-76b75417-ee1f-485e-a977-830d8afa7873 req-2e49c931-f5a1-4038-abe6-32f78c8613cc tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 944 time: 0.4353766 Feb 03 12:35:48.230719 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6915d-cc85-4ec2-8050-95a75f172d38 req-de0bbbb5-0184-43f9-a01a-bc5c85f8f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:48.232705 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62d6915d-cc85-4ec2-8050-95a75f172d38 req-de0bbbb5-0184-43f9-a01a-bc5c85f8f6e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c38b004822034ae6b2e74e9730987a70&device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 1126 time: 0.3607950 Feb 03 12:35:48.262781 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-2f6c5222-2b6d-4f09-88f3-39c7b25d3def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:48.269789 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-2f6c5222-2b6d-4f09-88f3-39c7b25d3def service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 1127 time: 0.3576918 Feb 03 12:35:48.303602 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07c852a4-c054-4ccb-947e-ebd3c4e46cea req-6d47a529-86a9-458a-aee5-51cb41d06edf service neutron] 10.222.0.31 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5640888 Feb 03 12:35:48.323631 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-76b75417-ee1f-485e-a977-830d8afa7873 req-db261a53-0f24-4016-8bbc-0794a3152aa4 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986123 Feb 03 12:35:48.325378 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee28fa96-706c-417c-9d8f-f6e58fec7e13 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (2452fecf-b6b9-4f3d-8c80-5b5522e170ea), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:48.389074 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28fa96-706c-417c-9d8f-f6e58fec7e13 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event deleted for resources: {'Subnet': ['ID=2452fecf-b6b9-4f3d-8c80-5b5522e170ea,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:48.391797 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee28fa96-706c-417c-9d8f-f6e58fec7e13 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:48.398586 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ee28fa96-706c-417c-9d8f-f6e58fec7e13 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "DELETE /v2.0/subnets/2452fecf-b6b9-4f3d-8c80-5b5522e170ea HTTP/1.1" status: 204 len: 168 time: 0.5196328 Feb 03 12:35:48.399222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf3f243-026e-441f-860c-d2136d022e8d None None] Network ef4df2d1-151b-4cf8-8ec2-971e4b3d3048 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:48.400829 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41906) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:48.472592 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-64395fe4-e0bf-4698-b27f-c2d01fe27e19 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Deleting subnet 18803901-c029-47b4-b54e-15c699e3ebe3 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:35:48.490084 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64395fe4-e0bf-4698-b27f-c2d01fe27e19 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for subnet (18803901-c029-47b4-b54e-15c699e3ebe3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:48.575144 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64395fe4-e0bf-4698-b27f-c2d01fe27e19 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (18803901-c029-47b4-b54e-15c699e3ebe3), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:48.606987 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8555ba86-1501-49f1-85c5-df96e6b2f33d req-7c315d3c-faaa-478a-83a4-c301171c2224 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (19269453-570d-4a0e-af79-8b892bcb117e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:48.611008 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6915d-cc85-4ec2-8050-95a75f172d38 req-83bc21c6-0cc0-49c3-a44c-918d28ba665a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:48.612627 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62d6915d-cc85-4ec2-8050-95a75f172d38 req-83bc21c6-0cc0-49c3-a44c-918d28ba665a service neutron] 10.222.0.73 "GET /v2.0/networks?id=57d05e71-91ef-4d8b-8053-8941dc5e5ea9 HTTP/1.1" status: 200 len: 923 time: 0.3717380 Feb 03 12:35:48.615598 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8555ba86-1501-49f1-85c5-df96e6b2f33d req-7c315d3c-faaa-478a-83a4-c301171c2224 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (19269453-570d-4a0e-af79-8b892bcb117e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:48.633612 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48077b-9371-466e-8dbf-6033f852b5e5 req-f2beaff6-0d4c-450b-95c5-7c814175f2fa tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:48.642591 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-db48077b-9371-466e-8dbf-6033f852b5e5 req-f2beaff6-0d4c-450b-95c5-7c814175f2fa tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 945 time: 0.1634235 Feb 03 12:35:48.672828 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-2e1300a0-4b05-409f-8be9-8665e5cda771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:48.674329 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-2e1300a0-4b05-409f-8be9-8665e5cda771 service neutron] 10.222.0.31 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 909 time: 0.3809373 Feb 03 12:35:48.676471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c315d3c-faaa-478a-83a4-c301171c2224 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19269453-570d-4a0e-af79-8b892bcb117e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:48.735890 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64395fe4-e0bf-4698-b27f-c2d01fe27e19 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (18803901-c029-47b4-b54e-15c699e3ebe3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:48.749694 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8555ba86-1501-49f1-85c5-df96e6b2f33d req-7c315d3c-faaa-478a-83a4-c301171c2224 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:48.750964 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8555ba86-1501-49f1-85c5-df96e6b2f33d req-7c315d3c-faaa-478a-83a4-c301171c2224 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.1970456 Feb 03 12:35:48.769157 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62d6915d-cc85-4ec2-8050-95a75f172d38 req-bc4a4b63-706e-49d7-92b3-445e406e5cc0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54973638-af20-4b3d-9b08-b6c0daebfa95 HTTP/1.1" status: 200 len: 217 time: 0.1427758 Feb 03 12:35:48.772054 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b176df9-7fb3-47a3-960f-8c8cabfe5f45 None None] DHCP port deletion for ef4df2d1-151b-4cf8-8ec2-971e4b3d3048 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:35:48.809556 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-cd109543-a209-4411-862c-50f7a7724135 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad8ce513-b024-4d6b-bba6-b97193218fd4 HTTP/1.1" status: 200 len: 217 time: 0.0575531 Feb 03 12:35:48.813460 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-db48077b-9371-466e-8dbf-6033f852b5e5 req-c8f8ad79-67bc-49d7-a16f-60c388ae400e tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700284 Feb 03 12:35:48.858300 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64395fe4-e0bf-4698-b27f-c2d01fe27e19 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (18803901-c029-47b4-b54e-15c699e3ebe3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:48.900531 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6915d-cc85-4ec2-8050-95a75f172d38 req-7e2feaa6-21be-404d-bd43-c0c049e7de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:48.902486 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62d6915d-cc85-4ec2-8050-95a75f172d38 req-7e2feaa6-21be-404d-bd43-c0c049e7de85 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6692b46d-d587-49d4-a31d-fa29447818e3 HTTP/1.1" status: 200 len: 862 time: 0.1023781 Feb 03 12:35:48.911245 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5829304-7b32-4401-b389-cb8197820146 x-openstack-request-id: req-e5829304-7b32-4401-b389-cb8197820146 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:48.911691 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2094782-b60b-49a8-8222-7fbfa94dea57", "tag": "f1932feb-54ba-44dd-998c-c0a2b36a4b7e", "status": "completed", "code": 200}, {"server_uuid": "b7e9c335-704c-4ccd-9532-0815f09f626e", "name": "network-vif-deleted", "tag": "d554fd18-71cb-4717-be6f-4e59565601bb", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:48.913297 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5829304-7b32-4401-b389-cb8197820146 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:48.913905 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2094782-b60b-49a8-8222-7fbfa94dea57', 'tag': 'f1932feb-54ba-44dd-998c-c0a2b36a4b7e', 'status': 'completed', 'code': 200} Feb 03 12:35:48.914267 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e9c335-704c-4ccd-9532-0815f09f626e', 'name': 'network-vif-deleted', 'tag': 'd554fd18-71cb-4717-be6f-4e59565601bb', 'status': 'completed', 'code': 200} Feb 03 12:35:48.927871 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64395fe4-e0bf-4698-b27f-c2d01fe27e19 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event deleted for resources: {'Subnet': ['ID=18803901-c029-47b4-b54e-15c699e3ebe3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:48.928443 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5b176df9-7fb3-47a3-960f-8c8cabfe5f45 None None] Deleting port 080d5446-4e34-41d5-a437-307a6016ff70 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:48.929912 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5b176df9-7fb3-47a3-960f-8c8cabfe5f45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (080d5446-4e34-41d5-a437-307a6016ff70), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:48.944399 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64395fe4-e0bf-4698-b27f-c2d01fe27e19 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:48.954319 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-64395fe4-e0bf-4698-b27f-c2d01fe27e19 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "DELETE /v2.0/subnets/18803901-c029-47b4-b54e-15c699e3ebe3 HTTP/1.1" status: 204 len: 168 time: 0.5522208 Feb 03 12:35:48.955188 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41914) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:48.978722 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a894ac-7e9d-4bf3-a456-263020fda228 None None] Network c46df509-b834-43b2-bf08-0553ce74507a requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:49.037988 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-b3cb2502-6277-482f-85f8-59902ce42fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:49.040584 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-b3cb2502-6277-482f-85f8-59902ce42fc1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.2106123 Feb 03 12:35:49.045033 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62d6915d-cc85-4ec2-8050-95a75f172d38 req-52705bce-cba9-4b96-816d-7860f44d3acf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=57d05e71-91ef-4d8b-8053-8941dc5e5ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293006 Feb 03 12:35:49.077070 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5b176df9-7fb3-47a3-960f-8c8cabfe5f45 None None] For port 080d5446-4e34-41d5-a437-307a6016ff70, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=080d5446-4e34-41d5-a437-307a6016ff70,segment=NetworkSegment(38d74ea1-39bc-4bae-8cc9-6584da2dfcb0),segment_id=38d74ea1-39bc-4bae-8cc9-6584da2dfcb0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:49.077459 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5b176df9-7fb3-47a3-960f-8c8cabfe5f45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (080d5446-4e34-41d5-a437-307a6016ff70), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.084783 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (ef4df2d1-151b-4cf8-8ec2-971e4b3d3048), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.097756 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5b176df9-7fb3-47a3-960f-8c8cabfe5f45 None None] Calling delete_port for 080d5446-4e34-41d5-a437-307a6016ff70 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:49.116746 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683ac51-ecf4-4ae3-aaf9-2af25a66d25e req-142bb369-c3a7-46d5-a204-a12fbb1090ec tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:49.132632 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5683ac51-ecf4-4ae3-aaf9-2af25a66d25e req-142bb369-c3a7-46d5-a204-a12fbb1090ec tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 943 time: 0.1758225 Feb 03 12:35:49.214473 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5b176df9-7fb3-47a3-960f-8c8cabfe5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (080d5446-4e34-41d5-a437-307a6016ff70), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.237366 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5683ac51-ecf4-4ae3-aaf9-2af25a66d25e req-d5569cd1-bd71-4ef1-a184-b0e55b27f1af tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889778 Feb 03 12:35:49.294680 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Deleting port 080d5446-4e34-41d5-a437-307a6016ff70 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:49.295026 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (080d5446-4e34-41d5-a437-307a6016ff70), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.301973 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b176df9-7fb3-47a3-960f-8c8cabfe5f45 None None] No DVR routers for this DVR port 080d5446-4e34-41d5-a437-307a6016ff70 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:49.307931 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b176df9-7fb3-47a3-960f-8c8cabfe5f45 None None] Pushing event deleted for resources: {'Port': ['ID=080d5446-4e34-41d5-a437-307a6016ff70,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:49.392065 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] For port 080d5446-4e34-41d5-a437-307a6016ff70, host n-d-827336-3, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:49.392437 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (080d5446-4e34-41d5-a437-307a6016ff70), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.407196 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Calling delete_port for 080d5446-4e34-41d5-a437-307a6016ff70 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:49.410018 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Port 080d5446-4e34-41d5-a437-307a6016ff70 was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:35:49.411357 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (080d5446-4e34-41d5-a437-307a6016ff70), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.448403 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event deleted for resources: {'Port': ['ID=080d5446-4e34-41d5-a437-307a6016ff70,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:49.453214 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] No DVR routers for this DVR port 080d5446-4e34-41d5-a437-307a6016ff70 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:49.459774 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-caa77812-4ac3-49a9-b00c-957f3524d281 req-1a4f7145-a32e-4e12-ab53-39e0abed48e8 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "GET /v2.0/security-groups/2d36ab5c-97bd-4ca5-9691-248be1dcff0a HTTP/1.1" status: 200 len: 1821 time: 0.1960838 Feb 03 12:35:49.543535 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-caa77812-4ac3-49a9-b00c-957f3524d281 req-a5a64a29-9cb4-4d16-8400-61431c098bb7 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "GET /v2.0/security-groups/19269453-570d-4a0e-af79-8b892bcb117e HTTP/1.1" status: 200 len: 1822 time: 0.0596502 Feb 03 12:35:49.560337 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-caa77812-4ac3-49a9-b00c-957f3524d281 req-81cdcb33-081e-4dc8-bf8f-de07670034f4 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2d36ab5c-97bd-4ca5-9691-248be1dcff0a', 'remote_group_id': '19269453-570d-4a0e-af79-8b892bcb117e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:49.560668 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-caa77812-4ac3-49a9-b00c-957f3524d281 req-81cdcb33-081e-4dc8-bf8f-de07670034f4 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2d36ab5c-97bd-4ca5-9691-248be1dcff0a', 'remote_group_id': '19269453-570d-4a0e-af79-8b892bcb117e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:49.588410 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d52e010-8a7f-4238-94a9-e80f59a7687c None None] DHCP port deletion for c46df509-b834-43b2-bf08-0553ce74507a request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:35:49.601330 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (ef4df2d1-151b-4cf8-8ec2-971e4b3d3048), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.602450 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-27c6ad34-3f68-4a38-90e0-70194e77c731 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5508454 Feb 03 12:35:49.630530 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4df2d1-151b-4cf8-8ec2-971e4b3d3048']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:49.647388 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d74ea1-39bc-4bae-8cc9-6584da2dfcb0') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:49.647745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d74ea1-39bc-4bae-8cc9-6584da2dfcb0') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:49.661770 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (38d74ea1-39bc-4bae-8cc9-6584da2dfcb0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.691524 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (38d74ea1-39bc-4bae-8cc9-6584da2dfcb0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.692847 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d52e010-8a7f-4238-94a9-e80f59a7687c None None] Deleting port c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:49.693525 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68852ec4-7f52-43a5-b1a1-ad51743ab9fe req-04063c52-b5fe-49f5-b214-533d4b7a83fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:49.693857 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d52e010-8a7f-4238-94a9-e80f59a7687c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.695571 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68852ec4-7f52-43a5-b1a1-ad51743ab9fe req-04063c52-b5fe-49f5-b214-533d4b7a83fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ff7bee1bd6646388a5eccfdc31588c3&device_id=d2094782-b60b-49a8-8222-7fbfa94dea57 HTTP/1.1" status: 200 len: 1125 time: 0.7579811 Feb 03 12:35:49.705712 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:35:49.706148 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (38d74ea1-39bc-4bae-8cc9-6584da2dfcb0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:35:49.709461 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:35:49.730919 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-caa77812-4ac3-49a9-b00c-957f3524d281 req-81cdcb33-081e-4dc8-bf8f-de07670034f4 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group_rule (79d2e038-61f9-4da8-95b0-a8e2db8d84d0), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.790675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0d52e010-8a7f-4238-94a9-e80f59a7687c None None] For port c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5,segment=NetworkSegment(c95c494a-39bd-4504-bdab-13ddd3aa5bf0),segment_id=c95c494a-39bd-4504-bdab-13ddd3aa5bf0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:49.791236 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d52e010-8a7f-4238-94a9-e80f59a7687c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.809017 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d52e010-8a7f-4238-94a9-e80f59a7687c None None] Calling delete_port for c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:49.840550 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (ef4df2d1-151b-4cf8-8ec2-971e4b3d3048), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.877150 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-caa77812-4ac3-49a9-b00c-957f3524d281 req-81cdcb33-081e-4dc8-bf8f-de07670034f4 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group_rule (79d2e038-61f9-4da8-95b0-a8e2db8d84d0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.878845 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.890032 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "DELETE /v2.0/networks/ef4df2d1-151b-4cf8-8ec2-971e4b3d3048 HTTP/1.1" status: 204 len: 168 time: 0.9224372 Feb 03 12:35:49.891023 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda78fe-df28-4bb8-b17b-49cc05625b5d tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event deleted for resources: {'Network': ['ID=ef4df2d1-151b-4cf8-8ec2-971e4b3d3048,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:49.894152 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-caa77812-4ac3-49a9-b00c-957f3524d281 req-81cdcb33-081e-4dc8-bf8f-de07670034f4 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (79d2e038-61f9-4da8-95b0-a8e2db8d84d0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.898989 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41926) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:49.913000 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdcb33-081e-4dc8-bf8f-de07670034f4 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d2e038-61f9-4da8-95b0-a8e2db8d84d0,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:49.922529 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-caa77812-4ac3-49a9-b00c-957f3524d281 req-81cdcb33-081e-4dc8-bf8f-de07670034f4 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.923889 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-caa77812-4ac3-49a9-b00c-957f3524d281 req-81cdcb33-081e-4dc8-bf8f-de07670034f4 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3675065 Feb 03 12:35:49.939534 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d52e010-8a7f-4238-94a9-e80f59a7687c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:49.970309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52e010-8a7f-4238-94a9-e80f59a7687c None None] Pushing event deleted for resources: {'Port': ['ID=c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:49.977078 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d52e010-8a7f-4238-94a9-e80f59a7687c None None] No DVR routers for this DVR port c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:50.019879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcc045-47b2-491c-a507-0c42d319151d req-4ac1226e-25a6-494f-a3d1-bb714da39123 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:50.021563 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0bfcc045-47b2-491c-a507-0c42d319151d req-4ac1226e-25a6-494f-a3d1-bb714da39123 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2094782-b60b-49a8-8222-7fbfa94dea57 HTTP/1.1" status: 200 len: 943 time: 0.9788671 Feb 03 12:35:50.067361 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-08d1c353-d653-492e-88fc-20514c76068a service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570582 Feb 03 12:35:50.090807 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:50.130775 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:50.131118 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c8cfe53c-3b88-4bf2-94da-5e666d3bf2b5 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:50.133612 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 080d5446-4e34-41d5-a437-307a6016ff70 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:50.159742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 080d5446-4e34-41d5-a437-307a6016ff70 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:50.160138 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 080d5446-4e34-41d5-a437-307a6016ff70 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:50.221342 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62d6915d-cc85-4ec2-8050-95a75f172d38 req-a99e4eec-a0ad-4d96-be8a-04dc480c5b41 service neutron] 10.222.0.73 "GET /v2.0/networks/57d05e71-91ef-4d8b-8053-8941dc5e5ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1674678 Feb 03 12:35:50.252320 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda2441-9cf8-45c0-98fa-c562cf858668 req-fdddc53f-9b0a-42c0-bafd-96bbf2b40d86 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:50.254749 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8dda2441-9cf8-45c0-98fa-c562cf858668 req-fdddc53f-9b0a-42c0-bafd-96bbf2b40d86 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 944 time: 0.0600202 Feb 03 12:35:50.264603 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fde7f0ce-8cea-4006-bf35-2f333dcecc59 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (c46df509-b834-43b2-bf08-0553ce74507a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:50.318721 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8dda2441-9cf8-45c0-98fa-c562cf858668 req-b48c6595-2543-41de-bbab-3d4abd055b32 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570538 Feb 03 12:35:50.346308 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0bfcc045-47b2-491c-a507-0c42d319151d req-9a8d6fd9-29e4-4643-ad70-f42e22713313 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647097 Feb 03 12:35:50.398560 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-ef4f4968-9ae5-4e8f-b6cc-0ea83fd77e55 req-2dd182f1-3ac7-40b1-917d-77b40b6d9539 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1170404723', 'description': 'tempest-description-1802861255'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:50.408274 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68852ec4-7f52-43a5-b1a1-ad51743ab9fe req-8e8fedc5-978f-4304-9efc-f0010a7a1591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:50.409718 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68852ec4-7f52-43a5-b1a1-ad51743ab9fe req-8e8fedc5-978f-4304-9efc-f0010a7a1591 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3064cfd8-7cdb-4309-b96b-99c3299527af HTTP/1.1" status: 200 len: 905 time: 0.5786223 Feb 03 12:35:50.440518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c3784-cee7-434a-a700-2e0356141cca req-922becac-d62a-47d9-89f6-2a4046419cee tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:50.442127 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cb2c3784-cee7-434a-a700-2e0356141cca req-922becac-d62a-47d9-89f6-2a4046419cee tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 945 time: 0.0555060 Feb 03 12:35:50.491490 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cb2c3784-cee7-434a-a700-2e0356141cca req-cfdf3026-41b5-47eb-ad01-eaa4ed33e8ac tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416138 Feb 03 12:35:50.497498 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-cd12a4bc-91a2-4683-8271-7d0f9d38a9ed service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116991 Feb 03 12:35:50.504596 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68852ec4-7f52-43a5-b1a1-ad51743ab9fe req-ec5fea46-45b2-465a-b32c-186055f1f83b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1932feb-54ba-44dd-998c-c0a2b36a4b7e HTTP/1.1" status: 200 len: 217 time: 0.0656457 Feb 03 12:35:50.563280 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ef4f4968-9ae5-4e8f-b6cc-0ea83fd77e55 req-2dd182f1-3ac7-40b1-917d-77b40b6d9539 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:50.600890 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fde7f0ce-8cea-4006-bf35-2f333dcecc59 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (c46df509-b834-43b2-bf08-0553ce74507a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:50.634641 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62d6915d-cc85-4ec2-8050-95a75f172d38 req-30bf9fa4-9f8f-49d6-804e-b7d884b30464 service neutron] 10.222.0.73 "GET /v2.0/networks/57d05e71-91ef-4d8b-8053-8941dc5e5ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680527 Feb 03 12:35:50.641107 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2556a15-3d7d-4d55-aa63-58465104c6a0 req-973d58b1-0bdf-447f-ab00-d614600d5e58 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:50.642929 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f2556a15-3d7d-4d55-aa63-58465104c6a0 req-973d58b1-0bdf-447f-ab00-d614600d5e58 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 945 time: 0.0681267 Feb 03 12:35:50.673454 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-fde7f0ce-8cea-4006-bf35-2f333dcecc59 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46df509-b834-43b2-bf08-0553ce74507a']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:50.678391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68852ec4-7f52-43a5-b1a1-ad51743ab9fe req-0c7a407b-e929-4ca9-8814-a42d6a56a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:50.679891 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68852ec4-7f52-43a5-b1a1-ad51743ab9fe req-0c7a407b-e929-4ca9-8814-a42d6a56a3bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b8a4225-25b0-42f6-9eec-da0838919221 HTTP/1.1" status: 200 len: 844 time: 0.1678784 Feb 03 12:35:50.703512 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f2556a15-3d7d-4d55-aa63-58465104c6a0 req-827466be-c069-4c72-92bb-9c84161e683d tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522420 Feb 03 12:35:50.720883 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f1932feb-54ba-44dd-998c-c0a2b36a4b7e details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:35:50.726451 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-fde7f0ce-8cea-4006-bf35-2f333dcecc59 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95c494a-39bd-4504-bdab-13ddd3aa5bf0') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:50.726721 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-fde7f0ce-8cea-4006-bf35-2f333dcecc59 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95c494a-39bd-4504-bdab-13ddd3aa5bf0') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:50.731307 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68852ec4-7f52-43a5-b1a1-ad51743ab9fe req-7da11a88-2bf0-4417-a505-a3f1ce9193a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3064cfd8-7cdb-4309-b96b-99c3299527af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392849 Feb 03 12:35:50.787155 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fde7f0ce-8cea-4006-bf35-2f333dcecc59 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (c95c494a-39bd-4504-bdab-13ddd3aa5bf0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:50.850352 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-dc92a114-34a7-4150-bae0-cfe76999db9b tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:50.852236 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-dc92a114-34a7-4150-bae0-cfe76999db9b tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04&tenant_id=59121cc9f5494060a5397600a3646346&binding%3Ahost_id=n-h1-827336-3 HTTP/1.1" status: 200 len: 1127 time: 0.2418761 Feb 03 12:35:50.883162 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fde7f0ce-8cea-4006-bf35-2f333dcecc59 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c95c494a-39bd-4504-bdab-13ddd3aa5bf0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:50.918995 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827336-3'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:50.923543 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde7f0ce-8cea-4006-bf35-2f333dcecc59 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:35:50.923966 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fde7f0ce-8cea-4006-bf35-2f333dcecc59 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (c95c494a-39bd-4504-bdab-13ddd3aa5bf0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:50.930371 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port f1932feb-54ba-44dd-998c-c0a2b36a4b7e, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f1932feb-54ba-44dd-998c-c0a2b36a4b7e,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:35:50.950443 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:35:50.960931 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'f1932feb-54ba-44dd-998c-c0a2b36a4b7e', 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af', 'port_id': 'f1932feb-54ba-44dd-998c-c0a2b36a4b7e', 'mac_address': 'fa:16:3e:98:49:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8a4225-25b0-42f6-9eec-da0838919221', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:35:51.017888 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port f1932feb-54ba-44dd-998c-c0a2b36a4b7e is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:51.032732 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ef4f4968-9ae5-4e8f-b6cc-0ea83fd77e55 req-2dd182f1-3ac7-40b1-917d-77b40b6d9539 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (766fa241-9f0b-4ee1-8ab4-97674fd31292), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.033937 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.075758 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ef4f4968-9ae5-4e8f-b6cc-0ea83fd77e55 req-2dd182f1-3ac7-40b1-917d-77b40b6d9539 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (766fa241-9f0b-4ee1-8ab4-97674fd31292), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.088095 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1932feb-54ba-44dd-998c-c0a2b36a4b7e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:51.130650 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 54973638-af20-4b3d-9b08-b6c0daebfa95 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:35:51.142539 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port f1932feb-54ba-44dd-998c-c0a2b36a4b7e, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f1932feb-54ba-44dd-998c-c0a2b36a4b7e,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:51.150793 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.154500 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fde7f0ce-8cea-4006-bf35-2f333dcecc59 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (c46df509-b834-43b2-bf08-0553ce74507a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.159267 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68852ec4-7f52-43a5-b1a1-ad51743ab9fe req-9acf5ad6-8bff-4f92-95ad-2f7e19b80aab service neutron] 10.222.0.31 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182785 Feb 03 12:35:51.166787 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fde7f0ce-8cea-4006-bf35-2f333dcecc59 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.172500 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fde7f0ce-8cea-4006-bf35-2f333dcecc59 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "DELETE /v2.0/networks/c46df509-b834-43b2-bf08-0553ce74507a HTTP/1.1" status: 204 len: 168 time: 1.2638030 Feb 03 12:35:51.208421 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3da442-18c2-4c17-817b-54a5a09c1afe req-ccbb1ce8-fe89-4fff-9bad-8301f1882d6c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:51.210462 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b3da442-18c2-4c17-817b-54a5a09c1afe req-ccbb1ce8-fe89-4fff-9bad-8301f1882d6c tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.73 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 945 time: 0.4175417 Feb 03 12:35:51.222509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=f1932feb-54ba-44dd-998c-c0a2b36a4b7e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:51.243755 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41942) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:51.283909 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ef4f4968-9ae5-4e8f-b6cc-0ea83fd77e55 req-2dd182f1-3ac7-40b1-917d-77b40b6d9539 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.288826 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ef4f4968-9ae5-4e8f-b6cc-0ea83fd77e55 req-2dd182f1-3ac7-40b1-917d-77b40b6d9539 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.9027805 Feb 03 12:35:51.336790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7c3ea5a9-c7b1-4fc7-8971-2dd0c4b87b46 req-ea1cd82b-bf29-445a-88fd-2ec0659cf64b tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1354382670', 'description': 'tempest-description-1167036330'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:51.360613 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7f0ce-8cea-4006-bf35-2f333dcecc59 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event deleted for resources: {'Network': ['ID=c46df509-b834-43b2-bf08-0553ce74507a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:51.362319 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.395065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd182f1-3ac7-40b1-917d-77b40b6d9539 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766fa241-9f0b-4ee1-8ab4-97674fd31292,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:51.416980 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['f1932feb-54ba-44dd-998c-c0a2b36a4b7e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:51.503846 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 54973638-af20-4b3d-9b08-b6c0daebfa95, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=54973638-af20-4b3d-9b08-b6c0daebfa95,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:51.521466 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7c3ea5a9-c7b1-4fc7-8971-2dd0c4b87b46 req-ea1cd82b-bf29-445a-88fd-2ec0659cf64b tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.523071 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e3efb-f864-4c4d-bada-86af7472f5c5 req-d94b65b4-b5a9-4eac-bf3c-97567e1f11f7 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:51.526728 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '54973638-af20-4b3d-9b08-b6c0daebfa95', 'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9', 'port_id': '54973638-af20-4b3d-9b08-b6c0daebfa95', 'mac_address': 'fa:16:3e:e7:54:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6692b46d-d587-49d4-a31d-fa29447818e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:35:51.527601 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-409e3efb-f864-4c4d-bada-86af7472f5c5 req-d94b65b4-b5a9-4eac-bf3c-97567e1f11f7 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 943 time: 0.6926947 Feb 03 12:35:51.531969 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2cbf859-fa33-4418-9c9a-9ca172ab0a11 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Deleting subnet f57b756b-45a7-41b0-a99a-4f09453e76e9 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:35:51.550681 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2cbf859-fa33-4418-9c9a-9ca172ab0a11 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for subnet (f57b756b-45a7-41b0-a99a-4f09453e76e9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.595166 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-409e3efb-f864-4c4d-bada-86af7472f5c5 req-97716f2b-de0d-4149-9cfc-f2b2b91131b5 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602589 Feb 03 12:35:51.603469 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 54973638-af20-4b3d-9b08-b6c0daebfa95 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:51.603879 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.626699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54973638-af20-4b3d-9b08-b6c0daebfa95 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:51.657212 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68852ec4-7f52-43a5-b1a1-ad51743ab9fe req-ea780446-5d8d-4447-9d9d-93e86b436ceb service neutron] 10.222.0.31 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276884 Feb 03 12:35:51.659416 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 54973638-af20-4b3d-9b08-b6c0daebfa95, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=54973638-af20-4b3d-9b08-b6c0daebfa95,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:51.689819 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.698765 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2cbf859-fa33-4418-9c9a-9ca172ab0a11 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (f57b756b-45a7-41b0-a99a-4f09453e76e9), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.735507 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033c7f9-51e0-45bf-9673-c8d064bec1f9 req-d1ac666b-5f05-4a2e-af70-87994ddd7bfa tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:51.738076 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6033c7f9-51e0-45bf-9673-c8d064bec1f9 req-d1ac666b-5f05-4a2e-af70-87994ddd7bfa tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 945 time: 0.0671160 Feb 03 12:35:51.775864 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=54973638-af20-4b3d-9b08-b6c0daebfa95,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:51.784284 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-8b3da442-18c2-4c17-817b-54a5a09c1afe req-ce0e69df-251c-4bf7-a0cb-d386b6f61979 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Deleting port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:51.784632 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8b3da442-18c2-4c17-817b-54a5a09c1afe req-ce0e69df-251c-4bf7-a0cb-d386b6f61979 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.826143 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6033c7f9-51e0-45bf-9673-c8d064bec1f9 req-b0bc5a3e-72fc-4329-b538-c218742b1eb1 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774186 Feb 03 12:35:51.848272 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] For port ad8ce513-b024-4d6b-bba6-b97193218fd4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ad8ce513-b024-4d6b-bba6-b97193218fd4,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:51.937350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e9cd8-6a86-4a4d-97e2-d7545505a231 req-022e0200-a27b-4587-b933-263ae12bbf41 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:51.941961 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7c3ea5a9-c7b1-4fc7-8971-2dd0c4b87b46 req-ea1cd82b-bf29-445a-88fd-2ec0659cf64b tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (30f1150b-a7f2-408d-a653-852d35510159), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:51.944845 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d9e9cd8-6a86-4a4d-97e2-d7545505a231 req-022e0200-a27b-4587-b933-263ae12bbf41 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2094782-b60b-49a8-8222-7fbfa94dea57 HTTP/1.1" status: 200 len: 944 time: 0.0635030 Feb 03 12:35:51.959187 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7c3ea5a9-c7b1-4fc7-8971-2dd0c4b87b46 req-ea1cd82b-bf29-445a-88fd-2ec0659cf64b tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (30f1150b-a7f2-408d-a653-852d35510159), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.001130 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2cbf859-fa33-4418-9c9a-9ca172ab0a11 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (f57b756b-45a7-41b0-a99a-4f09453e76e9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.001365 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d9e9cd8-6a86-4a4d-97e2-d7545505a231 req-6e8de7e1-3947-473c-84cb-556fb9c2fccc tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551214 Feb 03 12:35:52.067860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] For port ad8ce513-b024-4d6b-bba6-b97193218fd4, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:52.076187 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7c3ea5a9-c7b1-4fc7-8971-2dd0c4b87b46 req-ea1cd82b-bf29-445a-88fd-2ec0659cf64b tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.079861 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7c3ea5a9-c7b1-4fc7-8971-2dd0c4b87b46 req-ea1cd82b-bf29-445a-88fd-2ec0659cf64b tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.7470248 Feb 03 12:35:52.080687 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['54973638-af20-4b3d-9b08-b6c0daebfa95'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:52.132571 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1cd82b-bf29-445a-88fd-2ec0659cf64b tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f1150b-a7f2-408d-a653-852d35510159,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:52.140264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8b3da442-18c2-4c17-817b-54a5a09c1afe req-ce0e69df-251c-4bf7-a0cb-d386b6f61979 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] For port ce8ba686-77e5-42fd-842d-1f6bbd6dead8, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ce8ba686-77e5-42fd-842d-1f6bbd6dead8,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:52.140486 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f1746-1ff0-409d-be12-2a9a130839c8 req-ce92a325-d506-472a-8f1b-1203be557541 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:52.140864 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8b3da442-18c2-4c17-817b-54a5a09c1afe req-ce0e69df-251c-4bf7-a0cb-d386b6f61979 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.144175 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-868f1746-1ff0-409d-be12-2a9a130839c8 req-ce92a325-d506-472a-8f1b-1203be557541 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 945 time: 0.0742850 Feb 03 12:35:52.217853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-8b3da442-18c2-4c17-817b-54a5a09c1afe req-ce0e69df-251c-4bf7-a0cb-d386b6f61979 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Calling delete_port for ce8ba686-77e5-42fd-842d-1f6bbd6dead8 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:52.247628 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-868f1746-1ff0-409d-be12-2a9a130839c8 req-9d28a015-7407-4159-b40c-5c5ed0a0c805 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978267 Feb 03 12:35:52.256935 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] Publish callbacks [] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.260040 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e114058-0654-4395-ab18-c9faccfbfb04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad8ce513-b024-4d6b-bba6-b97193218fd4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:52.263533 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676c052d-61c4-4ccd-981e-20901493a503" -d '{"events": [{"server_uuid": "6e114058-0654-4395-ab18-c9faccfbfb04", "name": "network-vif-unplugged", "status": "completed", "tag": "ad8ce513-b024-4d6b-bba6-b97193218fd4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:52.320385 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7f23b68-e961-4a9e-963a-fb4eb8b5e656 req-1ea250b3-b413-4a4f-b903-6821e7a5c1a5 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "GET /v2.0/security-groups/766fa241-9f0b-4ee1-8ab4-97674fd31292 HTTP/1.1" status: 200 len: 1824 time: 0.0486000 Feb 03 12:35:52.336519 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.353455 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2cbf859-fa33-4418-9c9a-9ca172ab0a11 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (f57b756b-45a7-41b0-a99a-4f09453e76e9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.370630 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7f23b68-e961-4a9e-963a-fb4eb8b5e656 req-505cffb7-118b-4b32-b56e-eb134ca2eed9 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "GET /v2.0/security-groups/30f1150b-a7f2-408d-a653-852d35510159 HTTP/1.1" status: 200 len: 1824 time: 0.0432520 Feb 03 12:35:52.381098 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c7f23b68-e961-4a9e-963a-fb4eb8b5e656 req-b0028ae3-156a-4647-8686-467d2576f3ae tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '766fa241-9f0b-4ee1-8ab4-97674fd31292', 'remote_group_id': '30f1150b-a7f2-408d-a653-852d35510159', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:52.381511 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c7f23b68-e961-4a9e-963a-fb4eb8b5e656 req-b0028ae3-156a-4647-8686-467d2576f3ae tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '766fa241-9f0b-4ee1-8ab4-97674fd31292', 'remote_group_id': '30f1150b-a7f2-408d-a653-852d35510159', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:52.436779 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cbf859-fa33-4418-9c9a-9ca172ab0a11 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event deleted for resources: {'Subnet': ['ID=f57b756b-45a7-41b0-a99a-4f09453e76e9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:52.450676 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2cbf859-fa33-4418-9c9a-9ca172ab0a11 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.450900 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c7f23b68-e961-4a9e-963a-fb4eb8b5e656 req-b0028ae3-156a-4647-8686-467d2576f3ae tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group_rule (553dd727-80fd-4733-af22-84315a355dae), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.454196 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d2cbf859-fa33-4418-9c9a-9ca172ab0a11 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "DELETE /v2.0/subnets/f57b756b-45a7-41b0-a99a-4f09453e76e9 HTTP/1.1" status: 204 len: 168 time: 1.2069244 Feb 03 12:35:52.458272 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41962) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:52.461072 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02308cee-faa2-4c37-b490-90ce7e44e582 None None] Network b029ccb9-3737-432d-a249-4765e0447ce6 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:52.524286 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8ce513-b024-4d6b-bba6-b97193218fd4,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:52.540871 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-994cd22b-cc43-44ff-8ffd-ccc3de7bc218 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (b029ccb9-3737-432d-a249-4765e0447ce6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.544369 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76906040-e0d7-4b63-987a-94532b60105b req-8c6f24a5-ff42-47f4-a073-572b150fba78 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:52.546078 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76906040-e0d7-4b63-987a-94532b60105b req-8c6f24a5-ff42-47f4-a073-572b150fba78 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ce337-7948-4a9e-87ae-92fa4e2d0cfd HTTP/1.1" status: 200 len: 945 time: 0.3418994 Feb 03 12:35:52.546926 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] Attempting to bind port ad8ce513-b024-4d6b-bba6-b97193218fd4 on host n-h1-827336-3 for vnic_type normal with profile {"migrating_to": "n-h2-827336-3"} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:52.547643 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] Attempting to bind port ad8ce513-b024-4d6b-bba6-b97193218fd4 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:52.547899 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] Attempting to bind port ad8ce513-b024-4d6b-bba6-b97193218fd4 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:52.567316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] Port ad8ce513-b024-4d6b-bba6-b97193218fd4 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:35:52.568160 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] Attempting to bind port ad8ce513-b024-4d6b-bba6-b97193218fd4 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:52.590403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:52.590976 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] Checking segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:52.591404 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] Bound using segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:52.591962 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] Bound port: ad8ce513-b024-4d6b-bba6-b97193218fd4, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:52.592429 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.603594 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c7f23b68-e961-4a9e-963a-fb4eb8b5e656 req-b0028ae3-156a-4647-8686-467d2576f3ae tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group_rule (553dd727-80fd-4733-af22-84315a355dae), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.615652 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c7f23b68-e961-4a9e-963a-fb4eb8b5e656 req-b0028ae3-156a-4647-8686-467d2576f3ae tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (553dd727-80fd-4733-af22-84315a355dae), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.657044 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c7f23b68-e961-4a9e-963a-fb4eb8b5e656 req-b0028ae3-156a-4647-8686-467d2576f3ae tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.658315 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7f23b68-e961-4a9e-963a-fb4eb8b5e656 req-b0028ae3-156a-4647-8686-467d2576f3ae tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2812150 Feb 03 12:35:52.667960 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-994cd22b-cc43-44ff-8ffd-ccc3de7bc218 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Deleting port be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:52.667960 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-994cd22b-cc43-44ff-8ffd-ccc3de7bc218 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.684071 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0028ae3-156a-4647-8686-467d2576f3ae tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553dd727-80fd-4733-af22-84315a355dae,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:52.719160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f1932feb-54ba-44dd-998c-c0a2b36a4b7e up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:52.809750 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-994cd22b-cc43-44ff-8ffd-ccc3de7bc218 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] For port be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49,segment=NetworkSegment(60513143-2f59-4bbb-a575-b3fa7b22226d),segment_id=60513143-2f59-4bbb-a575-b3fa7b22226d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:52.813076 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-994cd22b-cc43-44ff-8ffd-ccc3de7bc218 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.813459 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82627a87-c0c4-40ad-ab5e-ba194837f486 None None] DHCP port deletion for b029ccb9-3737-432d-a249-4765e0447ce6 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:35:52.867559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-994cd22b-cc43-44ff-8ffd-ccc3de7bc218 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Calling delete_port for be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:52.881189 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port f1932feb-54ba-44dd-998c-c0a2b36a4b7e completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:35:52.891059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port f1932feb-54ba-44dd-998c-c0a2b36a4b7e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:52.891693 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.934223 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-82627a87-c0c4-40ad-ab5e-ba194837f486 None None] Deleting port be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:52.934683 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-82627a87-c0c4-40ad-ab5e-ba194837f486 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:52.950982 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa258c2b-395a-4f7d-bb74-198b3c67ee11 req-4b73dd80-678c-47b2-a01e-f6d6126719ab tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:52.952708 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fa258c2b-395a-4f7d-bb74-198b3c67ee11 req-4b73dd80-678c-47b2-a01e-f6d6126719ab tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 943 time: 0.1235788 Feb 03 12:35:53.014566 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-994cd22b-cc43-44ff-8ffd-ccc3de7bc218 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.021799 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fa258c2b-395a-4f7d-bb74-198b3c67ee11 req-709294f9-baf2-4753-bf54-0cd586e152f0 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595150 Feb 03 12:35:53.055071 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-82627a87-c0c4-40ad-ab5e-ba194837f486 None None] For port be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49,segment=NetworkSegment(60513143-2f59-4bbb-a575-b3fa7b22226d),segment_id=60513143-2f59-4bbb-a575-b3fa7b22226d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:53.055517 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-82627a87-c0c4-40ad-ab5e-ba194837f486 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.067016 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cd22b-cc43-44ff-8ffd-ccc3de7bc218 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event deleted for resources: {'Port': ['ID=be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:53.074623 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994cd22b-cc43-44ff-8ffd-ccc3de7bc218 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] No DVR routers for this DVR port be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:53.079317 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-82627a87-c0c4-40ad-ab5e-ba194837f486 None None] Calling delete_port for be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:53.082132 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88e5d28-cec8-4b30-b483-3480aa70a117 x-openstack-request-id: req-e88e5d28-cec8-4b30-b483-3480aa70a117 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:53.082626 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e114058-0654-4395-ab18-c9faccfbfb04", "name": "network-vif-unplugged", "status": "completed", "tag": "ad8ce513-b024-4d6b-bba6-b97193218fd4", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:53.082717 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e88e5d28-cec8-4b30-b483-3480aa70a117 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:53.083359 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e114058-0654-4395-ab18-c9faccfbfb04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad8ce513-b024-4d6b-bba6-b97193218fd4', 'code': 200} Feb 03 12:35:53.091534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port f1932feb-54ba-44dd-998c-c0a2b36a4b7e is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:53.091779 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.108116 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76906040-e0d7-4b63-987a-94532b60105b req-37106323-4236-4a6f-8122-f5970781caee tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5507121 Feb 03 12:35:53.110561 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8b3da442-18c2-4c17-817b-54a5a09c1afe req-ce0e69df-251c-4bf7-a0cb-d386b6f61979 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ce8ba686-77e5-42fd-842d-1f6bbd6dead8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.122796 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2094782-b60b-49a8-8222-7fbfa94dea57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1932feb-54ba-44dd-998c-c0a2b36a4b7e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:53.125069 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e1e3d4-fe38-4356-a5a1-5a910c1d93dd" -d '{"events": [{"server_uuid": "d2094782-b60b-49a8-8222-7fbfa94dea57", "name": "network-vif-plugged", "status": "completed", "tag": "f1932feb-54ba-44dd-998c-c0a2b36a4b7e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:53.153538 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e69df-251c-4bf7-a0cb-d386b6f61979 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Pushing event deleted for resources: {'Port': ['ID=ce8ba686-77e5-42fd-842d-1f6bbd6dead8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:53.177933 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 54973638-af20-4b3d-9b08-b6c0daebfa95 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:53.178953 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-994cd22b-cc43-44ff-8ffd-ccc3de7bc218 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (b029ccb9-3737-432d-a249-4765e0447ce6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.189093 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port f1932feb-54ba-44dd-998c-c0a2b36a4b7e, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f1932feb-54ba-44dd-998c-c0a2b36a4b7e,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:53.204345 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-994cd22b-cc43-44ff-8ffd-ccc3de7bc218 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b029ccb9-3737-432d-a249-4765e0447ce6']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:53.204621 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] For port ad8ce513-b024-4d6b-bba6-b97193218fd4, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:53.206887 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3da442-18c2-4c17-817b-54a5a09c1afe req-ce0e69df-251c-4bf7-a0cb-d386b6f61979 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] No DVR routers for this DVR port ce8ba686-77e5-42fd-842d-1f6bbd6dead8 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:53.210945 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8b3da442-18c2-4c17-817b-54a5a09c1afe req-ce0e69df-251c-4bf7-a0cb-d386b6f61979 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.215176 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b3da442-18c2-4c17-817b-54a5a09c1afe req-ce0e69df-251c-4bf7-a0cb-d386b6f61979 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.73 "DELETE /v2.0/ports/ce8ba686-77e5-42fd-842d-1f6bbd6dead8 HTTP/1.1" status: 204 len: 173 time: 1.9488647 Feb 03 12:35:53.218929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-994cd22b-cc43-44ff-8ffd-ccc3de7bc218 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60513143-2f59-4bbb-a575-b3fa7b22226d') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:53.219088 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-994cd22b-cc43-44ff-8ffd-ccc3de7bc218 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60513143-2f59-4bbb-a575-b3fa7b22226d') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:35:53.224002 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] For port ad8ce513-b024-4d6b-bba6-b97193218fd4, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ad8ce513-b024-4d6b-bba6-b97193218fd4,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:53.224475 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.234650 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-994cd22b-cc43-44ff-8ffd-ccc3de7bc218 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (60513143-2f59-4bbb-a575-b3fa7b22226d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.247406 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.262113 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-994cd22b-cc43-44ff-8ffd-ccc3de7bc218 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (60513143-2f59-4bbb-a575-b3fa7b22226d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.304797 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994cd22b-cc43-44ff-8ffd-ccc3de7bc218 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:35:53.305408 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-994cd22b-cc43-44ff-8ffd-ccc3de7bc218 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (60513143-2f59-4bbb-a575-b3fa7b22226d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.308343 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41978) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:53.327014 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8dc342d4-794f-45b5-8cbe-4e10d8bcd0b6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1590410113'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:35:53.339783 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:35:53.356977 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-25505ada-e36a-446f-a5a4-466a9aaf45d7 req-ac6db403-b94b-4317-973a-db8d91a4bdc2 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "GET /v2.0/security-groups/30f1150b-a7f2-408d-a653-852d35510159 HTTP/1.1" status: 200 len: 1824 time: 0.3023629 Feb 03 12:35:53.365636 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=f1932feb-54ba-44dd-998c-c0a2b36a4b7e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:53.380083 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 54973638-af20-4b3d-9b08-b6c0daebfa95 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:35:53.383790 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-82627a87-c0c4-40ad-ab5e-ba194837f486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.389230 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 54973638-af20-4b3d-9b08-b6c0daebfa95 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:53.389601 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.409117 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82eea2-c858-47b3-845d-892a08375713 req-9e8eee33-3e3d-4870-b1f0-820238605e50 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:53.411817 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0f82eea2-c858-47b3-845d-892a08375713 req-9e8eee33-3e3d-4870-b1f0-820238605e50 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 945 time: 0.1387577 Feb 03 12:35:53.412973 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82627a87-c0c4-40ad-ab5e-ba194837f486 None None] Pushing event deleted for resources: {'Port': ['ID=be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:53.419597 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:53.420261 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.422415 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] 10.222.0.31 "PUT /v2.0/ports/ad8ce513-b024-4d6b-bba6-b97193218fd4 HTTP/1.1" status: 200 len: 1121 time: 2.5109386 Feb 03 12:35:53.422415 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc342d4-794f-45b5-8cbe-4e10d8bcd0b6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Made reservation on behalf of 2e9261d80c134a528c4f6c4dcfb8fdad for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:53.425801 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8dc342d4-794f-45b5-8cbe-4e10d8bcd0b6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.437095 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82627a87-c0c4-40ad-ab5e-ba194837f486 None None] No DVR routers for this DVR port be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:53.471540 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc71b77-fdb6-400f-b647-41ce39477d41 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8ce513-b024-4d6b-bba6-b97193218fd4,revision_number=8']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:53.485070 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc342d4-794f-45b5-8cbe-4e10d8bcd0b6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:35:53.513212 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8dc342d4-794f-45b5-8cbe-4e10d8bcd0b6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (351b187f-3249-4326-9d88-4f3115078121), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.513503 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-8dc342d4-794f-45b5-8cbe-4e10d8bcd0b6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Added segment 351b187f-3249-4326-9d88-4f3115078121 of type vlan for network 9c9f93eb-710e-451f-966d-9a0a4f14a144 Feb 03 12:35:53.514716 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-994cd22b-cc43-44ff-8ffd-ccc3de7bc218 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (b029ccb9-3737-432d-a249-4765e0447ce6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.521381 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-994cd22b-cc43-44ff-8ffd-ccc3de7bc218 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.529086 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-994cd22b-cc43-44ff-8ffd-ccc3de7bc218 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "DELETE /v2.0/networks/b029ccb9-3737-432d-a249-4765e0447ce6 HTTP/1.1" status: 204 len: 168 time: 1.0665574 Feb 03 12:35:53.529086 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-25505ada-e36a-446f-a5a4-466a9aaf45d7 req-b905da9a-7642-4e54-91fe-f234e1c2110f tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (30f1150b-a7f2-408d-a653-852d35510159), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.534706 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0f82eea2-c858-47b3-845d-892a08375713 req-156b835f-a107-40cd-99db-d836bedace0b tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946789 Feb 03 12:35:53.538830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41980) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:53.569098 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cd22b-cc43-44ff-8ffd-ccc3de7bc218 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Pushing event deleted for resources: {'Network': ['ID=b029ccb9-3737-432d-a249-4765e0447ce6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:53.612295 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-25505ada-e36a-446f-a5a4-466a9aaf45d7 req-b905da9a-7642-4e54-91fe-f234e1c2110f tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (30f1150b-a7f2-408d-a653-852d35510159), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.626349 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e43c1cd3-8730-4543-ab74-7afa2a7fe165 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "GET /v2.0/ports?device_id=bcb823c2-b93d-4e15-835c-608f4ee03842 HTTP/1.1" status: 200 len: 205 time: 0.0800419 Feb 03 12:35:53.627233 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41982) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:53.658314 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['ad8ce513-b024-4d6b-bba6-b97193218fd4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:53.661987 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8dc342d4-794f-45b5-8cbe-4e10d8bcd0b6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (9c9f93eb-710e-451f-966d-9a0a4f14a144), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.698468 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 54973638-af20-4b3d-9b08-b6c0daebfa95 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:53.698862 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.706399 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f00f3-ce5c-4b15-8238-78f9a884bec7 req-13fa0c29-e222-41a6-af6f-e74e5d59fcd0 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:53.708072 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa5f00f3-ce5c-4b15-8238-78f9a884bec7 req-13fa0c29-e222-41a6-af6f-e74e5d59fcd0 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2094782-b60b-49a8-8222-7fbfa94dea57 HTTP/1.1" status: 200 len: 945 time: 0.0887578 Feb 03 12:35:53.708883 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8dc342d4-794f-45b5-8cbe-4e10d8bcd0b6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (9c9f93eb-710e-451f-966d-9a0a4f14a144), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.714254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc342d4-794f-45b5-8cbe-4e10d8bcd0b6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:53.714973 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8dc342d4-794f-45b5-8cbe-4e10d8bcd0b6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.732584 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2a0fa58-8da2-4220-8c9d-7f43ce060a66 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for router (bcb823c2-b93d-4e15-835c-608f4ee03842), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.752089 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 54973638-af20-4b3d-9b08-b6c0daebfa95, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=54973638-af20-4b3d-9b08-b6c0daebfa95,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:53.754486 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:35:53.762158 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.794184 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8dc342d4-794f-45b5-8cbe-4e10d8bcd0b6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4707005 Feb 03 12:35:53.805324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41984) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:53.843002 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7592368e-9ba8-4232-b026-b2c7d1dcb2de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1280137045'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:53.851513 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=54973638-af20-4b3d-9b08-b6c0daebfa95,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:53.865056 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc342d4-794f-45b5-8cbe-4e10d8bcd0b6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event updated for resources: {'Network': ['ID=9c9f93eb-710e-451f-966d-9a0a4f14a144,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:53.879678 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa5f00f3-ce5c-4b15-8238-78f9a884bec7 req-53450161-e90d-4446-9edd-b00563fefad6 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577723 Feb 03 12:35:53.879924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 9c9f93eb-710e-451f-966d-9a0a4f14a144 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:35:53.891924 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7592368e-9ba8-4232-b026-b2c7d1dcb2de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Made reservation on behalf of 2e9261d80c134a528c4f6c4dcfb8fdad for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:53.897913 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7592368e-9ba8-4232-b026-b2c7d1dcb2de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.932176 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7592368e-9ba8-4232-b026-b2c7d1dcb2de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:35:53.945851 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7592368e-9ba8-4232-b026-b2c7d1dcb2de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (214345f3-acc0-4b08-88f8-d3087a548fe6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:53.946445 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-7592368e-9ba8-4232-b026-b2c7d1dcb2de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Added segment 214345f3-acc0-4b08-88f8-d3087a548fe6 of type vlan for network 8ad14e2d-6531-4d66-b186-adc852ea82f1 Feb 03 12:35:53.957294 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca31cf1-f163-441a-9926-e6bbb9887c53 x-openstack-request-id: req-fca31cf1-f163-441a-9926-e6bbb9887c53 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:53.958028 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2094782-b60b-49a8-8222-7fbfa94dea57", "name": "network-vif-plugged", "status": "completed", "tag": "f1932feb-54ba-44dd-998c-c0a2b36a4b7e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:53.958028 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fca31cf1-f163-441a-9926-e6bbb9887c53 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:53.958440 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2094782-b60b-49a8-8222-7fbfa94dea57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1932feb-54ba-44dd-998c-c0a2b36a4b7e', 'code': 200} Feb 03 12:35:54.018698 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7592368e-9ba8-4232-b026-b2c7d1dcb2de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (8ad14e2d-6531-4d66-b186-adc852ea82f1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:54.040747 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2a0fa58-8da2-4220-8c9d-7f43ce060a66 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (bcb823c2-b93d-4e15-835c-608f4ee03842), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:54.044942 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2a0fa58-8da2-4220-8c9d-7f43ce060a66 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for router_controller (bcb823c2-b93d-4e15-835c-608f4ee03842), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:54.046622 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-25505ada-e36a-446f-a5a4-466a9aaf45d7 req-b905da9a-7642-4e54-91fe-f234e1c2110f tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (30f1150b-a7f2-408d-a653-852d35510159), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:54.050035 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-25505ada-e36a-446f-a5a4-466a9aaf45d7 req-b905da9a-7642-4e54-91fe-f234e1c2110f tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:54.051492 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-25505ada-e36a-446f-a5a4-466a9aaf45d7 req-b905da9a-7642-4e54-91fe-f234e1c2110f tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "DELETE /v2.0/security-groups/30f1150b-a7f2-408d-a653-852d35510159 HTTP/1.1" status: 204 len: 173 time: 0.6935246 Feb 03 12:35:54.091739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:54.114588 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905da9a-7642-4e54-91fe-f234e1c2110f tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f1150b-a7f2-408d-a653-852d35510159,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:54.130381 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7592368e-9ba8-4232-b026-b2c7d1dcb2de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (8ad14e2d-6531-4d66-b186-adc852ea82f1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:54.135842 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7592368e-9ba8-4232-b026-b2c7d1dcb2de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:54.139240 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7592368e-9ba8-4232-b026-b2c7d1dcb2de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:54.139443 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:54.139443 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device be6e4dbe-8f08-4a3e-8e87-fe3e7add9a49 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:54.158540 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2a0fa58-8da2-4220-8c9d-7f43ce060a66 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (bcb823c2-b93d-4e15-835c-608f4ee03842), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:54.159427 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a0fa58-8da2-4220-8c9d-7f43ce060a66 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Fanout notify agent at l3_agent the message router_deleted on router bcb823c2-b93d-4e15-835c-608f4ee03842 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:35:54.169136 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2a0fa58-8da2-4220-8c9d-7f43ce060a66 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:54.172645 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c2a0fa58-8da2-4220-8c9d-7f43ce060a66 tempest-RoutersNegativeIpV6Test-1644769312 tempest-RoutersNegativeIpV6Test-1644769312-project] 10.222.0.18 "DELETE /v2.0/routers/bcb823c2-b93d-4e15-835c-608f4ee03842 HTTP/1.1" status: 204 len: 168 time: 0.5423267 Feb 03 12:35:54.179631 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd329b-f500-4c2e-82b0-deec2f8ddbcc req-12cc4096-5c17-4daa-98a5-49a985de6724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:54.181328 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55dd329b-f500-4c2e-82b0-deec2f8ddbcc req-12cc4096-5c17-4daa-98a5-49a985de6724 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d2094782-b60b-49a8-8222-7fbfa94dea57 HTTP/1.1" status: 200 len: 1127 time: 0.1251261 Feb 03 12:35:54.201204 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7592368e-9ba8-4232-b026-b2c7d1dcb2de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3949561 Feb 03 12:35:54.205571 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ae7cf-c547-40c2-acfb-fad324d6a83e req-d808dc58-b4ae-4d14-aab1-4e63e35ee299 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:54.208750 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41994) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:54.208921 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fa9ae7cf-c547-40c2-acfb-fad324d6a83e req-d808dc58-b4ae-4d14-aab1-4e63e35ee299 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 943 time: 0.0827222 Feb 03 12:35:54.241798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-97d05596-cdaf-49a3-b51c-8ea98b3fae7b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Request body: {'subnet': {'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:54.252350 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0b63a-7138-4ea6-ad7f-d59faa76969c req-1feea844-fe7c-4e21-b740-7d3dc5fa6b9a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:54.253878 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46f0b63a-7138-4ea6-ad7f-d59faa76969c req-1feea844-fe7c-4e21-b740-7d3dc5fa6b9a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 943 time: 0.2204816 Feb 03 12:35:54.284368 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fa9ae7cf-c547-40c2-acfb-fad324d6a83e req-3a60c839-a185-4265-8552-ef6f848ab884 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678408 Feb 03 12:35:54.289029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592368e-9ba8-4232-b026-b2c7d1dcb2de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event updated for resources: {'Network': ['ID=8ad14e2d-6531-4d66-b186-adc852ea82f1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:54.309819 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 8ad14e2d-6531-4d66-b186-adc852ea82f1 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:35:54.413321 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55dd329b-f500-4c2e-82b0-deec2f8ddbcc req-1d988649-4f2e-4b7f-92f2-cf252ce8b325 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208569 Feb 03 12:35:54.423703 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ee1d5896-d39d-4272-b0c4-07a00a132b23 req-1dd9ac55-4201-47d3-b16b-407860bb0886 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "GET /v2.0/security-groups/766fa241-9f0b-4ee1-8ab4-97674fd31292 HTTP/1.1" status: 200 len: 1824 time: 0.0621281 Feb 03 12:35:54.436625 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46f0b63a-7138-4ea6-ad7f-d59faa76969c req-ea8001ba-b195-4a71-ba25-cca814105018 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718576 Feb 03 12:35:54.464173 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d05596-cdaf-49a3-b51c-8ea98b3fae7b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Made reservation on behalf of 2e9261d80c134a528c4f6c4dcfb8fdad for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:54.468773 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97d05596-cdaf-49a3-b51c-8ea98b3fae7b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:54.475347 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42002) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:54.494189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-56f0af56-ebd2-4f92-a5a8-c85f638071ef req-64f1c5b9-ccb6-4bb0-bbbd-96012a3a7ee3 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-792940529', 'description': 'tempest-description-1560258411'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:54.570447 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56f0af56-ebd2-4f92-a5a8-c85f638071ef req-64f1c5b9-ccb6-4bb0-bbbd-96012a3a7ee3 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:54.665025 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ac37c571-7e12-42ae-a411-65498b7e9624 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e7e9172e02b47eaa59836c36ba032c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1860559 Feb 03 12:35:54.665622 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42010) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:54.715519 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56f0af56-ebd2-4f92-a5a8-c85f638071ef req-64f1c5b9-ccb6-4bb0-bbbd-96012a3a7ee3 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (a3b6a74a-fbb6-4d06-ba5b-981302b8e58b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:54.719404 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device ad8ce513-b024-4d6b-bba6-b97193218fd4 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:35:54.722132 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56f0af56-ebd2-4f92-a5a8-c85f638071ef req-64f1c5b9-ccb6-4bb0-bbbd-96012a3a7ee3 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a3b6a74a-fbb6-4d06-ba5b-981302b8e58b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:54.751419 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97d05596-cdaf-49a3-b51c-8ea98b3fae7b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (f3329b62-fee9-499a-b698-bfa600d55e29), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:54.767302 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56f0af56-ebd2-4f92-a5a8-c85f638071ef req-64f1c5b9-ccb6-4bb0-bbbd-96012a3a7ee3 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:54.775811 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a698ba6-57d1-4383-9ccf-63e91e41eacb req-80e395d4-a966-406a-ad52-cba040613e92 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:54.778121 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3a698ba6-57d1-4383-9ccf-63e91e41eacb req-80e395d4-a966-406a-ad52-cba040613e92 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 946 time: 0.1144140 Feb 03 12:35:54.779041 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56f0af56-ebd2-4f92-a5a8-c85f638071ef req-64f1c5b9-ccb6-4bb0-bbbd-96012a3a7ee3 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2912419 Feb 03 12:35:54.795642 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da632b1b-2291-4efd-89d6-7c8fe7269289 admin admin] Publish callbacks [] for security_group (4740520f-1ccf-4f63-bb45-f4d71bb720d6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:54.832603 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1c5b9-ccb6-4bb0-bbbd-96012a3a7ee3 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b6a74a-fbb6-4d06-ba5b-981302b8e58b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:54.845525 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da632b1b-2291-4efd-89d6-7c8fe7269289 admin admin] Publish callbacks [] for security_group (4740520f-1ccf-4f63-bb45-f4d71bb720d6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:54.866382 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d05596-cdaf-49a3-b51c-8ea98b3fae7b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event updated for resources: {'Subnet': ['ID=f3329b62-fee9-499a-b698-bfa600d55e29,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:54.876655 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d05596-cdaf-49a3-b51c-8ea98b3fae7b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Checking segment: {'id': '351b187f-3249-4326-9d88-4f3115078121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:54.877135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d05596-cdaf-49a3-b51c-8ea98b3fae7b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Network hostable DHCP agents. Network: 9c9f93eb-710e-451f-966d-9a0a4f14a144, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:35:54.900549 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3a698ba6-57d1-4383-9ccf-63e91e41eacb req-fe30f682-4fc2-4b50-963f-2344ea4be91f tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109867 Feb 03 12:35:54.908634 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port ad8ce513-b024-4d6b-bba6-b97193218fd4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ad8ce513-b024-4d6b-bba6-b97193218fd4,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:54.920331 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d05596-cdaf-49a3-b51c-8ea98b3fae7b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Network 9c9f93eb-710e-451f-966d-9a0a4f14a144 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:35:54.930930 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device ad8ce513-b024-4d6b-bba6-b97193218fd4 has no active binding in host n-h2-827336-3 {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 12:35:54.956842 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-97d05596-cdaf-49a3-b51c-8ea98b3fae7b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 9c9f93eb-710e-451f-966d-9a0a4f14a144) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:54.966759 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b08b1d1-b89b-41ee-870a-21b0b7fe12cf None None] Network 9c9f93eb-710e-451f-966d-9a0a4f14a144 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:54.976769 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d05596-cdaf-49a3-b51c-8ea98b3fae7b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:54.982162 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-49746fe0-2198-4b3d-a7b6-d5eec62ae706 req-406ae3d1-8227-4eb5-b74f-8276bfa38e67 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "GET /v2.0/security-groups/a3b6a74a-fbb6-4d06-ba5b-981302b8e58b HTTP/1.1" status: 200 len: 1823 time: 0.0613286 Feb 03 12:35:54.983232 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97d05596-cdaf-49a3-b51c-8ea98b3fae7b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:55.004064 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-49746fe0-2198-4b3d-a7b6-d5eec62ae706 req-2a98fd18-fc7e-46e1-8bf1-f89c0f488735 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a3b6a74a-fbb6-4d06-ba5b-981302b8e58b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:55.004651 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-49746fe0-2198-4b3d-a7b6-d5eec62ae706 req-2a98fd18-fc7e-46e1-8bf1-f89c0f488735 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a3b6a74a-fbb6-4d06-ba5b-981302b8e58b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:55.009959 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da632b1b-2291-4efd-89d6-7c8fe7269289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4740520f-1ccf-4f63-bb45-f4d71bb720d6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:55.012865 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da632b1b-2291-4efd-89d6-7c8fe7269289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:55.017449 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-da632b1b-2291-4efd-89d6-7c8fe7269289 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4740520f-1ccf-4f63-bb45-f4d71bb720d6 HTTP/1.1" status: 204 len: 168 time: 0.3502793 Feb 03 12:35:55.029330 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296f6c4-fc2e-457f-b2a8-499302debc15 req-042e0892-7840-4d64-b9e8-2b3b7de92c80 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:55.033596 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5296f6c4-fc2e-457f-b2a8-499302debc15 req-042e0892-7840-4d64-b9e8-2b3b7de92c80 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 945 time: 0.1298740 Feb 03 12:35:55.042852 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da632b1b-2291-4efd-89d6-7c8fe7269289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4740520f-1ccf-4f63-bb45-f4d71bb720d6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:55.044607 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-97d05596-cdaf-49a3-b51c-8ea98b3fae7b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8319871 Feb 03 12:35:55.046697 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42018) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:55.054151 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b6cc299e-104f-4d43-b717-f5bfeb2bc449 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Request body: {'subnet': {'network_id': '8ad14e2d-6531-4d66-b186-adc852ea82f1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:55.104686 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-9c9f93eb-710e-451f-966d-9a0a4f14a144', 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144', 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'fixed_ips': [{'subnet_id': 'f3329b62-fee9-499a-b698-bfa600d55e29'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:35:55.105931 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:55.134413 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071ce337-7948-4a9e-87ae-92fa4e2d0cfd', 'name': 'network-vif-deleted', 'tag': 'ce8ba686-77e5-42fd-842d-1f6bbd6dead8'}, {'name': 'network-changed', 'server_uuid': '6e114058-0654-4395-ab18-c9faccfbfb04', 'tag': 'ad8ce513-b024-4d6b-bba6-b97193218fd4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:55.138323 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0eaa31-9c9a-4b10-aac4-59e6adeff8c9" -d '{"events": [{"server_uuid": "071ce337-7948-4a9e-87ae-92fa4e2d0cfd", "name": "network-vif-deleted", "tag": "ce8ba686-77e5-42fd-842d-1f6bbd6dead8"}, {"name": "network-changed", "server_uuid": "6e114058-0654-4395-ab18-c9faccfbfb04", "tag": "ad8ce513-b024-4d6b-bba6-b97193218fd4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:55.194724 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-49746fe0-2198-4b3d-a7b6-d5eec62ae706 req-2a98fd18-fc7e-46e1-8bf1-f89c0f488735 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group_rule (436a19ad-fe65-4b02-b56b-ebf48ffe000d), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:55.223501 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5296f6c4-fc2e-457f-b2a8-499302debc15 req-6cfa51a9-7de8-4529-873b-16783e5f018b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/security-groups?id=d60ba23a-96d4-4b67-a543-bef9796d25b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710861 Feb 03 12:35:55.233310 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ce8ba686-77e5-42fd-842d-1f6bbd6dead8 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:55.237770 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cc299e-104f-4d43-b717-f5bfeb2bc449 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Made reservation on behalf of 2e9261d80c134a528c4f6c4dcfb8fdad for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:55.241352 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6cc299e-104f-4d43-b717-f5bfeb2bc449 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:55.247695 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-49746fe0-2198-4b3d-a7b6-d5eec62ae706 req-2a98fd18-fc7e-46e1-8bf1-f89c0f488735 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group_rule (436a19ad-fe65-4b02-b56b-ebf48ffe000d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:55.253631 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee53526-778a-4f58-9e60-90543b28f77d req-1bcf84bd-c01b-44a4-8630-1db66575621b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:55.255245 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9ee53526-778a-4f58-9e60-90543b28f77d req-1bcf84bd-c01b-44a4-8630-1db66575621b tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 945 time: 0.1761031 Feb 03 12:35:55.280063 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: ce8ba686-77e5-42fd-842d-1f6bbd6dead8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:55.280063 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ce8ba686-77e5-42fd-842d-1f6bbd6dead8 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:55.311809 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-49746fe0-2198-4b3d-a7b6-d5eec62ae706 req-2a98fd18-fc7e-46e1-8bf1-f89c0f488735 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (436a19ad-fe65-4b02-b56b-ebf48ffe000d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:55.343697 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] Allocated IP 10.1.1.2 (9c9f93eb-710e-451f-966d-9a0a4f14a144/f3329b62-fee9-499a-b698-bfa600d55e29/89689a75-142d-41e8-82e2-8e5b317eb302) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:55.372775 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98fd18-fc7e-46e1-8bf1-f89c0f488735 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=436a19ad-fe65-4b02-b56b-ebf48ffe000d,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:55.439029 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-49746fe0-2198-4b3d-a7b6-d5eec62ae706 req-2a98fd18-fc7e-46e1-8bf1-f89c0f488735 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:55.453472 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-49746fe0-2198-4b3d-a7b6-d5eec62ae706 req-2a98fd18-fc7e-46e1-8bf1-f89c0f488735 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4539309 Feb 03 12:35:55.466205 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e1dd3-6b06-43f7-b940-3dddca1bfafb req-20ce07d0-61fc-42fe-b353-8b42262a80d5 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:55.474279 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a2e1dd3-6b06-43f7-b940-3dddca1bfafb req-20ce07d0-61fc-42fe-b353-8b42262a80d5 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2094782-b60b-49a8-8222-7fbfa94dea57 HTTP/1.1" status: 200 len: 945 time: 0.1390681 Feb 03 12:35:55.498887 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7ad73d-ca16-4434-b24f-d6339e18d58a x-openstack-request-id: req-bf7ad73d-ca16-4434-b24f-d6339e18d58a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:55.499335 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071ce337-7948-4a9e-87ae-92fa4e2d0cfd", "name": "network-vif-deleted", "tag": "ce8ba686-77e5-42fd-842d-1f6bbd6dead8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6e114058-0654-4395-ab18-c9faccfbfb04", "tag": "ad8ce513-b024-4d6b-bba6-b97193218fd4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:55.499690 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf7ad73d-ca16-4434-b24f-d6339e18d58a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:55.500223 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071ce337-7948-4a9e-87ae-92fa4e2d0cfd', 'name': 'network-vif-deleted', 'tag': 'ce8ba686-77e5-42fd-842d-1f6bbd6dead8', 'status': 'completed', 'code': 200} Feb 03 12:35:55.500488 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e114058-0654-4395-ab18-c9faccfbfb04', 'tag': 'ad8ce513-b024-4d6b-bba6-b97193218fd4', 'status': 'completed', 'code': 200} Feb 03 12:35:55.533594 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9ee53526-778a-4f58-9e60-90543b28f77d req-0bb3ccff-a35e-4935-af33-2bc724338e10 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Deleting port 6a783123-4bcc-4897-af82-a444488a6903 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:35:55.533943 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9ee53526-778a-4f58-9e60-90543b28f77d req-0bb3ccff-a35e-4935-af33-2bc724338e10 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (6a783123-4bcc-4897-af82-a444488a6903), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:55.589652 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a2e1dd3-6b06-43f7-b940-3dddca1bfafb req-d29c9257-6cfc-44f7-9717-802ccd1bed61 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143465 Feb 03 12:35:55.651570 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] Publish callbacks [] for port (89689a75-142d-41e8-82e2-8e5b317eb302), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:55.661074 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (89689a75-142d-41e8-82e2-8e5b317eb302), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:55.721478 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] Network 9c9f93eb-710e-451f-966d-9a0a4f14a144 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:55.721745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29f6a0-7f6f-4467-b783-9cb469f45908 req-d71e64d3-c548-4d20-92c2-0c5fab1e8b6b tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:55.725806 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:55.729171 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d29f6a0-7f6f-4467-b783-9cb469f45908 req-d71e64d3-c548-4d20-92c2-0c5fab1e8b6b tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 943 time: 0.1296604 Feb 03 12:35:55.735335 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:55.760940 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6cc299e-104f-4d43-b717-f5bfeb2bc449 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (e202dd33-3ffb-4065-bff2-1c5099cb38a1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:55.784354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] Pushing event updated for resources: {'Port': ['ID=89689a75-142d-41e8-82e2-8e5b317eb302,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:55.815393 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d29f6a0-7f6f-4467-b783-9cb469f45908 req-3d6d5368-a5ab-4fd8-9cc8-71ab2ea6d9c4 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850434 Feb 03 12:35:55.817964 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0ad2f235-32eb-40c7-b5eb-b79725332e1b req-ac3d3b2d-ee28-43b5-b61c-5f6d33242c55 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "GET /v2.0/security-groups/a3b6a74a-fbb6-4d06-ba5b-981302b8e58b HTTP/1.1" status: 200 len: 2417 time: 0.1811898 Feb 03 12:35:55.832945 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0eaa31-9c9a-4b10-aac4-59e6adeff8c9 req-800d6049-0e8c-449f-820a-470a83676aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:55.835580 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c0eaa31-9c9a-4b10-aac4-59e6adeff8c9 req-800d6049-0e8c-449f-820a-470a83676aa6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 1155 time: 0.2717373 Feb 03 12:35:55.849005 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] Attempting to bind port 89689a75-142d-41e8-82e2-8e5b317eb302 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:55.849573 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] Attempting to bind port 89689a75-142d-41e8-82e2-8e5b317eb302 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '351b187f-3249-4326-9d88-4f3115078121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:55.850118 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] Attempting to bind port 89689a75-142d-41e8-82e2-8e5b317eb302 on network 9c9f93eb-710e-451f-966d-9a0a4f14a144 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:55.860157 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:55.860660 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] Checking segment: {'id': '351b187f-3249-4326-9d88-4f3115078121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:55.861537 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:55.861985 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] Bound using segment: {'id': '351b187f-3249-4326-9d88-4f3115078121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:55.862832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] Bound port: 89689a75-142d-41e8-82e2-8e5b317eb302, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '351b187f-3249-4326-9d88-4f3115078121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:55.863419 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (89689a75-142d-41e8-82e2-8e5b317eb302), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:55.872555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0ad2f235-32eb-40c7-b5eb-b79725332e1b req-f09f6ef0-126c-4bfc-b872-23ca136be5d1 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a3b6a74a-fbb6-4d06-ba5b-981302b8e58b', 'remote_group_id': None}]} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:55.873065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0ad2f235-32eb-40c7-b5eb-b79725332e1b req-f09f6ef0-126c-4bfc-b872-23ca136be5d1 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a3b6a74a-fbb6-4d06-ba5b-981302b8e58b', 'remote_group_id': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:55.892199 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9ee53526-778a-4f58-9e60-90543b28f77d req-0bb3ccff-a35e-4935-af33-2bc724338e10 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] For port 6a783123-4bcc-4897-af82-a444488a6903, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=6a783123-4bcc-4897-af82-a444488a6903,segment=NetworkSegment(0af83f5c-d864-46a3-9b6f-6f8dfebcaaca),segment_id=0af83f5c-d864-46a3-9b6f-6f8dfebcaaca)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:55.892619 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9ee53526-778a-4f58-9e60-90543b28f77d req-0bb3ccff-a35e-4935-af33-2bc724338e10 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (6a783123-4bcc-4897-af82-a444488a6903), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:55.919861 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc299e-104f-4d43-b717-f5bfeb2bc449 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event updated for resources: {'Subnet': ['ID=e202dd33-3ffb-4065-bff2-1c5099cb38a1,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:55.930565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9ee53526-778a-4f58-9e60-90543b28f77d req-0bb3ccff-a35e-4935-af33-2bc724338e10 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Calling delete_port for 6a783123-4bcc-4897-af82-a444488a6903 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:35:55.949771 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] For port 89689a75-142d-41e8-82e2-8e5b317eb302, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:55.958218 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] For port 89689a75-142d-41e8-82e2-8e5b317eb302, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=89689a75-142d-41e8-82e2-8e5b317eb302,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:55.959862 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cc299e-104f-4d43-b717-f5bfeb2bc449 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Checking segment: {'id': '214345f3-acc0-4b08-88f8-d3087a548fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ad14e2d-6531-4d66-b186-adc852ea82f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:55.960317 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cc299e-104f-4d43-b717-f5bfeb2bc449 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Network hostable DHCP agents. Network: 8ad14e2d-6531-4d66-b186-adc852ea82f1, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:35:55.960968 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0412601-e5d2-4c9e-8f0d-7b49eabe05c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54973638-af20-4b3d-9b08-b6c0daebfa95'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:55.966487 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638187a7-12e8-4b51-8dfa-b6799794b016" -d '{"events": [{"server_uuid": "c0412601-e5d2-4c9e-8f0d-7b49eabe05c5", "name": "network-vif-plugged", "status": "completed", "tag": "54973638-af20-4b3d-9b08-b6c0daebfa95"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:55.994444 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (89689a75-142d-41e8-82e2-8e5b317eb302), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:55.997830 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d04b9-adf7-4697-8639-7cae3a6c1438 req-0dce1ae0-1a0f-4fe5-9bbf-14bd981adde1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:56.004808 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-154d04b9-adf7-4697-8639-7cae3a6c1438 req-0dce1ae0-1a0f-4fe5-9bbf-14bd981adde1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 943 time: 0.0897598 Feb 03 12:35:56.027905 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cc299e-104f-4d43-b717-f5bfeb2bc449 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Network 8ad14e2d-6531-4d66-b186-adc852ea82f1 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:35:56.085020 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-154d04b9-adf7-4697-8639-7cae3a6c1438 req-7a8e7839-48b0-4041-aa84-cf13cdf3b58b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792458 Feb 03 12:35:56.094734 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f7f15-0a47-4ed7-85b6-7268509c1e2f None None] Pushing event updated for resources: {'Port': ['ID=89689a75-142d-41e8-82e2-8e5b317eb302,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:56.100452 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b6cc299e-104f-4d43-b717-f5bfeb2bc449 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 8ad14e2d-6531-4d66-b186-adc852ea82f1) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:56.112132 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b735f99-f6a2-403d-afbc-a47cbce3d6c5 None None] Network 8ad14e2d-6531-4d66-b186-adc852ea82f1 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:56.115889 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cc299e-104f-4d43-b717-f5bfeb2bc449 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:56.117514 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6cc299e-104f-4d43-b717-f5bfeb2bc449 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:56.118235 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0ad2f235-32eb-40c7-b5eb-b79725332e1b req-f09f6ef0-126c-4bfc-b872-23ca136be5d1 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group_rule (4a385b44-b72e-43c1-9add-34a84846c880), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:56.146822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0eaa31-9c9a-4b10-aac4-59e6adeff8c9 req-cf7c201d-bcfc-4190-9598-95eb653599e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:56.148869 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b6cc299e-104f-4d43-b717-f5bfeb2bc449 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1009991 Feb 03 12:35:56.149285 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c0eaa31-9c9a-4b10-aac4-59e6adeff8c9 req-cf7c201d-bcfc-4190-9598-95eb653599e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 909 time: 0.3048851 Feb 03 12:35:56.149913 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42050) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:56.161979 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6ff983d7-86af-4884-9936-74bb0a52ebe4 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Request body: {'port': {'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144', 'name': 'tempest-TaggedBootDevicesTest-711277541', 'fixed_ips': [{'subnet_id': 'f3329b62-fee9-499a-b698-bfa600d55e29'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:56.223343 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0ad2f235-32eb-40c7-b5eb-b79725332e1b req-f09f6ef0-126c-4bfc-b872-23ca136be5d1 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group_rule (4a385b44-b72e-43c1-9add-34a84846c880), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:56.225849 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c0eaa31-9c9a-4b10-aac4-59e6adeff8c9 req-de3880d1-acc5-4de6-af42-ccca7e79c25d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad8ce513-b024-4d6b-bba6-b97193218fd4 HTTP/1.1" status: 200 len: 217 time: 0.0663202 Feb 03 12:35:56.231981 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0ad2f235-32eb-40c7-b5eb-b79725332e1b req-f09f6ef0-126c-4bfc-b872-23ca136be5d1 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (4a385b44-b72e-43c1-9add-34a84846c880), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:56.254186 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8ad14e2d-6531-4d66-b186-adc852ea82f1', 'network_id': '8ad14e2d-6531-4d66-b186-adc852ea82f1', 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'fixed_ips': [{'subnet_id': 'e202dd33-3ffb-4065-bff2-1c5099cb38a1'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:35:56.255082 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:56.317429 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d203a9-e85a-4736-b0bd-4b47ad6e932f req-f7ab8e02-2667-4442-978e-ab822082f246 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:56.323212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0eaa31-9c9a-4b10-aac4-59e6adeff8c9 req-672c7ce5-ce88-4207-b8bf-bd0ed6951d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:56.324802 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c0eaa31-9c9a-4b10-aac4-59e6adeff8c9 req-672c7ce5-ce88-4207-b8bf-bd0ed6951d73 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.0849833 Feb 03 12:35:56.326360 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-70d203a9-e85a-4736-b0bd-4b47ad6e932f req-f7ab8e02-2667-4442-978e-ab822082f246 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 946 time: 0.1216409 Feb 03 12:35:56.350669 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42054) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:56.437203 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c0eaa31-9c9a-4b10-aac4-59e6adeff8c9 req-3ec1b511-5b09-4b97-a4b1-da0b3ea0d57a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843227 Feb 03 12:35:56.438457 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f6ef0-126c-4bfc-b872-23ca136be5d1 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a385b44-b72e-43c1-9add-34a84846c880,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:56.454551 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-70d203a9-e85a-4736-b0bd-4b47ad6e932f req-380c77ae-5518-4a9b-a5dc-b1a3f63f2426 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269839 Feb 03 12:35:56.455760 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0ad2f235-32eb-40c7-b5eb-b79725332e1b req-f09f6ef0-126c-4bfc-b872-23ca136be5d1 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:56.480024 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0ad2f235-32eb-40c7-b5eb-b79725332e1b req-f09f6ef0-126c-4bfc-b872-23ca136be5d1 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6370447 Feb 03 12:35:56.482960 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9ee53526-778a-4f58-9e60-90543b28f77d req-0bb3ccff-a35e-4935-af33-2bc724338e10 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (6a783123-4bcc-4897-af82-a444488a6903), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:56.486339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff983d7-86af-4884-9936-74bb0a52ebe4 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Made reservation on behalf of 2e9261d80c134a528c4f6c4dcfb8fdad for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:56.509462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] Allocated IP 10.2.2.2 (8ad14e2d-6531-4d66-b186-adc852ea82f1/e202dd33-3ffb-4065-bff2-1c5099cb38a1/918e9936-4cba-4e13-a923-89ab252b781c) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:56.559261 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c409cc-c46b-4147-a2a4-c063d253026a x-openstack-request-id: req-c2c409cc-c46b-4147-a2a4-c063d253026a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:56.559865 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0412601-e5d2-4c9e-8f0d-7b49eabe05c5", "name": "network-vif-plugged", "status": "completed", "tag": "54973638-af20-4b3d-9b08-b6c0daebfa95", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:56.560395 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2c409cc-c46b-4147-a2a4-c063d253026a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:56.560982 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0412601-e5d2-4c9e-8f0d-7b49eabe05c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54973638-af20-4b3d-9b08-b6c0daebfa95', 'code': 200} Feb 03 12:35:56.591250 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3ccff-a35e-4935-af33-2bc724338e10 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Pushing event deleted for resources: {'Port': ['ID=6a783123-4bcc-4897-af82-a444488a6903,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:56.675068 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c0eaa31-9c9a-4b10-aac4-59e6adeff8c9 req-2522f3e3-3e5d-4819-a066-41a4b1cea885 service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307265 Feb 03 12:35:56.677242 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a0d958dc-bc2b-496e-85d0-5d0d2fa27a8d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1003256213'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:56.708312 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0d958dc-bc2b-496e-85d0-5d0d2fa27a8d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:56.733580 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dc1c16f1-9910-43c3-b6df-d4b357e991f2 req-eda00768-3dd0-49b7-b02b-e1fa9bbec985 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5bfca7f-92dd-4e50-9cdb-8e3540eb0931 HTTP/1.1" status: 200 len: 210 time: 0.1382992 Feb 03 12:35:56.734099 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0d958dc-bc2b-496e-85d0-5d0d2fa27a8d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:56.760501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee53526-778a-4f58-9e60-90543b28f77d req-0bb3ccff-a35e-4935-af33-2bc724338e10 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] No DVR routers for this DVR port 6a783123-4bcc-4897-af82-a444488a6903 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:56.765845 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9ee53526-778a-4f58-9e60-90543b28f77d req-0bb3ccff-a35e-4935-af33-2bc724338e10 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:56.771252 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9ee53526-778a-4f58-9e60-90543b28f77d req-0bb3ccff-a35e-4935-af33-2bc724338e10 tempest-LiveAutoBlockMigrationV225Test-1766122512 tempest-LiveAutoBlockMigrationV225Test-1766122512-project] 10.222.0.31 "DELETE /v2.0/ports/6a783123-4bcc-4897-af82-a444488a6903 HTTP/1.1" status: 204 len: 173 time: 1.5074310 Feb 03 12:35:56.774361 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] Publish callbacks [] for port (918e9936-4cba-4e13-a923-89ab252b781c), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:56.795088 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (918e9936-4cba-4e13-a923-89ab252b781c), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:56.843635 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] Network 8ad14e2d-6531-4d66-b186-adc852ea82f1 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:56.847063 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:56.851328 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:56.857089 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0d958dc-bc2b-496e-85d0-5d0d2fa27a8d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (30108d1b-4dde-4280-9bd9-6d13d544841f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:56.879344 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e901c94f-4689-4a95-90e8-8ec8c6b05288 req-6b01fb8e-325a-4493-92fd-81c38440b92a tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "GET /v2.0/security-groups/a3b6a74a-fbb6-4d06-ba5b-981302b8e58b HTTP/1.1" status: 200 len: 3016 time: 0.2185032 Feb 03 12:35:56.882314 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0d958dc-bc2b-496e-85d0-5d0d2fa27a8d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (30108d1b-4dde-4280-9bd9-6d13d544841f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:56.890486 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] Pushing event updated for resources: {'Port': ['ID=918e9936-4cba-4e13-a923-89ab252b781c,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:56.923999 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ff983d7-86af-4884-9936-74bb0a52ebe4 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:56.946807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c353b1-f8e8-41fc-88e6-7b68e1ce97fb req-e9822173-8906-452d-954c-5c3151db5921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:56.949083 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-13c353b1-f8e8-41fc-88e6-7b68e1ce97fb req-e9822173-8906-452d-954c-5c3151db5921 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 1128 time: 0.1716383 Feb 03 12:35:56.957415 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d958dc-bc2b-496e-85d0-5d0d2fa27a8d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30108d1b-4dde-4280-9bd9-6d13d544841f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:56.970251 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6ff983d7-86af-4884-9936-74bb0a52ebe4 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] device_id is not set on port cabf4d1d-9cb5-497f-96ba-005a83301d2f yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:35:56.982779 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] Attempting to bind port 918e9936-4cba-4e13-a923-89ab252b781c on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:35:56.983260 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] Attempting to bind port 918e9936-4cba-4e13-a923-89ab252b781c by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '214345f3-acc0-4b08-88f8-d3087a548fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ad14e2d-6531-4d66-b186-adc852ea82f1'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:35:56.983528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] Attempting to bind port 918e9936-4cba-4e13-a923-89ab252b781c on network 8ad14e2d-6531-4d66-b186-adc852ea82f1 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:35:56.993309 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c0eaa31-9c9a-4b10-aac4-59e6adeff8c9 req-029aacf8-415b-419a-bd97-ae07f9b23ca2 service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066216 Feb 03 12:35:56.998019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:35:56.998851 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] Checking segment: {'id': '214345f3-acc0-4b08-88f8-d3087a548fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ad14e2d-6531-4d66-b186-adc852ea82f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:35:56.998851 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:56.999186 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] Bound using segment: {'id': '214345f3-acc0-4b08-88f8-d3087a548fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ad14e2d-6531-4d66-b186-adc852ea82f1'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:35:57.000136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] Bound port: 918e9936-4cba-4e13-a923-89ab252b781c, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214345f3-acc0-4b08-88f8-d3087a548fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ad14e2d-6531-4d66-b186-adc852ea82f1'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:35:57.000530 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (918e9936-4cba-4e13-a923-89ab252b781c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.002971 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacad9b2-0c4c-442d-9d5f-d69052c4e4a9 req-2259ae14-d20d-468c-8ff6-049996c050c5 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:57.012107 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cacad9b2-0c4c-442d-9d5f-d69052c4e4a9 req-2259ae14-d20d-468c-8ff6-049996c050c5 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2094782-b60b-49a8-8222-7fbfa94dea57 HTTP/1.1" status: 200 len: 945 time: 0.1302643 Feb 03 12:35:57.100038 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cacad9b2-0c4c-442d-9d5f-d69052c4e4a9 req-fdcbf0a3-5c83-48f9-b3c6-e98aaca497c0 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869298 Feb 03 12:35:57.103778 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] For port 918e9936-4cba-4e13-a923-89ab252b781c, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:57.111607 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0d958dc-bc2b-496e-85d0-5d0d2fa27a8d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (f7b4288a-d61d-4339-b003-4731061607d0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.116145 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-13c353b1-f8e8-41fc-88e6-7b68e1ce97fb req-064f0fe6-53b0-430e-9706-0110e50f2cbf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601057 Feb 03 12:35:57.125516 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] For port 918e9936-4cba-4e13-a923-89ab252b781c, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=918e9936-4cba-4e13-a923-89ab252b781c,segment=NetworkSegment(214345f3-acc0-4b08-88f8-d3087a548fe6),segment_id=214345f3-acc0-4b08-88f8-d3087a548fe6)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:35:57.134966 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (918e9936-4cba-4e13-a923-89ab252b781c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.143085 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0d958dc-bc2b-496e-85d0-5d0d2fa27a8d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f7b4288a-d61d-4339-b003-4731061607d0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.164134 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf14a855-a088-420f-976a-8c45b0bf1b35 req-750aa246-f21e-4182-993a-1f30133de176 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "GET /v2.0/security-group-rules/4a385b44-b72e-43c1-9add-34a84846c880 HTTP/1.1" status: 200 len: 783 time: 0.0270028 Feb 03 12:35:57.186410 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6f380-18d0-47fb-9bda-eaf8f68313ce req-333e216f-5784-4c37-9f98-a1aca11479e3 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:57.193598 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cc6f380-18d0-47fb-9bda-eaf8f68313ce req-333e216f-5784-4c37-9f98-a1aca11479e3 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 943 time: 0.1971414 Feb 03 12:35:57.229809 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb27f1-bbde-46a0-a05f-247fa54a7c52 None None] Pushing event updated for resources: {'Port': ['ID=918e9936-4cba-4e13-a923-89ab252b781c,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:57.239040 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf14a855-a088-420f-976a-8c45b0bf1b35 req-02a0a78a-73f4-4c15-9be1-146dfd276e1e tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "GET /v2.0/security-groups/a3b6a74a-fbb6-4d06-ba5b-981302b8e58b HTTP/1.1" status: 200 len: 3016 time: 0.0733206 Feb 03 12:35:57.277280 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0d958dc-bc2b-496e-85d0-5d0d2fa27a8d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.281654 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a0d958dc-bc2b-496e-85d0-5d0d2fa27a8d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9226077 Feb 03 12:35:57.292243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42072) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:57.293034 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf14a855-a088-420f-976a-8c45b0bf1b35 req-3e7ebe44-eaac-4e2b-83f9-194e5bffb55b tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group_rule (4a385b44-b72e-43c1-9add-34a84846c880), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.313477 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf14a855-a088-420f-976a-8c45b0bf1b35 req-3e7ebe44-eaac-4e2b-83f9-194e5bffb55b tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group_rule (4a385b44-b72e-43c1-9add-34a84846c880), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.320289 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cc6f380-18d0-47fb-9bda-eaf8f68313ce req-43bdc3ba-7ae1-4658-95a2-0acefcadbad4 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257806 Feb 03 12:35:57.344557 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d958dc-bc2b-496e-85d0-5d0d2fa27a8d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b4288a-d61d-4339-b003-4731061607d0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:57.408260 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-6ff983d7-86af-4884-9936-74bb0a52ebe4 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Allocated IP 10.1.1.162 (9c9f93eb-710e-451f-966d-9a0a4f14a144/f3329b62-fee9-499a-b698-bfa600d55e29/cabf4d1d-9cb5-497f-96ba-005a83301d2f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:57.409843 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf14a855-a088-420f-976a-8c45b0bf1b35 req-3e7ebe44-eaac-4e2b-83f9-194e5bffb55b tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (4a385b44-b72e-43c1-9add-34a84846c880), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.428305 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf14a855-a088-420f-976a-8c45b0bf1b35 req-3e7ebe44-eaac-4e2b-83f9-194e5bffb55b tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.429455 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf14a855-a088-420f-976a-8c45b0bf1b35 req-3e7ebe44-eaac-4e2b-83f9-194e5bffb55b tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4a385b44-b72e-43c1-9add-34a84846c880 HTTP/1.1" status: 204 len: 173 time: 0.1825323 Feb 03 12:35:57.452484 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ebe44-eaac-4e2b-83f9-194e5bffb55b tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a385b44-b72e-43c1-9add-34a84846c880,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:57.473944 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d0633cd4-ba3f-416f-af56-c5410458710e tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1781528 Feb 03 12:35:57.486242 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42078) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:57.495723 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-034ab54d-1d36-40db-9087-fc555628a61d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group': {'name': 'tempest-security--392303066', 'description': 'tempest-security-description-371803681'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:57.548531 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bfca7f-92dd-4e50-9cdb-8e3540eb0931', 'name': 'network-vif-deleted', 'tag': '6a783123-4bcc-4897-af82-a444488a6903'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:35:57.550981 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06e754b-2bdc-4293-9b29-54fe975a5f6e" -d '{"events": [{"server_uuid": "c5bfca7f-92dd-4e50-9cdb-8e3540eb0931", "name": "network-vif-deleted", "tag": "6a783123-4bcc-4897-af82-a444488a6903"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:35:57.610994 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-034ab54d-1d36-40db-9087-fc555628a61d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (f7b4288a-d61d-4339-b003-4731061607d0), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.621646 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3e939-b9ec-4a7c-b4ab-2b6fdc7624ca req-4f37627e-e453-4658-9385-4ff3f1660997 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:57.638937 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d6f3e939-b9ec-4a7c-b4ab-2b6fdc7624ca req-4f37627e-e453-4658-9385-4ff3f1660997 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 943 time: 0.1919100 Feb 03 12:35:57.721912 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-edfa12c5-af73-4c1b-b332-d39cebfc4b9f req-d4f7c635-faf9-4f13-96cf-af2df1d677ba tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "GET /v2.0/security-groups/a3b6a74a-fbb6-4d06-ba5b-981302b8e58b HTTP/1.1" status: 200 len: 2417 time: 0.0752649 Feb 03 12:35:57.791062 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-09e3e0c9-e3fc-47ad-ae38-724041224d2e service neutron] 10.222.0.73 "GET /v2.0/ports/ad8ce513-b024-4d6b-bba6-b97193218fd4/bindings/n-h2-827336-3 HTTP/1.1" status: 200 len: 384 time: 0.2353868 Feb 03 12:35:57.799322 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ff983d7-86af-4884-9936-74bb0a52ebe4 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for port (cabf4d1d-9cb5-497f-96ba-005a83301d2f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.824458 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d6f3e939-b9ec-4a7c-b4ab-2b6fdc7624ca req-89458154-f9a5-4fdb-8286-764ab6c15b8f tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842444 Feb 03 12:35:57.896433 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-034ab54d-1d36-40db-9087-fc555628a61d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (f7b4288a-d61d-4339-b003-4731061607d0), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.905030 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ff983d7-86af-4884-9936-74bb0a52ebe4 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (cabf4d1d-9cb5-497f-96ba-005a83301d2f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.908604 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ebff11-2fa5-4c0a-a13f-844465b777e5 None None] Network 9c9f93eb-710e-451f-966d-9a0a4f14a144 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:57.922859 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-034ab54d-1d36-40db-9087-fc555628a61d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f7b4288a-d61d-4339-b003-4731061607d0), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.925915 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-034ab54d-1d36-40db-9087-fc555628a61d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:57.937460 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-034ab54d-1d36-40db-9087-fc555628a61d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "PUT /v2.0/security-groups/f7b4288a-d61d-4339-b003-4731061607d0 HTTP/1.1" status: 200 len: 1795 time: 0.4458621 Feb 03 12:35:57.979566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42086) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:58.001490 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff983d7-86af-4884-9936-74bb0a52ebe4 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event updated for resources: {'Port': ['ID=cabf4d1d-9cb5-497f-96ba-005a83301d2f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:58.025333 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ebff85ea-4cae-441b-98c8-9e9a9a1ffc63 None None] Provisioning complete for port 89689a75-142d-41e8-82e2-8e5b317eb302 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:58.025967 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebff85ea-4cae-441b-98c8-9e9a9a1ffc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (89689a75-142d-41e8-82e2-8e5b317eb302), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.055171 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff983d7-86af-4884-9936-74bb0a52ebe4 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Network 9c9f93eb-710e-451f-966d-9a0a4f14a144 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:58.062461 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6ff983d7-86af-4884-9936-74bb0a52ebe4 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:58.064372 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-edfa12c5-af73-4c1b-b332-d39cebfc4b9f req-b6efab02-92fe-4b15-a45f-557dc7e73c4a tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (a3b6a74a-fbb6-4d06-ba5b-981302b8e58b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.065277 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff983d7-86af-4884-9936-74bb0a52ebe4 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:58.117879 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-edfa12c5-af73-4c1b-b332-d39cebfc4b9f req-b6efab02-92fe-4b15-a45f-557dc7e73c4a tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (a3b6a74a-fbb6-4d06-ba5b-981302b8e58b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.134142 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff983d7-86af-4884-9936-74bb0a52ebe4 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:58.137112 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ff983d7-86af-4884-9936-74bb0a52ebe4 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.167336 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c1de4-d292-4242-b038-8ea2048aff07 req-9b7cff78-70c7-4271-81ec-fe90b74fabc2 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:58.169493 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f70c1de4-d292-4242-b038-8ea2048aff07 req-9b7cff78-70c7-4271-81ec-fe90b74fabc2 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 946 time: 0.1746433 Feb 03 12:35:58.177552 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6ff983d7-86af-4884-9936-74bb0a52ebe4 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0262511 Feb 03 12:35:58.178303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42088) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:58.206865 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a40159b0-62af-40be-a0f8-d02d8542ba1a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Request body: {'port': {'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144', 'name': 'tempest-TaggedBootDevicesTest-1690900337', 'fixed_ips': [{'subnet_id': 'f3329b62-fee9-499a-b698-bfa600d55e29'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:58.217742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ebff85ea-4cae-441b-98c8-9e9a9a1ffc63 None None] Current status of the port 89689a75-142d-41e8-82e2-8e5b317eb302 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:58.218756 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebff85ea-4cae-441b-98c8-9e9a9a1ffc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (89689a75-142d-41e8-82e2-8e5b317eb302), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.221212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ab54d-1d36-40db-9087-fc555628a61d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b4288a-d61d-4339-b003-4731061607d0,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:58.226827 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1a59b971-90a6-4109-ab68-7543ec8ea388 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-groups/f7b4288a-d61d-4339-b003-4731061607d0 HTTP/1.1" status: 200 len: 1795 time: 0.2463310 Feb 03 12:35:58.229681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42090) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:58.278741 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ebff85ea-4cae-441b-98c8-9e9a9a1ffc63 None None] For port 89689a75-142d-41e8-82e2-8e5b317eb302, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=89689a75-142d-41e8-82e2-8e5b317eb302,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:58.285939 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f70c1de4-d292-4242-b038-8ea2048aff07 req-7a16e04e-5f31-4d82-96ca-4a3955f923c7 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065469 Feb 03 12:35:58.289465 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebff85ea-4cae-441b-98c8-9e9a9a1ffc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (89689a75-142d-41e8-82e2-8e5b317eb302), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.370415 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-edfa12c5-af73-4c1b-b332-d39cebfc4b9f req-b6efab02-92fe-4b15-a45f-557dc7e73c4a tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a3b6a74a-fbb6-4d06-ba5b-981302b8e58b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.384897 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-edfa12c5-af73-4c1b-b332-d39cebfc4b9f req-b6efab02-92fe-4b15-a45f-557dc7e73c4a tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.398389 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-edfa12c5-af73-4c1b-b332-d39cebfc4b9f req-b6efab02-92fe-4b15-a45f-557dc7e73c4a tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "DELETE /v2.0/security-groups/a3b6a74a-fbb6-4d06-ba5b-981302b8e58b HTTP/1.1" status: 204 len: 173 time: 0.6751196 Feb 03 12:35:58.402598 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc734fc-d0ca-4ae0-bfef-e879bba4d8d3 x-openstack-request-id: req-bdc734fc-d0ca-4ae0-bfef-e879bba4d8d3 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:35:58.402914 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5bfca7f-92dd-4e50-9cdb-8e3540eb0931", "name": "network-vif-deleted", "tag": "6a783123-4bcc-4897-af82-a444488a6903", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:35:58.403158 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bdc734fc-d0ca-4ae0-bfef-e879bba4d8d3 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:35:58.403570 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bfca7f-92dd-4e50-9cdb-8e3540eb0931', 'name': 'network-vif-deleted', 'tag': '6a783123-4bcc-4897-af82-a444488a6903', 'status': 'completed', 'code': 200} Feb 03 12:35:58.405278 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 89689a75-142d-41e8-82e2-8e5b317eb302 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:58.438332 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff85ea-4cae-441b-98c8-9e9a9a1ffc63 None None] Pushing event updated for resources: {'Port': ['ID=89689a75-142d-41e8-82e2-8e5b317eb302,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:58.455139 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efab02-92fe-4b15-a45f-557dc7e73c4a tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b6a74a-fbb6-4d06-ba5b-981302b8e58b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:58.490996 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42096) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:58.535901 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40159b0-62af-40be-a0f8-d02d8542ba1a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Made reservation on behalf of 2e9261d80c134a528c4f6c4dcfb8fdad for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:35:58.541359 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a40159b0-62af-40be-a0f8-d02d8542ba1a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.569618 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 89689a75-142d-41e8-82e2-8e5b317eb302 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:58.569923 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (89689a75-142d-41e8-82e2-8e5b317eb302), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.607704 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-a40159b0-62af-40be-a0f8-d02d8542ba1a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] device_id is not set on port 4997ac52-3b54-4c28-b601-d5627a93ce49 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:35:58.649937 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da88c2-9db3-4776-a92c-0e01578894a7 req-de106082-f179-4df1-abb1-aa23c6870fea tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:58.655566 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b3da88c2-9db3-4776-a92c-0e01578894a7 req-de106082-f179-4df1-abb1-aa23c6870fea tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2094782-b60b-49a8-8222-7fbfa94dea57 HTTP/1.1" status: 200 len: 945 time: 0.1909142 Feb 03 12:35:58.740704 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-b1c1e246-7f2d-4cee-9b8c-a116601dc3b4 service neutron] For port ad8ce513-b024-4d6b-bba6-b97193218fd4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ad8ce513-b024-4d6b-bba6-b97193218fd4,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:58.748364 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f981be05-8021-466b-a24c-ed02bf68ed53 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:35:58.750667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 6a783123-4bcc-4897-af82-a444488a6903 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:35:58.778332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-b1c1e246-7f2d-4cee-9b8c-a116601dc3b4 service neutron] For port ad8ce513-b024-4d6b-bba6-b97193218fd4, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:35:58.785009 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 89689a75-142d-41e8-82e2-8e5b317eb302 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:58.785718 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 918e9936-4cba-4e13-a923-89ab252b781c up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:35:58.791065 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 6a783123-4bcc-4897-af82-a444488a6903 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:35:58.791507 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 6a783123-4bcc-4897-af82-a444488a6903 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:35:58.829737 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b3da88c2-9db3-4776-a92c-0e01578894a7 req-0861c057-cbff-41d8-9e23-e5acdca9eb68 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336226 Feb 03 12:35:58.881779 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bdc5fab5-d1a8-4385-9bbf-8426f2b59faf None None] Provisioning complete for port 89689a75-142d-41e8-82e2-8e5b317eb302 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:58.882156 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bdc5fab5-d1a8-4385-9bbf-8426f2b59faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (89689a75-142d-41e8-82e2-8e5b317eb302), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.914639 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d51173ba-c81e-461b-b9b5-4b0183ecf881 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (f7b4288a-d61d-4339-b003-4731061607d0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:58.935715 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-fba24377-99e3-4d16-b64f-dd373acc9955 req-38b94c86-c54b-40de-89e8-04fab8cc0091 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] show failed (client error): The resource could not be found. Feb 03 12:35:58.936842 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fba24377-99e3-4d16-b64f-dd373acc9955 req-38b94c86-c54b-40de-89e8-04fab8cc0091 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "GET /v2.0/security-groups/30f1150b-a7f2-408d-a653-852d35510159 HTTP/1.1" status: 404 len: 352 time: 0.0323138 Feb 03 12:35:58.959616 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-b1c1e246-7f2d-4cee-9b8c-a116601dc3b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8ce513-b024-4d6b-bba6-b97193218fd4 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:58.990979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-b1c1e246-7f2d-4cee-9b8c-a116601dc3b4 service neutron] For port ad8ce513-b024-4d6b-bba6-b97193218fd4, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ad8ce513-b024-4d6b-bba6-b97193218fd4,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:58.992051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-a40159b0-62af-40be-a0f8-d02d8542ba1a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Allocated IP 10.1.1.149 (9c9f93eb-710e-451f-966d-9a0a4f14a144/f3329b62-fee9-499a-b698-bfa600d55e29/4997ac52-3b54-4c28-b601-d5627a93ce49) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:35:58.996241 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 918e9936-4cba-4e13-a923-89ab252b781c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:58.997807 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (918e9936-4cba-4e13-a923-89ab252b781c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.022648 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port f981be05-8021-466b-a24c-ed02bf68ed53, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f981be05-8021-466b-a24c-ed02bf68ed53,segment=NetworkSegment(60b1d6d7-3510-481e-9dd3-b2f749842682),segment_id=60b1d6d7-3510-481e-9dd3-b2f749842682)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:59.027572 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d51173ba-c81e-461b-b9b5-4b0183ecf881 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (f7b4288a-d61d-4339-b003-4731061607d0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.033006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c88c87b-3433-4e22-a010-7e0a608012b4 admin admin] Deleting subnet a224ad99-e09c-495b-b28c-4e2912ae8c46 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:35:59.048228 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d413558-65a9-476a-b72a-d6b13cb22d6c req-0b1d662b-4417-47f6-a40b-6b4659eed468 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:59.055318 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7d413558-65a9-476a-b72a-d6b13cb22d6c req-0b1d662b-4417-47f6-a40b-6b4659eed468 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 943 time: 0.4435260 Feb 03 12:35:59.058617 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39be657f-51a6-4199-a5e3-9dd1b731e04d None None] Network 8ad14e2d-6531-4d66-b186-adc852ea82f1 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:35:59.061132 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-b1c1e246-7f2d-4cee-9b8c-a116601dc3b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.068365 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c88c87b-3433-4e22-a010-7e0a608012b4 admin admin] Publish callbacks [] for subnet (a224ad99-e09c-495b-b28c-4e2912ae8c46), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.087629 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'f981be05-8021-466b-a24c-ed02bf68ed53', 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf', 'port_id': 'f981be05-8021-466b-a24c-ed02bf68ed53', 'mac_address': 'fa:16:3e:99:43:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67023db2-06c8-42d5-bfcd-aa9f27b3574c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:35:59.161058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2912dd-d74f-4a57-9fb9-7c104b816d30 req-6caccf46-050f-4dc7-ada2-18c5bb2e6f21 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:59.162698 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b2912dd-d74f-4a57-9fb9-7c104b816d30 req-6caccf46-050f-4dc7-ada2-18c5bb2e6f21 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 943 time: 0.1260073 Feb 03 12:35:59.191306 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d51173ba-c81e-461b-b9b5-4b0183ecf881 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f7b4288a-d61d-4339-b003-4731061607d0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.194691 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d51173ba-c81e-461b-b9b5-4b0183ecf881 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.195875 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d51173ba-c81e-461b-b9b5-4b0183ecf881 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-groups/f7b4288a-d61d-4339-b003-4731061607d0 HTTP/1.1" status: 204 len: 168 time: 0.9633133 Feb 03 12:35:59.210763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42106) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:59.216028 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5fab5-d1a8-4385-9bbf-8426f2b59faf None None] Current status of the port 89689a75-142d-41e8-82e2-8e5b317eb302 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:59.240631 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port f981be05-8021-466b-a24c-ed02bf68ed53 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:59.241000 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f981be05-8021-466b-a24c-ed02bf68ed53), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.252738 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c88c87b-3433-4e22-a010-7e0a608012b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (a224ad99-e09c-495b-b28c-4e2912ae8c46), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.259192 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51173ba-c81e-461b-b9b5-4b0183ecf881 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b4288a-d61d-4339-b003-4731061607d0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:59.287787 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7d413558-65a9-476a-b72a-d6b13cb22d6c req-e4ae6bca-959f-41c6-b74c-d940650311bb tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315502 Feb 03 12:35:59.325061 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bdc5fab5-d1a8-4385-9bbf-8426f2b59faf None None] Provisioning complete for port cabf4d1d-9cb5-497f-96ba-005a83301d2f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:59.325445 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bdc5fab5-d1a8-4385-9bbf-8426f2b59faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cabf4d1d-9cb5-497f-96ba-005a83301d2f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.330428 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c88c87b-3433-4e22-a010-7e0a608012b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (a224ad99-e09c-495b-b28c-4e2912ae8c46), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.338345 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f981be05-8021-466b-a24c-ed02bf68ed53 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:35:59.348486 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b2912dd-d74f-4a57-9fb9-7c104b816d30 req-abe9c6bc-af46-476d-b6b3-588707c73874 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742275 Feb 03 12:35:59.353219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-b1c1e246-7f2d-4cee-9b8c-a116601dc3b4 service neutron] Transition to ACTIVE for port object ad8ce513-b024-4d6b-bba6-b97193218fd4 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:35:59.358971 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a40159b0-62af-40be-a0f8-d02d8542ba1a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for port (4997ac52-3b54-4c28-b601-d5627a93ce49), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.367027 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-b1c1e246-7f2d-4cee-9b8c-a116601dc3b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.387559 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d3a90006-109b-4607-80ec-a9481b530f82 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1696396 Feb 03 12:35:59.387559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42110) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:59.414391 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-9d1a8844-e5ac-42fc-b608-5249e260dda4 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] delete failed (client error): The resource could not be found. Feb 03 12:35:59.415715 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9d1a8844-e5ac-42fc-b608-5249e260dda4 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-groups/f7b4288a-d61d-4339-b003-4731061607d0 HTTP/1.1" status: 404 len: 347 time: 0.0310147 Feb 03 12:35:59.423661 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42112) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:59.442851 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7b716455-ba35-4587-bc71-dbeda8bf80c3 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group': {'name': 'tempest-secgroup--26009483'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:35:59.473904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-b1c1e246-7f2d-4cee-9b8c-a116601dc3b4 service neutron] No DVR routers for this DVR port ad8ce513-b024-4d6b-bba6-b97193218fd4 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:35:59.488910 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1e246-7f2d-4cee-9b8c-a116601dc3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8ce513-b024-4d6b-bba6-b97193218fd4,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:59.507349 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b716455-ba35-4587-bc71-dbeda8bf80c3 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.515198 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a40159b0-62af-40be-a0f8-d02d8542ba1a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (4997ac52-3b54-4c28-b601-d5627a93ce49), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.517882 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c88c87b-3433-4e22-a010-7e0a608012b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (a224ad99-e09c-495b-b28c-4e2912ae8c46), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.530915 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-b1c1e246-7f2d-4cee-9b8c-a116601dc3b4 service neutron] 10.222.0.73 "PUT /v2.0/ports/ad8ce513-b024-4d6b-bba6-b97193218fd4/bindings/n-h2-827336-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7255304 Feb 03 12:35:59.557524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 918e9936-4cba-4e13-a923-89ab252b781c is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:35:59.558111 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (918e9936-4cba-4e13-a923-89ab252b781c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.559398 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88c87b-3433-4e22-a010-7e0a608012b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a224ad99-e09c-495b-b28c-4e2912ae8c46,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:59.564312 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c88c87b-3433-4e22-a010-7e0a608012b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.572392 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6c88c87b-3433-4e22-a010-7e0a608012b4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a224ad99-e09c-495b-b28c-4e2912ae8c46 HTTP/1.1" status: 204 len: 168 time: 1.0783665 Feb 03 12:35:59.573575 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42118) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:35:59.591373 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port f981be05-8021-466b-a24c-ed02bf68ed53, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f981be05-8021-466b-a24c-ed02bf68ed53,segment=NetworkSegment(60b1d6d7-3510-481e-9dd3-b2f749842682),segment_id=60b1d6d7-3510-481e-9dd3-b2f749842682)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:59.594847 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5fab5-d1a8-4385-9bbf-8426f2b59faf None None] Port cabf4d1d-9cb5-497f-96ba-005a83301d2f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:35:59.599625 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40159b0-62af-40be-a0f8-d02d8542ba1a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Network 9c9f93eb-710e-451f-966d-9a0a4f14a144 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:35:59.610011 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f981be05-8021-466b-a24c-ed02bf68ed53), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.616433 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-786b4b3a-ff37-42ca-bfc5-46f22ea91521 req-c1e03f8a-9534-462d-8413-8eb843808be2 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "GET /v2.0/security-groups/766fa241-9f0b-4ee1-8ab4-97674fd31292 HTTP/1.1" status: 200 len: 1824 time: 0.1659870 Feb 03 12:35:59.637773 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a40159b0-62af-40be-a0f8-d02d8542ba1a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:35:59.651079 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40159b0-62af-40be-a0f8-d02d8542ba1a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:35:59.683115 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 918e9936-4cba-4e13-a923-89ab252b781c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=918e9936-4cba-4e13-a923-89ab252b781c,segment=NetworkSegment(214345f3-acc0-4b08-88f8-d3087a548fe6),segment_id=214345f3-acc0-4b08-88f8-d3087a548fe6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:35:59.697563 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40159b0-62af-40be-a0f8-d02d8542ba1a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event updated for resources: {'Port': ['ID=4997ac52-3b54-4c28-b601-d5627a93ce49,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:59.725492 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (918e9936-4cba-4e13-a923-89ab252b781c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.766821 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=f981be05-8021-466b-a24c-ed02bf68ed53,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:59.797179 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-829a745c-0640-4936-aff6-d49dfbc77b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (fa311484-a64f-41a1-a01e-493a1be74adb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.800504 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ab940c94-b64d-4ce9-bd5b-52f265c96162 None None] Provisioning complete for port 918e9936-4cba-4e13-a923-89ab252b781c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:35:59.800886 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ab940c94-b64d-4ce9-bd5b-52f265c96162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (918e9936-4cba-4e13-a923-89ab252b781c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.828101 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b716455-ba35-4587-bc71-dbeda8bf80c3 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (9fa9c6c1-715d-4abc-b727-8cbf8530e24a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.851578 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['f981be05-8021-466b-a24c-ed02bf68ed53'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:35:59.887205 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=918e9936-4cba-4e13-a923-89ab252b781c,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:35:59.898519 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40159b0-62af-40be-a0f8-d02d8542ba1a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:59.900009 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a40159b0-62af-40be-a0f8-d02d8542ba1a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.912751 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b716455-ba35-4587-bc71-dbeda8bf80c3 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9fa9c6c1-715d-4abc-b727-8cbf8530e24a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:35:59.961026 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-cc543677-6816-4fe5-8ed7-aceb770eb374 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:35:59.968709 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-cc543677-6816-4fe5-8ed7-aceb770eb374 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04&tenant_id=59121cc9f5494060a5397600a3646346&binding%3Ahost_id=n-h1-827336-3 HTTP/1.1" status: 200 len: 1126 time: 0.2605546 Feb 03 12:36:00.005616 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a40159b0-62af-40be-a0f8-d02d8542ba1a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8216598 Feb 03 12:36:00.015405 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-786b4b3a-ff37-42ca-bfc5-46f22ea91521 req-5e411b9b-8c4a-4e78-9573-d1e2c619f1f9 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (766fa241-9f0b-4ee1-8ab4-97674fd31292), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.027457 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b716455-ba35-4587-bc71-dbeda8bf80c3 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.032664 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7b716455-ba35-4587-bc71-dbeda8bf80c3 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6078279 Feb 03 12:36:00.033898 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42128) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:00.051045 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-102921b4-341a-49f7-84a7-f5b7df175a42 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group_rule': {'security_group_id': '9fa9c6c1-715d-4abc-b727-8cbf8530e24a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:00.078841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ab940c94-b64d-4ce9-bd5b-52f265c96162 None None] Current status of the port 918e9936-4cba-4e13-a923-89ab252b781c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:00.101412 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b716455-ba35-4587-bc71-dbeda8bf80c3 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa9c6c1-715d-4abc-b727-8cbf8530e24a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:00.113682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ab940c94-b64d-4ce9-bd5b-52f265c96162 None None] Provisioning complete for port cabf4d1d-9cb5-497f-96ba-005a83301d2f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:00.114061 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ab940c94-b64d-4ce9-bd5b-52f265c96162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cabf4d1d-9cb5-497f-96ba-005a83301d2f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.120165 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-102921b4-341a-49f7-84a7-f5b7df175a42 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (1fdd3e90-3cce-4ddd-92e3-f393de09005e), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.140644 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-786b4b3a-ff37-42ca-bfc5-46f22ea91521 req-5e411b9b-8c4a-4e78-9573-d1e2c619f1f9 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (766fa241-9f0b-4ee1-8ab4-97674fd31292), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.164606 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ab940c94-b64d-4ce9-bd5b-52f265c96162 None None] Port cabf4d1d-9cb5-497f-96ba-005a83301d2f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:36:00.165784 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-829a745c-0640-4936-aff6-d49dfbc77b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (fa311484-a64f-41a1-a01e-493a1be74adb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.171399 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 89689a75-142d-41e8-82e2-8e5b317eb302 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:00.223108 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-786b4b3a-ff37-42ca-bfc5-46f22ea91521 req-5e411b9b-8c4a-4e78-9573-d1e2c619f1f9 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (766fa241-9f0b-4ee1-8ab4-97674fd31292), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.226247 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-786b4b3a-ff37-42ca-bfc5-46f22ea91521 req-5e411b9b-8c4a-4e78-9573-d1e2c619f1f9 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.228209 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-786b4b3a-ff37-42ca-bfc5-46f22ea91521 req-5e411b9b-8c4a-4e78-9573-d1e2c619f1f9 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "DELETE /v2.0/security-groups/766fa241-9f0b-4ee1-8ab4-97674fd31292 HTTP/1.1" status: 204 len: 173 time: 0.6109366 Feb 03 12:36:00.231375 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-102921b4-341a-49f7-84a7-f5b7df175a42 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (1fdd3e90-3cce-4ddd-92e3-f393de09005e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.241475 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-102921b4-341a-49f7-84a7-f5b7df175a42 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (1fdd3e90-3cce-4ddd-92e3-f393de09005e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.249745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e411b9b-8c4a-4e78-9573-d1e2c619f1f9 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=766fa241-9f0b-4ee1-8ab4-97674fd31292,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:00.264685 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 89689a75-142d-41e8-82e2-8e5b317eb302 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:00.265042 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (89689a75-142d-41e8-82e2-8e5b317eb302), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.266372 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102921b4-341a-49f7-84a7-f5b7df175a42 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fdd3e90-3cce-4ddd-92e3-f393de09005e,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:00.289332 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-102921b4-341a-49f7-84a7-f5b7df175a42 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.293580 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-102921b4-341a-49f7-84a7-f5b7df175a42 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2480314 Feb 03 12:36:00.293959 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42140) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:00.296116 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-829a745c-0640-4936-aff6-d49dfbc77b29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa311484-a64f-41a1-a01e-493a1be74adb']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:00.330740 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f439338f-ed3f-4fc2-96c0-48517aa499f8 None None] Provisioning complete for port 4997ac52-3b54-4c28-b601-d5627a93ce49 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:00.331085 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f439338f-ed3f-4fc2-96c0-48517aa499f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4997ac52-3b54-4c28-b601-d5627a93ce49), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.333373 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-829a745c-0640-4936-aff6-d49dfbc77b29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:00.333785 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-829a745c-0640-4936-aff6-d49dfbc77b29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af83f5c-d864-46a3-9b6f-6f8dfebcaaca') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:00.341238 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bad021af-f023-49b6-a3e0-02ef15e5c026 req-49557218-6947-434e-b240-88d29970ce93 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3853438 Feb 03 12:36:00.356164 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-829a745c-0640-4936-aff6-d49dfbc77b29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (0af83f5c-d864-46a3-9b6f-6f8dfebcaaca), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.361222 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3807d47-56bf-4a83-8477-11e98e4e942d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (1fdd3e90-3cce-4ddd-92e3-f393de09005e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.379866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f439338f-ed3f-4fc2-96c0-48517aa499f8 None None] Port 4997ac52-3b54-4c28-b601-d5627a93ce49 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:36:00.381707 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3807d47-56bf-4a83-8477-11e98e4e942d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (1fdd3e90-3cce-4ddd-92e3-f393de09005e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.420852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 89689a75-142d-41e8-82e2-8e5b317eb302 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:00.421967 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 918e9936-4cba-4e13-a923-89ab252b781c up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:00.430649 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3807d47-56bf-4a83-8477-11e98e4e942d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (1fdd3e90-3cce-4ddd-92e3-f393de09005e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.441436 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3807d47-56bf-4a83-8477-11e98e4e942d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.443745 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b3807d47-56bf-4a83-8477-11e98e4e942d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1fdd3e90-3cce-4ddd-92e3-f393de09005e HTTP/1.1" status: 204 len: 168 time: 0.1484938 Feb 03 12:36:00.446359 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f439338f-ed3f-4fc2-96c0-48517aa499f8 None None] Provisioning complete for port 918e9936-4cba-4e13-a923-89ab252b781c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:00.446867 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f439338f-ed3f-4fc2-96c0-48517aa499f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (918e9936-4cba-4e13-a923-89ab252b781c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.447550 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42146) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:00.467760 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42148) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:00.476036 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-996b4804-625b-4094-90dc-430b2387cb8c tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1240530688', 'description': 'tempest-description--2084793836'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:00.490689 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3807d47-56bf-4a83-8477-11e98e4e942d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fdd3e90-3cce-4ddd-92e3-f393de09005e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:00.517163 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 918e9936-4cba-4e13-a923-89ab252b781c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:00.517555 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (918e9936-4cba-4e13-a923-89ab252b781c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.559239 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-996b4804-625b-4094-90dc-430b2387cb8c tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.572141 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-25ba2c71-61ec-42f8-ae0a-31649f2490f4 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1231077 Feb 03 12:36:00.581556 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42150) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:00.584333 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f439338f-ed3f-4fc2-96c0-48517aa499f8 None None] Current status of the port 918e9936-4cba-4e13-a923-89ab252b781c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:00.619072 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ea34ab35-5b91-4f8e-9307-1e9c71365d83 req-7b1b7475-180c-43e0-9e4e-739479715914 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "GET /v2.0/security-groups/19269453-570d-4a0e-af79-8b892bcb117e HTTP/1.1" status: 200 len: 1822 time: 0.1303313 Feb 03 12:36:00.631235 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 918e9936-4cba-4e13-a923-89ab252b781c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:00.722683 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3954d8af-0ee1-4878-89c5-4152edf177fa tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (9fa9c6c1-715d-4abc-b727-8cbf8530e24a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.729014 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-47d5145a-18b0-4589-89d6-6ab6e3f20bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:00.730389 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-47d5145a-18b0-4589-89d6-6ab6e3f20bc0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04&tenant_id=59121cc9f5494060a5397600a3646346 HTTP/1.1" status: 200 len: 1126 time: 0.5775311 Feb 03 12:36:00.738358 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-996b4804-625b-4094-90dc-430b2387cb8c tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for security_group (bf98b3e8-4d6b-4267-9187-ba76a799e1e3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.751130 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-829a745c-0640-4936-aff6-d49dfbc77b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (0af83f5c-d864-46a3-9b6f-6f8dfebcaaca), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.758642 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-996b4804-625b-4094-90dc-430b2387cb8c tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bf98b3e8-4d6b-4267-9187-ba76a799e1e3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.765841 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f9b72-ad8f-4a54-9723-2c8c3b6f9ce4 req-353142c7-f896-42b2-ac1f-91f54cf37370 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:00.767715 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c32f9b72-ad8f-4a54-9723-2c8c3b6f9ce4 req-353142c7-f896-42b2-ac1f-91f54cf37370 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 946 time: 0.6039035 Feb 03 12:36:00.779255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829a745c-0640-4936-aff6-d49dfbc77b29 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:36:00.779663 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-829a745c-0640-4936-aff6-d49dfbc77b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (0af83f5c-d864-46a3-9b6f-6f8dfebcaaca), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:36:00.783645 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:36:00.786278 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3954d8af-0ee1-4878-89c5-4152edf177fa tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (9fa9c6c1-715d-4abc-b727-8cbf8530e24a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.800427 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ea34ab35-5b91-4f8e-9307-1e9c71365d83 req-d33d29f5-74e9-414c-8907-c82e0d4fb87c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (19269453-570d-4a0e-af79-8b892bcb117e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.814074 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.826960 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-996b4804-625b-4094-90dc-430b2387cb8c tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.829082 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-996b4804-625b-4094-90dc-430b2387cb8c tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3593926 Feb 03 12:36:00.841645 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42152) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:00.856177 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ed063c68-3c12-4bb8-866e-ef5288e7fa7b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Request body: {'security_group_rule': {'security_group_id': 'bf98b3e8-4d6b-4267-9187-ba76a799e1e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:00.859832 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b4804-625b-4094-90dc-430b2387cb8c tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf98b3e8-4d6b-4267-9187-ba76a799e1e3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:00.877971 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ea34ab35-5b91-4f8e-9307-1e9c71365d83 req-d33d29f5-74e9-414c-8907-c82e0d4fb87c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (19269453-570d-4a0e-af79-8b892bcb117e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.907746 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-829a745c-0640-4936-aff6-d49dfbc77b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (fa311484-a64f-41a1-a01e-493a1be74adb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.914810 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3954d8af-0ee1-4878-89c5-4152edf177fa tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9fa9c6c1-715d-4abc-b727-8cbf8530e24a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.916557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad021af-f023-49b6-a3e0-02ef15e5c026 req-e91e0451-4b7d-44d8-8e46-1033c629640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:00.917809 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3954d8af-0ee1-4878-89c5-4152edf177fa tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.918351 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bad021af-f023-49b6-a3e0-02ef15e5c026 req-e91e0451-4b7d-44d8-8e46-1033c629640f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 1127 time: 0.2048640 Feb 03 12:36:00.919429 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3954d8af-0ee1-4878-89c5-4152edf177fa tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-groups/9fa9c6c1-715d-4abc-b727-8cbf8530e24a HTTP/1.1" status: 204 len: 168 time: 0.3370082 Feb 03 12:36:00.923475 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42154) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:00.924700 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-829a745c-0640-4936-aff6-d49dfbc77b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.928133 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-829a745c-0640-4936-aff6-d49dfbc77b29 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fa311484-a64f-41a1-a01e-493a1be74adb HTTP/1.1" status: 204 len: 168 time: 1.3533270 Feb 03 12:36:00.940644 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c32f9b72-ad8f-4a54-9723-2c8c3b6f9ce4 req-ff8811dc-c3f2-4dd6-8000-8e5ab8ee4dce tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578496 Feb 03 12:36:00.942380 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42156) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:00.982103 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed063c68-3c12-4bb8-866e-ef5288e7fa7b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for security_group_rule (997082c4-7710-4014-a1aa-7c68bc8fb176), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:00.984757 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954d8af-0ee1-4878-89c5-4152edf177fa tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa9c6c1-715d-4abc-b727-8cbf8530e24a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:00.984918 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a745c-0640-4936-aff6-d49dfbc77b29 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa311484-a64f-41a1-a01e-493a1be74adb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:01.001596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-26891a40-eddd-4b1a-8c2e-37194d77a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:01.004045 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-26891a40-eddd-4b1a-8c2e-37194d77a58b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 1126 time: 0.2475560 Feb 03 12:36:01.038884 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1810aa-b905-48a8-86f2-f9238fc7267b admin admin] Deleting subnet 614c74a2-4325-4287-ab5c-62d8967109e0 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:36:01.045318 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d1810aa-b905-48a8-86f2-f9238fc7267b admin admin] Publish callbacks [] for subnet (614c74a2-4325-4287-ab5c-62d8967109e0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.070911 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ea34ab35-5b91-4f8e-9307-1e9c71365d83 req-d33d29f5-74e9-414c-8907-c82e0d4fb87c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (19269453-570d-4a0e-af79-8b892bcb117e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.073603 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ea34ab35-5b91-4f8e-9307-1e9c71365d83 req-d33d29f5-74e9-414c-8907-c82e0d4fb87c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.074753 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ea34ab35-5b91-4f8e-9307-1e9c71365d83 req-d33d29f5-74e9-414c-8907-c82e0d4fb87c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "DELETE /v2.0/security-groups/19269453-570d-4a0e-af79-8b892bcb117e HTTP/1.1" status: 204 len: 173 time: 0.4263973 Feb 03 12:36:01.103541 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d29f5-74e9-414c-8907-c82e0d4fb87c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19269453-570d-4a0e-af79-8b892bcb117e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:01.110826 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d1810aa-b905-48a8-86f2-f9238fc7267b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (614c74a2-4325-4287-ab5c-62d8967109e0), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.113804 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed063c68-3c12-4bb8-866e-ef5288e7fa7b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for security_group_rule (997082c4-7710-4014-a1aa-7c68bc8fb176), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.144114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed063c68-3c12-4bb8-866e-ef5288e7fa7b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (997082c4-7710-4014-a1aa-7c68bc8fb176), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.154940 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-73dd5aeb-6817-4a17-bdda-3bf455d1d50f tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2185836 Feb 03 12:36:01.165415 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42162) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:01.172895 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ad8ce513-b024-4d6b-bba6-b97193218fd4 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:01.177043 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-dabdefe5-439e-4265-b2fd-60f00eb76f9a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1679147103'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:01.216539 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed063c68-3c12-4bb8-866e-ef5288e7fa7b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997082c4-7710-4014-a1aa-7c68bc8fb176,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:01.216824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad021af-f023-49b6-a3e0-02ef15e5c026 req-7178241c-d9a4-4d86-af9b-0e6f75362ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:01.218217 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bad021af-f023-49b6-a3e0-02ef15e5c026 req-7178241c-d9a4-4d86-af9b-0e6f75362ec0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 909 time: 0.2596533 Feb 03 12:36:01.226767 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d1810aa-b905-48a8-86f2-f9238fc7267b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (614c74a2-4325-4287-ab5c-62d8967109e0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.227200 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] The host n-h1-827336-3 is not matching for port ad8ce513-b024-4d6b-bba6-b97193218fd4 host n-h2-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:36:01.227620 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ad8ce513-b024-4d6b-bba6-b97193218fd4 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:36:01.232226 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed063c68-3c12-4bb8-866e-ef5288e7fa7b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.233375 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ed063c68-3c12-4bb8-866e-ef5288e7fa7b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3907552 Feb 03 12:36:01.242780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42164) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:01.251196 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e1327-7947-4545-b5e0-20e733e4dc08 req-e0124e21-5460-427f-aad8-f10ad111ac02 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:01.252710 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b7e1327-7947-4545-b5e0-20e733e4dc08 req-e0124e21-5460-427f-aad8-f10ad111ac02 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 944 time: 0.2378814 Feb 03 12:36:01.269500 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dabdefe5-439e-4265-b2fd-60f00eb76f9a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.284283 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f8efa56a-5349-4768-8c3c-6cc87800654d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Request body: {'security_group_rule': {'security_group_id': 'bf98b3e8-4d6b-4267-9187-ba76a799e1e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:01.292824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-9d9a7d29-b0be-4aaa-bb44-8d7748f2dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:01.294430 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-9d9a7d29-b0be-4aaa-bb44-8d7748f2dd48 service neutron] 10.222.0.31 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 909 time: 0.2777650 Feb 03 12:36:01.295667 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bad021af-f023-49b6-a3e0-02ef15e5c026 req-4774a3db-fcce-483b-a381-063da44be161 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 HTTP/1.1" status: 200 len: 217 time: 0.0637043 Feb 03 12:36:01.302050 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d04c6-1249-4a1f-af98-a32dd1a896b2 req-f541e918-fb03-46a3-a52f-783bf595d907 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:01.303550 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-377d04c6-1249-4a1f-af98-a32dd1a896b2 req-f541e918-fb03-46a3-a52f-783bf595d907 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 944 time: 0.1607218 Feb 03 12:36:01.337240 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d1810aa-b905-48a8-86f2-f9238fc7267b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (614c74a2-4325-4287-ab5c-62d8967109e0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.381181 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1810aa-b905-48a8-86f2-f9238fc7267b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=614c74a2-4325-4287-ab5c-62d8967109e0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:01.388213 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-4306bf29-7b4f-4811-bc47-8cb182ee2221 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad8ce513-b024-4d6b-bba6-b97193218fd4 HTTP/1.1" status: 200 len: 217 time: 0.0827529 Feb 03 12:36:01.394297 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d1810aa-b905-48a8-86f2-f9238fc7267b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.397494 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0d1810aa-b905-48a8-86f2-f9238fc7267b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/614c74a2-4325-4287-ab5c-62d8967109e0 HTTP/1.1" status: 204 len: 168 time: 0.4488885 Feb 03 12:36:01.403525 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42168) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:01.438742 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-377d04c6-1249-4a1f-af98-a32dd1a896b2 req-9fed9a40-aca9-4c13-be24-c36cbdd47df2 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251018 Feb 03 12:36:01.448880 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8efa56a-5349-4768-8c3c-6cc87800654d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for security_group_rule (b4b95f30-e773-4dc5-8dd3-5d4f46d4c52b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.475022 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad021af-f023-49b6-a3e0-02ef15e5c026 req-4ad22369-0c05-4381-8914-ba2e77c9ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:01.476787 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bad021af-f023-49b6-a3e0-02ef15e5c026 req-4ad22369-0c05-4381-8914-ba2e77c9ac15 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.1635580 Feb 03 12:36:01.493125 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dabdefe5-439e-4265-b2fd-60f00eb76f9a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (966eee84-0651-4d1d-b204-b7cc2b558af8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.500139 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dabdefe5-439e-4265-b2fd-60f00eb76f9a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (966eee84-0651-4d1d-b204-b7cc2b558af8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.507806 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b7e1327-7947-4545-b5e0-20e733e4dc08 req-1f27fcdf-902a-4c57-bb0d-b629ef2bba6e tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185974 Feb 03 12:36:01.527859 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53ffe1ac-96ea-40de-9286-37f2e0b12da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (f928cac3-23f8-4a99-90ae-81487d5be60e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.538461 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bad021af-f023-49b6-a3e0-02ef15e5c026 req-2a56ddd5-246d-417c-86be-fe4019e4a691 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515025 Feb 03 12:36:01.549767 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-82fd7117-d110-4d93-826f-3cbb649ffc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:01.551485 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-82fd7117-d110-4d93-826f-3cbb649ffc75 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.1551993 Feb 03 12:36:01.564195 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dabdefe5-439e-4265-b2fd-60f00eb76f9a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.565390 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dabdefe5-439e-4265-b2fd-60f00eb76f9a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3943107 Feb 03 12:36:01.571543 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42170) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:01.579497 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9e896531-c529-49c5-85b0-c9003b2f3d02 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group_rule': {'security_group_id': '966eee84-0651-4d1d-b204-b7cc2b558af8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:01.590419 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdefe5-439e-4265-b2fd-60f00eb76f9a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=966eee84-0651-4d1d-b204-b7cc2b558af8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:01.630159 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-701fbf7a-9686-4376-820e-2aee3445e49e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492327 Feb 03 12:36:01.650318 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f502e-554e-4f11-b91f-799b324baf20 req-a39b1e2f-f820-4596-8749-4930eadd31b2 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:01.652719 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f18f502e-554e-4f11-b91f-799b324baf20 req-a39b1e2f-f820-4596-8749-4930eadd31b2 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 946 time: 0.1533852 Feb 03 12:36:01.701531 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53ffe1ac-96ea-40de-9286-37f2e0b12da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (f928cac3-23f8-4a99-90ae-81487d5be60e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.705682 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e896531-c529-49c5-85b0-c9003b2f3d02 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (0a5c7d54-96d8-4a2b-b231-329ffc214640), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.726155 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8efa56a-5349-4768-8c3c-6cc87800654d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for security_group_rule (b4b95f30-e773-4dc5-8dd3-5d4f46d4c52b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.733764 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97966c72-a5bf-4285-9dc4-afab0397ab3c req-54eb663c-c2b0-4800-8b2d-7c6e203b561b tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "GET /v2.0/security-groups/2d36ab5c-97bd-4ca5-9691-248be1dcff0a HTTP/1.1" status: 200 len: 1821 time: 0.1896605 Feb 03 12:36:01.743741 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-53ffe1ac-96ea-40de-9286-37f2e0b12da0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f928cac3-23f8-4a99-90ae-81487d5be60e']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:01.744119 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8efa56a-5349-4768-8c3c-6cc87800654d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (b4b95f30-e773-4dc5-8dd3-5d4f46d4c52b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.765140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-53ffe1ac-96ea-40de-9286-37f2e0b12da0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5906587a-ed37-4873-912b-a2aaeaf6cc26') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:01.765444 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-53ffe1ac-96ea-40de-9286-37f2e0b12da0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5906587a-ed37-4873-912b-a2aaeaf6cc26') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:01.790404 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53ffe1ac-96ea-40de-9286-37f2e0b12da0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (5906587a-ed37-4873-912b-a2aaeaf6cc26), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.800057 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f18f502e-554e-4f11-b91f-799b324baf20 req-2175a9cc-8ee9-4fcf-affb-5ea6eb35b960 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386831 Feb 03 12:36:01.824593 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53ffe1ac-96ea-40de-9286-37f2e0b12da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (5906587a-ed37-4873-912b-a2aaeaf6cc26), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.827467 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efa56a-5349-4768-8c3c-6cc87800654d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b95f30-e773-4dc5-8dd3-5d4f46d4c52b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:01.830507 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ffe1ac-96ea-40de-9286-37f2e0b12da0 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:36:01.830972 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53ffe1ac-96ea-40de-9286-37f2e0b12da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (5906587a-ed37-4873-912b-a2aaeaf6cc26), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.844581 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8efa56a-5349-4768-8c3c-6cc87800654d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.848754 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f8efa56a-5349-4768-8c3c-6cc87800654d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6019447 Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:36:01.848947 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:36:01.851189 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bad021af-f023-49b6-a3e0-02ef15e5c026 req-9003d9a3-a942-44db-98c3-a6fb4410aeb7 service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909725 Feb 03 12:36:01.851381 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42178) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:01.857744 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-579e6916-a4b5-42dc-9185-64084590f030 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:01.922198 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e896531-c529-49c5-85b0-c9003b2f3d02 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (0a5c7d54-96d8-4a2b-b231-329ffc214640), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.928475 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-4ab2118d-069b-4527-a691-7882add6df63 service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813354 Feb 03 12:36:01.929115 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e896531-c529-49c5-85b0-c9003b2f3d02 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (0a5c7d54-96d8-4a2b-b231-329ffc214640), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.945152 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-579e6916-a4b5-42dc-9185-64084590f030 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.953785 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53ffe1ac-96ea-40de-9286-37f2e0b12da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (f928cac3-23f8-4a99-90ae-81487d5be60e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:01.977526 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e896531-c529-49c5-85b0-c9003b2f3d02 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5c7d54-96d8-4a2b-b231-329ffc214640,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:01.977933 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97966c72-a5bf-4285-9dc4-afab0397ab3c req-fdd1c0e3-870f-4e41-b9df-ae350a82dd8c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (2d36ab5c-97bd-4ca5-9691-248be1dcff0a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.002574 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53ffe1ac-96ea-40de-9286-37f2e0b12da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.005874 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-53ffe1ac-96ea-40de-9286-37f2e0b12da0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f928cac3-23f8-4a99-90ae-81487d5be60e HTTP/1.1" status: 204 len: 168 time: 0.6013699 Feb 03 12:36:02.074077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bad021af-f023-49b6-a3e0-02ef15e5c026 req-6b159e3b-3769-40a9-b61f-d72bb438e1df service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139966 Feb 03 12:36:02.077399 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97966c72-a5bf-4285-9dc4-afab0397ab3c req-fdd1c0e3-870f-4e41-b9df-ae350a82dd8c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (2d36ab5c-97bd-4ca5-9691-248be1dcff0a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.133992 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-b6e1beac-9f7e-4c4a-a941-ba1f5a1ef42a service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692033 Feb 03 12:36:02.152506 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97966c72-a5bf-4285-9dc4-afab0397ab3c req-fdd1c0e3-870f-4e41-b9df-ae350a82dd8c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2d36ab5c-97bd-4ca5-9691-248be1dcff0a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.156142 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97966c72-a5bf-4285-9dc4-afab0397ab3c req-fdd1c0e3-870f-4e41-b9df-ae350a82dd8c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.157742 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97966c72-a5bf-4285-9dc4-afab0397ab3c req-fdd1c0e3-870f-4e41-b9df-ae350a82dd8c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "DELETE /v2.0/security-groups/2d36ab5c-97bd-4ca5-9691-248be1dcff0a HTTP/1.1" status: 204 len: 173 time: 0.4146335 Feb 03 12:36:02.169365 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1c0e3-870f-4e41-b9df-ae350a82dd8c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d36ab5c-97bd-4ca5-9691-248be1dcff0a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:02.191356 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42190) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:02.266123 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d7a26366-b16a-45d0-8fde-0bd6cb9e117e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d4dfb0f87774d34902a75fe55b72106&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0730994 Feb 03 12:36:02.270666 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dfc3376a-d537-4fad-9b10-d387d985c3b9 req-2a404b0e-0e7a-4fbe-8a29-af00351924eb tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "GET /v2.0/security-groups/bf54a835-6450-4c8c-aff6-d91f6aee5597 HTTP/1.1" status: 200 len: 2419 time: 0.0627308 Feb 03 12:36:02.271124 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42192) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:02.313841 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e896531-c529-49c5-85b0-c9003b2f3d02 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.315026 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9e896531-c529-49c5-85b0-c9003b2f3d02 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7407231 Feb 03 12:36:02.320158 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffe1ac-96ea-40de-9286-37f2e0b12da0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f928cac3-23f8-4a99-90ae-81487d5be60e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:02.322799 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42194) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:02.327598 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-350e95a0-b190-4b71-b890-cdf695a09c0d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group_rule': {'security_group_id': '966eee84-0651-4d1d-b204-b7cc2b558af8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:02.359232 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-722646fa-f074-4957-8c82-f789738148e3 admin admin] Publish callbacks [] for security_group (d60ba23a-96d4-4b67-a543-bef9796d25b2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.404947 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21861e9-92cb-4f58-9e66-0b151bcd28f5 req-620f20d8-b5f8-4cdc-8e65-081be316c1f0 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:02.406472 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d21861e9-92cb-4f58-9e66-0b151bcd28f5 req-620f20d8-b5f8-4cdc-8e65-081be316c1f0 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 946 time: 0.4637058 Feb 03 12:36:02.410238 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-350e95a0-b190-4b71-b890-cdf695a09c0d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (c8240691-f7a6-41df-8dca-3ec2fccb04be), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.424644 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-722646fa-f074-4957-8c82-f789738148e3 admin admin] Publish callbacks [] for security_group (d60ba23a-96d4-4b67-a543-bef9796d25b2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.426744 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dfc3376a-d537-4fad-9b10-d387d985c3b9 req-bb6f6e4e-cb65-41bc-aa72-11d2c4b7742c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (bf54a835-6450-4c8c-aff6-d91f6aee5597), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.485894 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dfc3376a-d537-4fad-9b10-d387d985c3b9 req-bb6f6e4e-cb65-41bc-aa72-11d2c4b7742c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (bf54a835-6450-4c8c-aff6-d91f6aee5597), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.505081 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d21861e9-92cb-4f58-9e66-0b151bcd28f5 req-1b1342fa-a9c1-468b-a5dc-b08c30ece440 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902002 Feb 03 12:36:02.512640 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-350e95a0-b190-4b71-b890-cdf695a09c0d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (c8240691-f7a6-41df-8dca-3ec2fccb04be), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.512906 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-8771983c-e529-48b8-8638-5afa39a3a3f8 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:02.514451 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-8771983c-e529-48b8-8638-5afa39a3a3f8 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04&tenant_id=59121cc9f5494060a5397600a3646346&binding%3Ahost_id=n-h2-827336-3 HTTP/1.1" status: 200 len: 1126 time: 0.1374183 Feb 03 12:36:02.518794 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-350e95a0-b190-4b71-b890-cdf695a09c0d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (c8240691-f7a6-41df-8dca-3ec2fccb04be), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.550406 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-579e6916-a4b5-42dc-9185-64084590f030 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.553567 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e95a0-b190-4b71-b890-cdf695a09c0d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8240691-f7a6-41df-8dca-3ec2fccb04be,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:02.590815 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-722646fa-f074-4957-8c82-f789738148e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d60ba23a-96d4-4b67-a543-bef9796d25b2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.593468 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-722646fa-f074-4957-8c82-f789738148e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.594231 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-350e95a0-b190-4b71-b890-cdf695a09c0d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.597113 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-722646fa-f074-4957-8c82-f789738148e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d60ba23a-96d4-4b67-a543-bef9796d25b2 HTTP/1.1" status: 204 len: 168 time: 0.3226085 Feb 03 12:36:02.597214 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-350e95a0-b190-4b71-b890-cdf695a09c0d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2716596 Feb 03 12:36:02.598401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42204) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:02.607134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8cfc5269-4c17-447a-94b2-7c31df13a135 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group_rule': {'security_group_id': '966eee84-0651-4d1d-b204-b7cc2b558af8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:02.610591 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722646fa-f074-4957-8c82-f789738148e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60ba23a-96d4-4b67-a543-bef9796d25b2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:02.613788 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dfc3376a-d537-4fad-9b10-d387d985c3b9 req-bb6f6e4e-cb65-41bc-aa72-11d2c4b7742c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bf54a835-6450-4c8c-aff6-d91f6aee5597), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.617178 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dfc3376a-d537-4fad-9b10-d387d985c3b9 req-bb6f6e4e-cb65-41bc-aa72-11d2c4b7742c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.618421 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dfc3376a-d537-4fad-9b10-d387d985c3b9 req-bb6f6e4e-cb65-41bc-aa72-11d2c4b7742c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "DELETE /v2.0/security-groups/bf54a835-6450-4c8c-aff6-d91f6aee5597 HTTP/1.1" status: 204 len: 173 time: 0.3318689 Feb 03 12:36:02.641329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f6e4e-cb65-41bc-aa72-11d2c4b7742c tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf54a835-6450-4c8c-aff6-d91f6aee5597,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:02.702487 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8cfc5269-4c17-447a-94b2-7c31df13a135 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (8b8b3fd9-6700-4310-bb02-dd64079e3156), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.705707 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-74b3e940-841e-4c01-a106-dfa9ed3c9a63 service neutron] For port ad8ce513-b024-4d6b-bba6-b97193218fd4, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:02.714627 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-74b3e940-841e-4c01-a106-dfa9ed3c9a63 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.717365 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e432816-d246-4ec1-b245-d8d1d6bc3af2 req-74b3e940-841e-4c01-a106-dfa9ed3c9a63 service neutron] 10.222.0.31 "DELETE /v2.0/ports/ad8ce513-b024-4d6b-bba6-b97193218fd4/bindings/n-h1-827336-3 HTTP/1.1" status: 204 len: 173 time: 0.1924143 Feb 03 12:36:02.734533 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-579e6916-a4b5-42dc-9185-64084590f030 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Allocated IP 172.25.6.42 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/2a3371b9-a442-4d66-9319-afa38b41c1c1) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:02.747474 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dac3c-9ca9-4c4c-b3a1-f749aae14e1f req-9818eca4-d444-4919-8cbd-cf81e5e637b9 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:02.749058 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-247dac3c-9ca9-4c4c-b3a1-f749aae14e1f req-9818eca4-d444-4919-8cbd-cf81e5e637b9 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 944 time: 0.1356127 Feb 03 12:36:02.758903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f1932feb-54ba-44dd-998c-c0a2b36a4b7e details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:36:02.761764 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f981be05-8021-466b-a24c-ed02bf68ed53 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:02.812720 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d70deb-0d8f-4918-9d71-23eb1f9a9053 req-dc57fbf8-8773-4466-bdab-a7677777de3c tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:02.814888 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-48d70deb-0d8f-4918-9d71-23eb1f9a9053 req-dc57fbf8-8773-4466-bdab-a7677777de3c tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 944 time: 0.0887353 Feb 03 12:36:02.892547 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-48d70deb-0d8f-4918-9d71-23eb1f9a9053 req-90d8533f-1257-4f7f-b94d-6cc8b6e4085b tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712156 Feb 03 12:36:02.896754 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8cfc5269-4c17-447a-94b2-7c31df13a135 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (8b8b3fd9-6700-4310-bb02-dd64079e3156), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.902402 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-247dac3c-9ca9-4c4c-b3a1-f749aae14e1f req-713d3372-b2d6-4de8-a2ce-b220a170f9f2 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432581 Feb 03 12:36:02.904940 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8cfc5269-4c17-447a-94b2-7c31df13a135 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (8b8b3fd9-6700-4310-bb02-dd64079e3156), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.945463 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc5269-4c17-447a-94b2-7c31df13a135 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b8b3fd9-6700-4310-bb02-dd64079e3156,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:02.968868 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8cfc5269-4c17-447a-94b2-7c31df13a135 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:02.970270 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8cfc5269-4c17-447a-94b2-7c31df13a135 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3707204 Feb 03 12:36:02.974018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42222) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:02.978740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-17edd8e1-28f2-4546-8b1d-6d35a0740887 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group_rule': {'security_group_id': '966eee84-0651-4d1d-b204-b7cc2b558af8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:02.990981 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-579e6916-a4b5-42dc-9185-64084590f030 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for port (2a3371b9-a442-4d66-9319-afa38b41c1c1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.038478 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-accf64e9-ea48-46ad-a045-3456e7bc21df req-a9f06cc4-61d9-4873-9d72-300c26f00d81 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "GET /v2.0/security-groups/c8a79284-b2c9-4c43-9368-f354fd6c2208 HTTP/1.1" status: 200 len: 2414 time: 0.0788817 Feb 03 12:36:03.065972 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port f981be05-8021-466b-a24c-ed02bf68ed53 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:36:03.071614 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-579e6916-a4b5-42dc-9185-64084590f030 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (2a3371b9-a442-4d66-9319-afa38b41c1c1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.072734 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port f981be05-8021-466b-a24c-ed02bf68ed53 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:03.073404 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f981be05-8021-466b-a24c-ed02bf68ed53), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.101565 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17edd8e1-28f2-4546-8b1d-6d35a0740887 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (cd9f6174-f25a-4fbb-b806-77234248dae5), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.138541 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837d139-1fe3-47b6-ba6c-675d06595b5f req-6ea0a0f3-a6a7-44fe-931e-16ed807c457a tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:03.146644 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6837d139-1fe3-47b6-ba6c-675d06595b5f req-6ea0a0f3-a6a7-44fe-931e-16ed807c457a tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 946 time: 0.1362021 Feb 03 12:36:03.155564 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port f1932feb-54ba-44dd-998c-c0a2b36a4b7e, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f1932feb-54ba-44dd-998c-c0a2b36a4b7e,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:03.179836 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579e6916-a4b5-42dc-9185-64084590f030 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:03.190330 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'f1932feb-54ba-44dd-998c-c0a2b36a4b7e', 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af', 'port_id': 'f1932feb-54ba-44dd-998c-c0a2b36a4b7e', 'mac_address': 'fa:16:3e:98:49:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8a4225-25b0-42f6-9eec-da0838919221', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:36:03.197767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-579e6916-a4b5-42dc-9185-64084590f030 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:03.204806 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579e6916-a4b5-42dc-9185-64084590f030 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:03.246277 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e6916-a4b5-42dc-9185-64084590f030 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event updated for resources: {'Port': ['ID=2a3371b9-a442-4d66-9319-afa38b41c1c1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:03.259825 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port f981be05-8021-466b-a24c-ed02bf68ed53 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:03.261479 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f981be05-8021-466b-a24c-ed02bf68ed53), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.270430 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-accf64e9-ea48-46ad-a045-3456e7bc21df req-658f2d6a-d220-4226-bb4a-bbe41ffca533 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (c8a79284-b2c9-4c43-9368-f354fd6c2208), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.308055 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-accf64e9-ea48-46ad-a045-3456e7bc21df req-658f2d6a-d220-4226-bb4a-bbe41ffca533 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (c8a79284-b2c9-4c43-9368-f354fd6c2208), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.329461 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6837d139-1fe3-47b6-ba6c-675d06595b5f req-eebe8bde-b07e-4763-b3cd-70577be702ce tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672931 Feb 03 12:36:03.331279 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17edd8e1-28f2-4546-8b1d-6d35a0740887 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (cd9f6174-f25a-4fbb-b806-77234248dae5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.334914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f066e8-0643-4bda-a17d-17a64cb1da11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f981be05-8021-466b-a24c-ed02bf68ed53'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:03.336351 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17edd8e1-28f2-4546-8b1d-6d35a0740887 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (cd9f6174-f25a-4fbb-b806-77234248dae5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.337205 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650fa1af-484e-4fef-80c0-3e4eebaaa5b0" -d '{"events": [{"server_uuid": "55f066e8-0643-4bda-a17d-17a64cb1da11", "name": "network-vif-plugged", "status": "completed", "tag": "f981be05-8021-466b-a24c-ed02bf68ed53"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:03.366609 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edd8e1-28f2-4546-8b1d-6d35a0740887 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9f6174-f25a-4fbb-b806-77234248dae5,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:03.367526 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port f981be05-8021-466b-a24c-ed02bf68ed53, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f981be05-8021-466b-a24c-ed02bf68ed53,segment=NetworkSegment(60b1d6d7-3510-481e-9dd3-b2f749842682),segment_id=60b1d6d7-3510-481e-9dd3-b2f749842682)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:03.369956 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port f1932feb-54ba-44dd-998c-c0a2b36a4b7e is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:03.373288 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.387694 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42238) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:03.396993 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f981be05-8021-466b-a24c-ed02bf68ed53), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.404867 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-579e6916-a4b5-42dc-9185-64084590f030 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for floatingip (b1b8beab-295b-44a1-bff8-d18a4b249614), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.425571 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17edd8e1-28f2-4546-8b1d-6d35a0740887 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.429174 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-17edd8e1-28f2-4546-8b1d-6d35a0740887 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4531050 Feb 03 12:36:03.436881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42244) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:03.438881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1932feb-54ba-44dd-998c-c0a2b36a4b7e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:03.450105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-244bb01a-d652-44df-ba7e-3ef6ac52a37b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group_rule': {'security_group_id': '966eee84-0651-4d1d-b204-b7cc2b558af8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:03.460570 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-accf64e9-ea48-46ad-a045-3456e7bc21df req-658f2d6a-d220-4226-bb4a-bbe41ffca533 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c8a79284-b2c9-4c43-9368-f354fd6c2208), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.469467 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-accf64e9-ea48-46ad-a045-3456e7bc21df req-658f2d6a-d220-4226-bb4a-bbe41ffca533 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.470946 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-accf64e9-ea48-46ad-a045-3456e7bc21df req-658f2d6a-d220-4226-bb4a-bbe41ffca533 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] 10.222.0.18 "DELETE /v2.0/security-groups/c8a79284-b2c9-4c43-9368-f354fd6c2208 HTTP/1.1" status: 204 len: 173 time: 0.4244287 Feb 03 12:36:03.477871 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-579e6916-a4b5-42dc-9185-64084590f030 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2a3371b9-a442-4d66-9319-afa38b41c1c1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.484954 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42246) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:03.522667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port f1932feb-54ba-44dd-998c-c0a2b36a4b7e, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f1932feb-54ba-44dd-998c-c0a2b36a4b7e,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:03.556054 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.559095 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=f981be05-8021-466b-a24c-ed02bf68ed53,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:03.563306 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cacfe1ec-24c5-4111-b56b-c469423980bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.591073 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4aaaba3-2b4f-4001-a545-f1faffe13955 x-openstack-request-id: req-f4aaaba3-2b4f-4001-a545-f1faffe13955 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:03.591646 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f066e8-0643-4bda-a17d-17a64cb1da11", "name": "network-vif-plugged", "status": "completed", "tag": "f981be05-8021-466b-a24c-ed02bf68ed53", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:03.599087 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f4aaaba3-2b4f-4001-a545-f1faffe13955 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:03.600561 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f066e8-0643-4bda-a17d-17a64cb1da11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f981be05-8021-466b-a24c-ed02bf68ed53', 'code': 200} Feb 03 12:36:03.667058 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['f1932feb-54ba-44dd-998c-c0a2b36a4b7e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:03.713834 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f2d6a-d220-4226-bb4a-bbe41ffca533 tempest-SecurityGroupRulesTestJSON-1898637729 tempest-SecurityGroupRulesTestJSON-1898637729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a79284-b2c9-4c43-9368-f354fd6c2208,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:03.714900 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c609e6f2-a983-4736-975a-7ebb926d3b00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a775fb2271564674b91d4e69a1129839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3250017 Feb 03 12:36:03.720316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42262) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:03.742853 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-244bb01a-d652-44df-ba7e-3ef6ac52a37b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (114e0749-ec51-4fc8-a3f0-9d527c6da60c), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.753762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=f1932feb-54ba-44dd-998c-c0a2b36a4b7e,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:03.791016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c88f044-9d8d-4700-b8bc-16548c7dee4a admin admin] Deleting subnet fb48ce39-9064-49e8-82fa-2c1755fb5985 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:36:03.811561 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-579e6916-a4b5-42dc-9185-64084590f030 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for port (2a3371b9-a442-4d66-9319-afa38b41c1c1), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.812974 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c88f044-9d8d-4700-b8bc-16548c7dee4a admin admin] Publish callbacks [] for subnet (fb48ce39-9064-49e8-82fa-2c1755fb5985), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.825823 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa6b4b-5f25-4e0d-b70d-84f808033771 req-7fe936e8-0364-46d8-b10e-1c7d047cbe8e tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:03.827387 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9caa6b4b-5f25-4e0d-b70d-84f808033771 req-7fe936e8-0364-46d8-b10e-1c7d047cbe8e tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 946 time: 0.1511312 Feb 03 12:36:03.828559 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-579e6916-a4b5-42dc-9185-64084590f030 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (2a3371b9-a442-4d66-9319-afa38b41c1c1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.903049 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ba8b5-1a50-4710-a50d-2331b4670634 req-4bedcc7b-a7af-4612-ac7d-36fbd50c6f0a tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:03.905588 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e6916-a4b5-42dc-9185-64084590f030 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event updated for resources: {'Port': ['ID=2a3371b9-a442-4d66-9319-afa38b41c1c1,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:03.909920 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f7ba8b5-1a50-4710-a50d-2331b4670634 req-4bedcc7b-a7af-4612-ac7d-36fbd50c6f0a tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 1126 time: 0.3027003 Feb 03 12:36:03.951858 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c88f044-9d8d-4700-b8bc-16548c7dee4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (fb48ce39-9064-49e8-82fa-2c1755fb5985), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:03.961192 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4179e0f-7f06-4232-9ff3-0cfc0d48b211 req-e93c459f-d882-48af-98c8-778632a137d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:03.962706 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4179e0f-7f06-4232-9ff3-0cfc0d48b211 req-e93c459f-d882-48af-98c8-778632a137d4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 1127 time: 0.2620575 Feb 03 12:36:03.987741 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-244bb01a-d652-44df-ba7e-3ef6ac52a37b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (114e0749-ec51-4fc8-a3f0-9d527c6da60c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.020541 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9caa6b4b-5f25-4e0d-b70d-84f808033771 req-db2c2a31-80b7-418f-9db1-429a13b43259 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162486 Feb 03 12:36:04.021469 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-579e6916-a4b5-42dc-9185-64084590f030 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (b1b8beab-295b-44a1-bff8-d18a4b249614), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.035562 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6127a2a-90e7-449d-b4ec-67d913b6fc8b admin admin] Publish callbacks [] for security_group (805178c6-64d8-409d-8cf0-b3880e6a1a34), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.047090 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-579e6916-a4b5-42dc-9185-64084590f030 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.049547 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-579e6916-a4b5-42dc-9185-64084590f030 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1995282 Feb 03 12:36:04.068375 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-244bb01a-d652-44df-ba7e-3ef6ac52a37b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (114e0749-ec51-4fc8-a3f0-9d527c6da60c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.167680 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c88f044-9d8d-4700-b8bc-16548c7dee4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (fb48ce39-9064-49e8-82fa-2c1755fb5985), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.175219 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6127a2a-90e7-449d-b4ec-67d913b6fc8b admin admin] Publish callbacks [] for security_group (805178c6-64d8-409d-8cf0-b3880e6a1a34), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.176937 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bb01a-d652-44df-ba7e-3ef6ac52a37b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114e0749-ec51-4fc8-a3f0-9d527c6da60c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:04.221188 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f7ba8b5-1a50-4710-a50d-2331b4670634 req-8e330c1b-8beb-417b-bcb1-6e404dd5680f tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084714 Feb 03 12:36:04.237219 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d54dc-cd40-4db5-b173-ae52cf35b1b1 req-41a5419e-83a3-49fc-9ca2-7fe304caa74c tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:04.247642 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-355d54dc-cd40-4db5-b173-ae52cf35b1b1 req-41a5419e-83a3-49fc-9ca2-7fe304caa74c tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 945 time: 0.0982089 Feb 03 12:36:04.255322 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-244bb01a-d652-44df-ba7e-3ef6ac52a37b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.262829 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-244bb01a-d652-44df-ba7e-3ef6ac52a37b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8244462 Feb 03 12:36:04.290125 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4179e0f-7f06-4232-9ff3-0cfc0d48b211 req-25423bfb-28db-46d3-a2de-8474267843f0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3010190 Feb 03 12:36:04.293317 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42276) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:04.373235 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db915473-cad2-460e-9002-43d8d6309a05 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (114e0749-ec51-4fc8-a3f0-9d527c6da60c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.384570 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db915473-cad2-460e-9002-43d8d6309a05 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (114e0749-ec51-4fc8-a3f0-9d527c6da60c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.390889 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c88f044-9d8d-4700-b8bc-16548c7dee4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (fb48ce39-9064-49e8-82fa-2c1755fb5985), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.420525 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-355d54dc-cd40-4db5-b173-ae52cf35b1b1 req-6f2e66bf-3dfc-429c-b51a-a57569e4a1f1 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716511 Feb 03 12:36:04.440210 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6127a2a-90e7-449d-b4ec-67d913b6fc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (805178c6-64d8-409d-8cf0-b3880e6a1a34), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.442945 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6127a2a-90e7-449d-b4ec-67d913b6fc8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.447137 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b6127a2a-90e7-449d-b4ec-67d913b6fc8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/805178c6-64d8-409d-8cf0-b3880e6a1a34 HTTP/1.1" status: 204 len: 168 time: 0.7028704 Feb 03 12:36:04.447137 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88f044-9d8d-4700-b8bc-16548c7dee4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb48ce39-9064-49e8-82fa-2c1755fb5985,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:04.449477 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db915473-cad2-460e-9002-43d8d6309a05 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (114e0749-ec51-4fc8-a3f0-9d527c6da60c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.454707 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db915473-cad2-460e-9002-43d8d6309a05 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.458254 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-db915473-cad2-460e-9002-43d8d6309a05 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/114e0749-ec51-4fc8-a3f0-9d527c6da60c HTTP/1.1" status: 204 len: 168 time: 0.1595330 Feb 03 12:36:04.458831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42286) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:04.462981 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c88f044-9d8d-4700-b8bc-16548c7dee4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.468768 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7c88f044-9d8d-4700-b8bc-16548c7dee4a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fb48ce39-9064-49e8-82fa-2c1755fb5985 HTTP/1.1" status: 204 len: 168 time: 0.9810548 Feb 03 12:36:04.473974 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42290) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:04.501664 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61d910-438b-494e-ab17-b54dbb0c58ee req-1e425497-5dbf-44cd-a57d-ed90f3734fe3 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:04.503315 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae61d910-438b-494e-ab17-b54dbb0c58ee req-1e425497-5dbf-44cd-a57d-ed90f3734fe3 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 946 time: 0.1605010 Feb 03 12:36:04.504612 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6127a2a-90e7-449d-b4ec-67d913b6fc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805178c6-64d8-409d-8cf0-b3880e6a1a34,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:04.601332 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae61d910-438b-494e-ab17-b54dbb0c58ee req-4f056804-7ca1-41f2-96a0-4902064a7c06 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806324 Feb 03 12:36:04.616810 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db915473-cad2-460e-9002-43d8d6309a05 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=114e0749-ec51-4fc8-a3f0-9d527c6da60c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:04.622697 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ce08-9e00-49bb-8f53-aaa58de05715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (9deb6b61-0b57-4278-b2c2-6d710e272971), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.690159 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-483371ad-4bbf-4149-b043-2c31d9232662 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2280579 Feb 03 12:36:04.694170 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42310) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:04.765500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f1932feb-54ba-44dd-998c-c0a2b36a4b7e up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:04.815010 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ce08-9e00-49bb-8f53-aaa58de05715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (9deb6b61-0b57-4278-b2c2-6d710e272971), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.829704 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-f114aef8-5204-4501-b672-a7c1c2e7d32b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1240530688&fields=id&tenant_id=2e9261d80c134a528c4f6c4dcfb8fdad HTTP/1.1" status: 200 len: 267 time: 0.2038264 Feb 03 12:36:04.843918 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port f1932feb-54ba-44dd-998c-c0a2b36a4b7e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:04.844697 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.853888 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406c324-fe71-48d7-b39e-437554497018 req-32b953b9-3741-474e-b1d1-a01dfcbfe9b0 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:04.864376 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0406c324-fe71-48d7-b39e-437554497018 req-32b953b9-3741-474e-b1d1-a01dfcbfe9b0 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 808 time: 0.1877689 Feb 03 12:36:04.892144 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0406c324-fe71-48d7-b39e-437554497018 req-df81853d-eadd-446e-a846-62bbd4894506 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/quotas/59121cc9f5494060a5397600a3646346 HTTP/1.1" status: 200 len: 375 time: 0.0211675 Feb 03 12:36:04.904772 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e7b0ce08-9e00-49bb-8f53-aaa58de05715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9deb6b61-0b57-4278-b2c2-6d710e272971']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:04.912696 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3675715-fd34-438f-99df-0cfd7ac149b6 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (cd9f6174-f25a-4fbb-b806-77234248dae5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.922405 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3675715-fd34-438f-99df-0cfd7ac149b6 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (cd9f6174-f25a-4fbb-b806-77234248dae5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.973228 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port f1932feb-54ba-44dd-998c-c0a2b36a4b7e is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:04.974506 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0406c324-fe71-48d7-b39e-437554497018 req-35a72bb1-b429-4110-9d58-b1a490c11593 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799832 Feb 03 12:36:04.975152 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-79cd6b16-93d4-4901-95f5-0370f2c105fa tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:04.981584 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-79cd6b16-93d4-4901-95f5-0370f2c105fa tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports/cabf4d1d-9cb5-497f-96ba-005a83301d2f HTTP/1.1" status: 200 len: 931 time: 0.1511006 Feb 03 12:36:04.982260 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.983578 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3675715-fd34-438f-99df-0cfd7ac149b6 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (cd9f6174-f25a-4fbb-b806-77234248dae5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.989457 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3675715-fd34-438f-99df-0cfd7ac149b6 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:04.990553 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a3675715-fd34-438f-99df-0cfd7ac149b6 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/cd9f6174-f25a-4fbb-b806-77234248dae5 HTTP/1.1" status: 204 len: 168 time: 0.2715766 Feb 03 12:36:04.993542 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e7b0ce08-9e00-49bb-8f53-aaa58de05715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e5dc50-199a-4809-ae3c-f98d2420f18c') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:04.993842 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e7b0ce08-9e00-49bb-8f53-aaa58de05715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e5dc50-199a-4809-ae3c-f98d2420f18c') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:04.995179 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42316) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:05.030973 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ce08-9e00-49bb-8f53-aaa58de05715 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (f8e5dc50-199a-4809-ae3c-f98d2420f18c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:05.035759 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port f1932feb-54ba-44dd-998c-c0a2b36a4b7e, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f1932feb-54ba-44dd-998c-c0a2b36a4b7e,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:05.039385 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3675715-fd34-438f-99df-0cfd7ac149b6 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd9f6174-f25a-4fbb-b806-77234248dae5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:05.050016 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:05.098770 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ce08-9e00-49bb-8f53-aaa58de05715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f8e5dc50-199a-4809-ae3c-f98d2420f18c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:05.129012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=f1932feb-54ba-44dd-998c-c0a2b36a4b7e,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:05.137599 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd1431b-741e-4151-9c5d-8cc49536bd8d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:05.139034 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd1431b-741e-4151-9c5d-8cc49536bd8d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports/4997ac52-3b54-4c28-b601-d5627a93ce49 HTTP/1.1" status: 200 len: 932 time: 0.1566978 Feb 03 12:36:05.140175 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b0ce08-9e00-49bb-8f53-aaa58de05715 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:36:05.140581 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ce08-9e00-49bb-8f53-aaa58de05715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (f8e5dc50-199a-4809-ae3c-f98d2420f18c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:36:05.142636 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:36:05.211360 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0630b0d9-9d4e-4d12-a21b-d663119ec1af tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1945786 Feb 03 12:36:05.213699 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42324) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:05.245897 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d30f505-8b2e-4fff-a824-fa34ea53342b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (8b8b3fd9-6700-4310-bb02-dd64079e3156), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:05.246872 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-10430341-c291-4b5e-94c5-568cfd96309b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?network_id=8ad14e2d-6531-4d66-b186-adc852ea82f1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0920990 Feb 03 12:36:05.264466 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d30f505-8b2e-4fff-a824-fa34ea53342b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (8b8b3fd9-6700-4310-bb02-dd64079e3156), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:05.278774 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ce08-9e00-49bb-8f53-aaa58de05715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (9deb6b61-0b57-4278-b2c2-6d710e272971), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:05.295194 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ce08-9e00-49bb-8f53-aaa58de05715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:05.306100 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e7b0ce08-9e00-49bb-8f53-aaa58de05715 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9deb6b61-0b57-4278-b2c2-6d710e272971 HTTP/1.1" status: 204 len: 168 time: 0.7869155 Feb 03 12:36:05.325272 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0406c324-fe71-48d7-b39e-437554497018 req-a48a93d7-6c5d-4e9d-9268-8b1f72f3f9bd service neutron] 10.222.0.18 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412821 Feb 03 12:36:05.339463 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d30f505-8b2e-4fff-a824-fa34ea53342b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (8b8b3fd9-6700-4310-bb02-dd64079e3156), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:05.378955 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d30f505-8b2e-4fff-a824-fa34ea53342b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:05.383311 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42328) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:05.383613 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3d30f505-8b2e-4fff-a824-fa34ea53342b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8b8b3fd9-6700-4310-bb02-dd64079e3156 HTTP/1.1" status: 204 len: 168 time: 0.1688480 Feb 03 12:36:05.390469 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0ce08-9e00-49bb-8f53-aaa58de05715 admin admin] Pushing event deleted for resources: {'Network': ['ID=9deb6b61-0b57-4278-b2c2-6d710e272971,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:05.423047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30f505-8b2e-4fff-a824-fa34ea53342b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b8b3fd9-6700-4310-bb02-dd64079e3156,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:05.477387 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-02d6a457-7ecb-459f-8069-872ffb054d0d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?network_id=8ad14e2d-6531-4d66-b186-adc852ea82f1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2043474 Feb 03 12:36:05.580392 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0406c324-fe71-48d7-b39e-437554497018 req-6b9c5059-7203-44df-83cc-963ff3d23677 service neutron] 10.222.0.18 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541196 Feb 03 12:36:05.601730 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2094782-b60b-49a8-8222-7fbfa94dea57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1932feb-54ba-44dd-998c-c0a2b36a4b7e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:05.608086 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52574d56-2daf-49f8-be3e-7932b3c92e3d" -d '{"events": [{"server_uuid": "d2094782-b60b-49a8-8222-7fbfa94dea57", "name": "network-vif-plugged", "status": "completed", "tag": "f1932feb-54ba-44dd-998c-c0a2b36a4b7e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:05.709472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42342) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:05.718589 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-995d8963-7d69-4fc1-ae5c-430ad7a8433a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3116579 Feb 03 12:36:05.761632 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42344) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:05.781137 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-52689d68-cd50-4af4-8368-2073b52c5bf1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:05.795069 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-52689d68-cd50-4af4-8368-2073b52c5bf1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:05.802519 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-52689d68-cd50-4af4-8368-2073b52c5bf1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:05.809552 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e125bec1-94fc-4ee1-a5f6-75b45044bf68 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (c8240691-f7a6-41df-8dca-3ec2fccb04be), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:05.828913 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-52689d68-cd50-4af4-8368-2073b52c5bf1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/networks?id=259c9e24-5450-466e-8578-f11470a26a3d&id=9c9f93eb-710e-451f-966d-9a0a4f14a144&id=9c9f93eb-710e-451f-966d-9a0a4f14a144&id=8ad14e2d-6531-4d66-b186-adc852ea82f1&id=8ad14e2d-6531-4d66-b186-adc852ea82f1 HTTP/1.1" status: 200 len: 1990 time: 0.3383803 Feb 03 12:36:05.844242 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-49e4c459-c1d8-4aac-8b1c-d24d1e3b5e8f tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/quotas/2e9261d80c134a528c4f6c4dcfb8fdad HTTP/1.1" status: 200 len: 375 time: 0.0147049 Feb 03 12:36:05.860521 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e125bec1-94fc-4ee1-a5f6-75b45044bf68 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (c8240691-f7a6-41df-8dca-3ec2fccb04be), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:05.901888 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42358) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:05.914800 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a373307f-55f8-47d2-b9e5-93bb5c3e5cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:05.934915 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3b45a812-fa65-4d1f-b49b-e492ca3714fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=216540e0f02c47e5ba6b088b4dd15fb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1698704 Feb 03 12:36:05.940167 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42364) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:05.994773 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e125bec1-94fc-4ee1-a5f6-75b45044bf68 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (c8240691-f7a6-41df-8dca-3ec2fccb04be), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.016380 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e125bec1-94fc-4ee1-a5f6-75b45044bf68 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.017953 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e125bec1-94fc-4ee1-a5f6-75b45044bf68 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/c8240691-f7a6-41df-8dca-3ec2fccb04be HTTP/1.1" status: 204 len: 168 time: 0.3072429 Feb 03 12:36:06.030658 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42366) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:06.046626 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-923b1016-7ca3-42c1-b518-29744ec8f0b3 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e9261d80c134a528c4f6c4dcfb8fdad&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2010658 Feb 03 12:36:06.072141 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125bec1-94fc-4ee1-a5f6-75b45044bf68 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8240691-f7a6-41df-8dca-3ec2fccb04be,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:06.145316 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45aee7b2-ee8a-4e19-9244-3ec835d6369b admin admin] Publish callbacks [] for security_group (f71bbc8e-472b-48e8-b482-4f5a95f66a81), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.159904 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e1257be4-679c-47b5-a0ee-37165e87f3f4 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1131301 Feb 03 12:36:06.159904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42372) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:06.215687 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-f312d6cd-babd-4a9e-a81a-fffbdc2974e8 service neutron] 10.222.0.18 "GET /v2.0/networks/259c9e24-5450-466e-8578-f11470a26a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668928 Feb 03 12:36:06.220979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37188285-bcd7-4010-92bc-5c1f002af42b req-bb00f060-64e3-42f9-94e4-987ce3d469f7 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:06.237284 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-37188285-bcd7-4010-92bc-5c1f002af42b req-bb00f060-64e3-42f9-94e4-987ce3d469f7 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 945 time: 0.2388480 Feb 03 12:36:06.268936 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5878b1e5-13e1-4a6d-898f-82f34da4892c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1975073150-network', 'tenant_id': 'dfe9820ceeef44898ade0f1898860418'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:06.313133 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45aee7b2-ee8a-4e19-9244-3ec835d6369b admin admin] Publish callbacks [] for security_group (f71bbc8e-472b-48e8-b482-4f5a95f66a81), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.330134 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50150188-8f89-4792-b91a-02689554f81c tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (0a5c7d54-96d8-4a2b-b231-329ffc214640), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.351706 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50150188-8f89-4792-b91a-02689554f81c tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (0a5c7d54-96d8-4a2b-b231-329ffc214640), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.379276 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-4e8ca63e-e605-4d88-95d9-54411cb7d846 service neutron] 10.222.0.18 "GET /v2.0/networks/259c9e24-5450-466e-8578-f11470a26a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432035 Feb 03 12:36:06.383640 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5878b1e5-13e1-4a6d-898f-82f34da4892c admin admin] Made reservation on behalf of dfe9820ceeef44898ade0f1898860418 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:06.386640 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5878b1e5-13e1-4a6d-898f-82f34da4892c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.423698 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5878b1e5-13e1-4a6d-898f-82f34da4892c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.435439 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-22122e44-1643-4ec6-9f72-abd9fe13e8e7 service neutron] 10.222.0.18 "GET /v2.0/ports/cabf4d1d-9cb5-497f-96ba-005a83301d2f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0547445 Feb 03 12:36:06.445825 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-37188285-bcd7-4010-92bc-5c1f002af42b req-b8e21a10-af09-488c-942e-a300e465bbf2 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070653 Feb 03 12:36:06.450593 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50150188-8f89-4792-b91a-02689554f81c tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (0a5c7d54-96d8-4a2b-b231-329ffc214640), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.460793 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50150188-8f89-4792-b91a-02689554f81c tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.465258 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-50150188-8f89-4792-b91a-02689554f81c tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/0a5c7d54-96d8-4a2b-b231-329ffc214640 HTTP/1.1" status: 204 len: 168 time: 0.2961042 Feb 03 12:36:06.466348 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42376) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:06.486855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50150188-8f89-4792-b91a-02689554f81c tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a5c7d54-96d8-4a2b-b231-329ffc214640,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:06.526029 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45aee7b2-ee8a-4e19-9244-3ec835d6369b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f71bbc8e-472b-48e8-b482-4f5a95f66a81), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.529010 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45aee7b2-ee8a-4e19-9244-3ec835d6369b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.533128 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-45aee7b2-ee8a-4e19-9244-3ec835d6369b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f71bbc8e-472b-48e8-b482-4f5a95f66a81 HTTP/1.1" status: 204 len: 168 time: 0.5920346 Feb 03 12:36:06.543448 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6c4040-2bcc-4443-85c1-bb9c28271494 x-openstack-request-id: req-ad6c4040-2bcc-4443-85c1-bb9c28271494 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:06.543981 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2094782-b60b-49a8-8222-7fbfa94dea57", "name": "network-vif-plugged", "status": "completed", "tag": "f1932feb-54ba-44dd-998c-c0a2b36a4b7e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:06.544362 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad6c4040-2bcc-4443-85c1-bb9c28271494 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:06.545153 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2094782-b60b-49a8-8222-7fbfa94dea57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1932feb-54ba-44dd-998c-c0a2b36a4b7e', 'code': 200} Feb 03 12:36:06.567930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aee7b2-ee8a-4e19-9244-3ec835d6369b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71bbc8e-472b-48e8-b482-4f5a95f66a81,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:06.640984 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5878b1e5-13e1-4a6d-898f-82f34da4892c admin admin] Publish callbacks [] for security_group (9ceb9722-b4db-4223-9771-f405a5cf5324), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.654533 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5878b1e5-13e1-4a6d-898f-82f34da4892c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9ceb9722-b4db-4223-9771-f405a5cf5324), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.693817 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878b1e5-13e1-4a6d-898f-82f34da4892c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ceb9722-b4db-4223-9771-f405a5cf5324,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:06.705967 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5878b1e5-13e1-4a6d-898f-82f34da4892c admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:36:06.720883 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5878b1e5-13e1-4a6d-898f-82f34da4892c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (42254a0f-6ba4-479c-a89e-0ac9a0b3f45f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.721524 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-5878b1e5-13e1-4a6d-898f-82f34da4892c admin admin] Added segment 42254a0f-6ba4-479c-a89e-0ac9a0b3f45f of type vlan for network 1322b0e4-cb13-4e9e-ba6b-bd1c2978bb31 Feb 03 12:36:06.755746 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-876feff3-c1ae-4e8b-be19-fc1877b33edf tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2866838 Feb 03 12:36:06.764817 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42382) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:06.815862 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-27297449-a8d4-43bc-be95-d5ace984ae12 service neutron] 10.222.0.18 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793495 Feb 03 12:36:06.826766 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.831272 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5878b1e5-13e1-4a6d-898f-82f34da4892c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (1322b0e4-cb13-4e9e-ba6b-bd1c2978bb31), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.956004 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3205277c-5afe-451b-bda6-6d0a264066ae req-fc5f9e4d-9662-4af7-94ad-19631e9a21d9 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 210 time: 0.0559733 Feb 03 12:36:06.967608 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5878b1e5-13e1-4a6d-898f-82f34da4892c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (1322b0e4-cb13-4e9e-ba6b-bd1c2978bb31), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.969022 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5878b1e5-13e1-4a6d-898f-82f34da4892c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:06.969726 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5878b1e5-13e1-4a6d-898f-82f34da4892c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:06.971101 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-a1e0d3f8-7978-4327-9b83-58637854eae0 service neutron] 10.222.0.18 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486797 Feb 03 12:36:07.010326 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c1b0ceb-2a97-46b8-8653-7b51e2bd6658 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (966eee84-0651-4d1d-b204-b7cc2b558af8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:07.029796 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-d07b88c4-2386-4545-97ea-b78952e44b65 service neutron] 10.222.0.18 "GET /v2.0/ports/4997ac52-3b54-4c28-b601-d5627a93ce49?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0462439 Feb 03 12:36:07.085409 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878b1e5-13e1-4a6d-898f-82f34da4892c admin admin] Pushing event updated for resources: {'Network': ['ID=1322b0e4-cb13-4e9e-ba6b-bd1c2978bb31,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:07.110209 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5878b1e5-13e1-4a6d-898f-82f34da4892c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2060869 Feb 03 12:36:07.113042 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c1b0ceb-2a97-46b8-8653-7b51e2bd6658 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (966eee84-0651-4d1d-b204-b7cc2b558af8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:07.117225 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42392) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:07.123475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 1322b0e4-cb13-4e9e-ba6b-bd1c2978bb31 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:36:07.128602 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-29157ed8-4546-42c1-85cc-a98199ac5432 admin admin] Request body: {'subnet': {'network_id': '1322b0e4-cb13-4e9e-ba6b-bd1c2978bb31', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1975073150-subnet', 'tenant_id': 'dfe9820ceeef44898ade0f1898860418', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:07.214812 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444db31d-b1c4-485c-b963-ea435826245a req-b9b3b517-b337-43fb-907f-11b956574c52 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:07.222348 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-444db31d-b1c4-485c-b963-ea435826245a req-b9b3b517-b337-43fb-907f-11b956574c52 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 946 time: 0.1291494 Feb 03 12:36:07.243915 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c1b0ceb-2a97-46b8-8653-7b51e2bd6658 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (966eee84-0651-4d1d-b204-b7cc2b558af8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:07.247532 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c1b0ceb-2a97-46b8-8653-7b51e2bd6658 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:07.249089 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2c1b0ceb-2a97-46b8-8653-7b51e2bd6658 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-groups/966eee84-0651-4d1d-b204-b7cc2b558af8 HTTP/1.1" status: 204 len: 168 time: 0.4823198 Feb 03 12:36:07.255524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42396) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:07.281088 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-344b0f90-7707-4273-97b3-74f46019b430 service neutron] 10.222.0.18 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444365 Feb 03 12:36:07.288539 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b0ceb-2a97-46b8-8653-7b51e2bd6658 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=966eee84-0651-4d1d-b204-b7cc2b558af8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:07.349254 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-444db31d-b1c4-485c-b963-ea435826245a req-689c44c2-8594-42f0-ae03-741e1640595f tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237178 Feb 03 12:36:07.361955 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29157ed8-4546-42c1-85cc-a98199ac5432 admin admin] Made reservation on behalf of dfe9820ceeef44898ade0f1898860418 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:07.371470 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29157ed8-4546-42c1-85cc-a98199ac5432 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:07.533612 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-93876a1b-38a7-4298-917d-fb1d7c158543 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2784402 Feb 03 12:36:07.538566 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42404) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:07.550530 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e10ee326-c425-4d00-b174-271f961288dd tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group': {'name': 'tempest-secgroup--985341608'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:07.556641 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406c324-fe71-48d7-b39e-437554497018 req-ef20ebbc-8532-4d66-93ff-eb1382cc7709 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:07.558176 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0406c324-fe71-48d7-b39e-437554497018 req-ef20ebbc-8532-4d66-93ff-eb1382cc7709 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.73 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 808 time: 0.1860862 Feb 03 12:36:07.586432 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0406c324-fe71-48d7-b39e-437554497018 req-846da33a-044b-43fd-9601-49c23ad720b7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Request body: {'port': {'device_id': 'df5162bd-2636-476f-8b32-16672677f3f5', 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b', 'admin_state_up': True, 'tenant_id': '59121cc9f5494060a5397600a3646346'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:07.659847 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-158b3fa4-7d53-4ef0-b065-6f0b6f365d48 service neutron] 10.222.0.18 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773940 Feb 03 12:36:07.689693 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc85339-d2ce-4795-8f04-16dc0daf46c0 req-c03adf2d-0333-4e97-849a-af17ee33895c tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:07.691279 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5fc85339-d2ce-4795-8f04-16dc0daf46c0 req-c03adf2d-0333-4e97-849a-af17ee33895c tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 945 time: 0.1564960 Feb 03 12:36:07.701328 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42410) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:07.708221 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-15a35222-570b-4c8b-8fa8-ee8792da4c7e tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Request body: {'floatingip': {'port_id': 'f981be05-8021-466b-a24c-ed02bf68ed53'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:07.724361 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e10ee326-c425-4d00-b174-271f961288dd tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:07.821607 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15a35222-570b-4c8b-8fa8-ee8792da4c7e tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for floatingip (f9bb9edf-ba77-489b-a2a8-e5921d49e631), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:07.885048 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e10ee326-c425-4d00-b174-271f961288dd tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (3b886c41-3995-48c8-bf6c-2b107de50833), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:07.908837 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e10ee326-c425-4d00-b174-271f961288dd tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (3b886c41-3995-48c8-bf6c-2b107de50833), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:07.962072 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-64a4af7c-6746-4b9f-aea3-85e08351e8ac service neutron] 10.222.0.18 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992656 Feb 03 12:36:07.967974 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42422) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:08.004826 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e10ee326-c425-4d00-b174-271f961288dd tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.006401 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e10ee326-c425-4d00-b174-271f961288dd tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4630442 Feb 03 12:36:08.009997 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42428) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:08.013045 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0406c324-fe71-48d7-b39e-437554497018 req-846da33a-044b-43fd-9601-49c23ad720b7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Made reservation on behalf of 59121cc9f5494060a5397600a3646346 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:08.016401 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0406c324-fe71-48d7-b39e-437554497018 req-846da33a-044b-43fd-9601-49c23ad720b7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.022137 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-dbe26d89-79b5-4ed9-a6e8-ae27240e1803 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group_rule': {'security_group_id': '3b886c41-3995-48c8-bf6c-2b107de50833', 'direction': 'ingress', 'protocol': 17}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:08.029529 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ee326-c425-4d00-b174-271f961288dd tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b886c41-3995-48c8-bf6c-2b107de50833,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:08.035248 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29157ed8-4546-42c1-85cc-a98199ac5432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (01b27aa7-31f5-4322-a6df-13ebc74510c7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.071113 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b874f3-7396-4f9a-a19a-db3ca44ffb56 req-9f41a3a2-36d1-4d9f-b759-cdb453200d5b tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:08.073242 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45b874f3-7396-4f9a-a19a-db3ca44ffb56 req-9f41a3a2-36d1-4d9f-b759-cdb453200d5b tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 946 time: 0.2104135 Feb 03 12:36:08.109189 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.163674 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-38545176-c610-488b-8ffc-fd1d00024018 service neutron] 10.222.0.18 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922030 Feb 03 12:36:08.164876 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29157ed8-4546-42c1-85cc-a98199ac5432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01b27aa7-31f5-4322-a6df-13ebc74510c7,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:08.172890 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29157ed8-4546-42c1-85cc-a98199ac5432 admin admin] Checking segment: {'id': '42254a0f-6ba4-479c-a89e-0ac9a0b3f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1322b0e4-cb13-4e9e-ba6b-bd1c2978bb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:08.173389 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29157ed8-4546-42c1-85cc-a98199ac5432 admin admin] Network hostable DHCP agents. Network: 1322b0e4-cb13-4e9e-ba6b-bd1c2978bb31, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:36:08.222243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29157ed8-4546-42c1-85cc-a98199ac5432 admin admin] Network 1322b0e4-cb13-4e9e-ba6b-bd1c2978bb31 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:36:08.232844 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbe26d89-79b5-4ed9-a6e8-ae27240e1803 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (82cb08db-4053-40d1-8b26-1bc856163f1b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.277319 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-29157ed8-4546-42c1-85cc-a98199ac5432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 1322b0e4-cb13-4e9e-ba6b-bd1c2978bb31) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:08.292125 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe752cb-c485-4199-aa28-ba3aac6754eb None None] Network 1322b0e4-cb13-4e9e-ba6b-bd1c2978bb31 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:08.304189 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29157ed8-4546-42c1-85cc-a98199ac5432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:08.305305 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29157ed8-4546-42c1-85cc-a98199ac5432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.341708 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-2aead9f0-4c1e-456c-afb3-5123678a9cad service neutron] 10.222.0.18 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613607 Feb 03 12:36:08.349657 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-29157ed8-4546-42c1-85cc-a98199ac5432 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2267029 Feb 03 12:36:08.470887 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-cf6d781f-cce6-4eec-a96f-371beb547a81 service neutron] 10.222.0.18 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196976 Feb 03 12:36:08.537656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecee961e-beec-4df6-9244-911aa1df8ef9 None None] Network 1322b0e4-cb13-4e9e-ba6b-bd1c2978bb31 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:08.663107 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbe26d89-79b5-4ed9-a6e8-ae27240e1803 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (82cb08db-4053-40d1-8b26-1bc856163f1b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.664074 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-319dd2d5-3630-47f7-af40-a8240a340c8e service neutron] 10.222.0.18 "GET /v2.0/networks/8ad14e2d-6531-4d66-b186-adc852ea82f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857474 Feb 03 12:36:08.675252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ed30de16-a9be-4986-b817-f522b20150b3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-936598022-network', 'tenant_id': '0d1aade5ffee4a6d803ae71a9bf182d9'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:08.730970 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbe26d89-79b5-4ed9-a6e8-ae27240e1803 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (82cb08db-4053-40d1-8b26-1bc856163f1b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.793601 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45b874f3-7396-4f9a-a19a-db3ca44ffb56 req-d9d4931e-2540-4c8d-80d9-442ed7920721 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6741247 Feb 03 12:36:08.903756 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-20365142-f1fb-4763-8c0b-d817393c1cf5 service neutron] 10.222.0.18 "GET /v2.0/networks/8ad14e2d-6531-4d66-b186-adc852ea82f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384303 Feb 03 12:36:08.924042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe26d89-79b5-4ed9-a6e8-ae27240e1803 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82cb08db-4053-40d1-8b26-1bc856163f1b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:08.981189 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbe26d89-79b5-4ed9-a6e8-ae27240e1803 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:08.982410 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-dbe26d89-79b5-4ed9-a6e8-ae27240e1803 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9709964 Feb 03 12:36:08.983112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed30de16-a9be-4986-b817-f522b20150b3 admin admin] Made reservation on behalf of 0d1aade5ffee4a6d803ae71a9bf182d9 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:08.985400 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed30de16-a9be-4986-b817-f522b20150b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.022649 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42444) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:09.025928 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed30de16-a9be-4986-b817-f522b20150b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.036535 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-19679138-1e63-46af-8918-c4612cfb917a req-abd69d6e-0a35-491c-9697-34ea4cbedea6 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 210 time: 0.0669882 Feb 03 12:36:09.202081 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-d3f4cd06-e912-4f0d-ae9e-0e68c57b14b4 service neutron] 10.222.0.18 "GET /v2.0/networks/8ad14e2d-6531-4d66-b186-adc852ea82f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858775 Feb 03 12:36:09.272498 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27e71ef1-5f62-4c52-8b30-5e87b9e338f3 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (3b886c41-3995-48c8-bf6c-2b107de50833), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.274917 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42458) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:09.284569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3ae6a288-9ef6-4390-b43b-73252a34bc6e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1885884876-network', 'tenant_id': 'eb0dff12ad63499b812b868409fb0f7d'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:09.365750 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27e71ef1-5f62-4c52-8b30-5e87b9e338f3 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (3b886c41-3995-48c8-bf6c-2b107de50833), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.378955 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae6a288-9ef6-4390-b43b-73252a34bc6e admin admin] Made reservation on behalf of eb0dff12ad63499b812b868409fb0f7d for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:09.381521 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a288-9ef6-4390-b43b-73252a34bc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.411953 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a288-9ef6-4390-b43b-73252a34bc6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.446293 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-9209f392-cb55-4e8b-bb55-600d05f950a4 service neutron] 10.222.0.18 "GET /v2.0/networks/8ad14e2d-6531-4d66-b186-adc852ea82f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259691 Feb 03 12:36:09.488960 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27e71ef1-5f62-4c52-8b30-5e87b9e338f3 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (3b886c41-3995-48c8-bf6c-2b107de50833), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.499234 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27e71ef1-5f62-4c52-8b30-5e87b9e338f3 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.503315 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-27e71ef1-5f62-4c52-8b30-5e87b9e338f3 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-groups/3b886c41-3995-48c8-bf6c-2b107de50833 HTTP/1.1" status: 204 len: 168 time: 0.4745491 Feb 03 12:36:09.505989 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42462) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:09.530612 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e71ef1-5f62-4c52-8b30-5e87b9e338f3 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b886c41-3995-48c8-bf6c-2b107de50833,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:09.563260 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-15a35222-570b-4c8b-8fa8-ee8792da4c7e tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:36:09.640876 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-0406c324-fe71-48d7-b39e-437554497018 req-846da33a-044b-43fd-9601-49c23ad720b7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Allocated IP 172.20.0.3 (261b9ae4-c32c-4699-b2c0-61d6a780f49b/fdc6398e-4bbb-472c-be47-bf6310728b3e/b4cdce3c-ede9-447a-93fd-ab1378721ecd) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:09.649807 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9563fb5d-4c5e-422c-bdbb-38777c5a0349 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1331463 Feb 03 12:36:09.654743 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42474) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:09.666608 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.678360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e9926066-ee57-4155-ba55-22a7d52319df tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group': {'name': 'tempest-secgroup--32046566'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:09.691346 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a288-9ef6-4390-b43b-73252a34bc6e admin admin] Publish callbacks [] for security_group (6eb21990-1e49-45ec-935c-0558449787d0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.709177 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15a35222-570b-4c8b-8fa8-ee8792da4c7e tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.723534 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a288-9ef6-4390-b43b-73252a34bc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6eb21990-1e49-45ec-935c-0558449787d0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.739769 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15a35222-570b-4c8b-8fa8-ee8792da4c7e tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (f9bb9edf-ba77-489b-a2a8-e5921d49e631), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.749973 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae6a288-9ef6-4390-b43b-73252a34bc6e admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:36:09.795293 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a288-9ef6-4390-b43b-73252a34bc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8ef775da-f267-49fa-a894-acfe27653985), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:09.796415 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-3ae6a288-9ef6-4390-b43b-73252a34bc6e admin admin] Added segment 8ef775da-f267-49fa-a894-acfe27653985 of type vlan for network 326a7f35-c5d8-40b7-bf2d-e8d3e0581064 Feb 03 12:36:09.863053 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-15a35222-570b-4c8b-8fa8-ee8792da4c7e tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Floating IP f9bb9edf-ba77-489b-a2a8-e5921d49e631 associated. External IP: 172.25.6.199, port: f981be05-8021-466b-a24c-ed02bf68ed53. Feb 03 12:36:09.876155 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9926066-ee57-4155-ba55-22a7d52319df tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.010434 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6a288-9ef6-4390-b43b-73252a34bc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb21990-1e49-45ec-935c-0558449787d0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:10.026791 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a288-9ef6-4390-b43b-73252a34bc6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (326a7f35-c5d8-40b7-bf2d-e8d3e0581064), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.068466 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed30de16-a9be-4986-b817-f522b20150b3 admin admin] Publish callbacks [] for security_group (f7475c92-faac-4cf2-8600-56791989e52f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.114745 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed30de16-a9be-4986-b817-f522b20150b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f7475c92-faac-4cf2-8600-56791989e52f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.141034 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a288-9ef6-4390-b43b-73252a34bc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (326a7f35-c5d8-40b7-bf2d-e8d3e0581064), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.145165 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae6a288-9ef6-4390-b43b-73252a34bc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:10.145787 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a288-9ef6-4390-b43b-73252a34bc6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.220320 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3ae6a288-9ef6-4390-b43b-73252a34bc6e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9391370 Feb 03 12:36:10.221160 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42504) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:10.263102 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f5aba552-a3b8-4501-bde7-c60e256c06c8 admin admin] Request body: {'subnet': {'network_id': '326a7f35-c5d8-40b7-bf2d-e8d3e0581064', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1885884876-subnet', 'tenant_id': 'eb0dff12ad63499b812b868409fb0f7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:10.265754 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed30de16-a9be-4986-b817-f522b20150b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:36:10.276528 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6a288-9ef6-4390-b43b-73252a34bc6e admin admin] Pushing event updated for resources: {'Network': ['ID=326a7f35-c5d8-40b7-bf2d-e8d3e0581064,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:10.288157 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 326a7f35-c5d8-40b7-bf2d-e8d3e0581064 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:36:10.300926 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5aba552-a3b8-4501-bde7-c60e256c06c8 admin admin] Made reservation on behalf of eb0dff12ad63499b812b868409fb0f7d for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:10.308443 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5aba552-a3b8-4501-bde7-c60e256c06c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.374849 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9926066-ee57-4155-ba55-22a7d52319df tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (0f90940d-feae-4703-a820-f8929872c30a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.396173 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30de16-a9be-4986-b817-f522b20150b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7475c92-faac-4cf2-8600-56791989e52f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:10.415824 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9926066-ee57-4155-ba55-22a7d52319df tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0f90940d-feae-4703-a820-f8929872c30a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.421806 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed30de16-a9be-4986-b817-f522b20150b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (925c8e96-e57f-4899-a91f-9c03ad076ca0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.422120 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-ed30de16-a9be-4986-b817-f522b20150b3 admin admin] Added segment 925c8e96-e57f-4899-a91f-9c03ad076ca0 of type vlan for network b97fb0f1-bbae-4a7d-a6b0-b7d5338c0c23 Feb 03 12:36:10.465942 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9926066-ee57-4155-ba55-22a7d52319df tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f90940d-feae-4703-a820-f8929872c30a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:10.499817 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55154f-6cbc-44bb-8305-d84b740e3f53 req-eaf1fe8b-9bc9-4a81-9171-0b203521566b tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:10.506722 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be55154f-6cbc-44bb-8305-d84b740e3f53 req-eaf1fe8b-9bc9-4a81-9171-0b203521566b tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 946 time: 0.4013975 Feb 03 12:36:10.532862 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0406c324-fe71-48d7-b39e-437554497018 req-846da33a-044b-43fd-9601-49c23ad720b7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks [] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.562528 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5aba552-a3b8-4501-bde7-c60e256c06c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (83b426e6-9954-42b2-b960-d8144fef8c00), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.615313 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e9b53896-4349-4ebe-8227-f9d9c0f70219 req-921e117e-db37-4b43-9c85-523fd0632744 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 210 time: 0.0497282 Feb 03 12:36:10.653813 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9926066-ee57-4155-ba55-22a7d52319df tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.666847 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42512) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:10.667130 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e9926066-ee57-4155-ba55-22a7d52319df tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0076437 Feb 03 12:36:10.673756 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a97dd7d1-d4d9-4764-9b0f-5252bc4ce20a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1026018864'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:10.687393 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed30de16-a9be-4986-b817-f522b20150b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (b97fb0f1-bbae-4a7d-a6b0-b7d5338c0c23), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.719262 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a97dd7d1-d4d9-4764-9b0f-5252bc4ce20a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.788101 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aba552-a3b8-4501-bde7-c60e256c06c8 admin admin] Checking segment: {'id': '8ef775da-f267-49fa-a894-acfe27653985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '326a7f35-c5d8-40b7-bf2d-e8d3e0581064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:10.788619 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aba552-a3b8-4501-bde7-c60e256c06c8 admin admin] Network hostable DHCP agents. Network: 326a7f35-c5d8-40b7-bf2d-e8d3e0581064, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:36:10.802520 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aba552-a3b8-4501-bde7-c60e256c06c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83b426e6-9954-42b2-b960-d8144fef8c00,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:10.802971 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be55154f-6cbc-44bb-8305-d84b740e3f53 req-1cad61e4-0d47-46e8-ad68-0c0d2cba8bff tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909606 Feb 03 12:36:10.830881 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-07aef68b-e121-40cd-a880-c9b8000d816b req-95d5415f-125e-4d3e-97ca-7e6599607420 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.1366761 Feb 03 12:36:10.867803 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aba552-a3b8-4501-bde7-c60e256c06c8 admin admin] Network 326a7f35-c5d8-40b7-bf2d-e8d3e0581064 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:36:10.877268 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed30de16-a9be-4986-b817-f522b20150b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (b97fb0f1-bbae-4a7d-a6b0-b7d5338c0c23), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.878586 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed30de16-a9be-4986-b817-f522b20150b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:10.884485 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed30de16-a9be-4986-b817-f522b20150b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.893047 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a97dd7d1-d4d9-4764-9b0f-5252bc4ce20a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (be8e6c0b-cee4-44da-a3db-6bf7730c7ebd), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.914624 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a97dd7d1-d4d9-4764-9b0f-5252bc4ce20a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (be8e6c0b-cee4-44da-a3db-6bf7730c7ebd), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.925205 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f5aba552-a3b8-4501-bde7-c60e256c06c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 326a7f35-c5d8-40b7-bf2d-e8d3e0581064) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:10.930296 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aba552-a3b8-4501-bde7-c60e256c06c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:10.930949 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5aba552-a3b8-4501-bde7-c60e256c06c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.940723 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4b8667-6a25-4153-868a-0041d7443a53 None None] Network 326a7f35-c5d8-40b7-bf2d-e8d3e0581064 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:10.971335 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f5aba552-a3b8-4501-bde7-c60e256c06c8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7407329 Feb 03 12:36:10.982839 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a97dd7d1-d4d9-4764-9b0f-5252bc4ce20a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:10.987220 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a97dd7d1-d4d9-4764-9b0f-5252bc4ce20a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3164711 Feb 03 12:36:10.988330 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a35222-570b-4c8b-8fa8-ee8792da4c7e tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Router 26367b17-385d-4d00-83ce-c790450caeae has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:36:10.989397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42530) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:10.995472 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97dd7d1-d4d9-4764-9b0f-5252bc4ce20a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be8e6c0b-cee4-44da-a3db-6bf7730c7ebd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:10.996530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cda15f3d-89a4-498f-aa3b-7548527013fe tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group_rule': {'security_group_id': '0f90940d-feae-4703-a820-f8929872c30a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'be8e6c0b-cee4-44da-a3db-6bf7730c7ebd', 'remote_ip_prefix': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:11.026932 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0406c324-fe71-48d7-b39e-437554497018 req-846da33a-044b-43fd-9601-49c23ad720b7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.034838 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ed30de16-a9be-4986-b817-f522b20150b3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0594676 Feb 03 12:36:11.035757 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42532) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:11.043300 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2f940dbe-607d-469a-bc28-c5b475e58a6c admin admin] Request body: {'subnet': {'network_id': 'b97fb0f1-bbae-4a7d-a6b0-b7d5338c0c23', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-936598022-subnet', 'tenant_id': '0d1aade5ffee4a6d803ae71a9bf182d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:11.052447 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30de16-a9be-4986-b817-f522b20150b3 admin admin] Pushing event updated for resources: {'Network': ['ID=b97fb0f1-bbae-4a7d-a6b0-b7d5338c0c23,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:11.081702 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f940dbe-607d-469a-bc28-c5b475e58a6c admin admin] Made reservation on behalf of 0d1aade5ffee4a6d803ae71a9bf182d9 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:11.082381 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network b97fb0f1-bbae-4a7d-a6b0-b7d5338c0c23 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:36:11.085636 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f940dbe-607d-469a-bc28-c5b475e58a6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.105573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0406c324-fe71-48d7-b39e-437554497018 req-846da33a-044b-43fd-9601-49c23ad720b7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Network 261b9ae4-c32c-4699-b2c0-61d6a780f49b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:11.123901 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-0406c324-fe71-48d7-b39e-437554497018 req-846da33a-044b-43fd-9601-49c23ad720b7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:11.213962 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0406c324-fe71-48d7-b39e-437554497018 req-846da33a-044b-43fd-9601-49c23ad720b7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:11.243210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b7ff0f-b656-4433-82a0-ecd412abc248 None None] Network 326a7f35-c5d8-40b7-bf2d-e8d3e0581064 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:11.254164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42536) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:11.258964 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846da33a-044b-43fd-9601-49c23ad720b7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Pushing event updated for resources: {'Port': ['ID=b4cdce3c-ede9-447a-93fd-ab1378721ecd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:11.316620 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cda15f3d-89a4-498f-aa3b-7548527013fe tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (43fba7dd-9898-44ed-8375-c97356c43f5c), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.332995 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e7d581-1ea2-4a68-90c6-36670e069ab7 admin admin] Deleting subnet 01b27aa7-31f5-4322-a6df-13ebc74510c7 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:36:11.345282 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98e7d581-1ea2-4a68-90c6-36670e069ab7 admin admin] Publish callbacks [] for subnet (01b27aa7-31f5-4322-a6df-13ebc74510c7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.402849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406c324-fe71-48d7-b39e-437554497018 req-846da33a-044b-43fd-9601-49c23ad720b7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:11.403625 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0406c324-fe71-48d7-b39e-437554497018 req-846da33a-044b-43fd-9601-49c23ad720b7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.430192 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98e7d581-1ea2-4a68-90c6-36670e069ab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (01b27aa7-31f5-4322-a6df-13ebc74510c7), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.467052 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0406c324-fe71-48d7-b39e-437554497018 req-846da33a-044b-43fd-9601-49c23ad720b7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8844008 Feb 03 12:36:11.480172 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a35222-570b-4c8b-8fa8-ee8792da4c7e tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:36:11.487092 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15a35222-570b-4c8b-8fa8-ee8792da4c7e tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.487691 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98e7d581-1ea2-4a68-90c6-36670e069ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (01b27aa7-31f5-4322-a6df-13ebc74510c7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.512897 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb791eca-a496-4140-9003-0d564aa32440 None None] Sync routers for ids ['26367b17-385d-4d00-83ce-c790450caeae'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:36:11.516330 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cda15f3d-89a4-498f-aa3b-7548527013fe tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (43fba7dd-9898-44ed-8375-c97356c43f5c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.522377 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] Request body: {'port': {'device_id': 'df5162bd-2636-476f-8b32-16672677f3f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:11.530985 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cda15f3d-89a4-498f-aa3b-7548527013fe tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (43fba7dd-9898-44ed-8375-c97356c43f5c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.534485 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb791eca-a496-4140-9003-0d564aa32440 None None] Routers {'26367b17-385d-4d00-83ce-c790450caeae'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:11.535126 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cb791eca-a496-4140-9003-0d564aa32440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:36:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['26367b17-385d-4d00-83ce-c790450caeae'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:11.584420 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-15a35222-570b-4c8b-8fa8-ee8792da4c7e tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "PUT /v2.0/floatingips/f9bb9edf-ba77-489b-a2a8-e5921d49e631 HTTP/1.1" status: 200 len: 991 time: 3.8793685 Feb 03 12:36:11.585876 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f066e8-0643-4bda-a17d-17a64cb1da11', 'tag': 'f981be05-8021-466b-a24c-ed02bf68ed53'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:11.588900 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f775602e-75fc-4de0-adf2-01fdfccfeb7d" -d '{"events": [{"name": "network-changed", "server_uuid": "55f066e8-0643-4bda-a17d-17a64cb1da11", "tag": "f981be05-8021-466b-a24c-ed02bf68ed53"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:11.591786 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda15f3d-89a4-498f-aa3b-7548527013fe tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43fba7dd-9898-44ed-8375-c97356c43f5c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:11.617416 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cda15f3d-89a4-498f-aa3b-7548527013fe tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.622611 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cda15f3d-89a4-498f-aa3b-7548527013fe tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6297357 Feb 03 12:36:11.623419 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42542) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:11.671906 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.693484 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a996d2b0-17f8-403d-8d00-9fc6cb924879 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (43fba7dd-9898-44ed-8375-c97356c43f5c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.704317 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a996d2b0-17f8-403d-8d00-9fc6cb924879 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (43fba7dd-9898-44ed-8375-c97356c43f5c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.784475 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd277b8e-5f50-4c88-b59e-143f27c750dc x-openstack-request-id: req-cd277b8e-5f50-4c88-b59e-143f27c750dc {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:11.784778 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f066e8-0643-4bda-a17d-17a64cb1da11", "tag": "f981be05-8021-466b-a24c-ed02bf68ed53", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:11.785042 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd277b8e-5f50-4c88-b59e-143f27c750dc {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:11.785718 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f066e8-0643-4bda-a17d-17a64cb1da11', 'tag': 'f981be05-8021-466b-a24c-ed02bf68ed53', 'status': 'completed', 'code': 200} Feb 03 12:36:11.859676 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a996d2b0-17f8-403d-8d00-9fc6cb924879 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (43fba7dd-9898-44ed-8375-c97356c43f5c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.880077 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a996d2b0-17f8-403d-8d00-9fc6cb924879 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:11.881982 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a996d2b0-17f8-403d-8d00-9fc6cb924879 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/43fba7dd-9898-44ed-8375-c97356c43f5c HTTP/1.1" status: 204 len: 168 time: 0.2375190 Feb 03 12:36:11.892103 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-cb791eca-a496-4140-9003-0d564aa32440 None None] Set router 26367b17-385d-4d00-83ce-c790450caeae gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:11.923799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996d2b0-17f8-403d-8d00-9fc6cb924879 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43fba7dd-9898-44ed-8375-c97356c43f5c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:11.937114 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42552) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:12.024308 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775602e-75fc-4de0-adf2-01fdfccfeb7d req-c48777ca-c6af-44b9-bb7d-d9d2b3a8b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:12.026304 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f775602e-75fc-4de0-adf2-01fdfccfeb7d req-c48777ca-c6af-44b9-bb7d-d9d2b3a8b260 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=218289d12c9b4b9dbde4b42d4f382200&device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 1127 time: 0.2759616 Feb 03 12:36:12.093030 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f940dbe-607d-469a-bc28-c5b475e58a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (60f0142d-33ae-4bde-b55f-65914dece16b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.096188 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98e7d581-1ea2-4a68-90c6-36670e069ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (01b27aa7-31f5-4322-a6df-13ebc74510c7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.167170 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98e7d581-1ea2-4a68-90c6-36670e069ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.173598 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-98e7d581-1ea2-4a68-90c6-36670e069ab7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/01b27aa7-31f5-4322-a6df-13ebc74510c7 HTTP/1.1" status: 204 len: 168 time: 0.9183209 Feb 03 12:36:12.176887 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42556) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:12.234711 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cb791eca-a496-4140-9003-0d564aa32440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26367b17-385d-4d00-83ce-c790450caeae', 'name': 'tempest-ServersTestBootFromVolume-347311829-router', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:16Z', 'updated_at': '2022-02-03T12:34:27Z', 'revision_number': 4, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'gw_port': {'id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:17Z', 'updated_at': '2022-02-03T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'f9bb9edf-ba77-489b-a2a8-e5921d49e631', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'floating_ip_address': '172.25.6.199', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '26367b17-385d-4d00-83ce-c790450caeae', 'port_id': 'f981be05-8021-466b-a24c-ed02bf68ed53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf', 'mac_address': 'fa:16:3e:99:43:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f066e8-0643-4bda-a17d-17a64cb1da11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:34:36Z', 'updated_at': '2022-02-03T12:36:09Z', 'revision_number': 1, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ba4c04-cfff-49e8-901a-13a3c9ee15bd', 'name': '', 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'mac_address': 'fa:16:3e:52:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '67023db2-06c8-42d5-bfcd-aa9f27b3574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:26Z', 'updated_at': '2022-02-03T12:34:33Z', 'revision_number': 5, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'subnets': [{'id': '67023db2-06c8-42d5-bfcd-aa9f27b3574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:12.256905 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f940dbe-607d-469a-bc28-c5b475e58a6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=60f0142d-33ae-4bde-b55f-65914dece16b,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:12.325787 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb791eca-a496-4140-9003-0d564aa32440 None None] Checking router: 26367b17-385d-4d00-83ce-c790450caeae for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:36:12.330898 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4cdce3c-ede9-447a-93fd-ab1378721ecd {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:12.351281 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb791eca-a496-4140-9003-0d564aa32440 None None] Routers {'26367b17-385d-4d00-83ce-c790450caeae'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:36:12.351748 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cb791eca-a496-4140-9003-0d564aa32440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:36:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['26367b17-385d-4d00-83ce-c790450caeae'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:12.361745 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] Publish callbacks [] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.380507 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7d581-1ea2-4a68-90c6-36670e069ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01b27aa7-31f5-4322-a6df-13ebc74510c7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:12.407358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91390fd0-30df-4c0e-b065-8ebbf73baecc req-b7ab4bf2-4b35-4f8d-8984-b1ce7e36e39a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:12.408985 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-91390fd0-30df-4c0e-b065-8ebbf73baecc req-b7ab4bf2-4b35-4f8d-8984-b1ce7e36e39a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 931 time: 0.5258572 Feb 03 12:36:12.426823 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9692a8db-7191-4639-9f16-8fa6e431ad0a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3992164 Feb 03 12:36:12.435418 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42558) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:12.440982 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4b42a-5907-40b0-acff-3f386d971b98 req-7329b613-a8a4-4377-8a5e-e625d585a99b tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:12.442484 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-abf4b42a-5907-40b0-acff-3f386d971b98 req-7329b613-a8a4-4377-8a5e-e625d585a99b tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 945 time: 0.5514917 Feb 03 12:36:12.465479 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f940dbe-607d-469a-bc28-c5b475e58a6c admin admin] Checking segment: {'id': '925c8e96-e57f-4899-a91f-9c03ad076ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b97fb0f1-bbae-4a7d-a6b0-b7d5338c0c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:12.467932 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f940dbe-607d-469a-bc28-c5b475e58a6c admin admin] Network hostable DHCP agents. Network: b97fb0f1-bbae-4a7d-a6b0-b7d5338c0c23, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:36:12.477452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] Transition to ACTIVE for port object b4cdce3c-ede9-447a-93fd-ab1378721ecd will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:36:12.489753 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fed8a65d-6f3b-40ba-985f-79b6e38b9cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (1322b0e4-cb13-4e9e-ba6b-bd1c2978bb31), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.500446 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.531363 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f940dbe-607d-469a-bc28-c5b475e58a6c admin admin] Network b97fb0f1-bbae-4a7d-a6b0-b7d5338c0c23 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:36:12.551644 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-abf4b42a-5907-40b0-acff-3f386d971b98 req-f6addb0a-6016-4680-9bbc-67aad9e28bf6 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950863 Feb 03 12:36:12.591224 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-cb791eca-a496-4140-9003-0d564aa32440 None None] Set router 26367b17-385d-4d00-83ce-c790450caeae gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:36:12.613395 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-91390fd0-30df-4c0e-b065-8ebbf73baecc req-9ffa29a8-d5ab-4166-aa72-04346afa3300 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854181 Feb 03 12:36:12.616408 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775602e-75fc-4de0-adf2-01fdfccfeb7d req-c4d6705b-79ad-4924-90ce-5db5f9b8dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:12.618177 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f775602e-75fc-4de0-adf2-01fdfccfeb7d req-c4d6705b-79ad-4924-90ce-5db5f9b8dbf1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b39bda4c-a748-41d3-ad64-33f7d22c16cf HTTP/1.1" status: 200 len: 916 time: 0.5799212 Feb 03 12:36:12.622247 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2f940dbe-607d-469a-bc28-c5b475e58a6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, b97fb0f1-bbae-4a7d-a6b0-b7d5338c0c23) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:12.650490 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427b5d4a-e64b-414b-a209-88d8aa164a94 None None] Network b97fb0f1-bbae-4a7d-a6b0-b7d5338c0c23 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:12.658885 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f940dbe-607d-469a-bc28-c5b475e58a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:12.659482 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f940dbe-607d-469a-bc28-c5b475e58a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.662361 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc5b3-49e9-4c47-8b42-798667508872 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (be8e6c0b-cee4-44da-a3db-6bf7730c7ebd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.740688 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fed8a65d-6f3b-40ba-985f-79b6e38b9cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (1322b0e4-cb13-4e9e-ba6b-bd1c2978bb31), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.768669 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc5b3-49e9-4c47-8b42-798667508872 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (be8e6c0b-cee4-44da-a3db-6bf7730c7ebd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.800054 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2f940dbe-607d-469a-bc28-c5b475e58a6c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7438529 Feb 03 12:36:12.819970 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-fed8a65d-6f3b-40ba-985f-79b6e38b9cbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1322b0e4-cb13-4e9e-ba6b-bd1c2978bb31']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:12.876224 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-fed8a65d-6f3b-40ba-985f-79b6e38b9cbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42254a0f-6ba4-479c-a89e-0ac9a0b3f45f') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:12.876521 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-fed8a65d-6f3b-40ba-985f-79b6e38b9cbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42254a0f-6ba4-479c-a89e-0ac9a0b3f45f') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:12.915921 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fed8a65d-6f3b-40ba-985f-79b6e38b9cbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (42254a0f-6ba4-479c-a89e-0ac9a0b3f45f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.931008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2233d27-c857-435c-a5c9-aba90d051309 req-f5339a5c-ad73-4595-b1be-bd6cf74db794 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:12.939664 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d2233d27-c857-435c-a5c9-aba90d051309 req-f5339a5c-ad73-4595-b1be-bd6cf74db794 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 946 time: 0.2995164 Feb 03 12:36:12.970995 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fed8a65d-6f3b-40ba-985f-79b6e38b9cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (42254a0f-6ba4-479c-a89e-0ac9a0b3f45f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:12.999080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed8a65d-6f3b-40ba-985f-79b6e38b9cbd admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:36:12.999555 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fed8a65d-6f3b-40ba-985f-79b6e38b9cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (42254a0f-6ba4-479c-a89e-0ac9a0b3f45f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:36:13.015506 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:36:13.154730 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f41066f-1096-4489-bb77-94019a788b78 None None] Network b97fb0f1-bbae-4a7d-a6b0-b7d5338c0c23 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:13.172146 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d2233d27-c857-435c-a5c9-aba90d051309 req-5cb61c77-094c-4acb-88c4-09cc3837e568 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248781 Feb 03 12:36:13.180500 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fed8a65d-6f3b-40ba-985f-79b6e38b9cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (1322b0e4-cb13-4e9e-ba6b-bd1c2978bb31), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.197118 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fed8a65d-6f3b-40ba-985f-79b6e38b9cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.200507 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fed8a65d-6f3b-40ba-985f-79b6e38b9cbd admin admin] 10.222.0.18 "DELETE /v2.0/networks/1322b0e4-cb13-4e9e-ba6b-bd1c2978bb31 HTTP/1.1" status: 204 len: 168 time: 1.0185471 Feb 03 12:36:13.218566 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42564) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:13.238282 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] Pushing event updated for resources: {'Port': ['ID=b4cdce3c-ede9-447a-93fd-ab1378721ecd,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:13.239825 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 54973638-af20-4b3d-9b08-b6c0daebfa95 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:36:13.265442 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f775602e-75fc-4de0-adf2-01fdfccfeb7d req-5b2e47ab-1d7d-45e1-9a4a-4c783e777e1e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f981be05-8021-466b-a24c-ed02bf68ed53 HTTP/1.1" status: 200 len: 999 time: 0.6173928 Feb 03 12:36:13.321630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8a65d-6f3b-40ba-985f-79b6e38b9cbd admin admin] Pushing event deleted for resources: {'Network': ['ID=1322b0e4-cb13-4e9e-ba6b-bd1c2978bb31,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:13.330233 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4a2963b8-2500-4982-a826-de612641b949 req-6a818d6c-95c7-49aa-9c23-4e0906d16b8a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.3747039 Feb 03 12:36:13.356351 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cb791eca-a496-4140-9003-0d564aa32440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26367b17-385d-4d00-83ce-c790450caeae', 'name': 'tempest-ServersTestBootFromVolume-347311829-router', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:16Z', 'updated_at': '2022-02-03T12:34:27Z', 'revision_number': 4, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'gw_port': {'id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:17Z', 'updated_at': '2022-02-03T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'f9bb9edf-ba77-489b-a2a8-e5921d49e631', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'floating_ip_address': '172.25.6.199', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '26367b17-385d-4d00-83ce-c790450caeae', 'port_id': 'f981be05-8021-466b-a24c-ed02bf68ed53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf', 'mac_address': 'fa:16:3e:99:43:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f066e8-0643-4bda-a17d-17a64cb1da11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:34:36Z', 'updated_at': '2022-02-03T12:36:09Z', 'revision_number': 1, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ba4c04-cfff-49e8-901a-13a3c9ee15bd', 'name': '', 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'mac_address': 'fa:16:3e:52:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '67023db2-06c8-42d5-bfcd-aa9f27b3574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:26Z', 'updated_at': '2022-02-03T12:34:33Z', 'revision_number': 5, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'subnets': [{'id': '67023db2-06c8-42d5-bfcd-aa9f27b3574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:13.374009 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b71c75b-0bc1-446c-9193-0085049cd3f5 admin admin] Deleting subnet 83b426e6-9954-42b2-b960-d8144fef8c00 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:36:13.381810 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b71c75b-0bc1-446c-9193-0085049cd3f5 admin admin] Publish callbacks [] for subnet (83b426e6-9954-42b2-b960-d8144fef8c00), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.428011 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb791eca-a496-4140-9003-0d564aa32440 None None] The sync data for ids ['26367b17-385d-4d00-83ce-c790450caeae'] in n-d-827336-3 is: [{'id': '26367b17-385d-4d00-83ce-c790450caeae', 'name': 'tempest-ServersTestBootFromVolume-347311829-router', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:16Z', 'updated_at': '2022-02-03T12:34:27Z', 'revision_number': 4, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'gw_port': {'id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:17Z', 'updated_at': '2022-02-03T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'f9bb9edf-ba77-489b-a2a8-e5921d49e631', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'floating_ip_address': '172.25.6.199', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '26367b17-385d-4d00-83ce-c790450caeae', 'port_id': 'f981be05-8021-466b-a24c-ed02bf68ed53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf', 'mac_address': 'fa:16:3e:99:43:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f066e8-0643-4bda-a17d-17a64cb1da11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:34:36Z', 'updated_at': '2022-02-03T12:36:09Z', 'revision_number': 1, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56ba4c04-cfff-49e8-901a-13a3c9ee15bd', 'name': '', 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'mac_address': 'fa:16:3e:52:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '67023db2-06c8-42d5-bfcd-aa9f27b3574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:26Z', 'updated_at': '2022-02-03T12:34:33Z', 'revision_number': 5, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'subnets': [{'id': '67023db2-06c8-42d5-bfcd-aa9f27b3574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:36:13.464682 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b71c75b-0bc1-446c-9193-0085049cd3f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (83b426e6-9954-42b2-b960-d8144fef8c00), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.480055 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] Attempting to bind port b4cdce3c-ede9-447a-93fd-ab1378721ecd on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:13.480436 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] Attempting to bind port b4cdce3c-ede9-447a-93fd-ab1378721ecd by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:13.480752 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] Attempting to bind port b4cdce3c-ede9-447a-93fd-ab1378721ecd on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:13.504807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] Port b4cdce3c-ede9-447a-93fd-ab1378721ecd on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:36:13.513616 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] Attempting to bind port b4cdce3c-ede9-447a-93fd-ab1378721ecd on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:13.543322 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:13.545662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] Checking segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:13.546289 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] Bound using segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:13.546750 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b71c75b-0bc1-446c-9193-0085049cd3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (83b426e6-9954-42b2-b960-d8144fef8c00), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.547434 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] Bound port: b4cdce3c-ede9-447a-93fd-ab1378721ecd, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:13.550171 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.636645 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 54973638-af20-4b3d-9b08-b6c0daebfa95, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=54973638-af20-4b3d-9b08-b6c0daebfa95,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:13.673305 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '54973638-af20-4b3d-9b08-b6c0daebfa95', 'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9', 'port_id': '54973638-af20-4b3d-9b08-b6c0daebfa95', 'mac_address': 'fa:16:3e:e7:54:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6692b46d-d587-49d4-a31d-fa29447818e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:36:13.711480 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b71c75b-0bc1-446c-9193-0085049cd3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (83b426e6-9954-42b2-b960-d8144fef8c00), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.764809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71c75b-0bc1-446c-9193-0085049cd3f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83b426e6-9954-42b2-b960-d8144fef8c00,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:13.771036 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b71c75b-0bc1-446c-9193-0085049cd3f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.776012 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3b71c75b-0bc1-446c-9193-0085049cd3f5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/83b426e6-9954-42b2-b960-d8144fef8c00 HTTP/1.1" status: 204 len: 168 time: 0.5558755 Feb 03 12:36:13.778903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42580) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:13.811832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 54973638-af20-4b3d-9b08-b6c0daebfa95 is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:13.812274 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.833942 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54973638-af20-4b3d-9b08-b6c0daebfa95 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:13.839964 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656e3b2-f246-446f-9c12-7b4c56e1e382 req-6096ed55-5719-4b6f-ada8-2d11102d0168 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:13.847590 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8656e3b2-f246-446f-9c12-7b4c56e1e382 req-6096ed55-5719-4b6f-ada8-2d11102d0168 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 945 time: 0.1774156 Feb 03 12:36:13.892300 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 54973638-af20-4b3d-9b08-b6c0daebfa95, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=54973638-af20-4b3d-9b08-b6c0daebfa95,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:13.900880 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112a8eba-0028-4570-be0b-8588415348fa None None] New status for floating IP f9bb9edf-ba77-489b-a2a8-e5921d49e631: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:36:13.915116 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.964626 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4590a319-197c-47da-84bb-2f1eba29eef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (326a7f35-c5d8-40b7-bf2d-e8d3e0581064), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:13.995239 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8656e3b2-f246-446f-9c12-7b4c56e1e382 req-de69e825-ddb3-45d6-b4b0-f9dea7c76330 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414824 Feb 03 12:36:14.111915 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['54973638-af20-4b3d-9b08-b6c0daebfa95'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:14.174020 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4590a319-197c-47da-84bb-2f1eba29eef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (326a7f35-c5d8-40b7-bf2d-e8d3e0581064), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.227608 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4590a319-197c-47da-84bb-2f1eba29eef5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326a7f35-c5d8-40b7-bf2d-e8d3e0581064']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:14.255416 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4590a319-197c-47da-84bb-2f1eba29eef5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef775da-f267-49fa-a894-acfe27653985') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:14.255694 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4590a319-197c-47da-84bb-2f1eba29eef5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef775da-f267-49fa-a894-acfe27653985') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:14.257421 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=54973638-af20-4b3d-9b08-b6c0daebfa95,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:14.279048 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4590a319-197c-47da-84bb-2f1eba29eef5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (8ef775da-f267-49fa-a894-acfe27653985), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.287750 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9d908-a565-498d-ba7c-f5c640d76c8b req-cd1a7827-da58-4131-93a0-9294384dfe18 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.289322 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bfc9d908-a565-498d-ba7c-f5c640d76c8b req-cd1a7827-da58-4131-93a0-9294384dfe18 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 943 time: 0.1892655 Feb 03 12:36:14.334347 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4590a319-197c-47da-84bb-2f1eba29eef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8ef775da-f267-49fa-a894-acfe27653985), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.347293 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4590a319-197c-47da-84bb-2f1eba29eef5 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:36:14.347749 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4590a319-197c-47da-84bb-2f1eba29eef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (8ef775da-f267-49fa-a894-acfe27653985), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:36:14.349693 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:36:14.357884 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc5b3-49e9-4c47-8b42-798667508872 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (be8e6c0b-cee4-44da-a3db-6bf7730c7ebd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.371805 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc5b3-49e9-4c47-8b42-798667508872 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.373091 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7d8fc5b3-49e9-4c47-8b42-798667508872 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-groups/be8e6c0b-cee4-44da-a3db-6bf7730c7ebd HTTP/1.1" status: 204 len: 168 time: 1.9345512 Feb 03 12:36:14.379695 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42586) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:14.402550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5ea45c62-489f-484c-aad6-d9797df2b3f6 req-ef6969a1-3c07-4bd9-bbd7-b217d42daff1 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1315108311', 'description': 'tempest-description-216552837'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:14.408105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-9e912f7f-d1fa-4f72-bc70-34504c137e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.409444 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-9e912f7f-d1fa-4f72-bc70-34504c137e0f service neutron] 10.222.0.73 "GET /v2.0/ports/cabf4d1d-9cb5-497f-96ba-005a83301d2f HTTP/1.1" status: 200 len: 1027 time: 1.3358836 Feb 03 12:36:14.470446 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fc5b3-49e9-4c47-8b42-798667508872 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8e6c0b-cee4-44da-a3db-6bf7730c7ebd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:14.526389 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4590a319-197c-47da-84bb-2f1eba29eef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (326a7f35-c5d8-40b7-bf2d-e8d3e0581064), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.548257 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bfc9d908-a565-498d-ba7c-f5c640d76c8b req-de1db04d-96a3-4ca4-b7b7-ae76a2306f7e tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361958 Feb 03 12:36:14.562899 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775602e-75fc-4de0-adf2-01fdfccfeb7d req-bb5738fe-51d9-4e38-90ac-48c8f14f663d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.568805 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f775602e-75fc-4de0-adf2-01fdfccfeb7d req-bb5738fe-51d9-4e38-90ac-48c8f14f663d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=67023db2-06c8-42d5-bfcd-aa9f27b3574c HTTP/1.1" status: 200 len: 854 time: 1.2799337 Feb 03 12:36:14.577142 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4590a319-197c-47da-84bb-2f1eba29eef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.587599 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4590a319-197c-47da-84bb-2f1eba29eef5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/326a7f35-c5d8-40b7-bf2d-e8d3e0581064 HTTP/1.1" status: 204 len: 168 time: 0.8073070 Feb 03 12:36:14.640516 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590a319-197c-47da-84bb-2f1eba29eef5 admin admin] Pushing event deleted for resources: {'Network': ['ID=326a7f35-c5d8-40b7-bf2d-e8d3e0581064,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:14.676526 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ea45c62-489f-484c-aad6-d9797df2b3f6 req-ef6969a1-3c07-4bd9-bbd7-b217d42daff1 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.678675 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-ea1aa978-16fa-4a1d-a6df-afca21a2a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.680459 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-ea1aa978-16fa-4a1d-a6df-afca21a2a582 service neutron] 10.222.0.73 "GET /v2.0/ports/4997ac52-3b54-4c28-b601-d5627a93ce49 HTTP/1.1" status: 200 len: 1028 time: 0.2399378 Feb 03 12:36:14.688485 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-34dcee52-a304-4250-9f49-bb47ed8fb7b5 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.3014343 Feb 03 12:36:14.688918 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42592) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:14.742589 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] For port b4cdce3c-ede9-447a-93fd-ab1378721ecd, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:14.774929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] For port b4cdce3c-ede9-447a-93fd-ab1378721ecd, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b4cdce3c-ede9-447a-93fd-ab1378721ecd,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:14.818605 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.903429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775602e-75fc-4de0-adf2-01fdfccfeb7d req-d8021652-c59a-4da6-a702-659014a1586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.913218 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f775602e-75fc-4de0-adf2-01fdfccfeb7d req-d8021652-c59a-4da6-a702-659014a1586c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b39bda4c-a748-41d3-ad64-33f7d22c16cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3336952 Feb 03 12:36:14.928050 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71d305-ff5f-413c-aa93-4315dd4ed3d0 req-34109b73-8332-4b6c-93e6-ba6cf25dbe13 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:14.944551 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e71d305-ff5f-413c-aa93-4315dd4ed3d0 req-34109b73-8332-4b6c-93e6-ba6cf25dbe13 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 945 time: 0.2409446 Feb 03 12:36:14.973644 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-373afc9b-3e00-4131-912c-36d6299b2ebd tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (0f90940d-feae-4703-a820-f8929872c30a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:14.993183 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42594) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:15.056101 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-373afc9b-3e00-4131-912c-36d6299b2ebd tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (0f90940d-feae-4703-a820-f8929872c30a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.072758 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ea45c62-489f-484c-aad6-d9797df2b3f6 req-ef6969a1-3c07-4bd9-bbd7-b217d42daff1 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (15439c83-6ec1-4af4-9ace-7ef0f07f7db6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.123099 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] Pushing event updated for resources: {'Port': ['ID=b4cdce3c-ede9-447a-93fd-ab1378721ecd,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:15.128699 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:15.129491 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e71d305-ff5f-413c-aa93-4315dd4ed3d0 req-21d4dbeb-1380-44ba-be53-836d8af0e9ed tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839926 Feb 03 12:36:15.137124 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.138596 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0406c324-fe71-48d7-b39e-437554497018 req-86ae5457-7f74-4337-bf4d-e76f0df5665e service neutron] 10.222.0.73 "PUT /v2.0/ports/b4cdce3c-ede9-447a-93fd-ab1378721ecd HTTP/1.1" status: 200 len: 1091 time: 3.6207368 Feb 03 12:36:15.150500 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-af34e7e6-5bc3-4024-a6a3-15214dd053d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dfe9820ceeef44898ade0f1898860418&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1552587 Feb 03 12:36:15.155379 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42598) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:15.187022 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-373afc9b-3e00-4131-912c-36d6299b2ebd tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0f90940d-feae-4703-a820-f8929872c30a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.189049 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df5162bd-2636-476f-8b32-16672677f3f5', 'tag': 'b4cdce3c-ede9-447a-93fd-ab1378721ecd'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:15.201356 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d813c194-4366-4c57-b796-5d8a0ff59709" -d '{"events": [{"name": "network-changed", "server_uuid": "df5162bd-2636-476f-8b32-16672677f3f5", "tag": "b4cdce3c-ede9-447a-93fd-ab1378721ecd"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:15.203377 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-373afc9b-3e00-4131-912c-36d6299b2ebd tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.204876 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-373afc9b-3e00-4131-912c-36d6299b2ebd tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-groups/0f90940d-feae-4703-a820-f8929872c30a HTTP/1.1" status: 204 len: 168 time: 0.5149980 Feb 03 12:36:15.210893 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ea45c62-489f-484c-aad6-d9797df2b3f6 req-ef6969a1-3c07-4bd9-bbd7-b217d42daff1 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (15439c83-6ec1-4af4-9ace-7ef0f07f7db6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.212153 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42600) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:15.252359 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 54973638-af20-4b3d-9b08-b6c0daebfa95 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:15.307638 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373afc9b-3e00-4131-912c-36d6299b2ebd tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f90940d-feae-4703-a820-f8929872c30a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:15.343266 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ea45c62-489f-484c-aad6-d9797df2b3f6 req-ef6969a1-3c07-4bd9-bbd7-b217d42daff1 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.344717 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5ea45c62-489f-484c-aad6-d9797df2b3f6 req-ef6969a1-3c07-4bd9-bbd7-b217d42daff1 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.9704745 Feb 03 12:36:15.423176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 54973638-af20-4b3d-9b08-b6c0daebfa95 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:15.423554 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.443967 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-63e22194-4f6c-46b9-b82b-2e574551ad41 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2252948 Feb 03 12:36:15.463326 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42610) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:15.464434 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe78c46e-92f8-4c9b-9dd3-2f8ef58e3e3d admin admin] Publish callbacks [] for security_group (9ceb9722-b4db-4223-9771-f405a5cf5324), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.508826 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a52b83fd-a6f6-4fc0-b5c6-8103fb78423f tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1461816875'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:15.545816 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe78c46e-92f8-4c9b-9dd3-2f8ef58e3e3d admin admin] Publish callbacks [] for security_group (9ceb9722-b4db-4223-9771-f405a5cf5324), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.578270 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.582141 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 54973638-af20-4b3d-9b08-b6c0daebfa95 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:15.582749 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.642377 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0412601-e5d2-4c9e-8f0d-7b49eabe05c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54973638-af20-4b3d-9b08-b6c0daebfa95'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:15.645692 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab21a766-71aa-4ddd-b451-d60e327bc050" -d '{"events": [{"server_uuid": "c0412601-e5d2-4c9e-8f0d-7b49eabe05c5", "name": "network-vif-plugged", "status": "completed", "tag": "54973638-af20-4b3d-9b08-b6c0daebfa95"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:15.659329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-13dc30d6-5c58-4333-8b66-5380b18a96bb tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:15.665448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 54973638-af20-4b3d-9b08-b6c0daebfa95, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=54973638-af20-4b3d-9b08-b6c0daebfa95,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:15.671134 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-13dc30d6-5c58-4333-8b66-5380b18a96bb tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:15.671856 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.676798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-13dc30d6-5c58-4333-8b66-5380b18a96bb tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:15.677847 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f73cbc4e-8055-4b30-adef-fb3675516688 req-9410fdbd-1d65-4f39-9ac7-9fb2218e8290 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.2321446 Feb 03 12:36:15.678449 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe78c46e-92f8-4c9b-9dd3-2f8ef58e3e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9ceb9722-b4db-4223-9771-f405a5cf5324), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.678871 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-13dc30d6-5c58-4333-8b66-5380b18a96bb tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.73 "GET /v2.0/networks?id=259c9e24-5450-466e-8578-f11470a26a3d&id=9c9f93eb-710e-451f-966d-9a0a4f14a144&id=9c9f93eb-710e-451f-966d-9a0a4f14a144&id=9c9f93eb-710e-451f-966d-9a0a4f14a144&id=9c9f93eb-710e-451f-966d-9a0a4f14a144&id=8ad14e2d-6531-4d66-b186-adc852ea82f1&id=8ad14e2d-6531-4d66-b186-adc852ea82f1 HTTP/1.1" status: 200 len: 1990 time: 0.9832668 Feb 03 12:36:15.679772 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a52b83fd-a6f6-4fc0-b5c6-8103fb78423f tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.689405 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe78c46e-92f8-4c9b-9dd3-2f8ef58e3e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:15.690546 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fe78c46e-92f8-4c9b-9dd3-2f8ef58e3e3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ceb9722-b4db-4223-9771-f405a5cf5324 HTTP/1.1" status: 204 len: 168 time: 0.5314238 Feb 03 12:36:15.709007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78c46e-92f8-4c9b-9dd3-2f8ef58e3e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ceb9722-b4db-4223-9771-f405a5cf5324,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:15.727479 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6969a1-3c07-4bd9-bbd7-b217d42daff1 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15439c83-6ec1-4af4-9ace-7ef0f07f7db6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:15.741913 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406c324-fe71-48d7-b39e-437554497018 req-cd0af1c1-9c96-4160-863d-028ce1e7bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:15.743519 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0406c324-fe71-48d7-b39e-437554497018 req-cd0af1c1-9c96-4160-863d-028ce1e7bdbd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 1125 time: 0.5063770 Feb 03 12:36:15.831211 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0a301c-2fde-4fc4-953f-48cab6bf6bab x-openstack-request-id: req-9c0a301c-2fde-4fc4-953f-48cab6bf6bab {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:15.831600 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df5162bd-2636-476f-8b32-16672677f3f5", "tag": "b4cdce3c-ede9-447a-93fd-ab1378721ecd", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:15.842543 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c0a301c-2fde-4fc4-953f-48cab6bf6bab {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:15.843506 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df5162bd-2636-476f-8b32-16672677f3f5', 'tag': 'b4cdce3c-ede9-447a-93fd-ab1378721ecd', 'status': 'completed', 'code': 200} Feb 03 12:36:15.901294 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=54973638-af20-4b3d-9b08-b6c0daebfa95,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:15.911364 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b9471868-704c-4ac1-9378-aacbd902b6b2 req-5b787462-544c-48a8-97bf-432f1bc97b8d tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "GET /v2.0/security-groups/15439c83-6ec1-4af4-9ace-7ef0f07f7db6 HTTP/1.1" status: 200 len: 1831 time: 0.0722687 Feb 03 12:36:15.922219 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-b9471868-704c-4ac1-9378-aacbd902b6b2 req-d646265d-9a36-4ceb-95b7-5427582691e1 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '15439c83-6ec1-4af4-9ace-7ef0f07f7db6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:15.922545 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-b9471868-704c-4ac1-9378-aacbd902b6b2 req-d646265d-9a36-4ceb-95b7-5427582691e1 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '15439c83-6ec1-4af4-9ace-7ef0f07f7db6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:15.944333 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f775602e-75fc-4de0-adf2-01fdfccfeb7d req-3695f3ba-604a-4065-a945-c73ffcb4df14 service neutron] 10.222.0.31 "GET /v2.0/networks/b39bda4c-a748-41d3-ad64-33f7d22c16cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0055509 Feb 03 12:36:15.959168 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0406c324-fe71-48d7-b39e-437554497018 req-b8989654-34a6-4b80-8d9f-c0de950a394b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4cdce3c-ede9-447a-93fd-ab1378721ecd HTTP/1.1" status: 200 len: 217 time: 0.1743798 Feb 03 12:36:16.061441 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b9471868-704c-4ac1-9378-aacbd902b6b2 req-d646265d-9a36-4ceb-95b7-5427582691e1 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group_rule (8ede40dd-4add-453c-91a5-d49f9febd5da), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.070896 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f775602e-75fc-4de0-adf2-01fdfccfeb7d req-0ac3fe24-b2dc-4aca-ad72-f49c6e0d4595 service neutron] 10.222.0.31 "GET /v2.0/networks/b39bda4c-a748-41d3-ad64-33f7d22c16cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086781 Feb 03 12:36:16.129998 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406c324-fe71-48d7-b39e-437554497018 req-ad810fdc-b053-4b2a-8922-08f536be6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:16.131514 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0406c324-fe71-48d7-b39e-437554497018 req-ad810fdc-b053-4b2a-8922-08f536be6584 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.0632305 Feb 03 12:36:16.144473 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b9471868-704c-4ac1-9378-aacbd902b6b2 req-d646265d-9a36-4ceb-95b7-5427582691e1 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group_rule (8ede40dd-4add-453c-91a5-d49f9febd5da), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.152235 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0571ed-28eb-4c5c-a0ed-159c26c0fcf0 req-eba69c50-595f-44f2-bf94-a986103e9e27 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:16.152714 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a0571ed-28eb-4c5c-a0ed-159c26c0fcf0 req-eba69c50-595f-44f2-bf94-a986103e9e27 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 945 time: 0.4668701 Feb 03 12:36:16.154495 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b9471868-704c-4ac1-9378-aacbd902b6b2 req-d646265d-9a36-4ceb-95b7-5427582691e1 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (8ede40dd-4add-453c-91a5-d49f9febd5da), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.195204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646265d-9a36-4ceb-95b7-5427582691e1 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ede40dd-4add-453c-91a5-d49f9febd5da,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:16.208950 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b9471868-704c-4ac1-9378-aacbd902b6b2 req-d646265d-9a36-4ceb-95b7-5427582691e1 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.211396 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0406c324-fe71-48d7-b39e-437554497018 req-4dafa2fe-aefd-4277-9475-1970f5f9cf31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539732 Feb 03 12:36:16.211964 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b9471868-704c-4ac1-9378-aacbd902b6b2 req-d646265d-9a36-4ceb-95b7-5427582691e1 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2920833 Feb 03 12:36:16.441909 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50e5ce-d906-41b0-9573-bb9a3db7d7b2 req-7f47188d-776a-4a88-a9d6-a495c81e3e41 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:16.444398 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4a50e5ce-d906-41b0-9573-bb9a3db7d7b2 req-7f47188d-776a-4a88-a9d6-a495c81e3e41 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 943 time: 0.1492689 Feb 03 12:36:16.455697 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0406c324-fe71-48d7-b39e-437554497018 req-031c83c1-1427-4755-bdb4-b9fcfab96f8a service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201762 Feb 03 12:36:16.460675 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-b7e2be73-0e56-4202-918e-ae8a2ff4bf20 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e9261d80c134a528c4f6c4dcfb8fdad HTTP/1.1" status: 200 len: 380 time: 0.7269402 Feb 03 12:36:16.564555 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42630) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:16.570211 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0406c324-fe71-48d7-b39e-437554497018 req-6437c510-a76a-486e-ac63-d123ad33765f service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083484 Feb 03 12:36:16.577762 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4a50e5ce-d906-41b0-9573-bb9a3db7d7b2 req-4f930865-e815-4a7b-90db-272181386035 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243205 Feb 03 12:36:16.578397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7a8e2114-3616-4163-96df-711288c557ca req-0ce11eaf-46bf-4565-8909-3995372a8c54 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Request body: {'port': {'device_id': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d', 'admin_state_up': True, 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'security_groups': ['bf98b3e8-4d6b-4267-9187-ba76a799e1e3']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:16.630071 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a0571ed-28eb-4c5c-a0ed-159c26c0fcf0 req-f2e938a6-011d-4dda-ae22-c41267f5ef32 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3992491 Feb 03 12:36:16.669401 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a52b83fd-a6f6-4fc0-b5c6-8103fb78423f tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (34f27bbc-ccbf-4da7-b8ef-9afdedc36e83), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.720974 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a52b83fd-a6f6-4fc0-b5c6-8103fb78423f tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (34f27bbc-ccbf-4da7-b8ef-9afdedc36e83), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.725353 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708c40bf-02c2-4bfa-bdd5-2f30bc52fb5b x-openstack-request-id: req-708c40bf-02c2-4bfa-bdd5-2f30bc52fb5b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:16.726635 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0412601-e5d2-4c9e-8f0d-7b49eabe05c5", "name": "network-vif-plugged", "status": "completed", "tag": "54973638-af20-4b3d-9b08-b6c0daebfa95", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:16.727592 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-708c40bf-02c2-4bfa-bdd5-2f30bc52fb5b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:16.728734 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0412601-e5d2-4c9e-8f0d-7b49eabe05c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54973638-af20-4b3d-9b08-b6c0daebfa95', 'code': 200} Feb 03 12:36:16.735793 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9fc24429-2cbf-4a2b-9691-b0d78f96b1e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb0dff12ad63499b812b868409fb0f7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1488097 Feb 03 12:36:16.738714 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42632) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:16.795280 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a52b83fd-a6f6-4fc0-b5c6-8103fb78423f tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.796610 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a52b83fd-a6f6-4fc0-b5c6-8103fb78423f tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3134022 Feb 03 12:36:16.801461 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42636) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:16.857704 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813c194-4366-4c57-b796-5d8a0ff59709 req-190c3950-3943-4e4b-95c0-f9d7cd4a305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:16.858467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-68d158f1-6fbe-47c2-ae95-2a8496763f8a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group_rule': {'security_group_id': '34f27bbc-ccbf-4da7-b8ef-9afdedc36e83', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:16.859309 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d813c194-4366-4c57-b796-5d8a0ff59709 req-190c3950-3943-4e4b-95c0-f9d7cd4a305b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 1125 time: 0.1860857 Feb 03 12:36:16.883965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbe2fe-9b78-4a8b-80ed-454e8fb877d2 req-dcb5e49d-1af9-4b24-8855-623c63851fa0 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:16.892087 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bdcbe2fe-9b78-4a8b-80ed-454e8fb877d2 req-dcb5e49d-1af9-4b24-8855-623c63851fa0 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 946 time: 0.1730726 Feb 03 12:36:16.913355 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b83fd-a6f6-4fc0-b5c6-8103fb78423f tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f27bbc-ccbf-4da7-b8ef-9afdedc36e83,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:16.948183 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68d158f1-6fbe-47c2-ae95-2a8496763f8a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (7461807f-cc41-446c-aa80-076962125264), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.973001 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7c07a52-7cfe-4713-9578-7e5f486c37c2 admin admin] Publish callbacks [] for security_group (6eb21990-1e49-45ec-935c-0558449787d0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:16.985991 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4ab2eae7-0b83-48ef-97d6-e9d414579821 req-7d016fe2-9bbf-4b9c-b55c-789f21ff8101 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "GET /v2.0/security-groups/15439c83-6ec1-4af4-9ace-7ef0f07f7db6 HTTP/1.1" status: 200 len: 2425 time: 0.1895247 Feb 03 12:36:17.058689 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bdcbe2fe-9b78-4a8b-80ed-454e8fb877d2 req-45945f9c-2beb-4f59-989e-1b83e0d4e596 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655412 Feb 03 12:36:17.061789 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7c07a52-7cfe-4713-9578-7e5f486c37c2 admin admin] Publish callbacks [] for security_group (6eb21990-1e49-45ec-935c-0558449787d0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.152478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813c194-4366-4c57-b796-5d8a0ff59709 req-a8289125-c234-4134-9382-6862c5aa5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:17.160554 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d813c194-4366-4c57-b796-5d8a0ff59709 req-a8289125-c234-4134-9382-6862c5aa5d5b service neutron] 10.222.0.73 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 909 time: 0.2945619 Feb 03 12:36:17.161273 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-0ce11eaf-46bf-4565-8909-3995372a8c54 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Made reservation on behalf of 2e9261d80c134a528c4f6c4dcfb8fdad for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:17.165344 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-0ce11eaf-46bf-4565-8909-3995372a8c54 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.177272 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68d158f1-6fbe-47c2-ae95-2a8496763f8a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (7461807f-cc41-446c-aa80-076962125264), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.219719 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3ffd08a5-ba5f-4c65-9289-b340b259eca4 req-4002aab4-61cf-49e8-8e71-49d5b6871ae0 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "GET /v2.0/security-group-rules/8ede40dd-4add-453c-91a5-d49f9febd5da HTTP/1.1" status: 200 len: 778 time: 0.0403035 Feb 03 12:36:17.223787 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d813c194-4366-4c57-b796-5d8a0ff59709 req-6535805d-e75a-463b-876d-83097d436692 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4cdce3c-ede9-447a-93fd-ab1378721ecd HTTP/1.1" status: 200 len: 217 time: 0.0546944 Feb 03 12:36:17.231311 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68d158f1-6fbe-47c2-ae95-2a8496763f8a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (7461807f-cc41-446c-aa80-076962125264), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.264041 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2ab6e8f2-cf3f-47eb-9e26-81a7f4c5834b req-9539c65a-d6ee-4d96-a279-d9e57a3b18bf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0938900 Feb 03 12:36:17.305853 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d158f1-6fbe-47c2-ae95-2a8496763f8a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7461807f-cc41-446c-aa80-076962125264,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:17.324261 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813c194-4366-4c57-b796-5d8a0ff59709 req-bd599de2-74bc-4481-8fbf-f02b4775d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:17.325999 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d813c194-4366-4c57-b796-5d8a0ff59709 req-bd599de2-74bc-4481-8fbf-f02b4775d61f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.0861945 Feb 03 12:36:17.338779 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3ffd08a5-ba5f-4c65-9289-b340b259eca4 req-ace18daa-d10f-4c49-889b-0999734f4a76 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "GET /v2.0/security-groups/15439c83-6ec1-4af4-9ace-7ef0f07f7db6 HTTP/1.1" status: 200 len: 2425 time: 0.1179392 Feb 03 12:36:17.362277 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7c07a52-7cfe-4713-9578-7e5f486c37c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6eb21990-1e49-45ec-935c-0558449787d0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.364974 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7c07a52-7cfe-4713-9578-7e5f486c37c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.368706 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f7c07a52-7cfe-4713-9578-7e5f486c37c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6eb21990-1e49-45ec-935c-0558449787d0 HTTP/1.1" status: 204 len: 168 time: 0.6259451 Feb 03 12:36:17.379388 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d813c194-4366-4c57-b796-5d8a0ff59709 req-7df015e2-3f6e-4bce-b86e-fc6ac20129d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470407 Feb 03 12:36:17.381507 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c07a52-7cfe-4713-9578-7e5f486c37c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb21990-1e49-45ec-935c-0558449787d0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:17.411705 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68d158f1-6fbe-47c2-ae95-2a8496763f8a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.421362 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-68d158f1-6fbe-47c2-ae95-2a8496763f8a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6130145 Feb 03 12:36:17.422062 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42654) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:17.446473 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3ffd08a5-ba5f-4c65-9289-b340b259eca4 req-42abf6c1-9e62-4a71-9d05-9f976ef67a32 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group_rule (8ede40dd-4add-453c-91a5-d49f9febd5da), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.460263 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3ffd08a5-ba5f-4c65-9289-b340b259eca4 req-42abf6c1-9e62-4a71-9d05-9f976ef67a32 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group_rule (8ede40dd-4add-453c-91a5-d49f9febd5da), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.462730 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3cc62aa-1191-49cb-89d4-80e3477f3a52 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (7461807f-cc41-446c-aa80-076962125264), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.473284 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3cc62aa-1191-49cb-89d4-80e3477f3a52 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (7461807f-cc41-446c-aa80-076962125264), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.501198 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-7a8e2114-3616-4163-96df-711288c557ca req-0ce11eaf-46bf-4565-8909-3995372a8c54 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Allocated IP 172.20.0.9 (259c9e24-5450-466e-8578-f11470a26a3d/b063e2a3-8e40-40f6-89bc-8502d1a3d0cc/4826eed5-8674-4d26-a490-465da149bc95) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:17.508977 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3cc62aa-1191-49cb-89d4-80e3477f3a52 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (7461807f-cc41-446c-aa80-076962125264), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.523404 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3cc62aa-1191-49cb-89d4-80e3477f3a52 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.524628 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e3cc62aa-1191-49cb-89d4-80e3477f3a52 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7461807f-cc41-446c-aa80-076962125264 HTTP/1.1" status: 204 len: 168 time: 0.1016662 Feb 03 12:36:17.529063 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42656) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:17.554298 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc62aa-1191-49cb-89d4-80e3477f3a52 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7461807f-cc41-446c-aa80-076962125264,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:17.578997 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3ffd08a5-ba5f-4c65-9289-b340b259eca4 req-42abf6c1-9e62-4a71-9d05-9f976ef67a32 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (8ede40dd-4add-453c-91a5-d49f9febd5da), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.595616 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3ffd08a5-ba5f-4c65-9289-b340b259eca4 req-42abf6c1-9e62-4a71-9d05-9f976ef67a32 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.604499 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3ffd08a5-ba5f-4c65-9289-b340b259eca4 req-42abf6c1-9e62-4a71-9d05-9f976ef67a32 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8ede40dd-4add-453c-91a5-d49f9febd5da HTTP/1.1" status: 204 len: 173 time: 0.2647943 Feb 03 12:36:17.609270 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abf6c1-9e62-4a71-9d05-9f976ef67a32 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ede40dd-4add-453c-91a5-d49f9febd5da,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:17.628350 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bc1e4e70-3a58-4103-8fa1-2baa45a1682d tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0947208 Feb 03 12:36:17.631294 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42662) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:17.674067 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-22862cad-09ba-4f87-89df-4325f439108c req-44677320-188b-4cb7-8bbe-1a0c5b89d09e tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1720973179', 'description': 'tempest-description-1532561702'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:17.746346 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-22862cad-09ba-4f87-89df-4325f439108c req-44677320-188b-4cb7-8bbe-1a0c5b89d09e tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.775000 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f6aebab-2686-4c32-82d7-b846467d04be tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (34f27bbc-ccbf-4da7-b8ef-9afdedc36e83), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.818900 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f6aebab-2686-4c32-82d7-b846467d04be tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (34f27bbc-ccbf-4da7-b8ef-9afdedc36e83), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.820258 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d813c194-4366-4c57-b796-5d8a0ff59709 req-eaa0aa1b-a5ad-4870-9f62-1e6f3667021d service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474084 Feb 03 12:36:17.828069 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-0ce11eaf-46bf-4565-8909-3995372a8c54 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for port (4826eed5-8674-4d26-a490-465da149bc95), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.854650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688afe4-be6b-402c-9cb9-ee1bd8832006 req-994d003d-be2c-4da0-acd6-6186b9671d18 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:17.856563 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f688afe4-be6b-402c-9cb9-ee1bd8832006 req-994d003d-be2c-4da0-acd6-6186b9671d18 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 943 time: 0.1377835 Feb 03 12:36:17.931197 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-22862cad-09ba-4f87-89df-4325f439108c req-44677320-188b-4cb7-8bbe-1a0c5b89d09e tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (88010337-0a30-448c-a0ce-3c0e1fae3a08), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.937411 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f6aebab-2686-4c32-82d7-b846467d04be tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (34f27bbc-ccbf-4da7-b8ef-9afdedc36e83), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.944902 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f6aebab-2686-4c32-82d7-b846467d04be tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:17.949913 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2f6aebab-2686-4c32-82d7-b846467d04be tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-groups/34f27bbc-ccbf-4da7-b8ef-9afdedc36e83 HTTP/1.1" status: 204 len: 168 time: 0.3175495 Feb 03 12:36:17.956654 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42668) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:17.979249 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6aebab-2686-4c32-82d7-b846467d04be tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f27bbc-ccbf-4da7-b8ef-9afdedc36e83,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:17.990652 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-22862cad-09ba-4f87-89df-4325f439108c req-44677320-188b-4cb7-8bbe-1a0c5b89d09e tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (88010337-0a30-448c-a0ce-3c0e1fae3a08), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.071481 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f688afe4-be6b-402c-9cb9-ee1bd8832006 req-1897aee4-3556-4e88-bec9-a3e3b2541505 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908104 Feb 03 12:36:18.086458 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-22862cad-09ba-4f87-89df-4325f439108c req-44677320-188b-4cb7-8bbe-1a0c5b89d09e tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.087830 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-22862cad-09ba-4f87-89df-4325f439108c req-44677320-188b-4cb7-8bbe-1a0c5b89d09e tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.4380457 Feb 03 12:36:18.090090 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44677320-188b-4cb7-8bbe-1a0c5b89d09e tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88010337-0a30-448c-a0ce-3c0e1fae3a08,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:18.124383 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-0ce11eaf-46bf-4565-8909-3995372a8c54 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4826eed5-8674-4d26-a490-465da149bc95), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.228111 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0bb7d7b7-3a83-46e0-8d3c-4932e550271b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2496886 Feb 03 12:36:18.228648 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42678) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:18.233491 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5f1097ba-815a-488f-b165-18cc4b5198d0 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1819390901'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:18.250187 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8e2114-3616-4163-96df-711288c557ca req-0ce11eaf-46bf-4565-8909-3995372a8c54 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Network 259c9e24-5450-466e-8578-f11470a26a3d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:18.261308 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d813c194-4366-4c57-b796-5d8a0ff59709 req-1518a9bc-219a-4209-91cd-aa5a89e8a508 service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290655 Feb 03 12:36:18.264924 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f1097ba-815a-488f-b165-18cc4b5198d0 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.283949 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-7a8e2114-3616-4163-96df-711288c557ca req-0ce11eaf-46bf-4565-8909-3995372a8c54 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:18.287885 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8e2114-3616-4163-96df-711288c557ca req-0ce11eaf-46bf-4565-8909-3995372a8c54 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:18.331453 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce11eaf-46bf-4565-8909-3995372a8c54 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event updated for resources: {'Port': ['ID=4826eed5-8674-4d26-a490-465da149bc95,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:18.388095 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-0ce11eaf-46bf-4565-8909-3995372a8c54 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:18.388776 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-0ce11eaf-46bf-4565-8909-3995372a8c54 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.412744 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca76088-f68c-43e5-9866-babb4e0d9b7a req-ed7317cd-3dcc-495b-a855-7fc3abcb7e6d tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:18.414865 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ca76088-f68c-43e5-9866-babb4e0d9b7a req-ed7317cd-3dcc-495b-a855-7fc3abcb7e6d tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 946 time: 0.1773860 Feb 03 12:36:18.420186 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0320c-5ef6-400a-82a8-162bfcb7ab81 req-f9d24f6a-51e4-4fc2-b9fc-f5025b3fc7cb tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:18.422660 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8b0320c-5ef6-400a-82a8-162bfcb7ab81 req-f9d24f6a-51e4-4fc2-b9fc-f5025b3fc7cb tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 945 time: 0.1411014 Feb 03 12:36:18.487693 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-0ce11eaf-46bf-4565-8909-3995372a8c54 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0153580 Feb 03 12:36:18.515889 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ca76088-f68c-43e5-9866-babb4e0d9b7a req-a3865452-e0fd-4a31-a4d9-a0bd43ba4056 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940249 Feb 03 12:36:18.620772 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7a8e2114-3616-4163-96df-711288c557ca req-90eb914a-3bd0-44a9-b391-0264d165d5cf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Request body: {'port': {'device_id': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144', 'admin_state_up': True, 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'security_groups': ['bf98b3e8-4d6b-4267-9187-ba76a799e1e3']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:18.632891 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8b0320c-5ef6-400a-82a8-162bfcb7ab81 req-086fde03-5d86-4bfc-8d80-b6bdd2835178 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000451 Feb 03 12:36:18.635599 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f1097ba-815a-488f-b165-18cc4b5198d0 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (76cc748c-faa0-467d-8859-2a7b7d0fb730), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.650800 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f1097ba-815a-488f-b165-18cc4b5198d0 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (76cc748c-faa0-467d-8859-2a7b7d0fb730), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.705416 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f1097ba-815a-488f-b165-18cc4b5198d0 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.706710 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5f1097ba-815a-488f-b165-18cc4b5198d0 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4768071 Feb 03 12:36:18.711309 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42694) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:18.717303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b385d850-ceba-4422-bf6e-92afaa159f92 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group_rule': {'security_group_id': '76cc748c-faa0-467d-8859-2a7b7d0fb730', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:18.753334 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5f8dbe1e-3629-40e2-80ce-e322064737f6 None None] Provisioning complete for port 4826eed5-8674-4d26-a490-465da149bc95 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:18.755006 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f8dbe1e-3629-40e2-80ce-e322064737f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4826eed5-8674-4d26-a490-465da149bc95), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.774586 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1097ba-815a-488f-b165-18cc4b5198d0 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76cc748c-faa0-467d-8859-2a7b7d0fb730,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:18.827973 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b385d850-ceba-4422-bf6e-92afaa159f92 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (2a1d8bee-e730-49f3-bcdf-d957bf931da7), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.864243 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0aeafa4d-0554-4771-af5b-1967118674eb req-48b540e2-fc37-46b6-b2c3-de9717911f6a tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "GET /v2.0/security-groups/88010337-0a30-448c-a0ce-3c0e1fae3a08 HTTP/1.1" status: 200 len: 1832 time: 0.3032901 Feb 03 12:36:18.875149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5f8dbe1e-3629-40e2-80ce-e322064737f6 None None] Port 4826eed5-8674-4d26-a490-465da149bc95 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:36:18.981265 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b385d850-ceba-4422-bf6e-92afaa159f92 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (2a1d8bee-e730-49f3-bcdf-d957bf931da7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:18.989556 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b385d850-ceba-4422-bf6e-92afaa159f92 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (2a1d8bee-e730-49f3-bcdf-d957bf931da7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.015932 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385d850-ceba-4422-bf6e-92afaa159f92 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1d8bee-e730-49f3-bcdf-d957bf931da7,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:19.032254 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e4713-cd7e-4ab9-b115-a4e1b49f9722 req-4967e720-e6b9-46f8-af5e-55b2523c41f1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:19.034007 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e5e4713-cd7e-4ab9-b115-a4e1b49f9722 req-4967e720-e6b9-46f8-af5e-55b2523c41f1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 931 time: 0.1372197 Feb 03 12:36:19.037610 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b385d850-ceba-4422-bf6e-92afaa159f92 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.039985 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b385d850-ceba-4422-bf6e-92afaa159f92 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3265893 Feb 03 12:36:19.042274 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42712) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:19.079832 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f9b901a9-3c73-4bf8-8cb9-b5d21e5952fe tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-group-rules/2a1d8bee-e730-49f3-bcdf-d957bf931da7 HTTP/1.1" status: 200 len: 763 time: 0.0342333 Feb 03 12:36:19.080376 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42714) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:19.145359 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-90eb914a-3bd0-44a9-b391-0264d165d5cf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Made reservation on behalf of 2e9261d80c134a528c4f6c4dcfb8fdad for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:19.159807 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3ca330f5-b248-4696-b049-6e945cd370be tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0761657 Feb 03 12:36:19.160056 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-90eb914a-3bd0-44a9-b391-0264d165d5cf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.173820 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e5e4713-cd7e-4ab9-b115-a4e1b49f9722 req-d704b468-107d-4554-8a58-1fa99e40449b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152318 Feb 03 12:36:19.174651 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42720) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:19.242465 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0acc1b68-2c2d-493f-adf9-a34bbc102b43 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (2a1d8bee-e730-49f3-bcdf-d957bf931da7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.276313 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0acc1b68-2c2d-493f-adf9-a34bbc102b43 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (2a1d8bee-e730-49f3-bcdf-d957bf931da7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.355668 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0acc1b68-2c2d-493f-adf9-a34bbc102b43 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (2a1d8bee-e730-49f3-bcdf-d957bf931da7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.362998 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0acc1b68-2c2d-493f-adf9-a34bbc102b43 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.365125 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0acc1b68-2c2d-493f-adf9-a34bbc102b43 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/2a1d8bee-e730-49f3-bcdf-d957bf931da7 HTTP/1.1" status: 204 len: 168 time: 0.1892791 Feb 03 12:36:19.367583 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42726) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:19.394894 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc1b68-2c2d-493f-adf9-a34bbc102b43 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a1d8bee-e730-49f3-bcdf-d957bf931da7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:19.424763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-7a8e2114-3616-4163-96df-711288c557ca req-90eb914a-3bd0-44a9-b391-0264d165d5cf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Allocated IP 10.1.1.65 (9c9f93eb-710e-451f-966d-9a0a4f14a144/f3329b62-fee9-499a-b698-bfa600d55e29/55ce07b3-b633-427d-bcfe-ddf107141bad) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:19.479890 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-eee406af-bfe1-40f5-9c4a-756f50bbfe6a tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1109490 Feb 03 12:36:19.482681 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42728) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:19.488352 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b904d3cc-1717-45a5-b771-0eed01ab346b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group_rule': {'security_group_id': '76cc748c-faa0-467d-8859-2a7b7d0fb730', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:19.520754 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915576fd-46b6-4a8e-9877-bc9c42d4bc04 req-8448709f-907f-4de2-aeb7-233b60cf3f0c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:19.522509 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-915576fd-46b6-4a8e-9877-bc9c42d4bc04 req-8448709f-907f-4de2-aeb7-233b60cf3f0c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 943 time: 0.1306381 Feb 03 12:36:19.585169 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b904d3cc-1717-45a5-b771-0eed01ab346b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (2fcbf674-ebf0-4ff2-911e-246061b902e8), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.652660 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-915576fd-46b6-4a8e-9877-bc9c42d4bc04 req-2127b31a-b786-49d4-877d-4f8fc5f6f73c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237257 Feb 03 12:36:19.685430 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b904d3cc-1717-45a5-b771-0eed01ab346b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (2fcbf674-ebf0-4ff2-911e-246061b902e8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.695487 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b904d3cc-1717-45a5-b771-0eed01ab346b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (2fcbf674-ebf0-4ff2-911e-246061b902e8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.712001 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904d3cc-1717-45a5-b771-0eed01ab346b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fcbf674-ebf0-4ff2-911e-246061b902e8,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:19.715805 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-90eb914a-3bd0-44a9-b391-0264d165d5cf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for port (55ce07b3-b633-427d-bcfe-ddf107141bad), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.732063 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-9e167688-5173-470f-8786-646eb22dd1c0 req-685fd0a6-a590-46c6-8b36-f82b4eaf1e73 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1130687169', 'description': 'tempest-description-247792121'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:19.738282 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45519d5-c2a2-4512-8ee2-f791f12d2ccb req-7d84ef03-a581-4a68-a4f6-e0e5df9d1910 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:19.749388 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e45519d5-c2a2-4512-8ee2-f791f12d2ccb req-7d84ef03-a581-4a68-a4f6-e0e5df9d1910 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 945 time: 0.7903962 Feb 03 12:36:19.758280 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b904d3cc-1717-45a5-b771-0eed01ab346b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.759709 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b904d3cc-1717-45a5-b771-0eed01ab346b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2757900 Feb 03 12:36:19.761959 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9e167688-5173-470f-8786-646eb22dd1c0 req-685fd0a6-a590-46c6-8b36-f82b4eaf1e73 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.775077 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42738) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:19.802281 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a8a4f756-f73d-4d2c-a6fc-980c289e1ac7 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-group-rules/2fcbf674-ebf0-4ff2-911e-246061b902e8 HTTP/1.1" status: 200 len: 763 time: 0.0230274 Feb 03 12:36:19.803359 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42742) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:19.899072 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9e167688-5173-470f-8786-646eb22dd1c0 req-685fd0a6-a590-46c6-8b36-f82b4eaf1e73 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (4e3417c8-f540-4ce1-a312-761740007584), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.914024 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e45519d5-c2a2-4512-8ee2-f791f12d2ccb req-9ead51b2-c23a-4a85-9376-9b1a13b40bf6 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636512 Feb 03 12:36:19.932095 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-90eb914a-3bd0-44a9-b391-0264d165d5cf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (55ce07b3-b633-427d-bcfe-ddf107141bad), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:19.948529 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9e167688-5173-470f-8786-646eb22dd1c0 req-685fd0a6-a590-46c6-8b36-f82b4eaf1e73 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4e3417c8-f540-4ce1-a312-761740007584), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.024148 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9734dcac-db36-4d68-a345-979ea906caff tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2188575 Feb 03 12:36:20.027095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42750) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:20.034158 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-9e167688-5173-470f-8786-646eb22dd1c0 req-685fd0a6-a590-46c6-8b36-f82b4eaf1e73 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.036810 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9e167688-5173-470f-8786-646eb22dd1c0 req-685fd0a6-a590-46c6-8b36-f82b4eaf1e73 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3112292 Feb 03 12:36:20.077849 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fd0a6-a590-46c6-8b36-f82b4eaf1e73 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3417c8-f540-4ce1-a312-761740007584,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:20.096042 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30c2f41e-dd19-47bf-b050-38c409e30bb9 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (2fcbf674-ebf0-4ff2-911e-246061b902e8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.100839 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb914a-3bd0-44a9-b391-0264d165d5cf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event updated for resources: {'Port': ['ID=55ce07b3-b633-427d-bcfe-ddf107141bad,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:20.122178 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30c2f41e-dd19-47bf-b050-38c409e30bb9 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (2fcbf674-ebf0-4ff2-911e-246061b902e8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.168372 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30c2f41e-dd19-47bf-b050-38c409e30bb9 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (2fcbf674-ebf0-4ff2-911e-246061b902e8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.169673 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8e2114-3616-4163-96df-711288c557ca req-90eb914a-3bd0-44a9-b391-0264d165d5cf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Network 9c9f93eb-710e-451f-966d-9a0a4f14a144 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:20.175963 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30c2f41e-dd19-47bf-b050-38c409e30bb9 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.179762 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-30c2f41e-dd19-47bf-b050-38c409e30bb9 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/2fcbf674-ebf0-4ff2-911e-246061b902e8 HTTP/1.1" status: 204 len: 168 time: 0.1415272 Feb 03 12:36:20.190840 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42764) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:20.191648 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2f41e-dd19-47bf-b050-38c409e30bb9 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fcbf674-ebf0-4ff2-911e-246061b902e8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:20.204605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-7a8e2114-3616-4163-96df-711288c557ca req-90eb914a-3bd0-44a9-b391-0264d165d5cf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:20.207827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8e2114-3616-4163-96df-711288c557ca req-90eb914a-3bd0-44a9-b391-0264d165d5cf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:20.259443 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-75b834b8-f5b2-4455-827a-737d646f0db9 req-01d19d1a-f7f4-4253-b701-241249f4c60a tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "GET /v2.0/security-groups/4e3417c8-f540-4ce1-a312-761740007584 HTTP/1.1" status: 200 len: 1831 time: 0.0701237 Feb 03 12:36:20.330140 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0e0d91f1-4bb4-425f-acf6-2cc5a98cfd87 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1260257 Feb 03 12:36:20.330752 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42772) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:20.336358 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9cb38e36-9633-4b1f-a363-b002168c5ae4 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group_rule': {'security_group_id': '76cc748c-faa0-467d-8859-2a7b7d0fb730', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:20.360020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-90eb914a-3bd0-44a9-b391-0264d165d5cf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:20.367828 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-90eb914a-3bd0-44a9-b391-0264d165d5cf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.398711 n-d-827336-3 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-9cb38e36-9633-4b1f-a363-b002168c5ae4 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Project 2afc6058a46f472c9e6e9df258b4e7a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:36:20.407504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbeedc-b8f1-4413-8bf8-f83784cf2f84 req-a733ecfd-fe37-41cf-acee-2be6424ec3b8 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:20.419383 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-66bbeedc-b8f1-4413-8bf8-f83784cf2f84 req-a733ecfd-fe37-41cf-acee-2be6424ec3b8 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 946 time: 0.3202674 Feb 03 12:36:20.429671 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-90eb914a-3bd0-44a9-b391-0264d165d5cf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8147225 Feb 03 12:36:20.435356 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9cb38e36-9633-4b1f-a363-b002168c5ae4 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (aeff1397-b189-44d3-8b5e-65450263f08d), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.460550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7a8e2114-3616-4163-96df-711288c557ca req-8205598a-aeac-4427-93d3-eabac8b1eb8b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Request body: {'port': {'device_id': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144', 'admin_state_up': True, 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'security_groups': ['bf98b3e8-4d6b-4267-9187-ba76a799e1e3']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:20.517048 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9cb38e36-9633-4b1f-a363-b002168c5ae4 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (aeff1397-b189-44d3-8b5e-65450263f08d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.528913 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd286c7e-757e-4e45-80d6-0d8cc548920a req-da635961-5434-492a-be7c-c40978d67092 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:20.536581 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd286c7e-757e-4e45-80d6-0d8cc548920a req-da635961-5434-492a-be7c-c40978d67092 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:20.540669 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd286c7e-757e-4e45-80d6-0d8cc548920a req-da635961-5434-492a-be7c-c40978d67092 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 1652 time: 0.1600258 Feb 03 12:36:20.540669 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9cb38e36-9633-4b1f-a363-b002168c5ae4 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (aeff1397-b189-44d3-8b5e-65450263f08d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.575981 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb38e36-9633-4b1f-a363-b002168c5ae4 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeff1397-b189-44d3-8b5e-65450263f08d,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:20.593006 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9cb38e36-9633-4b1f-a363-b002168c5ae4 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.596597 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9cb38e36-9633-4b1f-a363-b002168c5ae4 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2646925 Feb 03 12:36:20.597996 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42774) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:20.625468 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-66bbeedc-b8f1-4413-8bf8-f83784cf2f84 req-2aab00da-19b1-487b-8781-0dbd81f6b874 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989379 Feb 03 12:36:20.653170 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd286c7e-757e-4e45-80d6-0d8cc548920a req-cf4c4820-8ce8-469a-8e07-a29891bfd11e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927751 Feb 03 12:36:20.660486 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0d06720e-24e0-42b3-8b0b-a6565b238a9f tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-group-rules/aeff1397-b189-44d3-8b5e-65450263f08d HTTP/1.1" status: 200 len: 769 time: 0.0606465 Feb 03 12:36:20.664731 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42778) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:20.668701 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3f499030-282d-4d62-a6cc-8cb3137bec7d req-c6744d52-ef78-45de-b8b5-1c8fdbcc9b92 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-213349230', 'description': 'tempest-description-914914714'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:20.710685 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3f499030-282d-4d62-a6cc-8cb3137bec7d req-c6744d52-ef78-45de-b8b5-1c8fdbcc9b92 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.727651 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-45523e68-29f6-46f5-ad9f-37fe4db4914d None None] Provisioning complete for port 55ce07b3-b633-427d-bcfe-ddf107141bad triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:20.730314 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45523e68-29f6-46f5-ad9f-37fe4db4914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (55ce07b3-b633-427d-bcfe-ddf107141bad), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.759625 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cf457c9b-13a8-438a-bb09-4bee97711314 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0933845 Feb 03 12:36:20.762528 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42784) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:20.805198 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3f499030-282d-4d62-a6cc-8cb3137bec7d req-c6744d52-ef78-45de-b8b5-1c8fdbcc9b92 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (49080d27-ef35-427e-98dc-dd1666e54813), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.808628 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-45523e68-29f6-46f5-ad9f-37fe4db4914d None None] Port 55ce07b3-b633-427d-bcfe-ddf107141bad cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:36:20.823081 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3f499030-282d-4d62-a6cc-8cb3137bec7d req-c6744d52-ef78-45de-b8b5-1c8fdbcc9b92 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (49080d27-ef35-427e-98dc-dd1666e54813), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.833462 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2f76a89-5823-483f-809f-42c4258d84bb tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (aeff1397-b189-44d3-8b5e-65450263f08d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.846766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-8205598a-aeac-4427-93d3-eabac8b1eb8b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Made reservation on behalf of 2e9261d80c134a528c4f6c4dcfb8fdad for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:20.850697 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-8205598a-aeac-4427-93d3-eabac8b1eb8b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.866774 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2f76a89-5823-483f-809f-42c4258d84bb tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (aeff1397-b189-44d3-8b5e-65450263f08d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.881093 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3f499030-282d-4d62-a6cc-8cb3137bec7d req-c6744d52-ef78-45de-b8b5-1c8fdbcc9b92 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.882600 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f499030-282d-4d62-a6cc-8cb3137bec7d req-c6744d52-ef78-45de-b8b5-1c8fdbcc9b92 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2283468 Feb 03 12:36:20.948954 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2f76a89-5823-483f-809f-42c4258d84bb tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (aeff1397-b189-44d3-8b5e-65450263f08d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.960302 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2f76a89-5823-483f-809f-42c4258d84bb tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:20.966141 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6744d52-ef78-45de-b8b5-1c8fdbcc9b92 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49080d27-ef35-427e-98dc-dd1666e54813,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:20.967687 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e2f76a89-5823-483f-809f-42c4258d84bb tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/aeff1397-b189-44d3-8b5e-65450263f08d HTTP/1.1" status: 204 len: 168 time: 0.2027655 Feb 03 12:36:20.973118 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42788) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:21.005242 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f76a89-5823-483f-809f-42c4258d84bb tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aeff1397-b189-44d3-8b5e-65450263f08d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:21.045591 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b4e2638e-f681-40b9-9018-9661972461e9 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0709734 Feb 03 12:36:21.067246 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42798) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:21.097047 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-589bd8fb-0b36-4d6c-a586-c0bb80677b11 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6d728894bc9f45b18f34c1ff94921f1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570860 Feb 03 12:36:21.161193 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2830c97-f905-44ce-b274-62a4b25c1cad tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (76cc748c-faa0-467d-8859-2a7b7d0fb730), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:21.165071 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-7a8e2114-3616-4163-96df-711288c557ca req-8205598a-aeac-4427-93d3-eabac8b1eb8b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Allocated IP 10.1.1.77 (9c9f93eb-710e-451f-966d-9a0a4f14a144/f3329b62-fee9-499a-b698-bfa600d55e29/d65c0e11-fec5-4b03-8a94-156af3836d72) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:21.203977 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2830c97-f905-44ce-b274-62a4b25c1cad tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (76cc748c-faa0-467d-8859-2a7b7d0fb730), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:21.324012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device b4cdce3c-ede9-447a-93fd-ab1378721ecd details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:36:21.332887 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-b733e129-ff24-4a8f-8167-ec47fb52ff39 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:21.335446 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-b733e129-ff24-4a8f-8167-ec47fb52ff39 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308395 Feb 03 12:36:21.348257 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2830c97-f905-44ce-b274-62a4b25c1cad tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (76cc748c-faa0-467d-8859-2a7b7d0fb730), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:21.351803 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2830c97-f905-44ce-b274-62a4b25c1cad tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:21.353067 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f2830c97-f905-44ce-b274-62a4b25c1cad tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-groups/76cc748c-faa0-467d-8859-2a7b7d0fb730 HTTP/1.1" status: 204 len: 168 time: 0.2846339 Feb 03 12:36:21.358237 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42804) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:21.367534 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-6a25d585-2fac-42d7-9e16-6d389fd58230 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/quotas/6d728894bc9f45b18f34c1ff94921f1d HTTP/1.1" status: 200 len: 375 time: 0.0255380 Feb 03 12:36:21.406464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2830c97-f905-44ce-b274-62a4b25c1cad tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cc748c-faa0-467d-8859-2a7b7d0fb730,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:21.434967 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef034ea-a65c-4c06-98b7-f546c3554183 req-2fc4c16e-9231-46d1-a955-308191986f2d tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:21.436612 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0ef034ea-a65c-4c06-98b7-f546c3554183 req-2fc4c16e-9231-46d1-a955-308191986f2d tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 943 time: 0.2010119 Feb 03 12:36:21.492432 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-b1bc52cf-6c56-4603-ae36-2ba23d3a2a29 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d728894bc9f45b18f34c1ff94921f1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1007717 Feb 03 12:36:21.538178 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0ef034ea-a65c-4c06-98b7-f546c3554183 req-c035ba3b-cdaf-413f-91cc-bb6891e8c906 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780141 Feb 03 12:36:21.538553 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-34aafa58-a8dc-4eb8-a5a6-57e8742a6195 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1695161 Feb 03 12:36:21.538683 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42806) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:21.541912 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8f389d13-50c0-4984-bb1f-787a7b4e5718 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119672245'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:21.581985 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-8205598a-aeac-4427-93d3-eabac8b1eb8b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for port (d65c0e11-fec5-4b03-8a94-156af3836d72), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:21.589094 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port b4cdce3c-ede9-447a-93fd-ab1378721ecd, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b4cdce3c-ede9-447a-93fd-ab1378721ecd,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:21.604134 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'b4cdce3c-ede9-447a-93fd-ab1378721ecd', 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b', 'port_id': 'b4cdce3c-ede9-447a-93fd-ab1378721ecd', 'mac_address': 'fa:16:3e:93:25:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc6398e-4bbb-472c-be47-bf6310728b3e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:36:21.611136 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f389d13-50c0-4984-bb1f-787a7b4e5718 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:21.659740 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d6799769-e3bc-4d57-bc91-e88eded61c7b req-236e4e51-264c-46fc-9033-0f1182c76f32 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "GET /v2.0/security-groups/49080d27-ef35-427e-98dc-dd1666e54813 HTTP/1.1" status: 200 len: 1830 time: 0.0839593 Feb 03 12:36:21.667880 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port b4cdce3c-ede9-447a-93fd-ab1378721ecd is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:21.667880 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:21.689948 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4cdce3c-ede9-447a-93fd-ab1378721ecd {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:21.721352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port b4cdce3c-ede9-447a-93fd-ab1378721ecd, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b4cdce3c-ede9-447a-93fd-ab1378721ecd,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:21.729975 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:21.750795 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-8205598a-aeac-4427-93d3-eabac8b1eb8b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d65c0e11-fec5-4b03-8a94-156af3836d72), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:21.815699 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-d529b4e8-467f-4f40-8e59-196cc7426b21 req-ed9e1c5a-7a43-46bc-8cb7-2d88ca420d31 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1875783449', 'description': 'tempest-description-1274098333'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:21.834362 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=b4cdce3c-ede9-447a-93fd-ab1378721ecd,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:21.871543 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d529b4e8-467f-4f40-8e59-196cc7426b21 req-ed9e1c5a-7a43-46bc-8cb7-2d88ca420d31 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:21.997752 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d529b4e8-467f-4f40-8e59-196cc7426b21 req-ed9e1c5a-7a43-46bc-8cb7-2d88ca420d31 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (bc405dbe-a56e-4e04-855d-0f404d081c63), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:22.004388 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d529b4e8-467f-4f40-8e59-196cc7426b21 req-ed9e1c5a-7a43-46bc-8cb7-2d88ca420d31 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bc405dbe-a56e-4e04-855d-0f404d081c63), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:22.050986 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e1c5a-7a43-46bc-8cb7-2d88ca420d31 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc405dbe-a56e-4e04-855d-0f404d081c63,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:22.081866 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d529b4e8-467f-4f40-8e59-196cc7426b21 req-ed9e1c5a-7a43-46bc-8cb7-2d88ca420d31 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:22.083504 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d529b4e8-467f-4f40-8e59-196cc7426b21 req-ed9e1c5a-7a43-46bc-8cb7-2d88ca420d31 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2729099 Feb 03 12:36:22.175007 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['b4cdce3c-ede9-447a-93fd-ab1378721ecd'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:22.359879 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f389d13-50c0-4984-bb1f-787a7b4e5718 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (f3928ae5-c1af-441e-a58c-10689def70a8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:22.375195 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a37219-94d6-4352-91f5-b894cdc6e072 req-d7bc0861-e540-448f-aebe-b241a988a38f tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:22.387363 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a37219-94d6-4352-91f5-b894cdc6e072 req-d7bc0861-e540-448f-aebe-b241a988a38f tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:22.395168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8e2114-3616-4163-96df-711288c557ca req-8205598a-aeac-4427-93d3-eabac8b1eb8b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Network 9c9f93eb-710e-451f-966d-9a0a4f14a144 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:22.396162 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f389d13-50c0-4984-bb1f-787a7b4e5718 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f3928ae5-c1af-441e-a58c-10689def70a8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:22.402744 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a37219-94d6-4352-91f5-b894cdc6e072 req-d7bc0861-e540-448f-aebe-b241a988a38f tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:22.410612 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17a37219-94d6-4352-91f5-b894cdc6e072 req-d7bc0861-e540-448f-aebe-b241a988a38f tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 2372 time: 0.2376485 Feb 03 12:36:22.450723 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-7a8e2114-3616-4163-96df-711288c557ca req-8205598a-aeac-4427-93d3-eabac8b1eb8b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:22.455844 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8e2114-3616-4163-96df-711288c557ca req-8205598a-aeac-4427-93d3-eabac8b1eb8b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:22.518017 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17a37219-94d6-4352-91f5-b894cdc6e072 req-9cc3370e-0511-4217-a46f-cd56f9a7e455 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024032 Feb 03 12:36:22.563232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-8205598a-aeac-4427-93d3-eabac8b1eb8b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:22.563860 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-8205598a-aeac-4427-93d3-eabac8b1eb8b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:22.580555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205598a-aeac-4427-93d3-eabac8b1eb8b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event updated for resources: {'Port': ['ID=d65c0e11-fec5-4b03-8a94-156af3836d72,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:22.615041 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f389d13-50c0-4984-bb1f-787a7b4e5718 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:22.620304 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8f389d13-50c0-4984-bb1f-787a7b4e5718 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0821898 Feb 03 12:36:22.621073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42834) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:22.627001 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-da65fbdd-6b6d-4318-b160-70c91693078b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Request body: {'security_group_rule': {'security_group_id': 'f3928ae5-c1af-441e-a58c-10689def70a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:22.631527 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb5ddc00-f930-4ada-972d-192843bc2af7 req-e8ad50a4-5a1a-4141-b441-ce83d5840463 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=704f0078-64ec-4d48-bab4-5a85785ff3a4 HTTP/1.1" status: 200 len: 210 time: 0.0565369 Feb 03 12:36:22.649464 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-8205598a-aeac-4427-93d3-eabac8b1eb8b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1923268 Feb 03 12:36:22.650257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f389d13-50c0-4984-bb1f-787a7b4e5718 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3928ae5-c1af-441e-a58c-10689def70a8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:22.668584 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7a8e2114-3616-4163-96df-711288c557ca req-49d11788-1da1-4d35-a117-b12c10dbbf38 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Request body: {'port': {'device_id': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8ad14e2d-6531-4d66-b186-adc852ea82f1', 'admin_state_up': True, 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'security_groups': ['bf98b3e8-4d6b-4267-9187-ba76a799e1e3']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:22.684932 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da65fbdd-6b6d-4318-b160-70c91693078b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (b12ca89a-6905-449c-8973-025fab3c5d2c), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:22.729476 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74396ff6-531c-431f-af43-ba63323aeaba req-1efbcf89-ff2c-46f4-a306-5ec84828bea4 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:22.731010 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74396ff6-531c-431f-af43-ba63323aeaba req-1efbcf89-ff2c-46f4-a306-5ec84828bea4 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 946 time: 0.3934143 Feb 03 12:36:22.804199 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ff294991-8010-47ac-b999-301176cbee3b req-6745641d-7507-4354-b304-b2ccb8147271 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "GET /v2.0/security-groups/bc405dbe-a56e-4e04-855d-0f404d081c63 HTTP/1.1" status: 200 len: 1832 time: 0.0921168 Feb 03 12:36:22.907578 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74396ff6-531c-431f-af43-ba63323aeaba req-9a7388e6-bd64-41df-b454-6679a274777b tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350820 Feb 03 12:36:22.935205 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da65fbdd-6b6d-4318-b160-70c91693078b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (b12ca89a-6905-449c-8973-025fab3c5d2c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:22.966139 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da65fbdd-6b6d-4318-b160-70c91693078b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (b12ca89a-6905-449c-8973-025fab3c5d2c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:22.977221 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90176c-11b2-47b9-ac57-d6d6ba7fc66f req-38bd2a3d-4189-418a-a6c1-f74348fc5de1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:22.980429 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de90176c-11b2-47b9-ac57-d6d6ba7fc66f req-38bd2a3d-4189-418a-a6c1-f74348fc5de1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 944 time: 0.1120143 Feb 03 12:36:22.980904 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-19f8afa1-4dc7-4c79-b873-e217e8d4fd87 None None] Provisioning complete for port d65c0e11-fec5-4b03-8a94-156af3836d72 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:22.981449 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-19f8afa1-4dc7-4c79-b873-e217e8d4fd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d65c0e11-fec5-4b03-8a94-156af3836d72), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:23.011249 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da65fbdd-6b6d-4318-b160-70c91693078b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:23.012756 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-da65fbdd-6b6d-4318-b160-70c91693078b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3893600 Feb 03 12:36:23.019229 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42844) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:23.033222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65fbdd-6b6d-4318-b160-70c91693078b tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12ca89a-6905-449c-8973-025fab3c5d2c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:23.062175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-19f8afa1-4dc7-4c79-b873-e217e8d4fd87 None None] Port d65c0e11-fec5-4b03-8a94-156af3836d72 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:36:23.065187 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-49d11788-1da1-4d35-a117-b12c10dbbf38 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Made reservation on behalf of 2e9261d80c134a528c4f6c4dcfb8fdad for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:23.088310 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de90176c-11b2-47b9-ac57-d6d6ba7fc66f req-e2112827-8d70-4039-9136-38be2c8674b9 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016688 Feb 03 12:36:23.142316 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-1c116ad4-d1bc-4258-85eb-d87cf4432d73 req-d675ffcd-2b17-473b-9c5c-032fbd5eebf1 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] show failed (client error): The resource could not be found. Feb 03 12:36:23.143375 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1c116ad4-d1bc-4258-85eb-d87cf4432d73 req-d675ffcd-2b17-473b-9c5c-032fbd5eebf1 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "GET /v2.0/security-groups/37048798-22e5-4c24-8299-e83b4efd5812 HTTP/1.1" status: 404 len: 352 time: 0.0352044 Feb 03 12:36:23.190505 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-de7cf07d-7147-468f-9637-9f91cec61367 req-02577c1c-ab64-4a62-b2b0-9edc395f0fd9 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] show failed (client error): The resource could not be found. Feb 03 12:36:23.191591 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de7cf07d-7147-468f-9637-9f91cec61367 req-02577c1c-ab64-4a62-b2b0-9edc395f0fd9 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "GET /v2.0/security-group-rules/bf8f48c1-bf06-470a-9bc3-ba5e08a429c7 HTTP/1.1" status: 404 len: 361 time: 0.0237949 Feb 03 12:36:23.256974 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-930479df-86b8-46d2-a910-b5129c22c861 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (f3928ae5-c1af-441e-a58c-10689def70a8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:23.302178 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-49d11788-1da1-4d35-a117-b12c10dbbf38 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:23.332607 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 54973638-af20-4b3d-9b08-b6c0daebfa95 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:23.345665 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-930479df-86b8-46d2-a910-b5129c22c861 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (f3928ae5-c1af-441e-a58c-10689def70a8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:23.376155 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-691fc4ae-e28a-484b-b8a0-eb53bb2771af req-7fed4db1-28d0-49c8-8c06-c8c267c123b0 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "GET /v2.0/security-groups/bc405dbe-a56e-4e04-855d-0f404d081c63 HTTP/1.1" status: 200 len: 1832 time: 0.1421273 Feb 03 12:36:23.506137 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 54973638-af20-4b3d-9b08-b6c0daebfa95 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:23.507231 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:23.585186 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0412601-e5d2-4c9e-8f0d-7b49eabe05c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54973638-af20-4b3d-9b08-b6c0daebfa95'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:23.595220 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938bb3c4-7bea-49f7-a26a-2c3e8d4f1854" -d '{"events": [{"server_uuid": "c0412601-e5d2-4c9e-8f0d-7b49eabe05c5", "name": "network-vif-unplugged", "status": "completed", "tag": "54973638-af20-4b3d-9b08-b6c0daebfa95"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:23.629656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 54973638-af20-4b3d-9b08-b6c0daebfa95, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=54973638-af20-4b3d-9b08-b6c0daebfa95,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:23.636596 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:23.663149 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-37b9ca69-5c09-46a4-9dcd-e19f6726a668 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6d728894bc9f45b18f34c1ff94921f1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1393015 Feb 03 12:36:23.712547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893adbce-402a-446b-bf03-1f16f3c8e914 req-9b44c8af-48bc-4367-ae98-8f1914fd7a12 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:23.714594 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-893adbce-402a-446b-bf03-1f16f3c8e914 req-9b44c8af-48bc-4367-ae98-8f1914fd7a12 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 946 time: 0.3928399 Feb 03 12:36:23.736121 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-930479df-86b8-46d2-a910-b5129c22c861 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f3928ae5-c1af-441e-a58c-10689def70a8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:23.739034 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-930479df-86b8-46d2-a910-b5129c22c861 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:23.742666 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-930479df-86b8-46d2-a910-b5129c22c861 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-groups/f3928ae5-c1af-441e-a58c-10689def70a8 HTTP/1.1" status: 204 len: 168 time: 0.7213898 Feb 03 12:36:23.746765 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42860) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:23.763915 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab27a3-76c4-46fe-86f3-f9ef110cfda9 req-e741d7a8-b63e-4ec5-b148-a6c5795565c2 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:23.771340 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab27a3-76c4-46fe-86f3-f9ef110cfda9 req-e741d7a8-b63e-4ec5-b148-a6c5795565c2 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:23.776101 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-691fc4ae-e28a-484b-b8a0-eb53bb2771af req-ca3be0b0-722c-48df-b52e-acbd3e2aa387 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (bc405dbe-a56e-4e04-855d-0f404d081c63), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:23.778913 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab27a3-76c4-46fe-86f3-f9ef110cfda9 req-e741d7a8-b63e-4ec5-b148-a6c5795565c2 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:23.781128 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ddab27a3-76c4-46fe-86f3-f9ef110cfda9 req-e741d7a8-b63e-4ec5-b148-a6c5795565c2 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 2372 time: 0.1528633 Feb 03 12:36:23.785725 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=54973638-af20-4b3d-9b08-b6c0daebfa95,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:23.825484 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930479df-86b8-46d2-a910-b5129c22c861 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3928ae5-c1af-441e-a58c-10689def70a8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:23.882863 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ca02964d-7fe9-4ed8-8dae-367ea2a2c1f1 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1349785 Feb 03 12:36:23.886280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42862) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:23.909135 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ddab27a3-76c4-46fe-86f3-f9ef110cfda9 req-d73017f1-fcc6-4566-8288-95ba960f2aab tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125877 Feb 03 12:36:23.974924 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f714f0de-575e-4ad5-beac-03e455b82c46 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0874894 Feb 03 12:36:23.975835 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42866) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:23.997295 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8303ce7-46e2-4608-9d09-c034b55f2b40 x-openstack-request-id: req-b8303ce7-46e2-4608-9d09-c034b55f2b40 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:23.997829 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0412601-e5d2-4c9e-8f0d-7b49eabe05c5", "name": "network-vif-unplugged", "status": "completed", "tag": "54973638-af20-4b3d-9b08-b6c0daebfa95", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:23.997829 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8303ce7-46e2-4608-9d09-c034b55f2b40 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:23.998244 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0412601-e5d2-4c9e-8f0d-7b49eabe05c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54973638-af20-4b3d-9b08-b6c0daebfa95', 'code': 200} Feb 03 12:36:24.010863 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-c53cd0d6-a30e-4ae1-878d-0d7bb59842d4 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] delete failed (client error): The resource could not be found. Feb 03 12:36:24.020275 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c53cd0d6-a30e-4ae1-878d-0d7bb59842d4 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "DELETE /v2.0/security-groups/f3928ae5-c1af-441e-a58c-10689def70a8 HTTP/1.1" status: 404 len: 347 time: 0.0401032 Feb 03 12:36:24.021097 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42868) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:24.046944 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-75d802ff-3d3d-49c8-a771-1bcd3a8bcdaa tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:24.046944 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-75d802ff-3d3d-49c8-a771-1bcd3a8bcdaa tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3691728 Feb 03 12:36:24.058538 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-691fc4ae-e28a-484b-b8a0-eb53bb2771af req-ca3be0b0-722c-48df-b52e-acbd3e2aa387 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (bc405dbe-a56e-4e04-855d-0f404d081c63), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:24.069313 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-54c82c20-2823-462a-9b4d-7efcfb97fbb6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Request body: {'port': {'device_id': '704f0078-64ec-4d48-bab4-5a85785ff3a4', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': '6d728894bc9f45b18f34c1ff94921f1d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:24.131601 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2f385134-19bd-4404-b87d-2d9fd617ec65 tempest-SecGroupIPv6Test-803919044 tempest-SecGroupIPv6Test-803919044-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1092174 Feb 03 12:36:24.160348 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-69051f62-161c-4c78-9de8-4e29cdcd0127 req-f828f8ea-09ee-403e-b994-d22965f150ed tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=704f0078-64ec-4d48-bab4-5a85785ff3a4 HTTP/1.1" status: 200 len: 210 time: 0.0436540 Feb 03 12:36:24.356778 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-7a8e2114-3616-4163-96df-711288c557ca req-49d11788-1da1-4d35-a117-b12c10dbbf38 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Allocated IP 10.2.2.100 (8ad14e2d-6531-4d66-b186-adc852ea82f1/e202dd33-3ffb-4065-bff2-1c5099cb38a1/7d963305-4b96-4371-bbd0-3f18af7a7dd0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:24.365601 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4edc0-79fd-47e4-8bbb-356c5359abad req-6d492a27-229d-45bd-b869-64da3a79ed84 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:24.368352 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4cd4edc0-79fd-47e4-8bbb-356c5359abad req-6d492a27-229d-45bd-b869-64da3a79ed84 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 944 time: 0.1063519 Feb 03 12:36:24.460419 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4cd4edc0-79fd-47e4-8bbb-356c5359abad req-0fc3c539-e5f3-438d-9c32-c179a1527dc8 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793297 Feb 03 12:36:24.498040 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-54c82c20-2823-462a-9b4d-7efcfb97fbb6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Made reservation on behalf of 6d728894bc9f45b18f34c1ff94921f1d for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:24.520324 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-54c82c20-2823-462a-9b4d-7efcfb97fbb6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:24.533395 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-691fc4ae-e28a-484b-b8a0-eb53bb2771af req-ca3be0b0-722c-48df-b52e-acbd3e2aa387 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bc405dbe-a56e-4e04-855d-0f404d081c63), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:24.537310 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-691fc4ae-e28a-484b-b8a0-eb53bb2771af req-ca3be0b0-722c-48df-b52e-acbd3e2aa387 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:24.553518 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-691fc4ae-e28a-484b-b8a0-eb53bb2771af req-ca3be0b0-722c-48df-b52e-acbd3e2aa387 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "DELETE /v2.0/security-groups/bc405dbe-a56e-4e04-855d-0f404d081c63 HTTP/1.1" status: 204 len: 173 time: 1.1615400 Feb 03 12:36:24.582846 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42888) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:24.754107 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69bb34-b6fe-4884-bf16-4e63fd72a750 req-cf56816a-6eb4-499e-be18-66aeb99a487b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:24.756246 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8a69bb34-b6fe-4884-bf16-4e63fd72a750 req-cf56816a-6eb4-499e-be18-66aeb99a487b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 944 time: 0.0980394 Feb 03 12:36:24.764062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3be0b0-722c-48df-b52e-acbd3e2aa387 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc405dbe-a56e-4e04-855d-0f404d081c63,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:24.773424 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-54c82c20-2823-462a-9b4d-7efcfb97fbb6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:24.845886 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-893adbce-402a-446b-bf03-1f16f3c8e914 req-4b685692-f000-4888-83c6-87576784b8f1 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Deleting port 54973638-af20-4b3d-9b08-b6c0daebfa95 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:36:24.846287 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-893adbce-402a-446b-bf03-1f16f3c8e914 req-4b685692-f000-4888-83c6-87576784b8f1 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:24.890836 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8a69bb34-b6fe-4884-bf16-4e63fd72a750 req-df23cc81-e582-4c3f-87a0-06400a923ce7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274121 Feb 03 12:36:24.901627 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09f32d1b-bc68-45d4-b8ea-1fd8ee6e9d9e req-42240dc7-2a5b-42a0-9827-7af0ffc14b0e tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "GET /v2.0/security-groups/49080d27-ef35-427e-98dc-dd1666e54813 HTTP/1.1" status: 200 len: 1830 time: 0.2981141 Feb 03 12:36:24.918661 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-49d11788-1da1-4d35-a117-b12c10dbbf38 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for port (7d963305-4b96-4371-bbd0-3f18af7a7dd0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:24.930452 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-80468268-03e1-4497-a5e7-5825cd12514b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2afc6058a46f472c9e6e9df258b4e7a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3460710 Feb 03 12:36:24.932652 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42892) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:25.057587 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d851bbf2-7ca5-4d3e-8c61-ca3076c6be65 admin admin] Publish callbacks [] for security_group (30108d1b-4dde-4280-9bd9-6d13d544841f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.090843 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d851bbf2-7ca5-4d3e-8c61-ca3076c6be65 admin admin] Publish callbacks [] for security_group (30108d1b-4dde-4280-9bd9-6d13d544841f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.117763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02234d-bd4e-48e7-844f-cfefb89a8cfe req-aa09890d-13b9-4957-bff7-bdd0b982ed64 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:25.120359 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-893adbce-402a-446b-bf03-1f16f3c8e914 req-4b685692-f000-4888-83c6-87576784b8f1 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] For port 54973638-af20-4b3d-9b08-b6c0daebfa95, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=54973638-af20-4b3d-9b08-b6c0daebfa95,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:25.120752 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-893adbce-402a-446b-bf03-1f16f3c8e914 req-4b685692-f000-4888-83c6-87576784b8f1 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.123957 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02234d-bd4e-48e7-844f-cfefb89a8cfe req-aa09890d-13b9-4957-bff7-bdd0b982ed64 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:25.129876 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02234d-bd4e-48e7-844f-cfefb89a8cfe req-aa09890d-13b9-4957-bff7-bdd0b982ed64 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:25.137083 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3c02234d-bd4e-48e7-844f-cfefb89a8cfe req-aa09890d-13b9-4957-bff7-bdd0b982ed64 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 2372 time: 0.1224823 Feb 03 12:36:25.162280 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-893adbce-402a-446b-bf03-1f16f3c8e914 req-4b685692-f000-4888-83c6-87576784b8f1 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Calling delete_port for 54973638-af20-4b3d-9b08-b6c0daebfa95 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:25.173795 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-09f32d1b-bc68-45d4-b8ea-1fd8ee6e9d9e req-635d43f7-4cf5-4558-8c97-fb2beb90d263 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (49080d27-ef35-427e-98dc-dd1666e54813), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.184806 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-49d11788-1da1-4d35-a117-b12c10dbbf38 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (7d963305-4b96-4371-bbd0-3f18af7a7dd0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.196278 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-54c82c20-2823-462a-9b4d-7efcfb97fbb6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Publish callbacks [] for security_group (282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.210344 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3c02234d-bd4e-48e7-844f-cfefb89a8cfe req-0e90b952-9bb3-4aaf-87ba-3ce9749d3759 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721605 Feb 03 12:36:25.226373 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d851bbf2-7ca5-4d3e-8c61-ca3076c6be65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (30108d1b-4dde-4280-9bd9-6d13d544841f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.229365 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d851bbf2-7ca5-4d3e-8c61-ca3076c6be65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.230842 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d851bbf2-7ca5-4d3e-8c61-ca3076c6be65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30108d1b-4dde-4280-9bd9-6d13d544841f HTTP/1.1" status: 204 len: 168 time: 0.2967763 Feb 03 12:36:25.239552 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-54c82c20-2823-462a-9b4d-7efcfb97fbb6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.250897 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851bbf2-7ca5-4d3e-8c61-ca3076c6be65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30108d1b-4dde-4280-9bd9-6d13d544841f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:25.317568 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-09f32d1b-bc68-45d4-b8ea-1fd8ee6e9d9e req-635d43f7-4cf5-4558-8c97-fb2beb90d263 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (49080d27-ef35-427e-98dc-dd1666e54813), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.357923 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device b4cdce3c-ede9-447a-93fd-ab1378721ecd up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:25.413583 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ed77340-3b43-48c5-bd00-214ddc5e9aff req-e1cb1b0d-d9c0-46d0-9390-de29194b027f tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=704f0078-64ec-4d48-bab4-5a85785ff3a4 HTTP/1.1" status: 200 len: 210 time: 0.0727484 Feb 03 12:36:25.443950 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8e2114-3616-4163-96df-711288c557ca req-49d11788-1da1-4d35-a117-b12c10dbbf38 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Network 8ad14e2d-6531-4d66-b186-adc852ea82f1 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:25.479641 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-7a8e2114-3616-4163-96df-711288c557ca req-49d11788-1da1-4d35-a117-b12c10dbbf38 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:25.493081 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d11788-1da1-4d35-a117-b12c10dbbf38 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event updated for resources: {'Port': ['ID=7d963305-4b96-4371-bbd0-3f18af7a7dd0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:25.507551 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8e2114-3616-4163-96df-711288c557ca req-49d11788-1da1-4d35-a117-b12c10dbbf38 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:25.515829 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c82c20-2823-462a-9b4d-7efcfb97fbb6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:25.524713 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port b4cdce3c-ede9-447a-93fd-ab1378721ecd completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:36:25.535283 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port b4cdce3c-ede9-447a-93fd-ab1378721ecd triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:25.540039 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.705939 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-09f32d1b-bc68-45d4-b8ea-1fd8ee6e9d9e req-635d43f7-4cf5-4558-8c97-fb2beb90d263 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (49080d27-ef35-427e-98dc-dd1666e54813), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.736801 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-09f32d1b-bc68-45d4-b8ea-1fd8ee6e9d9e req-635d43f7-4cf5-4558-8c97-fb2beb90d263 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.741416 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09f32d1b-bc68-45d4-b8ea-1fd8ee6e9d9e req-635d43f7-4cf5-4558-8c97-fb2beb90d263 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "DELETE /v2.0/security-groups/49080d27-ef35-427e-98dc-dd1666e54813 HTTP/1.1" status: 204 len: 173 time: 0.7976825 Feb 03 12:36:25.756298 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c749b-936d-4a8b-bde5-19726649b4c5 req-8167e6bd-b537-4a01-95b7-9042cf6f4551 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:25.770239 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b80c749b-936d-4a8b-bde5-19726649b4c5 req-8167e6bd-b537-4a01-95b7-9042cf6f4551 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 944 time: 0.1396351 Feb 03 12:36:25.783636 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-49d11788-1da1-4d35-a117-b12c10dbbf38 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:25.784563 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-49d11788-1da1-4d35-a117-b12c10dbbf38 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.814118 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port b4cdce3c-ede9-447a-93fd-ab1378721ecd is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:25.816218 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.858827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d43f7-4cf5-4558-8c97-fb2beb90d263 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49080d27-ef35-427e-98dc-dd1666e54813,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:25.895855 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b80c749b-936d-4a8b-bde5-19726649b4c5 req-d3161138-dd68-4353-a978-c37be598982f tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246562 Feb 03 12:36:25.967550 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-49d11788-1da1-4d35-a117-b12c10dbbf38 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3043611 Feb 03 12:36:25.969913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port b4cdce3c-ede9-447a-93fd-ab1378721ecd, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b4cdce3c-ede9-447a-93fd-ab1378721ecd,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:25.975123 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:25.985731 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-54c82c20-2823-462a-9b4d-7efcfb97fbb6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Allocated IP 192.168.233.16 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/193e9646-1619-4e48-8a48-fc08f9b5bb27) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:25.999993 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7a8e2114-3616-4163-96df-711288c557ca req-882f8fe5-bd35-442d-92cc-2f5537ed8c76 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Request body: {'port': {'device_id': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8ad14e2d-6531-4d66-b186-adc852ea82f1', 'admin_state_up': True, 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'security_groups': ['bf98b3e8-4d6b-4267-9187-ba76a799e1e3']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:26.039674 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5162bd-2636-476f-8b32-16672677f3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cdce3c-ede9-447a-93fd-ab1378721ecd'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:26.056380 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691db4fc-a52e-4c2f-8d7c-9a8d5c9f6b6f" -d '{"events": [{"server_uuid": "df5162bd-2636-476f-8b32-16672677f3f5", "name": "network-vif-plugged", "status": "completed", "tag": "b4cdce3c-ede9-447a-93fd-ab1378721ecd"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:26.139088 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-893adbce-402a-446b-bf03-1f16f3c8e914 req-4b685692-f000-4888-83c6-87576784b8f1 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (54973638-af20-4b3d-9b08-b6c0daebfa95), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.160678 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655079d-818a-4076-ba76-5d47f6d5ee9f req-1b60bdea-3464-4c2c-9c66-f7c197ff63e6 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:26.172787 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0655079d-818a-4076-ba76-5d47f6d5ee9f req-1b60bdea-3464-4c2c-9c66-f7c197ff63e6 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 945 time: 0.1280916 Feb 03 12:36:26.178652 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=b4cdce3c-ede9-447a-93fd-ab1378721ecd,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:26.191397 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8a0d8e31-e8f7-4833-a337-be00195fdbf6 None None] Provisioning complete for port 7d963305-4b96-4371-bbd0-3f18af7a7dd0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:26.193056 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8a0d8e31-e8f7-4833-a337-be00195fdbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7d963305-4b96-4371-bbd0-3f18af7a7dd0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.234569 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0020fa69-0da0-4af0-b78f-2c1d0128126c req-608c23be-5d13-46fc-a4ab-c992b16fde3d tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "GET /v2.0/security-groups/4e3417c8-f540-4ce1-a312-761740007584 HTTP/1.1" status: 200 len: 1831 time: 0.3451123 Feb 03 12:36:26.267162 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b685692-f000-4888-83c6-87576784b8f1 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Pushing event deleted for resources: {'Port': ['ID=54973638-af20-4b3d-9b08-b6c0daebfa95,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:26.297537 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8a0d8e31-e8f7-4833-a337-be00195fdbf6 None None] Port 7d963305-4b96-4371-bbd0-3f18af7a7dd0 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:36:26.318643 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-882f8fe5-bd35-442d-92cc-2f5537ed8c76 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Made reservation on behalf of 2e9261d80c134a528c4f6c4dcfb8fdad for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:26.326356 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0655079d-818a-4076-ba76-5d47f6d5ee9f req-3dd2348f-62f0-4549-b051-c69e8ed00db2 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353621 Feb 03 12:36:26.332952 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-882f8fe5-bd35-442d-92cc-2f5537ed8c76 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.378519 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f897beb5-257e-44f3-8aca-5a7539e91ebd x-openstack-request-id: req-f897beb5-257e-44f3-8aca-5a7539e91ebd {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:26.379355 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df5162bd-2636-476f-8b32-16672677f3f5", "name": "network-vif-plugged", "status": "completed", "tag": "b4cdce3c-ede9-447a-93fd-ab1378721ecd", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:26.379815 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f897beb5-257e-44f3-8aca-5a7539e91ebd {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:26.380548 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df5162bd-2636-476f-8b32-16672677f3f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cdce3c-ede9-447a-93fd-ab1378721ecd', 'code': 200} Feb 03 12:36:26.565430 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0020fa69-0da0-4af0-b78f-2c1d0128126c req-d3780aa1-db7f-4385-806b-39e68ec8823f tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (4e3417c8-f540-4ce1-a312-761740007584), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.569921 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54bab5-49e2-4a60-8dc5-53b7f4b69a87 req-b7b2acd2-8ced-4b47-8260-a7846587adf1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:26.580557 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54bab5-49e2-4a60-8dc5-53b7f4b69a87 req-b7b2acd2-8ced-4b47-8260-a7846587adf1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:26.591122 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54bab5-49e2-4a60-8dc5-53b7f4b69a87 req-b7b2acd2-8ced-4b47-8260-a7846587adf1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:26.597682 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54bab5-49e2-4a60-8dc5-53b7f4b69a87 req-b7b2acd2-8ced-4b47-8260-a7846587adf1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:26.601416 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-da54bab5-49e2-4a60-8dc5-53b7f4b69a87 req-b7b2acd2-8ced-4b47-8260-a7846587adf1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 3093 time: 0.1602645 Feb 03 12:36:26.607839 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d48657-9b9a-4cc0-9627-812976a5a6e3 req-4515afef-60c2-49ec-bc6f-7f0558b54d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:26.610181 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-16d48657-9b9a-4cc0-9627-812976a5a6e3 req-4515afef-60c2-49ec-bc6f-7f0558b54d73 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 1127 time: 0.1162536 Feb 03 12:36:26.657332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-893adbce-402a-446b-bf03-1f16f3c8e914 req-4b685692-f000-4888-83c6-87576784b8f1 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] No DVR routers for this DVR port 54973638-af20-4b3d-9b08-b6c0daebfa95 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:36:26.671226 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-893adbce-402a-446b-bf03-1f16f3c8e914 req-4b685692-f000-4888-83c6-87576784b8f1 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.674657 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-893adbce-402a-446b-bf03-1f16f3c8e914 req-4b685692-f000-4888-83c6-87576784b8f1 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.73 "DELETE /v2.0/ports/54973638-af20-4b3d-9b08-b6c0daebfa95 HTTP/1.1" status: 204 len: 173 time: 2.9306555 Feb 03 12:36:26.681216 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0412601-e5d2-4c9e-8f0d-7b49eabe05c5', 'name': 'network-vif-deleted', 'tag': '54973638-af20-4b3d-9b08-b6c0daebfa95'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:26.683389 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856c099f-36b5-4f23-a400-682a8fe4fb2b" -d '{"events": [{"server_uuid": "c0412601-e5d2-4c9e-8f0d-7b49eabe05c5", "name": "network-vif-deleted", "tag": "54973638-af20-4b3d-9b08-b6c0daebfa95"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:26.693213 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-16d48657-9b9a-4cc0-9627-812976a5a6e3 req-94a6947e-fccb-412a-bb6a-92491fbafda7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669315 Feb 03 12:36:26.715492 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42958) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:26.716444 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-da54bab5-49e2-4a60-8dc5-53b7f4b69a87 req-d4e709ab-c8ba-480f-b358-c850a546d72c tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047721 Feb 03 12:36:26.742969 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0020fa69-0da0-4af0-b78f-2c1d0128126c req-d3780aa1-db7f-4385-806b-39e68ec8823f tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (4e3417c8-f540-4ce1-a312-761740007584), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.795734 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-7a8e2114-3616-4163-96df-711288c557ca req-882f8fe5-bd35-442d-92cc-2f5537ed8c76 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Allocated IP 10.2.2.200 (8ad14e2d-6531-4d66-b186-adc852ea82f1/e202dd33-3ffb-4065-bff2-1c5099cb38a1/bea337d6-879e-4f1e-b9d1-d48bf2c2c960) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:26.805710 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-54c82c20-2823-462a-9b4d-7efcfb97fbb6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Publish callbacks [] for port (193e9646-1619-4e48-8a48-fc08f9b5bb27), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.831174 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71391a28-6c95-49cb-b9c4-44c1e1d7f6a4 req-cc6ccb96-b874-4ed0-93de-59a4230a9b73 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=704f0078-64ec-4d48-bab4-5a85785ff3a4 HTTP/1.1" status: 200 len: 210 time: 0.0381625 Feb 03 12:36:26.863686 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0020fa69-0da0-4af0-b78f-2c1d0128126c req-d3780aa1-db7f-4385-806b-39e68ec8823f tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4e3417c8-f540-4ce1-a312-761740007584), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.866438 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0020fa69-0da0-4af0-b78f-2c1d0128126c req-d3780aa1-db7f-4385-806b-39e68ec8823f tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.867658 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0020fa69-0da0-4af0-b78f-2c1d0128126c req-d3780aa1-db7f-4385-806b-39e68ec8823f tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "DELETE /v2.0/security-groups/4e3417c8-f540-4ce1-a312-761740007584 HTTP/1.1" status: 204 len: 173 time: 0.6090469 Feb 03 12:36:26.886655 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63440309-3713-4a80-b7e6-5bd90e7e6fce x-openstack-request-id: req-63440309-3713-4a80-b7e6-5bd90e7e6fce {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:26.887178 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0412601-e5d2-4c9e-8f0d-7b49eabe05c5", "name": "network-vif-deleted", "tag": "54973638-af20-4b3d-9b08-b6c0daebfa95", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:26.888117 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63440309-3713-4a80-b7e6-5bd90e7e6fce {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:26.888996 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0412601-e5d2-4c9e-8f0d-7b49eabe05c5', 'name': 'network-vif-deleted', 'tag': '54973638-af20-4b3d-9b08-b6c0daebfa95', 'status': 'completed', 'code': 200} Feb 03 12:36:26.903192 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3780aa1-db7f-4385-806b-39e68ec8823f tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3417c8-f540-4ce1-a312-761740007584,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:26.948346 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-54c82c20-2823-462a-9b4d-7efcfb97fbb6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (193e9646-1619-4e48-8a48-fc08f9b5bb27), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:26.956658 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b68f174d-95cf-424c-bd03-6f3b5a7724cd req-81424e20-a0d4-4312-b69c-948a37e88b0f tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "GET /v2.0/security-groups/88010337-0a30-448c-a0ce-3c0e1fae3a08 HTTP/1.1" status: 200 len: 1832 time: 0.0593479 Feb 03 12:36:27.013259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group': {'name': 'tempest-secgroup--2027583369'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:27.029970 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b68f174d-95cf-424c-bd03-6f3b5a7724cd req-3d865421-3298-425f-bf22-e28db65a646b tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (88010337-0a30-448c-a0ce-3c0e1fae3a08), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.057367 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b68f174d-95cf-424c-bd03-6f3b5a7724cd req-3d865421-3298-425f-bf22-e28db65a646b tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (88010337-0a30-448c-a0ce-3c0e1fae3a08), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.063817 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-54c82c20-2823-462a-9b4d-7efcfb97fbb6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:27.094089 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-54c82c20-2823-462a-9b4d-7efcfb97fbb6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:27.103845 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-194bf080-b341-4a70-9d39-2466526122c6 req-794973df-8eaa-4dce-9d35-d573429a5306 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0412601-e5d2-4c9e-8f0d-7b49eabe05c5 HTTP/1.1" status: 200 len: 210 time: 0.0654316 Feb 03 12:36:27.104718 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-54c82c20-2823-462a-9b4d-7efcfb97fbb6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:27.163606 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b68f174d-95cf-424c-bd03-6f3b5a7724cd req-3d865421-3298-425f-bf22-e28db65a646b tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (88010337-0a30-448c-a0ce-3c0e1fae3a08), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.168747 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b68f174d-95cf-424c-bd03-6f3b5a7724cd req-3d865421-3298-425f-bf22-e28db65a646b tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.170337 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b68f174d-95cf-424c-bd03-6f3b5a7724cd req-3d865421-3298-425f-bf22-e28db65a646b tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "DELETE /v2.0/security-groups/88010337-0a30-448c-a0ce-3c0e1fae3a08 HTTP/1.1" status: 204 len: 173 time: 0.2082384 Feb 03 12:36:27.196828 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c82c20-2823-462a-9b4d-7efcfb97fbb6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Pushing event updated for resources: {'Port': ['ID=193e9646-1619-4e48-8a48-fc08f9b5bb27,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:27.213786 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d865421-3298-425f-bf22-e28db65a646b tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88010337-0a30-448c-a0ce-3c0e1fae3a08,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:27.221578 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-882f8fe5-bd35-442d-92cc-2f5537ed8c76 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for port (bea337d6-879e-4f1e-b9d1-d48bf2c2c960), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.224446 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.274710 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.281246 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-54c82c20-2823-462a-9b4d-7efcfb97fbb6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:27.281898 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-54c82c20-2823-462a-9b4d-7efcfb97fbb6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.338653 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-54c82c20-2823-462a-9b4d-7efcfb97fbb6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2747557 Feb 03 12:36:27.353073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] Request body: {'port': {'device_id': '704f0078-64ec-4d48-bab4-5a85785ff3a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:27.354177 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 54973638-af20-4b3d-9b08-b6c0daebfa95 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:27.403473 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2a7e0626-4bdb-4803-9e30-00a548dccd59 req-4de70682-e256-4093-91ce-d1b0dc2e8a78 tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "GET /v2.0/security-groups/15439c83-6ec1-4af4-9ace-7ef0f07f7db6 HTTP/1.1" status: 200 len: 1831 time: 0.1932559 Feb 03 12:36:27.409356 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 54973638-af20-4b3d-9b08-b6c0daebfa95 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:36:27.412193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 54973638-af20-4b3d-9b08-b6c0daebfa95 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:36:27.424199 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-882f8fe5-bd35-442d-92cc-2f5537ed8c76 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (bea337d6-879e-4f1e-b9d1-d48bf2c2c960), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.503481 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2a7e0626-4bdb-4803-9e30-00a548dccd59 req-151aeae7-80f5-4dc5-9a94-c5388d5f90bf tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (15439c83-6ec1-4af4-9ace-7ef0f07f7db6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.534145 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8e2114-3616-4163-96df-711288c557ca req-882f8fe5-bd35-442d-92cc-2f5537ed8c76 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Network 8ad14e2d-6531-4d66-b186-adc852ea82f1 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:27.545840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-7a8e2114-3616-4163-96df-711288c557ca req-882f8fe5-bd35-442d-92cc-2f5537ed8c76 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:27.553051 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (193e9646-1619-4e48-8a48-fc08f9b5bb27), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.555248 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8e2114-3616-4163-96df-711288c557ca req-882f8fe5-bd35-442d-92cc-2f5537ed8c76 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:27.566243 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2a7e0626-4bdb-4803-9e30-00a548dccd59 req-151aeae7-80f5-4dc5-9a94-c5388d5f90bf tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (15439c83-6ec1-4af4-9ace-7ef0f07f7db6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.598143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f8fe5-bd35-442d-92cc-2f5537ed8c76 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event updated for resources: {'Port': ['ID=bea337d6-879e-4f1e-b9d1-d48bf2c2c960,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:27.649443 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4d260555-eafc-448a-8f44-0da347dc4869 None None] Provisioning complete for port 193e9646-1619-4e48-8a48-fc08f9b5bb27 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:27.652627 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4d260555-eafc-448a-8f44-0da347dc4869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (193e9646-1619-4e48-8a48-fc08f9b5bb27), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.653198 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2a7e0626-4bdb-4803-9e30-00a548dccd59 req-151aeae7-80f5-4dc5-9a94-c5388d5f90bf tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (15439c83-6ec1-4af4-9ace-7ef0f07f7db6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.655619 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (7f8424e7-d9b9-4b39-a94e-f2cb946aad40), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.658786 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2a7e0626-4bdb-4803-9e30-00a548dccd59 req-151aeae7-80f5-4dc5-9a94-c5388d5f90bf tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.660440 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2a7e0626-4bdb-4803-9e30-00a548dccd59 req-151aeae7-80f5-4dc5-9a94-c5388d5f90bf tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] 10.222.0.18 "DELETE /v2.0/security-groups/15439c83-6ec1-4af4-9ace-7ef0f07f7db6 HTTP/1.1" status: 204 len: 173 time: 0.2500575 Feb 03 12:36:27.672711 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43002) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:27.673666 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151aeae7-80f5-4dc5-9a94-c5388d5f90bf tempest-SecurityGroupRulesNegativeTestJSON-329218472 tempest-SecurityGroupRulesNegativeTestJSON-329218472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15439c83-6ec1-4af4-9ace-7ef0f07f7db6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:27.707761 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-882f8fe5-bd35-442d-92cc-2f5537ed8c76 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:27.708450 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-882f8fe5-bd35-442d-92cc-2f5537ed8c76 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.716405 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7f8424e7-d9b9-4b39-a94e-f2cb946aad40), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.753444 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73ac222-7948-46a1-a34c-f193c7f332fb admin admin] Deleting subnet 60f0142d-33ae-4bde-b55f-65914dece16b {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:36:27.758133 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b73ac222-7948-46a1-a34c-f193c7f332fb admin admin] Publish callbacks [] for subnet (60f0142d-33ae-4bde-b55f-65914dece16b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.790071 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4d260555-eafc-448a-8f44-0da347dc4869 None None] Port 193e9646-1619-4e48-8a48-fc08f9b5bb27 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:36:27.866723 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8424e7-d9b9-4b39-a94e-f2cb946aad40,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:27.885026 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-882f8fe5-bd35-442d-92cc-2f5537ed8c76 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8918970 Feb 03 12:36:27.893537 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b73ac222-7948-46a1-a34c-f193c7f332fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (60f0142d-33ae-4bde-b55f-65914dece16b), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:27.918112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] Request body: {'port': {'device_id': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:28.003304 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f0514-5dc2-4abc-a0ca-3c0d1e0b0f77 req-317462c0-8e31-4eb4-a5fb-b9a29cb90a10 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:28.015559 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-274f0514-5dc2-4abc-a0ca-3c0d1e0b0f77 req-317462c0-8e31-4eb4-a5fb-b9a29cb90a10 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 945 time: 0.1849334 Feb 03 12:36:28.019052 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b73ac222-7948-46a1-a34c-f193c7f332fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (60f0142d-33ae-4bde-b55f-65914dece16b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.147960 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7f66c6cc-e83b-40e3-9010-e3bc17ce895a None None] Provisioning complete for port bea337d6-879e-4f1e-b9d1-d48bf2c2c960 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:28.149482 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7f66c6cc-e83b-40e3-9010-e3bc17ce895a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (bea337d6-879e-4f1e-b9d1-d48bf2c2c960), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.157890 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-274f0514-5dc2-4abc-a0ca-3c0d1e0b0f77 req-9f78e931-e973-4b75-a435-9d28b867c2c2 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405981 Feb 03 12:36:28.161908 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4826eed5-8674-4d26-a490-465da149bc95), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.190901 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b73ac222-7948-46a1-a34c-f193c7f332fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (60f0142d-33ae-4bde-b55f-65914dece16b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.246649 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7f66c6cc-e83b-40e3-9010-e3bc17ce895a None None] Port bea337d6-879e-4f1e-b9d1-d48bf2c2c960 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:36:28.254310 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (1d558ced-93d7-41f7-8aa9-ee03a733e156), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.274040 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1d558ced-93d7-41f7-8aa9-ee03a733e156), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.274775 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ac222-7948-46a1-a34c-f193c7f332fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60f0142d-33ae-4bde-b55f-65914dece16b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:28.309397 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b73ac222-7948-46a1-a34c-f193c7f332fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.313329 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b73ac222-7948-46a1-a34c-f193c7f332fb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/60f0142d-33ae-4bde-b55f-65914dece16b HTTP/1.1" status: 204 len: 168 time: 0.6360111 Feb 03 12:36:28.336961 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43036) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:28.433286 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00cb6e-9f22-4708-92de-8cdfc58ff31b req-1cfc101b-8981-460d-a478-bba75b557204 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:28.438872 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00cb6e-9f22-4708-92de-8cdfc58ff31b req-1cfc101b-8981-460d-a478-bba75b557204 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:28.444579 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00cb6e-9f22-4708-92de-8cdfc58ff31b req-1cfc101b-8981-460d-a478-bba75b557204 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:28.450467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00cb6e-9f22-4708-92de-8cdfc58ff31b req-1cfc101b-8981-460d-a478-bba75b557204 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:28.455733 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00cb6e-9f22-4708-92de-8cdfc58ff31b req-1cfc101b-8981-460d-a478-bba75b557204 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:28.457649 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb00cb6e-9f22-4708-92de-8cdfc58ff31b req-1cfc101b-8981-460d-a478-bba75b557204 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 3814 time: 0.1986303 Feb 03 12:36:28.471218 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a071c4df-a526-443c-bed3-af481f490525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (b97fb0f1-bbae-4a7d-a6b0-b7d5338c0c23), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.550222 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb00cb6e-9f22-4708-92de-8cdfc58ff31b req-9293b791-373a-4564-9ab8-aaa15d26d7e2 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817745 Feb 03 12:36:28.597521 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a071c4df-a526-443c-bed3-af481f490525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (b97fb0f1-bbae-4a7d-a6b0-b7d5338c0c23), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.628204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a071c4df-a526-443c-bed3-af481f490525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97fb0f1-bbae-4a7d-a6b0-b7d5338c0c23']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:28.641293 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a071c4df-a526-443c-bed3-af481f490525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925c8e96-e57f-4899-a91f-9c03ad076ca0') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:28.642111 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a071c4df-a526-443c-bed3-af481f490525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925c8e96-e57f-4899-a91f-9c03ad076ca0') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:28.653692 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a071c4df-a526-443c-bed3-af481f490525 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (925c8e96-e57f-4899-a91f-9c03ad076ca0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.670791 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a071c4df-a526-443c-bed3-af481f490525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (925c8e96-e57f-4899-a91f-9c03ad076ca0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.678756 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a071c4df-a526-443c-bed3-af481f490525 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:36:28.679292 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a071c4df-a526-443c-bed3-af481f490525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (925c8e96-e57f-4899-a91f-9c03ad076ca0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:36:28.701840 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:36:28.794403 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.795996 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.0792823 Feb 03 12:36:28.798142 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a071c4df-a526-443c-bed3-af481f490525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (b97fb0f1-bbae-4a7d-a6b0-b7d5338c0c23), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.800530 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43044) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:28.820829 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d558ced-93d7-41f7-8aa9-ee03a733e156,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:28.848233 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:28.848582 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:28.849143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:28.849488 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:28.849821 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:28.850153 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:28.850481 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:28.850806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:28.851128 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:28.851451 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:28.851772 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:28.852123 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:28.852444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258245b-092e-4998-91f8-524ed04a75a5 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:28.904384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f1932feb-54ba-44dd-998c-c0a2b36a4b7e no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:28.941872 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a071c4df-a526-443c-bed3-af481f490525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:28.950659 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a071c4df-a526-443c-bed3-af481f490525 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b97fb0f1-bbae-4a7d-a6b0-b7d5338c0c23 HTTP/1.1" status: 204 len: 168 time: 0.6120815 Feb 03 12:36:28.985802 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b3420-d306-4234-9668-f064f691f812 req-d05aa3d6-2236-4bc3-b4fb-a97f8d06bce0 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:28.987328 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f4b3420-d306-4234-9668-f064f691f812 req-d05aa3d6-2236-4bc3-b4fb-a97f8d06bce0 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=704f0078-64ec-4d48-bab4-5a85785ff3a4 HTTP/1.1" status: 200 len: 935 time: 0.2929599 Feb 03 12:36:28.995262 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071c4df-a526-443c-bed3-af481f490525 admin admin] Pushing event deleted for resources: {'Network': ['ID=b97fb0f1-bbae-4a7d-a6b0-b7d5338c0c23,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:29.039002 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4f55a158-9233-45cb-8f7d-40f8acebe033 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2363613 Feb 03 12:36:29.041739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43050) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:29.047381 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2a87874d-fab5-4088-b4b8-a81271614567 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group': {'name': 'tempest-security--286639302', 'description': 'tempest-security-description-1383368771'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:29.081595 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port f1932feb-54ba-44dd-998c-c0a2b36a4b7e is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:29.082269 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.102854 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43052) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:29.116237 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3843efba-11f9-48f7-938f-6b69d42c053b tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--966149951', 'description': 'tempest-description--1828731846'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:29.160198 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a87874d-fab5-4088-b4b8-a81271614567 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (1d558ced-93d7-41f7-8aa9-ee03a733e156), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.161940 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port f1932feb-54ba-44dd-998c-c0a2b36a4b7e, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f1932feb-54ba-44dd-998c-c0a2b36a4b7e,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:29.164121 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2094782-b60b-49a8-8222-7fbfa94dea57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1932feb-54ba-44dd-998c-c0a2b36a4b7e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:29.171338 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7fd2e7-212c-4f26-89da-703c6cebda38" -d '{"events": [{"server_uuid": "d2094782-b60b-49a8-8222-7fbfa94dea57", "name": "network-vif-unplugged", "status": "completed", "tag": "f1932feb-54ba-44dd-998c-c0a2b36a4b7e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:29.182091 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.187930 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f4b3420-d306-4234-9668-f064f691f812 req-6d48afe2-8080-4e66-880f-e15c2cf32a6f tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657343 Feb 03 12:36:29.190200 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 193e9646-1619-4e48-8a48-fc08f9b5bb27 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:29.238766 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] Publish callbacks [] for port (193e9646-1619-4e48-8a48-fc08f9b5bb27), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.267422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] Transition to ACTIVE for port object 193e9646-1619-4e48-8a48-fc08f9b5bb27 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:36:29.273940 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=f1932feb-54ba-44dd-998c-c0a2b36a4b7e,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:29.286933 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (193e9646-1619-4e48-8a48-fc08f9b5bb27), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.289226 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3843efba-11f9-48f7-938f-6b69d42c053b tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.294979 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daff0550-5cba-4d09-b03e-5ac3320c9ece x-openstack-request-id: req-daff0550-5cba-4d09-b03e-5ac3320c9ece {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:29.296708 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2094782-b60b-49a8-8222-7fbfa94dea57", "name": "network-vif-unplugged", "status": "completed", "tag": "f1932feb-54ba-44dd-998c-c0a2b36a4b7e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:29.297190 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-daff0550-5cba-4d09-b03e-5ac3320c9ece {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:29.298017 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2094782-b60b-49a8-8222-7fbfa94dea57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1932feb-54ba-44dd-998c-c0a2b36a4b7e', 'code': 200} Feb 03 12:36:29.336419 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43066) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:29.441495 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] Pushing event updated for resources: {'Port': ['ID=193e9646-1619-4e48-8a48-fc08f9b5bb27,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:29.448221 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a87874d-fab5-4088-b4b8-a81271614567 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (1d558ced-93d7-41f7-8aa9-ee03a733e156), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.468549 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a87874d-fab5-4088-b4b8-a81271614567 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1d558ced-93d7-41f7-8aa9-ee03a733e156), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.471341 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a87874d-fab5-4088-b4b8-a81271614567 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.472603 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2a87874d-fab5-4088-b4b8-a81271614567 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "PUT /v2.0/security-groups/1d558ced-93d7-41f7-8aa9-ee03a733e156 HTTP/1.1" status: 200 len: 1796 time: 0.4296234 Feb 03 12:36:29.481187 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43068) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:29.499798 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-8ea3bbb3-e03e-44dd-8974-dec255ec25af tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:29.501404 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-8ea3bbb3-e03e-44dd-8974-dec255ec25af tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/networks?id=3064cfd8-7cdb-4309-b96b-99c3299527af HTTP/1.1" status: 200 len: 804 time: 0.2982883 Feb 03 12:36:29.559519 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-b5410826-e157-453b-93aa-1dc65b8cc19b tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/quotas/6ff7bee1bd6646388a5eccfdc31588c3 HTTP/1.1" status: 200 len: 375 time: 0.0498021 Feb 03 12:36:29.564526 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87874d-fab5-4088-b4b8-a81271614567 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d558ced-93d7-41f7-8aa9-ee03a733e156,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:29.574983 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-72e75b6b-f0cd-4693-83ec-959be60f404d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d1aade5ffee4a6d803ae71a9bf182d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2338133 Feb 03 12:36:29.582527 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43070) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:29.592326 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4826eed5-8674-4d26-a490-465da149bc95 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:29.611590 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] Publish callbacks [] for port (4826eed5-8674-4d26-a490-465da149bc95), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.615784 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3843efba-11f9-48f7-938f-6b69d42c053b tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks [] for security_group (6f11f9fb-93d9-49c9-80fa-808c85bf16f4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.620029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] Attempting to bind port 193e9646-1619-4e48-8a48-fc08f9b5bb27 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:29.620382 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] Attempting to bind port 193e9646-1619-4e48-8a48-fc08f9b5bb27 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:29.620726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] Attempting to bind port 193e9646-1619-4e48-8a48-fc08f9b5bb27 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:29.628388 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] Port 193e9646-1619-4e48-8a48-fc08f9b5bb27 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:36:29.629744 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] Attempting to bind port 193e9646-1619-4e48-8a48-fc08f9b5bb27 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:29.643152 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916e5f8-279f-46cf-9ab4-7697562e4bfc req-46bdbbd7-b19c-4256-a44b-17bcb7b9e15c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:29.644759 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7916e5f8-279f-46cf-9ab4-7697562e4bfc req-46bdbbd7-b19c-4256-a44b-17bcb7b9e15c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 945 time: 0.2625909 Feb 03 12:36:29.653973 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] Transition to ACTIVE for port object 4826eed5-8674-4d26-a490-465da149bc95 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:36:29.654792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:29.655230 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:29.655532 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:29.656039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] Bound port: 193e9646-1619-4e48-8a48-fc08f9b5bb27, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:29.656371 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (193e9646-1619-4e48-8a48-fc08f9b5bb27), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.667516 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3843efba-11f9-48f7-938f-6b69d42c053b tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6f11f9fb-93d9-49c9-80fa-808c85bf16f4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.676432 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4826eed5-8674-4d26-a490-465da149bc95), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.687275 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1fb1d335-ed2f-47b8-9833-9d58e3f6df2a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-groups/1d558ced-93d7-41f7-8aa9-ee03a733e156 HTTP/1.1" status: 200 len: 1796 time: 0.2019806 Feb 03 12:36:29.688874 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87874d-fab5-4088-b4b8-a81271614567 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.689225 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87874d-fab5-4088-b4b8-a81271614567 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.689569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87874d-fab5-4088-b4b8-a81271614567 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.689907 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87874d-fab5-4088-b4b8-a81271614567 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.690249 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87874d-fab5-4088-b4b8-a81271614567 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.690582 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87874d-fab5-4088-b4b8-a81271614567 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.691093 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87874d-fab5-4088-b4b8-a81271614567 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.691429 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87874d-fab5-4088-b4b8-a81271614567 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.691761 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87874d-fab5-4088-b4b8-a81271614567 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.692120 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87874d-fab5-4088-b4b8-a81271614567 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.692452 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87874d-fab5-4088-b4b8-a81271614567 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.692576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43076) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:29.693036 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87874d-fab5-4088-b4b8-a81271614567 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.693364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a87874d-fab5-4088-b4b8-a81271614567 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:29.742956 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3843efba-11f9-48f7-938f-6b69d42c053b tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.744668 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3843efba-11f9-48f7-938f-6b69d42c053b tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6361153 Feb 03 12:36:29.751568 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43078) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:29.757605 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-73a59757-6ade-4c2f-a1aa-db2a20ea7e23 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Request body: {'security_group_rule': {'security_group_id': '6f11f9fb-93d9-49c9-80fa-808c85bf16f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:29.782754 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843efba-11f9-48f7-938f-6b69d42c053b tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f11f9fb-93d9-49c9-80fa-808c85bf16f4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:29.811545 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-bb6f4140-3d8c-4eae-bc38-9221db74aa1b tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ff7bee1bd6646388a5eccfdc31588c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2343988 Feb 03 12:36:29.819434 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61485914-71b4-42dd-9690-e14a12ccc52b admin admin] Publish callbacks [] for security_group (f7475c92-faac-4cf2-8600-56791989e52f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.847490 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7916e5f8-279f-46cf-9ab4-7697562e4bfc req-67b96027-c92d-4073-86ae-7c587a20d97f tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955841 Feb 03 12:36:29.875194 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] Pushing event updated for resources: {'Port': ['ID=4826eed5-8674-4d26-a490-465da149bc95,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:29.927897 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73a59757-6ade-4c2f-a1aa-db2a20ea7e23 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks [] for security_group_rule (0f2dba21-47b5-4b17-b968-33336c957a11), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.937883 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61485914-71b4-42dd-9690-e14a12ccc52b admin admin] Publish callbacks [] for security_group (f7475c92-faac-4cf2-8600-56791989e52f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:29.994861 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] For port 193e9646-1619-4e48-8a48-fc08f9b5bb27, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:30.054654 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] For port 193e9646-1619-4e48-8a48-fc08f9b5bb27, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=193e9646-1619-4e48-8a48-fc08f9b5bb27,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:30.058021 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74f68b2b-868c-4971-b1c7-cd280dce5b2e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (1d558ced-93d7-41f7-8aa9-ee03a733e156), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.067116 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] Attempting to bind port 4826eed5-8674-4d26-a490-465da149bc95 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:30.067473 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] Attempting to bind port 4826eed5-8674-4d26-a490-465da149bc95 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '6a852571-8038-44f2-a989-6b1b07fdac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:30.068038 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] Attempting to bind port 4826eed5-8674-4d26-a490-465da149bc95 on network 259c9e24-5450-466e-8578-f11470a26a3d {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:30.083011 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-dda0465b-6bbf-4582-a4a4-cfcf4fc14310 service neutron] 10.222.0.18 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705133 Feb 03 12:36:30.096331 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (193e9646-1619-4e48-8a48-fc08f9b5bb27), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.105417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] Port 4826eed5-8674-4d26-a490-465da149bc95 on network 259c9e24-5450-466e-8578-f11470a26a3d not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:36:30.106034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] Attempting to bind port 4826eed5-8674-4d26-a490-465da149bc95 on network 259c9e24-5450-466e-8578-f11470a26a3d {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:30.123899 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74f68b2b-868c-4971-b1c7-cd280dce5b2e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (1d558ced-93d7-41f7-8aa9-ee03a733e156), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.132350 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73a59757-6ade-4c2f-a1aa-db2a20ea7e23 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks [] for security_group_rule (0f2dba21-47b5-4b17-b968-33336c957a11), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.136744 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73a59757-6ade-4c2f-a1aa-db2a20ea7e23 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (0f2dba21-47b5-4b17-b968-33336c957a11), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.166066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:30.166704 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] Checking segment: {'id': '6a852571-8038-44f2-a989-6b1b07fdac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:30.167297 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] Bound using segment: {'id': '6a852571-8038-44f2-a989-6b1b07fdac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:30.168043 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] Bound port: 4826eed5-8674-4d26-a490-465da149bc95, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a852571-8038-44f2-a989-6b1b07fdac62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:30.168667 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4826eed5-8674-4d26-a490-465da149bc95), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.169803 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61485914-71b4-42dd-9690-e14a12ccc52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f7475c92-faac-4cf2-8600-56791989e52f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.172399 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61485914-71b4-42dd-9690-e14a12ccc52b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.175797 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-61485914-71b4-42dd-9690-e14a12ccc52b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7475c92-faac-4cf2-8600-56791989e52f HTTP/1.1" status: 204 len: 168 time: 0.5900962 Feb 03 12:36:30.194831 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:30.195844 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.197594 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] 10.222.0.31 "PUT /v2.0/ports/193e9646-1619-4e48-8a48-fc08f9b5bb27 HTTP/1.1" status: 200 len: 1095 time: 2.8511584 Feb 03 12:36:30.201718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a59757-6ade-4c2f-a1aa-db2a20ea7e23 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2dba21-47b5-4b17-b968-33336c957a11,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:30.205216 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61485914-71b4-42dd-9690-e14a12ccc52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7475c92-faac-4cf2-8600-56791989e52f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:30.205575 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704f0078-64ec-4d48-bab4-5a85785ff3a4', 'tag': '193e9646-1619-4e48-8a48-fc08f9b5bb27'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:30.208813 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b73623-0a7c-4ab4-8c91-dd8a9ee1418e" -d '{"events": [{"name": "network-changed", "server_uuid": "704f0078-64ec-4d48-bab4-5a85785ff3a4", "tag": "193e9646-1619-4e48-8a48-fc08f9b5bb27"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:30.223487 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73a59757-6ade-4c2f-a1aa-db2a20ea7e23 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.232511 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-73a59757-6ade-4c2f-a1aa-db2a20ea7e23 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4789689 Feb 03 12:36:30.234996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43088) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:30.250648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165bf6-ad8f-41a6-b447-05bff9d3f4f2 req-12406548-8765-4150-8a36-c826f13e6355 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:30.256852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165bf6-ad8f-41a6-b447-05bff9d3f4f2 req-12406548-8765-4150-8a36-c826f13e6355 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:30.263521 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165bf6-ad8f-41a6-b447-05bff9d3f4f2 req-12406548-8765-4150-8a36-c826f13e6355 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:30.269838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165bf6-ad8f-41a6-b447-05bff9d3f4f2 req-12406548-8765-4150-8a36-c826f13e6355 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:30.277901 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-79fca083-ee94-427f-8fd8-ba982d250541 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Request body: {'security_group_rule': {'security_group_id': '6f11f9fb-93d9-49c9-80fa-808c85bf16f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:30.282587 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165bf6-ad8f-41a6-b447-05bff9d3f4f2 req-12406548-8765-4150-8a36-c826f13e6355 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:30.290155 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1a165bf6-ad8f-41a6-b447-05bff9d3f4f2 req-12406548-8765-4150-8a36-c826f13e6355 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 3826 time: 0.2927155 Feb 03 12:36:30.344285 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-5d9b3e5b-b029-4411-ac34-39d356dbbcae service neutron] 10.222.0.18 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534311 Feb 03 12:36:30.365930 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79fca083-ee94-427f-8fd8-ba982d250541 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks [] for security_group_rule (2cf29bc6-3cdd-462e-8561-9804668fc2a5), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.385078 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e25c3-dada-46ff-b0b7-f0899d304243 service neutron] Pushing event updated for resources: {'Port': ['ID=193e9646-1619-4e48-8a48-fc08f9b5bb27,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:30.433663 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1a165bf6-ad8f-41a6-b447-05bff9d3f4f2 req-85194050-9ad0-4dd1-a420-a4250eb180a4 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424656 Feb 03 12:36:30.442081 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74f68b2b-868c-4971-b1c7-cd280dce5b2e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1d558ced-93d7-41f7-8aa9-ee03a733e156), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.451340 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74f68b2b-868c-4971-b1c7-cd280dce5b2e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.455145 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-74f68b2b-868c-4971-b1c7-cd280dce5b2e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-groups/1d558ced-93d7-41f7-8aa9-ee03a733e156 HTTP/1.1" status: 204 len: 168 time: 0.7554820 Feb 03 12:36:30.456217 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43092) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:30.494397 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79fca083-ee94-427f-8fd8-ba982d250541 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks [] for security_group_rule (2cf29bc6-3cdd-462e-8561-9804668fc2a5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.506820 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79fca083-ee94-427f-8fd8-ba982d250541 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (2cf29bc6-3cdd-462e-8561-9804668fc2a5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.574782 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fca083-ee94-427f-8fd8-ba982d250541 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf29bc6-3cdd-462e-8561-9804668fc2a5,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:30.606254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f68b2b-868c-4971-b1c7-cd280dce5b2e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d558ced-93d7-41f7-8aa9-ee03a733e156,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:30.618325 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79fca083-ee94-427f-8fd8-ba982d250541 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.623331 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-79fca083-ee94-427f-8fd8-ba982d250541 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3844898 Feb 03 12:36:30.624862 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43094) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:30.641109 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9a039f5a-1db7-4f60-a51d-877f449bc7d9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:30.665212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] For port 4826eed5-8674-4d26-a490-465da149bc95, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:30.709752 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a039f5a-1db7-4f60-a51d-877f449bc7d9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.729566 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-06d913d8-8994-430b-a0e9-d2da707b6b1e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2593722 Feb 03 12:36:30.740472 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43104) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:30.751035 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01f2c8f-e400-43c7-9db4-9d0ef23d0e13 x-openstack-request-id: req-a01f2c8f-e400-43c7-9db4-9d0ef23d0e13 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:30.752112 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704f0078-64ec-4d48-bab4-5a85785ff3a4", "tag": "193e9646-1619-4e48-8a48-fc08f9b5bb27", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:30.752550 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a01f2c8f-e400-43c7-9db4-9d0ef23d0e13 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:30.754479 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '704f0078-64ec-4d48-bab4-5a85785ff3a4', 'tag': '193e9646-1619-4e48-8a48-fc08f9b5bb27', 'status': 'completed', 'code': 200} Feb 03 12:36:30.759834 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:36:30.787654 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] For port 4826eed5-8674-4d26-a490-465da149bc95, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4826eed5-8674-4d26-a490-465da149bc95,segment=NetworkSegment(6a852571-8038-44f2-a989-6b1b07fdac62),segment_id=6a852571-8038-44f2-a989-6b1b07fdac62)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:30.797953 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-7eff2025-0c3f-46ef-b0e9-75e103e5e4d6 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] delete failed (client error): The resource could not be found. Feb 03 12:36:30.799368 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7eff2025-0c3f-46ef-b0e9-75e103e5e4d6 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-groups/1d558ced-93d7-41f7-8aa9-ee03a733e156 HTTP/1.1" status: 404 len: 347 time: 0.0539391 Feb 03 12:36:30.806701 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43108) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:30.808604 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-baeccceb-56f6-490b-9391-176f69c98c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:30.813192 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-51271f2d-a633-4015-a026-410a812b254c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group': {'name': 'tempest-secgroup--235999226'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:30.814719 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-baeccceb-56f6-490b-9391-176f69c98c92 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d728894bc9f45b18f34c1ff94921f1d&device_id=704f0078-64ec-4d48-bab4-5a85785ff3a4 HTTP/1.1" status: 200 len: 1129 time: 0.5067115 Feb 03 12:36:30.848604 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.858397 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51271f2d-a633-4015-a026-410a812b254c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:30.879214 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4826eed5-8674-4d26-a490-465da149bc95), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:31.050615 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e73e5d-d92a-49b6-acf6-0fa6aed8aed2 req-ac3fec7d-e537-4eec-95d2-5e01638bfadb tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:31.059209 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a5e73e5d-d92a-49b6-acf6-0fa6aed8aed2 req-ac3fec7d-e537-4eec-95d2-5e01638bfadb tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=704f0078-64ec-4d48-bab4-5a85785ff3a4 HTTP/1.1" status: 200 len: 947 time: 0.1520021 Feb 03 12:36:31.064534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:31.065178 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:31.072083 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] 10.222.0.73 "PUT /v2.0/ports/4826eed5-8674-4d26-a490-465da149bc95 HTTP/1.1" status: 200 len: 1091 time: 3.1636915 Feb 03 12:36:31.074809 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-f54dada8-83c6-43b7-bfd3-e8dcee064102 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=193e9646-1619-4e48-8a48-fc08f9b5bb27 HTTP/1.1" status: 200 len: 217 time: 0.2465467 Feb 03 12:36:31.081265 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb76de2-c062-498c-bed2-49fb3ee2f97a service neutron] Pushing event updated for resources: {'Port': ['ID=4826eed5-8674-4d26-a490-465da149bc95,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:31.086652 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4aad3-5447-4a03-905d-b6c04d0ca9d9 req-f933c020-3251-4010-842f-0d057811f2f0 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:31.098454 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-99b4aad3-5447-4a03-905d-b6c04d0ca9d9 req-f933c020-3251-4010-842f-0d057811f2f0 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 1127 time: 0.5306075 Feb 03 12:36:31.128280 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] Request body: {'port': {'device_id': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:31.130287 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51271f2d-a633-4015-a026-410a812b254c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (e1163459-9595-48ef-86d1-62de2d6fefc6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:31.142464 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a039f5a-1db7-4f60-a51d-877f449bc7d9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:31.162068 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51271f2d-a633-4015-a026-410a812b254c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e1163459-9595-48ef-86d1-62de2d6fefc6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:31.336460 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51271f2d-a633-4015-a026-410a812b254c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:31.337629 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-51271f2d-a633-4015-a026-410a812b254c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5294614 Feb 03 12:36:31.358518 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43126) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:31.394700 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-51d2f52d-8609-4ccf-ad23-6b0e910e6c9a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group_rule': {'security_group_id': 'e1163459-9595-48ef-86d1-62de2d6fefc6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:31.418613 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680d674-4d8c-45b9-afaf-3c59ff9083b0 req-4429754d-646f-4bbe-8f33-c973239fbbd1 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:31.420327 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0680d674-4d8c-45b9-afaf-3c59ff9083b0 req-4429754d-646f-4bbe-8f33-c973239fbbd1 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2094782-b60b-49a8-8222-7fbfa94dea57 HTTP/1.1" status: 200 len: 943 time: 0.7384539 Feb 03 12:36:31.466612 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43128) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:31.483696 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51271f2d-a633-4015-a026-410a812b254c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1163459-9595-48ef-86d1-62de2d6fefc6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:31.524603 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-99b4aad3-5447-4a03-905d-b6c04d0ca9d9 req-a9641000-c6a6-41b2-9f76-6fa29e9b61f6 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248269 Feb 03 12:36:31.532788 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a5e73e5d-d92a-49b6-acf6-0fa6aed8aed2 req-c62a2132-c4f1-4092-a8c3-4c68e18e6394 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559126 Feb 03 12:36:31.533404 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-1b9599c0-3d44-43c4-83ad-580930313f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:31.534714 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-9a039f5a-1db7-4f60-a51d-877f449bc7d9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Allocated IP 172.25.6.193 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/b141550b-a810-480c-ad33-c2691eb68c7e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:31.535297 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-1b9599c0-3d44-43c4-83ad-580930313f44 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.4327719 Feb 03 12:36:31.684905 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cabf4d1d-9cb5-497f-96ba-005a83301d2f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:31.831548 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51d2f52d-8609-4ccf-ad23-6b0e910e6c9a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (d18e3cd2-7580-4881-b4b5-5fbbc02a7414), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:31.941112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-2432c119-c309-4b18-9b39-5bcd98be8a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:31.943440 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-2432c119-c309-4b18-9b39-5bcd98be8a67 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3741624 Feb 03 12:36:31.969038 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e503771-df36-4cd1-84d7-686c3fc5156f req-55168454-5282-4d43-8319-cb2f3532b52d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:31.974771 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e503771-df36-4cd1-84d7-686c3fc5156f req-55168454-5282-4d43-8319-cb2f3532b52d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:31.980450 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e503771-df36-4cd1-84d7-686c3fc5156f req-55168454-5282-4d43-8319-cb2f3532b52d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:31.986028 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e503771-df36-4cd1-84d7-686c3fc5156f req-55168454-5282-4d43-8319-cb2f3532b52d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:31.991527 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e503771-df36-4cd1-84d7-686c3fc5156f req-55168454-5282-4d43-8319-cb2f3532b52d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:31.993568 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e503771-df36-4cd1-84d7-686c3fc5156f req-55168454-5282-4d43-8319-cb2f3532b52d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 3826 time: 0.2946360 Feb 03 12:36:32.049088 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7e60c009-07ef-4f4b-90c1-7290a9755443 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1897409517-network', 'tenant_id': '0138a6626a574f018431478b0dcfac96'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:32.057772 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-0680d674-4d8c-45b9-afaf-3c59ff9083b0 req-b58763fc-43c6-44a1-a784-b920142faa34 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Deleting port f1932feb-54ba-44dd-998c-c0a2b36a4b7e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:36:32.058123 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0680d674-4d8c-45b9-afaf-3c59ff9083b0 req-b58763fc-43c6-44a1-a784-b920142faa34 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.107631 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd767bc5-5144-4cef-9357-c482cb01b28a req-f9a8561c-8de7-4227-a20c-161eacf4f10e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 210 time: 0.4527249 Feb 03 12:36:32.147218 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51d2f52d-8609-4ccf-ad23-6b0e910e6c9a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (d18e3cd2-7580-4881-b4b5-5fbbc02a7414), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.200070 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51d2f52d-8609-4ccf-ad23-6b0e910e6c9a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (d18e3cd2-7580-4881-b4b5-5fbbc02a7414), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.230060 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a039f5a-1db7-4f60-a51d-877f449bc7d9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks [] for port (b141550b-a810-480c-ad33-c2691eb68c7e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.234637 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e60c009-07ef-4f4b-90c1-7290a9755443 admin admin] Made reservation on behalf of 0138a6626a574f018431478b0dcfac96 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:32.238141 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e60c009-07ef-4f4b-90c1-7290a9755443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.254974 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e60c009-07ef-4f4b-90c1-7290a9755443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.260919 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2f52d-8609-4ccf-ad23-6b0e910e6c9a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18e3cd2-7580-4881-b4b5-5fbbc02a7414,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:32.351398 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-fafb121b-3b05-4dfd-8894-8e684d51ae51 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962669 Feb 03 12:36:32.364409 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a039f5a-1db7-4f60-a51d-877f449bc7d9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b141550b-a810-480c-ad33-c2691eb68c7e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.430355 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a039f5a-1db7-4f60-a51d-877f449bc7d9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Pushing event updated for resources: {'Port': ['ID=b141550b-a810-480c-ad33-c2691eb68c7e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:32.466987 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a039f5a-1db7-4f60-a51d-877f449bc7d9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:32.473644 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9a039f5a-1db7-4f60-a51d-877f449bc7d9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:32.517654 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a039f5a-1db7-4f60-a51d-877f449bc7d9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:32.554875 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cabf4d1d-9cb5-497f-96ba-005a83301d2f {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:32.565146 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] Publish callbacks [] for port (cabf4d1d-9cb5-497f-96ba-005a83301d2f), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.585046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] Transition to ACTIVE for port object cabf4d1d-9cb5-497f-96ba-005a83301d2f will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:36:32.635726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0680d674-4d8c-45b9-afaf-3c59ff9083b0 req-b58763fc-43c6-44a1-a784-b920142faa34 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] For port f1932feb-54ba-44dd-998c-c0a2b36a4b7e, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f1932feb-54ba-44dd-998c-c0a2b36a4b7e,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:32.636369 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0680d674-4d8c-45b9-afaf-3c59ff9083b0 req-b58763fc-43c6-44a1-a784-b920142faa34 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.654794 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-0680d674-4d8c-45b9-afaf-3c59ff9083b0 req-b58763fc-43c6-44a1-a784-b920142faa34 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Calling delete_port for f1932feb-54ba-44dd-998c-c0a2b36a4b7e owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:32.727463 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e60c009-07ef-4f4b-90c1-7290a9755443 admin admin] Publish callbacks [] for security_group (7b472f1e-1651-4229-9c98-fd33b3e42e79), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.762024 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e60c009-07ef-4f4b-90c1-7290a9755443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7b472f1e-1651-4229-9c98-fd33b3e42e79), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.769411 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'tag': '4826eed5-8674-4d26-a490-465da149bc95'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:32.771804 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b79aa6-b627-4159-8d73-7bcf092a25f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "tag": "4826eed5-8674-4d26-a490-465da149bc95"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:32.774389 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (cabf4d1d-9cb5-497f-96ba-005a83301d2f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.842468 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-07452b44-6a60-41c7-aa06-24e388db5bec tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:32.844080 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-07452b44-6a60-41c7-aa06-24e388db5bec tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.73 "GET /v2.0/networks?id=3064cfd8-7cdb-4309-b96b-99c3299527af HTTP/1.1" status: 200 len: 804 time: 0.4897752 Feb 03 12:36:32.849390 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e60c009-07ef-4f4b-90c1-7290a9755443 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:36:32.862041 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a039f5a-1db7-4f60-a51d-877f449bc7d9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks [] for floatingip (67d44059-0de5-4fb9-9086-ceaa353bf3c2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.872240 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-080d4220-2952-431f-ac35-2e66ad49280e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Request body: {'port': {'device_id': '7c0d260c-a509-4653-b93f-cd6269a2af20', 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af', 'admin_state_up': True, 'tenant_id': '6ff7bee1bd6646388a5eccfdc31588c3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:32.877579 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60c009-07ef-4f4b-90c1-7290a9755443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b472f1e-1651-4229-9c98-fd33b3e42e79,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:32.885973 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e60c009-07ef-4f4b-90c1-7290a9755443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c649b6e2-aae4-46d2-a730-f02252f3c42b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.886322 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-7e60c009-07ef-4f4b-90c1-7290a9755443 admin admin] Added segment c649b6e2-aae4-46d2-a730-f02252f3c42b of type vlan for network 0037eff2-581f-4bb9-8fde-7d6de7abe793 Feb 03 12:36:32.907626 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51d2f52d-8609-4ccf-ad23-6b0e910e6c9a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:32.911413 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-51d2f52d-8609-4ccf-ad23-6b0e910e6c9a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5347328 Feb 03 12:36:32.911594 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f1932feb-54ba-44dd-998c-c0a2b36a4b7e no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:36:32.914616 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43152) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:32.953653 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e503771-df36-4cd1-84d7-686c3fc5156f req-49c29274-be78-4fac-9713-5cf542e3292b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8885880 Feb 03 12:36:32.958314 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] Pushing event updated for resources: {'Port': ['ID=cabf4d1d-9cb5-497f-96ba-005a83301d2f,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:33.068475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port f1932feb-54ba-44dd-998c-c0a2b36a4b7e is: DOWN; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:33.115671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d52743-0d75-47e1-b8a9-519a71912c01 req-b0a27981-b7de-479e-8e6e-3c4ab3c79fb9 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:33.122747 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfbe13d-f80e-4ef7-8918-325660320461 x-openstack-request-id: req-0bfbe13d-f80e-4ef7-8918-325660320461 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:33.123048 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "tag": "4826eed5-8674-4d26-a490-465da149bc95", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:33.123410 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0bfbe13d-f80e-4ef7-8918-325660320461 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:33.123701 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'tag': '4826eed5-8674-4d26-a490-465da149bc95', 'status': 'completed', 'code': 200} Feb 03 12:36:33.127205 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9d52743-0d75-47e1-b8a9-519a71912c01 req-b0a27981-b7de-479e-8e6e-3c4ab3c79fb9 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=704f0078-64ec-4d48-bab4-5a85785ff3a4 HTTP/1.1" status: 200 len: 947 time: 0.4031956 Feb 03 12:36:33.143049 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e60c009-07ef-4f4b-90c1-7290a9755443 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (0037eff2-581f-4bb9-8fde-7d6de7abe793), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.179387 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a039f5a-1db7-4f60-a51d-877f449bc7d9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b141550b-a810-480c-ad33-c2691eb68c7e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.196934 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f79e9e5-b92d-46e8-b61e-29e4c945f0f4 req-6f0ca075-d227-4218-a45f-238cd83db9f1 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553254 Feb 03 12:36:33.200340 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0680d674-4d8c-45b9-afaf-3c59ff9083b0 req-b58763fc-43c6-44a1-a784-b920142faa34 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (f1932feb-54ba-44dd-998c-c0a2b36a4b7e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.251716 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58763fc-43c6-44a1-a784-b920142faa34 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Pushing event deleted for resources: {'Port': ['ID=f1932feb-54ba-44dd-998c-c0a2b36a4b7e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:33.261893 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89f3ddd4-2b8a-4a12-8e52-c5e5ffd8127f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (d18e3cd2-7580-4881-b4b5-5fbbc02a7414), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.282664 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-7e60c009-07ef-4f4b-90c1-7290a9755443 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:36:33.340311 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89f3ddd4-2b8a-4a12-8e52-c5e5ffd8127f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (d18e3cd2-7580-4881-b4b5-5fbbc02a7414), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.393754 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-16de2877-6d2e-49b0-8934-777fcd440f85 req-ef868003-b7ad-4980-a4cc-4f4f835aa154 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 210 time: 0.0959144 Feb 03 12:36:33.404007 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e60c009-07ef-4f4b-90c1-7290a9755443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (0037eff2-581f-4bb9-8fde-7d6de7abe793), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.405542 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e60c009-07ef-4f4b-90c1-7290a9755443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:33.406869 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e60c009-07ef-4f4b-90c1-7290a9755443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.420329 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9d52743-0d75-47e1-b8a9-519a71912c01 req-b1777b51-7b1c-4f3e-8f8b-2746f5ff82d6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921784 Feb 03 12:36:33.447330 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0680d674-4d8c-45b9-afaf-3c59ff9083b0 req-b58763fc-43c6-44a1-a784-b920142faa34 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] No DVR routers for this DVR port f1932feb-54ba-44dd-998c-c0a2b36a4b7e on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:36:33.449269 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] Attempting to bind port cabf4d1d-9cb5-497f-96ba-005a83301d2f on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:33.449601 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] Attempting to bind port cabf4d1d-9cb5-497f-96ba-005a83301d2f by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '351b187f-3249-4326-9d88-4f3115078121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:33.449935 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] Attempting to bind port cabf4d1d-9cb5-497f-96ba-005a83301d2f on network 9c9f93eb-710e-451f-966d-9a0a4f14a144 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:33.452713 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0680d674-4d8c-45b9-afaf-3c59ff9083b0 req-b58763fc-43c6-44a1-a784-b920142faa34 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.458617 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0680d674-4d8c-45b9-afaf-3c59ff9083b0 req-b58763fc-43c6-44a1-a784-b920142faa34 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.31 "DELETE /v2.0/ports/f1932feb-54ba-44dd-998c-c0a2b36a4b7e HTTP/1.1" status: 204 len: 173 time: 1.9758968 Feb 03 12:36:33.471014 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] Port cabf4d1d-9cb5-497f-96ba-005a83301d2f on network 9c9f93eb-710e-451f-966d-9a0a4f14a144 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:36:33.471341 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] Attempting to bind port cabf4d1d-9cb5-497f-96ba-005a83301d2f on network 9c9f93eb-710e-451f-966d-9a0a4f14a144 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:33.483618 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:33.484094 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] Checking segment: {'id': '351b187f-3249-4326-9d88-4f3115078121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:33.484461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] Bound using segment: {'id': '351b187f-3249-4326-9d88-4f3115078121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:33.484930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] Bound port: cabf4d1d-9cb5-497f-96ba-005a83301d2f, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '351b187f-3249-4326-9d88-4f3115078121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:33.485366 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cabf4d1d-9cb5-497f-96ba-005a83301d2f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.490325 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89f3ddd4-2b8a-4a12-8e52-c5e5ffd8127f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (d18e3cd2-7580-4881-b4b5-5fbbc02a7414), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.492247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b79aa6-b627-4159-8d73-7bcf092a25f0 req-a87f38c3-05a7-4a95-a12c-27500528b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:33.492739 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b79aa6-b627-4159-8d73-7bcf092a25f0 req-a87f38c3-05a7-4a95-a12c-27500528b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:33.493218 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b79aa6-b627-4159-8d73-7bcf092a25f0 req-a87f38c3-05a7-4a95-a12c-27500528b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:33.494227 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b79aa6-b627-4159-8d73-7bcf092a25f0 req-a87f38c3-05a7-4a95-a12c-27500528b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:33.494772 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b79aa6-b627-4159-8d73-7bcf092a25f0 req-a87f38c3-05a7-4a95-a12c-27500528b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:33.495244 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b79aa6-b627-4159-8d73-7bcf092a25f0 req-a87f38c3-05a7-4a95-a12c-27500528b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:33.497148 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b3b79aa6-b627-4159-8d73-7bcf092a25f0 req-a87f38c3-05a7-4a95-a12c-27500528b30f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e9261d80c134a528c4f6c4dcfb8fdad&device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5273 time: 0.2803514 Feb 03 12:36:33.502782 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89f3ddd4-2b8a-4a12-8e52-c5e5ffd8127f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.503846 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-66f75f67-2c91-491e-97b3-07d16283b4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.510962 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-89f3ddd4-2b8a-4a12-8e52-c5e5ffd8127f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/d18e3cd2-7580-4881-b4b5-5fbbc02a7414 HTTP/1.1" status: 204 len: 168 time: 0.5874810 Feb 03 12:36:33.517611 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43156) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:33.545152 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b73623-0a7c-4ab4-8c91-dd8a9ee1418e req-28097b8f-e711-4c73-b043-400e697170e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:33.546749 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3b73623-0a7c-4ab4-8c91-dd8a9ee1418e req-28097b8f-e711-4c73-b043-400e697170e8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d728894bc9f45b18f34c1ff94921f1d&device_id=704f0078-64ec-4d48-bab4-5a85785ff3a4 HTTP/1.1" status: 200 len: 1129 time: 0.2436132 Feb 03 12:36:33.663251 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a039f5a-1db7-4f60-a51d-877f449bc7d9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks [] for port (b141550b-a810-480c-ad33-c2691eb68c7e), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.727456 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60c009-07ef-4f4b-90c1-7290a9755443 admin admin] Pushing event updated for resources: {'Network': ['ID=0037eff2-581f-4bb9-8fde-7d6de7abe793,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:33.733975 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7e60c009-07ef-4f4b-90c1-7290a9755443 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2643259 Feb 03 12:36:33.737587 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a039f5a-1db7-4f60-a51d-877f449bc7d9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (b141550b-a810-480c-ad33-c2691eb68c7e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.740459 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 0037eff2-581f-4bb9-8fde-7d6de7abe793 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:36:33.754829 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43160) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:33.778427 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5d030a33-9b7b-4e19-b62e-b56ee8b9668e admin admin] Request body: {'subnet': {'network_id': '0037eff2-581f-4bb9-8fde-7d6de7abe793', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1897409517-subnet', 'tenant_id': '0138a6626a574f018431478b0dcfac96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:33.789820 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-080d4220-2952-431f-ac35-2e66ad49280e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Made reservation on behalf of 6ff7bee1bd6646388a5eccfdc31588c3 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:33.794327 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-080d4220-2952-431f-ac35-2e66ad49280e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:33.853432 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3ddd4-2b8a-4a12-8e52-c5e5ffd8127f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d18e3cd2-7580-4881-b4b5-5fbbc02a7414,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:33.945137 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d030a33-9b7b-4e19-b62e-b56ee8b9668e admin admin] Made reservation on behalf of 0138a6626a574f018431478b0dcfac96 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:33.947715 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d030a33-9b7b-4e19-b62e-b56ee8b9668e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:34.255616 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a039f5a-1db7-4f60-a51d-877f449bc7d9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Pushing event updated for resources: {'Port': ['ID=b141550b-a810-480c-ad33-c2691eb68c7e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:34.258638 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d030a33-9b7b-4e19-b62e-b56ee8b9668e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (e61c410b-6685-4db8-86f2-da30ccf00086), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:34.390163 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a039f5a-1db7-4f60-a51d-877f449bc7d9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (67d44059-0de5-4fb9-9086-ceaa353bf3c2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:34.430403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] For port cabf4d1d-9cb5-497f-96ba-005a83301d2f, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:34.434131 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-080d4220-2952-431f-ac35-2e66ad49280e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Allocated IP 172.20.0.14 (3064cfd8-7cdb-4309-b96b-99c3299527af/2b8a4225-25b0-42f6-9eec-da0838919221/beb9802c-be49-48ad-85a5-7091f860c0ad) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:34.438392 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] For port cabf4d1d-9cb5-497f-96ba-005a83301d2f, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=cabf4d1d-9cb5-497f-96ba-005a83301d2f,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:34.444287 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d030a33-9b7b-4e19-b62e-b56ee8b9668e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61c410b-6685-4db8-86f2-da30ccf00086,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:34.452736 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a039f5a-1db7-4f60-a51d-877f449bc7d9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:34.454315 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9a039f5a-1db7-4f60-a51d-877f449bc7d9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8272655 Feb 03 12:36:34.470476 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d030a33-9b7b-4e19-b62e-b56ee8b9668e admin admin] Checking segment: {'id': 'c649b6e2-aae4-46d2-a730-f02252f3c42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0037eff2-581f-4bb9-8fde-7d6de7abe793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:34.470888 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d030a33-9b7b-4e19-b62e-b56ee8b9668e admin admin] Network hostable DHCP agents. Network: 0037eff2-581f-4bb9-8fde-7d6de7abe793, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:36:34.544427 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b73623-0a7c-4ab4-8c91-dd8a9ee1418e req-03fa0467-402b-4869-bfc8-ab82d7638de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:34.547804 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d030a33-9b7b-4e19-b62e-b56ee8b9668e admin admin] Network 0037eff2-581f-4bb9-8fde-7d6de7abe793 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:36:34.548383 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3b73623-0a7c-4ab4-8c91-dd8a9ee1418e req-03fa0467-402b-4869-bfc8-ab82d7638de9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.9299760 Feb 03 12:36:34.551589 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (cabf4d1d-9cb5-497f-96ba-005a83301d2f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:34.628333 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d004ae5f-e56f-49f3-85e0-db72f1772083 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.0981495 Feb 03 12:36:34.644461 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43172) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:34.669090 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71499708-712a-4721-892b-926d97f19f59 req-0e828b50-1003-44ef-92be-912abe693567 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 210 time: 0.0890801 Feb 03 12:36:34.669671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-5d030a33-9b7b-4e19-b62e-b56ee8b9668e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 0037eff2-581f-4bb9-8fde-7d6de7abe793) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:34.686656 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d030a33-9b7b-4e19-b62e-b56ee8b9668e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:34.687332 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d030a33-9b7b-4e19-b62e-b56ee8b9668e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:34.691743 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd050a1-8447-43a1-8aee-005bb724d914 None None] Network 0037eff2-581f-4bb9-8fde-7d6de7abe793 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:34.717115 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:34.717747 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:34.720211 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] 10.222.0.73 "PUT /v2.0/ports/cabf4d1d-9cb5-497f-96ba-005a83301d2f HTTP/1.1" status: 200 len: 1130 time: 3.5966792 Feb 03 12:36:34.733869 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3b73623-0a7c-4ab4-8c91-dd8a9ee1418e req-f8465e59-55cf-4550-93f4-ae200416dcfd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=193e9646-1619-4e48-8a48-fc08f9b5bb27 HTTP/1.1" status: 200 len: 217 time: 0.1588414 Feb 03 12:36:34.814667 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8ce79-50ad-4c11-943e-4f4797e9ec16 service neutron] Pushing event updated for resources: {'Port': ['ID=cabf4d1d-9cb5-497f-96ba-005a83301d2f,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:34.854703 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] Request body: {'port': {'device_id': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:34.858651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b79aa6-b627-4159-8d73-7bcf092a25f0 req-defe45cc-7d36-4f41-b597-ae5ee37642c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:34.859132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b79aa6-b627-4159-8d73-7bcf092a25f0 req-defe45cc-7d36-4f41-b597-ae5ee37642c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:34.859657 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b79aa6-b627-4159-8d73-7bcf092a25f0 req-defe45cc-7d36-4f41-b597-ae5ee37642c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:34.873078 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b3b79aa6-b627-4159-8d73-7bcf092a25f0 req-defe45cc-7d36-4f41-b597-ae5ee37642c8 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=2e9261d80c134a528c4f6c4dcfb8fdad&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.3623796 Feb 03 12:36:34.881435 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb553e9d-e0b6-41b6-944e-fd021f7c2876 None None] Network 0037eff2-581f-4bb9-8fde-7d6de7abe793 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:34.895122 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-080d4220-2952-431f-ac35-2e66ad49280e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks [] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:34.904658 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262e2ed-1149-46b0-a8aa-a3fc4e14f0c9 req-8fbc152b-69b3-495b-84a3-f54c23c6160b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:34.910348 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262e2ed-1149-46b0-a8aa-a3fc4e14f0c9 req-8fbc152b-69b3-495b-84a3-f54c23c6160b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:34.915916 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262e2ed-1149-46b0-a8aa-a3fc4e14f0c9 req-8fbc152b-69b3-495b-84a3-f54c23c6160b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:34.921485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262e2ed-1149-46b0-a8aa-a3fc4e14f0c9 req-8fbc152b-69b3-495b-84a3-f54c23c6160b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:34.926890 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262e2ed-1149-46b0-a8aa-a3fc4e14f0c9 req-8fbc152b-69b3-495b-84a3-f54c23c6160b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:34.933724 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262e2ed-1149-46b0-a8aa-a3fc4e14f0c9 req-8fbc152b-69b3-495b-84a3-f54c23c6160b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:34.941308 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9262e2ed-1149-46b0-a8aa-a3fc4e14f0c9 req-8fbc152b-69b3-495b-84a3-f54c23c6160b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 4598 time: 0.5815675 Feb 03 12:36:34.988529 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-080d4220-2952-431f-ac35-2e66ad49280e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.010821 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5d030a33-9b7b-4e19-b62e-b56ee8b9668e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2391882 Feb 03 12:36:35.108202 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9262e2ed-1149-46b0-a8aa-a3fc4e14f0c9 req-f4623eec-a6c0-47f1-8469-8fe161395393 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1608944 Feb 03 12:36:35.135717 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d4220-2952-431f-ac35-2e66ad49280e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Pushing event updated for resources: {'Port': ['ID=beb9802c-be49-48ad-85a5-7091f860c0ad,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:35.157395 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40650750-9154-4f5f-8f20-70c01cbd31f0 req-92eedcfc-29ee-4974-8ac0-ad14019d5e81 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:35.166518 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-40650750-9154-4f5f-8f20-70c01cbd31f0 req-92eedcfc-29ee-4974-8ac0-ad14019d5e81 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=704f0078-64ec-4d48-bab4-5a85785ff3a4 HTTP/1.1" status: 200 len: 947 time: 0.2324698 Feb 03 12:36:35.191999 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e43d55d3-ce59-4c38-af9f-00dfc1254ad9 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (e1163459-9595-48ef-86d1-62de2d6fefc6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.194461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2094782-b60b-49a8-8222-7fbfa94dea57', 'name': 'network-vif-deleted', 'tag': 'f1932feb-54ba-44dd-998c-c0a2b36a4b7e'}, {'name': 'network-changed', 'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'tag': 'cabf4d1d-9cb5-497f-96ba-005a83301d2f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:35.196445 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0358cfa1-3e5d-4b07-ab67-7fdeb16a38d5" -d '{"events": [{"server_uuid": "d2094782-b60b-49a8-8222-7fbfa94dea57", "name": "network-vif-deleted", "tag": "f1932feb-54ba-44dd-998c-c0a2b36a4b7e"}, {"name": "network-changed", "server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "tag": "cabf4d1d-9cb5-497f-96ba-005a83301d2f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:35.203988 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4997ac52-3b54-4c28-b601-d5627a93ce49), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.218405 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-080d4220-2952-431f-ac35-2e66ad49280e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Network 3064cfd8-7cdb-4309-b96b-99c3299527af is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:35.231815 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-080d4220-2952-431f-ac35-2e66ad49280e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:35.238381 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-080d4220-2952-431f-ac35-2e66ad49280e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:35.263664 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b73623-0a7c-4ab4-8c91-dd8a9ee1418e req-73999ccd-5815-4eb2-94dd-c848bc45a6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:35.265015 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3b73623-0a7c-4ab4-8c91-dd8a9ee1418e req-73999ccd-5815-4eb2-94dd-c848bc45a6de service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.4984591 Feb 03 12:36:35.278141 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e43d55d3-ce59-4c38-af9f-00dfc1254ad9 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (e1163459-9595-48ef-86d1-62de2d6fefc6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.294814 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 193e9646-1619-4e48-8a48-fc08f9b5bb27 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:36:35.340768 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-40650750-9154-4f5f-8f20-70c01cbd31f0 req-0ab39055-8ebe-456b-91da-2e5ba6317d52 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631753 Feb 03 12:36:35.420636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-080d4220-2952-431f-ac35-2e66ad49280e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:35.421320 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-080d4220-2952-431f-ac35-2e66ad49280e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.427064 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 193e9646-1619-4e48-8a48-fc08f9b5bb27, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=193e9646-1619-4e48-8a48-fc08f9b5bb27,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:35.452576 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e43d55d3-ce59-4c38-af9f-00dfc1254ad9 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e1163459-9595-48ef-86d1-62de2d6fefc6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.456937 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e43d55d3-ce59-4c38-af9f-00dfc1254ad9 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.458148 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e43d55d3-ce59-4c38-af9f-00dfc1254ad9 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-groups/e1163459-9595-48ef-86d1-62de2d6fefc6 HTTP/1.1" status: 204 len: 168 time: 0.7993016 Feb 03 12:36:35.466358 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43194) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:35.470136 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-080d4220-2952-431f-ac35-2e66ad49280e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6095541 Feb 03 12:36:35.476700 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '193e9646-1619-4e48-8a48-fc08f9b5bb27', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '193e9646-1619-4e48-8a48-fc08f9b5bb27', 'mac_address': 'fa:16:3e:cb:72:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:36:35.518947 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] Request body: {'port': {'device_id': '7c0d260c-a509-4653-b93f-cd6269a2af20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:35.544698 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d55d3-ce59-4c38-af9f-00dfc1254ad9 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1163459-9595-48ef-86d1-62de2d6fefc6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:35.606379 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 193e9646-1619-4e48-8a48-fc08f9b5bb27 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:35.606794 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (193e9646-1619-4e48-8a48-fc08f9b5bb27), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.632245 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 193e9646-1619-4e48-8a48-fc08f9b5bb27 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:35.640369 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b79aa6-b627-4159-8d73-7bcf092a25f0 req-75dee32f-dd40-44b3-bb2c-465e34a4cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:35.642561 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b3b79aa6-b627-4159-8d73-7bcf092a25f0 req-75dee32f-dd40-44b3-bb2c-465e34a4cadb service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6992893 Feb 03 12:36:35.658851 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 193e9646-1619-4e48-8a48-fc08f9b5bb27, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=193e9646-1619-4e48-8a48-fc08f9b5bb27,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:35.666226 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (193e9646-1619-4e48-8a48-fc08f9b5bb27), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.684056 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b73623-0a7c-4ab4-8c91-dd8a9ee1418e req-c3ee0e01-2166-459c-b73e-ad07d2aa1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:35.686017 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3b73623-0a7c-4ab4-8c91-dd8a9ee1418e req-c3ee0e01-2166-459c-b73e-ad07d2aa1dcc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4023883 Feb 03 12:36:35.696908 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ff2a9a57-d2f4-4290-a69b-578928e800cc tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2253644 Feb 03 12:36:35.702038 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43200) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:35.708930 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-43433d9a-df21-403a-9396-e40b6caa029c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group': {'name': 'tempest-secgroup--371305860'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:35.736928 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43433d9a-df21-403a-9396-e40b6caa029c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.747425 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=193e9646-1619-4e48-8a48-fc08f9b5bb27,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:35.763521 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.897965 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3b73623-0a7c-4ab4-8c91-dd8a9ee1418e req-5f1eb0e3-4bd6-4429-8ec1-2451e8db21cc service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598825 Feb 03 12:36:35.899472 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c23eb51-6a4f-4553-92ac-a71c9bab5725 x-openstack-request-id: req-2c23eb51-6a4f-4553-92ac-a71c9bab5725 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:35.899795 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2094782-b60b-49a8-8222-7fbfa94dea57", "name": "network-vif-deleted", "tag": "f1932feb-54ba-44dd-998c-c0a2b36a4b7e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "tag": "cabf4d1d-9cb5-497f-96ba-005a83301d2f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:35.900103 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c23eb51-6a4f-4553-92ac-a71c9bab5725 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:35.900667 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2094782-b60b-49a8-8222-7fbfa94dea57', 'name': 'network-vif-deleted', 'tag': 'f1932feb-54ba-44dd-998c-c0a2b36a4b7e', 'status': 'completed', 'code': 200} Feb 03 12:36:35.900933 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'tag': 'cabf4d1d-9cb5-497f-96ba-005a83301d2f', 'status': 'completed', 'code': 200} Feb 03 12:36:35.920306 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43433d9a-df21-403a-9396-e40b6caa029c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (0ebec707-121e-49db-9360-19259b89cd30), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.927357 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43433d9a-df21-403a-9396-e40b6caa029c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0ebec707-121e-49db-9360-19259b89cd30), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.934626 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['193e9646-1619-4e48-8a48-fc08f9b5bb27'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:35.940907 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7138cce-c562-455b-9fe5-323e0f170baa req-a301e147-336a-45c4-8fe6-53c4b9d3f57a tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:35.942552 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7138cce-c562-455b-9fe5-323e0f170baa req-a301e147-336a-45c4-8fe6-53c4b9d3f57a tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/networks?id=57d05e71-91ef-4d8b-8053-8941dc5e5ea9 HTTP/1.1" status: 200 len: 822 time: 0.6878641 Feb 03 12:36:35.958459 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43433d9a-df21-403a-9396-e40b6caa029c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebec707-121e-49db-9360-19259b89cd30,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:35.997673 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43433d9a-df21-403a-9396-e40b6caa029c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:35.998900 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-43433d9a-df21-403a-9396-e40b6caa029c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2955434 Feb 03 12:36:36.019812 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43208) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:36.030911 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a1ce0ed0-3cbb-4c48-95d8-0f74f813c777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.044037 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-477a171d-db40-4c55-bad6-e435dfd420b0 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group_rule': {'security_group_id': '0ebec707-121e-49db-9360-19259b89cd30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:36.053283 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7138cce-c562-455b-9fe5-323e0f170baa req-d37a75bc-80e6-45d9-a857-62780d21480b tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/quotas/c38b004822034ae6b2e74e9730987a70 HTTP/1.1" status: 200 len: 375 time: 0.0598893 Feb 03 12:36:36.118476 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-477a171d-db40-4c55-bad6-e435dfd420b0 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (b9b62500-fc12-421e-8891-8f8a0f90c0c5), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.127625 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7138cce-c562-455b-9fe5-323e0f170baa req-10542d85-a156-4614-9b45-c8b343a538f7 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c38b004822034ae6b2e74e9730987a70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367975 Feb 03 12:36:36.152688 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-3ec5ba2c-ee4c-4f32-9ba0-cedb8926d1cf req-4fda87a2-9282-44ab-91cf-e068109c23a8 tempest-SecurityGroupsNegativeTestJSON-1533952561 tempest-SecurityGroupsNegativeTestJSON-1533952561-project] show failed (client error): The resource could not be found. Feb 03 12:36:36.153875 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3ec5ba2c-ee4c-4f32-9ba0-cedb8926d1cf req-4fda87a2-9282-44ab-91cf-e068109c23a8 tempest-SecurityGroupsNegativeTestJSON-1533952561 tempest-SecurityGroupsNegativeTestJSON-1533952561-project] 10.222.0.18 "GET /v2.0/security-groups/603b7824-f326-41cb-9668-1d2dfb9296c9 HTTP/1.1" status: 404 len: 352 time: 0.0565293 Feb 03 12:36:36.219123 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358cfa1-3e5d-4b07-ab67-7fdeb16a38d5 req-ffcbd0ac-9b0a-44e9-b9e7-779396005ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.219610 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358cfa1-3e5d-4b07-ab67-7fdeb16a38d5 req-ffcbd0ac-9b0a-44e9-b9e7-779396005ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.220112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358cfa1-3e5d-4b07-ab67-7fdeb16a38d5 req-ffcbd0ac-9b0a-44e9-b9e7-779396005ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.220585 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358cfa1-3e5d-4b07-ab67-7fdeb16a38d5 req-ffcbd0ac-9b0a-44e9-b9e7-779396005ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.221086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358cfa1-3e5d-4b07-ab67-7fdeb16a38d5 req-ffcbd0ac-9b0a-44e9-b9e7-779396005ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.221516 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358cfa1-3e5d-4b07-ab67-7fdeb16a38d5 req-ffcbd0ac-9b0a-44e9-b9e7-779396005ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.223384 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0358cfa1-3e5d-4b07-ab67-7fdeb16a38d5 req-ffcbd0ac-9b0a-44e9-b9e7-779396005ce0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e9261d80c134a528c4f6c4dcfb8fdad&device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5346 time: 0.3001444 Feb 03 12:36:36.280907 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-477a171d-db40-4c55-bad6-e435dfd420b0 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (b9b62500-fc12-421e-8891-8f8a0f90c0c5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.300472 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-477a171d-db40-4c55-bad6-e435dfd420b0 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (b9b62500-fc12-421e-8891-8f8a0f90c0c5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.374154 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a171d-db40-4c55-bad6-e435dfd420b0 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b62500-fc12-421e-8891-8f8a0f90c0c5,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:36.390748 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-477a171d-db40-4c55-bad6-e435dfd420b0 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.392272 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-477a171d-db40-4c55-bad6-e435dfd420b0 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3712826 Feb 03 12:36:36.394367 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb9802c-be49-48ad-85a5-7091f860c0ad {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:36.400766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358cfa1-3e5d-4b07-ab67-7fdeb16a38d5 req-ed17f273-c24b-4f24-9254-e24a45cdba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.401348 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358cfa1-3e5d-4b07-ab67-7fdeb16a38d5 req-ed17f273-c24b-4f24-9254-e24a45cdba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.401990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43216) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:36.402202 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358cfa1-3e5d-4b07-ab67-7fdeb16a38d5 req-ed17f273-c24b-4f24-9254-e24a45cdba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.404290 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0358cfa1-3e5d-4b07-ab67-7fdeb16a38d5 req-ed17f273-c24b-4f24-9254-e24a45cdba8b service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=2e9261d80c134a528c4f6c4dcfb8fdad&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1472406 Feb 03 12:36:36.408094 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-10ee669a-c07d-4424-bd3f-375f4ca424ad tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group_rule': {'security_group_id': '0ebec707-121e-49db-9360-19259b89cd30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:36.413177 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] Publish callbacks [] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.449047 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a3c04-036b-4720-80ed-4469f63e51f8 req-e4aa6c7b-e69e-457a-a1ae-7f32c6ef6521 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.453889 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3b73623-0a7c-4ab4-8c91-dd8a9ee1418e req-c1336d66-e184-4c61-9bd5-5b26abc8dc10 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470295 Feb 03 12:36:36.455832 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-576a3c04-036b-4720-80ed-4469f63e51f8 req-e4aa6c7b-e69e-457a-a1ae-7f32c6ef6521 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 932 time: 0.1673188 Feb 03 12:36:36.460339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] Transition to ACTIVE for port object beb9802c-be49-48ad-85a5-7091f860c0ad will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:36:36.468987 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.521740 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10ee669a-c07d-4424-bd3f-375f4ca424ad tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (13cfac4e-6463-4ccc-b8d3-dfc8c2b8d428), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.577728 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] Pushing event updated for resources: {'Port': ['ID=beb9802c-be49-48ad-85a5-7091f860c0ad,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:36.593348 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-576a3c04-036b-4720-80ed-4469f63e51f8 req-7e1024ae-2038-4318-8189-fef28e410bce tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365616 Feb 03 12:36:36.653690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4997ac52-3b54-4c28-b601-d5627a93ce49 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:36.682148 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] Publish callbacks [] for port (4997ac52-3b54-4c28-b601-d5627a93ce49), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.693313 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10ee669a-c07d-4424-bd3f-375f4ca424ad tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (13cfac4e-6463-4ccc-b8d3-dfc8c2b8d428), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.696614 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7138cce-c562-455b-9fe5-323e0f170baa req-19dc0714-6224-493f-b021-6a98e952dc8e service neutron] 10.222.0.18 "GET /v2.0/networks/57d05e71-91ef-4d8b-8053-8941dc5e5ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5587440 Feb 03 12:36:36.715198 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10ee669a-c07d-4424-bd3f-375f4ca424ad tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (13cfac4e-6463-4ccc-b8d3-dfc8c2b8d428), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.727685 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] Transition to ACTIVE for port object 4997ac52-3b54-4c28-b601-d5627a93ce49 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:36:36.740192 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358cfa1-3e5d-4b07-ab67-7fdeb16a38d5 req-76f5346a-68c4-4229-a2e5-27c7d8a29d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.742039 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0358cfa1-3e5d-4b07-ab67-7fdeb16a38d5 req-76f5346a-68c4-4229-a2e5-27c7d8a29d61 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3047044 Feb 03 12:36:36.745063 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4997ac52-3b54-4c28-b601-d5627a93ce49), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.812759 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] Attempting to bind port beb9802c-be49-48ad-85a5-7091f860c0ad on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:36.813148 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] Attempting to bind port beb9802c-be49-48ad-85a5-7091f860c0ad by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ec29131a-b8bc-4146-9bc7-9112f24f599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:36.813632 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] Attempting to bind port beb9802c-be49-48ad-85a5-7091f860c0ad on network 3064cfd8-7cdb-4309-b96b-99c3299527af {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:36.816914 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.835349 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] Port beb9802c-be49-48ad-85a5-7091f860c0ad on network 3064cfd8-7cdb-4309-b96b-99c3299527af not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:36:36.835731 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] Attempting to bind port beb9802c-be49-48ad-85a5-7091f860c0ad on network 3064cfd8-7cdb-4309-b96b-99c3299527af {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:36.853451 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11439f78-eafa-4f3f-8738-1a456475f3b3 req-d621c2c4-f885-43d7-a559-5b5d0103b4c1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.859567 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11439f78-eafa-4f3f-8738-1a456475f3b3 req-d621c2c4-f885-43d7-a559-5b5d0103b4c1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.865334 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11439f78-eafa-4f3f-8738-1a456475f3b3 req-d621c2c4-f885-43d7-a559-5b5d0103b4c1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.872846 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11439f78-eafa-4f3f-8738-1a456475f3b3 req-d621c2c4-f885-43d7-a559-5b5d0103b4c1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.875685 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] Pushing event updated for resources: {'Port': ['ID=4997ac52-3b54-4c28-b601-d5627a93ce49,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:36.889619 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11439f78-eafa-4f3f-8738-1a456475f3b3 req-d621c2c4-f885-43d7-a559-5b5d0103b4c1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.896803 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11439f78-eafa-4f3f-8738-1a456475f3b3 req-d621c2c4-f885-43d7-a559-5b5d0103b4c1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.904727 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11439f78-eafa-4f3f-8738-1a456475f3b3 req-d621c2c4-f885-43d7-a559-5b5d0103b4c1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:36.914124 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11439f78-eafa-4f3f-8738-1a456475f3b3 req-d621c2c4-f885-43d7-a559-5b5d0103b4c1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5371 time: 0.2022488 Feb 03 12:36:36.916574 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee669a-c07d-4424-bd3f-375f4ca424ad tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13cfac4e-6463-4ccc-b8d3-dfc8c2b8d428,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:36.934570 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10ee669a-c07d-4424-bd3f-375f4ca424ad tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:36.936340 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-10ee669a-c07d-4424-bd3f-375f4ca424ad tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5332117 Feb 03 12:36:36.943900 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43220) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:36.951399 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-068e870c-001d-4a77-992a-85b4a29ff8e4 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group_rule': {'security_group_id': '0ebec707-121e-49db-9360-19259b89cd30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:36.951917 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 193e9646-1619-4e48-8a48-fc08f9b5bb27 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:36.974708 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:36.975634 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7138cce-c562-455b-9fe5-323e0f170baa req-6d39fc6c-a33d-4971-b407-67fe1a9c22d3 service neutron] 10.222.0.18 "GET /v2.0/networks/57d05e71-91ef-4d8b-8053-8941dc5e5ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669797 Feb 03 12:36:36.976268 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] Checking segment: {'id': 'ec29131a-b8bc-4146-9bc7-9112f24f599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:36.976937 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] Bound using segment: {'id': 'ec29131a-b8bc-4146-9bc7-9112f24f599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:36.977965 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] Bound port: beb9802c-be49-48ad-85a5-7091f860c0ad, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec29131a-b8bc-4146-9bc7-9112f24f599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:36.980078 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.016444 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-068e870c-001d-4a77-992a-85b4a29ff8e4 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (0c2214b6-e131-44e0-b639-5d8742fa93e9), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.022522 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] Attempting to bind port 4997ac52-3b54-4c28-b601-d5627a93ce49 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:37.025590 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] Attempting to bind port 4997ac52-3b54-4c28-b601-d5627a93ce49 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '351b187f-3249-4326-9d88-4f3115078121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:37.033604 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] Attempting to bind port 4997ac52-3b54-4c28-b601-d5627a93ce49 on network 9c9f93eb-710e-451f-966d-9a0a4f14a144 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:37.046312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] Port 4997ac52-3b54-4c28-b601-d5627a93ce49 on network 9c9f93eb-710e-451f-966d-9a0a4f14a144 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:36:37.048899 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] Attempting to bind port 4997ac52-3b54-4c28-b601-d5627a93ce49 on network 9c9f93eb-710e-451f-966d-9a0a4f14a144 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:37.062400 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:37.062920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] Checking segment: {'id': '351b187f-3249-4326-9d88-4f3115078121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:37.063436 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] Bound using segment: {'id': '351b187f-3249-4326-9d88-4f3115078121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:37.065517 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] Bound port: 4997ac52-3b54-4c28-b601-d5627a93ce49, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '351b187f-3249-4326-9d88-4f3115078121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:37.066006 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4997ac52-3b54-4c28-b601-d5627a93ce49), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.125940 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 193e9646-1619-4e48-8a48-fc08f9b5bb27 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:36:37.131714 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 193e9646-1619-4e48-8a48-fc08f9b5bb27 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:37.132400 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (193e9646-1619-4e48-8a48-fc08f9b5bb27), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.161076 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11439f78-eafa-4f3f-8738-1a456475f3b3 req-6bbae88b-c705-4c73-ad1f-4e000c1cffc0 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2389159 Feb 03 12:36:37.287907 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-068e870c-001d-4a77-992a-85b4a29ff8e4 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (0c2214b6-e131-44e0-b639-5d8742fa93e9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.288100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] For port 4997ac52-3b54-4c28-b601-d5627a93ce49, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:37.304340 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] For port 4997ac52-3b54-4c28-b601-d5627a93ce49, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4997ac52-3b54-4c28-b601-d5627a93ce49,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:37.317295 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] For port beb9802c-be49-48ad-85a5-7091f860c0ad, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:37.324387 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-068e870c-001d-4a77-992a-85b4a29ff8e4 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (0c2214b6-e131-44e0-b639-5d8742fa93e9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.327849 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4997ac52-3b54-4c28-b601-d5627a93ce49), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.374798 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] For port beb9802c-be49-48ad-85a5-7091f860c0ad, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=beb9802c-be49-48ad-85a5-7091f860c0ad,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:37.399070 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:37.399293 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.401000 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] 10.222.0.73 "PUT /v2.0/ports/4997ac52-3b54-4c28-b601-d5627a93ce49 HTTP/1.1" status: 200 len: 1131 time: 2.5597095 Feb 03 12:36:37.452580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] Request body: {'port': {'device_id': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:37.463200 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 193e9646-1619-4e48-8a48-fc08f9b5bb27 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:37.463615 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (193e9646-1619-4e48-8a48-fc08f9b5bb27), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.478655 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.487755 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e870c-001d-4a77-992a-85b4a29ff8e4 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2214b6-e131-44e0-b639-5d8742fa93e9,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:37.524576 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-068e870c-001d-4a77-992a-85b4a29ff8e4 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.525333 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 193e9646-1619-4e48-8a48-fc08f9b5bb27, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=193e9646-1619-4e48-8a48-fc08f9b5bb27,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:37.526464 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-068e870c-001d-4a77-992a-85b4a29ff8e4 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5809741 Feb 03 12:36:37.529500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704f0078-64ec-4d48-bab4-5a85785ff3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193e9646-1619-4e48-8a48-fc08f9b5bb27'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:37.530729 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43228) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:37.532152 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27923191-406d-4f10-89d8-61cfeab5cb89" -d '{"events": [{"server_uuid": "704f0078-64ec-4d48-bab4-5a85785ff3a4", "name": "network-vif-plugged", "status": "completed", "tag": "193e9646-1619-4e48-8a48-fc08f9b5bb27"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:37.537284 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (193e9646-1619-4e48-8a48-fc08f9b5bb27), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.563130 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3c4efbf7-50a1-437f-a930-f03449bcacd2 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group_rule': {'security_group_id': '0ebec707-121e-49db-9360-19259b89cd30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:37.577514 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:37.578402 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.580772 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] 10.222.0.73 "PUT /v2.0/ports/beb9802c-be49-48ad-85a5-7091f860c0ad HTTP/1.1" status: 200 len: 1092 time: 2.0891850 Feb 03 12:36:37.584110 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0d260c-a509-4653-b93f-cd6269a2af20', 'tag': 'beb9802c-be49-48ad-85a5-7091f860c0ad'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:37.586857 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf81d5c-cc02-47de-bb06-1c1a17e28ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0d260c-a509-4653-b93f-cd6269a2af20", "tag": "beb9802c-be49-48ad-85a5-7091f860c0ad"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:37.621773 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=193e9646-1619-4e48-8a48-fc08f9b5bb27,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:37.710845 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-89eb5bac-d16f-4b9a-b020-bea5a7fdc1ac req-0e7f3862-d50e-493e-95b0-5cefc7defbfb tempest-SecurityGroupsNegativeTestJSON-1533952561 tempest-SecurityGroupsNegativeTestJSON-1533952561-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0138a6626a574f018431478b0dcfac96 HTTP/1.1" status: 200 len: 3005 time: 0.3929918 Feb 03 12:36:37.734555 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d06c1d-3cf2-4443-822d-0ec9ffaa533c req-6ee34dd5-e237-4309-ad3f-13536e4ec8c5 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:37.744677 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a3d06c1d-3cf2-4443-822d-0ec9ffaa533c req-6ee34dd5-e237-4309-ad3f-13536e4ec8c5 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=704f0078-64ec-4d48-bab4-5a85785ff3a4 HTTP/1.1" status: 200 len: 948 time: 0.4023373 Feb 03 12:36:37.755601 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c4efbf7-50a1-437f-a930-f03449bcacd2 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (bca4cfca-640e-43f0-a164-95511c7866d9), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.780656 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4d15d-5d6c-4ff0-85bb-ffbcaeea1e21 service neutron] Pushing event updated for resources: {'Port': ['ID=beb9802c-be49-48ad-85a5-7091f860c0ad,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:37.820525 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (55ce07b3-b633-427d-bcfe-ddf107141bad), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:37.822391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69957c10-edb8-459c-b7ee-5c86bdbd5be7 service neutron] Pushing event updated for resources: {'Port': ['ID=4997ac52-3b54-4c28-b601-d5627a93ce49,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:37.845771 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-89eb5bac-d16f-4b9a-b020-bea5a7fdc1ac req-9690943e-b456-4d8a-9bd8-b0306e1dd98d tempest-SecurityGroupsNegativeTestJSON-1533952561 tempest-SecurityGroupsNegativeTestJSON-1533952561-project] 10.222.0.18 "GET /v2.0/security-groups/7b472f1e-1651-4229-9c98-fd33b3e42e79 HTTP/1.1" status: 200 len: 3002 time: 0.1181791 Feb 03 12:36:37.902189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'tag': '4997ac52-3b54-4c28-b601-d5627a93ce49'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:37.905147 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a3d74d-d04a-456d-9109-9546eeb54d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "tag": "4997ac52-3b54-4c28-b601-d5627a93ce49"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:37.922328 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a3d06c1d-3cf2-4443-822d-0ec9ffaa533c req-11aca1e8-b11d-4054-b1d5-68f1a77ecdd8 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713827 Feb 03 12:36:37.952517 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-89eb5bac-d16f-4b9a-b020-bea5a7fdc1ac req-3f7b43e5-24b6-4a70-8c4f-d02c26d877e4 tempest-SecurityGroupsNegativeTestJSON-1533952561 tempest-SecurityGroupsNegativeTestJSON-1533952561-project] 10.222.0.18 "GET /v2.0/security-groups/7b472f1e-1651-4229-9c98-fd33b3e42e79 HTTP/1.1" status: 200 len: 3002 time: 0.0942981 Feb 03 12:36:38.022589 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c4efbf7-50a1-437f-a930-f03449bcacd2 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (bca4cfca-640e-43f0-a164-95511c7866d9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.028037 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9157a0-9f78-4741-bab5-cbccf4ae33e9 x-openstack-request-id: req-8e9157a0-9f78-4741-bab5-cbccf4ae33e9 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:38.028685 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704f0078-64ec-4d48-bab4-5a85785ff3a4", "name": "network-vif-plugged", "status": "completed", "tag": "193e9646-1619-4e48-8a48-fc08f9b5bb27", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:38.028931 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e9157a0-9f78-4741-bab5-cbccf4ae33e9 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:38.029535 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704f0078-64ec-4d48-bab4-5a85785ff3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193e9646-1619-4e48-8a48-fc08f9b5bb27', 'code': 200} Feb 03 12:36:38.054289 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-529cb8ae-b644-4282-ad39-e98f85366cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.061160 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-529cb8ae-b644-4282-ad39-e98f85366cc1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ff7bee1bd6646388a5eccfdc31588c3&device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 1126 time: 0.4020889 Feb 03 12:36:38.061961 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c4efbf7-50a1-437f-a930-f03449bcacd2 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (bca4cfca-640e-43f0-a164-95511c7866d9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.098866 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-337b9dc2-136e-4995-ac99-6537b80409eb req-f988d8fb-b917-4ca7-ac73-b5d9c5739605 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bcee9fb-28b4-48c0-8319-e36d9c4e2803 HTTP/1.1" status: 200 len: 210 time: 0.1026101 Feb 03 12:36:38.119167 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.157082 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-06e98158-1aec-45ee-ab5f-8729c8f9d44b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beb9802c-be49-48ad-85a5-7091f860c0ad HTTP/1.1" status: 200 len: 217 time: 0.0614989 Feb 03 12:36:38.166525 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562f8a11-5440-49a6-95d8-6c0c30a6e163 x-openstack-request-id: req-562f8a11-5440-49a6-95d8-6c0c30a6e163 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:38.166862 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0d260c-a509-4653-b93f-cd6269a2af20", "tag": "beb9802c-be49-48ad-85a5-7091f860c0ad", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:38.167105 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-562f8a11-5440-49a6-95d8-6c0c30a6e163 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:38.167592 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0d260c-a509-4653-b93f-cd6269a2af20', 'tag': 'beb9802c-be49-48ad-85a5-7091f860c0ad', 'status': 'completed', 'code': 200} Feb 03 12:36:38.183915 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4efbf7-50a1-437f-a930-f03449bcacd2 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca4cfca-640e-43f0-a164-95511c7866d9,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:38.217674 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c4efbf7-50a1-437f-a930-f03449bcacd2 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.219076 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3c4efbf7-50a1-437f-a930-f03449bcacd2 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6640131 Feb 03 12:36:38.223187 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43248) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:38.230265 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9582cfa7-f254-438e-a83b-eb83584bd313 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group_rule': {'security_group_id': '0ebec707-121e-49db-9360-19259b89cd30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:38.238067 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d00a20c-4ae1-40b4-9874-21950ace955b x-openstack-request-id: req-1d00a20c-4ae1-40b4-9874-21950ace955b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:38.238451 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "tag": "4997ac52-3b54-4c28-b601-d5627a93ce49", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:38.238860 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d00a20c-4ae1-40b4-9874-21950ace955b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:38.239263 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'tag': '4997ac52-3b54-4c28-b601-d5627a93ce49', 'status': 'completed', 'code': 200} Feb 03 12:36:38.298097 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9582cfa7-f254-438e-a83b-eb83584bd313 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (f7f5a453-15df-4613-bfb7-078bb944ed8f), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.306346 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-a706faeb-5329-4a21-bd96-ba913657731e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.308206 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-a706faeb-5329-4a21-bd96-ba913657731e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b8a4225-25b0-42f6-9eec-da0838919221 HTTP/1.1" status: 200 len: 844 time: 0.1362174 Feb 03 12:36:38.369921 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-10b5e5e0-90d7-4742-b4be-8d2bbeb8e224 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3064cfd8-7cdb-4309-b96b-99c3299527af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515418 Feb 03 12:36:38.379166 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8353a96d-c10d-4363-abc6-b8e0d06622d2 req-3e7b77a4-94ff-46ec-afc7-56508f4226ab tempest-SecurityGroupsNegativeTestJSON-1533952561 tempest-SecurityGroupsNegativeTestJSON-1533952561-project] 10.222.0.18 "GET /v2.0/security-groups/7b472f1e-1651-4229-9c98-fd33b3e42e79 HTTP/1.1" status: 200 len: 3002 time: 0.1327028 Feb 03 12:36:38.524411 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9582cfa7-f254-438e-a83b-eb83584bd313 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (f7f5a453-15df-4613-bfb7-078bb944ed8f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.533114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9582cfa7-f254-438e-a83b-eb83584bd313 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (f7f5a453-15df-4613-bfb7-078bb944ed8f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.574569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582cfa7-f254-438e-a83b-eb83584bd313 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f5a453-15df-4613-bfb7-078bb944ed8f,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:38.595893 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9582cfa7-f254-438e-a83b-eb83584bd313 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.600195 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9582cfa7-f254-438e-a83b-eb83584bd313 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3730843 Feb 03 12:36:38.600592 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43250) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:38.604828 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-493da42a-a9b7-44a1-8602-e7472a597aab service neutron] 10.222.0.73 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231278 Feb 03 12:36:38.610594 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-8353a96d-c10d-4363-abc6-b8e0d06622d2 req-17fb4bd7-882b-441c-9ae4-031e0cc09505 tempest-SecurityGroupsNegativeTestJSON-1533952561 tempest-SecurityGroupsNegativeTestJSON-1533952561-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 12:36:38.611711 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8353a96d-c10d-4363-abc6-b8e0d06622d2 req-17fb4bd7-882b-441c-9ae4-031e0cc09505 tempest-SecurityGroupsNegativeTestJSON-1533952561 tempest-SecurityGroupsNegativeTestJSON-1533952561-project] 10.222.0.18 "DELETE /v2.0/security-groups/7b472f1e-1651-4229-9c98-fd33b3e42e79 HTTP/1.1" status: 409 len: 352 time: 0.2317388 Feb 03 12:36:38.744703 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27f3c7-eb33-45b1-ba4a-7163607e8bab req-a051134f-b8b3-4283-8d70-3b008f2dc57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.746259 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bb27f3c7-eb33-45b1-ba4a-7163607e8bab req-a051134f-b8b3-4283-8d70-3b008f2dc57d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=704f0078-64ec-4d48-bab4-5a85785ff3a4 HTTP/1.1" status: 200 len: 1131 time: 0.6333838 Feb 03 12:36:38.780637 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04d15e-85d8-49c3-a33d-1587fcca8832 req-b25dbfd5-936e-4b94-85c5-7841eeebceb0 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.782112 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b04d15e-85d8-49c3-a33d-1587fcca8832 req-b25dbfd5-936e-4b94-85c5-7841eeebceb0 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 944 time: 0.5296507 Feb 03 12:36:38.795165 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5f746ef-7822-44d3-8ab7-5a5dd0d1bad7 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (f7f5a453-15df-4613-bfb7-078bb944ed8f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.801757 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3d74d-d04a-456d-9109-9546eeb54d6e req-e50eb374-948a-4439-a62d-7ef89ecbc0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.804220 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3d74d-d04a-456d-9109-9546eeb54d6e req-e50eb374-948a-4439-a62d-7ef89ecbc0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.805124 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3d74d-d04a-456d-9109-9546eeb54d6e req-e50eb374-948a-4439-a62d-7ef89ecbc0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.805604 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3d74d-d04a-456d-9109-9546eeb54d6e req-e50eb374-948a-4439-a62d-7ef89ecbc0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.807521 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3d74d-d04a-456d-9109-9546eeb54d6e req-e50eb374-948a-4439-a62d-7ef89ecbc0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.808126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3d74d-d04a-456d-9109-9546eeb54d6e req-e50eb374-948a-4439-a62d-7ef89ecbc0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.809363 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3d74d-d04a-456d-9109-9546eeb54d6e req-e50eb374-948a-4439-a62d-7ef89ecbc0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.810670 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5f746ef-7822-44d3-8ab7-5a5dd0d1bad7 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (f7f5a453-15df-4613-bfb7-078bb944ed8f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.812938 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-52a3d74d-d04a-456d-9109-9546eeb54d6e req-e50eb374-948a-4439-a62d-7ef89ecbc0c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e9261d80c134a528c4f6c4dcfb8fdad&device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 6301 time: 0.5510194 Feb 03 12:36:38.855869 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cb1f6a6-80f5-449f-a130-5e0551eb24a4 req-30c722ee-ddf8-4bd8-a2e4-23ad6ed64aaf service neutron] 10.222.0.73 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413881 Feb 03 12:36:38.870686 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5f746ef-7822-44d3-8ab7-5a5dd0d1bad7 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (f7f5a453-15df-4613-bfb7-078bb944ed8f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.878449 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5f746ef-7822-44d3-8ab7-5a5dd0d1bad7 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:38.882035 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b5f746ef-7822-44d3-8ab7-5a5dd0d1bad7 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/f7f5a453-15df-4613-bfb7-078bb944ed8f HTTP/1.1" status: 204 len: 168 time: 0.2779794 Feb 03 12:36:38.882919 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43254) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:38.906520 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c11ee-3254-4d07-b8b0-97cfe1b06fcc req-e568aae8-27eb-470c-b1e8-a56c2b975201 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.912269 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c11ee-3254-4d07-b8b0-97cfe1b06fcc req-e568aae8-27eb-470c-b1e8-a56c2b975201 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.918508 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c11ee-3254-4d07-b8b0-97cfe1b06fcc req-e568aae8-27eb-470c-b1e8-a56c2b975201 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.923625 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c11ee-3254-4d07-b8b0-97cfe1b06fcc req-e568aae8-27eb-470c-b1e8-a56c2b975201 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.930930 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c11ee-3254-4d07-b8b0-97cfe1b06fcc req-e568aae8-27eb-470c-b1e8-a56c2b975201 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.947136 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c11ee-3254-4d07-b8b0-97cfe1b06fcc req-e568aae8-27eb-470c-b1e8-a56c2b975201 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.952634 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c11ee-3254-4d07-b8b0-97cfe1b06fcc req-e568aae8-27eb-470c-b1e8-a56c2b975201 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:38.960914 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f9c11ee-3254-4d07-b8b0-97cfe1b06fcc req-e568aae8-27eb-470c-b1e8-a56c2b975201 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5371 time: 0.2100871 Feb 03 12:36:38.963313 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f746ef-7822-44d3-8ab7-5a5dd0d1bad7 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7f5a453-15df-4613-bfb7-078bb944ed8f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:39.069624 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bb27f3c7-eb33-45b1-ba4a-7163607e8bab req-23de103a-ccaf-420a-9e16-d08bcd67561d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143888 Feb 03 12:36:39.076873 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-affbe0f2-6433-4480-b98b-9df96f9f9bdf tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1868660 Feb 03 12:36:39.079605 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43258) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:39.126222 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f9c11ee-3254-4d07-b8b0-97cfe1b06fcc req-1fd5a6d7-1553-4a9d-babb-f2918f06f503 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1642702 Feb 03 12:36:39.132668 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf81d5c-cc02-47de-bb06-1c1a17e28ccf req-e6251b16-1483-46b9-a5b1-35d277caf0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:39.135250 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dcf81d5c-cc02-47de-bb06-1c1a17e28ccf req-e6251b16-1483-46b9-a5b1-35d277caf0c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ff7bee1bd6646388a5eccfdc31588c3&device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 1126 time: 0.1559491 Feb 03 12:36:39.138298 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3798f308-ec8a-48d6-99d5-15d85ad17b19 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (bca4cfca-640e-43f0-a164-95511c7866d9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.165810 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3798f308-ec8a-48d6-99d5-15d85ad17b19 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (bca4cfca-640e-43f0-a164-95511c7866d9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.195480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ce07b3-b633-427d-bcfe-ddf107141bad {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:39.220988 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] Publish callbacks [] for port (55ce07b3-b633-427d-bcfe-ddf107141bad), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.246676 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-ef11971b-3d22-465d-b02b-e122ee12de3e req-df77b75a-4f94-4e89-82b7-3978f1f7e004 tempest-SecurityGroupsNegativeTestJSON-1533952561 tempest-SecurityGroupsNegativeTestJSON-1533952561-project] show failed (client error): The resource could not be found. Feb 03 12:36:39.247502 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ef11971b-3d22-465d-b02b-e122ee12de3e req-df77b75a-4f94-4e89-82b7-3978f1f7e004 tempest-SecurityGroupsNegativeTestJSON-1533952561 tempest-SecurityGroupsNegativeTestJSON-1533952561-project] 10.222.0.18 "GET /v2.0/security-groups/be6ce955-63bb-48d4-bce9-43062823dab5 HTTP/1.1" status: 404 len: 352 time: 0.0643759 Feb 03 12:36:39.252452 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b04d15e-85d8-49c3-a33d-1587fcca8832 req-2ec028c8-3e0f-4423-8159-b16f39e51e14 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592665 Feb 03 12:36:39.253894 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3798f308-ec8a-48d6-99d5-15d85ad17b19 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (bca4cfca-640e-43f0-a164-95511c7866d9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.263291 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3798f308-ec8a-48d6-99d5-15d85ad17b19 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.267746 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3798f308-ec8a-48d6-99d5-15d85ad17b19 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/bca4cfca-640e-43f0-a164-95511c7866d9 HTTP/1.1" status: 204 len: 168 time: 0.1839426 Feb 03 12:36:39.272186 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43264) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:39.276225 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798f308-ec8a-48d6-99d5-15d85ad17b19 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bca4cfca-640e-43f0-a164-95511c7866d9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:39.300346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7138cce-c562-455b-9fe5-323e0f170baa req-69a7a9e6-012f-44c0-9359-ef55989539db tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:39.302077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7138cce-c562-455b-9fe5-323e0f170baa req-69a7a9e6-012f-44c0-9359-ef55989539db tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.31 "GET /v2.0/networks?id=57d05e71-91ef-4d8b-8053-8941dc5e5ea9 HTTP/1.1" status: 200 len: 822 time: 0.4864345 Feb 03 12:36:39.310835 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf81d5c-cc02-47de-bb06-1c1a17e28ccf req-0ba2fed3-6bd9-4b13-ae75-5cebb2fd33f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:39.312628 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dcf81d5c-cc02-47de-bb06-1c1a17e28ccf req-0ba2fed3-6bd9-4b13-ae75-5cebb2fd33f2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3064cfd8-7cdb-4309-b96b-99c3299527af HTTP/1.1" status: 200 len: 905 time: 0.1714971 Feb 03 12:36:39.341293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c7138cce-c562-455b-9fe5-323e0f170baa req-3150f9c7-5b53-4f8d-83ae-d6791d1052d8 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Request body: {'port': {'device_id': '6bcee9fb-28b4-48c0-8319-e36d9c4e2803', 'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9', 'admin_state_up': True, 'tenant_id': 'c38b004822034ae6b2e74e9730987a70'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:39.350818 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1f03d325-8b71-4cba-8ac3-a9f5bf27a045 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0749409 Feb 03 12:36:39.377618 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43266) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:39.377920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] Transition to ACTIVE for port object 55ce07b3-b633-427d-bcfe-ddf107141bad will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:36:39.394424 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dcf81d5c-cc02-47de-bb06-1c1a17e28ccf req-44e11a76-5660-4bfb-81fc-7950c0bd29ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beb9802c-be49-48ad-85a5-7091f860c0ad HTTP/1.1" status: 200 len: 217 time: 0.0698409 Feb 03 12:36:39.397528 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (55ce07b3-b633-427d-bcfe-ddf107141bad), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.412270 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3d74d-d04a-456d-9109-9546eeb54d6e req-8dc678e1-880c-43bc-9ed2-56d99b57ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:39.412777 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3d74d-d04a-456d-9109-9546eeb54d6e req-8dc678e1-880c-43bc-9ed2-56d99b57ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:39.413242 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3d74d-d04a-456d-9109-9546eeb54d6e req-8dc678e1-880c-43bc-9ed2-56d99b57ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:39.415219 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-52a3d74d-d04a-456d-9109-9546eeb54d6e req-8dc678e1-880c-43bc-9ed2-56d99b57ee09 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=2e9261d80c134a528c4f6c4dcfb8fdad&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4638963 Feb 03 12:36:39.427315 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-06358612-3947-4a92-8952-0727f19b8096 req-096af737-87ec-451d-be47-b3ec60af1f63 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bcee9fb-28b4-48c0-8319-e36d9c4e2803 HTTP/1.1" status: 200 len: 210 time: 0.0504816 Feb 03 12:36:39.470022 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9499c06-a5ec-4864-9a1d-b4331951b4aa tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (0c2214b6-e131-44e0-b639-5d8742fa93e9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.493280 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9499c06-a5ec-4864-9a1d-b4331951b4aa tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (0c2214b6-e131-44e0-b639-5d8742fa93e9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.501758 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-f99abd05-0f6b-4883-aab7-8e9142e9e391 req-abab26bd-2b74-4369-85f0-7d55b0286f6a tempest-SecurityGroupsNegativeTestJSON-1533952561 tempest-SecurityGroupsNegativeTestJSON-1533952561-project] show failed (client error): The resource could not be found. Feb 03 12:36:39.502968 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f99abd05-0f6b-4883-aab7-8e9142e9e391 req-abab26bd-2b74-4369-85f0-7d55b0286f6a tempest-SecurityGroupsNegativeTestJSON-1533952561 tempest-SecurityGroupsNegativeTestJSON-1533952561-project] 10.222.0.18 "GET /v2.0/security-groups/5240ddec-9c44-4f3e-8ca8-2d4d6f054b8c HTTP/1.1" status: 404 len: 352 time: 0.0383439 Feb 03 12:36:39.506556 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf81d5c-cc02-47de-bb06-1c1a17e28ccf req-615eee26-af9b-4649-b73b-0a0f755a881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:39.508170 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dcf81d5c-cc02-47de-bb06-1c1a17e28ccf req-615eee26-af9b-4649-b73b-0a0f755a881c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b8a4225-25b0-42f6-9eec-da0838919221 HTTP/1.1" status: 200 len: 844 time: 0.1070619 Feb 03 12:36:39.522287 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43268) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:39.615450 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dcf81d5c-cc02-47de-bb06-1c1a17e28ccf req-97662ed6-b016-4229-933f-ba1c1dfd1151 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3064cfd8-7cdb-4309-b96b-99c3299527af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914774 Feb 03 12:36:39.638748 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.647805 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9499c06-a5ec-4864-9a1d-b4331951b4aa tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (0c2214b6-e131-44e0-b639-5d8742fa93e9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.668632 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9499c06-a5ec-4864-9a1d-b4331951b4aa tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.669782 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d9499c06-a5ec-4864-9a1d-b4331951b4aa tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/0c2214b6-e131-44e0-b639-5d8742fa93e9 HTTP/1.1" status: 204 len: 168 time: 0.2910306 Feb 03 12:36:39.675340 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43272) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:39.681599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] Pushing event updated for resources: {'Port': ['ID=55ce07b3-b633-427d-bcfe-ddf107141bad,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:39.717140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-0259eb6c-e8d9-4838-a842-ab350f1514b5 admin admin] Deleting subnet e61c410b-6685-4db8-86f2-da30ccf00086 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:36:39.724417 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0259eb6c-e8d9-4838-a842-ab350f1514b5 admin admin] Publish callbacks [] for subnet (e61c410b-6685-4db8-86f2-da30ccf00086), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.759814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7138cce-c562-455b-9fe5-323e0f170baa req-3150f9c7-5b53-4f8d-83ae-d6791d1052d8 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Made reservation on behalf of c38b004822034ae6b2e74e9730987a70 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:39.762972 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c7138cce-c562-455b-9fe5-323e0f170baa req-3150f9c7-5b53-4f8d-83ae-d6791d1052d8 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.778003 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9499c06-a5ec-4864-9a1d-b4331951b4aa tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c2214b6-e131-44e0-b639-5d8742fa93e9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:39.837175 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3ef33-afae-4f29-9408-e7a664f1e728 req-ea964a0e-c062-49ae-9470-a41fa457bf4f tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:39.838887 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-61d3ef33-afae-4f29-9408-e7a664f1e728 req-ea964a0e-c062-49ae-9470-a41fa457bf4f tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=704f0078-64ec-4d48-bab4-5a85785ff3a4 HTTP/1.1" status: 200 len: 949 time: 0.4598651 Feb 03 12:36:39.843765 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0259eb6c-e8d9-4838-a842-ab350f1514b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (e61c410b-6685-4db8-86f2-da30ccf00086), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.858708 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9a940e6d-70f7-4ecc-904d-6010af6421eb tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1775081 Feb 03 12:36:39.865771 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43274) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:39.891850 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dcf81d5c-cc02-47de-bb06-1c1a17e28ccf req-3fd12eab-0d57-4321-9e51-1e5a1d30e344 service neutron] 10.222.0.73 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672074 Feb 03 12:36:39.897871 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3d74d-d04a-456d-9109-9546eeb54d6e req-f98e211a-633b-4144-990e-0f477bc502fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:39.899448 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-52a3d74d-d04a-456d-9109-9546eeb54d6e req-f98e211a-633b-4144-990e-0f477bc502fc service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4344695 Feb 03 12:36:39.929013 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0259eb6c-e8d9-4838-a842-ab350f1514b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (e61c410b-6685-4db8-86f2-da30ccf00086), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:39.986218 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] Attempting to bind port 55ce07b3-b633-427d-bcfe-ddf107141bad on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:39.986658 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] Attempting to bind port 55ce07b3-b633-427d-bcfe-ddf107141bad by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '351b187f-3249-4326-9d88-4f3115078121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:39.987066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] Attempting to bind port 55ce07b3-b633-427d-bcfe-ddf107141bad on network 9c9f93eb-710e-451f-966d-9a0a4f14a144 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:40.006819 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-163665a7-9136-418e-b8d6-a591c3b05357 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (13cfac4e-6463-4ccc-b8d3-dfc8c2b8d428), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.012861 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] Port 55ce07b3-b633-427d-bcfe-ddf107141bad on network 9c9f93eb-710e-451f-966d-9a0a4f14a144 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:36:40.013306 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] Attempting to bind port 55ce07b3-b633-427d-bcfe-ddf107141bad on network 9c9f93eb-710e-451f-966d-9a0a4f14a144 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:40.025348 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-163665a7-9136-418e-b8d6-a591c3b05357 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (13cfac4e-6463-4ccc-b8d3-dfc8c2b8d428), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.031074 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-61d3ef33-afae-4f29-9408-e7a664f1e728 req-32f68680-0c8e-4ee6-bb55-aabd26be3e40 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850390 Feb 03 12:36:40.052930 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0259eb6c-e8d9-4838-a842-ab350f1514b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (e61c410b-6685-4db8-86f2-da30ccf00086), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.061869 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:40.062356 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] Checking segment: {'id': '351b187f-3249-4326-9d88-4f3115078121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:40.062881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] Bound using segment: {'id': '351b187f-3249-4326-9d88-4f3115078121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:40.063449 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] Bound port: 55ce07b3-b633-427d-bcfe-ddf107141bad, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '351b187f-3249-4326-9d88-4f3115078121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:40.064151 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (55ce07b3-b633-427d-bcfe-ddf107141bad), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.090745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259eb6c-e8d9-4838-a842-ab350f1514b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e61c410b-6685-4db8-86f2-da30ccf00086,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:40.099513 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0259eb6c-e8d9-4838-a842-ab350f1514b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.107517 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0259eb6c-e8d9-4838-a842-ab350f1514b5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e61c410b-6685-4db8-86f2-da30ccf00086 HTTP/1.1" status: 204 len: 168 time: 0.5786467 Feb 03 12:36:40.114476 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43276) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:40.137708 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-163665a7-9136-418e-b8d6-a591c3b05357 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (13cfac4e-6463-4ccc-b8d3-dfc8c2b8d428), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.140101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-c7138cce-c562-455b-9fe5-323e0f170baa req-3150f9c7-5b53-4f8d-83ae-d6791d1052d8 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Allocated IP 172.20.0.7 (57d05e71-91ef-4d8b-8053-8941dc5e5ea9/6692b46d-d587-49d4-a31d-fa29447818e3/a1ec3473-6e3b-495f-85d2-c49d91d37bea) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:40.148731 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-163665a7-9136-418e-b8d6-a591c3b05357 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.152534 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-163665a7-9136-418e-b8d6-a591c3b05357 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/13cfac4e-6463-4ccc-b8d3-dfc8c2b8d428 HTTP/1.1" status: 204 len: 168 time: 0.2799726 Feb 03 12:36:40.154945 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43278) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:40.180259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163665a7-9136-418e-b8d6-a591c3b05357 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13cfac4e-6463-4ccc-b8d3-dfc8c2b8d428,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:40.240216 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] For port 55ce07b3-b633-427d-bcfe-ddf107141bad, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:40.275186 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] For port 55ce07b3-b633-427d-bcfe-ddf107141bad, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=55ce07b3-b633-427d-bcfe-ddf107141bad,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:40.336627 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b370a25a-8a3c-47d2-be86-daaee1b81803 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1769946 Feb 03 12:36:40.339113 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (55ce07b3-b633-427d-bcfe-ddf107141bad), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.349340 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43284) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:40.460299 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] Pushing event updated for resources: {'Port': ['ID=55ce07b3-b633-427d-bcfe-ddf107141bad,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:40.467049 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:40.467982 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.469605 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-5827e5d8-b50f-40ee-963b-9552bc4c7176 service neutron] 10.222.0.73 "PUT /v2.0/ports/55ce07b3-b633-427d-bcfe-ddf107141bad HTTP/1.1" status: 200 len: 1090 time: 3.0237901 Feb 03 12:36:40.479203 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'tag': '55ce07b3-b633-427d-bcfe-ddf107141bad'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:40.481817 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8abb48-314e-4431-8537-6199467b09c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "tag": "55ce07b3-b633-427d-bcfe-ddf107141bad"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:40.544168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] Request body: {'port': {'device_id': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:40.564763 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dcf81d5c-cc02-47de-bb06-1c1a17e28ccf req-f33bb666-9190-492f-acd1-a5f85d4d3b58 service neutron] 10.222.0.73 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6639740 Feb 03 12:36:40.565931 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ed399da-650c-4032-b30a-4090bf90da5f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (b9b62500-fc12-421e-8891-8f8a0f90c0c5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.655232 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ed399da-650c-4032-b30a-4090bf90da5f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (b9b62500-fc12-421e-8891-8f8a0f90c0c5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.658155 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f4f2fab-fe0c-41a4-bea8-5b0a35803510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (0037eff2-581f-4bb9-8fde-7d6de7abe793), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.696325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457355e-9666-4adb-be16-1ec9fff47e1c req-9593c7aa-ed8f-4b67-8ab7-bc38e683fd0a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:40.703807 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457355e-9666-4adb-be16-1ec9fff47e1c req-9593c7aa-ed8f-4b67-8ab7-bc38e683fd0a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:40.709867 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457355e-9666-4adb-be16-1ec9fff47e1c req-9593c7aa-ed8f-4b67-8ab7-bc38e683fd0a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:40.716407 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457355e-9666-4adb-be16-1ec9fff47e1c req-9593c7aa-ed8f-4b67-8ab7-bc38e683fd0a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:40.722799 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457355e-9666-4adb-be16-1ec9fff47e1c req-9593c7aa-ed8f-4b67-8ab7-bc38e683fd0a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:40.728925 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457355e-9666-4adb-be16-1ec9fff47e1c req-9593c7aa-ed8f-4b67-8ab7-bc38e683fd0a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:40.735512 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457355e-9666-4adb-be16-1ec9fff47e1c req-9593c7aa-ed8f-4b67-8ab7-bc38e683fd0a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:40.738127 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4457355e-9666-4adb-be16-1ec9fff47e1c req-9593c7aa-ed8f-4b67-8ab7-bc38e683fd0a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5383 time: 0.1787214 Feb 03 12:36:40.745945 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc97f0-ae2f-44f9-acc1-a57fd5f89659 req-e90909c4-0c7c-4c3f-ae3a-59b0133baa53 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:40.747650 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5ebc97f0-ae2f-44f9-acc1-a57fd5f89659 req-e90909c4-0c7c-4c3f-ae3a-59b0133baa53 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 944 time: 0.3261366 Feb 03 12:36:40.761283 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ed399da-650c-4032-b30a-4090bf90da5f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (b9b62500-fc12-421e-8891-8f8a0f90c0c5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.774433 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ed399da-650c-4032-b30a-4090bf90da5f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.775990 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6ed399da-650c-4032-b30a-4090bf90da5f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b9b62500-fc12-421e-8891-8f8a0f90c0c5 HTTP/1.1" status: 204 len: 168 time: 0.3813200 Feb 03 12:36:40.787039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43290) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:40.789337 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d65c0e11-fec5-4b03-8a94-156af3836d72), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.815089 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c7138cce-c562-455b-9fe5-323e0f170baa req-3150f9c7-5b53-4f8d-83ae-d6791d1052d8 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks [] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.831724 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed399da-650c-4032-b30a-4090bf90da5f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9b62500-fc12-421e-8891-8f8a0f90c0c5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:40.864771 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f4f2fab-fe0c-41a4-bea8-5b0a35803510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (0037eff2-581f-4bb9-8fde-7d6de7abe793), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.910764 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9f4f2fab-fe0c-41a4-bea8-5b0a35803510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0037eff2-581f-4bb9-8fde-7d6de7abe793']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:40.925888 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4457355e-9666-4adb-be16-1ec9fff47e1c req-9be13381-c26c-4ee1-b006-528aaafe7e61 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1632006 Feb 03 12:36:40.927557 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9f4f2fab-fe0c-41a4-bea8-5b0a35803510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c649b6e2-aae4-46d2-a730-f02252f3c42b') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:40.928036 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9f4f2fab-fe0c-41a4-bea8-5b0a35803510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c649b6e2-aae4-46d2-a730-f02252f3c42b') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:36:40.939964 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f4f2fab-fe0c-41a4-bea8-5b0a35803510 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (c649b6e2-aae4-46d2-a730-f02252f3c42b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.944169 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5ebc97f0-ae2f-44f9-acc1-a57fd5f89659 req-2630934a-4768-4577-820c-966b5e09703a tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638913 Feb 03 12:36:40.959063 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e30c0c91-543f-4def-a619-061867a1ec41 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1671541 Feb 03 12:36:40.966139 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43292) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:40.981853 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f4f2fab-fe0c-41a4-bea8-5b0a35803510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c649b6e2-aae4-46d2-a730-f02252f3c42b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.992434 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4f2fab-fe0c-41a4-bea8-5b0a35803510 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:36:40.993051 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f4f2fab-fe0c-41a4-bea8-5b0a35803510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (c649b6e2-aae4-46d2-a730-f02252f3c42b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:36:40.996856 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:36:41.042273 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1b12b8-2506-4532-82e3-22c46e1c063b x-openstack-request-id: req-0e1b12b8-2506-4532-82e3-22c46e1c063b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:41.042609 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "tag": "55ce07b3-b633-427d-bcfe-ddf107141bad", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:41.042897 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e1b12b8-2506-4532-82e3-22c46e1c063b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:41.043223 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'tag': '55ce07b3-b633-427d-bcfe-ddf107141bad', 'status': 'completed', 'code': 200} Feb 03 12:36:41.049779 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c7138cce-c562-455b-9fe5-323e0f170baa req-3150f9c7-5b53-4f8d-83ae-d6791d1052d8 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:41.129034 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f4f2fab-fe0c-41a4-bea8-5b0a35803510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (0037eff2-581f-4bb9-8fde-7d6de7abe793), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:41.135812 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f4f2fab-fe0c-41a4-bea8-5b0a35803510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:41.140226 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9f4f2fab-fe0c-41a4-bea8-5b0a35803510 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0037eff2-581f-4bb9-8fde-7d6de7abe793 HTTP/1.1" status: 204 len: 168 time: 1.0244384 Feb 03 12:36:41.158590 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f2fab-fe0c-41a4-bea8-5b0a35803510 admin admin] Pushing event deleted for resources: {'Network': ['ID=0037eff2-581f-4bb9-8fde-7d6de7abe793,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:41.210938 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7138cce-c562-455b-9fe5-323e0f170baa req-3150f9c7-5b53-4f8d-83ae-d6791d1052d8 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Network 57d05e71-91ef-4d8b-8053-8941dc5e5ea9 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:41.224261 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abb48-314e-4431-8537-6199467b09c0 req-b080f433-8a62-4f54-9f42-7be7f03364f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:41.224743 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abb48-314e-4431-8537-6199467b09c0 req-b080f433-8a62-4f54-9f42-7be7f03364f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:41.225214 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abb48-314e-4431-8537-6199467b09c0 req-b080f433-8a62-4f54-9f42-7be7f03364f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:41.225676 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abb48-314e-4431-8537-6199467b09c0 req-b080f433-8a62-4f54-9f42-7be7f03364f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:41.226136 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abb48-314e-4431-8537-6199467b09c0 req-b080f433-8a62-4f54-9f42-7be7f03364f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:41.226600 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abb48-314e-4431-8537-6199467b09c0 req-b080f433-8a62-4f54-9f42-7be7f03364f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:41.227056 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abb48-314e-4431-8537-6199467b09c0 req-b080f433-8a62-4f54-9f42-7be7f03364f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:41.229526 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3a8abb48-314e-4431-8537-6199467b09c0 req-b080f433-8a62-4f54-9f42-7be7f03364f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e9261d80c134a528c4f6c4dcfb8fdad&device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 6399 time: 0.1476884 Feb 03 12:36:41.247338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-c7138cce-c562-455b-9fe5-323e0f170baa req-3150f9c7-5b53-4f8d-83ae-d6791d1052d8 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:41.250294 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7138cce-c562-455b-9fe5-323e0f170baa req-3150f9c7-5b53-4f8d-83ae-d6791d1052d8 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:41.299659 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150f9c7-5b53-4f8d-83ae-d6791d1052d8 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Pushing event updated for resources: {'Port': ['ID=a1ec3473-6e3b-495f-85d2-c49d91d37bea,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:41.327585 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b23820d-e148-4cac-8bf4-2b828dd48474 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (0ebec707-121e-49db-9360-19259b89cd30), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:41.347783 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43298) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:41.376316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b5003-d679-4225-95f1-63e64ecf4a5c req-4279734b-2bc3-4124-b419-fc698cc11f78 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:41.377900 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-048b5003-d679-4225-95f1-63e64ecf4a5c req-4279734b-2bc3-4124-b419-fc698cc11f78 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bcee9fb-28b4-48c0-8319-e36d9c4e2803 HTTP/1.1" status: 200 len: 931 time: 0.3191900 Feb 03 12:36:41.405696 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3b6a0-9299-4901-8f57-1eac5332a4f9 req-62e6339b-895d-4db5-a28a-a1f9f4dac1e2 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:41.407164 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-49f3b6a0-9299-4901-8f57-1eac5332a4f9 req-62e6339b-895d-4db5-a28a-a1f9f4dac1e2 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=704f0078-64ec-4d48-bab4-5a85785ff3a4 HTTP/1.1" status: 200 len: 949 time: 0.2349441 Feb 03 12:36:41.425607 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device beb9802c-be49-48ad-85a5-7091f860c0ad details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:36:41.432721 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7138cce-c562-455b-9fe5-323e0f170baa req-3150f9c7-5b53-4f8d-83ae-d6791d1052d8 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:41.433359 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c7138cce-c562-455b-9fe5-323e0f170baa req-3150f9c7-5b53-4f8d-83ae-d6791d1052d8 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:41.448543 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b23820d-e148-4cac-8bf4-2b828dd48474 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (0ebec707-121e-49db-9360-19259b89cd30), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:41.484446 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abb48-314e-4431-8537-6199467b09c0 req-413ee325-d02c-41fc-b61f-00a2cab2c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:41.485755 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abb48-314e-4431-8537-6199467b09c0 req-413ee325-d02c-41fc-b61f-00a2cab2c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:41.486259 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abb48-314e-4431-8537-6199467b09c0 req-413ee325-d02c-41fc-b61f-00a2cab2c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:41.489104 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3a8abb48-314e-4431-8537-6199467b09c0 req-413ee325-d02c-41fc-b61f-00a2cab2c6d3 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=2e9261d80c134a528c4f6c4dcfb8fdad&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2458749 Feb 03 12:36:41.527270 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7138cce-c562-455b-9fe5-323e0f170baa req-3150f9c7-5b53-4f8d-83ae-d6791d1052d8 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1966333 Feb 03 12:36:41.530886 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-49f3b6a0-9299-4901-8f57-1eac5332a4f9 req-fc84c6ab-7cb5-4b3e-8676-874c669bb2f5 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177781 Feb 03 12:36:41.569471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] Request body: {'port': {'device_id': '6bcee9fb-28b4-48c0-8319-e36d9c4e2803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:41.601844 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-433f62d9-bc23-40d9-9eee-e5930a1eb1a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0138a6626a574f018431478b0dcfac96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2526009 Feb 03 12:36:41.602675 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43304) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:41.639493 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-048b5003-d679-4225-95f1-63e64ecf4a5c req-5ec263e4-d60d-4b06-a015-2dea181ac6ac tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500627 Feb 03 12:36:41.640580 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port beb9802c-be49-48ad-85a5-7091f860c0ad, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=beb9802c-be49-48ad-85a5-7091f860c0ad,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:41.678136 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d65c0e11-fec5-4b03-8a94-156af3836d72 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:41.689236 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'beb9802c-be49-48ad-85a5-7091f860c0ad', 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af', 'port_id': 'beb9802c-be49-48ad-85a5-7091f860c0ad', 'mac_address': 'fa:16:3e:3e:b9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8a4225-25b0-42f6-9eec-da0838919221', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:36:41.719334 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] Publish callbacks [] for port (d65c0e11-fec5-4b03-8a94-156af3836d72), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:41.734221 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b23820d-e148-4cac-8bf4-2b828dd48474 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0ebec707-121e-49db-9360-19259b89cd30), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:41.738774 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b23820d-e148-4cac-8bf4-2b828dd48474 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:41.745659 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2b23820d-e148-4cac-8bf4-2b828dd48474 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-groups/0ebec707-121e-49db-9360-19259b89cd30 HTTP/1.1" status: 204 len: 168 time: 0.7784870 Feb 03 12:36:41.757099 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43306) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:41.760512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port beb9802c-be49-48ad-85a5-7091f860c0ad is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:41.760908 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:41.786331 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb9802c-be49-48ad-85a5-7091f860c0ad {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:41.822650 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port beb9802c-be49-48ad-85a5-7091f860c0ad, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=beb9802c-be49-48ad-85a5-7091f860c0ad,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:41.836873 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23820d-e148-4cac-8bf4-2b828dd48474 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebec707-121e-49db-9360-19259b89cd30,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:41.838845 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:41.862078 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] Transition to ACTIVE for port object d65c0e11-fec5-4b03-8a94-156af3836d72 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:36:41.863657 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:41.898795 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abb48-314e-4431-8537-6199467b09c0 req-d35b68f3-4042-450f-b056-7b8c43871f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:41.901380 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3a8abb48-314e-4431-8537-6199467b09c0 req-d35b68f3-4042-450f-b056-7b8c43871f47 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3926468 Feb 03 12:36:41.920028 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-aad264ff-f5f3-4f2b-ba94-0b62e731fbad tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1567738 Feb 03 12:36:41.920799 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d65c0e11-fec5-4b03-8a94-156af3836d72), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:41.921144 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c86d8a22-2729-423b-b48b-29b9a43d37ef admin admin] Publish callbacks [] for security_group (7b472f1e-1651-4229-9c98-fd33b3e42e79), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:41.922679 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43310) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:41.928669 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-31a122eb-d551-4c63-9e4a-baf32b23d40a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group': {'name': 'tempest-secgroup--1308947526'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:41.954639 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=beb9802c-be49-48ad-85a5-7091f860c0ad,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:41.955166 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31a122eb-d551-4c63-9e4a-baf32b23d40a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.041087 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c86d8a22-2729-423b-b48b-29b9a43d37ef admin admin] Publish callbacks [] for security_group (7b472f1e-1651-4229-9c98-fd33b3e42e79), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.087453 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] Pushing event updated for resources: {'Port': ['ID=d65c0e11-fec5-4b03-8a94-156af3836d72,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:42.162613 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31a122eb-d551-4c63-9e4a-baf32b23d40a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (f0dea57d-c9d4-47cb-bc4b-28a33fcbd350), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.174184 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31a122eb-d551-4c63-9e4a-baf32b23d40a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f0dea57d-c9d4-47cb-bc4b-28a33fcbd350), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.223532 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31a122eb-d551-4c63-9e4a-baf32b23d40a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.227907 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-31a122eb-d551-4c63-9e4a-baf32b23d40a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3017435 Feb 03 12:36:42.230563 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43318) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:42.236124 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-74af969d-6bcc-4923-b93b-fab5492ef80e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group_rule': {'security_group_id': 'f0dea57d-c9d4-47cb-bc4b-28a33fcbd350', 'direction': 'ingress', 'protocol': 17}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:42.263385 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['beb9802c-be49-48ad-85a5-7091f860c0ad'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:42.301532 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7e391-b204-427d-91d8-97a09f901fda req-4048fdbe-acd5-4a97-ab61-532b3ce953fe tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:42.307589 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7e391-b204-427d-91d8-97a09f901fda req-4048fdbe-acd5-4a97-ab61-532b3ce953fe tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:42.315244 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7e391-b204-427d-91d8-97a09f901fda req-4048fdbe-acd5-4a97-ab61-532b3ce953fe tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:42.320530 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7e391-b204-427d-91d8-97a09f901fda req-4048fdbe-acd5-4a97-ab61-532b3ce953fe tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:42.330842 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7e391-b204-427d-91d8-97a09f901fda req-4048fdbe-acd5-4a97-ab61-532b3ce953fe tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:42.335749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7e391-b204-427d-91d8-97a09f901fda req-4048fdbe-acd5-4a97-ab61-532b3ce953fe tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:42.345439 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7e391-b204-427d-91d8-97a09f901fda req-4048fdbe-acd5-4a97-ab61-532b3ce953fe tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:42.354457 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-83d7e391-b204-427d-91d8-97a09f901fda req-4048fdbe-acd5-4a97-ab61-532b3ce953fe tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5395 time: 0.2398014 Feb 03 12:36:42.362059 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a122eb-d551-4c63-9e4a-baf32b23d40a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dea57d-c9d4-47cb-bc4b-28a33fcbd350,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:42.377811 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74af969d-6bcc-4923-b93b-fab5492ef80e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (d6c3b647-587b-4cc7-9bdc-db204fa63224), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.438081 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] Attempting to bind port d65c0e11-fec5-4b03-8a94-156af3836d72 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:42.438457 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] Attempting to bind port d65c0e11-fec5-4b03-8a94-156af3836d72 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '351b187f-3249-4326-9d88-4f3115078121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:42.438848 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] Attempting to bind port d65c0e11-fec5-4b03-8a94-156af3836d72 on network 9c9f93eb-710e-451f-966d-9a0a4f14a144 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:42.457186 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ae71b-b8a3-42db-91c9-f7056dfe3fa3 req-9795edf6-dd76-4a01-b6ec-7d959d6ff847 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:42.458679 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1e7ae71b-b8a3-42db-91c9-f7056dfe3fa3 req-9795edf6-dd76-4a01-b6ec-7d959d6ff847 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 945 time: 0.2961600 Feb 03 12:36:42.459317 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c86d8a22-2729-423b-b48b-29b9a43d37ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7b472f1e-1651-4229-9c98-fd33b3e42e79), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.461999 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c86d8a22-2729-423b-b48b-29b9a43d37ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.465825 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c86d8a22-2729-423b-b48b-29b9a43d37ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b472f1e-1651-4229-9c98-fd33b3e42e79 HTTP/1.1" status: 204 len: 168 time: 0.8355668 Feb 03 12:36:42.471449 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] Port d65c0e11-fec5-4b03-8a94-156af3836d72 on network 9c9f93eb-710e-451f-966d-9a0a4f14a144 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:36:42.471786 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] Attempting to bind port d65c0e11-fec5-4b03-8a94-156af3836d72 on network 9c9f93eb-710e-451f-966d-9a0a4f14a144 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:42.488551 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-83d7e391-b204-427d-91d8-97a09f901fda req-eb600c46-7dc3-49c9-b7e2-bae44f2d8538 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1330404 Feb 03 12:36:42.512524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:42.512882 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] Checking segment: {'id': '351b187f-3249-4326-9d88-4f3115078121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:42.513278 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] Bound using segment: {'id': '351b187f-3249-4326-9d88-4f3115078121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:42.513733 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] Bound port: d65c0e11-fec5-4b03-8a94-156af3836d72, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '351b187f-3249-4326-9d88-4f3115078121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:42.514095 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d65c0e11-fec5-4b03-8a94-156af3836d72), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.527431 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d8a22-2729-423b-b48b-29b9a43d37ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b472f1e-1651-4229-9c98-fd33b3e42e79,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:42.566731 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74af969d-6bcc-4923-b93b-fab5492ef80e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (d6c3b647-587b-4cc7-9bdc-db204fa63224), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.573656 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74af969d-6bcc-4923-b93b-fab5492ef80e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (d6c3b647-587b-4cc7-9bdc-db204fa63224), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.606978 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af969d-6bcc-4923-b93b-fab5492ef80e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c3b647-587b-4cc7-9bdc-db204fa63224,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:42.624111 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74af969d-6bcc-4923-b93b-fab5492ef80e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.625214 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-74af969d-6bcc-4923-b93b-fab5492ef80e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3936865 Feb 03 12:36:42.629278 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43330) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:42.636475 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ec3473-6e3b-495f-85d2-c49d91d37bea {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:42.652133 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1e7ae71b-b8a3-42db-91c9-f7056dfe3fa3 req-058d64d8-e831-4eed-81da-11b6868f80fb tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828558 Feb 03 12:36:42.655783 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] Publish callbacks [] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.694922 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] Transition to ACTIVE for port object a1ec3473-6e3b-495f-85d2-c49d91d37bea will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:36:42.703317 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] For port d65c0e11-fec5-4b03-8a94-156af3836d72, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:42.710455 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.713693 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] For port d65c0e11-fec5-4b03-8a94-156af3836d72, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d65c0e11-fec5-4b03-8a94-156af3836d72,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:42.728663 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-e0297f91-f867-4f4e-b674-37fc7a467d2f tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6d728894bc9f45b18f34c1ff94921f1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601020 Feb 03 12:36:42.783057 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b217cc04-9cb6-4267-9c5e-e88afe47f7b2 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (f0dea57d-c9d4-47cb-bc4b-28a33fcbd350), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.801763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ec3473-6e3b-495f-85d2-c49d91d37bea,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:42.813924 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d65c0e11-fec5-4b03-8a94-156af3836d72), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.869363 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b217cc04-9cb6-4267-9c5e-e88afe47f7b2 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (f0dea57d-c9d4-47cb-bc4b-28a33fcbd350), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.923205 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:42.923862 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:42.925732 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] 10.222.0.73 "PUT /v2.0/ports/d65c0e11-fec5-4b03-8a94-156af3836d72 HTTP/1.1" status: 200 len: 1090 time: 2.3872254 Feb 03 12:36:43.014702 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b217cc04-9cb6-4267-9c5e-e88afe47f7b2 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f0dea57d-c9d4-47cb-bc4b-28a33fcbd350), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:43.029890 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b217cc04-9cb6-4267-9c5e-e88afe47f7b2 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:43.031143 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b217cc04-9cb6-4267-9c5e-e88afe47f7b2 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-groups/f0dea57d-c9d4-47cb-bc4b-28a33fcbd350 HTTP/1.1" status: 204 len: 168 time: 0.4009216 Feb 03 12:36:43.048425 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] Request body: {'port': {'device_id': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:43.049028 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43340) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:43.051816 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217cc04-9cb6-4267-9c5e-e88afe47f7b2 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dea57d-c9d4-47cb-bc4b-28a33fcbd350,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:43.099411 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'tag': 'd65c0e11-fec5-4b03-8a94-156af3836d72'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:43.103878 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eaa4d5d-6e47-4f12-a1c2-b2658e7469db" -d '{"events": [{"name": "network-changed", "server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "tag": "d65c0e11-fec5-4b03-8a94-156af3836d72"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:43.107296 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd87ba5-a3f1-48b0-821c-224ad8df2a37 service neutron] Pushing event updated for resources: {'Port': ['ID=d65c0e11-fec5-4b03-8a94-156af3836d72,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:43.143445 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] Attempting to bind port a1ec3473-6e3b-495f-85d2-c49d91d37bea on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:43.144053 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] Attempting to bind port a1ec3473-6e3b-495f-85d2-c49d91d37bea by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '235c07fd-127e-4fd8-8cdd-6c66376ebc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:43.144833 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] Attempting to bind port a1ec3473-6e3b-495f-85d2-c49d91d37bea on network 57d05e71-91ef-4d8b-8053-8941dc5e5ea9 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:43.151779 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-4b329e80-cf89-4973-aa62-e95996418314 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:43.160287 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-4b329e80-cf89-4973-aa62-e95996418314 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4172733 Feb 03 12:36:43.197116 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-d5306e85-4690-4287-a068-ab350de8539c tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/quotas/6d728894bc9f45b18f34c1ff94921f1d HTTP/1.1" status: 200 len: 375 time: 0.0350199 Feb 03 12:36:43.198646 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee9ae8-b008-418f-b807-362bfb8aa342 req-aaa5e273-b8b4-49d7-b30f-38e615cb8119 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:43.200530 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1aee9ae8-b008-418f-b807-362bfb8aa342 req-aaa5e273-b8b4-49d7-b30f-38e615cb8119 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bcee9fb-28b4-48c0-8319-e36d9c4e2803 HTTP/1.1" status: 200 len: 943 time: 0.3765693 Feb 03 12:36:43.203062 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7d963305-4b96-4371-bbd0-3f18af7a7dd0), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:43.253942 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] Port a1ec3473-6e3b-495f-85d2-c49d91d37bea on network 57d05e71-91ef-4d8b-8053-8941dc5e5ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:36:43.254290 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] Attempting to bind port a1ec3473-6e3b-495f-85d2-c49d91d37bea on network 57d05e71-91ef-4d8b-8053-8941dc5e5ea9 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:43.269410 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b7dce9e8-f823-4d37-b180-895e9ba13ef8 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2022476 Feb 03 12:36:43.270938 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43348) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:43.278921 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:43.279068 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] Checking segment: {'id': '235c07fd-127e-4fd8-8cdd-6c66376ebc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:43.279339 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] Bound using segment: {'id': '235c07fd-127e-4fd8-8cdd-6c66376ebc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:43.279798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] Bound port: a1ec3473-6e3b-495f-85d2-c49d91d37bea, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '235c07fd-127e-4fd8-8cdd-6c66376ebc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:43.280188 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:43.296534 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2848ee69-f2a4-43ad-a942-3ea157e2e9a8 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416039581'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:43.331154 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-f1bfef16-fb8d-4afd-81c8-5f084c17cae6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d728894bc9f45b18f34c1ff94921f1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1327987 Feb 03 12:36:43.332035 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2848ee69-f2a4-43ad-a942-3ea157e2e9a8 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:43.422509 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2848ee69-f2a4-43ad-a942-3ea157e2e9a8 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (824c637c-6f0a-40aa-991b-40ae5d7c4afc), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:43.428394 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2848ee69-f2a4-43ad-a942-3ea157e2e9a8 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (824c637c-6f0a-40aa-991b-40ae5d7c4afc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:43.433983 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1aee9ae8-b008-418f-b807-362bfb8aa342 req-f88795dd-fdf0-4bc4-a8d7-5678da09d432 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114604 Feb 03 12:36:43.453412 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device beb9802c-be49-48ad-85a5-7091f860c0ad up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:43.509673 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad97935-f4cb-486e-9dc2-305f8da0606b x-openstack-request-id: req-dad97935-f4cb-486e-9dc2-305f8da0606b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:43.510213 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "tag": "d65c0e11-fec5-4b03-8a94-156af3836d72", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:43.510861 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dad97935-f4cb-486e-9dc2-305f8da0606b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:43.511442 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'tag': 'd65c0e11-fec5-4b03-8a94-156af3836d72', 'status': 'completed', 'code': 200} Feb 03 12:36:43.534921 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848ee69-f2a4-43ad-a942-3ea157e2e9a8 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824c637c-6f0a-40aa-991b-40ae5d7c4afc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:43.571333 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] For port a1ec3473-6e3b-495f-85d2-c49d91d37bea, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:43.603200 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port beb9802c-be49-48ad-85a5-7091f860c0ad completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:36:43.610067 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port beb9802c-be49-48ad-85a5-7091f860c0ad triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:43.611121 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:43.654497 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ce842cb-ac34-4b33-9a35-739d7ff409c8 req-da07c0d4-9cc1-45cc-9a56-8d94c7833623 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9361af6c-5812-49c4-9fba-95a9c133d795 HTTP/1.1" status: 200 len: 210 time: 0.0909643 Feb 03 12:36:43.664050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] For port a1ec3473-6e3b-495f-85d2-c49d91d37bea, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=a1ec3473-6e3b-495f-85d2-c49d91d37bea,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:43.689350 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2848ee69-f2a4-43ad-a942-3ea157e2e9a8 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:43.693871 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2848ee69-f2a4-43ad-a942-3ea157e2e9a8 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4204080 Feb 03 12:36:43.704996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43366) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:43.723145 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-407c094b-85ae-4955-a8c9-c69ad612191f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group': {'name': 'tempest-secgroup--1656820278'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:43.794075 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-407c094b-85ae-4955-a8c9-c69ad612191f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:43.824112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d963305-4b96-4371-bbd0-3f18af7a7dd0 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:43.832948 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] Publish callbacks [] for port (7d963305-4b96-4371-bbd0-3f18af7a7dd0), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:43.834658 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa4d5d-6e47-4f12-a1c2-b2658e7469db req-d1682f8e-4e3f-48eb-932e-c7151d4e8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:43.835155 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa4d5d-6e47-4f12-a1c2-b2658e7469db req-d1682f8e-4e3f-48eb-932e-c7151d4e8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:43.838047 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa4d5d-6e47-4f12-a1c2-b2658e7469db req-d1682f8e-4e3f-48eb-932e-c7151d4e8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:43.838587 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa4d5d-6e47-4f12-a1c2-b2658e7469db req-d1682f8e-4e3f-48eb-932e-c7151d4e8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:43.840175 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa4d5d-6e47-4f12-a1c2-b2658e7469db req-d1682f8e-4e3f-48eb-932e-c7151d4e8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:43.840662 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa4d5d-6e47-4f12-a1c2-b2658e7469db req-d1682f8e-4e3f-48eb-932e-c7151d4e8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:43.842321 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa4d5d-6e47-4f12-a1c2-b2658e7469db req-d1682f8e-4e3f-48eb-932e-c7151d4e8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:43.847521 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3eaa4d5d-6e47-4f12-a1c2-b2658e7469db req-d1682f8e-4e3f-48eb-932e-c7151d4e8716 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e9261d80c134a528c4f6c4dcfb8fdad&device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 6497 time: 0.2855482 Feb 03 12:36:43.849522 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:43.862166 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port beb9802c-be49-48ad-85a5-7091f860c0ad is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:43.862555 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:43.885095 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] Transition to ACTIVE for port object 7d963305-4b96-4371-bbd0-3f18af7a7dd0 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:36:43.893961 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:43.894626 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:43.896269 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7138cce-c562-455b-9fe5-323e0f170baa req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] 10.222.0.31 "PUT /v2.0/ports/a1ec3473-6e3b-495f-85d2-c49d91d37bea HTTP/1.1" status: 200 len: 1091 time: 2.3391638 Feb 03 12:36:43.901727 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (7d963305-4b96-4371-bbd0-3f18af7a7dd0), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:43.948715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddbd67-fa94-4876-aed2-c143d07941e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ec3473-6e3b-495f-85d2-c49d91d37bea,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:43.950552 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port beb9802c-be49-48ad-85a5-7091f860c0ad, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=beb9802c-be49-48ad-85a5-7091f860c0ad,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:43.952213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0d260c-a509-4653-b93f-cd6269a2af20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb9802c-be49-48ad-85a5-7091f860c0ad'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:43.963885 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3075e38-21ac-44c0-96ca-75bacc5f1d31" -d '{"events": [{"server_uuid": "7c0d260c-a509-4653-b93f-cd6269a2af20", "name": "network-vif-plugged", "status": "completed", "tag": "beb9802c-be49-48ad-85a5-7091f860c0ad"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:43.968308 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.005538 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] Pushing event updated for resources: {'Port': ['ID=7d963305-4b96-4371-bbd0-3f18af7a7dd0,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:44.051761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=beb9802c-be49-48ad-85a5-7091f860c0ad,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:44.063766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f51cc7-7cef-467f-92e3-ea28355d02f0 req-f08e7a49-8484-4fcd-a776-294df0ae3818 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:44.069358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f51cc7-7cef-467f-92e3-ea28355d02f0 req-f08e7a49-8484-4fcd-a776-294df0ae3818 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:44.078125 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f51cc7-7cef-467f-92e3-ea28355d02f0 req-f08e7a49-8484-4fcd-a776-294df0ae3818 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:44.086164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f51cc7-7cef-467f-92e3-ea28355d02f0 req-f08e7a49-8484-4fcd-a776-294df0ae3818 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:44.094322 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f51cc7-7cef-467f-92e3-ea28355d02f0 req-f08e7a49-8484-4fcd-a776-294df0ae3818 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:44.104332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f51cc7-7cef-467f-92e3-ea28355d02f0 req-f08e7a49-8484-4fcd-a776-294df0ae3818 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:44.127109 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f51cc7-7cef-467f-92e3-ea28355d02f0 req-f08e7a49-8484-4fcd-a776-294df0ae3818 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:44.129676 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a0f51cc7-7cef-467f-92e3-ea28355d02f0 req-f08e7a49-8484-4fcd-a776-294df0ae3818 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5395 time: 0.4678047 Feb 03 12:36:44.166897 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa4d5d-6e47-4f12-a1c2-b2658e7469db req-3c99bdc6-0431-45e2-820e-22e7ee994128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:44.167496 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa4d5d-6e47-4f12-a1c2-b2658e7469db req-3c99bdc6-0431-45e2-820e-22e7ee994128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:44.168387 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa4d5d-6e47-4f12-a1c2-b2658e7469db req-3c99bdc6-0431-45e2-820e-22e7ee994128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:44.169825 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3eaa4d5d-6e47-4f12-a1c2-b2658e7469db req-3c99bdc6-0431-45e2-820e-22e7ee994128 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=2e9261d80c134a528c4f6c4dcfb8fdad&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3003602 Feb 03 12:36:44.206175 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b52d7-01ff-408c-b860-b9988e378189 req-2d6b5e11-8407-4bc8-a7ff-de42cfdaad0e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:44.214492 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-228b52d7-01ff-408c-b860-b9988e378189 req-2d6b5e11-8407-4bc8-a7ff-de42cfdaad0e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.3657413 Feb 03 12:36:44.347215 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-407c094b-85ae-4955-a8c9-c69ad612191f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (9b925056-e1cb-4dda-9e18-b97d0f6ff14a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.368404 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-228b52d7-01ff-408c-b860-b9988e378189 req-d46a49e1-395f-4081-aacc-8082776eab14 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527016 Feb 03 12:36:44.374443 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-407c094b-85ae-4955-a8c9-c69ad612191f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9b925056-e1cb-4dda-9e18-b97d0f6ff14a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.419155 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa4d5d-6e47-4f12-a1c2-b2658e7469db req-d0e5bd33-09af-46df-a4b1-93bb1a1ca143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:44.420981 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3eaa4d5d-6e47-4f12-a1c2-b2658e7469db req-d0e5bd33-09af-46df-a4b1-93bb1a1ca143 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2447009 Feb 03 12:36:44.445712 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-407c094b-85ae-4955-a8c9-c69ad612191f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.447146 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-407c094b-85ae-4955-a8c9-c69ad612191f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7468171 Feb 03 12:36:44.451256 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43382) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:44.457865 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-99f47922-f5b6-4d55-9f40-8752804a0ace tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group_rule': {'security_group_id': '824c637c-6f0a-40aa-991b-40ae5d7c4afc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9b925056-e1cb-4dda-9e18-b97d0f6ff14a', 'remote_ip_prefix': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:44.463490 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c094b-85ae-4955-a8c9-c69ad612191f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b925056-e1cb-4dda-9e18-b97d0f6ff14a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:44.528628 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99f47922-f5b6-4d55-9f40-8752804a0ace tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (21494a70-d8c1-462e-a97a-b2a902c40c13), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.604521 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99f47922-f5b6-4d55-9f40-8752804a0ace tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (21494a70-d8c1-462e-a97a-b2a902c40c13), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.612835 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99f47922-f5b6-4d55-9f40-8752804a0ace tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (21494a70-d8c1-462e-a97a-b2a902c40c13), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.644097 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f47922-f5b6-4d55-9f40-8752804a0ace tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21494a70-d8c1-462e-a97a-b2a902c40c13,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:44.658063 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99f47922-f5b6-4d55-9f40-8752804a0ace tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.662931 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-99f47922-f5b6-4d55-9f40-8752804a0ace tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2097769 Feb 03 12:36:44.665684 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43384) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:44.711930 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2bb1ce9-cbed-4e5b-a4a5-84254b33b3d6 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (21494a70-d8c1-462e-a97a-b2a902c40c13), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.724497 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2bb1ce9-cbed-4e5b-a4a5-84254b33b3d6 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (21494a70-d8c1-462e-a97a-b2a902c40c13), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.743189 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da06f34d-6683-444b-ac07-6f23e43e3c1f x-openstack-request-id: req-da06f34d-6683-444b-ac07-6f23e43e3c1f {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:44.744267 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0d260c-a509-4653-b93f-cd6269a2af20", "name": "network-vif-plugged", "status": "completed", "tag": "beb9802c-be49-48ad-85a5-7091f860c0ad", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:44.744267 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da06f34d-6683-444b-ac07-6f23e43e3c1f {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:44.745190 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0d260c-a509-4653-b93f-cd6269a2af20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb9802c-be49-48ad-85a5-7091f860c0ad', 'code': 200} Feb 03 12:36:44.771593 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2bb1ce9-cbed-4e5b-a4a5-84254b33b3d6 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (21494a70-d8c1-462e-a97a-b2a902c40c13), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.785877 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2bb1ce9-cbed-4e5b-a4a5-84254b33b3d6 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:44.787816 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b2bb1ce9-cbed-4e5b-a4a5-84254b33b3d6 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/21494a70-d8c1-462e-a97a-b2a902c40c13 HTTP/1.1" status: 204 len: 168 time: 0.1202612 Feb 03 12:36:44.790373 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43392) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:44.828890 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7138cce-c562-455b-9fe5-323e0f170baa req-be03e687-e887-4822-bf69-eb09a1268bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:44.830489 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7138cce-c562-455b-9fe5-323e0f170baa req-be03e687-e887-4822-bf69-eb09a1268bde service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c38b004822034ae6b2e74e9730987a70&device_id=6bcee9fb-28b4-48c0-8319-e36d9c4e2803 HTTP/1.1" status: 200 len: 1125 time: 0.8220024 Feb 03 12:36:44.832706 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb1ce9-cbed-4e5b-a4a5-84254b33b3d6 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21494a70-d8c1-462e-a97a-b2a902c40c13,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:44.841751 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a0f51cc7-7cef-467f-92e3-ea28355d02f0 req-d0358235-5493-4eda-8989-dc3de8a10eca tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6695995 Feb 03 12:36:44.857012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] Attempting to bind port 7d963305-4b96-4371-bbd0-3f18af7a7dd0 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:44.857579 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] Attempting to bind port 7d963305-4b96-4371-bbd0-3f18af7a7dd0 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '214345f3-acc0-4b08-88f8-d3087a548fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ad14e2d-6531-4d66-b186-adc852ea82f1'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:44.857729 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] Attempting to bind port 7d963305-4b96-4371-bbd0-3f18af7a7dd0 on network 8ad14e2d-6531-4d66-b186-adc852ea82f1 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:44.902249 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7138cce-c562-455b-9fe5-323e0f170baa req-e0dfa81c-b706-4861-9eca-4bf8a7baf4ca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1ec3473-6e3b-495f-85d2-c49d91d37bea HTTP/1.1" status: 200 len: 217 time: 0.0568812 Feb 03 12:36:44.904685 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] Port 7d963305-4b96-4371-bbd0-3f18af7a7dd0 on network 8ad14e2d-6531-4d66-b186-adc852ea82f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:36:44.905072 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] Attempting to bind port 7d963305-4b96-4371-bbd0-3f18af7a7dd0 on network 8ad14e2d-6531-4d66-b186-adc852ea82f1 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:44.921478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:44.921833 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] Checking segment: {'id': '214345f3-acc0-4b08-88f8-d3087a548fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ad14e2d-6531-4d66-b186-adc852ea82f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:44.922236 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] Bound using segment: {'id': '214345f3-acc0-4b08-88f8-d3087a548fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ad14e2d-6531-4d66-b186-adc852ea82f1'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:44.922760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] Bound port: 7d963305-4b96-4371-bbd0-3f18af7a7dd0, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '214345f3-acc0-4b08-88f8-d3087a548fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ad14e2d-6531-4d66-b186-adc852ea82f1'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:44.923183 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7d963305-4b96-4371-bbd0-3f18af7a7dd0), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.016316 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ff4be5ad-2bf6-448c-b760-7fe121116842 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2245376 Feb 03 12:36:45.020928 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43396) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:45.041344 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-17331f70-245f-4499-ad01-735420925dc5 req-bd832889-1a5a-42bb-aeb6-a904edebf927 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9361af6c-5812-49c4-9fba-95a9c133d795 HTTP/1.1" status: 200 len: 210 time: 0.0445180 Feb 03 12:36:45.064040 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7138cce-c562-455b-9fe5-323e0f170baa req-033dc769-c3f8-4f33-bd5b-da8b263916bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:45.066170 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7138cce-c562-455b-9fe5-323e0f170baa req-033dc769-c3f8-4f33-bd5b-da8b263916bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6692b46d-d587-49d4-a31d-fa29447818e3 HTTP/1.1" status: 200 len: 862 time: 0.1573281 Feb 03 12:36:45.088926 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6930dbc4-7565-404c-bac3-b6ee9d9a999a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (9b925056-e1cb-4dda-9e18-b97d0f6ff14a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.127232 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7138cce-c562-455b-9fe5-323e0f170baa req-7fb7b16b-aaae-4aff-a38e-3b533dc9cbe1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=57d05e71-91ef-4d8b-8053-8941dc5e5ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523674 Feb 03 12:36:45.133210 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] For port 7d963305-4b96-4371-bbd0-3f18af7a7dd0, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:45.136464 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea3cc4-fc50-449f-b4d5-cdf4e7f2b78f req-6c8d14ae-7365-4b9a-8132-40de468d3485 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:45.145880 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43398) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:45.147754 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-24ea3cc4-fc50-449f-b4d5-cdf4e7f2b78f req-6c8d14ae-7365-4b9a-8132-40de468d3485 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bcee9fb-28b4-48c0-8319-e36d9c4e2803 HTTP/1.1" status: 200 len: 943 time: 0.3184848 Feb 03 12:36:45.179287 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] For port 7d963305-4b96-4371-bbd0-3f18af7a7dd0, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=7d963305-4b96-4371-bbd0-3f18af7a7dd0,segment=NetworkSegment(214345f3-acc0-4b08-88f8-d3087a548fe6),segment_id=214345f3-acc0-4b08-88f8-d3087a548fe6)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:45.195098 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (7d963305-4b96-4371-bbd0-3f18af7a7dd0), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.207112 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6930dbc4-7565-404c-bac3-b6ee9d9a999a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (9b925056-e1cb-4dda-9e18-b97d0f6ff14a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.249335 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7deae-4ee0-4bf8-9e74-f6174f3f995c req-89ea4e94-6e97-4cb3-b0d3-8e4c9bb31dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:45.250979 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8d7deae-4ee0-4bf8-9e74-f6174f3f995c req-89ea4e94-6e97-4cb3-b0d3-8e4c9bb31dd4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 1128 time: 0.3699455 Feb 03 12:36:45.295747 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] Pushing event updated for resources: {'Port': ['ID=7d963305-4b96-4371-bbd0-3f18af7a7dd0,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:45.335047 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-3557c378-3b23-4c06-bd22-5c2152ddb2d6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=6d728894bc9f45b18f34c1ff94921f1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439274 Feb 03 12:36:45.361854 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:45.362444 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.364015 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-6ff0c9a1-a875-4444-8814-5700e79b7378 service neutron] 10.222.0.73 "PUT /v2.0/ports/7d963305-4b96-4371-bbd0-3f18af7a7dd0 HTTP/1.1" status: 200 len: 1091 time: 2.3367481 Feb 03 12:36:45.438171 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-24ea3cc4-fc50-449f-b4d5-cdf4e7f2b78f req-5ee875e9-03a8-42e2-b998-09b250a4f582 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771163 Feb 03 12:36:45.445734 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8d7deae-4ee0-4bf8-9e74-f6174f3f995c req-a6786ce7-dd3f-4d51-8c0d-deffa98b72a5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838911 Feb 03 12:36:45.463365 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6930dbc4-7565-404c-bac3-b6ee9d9a999a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9b925056-e1cb-4dda-9e18-b97d0f6ff14a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.464041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] Request body: {'port': {'device_id': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:45.469420 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6930dbc4-7565-404c-bac3-b6ee9d9a999a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.472877 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6930dbc4-7565-404c-bac3-b6ee9d9a999a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-groups/9b925056-e1cb-4dda-9e18-b97d0f6ff14a HTTP/1.1" status: 204 len: 168 time: 0.4479990 Feb 03 12:36:45.487485 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43406) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:45.512274 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930dbc4-7565-404c-bac3-b6ee9d9a999a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b925056-e1cb-4dda-9e18-b97d0f6ff14a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:45.577217 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bcee9fb-28b4-48c0-8319-e36d9c4e2803', 'tag': 'a1ec3473-6e3b-495f-85d2-c49d91d37bea'}, {'name': 'network-changed', 'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'tag': '7d963305-4b96-4371-bbd0-3f18af7a7dd0'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:45.580041 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4540ce20-02db-468d-8d8a-d33764bb6c55" -d '{"events": [{"name": "network-changed", "server_uuid": "6bcee9fb-28b4-48c0-8319-e36d9c4e2803", "tag": "a1ec3473-6e3b-495f-85d2-c49d91d37bea"}, {"name": "network-changed", "server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "tag": "7d963305-4b96-4371-bbd0-3f18af7a7dd0"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:45.581636 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.617728 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1feca5d5-7a58-461d-8874-5e3111f44e1e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1261814 Feb 03 12:36:45.628143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43410) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:45.639924 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7138cce-c562-455b-9fe5-323e0f170baa req-0a412297-fddc-431b-94a5-4935377fa2c6 service neutron] 10.222.0.31 "GET /v2.0/networks/57d05e71-91ef-4d8b-8053-8941dc5e5ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037007 Feb 03 12:36:45.679390 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e243f550-95de-4aa5-853c-00b6cdc49007 x-openstack-request-id: req-e243f550-95de-4aa5-853c-00b6cdc49007 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:45.679706 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bcee9fb-28b4-48c0-8319-e36d9c4e2803", "tag": "a1ec3473-6e3b-495f-85d2-c49d91d37bea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "tag": "7d963305-4b96-4371-bbd0-3f18af7a7dd0", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:45.679982 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e243f550-95de-4aa5-853c-00b6cdc49007 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:45.680376 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bcee9fb-28b4-48c0-8319-e36d9c4e2803', 'tag': 'a1ec3473-6e3b-495f-85d2-c49d91d37bea', 'status': 'completed', 'code': 200} Feb 03 12:36:45.680641 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'tag': '7d963305-4b96-4371-bbd0-3f18af7a7dd0', 'status': 'completed', 'code': 200} Feb 03 12:36:45.716521 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3e63818-afc1-478b-9eb5-57ca7ea22e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.852141 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-fbb1f798-fb26-43f6-87f1-4aebc6d9a7c9 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:45.853534 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-fbb1f798-fb26-43f6-87f1-4aebc6d9a7c9 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4854767 Feb 03 12:36:45.875204 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55ab360e-2aab-44c1-9519-1098be1354aa tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (824c637c-6f0a-40aa-991b-40ae5d7c4afc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.885282 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bea337d6-879e-4f1e-b9d1-d48bf2c2c960), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:45.922904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-4b98ce28-0189-4211-99ff-cc43efecb264 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Request body: {'port': {'device_id': '9361af6c-5812-49c4-9fba-95a9c133d795', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': '6d728894bc9f45b18f34c1ff94921f1d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:45.939603 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39001bae-fdd9-422b-a2bb-5936d8cfbbe7 req-5e84df7d-af05-4717-9ddf-d2eecc80e10f tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:45.941109 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-39001bae-fdd9-422b-a2bb-5936d8cfbbe7 req-5e84df7d-af05-4717-9ddf-d2eecc80e10f tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.3552113 Feb 03 12:36:45.991710 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55ab360e-2aab-44c1-9519-1098be1354aa tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (824c637c-6f0a-40aa-991b-40ae5d7c4afc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.037377 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7138cce-c562-455b-9fe5-323e0f170baa req-8cec06fd-3693-4c40-b622-268aae6263d5 service neutron] 10.222.0.31 "GET /v2.0/networks/57d05e71-91ef-4d8b-8053-8941dc5e5ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372517 Feb 03 12:36:46.187265 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-0f967b84-4a66-4e74-a4ea-2362d25f04af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.187751 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-0f967b84-4a66-4e74-a4ea-2362d25f04af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.188269 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-0f967b84-4a66-4e74-a4ea-2362d25f04af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.188732 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-0f967b84-4a66-4e74-a4ea-2362d25f04af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.189194 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-0f967b84-4a66-4e74-a4ea-2362d25f04af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.189653 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-0f967b84-4a66-4e74-a4ea-2362d25f04af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.190360 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-0f967b84-4a66-4e74-a4ea-2362d25f04af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.198808 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-0f967b84-4a66-4e74-a4ea-2362d25f04af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e9261d80c134a528c4f6c4dcfb8fdad&device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 6595 time: 0.2347867 Feb 03 12:36:46.296463 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-39001bae-fdd9-422b-a2bb-5936d8cfbbe7 req-193023f7-bc10-410a-ba43-999d9da5ee54 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245203 Feb 03 12:36:46.315714 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55ab360e-2aab-44c1-9519-1098be1354aa tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (824c637c-6f0a-40aa-991b-40ae5d7c4afc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.318471 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55ab360e-2aab-44c1-9519-1098be1354aa tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.319677 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-55ab360e-2aab-44c1-9519-1098be1354aa tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-groups/824c637c-6f0a-40aa-991b-40ae5d7c4afc HTTP/1.1" status: 204 len: 168 time: 0.6828251 Feb 03 12:36:46.341873 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3e63818-afc1-478b-9eb5-57ca7ea22e3b admin admin] Publish callbacks [] for security_group (3e4a7321-e148-44a9-a32a-59ca37fb544d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.347197 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43416) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:46.375968 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3e63818-afc1-478b-9eb5-57ca7ea22e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (3e4a7321-e148-44a9-a32a-59ca37fb544d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.393929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab360e-2aab-44c1-9519-1098be1354aa tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=824c637c-6f0a-40aa-991b-40ae5d7c4afc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:46.418772 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe35312-a6a4-4040-9a8c-ae4436f59739 req-02d9b8bf-5aff-44b1-a104-d1c44f626981 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.425122 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe35312-a6a4-4040-9a8c-ae4436f59739 req-02d9b8bf-5aff-44b1-a104-d1c44f626981 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.432211 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe35312-a6a4-4040-9a8c-ae4436f59739 req-02d9b8bf-5aff-44b1-a104-d1c44f626981 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.438465 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe35312-a6a4-4040-9a8c-ae4436f59739 req-02d9b8bf-5aff-44b1-a104-d1c44f626981 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.444026 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe35312-a6a4-4040-9a8c-ae4436f59739 req-02d9b8bf-5aff-44b1-a104-d1c44f626981 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.450744 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe35312-a6a4-4040-9a8c-ae4436f59739 req-02d9b8bf-5aff-44b1-a104-d1c44f626981 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.460996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe35312-a6a4-4040-9a8c-ae4436f59739 req-02d9b8bf-5aff-44b1-a104-d1c44f626981 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.469082 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dbe35312-a6a4-4040-9a8c-ae4436f59739 req-02d9b8bf-5aff-44b1-a104-d1c44f626981 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5407 time: 0.4563224 Feb 03 12:36:46.472191 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-b62071ba-a2e5-499e-bb6d-bdee39348034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.472665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-b62071ba-a2e5-499e-bb6d-bdee39348034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.473133 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-b62071ba-a2e5-499e-bb6d-bdee39348034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.475026 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-b62071ba-a2e5-499e-bb6d-bdee39348034 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=2e9261d80c134a528c4f6c4dcfb8fdad&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2565103 Feb 03 12:36:46.507029 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f507ea6-d6b0-4c51-8a7b-b7e1017645f2 req-6684d99f-9289-4828-9cfc-474f9f3e7efe tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9361af6c-5812-49c4-9fba-95a9c133d795 HTTP/1.1" status: 200 len: 210 time: 0.1148467 Feb 03 12:36:46.542940 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-400be113-1438-41be-bdbc-606ddcf57326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.545144 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-400be113-1438-41be-bdbc-606ddcf57326 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c38b004822034ae6b2e74e9730987a70&device_id=6bcee9fb-28b4-48c0-8319-e36d9c4e2803 HTTP/1.1" status: 200 len: 1125 time: 0.4125891 Feb 03 12:36:46.545763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-4b98ce28-0189-4211-99ff-cc43efecb264 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Made reservation on behalf of 6d728894bc9f45b18f34c1ff94921f1d for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:46.549980 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-4b98ce28-0189-4211-99ff-cc43efecb264 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.570336 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c3e63818-afc1-478b-9eb5-57ca7ea22e3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=779f16de4a2443e5be3fcfda33da4a67&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4225991 Feb 03 12:36:46.582227 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dbe35312-a6a4-4040-9a8c-ae4436f59739 req-95d170e7-ca14-474d-a4ea-5d7c074a81fe tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1121690 Feb 03 12:36:46.610712 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43420) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:46.658285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e63818-afc1-478b-9eb5-57ca7ea22e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4a7321-e148-44a9-a32a-59ca37fb544d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:46.670370 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0bc99204-1cff-4f93-bcd1-fc24894c756c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3218317 Feb 03 12:36:46.677794 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43422) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:46.683613 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9379fbb2-42f9-4831-8619-9b3dcfc60116 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group': {'name': 'tempest-secgroup--1679895031'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:46.690927 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-3aee3703-2404-4f86-ae87-df1063123c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.692467 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-3aee3703-2404-4f86-ae87-df1063123c76 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1860752 Feb 03 12:36:46.716770 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d8fb38a-8f1c-49ef-98e8-a59c933c41b1 admin admin] Publish callbacks [] for security_group (3e4a7321-e148-44a9-a32a-59ca37fb544d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.752565 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d8fb38a-8f1c-49ef-98e8-a59c933c41b1 admin admin] Publish callbacks [] for security_group (3e4a7321-e148-44a9-a32a-59ca37fb544d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.858388 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9379fbb2-42f9-4831-8619-9b3dcfc60116 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.876833 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d8fb38a-8f1c-49ef-98e8-a59c933c41b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (3e4a7321-e148-44a9-a32a-59ca37fb544d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.880526 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d8fb38a-8f1c-49ef-98e8-a59c933c41b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:46.881984 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6d8fb38a-8f1c-49ef-98e8-a59c933c41b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e4a7321-e148-44a9-a32a-59ca37fb544d HTTP/1.1" status: 204 len: 168 time: 0.2701802 Feb 03 12:36:46.932841 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fb38a-8f1c-49ef-98e8-a59c933c41b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4a7321-e148-44a9-a32a-59ca37fb544d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:46.962516 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcb5d9-33ae-43f9-983d-20d686de71b4 req-fdec0c56-fff3-474a-ac3b-8acad355acc3 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.964279 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74fcb5d9-33ae-43f9-983d-20d686de71b4 req-fdec0c56-fff3-474a-ac3b-8acad355acc3 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bcee9fb-28b4-48c0-8319-e36d9c4e2803 HTTP/1.1" status: 200 len: 943 time: 0.3091228 Feb 03 12:36:46.965343 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-4047f852-bd97-4192-a5ec-d9a9acb6716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:46.973515 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-4047f852-bd97-4192-a5ec-d9a9acb6716d service neutron] 10.222.0.31 "GET /v2.0/networks?id=57d05e71-91ef-4d8b-8053-8941dc5e5ea9 HTTP/1.1" status: 200 len: 923 time: 0.4128368 Feb 03 12:36:47.047146 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-4b98ce28-0189-4211-99ff-cc43efecb264 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Allocated IP 192.168.233.70 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/67d84aba-2142-4f7c-b5f5-96c10fce01b5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:47.051470 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-aea3608b-3cc1-4434-9213-471c1c7c857d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1ec3473-6e3b-495f-85d2-c49d91d37bea HTTP/1.1" status: 200 len: 217 time: 0.0773523 Feb 03 12:36:47.053638 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea337d6-879e-4f1e-b9d1-d48bf2c2c960 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:47.076013 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] Publish callbacks [] for port (bea337d6-879e-4f1e-b9d1-d48bf2c2c960), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:47.151868 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9379fbb2-42f9-4831-8619-9b3dcfc60116 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (ff38baa9-6abe-4ecd-9d2d-e2e2915a5807), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:47.156553 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9379fbb2-42f9-4831-8619-9b3dcfc60116 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ff38baa9-6abe-4ecd-9d2d-e2e2915a5807), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:47.191926 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379fbb2-42f9-4831-8619-9b3dcfc60116 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff38baa9-6abe-4ecd-9d2d-e2e2915a5807,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:47.221619 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9379fbb2-42f9-4831-8619-9b3dcfc60116 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:47.223362 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9379fbb2-42f9-4831-8619-9b3dcfc60116 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5440946 Feb 03 12:36:47.226766 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43428) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:47.233075 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2526c4c0-32d3-4780-b53b-c1912820e7c8 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group_rule': {'security_group_id': 'ff38baa9-6abe-4ecd-9d2d-e2e2915a5807', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:47.258162 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] Transition to ACTIVE for port object bea337d6-879e-4f1e-b9d1-d48bf2c2c960 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:36:47.272002 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2526c4c0-32d3-4780-b53b-c1912820e7c8 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (c2d0cb79-5db3-42ea-8869-e48b115923a4), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:47.291324 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (bea337d6-879e-4f1e-b9d1-d48bf2c2c960), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:47.300532 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74fcb5d9-33ae-43f9-983d-20d686de71b4 req-c0eb5969-e629-4fb8-a36e-1279b5e2ca67 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172400 Feb 03 12:36:47.316358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-ad142867-88af-41f4-8376-1b0284eb779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:47.317844 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-ad142867-88af-41f4-8376-1b0284eb779e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6692b46d-d587-49d4-a31d-fa29447818e3 HTTP/1.1" status: 200 len: 862 time: 0.2522726 Feb 03 12:36:47.374579 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2526c4c0-32d3-4780-b53b-c1912820e7c8 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (c2d0cb79-5db3-42ea-8869-e48b115923a4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:47.381947 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2526c4c0-32d3-4780-b53b-c1912820e7c8 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (c2d0cb79-5db3-42ea-8869-e48b115923a4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:47.481078 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] Pushing event updated for resources: {'Port': ['ID=bea337d6-879e-4f1e-b9d1-d48bf2c2c960,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:47.513970 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526c4c0-32d3-4780-b53b-c1912820e7c8 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d0cb79-5db3-42ea-8869-e48b115923a4,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:47.533560 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-1e750727-7b8e-4d99-90b2-1bd77eb26059 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=57d05e71-91ef-4d8b-8053-8941dc5e5ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1471221 Feb 03 12:36:47.533813 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2526c4c0-32d3-4780-b53b-c1912820e7c8 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:47.551541 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2526c4c0-32d3-4780-b53b-c1912820e7c8 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3225961 Feb 03 12:36:47.561066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43442) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:47.600771 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb71618-c913-41fc-af71-3b55982df560 req-af1627e2-4645-4e93-863d-768c8749ba64 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:47.605028 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5eb71618-c913-41fc-af71-3b55982df560 req-af1627e2-4645-4e93-863d-768c8749ba64 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.1695209 Feb 03 12:36:47.690652 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5eb71618-c913-41fc-af71-3b55982df560 req-3439d75a-0657-45d0-b793-5c61f8110f11 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780785 Feb 03 12:36:47.824995 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-4b98ce28-0189-4211-99ff-cc43efecb264 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Publish callbacks [] for port (67d84aba-2142-4f7c-b5f5-96c10fce01b5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:47.934035 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ff807-91e1-4c0e-9e0d-e578bb1731d0 req-dd3844c3-960f-413d-bae7-0275d9411873 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:47.940340 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ff807-91e1-4c0e-9e0d-e578bb1731d0 req-dd3844c3-960f-413d-bae7-0275d9411873 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:47.947309 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ff807-91e1-4c0e-9e0d-e578bb1731d0 req-dd3844c3-960f-413d-bae7-0275d9411873 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:47.953742 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ff807-91e1-4c0e-9e0d-e578bb1731d0 req-dd3844c3-960f-413d-bae7-0275d9411873 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:47.960304 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ff807-91e1-4c0e-9e0d-e578bb1731d0 req-dd3844c3-960f-413d-bae7-0275d9411873 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:47.966541 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-4b98ce28-0189-4211-99ff-cc43efecb264 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (67d84aba-2142-4f7c-b5f5-96c10fce01b5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:47.967548 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ff807-91e1-4c0e-9e0d-e578bb1731d0 req-dd3844c3-960f-413d-bae7-0275d9411873 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:47.973570 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ff807-91e1-4c0e-9e0d-e578bb1731d0 req-dd3844c3-960f-413d-bae7-0275d9411873 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:47.976248 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-002ff807-91e1-4c0e-9e0d-e578bb1731d0 req-dd3844c3-960f-413d-bae7-0275d9411873 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.1331096 Feb 03 12:36:47.980444 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['193e9646-1619-4e48-8a48-fc08f9b5bb27'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:48.110650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98ce28-0189-4211-99ff-cc43efecb264 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Pushing event updated for resources: {'Port': ['ID=67d84aba-2142-4f7c-b5f5-96c10fce01b5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:48.141208 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-4b98ce28-0189-4211-99ff-cc43efecb264 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:48.144331 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-002ff807-91e1-4c0e-9e0d-e578bb1731d0 req-e4dbe909-578b-43b5-a853-ef1743482a91 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1518395 Feb 03 12:36:48.148264 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3562574-cdeb-4324-8695-79b3e9e326dd tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (c2d0cb79-5db3-42ea-8869-e48b115923a4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.157276 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3562574-cdeb-4324-8695-79b3e9e326dd tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (c2d0cb79-5db3-42ea-8869-e48b115923a4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.167188 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43456) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:48.186011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-4b98ce28-0189-4211-99ff-cc43efecb264 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:48.189376 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-4b98ce28-0189-4211-99ff-cc43efecb264 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:48.207223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] Attempting to bind port bea337d6-879e-4f1e-b9d1-d48bf2c2c960 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:48.207497 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] Attempting to bind port bea337d6-879e-4f1e-b9d1-d48bf2c2c960 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '214345f3-acc0-4b08-88f8-d3087a548fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ad14e2d-6531-4d66-b186-adc852ea82f1'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:48.207832 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] Attempting to bind port bea337d6-879e-4f1e-b9d1-d48bf2c2c960 on network 8ad14e2d-6531-4d66-b186-adc852ea82f1 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:48.248050 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3562574-cdeb-4324-8695-79b3e9e326dd tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (c2d0cb79-5db3-42ea-8869-e48b115923a4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.253757 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3562574-cdeb-4324-8695-79b3e9e326dd tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.255151 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a3562574-cdeb-4324-8695-79b3e9e326dd tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/c2d0cb79-5db3-42ea-8869-e48b115923a4 HTTP/1.1" status: 204 len: 168 time: 0.6750340 Feb 03 12:36:48.257677 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43460) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:48.290134 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] Port bea337d6-879e-4f1e-b9d1-d48bf2c2c960 on network 8ad14e2d-6531-4d66-b186-adc852ea82f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:36:48.291066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] Attempting to bind port bea337d6-879e-4f1e-b9d1-d48bf2c2c960 on network 8ad14e2d-6531-4d66-b186-adc852ea82f1 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:48.330012 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-aa0b7145-4fb2-4fab-ac81-c7f84cde2e71 service neutron] 10.222.0.31 "GET /v2.0/networks/57d05e71-91ef-4d8b-8053-8941dc5e5ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7677772 Feb 03 12:36:48.332136 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3562574-cdeb-4324-8695-79b3e9e326dd tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2d0cb79-5db3-42ea-8869-e48b115923a4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:48.341319 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-89631ed2-ddd3-482c-81cd-f0c36506fba6 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0817997 Feb 03 12:36:48.344684 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43464) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:48.350963 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:48.351307 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] Checking segment: {'id': '214345f3-acc0-4b08-88f8-d3087a548fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ad14e2d-6531-4d66-b186-adc852ea82f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:48.351692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] Bound using segment: {'id': '214345f3-acc0-4b08-88f8-d3087a548fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ad14e2d-6531-4d66-b186-adc852ea82f1'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:48.352171 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] Bound port: bea337d6-879e-4f1e-b9d1-d48bf2c2c960, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '214345f3-acc0-4b08-88f8-d3087a548fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8ad14e2d-6531-4d66-b186-adc852ea82f1'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:48.363877 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bea337d6-879e-4f1e-b9d1-d48bf2c2c960), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.403335 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-937c19b3-dd3d-4a74-a64e-79f69e41f62c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-330007921-network', 'tenant_id': '6ca3db86936444d9b26d9e538954d44e'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:48.421958 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b89931-1151-467d-ae1c-4b79ba83e6cd req-309a2650-81d8-47db-a9a1-8d65f17ba50d tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:48.429549 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-50b89931-1151-467d-ae1c-4b79ba83e6cd req-309a2650-81d8-47db-a9a1-8d65f17ba50d tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9361af6c-5812-49c4-9fba-95a9c133d795 HTTP/1.1" status: 200 len: 935 time: 0.7290599 Feb 03 12:36:48.436015 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937c19b3-dd3d-4a74-a64e-79f69e41f62c admin admin] Made reservation on behalf of 6ca3db86936444d9b26d9e538954d44e for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:48.438507 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-937c19b3-dd3d-4a74-a64e-79f69e41f62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.451613 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-4b98ce28-0189-4211-99ff-cc43efecb264 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:48.452641 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-937c19b3-dd3d-4a74-a64e-79f69e41f62c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.453043 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-4b98ce28-0189-4211-99ff-cc43efecb264 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.477452 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-997b34b7-122a-426d-91fd-d21911380a7a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (ff38baa9-6abe-4ecd-9d2d-e2e2915a5807), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.509572 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-997b34b7-122a-426d-91fd-d21911380a7a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (ff38baa9-6abe-4ecd-9d2d-e2e2915a5807), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.579209 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d966e173-3122-4a45-bf8e-1d86a4c3bb6a None None] Provisioning complete for port 67d84aba-2142-4f7c-b5f5-96c10fce01b5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:48.580064 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d966e173-3122-4a45-bf8e-1d86a4c3bb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (67d84aba-2142-4f7c-b5f5-96c10fce01b5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.583026 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-4b98ce28-0189-4211-99ff-cc43efecb264 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6684663 Feb 03 12:36:48.615557 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-997b34b7-122a-426d-91fd-d21911380a7a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ff38baa9-6abe-4ecd-9d2d-e2e2915a5807), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.618204 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-997b34b7-122a-426d-91fd-d21911380a7a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.622117 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-997b34b7-122a-426d-91fd-d21911380a7a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-groups/ff38baa9-6abe-4ecd-9d2d-e2e2915a5807 HTTP/1.1" status: 204 len: 168 time: 0.2739272 Feb 03 12:36:48.626158 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d966e173-3122-4a45-bf8e-1d86a4c3bb6a None None] Port 67d84aba-2142-4f7c-b5f5-96c10fce01b5 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:36:48.627106 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43468) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:48.650648 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ac706-2e68-406d-8d63-d78ffc513957 req-86ade828-8d73-4961-8df5-37c420934a4e tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:48.652171 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-336ac706-2e68-406d-8d63-d78ffc513957 req-86ade828-8d73-4961-8df5-37c420934a4e tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bcee9fb-28b4-48c0-8319-e36d9c4e2803 HTTP/1.1" status: 200 len: 943 time: 0.1383193 Feb 03 12:36:48.654625 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] Request body: {'port': {'device_id': '9361af6c-5812-49c4-9fba-95a9c133d795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:48.672909 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b34b7-122a-426d-91fd-d21911380a7a tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff38baa9-6abe-4ecd-9d2d-e2e2915a5807,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:48.685943 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-937c19b3-dd3d-4a74-a64e-79f69e41f62c admin admin] Publish callbacks [] for security_group (5c4004e9-74ca-48be-9cba-fe7dbd4fede2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.699424 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-937c19b3-dd3d-4a74-a64e-79f69e41f62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5c4004e9-74ca-48be-9cba-fe7dbd4fede2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.748486 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4540ce20-02db-468d-8d8a-d33764bb6c55 req-d9493450-6c82-4e14-ad19-838eb7dd8ca2 service neutron] 10.222.0.31 "GET /v2.0/networks/57d05e71-91ef-4d8b-8053-8941dc5e5ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056625 Feb 03 12:36:48.754782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] For port bea337d6-879e-4f1e-b9d1-d48bf2c2c960, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:48.756527 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937c19b3-dd3d-4a74-a64e-79f69e41f62c admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:36:48.762075 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] For port bea337d6-879e-4f1e-b9d1-d48bf2c2c960, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=bea337d6-879e-4f1e-b9d1-d48bf2c2c960,segment=NetworkSegment(214345f3-acc0-4b08-88f8-d3087a548fe6),segment_id=214345f3-acc0-4b08-88f8-d3087a548fe6)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:48.763694 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (67d84aba-2142-4f7c-b5f5-96c10fce01b5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.766197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c19b3-dd3d-4a74-a64e-79f69e41f62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4004e9-74ca-48be-9cba-fe7dbd4fede2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:48.771047 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-50b89931-1151-467d-ae1c-4b79ba83e6cd req-c01fdfdc-f8b2-4b99-a577-096f86ba0b1e tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101058 Feb 03 12:36:48.773817 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-eef0a63e-69f7-488f-9b45-f7ab69a88de4 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1441822 Feb 03 12:36:48.779731 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43470) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:48.783221 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (bea337d6-879e-4f1e-b9d1-d48bf2c2c960), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.784293 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-509f6414-0090-440c-996c-738df1018d4f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group': {'name': 'tempest-secgroup--383438835'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:48.794615 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-336ac706-2e68-406d-8d63-d78ffc513957 req-5001b368-5a30-45f0-b0da-414842f34bb4 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293049 Feb 03 12:36:48.801754 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-937c19b3-dd3d-4a74-a64e-79f69e41f62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (bd4d89e5-2dcc-4719-b05a-f15dec20cce2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.802107 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-937c19b3-dd3d-4a74-a64e-79f69e41f62c admin admin] Added segment bd4d89e5-2dcc-4719-b05a-f15dec20cce2 of type vlan for network be98f3c8-8a9c-4766-9c13-a265143eb6e0 Feb 03 12:36:48.860474 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-509f6414-0090-440c-996c-738df1018d4f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.863790 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-937c19b3-dd3d-4a74-a64e-79f69e41f62c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (be98f3c8-8a9c-4766-9c13-a265143eb6e0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.929734 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-937c19b3-dd3d-4a74-a64e-79f69e41f62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (be98f3c8-8a9c-4766-9c13-a265143eb6e0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.930886 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937c19b3-dd3d-4a74-a64e-79f69e41f62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:48.931533 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-937c19b3-dd3d-4a74-a64e-79f69e41f62c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:48.988422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device a1ec3473-6e3b-495f-85d2-c49d91d37bea details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:36:49.014226 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-937c19b3-dd3d-4a74-a64e-79f69e41f62c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8461280 Feb 03 12:36:49.024017 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43472) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:49.063184 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e619d14d-da29-4d12-902c-c1a288d747bb admin admin] Request body: {'subnet': {'network_id': 'be98f3c8-8a9c-4766-9c13-a265143eb6e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-330007921-subnet', 'tenant_id': '6ca3db86936444d9b26d9e538954d44e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:49.079070 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c19b3-dd3d-4a74-a64e-79f69e41f62c admin admin] Pushing event updated for resources: {'Network': ['ID=be98f3c8-8a9c-4766-9c13-a265143eb6e0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:49.114389 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-509f6414-0090-440c-996c-738df1018d4f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (67db32be-2141-4383-85fe-f4b228849edf), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:49.128020 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c71963-fd9a-420c-ab3f-0292960e80a7 req-b500b3b2-1933-4256-a241-ec5ef95230f4 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:49.129579 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-37c71963-fd9a-420c-ab3f-0292960e80a7 req-b500b3b2-1933-4256-a241-ec5ef95230f4 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.2170906 Feb 03 12:36:49.131473 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e619d14d-da29-4d12-902c-c1a288d747bb admin admin] Made reservation on behalf of 6ca3db86936444d9b26d9e538954d44e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:49.134539 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e619d14d-da29-4d12-902c-c1a288d747bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:49.136640 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-509f6414-0090-440c-996c-738df1018d4f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (67db32be-2141-4383-85fe-f4b228849edf), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:49.176715 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network be98f3c8-8a9c-4766-9c13-a265143eb6e0 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:36:49.206762 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-509f6414-0090-440c-996c-738df1018d4f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:49.208028 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-509f6414-0090-440c-996c-738df1018d4f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4278710 Feb 03 12:36:49.213142 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43476) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:49.243860 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8b43eead-4042-4c07-b051-385da94ab5bc tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group_rule': {'security_group_id': '67db32be-2141-4383-85fe-f4b228849edf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:49.247850 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f6414-0090-440c-996c-738df1018d4f tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67db32be-2141-4383-85fe-f4b228849edf,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:49.286792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:49.287428 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:49.288891 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] 10.222.0.73 "PUT /v2.0/ports/bea337d6-879e-4f1e-b9d1-d48bf2c2c960 HTTP/1.1" status: 200 len: 1091 time: 3.8375440 Feb 03 12:36:49.292565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'tag': 'bea337d6-879e-4f1e-b9d1-d48bf2c2c960'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:49.295081 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72422de5-36cf-4a50-a0aa-dfacefc257ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "tag": "bea337d6-879e-4f1e-b9d1-d48bf2c2c960"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:49.382920 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-37c71963-fd9a-420c-ab3f-0292960e80a7 req-610cc24c-83db-475d-97c8-03c1f555dda0 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273281 Feb 03 12:36:49.386324 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b43eead-4042-4c07-b051-385da94ab5bc tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (1542bdc4-bcb8-491b-bd61-221ff548741b), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:49.402464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624f126-41ff-4530-8f7a-a59d2570f7fc service neutron] Pushing event updated for resources: {'Port': ['ID=bea337d6-879e-4f1e-b9d1-d48bf2c2c960,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:49.475543 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port a1ec3473-6e3b-495f-85d2-c49d91d37bea, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=a1ec3473-6e3b-495f-85d2-c49d91d37bea,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:49.485029 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7dc907-7ed0-4d53-bd7c-76c0c5b2a48a x-openstack-request-id: req-6e7dc907-7ed0-4d53-bd7c-76c0c5b2a48a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:49.485331 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "tag": "bea337d6-879e-4f1e-b9d1-d48bf2c2c960", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:49.485590 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e7dc907-7ed0-4d53-bd7c-76c0c5b2a48a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:49.485998 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'tag': 'bea337d6-879e-4f1e-b9d1-d48bf2c2c960', 'status': 'completed', 'code': 200} Feb 03 12:36:49.495388 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'a1ec3473-6e3b-495f-85d2-c49d91d37bea', 'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9', 'port_id': 'a1ec3473-6e3b-495f-85d2-c49d91d37bea', 'mac_address': 'fa:16:3e:dc:7e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6692b46d-d587-49d4-a31d-fa29447818e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:36:49.513504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e333b52-a70b-4099-924a-838e99e2d8ae req-93174d3a-0bb9-418c-96e3-8228e1b247c9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:49.519304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e333b52-a70b-4099-924a-838e99e2d8ae req-93174d3a-0bb9-418c-96e3-8228e1b247c9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:49.524684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e333b52-a70b-4099-924a-838e99e2d8ae req-93174d3a-0bb9-418c-96e3-8228e1b247c9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:49.535743 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e333b52-a70b-4099-924a-838e99e2d8ae req-93174d3a-0bb9-418c-96e3-8228e1b247c9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:49.541693 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e333b52-a70b-4099-924a-838e99e2d8ae req-93174d3a-0bb9-418c-96e3-8228e1b247c9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:49.551662 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port a1ec3473-6e3b-495f-85d2-c49d91d37bea is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:49.552101 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:49.553142 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e333b52-a70b-4099-924a-838e99e2d8ae req-93174d3a-0bb9-418c-96e3-8228e1b247c9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:49.558725 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e333b52-a70b-4099-924a-838e99e2d8ae req-93174d3a-0bb9-418c-96e3-8228e1b247c9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:49.566415 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e333b52-a70b-4099-924a-838e99e2d8ae req-93174d3a-0bb9-418c-96e3-8228e1b247c9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.2536826 Feb 03 12:36:49.580454 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ec3473-6e3b-495f-85d2-c49d91d37bea {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:49.585795 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-760b92d0-94e2-4cac-b51b-aa9c7e69fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:49.586286 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-760b92d0-94e2-4cac-b51b-aa9c7e69fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:49.586768 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-760b92d0-94e2-4cac-b51b-aa9c7e69fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:49.587351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-760b92d0-94e2-4cac-b51b-aa9c7e69fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:49.587824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-760b92d0-94e2-4cac-b51b-aa9c7e69fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:49.588960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-760b92d0-94e2-4cac-b51b-aa9c7e69fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:49.589989 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-760b92d0-94e2-4cac-b51b-aa9c7e69fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:49.592053 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-760b92d0-94e2-4cac-b51b-aa9c7e69fcad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e9261d80c134a528c4f6c4dcfb8fdad&device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 6693 time: 0.2320020 Feb 03 12:36:49.616206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port a1ec3473-6e3b-495f-85d2-c49d91d37bea, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=a1ec3473-6e3b-495f-85d2-c49d91d37bea,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:49.623809 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:49.624376 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b43eead-4042-4c07-b051-385da94ab5bc tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (1542bdc4-bcb8-491b-bd61-221ff548741b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:49.634635 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b43eead-4042-4c07-b051-385da94ab5bc tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (1542bdc4-bcb8-491b-bd61-221ff548741b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:49.671628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-0614e3a5-1118-4f7e-b73a-b6694fe41c9d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4826eed5-8674-4d26-a490-465da149bc95 HTTP/1.1" status: 200 len: 217 time: 0.0652597 Feb 03 12:36:49.684681 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e619d14d-da29-4d12-902c-c1a288d747bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (d251e72c-596d-40e7-9d08-bfb2248ea725), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:49.687142 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43eead-4042-4c07-b051-385da94ab5bc tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1542bdc4-bcb8-491b-bd61-221ff548741b,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:49.729977 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b43eead-4042-4c07-b051-385da94ab5bc tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:49.731336 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8b43eead-4042-4c07-b051-385da94ab5bc tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5172648 Feb 03 12:36:49.737049 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43480) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:49.760606 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e333b52-a70b-4099-924a-838e99e2d8ae req-ad343a24-4bc5-41b2-821e-32bd12f22942 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1931863 Feb 03 12:36:49.769240 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=a1ec3473-6e3b-495f-85d2-c49d91d37bea,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:49.781438 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c6ede37d-0d2f-4a9f-942e-9639090c00da tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-group-rules/1542bdc4-bcb8-491b-bd61-221ff548741b HTTP/1.1" status: 200 len: 763 time: 0.0410199 Feb 03 12:36:49.781676 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:49.781676 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:49.781676 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:49.781988 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:49.782322 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:49.782657 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619d14d-da29-4d12-902c-c1a288d747bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d251e72c-596d-40e7-9d08-bfb2248ea725,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:49.783198 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:49.783355 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43482) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:49.783981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:49.784433 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:49.784775 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:49.789593 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:49.791198 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:49.791652 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:49.793214 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:36:49.803780 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e619d14d-da29-4d12-902c-c1a288d747bb admin admin] Checking segment: {'id': 'bd4d89e5-2dcc-4719-b05a-f15dec20cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'be98f3c8-8a9c-4766-9c13-a265143eb6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:49.804587 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e619d14d-da29-4d12-902c-c1a288d747bb admin admin] Network hostable DHCP agents. Network: be98f3c8-8a9c-4766-9c13-a265143eb6e0, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:36:49.818146 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-6a4303f7-c92b-41d0-9300-bf12315e9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:49.819674 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-6a4303f7-c92b-41d0-9300-bf12315e9b5f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b063e2a3-8e40-40f6-89bc-8502d1a3d0cc HTTP/1.1" status: 200 len: 850 time: 0.1344564 Feb 03 12:36:49.826988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e619d14d-da29-4d12-902c-c1a288d747bb admin admin] Network be98f3c8-8a9c-4766-9c13-a265143eb6e0 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:36:49.847408 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e619d14d-da29-4d12-902c-c1a288d747bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, be98f3c8-8a9c-4766-9c13-a265143eb6e0) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:49.860587 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dd55a9-7edb-4713-8272-148ebe64a0ec None None] Network be98f3c8-8a9c-4766-9c13-a265143eb6e0 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:49.862714 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e619d14d-da29-4d12-902c-c1a288d747bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:49.865226 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e619d14d-da29-4d12-902c-c1a288d747bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:49.897064 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d84aba-2142-4f7c-b5f5-96c10fce01b5 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:49.916825 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] Publish callbacks [] for port (67d84aba-2142-4f7c-b5f5-96c10fce01b5), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:49.919529 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e619d14d-da29-4d12-902c-c1a288d747bb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8908899 Feb 03 12:36:49.944955 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['a1ec3473-6e3b-495f-85d2-c49d91d37bea'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:49.947837 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a94f2b38-f804-4910-a6e5-8a3cf5f4a134 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1609600 Feb 03 12:36:49.951854 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43490) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:49.997940 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] Transition to ACTIVE for port object 67d84aba-2142-4f7c-b5f5-96c10fce01b5 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:36:50.006336 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-b0a3e52d-2083-469c-8420-c24005fc8eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:50.007977 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-57445515-c2fa-472b-b173-60e6ddc6edee tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (1542bdc4-bcb8-491b-bd61-221ff548741b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.008610 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-b0a3e52d-2083-469c-8420-c24005fc8eeb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259c9e24-5450-466e-8578-f11470a26a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1776466 Feb 03 12:36:50.012205 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (67d84aba-2142-4f7c-b5f5-96c10fce01b5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.021338 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-57445515-c2fa-472b-b173-60e6ddc6edee tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (1542bdc4-bcb8-491b-bd61-221ff548741b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.047016 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93547059-a099-4cd6-ba56-bef75ab40bd1 req-64d6953c-f708-48e1-8a12-9474cfc636be tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:50.055317 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-93547059-a099-4cd6-ba56-bef75ab40bd1 req-64d6953c-f708-48e1-8a12-9474cfc636be tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bcee9fb-28b4-48c0-8319-e36d9c4e2803 HTTP/1.1" status: 200 len: 944 time: 0.1149511 Feb 03 12:36:50.094440 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-57445515-c2fa-472b-b173-60e6ddc6edee tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (1542bdc4-bcb8-491b-bd61-221ff548741b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.108832 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-57445515-c2fa-472b-b173-60e6ddc6edee tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.113118 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-57445515-c2fa-472b-b173-60e6ddc6edee tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1542bdc4-bcb8-491b-bd61-221ff548741b HTTP/1.1" status: 204 len: 168 time: 0.1589780 Feb 03 12:36:50.117429 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43494) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:50.138638 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57445515-c2fa-472b-b173-60e6ddc6edee tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1542bdc4-bcb8-491b-bd61-221ff548741b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:50.160160 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-93547059-a099-4cd6-ba56-bef75ab40bd1 req-b5fe6fc0-2055-447c-9546-0eaff722ba64 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039071 Feb 03 12:36:50.183865 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a6659e-6071-40e5-92a3-e5a32df9ffae None None] Network be98f3c8-8a9c-4766-9c13-a265143eb6e0 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:50.190200 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cc696893-08f1-48df-9d9b-8ca7707ed169 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0704832 Feb 03 12:36:50.191769 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] Pushing event updated for resources: {'Port': ['ID=67d84aba-2142-4f7c-b5f5-96c10fce01b5,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:50.193419 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43496) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:50.200509 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e3b2225f-1334-4f67-87f9-7bf84907aee0 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group_rule': {'security_group_id': '67db32be-2141-4383-85fe-f4b228849edf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:50.258610 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3b2225f-1334-4f67-87f9-7bf84907aee0 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (9c0c6c84-dda5-4fe9-b6b3-60c9ef2d2039), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.306867 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14647000-83c5-4387-a6fb-f8ce0c8366e7 req-bbce03af-b79d-45b8-866b-39f1523305f1 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:50.315500 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14647000-83c5-4387-a6fb-f8ce0c8366e7 req-bbce03af-b79d-45b8-866b-39f1523305f1 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9361af6c-5812-49c4-9fba-95a9c133d795 HTTP/1.1" status: 200 len: 935 time: 0.3618922 Feb 03 12:36:50.422673 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3b2225f-1334-4f67-87f9-7bf84907aee0 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (9c0c6c84-dda5-4fe9-b6b3-60c9ef2d2039), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.430416 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3b2225f-1334-4f67-87f9-7bf84907aee0 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (9c0c6c84-dda5-4fe9-b6b3-60c9ef2d2039), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.474059 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2225f-1334-4f67-87f9-7bf84907aee0 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0c6c84-dda5-4fe9-b6b3-60c9ef2d2039,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:50.485310 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3b2225f-1334-4f67-87f9-7bf84907aee0 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.489115 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e3b2225f-1334-4f67-87f9-7bf84907aee0 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2919178 Feb 03 12:36:50.489280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43502) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:50.513373 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d78ec77f-3e56-43ef-9822-5e8b4154b22e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-group-rules/9c0c6c84-dda5-4fe9-b6b3-60c9ef2d2039 HTTP/1.1" status: 200 len: 763 time: 0.0228279 Feb 03 12:36:50.515692 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43504) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:50.568265 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-492918ca-6608-4464-9410-ff4595d62c98 service neutron] 10.222.0.73 "GET /v2.0/networks/259c9e24-5450-466e-8578-f11470a26a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456257 Feb 03 12:36:50.602681 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7d5848b0-2d01-44f4-9aea-a56a2406a418 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0857089 Feb 03 12:36:50.605603 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43506) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:50.622234 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14647000-83c5-4387-a6fb-f8ce0c8366e7 req-4b9adc02-f04a-4e11-9397-aa9e36793261 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870836 Feb 03 12:36:50.675456 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8412a509-5d75-4c78-9a5a-0f83bb3f385c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (9c0c6c84-dda5-4fe9-b6b3-60c9ef2d2039), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.690238 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8412a509-5d75-4c78-9a5a-0f83bb3f385c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (9c0c6c84-dda5-4fe9-b6b3-60c9ef2d2039), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.703775 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] Attempting to bind port 67d84aba-2142-4f7c-b5f5-96c10fce01b5 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:36:50.704054 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] Attempting to bind port 67d84aba-2142-4f7c-b5f5-96c10fce01b5 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:36:50.704406 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] Attempting to bind port 67d84aba-2142-4f7c-b5f5-96c10fce01b5 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:50.720193 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] Port 67d84aba-2142-4f7c-b5f5-96c10fce01b5 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:36:50.720697 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] Attempting to bind port 67d84aba-2142-4f7c-b5f5-96c10fce01b5 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:36:50.730746 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:36:50.731324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:50.731824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:36:50.732472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] Bound port: 67d84aba-2142-4f7c-b5f5-96c10fce01b5, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:36:50.732997 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (67d84aba-2142-4f7c-b5f5-96c10fce01b5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.747772 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8412a509-5d75-4c78-9a5a-0f83bb3f385c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (9c0c6c84-dda5-4fe9-b6b3-60c9ef2d2039), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.756868 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8412a509-5d75-4c78-9a5a-0f83bb3f385c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.764853 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8412a509-5d75-4c78-9a5a-0f83bb3f385c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/9c0c6c84-dda5-4fe9-b6b3-60c9ef2d2039 HTTP/1.1" status: 204 len: 168 time: 0.1555927 Feb 03 12:36:50.765575 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43510) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:50.802805 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412a509-5d75-4c78-9a5a-0f83bb3f385c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c0c6c84-dda5-4fe9-b6b3-60c9ef2d2039,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:50.819273 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] For port 67d84aba-2142-4f7c-b5f5-96c10fce01b5, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:36:50.822400 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] For port 67d84aba-2142-4f7c-b5f5-96c10fce01b5, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=67d84aba-2142-4f7c-b5f5-96c10fce01b5,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:36:50.829912 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-c3f0ce01-8b34-457a-8da4-a9757ed463d2 service neutron] 10.222.0.73 "GET /v2.0/networks/259c9e24-5450-466e-8578-f11470a26a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453525 Feb 03 12:36:50.835721 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1807eca1-4fd8-46e2-aafb-8eeed5301277 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0618894 Feb 03 12:36:50.838250 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43516) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:50.844027 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9089e04a-e3ac-4c81-81f1-855368aa092e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group_rule': {'security_group_id': '67db32be-2141-4383-85fe-f4b228849edf', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:50.848339 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (67d84aba-2142-4f7c-b5f5-96c10fce01b5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.906831 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9089e04a-e3ac-4c81-81f1-855368aa092e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (d585bb56-2491-479b-8d5a-30aa62474b73), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.937626 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-895a1276-a7ab-40ca-99fd-2e9f8326aa6e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=cabf4d1d-9cb5-497f-96ba-005a83301d2f HTTP/1.1" status: 200 len: 217 time: 0.0979509 Feb 03 12:36:50.946951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:50.947580 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:50.949046 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] 10.222.0.73 "PUT /v2.0/ports/67d84aba-2142-4f7c-b5f5-96c10fce01b5 HTTP/1.1" status: 200 len: 1095 time: 2.3120620 Feb 03 12:36:50.998677 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device a1ec3473-6e3b-495f-85d2-c49d91d37bea up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:51.012330 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9089e04a-e3ac-4c81-81f1-855368aa092e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (d585bb56-2491-479b-8d5a-30aa62474b73), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.033090 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9089e04a-e3ac-4c81-81f1-855368aa092e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (d585bb56-2491-479b-8d5a-30aa62474b73), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.073611 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd553a5c-0576-4a55-9f05-1b8e8679b8ee service neutron] Pushing event updated for resources: {'Port': ['ID=67d84aba-2142-4f7c-b5f5-96c10fce01b5,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:51.082791 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424c2b2-d056-45d7-9428-5826f1e3b52d req-e95322f3-3b52-4bf6-935e-232921526037 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:51.085157 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6424c2b2-d056-45d7-9428-5826f1e3b52d req-e95322f3-3b52-4bf6-935e-232921526037 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.2588806 Feb 03 12:36:51.090779 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-407af330-e8dd-44f2-a86d-b37302bff7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:51.092558 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-407af330-e8dd-44f2-a86d-b37302bff7cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3329b62-fee9-499a-b698-bfa600d55e29 HTTP/1.1" status: 200 len: 797 time: 0.1409814 Feb 03 12:36:51.094815 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680812c-3987-4c3d-9cb5-57d4cf9cee0f req-58050d15-26c1-40ee-9fa0-1658690d8388 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:51.105539 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680812c-3987-4c3d-9cb5-57d4cf9cee0f req-58050d15-26c1-40ee-9fa0-1658690d8388 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:51.107897 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port a1ec3473-6e3b-495f-85d2-c49d91d37bea completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:36:51.112320 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680812c-3987-4c3d-9cb5-57d4cf9cee0f req-58050d15-26c1-40ee-9fa0-1658690d8388 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:51.114772 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port a1ec3473-6e3b-495f-85d2-c49d91d37bea triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:51.115466 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.126883 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680812c-3987-4c3d-9cb5-57d4cf9cee0f req-58050d15-26c1-40ee-9fa0-1658690d8388 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:51.133152 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680812c-3987-4c3d-9cb5-57d4cf9cee0f req-58050d15-26c1-40ee-9fa0-1658690d8388 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:51.154015 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680812c-3987-4c3d-9cb5-57d4cf9cee0f req-58050d15-26c1-40ee-9fa0-1658690d8388 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:51.163075 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680812c-3987-4c3d-9cb5-57d4cf9cee0f req-58050d15-26c1-40ee-9fa0-1658690d8388 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:51.169885 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e680812c-3987-4c3d-9cb5-57d4cf9cee0f req-58050d15-26c1-40ee-9fa0-1658690d8388 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.2727699 Feb 03 12:36:51.170444 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9089e04a-e3ac-4c81-81f1-855368aa092e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.172028 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9089e04a-e3ac-4c81-81f1-855368aa092e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3323581 Feb 03 12:36:51.176281 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43518) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:51.183500 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6424c2b2-d056-45d7-9428-5826f1e3b52d req-8d2e4f6f-80ef-4529-b94e-e1ee6c56541e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874927 Feb 03 12:36:51.196927 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089e04a-e3ac-4c81-81f1-855368aa092e tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d585bb56-2491-479b-8d5a-30aa62474b73,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:51.214616 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-72bbf881-c801-4b1c-8a77-9375a95e4809 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-group-rules/d585bb56-2491-479b-8d5a-30aa62474b73 HTTP/1.1" status: 200 len: 764 time: 0.0357594 Feb 03 12:36:51.220387 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43522) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:51.227737 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-1f85db4e-6920-44ad-9db7-bc97882cceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:51.229370 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-1f85db4e-6920-44ad-9db7-bc97882cceaf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d728894bc9f45b18f34c1ff94921f1d&device_id=9361af6c-5812-49c4-9fba-95a9c133d795 HTTP/1.1" status: 200 len: 1129 time: 0.2100856 Feb 03 12:36:51.293581 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port a1ec3473-6e3b-495f-85d2-c49d91d37bea is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:51.294877 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.322479 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-cab17eb6-2565-4ef7-8087-eecc5e7aea40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=67d84aba-2142-4f7c-b5f5-96c10fce01b5 HTTP/1.1" status: 200 len: 217 time: 0.0744188 Feb 03 12:36:51.335242 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e680812c-3987-4c3d-9cb5-57d4cf9cee0f req-037b1091-ad87-40f4-b9c0-b08597e8b95c tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1520016 Feb 03 12:36:51.339442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-96826582-46a7-4c76-91bb-3547ebad6f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:51.341005 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-96826582-46a7-4c76-91bb-3547ebad6f45 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c9f93eb-710e-451f-966d-9a0a4f14a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2198832 Feb 03 12:36:51.372519 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcee9fb-28b4-48c0-8319-e36d9c4e2803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ec3473-6e3b-495f-85d2-c49d91d37bea'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:51.375316 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890f4bff-cb4d-43f9-a485-a78f21c5299c" -d '{"events": [{"server_uuid": "6bcee9fb-28b4-48c0-8319-e36d9c4e2803", "name": "network-vif-plugged", "status": "completed", "tag": "a1ec3473-6e3b-495f-85d2-c49d91d37bea"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:51.392665 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-66f41f65-421b-4aa1-9de4-c07220ca07f7 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1708531 Feb 03 12:36:51.395354 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43526) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:51.401746 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port a1ec3473-6e3b-495f-85d2-c49d91d37bea, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=a1ec3473-6e3b-495f-85d2-c49d91d37bea,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:51.408946 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.457121 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-8b72cce6-8163-4419-9bdb-95c28bd27d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:51.458674 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-8b72cce6-8163-4419-9bdb-95c28bd27d2d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1232827 Feb 03 12:36:51.461726 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20dbb8f3-a94e-4eff-b8d3-8d9ee11b6ebe tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (d585bb56-2491-479b-8d5a-30aa62474b73), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.482040 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20dbb8f3-a94e-4eff-b8d3-8d9ee11b6ebe tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (d585bb56-2491-479b-8d5a-30aa62474b73), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.499240 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9361af6c-5812-49c4-9fba-95a9c133d795', 'tag': '67d84aba-2142-4f7c-b5f5-96c10fce01b5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:51.502310 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aeb3ab0-d745-46b3-9808-b5f71edff510" -d '{"events": [{"name": "network-changed", "server_uuid": "9361af6c-5812-49c4-9fba-95a9c133d795", "tag": "67d84aba-2142-4f7c-b5f5-96c10fce01b5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:51.522090 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bd53b6-2649-441c-af76-9586f0e5c85c x-openstack-request-id: req-18bd53b6-2649-441c-af76-9586f0e5c85c {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:51.522385 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bcee9fb-28b4-48c0-8319-e36d9c4e2803", "name": "network-vif-plugged", "status": "completed", "tag": "a1ec3473-6e3b-495f-85d2-c49d91d37bea", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:51.522646 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18bd53b6-2649-441c-af76-9586f0e5c85c {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:51.523738 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bcee9fb-28b4-48c0-8319-e36d9c4e2803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ec3473-6e3b-495f-85d2-c49d91d37bea', 'code': 200} Feb 03 12:36:51.545758 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=a1ec3473-6e3b-495f-85d2-c49d91d37bea,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:51.546185 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-5f23c9c6-0489-49ec-bd08-6c7e01cf567b service neutron] 10.222.0.73 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898696 Feb 03 12:36:51.565185 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-da3d9fa0-5745-4c9e-98b6-22bc447fa2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:51.566679 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-da3d9fa0-5745-4c9e-98b6-22bc447fa2c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1007659 Feb 03 12:36:51.599057 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20dbb8f3-a94e-4eff-b8d3-8d9ee11b6ebe tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (d585bb56-2491-479b-8d5a-30aa62474b73), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.608732 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20dbb8f3-a94e-4eff-b8d3-8d9ee11b6ebe tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.612010 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-20dbb8f3-a94e-4eff-b8d3-8d9ee11b6ebe tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/d585bb56-2491-479b-8d5a-30aa62474b73 HTTP/1.1" status: 204 len: 168 time: 0.2132494 Feb 03 12:36:51.612370 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43534) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:51.633621 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbb8f3-a94e-4eff-b8d3-8d9ee11b6ebe tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d585bb56-2491-479b-8d5a-30aa62474b73,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:51.667664 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-71a4c766-0552-4337-9657-f86261e80dd2 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0498145 Feb 03 12:36:51.668654 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43538) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:51.672937 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ce5680-239c-4f5b-a2df-7c96c6a5a707 x-openstack-request-id: req-b7ce5680-239c-4f5b-a2df-7c96c6a5a707 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:51.673484 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9361af6c-5812-49c4-9fba-95a9c133d795", "tag": "67d84aba-2142-4f7c-b5f5-96c10fce01b5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:51.673484 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7ce5680-239c-4f5b-a2df-7c96c6a5a707 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:51.674076 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9361af6c-5812-49c4-9fba-95a9c133d795', 'tag': '67d84aba-2142-4f7c-b5f5-96c10fce01b5', 'status': 'completed', 'code': 200} Feb 03 12:36:51.683496 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a84fd5-595e-4ad1-ac0d-63a35a19625d req-0cdddaa3-70f3-40b4-8778-a7c3a38cd9ad tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:51.685034 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a6a84fd5-595e-4ad1-ac0d-63a35a19625d req-0cdddaa3-70f3-40b4-8778-a7c3a38cd9ad tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bcee9fb-28b4-48c0-8319-e36d9c4e2803 HTTP/1.1" status: 200 len: 945 time: 0.1231852 Feb 03 12:36:51.768224 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-737ad2ca-d089-4cdf-9587-fc8c0ba2cf50 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (67db32be-2141-4383-85fe-f4b228849edf), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.777127 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a6a84fd5-595e-4ad1-ac0d-63a35a19625d req-5da94879-8e9e-41cb-865a-ccf731419a18 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860684 Feb 03 12:36:51.810147 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-737ad2ca-d089-4cdf-9587-fc8c0ba2cf50 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (67db32be-2141-4383-85fe-f4b228849edf), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.813602 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-23ce66a3-76fa-4faa-b8e7-682b117e1deb service neutron] 10.222.0.73 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595422 Feb 03 12:36:51.869007 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-737ad2ca-d089-4cdf-9587-fc8c0ba2cf50 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (67db32be-2141-4383-85fe-f4b228849edf), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.869007 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-737ad2ca-d089-4cdf-9587-fc8c0ba2cf50 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.869007 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-737ad2ca-d089-4cdf-9587-fc8c0ba2cf50 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-groups/67db32be-2141-4383-85fe-f4b228849edf HTTP/1.1" status: 204 len: 168 time: 0.1989107 Feb 03 12:36:51.869422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d2130-19cd-4e79-8ced-faa88502f6fc req-724963bd-65d3-4617-8827-1c603fcdd4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:51.869520 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43544) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:51.869877 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e8d2130-19cd-4e79-8ced-faa88502f6fc req-724963bd-65d3-4617-8827-1c603fcdd4f5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6bcee9fb-28b4-48c0-8319-e36d9c4e2803 HTTP/1.1" status: 200 len: 1127 time: 0.2924268 Feb 03 12:36:51.896596 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ad2ca-d089-4cdf-9587-fc8c0ba2cf50 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67db32be-2141-4383-85fe-f4b228849edf,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:51.930115 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-f1c19ac7-640a-4e26-a859-c7ac07dd3c56 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=4997ac52-3b54-4c28-b601-d5627a93ce49 HTTP/1.1" status: 200 len: 217 time: 0.0907817 Feb 03 12:36:51.938525 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f4500d9f-68b7-4cff-8710-bc6bbb46fd7c tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0641973 Feb 03 12:36:51.938525 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43548) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:51.942571 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fcf72385-6bda-4fda-826a-074e06591a63 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144717293'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:51.984901 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcf72385-6bda-4fda-826a-074e06591a63 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:51.988569 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-0982c0bd-1b68-4328-84ae-a4268055a5ce service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099770 Feb 03 12:36:52.017601 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7518f3a-dadc-4977-bd01-db5f5397abb8 req-bad15126-cf3b-4441-85e7-a43a49d64cb9 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:52.019215 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7518f3a-dadc-4977-bd01-db5f5397abb8 req-bad15126-cf3b-4441-85e7-a43a49d64cb9 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9361af6c-5812-49c4-9fba-95a9c133d795 HTTP/1.1" status: 200 len: 947 time: 0.2681394 Feb 03 12:36:52.080396 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e8d2130-19cd-4e79-8ced-faa88502f6fc req-a90b3d83-ba83-491a-ac1c-402406fde3c6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727378 Feb 03 12:36:52.082687 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcf72385-6bda-4fda-826a-074e06591a63 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (c5b5ab0c-4bca-4c5e-9d0b-f111c271fe2e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:52.092702 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-9bbfb692-dd02-4f88-8dff-435e423129a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:52.094193 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-9bbfb692-dd02-4f88-8dff-435e423129a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3329b62-fee9-499a-b698-bfa600d55e29 HTTP/1.1" status: 200 len: 797 time: 0.1476469 Feb 03 12:36:52.099886 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcf72385-6bda-4fda-826a-074e06591a63 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c5b5ab0c-4bca-4c5e-9d0b-f111c271fe2e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:52.126724 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcf72385-6bda-4fda-826a-074e06591a63 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:52.132866 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fcf72385-6bda-4fda-826a-074e06591a63 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1939864 Feb 03 12:36:52.133923 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43558) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:52.152049 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-62a57c7d-4590-4145-afa1-653cfd1b2f27 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Request body: {'security_group_rule': {'security_group_id': 'c5b5ab0c-4bca-4c5e-9d0b-f111c271fe2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:52.181677 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf72385-6bda-4fda-826a-074e06591a63 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b5ab0c-4bca-4c5e-9d0b-f111c271fe2e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:52.203714 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7518f3a-dadc-4977-bd01-db5f5397abb8 req-7ac7a217-be78-4512-b527-35d0907df8c1 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724582 Feb 03 12:36:52.215423 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0c23f2ea-e6ea-4830-bd31-d809b7da2fc5 req-9bf139a5-0d9b-4e85-9eee-686e076ced45 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065632 Feb 03 12:36:52.215832 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62a57c7d-4590-4145-afa1-653cfd1b2f27 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (570f5ce6-854c-4929-abbd-3eea4092afd3), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:52.224775 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-2c7f109b-31b9-4732-a4e7-e090a19f67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:52.226501 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-2c7f109b-31b9-4732-a4e7-e090a19f67a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c9f93eb-710e-451f-966d-9a0a4f14a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0999556 Feb 03 12:36:52.299824 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62a57c7d-4590-4145-afa1-653cfd1b2f27 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (570f5ce6-854c-4929-abbd-3eea4092afd3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:52.308700 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62a57c7d-4590-4145-afa1-653cfd1b2f27 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (570f5ce6-854c-4929-abbd-3eea4092afd3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:52.335178 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a57c7d-4590-4145-afa1-653cfd1b2f27 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570f5ce6-854c-4929-abbd-3eea4092afd3,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:52.347055 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62a57c7d-4590-4145-afa1-653cfd1b2f27 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:52.353710 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-62a57c7d-4590-4145-afa1-653cfd1b2f27 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2077720 Feb 03 12:36:52.353710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43566) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:52.439879 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-50694e60-729f-4517-9adb-a5571c08d271 service neutron] 10.222.0.73 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978400 Feb 03 12:36:52.454807 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd04c-fe20-4678-975c-87682b318cfc tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (c5b5ab0c-4bca-4c5e-9d0b-f111c271fe2e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:52.479615 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cba504-3d28-4e3b-b991-f687286db3f7 req-ec7001fc-077d-449f-b910-8a1555465e63 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:52.486617 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28cba504-3d28-4e3b-b991-f687286db3f7 req-ec7001fc-077d-449f-b910-8a1555465e63 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.1555524 Feb 03 12:36:52.503143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb3ab0-d745-46b3-9808-b5f71edff510 req-3ecfab94-9c1d-4c9e-9f98-980a836521d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:52.504653 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5aeb3ab0-d745-46b3-9808-b5f71edff510 req-3ecfab94-9c1d-4c9e-9f98-980a836521d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d728894bc9f45b18f34c1ff94921f1d&device_id=9361af6c-5812-49c4-9fba-95a9c133d795 HTTP/1.1" status: 200 len: 1129 time: 0.1749961 Feb 03 12:36:52.510719 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd04c-fe20-4678-975c-87682b318cfc tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (c5b5ab0c-4bca-4c5e-9d0b-f111c271fe2e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:52.568486 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894fb72-ebdd-4caf-ba5f-1fcafe1ca13e req-e016a230-d7fe-4dec-b963-bdef1007a951 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:52.574273 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894fb72-ebdd-4caf-ba5f-1fcafe1ca13e req-e016a230-d7fe-4dec-b963-bdef1007a951 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:52.579694 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894fb72-ebdd-4caf-ba5f-1fcafe1ca13e req-e016a230-d7fe-4dec-b963-bdef1007a951 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:52.585347 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894fb72-ebdd-4caf-ba5f-1fcafe1ca13e req-e016a230-d7fe-4dec-b963-bdef1007a951 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:52.590734 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894fb72-ebdd-4caf-ba5f-1fcafe1ca13e req-e016a230-d7fe-4dec-b963-bdef1007a951 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:52.596516 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894fb72-ebdd-4caf-ba5f-1fcafe1ca13e req-e016a230-d7fe-4dec-b963-bdef1007a951 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:52.601751 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894fb72-ebdd-4caf-ba5f-1fcafe1ca13e req-e016a230-d7fe-4dec-b963-bdef1007a951 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:52.604224 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0894fb72-ebdd-4caf-ba5f-1fcafe1ca13e req-e016a230-d7fe-4dec-b963-bdef1007a951 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.1356864 Feb 03 12:36:52.625300 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd04c-fe20-4678-975c-87682b318cfc tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c5b5ab0c-4bca-4c5e-9d0b-f111c271fe2e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:52.627751 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd04c-fe20-4678-975c-87682b318cfc tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:52.631573 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1a1dd04c-fe20-4678-975c-87682b318cfc tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-groups/c5b5ab0c-4bca-4c5e-9d0b-f111c271fe2e HTTP/1.1" status: 204 len: 168 time: 0.2742202 Feb 03 12:36:52.639866 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43574) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:52.647776 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1dd04c-fe20-4678-975c-87682b318cfc tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b5ab0c-4bca-4c5e-9d0b-f111c271fe2e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:52.670475 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28cba504-3d28-4e3b-b991-f687286db3f7 req-2d110658-ea29-401e-8cc4-0e2c50a2d9ce tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825409 Feb 03 12:36:52.681745 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-f62b2cca-5a69-40ac-b4ff-45a96cc4c4c8 service neutron] 10.222.0.73 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372992 Feb 03 12:36:52.705505 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0894fb72-ebdd-4caf-ba5f-1fcafe1ca13e req-bc7f1ae2-aff1-45c2-805b-a9dd0787e78e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812800 Feb 03 12:36:52.733641 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb3ab0-d745-46b3-9808-b5f71edff510 req-8277ed7d-c5d6-45bc-b792-aacbd9ea7022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:52.735251 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5aeb3ab0-d745-46b3-9808-b5f71edff510 req-8277ed7d-c5d6-45bc-b792-aacbd9ea7022 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.2203989 Feb 03 12:36:52.786920 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-6d342d9a-238d-4193-a6ac-f6c51b030e8b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=55ce07b3-b633-427d-bcfe-ddf107141bad HTTP/1.1" status: 200 len: 217 time: 0.0717611 Feb 03 12:36:52.858311 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5aeb3ab0-d745-46b3-9808-b5f71edff510 req-9f8b839e-b0e2-4b03-9a75-846106253ec2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=67d84aba-2142-4f7c-b5f5-96c10fce01b5 HTTP/1.1" status: 200 len: 217 time: 0.0830722 Feb 03 12:36:52.886904 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a9b148e3-eae3-4cdb-b8b6-50abc441f941 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2399511 Feb 03 12:36:52.888333 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43588) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:52.996583 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-32a2b390-aba0-4636-95f7-b511e9833f90 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1066580 Feb 03 12:36:52.999748 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43590) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:53.058900 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-1cc2c36b-ec59-4fae-8fc2-8b55c4675edf tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] delete failed (client error): The resource could not be found. Feb 03 12:36:53.064757 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1cc2c36b-ec59-4fae-8fc2-8b55c4675edf tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "DELETE /v2.0/security-groups/c5b5ab0c-4bca-4c5e-9d0b-f111c271fe2e HTTP/1.1" status: 404 len: 347 time: 0.0614655 Feb 03 12:36:53.072246 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43592) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:53.239964 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fc0648bd-3bc4-4609-90e0-22c397a536d7 tempest-SecGroupTest-809438623 tempest-SecGroupTest-809438623-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1652493 Feb 03 12:36:53.422130 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-bccd30a6-a60a-4d2a-9278-3a94d5466c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:53.423706 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-bccd30a6-a60a-4d2a-9278-3a94d5466c7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3329b62-fee9-499a-b698-bfa600d55e29 HTTP/1.1" status: 200 len: 797 time: 0.6229703 Feb 03 12:36:53.476899 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb3ab0-d745-46b3-9808-b5f71edff510 req-178aba76-9550-4179-8c83-8eaefd3985d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:53.478632 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5aeb3ab0-d745-46b3-9808-b5f71edff510 req-178aba76-9550-4179-8c83-8eaefd3985d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.6003437 Feb 03 12:36:53.530557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ccc78-5844-4791-86a8-f61645986015 req-b1c836cb-d323-4604-81c8-7d5941c9dba5 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:53.537354 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-370ccc78-5844-4791-86a8-f61645986015 req-b1c836cb-d323-4604-81c8-7d5941c9dba5 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/networks?id=be98f3c8-8a9c-4766-9c13-a265143eb6e0 HTTP/1.1" status: 200 len: 809 time: 0.7521906 Feb 03 12:36:53.564261 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-370ccc78-5844-4791-86a8-f61645986015 req-f577c7d2-3dc1-4b33-82b9-a517cc82ed1e tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/quotas/6ca3db86936444d9b26d9e538954d44e HTTP/1.1" status: 200 len: 375 time: 0.0259566 Feb 03 12:36:53.581624 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9c41f-394f-4e30-aa1f-3c71b288803a req-f5a6ce54-4a36-4271-b3a3-1dab0d4ee4da tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:53.584674 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33f9c41f-394f-4e30-aa1f-3c71b288803a req-f5a6ce54-4a36-4271-b3a3-1dab0d4ee4da tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bcee9fb-28b4-48c0-8319-e36d9c4e2803 HTTP/1.1" status: 200 len: 945 time: 0.1303532 Feb 03 12:36:53.599353 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-f572a5fa-96c6-4cc9-b676-c7e1be4276f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:53.600931 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-f572a5fa-96c6-4cc9-b676-c7e1be4276f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c9f93eb-710e-451f-966d-9a0a4f14a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1665127 Feb 03 12:36:53.611270 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-370ccc78-5844-4791-86a8-f61645986015 req-15f1a6dd-b8b6-4bae-840d-0b7fb735288f tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ca3db86936444d9b26d9e538954d44e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461042 Feb 03 12:36:53.621692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43602) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:53.675594 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb3ab0-d745-46b3-9808-b5f71edff510 req-60d62dfe-5ac5-46af-9ed8-25f9f0e89797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:53.677656 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5aeb3ab0-d745-46b3-9808-b5f71edff510 req-60d62dfe-5ac5-46af-9ed8-25f9f0e89797 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1913123 Feb 03 12:36:53.695468 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33f9c41f-394f-4e30-aa1f-3c71b288803a req-d56a541b-29df-45f8-a0d8-a2e14fe9bfb7 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016791 Feb 03 12:36:53.823509 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7649258-ad71-46b5-8ecf-3f3a2336680e req-9878e128-f34a-4c61-9797-f1e30f48e1fe tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:53.832773 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b7649258-ad71-46b5-8ecf-3f3a2336680e req-9878e128-f34a-4c61-9797-f1e30f48e1fe tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9361af6c-5812-49c4-9fba-95a9c133d795 HTTP/1.1" status: 200 len: 947 time: 0.0766125 Feb 03 12:36:53.897861 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-370ccc78-5844-4791-86a8-f61645986015 req-c6603037-841c-4abe-91dc-cc4b451587d8 service neutron] 10.222.0.18 "GET /v2.0/networks/be98f3c8-8a9c-4766-9c13-a265143eb6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856722 Feb 03 12:36:53.898930 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b7649258-ad71-46b5-8ecf-3f3a2336680e req-191c2f97-bf8f-4aea-9ac0-d738e1f719cb tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650690 Feb 03 12:36:53.919004 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-59940771-031c-432d-a720-a0d5820700f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d47e6480a5a4af1976586a06dfea91e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2962432 Feb 03 12:36:53.921048 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-82b6648b-9cd1-4b53-ade7-316edb5d0b95 service neutron] 10.222.0.73 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001518 Feb 03 12:36:53.921516 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43612) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:53.986554 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5aeb3ab0-d745-46b3-9808-b5f71edff510 req-1cc3be00-d8d1-4e90-8c09-512dc193f0d6 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997537 Feb 03 12:36:54.092304 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc600a2-9bfd-4df9-b708-ed3e4f35dab7 req-20cf3c08-47fe-4889-a95e-b7bf0f83ce7d tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:54.101081 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ffc600a2-9bfd-4df9-b708-ed3e4f35dab7 req-20cf3c08-47fe-4889-a95e-b7bf0f83ce7d tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 945 time: 0.0658641 Feb 03 12:36:54.180829 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ffc600a2-9bfd-4df9-b708-ed3e4f35dab7 req-5f77d6e8-3122-4de9-bbb0-8d9f66afa7e6 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784829 Feb 03 12:36:54.200619 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-370ccc78-5844-4791-86a8-f61645986015 req-ec205dd4-6759-47b7-b894-2a45ab1303b4 service neutron] 10.222.0.18 "GET /v2.0/networks/be98f3c8-8a9c-4766-9c13-a265143eb6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017986 Feb 03 12:36:54.226594 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50809049-f1f2-48a3-9908-3ac43bbf5ca4 admin admin] Publish callbacks [] for security_group (7f8424e7-d9b9-4b39-a94e-f2cb946aad40), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:54.232484 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-f1d590be-65cb-463d-a086-26265cfacb62 service neutron] 10.222.0.73 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881401 Feb 03 12:36:54.301321 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8885113-762b-497b-895e-5fb5236fded4 req-645c29a2-b966-414c-8411-f0dbd5b3645d tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:54.302972 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c8885113-762b-497b-895e-5fb5236fded4 req-645c29a2-b966-414c-8411-f0dbd5b3645d tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.0694368 Feb 03 12:36:54.317534 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5aeb3ab0-d745-46b3-9808-b5f71edff510 req-6874822a-63fa-4a37-93a5-802d674d2cb6 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988877 Feb 03 12:36:54.389409 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c8885113-762b-497b-895e-5fb5236fded4 req-ea9c40ea-040d-4fc3-86cc-ea46c1e98c6f tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798540 Feb 03 12:36:54.412290 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-68ecfdef-b70a-4fad-a6a3-4820ab431112 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d65c0e11-fec5-4b03-8a94-156af3836d72 HTTP/1.1" status: 200 len: 217 time: 0.1583023 Feb 03 12:36:54.416464 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50809049-f1f2-48a3-9908-3ac43bbf5ca4 admin admin] Publish callbacks [] for security_group (7f8424e7-d9b9-4b39-a94e-f2cb946aad40), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:54.504416 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-5cd7095a-1047-4ec1-80d1-197a78f2737e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:54.506166 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-5cd7095a-1047-4ec1-80d1-197a78f2737e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3329b62-fee9-499a-b698-bfa600d55e29 HTTP/1.1" status: 200 len: 797 time: 0.0866988 Feb 03 12:36:54.574172 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-45901b4d-89cc-4c95-be88-b1d2db6c1500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:54.576205 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-45901b4d-89cc-4c95-be88-b1d2db6c1500 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c9f93eb-710e-451f-966d-9a0a4f14a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0613747 Feb 03 12:36:54.577186 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50809049-f1f2-48a3-9908-3ac43bbf5ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7f8424e7-d9b9-4b39-a94e-f2cb946aad40), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:54.580210 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50809049-f1f2-48a3-9908-3ac43bbf5ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:54.583643 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-50809049-f1f2-48a3-9908-3ac43bbf5ca4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f8424e7-d9b9-4b39-a94e-f2cb946aad40 HTTP/1.1" status: 204 len: 168 time: 0.6446836 Feb 03 12:36:54.633012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50809049-f1f2-48a3-9908-3ac43bbf5ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8424e7-d9b9-4b39-a94e-f2cb946aad40,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:54.636597 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e14ebd-1fbb-42a4-a990-813671c2142b req-776bd4f2-ff3f-48db-94ca-8e2de10692d6 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:54.669231 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71e14ebd-1fbb-42a4-a990-813671c2142b req-776bd4f2-ff3f-48db-94ca-8e2de10692d6 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bcee9fb-28b4-48c0-8319-e36d9c4e2803 HTTP/1.1" status: 200 len: 945 time: 0.1583738 Feb 03 12:36:54.803800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929f3f7-00fc-4ca5-8835-7d2a3ffbb910 req-f107a3f2-028a-44e2-927d-e1ced913d78b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:54.809832 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929f3f7-00fc-4ca5-8835-7d2a3ffbb910 req-f107a3f2-028a-44e2-927d-e1ced913d78b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:54.815574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929f3f7-00fc-4ca5-8835-7d2a3ffbb910 req-f107a3f2-028a-44e2-927d-e1ced913d78b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:54.820940 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929f3f7-00fc-4ca5-8835-7d2a3ffbb910 req-f107a3f2-028a-44e2-927d-e1ced913d78b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:54.832011 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71e14ebd-1fbb-42a4-a990-813671c2142b req-1928f597-61a4-45c9-9d65-682604f03662 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409500 Feb 03 12:36:54.832661 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929f3f7-00fc-4ca5-8835-7d2a3ffbb910 req-f107a3f2-028a-44e2-927d-e1ced913d78b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:54.832661 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929f3f7-00fc-4ca5-8835-7d2a3ffbb910 req-f107a3f2-028a-44e2-927d-e1ced913d78b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:54.837062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929f3f7-00fc-4ca5-8835-7d2a3ffbb910 req-f107a3f2-028a-44e2-927d-e1ced913d78b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:54.839037 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2929f3f7-00fc-4ca5-8835-7d2a3ffbb910 req-f107a3f2-028a-44e2-927d-e1ced913d78b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.2336123 Feb 03 12:36:54.841444 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-fd96299f-f75f-41ba-9b71-be63bf224992 service neutron] 10.222.0.73 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570615 Feb 03 12:36:54.985289 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-19fbd6df-cf7d-4099-bd6e-da431e32e2fd service neutron] 10.222.0.73 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307082 Feb 03 12:36:54.997745 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cab98faa-0332-432c-91a7-4d85859737c5 req-f9403522-a78e-4acd-b736-87b5a2c11111 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9670ceda-dc93-4da8-a548-ed4a5cfedd8d HTTP/1.1" status: 200 len: 210 time: 0.0649877 Feb 03 12:36:55.039879 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-64fe5c41-ab62-4145-ac21-55c7033bd0d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7d963305-4b96-4371-bbd0-3f18af7a7dd0 HTTP/1.1" status: 200 len: 217 time: 0.0478988 Feb 03 12:36:55.103339 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2929f3f7-00fc-4ca5-8835-7d2a3ffbb910 req-94d22a98-9ff3-47dd-81f9-b664f9ef0621 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2584782 Feb 03 12:36:55.122122 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-a44a3e27-7def-42e3-8b12-0f1e37adfc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:55.124059 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-a44a3e27-7def-42e3-8b12-0f1e37adfc9a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e202dd33-3ffb-4065-bff2-1c5099cb38a1 HTTP/1.1" status: 200 len: 797 time: 0.0751910 Feb 03 12:36:55.197585 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-1ea5cedc-bded-43ca-a3e7-610b78400892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:55.199445 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-1ea5cedc-bded-43ca-a3e7-610b78400892 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8ad14e2d-6531-4d66-b186-adc852ea82f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0697377 Feb 03 12:36:55.366491 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-fb88bd23-7ab0-4684-9bab-71ca397e7efd service neutron] 10.222.0.73 "GET /v2.0/networks/8ad14e2d-6531-4d66-b186-adc852ea82f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581981 Feb 03 12:36:55.381034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bfcad-997f-44f0-abe0-40f7e08fdea5 req-10aa35e2-91c7-4cf1-af45-e6e414a7e184 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:55.389112 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d51bfcad-997f-44f0-abe0-40f7e08fdea5 req-10aa35e2-91c7-4cf1-af45-e6e414a7e184 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9361af6c-5812-49c4-9fba-95a9c133d795 HTTP/1.1" status: 200 len: 947 time: 0.0945182 Feb 03 12:36:55.493691 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 67d84aba-2142-4f7c-b5f5-96c10fce01b5 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:36:55.596600 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d51bfcad-997f-44f0-abe0-40f7e08fdea5 req-88026ff9-da25-4dce-8f2c-2e9e23dcfdcb tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065260 Feb 03 12:36:55.659711 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-86c3c002-527f-4bc9-9d1e-e598c1ce763f service neutron] 10.222.0.73 "GET /v2.0/networks/8ad14e2d-6531-4d66-b186-adc852ea82f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676589 Feb 03 12:36:55.754246 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-841b2997-0790-4262-b415-cb4f5c101c9c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bea337d6-879e-4f1e-b9d1-d48bf2c2c960 HTTP/1.1" status: 200 len: 217 time: 0.0871675 Feb 03 12:36:55.775246 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 67d84aba-2142-4f7c-b5f5-96c10fce01b5, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=67d84aba-2142-4f7c-b5f5-96c10fce01b5,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:55.792060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '67d84aba-2142-4f7c-b5f5-96c10fce01b5', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '67d84aba-2142-4f7c-b5f5-96c10fce01b5', 'mac_address': 'fa:16:3e:eb:d2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:36:55.913672 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-1826d33f-865c-4db1-8d1b-efe46546703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:55.917019 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-1826d33f-865c-4db1-8d1b-efe46546703d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e202dd33-3ffb-4065-bff2-1c5099cb38a1 HTTP/1.1" status: 200 len: 797 time: 0.0932810 Feb 03 12:36:55.991933 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 67d84aba-2142-4f7c-b5f5-96c10fce01b5 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:55.992715 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (67d84aba-2142-4f7c-b5f5-96c10fce01b5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:55.998209 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324bb38-64f3-47b2-aad6-1b87129d5daa req-14f86fb2-23f0-416d-9927-d6441c10fede tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:56.000119 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b324bb38-64f3-47b2-aad6-1b87129d5daa req-14f86fb2-23f0-416d-9927-d6441c10fede tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.3183870 Feb 03 12:36:56.008086 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d84aba-2142-4f7c-b5f5-96c10fce01b5 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:56.011013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43674) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:56.032594 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 67d84aba-2142-4f7c-b5f5-96c10fce01b5, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=67d84aba-2142-4f7c-b5f5-96c10fce01b5,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:56.037939 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2114-3616-4163-96df-711288c557ca req-5487d5a2-d287-461d-9606-d128734223b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:56.040213 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (67d84aba-2142-4f7c-b5f5-96c10fce01b5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:56.044925 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-5487d5a2-d287-461d-9606-d128734223b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8ad14e2d-6531-4d66-b186-adc852ea82f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1206214 Feb 03 12:36:56.101613 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=67d84aba-2142-4f7c-b5f5-96c10fce01b5,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:56.177356 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b324bb38-64f3-47b2-aad6-1b87129d5daa req-a742dd79-da75-4a36-a440-b1df06541295 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688137 Feb 03 12:36:56.216771 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-9eb4a0a5-6fcb-422e-8481-c3348a07c6d4 service neutron] 10.222.0.73 "GET /v2.0/networks/8ad14e2d-6531-4d66-b186-adc852ea82f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652062 Feb 03 12:36:56.407005 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dfa923ce-24a4-4bd1-89d6-28accd2c7fab req-220d631a-dd16-4b3d-924e-46744ff2fab8 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9670ceda-dc93-4da8-a548-ed4a5cfedd8d HTTP/1.1" status: 200 len: 210 time: 0.0571761 Feb 03 12:36:56.467245 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['67d84aba-2142-4f7c-b5f5-96c10fce01b5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:56.469165 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ccc78-5844-4791-86a8-f61645986015 req-68d714c1-20d2-4ad3-a788-4c839ee1def6 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:56.473217 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-370ccc78-5844-4791-86a8-f61645986015 req-68d714c1-20d2-4ad3-a788-4c839ee1def6 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.31 "GET /v2.0/networks?id=be98f3c8-8a9c-4766-9c13-a265143eb6e0 HTTP/1.1" status: 200 len: 809 time: 0.2151463 Feb 03 12:36:56.501519 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-370ccc78-5844-4791-86a8-f61645986015 req-745ec037-25a0-40ca-87ec-ca811dd8f569 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Request body: {'port': {'device_id': '9670ceda-dc93-4da8-a548-ed4a5cfedd8d', 'network_id': 'be98f3c8-8a9c-4766-9c13-a265143eb6e0', 'admin_state_up': True, 'tenant_id': '6ca3db86936444d9b26d9e538954d44e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:56.506906 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a8e2114-3616-4163-96df-711288c557ca req-bf3d5fd2-1644-4837-a912-ea75713fc070 service neutron] 10.222.0.73 "GET /v2.0/networks/8ad14e2d-6531-4d66-b186-adc852ea82f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835634 Feb 03 12:36:56.560921 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e324bae8-0dfd-4f19-b4bd-0b6912559c48 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-521347024-network', 'tenant_id': '47a45012512a45ee8344df92ebff8f13'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:56.614839 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98144569-6e52-4bc8-8054-e13f5ed25489 req-dca11599-15e6-4a54-9c1a-a899b04aa342 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:56.624194 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-98144569-6e52-4bc8-8054-e13f5ed25489 req-dca11599-15e6-4a54-9c1a-a899b04aa342 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 945 time: 0.5297332 Feb 03 12:36:56.630916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e324bae8-0dfd-4f19-b4bd-0b6912559c48 admin admin] Made reservation on behalf of 47a45012512a45ee8344df92ebff8f13 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:56.648101 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e324bae8-0dfd-4f19-b4bd-0b6912559c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:56.705055 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e324bae8-0dfd-4f19-b4bd-0b6912559c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:56.741084 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-98144569-6e52-4bc8-8054-e13f5ed25489 req-33747e05-0b5d-4f0b-9510-e8b22f64452f tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156406 Feb 03 12:36:56.766128 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdcd6e-4b6b-41e4-944c-fc09645e8801 req-ef23fd76-d58d-402d-b828-c78b2d068151 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:56.777600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdcd6e-4b6b-41e4-944c-fc09645e8801 req-ef23fd76-d58d-402d-b828-c78b2d068151 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:56.790559 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdcd6e-4b6b-41e4-944c-fc09645e8801 req-ef23fd76-d58d-402d-b828-c78b2d068151 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:56.798118 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdcd6e-4b6b-41e4-944c-fc09645e8801 req-ef23fd76-d58d-402d-b828-c78b2d068151 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:56.808143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdcd6e-4b6b-41e4-944c-fc09645e8801 req-ef23fd76-d58d-402d-b828-c78b2d068151 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:56.815655 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdcd6e-4b6b-41e4-944c-fc09645e8801 req-ef23fd76-d58d-402d-b828-c78b2d068151 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:56.822114 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdcd6e-4b6b-41e4-944c-fc09645e8801 req-ef23fd76-d58d-402d-b828-c78b2d068151 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:56.824566 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6ecdcd6e-4b6b-41e4-944c-fc09645e8801 req-ef23fd76-d58d-402d-b828-c78b2d068151 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.2845595 Feb 03 12:36:56.841554 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370ccc78-5844-4791-86a8-f61645986015 req-745ec037-25a0-40ca-87ec-ca811dd8f569 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Made reservation on behalf of 6ca3db86936444d9b26d9e538954d44e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:56.845556 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-370ccc78-5844-4791-86a8-f61645986015 req-745ec037-25a0-40ca-87ec-ca811dd8f569 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:56.848287 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e324bae8-0dfd-4f19-b4bd-0b6912559c48 admin admin] Publish callbacks [] for security_group (bc197db1-8ce5-4b58-bfe1-60663a402103), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:56.859973 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e324bae8-0dfd-4f19-b4bd-0b6912559c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bc197db1-8ce5-4b58-bfe1-60663a402103), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:56.862044 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72422de5-36cf-4a50-a0aa-dfacefc257ce req-9bc80445-0e59-41ff-8ca2-977cc29c3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:56.862532 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72422de5-36cf-4a50-a0aa-dfacefc257ce req-9bc80445-0e59-41ff-8ca2-977cc29c3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:56.863010 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72422de5-36cf-4a50-a0aa-dfacefc257ce req-9bc80445-0e59-41ff-8ca2-977cc29c3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:56.863498 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72422de5-36cf-4a50-a0aa-dfacefc257ce req-9bc80445-0e59-41ff-8ca2-977cc29c3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:56.863971 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72422de5-36cf-4a50-a0aa-dfacefc257ce req-9bc80445-0e59-41ff-8ca2-977cc29c3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:56.864443 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72422de5-36cf-4a50-a0aa-dfacefc257ce req-9bc80445-0e59-41ff-8ca2-977cc29c3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:56.864909 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72422de5-36cf-4a50-a0aa-dfacefc257ce req-9bc80445-0e59-41ff-8ca2-977cc29c3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:56.866826 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-72422de5-36cf-4a50-a0aa-dfacefc257ce req-9bc80445-0e59-41ff-8ca2-977cc29c3555 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e9261d80c134a528c4f6c4dcfb8fdad&device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 6693 time: 0.2580628 Feb 03 12:36:56.909060 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e324bae8-0dfd-4f19-b4bd-0b6912559c48 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:36:56.916692 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324bae8-0dfd-4f19-b4bd-0b6912559c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc197db1-8ce5-4b58-bfe1-60663a402103,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:56.927734 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e324bae8-0dfd-4f19-b4bd-0b6912559c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f7f74894-c165-4a04-ab43-cc54023cdd25), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:56.928111 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-e324bae8-0dfd-4f19-b4bd-0b6912559c48 admin admin] Added segment f7f74894-c165-4a04-ab43-cc54023cdd25 of type vlan for network 8ce0072a-7756-4dc0-9557-35846bdafa5f Feb 03 12:36:56.957377 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6ecdcd6e-4b6b-41e4-944c-fc09645e8801 req-5d5c0c71-9a18-4297-8adb-963ba821396b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1246111 Feb 03 12:36:56.964575 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b9b03-1b48-4d3c-a68d-03f35e8f0e31 req-c5bcfddc-847f-4008-b9b0-fb04dfa913c9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:56.966291 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a64b9b03-1b48-4d3c-a68d-03f35e8f0e31 req-c5bcfddc-847f-4008-b9b0-fb04dfa913c9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bcee9fb-28b4-48c0-8319-e36d9c4e2803 HTTP/1.1" status: 200 len: 945 time: 0.1206703 Feb 03 12:36:56.983219 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e324bae8-0dfd-4f19-b4bd-0b6912559c48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (8ce0072a-7756-4dc0-9557-35846bdafa5f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:57.016158 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device a1ec3473-6e3b-495f-85d2-c49d91d37bea details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:36:57.064847 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a64b9b03-1b48-4d3c-a68d-03f35e8f0e31 req-b8c27f8f-e50b-4768-9a26-73c214485642 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859423 Feb 03 12:36:57.066703 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e324bae8-0dfd-4f19-b4bd-0b6912559c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (8ce0072a-7756-4dc0-9557-35846bdafa5f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:57.067884 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e324bae8-0dfd-4f19-b4bd-0b6912559c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:57.069177 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e324bae8-0dfd-4f19-b4bd-0b6912559c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:57.124429 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e324bae8-0dfd-4f19-b4bd-0b6912559c48 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1114788 Feb 03 12:36:57.127987 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43692) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:57.133050 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9d9469f9-69a2-44ab-9fb3-75b481fc3117 admin admin] Request body: {'subnet': {'network_id': '8ce0072a-7756-4dc0-9557-35846bdafa5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-521347024-subnet', 'tenant_id': '47a45012512a45ee8344df92ebff8f13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:57.174213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port a1ec3473-6e3b-495f-85d2-c49d91d37bea, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=a1ec3473-6e3b-495f-85d2-c49d91d37bea,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:57.178491 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324bae8-0dfd-4f19-b4bd-0b6912559c48 admin admin] Pushing event updated for resources: {'Network': ['ID=8ce0072a-7756-4dc0-9557-35846bdafa5f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:57.190801 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72422de5-36cf-4a50-a0aa-dfacefc257ce req-1641d5e6-6ba0-48c5-8852-e6474e1574f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:57.191927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 8ce0072a-7756-4dc0-9557-35846bdafa5f details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:36:57.192810 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-72422de5-36cf-4a50-a0aa-dfacefc257ce req-1641d5e6-6ba0-48c5-8852-e6474e1574f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8ad14e2d-6531-4d66-b186-adc852ea82f1 HTTP/1.1" status: 200 len: 903 time: 0.3159714 Feb 03 12:36:57.198114 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9469f9-69a2-44ab-9fb3-75b481fc3117 admin admin] Made reservation on behalf of 47a45012512a45ee8344df92ebff8f13 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:57.200975 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d9469f9-69a2-44ab-9fb3-75b481fc3117 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:57.210983 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'a1ec3473-6e3b-495f-85d2-c49d91d37bea', 'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9', 'port_id': 'a1ec3473-6e3b-495f-85d2-c49d91d37bea', 'mac_address': 'fa:16:3e:dc:7e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6692b46d-d587-49d4-a31d-fa29447818e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:36:57.249989 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-72422de5-36cf-4a50-a0aa-dfacefc257ce req-c7fd2d88-330f-479a-b76d-5cc473d2a5fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bea337d6-879e-4f1e-b9d1-d48bf2c2c960 HTTP/1.1" status: 200 len: 217 time: 0.0501902 Feb 03 12:36:57.259819 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port a1ec3473-6e3b-495f-85d2-c49d91d37bea is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:57.260754 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:57.267526 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ee3f9-e606-4fee-abd5-cd268e78c91e req-6ad11711-aa16-4d4e-b858-23079f153151 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:57.269939 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d84ee3f9-e606-4fee-abd5-cd268e78c91e req-6ad11711-aa16-4d4e-b858-23079f153151 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9361af6c-5812-49c4-9fba-95a9c133d795 HTTP/1.1" status: 200 len: 948 time: 0.1836064 Feb 03 12:36:57.277074 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-370ccc78-5844-4791-86a8-f61645986015 req-745ec037-25a0-40ca-87ec-ca811dd8f569 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Allocated IP 172.20.0.7 (be98f3c8-8a9c-4766-9c13-a265143eb6e0/d251e72c-596d-40e7-9d08-bfb2248ea725/d46fcc0e-b032-466c-a394-0450a9c5cb50) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:36:57.325300 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72422de5-36cf-4a50-a0aa-dfacefc257ce req-a97386eb-bfe3-4067-9c41-06ee0564d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:57.327084 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-72422de5-36cf-4a50-a0aa-dfacefc257ce req-a97386eb-bfe3-4067-9c41-06ee0564d4fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e202dd33-3ffb-4065-bff2-1c5099cb38a1 HTTP/1.1" status: 200 len: 797 time: 0.0704803 Feb 03 12:36:57.335151 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1ec3473-6e3b-495f-85d2-c49d91d37bea {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:57.360491 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port a1ec3473-6e3b-495f-85d2-c49d91d37bea, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=a1ec3473-6e3b-495f-85d2-c49d91d37bea,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:57.371776 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:57.442767 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=a1ec3473-6e3b-495f-85d2-c49d91d37bea,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:57.456671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1b5c7-81b8-43f0-b34d-b8f8b28770c6 req-5dc1c0b1-ff5b-4080-ac73-6c6c6580224b tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:57.458527 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9ca1b5c7-81b8-43f0-b34d-b8f8b28770c6 req-5dc1c0b1-ff5b-4080-ac73-6c6c6580224b tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.1482675 Feb 03 12:36:57.460195 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72422de5-36cf-4a50-a0aa-dfacefc257ce req-aff32ffe-5542-4fe7-baca-406a3e5b606b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:57.462636 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-72422de5-36cf-4a50-a0aa-dfacefc257ce req-aff32ffe-5542-4fe7-baca-406a3e5b606b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8ad14e2d-6531-4d66-b186-adc852ea82f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1284328 Feb 03 12:36:57.469352 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d84ee3f9-e606-4fee-abd5-cd268e78c91e req-8794d579-b3cf-4088-8e3c-b78638705db6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388905 Feb 03 12:36:57.508736 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 67d84aba-2142-4f7c-b5f5-96c10fce01b5 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:57.559696 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d9469f9-69a2-44ab-9fb3-75b481fc3117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (64f92089-62f7-426d-85c5-eecff71176fe), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:57.598363 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9ca1b5c7-81b8-43f0-b34d-b8f8b28770c6 req-914512c5-3efe-468e-934a-a9bf325158b4 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272571 Feb 03 12:36:57.629068 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9469f9-69a2-44ab-9fb3-75b481fc3117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f92089-62f7-426d-85c5-eecff71176fe,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:57.631605 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['a1ec3473-6e3b-495f-85d2-c49d91d37bea'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:36:57.665689 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9469f9-69a2-44ab-9fb3-75b481fc3117 admin admin] Checking segment: {'id': 'f7f74894-c165-4a04-ab43-cc54023cdd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8ce0072a-7756-4dc0-9557-35846bdafa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:57.666394 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9469f9-69a2-44ab-9fb3-75b481fc3117 admin admin] Network hostable DHCP agents. Network: 8ce0072a-7756-4dc0-9557-35846bdafa5f, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:36:57.670268 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5152abef-ab37-4d1c-91d3-6e2e1cb2ceb0 req-86dd9072-7bd0-4c6f-a435-d22f3aa0e64c tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9670ceda-dc93-4da8-a548-ed4a5cfedd8d HTTP/1.1" status: 200 len: 210 time: 0.0565774 Feb 03 12:36:57.695067 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 67d84aba-2142-4f7c-b5f5-96c10fce01b5 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:36:57.703908 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9469f9-69a2-44ab-9fb3-75b481fc3117 admin admin] Network 8ce0072a-7756-4dc0-9557-35846bdafa5f is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:36:57.710881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 67d84aba-2142-4f7c-b5f5-96c10fce01b5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:57.711092 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (67d84aba-2142-4f7c-b5f5-96c10fce01b5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:57.719968 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-72422de5-36cf-4a50-a0aa-dfacefc257ce req-770a8545-4358-41df-8521-895a5fab6ec7 service neutron] 10.222.0.73 "GET /v2.0/networks/8ad14e2d-6531-4d66-b186-adc852ea82f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400832 Feb 03 12:36:57.720421 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9d9469f9-69a2-44ab-9fb3-75b481fc3117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 8ce0072a-7756-4dc0-9557-35846bdafa5f) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:57.725099 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9469f9-69a2-44ab-9fb3-75b481fc3117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:57.725807 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d9469f9-69a2-44ab-9fb3-75b481fc3117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:57.744116 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873ce490-2e68-4f0b-a5a7-71bff76ba517 None None] Network 8ce0072a-7756-4dc0-9557-35846bdafa5f requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:57.757981 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9d9469f9-69a2-44ab-9fb3-75b481fc3117 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6283765 Feb 03 12:36:57.764708 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-370ccc78-5844-4791-86a8-f61645986015 req-745ec037-25a0-40ca-87ec-ca811dd8f569 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Publish callbacks [] for port (d46fcc0e-b032-466c-a394-0450a9c5cb50), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:57.904287 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21ea973-3615-47c2-8076-71175e2c3573 None None] Network 8ce0072a-7756-4dc0-9557-35846bdafa5f requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:58.000621 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707c8b6-6345-44b5-b3d3-87ce5301b4a1 req-e47b19b2-d560-490b-b501-5492326924dd tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:58.031022 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9707c8b6-6345-44b5-b3d3-87ce5301b4a1 req-e47b19b2-d560-490b-b501-5492326924dd tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 945 time: 0.1648209 Feb 03 12:36:58.146059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 67d84aba-2142-4f7c-b5f5-96c10fce01b5 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:58.146059 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (67d84aba-2142-4f7c-b5f5-96c10fce01b5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:58.198395 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9707c8b6-6345-44b5-b3d3-87ce5301b4a1 req-308a4bfd-373a-4c8d-8c5d-b38293cfaa8b tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664743 Feb 03 12:36:58.226235 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 67d84aba-2142-4f7c-b5f5-96c10fce01b5, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=67d84aba-2142-4f7c-b5f5-96c10fce01b5,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:58.227727 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9361af6c-5812-49c4-9fba-95a9c133d795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d84aba-2142-4f7c-b5f5-96c10fce01b5'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:36:58.230578 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2513cc7-706d-47ae-ac25-28c032165219" -d '{"events": [{"server_uuid": "9361af6c-5812-49c4-9fba-95a9c133d795", "name": "network-vif-plugged", "status": "completed", "tag": "67d84aba-2142-4f7c-b5f5-96c10fce01b5"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:36:58.234500 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (67d84aba-2142-4f7c-b5f5-96c10fce01b5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:58.290765 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=67d84aba-2142-4f7c-b5f5-96c10fce01b5,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:58.386065 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ed84b-99e3-4b59-83d3-0f402b36b114 req-e06a8111-b6b1-40d7-b1de-a1f590c20070 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:58.389226 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0601b3-1a97-469a-bfd0-23d44ce5b8a5 req-e71d00d6-2af6-493b-a4c9-7411577961ec tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:58.390707 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-de0601b3-1a97-469a-bfd0-23d44ce5b8a5 req-e71d00d6-2af6-493b-a4c9-7411577961ec tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.31 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 945 time: 0.5176945 Feb 03 12:36:58.394386 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-326ed84b-99e3-4b59-83d3-0f402b36b114 req-e06a8111-b6b1-40d7-b1de-a1f590c20070 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bcee9fb-28b4-48c0-8319-e36d9c4e2803 HTTP/1.1" status: 200 len: 944 time: 0.0767925 Feb 03 12:36:58.416935 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-370ccc78-5844-4791-86a8-f61645986015 req-745ec037-25a0-40ca-87ec-ca811dd8f569 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d46fcc0e-b032-466c-a394-0450a9c5cb50), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:58.460937 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-326ed84b-99e3-4b59-83d3-0f402b36b114 req-e4155c9b-3920-4c42-a2ec-87958f124173 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610888 Feb 03 12:36:58.484643 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-72422de5-36cf-4a50-a0aa-dfacefc257ce req-6105e873-8269-4a6d-bd19-ae6219aea163 service neutron] 10.222.0.73 "GET /v2.0/networks/8ad14e2d-6531-4d66-b186-adc852ea82f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7475784 Feb 03 12:36:58.525427 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3597726-7218-4f30-9dad-427f15f6ba50 x-openstack-request-id: req-d3597726-7218-4f30-9dad-427f15f6ba50 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:36:58.525797 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9361af6c-5812-49c4-9fba-95a9c133d795", "name": "network-vif-plugged", "status": "completed", "tag": "67d84aba-2142-4f7c-b5f5-96c10fce01b5", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:36:58.526126 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3597726-7218-4f30-9dad-427f15f6ba50 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:36:58.526594 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9361af6c-5812-49c4-9fba-95a9c133d795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d84aba-2142-4f7c-b5f5-96c10fce01b5', 'code': 200} Feb 03 12:36:58.530680 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370ccc78-5844-4791-86a8-f61645986015 req-745ec037-25a0-40ca-87ec-ca811dd8f569 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Network be98f3c8-8a9c-4766-9c13-a265143eb6e0 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:36:58.535928 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ec037-25a0-40ca-87ec-ca811dd8f569 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Pushing event updated for resources: {'Port': ['ID=d46fcc0e-b032-466c-a394-0450a9c5cb50,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:58.543085 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-370ccc78-5844-4791-86a8-f61645986015 req-745ec037-25a0-40ca-87ec-ca811dd8f569 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:58.545547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-370ccc78-5844-4791-86a8-f61645986015 req-745ec037-25a0-40ca-87ec-ca811dd8f569 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:36:58.628798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924259-b9d4-4122-bb9e-a1445fa74ee4 req-ac228fc8-9a91-46e7-a391-51308c34af99 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:58.636835 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924259-b9d4-4122-bb9e-a1445fa74ee4 req-ac228fc8-9a91-46e7-a391-51308c34af99 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:58.643390 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924259-b9d4-4122-bb9e-a1445fa74ee4 req-ac228fc8-9a91-46e7-a391-51308c34af99 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:58.649578 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924259-b9d4-4122-bb9e-a1445fa74ee4 req-ac228fc8-9a91-46e7-a391-51308c34af99 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:58.656836 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924259-b9d4-4122-bb9e-a1445fa74ee4 req-ac228fc8-9a91-46e7-a391-51308c34af99 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:58.663460 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924259-b9d4-4122-bb9e-a1445fa74ee4 req-ac228fc8-9a91-46e7-a391-51308c34af99 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:58.669624 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924259-b9d4-4122-bb9e-a1445fa74ee4 req-ac228fc8-9a91-46e7-a391-51308c34af99 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:58.671614 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ba924259-b9d4-4122-bb9e-a1445fa74ee4 req-ac228fc8-9a91-46e7-a391-51308c34af99 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.3594751 Feb 03 12:36:58.702572 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43726) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:58.708098 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-51a2e0fe-fbd9-40a3-b921-a81f2c1b370f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1973998579-network', 'tenant_id': '94c6e7b85cc548eaa1f3378520bed6e5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:58.742152 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287ce43-77b8-430f-9c4b-daa418dd1a2a req-c695f156-eeba-4e68-a7f1-b2d3afe2cc84 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:58.744304 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1287ce43-77b8-430f-9c4b-daa418dd1a2a req-c695f156-eeba-4e68-a7f1-b2d3afe2cc84 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9361af6c-5812-49c4-9fba-95a9c133d795 HTTP/1.1" status: 200 len: 949 time: 0.1122565 Feb 03 12:36:58.745792 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a2e0fe-fbd9-40a3-b921-a81f2c1b370f admin admin] Made reservation on behalf of 94c6e7b85cc548eaa1f3378520bed6e5 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:58.747874 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51a2e0fe-fbd9-40a3-b921-a81f2c1b370f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:58.761914 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ccc78-5844-4791-86a8-f61645986015 req-745ec037-25a0-40ca-87ec-ca811dd8f569 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:58.762492 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-370ccc78-5844-4791-86a8-f61645986015 req-745ec037-25a0-40ca-87ec-ca811dd8f569 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:58.763403 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51a2e0fe-fbd9-40a3-b921-a81f2c1b370f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:58.821710 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-370ccc78-5844-4791-86a8-f61645986015 req-745ec037-25a0-40ca-87ec-ca811dd8f569 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3260143 Feb 03 12:36:58.829745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0bc0d-b23d-4eff-a68d-d3f549aaad3a req-bc30767d-45ec-4783-9263-96bc6d5ce4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:58.831224 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4d0bc0d-b23d-4eff-a68d-d3f549aaad3a req-bc30767d-45ec-4783-9263-96bc6d5ce4b7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9361af6c-5812-49c4-9fba-95a9c133d795 HTTP/1.1" status: 200 len: 1131 time: 0.1554158 Feb 03 12:36:58.832817 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1287ce43-77b8-430f-9c4b-daa418dd1a2a req-380ce599-ba2d-4d85-9fd0-acbd573d657e tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714800 Feb 03 12:36:58.839343 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] Request body: {'port': {'device_id': '9670ceda-dc93-4da8-a548-ed4a5cfedd8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:58.850035 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ba924259-b9d4-4122-bb9e-a1445fa74ee4 req-058ce779-2de6-4ea6-9704-598ef2c4160d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1530590 Feb 03 12:36:58.877349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-de0601b3-1a97-469a-bfd0-23d44ce5b8a5 req-081614d9-5f45-48cd-81a4-9591546ee790 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Deleting port f981be05-8021-466b-a24c-ed02bf68ed53 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:36:58.877708 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0601b3-1a97-469a-bfd0-23d44ce5b8a5 req-081614d9-5f45-48cd-81a4-9591546ee790 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f981be05-8021-466b-a24c-ed02bf68ed53), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:58.927553 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51a2e0fe-fbd9-40a3-b921-a81f2c1b370f admin admin] Publish callbacks [] for security_group (3b0b1c5c-b22f-4b6e-bc1a-9900177ee1eb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:58.934545 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51a2e0fe-fbd9-40a3-b921-a81f2c1b370f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (3b0b1c5c-b22f-4b6e-bc1a-9900177ee1eb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:58.982328 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a2e0fe-fbd9-40a3-b921-a81f2c1b370f admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:36:58.994000 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2e0fe-fbd9-40a3-b921-a81f2c1b370f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0b1c5c-b22f-4b6e-bc1a-9900177ee1eb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:59.001716 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51a2e0fe-fbd9-40a3-b921-a81f2c1b370f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (250b2237-fbff-480f-a225-0b97f8ff8bf8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.002136 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-51a2e0fe-fbd9-40a3-b921-a81f2c1b370f admin admin] Added segment 250b2237-fbff-480f-a225-0b97f8ff8bf8 of type vlan for network edfc226a-ea09-42a6-bcf0-2f2491e40909 Feb 03 12:36:59.018766 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device a1ec3473-6e3b-495f-85d2-c49d91d37bea up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:36:59.086381 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4d0bc0d-b23d-4eff-a68d-d3f549aaad3a req-2d08b151-2b4d-4231-b442-ae14c8a0b588 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441611 Feb 03 12:36:59.103925 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d46fcc0e-b032-466c-a394-0450a9c5cb50), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.115798 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port a1ec3473-6e3b-495f-85d2-c49d91d37bea triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:36:59.118003 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.123008 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51a2e0fe-fbd9-40a3-b921-a81f2c1b370f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (edfc226a-ea09-42a6-bcf0-2f2491e40909), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.139347 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc352ff-5cb2-48bd-8c7a-790de95a96c6 req-575ec9b6-b263-4643-b60d-c8edbe886a1e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:59.140882 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-acc352ff-5cb2-48bd-8c7a-790de95a96c6 req-575ec9b6-b263-4643-b60d-c8edbe886a1e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.1435952 Feb 03 12:36:59.189248 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-de0601b3-1a97-469a-bfd0-23d44ce5b8a5 req-081614d9-5f45-48cd-81a4-9591546ee790 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] For port f981be05-8021-466b-a24c-ed02bf68ed53, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f981be05-8021-466b-a24c-ed02bf68ed53,segment=NetworkSegment(60b1d6d7-3510-481e-9dd3-b2f749842682),segment_id=60b1d6d7-3510-481e-9dd3-b2f749842682)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:59.190693 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0601b3-1a97-469a-bfd0-23d44ce5b8a5 req-081614d9-5f45-48cd-81a4-9591546ee790 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f981be05-8021-466b-a24c-ed02bf68ed53), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.207143 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51a2e0fe-fbd9-40a3-b921-a81f2c1b370f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (edfc226a-ea09-42a6-bcf0-2f2491e40909), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.207885 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a2e0fe-fbd9-40a3-b921-a81f2c1b370f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:59.208927 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51a2e0fe-fbd9-40a3-b921-a81f2c1b370f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.217984 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port a1ec3473-6e3b-495f-85d2-c49d91d37bea is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:36:59.218541 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.220170 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-acc352ff-5cb2-48bd-8c7a-790de95a96c6 req-505bddd9-7a6b-4ae2-9907-6cd9f7282389 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695844 Feb 03 12:36:59.256303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port a1ec3473-6e3b-495f-85d2-c49d91d37bea, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=a1ec3473-6e3b-495f-85d2-c49d91d37bea,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:36:59.260025 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-51a2e0fe-fbd9-40a3-b921-a81f2c1b370f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5563626 Feb 03 12:36:59.262806 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43734) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:36:59.263886 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.293208 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-aa15bdb8-c667-432d-8648-61e42124f761 admin admin] Request body: {'subnet': {'network_id': 'edfc226a-ea09-42a6-bcf0-2f2491e40909', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1973998579-subnet', 'tenant_id': '94c6e7b85cc548eaa1f3378520bed6e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:36:59.313216 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2e0fe-fbd9-40a3-b921-a81f2c1b370f admin admin] Pushing event updated for resources: {'Network': ['ID=edfc226a-ea09-42a6-bcf0-2f2491e40909,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:59.318543 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa15bdb8-c667-432d-8648-61e42124f761 admin admin] Made reservation on behalf of 94c6e7b85cc548eaa1f3378520bed6e5 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:36:59.321988 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa15bdb8-c667-432d-8648-61e42124f761 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.367098 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=a1ec3473-6e3b-495f-85d2-c49d91d37bea,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:59.369938 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network edfc226a-ea09-42a6-bcf0-2f2491e40909 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:36:59.506961 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3328cd-29b1-4d20-81d4-b39f79bebec1 req-82e6e6d6-d0fc-49d1-9220-ac70f5e2e943 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:59.508289 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0f3328cd-29b1-4d20-81d4-b39f79bebec1 req-82e6e6d6-d0fc-49d1-9220-ac70f5e2e943 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9670ceda-dc93-4da8-a548-ed4a5cfedd8d HTTP/1.1" status: 200 len: 931 time: 0.5187225 Feb 03 12:36:59.536690 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa15bdb8-c667-432d-8648-61e42124f761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (741bfa56-9903-4464-82d1-954f501456bf), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.547073 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d560f3-90ca-4403-a9f2-034d7e7c04a1 req-a643b765-3e7b-4e06-a28d-651ef1123e01 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:59.548677 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e4d560f3-90ca-4403-a9f2-034d7e7c04a1 req-a643b765-3e7b-4e06-a28d-651ef1123e01 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 945 time: 0.1014137 Feb 03 12:36:59.574819 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0601b3-1a97-469a-bfd0-23d44ce5b8a5 req-081614d9-5f45-48cd-81a4-9591546ee790 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.575048 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0601b3-1a97-469a-bfd0-23d44ce5b8a5 req-081614d9-5f45-48cd-81a4-9591546ee790 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (f9bb9edf-ba77-489b-a2a8-e5921d49e631), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.575340 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [req-de0601b3-1a97-469a-bfd0-23d44ce5b8a5 req-081614d9-5f45-48cd-81a4-9591546ee790 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Floating IP f9bb9edf-ba77-489b-a2a8-e5921d49e631 disassociated. External IP: 172.25.6.199, port: f981be05-8021-466b-a24c-ed02bf68ed53. Feb 03 12:36:59.575667 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-de0601b3-1a97-469a-bfd0-23d44ce5b8a5 req-081614d9-5f45-48cd-81a4-9591546ee790 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Calling delete_port for f981be05-8021-466b-a24c-ed02bf68ed53 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:36:59.635290 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15bdb8-c667-432d-8648-61e42124f761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=741bfa56-9903-4464-82d1-954f501456bf,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:59.663005 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e4d560f3-90ca-4403-a9f2-034d7e7c04a1 req-83edf820-1007-4f18-b583-fa9d16b728b3 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups?id=eed18f1d-be2a-4eef-b4d2-bac5e72eca19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874310 Feb 03 12:36:59.685388 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa15bdb8-c667-432d-8648-61e42124f761 admin admin] Checking segment: {'id': '250b2237-fbff-480f-a225-0b97f8ff8bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'edfc226a-ea09-42a6-bcf0-2f2491e40909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:36:59.685765 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa15bdb8-c667-432d-8648-61e42124f761 admin admin] Network hostable DHCP agents. Network: edfc226a-ea09-42a6-bcf0-2f2491e40909, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:36:59.688446 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0f3328cd-29b1-4d20-81d4-b39f79bebec1 req-bb0cc9a9-16bd-4313-98fb-f181f80b325e tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c4004e9-74ca-48be-9cba-fe7dbd4fede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313393 Feb 03 12:36:59.728114 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa15bdb8-c667-432d-8648-61e42124f761 admin admin] Network edfc226a-ea09-42a6-bcf0-2f2491e40909 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:36:59.740387 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-aa15bdb8-c667-432d-8648-61e42124f761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, edfc226a-ea09-42a6-bcf0-2f2491e40909) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:36:59.756261 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afe60aa-c326-4593-ab5a-deaccb07222b None None] Network edfc226a-ea09-42a6-bcf0-2f2491e40909 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:59.768132 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa15bdb8-c667-432d-8648-61e42124f761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:59.770169 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa15bdb8-c667-432d-8648-61e42124f761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.826358 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-aa15bdb8-c667-432d-8648-61e42124f761 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5625508 Feb 03 12:36:59.878198 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d410a-9592-404d-b5aa-aec5fef0ce52 req-e3e293fd-892c-4bf5-8c81-64b80db3ad79 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:36:59.890015 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-086d410a-9592-404d-b5aa-aec5fef0ce52 req-e3e293fd-892c-4bf5-8c81-64b80db3ad79 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bcee9fb-28b4-48c0-8319-e36d9c4e2803 HTTP/1.1" status: 200 len: 945 time: 0.1133785 Feb 03 12:36:59.914516 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0601b3-1a97-469a-bfd0-23d44ce5b8a5 req-081614d9-5f45-48cd-81a4-9591546ee790 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (f981be05-8021-466b-a24c-ed02bf68ed53), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:36:59.927161 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04724308-ffca-4f05-8a0d-40332e77758f None None] Network edfc226a-ea09-42a6-bcf0-2f2491e40909 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:36:59.940983 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46fcc0e-b032-466c-a394-0450a9c5cb50 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:36:59.974494 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081614d9-5f45-48cd-81a4-9591546ee790 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Pushing event deleted for resources: {'Port': ['ID=f981be05-8021-466b-a24c-ed02bf68ed53,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:36:59.985453 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] Publish callbacks [] for port (d46fcc0e-b032-466c-a394-0450a9c5cb50), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:00.016566 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-086d410a-9592-404d-b5aa-aec5fef0ce52 req-4ff36567-b1b0-4af2-a0ae-f1d359834c1d tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200962 Feb 03 12:37:00.065961 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] Transition to ACTIVE for port object d46fcc0e-b032-466c-a394-0450a9c5cb50 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:37:00.082851 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d46fcc0e-b032-466c-a394-0450a9c5cb50), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:00.120825 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43748) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:00.140400 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64872b-4e6b-430f-bfd8-b13868815a46 req-10f670c0-d044-49a6-ad1a-e45d3eadd03a tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:00.141935 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8c64872b-4e6b-430f-bfd8-b13868815a46 req-10f670c0-d044-49a6-ad1a-e45d3eadd03a tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9361af6c-5812-49c4-9fba-95a9c133d795 HTTP/1.1" status: 200 len: 949 time: 0.1746211 Feb 03 12:37:00.209463 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbf0a5e-c1dc-4eeb-baaa-83cb203c313d admin admin] Deleting subnet 64f92089-62f7-426d-85c5-eecff71176fe {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:37:00.215375 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0a5e-c1dc-4eeb-baaa-83cb203c313d admin admin] Publish callbacks [] for subnet (64f92089-62f7-426d-85c5-eecff71176fe), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:00.258771 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa3fa3-80ee-4278-97cd-e0f27a0a18e8 req-264cbd61-ec58-4aec-a417-22b5def4643b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:00.264105 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa3fa3-80ee-4278-97cd-e0f27a0a18e8 req-264cbd61-ec58-4aec-a417-22b5def4643b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:00.264660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] Pushing event updated for resources: {'Port': ['ID=d46fcc0e-b032-466c-a394-0450a9c5cb50,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:00.269566 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa3fa3-80ee-4278-97cd-e0f27a0a18e8 req-264cbd61-ec58-4aec-a417-22b5def4643b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:00.275532 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa3fa3-80ee-4278-97cd-e0f27a0a18e8 req-264cbd61-ec58-4aec-a417-22b5def4643b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:00.280814 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa3fa3-80ee-4278-97cd-e0f27a0a18e8 req-264cbd61-ec58-4aec-a417-22b5def4643b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:00.282087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de0601b3-1a97-469a-bfd0-23d44ce5b8a5 req-081614d9-5f45-48cd-81a4-9591546ee790 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Router 26367b17-385d-4d00-83ce-c790450caeae has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:37:00.286310 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa3fa3-80ee-4278-97cd-e0f27a0a18e8 req-264cbd61-ec58-4aec-a417-22b5def4643b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:00.291736 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa3fa3-80ee-4278-97cd-e0f27a0a18e8 req-264cbd61-ec58-4aec-a417-22b5def4643b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:00.293763 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-01aa3fa3-80ee-4278-97cd-e0f27a0a18e8 req-264cbd61-ec58-4aec-a417-22b5def4643b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.1645033 Feb 03 12:37:00.305070 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0a5e-c1dc-4eeb-baaa-83cb203c313d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (64f92089-62f7-426d-85c5-eecff71176fe), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:00.324875 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8c64872b-4e6b-430f-bfd8-b13868815a46 req-0bbca5ea-84ad-4ac8-b799-509b1e27bc75 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543417 Feb 03 12:37:00.393974 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0a5e-c1dc-4eeb-baaa-83cb203c313d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (64f92089-62f7-426d-85c5-eecff71176fe), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:00.409962 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] Attempting to bind port d46fcc0e-b032-466c-a394-0450a9c5cb50 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:00.410302 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] Attempting to bind port d46fcc0e-b032-466c-a394-0450a9c5cb50 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'bd4d89e5-2dcc-4719-b05a-f15dec20cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'be98f3c8-8a9c-4766-9c13-a265143eb6e0'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:00.410640 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] Attempting to bind port d46fcc0e-b032-466c-a394-0450a9c5cb50 on network be98f3c8-8a9c-4766-9c13-a265143eb6e0 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:00.421556 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] Port d46fcc0e-b032-466c-a394-0450a9c5cb50 on network be98f3c8-8a9c-4766-9c13-a265143eb6e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:37:00.421898 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] Attempting to bind port d46fcc0e-b032-466c-a394-0450a9c5cb50 on network be98f3c8-8a9c-4766-9c13-a265143eb6e0 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:00.445776 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:00.446508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] Checking segment: {'id': 'bd4d89e5-2dcc-4719-b05a-f15dec20cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'be98f3c8-8a9c-4766-9c13-a265143eb6e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:00.447143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] Bound using segment: {'id': 'bd4d89e5-2dcc-4719-b05a-f15dec20cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'be98f3c8-8a9c-4766-9c13-a265143eb6e0'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:00.447789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] Bound port: d46fcc0e-b032-466c-a394-0450a9c5cb50, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4d89e5-2dcc-4719-b05a-f15dec20cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'be98f3c8-8a9c-4766-9c13-a265143eb6e0'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:00.448615 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d46fcc0e-b032-466c-a394-0450a9c5cb50), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:00.460095 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-01aa3fa3-80ee-4278-97cd-e0f27a0a18e8 req-5e1e64e2-56bd-4c0e-baa4-15ac21620288 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1531305 Feb 03 12:37:00.527693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcee9fb-28b4-48c0-8319-e36d9c4e2803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ec3473-6e3b-495f-85d2-c49d91d37bea'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:00.530131 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e97fd9-a6a4-4423-9759-c8d26e156b40" -d '{"events": [{"server_uuid": "6bcee9fb-28b4-48c0-8319-e36d9c4e2803", "name": "network-vif-plugged", "status": "completed", "tag": "a1ec3473-6e3b-495f-85d2-c49d91d37bea"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:00.546628 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0a5e-c1dc-4eeb-baaa-83cb203c313d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (64f92089-62f7-426d-85c5-eecff71176fe), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:00.561105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de0601b3-1a97-469a-bfd0-23d44ce5b8a5 req-081614d9-5f45-48cd-81a4-9591546ee790 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:37:00.579862 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afd585c-137d-475b-ba12-2a24b8dd6fa5 None None] Sync routers for ids ['26367b17-385d-4d00-83ce-c790450caeae'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:37:00.592803 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afd585c-137d-475b-ba12-2a24b8dd6fa5 None None] Routers {'26367b17-385d-4d00-83ce-c790450caeae'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:37:00.593830 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1afd585c-137d-475b-ba12-2a24b8dd6fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:36:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['26367b17-385d-4d00-83ce-c790450caeae'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:00.646211 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf0a5e-c1dc-4eeb-baaa-83cb203c313d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64f92089-62f7-426d-85c5-eecff71176fe,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:00.680726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0601b3-1a97-469a-bfd0-23d44ce5b8a5 req-081614d9-5f45-48cd-81a4-9591546ee790 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] No DVR routers for this DVR port f981be05-8021-466b-a24c-ed02bf68ed53 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:37:00.686076 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0601b3-1a97-469a-bfd0-23d44ce5b8a5 req-081614d9-5f45-48cd-81a4-9591546ee790 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:00.690106 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-de0601b3-1a97-469a-bfd0-23d44ce5b8a5 req-081614d9-5f45-48cd-81a4-9591546ee790 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.31 "DELETE /v2.0/ports/f981be05-8021-466b-a24c-ed02bf68ed53 HTTP/1.1" status: 204 len: 173 time: 2.2889125 Feb 03 12:37:00.692678 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f066e8-0643-4bda-a17d-17a64cb1da11', 'name': 'network-vif-deleted', 'tag': 'f981be05-8021-466b-a24c-ed02bf68ed53'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:00.694718 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511b3b35-5961-45c5-99a5-580bb72b5612 x-openstack-request-id: req-511b3b35-5961-45c5-99a5-580bb72b5612 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:00.695021 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bcee9fb-28b4-48c0-8319-e36d9c4e2803", "name": "network-vif-plugged", "status": "completed", "tag": "a1ec3473-6e3b-495f-85d2-c49d91d37bea", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:00.695278 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-511b3b35-5961-45c5-99a5-580bb72b5612 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:00.695568 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6d3b67-1d27-4193-9099-aa181803de28" -d '{"events": [{"server_uuid": "55f066e8-0643-4bda-a17d-17a64cb1da11", "name": "network-vif-deleted", "tag": "f981be05-8021-466b-a24c-ed02bf68ed53"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:00.695717 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bcee9fb-28b4-48c0-8319-e36d9c4e2803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ec3473-6e3b-495f-85d2-c49d91d37bea', 'code': 200} Feb 03 12:37:00.701872 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] For port d46fcc0e-b032-466c-a394-0450a9c5cb50, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:00.717624 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0a5e-c1dc-4eeb-baaa-83cb203c313d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:00.730527 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fdbf0a5e-c1dc-4eeb-baaa-83cb203c313d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/64f92089-62f7-426d-85c5-eecff71176fe HTTP/1.1" status: 204 len: 168 time: 0.6087275 Feb 03 12:37:00.731345 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43762) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:00.742608 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] For port d46fcc0e-b032-466c-a394-0450a9c5cb50, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d46fcc0e-b032-466c-a394-0450a9c5cb50,segment=NetworkSegment(bd4d89e5-2dcc-4719-b05a-f15dec20cce2),segment_id=bd4d89e5-2dcc-4719-b05a-f15dec20cce2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:00.756139 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d46fcc0e-b032-466c-a394-0450a9c5cb50), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:00.804474 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:00.807318 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:00.809073 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-370ccc78-5844-4791-86a8-f61645986015 req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] 10.222.0.31 "PUT /v2.0/ports/d46fcc0e-b032-466c-a394-0450a9c5cb50 HTTP/1.1" status: 200 len: 1091 time: 1.9768133 Feb 03 12:37:00.852946 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4aa88-1834-45e1-905b-ebf8660545ec req-a76375f7-ea6d-4949-9a7c-1aa7fdc41fe5 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:00.856239 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:00.861291 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ddc4aa88-1834-45e1-905b-ebf8660545ec req-a76375f7-ea6d-4949-9a7c-1aa7fdc41fe5 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.2161765 Feb 03 12:37:00.872405 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-098b18b3-380d-4f4b-bc3e-dcb4cf71c624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (8ce0072a-7756-4dc0-9557-35846bdafa5f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:00.888762 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1afd585c-137d-475b-ba12-2a24b8dd6fa5 None None] Set router 26367b17-385d-4d00-83ce-c790450caeae gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:37:00.929394 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ddc4aa88-1834-45e1-905b-ebf8660545ec req-5240e600-0d26-4cc7-a297-874aa97c3106 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662112 Feb 03 12:37:00.968641 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196db132-8f7c-4e4b-89dd-b3e4021525af service neutron] Pushing event updated for resources: {'Port': ['ID=d46fcc0e-b032-466c-a394-0450a9c5cb50,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:01.014849 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-098b18b3-380d-4f4b-bc3e-dcb4cf71c624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (8ce0072a-7756-4dc0-9557-35846bdafa5f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:01.031169 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f981be05-8021-466b-a24c-ed02bf68ed53 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:37:01.068197 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f84abf4-580e-43ad-89f7-d9150c7d82ef req-b6482296-3901-49e0-bc64-1b7fb02d1440 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 210 time: 0.0547376 Feb 03 12:37:01.073066 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-098b18b3-380d-4f4b-bc3e-dcb4cf71c624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce0072a-7756-4dc0-9557-35846bdafa5f']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:01.077561 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: f981be05-8021-466b-a24c-ed02bf68ed53 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:37:01.077921 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f981be05-8021-466b-a24c-ed02bf68ed53 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:37:01.078353 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device a1ec3473-6e3b-495f-85d2-c49d91d37bea no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:37:01.093982 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-098b18b3-380d-4f4b-bc3e-dcb4cf71c624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f74894-c165-4a04-ab43-cc54023cdd25') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:01.094759 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63f347-6acb-4d2a-a2b6-fc1a936c4991 req-a99d6b16-303f-4f02-9ae0-506e8b2d71cf tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:01.095308 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-098b18b3-380d-4f4b-bc3e-dcb4cf71c624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f74894-c165-4a04-ab43-cc54023cdd25') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:01.098055 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4d63f347-6acb-4d2a-a2b6-fc1a936c4991 req-a99d6b16-303f-4f02-9ae0-506e8b2d71cf tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bcee9fb-28b4-48c0-8319-e36d9c4e2803 HTTP/1.1" status: 200 len: 945 time: 0.2192247 Feb 03 12:37:01.118450 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-098b18b3-380d-4f4b-bc3e-dcb4cf71c624 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (f7f74894-c165-4a04-ab43-cc54023cdd25), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:01.128699 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ccc78-5844-4791-86a8-f61645986015 req-e077cecb-f3ca-46fa-8eac-fbb212eb3af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:01.130247 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-370ccc78-5844-4791-86a8-f61645986015 req-e077cecb-f3ca-46fa-8eac-fbb212eb3af6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ca3db86936444d9b26d9e538954d44e&device_id=9670ceda-dc93-4da8-a548-ed4a5cfedd8d HTTP/1.1" status: 200 len: 1125 time: 0.2205532 Feb 03 12:37:01.148560 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-098b18b3-380d-4f4b-bc3e-dcb4cf71c624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f7f74894-c165-4a04-ab43-cc54023cdd25), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:01.166636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098b18b3-380d-4f4b-bc3e-dcb4cf71c624 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:37:01.167391 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-098b18b3-380d-4f4b-bc3e-dcb4cf71c624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (f7f74894-c165-4a04-ab43-cc54023cdd25), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:37:01.170637 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:37:01.190558 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086bf39c-4f49-40de-9b79-eccb3ef8648d x-openstack-request-id: req-086bf39c-4f49-40de-9b79-eccb3ef8648d {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:01.191893 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f066e8-0643-4bda-a17d-17a64cb1da11", "name": "network-vif-deleted", "tag": "f981be05-8021-466b-a24c-ed02bf68ed53", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:01.191893 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-086bf39c-4f49-40de-9b79-eccb3ef8648d {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:01.191893 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f066e8-0643-4bda-a17d-17a64cb1da11', 'name': 'network-vif-deleted', 'tag': 'f981be05-8021-466b-a24c-ed02bf68ed53', 'status': 'completed', 'code': 200} Feb 03 12:37:01.203850 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4d63f347-6acb-4d2a-a2b6-fc1a936c4991 req-780b50d6-e2a8-4149-8dfb-111fa559b0b7 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890529 Feb 03 12:37:01.223289 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port a1ec3473-6e3b-495f-85d2-c49d91d37bea is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:01.224072 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:01.256170 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-370ccc78-5844-4791-86a8-f61645986015 req-e768e9fb-1b42-4e0f-8983-fca608ac0df0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d46fcc0e-b032-466c-a394-0450a9c5cb50 HTTP/1.1" status: 200 len: 217 time: 0.0635517 Feb 03 12:37:01.263466 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port a1ec3473-6e3b-495f-85d2-c49d91d37bea, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=a1ec3473-6e3b-495f-85d2-c49d91d37bea,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:01.270269 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:01.299861 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-098b18b3-380d-4f4b-bc3e-dcb4cf71c624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (8ce0072a-7756-4dc0-9557-35846bdafa5f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:01.307989 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1afd585c-137d-475b-ba12-2a24b8dd6fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26367b17-385d-4d00-83ce-c790450caeae', 'name': 'tempest-ServersTestBootFromVolume-347311829-router', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:16Z', 'updated_at': '2022-02-03T12:34:27Z', 'revision_number': 4, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'gw_port': {'id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:17Z', 'updated_at': '2022-02-03T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '56ba4c04-cfff-49e8-901a-13a3c9ee15bd', 'name': '', 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'mac_address': 'fa:16:3e:52:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '67023db2-06c8-42d5-bfcd-aa9f27b3574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:26Z', 'updated_at': '2022-02-03T12:34:33Z', 'revision_number': 5, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'subnets': [{'id': '67023db2-06c8-42d5-bfcd-aa9f27b3574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:01.309054 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-098b18b3-380d-4f4b-bc3e-dcb4cf71c624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:01.315213 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-098b18b3-380d-4f4b-bc3e-dcb4cf71c624 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8ce0072a-7756-4dc0-9557-35846bdafa5f HTTP/1.1" status: 204 len: 168 time: 0.5801110 Feb 03 12:37:01.324235 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43766) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:01.330000 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ccc78-5844-4791-86a8-f61645986015 req-7f884404-a839-4c73-9f06-bf8c1761c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:01.331660 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-370ccc78-5844-4791-86a8-f61645986015 req-7f884404-a839-4c73-9f06-bf8c1761c9bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d251e72c-596d-40e7-9d08-bfb2248ea725 HTTP/1.1" status: 200 len: 849 time: 0.0663540 Feb 03 12:37:01.333714 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b18b3-380d-4f4b-bc3e-dcb4cf71c624 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ce0072a-7756-4dc0-9557-35846bdafa5f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:01.350565 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=a1ec3473-6e3b-495f-85d2-c49d91d37bea,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:01.375605 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afd585c-137d-475b-ba12-2a24b8dd6fa5 None None] Checking router: 26367b17-385d-4d00-83ce-c790450caeae for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:37:01.378122 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ab987-0ced-45a0-b45b-28ed3d3b445b req-997a27cf-0aa6-4887-a92f-854a92800ec7 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:01.385713 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f81ab987-0ced-45a0-b45b-28ed3d3b445b req-997a27cf-0aa6-4887-a92f-854a92800ec7 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9670ceda-dc93-4da8-a548-ed4a5cfedd8d HTTP/1.1" status: 200 len: 943 time: 0.1654463 Feb 03 12:37:01.390690 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afd585c-137d-475b-ba12-2a24b8dd6fa5 None None] Routers {'26367b17-385d-4d00-83ce-c790450caeae'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:37:01.391566 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1afd585c-137d-475b-ba12-2a24b8dd6fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:36:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['26367b17-385d-4d00-83ce-c790450caeae'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:01.413709 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-370ccc78-5844-4791-86a8-f61645986015 req-af7c7db0-9464-4fd4-8ab9-eeb7d7e39ad1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=be98f3c8-8a9c-4766-9c13-a265143eb6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643919 Feb 03 12:37:01.445622 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f81ab987-0ced-45a0-b45b-28ed3d3b445b req-1aa9220f-cf93-436c-9d5e-fb234679f2d3 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c4004e9-74ca-48be-9cba-fe7dbd4fede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547819 Feb 03 12:37:01.466119 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-0569cbf7-5a91-489b-8dfa-85e323fc40e8 admin admin] Deleting subnet 741bfa56-9903-4464-82d1-954f501456bf {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:37:01.474068 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0569cbf7-5a91-489b-8dfa-85e323fc40e8 admin admin] Publish callbacks [] for subnet (741bfa56-9903-4464-82d1-954f501456bf), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:01.525389 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0569cbf7-5a91-489b-8dfa-85e323fc40e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (741bfa56-9903-4464-82d1-954f501456bf), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:01.536190 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1afd585c-137d-475b-ba12-2a24b8dd6fa5 None None] Set router 26367b17-385d-4d00-83ce-c790450caeae gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:37:01.590087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c410b25-509a-49ff-9b7b-68675071af74 req-f5227ac3-f7fd-4047-8a3b-260f330d4647 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:01.591561 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c410b25-509a-49ff-9b7b-68675071af74 req-f5227ac3-f7fd-4047-8a3b-260f330d4647 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9361af6c-5812-49c4-9fba-95a9c133d795 HTTP/1.1" status: 200 len: 949 time: 0.1366205 Feb 03 12:37:01.594001 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-370ccc78-5844-4791-86a8-f61645986015 req-ad4015e8-bd2e-4708-8f33-ddd8fdcd7ceb service neutron] 10.222.0.31 "GET /v2.0/networks/be98f3c8-8a9c-4766-9c13-a265143eb6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724043 Feb 03 12:37:01.636467 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0569cbf7-5a91-489b-8dfa-85e323fc40e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (741bfa56-9903-4464-82d1-954f501456bf), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:01.658014 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c410b25-509a-49ff-9b7b-68675071af74 req-a75a4430-0671-40b4-8e3d-79e88abe89c0 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536308 Feb 03 12:37:01.698470 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb08f31-fc72-4683-b2ea-76f66035a7f1 req-09add878-25b9-40a3-b469-f77220e3e4af tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:01.704495 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb08f31-fc72-4683-b2ea-76f66035a7f1 req-09add878-25b9-40a3-b469-f77220e3e4af tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:01.711149 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb08f31-fc72-4683-b2ea-76f66035a7f1 req-09add878-25b9-40a3-b469-f77220e3e4af tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:01.718433 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb08f31-fc72-4683-b2ea-76f66035a7f1 req-09add878-25b9-40a3-b469-f77220e3e4af tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:01.724907 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb08f31-fc72-4683-b2ea-76f66035a7f1 req-09add878-25b9-40a3-b469-f77220e3e4af tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:01.734199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb08f31-fc72-4683-b2ea-76f66035a7f1 req-09add878-25b9-40a3-b469-f77220e3e4af tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:01.742058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb08f31-fc72-4683-b2ea-76f66035a7f1 req-09add878-25b9-40a3-b469-f77220e3e4af tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:01.744069 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1cb08f31-fc72-4683-b2ea-76f66035a7f1 req-09add878-25b9-40a3-b469-f77220e3e4af tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.1700070 Feb 03 12:37:01.756177 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-370ccc78-5844-4791-86a8-f61645986015 req-90e9b27d-0ac0-48f7-bac0-6ebb668c6e64 service neutron] 10.222.0.31 "GET /v2.0/networks/be98f3c8-8a9c-4766-9c13-a265143eb6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116202 Feb 03 12:37:01.825629 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1afd585c-137d-475b-ba12-2a24b8dd6fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26367b17-385d-4d00-83ce-c790450caeae', 'name': 'tempest-ServersTestBootFromVolume-347311829-router', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:16Z', 'updated_at': '2022-02-03T12:34:27Z', 'revision_number': 4, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'gw_port': {'id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:17Z', 'updated_at': '2022-02-03T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '56ba4c04-cfff-49e8-901a-13a3c9ee15bd', 'name': '', 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'mac_address': 'fa:16:3e:52:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '67023db2-06c8-42d5-bfcd-aa9f27b3574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:26Z', 'updated_at': '2022-02-03T12:34:33Z', 'revision_number': 5, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'subnets': [{'id': '67023db2-06c8-42d5-bfcd-aa9f27b3574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:01.837920 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0569cbf7-5a91-489b-8dfa-85e323fc40e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (741bfa56-9903-4464-82d1-954f501456bf), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:01.859300 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afd585c-137d-475b-ba12-2a24b8dd6fa5 None None] The sync data for ids ['26367b17-385d-4d00-83ce-c790450caeae'] in n-d-827336-3 is: [{'id': '26367b17-385d-4d00-83ce-c790450caeae', 'name': 'tempest-ServersTestBootFromVolume-347311829-router', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:16Z', 'updated_at': '2022-02-03T12:34:27Z', 'revision_number': 4, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'gw_port': {'id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:17Z', 'updated_at': '2022-02-03T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '56ba4c04-cfff-49e8-901a-13a3c9ee15bd', 'name': '', 'network_id': 'b39bda4c-a748-41d3-ad64-33f7d22c16cf', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'mac_address': 'fa:16:3e:52:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '67023db2-06c8-42d5-bfcd-aa9f27b3574c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:26Z', 'updated_at': '2022-02-03T12:34:33Z', 'revision_number': 5, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'subnets': [{'id': '67023db2-06c8-42d5-bfcd-aa9f27b3574c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:37:01.875234 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569cbf7-5a91-489b-8dfa-85e323fc40e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=741bfa56-9903-4464-82d1-954f501456bf,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:01.887203 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1cb08f31-fc72-4683-b2ea-76f66035a7f1 req-3aa9362a-661f-4685-8144-592c0e60b525 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1359584 Feb 03 12:37:01.895878 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0569cbf7-5a91-489b-8dfa-85e323fc40e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:01.898945 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0569cbf7-5a91-489b-8dfa-85e323fc40e8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/741bfa56-9903-4464-82d1-954f501456bf HTTP/1.1" status: 204 len: 168 time: 0.5731068 Feb 03 12:37:01.902267 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43776) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:02.024816 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc24a94a-3669-4fe1-baa5-6c5121d30145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (edfc226a-ea09-42a6-bcf0-2f2491e40909), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:02.035422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e1bf7-1d50-4723-b9c8-8ad3b9097600 req-a8eec729-bcc5-44e1-84e5-1bb06d039bf7 tempest-ServersAdminNegativeTestJSON-1513548552 tempest-ServersAdminNegativeTestJSON-1513548552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:02.042659 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b66e1bf7-1d50-4723-b9c8-8ad3b9097600 req-a8eec729-bcc5-44e1-84e5-1bb06d039bf7 tempest-ServersAdminNegativeTestJSON-1513548552 tempest-ServersAdminNegativeTestJSON-1513548552-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9361af6c-5812-49c4-9fba-95a9c133d795 HTTP/1.1" status: 200 len: 1131 time: 0.1276844 Feb 03 12:37:02.060177 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b66e1bf7-1d50-4723-b9c8-8ad3b9097600 req-2009979a-8489-41ed-9275-87e0a1efc9e0 tempest-ServersAdminNegativeTestJSON-1513548552 tempest-ServersAdminNegativeTestJSON-1513548552-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:02.063975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7189ab-0e33-40f6-9e70-ef3ae5fa6878 req-4ccea337-96d1-4c59-a8c1-2e1b3ede75ff tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:02.065946 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4b7189ab-0e33-40f6-9e70-ef3ae5fa6878 req-4ccea337-96d1-4c59-a8c1-2e1b3ede75ff tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.0681422 Feb 03 12:37:02.142745 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4b7189ab-0e33-40f6-9e70-ef3ae5fa6878 req-7639cf87-8153-416b-bf92-a71dc3cb6cd1 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670426 Feb 03 12:37:02.168775 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc24a94a-3669-4fe1-baa5-6c5121d30145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (edfc226a-ea09-42a6-bcf0-2f2491e40909), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:02.218312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-dc24a94a-3669-4fe1-baa5-6c5121d30145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edfc226a-ea09-42a6-bcf0-2f2491e40909']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:02.235854 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-dc24a94a-3669-4fe1-baa5-6c5121d30145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250b2237-fbff-480f-a225-0b97f8ff8bf8') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:02.236197 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-dc24a94a-3669-4fe1-baa5-6c5121d30145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250b2237-fbff-480f-a225-0b97f8ff8bf8') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:02.252670 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc24a94a-3669-4fe1-baa5-6c5121d30145 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (250b2237-fbff-480f-a225-0b97f8ff8bf8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:02.261053 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2043ef82-bdb7-405c-a95e-5f8c6805af4c None None] New status for floating IP f9bb9edf-ba77-489b-a2a8-e5921d49e631: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:37:02.269802 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-179540fe-8e55-49bc-801d-7da4628c0a26 req-8032a65d-b62c-4c39-bb2a-cb52eb6527d1 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 210 time: 0.0425987 Feb 03 12:37:02.279260 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc24a94a-3669-4fe1-baa5-6c5121d30145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (250b2237-fbff-480f-a225-0b97f8ff8bf8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b66e1bf7-1d50-4723-b9c8-8ad3b9097600 req-2009979a-8489-41ed-9275-87e0a1efc9e0 tempest-ServersAdminNegativeTestJSON-1513548552 tempest-ServersAdminNegativeTestJSON-1513548552-project-admin] Publish callbacks [] for security_group (f2d564ed-089a-4071-af0e-805305377f8c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc24a94a-3669-4fe1-baa5-6c5121d30145 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc24a94a-3669-4fe1-baa5-6c5121d30145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (250b2237-fbff-480f-a225-0b97f8ff8bf8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:37:02.300397 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:37:02.315316 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b66e1bf7-1d50-4723-b9c8-8ad3b9097600 req-2009979a-8489-41ed-9275-87e0a1efc9e0 tempest-ServersAdminNegativeTestJSON-1513548552 tempest-ServersAdminNegativeTestJSON-1513548552-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f2d564ed-089a-4071-af0e-805305377f8c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:02.429406 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e02e0-3715-48c6-9c13-c2e39f75eb2c req-e07dd8c5-3d2b-41dc-9bc4-b97e4f75cca2 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:02.431746 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-732e02e0-3715-48c6-9c13-c2e39f75eb2c req-e07dd8c5-3d2b-41dc-9bc4-b97e4f75cca2 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bcee9fb-28b4-48c0-8319-e36d9c4e2803 HTTP/1.1" status: 200 len: 943 time: 0.0808969 Feb 03 12:37:02.433403 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b66e1bf7-1d50-4723-b9c8-8ad3b9097600 req-2009979a-8489-41ed-9275-87e0a1efc9e0 tempest-ServersAdminNegativeTestJSON-1513548552 tempest-ServersAdminNegativeTestJSON-1513548552-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897383 Feb 03 12:37:02.436814 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc24a94a-3669-4fe1-baa5-6c5121d30145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (edfc226a-ea09-42a6-bcf0-2f2491e40909), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:02.453087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009979a-8489-41ed-9275-87e0a1efc9e0 tempest-ServersAdminNegativeTestJSON-1513548552 tempest-ServersAdminNegativeTestJSON-1513548552-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d564ed-089a-4071-af0e-805305377f8c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:02.459363 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc24a94a-3669-4fe1-baa5-6c5121d30145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:02.464332 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-dc24a94a-3669-4fe1-baa5-6c5121d30145 admin admin] 10.222.0.18 "DELETE /v2.0/networks/edfc226a-ea09-42a6-bcf0-2f2491e40909 HTTP/1.1" status: 204 len: 168 time: 0.5606558 Feb 03 12:37:02.480012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24a94a-3669-4fe1-baa5-6c5121d30145 admin admin] Pushing event deleted for resources: {'Network': ['ID=edfc226a-ea09-42a6-bcf0-2f2491e40909,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:02.493660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eecdff-d2ce-4efd-9398-e9fc4feed06c req-4d3ed8a1-fa0b-455a-b849-d01bdaa3c1a4 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:02.495565 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-02eecdff-d2ce-4efd-9398-e9fc4feed06c req-4d3ed8a1-fa0b-455a-b849-d01bdaa3c1a4 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.31 "GET /v2.0/ports?device_id=6bcee9fb-28b4-48c0-8319-e36d9c4e2803 HTTP/1.1" status: 200 len: 943 time: 0.1171949 Feb 03 12:37:02.568392 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-732e02e0-3715-48c6-9c13-c2e39f75eb2c req-273628ba-ec47-41d6-8f1f-af0adf57e3fa tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250393 Feb 03 12:37:02.659302 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8eca5-39b5-4648-81bf-fc121b06f5a2 req-4d19094a-4d76-460d-bca6-053ad8c4fed5 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:02.660855 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-11d8eca5-39b5-4648-81bf-fc121b06f5a2 req-4d19094a-4d76-460d-bca6-053ad8c4fed5 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9670ceda-dc93-4da8-a548-ed4a5cfedd8d HTTP/1.1" status: 200 len: 943 time: 0.1083844 Feb 03 12:37:02.692544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43788) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:02.697138 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcee9fb-28b4-48c0-8319-e36d9c4e2803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1ec3473-6e3b-495f-85d2-c49d91d37bea'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:02.699668 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7806ad3-6825-4394-8531-40445344f5c7" -d '{"events": [{"server_uuid": "6bcee9fb-28b4-48c0-8319-e36d9c4e2803", "name": "network-vif-unplugged", "status": "completed", "tag": "a1ec3473-6e3b-495f-85d2-c49d91d37bea"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:02.703098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-02eecdff-d2ce-4efd-9398-e9fc4feed06c req-bb992a10-1606-4223-bcab-b70829fda3eb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Deleting port a1ec3473-6e3b-495f-85d2-c49d91d37bea {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:37:02.703427 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-02eecdff-d2ce-4efd-9398-e9fc4feed06c req-bb992a10-1606-4223-bcab-b70829fda3eb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:02.754266 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ef4f065c-22d0-4c85-a972-85156d455f52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47a45012512a45ee8344df92ebff8f13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0602443 Feb 03 12:37:02.754838 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43792) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:02.757804 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-11d8eca5-39b5-4648-81bf-fc121b06f5a2 req-7d4c2309-d940-42ba-8475-3d5b02f9e535 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c4004e9-74ca-48be-9cba-fe7dbd4fede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892787 Feb 03 12:37:02.761316 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c896ea9-5a6e-4b65-9eef-608772335e38 x-openstack-request-id: req-2c896ea9-5a6e-4b65-9eef-608772335e38 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:02.762776 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bcee9fb-28b4-48c0-8319-e36d9c4e2803", "name": "network-vif-unplugged", "status": "completed", "tag": "a1ec3473-6e3b-495f-85d2-c49d91d37bea", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:02.763130 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c896ea9-5a6e-4b65-9eef-608772335e38 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:02.763614 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bcee9fb-28b4-48c0-8319-e36d9c4e2803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1ec3473-6e3b-495f-85d2-c49d91d37bea', 'code': 200} Feb 03 12:37:02.814575 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-550d81d6-13a0-485b-9048-bb29acb54551 admin admin] Publish callbacks [] for security_group (bc197db1-8ce5-4b58-bfe1-60663a402103), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:02.833273 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-02eecdff-d2ce-4efd-9398-e9fc4feed06c req-bb992a10-1606-4223-bcab-b70829fda3eb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] For port a1ec3473-6e3b-495f-85d2-c49d91d37bea, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=a1ec3473-6e3b-495f-85d2-c49d91d37bea,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:02.833965 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-02eecdff-d2ce-4efd-9398-e9fc4feed06c req-bb992a10-1606-4223-bcab-b70829fda3eb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:02.837092 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-550d81d6-13a0-485b-9048-bb29acb54551 admin admin] Publish callbacks [] for security_group (bc197db1-8ce5-4b58-bfe1-60663a402103), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:02.848327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-02eecdff-d2ce-4efd-9398-e9fc4feed06c req-bb992a10-1606-4223-bcab-b70829fda3eb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Calling delete_port for a1ec3473-6e3b-495f-85d2-c49d91d37bea owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:37:02.885011 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-550d81d6-13a0-485b-9048-bb29acb54551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bc197db1-8ce5-4b58-bfe1-60663a402103), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:02.887696 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-550d81d6-13a0-485b-9048-bb29acb54551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:02.891046 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-550d81d6-13a0-485b-9048-bb29acb54551 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc197db1-8ce5-4b58-bfe1-60663a402103 HTTP/1.1" status: 204 len: 168 time: 0.1331644 Feb 03 12:37:02.899305 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d81d6-13a0-485b-9048-bb29acb54551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc197db1-8ce5-4b58-bfe1-60663a402103,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:03.035093 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-02eecdff-d2ce-4efd-9398-e9fc4feed06c req-bb992a10-1606-4223-bcab-b70829fda3eb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (a1ec3473-6e3b-495f-85d2-c49d91d37bea), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:03.049876 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d46fcc0e-b032-466c-a394-0450a9c5cb50 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:03.067255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb992a10-1606-4223-bcab-b70829fda3eb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Pushing event deleted for resources: {'Port': ['ID=a1ec3473-6e3b-495f-85d2-c49d91d37bea,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:03.090803 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d91417-8372-414c-aab4-20df54524f49 req-3e333fbf-2691-4445-8b03-929947c021d6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:03.096334 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d91417-8372-414c-aab4-20df54524f49 req-3e333fbf-2691-4445-8b03-929947c021d6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:03.101706 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d91417-8372-414c-aab4-20df54524f49 req-3e333fbf-2691-4445-8b03-929947c021d6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:03.108231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d91417-8372-414c-aab4-20df54524f49 req-3e333fbf-2691-4445-8b03-929947c021d6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:03.113519 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d91417-8372-414c-aab4-20df54524f49 req-3e333fbf-2691-4445-8b03-929947c021d6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:03.118860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d91417-8372-414c-aab4-20df54524f49 req-3e333fbf-2691-4445-8b03-929947c021d6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:03.124154 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d91417-8372-414c-aab4-20df54524f49 req-3e333fbf-2691-4445-8b03-929947c021d6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:03.126137 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-25d91417-8372-414c-aab4-20df54524f49 req-3e333fbf-2691-4445-8b03-929947c021d6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.1398153 Feb 03 12:37:03.194347 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9670ceda-dc93-4da8-a548-ed4a5cfedd8d', 'tag': 'd46fcc0e-b032-466c-a394-0450a9c5cb50'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:03.197022 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab2da07-8068-482d-9d08-abbdd800963e" -d '{"events": [{"name": "network-changed", "server_uuid": "9670ceda-dc93-4da8-a548-ed4a5cfedd8d", "tag": "d46fcc0e-b032-466c-a394-0450a9c5cb50"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:03.221755 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-02eecdff-d2ce-4efd-9398-e9fc4feed06c req-bb992a10-1606-4223-bcab-b70829fda3eb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] No DVR routers for this DVR port a1ec3473-6e3b-495f-85d2-c49d91d37bea on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:37:03.227206 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-02eecdff-d2ce-4efd-9398-e9fc4feed06c req-bb992a10-1606-4223-bcab-b70829fda3eb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:03.235234 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-02eecdff-d2ce-4efd-9398-e9fc4feed06c req-bb992a10-1606-4223-bcab-b70829fda3eb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.31 "DELETE /v2.0/ports/a1ec3473-6e3b-495f-85d2-c49d91d37bea HTTP/1.1" status: 204 len: 173 time: 0.7310183 Feb 03 12:37:03.351888 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-25d91417-8372-414c-aab4-20df54524f49 req-4366c356-bdec-4e8f-8ff3-dc1d0113024e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2053440 Feb 03 12:37:03.370820 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e1df9-de1d-4d34-b879-60eb1efcb9a7 req-44db0330-9b19-4279-a0d4-250dcb76df43 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:03.374816 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-174e1df9-de1d-4d34-b879-60eb1efcb9a7 req-44db0330-9b19-4279-a0d4-250dcb76df43 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.1148491 Feb 03 12:37:03.423317 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e747b549-ff17-485e-b265-227879694f68 x-openstack-request-id: req-e747b549-ff17-485e-b265-227879694f68 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:03.424047 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9670ceda-dc93-4da8-a548-ed4a5cfedd8d", "tag": "d46fcc0e-b032-466c-a394-0450a9c5cb50", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:03.424309 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e747b549-ff17-485e-b265-227879694f68 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:03.424777 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9670ceda-dc93-4da8-a548-ed4a5cfedd8d', 'tag': 'd46fcc0e-b032-466c-a394-0450a9c5cb50', 'status': 'completed', 'code': 200} Feb 03 12:37:03.426156 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d46fcc0e-b032-466c-a394-0450a9c5cb50, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d46fcc0e-b032-466c-a394-0450a9c5cb50,segment=NetworkSegment(bd4d89e5-2dcc-4719-b05a-f15dec20cce2),segment_id=bd4d89e5-2dcc-4719-b05a-f15dec20cce2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:03.441546 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43806) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:03.446428 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'd46fcc0e-b032-466c-a394-0450a9c5cb50', 'network_id': 'be98f3c8-8a9c-4766-9c13-a265143eb6e0', 'port_id': 'd46fcc0e-b032-466c-a394-0450a9c5cb50', 'mac_address': 'fa:16:3e:3b:ef:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd251e72c-596d-40e7-9d08-bfb2248ea725', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:03.498487 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-26a355bd-2384-489c-97d5-b8629702f139 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94c6e7b85cc548eaa1f3378520bed6e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0556953 Feb 03 12:37:03.498771 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43810) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:03.545371 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port d46fcc0e-b032-466c-a394-0450a9c5cb50 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:03.547852 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d46fcc0e-b032-466c-a394-0450a9c5cb50), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:03.556094 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f186cd19-58a3-4866-8dde-051f7e5b4cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:03.576271 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-174e1df9-de1d-4d34-b879-60eb1efcb9a7 req-c4736cd8-c46f-4472-bf0d-f47f8eec4aaf tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942248 Feb 03 12:37:03.581357 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e35fc833-4b6f-4d01-90c4-f81167459eda req-d6ff5b9f-0261-4932-9ba5-422d10ff3ee9 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 210 time: 0.0507896 Feb 03 12:37:03.585433 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46fcc0e-b032-466c-a394-0450a9c5cb50 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:03.609725 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2da07-8068-482d-9d08-abbdd800963e req-9c21ecc1-0a6c-4fb3-b599-034cc241631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:03.611336 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fab2da07-8068-482d-9d08-abbdd800963e req-9c21ecc1-0a6c-4fb3-b599-034cc241631d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ca3db86936444d9b26d9e538954d44e&device_id=9670ceda-dc93-4da8-a548-ed4a5cfedd8d HTTP/1.1" status: 200 len: 1125 time: 0.1196079 Feb 03 12:37:03.623371 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6316846d-668b-46eb-aade-6c09d2260d46 admin admin] Publish callbacks [] for security_group (3b0b1c5c-b22f-4b6e-bc1a-9900177ee1eb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:03.624134 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d46fcc0e-b032-466c-a394-0450a9c5cb50, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d46fcc0e-b032-466c-a394-0450a9c5cb50,segment=NetworkSegment(bd4d89e5-2dcc-4719-b05a-f15dec20cce2),segment_id=bd4d89e5-2dcc-4719-b05a-f15dec20cce2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:03.637150 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d46fcc0e-b032-466c-a394-0450a9c5cb50), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:03.698403 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6316846d-668b-46eb-aade-6c09d2260d46 admin admin] Publish callbacks [] for security_group (3b0b1c5c-b22f-4b6e-bc1a-9900177ee1eb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:03.699014 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=d46fcc0e-b032-466c-a394-0450a9c5cb50,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:03.755417 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc711e-f955-4551-b6d3-24e50e7abcb8 req-dcd2bf48-4e4e-4f69-bfbe-e75f6f0d8f86 tempest-ServersAdminNegativeTestJSON-1513548552 tempest-ServersAdminNegativeTestJSON-1513548552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:03.757005 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-75bc711e-f955-4551-b6d3-24e50e7abcb8 req-dcd2bf48-4e4e-4f69-bfbe-e75f6f0d8f86 tempest-ServersAdminNegativeTestJSON-1513548552 tempest-ServersAdminNegativeTestJSON-1513548552-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9361af6c-5812-49c4-9fba-95a9c133d795 HTTP/1.1" status: 200 len: 1131 time: 0.1001208 Feb 03 12:37:03.797045 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6316846d-668b-46eb-aade-6c09d2260d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (3b0b1c5c-b22f-4b6e-bc1a-9900177ee1eb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:03.801648 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6316846d-668b-46eb-aade-6c09d2260d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:03.803730 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6316846d-668b-46eb-aade-6c09d2260d46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b0b1c5c-b22f-4b6e-bc1a-9900177ee1eb HTTP/1.1" status: 204 len: 168 time: 0.3036442 Feb 03 12:37:03.829091 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316846d-668b-46eb-aade-6c09d2260d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0b1c5c-b22f-4b6e-bc1a-9900177ee1eb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:03.883924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['d46fcc0e-b032-466c-a394-0450a9c5cb50'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:03.905368 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-75bc711e-f955-4551-b6d3-24e50e7abcb8 req-0d32365f-6ba6-419f-9c55-69cabefceb46 tempest-ServersAdminNegativeTestJSON-1513548552 tempest-ServersAdminNegativeTestJSON-1513548552-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204648 Feb 03 12:37:04.134260 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed214b7a-eec1-4dd0-a2a0-e44e4366d065 req-3897ed0f-4fa4-4ca2-aec6-c9dea7cd3d2c tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:04.154014 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed214b7a-eec1-4dd0-a2a0-e44e4366d065 req-3897ed0f-4fa4-4ca2-aec6-c9dea7cd3d2c tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9670ceda-dc93-4da8-a548-ed4a5cfedd8d HTTP/1.1" status: 200 len: 944 time: 0.1459832 Feb 03 12:37:04.199820 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64f66ef5-e424-4204-8539-b0f099341aa5 req-8d6afffa-c019-4e21-a6f9-9a1ddf38ca17 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bcee9fb-28b4-48c0-8319-e36d9c4e2803 HTTP/1.1" status: 200 len: 210 time: 0.4752240 Feb 03 12:37:04.225675 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2da07-8068-482d-9d08-abbdd800963e req-f4f8b863-0b84-4ea9-81b5-8aa6da2ad60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:04.229380 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fab2da07-8068-482d-9d08-abbdd800963e req-f4f8b863-0b84-4ea9-81b5-8aa6da2ad60d service neutron] 10.222.0.31 "GET /v2.0/networks?id=be98f3c8-8a9c-4766-9c13-a265143eb6e0 HTTP/1.1" status: 200 len: 910 time: 0.6110063 Feb 03 12:37:04.280014 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed214b7a-eec1-4dd0-a2a0-e44e4366d065 req-4bbb3a4a-9845-42e7-a6b3-c5f710c8c015 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c4004e9-74ca-48be-9cba-fe7dbd4fede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222692 Feb 03 12:37:04.303749 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fab2da07-8068-482d-9d08-abbdd800963e req-81eb055a-b2b9-40bb-afce-7ca76d27d340 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d46fcc0e-b032-466c-a394-0450a9c5cb50 HTTP/1.1" status: 200 len: 217 time: 0.0673325 Feb 03 12:37:04.365157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2da07-8068-482d-9d08-abbdd800963e req-a1a597c5-ee87-4602-8d9d-0fccaf34d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:04.365157 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fab2da07-8068-482d-9d08-abbdd800963e req-a1a597c5-ee87-4602-8d9d-0fccaf34d0dd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d251e72c-596d-40e7-9d08-bfb2248ea725 HTTP/1.1" status: 200 len: 849 time: 0.0508196 Feb 03 12:37:04.418236 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fab2da07-8068-482d-9d08-abbdd800963e req-1e5f1e8b-acd4-48ad-bbfc-60a046c70422 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=be98f3c8-8a9c-4766-9c13-a265143eb6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473285 Feb 03 12:37:04.530054 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dad9a-42d6-40db-927f-d7d1a0e4060c req-38d1f8f5-2065-4bb0-b253-15e7eb177c64 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:04.535665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dad9a-42d6-40db-927f-d7d1a0e4060c req-38d1f8f5-2065-4bb0-b253-15e7eb177c64 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:04.541934 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dad9a-42d6-40db-927f-d7d1a0e4060c req-38d1f8f5-2065-4bb0-b253-15e7eb177c64 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:04.547652 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dad9a-42d6-40db-927f-d7d1a0e4060c req-38d1f8f5-2065-4bb0-b253-15e7eb177c64 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:04.553340 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dad9a-42d6-40db-927f-d7d1a0e4060c req-38d1f8f5-2065-4bb0-b253-15e7eb177c64 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:04.558264 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fab2da07-8068-482d-9d08-abbdd800963e req-fe80e1c2-9702-452a-a03e-49e5da1ffaca service neutron] 10.222.0.31 "GET /v2.0/networks/be98f3c8-8a9c-4766-9c13-a265143eb6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325943 Feb 03 12:37:04.559907 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dad9a-42d6-40db-927f-d7d1a0e4060c req-38d1f8f5-2065-4bb0-b253-15e7eb177c64 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:04.565681 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dad9a-42d6-40db-927f-d7d1a0e4060c req-38d1f8f5-2065-4bb0-b253-15e7eb177c64 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:04.573463 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-014dad9a-42d6-40db-927f-d7d1a0e4060c req-38d1f8f5-2065-4bb0-b253-15e7eb177c64 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.1101892 Feb 03 12:37:04.649242 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-014dad9a-42d6-40db-927f-d7d1a0e4060c req-488c21b8-1ce2-4d42-952d-441ca5613ef4 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743139 Feb 03 12:37:04.739003 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fab2da07-8068-482d-9d08-abbdd800963e req-61183db7-0b8d-4126-afca-36a4279a4e2f service neutron] 10.222.0.31 "GET /v2.0/networks/be98f3c8-8a9c-4766-9c13-a265143eb6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660376 Feb 03 12:37:04.766100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbaebb-8955-4416-912c-e08ed915caed req-142d8aef-9b3a-4f8f-981c-fbfd1a2857d6 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:04.767977 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2cbaebb-8955-4416-912c-e08ed915caed req-142d8aef-9b3a-4f8f-981c-fbfd1a2857d6 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.1035450 Feb 03 12:37:04.827197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231b807-c1ab-4109-bcde-f1dcf73401cb req-37a0c880-2939-4319-b34a-cba63736c14f tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:04.828667 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2cbaebb-8955-4416-912c-e08ed915caed req-cab21196-adf6-48f7-a9ab-65a9a2cb91cf tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545440 Feb 03 12:37:04.835005 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1231b807-c1ab-4109-bcde-f1dcf73401cb req-37a0c880-2939-4319-b34a-cba63736c14f tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9361af6c-5812-49c4-9fba-95a9c133d795 HTTP/1.1" status: 200 len: 949 time: 0.0878830 Feb 03 12:37:04.894658 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1231b807-c1ab-4109-bcde-f1dcf73401cb req-e67c18ea-48ae-45c2-9c7b-826fba9a45a6 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584869 Feb 03 12:37:04.932772 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4ef8eb5e-b6a9-4986-9419-bba8989949a7 req-20007835-c459-47ea-b957-24e18051d73c tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 210 time: 0.0337458 Feb 03 12:37:05.062794 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d46fcc0e-b032-466c-a394-0450a9c5cb50 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:05.113815 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port d46fcc0e-b032-466c-a394-0450a9c5cb50 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:37:05.118111 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port d46fcc0e-b032-466c-a394-0450a9c5cb50 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:05.118496 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d46fcc0e-b032-466c-a394-0450a9c5cb50), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:05.211245 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port d46fcc0e-b032-466c-a394-0450a9c5cb50 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:05.211858 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d46fcc0e-b032-466c-a394-0450a9c5cb50), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:05.236768 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9670ceda-dc93-4da8-a548-ed4a5cfedd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46fcc0e-b032-466c-a394-0450a9c5cb50'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:05.239821 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13b70c9-b7e6-41f4-b067-83d9ca0be8f2" -d '{"events": [{"server_uuid": "9670ceda-dc93-4da8-a548-ed4a5cfedd8d", "name": "network-vif-plugged", "status": "completed", "tag": "d46fcc0e-b032-466c-a394-0450a9c5cb50"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:05.254631 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d46fcc0e-b032-466c-a394-0450a9c5cb50, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d46fcc0e-b032-466c-a394-0450a9c5cb50,segment=NetworkSegment(bd4d89e5-2dcc-4719-b05a-f15dec20cce2),segment_id=bd4d89e5-2dcc-4719-b05a-f15dec20cce2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:05.260200 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d46fcc0e-b032-466c-a394-0450a9c5cb50), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:05.261427 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device a1ec3473-6e3b-495f-85d2-c49d91d37bea no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:37:05.287615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: a1ec3473-6e3b-495f-85d2-c49d91d37bea {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:37:05.287992 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device a1ec3473-6e3b-495f-85d2-c49d91d37bea not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:37:05.333141 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bc6e60-3bd5-42c6-ad91-83f4a381d8e4 x-openstack-request-id: req-56bc6e60-3bd5-42c6-ad91-83f4a381d8e4 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:05.333572 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9670ceda-dc93-4da8-a548-ed4a5cfedd8d", "name": "network-vif-plugged", "status": "completed", "tag": "d46fcc0e-b032-466c-a394-0450a9c5cb50", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:05.333833 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56bc6e60-3bd5-42c6-ad91-83f4a381d8e4 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:05.334302 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9670ceda-dc93-4da8-a548-ed4a5cfedd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46fcc0e-b032-466c-a394-0450a9c5cb50', 'code': 200} Feb 03 12:37:05.351519 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=d46fcc0e-b032-466c-a394-0450a9c5cb50,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:05.460022 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcee9fb-28b4-48c0-8319-e36d9c4e2803', 'name': 'network-vif-deleted', 'tag': 'a1ec3473-6e3b-495f-85d2-c49d91d37bea'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:05.467360 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f747d609-a056-419a-84f9-1050ac9b5f17" -d '{"events": [{"server_uuid": "6bcee9fb-28b4-48c0-8319-e36d9c4e2803", "name": "network-vif-deleted", "tag": "a1ec3473-6e3b-495f-85d2-c49d91d37bea"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:05.474730 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1010e8d-c905-4138-9129-8b44cf6d1298 req-d0b1a33c-8093-4f85-9615-9d7a93f0f0f2 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:05.482290 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a1010e8d-c905-4138-9129-8b44cf6d1298 req-d0b1a33c-8093-4f85-9615-9d7a93f0f0f2 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9670ceda-dc93-4da8-a548-ed4a5cfedd8d HTTP/1.1" status: 200 len: 945 time: 0.0883586 Feb 03 12:37:05.494387 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a056e7-f5d1-42c3-bc1b-5185d115a805 req-0ed680ad-fc65-40d5-b0e3-b76b66986e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:05.496245 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e0a056e7-f5d1-42c3-bc1b-5185d115a805 req-0ed680ad-fc65-40d5-b0e3-b76b66986e64 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9670ceda-dc93-4da8-a548-ed4a5cfedd8d HTTP/1.1" status: 200 len: 1127 time: 0.0950253 Feb 03 12:37:05.543068 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a1010e8d-c905-4138-9129-8b44cf6d1298 req-352366ef-b667-473f-b076-b05a4cddfc4b tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c4004e9-74ca-48be-9cba-fe7dbd4fede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552704 Feb 03 12:37:05.597219 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1e7353-431a-438e-b3c2-edf8c2c6d498 x-openstack-request-id: req-4b1e7353-431a-438e-b3c2-edf8c2c6d498 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:05.597537 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bcee9fb-28b4-48c0-8319-e36d9c4e2803", "name": "network-vif-deleted", "tag": "a1ec3473-6e3b-495f-85d2-c49d91d37bea", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:05.598051 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b1e7353-431a-438e-b3c2-edf8c2c6d498 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:05.598662 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bcee9fb-28b4-48c0-8319-e36d9c4e2803', 'name': 'network-vif-deleted', 'tag': 'a1ec3473-6e3b-495f-85d2-c49d91d37bea', 'status': 'completed', 'code': 200} Feb 03 12:37:05.604201 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e0a056e7-f5d1-42c3-bc1b-5185d115a805 req-46c0b828-0495-4177-9153-fb297af18b75 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5c4004e9-74ca-48be-9cba-fe7dbd4fede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007802 Feb 03 12:37:05.684220 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-c17f4c0b-a113-4d1f-8571-55f8ab0ae4de tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:05.685745 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-c17f4c0b-a113-4d1f-8571-55f8ab0ae4de tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/networks?id=57d05e71-91ef-4d8b-8053-8941dc5e5ea9 HTTP/1.1" status: 200 len: 822 time: 0.1206598 Feb 03 12:37:05.702986 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-697befeb-58ae-4fc5-9c0d-2f59583817f6 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/quotas/c38b004822034ae6b2e74e9730987a70 HTTP/1.1" status: 200 len: 375 time: 0.0106769 Feb 03 12:37:05.740234 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-fa23bc25-fbd9-4723-b2a4-9c459c94f223 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c38b004822034ae6b2e74e9730987a70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312958 Feb 03 12:37:05.795446 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079fe58-14fb-4183-b163-2886185a7b9f req-75233d09-5b9b-43e5-bf8c-662ac7157426 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:05.801709 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079fe58-14fb-4183-b163-2886185a7b9f req-75233d09-5b9b-43e5-bf8c-662ac7157426 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:05.807520 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079fe58-14fb-4183-b163-2886185a7b9f req-75233d09-5b9b-43e5-bf8c-662ac7157426 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:05.813021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079fe58-14fb-4183-b163-2886185a7b9f req-75233d09-5b9b-43e5-bf8c-662ac7157426 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:05.818513 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079fe58-14fb-4183-b163-2886185a7b9f req-75233d09-5b9b-43e5-bf8c-662ac7157426 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:05.824514 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079fe58-14fb-4183-b163-2886185a7b9f req-75233d09-5b9b-43e5-bf8c-662ac7157426 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:05.829930 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079fe58-14fb-4183-b163-2886185a7b9f req-75233d09-5b9b-43e5-bf8c-662ac7157426 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:05.831981 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7079fe58-14fb-4183-b163-2886185a7b9f req-75233d09-5b9b-43e5-bf8c-662ac7157426 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.1033933 Feb 03 12:37:05.836564 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-fe9fd5bd-09cc-4fcc-b10c-582d2f6f4705 service neutron] 10.222.0.18 "GET /v2.0/networks/57d05e71-91ef-4d8b-8053-8941dc5e5ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889704 Feb 03 12:37:05.895053 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7079fe58-14fb-4183-b163-2886185a7b9f req-a0d62a7b-fcf7-4a31-a630-c886374c69fb tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570893 Feb 03 12:37:05.906820 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8389503b-3442-4d35-bbd4-beb26a523f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:05.939660 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-37166ca0-944b-41f3-ad0e-515cd12fb69c service neutron] 10.222.0.18 "GET /v2.0/networks/57d05e71-91ef-4d8b-8053-8941dc5e5ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975876 Feb 03 12:37:06.027561 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3f4a9-04a4-45f4-846d-893109797f5e req-5436039b-ed64-4c4a-856a-80bc182de3bb tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:06.029086 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8bd3f4a9-04a4-45f4-846d-893109797f5e req-5436039b-ed64-4c4a-856a-80bc182de3bb tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.0585263 Feb 03 12:37:06.094019 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8bd3f4a9-04a4-45f4-846d-893109797f5e req-a65da01d-13aa-42d2-b8c2-ce5c07d5789b tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582666 Feb 03 12:37:06.194707 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fae4b6-846f-4ac6-9968-8ee48919c5f2 req-f767650a-c490-476f-8648-c52cb8ed9f14 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:06.197012 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b8fae4b6-846f-4ac6-9968-8ee48919c5f2 req-f767650a-c490-476f-8648-c52cb8ed9f14 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9361af6c-5812-49c4-9fba-95a9c133d795 HTTP/1.1" status: 200 len: 949 time: 0.0871186 Feb 03 12:37:06.214520 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-25e4c763-7cb8-48c9-8329-b5cfcc6a2050 req-312c1ca2-8745-4b28-b521-7143875f2855 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 210 time: 0.0432484 Feb 03 12:37:06.272604 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b8fae4b6-846f-4ac6-9968-8ee48919c5f2 req-fde155a4-34cb-4264-81e3-5b158c7a889d tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695422 Feb 03 12:37:06.303178 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-55bf66fa-ec89-454e-bfd8-0540da1540c0 req-151cd919-319d-4776-9ef2-61a7145d5551 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abb9f45-df8c-452f-9d85-afe7707df11b HTTP/1.1" status: 200 len: 210 time: 0.0465994 Feb 03 12:37:06.677585 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02986bc2-83d0-43e7-80b3-300adb87a083 req-b6a90e2e-2514-414a-b0b7-22fcd8afc639 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:06.679338 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-02986bc2-83d0-43e7-80b3-300adb87a083 req-b6a90e2e-2514-414a-b0b7-22fcd8afc639 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.73 "GET /v2.0/ports?device_id=9361af6c-5812-49c4-9fba-95a9c133d795 HTTP/1.1" status: 200 len: 949 time: 0.1036150 Feb 03 12:37:06.690552 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a2813-451c-4a6b-a4df-2c8afc8a77aa req-536a5cf6-fcf8-44b0-8ac5-1888dc53391c tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:06.694409 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-598a2813-451c-4a6b-a4df-2c8afc8a77aa req-536a5cf6-fcf8-44b0-8ac5-1888dc53391c tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9670ceda-dc93-4da8-a548-ed4a5cfedd8d HTTP/1.1" status: 200 len: 945 time: 0.0839293 Feb 03 12:37:06.803017 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-598a2813-451c-4a6b-a4df-2c8afc8a77aa req-a0d9b483-c889-4a95-a855-13a07a013741 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c4004e9-74ca-48be-9cba-fe7dbd4fede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007192 Feb 03 12:37:06.813880 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:06.837250 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-02986bc2-83d0-43e7-80b3-300adb87a083 req-841dcd8c-6135-4dff-be4e-a786f01faff5 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Deleting port 67d84aba-2142-4f7c-b5f5-96c10fce01b5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:37:06.837682 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-02986bc2-83d0-43e7-80b3-300adb87a083 req-841dcd8c-6135-4dff-be4e-a786f01faff5 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (67d84aba-2142-4f7c-b5f5-96c10fce01b5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:06.934474 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-02986bc2-83d0-43e7-80b3-300adb87a083 req-841dcd8c-6135-4dff-be4e-a786f01faff5 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] For port 67d84aba-2142-4f7c-b5f5-96c10fce01b5, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=67d84aba-2142-4f7c-b5f5-96c10fce01b5,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:06.934856 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-02986bc2-83d0-43e7-80b3-300adb87a083 req-841dcd8c-6135-4dff-be4e-a786f01faff5 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (67d84aba-2142-4f7c-b5f5-96c10fce01b5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:06.950606 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-02986bc2-83d0-43e7-80b3-300adb87a083 req-841dcd8c-6135-4dff-be4e-a786f01faff5 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Calling delete_port for 67d84aba-2142-4f7c-b5f5-96c10fce01b5 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:37:07.076813 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76636bb-5240-49d4-bb54-19fce0a6014f req-ab87d9d5-9ef4-4e68-817e-2367129ca33d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:07.083645 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76636bb-5240-49d4-bb54-19fce0a6014f req-ab87d9d5-9ef4-4e68-817e-2367129ca33d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:07.091144 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76636bb-5240-49d4-bb54-19fce0a6014f req-ab87d9d5-9ef4-4e68-817e-2367129ca33d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:07.103595 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-02986bc2-83d0-43e7-80b3-300adb87a083 req-841dcd8c-6135-4dff-be4e-a786f01faff5 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (67d84aba-2142-4f7c-b5f5-96c10fce01b5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:07.111252 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76636bb-5240-49d4-bb54-19fce0a6014f req-ab87d9d5-9ef4-4e68-817e-2367129ca33d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:07.117592 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['193e9646-1619-4e48-8a48-fc08f9b5bb27'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:07.134428 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76636bb-5240-49d4-bb54-19fce0a6014f req-ab87d9d5-9ef4-4e68-817e-2367129ca33d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:07.149396 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76636bb-5240-49d4-bb54-19fce0a6014f req-ab87d9d5-9ef4-4e68-817e-2367129ca33d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:07.157581 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['67d84aba-2142-4f7c-b5f5-96c10fce01b5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:07.158271 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76636bb-5240-49d4-bb54-19fce0a6014f req-ab87d9d5-9ef4-4e68-817e-2367129ca33d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:07.160253 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f76636bb-5240-49d4-bb54-19fce0a6014f req-ab87d9d5-9ef4-4e68-817e-2367129ca33d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.1817837 Feb 03 12:37:07.280366 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f76636bb-5240-49d4-bb54-19fce0a6014f req-3508dec9-2977-4c84-93d3-530922b7536e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1052146 Feb 03 12:37:07.323075 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dcd8c-6135-4dff-be4e-a786f01faff5 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Pushing event deleted for resources: {'Port': ['ID=67d84aba-2142-4f7c-b5f5-96c10fce01b5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:07.344160 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-0cb0f087-c33a-480a-835d-6f33f72b371d tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:07.345650 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-0cb0f087-c33a-480a-835d-6f33f72b371d tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.31 "GET /v2.0/networks?id=57d05e71-91ef-4d8b-8053-8941dc5e5ea9 HTTP/1.1" status: 200 len: 822 time: 0.2355862 Feb 03 12:37:07.389413 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-adca6547-9dbe-4824-a395-53607298dbeb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Request body: {'port': {'device_id': '9abb9f45-df8c-452f-9d85-afe7707df11b', 'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9', 'admin_state_up': True, 'tenant_id': 'c38b004822034ae6b2e74e9730987a70'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:07.394199 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e132570c-c000-4867-9ab6-6d6e9f9d9536 req-c8620786-7d30-4faa-88c5-d95e79b66e12 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 210 time: 0.0423510 Feb 03 12:37:07.452956 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-02986bc2-83d0-43e7-80b3-300adb87a083 req-841dcd8c-6135-4dff-be4e-a786f01faff5 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] No DVR routers for this DVR port 67d84aba-2142-4f7c-b5f5-96c10fce01b5 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:37:07.462494 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-02986bc2-83d0-43e7-80b3-300adb87a083 req-841dcd8c-6135-4dff-be4e-a786f01faff5 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:07.468735 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-02986bc2-83d0-43e7-80b3-300adb87a083 req-841dcd8c-6135-4dff-be4e-a786f01faff5 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.73 "DELETE /v2.0/ports/67d84aba-2142-4f7c-b5f5-96c10fce01b5 HTTP/1.1" status: 204 len: 173 time: 0.7733638 Feb 03 12:37:07.504198 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-55271311-55cf-4b67-9c76-f654087b955d req-66883081-ca77-4612-9119-f3b34c023b2d tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=9361af6c-5812-49c4-9fba-95a9c133d795 HTTP/1.1" status: 200 len: 210 time: 0.0369341 Feb 03 12:37:07.606611 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1efbf-1d2a-41cd-82c2-dd4e49fac0af req-8d578c2b-a04d-4b35-8205-6455da0117ab tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:07.613749 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e1a1efbf-1d2a-41cd-82c2-dd4e49fac0af req-8d578c2b-a04d-4b35-8205-6455da0117ab tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.3156519 Feb 03 12:37:07.617353 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9361af6c-5812-49c4-9fba-95a9c133d795', 'name': 'network-vif-deleted', 'tag': '67d84aba-2142-4f7c-b5f5-96c10fce01b5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:07.619970 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e3d48e-b907-41c9-a5f1-4f303586238d" -d '{"events": [{"server_uuid": "9361af6c-5812-49c4-9fba-95a9c133d795", "name": "network-vif-deleted", "tag": "67d84aba-2142-4f7c-b5f5-96c10fce01b5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:07.628571 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-adca6547-9dbe-4824-a395-53607298dbeb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Made reservation on behalf of c38b004822034ae6b2e74e9730987a70 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:07.632367 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-adca6547-9dbe-4824-a395-53607298dbeb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:07.651503 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-152d8860-3a65-4279-9585-3f5777dce4cc req-c03a2f03-8a6e-4734-a34c-398bb5e74fca tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abb9f45-df8c-452f-9d85-afe7707df11b HTTP/1.1" status: 200 len: 210 time: 0.0625055 Feb 03 12:37:07.736163 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7831145d-d0d6-40b2-b590-b6555aa57c84 x-openstack-request-id: req-7831145d-d0d6-40b2-b590-b6555aa57c84 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:07.736820 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9361af6c-5812-49c4-9fba-95a9c133d795", "name": "network-vif-deleted", "tag": "67d84aba-2142-4f7c-b5f5-96c10fce01b5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:07.736820 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7831145d-d0d6-40b2-b590-b6555aa57c84 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:07.737183 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9361af6c-5812-49c4-9fba-95a9c133d795', 'name': 'network-vif-deleted', 'tag': '67d84aba-2142-4f7c-b5f5-96c10fce01b5', 'status': 'completed', 'code': 200} Feb 03 12:37:07.751341 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e1a1efbf-1d2a-41cd-82c2-dd4e49fac0af req-285e0a10-27ea-46b9-8752-869481f91034 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364613 Feb 03 12:37:07.770450 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:37:07.830863 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-adca6547-9dbe-4824-a395-53607298dbeb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Allocated IP 172.20.0.3 (57d05e71-91ef-4d8b-8053-8941dc5e5ea9/6692b46d-d587-49d4-a31d-fa29447818e3/827914c4-9ac3-4477-9e22-83bd92e93d19) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:07.929188 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d42ae-a7a8-4c3a-b3df-e117e24a18c2 req-8419253a-7f44-498e-8cc4-0e9312d3df04 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:07.936520 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ac6d42ae-a7a8-4c3a-b3df-e117e24a18c2 req-8419253a-7f44-498e-8cc4-0e9312d3df04 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9670ceda-dc93-4da8-a548-ed4a5cfedd8d HTTP/1.1" status: 200 len: 945 time: 0.0619526 Feb 03 12:37:07.988711 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ac6d42ae-a7a8-4c3a-b3df-e117e24a18c2 req-0c59aaad-2e51-43ed-9d91-7894d4f5f12e tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c4004e9-74ca-48be-9cba-fe7dbd4fede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510201 Feb 03 12:37:07.996776 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-adca6547-9dbe-4824-a395-53607298dbeb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks [] for port (827914c4-9ac3-4477-9e22-83bd92e93d19), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:08.051833 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-adca6547-9dbe-4824-a395-53607298dbeb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (827914c4-9ac3-4477-9e22-83bd92e93d19), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:08.105486 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-adca6547-9dbe-4824-a395-53607298dbeb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Network 57d05e71-91ef-4d8b-8053-8941dc5e5ea9 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:08.109324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-adca6547-9dbe-4824-a395-53607298dbeb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:08.114616 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-adca6547-9dbe-4824-a395-53607298dbeb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:37:08.136027 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:08.178577 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca6547-9dbe-4824-a395-53607298dbeb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Pushing event updated for resources: {'Port': ['ID=827914c4-9ac3-4477-9e22-83bd92e93d19,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:08.204645 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-adca6547-9dbe-4824-a395-53607298dbeb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:08.205434 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-adca6547-9dbe-4824-a395-53607298dbeb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:08.223389 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-adca6547-9dbe-4824-a395-53607298dbeb tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8410344 Feb 03 12:37:08.236312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] Request body: {'port': {'device_id': '9abb9f45-df8c-452f-9d85-afe7707df11b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:08.320778 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (827914c4-9ac3-4477-9e22-83bd92e93d19), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:08.416367 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70452f62-7045-48e7-a396-ee190427f7ff req-39c10e0c-fc4e-4fd8-aab6-59647b19ddcb tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:08.421620 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d47bf6-46dc-4fbb-9f4c-9671b7b0ac85 req-d9f563c0-63dd-4eb0-b7ec-5056d86ecef2 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:08.422176 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70452f62-7045-48e7-a396-ee190427f7ff req-39c10e0c-fc4e-4fd8-aab6-59647b19ddcb tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:08.423163 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14d47bf6-46dc-4fbb-9f4c-9671b7b0ac85 req-d9f563c0-63dd-4eb0-b7ec-5056d86ecef2 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9670ceda-dc93-4da8-a548-ed4a5cfedd8d HTTP/1.1" status: 200 len: 945 time: 0.1047542 Feb 03 12:37:08.427392 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70452f62-7045-48e7-a396-ee190427f7ff req-39c10e0c-fc4e-4fd8-aab6-59647b19ddcb tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:08.433609 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70452f62-7045-48e7-a396-ee190427f7ff req-39c10e0c-fc4e-4fd8-aab6-59647b19ddcb tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:08.439302 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70452f62-7045-48e7-a396-ee190427f7ff req-39c10e0c-fc4e-4fd8-aab6-59647b19ddcb tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:08.444487 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70452f62-7045-48e7-a396-ee190427f7ff req-39c10e0c-fc4e-4fd8-aab6-59647b19ddcb tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:08.449683 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70452f62-7045-48e7-a396-ee190427f7ff req-39c10e0c-fc4e-4fd8-aab6-59647b19ddcb tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:08.451609 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-70452f62-7045-48e7-a396-ee190427f7ff req-39c10e0c-fc4e-4fd8-aab6-59647b19ddcb tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.0938621 Feb 03 12:37:08.514563 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-70452f62-7045-48e7-a396-ee190427f7ff req-946f8911-4133-4b64-92c0-a82e6e5c8045 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566182 Feb 03 12:37:08.564051 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14d47bf6-46dc-4fbb-9f4c-9671b7b0ac85 req-2d8bf793-f5aa-47e5-92f3-ff6a8f82ea68 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c4004e9-74ca-48be-9cba-fe7dbd4fede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896096 Feb 03 12:37:08.623062 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7f57019a-6579-47dc-82a3-adfcd43a0682 req-25cabf63-f2db-486d-ab4b-33664815af7b tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 210 time: 0.0330009 Feb 03 12:37:08.703997 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827914c4-9ac3-4477-9e22-83bd92e93d19 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:08.713054 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] Publish callbacks [] for port (827914c4-9ac3-4477-9e22-83bd92e93d19), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:08.729003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] Transition to ACTIVE for port object 827914c4-9ac3-4477-9e22-83bd92e93d19 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:37:08.733589 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (827914c4-9ac3-4477-9e22-83bd92e93d19), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:08.793735 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498af299-c691-41b4-8f33-c125898962f4 service neutron] Pushing event updated for resources: {'Port': ['ID=827914c4-9ac3-4477-9e22-83bd92e93d19,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:08.796512 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25248155-1eac-47c8-ae1a-7ec9311afd6c req-e5477ff7-a6ea-45bb-abcd-8d68f2e42fc8 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:08.811838 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-25248155-1eac-47c8-ae1a-7ec9311afd6c req-e5477ff7-a6ea-45bb-abcd-8d68f2e42fc8 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abb9f45-df8c-452f-9d85-afe7707df11b HTTP/1.1" status: 200 len: 943 time: 0.0776405 Feb 03 12:37:08.876749 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-25248155-1eac-47c8-ae1a-7ec9311afd6c req-1dc2bb41-5611-48e7-9638-d6291432b4f8 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604312 Feb 03 12:37:08.916101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] Attempting to bind port 827914c4-9ac3-4477-9e22-83bd92e93d19 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:08.916462 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] Attempting to bind port 827914c4-9ac3-4477-9e22-83bd92e93d19 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '235c07fd-127e-4fd8-8cdd-6c66376ebc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:08.916779 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] Attempting to bind port 827914c4-9ac3-4477-9e22-83bd92e93d19 on network 57d05e71-91ef-4d8b-8053-8941dc5e5ea9 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:08.924410 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] Port 827914c4-9ac3-4477-9e22-83bd92e93d19 on network 57d05e71-91ef-4d8b-8053-8941dc5e5ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:37:08.924754 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] Attempting to bind port 827914c4-9ac3-4477-9e22-83bd92e93d19 on network 57d05e71-91ef-4d8b-8053-8941dc5e5ea9 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:08.936917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:08.937360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] Checking segment: {'id': '235c07fd-127e-4fd8-8cdd-6c66376ebc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:08.937764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] Bound using segment: {'id': '235c07fd-127e-4fd8-8cdd-6c66376ebc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:08.938200 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] Bound port: 827914c4-9ac3-4477-9e22-83bd92e93d19, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '235c07fd-127e-4fd8-8cdd-6c66376ebc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:08.938561 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (827914c4-9ac3-4477-9e22-83bd92e93d19), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:08.978763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f9a73-d097-495b-932e-6ed7f5ed28b2 req-25759b1c-ffda-4e0c-9404-aa0c693a37a5 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:08.980352 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-779f9a73-d097-495b-932e-6ed7f5ed28b2 req-25759b1c-ffda-4e0c-9404-aa0c693a37a5 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=704f0078-64ec-4d48-bab4-5a85785ff3a4 HTTP/1.1" status: 200 len: 949 time: 0.0544124 Feb 03 12:37:08.983105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e48115-226d-4ab4-8d2b-922d5a44233a req-36745c36-eb0a-4d1e-bdf3-e06fc0edb7b1 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:08.984685 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-91e48115-226d-4ab4-8d2b-922d5a44233a req-36745c36-eb0a-4d1e-bdf3-e06fc0edb7b1 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.1073160 Feb 03 12:37:09.042414 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] For port 827914c4-9ac3-4477-9e22-83bd92e93d19, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:09.049067 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-779f9a73-d097-495b-932e-6ed7f5ed28b2 req-9153245f-e85b-4c18-9f03-318112caed99 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608771 Feb 03 12:37:09.069136 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-91e48115-226d-4ab4-8d2b-922d5a44233a req-b2d41650-de93-488a-980c-32dfb08ff24a tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781541 Feb 03 12:37:09.073162 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] For port 827914c4-9ac3-4477-9e22-83bd92e93d19, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=827914c4-9ac3-4477-9e22-83bd92e93d19,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:09.080973 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (827914c4-9ac3-4477-9e22-83bd92e93d19), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:09.116350 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:09.116972 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:09.119035 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-498af299-c691-41b4-8f33-c125898962f4 service neutron] 10.222.0.31 "PUT /v2.0/ports/827914c4-9ac3-4477-9e22-83bd92e93d19 HTTP/1.1" status: 200 len: 1091 time: 0.8876395 Feb 03 12:37:09.145967 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498af299-c691-41b4-8f33-c125898962f4 service neutron] Pushing event updated for resources: {'Port': ['ID=827914c4-9ac3-4477-9e22-83bd92e93d19,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:09.203987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-59b7a5c5-ef35-4a20-adcf-d7daf5cd6527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:09.205564 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-59b7a5c5-ef35-4a20-adcf-d7daf5cd6527 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c38b004822034ae6b2e74e9730987a70&device_id=9abb9f45-df8c-452f-9d85-afe7707df11b HTTP/1.1" status: 200 len: 1125 time: 0.0465887 Feb 03 12:37:09.247795 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-a3a73b96-bcdf-400b-b082-463d889b9e6b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=827914c4-9ac3-4477-9e22-83bd92e93d19 HTTP/1.1" status: 200 len: 217 time: 0.0346909 Feb 03 12:37:09.300507 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-47bf1af5-f8eb-485c-ae11-12883a756e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:09.301990 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-47bf1af5-f8eb-485c-ae11-12883a756e9f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6692b46d-d587-49d4-a31d-fa29447818e3 HTTP/1.1" status: 200 len: 862 time: 0.0484185 Feb 03 12:37:09.340641 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-ca7c3321-5ace-4135-814f-ee8c25d73529 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=57d05e71-91ef-4d8b-8053-8941dc5e5ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285933 Feb 03 12:37:09.433999 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-67dbf5b0-a6dd-477a-928b-aca144f16206 service neutron] 10.222.0.31 "GET /v2.0/networks/57d05e71-91ef-4d8b-8053-8941dc5e5ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868230 Feb 03 12:37:09.529726 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-057428e1-3707-4a0a-b2ae-5cfb1de420ee req-e27996bb-dbde-4a7e-acee-dff839a11e0a service neutron] 10.222.0.31 "GET /v2.0/networks/57d05e71-91ef-4d8b-8053-8941dc5e5ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847838 Feb 03 12:37:09.570180 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 67d84aba-2142-4f7c-b5f5-96c10fce01b5 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:37:09.596176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 67d84aba-2142-4f7c-b5f5-96c10fce01b5 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:37:09.596743 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 67d84aba-2142-4f7c-b5f5-96c10fce01b5 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:37:09.611559 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:09.683141 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f9938-a7a2-4e93-80d0-92c1a229d44c req-a9d1cea2-14cf-4568-b577-8c79aea707ed tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:09.689115 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f9938-a7a2-4e93-80d0-92c1a229d44c req-a9d1cea2-14cf-4568-b577-8c79aea707ed tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:09.693802 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f9938-a7a2-4e93-80d0-92c1a229d44c req-a9d1cea2-14cf-4568-b577-8c79aea707ed tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:09.699339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f9938-a7a2-4e93-80d0-92c1a229d44c req-a9d1cea2-14cf-4568-b577-8c79aea707ed tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:09.704575 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f9938-a7a2-4e93-80d0-92c1a229d44c req-a9d1cea2-14cf-4568-b577-8c79aea707ed tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:09.707219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd7d7e-d6e2-4eb1-8020-f4893eba9eb5 req-234945ac-7c89-4396-93f2-9d3711fc473e tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:09.708806 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3cd7d7e-d6e2-4eb1-8020-f4893eba9eb5 req-234945ac-7c89-4396-93f2-9d3711fc473e tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9670ceda-dc93-4da8-a548-ed4a5cfedd8d HTTP/1.1" status: 200 len: 945 time: 0.0580852 Feb 03 12:37:09.709871 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f9938-a7a2-4e93-80d0-92c1a229d44c req-a9d1cea2-14cf-4568-b577-8c79aea707ed tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:09.715182 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f9938-a7a2-4e93-80d0-92c1a229d44c req-a9d1cea2-14cf-4568-b577-8c79aea707ed tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:09.722712 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c3f9938-a7a2-4e93-80d0-92c1a229d44c req-a9d1cea2-14cf-4568-b577-8c79aea707ed tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.1022773 Feb 03 12:37:09.738443 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abb9f45-df8c-452f-9d85-afe7707df11b', 'tag': '827914c4-9ac3-4477-9e22-83bd92e93d19'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:09.740763 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e743e817-4c10-4d03-b4c1-e01075a2159b" -d '{"events": [{"name": "network-changed", "server_uuid": "9abb9f45-df8c-452f-9d85-afe7707df11b", "tag": "827914c4-9ac3-4477-9e22-83bd92e93d19"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:09.778074 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c3f9938-a7a2-4e93-80d0-92c1a229d44c req-a7cdf97b-0ffa-4497-b614-068fea2d7056 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542698 Feb 03 12:37:09.808410 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3cd7d7e-d6e2-4eb1-8020-f4893eba9eb5 req-5738836b-ad45-4063-b99d-e4aec2133c45 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c4004e9-74ca-48be-9cba-fe7dbd4fede2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934315 Feb 03 12:37:09.838368 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1171b-2f5f-433f-888a-4a62788231da req-20f60a57-9209-4e0c-990c-e5d9c82b0a29 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:09.840597 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fa1171b-2f5f-433f-888a-4a62788231da req-20f60a57-9209-4e0c-990c-e5d9c82b0a29 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.31 "GET /v2.0/ports?device_id=9670ceda-dc93-4da8-a548-ed4a5cfedd8d HTTP/1.1" status: 200 len: 945 time: 0.1117830 Feb 03 12:37:09.873077 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d0ac9ae0-8b67-4bd8-b4f8-4ca7abcb75d1 req-ed9217e5-6fb7-4470-9dd2-ca6059a7340c tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 210 time: 0.0325019 Feb 03 12:37:09.882498 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29774ca8-8f64-47b3-acac-cc359e06f460 x-openstack-request-id: req-29774ca8-8f64-47b3-acac-cc359e06f460 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:09.882896 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9abb9f45-df8c-452f-9d85-afe7707df11b", "tag": "827914c4-9ac3-4477-9e22-83bd92e93d19", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:09.883047 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29774ca8-8f64-47b3-acac-cc359e06f460 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:09.883966 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abb9f45-df8c-452f-9d85-afe7707df11b', 'tag': '827914c4-9ac3-4477-9e22-83bd92e93d19', 'status': 'completed', 'code': 200} Feb 03 12:37:10.022674 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743e817-4c10-4d03-b4c1-e01075a2159b req-dad18a7c-ce08-4e3c-aa41-4b75faf376b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:10.024715 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e743e817-4c10-4d03-b4c1-e01075a2159b req-dad18a7c-ce08-4e3c-aa41-4b75faf376b0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c38b004822034ae6b2e74e9730987a70&device_id=9abb9f45-df8c-452f-9d85-afe7707df11b HTTP/1.1" status: 200 len: 1125 time: 0.1171420 Feb 03 12:37:10.038425 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a79a9-7c44-46a9-924d-bcde57c281c1 req-75062b51-c641-47b6-bda7-ee84077a405b tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:10.040670 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2a0a79a9-7c44-46a9-924d-bcde57c281c1 req-75062b51-c641-47b6-bda7-ee84077a405b tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abb9f45-df8c-452f-9d85-afe7707df11b HTTP/1.1" status: 200 len: 943 time: 0.0873718 Feb 03 12:37:10.052081 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-1fa1171b-2f5f-433f-888a-4a62788231da req-578be550-985d-4d57-8a2c-5dfc392c79c4 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Deleting port d46fcc0e-b032-466c-a394-0450a9c5cb50 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:37:10.052424 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1fa1171b-2f5f-433f-888a-4a62788231da req-578be550-985d-4d57-8a2c-5dfc392c79c4 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d46fcc0e-b032-466c-a394-0450a9c5cb50), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:10.189123 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdd6e5-60a1-4357-b219-45aaa2358b5b req-ea8caa0a-5407-470b-a75a-d104ab366ea2 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:10.197031 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fbfdd6e5-60a1-4357-b219-45aaa2358b5b req-ea8caa0a-5407-470b-a75a-d104ab366ea2 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=704f0078-64ec-4d48-bab4-5a85785ff3a4 HTTP/1.1" status: 200 len: 949 time: 0.0707252 Feb 03 12:37:10.228459 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2a0a79a9-7c44-46a9-924d-bcde57c281c1 req-7d3bd7a9-18b8-4fde-90a7-a8357002ac96 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787214 Feb 03 12:37:10.264473 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743e817-4c10-4d03-b4c1-e01075a2159b req-755e4ef8-d717-4999-a8a1-b6c2c6c916f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:10.265944 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e743e817-4c10-4d03-b4c1-e01075a2159b req-755e4ef8-d717-4999-a8a1-b6c2c6c916f4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=57d05e71-91ef-4d8b-8053-8941dc5e5ea9 HTTP/1.1" status: 200 len: 923 time: 0.2246416 Feb 03 12:37:10.271608 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-1fa1171b-2f5f-433f-888a-4a62788231da req-578be550-985d-4d57-8a2c-5dfc392c79c4 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] For port d46fcc0e-b032-466c-a394-0450a9c5cb50, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d46fcc0e-b032-466c-a394-0450a9c5cb50,segment=NetworkSegment(bd4d89e5-2dcc-4719-b05a-f15dec20cce2),segment_id=bd4d89e5-2dcc-4719-b05a-f15dec20cce2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:10.271997 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1fa1171b-2f5f-433f-888a-4a62788231da req-578be550-985d-4d57-8a2c-5dfc392c79c4 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d46fcc0e-b032-466c-a394-0450a9c5cb50), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:10.285284 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fbfdd6e5-60a1-4357-b219-45aaa2358b5b req-d50d3af2-3690-4cc4-8934-f3075baea232 tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/security-groups?id=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869844 Feb 03 12:37:10.294893 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-1fa1171b-2f5f-433f-888a-4a62788231da req-578be550-985d-4d57-8a2c-5dfc392c79c4 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Calling delete_port for d46fcc0e-b032-466c-a394-0450a9c5cb50 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:37:10.332137 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e743e817-4c10-4d03-b4c1-e01075a2159b req-b4f3c0a2-64aa-43f2-bae1-318e17a00d5b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=827914c4-9ac3-4477-9e22-83bd92e93d19 HTTP/1.1" status: 200 len: 217 time: 0.0568168 Feb 03 12:37:10.363654 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97b977-212b-4517-91c1-bc3524d26ae5 req-6c14d202-ae27-4499-871f-1afd288cd98a tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:10.365202 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6f97b977-212b-4517-91c1-bc3524d26ae5 req-6c14d202-ae27-4499-871f-1afd288cd98a tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.31 "GET /v2.0/ports?device_id=704f0078-64ec-4d48-bab4-5a85785ff3a4 HTTP/1.1" status: 200 len: 949 time: 0.0591531 Feb 03 12:37:10.433367 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f0f873a4-8bc3-46bc-8a13-20f5294d3a35 req-8067fa1e-e69e-4ad1-b269-f2c3c1df5f6d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2257662 Feb 03 12:37:10.465978 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743e817-4c10-4d03-b4c1-e01075a2159b req-ef63b071-7409-4b7c-8108-050c3600dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:10.467437 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e743e817-4c10-4d03-b4c1-e01075a2159b req-ef63b071-7409-4b7c-8108-050c3600dac5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6692b46d-d587-49d4-a31d-fa29447818e3 HTTP/1.1" status: 200 len: 862 time: 0.1213844 Feb 03 12:37:10.477890 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-6f97b977-212b-4517-91c1-bc3524d26ae5 req-3f5b34a9-5f16-483f-b44f-81406b2cbe0d tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Deleting port 193e9646-1619-4e48-8a48-fc08f9b5bb27 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:37:10.478319 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6f97b977-212b-4517-91c1-bc3524d26ae5 req-3f5b34a9-5f16-483f-b44f-81406b2cbe0d tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (193e9646-1619-4e48-8a48-fc08f9b5bb27), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:10.482470 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e427f-7359-4d69-be93-377ebd07482d req-ac13a0ba-7b70-49e0-92f0-ed9585e561fc tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:10.484016 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6d0e427f-7359-4d69-be93-377ebd07482d req-ac13a0ba-7b70-49e0-92f0-ed9585e561fc tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.1550009 Feb 03 12:37:10.534870 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e743e817-4c10-4d03-b4c1-e01075a2159b req-da9c574c-7bd0-4830-8003-d6a843c7f84e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=57d05e71-91ef-4d8b-8053-8941dc5e5ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483193 Feb 03 12:37:10.579473 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-6f97b977-212b-4517-91c1-bc3524d26ae5 req-3f5b34a9-5f16-483f-b44f-81406b2cbe0d tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] For port 193e9646-1619-4e48-8a48-fc08f9b5bb27, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=193e9646-1619-4e48-8a48-fc08f9b5bb27,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:10.579878 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6f97b977-212b-4517-91c1-bc3524d26ae5 req-3f5b34a9-5f16-483f-b44f-81406b2cbe0d tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (193e9646-1619-4e48-8a48-fc08f9b5bb27), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:10.594014 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-6f97b977-212b-4517-91c1-bc3524d26ae5 req-3f5b34a9-5f16-483f-b44f-81406b2cbe0d tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Calling delete_port for 193e9646-1619-4e48-8a48-fc08f9b5bb27 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:37:10.693634 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6d0e427f-7359-4d69-be93-377ebd07482d req-5c5cc29e-4fa2-48ed-ba72-d1d3aadc244c tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965106 Feb 03 12:37:10.715075 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f873a4-8bc3-46bc-8a13-20f5294d3a35 req-f5d564ad-3383-4742-9128-1225680ba90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:10.716469 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f0f873a4-8bc3-46bc-8a13-20f5294d3a35 req-f5d564ad-3383-4742-9128-1225680ba90f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 1127 time: 0.2055881 Feb 03 12:37:10.728421 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1fa1171b-2f5f-433f-888a-4a62788231da req-578be550-985d-4d57-8a2c-5dfc392c79c4 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d46fcc0e-b032-466c-a394-0450a9c5cb50), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:10.742414 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['d46fcc0e-b032-466c-a394-0450a9c5cb50'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:10.771286 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e743e817-4c10-4d03-b4c1-e01075a2159b req-9343369c-dfa8-49a5-98ff-bfc6466dcfe5 service neutron] 10.222.0.31 "GET /v2.0/networks/57d05e71-91ef-4d8b-8053-8941dc5e5ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264259 Feb 03 12:37:10.779634 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578be550-985d-4d57-8a2c-5dfc392c79c4 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Pushing event deleted for resources: {'Port': ['ID=d46fcc0e-b032-466c-a394-0450a9c5cb50,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:10.877951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa1171b-2f5f-433f-888a-4a62788231da req-578be550-985d-4d57-8a2c-5dfc392c79c4 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] No DVR routers for this DVR port d46fcc0e-b032-466c-a394-0450a9c5cb50 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:37:10.882915 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1fa1171b-2f5f-433f-888a-4a62788231da req-578be550-985d-4d57-8a2c-5dfc392c79c4 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:10.886546 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fa1171b-2f5f-433f-888a-4a62788231da req-578be550-985d-4d57-8a2c-5dfc392c79c4 tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.31 "DELETE /v2.0/ports/d46fcc0e-b032-466c-a394-0450a9c5cb50 HTTP/1.1" status: 204 len: 173 time: 1.0401907 Feb 03 12:37:10.991201 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4de3f8f6-6228-4e05-a29e-98ad9bd88ac0 req-0abbf99c-db2c-4ac1-802a-02113d6282eb tempest-ServerGroupTestJSON-1388963400 tempest-ServerGroupTestJSON-1388963400-project] 10.222.0.18 "GET /v2.0/ports?device_id=9670ceda-dc93-4da8-a548-ed4a5cfedd8d HTTP/1.1" status: 200 len: 210 time: 0.0475070 Feb 03 12:37:11.036763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f873a4-8bc3-46bc-8a13-20f5294d3a35 req-73df955c-b15a-4d2d-bd65-0bac55ed5732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:11.038340 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f0f873a4-8bc3-46bc-8a13-20f5294d3a35 req-73df955c-b15a-4d2d-bd65-0bac55ed5732 service neutron] 10.222.0.73 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 909 time: 0.2716844 Feb 03 12:37:11.041131 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e743e817-4c10-4d03-b4c1-e01075a2159b req-b4ee1bd7-32ad-474a-9592-eab58e1efa8e service neutron] 10.222.0.31 "GET /v2.0/networks/57d05e71-91ef-4d8b-8053-8941dc5e5ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579498 Feb 03 12:37:11.079813 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 827914c4-9ac3-4477-9e22-83bd92e93d19 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:11.110945 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e976bed-4aed-499d-93e4-7e6e51cea63a req-4d58ea08-2b95-4ce1-acaa-62a8119d30de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:11.117133 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e976bed-4aed-499d-93e4-7e6e51cea63a req-4d58ea08-2b95-4ce1-acaa-62a8119d30de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:11.119138 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f0f873a4-8bc3-46bc-8a13-20f5294d3a35 req-f758b16f-9289-4261-8e1f-ed3bc896458a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4cdce3c-ede9-447a-93fd-ab1378721ecd HTTP/1.1" status: 200 len: 217 time: 0.0623326 Feb 03 12:37:11.122606 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e976bed-4aed-499d-93e4-7e6e51cea63a req-4d58ea08-2b95-4ce1-acaa-62a8119d30de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:11.131581 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e976bed-4aed-499d-93e4-7e6e51cea63a req-4d58ea08-2b95-4ce1-acaa-62a8119d30de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:11.138319 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e976bed-4aed-499d-93e4-7e6e51cea63a req-4d58ea08-2b95-4ce1-acaa-62a8119d30de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:11.146256 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e976bed-4aed-499d-93e4-7e6e51cea63a req-4d58ea08-2b95-4ce1-acaa-62a8119d30de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:11.152123 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e976bed-4aed-499d-93e4-7e6e51cea63a req-4d58ea08-2b95-4ce1-acaa-62a8119d30de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:11.152404 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4c5aa19-3254-4eae-a96d-d3128649bc42 req-b2e78d28-40ab-4009-a533-6eaddfbdf6ee tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 210 time: 0.0356891 Feb 03 12:37:11.160611 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5e976bed-4aed-499d-93e4-7e6e51cea63a req-4d58ea08-2b95-4ce1-acaa-62a8119d30de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.2190940 Feb 03 12:37:11.194886 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f873a4-8bc3-46bc-8a13-20f5294d3a35 req-afdb6da7-2607-4509-bc12-d7786619bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:11.196892 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f0f873a4-8bc3-46bc-8a13-20f5294d3a35 req-afdb6da7-2607-4509-bc12-d7786619bd0d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.0690269 Feb 03 12:37:11.227732 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6f97b977-212b-4517-91c1-bc3524d26ae5 req-3f5b34a9-5f16-483f-b44f-81406b2cbe0d tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (193e9646-1619-4e48-8a48-fc08f9b5bb27), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:11.237124 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 827914c4-9ac3-4477-9e22-83bd92e93d19, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=827914c4-9ac3-4477-9e22-83bd92e93d19,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:11.239971 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f0f873a4-8bc3-46bc-8a13-20f5294d3a35 req-f66b2dbc-2fb5-4c4e-8f38-75909f06203f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354869 Feb 03 12:37:11.248216 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['193e9646-1619-4e48-8a48-fc08f9b5bb27'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:11.256179 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '827914c4-9ac3-4477-9e22-83bd92e93d19', 'network_id': '57d05e71-91ef-4d8b-8053-8941dc5e5ea9', 'port_id': '827914c4-9ac3-4477-9e22-83bd92e93d19', 'mac_address': 'fa:16:3e:f8:66:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6692b46d-d587-49d4-a31d-fa29447818e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:11.281259 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b34a9-5f16-483f-b44f-81406b2cbe0d tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Pushing event deleted for resources: {'Port': ['ID=193e9646-1619-4e48-8a48-fc08f9b5bb27,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:11.351411 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 827914c4-9ac3-4477-9e22-83bd92e93d19 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:11.352651 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (827914c4-9ac3-4477-9e22-83bd92e93d19), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:11.357388 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5e976bed-4aed-499d-93e4-7e6e51cea63a req-dea4f992-dc11-4fda-9a4e-b0aec0e2378e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1959221 Feb 03 12:37:11.366773 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827914c4-9ac3-4477-9e22-83bd92e93d19 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:11.400121 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f97b977-212b-4517-91c1-bc3524d26ae5 req-3f5b34a9-5f16-483f-b44f-81406b2cbe0d tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] No DVR routers for this DVR port 193e9646-1619-4e48-8a48-fc08f9b5bb27 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:37:11.402492 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6f97b977-212b-4517-91c1-bc3524d26ae5 req-3f5b34a9-5f16-483f-b44f-81406b2cbe0d tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:11.416244 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 827914c4-9ac3-4477-9e22-83bd92e93d19, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=827914c4-9ac3-4477-9e22-83bd92e93d19,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:11.416976 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6f97b977-212b-4517-91c1-bc3524d26ae5 req-3f5b34a9-5f16-483f-b44f-81406b2cbe0d tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.31 "DELETE /v2.0/ports/193e9646-1619-4e48-8a48-fc08f9b5bb27 HTTP/1.1" status: 204 len: 173 time: 1.0460472 Feb 03 12:37:11.417535 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704f0078-64ec-4d48-bab4-5a85785ff3a4', 'name': 'network-vif-deleted', 'tag': '193e9646-1619-4e48-8a48-fc08f9b5bb27'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:11.420415 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd11609-a81a-447d-bcfd-f9ae465ec7a5" -d '{"events": [{"server_uuid": "704f0078-64ec-4d48-bab4-5a85785ff3a4", "name": "network-vif-deleted", "tag": "193e9646-1619-4e48-8a48-fc08f9b5bb27"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:11.428079 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (827914c4-9ac3-4477-9e22-83bd92e93d19), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:11.470583 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f0f873a4-8bc3-46bc-8a13-20f5294d3a35 req-b85efcae-ae52-4faa-af4d-8590825e456d service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233622 Feb 03 12:37:11.514353 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ab1c471-8a5e-4ed8-a1a5-047b7b6433c2 req-74746d4c-5afa-400d-a147-8f717f5f963c tempest-ServersAdminNegativeTestJSON-648439199 tempest-ServersAdminNegativeTestJSON-648439199-project] 10.222.0.18 "GET /v2.0/ports?device_id=704f0078-64ec-4d48-bab4-5a85785ff3a4 HTTP/1.1" status: 200 len: 210 time: 0.0320129 Feb 03 12:37:11.525352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=827914c4-9ac3-4477-9e22-83bd92e93d19,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:11.603418 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad122b50-3cd7-437f-9c49-5dfcfb4871a0 req-e62cd9c5-2f0f-4220-a31d-506c3adfbcf7 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:11.605099 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ad122b50-3cd7-437f-9c49-5dfcfb4871a0 req-e62cd9c5-2f0f-4220-a31d-506c3adfbcf7 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abb9f45-df8c-452f-9d85-afe7707df11b HTTP/1.1" status: 200 len: 943 time: 0.2130470 Feb 03 12:37:11.609054 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7a065b-d314-4746-b6e7-f39de22d5528 x-openstack-request-id: req-ef7a065b-d314-4746-b6e7-f39de22d5528 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:11.609761 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704f0078-64ec-4d48-bab4-5a85785ff3a4", "name": "network-vif-deleted", "tag": "193e9646-1619-4e48-8a48-fc08f9b5bb27", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:11.609761 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef7a065b-d314-4746-b6e7-f39de22d5528 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:11.610360 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704f0078-64ec-4d48-bab4-5a85785ff3a4', 'name': 'network-vif-deleted', 'tag': '193e9646-1619-4e48-8a48-fc08f9b5bb27', 'status': 'completed', 'code': 200} Feb 03 12:37:11.639049 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f0f873a4-8bc3-46bc-8a13-20f5294d3a35 req-72ce0412-9b37-4100-b2cd-b9227f603695 service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610916 Feb 03 12:37:11.655013 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['827914c4-9ac3-4477-9e22-83bd92e93d19'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:11.677207 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ad122b50-3cd7-437f-9c49-5dfcfb4871a0 req-49e50574-1e77-46ab-a5fd-82228b333e23 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607383 Feb 03 12:37:11.865798 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4f7be-d58a-4393-9143-ebe3b7d1f721 req-1d602f5c-70a9-4c20-8987-7609a9102205 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:11.869508 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-68f4f7be-d58a-4393-9143-ebe3b7d1f721 req-1d602f5c-70a9-4c20-8987-7609a9102205 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.0776916 Feb 03 12:37:11.885490 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9670ceda-dc93-4da8-a548-ed4a5cfedd8d', 'name': 'network-vif-deleted', 'tag': 'd46fcc0e-b032-466c-a394-0450a9c5cb50'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:11.887851 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085f5d23-dc2b-4ea6-8b78-3b3d3a1f8281" -d '{"events": [{"server_uuid": "9670ceda-dc93-4da8-a548-ed4a5cfedd8d", "name": "network-vif-deleted", "tag": "d46fcc0e-b032-466c-a394-0450a9c5cb50"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:11.928260 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-68f4f7be-d58a-4393-9143-ebe3b7d1f721 req-1fd954e9-92f3-40b4-a06f-fa053cdcd57d tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508425 Feb 03 12:37:11.932226 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f297e88-9796-4ae7-bc48-510e21493476 x-openstack-request-id: req-3f297e88-9796-4ae7-bc48-510e21493476 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:11.932523 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9670ceda-dc93-4da8-a548-ed4a5cfedd8d", "name": "network-vif-deleted", "tag": "d46fcc0e-b032-466c-a394-0450a9c5cb50", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:11.932830 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f297e88-9796-4ae7-bc48-510e21493476 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:11.933172 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9670ceda-dc93-4da8-a548-ed4a5cfedd8d', 'name': 'network-vif-deleted', 'tag': 'd46fcc0e-b032-466c-a394-0450a9c5cb50', 'status': 'completed', 'code': 200} Feb 03 12:37:12.261172 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e1d97d53-3be9-4b52-9950-f6db35ba2b80 req-ab471ecf-f7ac-4e2b-959b-b7b81963c40a tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 210 time: 0.0337942 Feb 03 12:37:12.321478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43998) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:12.369445 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-036c2fd6-b521-4cdc-a136-6119534403e1 admin admin] Deleting subnet d251e72c-596d-40e7-9d08-bfb2248ea725 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:37:12.372464 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-036c2fd6-b521-4cdc-a136-6119534403e1 admin admin] Publish callbacks [] for subnet (d251e72c-596d-40e7-9d08-bfb2248ea725), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:12.406011 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-036c2fd6-b521-4cdc-a136-6119534403e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (d251e72c-596d-40e7-9d08-bfb2248ea725), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:12.445191 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-036c2fd6-b521-4cdc-a136-6119534403e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (d251e72c-596d-40e7-9d08-bfb2248ea725), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:12.529295 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-036c2fd6-b521-4cdc-a136-6119534403e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (d251e72c-596d-40e7-9d08-bfb2248ea725), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:12.564327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c2fd6-b521-4cdc-a136-6119534403e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d251e72c-596d-40e7-9d08-bfb2248ea725,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:12.568536 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-036c2fd6-b521-4cdc-a136-6119534403e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:12.572302 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-036c2fd6-b521-4cdc-a136-6119534403e1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d251e72c-596d-40e7-9d08-bfb2248ea725 HTTP/1.1" status: 204 len: 168 time: 0.2496679 Feb 03 12:37:12.575042 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44004) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:12.584644 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edb665-3a75-4ca2-b280-c16319e11d7a req-62d7e57d-7e3a-4e40-99cf-674de4c39d97 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:12.591774 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edb665-3a75-4ca2-b280-c16319e11d7a req-62d7e57d-7e3a-4e40-99cf-674de4c39d97 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:12.597404 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edb665-3a75-4ca2-b280-c16319e11d7a req-62d7e57d-7e3a-4e40-99cf-674de4c39d97 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:12.602702 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edb665-3a75-4ca2-b280-c16319e11d7a req-62d7e57d-7e3a-4e40-99cf-674de4c39d97 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:12.608069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edb665-3a75-4ca2-b280-c16319e11d7a req-62d7e57d-7e3a-4e40-99cf-674de4c39d97 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:12.613401 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edb665-3a75-4ca2-b280-c16319e11d7a req-62d7e57d-7e3a-4e40-99cf-674de4c39d97 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:12.618768 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edb665-3a75-4ca2-b280-c16319e11d7a req-62d7e57d-7e3a-4e40-99cf-674de4c39d97 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:12.620687 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69edb665-3a75-4ca2-b280-c16319e11d7a req-62d7e57d-7e3a-4e40-99cf-674de4c39d97 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.1561646 Feb 03 12:37:12.666208 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b505ade-55a6-4676-8f8b-233d7aac02ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (be98f3c8-8a9c-4766-9c13-a265143eb6e0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:12.701785 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69edb665-3a75-4ca2-b280-c16319e11d7a req-5f201e17-57e4-4da6-bc99-015d435c07d5 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752497 Feb 03 12:37:12.772043 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b505ade-55a6-4676-8f8b-233d7aac02ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (be98f3c8-8a9c-4766-9c13-a265143eb6e0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:12.817923 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-6b505ade-55a6-4676-8f8b-233d7aac02ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be98f3c8-8a9c-4766-9c13-a265143eb6e0']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:12.839653 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-6b505ade-55a6-4676-8f8b-233d7aac02ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4d89e5-2dcc-4719-b05a-f15dec20cce2') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:12.839983 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-6b505ade-55a6-4676-8f8b-233d7aac02ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4d89e5-2dcc-4719-b05a-f15dec20cce2') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:12.852346 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b505ade-55a6-4676-8f8b-233d7aac02ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (bd4d89e5-2dcc-4719-b05a-f15dec20cce2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:12.869554 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b505ade-55a6-4676-8f8b-233d7aac02ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (bd4d89e5-2dcc-4719-b05a-f15dec20cce2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:12.880630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988f7e9-31cd-4fac-be45-87299b8177d9 req-96c94c78-4aaa-4f37-a473-45b23765480a tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:12.882122 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d988f7e9-31cd-4fac-be45-87299b8177d9 req-96c94c78-4aaa-4f37-a473-45b23765480a tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abb9f45-df8c-452f-9d85-afe7707df11b HTTP/1.1" status: 200 len: 944 time: 0.1121557 Feb 03 12:37:12.885455 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b505ade-55a6-4676-8f8b-233d7aac02ca admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:37:12.886148 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b505ade-55a6-4676-8f8b-233d7aac02ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (bd4d89e5-2dcc-4719-b05a-f15dec20cce2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:37:12.888258 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:37:12.922070 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44012) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:12.984296 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b505ade-55a6-4676-8f8b-233d7aac02ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (be98f3c8-8a9c-4766-9c13-a265143eb6e0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:12.994874 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b505ade-55a6-4676-8f8b-233d7aac02ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:12.998144 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6b505ade-55a6-4676-8f8b-233d7aac02ca admin admin] 10.222.0.18 "DELETE /v2.0/networks/be98f3c8-8a9c-4766-9c13-a265143eb6e0 HTTP/1.1" status: 204 len: 168 time: 0.4213548 Feb 03 12:37:13.037940 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b505ade-55a6-4676-8f8b-233d7aac02ca admin admin] Pushing event deleted for resources: {'Network': ['ID=be98f3c8-8a9c-4766-9c13-a265143eb6e0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:13.053106 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d988f7e9-31cd-4fac-be45-87299b8177d9 req-b2726734-a339-41fa-a965-1b18a1c018e6 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571515 Feb 03 12:37:13.084006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8829ec7-7a44-4a2b-8228-d2efe7ae3af3 req-7a2b46a9-aa2d-412f-87e2-d76fbf0f75a7 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:13.085522 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c8829ec7-7a44-4a2b-8228-d2efe7ae3af3 req-7a2b46a9-aa2d-412f-87e2-d76fbf0f75a7 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.0790925 Feb 03 12:37:13.111129 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 827914c4-9ac3-4477-9e22-83bd92e93d19 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:13.160404 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44020) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:13.183398 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44022) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:13.183615 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4a8d9edc-b88f-48af-9f5e-15cf757d0043 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d728894bc9f45b18f34c1ff94921f1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2599101 Feb 03 12:37:13.187397 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 827914c4-9ac3-4477-9e22-83bd92e93d19 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:37:13.192758 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 827914c4-9ac3-4477-9e22-83bd92e93d19 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:13.193495 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (827914c4-9ac3-4477-9e22-83bd92e93d19), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:13.196049 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c8829ec7-7a44-4a2b-8228-d2efe7ae3af3 req-82ecf3b3-f86c-4c45-8d78-aca2c19ab2e5 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023154 Feb 03 12:37:13.243913 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5e32345e-ac53-4759-a627-42802a69dddf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ca3db86936444d9b26d9e538954d44e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0820663 Feb 03 12:37:13.246528 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44024) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:13.259947 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3921-25d4-4f6d-9f97-f224829fefdf admin admin] Publish callbacks [] for security_group (282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:13.283483 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3921-25d4-4f6d-9f97-f224829fefdf admin admin] Publish callbacks [] for security_group (282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:13.295244 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 827914c4-9ac3-4477-9e22-83bd92e93d19 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:13.295972 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (827914c4-9ac3-4477-9e22-83bd92e93d19), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:13.324802 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e91f475f-5780-4768-93bb-c773d7dd99b2 admin admin] Publish callbacks [] for security_group (5c4004e9-74ca-48be-9cba-fe7dbd4fede2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:13.337196 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abb9f45-df8c-452f-9d85-afe7707df11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827914c4-9ac3-4477-9e22-83bd92e93d19'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:13.339488 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43b0518-540f-493d-8a58-3f5ac926450e" -d '{"events": [{"server_uuid": "9abb9f45-df8c-452f-9d85-afe7707df11b", "name": "network-vif-plugged", "status": "completed", "tag": "827914c4-9ac3-4477-9e22-83bd92e93d19"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:13.355107 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 827914c4-9ac3-4477-9e22-83bd92e93d19, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=827914c4-9ac3-4477-9e22-83bd92e93d19,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:13.361072 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (827914c4-9ac3-4477-9e22-83bd92e93d19), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:13.362305 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 193e9646-1619-4e48-8a48-fc08f9b5bb27 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:37:13.382736 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e91f475f-5780-4768-93bb-c773d7dd99b2 admin admin] Publish callbacks [] for security_group (5c4004e9-74ca-48be-9cba-fe7dbd4fede2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:13.418551 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e061f4e-384f-42c0-a860-8a98698db150 x-openstack-request-id: req-7e061f4e-384f-42c0-a860-8a98698db150 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:13.422394 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abb9f45-df8c-452f-9d85-afe7707df11b", "name": "network-vif-plugged", "status": "completed", "tag": "827914c4-9ac3-4477-9e22-83bd92e93d19", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:13.423193 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e061f4e-384f-42c0-a860-8a98698db150 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:13.425884 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abb9f45-df8c-452f-9d85-afe7707df11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827914c4-9ac3-4477-9e22-83bd92e93d19', 'code': 200} Feb 03 12:37:13.426926 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 193e9646-1619-4e48-8a48-fc08f9b5bb27 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:37:13.430042 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 193e9646-1619-4e48-8a48-fc08f9b5bb27 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:37:13.431846 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d46fcc0e-b032-466c-a394-0450a9c5cb50 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:37:13.461896 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e91f475f-5780-4768-93bb-c773d7dd99b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5c4004e9-74ca-48be-9cba-fe7dbd4fede2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:13.468478 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e91f475f-5780-4768-93bb-c773d7dd99b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:13.472750 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e91f475f-5780-4768-93bb-c773d7dd99b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c4004e9-74ca-48be-9cba-fe7dbd4fede2 HTTP/1.1" status: 204 len: 168 time: 0.2250745 Feb 03 12:37:13.481241 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8f3d99c7-b0bb-4d6f-8b10-4d0bafd88053 req-e969d2ff-69d3-4b62-9a26-efde572578c0 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 210 time: 0.1049707 Feb 03 12:37:13.487317 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: d46fcc0e-b032-466c-a394-0450a9c5cb50 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:37:13.487676 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d46fcc0e-b032-466c-a394-0450a9c5cb50 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:37:13.493371 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f475f-5780-4768-93bb-c773d7dd99b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4004e9-74ca-48be-9cba-fe7dbd4fede2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:13.536789 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=827914c4-9ac3-4477-9e22-83bd92e93d19,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:13.541479 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3921-25d4-4f6d-9f97-f224829fefdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:13.544347 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3921-25d4-4f6d-9f97-f224829fefdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:13.548299 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7dfd3921-25d4-4f6d-9f97-f224829fefdf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5 HTTP/1.1" status: 204 len: 168 time: 0.3634138 Feb 03 12:37:13.566092 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04594134-f3a0-45ce-9c5f-97f69dd62be0 req-735e0120-637a-41fe-a6e8-94129073afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:13.567611 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-04594134-f3a0-45ce-9c5f-97f69dd62be0 req-735e0120-637a-41fe-a6e8-94129073afb4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9abb9f45-df8c-452f-9d85-afe7707df11b HTTP/1.1" status: 200 len: 1127 time: 0.0810549 Feb 03 12:37:13.569205 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd3921-25d4-4f6d-9f97-f224829fefdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282f9fbe-7cd6-42f2-aa3d-ec476c8c55a5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:13.626426 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-04594134-f3a0-45ce-9c5f-97f69dd62be0 req-6d552da0-b4f1-407b-b7e4-0873d7c3ba7f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518134 Feb 03 12:37:13.924307 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38451e-1aa5-493f-863d-4a35fc3416db req-475c96d6-0438-4565-802c-e0b0a9a16734 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:13.928836 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38451e-1aa5-493f-863d-4a35fc3416db req-475c96d6-0438-4565-802c-e0b0a9a16734 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:13.934742 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38451e-1aa5-493f-863d-4a35fc3416db req-475c96d6-0438-4565-802c-e0b0a9a16734 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:13.940210 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38451e-1aa5-493f-863d-4a35fc3416db req-475c96d6-0438-4565-802c-e0b0a9a16734 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:13.945998 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38451e-1aa5-493f-863d-4a35fc3416db req-475c96d6-0438-4565-802c-e0b0a9a16734 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:13.951266 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38451e-1aa5-493f-863d-4a35fc3416db req-475c96d6-0438-4565-802c-e0b0a9a16734 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:13.957034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38451e-1aa5-493f-863d-4a35fc3416db req-475c96d6-0438-4565-802c-e0b0a9a16734 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:13.965132 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d38451e-1aa5-493f-863d-4a35fc3416db req-475c96d6-0438-4565-802c-e0b0a9a16734 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.1448216 Feb 03 12:37:14.043684 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d38451e-1aa5-493f-863d-4a35fc3416db req-d3f71fdd-0bc5-41bd-8f38-ee5daffb0d58 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732837 Feb 03 12:37:14.136422 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44048) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:14.261004 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86fc73-7407-4cb9-8b34-7b7f7f18ecc5 req-c56adee7-ca70-4fe4-bed7-13f55de14f79 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:14.262822 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ce86fc73-7407-4cb9-8b34-7b7f7f18ecc5 req-c56adee7-ca70-4fe4-bed7-13f55de14f79 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abb9f45-df8c-452f-9d85-afe7707df11b HTTP/1.1" status: 200 len: 945 time: 0.0958695 Feb 03 12:37:14.265503 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c1b4fa7b-d623-43f0-a177-24ff387d054b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b90f5bece18405e89c8bc879083be09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278107 Feb 03 12:37:14.268677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44052) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:14.356327 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ce86fc73-7407-4cb9-8b34-7b7f7f18ecc5 req-12785399-9c87-4921-b60c-8427f4a1ad3b tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798500 Feb 03 12:37:14.754774 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aea40d5-c6f8-48fe-8b69-8716377ad102 admin admin] Publish callbacks [] for security_group (f2d564ed-089a-4071-af0e-805305377f8c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:14.775919 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-389d017b-9b56-4c33-a446-7a215e7bf22d req-d0fcc5d6-f200-40fc-ba3f-f287a561b1d9 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/ports?device_id=55f066e8-0643-4bda-a17d-17a64cb1da11 HTTP/1.1" status: 200 len: 210 time: 0.1054432 Feb 03 12:37:14.797749 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f607ef-8043-4429-942d-fe73cc213803 req-01e371c8-3859-4629-ba1f-e2b2c437f1d8 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:14.805775 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-27f607ef-8043-4429-942d-fe73cc213803 req-01e371c8-3859-4629-ba1f-e2b2c437f1d8 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.4713387 Feb 03 12:37:14.827603 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aea40d5-c6f8-48fe-8b69-8716377ad102 admin admin] Publish callbacks [] for security_group (f2d564ed-089a-4071-af0e-805305377f8c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:14.905865 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-27f607ef-8043-4429-942d-fe73cc213803 req-1ae95128-46cc-4e53-a6e1-c026057f3939 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975826 Feb 03 12:37:14.948534 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aea40d5-c6f8-48fe-8b69-8716377ad102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f2d564ed-089a-4071-af0e-805305377f8c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:14.954355 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8aea40d5-c6f8-48fe-8b69-8716377ad102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:14.959831 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8aea40d5-c6f8-48fe-8b69-8716377ad102 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2d564ed-089a-4071-af0e-805305377f8c HTTP/1.1" status: 204 len: 168 time: 0.6859932 Feb 03 12:37:14.993404 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea40d5-c6f8-48fe-8b69-8716377ad102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d564ed-089a-4071-af0e-805305377f8c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:15.068570 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44082) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:15.206039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b64a4e-9ba0-4b23-bceb-9362eea2ede6 req-8fcc861e-d76a-4765-aec5-8028026f390f tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:15.236075 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b64a4e-9ba0-4b23-bceb-9362eea2ede6 req-8fcc861e-d76a-4765-aec5-8028026f390f tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:15.250300 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b64a4e-9ba0-4b23-bceb-9362eea2ede6 req-8fcc861e-d76a-4765-aec5-8028026f390f tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:15.259046 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6f42f-9546-4341-861f-35a3a4590730 req-60e5c910-3eea-4d28-af37-d0a8d97b33da tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:15.260969 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ffa6f42f-9546-4341-861f-35a3a4590730 req-60e5c910-3eea-4d28-af37-d0a8d97b33da tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 1127 time: 0.1207483 Feb 03 12:37:15.268810 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b64a4e-9ba0-4b23-bceb-9362eea2ede6 req-8fcc861e-d76a-4765-aec5-8028026f390f tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:15.281718 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b64a4e-9ba0-4b23-bceb-9362eea2ede6 req-8fcc861e-d76a-4765-aec5-8028026f390f tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:15.298257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b64a4e-9ba0-4b23-bceb-9362eea2ede6 req-8fcc861e-d76a-4765-aec5-8028026f390f tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:15.317819 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b64a4e-9ba0-4b23-bceb-9362eea2ede6 req-8fcc861e-d76a-4765-aec5-8028026f390f tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:15.327764 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b3b64a4e-9ba0-4b23-bceb-9362eea2ede6 req-8fcc861e-d76a-4765-aec5-8028026f390f tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.2037547 Feb 03 12:37:15.375418 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ffa6f42f-9546-4341-861f-35a3a4590730 req-40256fea-b3d1-4948-8685-18fee5f2ad15 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042657 Feb 03 12:37:15.486411 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b3b64a4e-9ba0-4b23-bceb-9362eea2ede6 req-542cc8c2-737b-4ad7-926c-57c4bb4ebdab tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1511164 Feb 03 12:37:15.520118 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-db96d9fe-2e2c-428d-9229-9496f78a82cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-569397022-network', 'tenant_id': '962ebd967fe64a95a9793a6a1c91cc79'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:15.573871 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:15.612299 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db96d9fe-2e2c-428d-9229-9496f78a82cb admin admin] Made reservation on behalf of 962ebd967fe64a95a9793a6a1c91cc79 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:15.615928 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db96d9fe-2e2c-428d-9229-9496f78a82cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:15.646431 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db96d9fe-2e2c-428d-9229-9496f78a82cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:15.671060 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bac936-9a85-4c2b-84f7-c520c2e31233 req-0e2588d0-6676-4fc1-b98f-d2de3fd28449 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:15.672848 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-50bac936-9a85-4c2b-84f7-c520c2e31233 req-0e2588d0-6676-4fc1-b98f-d2de3fd28449 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abb9f45-df8c-452f-9d85-afe7707df11b HTTP/1.1" status: 200 len: 945 time: 0.1492233 Feb 03 12:37:15.791705 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db96d9fe-2e2c-428d-9229-9496f78a82cb admin admin] Publish callbacks [] for security_group (004515c4-87a2-4d28-b524-9678733599b3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:15.819496 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db96d9fe-2e2c-428d-9229-9496f78a82cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (004515c4-87a2-4d28-b524-9678733599b3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:15.834071 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db96d9fe-2e2c-428d-9229-9496f78a82cb admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:37:15.845816 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db96d9fe-2e2c-428d-9229-9496f78a82cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b18a3aaf-1673-4c64-ab69-ba2386957046), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:15.846602 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-db96d9fe-2e2c-428d-9229-9496f78a82cb admin admin] Added segment b18a3aaf-1673-4c64-ab69-ba2386957046 of type vlan for network 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 Feb 03 12:37:15.896728 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db96d9fe-2e2c-428d-9229-9496f78a82cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:15.942112 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db96d9fe-2e2c-428d-9229-9496f78a82cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:15.943153 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db96d9fe-2e2c-428d-9229-9496f78a82cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:15.943809 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db96d9fe-2e2c-428d-9229-9496f78a82cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:15.983077 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-db96d9fe-2e2c-428d-9229-9496f78a82cb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9093163 Feb 03 12:37:15.983278 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44114) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:15.987594 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8a5d80bb-7306-421b-805d-3a770019ba6a admin admin] Request body: {'subnet': {'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-569397022-subnet', 'tenant_id': '962ebd967fe64a95a9793a6a1c91cc79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:16.007417 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-50bac936-9a85-4c2b-84f7-c520c2e31233 req-3e0d2064-606f-4206-9066-38f5c2b41fb5 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271506 Feb 03 12:37:16.025570 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96d9fe-2e2c-428d-9229-9496f78a82cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004515c4-87a2-4d28-b524-9678733599b3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:16.072525 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5d80bb-7306-421b-805d-3a770019ba6a admin admin] Made reservation on behalf of 962ebd967fe64a95a9793a6a1c91cc79 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:16.073927 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96d9fe-2e2c-428d-9229-9496f78a82cb admin admin] Pushing event updated for resources: {'Network': ['ID=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:16.075067 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a5d80bb-7306-421b-805d-3a770019ba6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:16.094451 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:37:16.331740 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0742d83-5fff-460d-8a2c-d3ab6760721a req-41219d16-2db9-498d-91ad-87f533480c6c tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:16.340984 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b0742d83-5fff-460d-8a2c-d3ab6760721a req-41219d16-2db9-498d-91ad-87f533480c6c tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.1261725 Feb 03 12:37:16.394656 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a5d80bb-7306-421b-805d-3a770019ba6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (6400ffb7-27dd-4d8a-b637-4799b70abe20), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:16.410279 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b0742d83-5fff-460d-8a2c-d3ab6760721a req-863ef203-accf-4d91-83f2-a2b6f5d2c529 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638044 Feb 03 12:37:16.550329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d80bb-7306-421b-805d-3a770019ba6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6400ffb7-27dd-4d8a-b637-4799b70abe20,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:16.566191 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5d80bb-7306-421b-805d-3a770019ba6a admin admin] Checking segment: {'id': 'b18a3aaf-1673-4c64-ab69-ba2386957046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:16.566555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5d80bb-7306-421b-805d-3a770019ba6a admin admin] Network hostable DHCP agents. Network: 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:37:16.599197 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5d80bb-7306-421b-805d-3a770019ba6a admin admin] Network 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:37:16.627086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8a5d80bb-7306-421b-805d-3a770019ba6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:16.631467 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d80bb-7306-421b-805d-3a770019ba6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:16.632082 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a5d80bb-7306-421b-805d-3a770019ba6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:16.647785 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a906d7c4-16aa-4881-842a-a8738cd3ef53 None None] Network 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:37:16.684615 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8a5d80bb-7306-421b-805d-3a770019ba6a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7007406 Feb 03 12:37:16.697927 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44152) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:16.787845 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34e0ace7-f7a2-49ad-93cb-3e7c9b0545d8 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for security_group (eed18f1d-be2a-4eef-b4d2-bac5e72eca19), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:16.886304 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34e0ace7-f7a2-49ad-93cb-3e7c9b0545d8 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for security_group (eed18f1d-be2a-4eef-b4d2-bac5e72eca19), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:16.918630 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-9735305e-eba8-4279-96a3-b35eedb82798 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:37:16.919747 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-9735305e-eba8-4279-96a3-b35eedb82798 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060349 Feb 03 12:37:17.009876 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce85c8bf-b56c-4824-8977-ed13f048763e None None] Network 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:37:17.013454 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3c14f086-6e9e-448f-9d0b-804521db5de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:17.034037 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3c14f086-6e9e-448f-9d0b-804521db5de9 service neutron] 10.222.0.18 "GET /v2.0/ports/b4cdce3c-ede9-447a-93fd-ab1378721ecd HTTP/1.1" status: 200 len: 1124 time: 0.1020663 Feb 03 12:37:17.038639 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-b676a64e-2c09-4165-8993-00f624b412b8 service neutron] Request body: {'binding': {'host': 'n-h2-827336-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:17.038999 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-b676a64e-2c09-4165-8993-00f624b412b8 service neutron] Unknown quota resources ['binding']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:37:17.064481 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb611d7-7b0a-4c6d-95a1-c346af8143aa req-90d77e0c-f9ba-4605-9813-970738e5e7de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:17.071767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb611d7-7b0a-4c6d-95a1-c346af8143aa req-90d77e0c-f9ba-4605-9813-970738e5e7de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:17.077731 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb611d7-7b0a-4c6d-95a1-c346af8143aa req-90d77e0c-f9ba-4605-9813-970738e5e7de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:17.085533 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb611d7-7b0a-4c6d-95a1-c346af8143aa req-90d77e0c-f9ba-4605-9813-970738e5e7de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:17.091722 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb611d7-7b0a-4c6d-95a1-c346af8143aa req-90d77e0c-f9ba-4605-9813-970738e5e7de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:17.097625 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb611d7-7b0a-4c6d-95a1-c346af8143aa req-90d77e0c-f9ba-4605-9813-970738e5e7de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:17.121075 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb611d7-7b0a-4c6d-95a1-c346af8143aa req-90d77e0c-f9ba-4605-9813-970738e5e7de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:17.124210 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-feb611d7-7b0a-4c6d-95a1-c346af8143aa req-90d77e0c-f9ba-4605-9813-970738e5e7de tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.3096149 Feb 03 12:37:17.125521 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34e0ace7-f7a2-49ad-93cb-3e7c9b0545d8 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (eed18f1d-be2a-4eef-b4d2-bac5e72eca19), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:17.128374 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34e0ace7-f7a2-49ad-93cb-3e7c9b0545d8 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:17.131785 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-34e0ace7-f7a2-49ad-93cb-3e7c9b0545d8 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "DELETE /v2.0/security-groups/eed18f1d-be2a-4eef-b4d2-bac5e72eca19 HTTP/1.1" status: 204 len: 168 time: 0.4301209 Feb 03 12:37:17.132393 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44160) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:17.145052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0ace7-f7a2-49ad-93cb-3e7c9b0545d8 tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed18f1d-be2a-4eef-b4d2-bac5e72eca19,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:17.196687 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-f5d18f59-7208-471a-b471-29dc5c82b4ca tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] show failed (client error): The resource could not be found. Feb 03 12:37:17.197869 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f5d18f59-7208-471a-b471-29dc5c82b4ca tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "GET /v2.0/security-groups/eed18f1d-be2a-4eef-b4d2-bac5e72eca19 HTTP/1.1" status: 404 len: 347 time: 0.0631554 Feb 03 12:37:17.200574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44162) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:17.230669 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-feb611d7-7b0a-4c6d-95a1-c346af8143aa req-f011af65-fd89-4948-aef4-bc35b78d420a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899372 Feb 03 12:37:17.351157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-b676a64e-2c09-4165-8993-00f624b412b8 service neutron] Attempting to bind port b4cdce3c-ede9-447a-93fd-ab1378721ecd on host n-h2-827336-3 for vnic_type normal with profile None {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:17.351564 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-b676a64e-2c09-4165-8993-00f624b412b8 service neutron] Attempting to bind port b4cdce3c-ede9-447a-93fd-ab1378721ecd by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:17.352480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-b676a64e-2c09-4165-8993-00f624b412b8 service neutron] Attempting to bind port b4cdce3c-ede9-447a-93fd-ab1378721ecd on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:17.358340 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-b676a64e-2c09-4165-8993-00f624b412b8 service neutron] Port b4cdce3c-ede9-447a-93fd-ab1378721ecd on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:37:17.358663 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-b676a64e-2c09-4165-8993-00f624b412b8 service neutron] Attempting to bind port b4cdce3c-ede9-447a-93fd-ab1378721ecd on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:17.377811 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-b676a64e-2c09-4165-8993-00f624b412b8 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:17.378164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-b676a64e-2c09-4165-8993-00f624b412b8 service neutron] Checking segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:17.378550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-b676a64e-2c09-4165-8993-00f624b412b8 service neutron] Bound using segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:17.379027 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-b676a64e-2c09-4165-8993-00f624b412b8 service neutron] Bound port: b4cdce3c-ede9-447a-93fd-ab1378721ecd, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:17.431188 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-bf645bc4-06f6-4d07-9d7a-59897cd77def tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Deleting port 707d3a6c-c6e3-4f2d-844d-8c07b3aeb5bf {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:37:17.431425 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf645bc4-06f6-4d07-9d7a-59897cd77def tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (707d3a6c-c6e3-4f2d-844d-8c07b3aeb5bf), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:17.462010 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-5b8f9d16-7bb5-4fb1-a5f3-7725b69a5cfb tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=04b052bf943b41819e08c6bb71c193be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258694 Feb 03 12:37:17.468934 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-b676a64e-2c09-4165-8993-00f624b412b8 service neutron] For port b4cdce3c-ede9-447a-93fd-ab1378721ecd, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b4cdce3c-ede9-447a-93fd-ab1378721ecd,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:17.496362 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-b676a64e-2c09-4165-8993-00f624b412b8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:17.497544 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-b676a64e-2c09-4165-8993-00f624b412b8 service neutron] 10.222.0.18 "POST /v2.0/ports/b4cdce3c-ede9-447a-93fd-ab1378721ecd/bindings HTTP/1.1" status: 201 len: 389 time: 0.4626799 Feb 03 12:37:17.530487 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf645bc4-06f6-4d07-9d7a-59897cd77def tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (707d3a6c-c6e3-4f2d-844d-8c07b3aeb5bf), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:17.530859 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf645bc4-06f6-4d07-9d7a-59897cd77def tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for floatingip (707d3a6c-c6e3-4f2d-844d-8c07b3aeb5bf), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:17.546778 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-bf645bc4-06f6-4d07-9d7a-59897cd77def tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Calling delete_port for 707d3a6c-c6e3-4f2d-844d-8c07b3aeb5bf owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:37:17.579760 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-19ef6556-c33d-43c0-8b42-60db4bf4e516 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:17.581523 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-19ef6556-c33d-43c0-8b42-60db4bf4e516 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1127176 Feb 03 12:37:17.619278 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-e70a2ceb-b560-42e6-ba12-94b4e733d653 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/quotas/04b052bf943b41819e08c6bb71c193be HTTP/1.1" status: 200 len: 375 time: 0.0267582 Feb 03 12:37:17.684170 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-14167519-5e4a-4faf-8f82-cf4d03f6ef7e tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=04b052bf943b41819e08c6bb71c193be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600467 Feb 03 12:37:17.795308 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf645bc4-06f6-4d07-9d7a-59897cd77def tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (707d3a6c-c6e3-4f2d-844d-8c07b3aeb5bf), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:17.822895 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-21ee245f-6c91-4fde-8bc1-4515ced2c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:17.824757 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-21ee245f-6c91-4fde-8bc1-4515ced2c057 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 1127 time: 0.0693724 Feb 03 12:37:17.834504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf645bc4-06f6-4d07-9d7a-59897cd77def tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Pushing event deleted for resources: {'Port': ['ID=707d3a6c-c6e3-4f2d-844d-8c07b3aeb5bf,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:17.890102 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a33fa5-d9e4-4c71-99b2-56d2e1edb3b6 req-4f293827-65dc-41d9-9f14-8fff668095e9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:17.897190 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30a33fa5-d9e4-4c71-99b2-56d2e1edb3b6 req-4f293827-65dc-41d9-9f14-8fff668095e9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abb9f45-df8c-452f-9d85-afe7707df11b HTTP/1.1" status: 200 len: 945 time: 0.2234080 Feb 03 12:37:17.934184 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-ecdbbe13-cfcc-4153-b749-51bddc447250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:17.936320 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-ecdbbe13-cfcc-4153-b749-51bddc447250 service neutron] 10.222.0.31 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 909 time: 0.1031764 Feb 03 12:37:18.005991 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf645bc4-06f6-4d07-9d7a-59897cd77def tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks [] for floatingip (f9bb9edf-ba77-489b-a2a8-e5921d49e631), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:18.009489 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf645bc4-06f6-4d07-9d7a-59897cd77def tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:18.010665 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bf645bc4-06f6-4d07-9d7a-59897cd77def tempest-ServersTestBootFromVolume-567863033 tempest-ServersTestBootFromVolume-567863033-project] 10.222.0.18 "DELETE /v2.0/floatingips/f9bb9edf-ba77-489b-a2a8-e5921d49e631 HTTP/1.1" status: 204 len: 168 time: 0.8091090 Feb 03 12:37:18.016445 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44192) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:18.047506 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30a33fa5-d9e4-4c71-99b2-56d2e1edb3b6 req-26f61bf1-4584-4d95-a147-e94d512f75d9 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups?id=2387491c-5cdb-4e6d-bc50-00bbcef7e97c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493537 Feb 03 12:37:18.048581 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-5cf3bb04-77e7-4068-a2f3-3f0a82d586f7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4cdce3c-ede9-447a-93fd-ab1378721ecd HTTP/1.1" status: 200 len: 217 time: 0.1052220 Feb 03 12:37:18.248485 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-cf9a5964-aafc-42bc-8909-8f2d5e95d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:18.258923 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-cf9a5964-aafc-42bc-8909-8f2d5e95d871 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.1737523 Feb 03 12:37:18.266114 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd1361-528a-4bfe-b745-37f658c1adf6 req-12d4227f-bb81-4288-8481-fe4b1abbdf45 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:18.269313 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0dd1361-528a-4bfe-b745-37f658c1adf6 req-12d4227f-bb81-4288-8481-fe4b1abbdf45 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.31 "GET /v2.0/ports?device_id=9abb9f45-df8c-452f-9d85-afe7707df11b HTTP/1.1" status: 200 len: 945 time: 0.3047864 Feb 03 12:37:18.350291 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-63a4686b-628f-45ee-92ad-4ecf7e466686 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709343 Feb 03 12:37:18.360151 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a480c-4f80-4735-8510-5729cc51d69c req-f18e6737-5e61-4495-86ac-663e7e8181fe tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:18.367983 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b49a480c-4f80-4735-8510-5729cc51d69c req-f18e6737-5e61-4495-86ac-663e7e8181fe tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/networks?id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 HTTP/1.1" status: 200 len: 814 time: 0.3343487 Feb 03 12:37:18.423647 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261bef3-2943-4f99-af5d-dc2aa53fa40f req-f53b5d59-170d-442d-9772-85cbe089dd16 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:18.431249 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9261bef3-2943-4f99-af5d-dc2aa53fa40f req-f53b5d59-170d-442d-9772-85cbe089dd16 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.2683945 Feb 03 12:37:18.515011 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b49a480c-4f80-4735-8510-5729cc51d69c req-a75e89cc-f88a-4bce-9be2-a9ec7868d052 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/quotas/962ebd967fe64a95a9793a6a1c91cc79 HTTP/1.1" status: 200 len: 375 time: 0.1433671 Feb 03 12:37:18.553680 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-92524a3a-a8a1-486e-943b-d4c1072ebf8e service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773636 Feb 03 12:37:18.576794 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9261bef3-2943-4f99-af5d-dc2aa53fa40f req-a4ba166c-e226-4f2d-8f1a-f34049a6ad3c tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446435 Feb 03 12:37:18.589281 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-c0dd1361-528a-4bfe-b745-37f658c1adf6 req-e54de018-84c3-453f-ab8c-d1acaaf1b101 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Deleting port 827914c4-9ac3-4477-9e22-83bd92e93d19 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:37:18.589779 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c0dd1361-528a-4bfe-b745-37f658c1adf6 req-e54de018-84c3-453f-ab8c-d1acaaf1b101 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (827914c4-9ac3-4477-9e22-83bd92e93d19), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:18.620813 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b49a480c-4f80-4735-8510-5729cc51d69c req-0546291f-a1ed-4686-ab89-71ae92222b6f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=962ebd967fe64a95a9793a6a1c91cc79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1042411 Feb 03 12:37:18.785131 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-b3e32071-5599-4048-aac5-32b1adcacae3 service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185771 Feb 03 12:37:18.937082 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b49a480c-4f80-4735-8510-5729cc51d69c req-f15b1ad2-caae-478f-bd09-80d55695c4da service neutron] 10.222.0.18 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152089 Feb 03 12:37:19.028319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c0dd1361-528a-4bfe-b745-37f658c1adf6 req-e54de018-84c3-453f-ab8c-d1acaaf1b101 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] For port 827914c4-9ac3-4477-9e22-83bd92e93d19, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=827914c4-9ac3-4477-9e22-83bd92e93d19,segment=NetworkSegment(235c07fd-127e-4fd8-8cdd-6c66376ebc7f),segment_id=235c07fd-127e-4fd8-8cdd-6c66376ebc7f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:19.028810 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c0dd1361-528a-4bfe-b745-37f658c1adf6 req-e54de018-84c3-453f-ab8c-d1acaaf1b101 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (827914c4-9ac3-4477-9e22-83bd92e93d19), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:19.076781 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-c0dd1361-528a-4bfe-b745-37f658c1adf6 req-e54de018-84c3-453f-ab8c-d1acaaf1b101 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Calling delete_port for 827914c4-9ac3-4477-9e22-83bd92e93d19 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:37:19.102878 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78a8a8-5915-44be-b315-fac23dc8fa44 req-f51aacaf-8eb5-4bbf-886a-23facce1d462 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:19.105350 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6e78a8a8-5915-44be-b315-fac23dc8fa44 req-f51aacaf-8eb5-4bbf-886a-23facce1d462 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 945 time: 0.3246293 Feb 03 12:37:19.147665 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b49a480c-4f80-4735-8510-5729cc51d69c req-98cee9dd-f2a9-4aab-b046-695fb70dc22c service neutron] 10.222.0.18 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096426 Feb 03 12:37:19.263005 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6e78a8a8-5915-44be-b315-fac23dc8fa44 req-a56c24f5-9ec1-4a1b-825c-80c0230339d8 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351223 Feb 03 12:37:19.386704 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64d069ea-4540-45d6-b5aa-9b596085955a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (26367b17-385d-4d00-83ce-c790450caeae), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:19.453086 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c0dd1361-528a-4bfe-b745-37f658c1adf6 req-e54de018-84c3-453f-ab8c-d1acaaf1b101 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (827914c4-9ac3-4477-9e22-83bd92e93d19), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:19.515131 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea67b3-ac54-4b6a-8373-995cc8db1ae3 req-3af3647c-8ae4-4292-8b4d-fde75c21c669 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:19.533747 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea67b3-ac54-4b6a-8373-995cc8db1ae3 req-3af3647c-8ae4-4292-8b4d-fde75c21c669 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:19.540359 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea67b3-ac54-4b6a-8373-995cc8db1ae3 req-3af3647c-8ae4-4292-8b4d-fde75c21c669 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:19.545338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54de018-84c3-453f-ab8c-d1acaaf1b101 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Pushing event deleted for resources: {'Port': ['ID=827914c4-9ac3-4477-9e22-83bd92e93d19,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:19.553393 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea67b3-ac54-4b6a-8373-995cc8db1ae3 req-3af3647c-8ae4-4292-8b4d-fde75c21c669 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:19.561671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea67b3-ac54-4b6a-8373-995cc8db1ae3 req-3af3647c-8ae4-4292-8b4d-fde75c21c669 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:19.575538 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea67b3-ac54-4b6a-8373-995cc8db1ae3 req-3af3647c-8ae4-4292-8b4d-fde75c21c669 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:19.580863 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea67b3-ac54-4b6a-8373-995cc8db1ae3 req-3af3647c-8ae4-4292-8b4d-fde75c21c669 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:19.582837 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5dea67b3-ac54-4b6a-8373-995cc8db1ae3 req-3af3647c-8ae4-4292-8b4d-fde75c21c669 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.2105193 Feb 03 12:37:19.602705 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e7920b4-0483-4347-af01-a6d729613423 req-3f2923cf-09b1-4991-bcb6-6615fc4a7048 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/ports?device_id=034fa4d9-938c-4d9c-b5de-517e713f45ac HTTP/1.1" status: 200 len: 210 time: 0.1002564 Feb 03 12:37:19.698958 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-1fec6460-3363-4c03-a785-87642a98fd24 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=04b052bf943b41819e08c6bb71c193be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718315 Feb 03 12:37:19.750719 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5dea67b3-ac54-4b6a-8373-995cc8db1ae3 req-1360a691-1159-4014-b6eb-626123b0dc97 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1432137 Feb 03 12:37:19.842749 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-36ca77c0-00f2-4e4b-84e5-512b960c4a80 req-1b56ea26-780c-4fd8-b19c-147f27198eb6 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47 HTTP/1.1" status: 200 len: 210 time: 0.0502057 Feb 03 12:37:19.960349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-2d56d907-1570-437e-8266-7740b3837059 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:19.966751 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-2d56d907-1570-437e-8266-7740b3837059 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2353532 Feb 03 12:37:19.973299 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0dd1361-528a-4bfe-b745-37f658c1adf6 req-e54de018-84c3-453f-ab8c-d1acaaf1b101 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] No DVR routers for this DVR port 827914c4-9ac3-4477-9e22-83bd92e93d19 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:37:19.985734 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c0dd1361-528a-4bfe-b745-37f658c1adf6 req-e54de018-84c3-453f-ab8c-d1acaaf1b101 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:19.997364 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0dd1361-528a-4bfe-b745-37f658c1adf6 req-e54de018-84c3-453f-ab8c-d1acaaf1b101 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.31 "DELETE /v2.0/ports/827914c4-9ac3-4477-9e22-83bd92e93d19 HTTP/1.1" status: 204 len: 173 time: 1.7210329 Feb 03 12:37:20.007548 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647b6aa-b825-477e-a08a-284179a656d4 req-c577b023-4da8-404a-9080-2dc55c3968d7 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:20.016866 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7647b6aa-b825-477e-a08a-284179a656d4 req-c577b023-4da8-404a-9080-2dc55c3968d7 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 946 time: 0.0744193 Feb 03 12:37:20.017960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abb9f45-df8c-452f-9d85-afe7707df11b', 'name': 'network-vif-deleted', 'tag': '827914c4-9ac3-4477-9e22-83bd92e93d19'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:20.021190 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71be5783-cbfa-46ab-aaa6-79483ca7c392" -d '{"events": [{"server_uuid": "9abb9f45-df8c-452f-9d85-afe7707df11b", "name": "network-vif-deleted", "tag": "827914c4-9ac3-4477-9e22-83bd92e93d19"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:20.074085 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-4c6c5ca3-80cb-4743-80f8-844d1cea0809 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Request body: {'port': {'device_id': '034fa4d9-938c-4d9c-b5de-517e713f45ac', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': '04b052bf943b41819e08c6bb71c193be'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:20.093495 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7647b6aa-b825-477e-a08a-284179a656d4 req-a748b924-fa5f-4841-95f3-948930ab8f78 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751588 Feb 03 12:37:20.281618 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e1bd0b-08c4-47c0-87bf-38b411cf4f0f x-openstack-request-id: req-b4e1bd0b-08c4-47c0-87bf-38b411cf4f0f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:20.281914 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abb9f45-df8c-452f-9d85-afe7707df11b", "name": "network-vif-deleted", "tag": "827914c4-9ac3-4477-9e22-83bd92e93d19", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:20.282170 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4e1bd0b-08c4-47c0-87bf-38b411cf4f0f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:20.282566 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abb9f45-df8c-452f-9d85-afe7707df11b', 'name': 'network-vif-deleted', 'tag': '827914c4-9ac3-4477-9e22-83bd92e93d19', 'status': 'completed', 'code': 200} Feb 03 12:37:20.310954 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bc3fe4f6-cd61-49a3-996d-0cb36a9bdfa4 req-864dbe8b-110c-4e1c-9e0b-1cbddd251aba tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/ports?device_id=9abb9f45-df8c-452f-9d85-afe7707df11b HTTP/1.1" status: 200 len: 210 time: 0.3429015 Feb 03 12:37:20.313931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-4c6c5ca3-80cb-4743-80f8-844d1cea0809 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Made reservation on behalf of 04b052bf943b41819e08c6bb71c193be for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:20.332457 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-4c6c5ca3-80cb-4743-80f8-844d1cea0809 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:20.353460 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-4c6c5ca3-80cb-4743-80f8-844d1cea0809 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:20.534452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10497430-bfa3-4d1a-b0ed-602bfe3bd129 req-bf137f9f-a3b8-4dc6-a691-b6e0b6ff8665 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:20.542569 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10497430-bfa3-4d1a-b0ed-602bfe3bd129 req-bf137f9f-a3b8-4dc6-a691-b6e0b6ff8665 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 945 time: 0.1169167 Feb 03 12:37:20.610340 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10497430-bfa3-4d1a-b0ed-602bfe3bd129 req-600f5e84-c3aa-4506-941d-692a84b4edd7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618410 Feb 03 12:37:20.802842 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-75d8aea6-db64-47f1-940e-e166494aebbb req-21f72627-7dfe-4616-9029-22626eb63937 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/ports?device_id=034fa4d9-938c-4d9c-b5de-517e713f45ac HTTP/1.1" status: 200 len: 210 time: 0.0584607 Feb 03 12:37:20.874120 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-4c6c5ca3-80cb-4743-80f8-844d1cea0809 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Publish callbacks [] for security_group (e775132b-595e-4e69-9a71-5863b9903b92), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:20.885920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-64d069ea-4540-45d6-b5aa-9b596085955a admin admin] Deleting port 56ba4c04-cfff-49e8-901a-13a3c9ee15bd {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:37:20.886431 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64d069ea-4540-45d6-b5aa-9b596085955a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (56ba4c04-cfff-49e8-901a-13a3c9ee15bd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:20.889732 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-4c6c5ca3-80cb-4743-80f8-844d1cea0809 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e775132b-595e-4e69-9a71-5863b9903b92), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:21.029415 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-4c6c5ca3-80cb-4743-80f8-844d1cea0809 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Allocated IP 192.168.233.195 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/9df59997-b8a5-4443-89a3-95a1baa961ea) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:21.030156 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-222106e4-5785-4d0d-8b2a-2d56bb13f8ed req-8bb05e67-9c29-4a24-a495-9e83ce4be123 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47 HTTP/1.1" status: 200 len: 210 time: 0.0569797 Feb 03 12:37:21.111484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 827914c4-9ac3-4477-9e22-83bd92e93d19 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:37:21.150599 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 827914c4-9ac3-4477-9e22-83bd92e93d19 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:37:21.151253 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 827914c4-9ac3-4477-9e22-83bd92e93d19 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:37:21.268346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c5ca3-80cb-4743-80f8-844d1cea0809 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e775132b-595e-4e69-9a71-5863b9903b92,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:21.343152 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-4c6c5ca3-80cb-4743-80f8-844d1cea0809 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Publish callbacks [] for port (9df59997-b8a5-4443-89a3-95a1baa961ea), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:21.459318 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-64d069ea-4540-45d6-b5aa-9b596085955a admin admin] For port 56ba4c04-cfff-49e8-901a-13a3c9ee15bd, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=56ba4c04-cfff-49e8-901a-13a3c9ee15bd,segment=NetworkSegment(60b1d6d7-3510-481e-9dd3-b2f749842682),segment_id=60b1d6d7-3510-481e-9dd3-b2f749842682)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:21.460376 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64d069ea-4540-45d6-b5aa-9b596085955a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (56ba4c04-cfff-49e8-901a-13a3c9ee15bd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:21.475997 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-4c6c5ca3-80cb-4743-80f8-844d1cea0809 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (9df59997-b8a5-4443-89a3-95a1baa961ea), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:21.531439 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-64d069ea-4540-45d6-b5aa-9b596085955a admin admin] Calling delete_port for 56ba4c04-cfff-49e8-901a-13a3c9ee15bd owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:37:21.541165 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44272) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:21.661418 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1207fe0f-4388-43a4-a6de-3ce2fe97abc0 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks [] for security_group (6f11f9fb-93d9-49c9-80fa-808c85bf16f4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:21.713027 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1207fe0f-4388-43a4-a6de-3ce2fe97abc0 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks [] for security_group (6f11f9fb-93d9-49c9-80fa-808c85bf16f4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:21.869600 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1207fe0f-4388-43a4-a6de-3ce2fe97abc0 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6f11f9fb-93d9-49c9-80fa-808c85bf16f4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:21.872340 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1207fe0f-4388-43a4-a6de-3ce2fe97abc0 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:21.876218 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1207fe0f-4388-43a4-a6de-3ce2fe97abc0 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "DELETE /v2.0/security-groups/6f11f9fb-93d9-49c9-80fa-808c85bf16f4 HTTP/1.1" status: 204 len: 168 time: 0.3339667 Feb 03 12:37:21.877749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44282) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:21.896914 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-6efb4ee7-e04d-4e66-8afc-36ef0c576222 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] show failed (client error): The resource could not be found. Feb 03 12:37:21.900849 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6efb4ee7-e04d-4e66-8afc-36ef0c576222 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "GET /v2.0/security-groups/6f11f9fb-93d9-49c9-80fa-808c85bf16f4 HTTP/1.1" status: 404 len: 347 time: 0.0190096 Feb 03 12:37:21.902515 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44284) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:21.939416 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207fe0f-4388-43a4-a6de-3ce2fe97abc0 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f11f9fb-93d9-49c9-80fa-808c85bf16f4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:21.998990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12d104-99db-4443-97e7-6ce2b3429035 req-c8a84480-752e-4ccf-b408-2f3831116744 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:22.000655 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c12d104-99db-4443-97e7-6ce2b3429035 req-c8a84480-752e-4ccf-b408-2f3831116744 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 945 time: 0.2845054 Feb 03 12:37:22.089604 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-4c6c5ca3-80cb-4743-80f8-844d1cea0809 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:22.100085 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-4c6c5ca3-80cb-4743-80f8-844d1cea0809 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:22.127346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-4c6c5ca3-80cb-4743-80f8-844d1cea0809 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:37:22.132754 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c12d104-99db-4443-97e7-6ce2b3429035 req-e7882809-c13a-4b3a-be44-83f193e3a2b9 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899103 Feb 03 12:37:22.192600 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-49a73ba8-c302-4ee2-825a-c0129d7ecfc1 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Deleting port b141550b-a810-480c-ad33-c2691eb68c7e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:37:22.192954 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49a73ba8-c302-4ee2-825a-c0129d7ecfc1 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b141550b-a810-480c-ad33-c2691eb68c7e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:22.466570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c5ca3-80cb-4743-80f8-844d1cea0809 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Pushing event updated for resources: {'Port': ['ID=9df59997-b8a5-4443-89a3-95a1baa961ea,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:22.499367 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49a73ba8-c302-4ee2-825a-c0129d7ecfc1 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b141550b-a810-480c-ad33-c2691eb68c7e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:22.499997 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49a73ba8-c302-4ee2-825a-c0129d7ecfc1 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks [] for floatingip (b141550b-a810-480c-ad33-c2691eb68c7e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:22.519420 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-49a73ba8-c302-4ee2-825a-c0129d7ecfc1 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Calling delete_port for b141550b-a810-480c-ad33-c2691eb68c7e owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:37:22.521623 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74416a00-9c0b-4bbc-ad4a-30d4db31fa3c req-8d815f45-609e-4b91-8fc9-d739b0d1a644 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:22.527401 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74416a00-9c0b-4bbc-ad4a-30d4db31fa3c req-8d815f45-609e-4b91-8fc9-d739b0d1a644 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:22.533223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74416a00-9c0b-4bbc-ad4a-30d4db31fa3c req-8d815f45-609e-4b91-8fc9-d739b0d1a644 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:22.540566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74416a00-9c0b-4bbc-ad4a-30d4db31fa3c req-8d815f45-609e-4b91-8fc9-d739b0d1a644 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:22.546897 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74416a00-9c0b-4bbc-ad4a-30d4db31fa3c req-8d815f45-609e-4b91-8fc9-d739b0d1a644 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:22.552363 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74416a00-9c0b-4bbc-ad4a-30d4db31fa3c req-8d815f45-609e-4b91-8fc9-d739b0d1a644 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:22.557950 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74416a00-9c0b-4bbc-ad4a-30d4db31fa3c req-8d815f45-609e-4b91-8fc9-d739b0d1a644 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:22.560088 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74416a00-9c0b-4bbc-ad4a-30d4db31fa3c req-8d815f45-609e-4b91-8fc9-d739b0d1a644 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 1.5040169 Feb 03 12:37:22.578595 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a480c-4f80-4735-8510-5729cc51d69c req-5a4d4a33-81f0-4f65-b2c5-8a68318024a4 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:22.580616 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b49a480c-4f80-4735-8510-5729cc51d69c req-5a4d4a33-81f0-4f65-b2c5-8a68318024a4 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.31 "GET /v2.0/networks?id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 HTTP/1.1" status: 200 len: 814 time: 1.3220935 Feb 03 12:37:22.583076 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa5de3-47f7-4ff6-becc-08dfbaf3b7be req-c0056505-1e7a-4d1c-ab8e-fd999602c763 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:22.584711 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4cfa5de3-47f7-4ff6-becc-08dfbaf3b7be req-c0056505-1e7a-4d1c-ab8e-fd999602c763 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/ports?device_id=034fa4d9-938c-4d9c-b5de-517e713f45ac HTTP/1.1" status: 200 len: 936 time: 0.2837336 Feb 03 12:37:22.601238 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-b49a480c-4f80-4735-8510-5729cc51d69c req-6fccd7fd-f27e-4211-85d1-9b005d45491e tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Request body: {'port': {'device_id': '473f7f76-662f-4ba2-be2b-c2bd6c2abd47', 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129', 'admin_state_up': True, 'tenant_id': '962ebd967fe64a95a9793a6a1c91cc79'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:22.644871 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-4c6c5ca3-80cb-4743-80f8-844d1cea0809 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:22.645814 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-4c6c5ca3-80cb-4743-80f8-844d1cea0809 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:22.678966 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-4c6c5ca3-80cb-4743-80f8-844d1cea0809 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6532543 Feb 03 12:37:22.724453 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-55ffa1f6-7499-4f21-9662-59007e1e9b32 None None] Provisioning complete for port 9df59997-b8a5-4443-89a3-95a1baa961ea triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:22.725456 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-55ffa1f6-7499-4f21-9662-59007e1e9b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9df59997-b8a5-4443-89a3-95a1baa961ea), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:22.760196 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4cfa5de3-47f7-4ff6-becc-08dfbaf3b7be req-de3655fd-1a15-4de5-b296-9b86042d601f tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/security-groups?id=e775132b-595e-4e69-9a71-5863b9903b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645794 Feb 03 12:37:22.772691 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74416a00-9c0b-4bbc-ad4a-30d4db31fa3c req-9c7be652-8084-465c-b185-643e9a01385c tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1850562 Feb 03 12:37:22.774129 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] Request body: {'port': {'device_id': '034fa4d9-938c-4d9c-b5de-517e713f45ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:22.868326 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64d069ea-4540-45d6-b5aa-9b596085955a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (56ba4c04-cfff-49e8-901a-13a3c9ee15bd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:22.879255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-55ffa1f6-7499-4f21-9662-59007e1e9b32 None None] Port 9df59997-b8a5-4443-89a3-95a1baa961ea cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:37:22.924042 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49a73ba8-c302-4ee2-825a-c0129d7ecfc1 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b141550b-a810-480c-ad33-c2691eb68c7e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:22.967727 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69eb4081-5c8f-439d-bc8a-a2f67287298b req-181013fa-2667-42e1-9718-878dcf453a7a tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47 HTTP/1.1" status: 200 len: 210 time: 0.0615251 Feb 03 12:37:22.977568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d069ea-4540-45d6-b5aa-9b596085955a admin admin] Pushing event deleted for resources: {'Port': ['ID=56ba4c04-cfff-49e8-901a-13a3c9ee15bd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:23.032029 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a73ba8-c302-4ee2-825a-c0129d7ecfc1 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Pushing event deleted for resources: {'Port': ['ID=b141550b-a810-480c-ad33-c2691eb68c7e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:23.037929 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9df59997-b8a5-4443-89a3-95a1baa961ea), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:23.233355 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b49a480c-4f80-4735-8510-5729cc51d69c req-6fccd7fd-f27e-4211-85d1-9b005d45491e tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Made reservation on behalf of 962ebd967fe64a95a9793a6a1c91cc79 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:23.242578 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b49a480c-4f80-4735-8510-5729cc51d69c req-6fccd7fd-f27e-4211-85d1-9b005d45491e tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:23.427059 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49a73ba8-c302-4ee2-825a-c0129d7ecfc1 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks [] for floatingip (67d44059-0de5-4fb9-9086-ceaa353bf3c2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:23.430044 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49a73ba8-c302-4ee2-825a-c0129d7ecfc1 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:23.434370 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-49a73ba8-c302-4ee2-825a-c0129d7ecfc1 tempest-ImagesOneServerNegativeTestJSON-1584981767 tempest-ImagesOneServerNegativeTestJSON-1584981767-project] 10.222.0.18 "DELETE /v2.0/floatingips/67d44059-0de5-4fb9-9086-ceaa353bf3c2 HTTP/1.1" status: 204 len: 168 time: 1.5249245 Feb 03 12:37:23.456678 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64d069ea-4540-45d6-b5aa-9b596085955a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (26367b17-385d-4d00-83ce-c790450caeae), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:23.510516 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90d339-05ba-4ebc-a029-c0435671605d req-c64334e9-971c-4777-86ef-cc2f66af1843 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:23.520501 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cc90d339-05ba-4ebc-a029-c0435671605d req-c64334e9-971c-4777-86ef-cc2f66af1843 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 945 time: 0.1473801 Feb 03 12:37:23.607153 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44310) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:23.613236 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device beb9802c-be49-48ad-85a5-7091f860c0ad details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:23.669795 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cc90d339-05ba-4ebc-a029-c0435671605d req-50ae0fa7-53a4-40ef-ae9a-b350ad8fd7b9 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473436 Feb 03 12:37:23.683169 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-b49a480c-4f80-4735-8510-5729cc51d69c req-6fccd7fd-f27e-4211-85d1-9b005d45491e tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Allocated IP 172.20.0.12 (2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129/6400ffb7-27dd-4d8a-b637-4799b70abe20/c1e781b1-4c48-4062-942a-2a732b102a9a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:23.702578 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ac3499-273e-4de0-a940-b1d723550902 admin admin] Deleting subnet 6692b46d-d587-49d4-a31d-fa29447818e3 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:37:23.713316 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9ac3499-273e-4de0-a940-b1d723550902 admin admin] Publish callbacks [] for subnet (6692b46d-d587-49d4-a31d-fa29447818e3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:23.800838 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9ac3499-273e-4de0-a940-b1d723550902 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (6692b46d-d587-49d4-a31d-fa29447818e3), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:23.894129 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port beb9802c-be49-48ad-85a5-7091f860c0ad, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=beb9802c-be49-48ad-85a5-7091f860c0ad,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:23.902137 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9ac3499-273e-4de0-a940-b1d723550902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (6692b46d-d587-49d4-a31d-fa29447818e3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:23.934710 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'beb9802c-be49-48ad-85a5-7091f860c0ad', 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af', 'port_id': 'beb9802c-be49-48ad-85a5-7091f860c0ad', 'mac_address': 'fa:16:3e:3e:b9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8a4225-25b0-42f6-9eec-da0838919221', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:24.006621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port beb9802c-be49-48ad-85a5-7091f860c0ad is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:24.007274 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:24.034354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id beb9802c-be49-48ad-85a5-7091f860c0ad {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:24.043220 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df59997-b8a5-4443-89a3-95a1baa961ea {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:24.066615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port beb9802c-be49-48ad-85a5-7091f860c0ad, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=beb9802c-be49-48ad-85a5-7091f860c0ad,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:24.078501 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:24.095876 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a09ecc-a9c1-46bd-bde3-438421b42a36 req-835c1179-3ff9-46c8-a9be-9198aedef7b7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:24.105134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a09ecc-a9c1-46bd-bde3-438421b42a36 req-835c1179-3ff9-46c8-a9be-9198aedef7b7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:24.112651 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a09ecc-a9c1-46bd-bde3-438421b42a36 req-835c1179-3ff9-46c8-a9be-9198aedef7b7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:24.123456 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a09ecc-a9c1-46bd-bde3-438421b42a36 req-835c1179-3ff9-46c8-a9be-9198aedef7b7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:24.135608 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a09ecc-a9c1-46bd-bde3-438421b42a36 req-835c1179-3ff9-46c8-a9be-9198aedef7b7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:24.142594 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a09ecc-a9c1-46bd-bde3-438421b42a36 req-835c1179-3ff9-46c8-a9be-9198aedef7b7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:24.148888 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a09ecc-a9c1-46bd-bde3-438421b42a36 req-835c1179-3ff9-46c8-a9be-9198aedef7b7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:24.156615 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-08a09ecc-a9c1-46bd-bde3-438421b42a36 req-835c1179-3ff9-46c8-a9be-9198aedef7b7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.1902306 Feb 03 12:37:24.178633 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9ac3499-273e-4de0-a940-b1d723550902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (6692b46d-d587-49d4-a31d-fa29447818e3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:24.187161 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] Publish callbacks [] for port (9df59997-b8a5-4443-89a3-95a1baa961ea), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:24.189370 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=beb9802c-be49-48ad-85a5-7091f860c0ad,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:24.223387 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] Transition to ACTIVE for port object 9df59997-b8a5-4443-89a3-95a1baa961ea will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:37:24.231137 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac3499-273e-4de0-a940-b1d723550902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6692b46d-d587-49d4-a31d-fa29447818e3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:24.237051 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9ac3499-273e-4de0-a940-b1d723550902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:24.244379 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c9ac3499-273e-4de0-a940-b1d723550902 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6692b46d-d587-49d4-a31d-fa29447818e3 HTTP/1.1" status: 204 len: 168 time: 0.6352506 Feb 03 12:37:24.252945 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['beb9802c-be49-48ad-85a5-7091f860c0ad'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:24.253589 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44330) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:24.339664 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (9df59997-b8a5-4443-89a3-95a1baa961ea), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:24.385492 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4fba04c2-67e9-4baa-9ce3-dcd55ba66235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (57d05e71-91ef-4d8b-8053-8941dc5e5ea9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:24.448552 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-08a09ecc-a9c1-46bd-bde3-438421b42a36 req-0fa60163-a9e0-4a6b-8877-77bbfc4a6da1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2865412 Feb 03 12:37:24.476984 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] Pushing event updated for resources: {'Port': ['ID=9df59997-b8a5-4443-89a3-95a1baa961ea,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:24.531553 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d069ea-4540-45d6-b5aa-9b596085955a admin admin] Router 26367b17-385d-4d00-83ce-c790450caeae has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:37:24.651714 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4fba04c2-67e9-4baa-9ce3-dcd55ba66235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (57d05e71-91ef-4d8b-8053-8941dc5e5ea9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:24.690738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa19c44-afa0-429f-ac2f-27693313bbfd req-3100d5e8-c791-457e-9a04-66ec8f135d1f tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:24.692383 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4aa19c44-afa0-429f-ac2f-27693313bbfd req-3100d5e8-c791-457e-9a04-66ec8f135d1f tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/ports?device_id=034fa4d9-938c-4d9c-b5de-517e713f45ac HTTP/1.1" status: 200 len: 936 time: 0.7489974 Feb 03 12:37:24.742474 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4fba04c2-67e9-4baa-9ce3-dcd55ba66235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d05e71-91ef-4d8b-8053-8941dc5e5ea9']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:24.800399 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4fba04c2-67e9-4baa-9ce3-dcd55ba66235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235c07fd-127e-4fd8-8cdd-6c66376ebc7f') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:24.800846 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4fba04c2-67e9-4baa-9ce3-dcd55ba66235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235c07fd-127e-4fd8-8cdd-6c66376ebc7f') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:24.817362 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9d807318-f32d-4eca-9a02-7c0700c8feb6 req-dd17c708-7b72-445e-8ed4-8b6752e38d0b tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47 HTTP/1.1" status: 200 len: 210 time: 0.0679276 Feb 03 12:37:24.824852 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b49a480c-4f80-4735-8510-5729cc51d69c req-6fccd7fd-f27e-4211-85d1-9b005d45491e tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks [] for port (c1e781b1-4c48-4062-942a-2a732b102a9a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:24.847567 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4fba04c2-67e9-4baa-9ce3-dcd55ba66235 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (235c07fd-127e-4fd8-8cdd-6c66376ebc7f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:24.891248 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4fba04c2-67e9-4baa-9ce3-dcd55ba66235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (235c07fd-127e-4fd8-8cdd-6c66376ebc7f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:24.905171 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fba04c2-67e9-4baa-9ce3-dcd55ba66235 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:37:24.908440 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4fba04c2-67e9-4baa-9ce3-dcd55ba66235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (235c07fd-127e-4fd8-8cdd-6c66376ebc7f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:37:24.915508 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:37:25.019584 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4aa19c44-afa0-429f-ac2f-27693313bbfd req-83813468-2726-45c9-8941-7524c30d1be6 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/security-groups?id=e775132b-595e-4e69-9a71-5863b9903b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957766 Feb 03 12:37:25.035607 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] Attempting to bind port 9df59997-b8a5-4443-89a3-95a1baa961ea on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:25.035963 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] Attempting to bind port 9df59997-b8a5-4443-89a3-95a1baa961ea by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:25.036461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] Attempting to bind port 9df59997-b8a5-4443-89a3-95a1baa961ea on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:25.044966 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] Port 9df59997-b8a5-4443-89a3-95a1baa961ea on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:37:25.045303 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] Attempting to bind port 9df59997-b8a5-4443-89a3-95a1baa961ea on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:25.063155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d069ea-4540-45d6-b5aa-9b596085955a admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:37:25.064943 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:25.065294 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:25.065675 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:25.066732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] Bound port: 9df59997-b8a5-4443-89a3-95a1baa961ea, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:25.067107 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9df59997-b8a5-4443-89a3-95a1baa961ea), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:25.072607 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-64d069ea-4540-45d6-b5aa-9b596085955a admin admin] 10.222.0.18 "PUT /v2.0/routers/26367b17-385d-4d00-83ce-c790450caeae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0551853 Feb 03 12:37:25.075045 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b49a480c-4f80-4735-8510-5729cc51d69c req-6fccd7fd-f27e-4211-85d1-9b005d45491e tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c1e781b1-4c48-4062-942a-2a732b102a9a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:25.076549 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44348) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:25.079825 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af88372-41ac-4b80-9c3e-bd7c06ceeef9 None None] Sync routers for ids ['26367b17-385d-4d00-83ce-c790450caeae'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:37:25.099084 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af88372-41ac-4b80-9c3e-bd7c06ceeef9 None None] Routers {'26367b17-385d-4d00-83ce-c790450caeae'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:37:25.099629 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8af88372-41ac-4b80-9c3e-bd7c06ceeef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:37:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['26367b17-385d-4d00-83ce-c790450caeae'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:25.132712 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b49a480c-4f80-4735-8510-5729cc51d69c req-6fccd7fd-f27e-4211-85d1-9b005d45491e tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Network 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:25.137614 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-b49a480c-4f80-4735-8510-5729cc51d69c req-6fccd7fd-f27e-4211-85d1-9b005d45491e tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:25.175726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49a480c-4f80-4735-8510-5729cc51d69c req-6fccd7fd-f27e-4211-85d1-9b005d45491e tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:37:25.266763 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82aab51d-b683-4c6f-9aef-6536b5807ece admin admin] Publish callbacks [] for router (26367b17-385d-4d00-83ce-c790450caeae), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:25.269686 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccd7fd-f27e-4211-85d1-9b005d45491e tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Pushing event updated for resources: {'Port': ['ID=c1e781b1-4c48-4062-942a-2a732b102a9a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:25.286168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a480c-4f80-4735-8510-5729cc51d69c req-6fccd7fd-f27e-4211-85d1-9b005d45491e tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:25.287489 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b49a480c-4f80-4735-8510-5729cc51d69c req-6fccd7fd-f27e-4211-85d1-9b005d45491e tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:25.334722 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4fba04c2-67e9-4baa-9ce3-dcd55ba66235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (57d05e71-91ef-4d8b-8053-8941dc5e5ea9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:25.337930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] For port 9df59997-b8a5-4443-89a3-95a1baa961ea, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:25.342073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] For port 9df59997-b8a5-4443-89a3-95a1baa961ea, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=9df59997-b8a5-4443-89a3-95a1baa961ea,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:25.342664 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4fba04c2-67e9-4baa-9ce3-dcd55ba66235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:25.354350 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4fba04c2-67e9-4baa-9ce3-dcd55ba66235 admin admin] 10.222.0.18 "DELETE /v2.0/networks/57d05e71-91ef-4d8b-8053-8941dc5e5ea9 HTTP/1.1" status: 204 len: 168 time: 1.0993371 Feb 03 12:37:25.361413 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8af88372-41ac-4b80-9c3e-bd7c06ceeef9 None None] Set router 26367b17-385d-4d00-83ce-c790450caeae gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:37:25.366181 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (9df59997-b8a5-4443-89a3-95a1baa961ea), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:25.396964 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba04c2-67e9-4baa-9ce3-dcd55ba66235 admin admin] Pushing event deleted for resources: {'Network': ['ID=57d05e71-91ef-4d8b-8053-8941dc5e5ea9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:25.515401 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] Pushing event updated for resources: {'Port': ['ID=9df59997-b8a5-4443-89a3-95a1baa961ea,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:25.516884 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fcd5b-8615-47ce-8241-d9a7fdb464cb req-7b2ad3d0-fa31-4578-a6eb-c7ad92af031d tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:25.519620 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0e7fcd5b-8615-47ce-8241-d9a7fdb464cb req-7b2ad3d0-fa31-4578-a6eb-c7ad92af031d tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 945 time: 0.5652924 Feb 03 12:37:25.546900 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:25.547920 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:25.552455 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-f2bb5ed1-5b5d-47ac-be18-2b52088ee562 service neutron] 10.222.0.73 "PUT /v2.0/ports/9df59997-b8a5-4443-89a3-95a1baa961ea HTTP/1.1" status: 200 len: 1096 time: 2.7896829 Feb 03 12:37:25.554054 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034fa4d9-938c-4d9c-b5de-517e713f45ac', 'tag': '9df59997-b8a5-4443-89a3-95a1baa961ea'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:25.559012 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c81466-c414-4fd0-8a7a-e05c079c1eee" -d '{"events": [{"name": "network-changed", "server_uuid": "034fa4d9-938c-4d9c-b5de-517e713f45ac", "tag": "9df59997-b8a5-4443-89a3-95a1baa961ea"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:25.589473 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b49a480c-4f80-4735-8510-5729cc51d69c req-6fccd7fd-f27e-4211-85d1-9b005d45491e tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9935067 Feb 03 12:37:25.607386 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Request body: {'port': {'device_id': '473f7f76-662f-4ba2-be2b-c2bd6c2abd47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:25.615744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device beb9802c-be49-48ad-85a5-7091f860c0ad up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:25.802673 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port beb9802c-be49-48ad-85a5-7091f860c0ad triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:25.806097 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:25.817357 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c1e781b1-4c48-4062-942a-2a732b102a9a), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:25.826301 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0e7fcd5b-8615-47ce-8241-d9a7fdb464cb req-e35bf58a-9541-4bac-9d17-6e08ca5ef5db tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932363 Feb 03 12:37:25.834488 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82aab51d-b683-4c6f-9aef-6536b5807ece admin admin] Publish callbacks [] for router_gateway (26367b17-385d-4d00-83ce-c790450caeae), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:25.929370 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44366) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:25.942143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54a3c6-fc16-4936-b7cb-f41cfc62225a req-38d85b3c-801f-47c6-bc2c-8757ddeb7c22 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:25.950039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54a3c6-fc16-4936-b7cb-f41cfc62225a req-38d85b3c-801f-47c6-bc2c-8757ddeb7c22 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:25.956991 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54a3c6-fc16-4936-b7cb-f41cfc62225a req-38d85b3c-801f-47c6-bc2c-8757ddeb7c22 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:25.966177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54a3c6-fc16-4936-b7cb-f41cfc62225a req-38d85b3c-801f-47c6-bc2c-8757ddeb7c22 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:25.973678 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54a3c6-fc16-4936-b7cb-f41cfc62225a req-38d85b3c-801f-47c6-bc2c-8757ddeb7c22 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:25.980338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54a3c6-fc16-4936-b7cb-f41cfc62225a req-38d85b3c-801f-47c6-bc2c-8757ddeb7c22 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:25.988314 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54a3c6-fc16-4936-b7cb-f41cfc62225a req-38d85b3c-801f-47c6-bc2c-8757ddeb7c22 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:25.997324 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8f54a3c6-fc16-4936-b7cb-f41cfc62225a req-38d85b3c-801f-47c6-bc2c-8757ddeb7c22 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.3421578 Feb 03 12:37:26.035658 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-85c03052-a5e7-40b7-9869-5757e3bfe48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:26.039653 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-85c03052-a5e7-40b7-9869-5757e3bfe48e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=04b052bf943b41819e08c6bb71c193be&device_id=034fa4d9-938c-4d9c-b5de-517e713f45ac HTTP/1.1" status: 200 len: 1130 time: 0.4223087 Feb 03 12:37:26.056274 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f23d57-2119-4273-af17-1c686ad266b2 x-openstack-request-id: req-73f23d57-2119-4273-af17-1c686ad266b2 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:26.056606 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034fa4d9-938c-4d9c-b5de-517e713f45ac", "tag": "9df59997-b8a5-4443-89a3-95a1baa961ea", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:26.056943 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73f23d57-2119-4273-af17-1c686ad266b2 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:26.057376 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034fa4d9-938c-4d9c-b5de-517e713f45ac', 'tag': '9df59997-b8a5-4443-89a3-95a1baa961ea', 'status': 'completed', 'code': 200} Feb 03 12:37:26.109387 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d068e73e-7939-4c9d-a6a9-a2358a24867d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c38b004822034ae6b2e74e9730987a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1582336 Feb 03 12:37:26.109942 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44374) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:26.132093 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port beb9802c-be49-48ad-85a5-7091f860c0ad is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:26.135648 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:26.170183 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-edb4d7d8-afd4-4a0a-9d05-1c67f5250a24 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=9df59997-b8a5-4443-89a3-95a1baa961ea HTTP/1.1" status: 200 len: 217 time: 0.0825396 Feb 03 12:37:26.192852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0d260c-a509-4653-b93f-cd6269a2af20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb9802c-be49-48ad-85a5-7091f860c0ad'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:26.196011 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916bd39a-d87d-4780-9a20-b4505c6c0c22" -d '{"events": [{"server_uuid": "7c0d260c-a509-4653-b93f-cd6269a2af20", "name": "network-vif-plugged", "status": "completed", "tag": "beb9802c-be49-48ad-85a5-7091f860c0ad"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:26.227134 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port beb9802c-be49-48ad-85a5-7091f860c0ad, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=beb9802c-be49-48ad-85a5-7091f860c0ad,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:26.237919 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:26.255827 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-82aab51d-b683-4c6f-9aef-6536b5807ece admin admin] Deleting port af009a0e-4d3f-4ef0-9ccd-eacafc1c4236 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:37:26.256487 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82aab51d-b683-4c6f-9aef-6536b5807ece admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (af009a0e-4d3f-4ef0-9ccd-eacafc1c4236), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:26.269792 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8af88372-41ac-4b80-9c3e-bd7c06ceeef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26367b17-385d-4d00-83ce-c790450caeae', 'name': 'tempest-ServersTestBootFromVolume-347311829-router', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:16Z', 'updated_at': '2022-02-03T12:37:22Z', 'revision_number': 5, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'gw_port': {'id': 'af009a0e-4d3f-4ef0-9ccd-eacafc1c4236', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26367b17-385d-4d00-83ce-c790450caeae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:17Z', 'updated_at': '2022-02-03T12:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:26.331249 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=beb9802c-be49-48ad-85a5-7091f860c0ad,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:26.341495 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af88372-41ac-4b80-9c3e-bd7c06ceeef9 None None] Checking router: 26367b17-385d-4d00-83ce-c790450caeae for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:37:26.362517 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af88372-41ac-4b80-9c3e-bd7c06ceeef9 None None] Routers {'26367b17-385d-4d00-83ce-c790450caeae'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:37:26.363025 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8af88372-41ac-4b80-9c3e-bd7c06ceeef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:37:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['26367b17-385d-4d00-83ce-c790450caeae'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:26.384836 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-82aab51d-b683-4c6f-9aef-6536b5807ece admin admin] For port af009a0e-4d3f-4ef0-9ccd-eacafc1c4236, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=af009a0e-4d3f-4ef0-9ccd-eacafc1c4236,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:26.385204 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82aab51d-b683-4c6f-9aef-6536b5807ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (af009a0e-4d3f-4ef0-9ccd-eacafc1c4236), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:26.399034 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-82aab51d-b683-4c6f-9aef-6536b5807ece admin admin] Calling delete_port for af009a0e-4d3f-4ef0-9ccd-eacafc1c4236 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:37:26.426078 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8f54a3c6-fc16-4936-b7cb-f41cfc62225a req-a890cd75-d0b5-4a22-8948-55f1ce83e943 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4263792 Feb 03 12:37:26.490178 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-a88862fa-eb8f-45b1-8e18-62bc409e78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:26.491700 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-a88862fa-eb8f-45b1-8e18-62bc409e78cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1990440 Feb 03 12:37:26.509077 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8af88372-41ac-4b80-9c3e-bd7c06ceeef9 None None] Set router 26367b17-385d-4d00-83ce-c790450caeae gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:37:26.623408 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8af88372-41ac-4b80-9c3e-bd7c06ceeef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26367b17-385d-4d00-83ce-c790450caeae', 'name': 'tempest-ServersTestBootFromVolume-347311829-router', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:16Z', 'updated_at': '2022-02-03T12:37:25Z', 'revision_number': 6, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:26.701037 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af88372-41ac-4b80-9c3e-bd7c06ceeef9 None None] The sync data for ids ['26367b17-385d-4d00-83ce-c790450caeae'] in n-d-827336-3 is: [{'id': '26367b17-385d-4d00-83ce-c790450caeae', 'name': 'tempest-ServersTestBootFromVolume-347311829-router', 'tenant_id': '218289d12c9b4b9dbde4b42d4f382200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:16Z', 'updated_at': '2022-02-03T12:37:25Z', 'revision_number': 6, 'project_id': '218289d12c9b4b9dbde4b42d4f382200', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:37:26.712773 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82aab51d-b683-4c6f-9aef-6536b5807ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (af009a0e-4d3f-4ef0-9ccd-eacafc1c4236), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:26.790580 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aab51d-b683-4c6f-9aef-6536b5807ece admin admin] Pushing event deleted for resources: {'Port': ['ID=af009a0e-4d3f-4ef0-9ccd-eacafc1c4236,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:26.810383 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804bcdf-a619-4b33-9066-a990926861c2 req-c4ff1ccd-33c2-4d1b-97b7-4a93780fde62 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:26.820994 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f804bcdf-a619-4b33-9066-a990926861c2 req-c4ff1ccd-33c2-4d1b-97b7-4a93780fde62 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/ports?device_id=034fa4d9-938c-4d9c-b5de-517e713f45ac HTTP/1.1" status: 200 len: 948 time: 0.1865635 Feb 03 12:37:26.840204 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9493711f-89ae-4743-b6ed-e21dc1fb809d admin admin] Publish callbacks [] for security_group (2387491c-5cdb-4e6d-bc50-00bbcef7e97c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:26.845836 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-472595e8-1f27-433c-9297-c57729103fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:26.847344 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-472595e8-1f27-433c-9297-c57729103fff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3444407 Feb 03 12:37:26.852008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb7862-2989-45ae-bc69-466c3b0b2ae0 req-a10a96f9-a35b-44f4-ba58-538d04484b8a tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:26.859075 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-27bb7862-2989-45ae-bc69-466c3b0b2ae0 req-a10a96f9-a35b-44f4-ba58-538d04484b8a tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47 HTTP/1.1" status: 200 len: 932 time: 0.7034302 Feb 03 12:37:26.932997 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f804bcdf-a619-4b33-9066-a990926861c2 req-431c76d1-3535-47a9-9208-6f664a54be26 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/security-groups?id=e775132b-595e-4e69-9a71-5863b9903b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110046 Feb 03 12:37:27.006662 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9493711f-89ae-4743-b6ed-e21dc1fb809d admin admin] Publish callbacks [] for security_group (2387491c-5cdb-4e6d-bc50-00bbcef7e97c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:27.017305 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e01830-2821-40a4-8c53-ea200a3a1819 x-openstack-request-id: req-00e01830-2821-40a4-8c53-ea200a3a1819 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:27.018057 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0d260c-a509-4653-b93f-cd6269a2af20", "name": "network-vif-plugged", "status": "completed", "tag": "beb9802c-be49-48ad-85a5-7091f860c0ad", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:27.018181 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00e01830-2821-40a4-8c53-ea200a3a1819 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:27.018498 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0d260c-a509-4653-b93f-cd6269a2af20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb9802c-be49-48ad-85a5-7091f860c0ad', 'code': 200} Feb 03 12:37:27.051407 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82aab51d-b683-4c6f-9aef-6536b5807ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (26367b17-385d-4d00-83ce-c790450caeae), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:27.104430 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e781b1-4c48-4062-942a-2a732b102a9a {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:27.124639 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Publish callbacks [] for port (c1e781b1-4c48-4062-942a-2a732b102a9a), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:27.192499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Transition to ACTIVE for port object c1e781b1-4c48-4062-942a-2a732b102a9a will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:37:27.203763 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (c1e781b1-4c48-4062-942a-2a732b102a9a), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:27.237360 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-27bb7862-2989-45ae-bc69-466c3b0b2ae0 req-1e456847-6eca-4286-a107-5d7f8db76e8f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773277 Feb 03 12:37:27.240222 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82aab51d-b683-4c6f-9aef-6536b5807ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (26367b17-385d-4d00-83ce-c790450caeae), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:27.254920 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82aab51d-b683-4c6f-9aef-6536b5807ece admin admin] Publish callbacks [] for router_controller (26367b17-385d-4d00-83ce-c790450caeae), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:27.288072 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e781b1-4c48-4062-942a-2a732b102a9a,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:27.318487 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-0fbd5019-cda4-4477-8cf5-0e0b17bcb4bd service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583387 Feb 03 12:37:27.369023 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82aab51d-b683-4c6f-9aef-6536b5807ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (26367b17-385d-4d00-83ce-c790450caeae), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:27.369601 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82aab51d-b683-4c6f-9aef-6536b5807ece admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26367b17-385d-4d00-83ce-c790450caeae {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:37:27.385526 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82aab51d-b683-4c6f-9aef-6536b5807ece admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:27.394779 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-82aab51d-b683-4c6f-9aef-6536b5807ece admin admin] 10.222.0.18 "DELETE /v2.0/routers/26367b17-385d-4d00-83ce-c790450caeae HTTP/1.1" status: 204 len: 168 time: 2.3120446 Feb 03 12:37:27.398277 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44392) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:27.407469 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9493711f-89ae-4743-b6ed-e21dc1fb809d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2387491c-5cdb-4e6d-bc50-00bbcef7e97c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:27.410151 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9493711f-89ae-4743-b6ed-e21dc1fb809d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:27.414837 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9493711f-89ae-4743-b6ed-e21dc1fb809d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2387491c-5cdb-4e6d-bc50-00bbcef7e97c HTTP/1.1" status: 204 len: 168 time: 1.3022511 Feb 03 12:37:27.450364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493711f-89ae-4743-b6ed-e21dc1fb809d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2387491c-5cdb-4e6d-bc50-00bbcef7e97c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:27.492031 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-da73626a-fd5f-4a8c-871c-39c4f88be5b4 admin admin] Deleting subnet 67023db2-06c8-42d5-bfcd-aa9f27b3574c {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:37:27.497891 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf134f09-b30a-488e-a24e-fb3f3d737d1d req-4edf98c9-dc46-490c-8929-a9e9ae22c440 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602163 Feb 03 12:37:27.500722 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da73626a-fd5f-4a8c-871c-39c4f88be5b4 admin admin] Publish callbacks [] for subnet (67023db2-06c8-42d5-bfcd-aa9f27b3574c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:27.633227 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da73626a-fd5f-4a8c-871c-39c4f88be5b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (67023db2-06c8-42d5-bfcd-aa9f27b3574c), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:27.798624 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d5780-4a21-4d21-8970-553544deb765 req-82307a23-7310-413a-8a1d-73c311da1025 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:27.810196 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d5780-4a21-4d21-8970-553544deb765 req-82307a23-7310-413a-8a1d-73c311da1025 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:27.815585 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d5780-4a21-4d21-8970-553544deb765 req-82307a23-7310-413a-8a1d-73c311da1025 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:27.823475 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d5780-4a21-4d21-8970-553544deb765 req-82307a23-7310-413a-8a1d-73c311da1025 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:27.840640 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d5780-4a21-4d21-8970-553544deb765 req-82307a23-7310-413a-8a1d-73c311da1025 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:27.848421 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d5780-4a21-4d21-8970-553544deb765 req-82307a23-7310-413a-8a1d-73c311da1025 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:27.854211 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d5780-4a21-4d21-8970-553544deb765 req-82307a23-7310-413a-8a1d-73c311da1025 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:27.875313 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cc3d5780-4a21-4d21-8970-553544deb765 req-82307a23-7310-413a-8a1d-73c311da1025 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.3023729 Feb 03 12:37:28.052036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcc1d4-c62d-4faa-9774-1d7994160b8e req-302c7b64-9065-4076-af43-0332d5b65e56 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:28.061490 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31bcc1d4-c62d-4faa-9774-1d7994160b8e req-302c7b64-9065-4076-af43-0332d5b65e56 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 945 time: 0.9306188 Feb 03 12:37:28.101419 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da73626a-fd5f-4a8c-871c-39c4f88be5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (67023db2-06c8-42d5-bfcd-aa9f27b3574c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:28.217474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device af009a0e-4d3f-4ef0-9ccd-eacafc1c4236 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:37:28.261845 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cc3d5780-4a21-4d21-8970-553544deb765 req-c17451de-d12e-4c1e-844e-2ffb53d9edf1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3855529 Feb 03 12:37:28.266086 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: af009a0e-4d3f-4ef0-9ccd-eacafc1c4236 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:37:28.272318 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device af009a0e-4d3f-4ef0-9ccd-eacafc1c4236 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:37:28.275672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 56ba4c04-cfff-49e8-901a-13a3c9ee15bd no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:37:28.328038 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 56ba4c04-cfff-49e8-901a-13a3c9ee15bd {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:37:28.328634 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 56ba4c04-cfff-49e8-901a-13a3c9ee15bd not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:37:28.344009 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31bcc1d4-c62d-4faa-9774-1d7994160b8e req-9c57e134-699f-41e9-ad7f-989d5b95c812 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798908 Feb 03 12:37:28.393873 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da73626a-fd5f-4a8c-871c-39c4f88be5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (67023db2-06c8-42d5-bfcd-aa9f27b3574c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:28.444932 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c81466-c414-4fd0-8a7a-e05c079c1eee req-d73796ea-9276-468f-895d-2b34182fc2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:28.447015 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-57c81466-c414-4fd0-8a7a-e05c079c1eee req-d73796ea-9276-468f-895d-2b34182fc2cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=04b052bf943b41819e08c6bb71c193be&device_id=034fa4d9-938c-4d9c-b5de-517e713f45ac HTTP/1.1" status: 200 len: 1130 time: 0.4027681 Feb 03 12:37:28.453217 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73626a-fd5f-4a8c-871c-39c4f88be5b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67023db2-06c8-42d5-bfcd-aa9f27b3574c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:28.485345 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da73626a-fd5f-4a8c-871c-39c4f88be5b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:28.490559 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e03ad18-340b-4c1f-909c-2f3c679e9f97 None None] Network b39bda4c-a748-41d3-ad64-33f7d22c16cf requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:37:28.497312 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-da73626a-fd5f-4a8c-871c-39c4f88be5b4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/67023db2-06c8-42d5-bfcd-aa9f27b3574c HTTP/1.1" status: 204 len: 168 time: 1.0974407 Feb 03 12:37:28.497960 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44416) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:28.654452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Attempting to bind port c1e781b1-4c48-4062-942a-2a732b102a9a on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:28.654805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Attempting to bind port c1e781b1-4c48-4062-942a-2a732b102a9a by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'b18a3aaf-1673-4c64-ab69-ba2386957046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:28.655143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Attempting to bind port c1e781b1-4c48-4062-942a-2a732b102a9a on network 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:28.657982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c81466-c414-4fd0-8a7a-e05c079c1eee req-cb09a111-ab48-488a-994d-f6d92beb5773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:28.659512 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-57c81466-c414-4fd0-8a7a-e05c079c1eee req-cb09a111-ab48-488a-994d-f6d92beb5773 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.2058957 Feb 03 12:37:28.668139 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Port c1e781b1-4c48-4062-942a-2a732b102a9a on network 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:37:28.668373 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Attempting to bind port c1e781b1-4c48-4062-942a-2a732b102a9a on network 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:28.809628 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77631941-1179-411c-add9-060d2471d95f None None] DHCP port deletion for b39bda4c-a748-41d3-ad64-33f7d22c16cf request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:37:28.825457 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-57c81466-c414-4fd0-8a7a-e05c079c1eee req-a69b7acf-fe9f-467c-ad2d-604c2c2de5b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=9df59997-b8a5-4443-89a3-95a1baa961ea HTTP/1.1" status: 200 len: 217 time: 0.1215947 Feb 03 12:37:28.826271 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:28.826623 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Checking segment: {'id': 'b18a3aaf-1673-4c64-ab69-ba2386957046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:28.827008 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Bound using segment: {'id': 'b18a3aaf-1673-4c64-ab69-ba2386957046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:28.827463 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Bound port: c1e781b1-4c48-4062-942a-2a732b102a9a, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18a3aaf-1673-4c64-ab69-ba2386957046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:28.827825 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c1e781b1-4c48-4062-942a-2a732b102a9a), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:28.939366 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-77631941-1179-411c-add9-060d2471d95f None None] Deleting port 097eaf56-b224-4400-9063-2777be54f821 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:37:28.940201 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77631941-1179-411c-add9-060d2471d95f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (097eaf56-b224-4400-9063-2777be54f821), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:28.965042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c81466-c414-4fd0-8a7a-e05c079c1eee req-acd58a2f-861d-475d-abc8-b606b96f310d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:28.967438 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-57c81466-c414-4fd0-8a7a-e05c079c1eee req-acd58a2f-861d-475d-abc8-b606b96f310d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1289787 Feb 03 12:37:28.990911 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a5bf9-0aa1-45b3-9a6d-4845c3ef0daa req-2edbfec6-cbc1-44e1-8499-3c66ec2e848f tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:28.993773 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-607a5bf9-0aa1-45b3-9a6d-4845c3ef0daa req-2edbfec6-cbc1-44e1-8499-3c66ec2e848f tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/ports?device_id=034fa4d9-938c-4d9c-b5de-517e713f45ac HTTP/1.1" status: 200 len: 948 time: 0.5545096 Feb 03 12:37:28.996269 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (b39bda4c-a748-41d3-ad64-33f7d22c16cf), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:29.100043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-77631941-1179-411c-add9-060d2471d95f None None] For port 097eaf56-b224-4400-9063-2777be54f821, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=097eaf56-b224-4400-9063-2777be54f821,segment=NetworkSegment(60b1d6d7-3510-481e-9dd3-b2f749842682),segment_id=60b1d6d7-3510-481e-9dd3-b2f749842682)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:29.100767 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77631941-1179-411c-add9-060d2471d95f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (097eaf56-b224-4400-9063-2777be54f821), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:29.120744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-77631941-1179-411c-add9-060d2471d95f None None] Calling delete_port for 097eaf56-b224-4400-9063-2777be54f821 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:37:29.134140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bfa55-ce1a-454b-84d4-90855db87aa1 req-a5a34d9b-eed1-4458-8077-11572f0be69c tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:29.144551 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-819bfa55-ce1a-454b-84d4-90855db87aa1 req-a5a34d9b-eed1-4458-8077-11572f0be69c tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47 HTTP/1.1" status: 200 len: 944 time: 0.6928093 Feb 03 12:37:29.168455 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-607a5bf9-0aa1-45b3-9a6d-4845c3ef0daa req-1bab4ddc-bec3-4542-a870-223b2cc6d709 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/security-groups?id=e775132b-595e-4e69-9a71-5863b9903b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680460 Feb 03 12:37:29.246956 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Deleting port 097eaf56-b224-4400-9063-2777be54f821 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:37:29.247360 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (097eaf56-b224-4400-9063-2777be54f821), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:29.280281 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c81466-c414-4fd0-8a7a-e05c079c1eee req-84c58fe3-ccb7-4a1f-8b55-5a7792cb0def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:29.283998 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-57c81466-c414-4fd0-8a7a-e05c079c1eee req-84c58fe3-ccb7-4a1f-8b55-5a7792cb0def service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3037751 Feb 03 12:37:29.297364 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] For port c1e781b1-4c48-4062-942a-2a732b102a9a, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:29.304570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] For port c1e781b1-4c48-4062-942a-2a732b102a9a, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c1e781b1-4c48-4062-942a-2a732b102a9a,segment=NetworkSegment(b18a3aaf-1673-4c64-ab69-ba2386957046),segment_id=b18a3aaf-1673-4c64-ab69-ba2386957046)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:29.389146 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (c1e781b1-4c48-4062-942a-2a732b102a9a), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:29.446095 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77631941-1179-411c-add9-060d2471d95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (097eaf56-b224-4400-9063-2777be54f821), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:29.483357 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77631941-1179-411c-add9-060d2471d95f None None] Pushing event deleted for resources: {'Port': ['ID=097eaf56-b224-4400-9063-2777be54f821,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:29.494792 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77631941-1179-411c-add9-060d2471d95f None None] No DVR routers for this DVR port 097eaf56-b224-4400-9063-2777be54f821 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:37:29.550181 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] For port 097eaf56-b224-4400-9063-2777be54f821, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=097eaf56-b224-4400-9063-2777be54f821,segment=NetworkSegment(60b1d6d7-3510-481e-9dd3-b2f749842682),segment_id=60b1d6d7-3510-481e-9dd3-b2f749842682)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:29.551260 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (097eaf56-b224-4400-9063-2777be54f821), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:29.590103 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:29.590741 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:29.591655 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Calling delete_port for 097eaf56-b224-4400-9063-2777be54f821 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:37:29.592265 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b49a480c-4f80-4735-8510-5729cc51d69c req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] 10.222.0.31 "PUT /v2.0/ports/c1e781b1-4c48-4062-942a-2a732b102a9a HTTP/1.1" status: 200 len: 1092 time: 3.9958510 Feb 03 12:37:29.744512 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e781b1-4c48-4062-942a-2a732b102a9a,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:29.746581 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473f7f76-662f-4ba2-be2b-c2bd6c2abd47', 'tag': 'c1e781b1-4c48-4062-942a-2a732b102a9a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:29.753197 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bb6cb9-865f-4430-b27f-42a9562ce454" -d '{"events": [{"name": "network-changed", "server_uuid": "473f7f76-662f-4ba2-be2b-c2bd6c2abd47", "tag": "c1e781b1-4c48-4062-942a-2a732b102a9a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:29.792325 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (097eaf56-b224-4400-9063-2777be54f821), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:29.797269 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-819bfa55-ce1a-454b-84d4-90855db87aa1 req-88553486-94cb-4b2a-a573-69189959ff62 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6507115 Feb 03 12:37:29.848231 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=097eaf56-b224-4400-9063-2777be54f821,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:29.852841 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.853153 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.853673 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.855223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.858464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.860331 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.860849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.861252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.861796 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.862580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.865605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.865991 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.866444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff0e8-9b08-4f12-97c4-b23a938efd54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.883854 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] No DVR routers for this DVR port 097eaf56-b224-4400-9063-2777be54f821 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:37:29.900873 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.902277 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.902788 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.904158 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.910932 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-57c81466-c414-4fd0-8a7a-e05c079c1eee req-d2ba3ab3-8b80-4073-9658-cc8d7638398a service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721328 Feb 03 12:37:29.919147 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.919831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.925241 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.925603 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.925951 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.926295 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.926634 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.926970 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:29.927300 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:30.074944 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (b39bda4c-a748-41d3-ad64-33f7d22c16cf), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:30.101005 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39bda4c-a748-41d3-ad64-33f7d22c16cf']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:30.116373 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b1d6d7-3510-481e-9dd3-b2f749842682') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:30.120464 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b1d6d7-3510-481e-9dd3-b2f749842682') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:30.138184 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (60b1d6d7-3510-481e-9dd3-b2f749842682), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:30.148011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a480c-4f80-4735-8510-5729cc51d69c req-bc941dbc-3d43-4d2d-9eb9-cfa88d34295e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:30.150539 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b49a480c-4f80-4735-8510-5729cc51d69c req-bc941dbc-3d43-4d2d-9eb9-cfa88d34295e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=962ebd967fe64a95a9793a6a1c91cc79&device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47 HTTP/1.1" status: 200 len: 1126 time: 0.3757491 Feb 03 12:37:30.187154 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 097eaf56-b224-4400-9063-2777be54f821 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:37:30.196386 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (60b1d6d7-3510-481e-9dd3-b2f749842682), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:30.223385 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 097eaf56-b224-4400-9063-2777be54f821 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:37:30.225962 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:37:30.228336 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 097eaf56-b224-4400-9063-2777be54f821 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:37:30.228610 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (60b1d6d7-3510-481e-9dd3-b2f749842682), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:30.309358 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b49a480c-4f80-4735-8510-5729cc51d69c req-1d047631-3b60-4ae1-bdab-76889fe54ec4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1e781b1-4c48-4062-942a-2a732b102a9a HTTP/1.1" status: 200 len: 217 time: 0.0634844 Feb 03 12:37:30.319738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c74796-2d12-4bf0-acf8-614b226fc21b req-3d45419e-345a-4ea4-a80e-4fbfc7131242 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:30.327231 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-61c74796-2d12-4bf0-acf8-614b226fc21b req-3d45419e-345a-4ea4-a80e-4fbfc7131242 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 945 time: 0.3081863 Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:37:30.364627 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:37:30.473764 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (b39bda4c-a748-41d3-ad64-33f7d22c16cf), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:30.480717 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:30.486519 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b39bda4c-a748-41d3-ad64-33f7d22c16cf HTTP/1.1" status: 204 len: 168 time: 1.9842443 Feb 03 12:37:30.504598 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39c14c-22dc-43eb-bb1f-fdcb6bda7ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b39bda4c-a748-41d3-ad64-33f7d22c16cf,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:30.543675 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3036e2-d992-47eb-97a0-350c1818e6ce req-60596b6f-1d6e-4664-81a8-56d799ebd393 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:30.546562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a480c-4f80-4735-8510-5729cc51d69c req-16da4dc5-dce1-417e-a2b7-7c719a9a85dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:30.548318 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b49a480c-4f80-4735-8510-5729cc51d69c req-16da4dc5-dce1-417e-a2b7-7c719a9a85dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6400ffb7-27dd-4d8a-b637-4799b70abe20 HTTP/1.1" status: 200 len: 854 time: 0.1861200 Feb 03 12:37:30.557215 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3036e2-d992-47eb-97a0-350c1818e6ce req-60596b6f-1d6e-4664-81a8-56d799ebd393 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:30.568104 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3036e2-d992-47eb-97a0-350c1818e6ce req-60596b6f-1d6e-4664-81a8-56d799ebd393 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:30.569153 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-61c74796-2d12-4bf0-acf8-614b226fc21b req-e102f86a-e4ac-4615-ba7d-d8cb565bc575 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351673 Feb 03 12:37:30.594917 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3036e2-d992-47eb-97a0-350c1818e6ce req-60596b6f-1d6e-4664-81a8-56d799ebd393 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:30.600603 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3036e2-d992-47eb-97a0-350c1818e6ce req-60596b6f-1d6e-4664-81a8-56d799ebd393 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:30.614457 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3036e2-d992-47eb-97a0-350c1818e6ce req-60596b6f-1d6e-4664-81a8-56d799ebd393 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:30.620577 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3036e2-d992-47eb-97a0-350c1818e6ce req-60596b6f-1d6e-4664-81a8-56d799ebd393 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:30.631144 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d3036e2-d992-47eb-97a0-350c1818e6ce req-60596b6f-1d6e-4664-81a8-56d799ebd393 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.6842008 Feb 03 12:37:30.641693 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b49a480c-4f80-4735-8510-5729cc51d69c req-8119b712-ff87-4e00-a29b-82b1d4544443 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710912 Feb 03 12:37:30.678430 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb0a866-94f8-436a-b29e-28afcce8269c x-openstack-request-id: req-5bb0a866-94f8-436a-b29e-28afcce8269c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:30.679739 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473f7f76-662f-4ba2-be2b-c2bd6c2abd47", "tag": "c1e781b1-4c48-4062-942a-2a732b102a9a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:30.680142 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5bb0a866-94f8-436a-b29e-28afcce8269c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:30.682864 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473f7f76-662f-4ba2-be2b-c2bd6c2abd47', 'tag': 'c1e781b1-4c48-4062-942a-2a732b102a9a', 'status': 'completed', 'code': 200} Feb 03 12:37:30.742530 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-57c81466-c414-4fd0-8a7a-e05c079c1eee req-4e8a643f-3b5a-4bbc-b6d8-5d204c3b680d service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8216441 Feb 03 12:37:30.783500 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d3036e2-d992-47eb-97a0-350c1818e6ce req-b8855bfb-725f-4b20-8f67-58bd11c51ce4 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1453178 Feb 03 12:37:30.864329 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:30.970222 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9aeb3d0-b0db-497d-bb15-00b42a6b48a6 req-351e9720-be92-41e4-a8e8-2e726b6bcd04 tempest-AbsoluteLimitsNegativeTestJSON-1621496611 tempest-AbsoluteLimitsNegativeTestJSON-1621496611-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=150439ea2aa4484fb1f5c2734c337afe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1761966 Feb 03 12:37:31.057575 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64e835-87bb-4fa0-a6f7-eb126e2a6cf6 req-0d26ff8d-da2f-4b26-a124-f8fb55955b7d tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:31.067806 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d64e835-87bb-4fa0-a6f7-eb126e2a6cf6 req-0d26ff8d-da2f-4b26-a124-f8fb55955b7d tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/ports?device_id=034fa4d9-938c-4d9c-b5de-517e713f45ac HTTP/1.1" status: 200 len: 948 time: 0.1298997 Feb 03 12:37:31.130981 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44504) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:31.192907 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d64e835-87bb-4fa0-a6f7-eb126e2a6cf6 req-cf3d46a1-22ad-495a-beb3-ac5ddc30dec2 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/security-groups?id=e775132b-595e-4e69-9a71-5863b9903b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167891 Feb 03 12:37:31.215154 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aeb3d0-b0db-497d-bb15-00b42a6b48a6 req-a2b73629-fbe1-4573-90a5-421a08caaab8 tempest-AbsoluteLimitsNegativeTestJSON-1621496611 tempest-AbsoluteLimitsNegativeTestJSON-1621496611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:31.229119 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9aeb3d0-b0db-497d-bb15-00b42a6b48a6 req-a2b73629-fbe1-4573-90a5-421a08caaab8 tempest-AbsoluteLimitsNegativeTestJSON-1621496611 tempest-AbsoluteLimitsNegativeTestJSON-1621496611-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509980 Feb 03 12:37:31.262603 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a12219a8-163b-46a4-ae8c-defebd6f4b3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=218289d12c9b4b9dbde4b42d4f382200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259089 Feb 03 12:37:31.268673 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44512) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:31.287129 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b49a480c-4f80-4735-8510-5729cc51d69c req-e88b44c1-e22e-43df-8b29-bc2a2159cc75 service neutron] 10.222.0.31 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297221 Feb 03 12:37:31.297023 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9aeb3d0-b0db-497d-bb15-00b42a6b48a6 req-bddf0f65-cdbb-4d85-99a8-b8316e5a5b24 tempest-AbsoluteLimitsNegativeTestJSON-1621496611 tempest-AbsoluteLimitsNegativeTestJSON-1621496611-project] 10.222.0.18 "GET /v2.0/quotas/150439ea2aa4484fb1f5c2734c337afe HTTP/1.1" status: 200 len: 375 time: 0.0658922 Feb 03 12:37:31.360310 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb0784a4-9494-4efd-9cca-7abaaf6a08bb admin admin] Publish callbacks [] for security_group (26eb8e1b-b3cf-450a-8266-c03b9f01a0ef), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:31.399419 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb0784a4-9494-4efd-9cca-7abaaf6a08bb admin admin] Publish callbacks [] for security_group (26eb8e1b-b3cf-450a-8266-c03b9f01a0ef), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:31.419728 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9aeb3d0-b0db-497d-bb15-00b42a6b48a6 req-fc1c85df-eda2-4b4d-8624-8faf74846a5d tempest-AbsoluteLimitsNegativeTestJSON-1621496611 tempest-AbsoluteLimitsNegativeTestJSON-1621496611-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=150439ea2aa4484fb1f5c2734c337afe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1207068 Feb 03 12:37:31.490182 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb0784a4-9494-4efd-9cca-7abaaf6a08bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (26eb8e1b-b3cf-450a-8266-c03b9f01a0ef), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:31.494072 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb0784a4-9494-4efd-9cca-7abaaf6a08bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:31.495552 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fb0784a4-9494-4efd-9cca-7abaaf6a08bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26eb8e1b-b3cf-450a-8266-c03b9f01a0ef HTTP/1.1" status: 204 len: 168 time: 0.2250650 Feb 03 12:37:31.572867 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0784a4-9494-4efd-9cca-7abaaf6a08bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26eb8e1b-b3cf-450a-8266-c03b9f01a0ef,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:31.621110 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b49a480c-4f80-4735-8510-5729cc51d69c req-2560e2aa-4331-4224-b889-ec6bb2ce9d6a service neutron] 10.222.0.31 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702706 Feb 03 12:37:31.641330 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 9df59997-b8a5-4443-89a3-95a1baa961ea details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:31.709065 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005473b1-88e9-40f5-80f9-b6982afe671a req-5267d305-6ef4-4817-ac86-61d1d6e3558a tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:31.720321 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-005473b1-88e9-40f5-80f9-b6982afe671a req-5267d305-6ef4-4817-ac86-61d1d6e3558a tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47 HTTP/1.1" status: 200 len: 944 time: 0.2231426 Feb 03 12:37:31.850572 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb6cb9-865f-4430-b27f-42a9562ce454 req-8dd4c68d-dea2-4a19-99af-dd2cc26324fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:31.857082 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7bb6cb9-865f-4430-b27f-42a9562ce454 req-8dd4c68d-dea2-4a19-99af-dd2cc26324fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=962ebd967fe64a95a9793a6a1c91cc79&device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47 HTTP/1.1" status: 200 len: 1126 time: 0.1755412 Feb 03 12:37:31.895005 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-005473b1-88e9-40f5-80f9-b6982afe671a req-6370bfab-292b-44b3-9ce7-7fc8370c0678 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694889 Feb 03 12:37:31.983810 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 9df59997-b8a5-4443-89a3-95a1baa961ea, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=9df59997-b8a5-4443-89a3-95a1baa961ea,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:32.002939 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e09b07-c49b-4fb5-bdd6-a3faf733e3f8 req-85692a61-c372-48e3-a7a5-ccb5cffc28bc tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:32.010930 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29e09b07-c49b-4fb5-bdd6-a3faf733e3f8 req-85692a61-c372-48e3-a7a5-ccb5cffc28bc tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 945 time: 0.2874739 Feb 03 12:37:32.015636 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '9df59997-b8a5-4443-89a3-95a1baa961ea', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '9df59997-b8a5-4443-89a3-95a1baa961ea', 'mac_address': 'fa:16:3e:db:39:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:32.042349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb6cb9-865f-4430-b27f-42a9562ce454 req-43289e00-2d0f-452f-aadf-5bcfdf9d93ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:32.044367 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7bb6cb9-865f-4430-b27f-42a9562ce454 req-43289e00-2d0f-452f-aadf-5bcfdf9d93ab service neutron] 10.222.0.31 "GET /v2.0/networks?id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 HTTP/1.1" status: 200 len: 915 time: 0.1668303 Feb 03 12:37:32.154456 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29e09b07-c49b-4fb5-bdd6-a3faf733e3f8 req-c4df69e0-ab7f-4501-89f6-79af8a19d0ef tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422858 Feb 03 12:37:32.163594 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7bb6cb9-865f-4430-b27f-42a9562ce454 req-8225c440-cc36-4add-9994-c75985f0b17a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1e781b1-4c48-4062-942a-2a732b102a9a HTTP/1.1" status: 200 len: 217 time: 0.0888832 Feb 03 12:37:32.173257 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 9df59997-b8a5-4443-89a3-95a1baa961ea is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:32.173655 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9df59997-b8a5-4443-89a3-95a1baa961ea), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:32.201219 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f133b-18f7-4063-b817-3f6a5f3e487c req-38b25b68-d2e9-4ca7-b135-4ec0f59f41ee tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:32.217215 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f133b-18f7-4063-b817-3f6a5f3e487c req-38b25b68-d2e9-4ca7-b135-4ec0f59f41ee tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:32.230374 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f133b-18f7-4063-b817-3f6a5f3e487c req-38b25b68-d2e9-4ca7-b135-4ec0f59f41ee tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:32.247804 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f133b-18f7-4063-b817-3f6a5f3e487c req-38b25b68-d2e9-4ca7-b135-4ec0f59f41ee tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:32.255982 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f133b-18f7-4063-b817-3f6a5f3e487c req-38b25b68-d2e9-4ca7-b135-4ec0f59f41ee tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:32.265783 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f133b-18f7-4063-b817-3f6a5f3e487c req-38b25b68-d2e9-4ca7-b135-4ec0f59f41ee tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:32.294741 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f133b-18f7-4063-b817-3f6a5f3e487c req-38b25b68-d2e9-4ca7-b135-4ec0f59f41ee tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:32.314699 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-226f133b-18f7-4063-b817-3f6a5f3e487c req-38b25b68-d2e9-4ca7-b135-4ec0f59f41ee tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.2968624 Feb 03 12:37:32.345262 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df59997-b8a5-4443-89a3-95a1baa961ea {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:32.374701 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44536) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:32.459069 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 9df59997-b8a5-4443-89a3-95a1baa961ea, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=9df59997-b8a5-4443-89a3-95a1baa961ea,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:32.475090 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9df59997-b8a5-4443-89a3-95a1baa961ea), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:32.480851 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-226f133b-18f7-4063-b817-3f6a5f3e487c req-eb9cf4ee-5ba2-4a58-9cbb-0f55c0343d1e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1632228 Feb 03 12:37:32.505494 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb6cb9-865f-4430-b27f-42a9562ce454 req-671e9623-5e3a-4686-9562-a58d9ea16f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:32.513037 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7bb6cb9-865f-4430-b27f-42a9562ce454 req-671e9623-5e3a-4686-9562-a58d9ea16f60 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6400ffb7-27dd-4d8a-b637-4799b70abe20 HTTP/1.1" status: 200 len: 854 time: 0.3425083 Feb 03 12:37:32.647788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=9df59997-b8a5-4443-89a3-95a1baa961ea,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:32.680787 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84a45bc8-5eb7-4344-b95b-f2759a558899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:32.712871 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7bb6cb9-865f-4430-b27f-42a9562ce454 req-c6fee41a-2aad-4e72-95c8-3d952880f9c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362309 Feb 03 12:37:32.849570 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84a45bc8-5eb7-4344-b95b-f2759a558899 admin admin] Publish callbacks [] for security_group (808c1d93-81c1-4b75-8734-2f86d019a9be), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:32.860508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fb3e7-016e-4470-b172-ab59c57ed71d req-f9281bb2-3ec6-40fc-a7f4-b944b6841071 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:32.861759 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84a45bc8-5eb7-4344-b95b-f2759a558899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (808c1d93-81c1-4b75-8734-2f86d019a9be), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:32.862635 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-081fb3e7-016e-4470-b172-ab59c57ed71d req-f9281bb2-3ec6-40fc-a7f4-b944b6841071 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/ports?device_id=034fa4d9-938c-4d9c-b5de-517e713f45ac HTTP/1.1" status: 200 len: 949 time: 0.3486562 Feb 03 12:37:32.918300 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['9df59997-b8a5-4443-89a3-95a1baa961ea'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:32.959989 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-84a45bc8-5eb7-4344-b95b-f2759a558899 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=150439ea2aa4484fb1f5c2734c337afe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5818546 Feb 03 12:37:32.961067 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44560) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:32.979912 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7bb6cb9-865f-4430-b27f-42a9562ce454 req-2c2b9be1-3136-4737-8327-2ef0681b68cb service neutron] 10.222.0.31 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655766 Feb 03 12:37:33.074514 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a45bc8-5eb7-4344-b95b-f2759a558899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808c1d93-81c1-4b75-8734-2f86d019a9be,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:33.138698 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc57c8d3-61c7-4dc9-ace1-b4830f8a4451 admin admin] Publish callbacks [] for security_group (808c1d93-81c1-4b75-8734-2f86d019a9be), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:33.169064 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-081fb3e7-016e-4470-b172-ab59c57ed71d req-63314450-476b-4df2-a42e-172e07cdd0b1 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/security-groups?id=e775132b-595e-4e69-9a71-5863b9903b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987084 Feb 03 12:37:33.344881 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc57c8d3-61c7-4dc9-ace1-b4830f8a4451 admin admin] Publish callbacks [] for security_group (808c1d93-81c1-4b75-8734-2f86d019a9be), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:33.349195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device c1e781b1-4c48-4062-942a-2a732b102a9a details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:33.419929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8e9fa-f57b-42e0-af34-778a132d6e1e req-5b05d042-52b4-4053-9810-d62882ab4187 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:33.428057 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a6a8e9fa-f57b-42e0-af34-778a132d6e1e req-5b05d042-52b4-4053-9810-d62882ab4187 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47 HTTP/1.1" status: 200 len: 944 time: 0.2903836 Feb 03 12:37:33.511892 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a6a8e9fa-f57b-42e0-af34-778a132d6e1e req-2274e3fc-0e96-4e9d-b853-f39208562896 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820043 Feb 03 12:37:33.525291 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc57c8d3-61c7-4dc9-ace1-b4830f8a4451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (808c1d93-81c1-4b75-8734-2f86d019a9be), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:33.530213 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc57c8d3-61c7-4dc9-ace1-b4830f8a4451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:33.535849 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fc57c8d3-61c7-4dc9-ace1-b4830f8a4451 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/808c1d93-81c1-4b75-8734-2f86d019a9be HTTP/1.1" status: 204 len: 168 time: 0.5723817 Feb 03 12:37:33.553465 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57c8d3-61c7-4dc9-ace1-b4830f8a4451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808c1d93-81c1-4b75-8734-2f86d019a9be,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:33.557218 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7bb6cb9-865f-4430-b27f-42a9562ce454 req-82ab4501-3056-4af1-bd2a-f19c17e8aded service neutron] 10.222.0.31 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650737 Feb 03 12:37:33.571896 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d88c90b2-1a20-4e0a-9594-dcdea813b50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:33.597491 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9e31b-f89b-4def-9b01-984c6196102d req-805eda4e-37b6-49f5-ada6-83f6dbe08e55 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:33.618446 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38e9e31b-f89b-4def-9b01-984c6196102d req-805eda4e-37b6-49f5-ada6-83f6dbe08e55 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 945 time: 0.2874827 Feb 03 12:37:33.716157 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44578) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:33.749739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port c1e781b1-4c48-4062-942a-2a732b102a9a, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c1e781b1-4c48-4062-942a-2a732b102a9a,segment=NetworkSegment(b18a3aaf-1673-4c64-ab69-ba2386957046),segment_id=b18a3aaf-1673-4c64-ab69-ba2386957046)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:33.763297 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38e9e31b-f89b-4def-9b01-984c6196102d req-f79b025f-53de-441c-9144-2beb21b0315b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428065 Feb 03 12:37:33.799295 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8ba90-1c26-47fa-a3a5-1e73bea9b86b req-570f7507-6962-4373-bb0e-bb03d0876567 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:33.808984 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'c1e781b1-4c48-4062-942a-2a732b102a9a', 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129', 'port_id': 'c1e781b1-4c48-4062-942a-2a732b102a9a', 'mac_address': 'fa:16:3e:37:d8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6400ffb7-27dd-4d8a-b637-4799b70abe20', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:33.822987 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8ba90-1c26-47fa-a3a5-1e73bea9b86b req-570f7507-6962-4373-bb0e-bb03d0876567 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:33.840054 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8ba90-1c26-47fa-a3a5-1e73bea9b86b req-570f7507-6962-4373-bb0e-bb03d0876567 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:33.857201 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8ba90-1c26-47fa-a3a5-1e73bea9b86b req-570f7507-6962-4373-bb0e-bb03d0876567 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:33.871577 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8ba90-1c26-47fa-a3a5-1e73bea9b86b req-570f7507-6962-4373-bb0e-bb03d0876567 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:33.879888 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8ba90-1c26-47fa-a3a5-1e73bea9b86b req-570f7507-6962-4373-bb0e-bb03d0876567 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:33.903153 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8ba90-1c26-47fa-a3a5-1e73bea9b86b req-570f7507-6962-4373-bb0e-bb03d0876567 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:33.914985 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ec8ba90-1c26-47fa-a3a5-1e73bea9b86b req-570f7507-6962-4373-bb0e-bb03d0876567 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.2897944 Feb 03 12:37:34.063169 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ec8ba90-1c26-47fa-a3a5-1e73bea9b86b req-52dcf074-3fd3-4473-bcfd-56736a787e42 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1469731 Feb 03 12:37:34.203025 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port c1e781b1-4c48-4062-942a-2a732b102a9a is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:34.203422 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c1e781b1-4c48-4062-942a-2a732b102a9a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:34.221199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8c030f15-8c83-4018-ba70-20d3950879b3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-23442048-network', 'tenant_id': '4ca557010f7246c6848c9571bbca29de'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:34.225093 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e781b1-4c48-4062-942a-2a732b102a9a {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:34.253875 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port c1e781b1-4c48-4062-942a-2a732b102a9a, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c1e781b1-4c48-4062-942a-2a732b102a9a,segment=NetworkSegment(b18a3aaf-1673-4c64-ab69-ba2386957046),segment_id=b18a3aaf-1673-4c64-ab69-ba2386957046)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:34.284812 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c1e781b1-4c48-4062-942a-2a732b102a9a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:34.286235 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c030f15-8c83-4018-ba70-20d3950879b3 admin admin] Made reservation on behalf of 4ca557010f7246c6848c9571bbca29de for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:34.293516 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c030f15-8c83-4018-ba70-20d3950879b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:34.328310 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c030f15-8c83-4018-ba70-20d3950879b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:34.394773 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=c1e781b1-4c48-4062-942a-2a732b102a9a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:34.471654 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8db9c3-b076-47d6-9523-719c0d5bf231 req-6a8a6e8b-4c15-49e6-8dd1-61ae11b9aa51 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:34.483647 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf8db9c3-b076-47d6-9523-719c0d5bf231 req-6a8a6e8b-4c15-49e6-8dd1-61ae11b9aa51 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/ports?device_id=034fa4d9-938c-4d9c-b5de-517e713f45ac HTTP/1.1" status: 200 len: 949 time: 0.1809061 Feb 03 12:37:34.509451 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['c1e781b1-4c48-4062-942a-2a732b102a9a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:34.579635 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c030f15-8c83-4018-ba70-20d3950879b3 admin admin] Publish callbacks [] for security_group (ec94fcf8-3214-4495-9af0-c7e6057f000c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:34.589838 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c030f15-8c83-4018-ba70-20d3950879b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ec94fcf8-3214-4495-9af0-c7e6057f000c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:34.666918 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf8db9c3-b076-47d6-9523-719c0d5bf231 req-b03aae90-4479-45c9-bcdd-cc011b69fcd2 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/security-groups?id=e775132b-595e-4e69-9a71-5863b9903b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821692 Feb 03 12:37:34.694152 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c030f15-8c83-4018-ba70-20d3950879b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:37:34.753386 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c030f15-8c83-4018-ba70-20d3950879b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:34.753783 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-8c030f15-8c83-4018-ba70-20d3950879b3 admin admin] Added segment e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5 of type vlan for network 2136f9cd-d538-40c1-a746-f8c25fb91919 Feb 03 12:37:34.832256 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c030f15-8c83-4018-ba70-20d3950879b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec94fcf8-3214-4495-9af0-c7e6057f000c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:34.988415 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c030f15-8c83-4018-ba70-20d3950879b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (2136f9cd-d538-40c1-a746-f8c25fb91919), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:35.065566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d036f-3470-427a-b874-e122900c85d3 req-ca57184b-d1d8-4a30-a642-f9fe21a3e000 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:35.078017 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce8d036f-3470-427a-b874-e122900c85d3 req-ca57184b-d1d8-4a30-a642-f9fe21a3e000 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 945 time: 0.1311934 Feb 03 12:37:35.086329 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6bd73-17aa-4481-ad3f-ca75c1a63a09 req-672b582d-c28b-4ec4-93ce-9ca793fb5d47 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:35.097419 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e5c6bd73-17aa-4481-ad3f-ca75c1a63a09 req-672b582d-c28b-4ec4-93ce-9ca793fb5d47 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47 HTTP/1.1" status: 200 len: 945 time: 0.3874588 Feb 03 12:37:35.100869 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c030f15-8c83-4018-ba70-20d3950879b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (2136f9cd-d538-40c1-a746-f8c25fb91919), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:35.103094 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c030f15-8c83-4018-ba70-20d3950879b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:35.104794 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c030f15-8c83-4018-ba70-20d3950879b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:35.167243 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce8d036f-3470-427a-b874-e122900c85d3 req-1d0216e2-b022-4c30-9c70-5301cc95e9c1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846500 Feb 03 12:37:35.277726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44628) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:35.290602 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e5c6bd73-17aa-4481-ad3f-ca75c1a63a09 req-c0d126d9-36ea-4c86-a365-62b709d2a192 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815794 Feb 03 12:37:35.312707 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44632) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:35.313192 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8c030f15-8c83-4018-ba70-20d3950879b3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5954778 Feb 03 12:37:35.341343 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-16bc2db6-5791-4edb-bce4-49cc57099507 admin admin] Request body: {'subnet': {'network_id': '2136f9cd-d538-40c1-a746-f8c25fb91919', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-23442048-subnet', 'tenant_id': '4ca557010f7246c6848c9571bbca29de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:35.370103 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c030f15-8c83-4018-ba70-20d3950879b3 admin admin] Pushing event updated for resources: {'Network': ['ID=2136f9cd-d538-40c1-a746-f8c25fb91919,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:35.385708 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 2136f9cd-d538-40c1-a746-f8c25fb91919 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:37:35.417471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bc2db6-5791-4edb-bce4-49cc57099507 admin admin] Made reservation on behalf of 4ca557010f7246c6848c9571bbca29de for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:35.427429 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16bc2db6-5791-4edb-bce4-49cc57099507 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:35.509298 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-36e72ff0-68fd-47fa-8aca-8b69b16c2eac admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1317131435-network', 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:35.623471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e72ff0-68fd-47fa-8aca-8b69b16c2eac admin admin] Made reservation on behalf of f35495a3f6e14accbb29833ce60f2ba1 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:35.625864 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36e72ff0-68fd-47fa-8aca-8b69b16c2eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:35.641224 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36e72ff0-68fd-47fa-8aca-8b69b16c2eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:35.662667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 9df59997-b8a5-4443-89a3-95a1baa961ea up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:35.752254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07028938-de7b-47a6-a7a2-708230c93614 req-dea6bf25-d3f9-4621-8e2b-d0025b335b0b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:35.767123 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07028938-de7b-47a6-a7a2-708230c93614 req-dea6bf25-d3f9-4621-8e2b-d0025b335b0b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:35.774249 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07028938-de7b-47a6-a7a2-708230c93614 req-dea6bf25-d3f9-4621-8e2b-d0025b335b0b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:35.776671 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 9df59997-b8a5-4443-89a3-95a1baa961ea completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:37:35.780333 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07028938-de7b-47a6-a7a2-708230c93614 req-dea6bf25-d3f9-4621-8e2b-d0025b335b0b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:35.783308 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 9df59997-b8a5-4443-89a3-95a1baa961ea triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:35.784359 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9df59997-b8a5-4443-89a3-95a1baa961ea), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:35.786354 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07028938-de7b-47a6-a7a2-708230c93614 req-dea6bf25-d3f9-4621-8e2b-d0025b335b0b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:35.792560 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07028938-de7b-47a6-a7a2-708230c93614 req-dea6bf25-d3f9-4621-8e2b-d0025b335b0b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:35.798396 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07028938-de7b-47a6-a7a2-708230c93614 req-dea6bf25-d3f9-4621-8e2b-d0025b335b0b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:35.800784 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07028938-de7b-47a6-a7a2-708230c93614 req-dea6bf25-d3f9-4621-8e2b-d0025b335b0b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.3000259 Feb 03 12:37:35.890058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e52a3f-8ba4-447f-bee1-3b5ea7a800e3 req-705156de-b90e-4bab-9bca-30bb764e1d48 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:35.896340 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-73e52a3f-8ba4-447f-bee1-3b5ea7a800e3 req-705156de-b90e-4bab-9bca-30bb764e1d48 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/ports?device_id=034fa4d9-938c-4d9c-b5de-517e713f45ac HTTP/1.1" status: 200 len: 949 time: 0.1435521 Feb 03 12:37:35.907433 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 9df59997-b8a5-4443-89a3-95a1baa961ea is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:35.908692 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9df59997-b8a5-4443-89a3-95a1baa961ea), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:35.965175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 9df59997-b8a5-4443-89a3-95a1baa961ea, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=9df59997-b8a5-4443-89a3-95a1baa961ea,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:35.967921 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034fa4d9-938c-4d9c-b5de-517e713f45ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df59997-b8a5-4443-89a3-95a1baa961ea'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:35.971108 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de1a385-5245-4743-b306-260ad143bc89" -d '{"events": [{"server_uuid": "034fa4d9-938c-4d9c-b5de-517e713f45ac", "name": "network-vif-plugged", "status": "completed", "tag": "9df59997-b8a5-4443-89a3-95a1baa961ea"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:35.974674 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f5ef066a-4e66-4ef3-b3d0-5dda05322eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:35.980656 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9df59997-b8a5-4443-89a3-95a1baa961ea), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:36.010422 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-73e52a3f-8ba4-447f-bee1-3b5ea7a800e3 req-4e531e7d-ac6d-49f6-93e3-44e955466fde tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/security-groups?id=e775132b-595e-4e69-9a71-5863b9903b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089094 Feb 03 12:37:36.052475 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b89b1e-9a15-4b6b-bad5-4967d438110c x-openstack-request-id: req-f3b89b1e-9a15-4b6b-bad5-4967d438110c {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:36.052884 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034fa4d9-938c-4d9c-b5de-517e713f45ac", "name": "network-vif-plugged", "status": "completed", "tag": "9df59997-b8a5-4443-89a3-95a1baa961ea", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:36.053148 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3b89b1e-9a15-4b6b-bad5-4967d438110c {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:36.053767 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034fa4d9-938c-4d9c-b5de-517e713f45ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df59997-b8a5-4443-89a3-95a1baa961ea', 'code': 200} Feb 03 12:37:36.065503 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36e72ff0-68fd-47fa-8aca-8b69b16c2eac admin admin] Publish callbacks [] for security_group (79138496-6fdd-4309-a113-c61f915e7e6b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:36.078034 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36e72ff0-68fd-47fa-8aca-8b69b16c2eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (79138496-6fdd-4309-a113-c61f915e7e6b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:36.115642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=9df59997-b8a5-4443-89a3-95a1baa961ea,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:36.121264 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16bc2db6-5791-4edb-bce4-49cc57099507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (60c36ac2-5e15-471c-a37d-4e009aad55ea), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:36.144354 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e72ff0-68fd-47fa-8aca-8b69b16c2eac admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:37:36.156707 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e72ff0-68fd-47fa-8aca-8b69b16c2eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79138496-6fdd-4309-a113-c61f915e7e6b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:36.190233 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07028938-de7b-47a6-a7a2-708230c93614 req-f0fa01ae-7626-438a-9cf4-5dcb150d8cf6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3791771 Feb 03 12:37:36.233173 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36e72ff0-68fd-47fa-8aca-8b69b16c2eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:36.233726 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-36e72ff0-68fd-47fa-8aca-8b69b16c2eac admin admin] Added segment 6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618 of type vlan for network 07cf43ed-0819-47a2-853b-006ff9cf376b Feb 03 12:37:36.299778 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc2db6-5791-4edb-bce4-49cc57099507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c36ac2-5e15-471c-a37d-4e009aad55ea,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:36.319739 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9610f-bd22-493f-86aa-17d4c9ec27cb req-07bbf3a4-2ba5-400f-96a8-310d8a869907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:36.321381 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-91b9610f-bd22-493f-86aa-17d4c9ec27cb req-07bbf3a4-2ba5-400f-96a8-310d8a869907 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=034fa4d9-938c-4d9c-b5de-517e713f45ac HTTP/1.1" status: 200 len: 1132 time: 0.1749682 Feb 03 12:37:36.323013 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36e72ff0-68fd-47fa-8aca-8b69b16c2eac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (07cf43ed-0819-47a2-853b-006ff9cf376b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:36.340914 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a8d4a-dce8-4d34-a5bf-73f6a7831c8b req-84aed589-7db1-41c4-bffb-7578dd079de8 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:36.346191 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc2db6-5791-4edb-bce4-49cc57099507 admin admin] Checking segment: {'id': 'e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2136f9cd-d538-40c1-a746-f8c25fb91919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:36.350524 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-983a8d4a-dce8-4d34-a5bf-73f6a7831c8b req-84aed589-7db1-41c4-bffb-7578dd079de8 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 945 time: 0.0927970 Feb 03 12:37:36.351019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bc2db6-5791-4edb-bce4-49cc57099507 admin admin] Network hostable DHCP agents. Network: 2136f9cd-d538-40c1-a746-f8c25fb91919, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:37:36.428259 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-983a8d4a-dce8-4d34-a5bf-73f6a7831c8b req-9a3c8649-c1f8-45ed-996e-04fbfb0b8a5b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750477 Feb 03 12:37:36.469182 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-91b9610f-bd22-493f-86aa-17d4c9ec27cb req-8ac29a8b-b1d5-4f70-b58f-a3c31f138b53 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e775132b-595e-4e69-9a71-5863b9903b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412215 Feb 03 12:37:36.469836 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36e72ff0-68fd-47fa-8aca-8b69b16c2eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (07cf43ed-0819-47a2-853b-006ff9cf376b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:36.470833 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e72ff0-68fd-47fa-8aca-8b69b16c2eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:36.471394 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36e72ff0-68fd-47fa-8aca-8b69b16c2eac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:36.495271 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bc2db6-5791-4edb-bce4-49cc57099507 admin admin] Network 2136f9cd-d538-40c1-a746-f8c25fb91919 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:37:36.525719 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-36e72ff0-68fd-47fa-8aca-8b69b16c2eac admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2467666 Feb 03 12:37:36.528813 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44656) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:36.538280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c10022a1-1003-42ec-9948-776f1123a670 admin admin] Request body: {'subnet': {'network_id': '07cf43ed-0819-47a2-853b-006ff9cf376b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1317131435-subnet', 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:36.609602 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10022a1-1003-42ec-9948-776f1123a670 admin admin] Made reservation on behalf of f35495a3f6e14accbb29833ce60f2ba1 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:36.614640 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c10022a1-1003-42ec-9948-776f1123a670 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:36.615344 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-16bc2db6-5791-4edb-bce4-49cc57099507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 2136f9cd-d538-40c1-a746-f8c25fb91919) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:36.625760 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aa1cb5-1500-42c4-98de-367277718deb None None] Network 2136f9cd-d538-40c1-a746-f8c25fb91919 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:37:36.628849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bc2db6-5791-4edb-bce4-49cc57099507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:36.629447 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16bc2db6-5791-4edb-bce4-49cc57099507 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:36.643842 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e72ff0-68fd-47fa-8aca-8b69b16c2eac admin admin] Pushing event updated for resources: {'Network': ['ID=07cf43ed-0819-47a2-853b-006ff9cf376b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:36.681331 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-16bc2db6-5791-4edb-bce4-49cc57099507 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3573401 Feb 03 12:37:36.681593 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 07cf43ed-0819-47a2-853b-006ff9cf376b details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:37:36.701805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1afb90-4a8a-4ec7-9955-9c18697ed1f7 req-df014216-a84f-4f40-86e1-07b43ba5b85f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:36.720597 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6b1afb90-4a8a-4ec7-9955-9c18697ed1f7 req-df014216-a84f-4f40-86e1-07b43ba5b85f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47 HTTP/1.1" status: 200 len: 945 time: 0.2386897 Feb 03 12:37:36.847748 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6b1afb90-4a8a-4ec7-9955-9c18697ed1f7 req-6f0776dd-2997-43ce-9efd-02db7e44e8ec tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262405 Feb 03 12:37:36.956404 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:36.995376 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c10022a1-1003-42ec-9948-776f1123a670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (389a6df8-4826-4699-9894-4ff0aa3e306c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:37.000988 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c853412-ec0f-4130-ad47-bb20a06913b0 None None] Network 2136f9cd-d538-40c1-a746-f8c25fb91919 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:37:37.178107 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device c1e781b1-4c48-4062-942a-2a732b102a9a up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:37.206965 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10022a1-1003-42ec-9948-776f1123a670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=389a6df8-4826-4699-9894-4ff0aa3e306c,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:37.232907 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10022a1-1003-42ec-9948-776f1123a670 admin admin] Checking segment: {'id': '6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '07cf43ed-0819-47a2-853b-006ff9cf376b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:37.233273 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10022a1-1003-42ec-9948-776f1123a670 admin admin] Network hostable DHCP agents. Network: 07cf43ed-0819-47a2-853b-006ff9cf376b, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:37:37.264864 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c339e9f-6db4-4be1-b643-86283201303d req-49f456df-9aa9-4dcc-80dc-3975d4945082 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:37.266741 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4c339e9f-6db4-4be1-b643-86283201303d req-49f456df-9aa9-4dcc-80dc-3975d4945082 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/ports?device_id=034fa4d9-938c-4d9c-b5de-517e713f45ac HTTP/1.1" status: 200 len: 950 time: 0.1406896 Feb 03 12:37:37.316089 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10022a1-1003-42ec-9948-776f1123a670 admin admin] Network 07cf43ed-0819-47a2-853b-006ff9cf376b is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:37:37.369111 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port c1e781b1-4c48-4062-942a-2a732b102a9a completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:37:37.375247 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c10022a1-1003-42ec-9948-776f1123a670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 07cf43ed-0819-47a2-853b-006ff9cf376b) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:37.386799 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176ab0f4-a955-422b-b9e1-a95f4bc05d74 None None] Network 07cf43ed-0819-47a2-853b-006ff9cf376b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:37:37.390322 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port c1e781b1-4c48-4062-942a-2a732b102a9a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:37.390919 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c1e781b1-4c48-4062-942a-2a732b102a9a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:37.417749 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4c339e9f-6db4-4be1-b643-86283201303d req-adc09f80-9e58-45b7-800c-76101158fb4d tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/security-groups?id=e775132b-595e-4e69-9a71-5863b9903b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344426 Feb 03 12:37:37.422415 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10022a1-1003-42ec-9948-776f1123a670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:37.423271 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c10022a1-1003-42ec-9948-776f1123a670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:37.475303 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c10022a1-1003-42ec-9948-776f1123a670 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9425113 Feb 03 12:37:37.477592 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44690) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:37.494752 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-952c79d1-1c82-4986-8a30-e6402f18f0f1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1317131435-router', 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:37.579670 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-952c79d1-1c82-4986-8a30-e6402f18f0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (e447d82d-0592-440d-89d5-9222360f31cb), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:37.580830 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-952c79d1-1c82-4986-8a30-e6402f18f0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (e447d82d-0592-440d-89d5-9222360f31cb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:37.585683 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-07cf43ed-0819-47a2-853b-006ff9cf376b', 'network_id': '07cf43ed-0819-47a2-853b-006ff9cf376b', 'project_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'fixed_ips': [{'subnet_id': '389a6df8-4826-4699-9894-4ff0aa3e306c'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:37:37.586623 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:37.592482 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-eec14097-da2e-4490-bfc2-eb4e1b9f457e tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:37.599533 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-eec14097-da2e-4490-bfc2-eb4e1b9f457e tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/networks?id=2136f9cd-d538-40c1-a746-f8c25fb91919 HTTP/1.1" status: 200 len: 816 time: 0.2076094 Feb 03 12:37:37.619281 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port c1e781b1-4c48-4062-942a-2a732b102a9a is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:37.619562 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-5cd57af9-6d61-44d4-8303-994fccce220c tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/quotas/4ca557010f7246c6848c9571bbca29de HTTP/1.1" status: 200 len: 375 time: 0.0187912 Feb 03 12:37:37.620018 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c1e781b1-4c48-4062-942a-2a732b102a9a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:37.656214 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-62fa82a6-89dc-4056-b02d-20c718807e36 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ca557010f7246c6848c9571bbca29de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358887 Feb 03 12:37:37.730633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port c1e781b1-4c48-4062-942a-2a732b102a9a, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c1e781b1-4c48-4062-942a-2a732b102a9a,segment=NetworkSegment(b18a3aaf-1673-4c64-ab69-ba2386957046),segment_id=b18a3aaf-1673-4c64-ab69-ba2386957046)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:37.743726 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c1e781b1-4c48-4062-942a-2a732b102a9a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:37.754473 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-7d512776-db27-4772-b06d-3324c67894df service neutron] 10.222.0.18 "GET /v2.0/networks/2136f9cd-d538-40c1-a746-f8c25fb91919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972474 Feb 03 12:37:37.856090 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-952c79d1-1c82-4986-8a30-e6402f18f0f1 admin admin] Publish callbacks [] for router_controller (e447d82d-0592-440d-89d5-9222360f31cb), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:37.883006 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504d556-ae1f-4e2d-be18-3a7728ee161f req-4d84c4fc-8a7a-499b-adea-4111a090438e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:37.897122 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504d556-ae1f-4e2d-be18-3a7728ee161f req-4d84c4fc-8a7a-499b-adea-4111a090438e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:37.910609 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504d556-ae1f-4e2d-be18-3a7728ee161f req-4d84c4fc-8a7a-499b-adea-4111a090438e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:37.924018 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504d556-ae1f-4e2d-be18-3a7728ee161f req-4d84c4fc-8a7a-499b-adea-4111a090438e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:37.937104 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504d556-ae1f-4e2d-be18-3a7728ee161f req-4d84c4fc-8a7a-499b-adea-4111a090438e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:37.937744 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-faadf9a4-299f-45f6-ae33-76df2ee046c1 service neutron] 10.222.0.18 "GET /v2.0/networks/2136f9cd-d538-40c1-a746-f8c25fb91919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818082 Feb 03 12:37:37.950718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504d556-ae1f-4e2d-be18-3a7728ee161f req-4d84c4fc-8a7a-499b-adea-4111a090438e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:37.971525 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504d556-ae1f-4e2d-be18-3a7728ee161f req-4d84c4fc-8a7a-499b-adea-4111a090438e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:37.973535 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3504d556-ae1f-4e2d-be18-3a7728ee161f req-4d84c4fc-8a7a-499b-adea-4111a090438e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.4197652 Feb 03 12:37:38.055000 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473f7f76-662f-4ba2-be2b-c2bd6c2abd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e781b1-4c48-4062-942a-2a732b102a9a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:38.059481 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a541ea-e48d-461f-832b-1db0f0f6697b" -d '{"events": [{"server_uuid": "473f7f76-662f-4ba2-be2b-c2bd6c2abd47", "name": "network-vif-plugged", "status": "completed", "tag": "c1e781b1-4c48-4062-942a-2a732b102a9a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:38.065799 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=c1e781b1-4c48-4062-942a-2a732b102a9a,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:38.169670 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:38.195344 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] Allocated IP 172.20.0.2 (07cf43ed-0819-47a2-853b-006ff9cf376b/389a6df8-4826-4699-9894-4ff0aa3e306c/de51d7f2-2f8e-4397-9473-3f7f5bf98ab6) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:38.308382 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3504d556-ae1f-4e2d-be18-3a7728ee161f req-87d32a3a-210a-4520-9fc1-982ef8bc66ee tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2569447 Feb 03 12:37:38.520930 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-952c79d1-1c82-4986-8a30-e6402f18f0f1 admin admin] Publish callbacks [] for router_gateway (e447d82d-0592-440d-89d5-9222360f31cb), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:38.560677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2631be0-fa3c-44bc-9f03-75b99b4ae53b req-094f3711-2384-48b0-9a7a-866a131c8f02 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:38.569883 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b2631be0-fa3c-44bc-9f03-75b99b4ae53b req-094f3711-2384-48b0-9a7a-866a131c8f02 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 945 time: 0.1199408 Feb 03 12:37:38.623855 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] Publish callbacks [] for port (de51d7f2-2f8e-4397-9473-3f7f5bf98ab6), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:38.634554 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b2631be0-fa3c-44bc-9f03-75b99b4ae53b req-fb0ccff4-0909-429b-8aaf-8cfdfa665d04 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611510 Feb 03 12:37:38.636168 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (de51d7f2-2f8e-4397-9473-3f7f5bf98ab6), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:38.713959 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4063df12-e938-4e21-93e6-4752277937fd x-openstack-request-id: req-4063df12-e938-4e21-93e6-4752277937fd {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:38.714241 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473f7f76-662f-4ba2-be2b-c2bd6c2abd47", "name": "network-vif-plugged", "status": "completed", "tag": "c1e781b1-4c48-4062-942a-2a732b102a9a", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:38.714493 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4063df12-e938-4e21-93e6-4752277937fd {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:38.714886 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473f7f76-662f-4ba2-be2b-c2bd6c2abd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e781b1-4c48-4062-942a-2a732b102a9a', 'code': 200} Feb 03 12:37:38.754570 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca089041-d6f3-45bc-a5df-c35756c5a16a req-da63b25c-5efc-441b-939a-97572d9fa364 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:38.757155 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] Network 07cf43ed-0819-47a2-853b-006ff9cf376b is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:38.765062 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ca089041-d6f3-45bc-a5df-c35756c5a16a req-da63b25c-5efc-441b-939a-97572d9fa364 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47 HTTP/1.1" status: 200 len: 946 time: 0.2816882 Feb 03 12:37:38.777307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:38.780300 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e8db3ae-4f8c-48e8-954c-4e330685429b req-0a811981-2f03-4abc-b999-5e24a8a5e7c8 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/ports?device_id=98eead0d-00fa-437b-ae96-77d6bc4ef777 HTTP/1.1" status: 200 len: 210 time: 0.0622845 Feb 03 12:37:38.780557 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:37:38.873455 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] Pushing event updated for resources: {'Port': ['ID=de51d7f2-2f8e-4397-9473-3f7f5bf98ab6,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:38.952886 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] Attempting to bind port de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:38.953264 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] Attempting to bind port de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '07cf43ed-0819-47a2-853b-006ff9cf376b'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:38.960749 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] Attempting to bind port de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 on network 07cf43ed-0819-47a2-853b-006ff9cf376b {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:38.974327 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:38.974709 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] Checking segment: {'id': '6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '07cf43ed-0819-47a2-853b-006ff9cf376b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:38.975118 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:38.975514 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] Bound using segment: {'id': '6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '07cf43ed-0819-47a2-853b-006ff9cf376b'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:38.987269 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ca089041-d6f3-45bc-a5df-c35756c5a16a req-3294601f-d8dc-437f-a9b6-65af6287ecb9 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182298 Feb 03 12:37:38.995022 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] Bound port: de51d7f2-2f8e-4397-9473-3f7f5bf98ab6, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '07cf43ed-0819-47a2-853b-006ff9cf376b'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:38.995633 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (de51d7f2-2f8e-4397-9473-3f7f5bf98ab6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:39.013886 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7626c-e02c-4941-ab40-9900a830412b req-cae7fe59-09d0-42a7-bb63-4083a5a58a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:39.016508 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69c7626c-e02c-4941-ab40-9900a830412b req-cae7fe59-09d0-42a7-bb63-4083a5a58a36 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47 HTTP/1.1" status: 200 len: 1128 time: 0.2344170 Feb 03 12:37:39.130191 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69c7626c-e02c-4941-ab40-9900a830412b req-2bd036db-ee0b-42a8-9429-f1912ddc8d94 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869894 Feb 03 12:37:39.146934 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a7011-ffb8-4e66-872e-fc7cd900daad req-6ceb8adc-08a4-4693-8686-8982726f9687 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:39.160627 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-702a7011-ffb8-4e66-872e-fc7cd900daad req-6ceb8adc-08a4-4693-8686-8982726f9687 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/ports?device_id=034fa4d9-938c-4d9c-b5de-517e713f45ac HTTP/1.1" status: 200 len: 950 time: 0.2159963 Feb 03 12:37:39.197309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] For port de51d7f2-2f8e-4397-9473-3f7f5bf98ab6, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:39.205606 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] For port de51d7f2-2f8e-4397-9473-3f7f5bf98ab6, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=de51d7f2-2f8e-4397-9473-3f7f5bf98ab6,segment=NetworkSegment(6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618),segment_id=6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:39.228933 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (de51d7f2-2f8e-4397-9473-3f7f5bf98ab6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:39.262011 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-702a7011-ffb8-4e66-872e-fc7cd900daad req-3ff4880b-ad1e-4726-b3d0-5f75090d86f5 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/security-groups?id=e775132b-595e-4e69-9a71-5863b9903b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956404 Feb 03 12:37:39.377326 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0abc1-b326-42b9-9129-3c069b4afd70 None None] Pushing event updated for resources: {'Port': ['ID=de51d7f2-2f8e-4397-9473-3f7f5bf98ab6,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:39.455870 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-952c79d1-1c82-4986-8a30-e6402f18f0f1 admin admin] Publish callbacks [] for router_gateway (e447d82d-0592-440d-89d5-9222360f31cb), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:39.509360 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-952c79d1-1c82-4986-8a30-e6402f18f0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:39.672384 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:39.677956 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09889916-01e2-46ec-9e25-bc6a54458bf7 req-c7badde0-c7e9-4e9d-b606-a817cf01e092 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:39.683786 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09889916-01e2-46ec-9e25-bc6a54458bf7 req-c7badde0-c7e9-4e9d-b606-a817cf01e092 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:39.689614 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09889916-01e2-46ec-9e25-bc6a54458bf7 req-c7badde0-c7e9-4e9d-b606-a817cf01e092 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:39.697039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09889916-01e2-46ec-9e25-bc6a54458bf7 req-c7badde0-c7e9-4e9d-b606-a817cf01e092 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:39.702220 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09889916-01e2-46ec-9e25-bc6a54458bf7 req-c7badde0-c7e9-4e9d-b606-a817cf01e092 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:39.708020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09889916-01e2-46ec-9e25-bc6a54458bf7 req-c7badde0-c7e9-4e9d-b606-a817cf01e092 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:39.714330 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09889916-01e2-46ec-9e25-bc6a54458bf7 req-c7badde0-c7e9-4e9d-b606-a817cf01e092 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:39.720089 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d65c0e11-fec5-4b03-8a94-156af3836d72 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:39.723789 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09889916-01e2-46ec-9e25-bc6a54458bf7 req-c7badde0-c7e9-4e9d-b606-a817cf01e092 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5419 time: 0.1680777 Feb 03 12:37:39.734296 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-952c79d1-1c82-4986-8a30-e6402f18f0f1 admin admin] Allocated IP 172.25.6.104 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/4de34bbe-1c5e-4e00-98fe-6a6187098607) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:39.868038 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09889916-01e2-46ec-9e25-bc6a54458bf7 req-1347b094-e12e-4d9d-940a-e6ccdf20551f tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1429930 Feb 03 12:37:39.931310 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0348e2f-6378-4490-bb80-0c5ac6854b01 req-3987eb64-bd31-45ee-856c-96f3ecbb52bd tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:39.932935 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0348e2f-6378-4490-bb80-0c5ac6854b01 req-3987eb64-bd31-45ee-856c-96f3ecbb52bd tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/ports?device_id=034fa4d9-938c-4d9c-b5de-517e713f45ac HTTP/1.1" status: 200 len: 950 time: 0.1408455 Feb 03 12:37:39.959773 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-952c79d1-1c82-4986-8a30-e6402f18f0f1 admin admin] Publish callbacks [] for port (4de34bbe-1c5e-4e00-98fe-6a6187098607), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:40.065523 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0348e2f-6378-4490-bb80-0c5ac6854b01 req-3974ee89-801f-4649-88c8-a464fd4509dc tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/security-groups?id=e775132b-595e-4e69-9a71-5863b9903b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142395 Feb 03 12:37:40.069033 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d65c0e11-fec5-4b03-8a94-156af3836d72, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d65c0e11-fec5-4b03-8a94-156af3836d72,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:40.093844 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-952c79d1-1c82-4986-8a30-e6402f18f0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (4de34bbe-1c5e-4e00-98fe-6a6187098607), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:40.098823 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'd65c0e11-fec5-4b03-8a94-156af3836d72', 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144', 'port_id': 'd65c0e11-fec5-4b03-8a94-156af3836d72', 'mac_address': 'fa:16:3e:ca:e1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3329b62-fee9-499a-b698-bfa600d55e29', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:40.157959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df2682-4a3f-4466-a99a-88ca83d57f06 req-c1ede37b-0d90-437b-a105-30770c38078e tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:40.167089 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a1df2682-4a3f-4466-a99a-88ca83d57f06 req-c1ede37b-0d90-437b-a105-30770c38078e tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 945 time: 0.1312463 Feb 03 12:37:40.214802 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c79d1-1c82-4986-8a30-e6402f18f0f1 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:40.218291 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-952c79d1-1c82-4986-8a30-e6402f18f0f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:40.251034 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952c79d1-1c82-4986-8a30-e6402f18f0f1 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:37:40.257952 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port d65c0e11-fec5-4b03-8a94-156af3836d72 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:40.258357 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d65c0e11-fec5-4b03-8a94-156af3836d72), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:40.318844 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65c0e11-fec5-4b03-8a94-156af3836d72 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:40.346631 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a1df2682-4a3f-4466-a99a-88ca83d57f06 req-93df1654-91b0-43d8-90e6-4cef8df62788 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657634 Feb 03 12:37:40.370387 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d65c0e11-fec5-4b03-8a94-156af3836d72, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d65c0e11-fec5-4b03-8a94-156af3836d72,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:40.381655 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c79d1-1c82-4986-8a30-e6402f18f0f1 admin admin] Pushing event updated for resources: {'Port': ['ID=4de34bbe-1c5e-4e00-98fe-6a6187098607,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:40.393392 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d65c0e11-fec5-4b03-8a94-156af3836d72), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:40.394096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 7d963305-4b96-4371-bbd0-3f18af7a7dd0 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:40.452265 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:40.455152 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b1826a2-ccc4-487f-9af9-902bd7b32ae2 req-8f5839a4-16f2-41ae-bfa8-a64ba9f9ffc0 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/ports?device_id=98eead0d-00fa-437b-ae96-77d6bc4ef777 HTTP/1.1" status: 200 len: 210 time: 0.0870497 Feb 03 12:37:40.596306 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-e19746a7-0bb2-41ed-a019-ba020e6c0c71 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:40.603636 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-e19746a7-0bb2-41ed-a019-ba020e6c0c71 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.31 "GET /v2.0/networks?id=2136f9cd-d538-40c1-a746-f8c25fb91919 HTTP/1.1" status: 200 len: 816 time: 0.2280595 Feb 03 12:37:40.628668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-6fc1d872-73f5-4605-8282-fa2c92352eea tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Request body: {'port': {'device_id': '98eead0d-00fa-437b-ae96-77d6bc4ef777', 'network_id': '2136f9cd-d538-40c1-a746-f8c25fb91919', 'admin_state_up': True, 'tenant_id': '4ca557010f7246c6848c9571bbca29de'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:40.672128 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=d65c0e11-fec5-4b03-8a94-156af3836d72,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:40.737742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:40.738135 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (de51d7f2-2f8e-4397-9473-3f7f5bf98ab6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:40.756537 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ceb51-b6bd-4b5b-b535-2f4b326cc7b6 req-8f179426-ddf3-4a97-a4b6-e5e079b4c0ec tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:40.758119 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-983ceb51-b6bd-4b5b-b535-2f4b326cc7b6 req-8f179426-ddf3-4a97-a4b6-e5e079b4c0ec tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47 HTTP/1.1" status: 200 len: 946 time: 0.1523533 Feb 03 12:37:40.822913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 7d963305-4b96-4371-bbd0-3f18af7a7dd0, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=7d963305-4b96-4371-bbd0-3f18af7a7dd0,segment=NetworkSegment(214345f3-acc0-4b08-88f8-d3087a548fe6),segment_id=214345f3-acc0-4b08-88f8-d3087a548fe6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:40.852684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-6fc1d872-73f5-4605-8282-fa2c92352eea tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Made reservation on behalf of 4ca557010f7246c6848c9571bbca29de for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:40.853649 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '7d963305-4b96-4371-bbd0-3f18af7a7dd0', 'network_id': '8ad14e2d-6531-4d66-b186-adc852ea82f1', 'port_id': '7d963305-4b96-4371-bbd0-3f18af7a7dd0', 'mac_address': 'fa:16:3e:4f:09:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e202dd33-3ffb-4065-bff2-1c5099cb38a1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:40.857152 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-6fc1d872-73f5-4605-8282-fa2c92352eea tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:40.904891 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-983ceb51-b6bd-4b5b-b535-2f4b326cc7b6 req-d56058e9-f805-46dd-9a71-34605d4583db tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374223 Feb 03 12:37:40.922569 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 7d963305-4b96-4371-bbd0-3f18af7a7dd0 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:40.922971 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7d963305-4b96-4371-bbd0-3f18af7a7dd0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:41.003906 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d963305-4b96-4371-bbd0-3f18af7a7dd0 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:41.033163 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:41.033871 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (de51d7f2-2f8e-4397-9473-3f7f5bf98ab6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:41.107684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-6fc1d872-73f5-4605-8282-fa2c92352eea tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Allocated IP 172.20.0.4 (2136f9cd-d538-40c1-a746-f8c25fb91919/60c36ac2-5e15-471c-a37d-4e009aad55ea/f4c863c7-c038-486c-86f2-9e3096d62a0d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:41.172882 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 7d963305-4b96-4371-bbd0-3f18af7a7dd0, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=7d963305-4b96-4371-bbd0-3f18af7a7dd0,segment=NetworkSegment(214345f3-acc0-4b08-88f8-d3087a548fe6),segment_id=214345f3-acc0-4b08-88f8-d3087a548fe6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:41.178406 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port de51d7f2-2f8e-4397-9473-3f7f5bf98ab6, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=de51d7f2-2f8e-4397-9473-3f7f5bf98ab6,segment=NetworkSegment(6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618),segment_id=6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:41.184038 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7d963305-4b96-4371-bbd0-3f18af7a7dd0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:41.186224 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device bea337d6-879e-4f1e-b9d1-d48bf2c2c960 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:41.286638 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=7d963305-4b96-4371-bbd0-3f18af7a7dd0,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:41.291026 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (de51d7f2-2f8e-4397-9473-3f7f5bf98ab6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:41.382887 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port bea337d6-879e-4f1e-b9d1-d48bf2c2c960, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=bea337d6-879e-4f1e-b9d1-d48bf2c2c960,segment=NetworkSegment(214345f3-acc0-4b08-88f8-d3087a548fe6),segment_id=214345f3-acc0-4b08-88f8-d3087a548fe6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:41.399349 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=de51d7f2-2f8e-4397-9473-3f7f5bf98ab6,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:41.405201 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'bea337d6-879e-4f1e-b9d1-d48bf2c2c960', 'network_id': '8ad14e2d-6531-4d66-b186-adc852ea82f1', 'port_id': 'bea337d6-879e-4f1e-b9d1-d48bf2c2c960', 'mac_address': 'fa:16:3e:52:11:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e202dd33-3ffb-4065-bff2-1c5099cb38a1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:41.406686 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-952c79d1-1c82-4986-8a30-e6402f18f0f1 admin admin] Publish callbacks [] for router_gateway (e447d82d-0592-440d-89d5-9222360f31cb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:41.472891 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port bea337d6-879e-4f1e-b9d1-d48bf2c2c960 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:41.475570 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bea337d6-879e-4f1e-b9d1-d48bf2c2c960), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:41.518051 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5bde4e-0d0e-415b-858b-103501ee6cc4 None None] Network 07cf43ed-0819-47a2-853b-006ff9cf376b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:37:41.523783 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc873189-2efd-4ba9-b2a8-810ae7886f03 req-5b5c4e18-627b-4491-8d73-e28844c56a3b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:41.537979 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc873189-2efd-4ba9-b2a8-810ae7886f03 req-5b5c4e18-627b-4491-8d73-e28844c56a3b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:41.550468 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc873189-2efd-4ba9-b2a8-810ae7886f03 req-5b5c4e18-627b-4491-8d73-e28844c56a3b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:41.563897 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc873189-2efd-4ba9-b2a8-810ae7886f03 req-5b5c4e18-627b-4491-8d73-e28844c56a3b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:41.583357 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc873189-2efd-4ba9-b2a8-810ae7886f03 req-5b5c4e18-627b-4491-8d73-e28844c56a3b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:41.602726 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc873189-2efd-4ba9-b2a8-810ae7886f03 req-5b5c4e18-627b-4491-8d73-e28844c56a3b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:41.614892 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc873189-2efd-4ba9-b2a8-810ae7886f03 req-5b5c4e18-627b-4491-8d73-e28844c56a3b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:41.622618 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bc873189-2efd-4ba9-b2a8-810ae7886f03 req-5b5c4e18-627b-4491-8d73-e28844c56a3b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5420 time: 0.5903816 Feb 03 12:37:41.666309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea337d6-879e-4f1e-b9d1-d48bf2c2c960 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:41.692184 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port bea337d6-879e-4f1e-b9d1-d48bf2c2c960, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=bea337d6-879e-4f1e-b9d1-d48bf2c2c960,segment=NetworkSegment(214345f3-acc0-4b08-88f8-d3087a548fe6),segment_id=214345f3-acc0-4b08-88f8-d3087a548fe6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:41.767045 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (bea337d6-879e-4f1e-b9d1-d48bf2c2c960), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:41.772177 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4826eed5-8674-4d26-a490-465da149bc95 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:41.889074 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bc873189-2efd-4ba9-b2a8-810ae7886f03 req-74b50436-582b-4735-8b80-db188e9a2714 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2602932 Feb 03 12:37:41.934400 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7ee5ed7d-9cfa-4703-b69b-59a433718e05 None None] Provisioning complete for port de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:41.934400 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7ee5ed7d-9cfa-4703-b69b-59a433718e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (de51d7f2-2f8e-4397-9473-3f7f5bf98ab6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:41.997461 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-6fc1d872-73f5-4605-8282-fa2c92352eea tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Publish callbacks [] for port (f4c863c7-c038-486c-86f2-9e3096d62a0d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:42.109948 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ca33d-e62d-4dc2-b3cb-3d4cf27e5953 req-a485f8de-682a-4b18-8228-40de0171d47d tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:42.115031 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fd9ca33d-e62d-4dc2-b3cb-3d4cf27e5953 req-a485f8de-682a-4b18-8228-40de0171d47d tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.73 "GET /v2.0/ports?device_id=034fa4d9-938c-4d9c-b5de-517e713f45ac HTTP/1.1" status: 200 len: 950 time: 0.7994232 Feb 03 12:37:42.195482 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80935f5-c4d4-4e4c-88a2-43248a9da811 req-af6c27cc-2ada-46f6-9a4a-5c0f98c25b58 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:42.199715 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d80935f5-c4d4-4e4c-88a2-43248a9da811 req-af6c27cc-2ada-46f6-9a4a-5c0f98c25b58 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/ports?device_id=034fa4d9-938c-4d9c-b5de-517e713f45ac HTTP/1.1" status: 200 len: 950 time: 0.9734564 Feb 03 12:37:42.252312 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-6fc1d872-73f5-4605-8282-fa2c92352eea tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (f4c863c7-c038-486c-86f2-9e3096d62a0d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:42.315177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-6fc1d872-73f5-4605-8282-fa2c92352eea tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Network 2136f9cd-d538-40c1-a746-f8c25fb91919 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:42.351411 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:42.402660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-6fc1d872-73f5-4605-8282-fa2c92352eea tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:42.435022 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-6fc1d872-73f5-4605-8282-fa2c92352eea tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:37:42.609458 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-6fc1d872-73f5-4605-8282-fa2c92352eea tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:42.610766 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-6fc1d872-73f5-4605-8282-fa2c92352eea tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:42.635715 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-6fc1d872-73f5-4605-8282-fa2c92352eea tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0226381 Feb 03 12:37:42.655788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:42.656373 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (de51d7f2-2f8e-4397-9473-3f7f5bf98ab6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:42.701693 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] Request body: {'port': {'device_id': '98eead0d-00fa-437b-ae96-77d6bc4ef777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:42.702727 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=bea337d6-879e-4f1e-b9d1-d48bf2c2c960,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:42.709334 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:37:42.710243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f70ce-8724-4914-be33-34c26b3726cf req-95771d1c-fb26-437e-bfa4-91ef7f646eed tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:42.720016 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de7f70ce-8724-4914-be33-34c26b3726cf req-95771d1c-fb26-437e-bfa4-91ef7f646eed tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 945 time: 0.2593455 Feb 03 12:37:42.729856 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-952c79d1-1c82-4986-8a30-e6402f18f0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (e447d82d-0592-440d-89d5-9222360f31cb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:42.758512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5ed7d-9cfa-4703-b69b-59a433718e05 None None] Current status of the port de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:42.912566 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d80935f5-c4d4-4e4c-88a2-43248a9da811 req-988d76ac-53f5-47d1-afc9-481a431f3424 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/security-groups?id=e775132b-595e-4e69-9a71-5863b9903b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7038560 Feb 03 12:37:42.959681 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:42.971377 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de7f70ce-8724-4914-be33-34c26b3726cf req-ade4a482-55b2-41b2-ac52-9c7e1605ff49 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500529 Feb 03 12:37:42.983186 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4826eed5-8674-4d26-a490-465da149bc95, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4826eed5-8674-4d26-a490-465da149bc95,segment=NetworkSegment(6a852571-8038-44f2-a989-6b1b07fdac62),segment_id=6a852571-8038-44f2-a989-6b1b07fdac62)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:43.013226 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '4826eed5-8674-4d26-a490-465da149bc95', 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d', 'port_id': '4826eed5-8674-4d26-a490-465da149bc95', 'mac_address': 'fa:16:3e:78:04:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b063e2a3-8e40-40f6-89bc-8502d1a3d0cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:43.032069 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952c79d1-1c82-4986-8a30-e6402f18f0f1 admin admin] Router e447d82d-0592-440d-89d5-9222360f31cb is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:37:43.075504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1d872-73f5-4605-8282-fa2c92352eea tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Pushing event updated for resources: {'Port': ['ID=f4c863c7-c038-486c-86f2-9e3096d62a0d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:43.137289 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 4826eed5-8674-4d26-a490-465da149bc95 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:43.137680 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4826eed5-8674-4d26-a490-465da149bc95), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:43.168702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4826eed5-8674-4d26-a490-465da149bc95 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:43.211006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4826eed5-8674-4d26-a490-465da149bc95, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4826eed5-8674-4d26-a490-465da149bc95,segment=NetworkSegment(6a852571-8038-44f2-a989-6b1b07fdac62),segment_id=6a852571-8038-44f2-a989-6b1b07fdac62)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:43.216271 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4826eed5-8674-4d26-a490-465da149bc95), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:43.217249 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4997ac52-3b54-4c28-b601-d5627a93ce49 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:43.235501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-fd9ca33d-e62d-4dc2-b3cb-3d4cf27e5953 req-04e74731-7529-4519-9f43-5aa9c2e2e043 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Deleting port 9df59997-b8a5-4443-89a3-95a1baa961ea {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:37:43.235821 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fd9ca33d-e62d-4dc2-b3cb-3d4cf27e5953 req-04e74731-7529-4519-9f43-5aa9c2e2e043 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (9df59997-b8a5-4443-89a3-95a1baa961ea), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:43.276004 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=4826eed5-8674-4d26-a490-465da149bc95,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:43.324855 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4997ac52-3b54-4c28-b601-d5627a93ce49, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4997ac52-3b54-4c28-b601-d5627a93ce49,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:43.339120 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '4997ac52-3b54-4c28-b601-d5627a93ce49', 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144', 'port_id': '4997ac52-3b54-4c28-b601-d5627a93ce49', 'mac_address': 'fa:16:3e:65:cc:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3329b62-fee9-499a-b698-bfa600d55e29', 'ip_address': '10.1.1.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:43.349461 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952c79d1-1c82-4986-8a30-e6402f18f0f1 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:37:43.400439 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba11bdc-21c6-4ca7-95cf-fb34b5dbe3dc req-3e6dd592-de2c-4cdc-b02a-807b42b44abf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:43.401349 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 4997ac52-3b54-4c28-b601-d5627a93ce49 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:43.401814 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4997ac52-3b54-4c28-b601-d5627a93ce49), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:43.410397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fd9ca33d-e62d-4dc2-b3cb-3d4cf27e5953 req-04e74731-7529-4519-9f43-5aa9c2e2e043 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] For port 9df59997-b8a5-4443-89a3-95a1baa961ea, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=9df59997-b8a5-4443-89a3-95a1baa961ea,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:43.410790 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fd9ca33d-e62d-4dc2-b3cb-3d4cf27e5953 req-04e74731-7529-4519-9f43-5aa9c2e2e043 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (9df59997-b8a5-4443-89a3-95a1baa961ea), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:43.424857 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-fd9ca33d-e62d-4dc2-b3cb-3d4cf27e5953 req-04e74731-7529-4519-9f43-5aa9c2e2e043 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Calling delete_port for 9df59997-b8a5-4443-89a3-95a1baa961ea owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:37:43.434799 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba11bdc-21c6-4ca7-95cf-fb34b5dbe3dc req-3e6dd592-de2c-4cdc-b02a-807b42b44abf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:43.453573 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba11bdc-21c6-4ca7-95cf-fb34b5dbe3dc req-3e6dd592-de2c-4cdc-b02a-807b42b44abf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:43.455540 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] Sync routers for ids ['e447d82d-0592-440d-89d5-9222360f31cb'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:37:43.457635 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c0738890-5ba8-4b50-b83c-9300fcbd3443 None None] Provisioning complete for port de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:43.460510 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c0738890-5ba8-4b50-b83c-9300fcbd3443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (de51d7f2-2f8e-4397-9473-3f7f5bf98ab6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:43.474114 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba11bdc-21c6-4ca7-95cf-fb34b5dbe3dc req-3e6dd592-de2c-4cdc-b02a-807b42b44abf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:43.496974 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba11bdc-21c6-4ca7-95cf-fb34b5dbe3dc req-3e6dd592-de2c-4cdc-b02a-807b42b44abf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:43.504703 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba11bdc-21c6-4ca7-95cf-fb34b5dbe3dc req-3e6dd592-de2c-4cdc-b02a-807b42b44abf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:43.519623 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba11bdc-21c6-4ca7-95cf-fb34b5dbe3dc req-3e6dd592-de2c-4cdc-b02a-807b42b44abf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:43.526890 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4997ac52-3b54-4c28-b601-d5627a93ce49 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:43.534528 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ba11bdc-21c6-4ca7-95cf-fb34b5dbe3dc req-3e6dd592-de2c-4cdc-b02a-807b42b44abf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5423 time: 0.3219051 Feb 03 12:37:43.575454 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f4c863c7-c038-486c-86f2-9e3096d62a0d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:43.579765 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-952c79d1-1c82-4986-8a30-e6402f18f0f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:43.581398 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-952c79d1-1c82-4986-8a30-e6402f18f0f1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1010141 Feb 03 12:37:43.584301 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44800) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:43.587522 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4997ac52-3b54-4c28-b601-d5627a93ce49, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4997ac52-3b54-4c28-b601-d5627a93ce49,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:43.596072 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fd9ca33d-e62d-4dc2-b3cb-3d4cf27e5953 req-04e74731-7529-4519-9f43-5aa9c2e2e043 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (9df59997-b8a5-4443-89a3-95a1baa961ea), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:43.627398 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4997ac52-3b54-4c28-b601-d5627a93ce49), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:43.628546 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 55ce07b3-b633-427d-bcfe-ddf107141bad details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:43.653495 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] Routers {'e447d82d-0592-440d-89d5-9222360f31cb'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:37:43.654159 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:37:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['e447d82d-0592-440d-89d5-9222360f31cb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:43.679439 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['9df59997-b8a5-4443-89a3-95a1baa961ea'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:43.828593 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ba11bdc-21c6-4ca7-95cf-fb34b5dbe3dc req-1960602d-3eb6-4900-af51-aad1c26458ed tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2930722 Feb 03 12:37:44.020135 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:37:44.203059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 55ce07b3-b633-427d-bcfe-ddf107141bad, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=55ce07b3-b633-427d-bcfe-ddf107141bad,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:44.207592 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e037494-aa51-4edd-b456-fe22d5edfea7 req-f292034d-c03a-4e7c-aec4-7c20ea8cd887 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.18 "GET /v2.0/ports?device_id=034fa4d9-938c-4d9c-b5de-517e713f45ac HTTP/1.1" status: 200 len: 210 time: 0.1037266 Feb 03 12:37:44.218845 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=4997ac52-3b54-4c28-b601-d5627a93ce49,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:44.244964 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f0977-fa61-4cc3-9bff-7f60ebb3df5d req-2913885c-8ea8-46e9-b43d-50c51ec3d0ae tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:44.246157 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '55ce07b3-b633-427d-bcfe-ddf107141bad', 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144', 'port_id': '55ce07b3-b633-427d-bcfe-ddf107141bad', 'mac_address': 'fa:16:3e:d0:f6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3329b62-fee9-499a-b698-bfa600d55e29', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:44.257291 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c0738890-5ba8-4b50-b83c-9300fcbd3443 None None] Current status of the port de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:44.262804 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-697f0977-fa61-4cc3-9bff-7f60ebb3df5d req-2913885c-8ea8-46e9-b43d-50c51ec3d0ae tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/ports?device_id=98eead0d-00fa-437b-ae96-77d6bc4ef777 HTTP/1.1" status: 200 len: 931 time: 1.1395159 Feb 03 12:37:44.306887 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] Set router e447d82d-0592-440d-89d5-9222360f31cb gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:37:44.426088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9ca33d-e62d-4dc2-b3cb-3d4cf27e5953 req-04e74731-7529-4519-9f43-5aa9c2e2e043 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] No DVR routers for this DVR port 9df59997-b8a5-4443-89a3-95a1baa961ea on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:37:44.429922 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e74731-7529-4519-9f43-5aa9c2e2e043 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Pushing event deleted for resources: {'Port': ['ID=9df59997-b8a5-4443-89a3-95a1baa961ea,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:44.493831 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fd9ca33d-e62d-4dc2-b3cb-3d4cf27e5953 req-04e74731-7529-4519-9f43-5aa9c2e2e043 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:44.504016 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fd9ca33d-e62d-4dc2-b3cb-3d4cf27e5953 req-04e74731-7529-4519-9f43-5aa9c2e2e043 tempest-ImagesNegativeTestJSON-1665594519 tempest-ImagesNegativeTestJSON-1665594519-project] 10.222.0.73 "DELETE /v2.0/ports/9df59997-b8a5-4443-89a3-95a1baa961ea HTTP/1.1" status: 204 len: 173 time: 2.3679161 Feb 03 12:37:44.524848 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-697f0977-fa61-4cc3-9bff-7f60ebb3df5d req-dfc8dd1b-53a3-4755-83d8-e8ec67e6cc16 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec94fcf8-3214-4495-9af0-c7e6057f000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515330 Feb 03 12:37:44.525445 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034fa4d9-938c-4d9c-b5de-517e713f45ac', 'name': 'network-vif-deleted', 'tag': '9df59997-b8a5-4443-89a3-95a1baa961ea'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:44.534276 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e38897-bb41-4ab9-a9b8-0fbf152c909b" -d '{"events": [{"server_uuid": "034fa4d9-938c-4d9c-b5de-517e713f45ac", "name": "network-vif-deleted", "tag": "9df59997-b8a5-4443-89a3-95a1baa961ea"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:44.574295 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c863c7-c038-486c-86f2-9e3096d62a0d {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:44.597460 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] Publish callbacks [] for port (f4c863c7-c038-486c-86f2-9e3096d62a0d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:44.633781 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] Transition to ACTIVE for port object f4c863c7-c038-486c-86f2-9e3096d62a0d will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:37:44.644946 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (f4c863c7-c038-486c-86f2-9e3096d62a0d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:44.664723 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 55ce07b3-b633-427d-bcfe-ddf107141bad is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:44.666432 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (55ce07b3-b633-427d-bcfe-ddf107141bad), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:44.667056 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f02d53-e130-41a1-aa3a-7f0444d2abff req-55fc0c22-4807-4533-83cd-109310eacbda tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:44.698958 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3f02d53-e130-41a1-aa3a-7f0444d2abff req-55fc0c22-4807-4533-83cd-109310eacbda tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 945 time: 0.3284614 Feb 03 12:37:44.738557 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ce07b3-b633-427d-bcfe-ddf107141bad {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:44.752229 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:37:44.783972 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 55ce07b3-b633-427d-bcfe-ddf107141bad, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=55ce07b3-b633-427d-bcfe-ddf107141bad,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:44.805559 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (55ce07b3-b633-427d-bcfe-ddf107141bad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:44.806572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device cabf4d1d-9cb5-497f-96ba-005a83301d2f details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:44.830695 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] Pushing event updated for resources: {'Port': ['ID=f4c863c7-c038-486c-86f2-9e3096d62a0d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:44.846885 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port cabf4d1d-9cb5-497f-96ba-005a83301d2f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=cabf4d1d-9cb5-497f-96ba-005a83301d2f,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:44.847583 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacea494-6143-4863-8c96-e0f489c99e55 x-openstack-request-id: req-eacea494-6143-4863-8c96-e0f489c99e55 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:44.849784 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034fa4d9-938c-4d9c-b5de-517e713f45ac", "name": "network-vif-deleted", "tag": "9df59997-b8a5-4443-89a3-95a1baa961ea", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:44.850229 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eacea494-6143-4863-8c96-e0f489c99e55 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:44.860204 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034fa4d9-938c-4d9c-b5de-517e713f45ac', 'name': 'network-vif-deleted', 'tag': '9df59997-b8a5-4443-89a3-95a1baa961ea', 'status': 'completed', 'code': 200} Feb 03 12:37:44.910433 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'cabf4d1d-9cb5-497f-96ba-005a83301d2f', 'network_id': '9c9f93eb-710e-451f-966d-9a0a4f14a144', 'port_id': 'cabf4d1d-9cb5-497f-96ba-005a83301d2f', 'mac_address': 'fa:16:3e:05:40:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3329b62-fee9-499a-b698-bfa600d55e29', 'ip_address': '10.1.1.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:44.916635 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=55ce07b3-b633-427d-bcfe-ddf107141bad,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:44.981325 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3f02d53-e130-41a1-aa3a-7f0444d2abff req-a6b9a066-f656-41a6-8bc5-3ca44edc80b0 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762675 Feb 03 12:37:45.028598 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port cabf4d1d-9cb5-497f-96ba-005a83301d2f is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:45.028997 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cabf4d1d-9cb5-497f-96ba-005a83301d2f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:45.061088 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cabf4d1d-9cb5-497f-96ba-005a83301d2f {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:45.085886 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port cabf4d1d-9cb5-497f-96ba-005a83301d2f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=cabf4d1d-9cb5-497f-96ba-005a83301d2f,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:45.092066 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e447d82d-0592-440d-89d5-9222360f31cb', 'name': 'tempest-ServersTestMultiNic-1317131435-router', 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4de34bbe-1c5e-4e00-98fe-6a6187098607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:37:37Z', 'updated_at': '2022-02-03T12:37:40Z', 'revision_number': 3, 'project_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'gw_port': {'id': '4de34bbe-1c5e-4e00-98fe-6a6187098607', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e447d82d-0592-440d-89d5-9222360f31cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:37:39Z', 'updated_at': '2022-02-03T12:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:45.116545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] Attempting to bind port f4c863c7-c038-486c-86f2-9e3096d62a0d on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:45.119661 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] Attempting to bind port f4c863c7-c038-486c-86f2-9e3096d62a0d by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2136f9cd-d538-40c1-a746-f8c25fb91919'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:45.120275 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] Attempting to bind port f4c863c7-c038-486c-86f2-9e3096d62a0d on network 2136f9cd-d538-40c1-a746-f8c25fb91919 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:45.132923 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] Port f4c863c7-c038-486c-86f2-9e3096d62a0d on network 2136f9cd-d538-40c1-a746-f8c25fb91919 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:37:45.133594 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] Attempting to bind port f4c863c7-c038-486c-86f2-9e3096d62a0d on network 2136f9cd-d538-40c1-a746-f8c25fb91919 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:45.152574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:45.153161 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] Checking segment: {'id': 'e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2136f9cd-d538-40c1-a746-f8c25fb91919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:45.153721 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] Bound using segment: {'id': 'e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2136f9cd-d538-40c1-a746-f8c25fb91919'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:45.154448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] Bound port: f4c863c7-c038-486c-86f2-9e3096d62a0d, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2136f9cd-d538-40c1-a746-f8c25fb91919'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:45.155003 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f4c863c7-c038-486c-86f2-9e3096d62a0d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:45.185392 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] Checking router: e447d82d-0592-440d-89d5-9222360f31cb for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:37:45.186010 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] Updating router e447d82d-0592-440d-89d5-9222360f31cb port 4de34bbe-1c5e-4e00-98fe-6a6187098607 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:37:45.189417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee894010-29fd-4a50-a204-6f2775c2a05a req-f2b6b28b-c659-4454-8d66-55af738fa305 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:45.191770 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (cabf4d1d-9cb5-497f-96ba-005a83301d2f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:45.219341 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device b4cdce3c-ede9-447a-93fd-ab1378721ecd details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:45.219621 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee894010-29fd-4a50-a204-6f2775c2a05a req-f2b6b28b-c659-4454-8d66-55af738fa305 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:45.236866 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee894010-29fd-4a50-a204-6f2775c2a05a req-f2b6b28b-c659-4454-8d66-55af738fa305 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:45.257585 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee894010-29fd-4a50-a204-6f2775c2a05a req-f2b6b28b-c659-4454-8d66-55af738fa305 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:45.273488 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee894010-29fd-4a50-a204-6f2775c2a05a req-f2b6b28b-c659-4454-8d66-55af738fa305 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:45.297389 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee894010-29fd-4a50-a204-6f2775c2a05a req-f2b6b28b-c659-4454-8d66-55af738fa305 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:45.315363 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee894010-29fd-4a50-a204-6f2775c2a05a req-f2b6b28b-c659-4454-8d66-55af738fa305 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:45.334996 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ee894010-29fd-4a50-a204-6f2775c2a05a req-f2b6b28b-c659-4454-8d66-55af738fa305 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5425 time: 0.3422642 Feb 03 12:37:45.343681 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4de34bbe-1c5e-4e00-98fe-6a6187098607), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:45.375673 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-037fe76d-7973-45fe-8676-016558e4f61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:45.471483 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:37:45.517089 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=cabf4d1d-9cb5-497f-96ba-005a83301d2f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:45.604305 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] For port f4c863c7-c038-486c-86f2-9e3096d62a0d, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:45.684794 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] For port f4c863c7-c038-486c-86f2-9e3096d62a0d, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f4c863c7-c038-486c-86f2-9e3096d62a0d,segment=NetworkSegment(e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5),segment_id=e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:45.746272 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (f4c863c7-c038-486c-86f2-9e3096d62a0d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:45.806121 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ee894010-29fd-4a50-a204-6f2775c2a05a req-d089d3b9-0677-43aa-911b-9cc3dbae1b39 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2634525 Feb 03 12:37:45.868591 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-44e7538d-149f-497d-905d-b7be116cd49c tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:45.884267 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-44e7538d-149f-497d-905d-b7be116cd49c tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5&tenant_id=59121cc9f5494060a5397600a3646346&binding%3Ahost_id=n-h1-827336-3 HTTP/1.1" status: 200 len: 1127 time: 0.4785793 Feb 03 12:37:45.914360 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827336-3'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:45.935109 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:46.035192 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port b4cdce3c-ede9-447a-93fd-ab1378721ecd, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b4cdce3c-ede9-447a-93fd-ab1378721ecd,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:46.049036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:46.059914 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:46.061417 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] 10.222.0.31 "PUT /v2.0/ports/f4c863c7-c038-486c-86f2-9e3096d62a0d HTTP/1.1" status: 200 len: 1091 time: 3.3924649 Feb 03 12:37:46.099643 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3b655-e2ae-4cac-b39e-3ecd86b5682c service neutron] Pushing event updated for resources: {'Port': ['ID=f4c863c7-c038-486c-86f2-9e3096d62a0d,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:46.211655 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114797b-720f-40c2-b7fa-93525c5a1f45 req-aae66f98-9329-4cdd-ba87-ebf93be23edc tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:46.221501 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8114797b-720f-40c2-b7fa-93525c5a1f45 req-aae66f98-9329-4cdd-ba87-ebf93be23edc tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/ports?device_id=98eead0d-00fa-437b-ae96-77d6bc4ef777 HTTP/1.1" status: 200 len: 943 time: 0.2795160 Feb 03 12:37:46.221690 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:46.269543 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device b4cdce3c-ede9-447a-93fd-ab1378721ecd has no active binding in host n-h2-827336-3 {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 12:37:46.293293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-d4af0ef9-8830-47b3-a817-ccf5660173b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:46.295721 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-d4af0ef9-8830-47b3-a817-ccf5660173b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ca557010f7246c6848c9571bbca29de&device_id=98eead0d-00fa-437b-ae96-77d6bc4ef777 HTTP/1.1" status: 200 len: 1125 time: 0.1803141 Feb 03 12:37:46.418938 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8114797b-720f-40c2-b7fa-93525c5a1f45 req-5ab90ff9-b7b8-496a-ad2c-1c906f0ecea0 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec94fcf8-3214-4495-9af0-c7e6057f000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955228 Feb 03 12:37:46.424470 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-f4b00166-569b-4690-af16-f8778925efea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4c863c7-c038-486c-86f2-9e3096d62a0d HTTP/1.1" status: 200 len: 217 time: 0.1062186 Feb 03 12:37:46.480430 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-037fe76d-7973-45fe-8676-016558e4f61d admin admin] Allocated IP 172.20.0.1 (07cf43ed-0819-47a2-853b-006ff9cf376b/389a6df8-4826-4699-9894-4ff0aa3e306c/e17ea3c2-d944-47b6-98bd-9ec72246b058) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:46.546905 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-ee328073-1fb1-4362-a599-2a3ce5e53ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:46.549725 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-ee328073-1fb1-4362-a599-2a3ce5e53ddb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60c36ac2-5e15-471c-a37d-4e009aad55ea HTTP/1.1" status: 200 len: 856 time: 0.1198266 Feb 03 12:37:46.635434 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-011bd6b7-d7e9-4860-8fac-9f3eca1cdb09 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2136f9cd-d538-40c1-a746-f8c25fb91919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769362 Feb 03 12:37:46.783153 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-037fe76d-7973-45fe-8676-016558e4f61d admin admin] Publish callbacks [] for port (e17ea3c2-d944-47b6-98bd-9ec72246b058), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:46.866885 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98eead0d-00fa-437b-ae96-77d6bc4ef777', 'tag': 'f4c863c7-c038-486c-86f2-9e3096d62a0d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:46.872976 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f664526-95a3-4de0-9684-2410bafdb6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "98eead0d-00fa-437b-ae96-77d6bc4ef777", "tag": "f4c863c7-c038-486c-86f2-9e3096d62a0d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:46.895560 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-b6dbbf24-69a8-422a-8714-8ddfced69459 service neutron] 10.222.0.31 "GET /v2.0/networks/2136f9cd-d538-40c1-a746-f8c25fb91919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492485 Feb 03 12:37:46.902575 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-037fe76d-7973-45fe-8676-016558e4f61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (e17ea3c2-d944-47b6-98bd-9ec72246b058), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:46.949422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['4997ac52-3b54-4c28-b601-d5627a93ce49'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:46.958584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['7d963305-4b96-4371-bbd0-3f18af7a7dd0'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:47.058780 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12293985-af11-4863-b887-86c55058696e req-456ef0db-76db-417a-bd3f-b1d62626aef0 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:47.070239 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-12293985-af11-4863-b887-86c55058696e req-456ef0db-76db-417a-bd3f-b1d62626aef0 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 945 time: 0.7163243 Feb 03 12:37:47.073163 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['bea337d6-879e-4f1e-b9d1-d48bf2c2c960'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:47.154180 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037fe76d-7973-45fe-8676-016558e4f61d admin admin] Network 07cf43ed-0819-47a2-853b-006ff9cf376b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:47.182153 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44884) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:47.183926 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['d65c0e11-fec5-4b03-8a94-156af3836d72'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:47.192994 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-037fe76d-7973-45fe-8676-016558e4f61d admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:47.196752 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037fe76d-7973-45fe-8676-016558e4f61d admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:37:47.271199 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3eb1c6f-7f36-45bf-a8a2-cd331e50ca62 req-4ebfc208-7698-457d-bb13-4ad5466b7961 service neutron] 10.222.0.31 "GET /v2.0/networks/2136f9cd-d538-40c1-a746-f8c25fb91919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701811 Feb 03 12:37:47.299224 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fe76d-7973-45fe-8676-016558e4f61d admin admin] Pushing event updated for resources: {'Port': ['ID=e17ea3c2-d944-47b6-98bd-9ec72246b058,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:47.348251 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] For port b4cdce3c-ede9-447a-93fd-ab1378721ecd, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b4cdce3c-ede9-447a-93fd-ab1378721ecd,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:47.364972 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6890c1-0f01-4e5d-8c67-ac0fc3d6f44f req-6d343523-f9c6-4b0e-8fc8-7c1b66c49640 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:47.391509 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6890c1-0f01-4e5d-8c67-ac0fc3d6f44f req-6d343523-f9c6-4b0e-8fc8-7c1b66c49640 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:47.415610 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6890c1-0f01-4e5d-8c67-ac0fc3d6f44f req-6d343523-f9c6-4b0e-8fc8-7c1b66c49640 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:47.442770 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-037fe76d-7973-45fe-8676-016558e4f61d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (e447d82d-0592-440d-89d5-9222360f31cb), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:47.445076 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6890c1-0f01-4e5d-8c67-ac0fc3d6f44f req-6d343523-f9c6-4b0e-8fc8-7c1b66c49640 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:47.474864 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6890c1-0f01-4e5d-8c67-ac0fc3d6f44f req-6d343523-f9c6-4b0e-8fc8-7c1b66c49640 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:47.481484 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] Publish callbacks [] for port (4de34bbe-1c5e-4e00-98fe-6a6187098607), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:47.501441 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6890c1-0f01-4e5d-8c67-ac0fc3d6f44f req-6d343523-f9c6-4b0e-8fc8-7c1b66c49640 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:47.523600 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['4826eed5-8674-4d26-a490-465da149bc95'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:47.526102 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['cabf4d1d-9cb5-497f-96ba-005a83301d2f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:47.535678 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6890c1-0f01-4e5d-8c67-ac0fc3d6f44f req-6d343523-f9c6-4b0e-8fc8-7c1b66c49640 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:47.553482 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ad6890c1-0f01-4e5d-8c67-ac0fc3d6f44f req-6d343523-f9c6-4b0e-8fc8-7c1b66c49640 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5426 time: 0.5080650 Feb 03 12:37:47.588063 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['55ce07b3-b633-427d-bcfe-ddf107141bad'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:47.590568 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 9df59997-b8a5-4443-89a3-95a1baa961ea no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:37:47.593900 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4de34bbe-1c5e-4e00-98fe-6a6187098607), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:47.772192 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ad6890c1-0f01-4e5d-8c67-ac0fc3d6f44f req-1ef352e5-a512-4093-a0f1-edd6ad28a807 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2167475 Feb 03 12:37:47.851179 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcbdd39-cf73-4900-b038-762c3e640aec x-openstack-request-id: req-cfcbdd39-cf73-4900-b038-762c3e640aec {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:47.851874 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98eead0d-00fa-437b-ae96-77d6bc4ef777", "tag": "f4c863c7-c038-486c-86f2-9e3096d62a0d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:47.852410 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cfcbdd39-cf73-4900-b038-762c3e640aec {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:47.853061 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98eead0d-00fa-437b-ae96-77d6bc4ef777', 'tag': 'f4c863c7-c038-486c-86f2-9e3096d62a0d', 'status': 'completed', 'code': 200} Feb 03 12:37:47.910829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 9df59997-b8a5-4443-89a3-95a1baa961ea {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:37:47.920072 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 9df59997-b8a5-4443-89a3-95a1baa961ea not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:37:47.924651 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480393f9-2154-42f8-9fde-9f4325195fbd None None] Pushing event updated for resources: {'Port': ['ID=4de34bbe-1c5e-4e00-98fe-6a6187098607,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:48.006809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f664526-95a3-4de0-9684-2410bafdb6a4 req-f8c7f1ff-184b-48aa-8d75-f2aed2c69141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:48.013609 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8f664526-95a3-4de0-9684-2410bafdb6a4 req-f8c7f1ff-184b-48aa-8d75-f2aed2c69141 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ca557010f7246c6848c9571bbca29de&device_id=98eead0d-00fa-437b-ae96-77d6bc4ef777 HTTP/1.1" status: 200 len: 1125 time: 0.1389952 Feb 03 12:37:48.067304 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] For port b4cdce3c-ede9-447a-93fd-ab1378721ecd, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:48.158125 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-12293985-af11-4863-b887-86c55058696e req-5c3f67ca-3f71-47e7-8a0c-73ea226b88d2 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0431421 Feb 03 12:37:48.325729 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f664526-95a3-4de0-9684-2410bafdb6a4 req-0c0f6941-5bfc-4221-8942-37cabcaa0677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:48.327675 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8f664526-95a3-4de0-9684-2410bafdb6a4 req-0c0f6941-5bfc-4221-8942-37cabcaa0677 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2136f9cd-d538-40c1-a746-f8c25fb91919 HTTP/1.1" status: 200 len: 917 time: 0.3015089 Feb 03 12:37:48.382407 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2d0ce0a6-5770-4ba2-9ecc-498b82058522 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04b052bf943b41819e08c6bb71c193be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1771102 Feb 03 12:37:48.390899 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5162bd-2636-476f-8b32-16672677f3f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4cdce3c-ede9-447a-93fd-ab1378721ecd'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:48.406700 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67cd02d-6174-4729-85a3-28ff2d813fba" -d '{"events": [{"server_uuid": "df5162bd-2636-476f-8b32-16672677f3f5", "name": "network-vif-unplugged", "status": "completed", "tag": "b4cdce3c-ede9-447a-93fd-ab1378721ecd"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:48.410986 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] Publish callbacks [] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:48.414996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44908) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:48.461535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34834b3-700f-43e7-917d-b9e5ff687365 req-1b9ad669-413b-49b2-bea2-8730fba4479d tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:48.466062 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f34834b3-700f-43e7-917d-b9e5ff687365 req-1b9ad669-413b-49b2-bea2-8730fba4479d tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/ports?device_id=98eead0d-00fa-437b-ae96-77d6bc4ef777 HTTP/1.1" status: 200 len: 943 time: 0.2556689 Feb 03 12:37:48.519756 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8f664526-95a3-4de0-9684-2410bafdb6a4 req-51501479-f82b-46aa-887b-c70330a5a1be service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4c863c7-c038-486c-86f2-9e3096d62a0d HTTP/1.1" status: 200 len: 217 time: 0.1837304 Feb 03 12:37:48.524609 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db441d3-31f6-4ba8-a953-e655ef97c4b6 x-openstack-request-id: req-4db441d3-31f6-4ba8-a953-e655ef97c4b6 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:48.524913 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df5162bd-2636-476f-8b32-16672677f3f5", "name": "network-vif-unplugged", "status": "completed", "tag": "b4cdce3c-ede9-447a-93fd-ab1378721ecd", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:48.525168 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4db441d3-31f6-4ba8-a953-e655ef97c4b6 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:48.525569 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df5162bd-2636-476f-8b32-16672677f3f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4cdce3c-ede9-447a-93fd-ab1378721ecd', 'code': 200} Feb 03 12:37:48.561090 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95c4212c-16d7-4112-9534-b6d53f34400f admin admin] Publish callbacks [] for security_group (e775132b-595e-4e69-9a71-5863b9903b92), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:48.601186 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] Attempting to bind port 4de34bbe-1c5e-4e00-98fe-6a6187098607 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:48.601784 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] Attempting to bind port 4de34bbe-1c5e-4e00-98fe-6a6187098607 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:48.601902 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] Attempting to bind port 4de34bbe-1c5e-4e00-98fe-6a6187098607 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:48.612567 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95c4212c-16d7-4112-9534-b6d53f34400f admin admin] Publish callbacks [] for security_group (e775132b-595e-4e69-9a71-5863b9903b92), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:48.626404 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f664526-95a3-4de0-9684-2410bafdb6a4 req-d9e338d5-ce77-4cfe-b258-70d00fb32a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:48.637699 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8f664526-95a3-4de0-9684-2410bafdb6a4 req-d9e338d5-ce77-4cfe-b258-70d00fb32a63 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60c36ac2-5e15-471c-a37d-4e009aad55ea HTTP/1.1" status: 200 len: 856 time: 0.1037500 Feb 03 12:37:48.693782 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:48.694239 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:48.698228 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:48.700479 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:48.700906 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:48.701427 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] Bound port: 4de34bbe-1c5e-4e00-98fe-6a6187098607, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:48.701824 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4de34bbe-1c5e-4e00-98fe-6a6187098607), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:48.716189 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8f664526-95a3-4de0-9684-2410bafdb6a4 req-8672519a-b65e-4f42-8400-534a0e30e38c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2136f9cd-d538-40c1-a746-f8c25fb91919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566576 Feb 03 12:37:48.760153 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-79d8b1f5-a838-4e1a-8985-3722db5a1df2 None None] Provisioning complete for port e17ea3c2-d944-47b6-98bd-9ec72246b058 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:48.760558 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79d8b1f5-a838-4e1a-8985-3722db5a1df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e17ea3c2-d944-47b6-98bd-9ec72246b058), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:48.789423 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f34834b3-700f-43e7-917d-b9e5ff687365 req-4f238862-a0f5-4ebe-984a-96d124e30fcc tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec94fcf8-3214-4495-9af0-c7e6057f000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175874 Feb 03 12:37:48.885488 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cdce3c-ede9-447a-93fd-ab1378721ecd,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:48.885831 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-79d8b1f5-a838-4e1a-8985-3722db5a1df2 None None] Port e17ea3c2-d944-47b6-98bd-9ec72246b058 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:37:48.918566 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95c4212c-16d7-4112-9534-b6d53f34400f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e775132b-595e-4e69-9a71-5863b9903b92), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:48.937788 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95c4212c-16d7-4112-9534-b6d53f34400f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:48.941272 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-95c4212c-16d7-4112-9534-b6d53f34400f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e775132b-595e-4e69-9a71-5863b9903b92 HTTP/1.1" status: 204 len: 168 time: 0.5040741 Feb 03 12:37:49.136397 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8f664526-95a3-4de0-9684-2410bafdb6a4 req-48d8b113-62d6-4140-b506-c9caf238c3fd service neutron] 10.222.0.31 "GET /v2.0/networks/2136f9cd-d538-40c1-a746-f8c25fb91919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188876 Feb 03 12:37:49.166759 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4212c-16d7-4112-9534-b6d53f34400f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e775132b-595e-4e69-9a71-5863b9903b92,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:49.180500 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] Attempting to bind port b4cdce3c-ede9-447a-93fd-ab1378721ecd on host n-h1-827336-3 for vnic_type normal with profile {"migrating_to": "n-h2-827336-3"} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:49.180842 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] Attempting to bind port b4cdce3c-ede9-447a-93fd-ab1378721ecd by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:49.181173 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] Attempting to bind port b4cdce3c-ede9-447a-93fd-ab1378721ecd on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:49.230297 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] For port 4de34bbe-1c5e-4e00-98fe-6a6187098607, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:49.232682 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] Port b4cdce3c-ede9-447a-93fd-ab1378721ecd on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:37:49.232849 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] Attempting to bind port b4cdce3c-ede9-447a-93fd-ab1378721ecd on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:49.240139 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] For port 4de34bbe-1c5e-4e00-98fe-6a6187098607, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4de34bbe-1c5e-4e00-98fe-6a6187098607,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:49.284820 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:49.285167 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] Checking segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:49.285564 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] Bound using segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:49.286011 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] Bound port: b4cdce3c-ede9-447a-93fd-ab1378721ecd, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:49.286386 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:49.391569 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f4c863c7-c038-486c-86f2-9e3096d62a0d details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:37:49.457011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7ee38-2692-4d90-8dca-1f5186ccd232 req-8764fa10-fb4f-4dee-8557-14602208f465 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:49.469405 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c1c7ee38-2692-4d90-8dca-1f5186ccd232 req-8764fa10-fb4f-4dee-8557-14602208f465 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 943 time: 0.0914462 Feb 03 12:37:49.518315 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] For port b4cdce3c-ede9-447a-93fd-ab1378721ecd, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:49.525043 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] For port b4cdce3c-ede9-447a-93fd-ab1378721ecd, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b4cdce3c-ede9-447a-93fd-ab1378721ecd,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:49.539177 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8f664526-95a3-4de0-9684-2410bafdb6a4 req-cc31fffc-3761-4911-b219-eab4f4fe7a1c service neutron] 10.222.0.31 "GET /v2.0/networks/2136f9cd-d538-40c1-a746-f8c25fb91919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933682 Feb 03 12:37:49.563665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676fa01-caf6-4daf-9317-154509cda62f req-b1b9b727-5b22-48d1-a602-4ae13e836400 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:49.571296 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676fa01-caf6-4daf-9317-154509cda62f req-b1b9b727-5b22-48d1-a602-4ae13e836400 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:49.578319 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676fa01-caf6-4daf-9317-154509cda62f req-b1b9b727-5b22-48d1-a602-4ae13e836400 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:49.586821 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676fa01-caf6-4daf-9317-154509cda62f req-b1b9b727-5b22-48d1-a602-4ae13e836400 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:49.594652 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676fa01-caf6-4daf-9317-154509cda62f req-b1b9b727-5b22-48d1-a602-4ae13e836400 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:49.601559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676fa01-caf6-4daf-9317-154509cda62f req-b1b9b727-5b22-48d1-a602-4ae13e836400 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:49.609673 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676fa01-caf6-4daf-9317-154509cda62f req-b1b9b727-5b22-48d1-a602-4ae13e836400 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:49.611403 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c1c7ee38-2692-4d90-8dca-1f5186ccd232 req-53244e61-4077-4200-9cc7-d27433d5bc25 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272070 Feb 03 12:37:49.622610 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9676fa01-caf6-4daf-9317-154509cda62f req-b1b9b727-5b22-48d1-a602-4ae13e836400 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5426 time: 0.5929430 Feb 03 12:37:49.625916 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:49.689069 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4de34bbe-1c5e-4e00-98fe-6a6187098607), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:49.714308 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-037fe76d-7973-45fe-8676-016558e4f61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e17ea3c2-d944-47b6-98bd-9ec72246b058), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:49.770606 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cdce3c-ede9-447a-93fd-ab1378721ecd,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:49.878451 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9676fa01-caf6-4daf-9317-154509cda62f req-23fdc163-0894-4dbe-9cee-4eefa7b0dce1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2405522 Feb 03 12:37:49.917379 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port f4c863c7-c038-486c-86f2-9e3096d62a0d, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f4c863c7-c038-486c-86f2-9e3096d62a0d,segment=NetworkSegment(e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5),segment_id=e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:49.950388 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'f4c863c7-c038-486c-86f2-9e3096d62a0d', 'network_id': '2136f9cd-d538-40c1-a746-f8c25fb91919', 'port_id': 'f4c863c7-c038-486c-86f2-9e3096d62a0d', 'mac_address': 'fa:16:3e:bc:91:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c36ac2-5e15-471c-a37d-4e009aad55ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:37:50.019177 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:50.051974 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:50.059698 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-3fc66b35-5e6c-46fe-b9ee-1e6f39685b56 service neutron] 10.222.0.31 "PUT /v2.0/ports/b4cdce3c-ede9-447a-93fd-ab1378721ecd HTTP/1.1" status: 200 len: 1121 time: 4.1742706 Feb 03 12:37:50.152165 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480393f9-2154-42f8-9fde-9f4325195fbd None None] Pushing event updated for resources: {'Port': ['ID=4de34bbe-1c5e-4e00-98fe-6a6187098607,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:50.217012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97674a1-85a9-419b-880d-ad9183da8575 req-858d13d5-f925-42cf-a9d4-7f7bf4d92181 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:50.258086 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f97674a1-85a9-419b-880d-ad9183da8575 req-858d13d5-f925-42cf-a9d4-7f7bf4d92181 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/ports?device_id=98eead0d-00fa-437b-ae96-77d6bc4ef777 HTTP/1.1" status: 200 len: 943 time: 0.2227135 Feb 03 12:37:50.262716 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port f4c863c7-c038-486c-86f2-9e3096d62a0d is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:50.263371 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f4c863c7-c038-486c-86f2-9e3096d62a0d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:50.309877 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393f9-2154-42f8-9fde-9f4325195fbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:50.310233 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393f9-2154-42f8-9fde-9f4325195fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:50.310611 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393f9-2154-42f8-9fde-9f4325195fbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:50.310957 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393f9-2154-42f8-9fde-9f4325195fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:50.311296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393f9-2154-42f8-9fde-9f4325195fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:50.311630 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393f9-2154-42f8-9fde-9f4325195fbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:50.340883 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393f9-2154-42f8-9fde-9f4325195fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:50.342894 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393f9-2154-42f8-9fde-9f4325195fbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:50.343253 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393f9-2154-42f8-9fde-9f4325195fbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:50.343605 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393f9-2154-42f8-9fde-9f4325195fbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:50.343974 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393f9-2154-42f8-9fde-9f4325195fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:50.344318 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393f9-2154-42f8-9fde-9f4325195fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:50.344657 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480393f9-2154-42f8-9fde-9f4325195fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:50.465276 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-037fe76d-7973-45fe-8676-016558e4f61d admin admin] Publish callbacks [] for port (e17ea3c2-d944-47b6-98bd-9ec72246b058), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:50.479643 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-037fe76d-7973-45fe-8676-016558e4f61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (e17ea3c2-d944-47b6-98bd-9ec72246b058), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:50.489687 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f97674a1-85a9-419b-880d-ad9183da8575 req-43b52a31-f9f7-4c66-b9d6-54f459ba46c7 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec94fcf8-3214-4495-9af0-c7e6057f000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286143 Feb 03 12:37:50.506734 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['b4cdce3c-ede9-447a-93fd-ab1378721ecd'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:50.552212 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df5162bd-2636-476f-8b32-16672677f3f5', 'tag': 'b4cdce3c-ede9-447a-93fd-ab1378721ecd'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:50.561050 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33de59a0-de94-4a0e-98ed-6824d761bdd1" -d '{"events": [{"name": "network-changed", "server_uuid": "df5162bd-2636-476f-8b32-16672677f3f5", "tag": "b4cdce3c-ede9-447a-93fd-ab1378721ecd"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:50.593804 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c863c7-c038-486c-86f2-9e3096d62a0d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:37:50.635320 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port f4c863c7-c038-486c-86f2-9e3096d62a0d, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f4c863c7-c038-486c-86f2-9e3096d62a0d,segment=NetworkSegment(e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5),segment_id=e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:50.649379 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] Routers {'e447d82d-0592-440d-89d5-9222360f31cb'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:37:50.652018 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:37:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['e447d82d-0592-440d-89d5-9222360f31cb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:50.690705 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6c934d-db1b-4784-b324-d2bd894c48d3 x-openstack-request-id: req-7f6c934d-db1b-4784-b324-d2bd894c48d3 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:50.690932 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df5162bd-2636-476f-8b32-16672677f3f5", "tag": "b4cdce3c-ede9-447a-93fd-ab1378721ecd", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:50.691059 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f6c934d-db1b-4784-b324-d2bd894c48d3 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:50.691443 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df5162bd-2636-476f-8b32-16672677f3f5', 'tag': 'b4cdce3c-ede9-447a-93fd-ab1378721ecd', 'status': 'completed', 'code': 200} Feb 03 12:37:50.791623 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fe76d-7973-45fe-8676-016558e4f61d admin admin] Pushing event updated for resources: {'Port': ['ID=e17ea3c2-d944-47b6-98bd-9ec72246b058,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:50.804455 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-037fe76d-7973-45fe-8676-016558e4f61d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (e447d82d-0592-440d-89d5-9222360f31cb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:50.865003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44982) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:50.921678 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4c046-74bc-4ee6-a7b8-ea9cb8041bba req-0a0b9d36-1066-410a-a7c9-fb7b206cfccd tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:50.929404 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-37e4c046-74bc-4ee6-a7b8-ea9cb8041bba req-0a0b9d36-1066-410a-a7c9-fb7b206cfccd tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 943 time: 0.1478765 Feb 03 12:37:50.942892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de59a0-de94-4a0e-98ed-6824d761bdd1 req-e0effe24-9427-49f3-906b-91847b3eb354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:50.944542 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33de59a0-de94-4a0e-98ed-6824d761bdd1 req-e0effe24-9427-49f3-906b-91847b3eb354 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 1155 time: 0.2301335 Feb 03 12:37:50.977710 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['b4cdce3c-ede9-447a-93fd-ab1378721ecd'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:51.080913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] Set router e447d82d-0592-440d-89d5-9222360f31cb gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:37:51.096883 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-37e4c046-74bc-4ee6-a7b8-ea9cb8041bba req-887d5550-600a-4566-bcfa-9bdd38444646 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609623 Feb 03 12:37:51.127030 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bcf74f90-0d9a-4553-b6bb-6c0857080ebe admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-312980718-network', 'tenant_id': '3ba3cb62f98246c08ca253d4a3f26934'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:51.146365 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f4c863c7-c038-486c-86f2-9e3096d62a0d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:51.176560 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037fe76d-7973-45fe-8676-016558e4f61d admin admin] Network 07cf43ed-0819-47a2-853b-006ff9cf376b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:51.184443 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-037fe76d-7973-45fe-8676-016558e4f61d admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:51.211033 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf74f90-0d9a-4553-b6bb-6c0857080ebe admin admin] Made reservation on behalf of 3ba3cb62f98246c08ca253d4a3f26934 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:51.214066 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcf74f90-0d9a-4553-b6bb-6c0857080ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:51.236898 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcf74f90-0d9a-4553-b6bb-6c0857080ebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:51.259552 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de59a0-de94-4a0e-98ed-6824d761bdd1 req-0169b378-0283-451c-af2f-79d871c66daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:51.270045 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33de59a0-de94-4a0e-98ed-6824d761bdd1 req-0169b378-0283-451c-af2f-79d871c66daf service neutron] 10.222.0.73 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 909 time: 0.3175232 Feb 03 12:37:51.434669 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33de59a0-de94-4a0e-98ed-6824d761bdd1 req-b10a26f3-756b-4d2e-8c89-dd2a1353e3d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4cdce3c-ede9-447a-93fd-ab1378721ecd HTTP/1.1" status: 200 len: 217 time: 0.1388354 Feb 03 12:37:51.443880 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device bea337d6-879e-4f1e-b9d1-d48bf2c2c960 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:51.469609 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74217bd8-6cab-485a-bf03-be3b6f601a6c req-5c17390a-5921-44e5-a86c-59788f1e7bc7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:51.480037 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74217bd8-6cab-485a-bf03-be3b6f601a6c req-5c17390a-5921-44e5-a86c-59788f1e7bc7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:51.494197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74217bd8-6cab-485a-bf03-be3b6f601a6c req-5c17390a-5921-44e5-a86c-59788f1e7bc7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:51.512419 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74217bd8-6cab-485a-bf03-be3b6f601a6c req-5c17390a-5921-44e5-a86c-59788f1e7bc7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:51.532796 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74217bd8-6cab-485a-bf03-be3b6f601a6c req-5c17390a-5921-44e5-a86c-59788f1e7bc7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:51.555003 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74217bd8-6cab-485a-bf03-be3b6f601a6c req-5c17390a-5921-44e5-a86c-59788f1e7bc7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:51.560422 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74217bd8-6cab-485a-bf03-be3b6f601a6c req-5c17390a-5921-44e5-a86c-59788f1e7bc7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:51.572834 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['f4c863c7-c038-486c-86f2-9e3096d62a0d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:37:51.577227 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-74217bd8-6cab-485a-bf03-be3b6f601a6c req-5c17390a-5921-44e5-a86c-59788f1e7bc7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5426 time: 0.4947059 Feb 03 12:37:51.669819 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de59a0-de94-4a0e-98ed-6824d761bdd1 req-cebf2054-69d8-4a84-bb5d-6bd2248830af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:51.672169 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33de59a0-de94-4a0e-98ed-6824d761bdd1 req-cebf2054-69d8-4a84-bb5d-6bd2248830af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.2295222 Feb 03 12:37:51.718855 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33de59a0-de94-4a0e-98ed-6824d761bdd1 req-793c106d-5519-4d85-8c2a-8c4173c0d9d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332341 Feb 03 12:37:51.731404 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=f4c863c7-c038-486c-86f2-9e3096d62a0d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:51.846368 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33de59a0-de94-4a0e-98ed-6824d761bdd1 req-6bca2a56-e424-4ec0-8186-55b6c75c070e service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059296 Feb 03 12:37:51.883400 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-74217bd8-6cab-485a-bf03-be3b6f601a6c req-9415b9de-0688-4d85-9f1f-a3121f98ed52 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3051836 Feb 03 12:37:51.908015 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037fe76d-7973-45fe-8676-016558e4f61d admin admin] Router e447d82d-0592-440d-89d5-9222360f31cb has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:37:51.927549 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcf74f90-0d9a-4553-b6bb-6c0857080ebe admin admin] Publish callbacks [] for security_group (fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:51.947011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ecd8c-2050-4929-ac04-8b9bb95c7071 req-5f4dce4d-7101-41d9-b00f-c59c4e945279 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:51.954950 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-303ecd8c-2050-4929-ac04-8b9bb95c7071 req-5f4dce4d-7101-41d9-b00f-c59c4e945279 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/ports?device_id=98eead0d-00fa-437b-ae96-77d6bc4ef777 HTTP/1.1" status: 200 len: 944 time: 0.2906296 Feb 03 12:37:52.024638 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcf74f90-0d9a-4553-b6bb-6c0857080ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:52.072308 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port bea337d6-879e-4f1e-b9d1-d48bf2c2c960 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:37:52.091276 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-303ecd8c-2050-4929-ac04-8b9bb95c7071 req-0ef849e9-c03d-4d78-bd72-f65d440d12f8 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec94fcf8-3214-4495-9af0-c7e6057f000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350961 Feb 03 12:37:52.092152 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf74f90-0d9a-4553-b6bb-6c0857080ebe admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:37:52.128877 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf74f90-0d9a-4553-b6bb-6c0857080ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:52.139389 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-172dfa61-5b8e-4ce1-a5de-85ef910b55e5 None None] Provisioning complete for port e17ea3c2-d944-47b6-98bd-9ec72246b058 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:52.139767 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-172dfa61-5b8e-4ce1-a5de-85ef910b55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e17ea3c2-d944-47b6-98bd-9ec72246b058), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:52.149421 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcf74f90-0d9a-4553-b6bb-6c0857080ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (684886bb-de56-47af-999b-bb0af1e11284), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:52.150574 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-bcf74f90-0d9a-4553-b6bb-6c0857080ebe admin admin] Added segment 684886bb-de56-47af-999b-bb0af1e11284 of type vlan for network b8745d44-134c-43f4-a710-2d8603aaf933 Feb 03 12:37:52.155661 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33de59a0-de94-4a0e-98ed-6824d761bdd1 req-8664cf5f-fdad-47dd-a3cd-3a2e7a0607c1 service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994025 Feb 03 12:37:52.175771 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037fe76d-7973-45fe-8676-016558e4f61d admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:37:52.179788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port bea337d6-879e-4f1e-b9d1-d48bf2c2c960 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:52.181015 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (bea337d6-879e-4f1e-b9d1-d48bf2c2c960), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:52.192595 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-037fe76d-7973-45fe-8676-016558e4f61d admin admin] 10.222.0.18 "PUT /v2.0/routers/e447d82d-0592-440d-89d5-9222360f31cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6070194 Feb 03 12:37:52.297855 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcf74f90-0d9a-4553-b6bb-6c0857080ebe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (b8745d44-134c-43f4-a710-2d8603aaf933), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:52.337654 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcf74f90-0d9a-4553-b6bb-6c0857080ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (b8745d44-134c-43f4-a710-2d8603aaf933), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:52.342548 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf74f90-0d9a-4553-b6bb-6c0857080ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:52.346687 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcf74f90-0d9a-4553-b6bb-6c0857080ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:52.467965 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bcf74f90-0d9a-4553-b6bb-6c0857080ebe admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6006577 Feb 03 12:37:52.468621 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45016) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:52.483796 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c0529056-efbe-45e0-821b-5eebf78b8047 admin admin] Request body: {'subnet': {'network_id': 'b8745d44-134c-43f4-a710-2d8603aaf933', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-312980718-subnet', 'tenant_id': '3ba3cb62f98246c08ca253d4a3f26934', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:52.532487 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306094e-2c4c-4554-ab29-8d365c46b706 req-60fcb8e3-aed9-4471-bf6e-38c4962009d3 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:52.541293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45022) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:52.542452 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b306094e-2c4c-4554-ab29-8d365c46b706 req-60fcb8e3-aed9-4471-bf6e-38c4962009d3 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 943 time: 0.2283902 Feb 03 12:37:52.636829 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b306094e-2c4c-4554-ab29-8d365c46b706 req-286141a4-d866-4e70-bf1c-28a0d1851ea2 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879223 Feb 03 12:37:52.650399 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf74f90-0d9a-4553-b6bb-6c0857080ebe admin admin] Pushing event updated for resources: {'Network': ['ID=b8745d44-134c-43f4-a710-2d8603aaf933,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:52.650623 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-172dfa61-5b8e-4ce1-a5de-85ef910b55e5 None None] Port e17ea3c2-d944-47b6-98bd-9ec72246b058 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:37:52.673299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network b8745d44-134c-43f4-a710-2d8603aaf933 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:37:52.683126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0529056-efbe-45e0-821b-5eebf78b8047 admin admin] Made reservation on behalf of 3ba3cb62f98246c08ca253d4a3f26934 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:52.689717 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0529056-efbe-45e0-821b-5eebf78b8047 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:52.788381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-37cf1c4c-3de7-46b2-bd84-4e2aaf71db2a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1007000826'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:52.886098 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e447d82d-0592-440d-89d5-9222360f31cb', 'name': 'tempest-ServersTestMultiNic-1317131435-router', 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4de34bbe-1c5e-4e00-98fe-6a6187098607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:37:37Z', 'updated_at': '2022-02-03T12:37:48Z', 'revision_number': 4, 'project_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'gw_port': {'id': '4de34bbe-1c5e-4e00-98fe-6a6187098607', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e447d82d-0592-440d-89d5-9222360f31cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:37:39Z', 'updated_at': '2022-02-03T12:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'e17ea3c2-d944-47b6-98bd-9ec72246b058', 'name': '', 'network_id': '07cf43ed-0819-47a2-853b-006ff9cf376b', 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'mac_address': 'fa:16:3e:53:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e447d82d-0592-440d-89d5-9222360f31cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '389a6df8-4826-4699-9894-4ff0aa3e306c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:37:45Z', 'updated_at': '2022-02-03T12:37:49Z', 'revision_number': 2, 'project_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'subnets': [{'id': '389a6df8-4826-4699-9894-4ff0aa3e306c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:52.890538 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port bea337d6-879e-4f1e-b9d1-d48bf2c2c960 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:52.890936 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bea337d6-879e-4f1e-b9d1-d48bf2c2c960), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:52.975109 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cf1c4c-3de7-46b2-bd84-4e2aaf71db2a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Made reservation on behalf of f35495a3f6e14accbb29833ce60f2ba1 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:52.979292 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37cf1c4c-3de7-46b2-bd84-4e2aaf71db2a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:53.003220 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab08d9f6-ff19-40ab-8aae-1436473a1087 None None] The sync data for ids ['e447d82d-0592-440d-89d5-9222360f31cb'] in n-d-827336-3 is: [{'id': 'e447d82d-0592-440d-89d5-9222360f31cb', 'name': 'tempest-ServersTestMultiNic-1317131435-router', 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4de34bbe-1c5e-4e00-98fe-6a6187098607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:37:37Z', 'updated_at': '2022-02-03T12:37:48Z', 'revision_number': 4, 'project_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'gw_port': {'id': '4de34bbe-1c5e-4e00-98fe-6a6187098607', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e447d82d-0592-440d-89d5-9222360f31cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:37:39Z', 'updated_at': '2022-02-03T12:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'e17ea3c2-d944-47b6-98bd-9ec72246b058', 'name': '', 'network_id': '07cf43ed-0819-47a2-853b-006ff9cf376b', 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'mac_address': 'fa:16:3e:53:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e447d82d-0592-440d-89d5-9222360f31cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '389a6df8-4826-4699-9894-4ff0aa3e306c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:37:45Z', 'updated_at': '2022-02-03T12:37:49Z', 'revision_number': 2, 'project_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'subnets': [{'id': '389a6df8-4826-4699-9894-4ff0aa3e306c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:37:53.004834 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37cf1c4c-3de7-46b2-bd84-4e2aaf71db2a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:37:53.014655 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37cf1c4c-3de7-46b2-bd84-4e2aaf71db2a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (76f499f9-023e-419a-9e1b-4060750943cf), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:53.015011 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-37cf1c4c-3de7-46b2-bd84-4e2aaf71db2a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Added segment 76f499f9-023e-419a-9e1b-4060750943cf of type vlan for network afb6f529-eeb5-47b6-9180-4d647069c2cb Feb 03 12:37:53.036336 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea337d6-879e-4f1e-b9d1-d48bf2c2c960'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:53.045050 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f9d142-b561-4828-af7f-607bf9a3d2d9" -d '{"events": [{"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-plugged", "status": "completed", "tag": "bea337d6-879e-4f1e-b9d1-d48bf2c2c960"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:53.079968 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37cf1c4c-3de7-46b2-bd84-4e2aaf71db2a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (afb6f529-eeb5-47b6-9180-4d647069c2cb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:53.089303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port bea337d6-879e-4f1e-b9d1-d48bf2c2c960, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=bea337d6-879e-4f1e-b9d1-d48bf2c2c960,segment=NetworkSegment(214345f3-acc0-4b08-88f8-d3087a548fe6),segment_id=214345f3-acc0-4b08-88f8-d3087a548fe6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:53.098837 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (bea337d6-879e-4f1e-b9d1-d48bf2c2c960), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:53.112477 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0529056-efbe-45e0-821b-5eebf78b8047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (e699e02c-7d53-4231-bce7-5f9eee89c3d6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:53.216164 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d05dc82-d628-4385-9ea6-e2505f7e7aa7 x-openstack-request-id: req-3d05dc82-d628-4385-9ea6-e2505f7e7aa7 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:53.216164 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-plugged", "status": "completed", "tag": "bea337d6-879e-4f1e-b9d1-d48bf2c2c960", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:53.216519 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37cf1c4c-3de7-46b2-bd84-4e2aaf71db2a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (afb6f529-eeb5-47b6-9180-4d647069c2cb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:53.216666 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d05dc82-d628-4385-9ea6-e2505f7e7aa7 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:53.216666 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea337d6-879e-4f1e-b9d1-d48bf2c2c960', 'code': 200} Feb 03 12:37:53.218069 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=bea337d6-879e-4f1e-b9d1-d48bf2c2c960,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:53.222603 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cf1c4c-3de7-46b2-bd84-4e2aaf71db2a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:53.223260 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37cf1c4c-3de7-46b2-bd84-4e2aaf71db2a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:53.379410 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 7d963305-4b96-4371-bbd0-3f18af7a7dd0 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:53.415615 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4189f1a-5a7a-4eb8-8305-065bbb492b2b req-aef7f4ef-1d37-43de-a9a5-7d2300943628 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:53.432494 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b4189f1a-5a7a-4eb8-8305-065bbb492b2b req-aef7f4ef-1d37-43de-a9a5-7d2300943628 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/ports?device_id=98eead0d-00fa-437b-ae96-77d6bc4ef777 HTTP/1.1" status: 200 len: 944 time: 0.1340263 Feb 03 12:37:53.460391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf1c4c-3de7-46b2-bd84-4e2aaf71db2a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event updated for resources: {'Network': ['ID=afb6f529-eeb5-47b6-9180-4d647069c2cb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:53.495949 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network afb6f529-eeb5-47b6-9180-4d647069c2cb details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:37:53.505989 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-37cf1c4c-3de7-46b2-bd84-4e2aaf71db2a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8703775 Feb 03 12:37:53.510096 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45036) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:53.542719 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9b78e4bb-71e6-4353-a4aa-92f3968394ed tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Request body: {'subnet': {'network_id': 'afb6f529-eeb5-47b6-9180-4d647069c2cb', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:53.568005 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0529056-efbe-45e0-821b-5eebf78b8047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e699e02c-7d53-4231-bce7-5f9eee89c3d6,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:53.570037 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b4189f1a-5a7a-4eb8-8305-065bbb492b2b req-574b93a4-7c18-454b-aa42-1541747f14ed tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec94fcf8-3214-4495-9af0-c7e6057f000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305840 Feb 03 12:37:53.707259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bbd56-d778-4748-92c7-23eda31de4d7 req-a1805b93-8a26-49c5-9de0-a52791e185c2 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:53.712315 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 7d963305-4b96-4371-bbd0-3f18af7a7dd0 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:37:53.721284 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 7d963305-4b96-4371-bbd0-3f18af7a7dd0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:53.721284 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7d963305-4b96-4371-bbd0-3f18af7a7dd0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:53.726669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bbd56-d778-4748-92c7-23eda31de4d7 req-a1805b93-8a26-49c5-9de0-a52791e185c2 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:53.740861 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bbd56-d778-4748-92c7-23eda31de4d7 req-a1805b93-8a26-49c5-9de0-a52791e185c2 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:53.758831 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bbd56-d778-4748-92c7-23eda31de4d7 req-a1805b93-8a26-49c5-9de0-a52791e185c2 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:53.773282 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bbd56-d778-4748-92c7-23eda31de4d7 req-a1805b93-8a26-49c5-9de0-a52791e185c2 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:53.787714 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bbd56-d778-4748-92c7-23eda31de4d7 req-a1805b93-8a26-49c5-9de0-a52791e185c2 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:53.799615 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bbd56-d778-4748-92c7-23eda31de4d7 req-a1805b93-8a26-49c5-9de0-a52791e185c2 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:53.806262 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-864bbd56-d778-4748-92c7-23eda31de4d7 req-a1805b93-8a26-49c5-9de0-a52791e185c2 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5427 time: 0.6846433 Feb 03 12:37:53.823407 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0529056-efbe-45e0-821b-5eebf78b8047 admin admin] Checking segment: {'id': '684886bb-de56-47af-999b-bb0af1e11284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b8745d44-134c-43f4-a710-2d8603aaf933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:53.823753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0529056-efbe-45e0-821b-5eebf78b8047 admin admin] Network hostable DHCP agents. Network: b8745d44-134c-43f4-a710-2d8603aaf933, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:37:53.942551 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 7d963305-4b96-4371-bbd0-3f18af7a7dd0 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:53.949520 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7d963305-4b96-4371-bbd0-3f18af7a7dd0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:53.963573 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-864bbd56-d778-4748-92c7-23eda31de4d7 req-cff8d1a4-020d-4c35-9ec4-1edcbbb9aaab tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019032 Feb 03 12:37:53.970261 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0529056-efbe-45e0-821b-5eebf78b8047 admin admin] Network b8745d44-134c-43f4-a710-2d8603aaf933 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:37:53.991219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b78e4bb-71e6-4353-a4aa-92f3968394ed tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Made reservation on behalf of f35495a3f6e14accbb29833ce60f2ba1 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:54.002828 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b78e4bb-71e6-4353-a4aa-92f3968394ed tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:54.009711 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb097bba-0ac3-47e1-819c-e533568afc98 req-145452d7-d071-41fb-82f6-a4102b76adb8 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:54.011260 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eb097bba-0ac3-47e1-819c-e533568afc98 req-145452d7-d071-41fb-82f6-a4102b76adb8 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 943 time: 0.1776459 Feb 03 12:37:54.074167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 7d963305-4b96-4371-bbd0-3f18af7a7dd0, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=7d963305-4b96-4371-bbd0-3f18af7a7dd0,segment=NetworkSegment(214345f3-acc0-4b08-88f8-d3087a548fe6),segment_id=214345f3-acc0-4b08-88f8-d3087a548fe6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:54.089861 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7d963305-4b96-4371-bbd0-3f18af7a7dd0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:54.090699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4997ac52-3b54-4c28-b601-d5627a93ce49 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:54.214542 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eb097bba-0ac3-47e1-819c-e533568afc98 req-bea70bdc-f68b-44fa-b080-3c90b72e658d tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898940 Feb 03 12:37:54.226495 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c0529056-efbe-45e0-821b-5eebf78b8047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, b8745d44-134c-43f4-a710-2d8603aaf933) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:54.241610 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0529056-efbe-45e0-821b-5eebf78b8047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:54.242200 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0529056-efbe-45e0-821b-5eebf78b8047 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:54.266166 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=7d963305-4b96-4371-bbd0-3f18af7a7dd0,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:54.282072 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aadc8c-a640-4c7d-af41-d3e122d70f53 None None] Network b8745d44-134c-43f4-a710-2d8603aaf933 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:37:54.363534 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c0529056-efbe-45e0-821b-5eebf78b8047 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8916161 Feb 03 12:37:54.420142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 4997ac52-3b54-4c28-b601-d5627a93ce49 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:37:54.429154 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 4997ac52-3b54-4c28-b601-d5627a93ce49 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:54.430166 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4997ac52-3b54-4c28-b601-d5627a93ce49), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:54.501820 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b78e4bb-71e6-4353-a4aa-92f3968394ed tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (0929505d-afcb-45f6-bfc0-7cb9433e77c5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:54.573629 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc114cd-36f8-4947-a7fc-8e9082e73990 None None] Network b8745d44-134c-43f4-a710-2d8603aaf933 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:37:54.620052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b78e4bb-71e6-4353-a4aa-92f3968394ed tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Checking segment: {'id': '76f499f9-023e-419a-9e1b-4060750943cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb6f529-eeb5-47b6-9180-4d647069c2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:54.622436 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b78e4bb-71e6-4353-a4aa-92f3968394ed tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Network hostable DHCP agents. Network: afb6f529-eeb5-47b6-9180-4d647069c2cb, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:37:54.638604 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78e4bb-71e6-4353-a4aa-92f3968394ed tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event updated for resources: {'Subnet': ['ID=0929505d-afcb-45f6-bfc0-7cb9433e77c5,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:54.695161 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b78e4bb-71e6-4353-a4aa-92f3968394ed tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Network afb6f529-eeb5-47b6-9180-4d647069c2cb is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:37:54.718199 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9b78e4bb-71e6-4353-a4aa-92f3968394ed tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, afb6f529-eeb5-47b6-9180-4d647069c2cb) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:54.728334 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b78e4bb-71e6-4353-a4aa-92f3968394ed tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:54.728986 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b78e4bb-71e6-4353-a4aa-92f3968394ed tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:54.794854 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfdfce9-ff95-4a64-8370-fc39b51f67f9 None None] Network afb6f529-eeb5-47b6-9180-4d647069c2cb requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:37:54.867874 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9b78e4bb-71e6-4353-a4aa-92f3968394ed tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3522077 Feb 03 12:37:54.870415 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45064) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:54.875604 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-86918517-b546-47a6-80a7-656191c804ba tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-349137218'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:54.927897 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86918517-b546-47a6-80a7-656191c804ba tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Made reservation on behalf of f35495a3f6e14accbb29833ce60f2ba1 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:54.931643 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86918517-b546-47a6-80a7-656191c804ba tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:54.940138 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5acd27-720f-4a0a-bd99-341e6b4a7b7b req-235fcd76-92d4-41a3-8cb7-372a66a74bba tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:54.947639 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d5acd27-720f-4a0a-bd99-341e6b4a7b7b req-235fcd76-92d4-41a3-8cb7-372a66a74bba tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/ports?device_id=98eead0d-00fa-437b-ae96-77d6bc4ef777 HTTP/1.1" status: 200 len: 944 time: 0.2094035 Feb 03 12:37:55.014443 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-b67cf8d6-f532-42ef-a826-8a097fa7d596 req-bb25299b-6aa5-44f4-85aa-af4a0fa52ad0 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2144237073', 'description': 'tempest-description-329117788'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:55.096650 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86918517-b546-47a6-80a7-656191c804ba tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:37:55.106658 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d5acd27-720f-4a0a-bd99-341e6b4a7b7b req-832ff323-8ecf-4e59-b427-6bf717a1539e tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec94fcf8-3214-4495-9af0-c7e6057f000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426513 Feb 03 12:37:55.114939 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86918517-b546-47a6-80a7-656191c804ba tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.115524 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-86918517-b546-47a6-80a7-656191c804ba tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Added segment 9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718 of type vlan for network 25b0e2e4-3e46-4382-89f0-9cdec9caf30f Feb 03 12:37:55.169182 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86918517-b546-47a6-80a7-656191c804ba tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (25b0e2e4-3e46-4382-89f0-9cdec9caf30f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.197427 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b67cf8d6-f532-42ef-a826-8a097fa7d596 req-bb25299b-6aa5-44f4-85aa-af4a0fa52ad0 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.212746 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 4997ac52-3b54-4c28-b601-d5627a93ce49 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:55.214173 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4997ac52-3b54-4c28-b601-d5627a93ce49), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.218256 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86918517-b546-47a6-80a7-656191c804ba tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (25b0e2e4-3e46-4382-89f0-9cdec9caf30f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.222188 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d963305-4b96-4371-bbd0-3f18af7a7dd0'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:55.229593 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86918517-b546-47a6-80a7-656191c804ba tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:55.230604 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db350b82-4910-4a00-aaa6-042888a95804" -d '{"events": [{"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-plugged", "status": "completed", "tag": "7d963305-4b96-4371-bbd0-3f18af7a7dd0"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:55.231655 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86918517-b546-47a6-80a7-656191c804ba tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.269550 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f4c863c7-c038-486c-86f2-9e3096d62a0d up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:55.440357 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b67cf8d6-f532-42ef-a826-8a097fa7d596 req-bb25299b-6aa5-44f4-85aa-af4a0fa52ad0 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (755cd03e-70a6-4dd7-ad44-b2eb6d7b6e5e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.467987 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b67cf8d6-f532-42ef-a826-8a097fa7d596 req-bb25299b-6aa5-44f4-85aa-af4a0fa52ad0 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (755cd03e-70a6-4dd7-ad44-b2eb6d7b6e5e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.525289 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4997ac52-3b54-4c28-b601-d5627a93ce49, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4997ac52-3b54-4c28-b601-d5627a93ce49,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:55.541338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4fbda-2e96-4aee-b1c8-74aefd28e3fd req-45c7abe7-7fee-45a2-8010-a1e021b08991 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:55.557292 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4fbda-2e96-4aee-b1c8-74aefd28e3fd req-45c7abe7-7fee-45a2-8010-a1e021b08991 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:55.569655 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4fbda-2e96-4aee-b1c8-74aefd28e3fd req-45c7abe7-7fee-45a2-8010-a1e021b08991 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:55.570131 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4997ac52-3b54-4c28-b601-d5627a93ce49), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.581902 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-afb6f529-eeb5-47b6-9180-4d647069c2cb', 'network_id': 'afb6f529-eeb5-47b6-9180-4d647069c2cb', 'project_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'fixed_ips': [{'subnet_id': '0929505d-afcb-45f6-bfc0-7cb9433e77c5'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:37:55.582624 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4fbda-2e96-4aee-b1c8-74aefd28e3fd req-45c7abe7-7fee-45a2-8010-a1e021b08991 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:55.585736 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.592179 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4fbda-2e96-4aee-b1c8-74aefd28e3fd req-45c7abe7-7fee-45a2-8010-a1e021b08991 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:55.595632 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25299b-6aa5-44f4-85aa-af4a0fa52ad0 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755cd03e-70a6-4dd7-ad44-b2eb6d7b6e5e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:55.611684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4fbda-2e96-4aee-b1c8-74aefd28e3fd req-45c7abe7-7fee-45a2-8010-a1e021b08991 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:55.628337 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-86918517-b546-47a6-80a7-656191c804ba tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7545087 Feb 03 12:37:55.640757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 55ce07b3-b633-427d-bcfe-ddf107141bad up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:55.643378 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45084) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:37:55.648068 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4fbda-2e96-4aee-b1c8-74aefd28e3fd req-45c7abe7-7fee-45a2-8010-a1e021b08991 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:55.655988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4003025f-eeda-423f-92f0-3e16484aa34b tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Request body: {'subnet': {'network_id': '25b0e2e4-3e46-4382-89f0-9cdec9caf30f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:55.658537 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cfa4fbda-2e96-4aee-b1c8-74aefd28e3fd req-45c7abe7-7fee-45a2-8010-a1e021b08991 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5428 time: 0.2833827 Feb 03 12:37:55.731463 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port f4c863c7-c038-486c-86f2-9e3096d62a0d completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:37:55.743440 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=4997ac52-3b54-4c28-b601-d5627a93ce49,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:55.770722 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b67cf8d6-f532-42ef-a826-8a097fa7d596 req-bb25299b-6aa5-44f4-85aa-af4a0fa52ad0 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.790898 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b67cf8d6-f532-42ef-a826-8a097fa7d596 req-bb25299b-6aa5-44f4-85aa-af4a0fa52ad0 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7883072 Feb 03 12:37:55.796148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port f4c863c7-c038-486c-86f2-9e3096d62a0d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:55.797752 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f4c863c7-c038-486c-86f2-9e3096d62a0d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:55.834305 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86918517-b546-47a6-80a7-656191c804ba tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event updated for resources: {'Network': ['ID=25b0e2e4-3e46-4382-89f0-9cdec9caf30f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:55.855419 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cfa4fbda-2e96-4aee-b1c8-74aefd28e3fd req-65e5ad8a-5bf2-4b97-b075-21300edb782d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1889000 Feb 03 12:37:55.900456 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 25b0e2e4-3e46-4382-89f0-9cdec9caf30f details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:37:55.985741 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a630aaf-b769-4177-b54f-130b790ee911 x-openstack-request-id: req-9a630aaf-b769-4177-b54f-130b790ee911 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:55.986985 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-acb38239-06e7-4cca-a94a-b1d8235154a9 req-356abcef-8e0e-4f27-80fa-325e461f7d6a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-452335048', 'description': 'tempest-description-1813108359'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:37:55.995620 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-plugged", "status": "completed", "tag": "7d963305-4b96-4371-bbd0-3f18af7a7dd0", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:55.998178 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a630aaf-b769-4177-b54f-130b790ee911 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:55.998790 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d963305-4b96-4371-bbd0-3f18af7a7dd0', 'code': 200} Feb 03 12:37:56.033837 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-acb38239-06e7-4cca-a94a-b1d8235154a9 req-356abcef-8e0e-4f27-80fa-325e461f7d6a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:56.106028 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 55ce07b3-b633-427d-bcfe-ddf107141bad completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:37:56.169409 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14301228-9623-4415-bf46-62d3d5be46c1 req-9900addc-3fd2-45e1-9d82-8a462e37114b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:56.184485 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-14301228-9623-4415-bf46-62d3d5be46c1 req-9900addc-3fd2-45e1-9d82-8a462e37114b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 943 time: 0.1964025 Feb 03 12:37:56.203323 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 55ce07b3-b633-427d-bcfe-ddf107141bad triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:56.208999 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (55ce07b3-b633-427d-bcfe-ddf107141bad), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:56.260609 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-14301228-9623-4415-bf46-62d3d5be46c1 req-39d0ada7-2f4b-44e6-b3ad-e4505fcb1db5 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747068 Feb 03 12:37:56.268962 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4003025f-eeda-423f-92f0-3e16484aa34b tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Made reservation on behalf of f35495a3f6e14accbb29833ce60f2ba1 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:37:56.280670 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4003025f-eeda-423f-92f0-3e16484aa34b tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:56.390162 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port f4c863c7-c038-486c-86f2-9e3096d62a0d is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:56.391270 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f4c863c7-c038-486c-86f2-9e3096d62a0d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:56.445655 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port f4c863c7-c038-486c-86f2-9e3096d62a0d, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f4c863c7-c038-486c-86f2-9e3096d62a0d,segment=NetworkSegment(e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5),segment_id=e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:56.448812 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] Allocated IP 19.80.0.2 (afb6f529-eeb5-47b6-9180-4d647069c2cb/0929505d-afcb-45f6-bfc0-7cb9433e77c5/614b605d-2c06-43be-a464-2b2e51a61649) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:56.455422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4de34bbe-1c5e-4e00-98fe-6a6187098607 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:56.551060 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f4c863c7-c038-486c-86f2-9e3096d62a0d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:56.633963 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e62d5-e980-489e-93bd-836e4e04aa08 req-b38a5264-478f-4953-8b61-2bdc3f7384fd tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:56.641363 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a61e62d5-e980-489e-93bd-836e4e04aa08 req-b38a5264-478f-4953-8b61-2bdc3f7384fd tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/ports?device_id=98eead0d-00fa-437b-ae96-77d6bc4ef777 HTTP/1.1" status: 200 len: 945 time: 0.1849189 Feb 03 12:37:56.810254 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 55ce07b3-b633-427d-bcfe-ddf107141bad is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:56.810952 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (55ce07b3-b633-427d-bcfe-ddf107141bad), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:56.857048 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a61e62d5-e980-489e-93bd-836e4e04aa08 req-e864265c-d707-423e-855d-d36f55c14b2a tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec94fcf8-3214-4495-9af0-c7e6057f000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147899 Feb 03 12:37:56.952418 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-acb38239-06e7-4cca-a94a-b1d8235154a9 req-356abcef-8e0e-4f27-80fa-325e461f7d6a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (83b1dd38-4432-44d4-9f52-28e78136a29b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:56.954754 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 4de34bbe-1c5e-4e00-98fe-6a6187098607 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:56.956130 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4de34bbe-1c5e-4e00-98fe-6a6187098607), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:56.971929 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-acb38239-06e7-4cca-a94a-b1d8235154a9 req-356abcef-8e0e-4f27-80fa-325e461f7d6a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (83b1dd38-4432-44d4-9f52-28e78136a29b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:56.989529 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4003025f-eeda-423f-92f0-3e16484aa34b tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (0989c41e-ed20-4296-8bea-6ccc5dc04c71), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:57.099220 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-acb38239-06e7-4cca-a94a-b1d8235154a9 req-356abcef-8e0e-4f27-80fa-325e461f7d6a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:57.109659 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-acb38239-06e7-4cca-a94a-b1d8235154a9 req-356abcef-8e0e-4f27-80fa-325e461f7d6a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.1319203 Feb 03 12:37:57.111748 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4003025f-eeda-423f-92f0-3e16484aa34b tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Checking segment: {'id': '9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '25b0e2e4-3e46-4382-89f0-9cdec9caf30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:57.112169 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4003025f-eeda-423f-92f0-3e16484aa34b tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Network hostable DHCP agents. Network: 25b0e2e4-3e46-4382-89f0-9cdec9caf30f, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:37:57.112759 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356abcef-8e0e-4f27-80fa-325e461f7d6a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b1dd38-4432-44d4-9f52-28e78136a29b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:57.142716 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003025f-eeda-423f-92f0-3e16484aa34b tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event updated for resources: {'Subnet': ['ID=0989c41e-ed20-4296-8bea-6ccc5dc04c71,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:57.165620 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 55ce07b3-b633-427d-bcfe-ddf107141bad, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=55ce07b3-b633-427d-bcfe-ddf107141bad,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:57.186949 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4003025f-eeda-423f-92f0-3e16484aa34b tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Network 25b0e2e4-3e46-4382-89f0-9cdec9caf30f is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:37:57.227712 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-4003025f-eeda-423f-92f0-3e16484aa34b tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 25b0e2e4-3e46-4382-89f0-9cdec9caf30f) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:57.242485 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4003025f-eeda-423f-92f0-3e16484aa34b tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:57.243771 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4003025f-eeda-423f-92f0-3e16484aa34b tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:57.286533 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (55ce07b3-b633-427d-bcfe-ddf107141bad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:57.287577 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d65c0e11-fec5-4b03-8a94-156af3836d72 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:57.317724 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88cfda9-1195-46ff-9bb9-94594e1deee2 None None] Network 25b0e2e4-3e46-4382-89f0-9cdec9caf30f requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:37:57.317970 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] Sync routers for ids ['e447d82d-0592-440d-89d5-9222360f31cb'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:37:57.332317 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] Routers {'e447d82d-0592-440d-89d5-9222360f31cb'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:37:57.333316 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:37:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['e447d82d-0592-440d-89d5-9222360f31cb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:57.363763 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4003025f-eeda-423f-92f0-3e16484aa34b tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7182069 Feb 03 12:37:57.426561 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26e67e-be86-441f-835d-1653bf421856 req-e2a088b3-f5c0-47a0-8944-fdd0a49354b3 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:57.439190 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=f4c863c7-c038-486c-86f2-9e3096d62a0d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:57.441091 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26e67e-be86-441f-835d-1653bf421856 req-e2a088b3-f5c0-47a0-8944-fdd0a49354b3 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:57.452661 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26e67e-be86-441f-835d-1653bf421856 req-e2a088b3-f5c0-47a0-8944-fdd0a49354b3 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:57.467805 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26e67e-be86-441f-835d-1653bf421856 req-e2a088b3-f5c0-47a0-8944-fdd0a49354b3 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:57.473057 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26e67e-be86-441f-835d-1653bf421856 req-e2a088b3-f5c0-47a0-8944-fdd0a49354b3 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:57.483099 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] Set router e447d82d-0592-440d-89d5-9222360f31cb gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:37:57.489976 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26e67e-be86-441f-835d-1653bf421856 req-e2a088b3-f5c0-47a0-8944-fdd0a49354b3 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:57.508714 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26e67e-be86-441f-835d-1653bf421856 req-e2a088b3-f5c0-47a0-8944-fdd0a49354b3 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:57.510759 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fa26e67e-be86-441f-835d-1653bf421856 req-e2a088b3-f5c0-47a0-8944-fdd0a49354b3 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5430 time: 0.3388333 Feb 03 12:37:57.569764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af05611-095c-4fee-96fd-7797005655cb req-efb06c90-9799-46a0-9be9-c95125171d52 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:57.576753 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3af05611-095c-4fee-96fd-7797005655cb req-efb06c90-9799-46a0-9be9-c95125171d52 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/networks?id=b8745d44-134c-43f4-a710-2d8603aaf933 HTTP/1.1" status: 200 len: 812 time: 0.2378056 Feb 03 12:37:57.602253 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3af05611-095c-4fee-96fd-7797005655cb req-88710774-9d40-49e9-9e90-2dc048849569 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/quotas/3ba3cb62f98246c08ca253d4a3f26934 HTTP/1.1" status: 200 len: 375 time: 0.0242953 Feb 03 12:37:57.670344 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fa26e67e-be86-441f-835d-1653bf421856 req-71c8726d-4482-4ce7-bdc3-3c44a9337781 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1339605 Feb 03 12:37:57.680327 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3af05611-095c-4fee-96fd-7797005655cb req-979b7f17-0e8e-40c3-a036-e33384d871d1 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba3cb62f98246c08ca253d4a3f26934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767870 Feb 03 12:37:57.890476 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3af05611-095c-4fee-96fd-7797005655cb req-6f5a4ea2-dae2-4b57-b0af-ba8dde79d935 service neutron] 10.222.0.18 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089503 Feb 03 12:37:57.906715 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e5032-2e4a-4d5e-8dd6-1035470ee1da req-e111fe33-e676-48e6-b395-26062ca77f41 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:57.918612 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a77e5032-2e4a-4d5e-8dd6-1035470ee1da req-e111fe33-e676-48e6-b395-26062ca77f41 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 943 time: 0.1082265 Feb 03 12:37:57.985102 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a77e5032-2e4a-4d5e-8dd6-1035470ee1da req-3d83a556-fac5-4ad8-a509-ced912541758 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653245 Feb 03 12:37:58.013944 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4997ac52-3b54-4c28-b601-d5627a93ce49'}, {'server_uuid': '98eead0d-00fa-437b-ae96-77d6bc4ef777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c863c7-c038-486c-86f2-9e3096d62a0d'}, {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ce07b3-b633-427d-bcfe-ddf107141bad'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:37:58.017122 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d212ccc-228b-47a8-a0c4-d30e0e5b4cd8" -d '{"events": [{"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-plugged", "status": "completed", "tag": "4997ac52-3b54-4c28-b601-d5627a93ce49"}, {"server_uuid": "98eead0d-00fa-437b-ae96-77d6bc4ef777", "name": "network-vif-plugged", "status": "completed", "tag": "f4c863c7-c038-486c-86f2-9e3096d62a0d"}, {"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-plugged", "status": "completed", "tag": "55ce07b3-b633-427d-bcfe-ddf107141bad"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:37:58.054239 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e447d82d-0592-440d-89d5-9222360f31cb', 'name': 'tempest-ServersTestMultiNic-1317131435-router', 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4de34bbe-1c5e-4e00-98fe-6a6187098607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:37:37Z', 'updated_at': '2022-02-03T12:37:48Z', 'revision_number': 4, 'project_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'gw_port': {'id': '4de34bbe-1c5e-4e00-98fe-6a6187098607', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e447d82d-0592-440d-89d5-9222360f31cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:37:39Z', 'updated_at': '2022-02-03T12:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'e17ea3c2-d944-47b6-98bd-9ec72246b058', 'name': '', 'network_id': '07cf43ed-0819-47a2-853b-006ff9cf376b', 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'mac_address': 'fa:16:3e:53:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e447d82d-0592-440d-89d5-9222360f31cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '389a6df8-4826-4699-9894-4ff0aa3e306c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:37:45Z', 'updated_at': '2022-02-03T12:37:49Z', 'revision_number': 2, 'project_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'subnets': [{'id': '389a6df8-4826-4699-9894-4ff0aa3e306c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:37:58.102139 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] Checking router: e447d82d-0592-440d-89d5-9222360f31cb for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:37:58.102487 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] Updating router e447d82d-0592-440d-89d5-9222360f31cb port e17ea3c2-d944-47b6-98bd-9ec72246b058 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:37:58.137472 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=55ce07b3-b633-427d-bcfe-ddf107141bad,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:58.175644 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3af05611-095c-4fee-96fd-7797005655cb req-7bc44f17-bae5-4b1c-94fb-8fc122bd1195 service neutron] 10.222.0.18 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838709 Feb 03 12:37:58.198910 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e17ea3c2-d944-47b6-98bd-9ec72246b058), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:58.222150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port d65c0e11-fec5-4b03-8a94-156af3836d72 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:37:58.292819 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-95086309-498f-4eac-a8cd-1aba54babd39 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:58.299814 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-95086309-498f-4eac-a8cd-1aba54babd39 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:58.306986 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 4de34bbe-1c5e-4e00-98fe-6a6187098607 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:58.307530 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4de34bbe-1c5e-4e00-98fe-6a6187098607), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:58.310494 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-95086309-498f-4eac-a8cd-1aba54babd39 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/networks?id=afb6f529-eeb5-47b6-9180-4d647069c2cb&id=25b0e2e4-3e46-4382-89f0-9cdec9caf30f&id=afb6f529-eeb5-47b6-9180-4d647069c2cb HTTP/1.1" status: 200 len: 1391 time: 0.1980045 Feb 03 12:37:58.321414 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port d65c0e11-fec5-4b03-8a94-156af3836d72 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:58.322107 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d65c0e11-fec5-4b03-8a94-156af3836d72), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:58.336126 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-09f4db03-1c33-40ca-ba53-9dabad04bf77 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/quotas/f35495a3f6e14accbb29833ce60f2ba1 HTTP/1.1" status: 200 len: 375 time: 0.0239344 Feb 03 12:37:58.415665 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 4de34bbe-1c5e-4e00-98fe-6a6187098607, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4de34bbe-1c5e-4e00-98fe-6a6187098607,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:58.422085 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-25b0e2e4-3e46-4382-89f0-9cdec9caf30f', 'network_id': '25b0e2e4-3e46-4382-89f0-9cdec9caf30f', 'project_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'fixed_ips': [{'subnet_id': '0989c41e-ed20-4296-8bea-6ccc5dc04c71'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:37:58.423145 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:58.442018 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] Publish callbacks [] for port (614b605d-2c06-43be-a464-2b2e51a61649), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:58.443418 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4de34bbe-1c5e-4e00-98fe-6a6187098607), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:58.480447 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (614b605d-2c06-43be-a464-2b2e51a61649), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:58.510783 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-3250b7b6-6a26-4459-8d8e-fcb8f757da7d tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f35495a3f6e14accbb29833ce60f2ba1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1634676 Feb 03 12:37:58.657323 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7b799-d748-4dee-a967-36fb85fe9fba req-123232cc-4b49-4c61-b2e2-5e14227d7ccd tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:58.658347 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] Network afb6f529-eeb5-47b6-9180-4d647069c2cb is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:37:58.666547 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fa7b799-d748-4dee-a967-36fb85fe9fba req-123232cc-4b49-4c61-b2e2-5e14227d7ccd tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/ports?device_id=98eead0d-00fa-437b-ae96-77d6bc4ef777 HTTP/1.1" status: 200 len: 945 time: 0.1069443 Feb 03 12:37:58.671216 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:37:58.685205 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=4de34bbe-1c5e-4e00-98fe-6a6187098607,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:58.700437 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:37:58.716707 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-d9d70b3b-9e54-4745-a66c-b44d9a2e04b8 service neutron] 10.222.0.18 "GET /v2.0/networks/afb6f529-eeb5-47b6-9180-4d647069c2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937716 Feb 03 12:37:58.781853 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fa7b799-d748-4dee-a967-36fb85fe9fba req-564d7fc2-8039-4311-9d9e-f64ae58fc4bb tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec94fcf8-3214-4495-9af0-c7e6057f000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058614 Feb 03 12:37:58.865056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] Pushing event updated for resources: {'Port': ['ID=614b605d-2c06-43be-a464-2b2e51a61649,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:58.903353 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port d65c0e11-fec5-4b03-8a94-156af3836d72 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:37:58.903756 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d65c0e11-fec5-4b03-8a94-156af3836d72), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:58.920108 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-4cf4d456-2048-4bea-97bc-275e5403c381 service neutron] 10.222.0.18 "GET /v2.0/networks/afb6f529-eeb5-47b6-9180-4d647069c2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953115 Feb 03 12:37:58.934360 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] Allocated IP 19.86.0.2 (25b0e2e4-3e46-4382-89f0-9cdec9caf30f/0989c41e-ed20-4296-8bea-6ccc5dc04c71/bfb1c8d8-7994-445e-a6d2-f19815475aa4) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:37:58.947638 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] Attempting to bind port 614b605d-2c06-43be-a464-2b2e51a61649 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:58.948091 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] Attempting to bind port 614b605d-2c06-43be-a464-2b2e51a61649 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '76f499f9-023e-419a-9e1b-4060750943cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb6f529-eeb5-47b6-9180-4d647069c2cb'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:58.948457 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] Attempting to bind port 614b605d-2c06-43be-a464-2b2e51a61649 on network afb6f529-eeb5-47b6-9180-4d647069c2cb {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:58.952603 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] Publish callbacks [] for port (e17ea3c2-d944-47b6-98bd-9ec72246b058), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:58.965631 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:58.966020 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] Checking segment: {'id': '76f499f9-023e-419a-9e1b-4060750943cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb6f529-eeb5-47b6-9180-4d647069c2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:58.966460 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:58.966911 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] Bound using segment: {'id': '76f499f9-023e-419a-9e1b-4060750943cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb6f529-eeb5-47b6-9180-4d647069c2cb'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:58.967334 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] Bound port: 614b605d-2c06-43be-a464-2b2e51a61649, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76f499f9-023e-419a-9e1b-4060750943cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb6f529-eeb5-47b6-9180-4d647069c2cb'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:58.967857 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (614b605d-2c06-43be-a464-2b2e51a61649), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:58.971406 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e17ea3c2-d944-47b6-98bd-9ec72246b058), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:58.997583 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d65c0e11-fec5-4b03-8a94-156af3836d72, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d65c0e11-fec5-4b03-8a94-156af3836d72,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:37:59.035457 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d65c0e11-fec5-4b03-8a94-156af3836d72), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:59.036376 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device cabf4d1d-9cb5-497f-96ba-005a83301d2f up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:37:59.215358 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf935c-f86b-4b13-a81c-1ac1809b97cb None None] Pushing event updated for resources: {'Port': ['ID=e17ea3c2-d944-47b6-98bd-9ec72246b058,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:59.257625 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf935c-f86b-4b13-a81c-1ac1809b97cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:59.257981 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf935c-f86b-4b13-a81c-1ac1809b97cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:59.258328 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf935c-f86b-4b13-a81c-1ac1809b97cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:59.258669 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf935c-f86b-4b13-a81c-1ac1809b97cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:59.259005 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf935c-f86b-4b13-a81c-1ac1809b97cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:59.265808 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf935c-f86b-4b13-a81c-1ac1809b97cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:59.266127 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf935c-f86b-4b13-a81c-1ac1809b97cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:59.266474 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf935c-f86b-4b13-a81c-1ac1809b97cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:59.267149 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-8aa9e95b-b5b9-49bb-a3bb-15289d2f3610 service neutron] 10.222.0.18 "GET /v2.0/networks/25b0e2e4-3e46-4382-89f0-9cdec9caf30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461967 Feb 03 12:37:59.275446 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf935c-f86b-4b13-a81c-1ac1809b97cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:59.275963 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf935c-f86b-4b13-a81c-1ac1809b97cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:59.276288 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf935c-f86b-4b13-a81c-1ac1809b97cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:59.276640 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf935c-f86b-4b13-a81c-1ac1809b97cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:59.282313 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bf935c-f86b-4b13-a81c-1ac1809b97cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:37:59.305650 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-603d156d-6dcc-4bbb-b24a-4b780919763a req-c5aaba14-61e3-4d59-b51f-1e7c955f094a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 210 time: 0.1022696 Feb 03 12:37:59.407593 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=d65c0e11-fec5-4b03-8a94-156af3836d72,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:59.413411 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 03 Feb 2022 12:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb82bd2-1aa7-4ccc-81d6-322ad058d124 x-openstack-request-id: req-cbb82bd2-1aa7-4ccc-81d6-322ad058d124 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:37:59.413830 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-plugged", "status": "completed", "tag": "4997ac52-3b54-4c28-b601-d5627a93ce49", "code": 200}, {"server_uuid": "98eead0d-00fa-437b-ae96-77d6bc4ef777", "name": "network-vif-plugged", "status": "completed", "tag": "f4c863c7-c038-486c-86f2-9e3096d62a0d", "code": 200}, {"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-plugged", "status": "completed", "tag": "55ce07b3-b633-427d-bcfe-ddf107141bad", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:37:59.417205 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbb82bd2-1aa7-4ccc-81d6-322ad058d124 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:37:59.418160 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4997ac52-3b54-4c28-b601-d5627a93ce49', 'code': 200} Feb 03 12:37:59.418521 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98eead0d-00fa-437b-ae96-77d6bc4ef777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c863c7-c038-486c-86f2-9e3096d62a0d', 'code': 200} Feb 03 12:37:59.418892 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ce07b3-b633-427d-bcfe-ddf107141bad', 'code': 200} Feb 03 12:37:59.452929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdb327-d37b-4e0a-8fd7-075a00897bbb req-5bde88ca-7525-4ce1-8e49-925590266f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:59.454489 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ebdb327-d37b-4e0a-8fd7-075a00897bbb req-5bde88ca-7525-4ce1-8e49-925590266f91 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=98eead0d-00fa-437b-ae96-77d6bc4ef777 HTTP/1.1" status: 200 len: 1127 time: 0.2864718 Feb 03 12:37:59.477506 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] Attempting to bind port e17ea3c2-d944-47b6-98bd-9ec72246b058 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:37:59.477893 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] Attempting to bind port e17ea3c2-d944-47b6-98bd-9ec72246b058 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '07cf43ed-0819-47a2-853b-006ff9cf376b'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:37:59.478268 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] Attempting to bind port e17ea3c2-d944-47b6-98bd-9ec72246b058 on network 07cf43ed-0819-47a2-853b-006ff9cf376b {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:37:59.498510 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:37:59.498901 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] Checking segment: {'id': '6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '07cf43ed-0819-47a2-853b-006ff9cf376b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:37:59.499308 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:59.509789 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] Bound using segment: {'id': '6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '07cf43ed-0819-47a2-853b-006ff9cf376b'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:37:59.510637 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] Bound port: e17ea3c2-d944-47b6-98bd-9ec72246b058, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '07cf43ed-0819-47a2-853b-006ff9cf376b'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:37:59.511042 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e17ea3c2-d944-47b6-98bd-9ec72246b058), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:59.576886 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-3649547e-e57f-4352-af5c-c0f35f5b62a8 service neutron] 10.222.0.18 "GET /v2.0/networks/25b0e2e4-3e46-4382-89f0-9cdec9caf30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981262 Feb 03 12:37:59.645897 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port cabf4d1d-9cb5-497f-96ba-005a83301d2f completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:37:59.657689 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ebdb327-d37b-4e0a-8fd7-075a00897bbb req-6ab59e35-8c77-4848-a6cb-b9354402aedf service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ec94fcf8-3214-4495-9af0-c7e6057f000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927280 Feb 03 12:37:59.681019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd40de-d907-4b4d-a86f-904a6bf9114a req-7cb57074-0b26-4e9d-8cf0-3020cc90f16e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:59.693929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd40de-d907-4b4d-a86f-904a6bf9114a req-7cb57074-0b26-4e9d-8cf0-3020cc90f16e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:59.698446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port cabf4d1d-9cb5-497f-96ba-005a83301d2f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:59.699080 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cabf4d1d-9cb5-497f-96ba-005a83301d2f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:59.710626 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd40de-d907-4b4d-a86f-904a6bf9114a req-7cb57074-0b26-4e9d-8cf0-3020cc90f16e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:59.728032 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd40de-d907-4b4d-a86f-904a6bf9114a req-7cb57074-0b26-4e9d-8cf0-3020cc90f16e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:59.744395 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd40de-d907-4b4d-a86f-904a6bf9114a req-7cb57074-0b26-4e9d-8cf0-3020cc90f16e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:59.752039 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] For port e17ea3c2-d944-47b6-98bd-9ec72246b058, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:59.755611 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] For port e17ea3c2-d944-47b6-98bd-9ec72246b058, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=e17ea3c2-d944-47b6-98bd-9ec72246b058,segment=NetworkSegment(6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618),segment_id=6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:59.759405 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd40de-d907-4b4d-a86f-904a6bf9114a req-7cb57074-0b26-4e9d-8cf0-3020cc90f16e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:59.765263 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e17ea3c2-d944-47b6-98bd-9ec72246b058), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:59.773067 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd40de-d907-4b4d-a86f-904a6bf9114a req-7cb57074-0b26-4e9d-8cf0-3020cc90f16e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:37:59.788839 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88fd40de-d907-4b4d-a86f-904a6bf9114a req-7cb57074-0b26-4e9d-8cf0-3020cc90f16e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5431 time: 0.3020201 Feb 03 12:37:59.794564 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] For port 614b605d-2c06-43be-a464-2b2e51a61649, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:37:59.796801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a5cabc4b-5156-4eef-a976-41cd05f07ba6 None None] Provisioning complete for port e17ea3c2-d944-47b6-98bd-9ec72246b058 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:37:59.797256 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a5cabc4b-5156-4eef-a976-41cd05f07ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e17ea3c2-d944-47b6-98bd-9ec72246b058), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:59.845526 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] Publish callbacks [] for port (bfb1c8d8-7994-445e-a6d2-f19815475aa4), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:59.848346 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] For port 614b605d-2c06-43be-a464-2b2e51a61649, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=614b605d-2c06-43be-a464-2b2e51a61649,segment=NetworkSegment(76f499f9-023e-419a-9e1b-4060750943cf),segment_id=76f499f9-023e-419a-9e1b-4060750943cf)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:37:59.888974 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (614b605d-2c06-43be-a464-2b2e51a61649), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:59.911168 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-31b2ae29-80b6-43a8-9b90-00a1a9ec77b8 service neutron] 10.222.0.18 "GET /v2.0/networks/afb6f529-eeb5-47b6-9180-4d647069c2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876301 Feb 03 12:37:59.938837 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf935c-f86b-4b13-a81c-1ac1809b97cb None None] Pushing event updated for resources: {'Port': ['ID=e17ea3c2-d944-47b6-98bd-9ec72246b058,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:59.947269 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88fd40de-d907-4b4d-a86f-904a6bf9114a req-3ceda572-f38f-4dbd-bb55-d2256d97e245 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1571479 Feb 03 12:37:59.973569 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (bfb1c8d8-7994-445e-a6d2-f19815475aa4), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:37:59.982952 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a5d44-8ef4-43e9-b26a-44a7f742231a None None] Pushing event updated for resources: {'Port': ['ID=614b605d-2c06-43be-a464-2b2e51a61649,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:37:59.985227 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] Routers {'e447d82d-0592-440d-89d5-9222360f31cb'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:37:59.986165 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:37:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['e447d82d-0592-440d-89d5-9222360f31cb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:00.066100 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] Pushing event updated for resources: {'Port': ['ID=bfb1c8d8-7994-445e-a6d2-f19815475aa4,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:00.141142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port cabf4d1d-9cb5-497f-96ba-005a83301d2f is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:00.141568 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cabf4d1d-9cb5-497f-96ba-005a83301d2f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:00.190434 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] Network 25b0e2e4-3e46-4382-89f0-9cdec9caf30f is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:00.196422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:00.203913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:00.282562 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-d77de5a5-ae93-4c1a-a082-2e83a1897b60 service neutron] 10.222.0.18 "GET /v2.0/networks/afb6f529-eeb5-47b6-9180-4d647069c2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637383 Feb 03 12:38:00.289304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015fe94-0e8c-4a1a-a27f-0ca6cdbb6265 req-1a806601-055a-4b26-8e1f-0cc437eba464 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:00.294829 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d015fe94-0e8c-4a1a-a27f-0ca6cdbb6265 req-1a806601-055a-4b26-8e1f-0cc437eba464 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 943 time: 0.2140200 Feb 03 12:38:00.335260 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] Set router e447d82d-0592-440d-89d5-9222360f31cb gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:38:00.423656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a5cabc4b-5156-4eef-a976-41cd05f07ba6 None None] Current status of the port e17ea3c2-d944-47b6-98bd-9ec72246b058 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:00.424082 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a5cabc4b-5156-4eef-a976-41cd05f07ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e17ea3c2-d944-47b6-98bd-9ec72246b058), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:00.511632 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port cabf4d1d-9cb5-497f-96ba-005a83301d2f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=cabf4d1d-9cb5-497f-96ba-005a83301d2f,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:00.512765 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d015fe94-0e8c-4a1a-a27f-0ca6cdbb6265 req-abf8b380-9d15-473b-8419-59f71145c43e tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851461 Feb 03 12:38:00.563811 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (cabf4d1d-9cb5-497f-96ba-005a83301d2f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:00.563811 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4826eed5-8674-4d26-a490-465da149bc95 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:00.634207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] Attempting to bind port bfb1c8d8-7994-445e-a6d2-f19815475aa4 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:00.634597 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] Attempting to bind port bfb1c8d8-7994-445e-a6d2-f19815475aa4 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '25b0e2e4-3e46-4382-89f0-9cdec9caf30f'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:00.634967 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] Attempting to bind port bfb1c8d8-7994-445e-a6d2-f19815475aa4 on network 25b0e2e4-3e46-4382-89f0-9cdec9caf30f {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:00.754123 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:00.754829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] Checking segment: {'id': '9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '25b0e2e4-3e46-4382-89f0-9cdec9caf30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:00.754962 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:00.755279 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] Bound using segment: {'id': '9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '25b0e2e4-3e46-4382-89f0-9cdec9caf30f'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:00.755801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] Bound port: bfb1c8d8-7994-445e-a6d2-f19815475aa4, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '25b0e2e4-3e46-4382-89f0-9cdec9caf30f'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:00.756266 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bfb1c8d8-7994-445e-a6d2-f19815475aa4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:00.942660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af05611-095c-4fee-96fd-7797005655cb req-f6a02f34-9f54-48a9-8b80-4c87d5a5ed52 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:00.965947 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3af05611-095c-4fee-96fd-7797005655cb req-f6a02f34-9f54-48a9-8b80-4c87d5a5ed52 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.73 "GET /v2.0/networks?id=b8745d44-134c-43f4-a710-2d8603aaf933 HTTP/1.1" status: 200 len: 812 time: 0.7438247 Feb 03 12:38:01.001056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] For port bfb1c8d8-7994-445e-a6d2-f19815475aa4, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:01.024053 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3af05611-095c-4fee-96fd-7797005655cb req-d625d54b-4e1b-4ec0-a7ce-879be87693aa tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Request body: {'port': {'device_id': '3198d117-ff38-499d-86d6-bf588a04aadc', 'network_id': 'b8745d44-134c-43f4-a710-2d8603aaf933', 'admin_state_up': True, 'tenant_id': '3ba3cb62f98246c08ca253d4a3f26934'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:01.043066 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e17ea3c2-d944-47b6-98bd-9ec72246b058 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:01.066772 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a5cabc4b-5156-4eef-a976-41cd05f07ba6 None None] For port e17ea3c2-d944-47b6-98bd-9ec72246b058, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=e17ea3c2-d944-47b6-98bd-9ec72246b058,segment=NetworkSegment(6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618),segment_id=6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:01.130791 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=cabf4d1d-9cb5-497f-96ba-005a83301d2f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:01.138735 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 4826eed5-8674-4d26-a490-465da149bc95 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:38:01.144924 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a5cabc4b-5156-4eef-a976-41cd05f07ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e17ea3c2-d944-47b6-98bd-9ec72246b058), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:01.173022 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] For port bfb1c8d8-7994-445e-a6d2-f19815475aa4, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=bfb1c8d8-7994-445e-a6d2-f19815475aa4,segment=NetworkSegment(9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718),segment_id=9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:01.188687 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 4826eed5-8674-4d26-a490-465da149bc95 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:01.194443 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4826eed5-8674-4d26-a490-465da149bc95), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:01.276398 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e53149f-a90f-428c-bcda-7c72f9d98e77 req-d1c16249-ff1e-45b4-ac50-229fbf9d518e tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 210 time: 0.0806985 Feb 03 12:38:01.368842 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:01.373354 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (bfb1c8d8-7994-445e-a6d2-f19815475aa4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:01.382874 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e447d82d-0592-440d-89d5-9222360f31cb', 'name': 'tempest-ServersTestMultiNic-1317131435-router', 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4de34bbe-1c5e-4e00-98fe-6a6187098607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:37:37Z', 'updated_at': '2022-02-03T12:37:48Z', 'revision_number': 4, 'project_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'gw_port': {'id': '4de34bbe-1c5e-4e00-98fe-6a6187098607', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e447d82d-0592-440d-89d5-9222360f31cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:37:39Z', 'updated_at': '2022-02-03T12:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'e17ea3c2-d944-47b6-98bd-9ec72246b058', 'name': '', 'network_id': '07cf43ed-0819-47a2-853b-006ff9cf376b', 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'mac_address': 'fa:16:3e:53:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e447d82d-0592-440d-89d5-9222360f31cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '389a6df8-4826-4699-9894-4ff0aa3e306c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:37:45Z', 'updated_at': '2022-02-03T12:37:59Z', 'revision_number': 4, 'project_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'subnets': [{'id': '389a6df8-4826-4699-9894-4ff0aa3e306c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:01.401947 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd5cec-84ec-4154-9938-2fc75c2b2324 req-08325cbe-199e-4fc4-9472-d43fcde05bd0 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:01.409510 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-32cd5cec-84ec-4154-9938-2fc75c2b2324 req-08325cbe-199e-4fc4-9472-d43fcde05bd0 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/ports?device_id=98eead0d-00fa-437b-ae96-77d6bc4ef777 HTTP/1.1" status: 200 len: 945 time: 0.4421277 Feb 03 12:38:01.455872 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65c0e11-fec5-4b03-8a94-156af3836d72'}, {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabf4d1d-9cb5-497f-96ba-005a83301d2f'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:01.458806 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc162ff-af4c-4863-aa95-83f59e223085" -d '{"events": [{"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-plugged", "status": "completed", "tag": "d65c0e11-fec5-4b03-8a94-156af3836d72"}, {"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-plugged", "status": "completed", "tag": "cabf4d1d-9cb5-497f-96ba-005a83301d2f"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:01.464485 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cabc4b-5156-4eef-a976-41cd05f07ba6 None None] Pushing event updated for resources: {'Port': ['ID=e17ea3c2-d944-47b6-98bd-9ec72246b058,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:01.504281 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-32cd5cec-84ec-4154-9938-2fc75c2b2324 req-45713b6f-03e7-41af-9c83-aa26ad94cbc2 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec94fcf8-3214-4495-9af0-c7e6057f000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937729 Feb 03 12:38:01.504976 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af05611-095c-4fee-96fd-7797005655cb req-d625d54b-4e1b-4ec0-a7ce-879be87693aa tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Made reservation on behalf of 3ba3cb62f98246c08ca253d4a3f26934 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:01.508977 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3af05611-095c-4fee-96fd-7797005655cb req-d625d54b-4e1b-4ec0-a7ce-879be87693aa tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:01.522948 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e3e21363-f51e-4166-b4de-4489d4c2071c None None] Provisioning complete for port e17ea3c2-d944-47b6-98bd-9ec72246b058 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:01.523507 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e3e21363-f51e-4166-b4de-4489d4c2071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e17ea3c2-d944-47b6-98bd-9ec72246b058), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:01.532543 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d0d7b6-5b06-4974-a08e-04794046cc63 None None] The sync data for ids ['e447d82d-0592-440d-89d5-9222360f31cb'] in n-d-827336-3 is: [{'id': 'e447d82d-0592-440d-89d5-9222360f31cb', 'name': 'tempest-ServersTestMultiNic-1317131435-router', 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4de34bbe-1c5e-4e00-98fe-6a6187098607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:37:37Z', 'updated_at': '2022-02-03T12:37:48Z', 'revision_number': 4, 'project_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'gw_port': {'id': '4de34bbe-1c5e-4e00-98fe-6a6187098607', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e447d82d-0592-440d-89d5-9222360f31cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:37:39Z', 'updated_at': '2022-02-03T12:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'e17ea3c2-d944-47b6-98bd-9ec72246b058', 'name': '', 'network_id': '07cf43ed-0819-47a2-853b-006ff9cf376b', 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'mac_address': 'fa:16:3e:53:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e447d82d-0592-440d-89d5-9222360f31cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '389a6df8-4826-4699-9894-4ff0aa3e306c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:37:45Z', 'updated_at': '2022-02-03T12:37:59Z', 'revision_number': 4, 'project_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'subnets': [{'id': '389a6df8-4826-4699-9894-4ff0aa3e306c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:38:01.619270 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c310d2e7-d4b1-4a7f-9dd0-bf762788bfa3 req-55a717bc-0f34-4c66-b51a-0a970ca079d1 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 210 time: 0.2118149 Feb 03 12:38:01.622612 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9262dccc-9383-415b-b6f4-c1a1617305fb req-37f6696b-53d2-4f20-a737-bd4d336e5e3c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3396227 Feb 03 12:38:01.730371 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e3e21363-f51e-4166-b4de-4489d4c2071c None None] Current status of the port e17ea3c2-d944-47b6-98bd-9ec72246b058 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:01.753502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port e17ea3c2-d944-47b6-98bd-9ec72246b058 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:01.753927 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e17ea3c2-d944-47b6-98bd-9ec72246b058), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:01.824939 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9cefb-32db-45c7-9e0b-0eb82f62cd5d None None] Pushing event updated for resources: {'Port': ['ID=bfb1c8d8-7994-445e-a6d2-f19815475aa4,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:01.837686 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63358085-6fae-4a6f-8354-7e7939068c89 x-openstack-request-id: req-63358085-6fae-4a6f-8354-7e7939068c89 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:01.838068 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-plugged", "status": "completed", "tag": "d65c0e11-fec5-4b03-8a94-156af3836d72", "code": 200}, {"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-plugged", "status": "completed", "tag": "cabf4d1d-9cb5-497f-96ba-005a83301d2f", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:01.838384 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63358085-6fae-4a6f-8354-7e7939068c89 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:01.838781 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65c0e11-fec5-4b03-8a94-156af3836d72', 'code': 200} Feb 03 12:38:01.839049 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabf4d1d-9cb5-497f-96ba-005a83301d2f', 'code': 200} Feb 03 12:38:01.845731 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 4826eed5-8674-4d26-a490-465da149bc95 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:01.845984 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4826eed5-8674-4d26-a490-465da149bc95), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:01.911296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4826eed5-8674-4d26-a490-465da149bc95, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4826eed5-8674-4d26-a490-465da149bc95,segment=NetworkSegment(6a852571-8038-44f2-a989-6b1b07fdac62),segment_id=6a852571-8038-44f2-a989-6b1b07fdac62)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:01.927802 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4826eed5-8674-4d26-a490-465da149bc95), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:01.939573 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262dccc-9383-415b-b6f4-c1a1617305fb req-33db6fa4-ac32-46e0-aee2-e9cb341bdf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:01.948234 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9262dccc-9383-415b-b6f4-c1a1617305fb req-33db6fa4-ac32-46e0-aee2-e9cb341bdf8f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 1127 time: 0.2431178 Feb 03 12:38:02.039896 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=4826eed5-8674-4d26-a490-465da149bc95,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:02.044084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device b4cdce3c-ede9-447a-93fd-ab1378721ecd no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:02.247262 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port b4cdce3c-ede9-447a-93fd-ab1378721ecd is: DOWN; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:02.286109 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port e17ea3c2-d944-47b6-98bd-9ec72246b058 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:02.289930 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4de34bbe-1c5e-4e00-98fe-6a6187098607 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:02.362885 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8993bb-24cf-40af-981b-fcf99f7c506d req-00dfa445-929b-47d5-b969-1a7e9313e6fb tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:02.378627 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8993bb-24cf-40af-981b-fcf99f7c506d req-00dfa445-929b-47d5-b969-1a7e9313e6fb tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:02.396597 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8993bb-24cf-40af-981b-fcf99f7c506d req-00dfa445-929b-47d5-b969-1a7e9313e6fb tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:02.415513 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8993bb-24cf-40af-981b-fcf99f7c506d req-00dfa445-929b-47d5-b969-1a7e9313e6fb tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:02.439411 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8993bb-24cf-40af-981b-fcf99f7c506d req-00dfa445-929b-47d5-b969-1a7e9313e6fb tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:02.445904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8993bb-24cf-40af-981b-fcf99f7c506d req-00dfa445-929b-47d5-b969-1a7e9313e6fb tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:02.473403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8993bb-24cf-40af-981b-fcf99f7c506d req-00dfa445-929b-47d5-b969-1a7e9313e6fb tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:02.489755 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d8993bb-24cf-40af-981b-fcf99f7c506d req-00dfa445-929b-47d5-b969-1a7e9313e6fb tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5432 time: 0.6889050 Feb 03 12:38:02.577212 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262dccc-9383-415b-b6f4-c1a1617305fb req-4e082f35-5ae4-486a-b9e8-4953cc68fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:02.579546 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9262dccc-9383-415b-b6f4-c1a1617305fb req-4e082f35-5ae4-486a-b9e8-4953cc68fdd1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 909 time: 0.6059344 Feb 03 12:38:02.686877 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d8993bb-24cf-40af-981b-fcf99f7c506d req-74c50a79-3160-455d-a965-125968188ebc tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1872721 Feb 03 12:38:02.692249 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a314d23-afd9-47d8-9ef0-db5ccf009b38 req-3aa79413-7407-4176-beb8-db7312af5499 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:02.700451 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4a314d23-afd9-47d8-9ef0-db5ccf009b38 req-3aa79413-7407-4176-beb8-db7312af5499 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 943 time: 0.4346623 Feb 03 12:38:02.713670 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-3af05611-095c-4fee-96fd-7797005655cb req-d625d54b-4e1b-4ec0-a7ce-879be87693aa tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Allocated IP 172.20.0.3 (b8745d44-134c-43f4-a710-2d8603aaf933/e699e02c-7d53-4231-bce7-5f9eee89c3d6/b5c01efc-fb35-484c-b246-491e007c2468) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:02.732618 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9262dccc-9383-415b-b6f4-c1a1617305fb req-9a34ecdf-d821-4590-b44b-5a05e82df30e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 HTTP/1.1" status: 200 len: 217 time: 0.1433625 Feb 03 12:38:02.818713 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3927e5-2f6d-485d-acd2-7ad108596bf1 None None] Network afb6f529-eeb5-47b6-9180-4d647069c2cb requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:38:02.860998 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262dccc-9383-415b-b6f4-c1a1617305fb req-1dfc3f9a-0208-4257-b585-32034968fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:02.867974 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9262dccc-9383-415b-b6f4-c1a1617305fb req-1dfc3f9a-0208-4257-b585-32034968fc05 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.1205339 Feb 03 12:38:02.926227 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dc0433a3-1e87-4a95-840e-0a1d64b8cd83 None None] Provisioning complete for port 614b605d-2c06-43be-a464-2b2e51a61649 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:02.926841 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dc0433a3-1e87-4a95-840e-0a1d64b8cd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (614b605d-2c06-43be-a464-2b2e51a61649), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:03.012173 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9262dccc-9383-415b-b6f4-c1a1617305fb req-48a59f86-8866-4d8a-8a52-58926055eb41 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206079 Feb 03 12:38:03.088333 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 4de34bbe-1c5e-4e00-98fe-6a6187098607 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:03.088721 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4de34bbe-1c5e-4e00-98fe-6a6187098607), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:03.190474 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4a314d23-afd9-47d8-9ef0-db5ccf009b38 req-5bc5d749-056d-410b-864d-acb6052acb5f tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889936 Feb 03 12:38:03.306818 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ec837aa-0613-4a30-9a64-b2eddfa2a1fe req-1f8f92b5-21f8-4a7e-b99c-1d3caeb68a17 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 210 time: 0.2227855 Feb 03 12:38:03.358550 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-dc0433a3-1e87-4a95-840e-0a1d64b8cd83 None None] Current status of the port 614b605d-2c06-43be-a464-2b2e51a61649 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:03.359217 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dc0433a3-1e87-4a95-840e-0a1d64b8cd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (614b605d-2c06-43be-a464-2b2e51a61649), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:03.429733 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3af05611-095c-4fee-96fd-7797005655cb req-d625d54b-4e1b-4ec0-a7ce-879be87693aa tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for port (b5c01efc-fb35-484c-b246-491e007c2468), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:03.469003 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9262dccc-9383-415b-b6f4-c1a1617305fb req-4f808ec8-83e2-4608-93fb-378effb519de service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414020 Feb 03 12:38:03.499082 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-dc0433a3-1e87-4a95-840e-0a1d64b8cd83 None None] For port 614b605d-2c06-43be-a464-2b2e51a61649, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=614b605d-2c06-43be-a464-2b2e51a61649,segment=NetworkSegment(76f499f9-023e-419a-9e1b-4060750943cf),segment_id=76f499f9-023e-419a-9e1b-4060750943cf)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:03.512845 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dc0433a3-1e87-4a95-840e-0a1d64b8cd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (614b605d-2c06-43be-a464-2b2e51a61649), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:03.518698 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-02d17b4f-51b6-44cd-b874-72f2e8b79a8d tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:03.522989 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 4de34bbe-1c5e-4e00-98fe-6a6187098607 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:03.531332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-02d17b4f-51b6-44cd-b874-72f2e8b79a8d tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:03.537196 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-02d17b4f-51b6-44cd-b874-72f2e8b79a8d tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.31 "GET /v2.0/networks?id=afb6f529-eeb5-47b6-9180-4d647069c2cb&id=25b0e2e4-3e46-4382-89f0-9cdec9caf30f&id=afb6f529-eeb5-47b6-9180-4d647069c2cb HTTP/1.1" status: 200 len: 1391 time: 0.4037800 Feb 03 12:38:03.539285 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eb28e3fb-27bd-4ae7-ba38-7d53a76dd53e req-3d578ab6-18d7-486f-b785-85b83740b7c6 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 210 time: 0.1061583 Feb 03 12:38:03.556135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-a705ae83-638c-47a3-bab7-0b25b037a879 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Request body: {'port': {'device_id': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'network_id': 'afb6f529-eeb5-47b6-9180-4d647069c2cb', 'admin_state_up': True, 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:03.584411 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d576b7bb-8a7a-438f-aa86-7e703bd70dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:03.679803 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0433a3-1e87-4a95-840e-0a1d64b8cd83 None None] Pushing event updated for resources: {'Port': ['ID=614b605d-2c06-43be-a464-2b2e51a61649,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:03.832195 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3af05611-095c-4fee-96fd-7797005655cb req-d625d54b-4e1b-4ec0-a7ce-879be87693aa tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (b5c01efc-fb35-484c-b246-491e007c2468), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:03.840361 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4826eed5-8674-4d26-a490-465da149bc95'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:03.843166 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61155a30-2e3d-4ad4-9c70-64d5478b5e14" -d '{"events": [{"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-plugged", "status": "completed", "tag": "4826eed5-8674-4d26-a490-465da149bc95"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:03.860711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2150967-dd1f-41bd-a957-343d48283005 None None] Network 25b0e2e4-3e46-4382-89f0-9cdec9caf30f requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:38:03.916978 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af05611-095c-4fee-96fd-7797005655cb req-d625d54b-4e1b-4ec0-a7ce-879be87693aa tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Network b8745d44-134c-43f4-a710-2d8603aaf933 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:03.953395 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-3af05611-095c-4fee-96fd-7797005655cb req-d625d54b-4e1b-4ec0-a7ce-879be87693aa tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:03.976317 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af05611-095c-4fee-96fd-7797005655cb req-d625d54b-4e1b-4ec0-a7ce-879be87693aa tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:03.995569 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device bfb1c8d8-7994-445e-a6d2-f19815475aa4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:04.022904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-a705ae83-638c-47a3-bab7-0b25b037a879 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Made reservation on behalf of f35495a3f6e14accbb29833ce60f2ba1 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:04.027138 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-a705ae83-638c-47a3-bab7-0b25b037a879 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.035383 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af05611-095c-4fee-96fd-7797005655cb req-d625d54b-4e1b-4ec0-a7ce-879be87693aa tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.036497 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3af05611-095c-4fee-96fd-7797005655cb req-d625d54b-4e1b-4ec0-a7ce-879be87693aa tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.038751 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9262dccc-9383-415b-b6f4-c1a1617305fb req-9def5b1c-57b0-4849-b420-0dbdb5297db0 service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5688906 Feb 03 12:38:04.059490 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9d0fa3bd-22db-4f26-aa61-7127f8a13f89 None None] Provisioning complete for port bfb1c8d8-7994-445e-a6d2-f19815475aa4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:04.059871 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9d0fa3bd-22db-4f26-aa61-7127f8a13f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (bfb1c8d8-7994-445e-a6d2-f19815475aa4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.066157 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4686b-307b-47e5-a9c6-28224501fe17 req-ce424152-894d-426a-9888-795f38479dea tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.068154 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-35c4686b-307b-47e5-a9c6-28224501fe17 req-ce424152-894d-426a-9888-795f38479dea tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/ports?device_id=98eead0d-00fa-437b-ae96-77d6bc4ef777 HTTP/1.1" status: 200 len: 945 time: 0.7081409 Feb 03 12:38:04.084077 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7d366-d99f-434c-b1b0-5f67ce88cb4b req-4347ac0d-9af5-4e2c-ae7e-d2ecf54893f3 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.090289 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7d366-d99f-434c-b1b0-5f67ce88cb4b req-4347ac0d-9af5-4e2c-ae7e-d2ecf54893f3 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.095671 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7d366-d99f-434c-b1b0-5f67ce88cb4b req-4347ac0d-9af5-4e2c-ae7e-d2ecf54893f3 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.101803 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7d366-d99f-434c-b1b0-5f67ce88cb4b req-4347ac0d-9af5-4e2c-ae7e-d2ecf54893f3 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.107372 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7d366-d99f-434c-b1b0-5f67ce88cb4b req-4347ac0d-9af5-4e2c-ae7e-d2ecf54893f3 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.112767 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7d366-d99f-434c-b1b0-5f67ce88cb4b req-4347ac0d-9af5-4e2c-ae7e-d2ecf54893f3 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.118311 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7d366-d99f-434c-b1b0-5f67ce88cb4b req-4347ac0d-9af5-4e2c-ae7e-d2ecf54893f3 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.120574 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a6f7d366-d99f-434c-b1b0-5f67ce88cb4b req-4347ac0d-9af5-4e2c-ae7e-d2ecf54893f3 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5433 time: 0.3246047 Feb 03 12:38:04.123796 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-35c4686b-307b-47e5-a9c6-28224501fe17 req-28bb4031-a659-4023-b626-2d14d2fac16d tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec94fcf8-3214-4495-9af0-c7e6057f000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484066 Feb 03 12:38:04.126926 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3af05611-095c-4fee-96fd-7797005655cb req-d625d54b-4e1b-4ec0-a7ce-879be87693aa tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1139700 Feb 03 12:38:04.128010 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625d54b-4e1b-4ec0-a7ce-879be87693aa tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event updated for resources: {'Port': ['ID=b5c01efc-fb35-484c-b246-491e007c2468,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:04.152827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] Request body: {'port': {'device_id': '3198d117-ff38-499d-86d6-bf588a04aadc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:04.170795 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port bfb1c8d8-7994-445e-a6d2-f19815475aa4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:04.171015 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (bfb1c8d8-7994-445e-a6d2-f19815475aa4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.211612 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b62f587-c550-4e6d-a97b-bb9f27a83cfd x-openstack-request-id: req-8b62f587-c550-4e6d-a97b-bb9f27a83cfd {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:04.211840 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-plugged", "status": "completed", "tag": "4826eed5-8674-4d26-a490-465da149bc95", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:04.212107 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b62f587-c550-4e6d-a97b-bb9f27a83cfd {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:04.212549 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4826eed5-8674-4d26-a490-465da149bc95', 'code': 200} Feb 03 12:38:04.358239 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a6f7d366-d99f-434c-b1b0-5f67ce88cb4b req-0d834e49-20d5-46ef-982a-2a54e7ea9ae8 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2069943 Feb 03 12:38:04.360209 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9d0fa3bd-22db-4f26-aa61-7127f8a13f89 None None] Current status of the port bfb1c8d8-7994-445e-a6d2-f19815475aa4 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:04.363844 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9d0fa3bd-22db-4f26-aa61-7127f8a13f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bfb1c8d8-7994-445e-a6d2-f19815475aa4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.388417 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b5c01efc-fb35-484c-b246-491e007c2468), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.430077 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port bfb1c8d8-7994-445e-a6d2-f19815475aa4 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:04.430616 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bfb1c8d8-7994-445e-a6d2-f19815475aa4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.488747 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9d0fa3bd-22db-4f26-aa61-7127f8a13f89 None None] For port bfb1c8d8-7994-445e-a6d2-f19815475aa4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=bfb1c8d8-7994-445e-a6d2-f19815475aa4,segment=NetworkSegment(9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718),segment_id=9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:04.497128 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9d0fa3bd-22db-4f26-aa61-7127f8a13f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (bfb1c8d8-7994-445e-a6d2-f19815475aa4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.559033 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9d0fa3bd-22db-4f26-aa61-7127f8a13f89 None None] Provisioning complete for port 614b605d-2c06-43be-a464-2b2e51a61649 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:04.559416 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9d0fa3bd-22db-4f26-aa61-7127f8a13f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (614b605d-2c06-43be-a464-2b2e51a61649), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.632381 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:38:04.632766 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:38:04.677742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9d0fa3bd-22db-4f26-aa61-7127f8a13f89 None None] Current status of the port 614b605d-2c06-43be-a464-2b2e51a61649 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:04.680612 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0fa3bd-22db-4f26-aa61-7127f8a13f89 None None] Pushing event updated for resources: {'Port': ['ID=bfb1c8d8-7994-445e-a6d2-f19815475aa4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:04.696919 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00612c6-b1fc-4c79-b169-d629402e7d95 req-612e718d-a125-40af-8703-00de14a32a31 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.704038 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a00612c6-b1fc-4c79-b169-d629402e7d95 req-612e718d-a125-40af-8703-00de14a32a31 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 931 time: 0.0607197 Feb 03 12:38:04.748379 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a00612c6-b1fc-4c79-b169-d629402e7d95 req-cd5602ab-7b79-42bd-bf76-aec89e3099db tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431857 Feb 03 12:38:04.804274 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6e769011-f27f-4945-ace9-ee878c04827d None None] Provisioning complete for port bfb1c8d8-7994-445e-a6d2-f19815475aa4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:04.805986 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6e769011-f27f-4945-ace9-ee878c04827d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (bfb1c8d8-7994-445e-a6d2-f19815475aa4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.854261 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda0a19-f55d-4031-9b91-e357c14a4f93 req-15230b1b-91c6-4111-ab23-dd18e2f7276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.854834 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda0a19-f55d-4031-9b91-e357c14a4f93 req-15230b1b-91c6-4111-ab23-dd18e2f7276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.855351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda0a19-f55d-4031-9b91-e357c14a4f93 req-15230b1b-91c6-4111-ab23-dd18e2f7276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.855821 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda0a19-f55d-4031-9b91-e357c14a4f93 req-15230b1b-91c6-4111-ab23-dd18e2f7276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.856319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda0a19-f55d-4031-9b91-e357c14a4f93 req-15230b1b-91c6-4111-ab23-dd18e2f7276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.856782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda0a19-f55d-4031-9b91-e357c14a4f93 req-15230b1b-91c6-4111-ab23-dd18e2f7276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.857247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda0a19-f55d-4031-9b91-e357c14a4f93 req-15230b1b-91c6-4111-ab23-dd18e2f7276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.859241 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3fda0a19-f55d-4031-9b91-e357c14a4f93 req-15230b1b-91c6-4111-ab23-dd18e2f7276c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 6707 time: 0.4981892 Feb 03 12:38:04.876314 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d58ab-0ef5-41ec-a9c0-4d58c2da614c req-1bd3d862-0165-476f-8a38-d7404baf37bd tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.882764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-a705ae83-638c-47a3-bab7-0b25b037a879 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Allocated IP 19.80.0.215 (afb6f529-eeb5-47b6-9180-4d647069c2cb/0929505d-afcb-45f6-bfc0-7cb9433e77c5/6dcc3353-23e8-4031-a139-65f2f0da3c8f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:04.883417 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-882d58ab-0ef5-41ec-a9c0-4d58c2da614c req-1bd3d862-0165-476f-8a38-d7404baf37bd tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/ports?device_id=98eead0d-00fa-437b-ae96-77d6bc4ef777 HTTP/1.1" status: 200 len: 945 time: 0.0670083 Feb 03 12:38:04.892051 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defae08d-ef33-46a7-8ee5-f9e2bde2380e req-ff60f584-1af6-47a0-b6b5-16c701ab50f3 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:04.893915 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-defae08d-ef33-46a7-8ee5-f9e2bde2380e req-ff60f584-1af6-47a0-b6b5-16c701ab50f3 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 943 time: 0.1993809 Feb 03 12:38:04.917763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c01efc-fb35-484c-b246-491e007c2468 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:04.923834 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6e769011-f27f-4945-ace9-ee878c04827d None None] Current status of the port bfb1c8d8-7994-445e-a6d2-f19815475aa4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:04.936746 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] Publish callbacks [] for port (b5c01efc-fb35-484c-b246-491e007c2468), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:04.936965 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-882d58ab-0ef5-41ec-a9c0-4d58c2da614c req-d2cb526e-4dda-4259-8edb-b0cda9c37faa tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec94fcf8-3214-4495-9af0-c7e6057f000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526373 Feb 03 12:38:05.000610 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] Transition to ACTIVE for port object b5c01efc-fb35-484c-b246-491e007c2468 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:05.030000 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (b5c01efc-fb35-484c-b246-491e007c2468), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:05.032805 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-53656848-a3d1-4b56-b488-0ff5f34a5270 req-54236d05-3e83-404c-851e-b3131cf6c18b tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 210 time: 0.0351162 Feb 03 12:38:05.056840 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-defae08d-ef33-46a7-8ee5-f9e2bde2380e req-80113c32-cc59-4199-a622-84f7e9ded2bd tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421869 Feb 03 12:38:05.083981 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3fda0a19-f55d-4031-9b91-e357c14a4f93 req-47b56506-412b-4782-9dc0-4060c8e7c648 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&id=14190d4a-3180-4287-bb4d-c25793b5ba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2119322 Feb 03 12:38:05.170394 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c01efc-fb35-484c-b246-491e007c2468,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:05.200910 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port bfb1c8d8-7994-445e-a6d2-f19815475aa4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:05.202718 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 614b605d-2c06-43be-a464-2b2e51a61649 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:05.270546 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-a705ae83-638c-47a3-bab7-0b25b037a879 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks [] for port (6dcc3353-23e8-4031-a139-65f2f0da3c8f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:05.276176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 614b605d-2c06-43be-a464-2b2e51a61649 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:05.276812 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (614b605d-2c06-43be-a464-2b2e51a61649), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:05.283566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] Attempting to bind port b5c01efc-fb35-484c-b246-491e007c2468 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:05.283905 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] Attempting to bind port b5c01efc-fb35-484c-b246-491e007c2468 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '684886bb-de56-47af-999b-bb0af1e11284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b8745d44-134c-43f4-a710-2d8603aaf933'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:05.284265 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] Attempting to bind port b5c01efc-fb35-484c-b246-491e007c2468 on network b8745d44-134c-43f4-a710-2d8603aaf933 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:05.291111 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] Port b5c01efc-fb35-484c-b246-491e007c2468 on network b8745d44-134c-43f4-a710-2d8603aaf933 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:05.291438 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] Attempting to bind port b5c01efc-fb35-484c-b246-491e007c2468 on network b8745d44-134c-43f4-a710-2d8603aaf933 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:05.301610 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:05.301951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] Checking segment: {'id': '684886bb-de56-47af-999b-bb0af1e11284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b8745d44-134c-43f4-a710-2d8603aaf933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:05.302559 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] Bound using segment: {'id': '684886bb-de56-47af-999b-bb0af1e11284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b8745d44-134c-43f4-a710-2d8603aaf933'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:05.313316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] Bound port: b5c01efc-fb35-484c-b246-491e007c2468, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684886bb-de56-47af-999b-bb0af1e11284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b8745d44-134c-43f4-a710-2d8603aaf933'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:05.313962 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b5c01efc-fb35-484c-b246-491e007c2468), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:05.382652 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-a705ae83-638c-47a3-bab7-0b25b037a879 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (6dcc3353-23e8-4031-a139-65f2f0da3c8f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:05.391149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 614b605d-2c06-43be-a464-2b2e51a61649 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:05.393032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e17ea3c2-d944-47b6-98bd-9ec72246b058 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:05.453351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port e17ea3c2-d944-47b6-98bd-9ec72246b058 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:05.456891 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e17ea3c2-d944-47b6-98bd-9ec72246b058), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:05.467927 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-a705ae83-638c-47a3-bab7-0b25b037a879 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Network afb6f529-eeb5-47b6-9180-4d647069c2cb is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:05.495497 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-a705ae83-638c-47a3-bab7-0b25b037a879 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:05.530471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-a705ae83-638c-47a3-bab7-0b25b037a879 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:05.559996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port e17ea3c2-d944-47b6-98bd-9ec72246b058 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:05.577303 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] For port b5c01efc-fb35-484c-b246-491e007c2468, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:05.606780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705ae83-638c-47a3-bab7-0b25b037a879 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event updated for resources: {'Port': ['ID=6dcc3353-23e8-4031-a139-65f2f0da3c8f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:05.615146 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] For port b5c01efc-fb35-484c-b246-491e007c2468, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b5c01efc-fb35-484c-b246-491e007c2468,segment=NetworkSegment(684886bb-de56-47af-999b-bb0af1e11284),segment_id=684886bb-de56-47af-999b-bb0af1e11284)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:05.632027 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (b5c01efc-fb35-484c-b246-491e007c2468), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:05.652498 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-a705ae83-638c-47a3-bab7-0b25b037a879 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:05.653415 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-a705ae83-638c-47a3-bab7-0b25b037a879 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:05.716627 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97773714-9772-4b1c-bca6-095c987baa05 req-387644de-eb90-45d9-83e8-0b011b4e4b67 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:05.722392 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97773714-9772-4b1c-bca6-095c987baa05 req-387644de-eb90-45d9-83e8-0b011b4e4b67 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:05.727821 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97773714-9772-4b1c-bca6-095c987baa05 req-387644de-eb90-45d9-83e8-0b011b4e4b67 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:05.733080 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97773714-9772-4b1c-bca6-095c987baa05 req-387644de-eb90-45d9-83e8-0b011b4e4b67 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:05.738369 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97773714-9772-4b1c-bca6-095c987baa05 req-387644de-eb90-45d9-83e8-0b011b4e4b67 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:05.744741 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device bfb1c8d8-7994-445e-a6d2-f19815475aa4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:05.745310 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97773714-9772-4b1c-bca6-095c987baa05 req-387644de-eb90-45d9-83e8-0b011b4e4b67 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:05.752225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97773714-9772-4b1c-bca6-095c987baa05 req-387644de-eb90-45d9-83e8-0b011b4e4b67 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:05.760387 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97773714-9772-4b1c-bca6-095c987baa05 req-387644de-eb90-45d9-83e8-0b011b4e4b67 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5433 time: 0.3182993 Feb 03 12:38:05.776172 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:05.776719 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:05.778067 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3af05611-095c-4fee-96fd-7797005655cb req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] 10.222.0.73 "PUT /v2.0/ports/b5c01efc-fb35-484c-b246-491e007c2468 HTTP/1.1" status: 200 len: 1091 time: 1.6313133 Feb 03 12:38:05.780254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3198d117-ff38-499d-86d6-bf588a04aadc', 'tag': 'b5c01efc-fb35-484c-b246-491e007c2468'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:05.783171 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff914a5-6682-487b-bbf9-993f4a994364" -d '{"events": [{"name": "network-changed", "server_uuid": "3198d117-ff38-499d-86d6-bf588a04aadc", "tag": "b5c01efc-fb35-484c-b246-491e007c2468"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:05.808628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-a705ae83-638c-47a3-bab7-0b25b037a879 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2565322 Feb 03 12:38:05.829579 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port bfb1c8d8-7994-445e-a6d2-f19815475aa4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:05.830386 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (bfb1c8d8-7994-445e-a6d2-f19815475aa4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:05.830801 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-2043d057-c92e-40a6-bb78-0528d0e1e307 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Request body: {'port': {'device_id': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'network_id': '25b0e2e4-3e46-4382-89f0-9cdec9caf30f', 'admin_state_up': True, 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:05.879751 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4fdf9-b4fa-4e1e-b256-b0b4feb126f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c01efc-fb35-484c-b246-491e007c2468,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:05.924950 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0200640e-5722-42c7-93cb-e586d7f82098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:05.965982 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be7704-04df-433f-b3b4-d27a49b82297 req-3c8edcd1-263a-4064-a516-42e77df2506a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:05.968615 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5be7704-04df-433f-b3b4-d27a49b82297 req-3c8edcd1-263a-4064-a516-42e77df2506a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 943 time: 0.0660570 Feb 03 12:38:05.984652 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97773714-9772-4b1c-bca6-095c987baa05 req-d7a8a99b-35b5-4810-8d9f-7a0e2355ede5 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2232955 Feb 03 12:38:05.990060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port bfb1c8d8-7994-445e-a6d2-f19815475aa4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:05.992180 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 614b605d-2c06-43be-a464-2b2e51a61649 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:06.012800 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f49f8e0f-76ac-4a2a-9946-b6245bafecc6 None None] Provisioning complete for port 6dcc3353-23e8-4031-a139-65f2f0da3c8f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:06.013268 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f49f8e0f-76ac-4a2a-9946-b6245bafecc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6dcc3353-23e8-4031-a139-65f2f0da3c8f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:06.064967 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de18afa-23b9-4724-8c65-248857f26e81 req-cc5021f3-7dae-4dca-8da5-aedfe4eec083 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:06.068226 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1de18afa-23b9-4724-8c65-248857f26e81 req-cc5021f3-7dae-4dca-8da5-aedfe4eec083 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.31 "GET /v2.0/ports?device_id=98eead0d-00fa-437b-ae96-77d6bc4ef777 HTTP/1.1" status: 200 len: 945 time: 0.0870600 Feb 03 12:38:06.074519 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31b1bb0-9a5c-4b8a-b609-a5dd0fec1d7c x-openstack-request-id: req-d31b1bb0-9a5c-4b8a-b609-a5dd0fec1d7c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:06.074745 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3198d117-ff38-499d-86d6-bf588a04aadc", "tag": "b5c01efc-fb35-484c-b246-491e007c2468", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:06.075023 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d31b1bb0-9a5c-4b8a-b609-a5dd0fec1d7c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:06.075308 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3198d117-ff38-499d-86d6-bf588a04aadc', 'tag': 'b5c01efc-fb35-484c-b246-491e007c2468', 'status': 'completed', 'code': 200} Feb 03 12:38:06.079994 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af05611-095c-4fee-96fd-7797005655cb req-c948e363-704f-44fe-850f-f077dd94553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:06.081523 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3af05611-095c-4fee-96fd-7797005655cb req-c948e363-704f-44fe-850f-f077dd94553b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3ba3cb62f98246c08ca253d4a3f26934&device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 1125 time: 0.2203219 Feb 03 12:38:06.102945 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f49f8e0f-76ac-4a2a-9946-b6245bafecc6 None None] Port 6dcc3353-23e8-4031-a139-65f2f0da3c8f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:38:06.122191 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 614b605d-2c06-43be-a464-2b2e51a61649 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:06.122564 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (614b605d-2c06-43be-a464-2b2e51a61649), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:06.164715 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5be7704-04df-433f-b3b4-d27a49b82297 req-dc6ea941-b118-4257-8e54-776f3f771727 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904922 Feb 03 12:38:06.201098 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3af05611-095c-4fee-96fd-7797005655cb req-73fb6672-f2ef-44dc-b51c-380bcd454dda service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5c01efc-fb35-484c-b246-491e007c2468 HTTP/1.1" status: 200 len: 217 time: 0.0993817 Feb 03 12:38:06.207462 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-2043d057-c92e-40a6-bb78-0528d0e1e307 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Made reservation on behalf of f35495a3f6e14accbb29833ce60f2ba1 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:06.220252 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-2043d057-c92e-40a6-bb78-0528d0e1e307 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:06.244559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1de18afa-23b9-4724-8c65-248857f26e81 req-a53c26a1-55c7-4178-9c60-0db348d5cb50 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Deleting port f4c863c7-c038-486c-86f2-9e3096d62a0d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:38:06.245551 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1de18afa-23b9-4724-8c65-248857f26e81 req-a53c26a1-55c7-4178-9c60-0db348d5cb50 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f4c863c7-c038-486c-86f2-9e3096d62a0d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:06.274099 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 614b605d-2c06-43be-a464-2b2e51a61649 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:06.376820 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af05611-095c-4fee-96fd-7797005655cb req-bfaabff0-7e06-4957-aa00-9343af4acc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:06.378793 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3af05611-095c-4fee-96fd-7797005655cb req-bfaabff0-7e06-4957-aa00-9343af4acc67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e699e02c-7d53-4231-bce7-5f9eee89c3d6 HTTP/1.1" status: 200 len: 852 time: 0.1561258 Feb 03 12:38:06.432331 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3af05611-095c-4fee-96fd-7797005655cb req-6684f64d-6ec9-4c4e-b87a-d4ad8cdb0fe1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8745d44-134c-43f4-a710-2d8603aaf933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452199 Feb 03 12:38:06.446313 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1de18afa-23b9-4724-8c65-248857f26e81 req-a53c26a1-55c7-4178-9c60-0db348d5cb50 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] For port f4c863c7-c038-486c-86f2-9e3096d62a0d, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f4c863c7-c038-486c-86f2-9e3096d62a0d,segment=NetworkSegment(e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5),segment_id=e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:06.446680 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1de18afa-23b9-4724-8c65-248857f26e81 req-a53c26a1-55c7-4178-9c60-0db348d5cb50 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f4c863c7-c038-486c-86f2-9e3096d62a0d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:06.463405 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1de18afa-23b9-4724-8c65-248857f26e81 req-a53c26a1-55c7-4178-9c60-0db348d5cb50 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Calling delete_port for f4c863c7-c038-486c-86f2-9e3096d62a0d owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:38:06.479891 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502daab-47d1-4d3b-afd4-44f1cc35b6b3 req-3c2ab47e-68ab-4aa9-a4bf-6a5d3a330cec tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:06.481389 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3502daab-47d1-4d3b-afd4-44f1cc35b6b3 req-3c2ab47e-68ab-4aa9-a4bf-6a5d3a330cec tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/ports?device_id=98eead0d-00fa-437b-ae96-77d6bc4ef777 HTTP/1.1" status: 200 len: 945 time: 0.1225352 Feb 03 12:38:06.569771 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-2043d057-c92e-40a6-bb78-0528d0e1e307 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Allocated IP 19.86.0.215 (25b0e2e4-3e46-4382-89f0-9cdec9caf30f/0989c41e-ed20-4296-8bea-6ccc5dc04c71/50f11480-9beb-4eb4-bddd-400cf5319ea3) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:06.580828 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3502daab-47d1-4d3b-afd4-44f1cc35b6b3 req-ae7a0f4d-9d81-45ed-9f3a-e9e68ced1efc tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec94fcf8-3214-4495-9af0-c7e6057f000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933275 Feb 03 12:38:06.598390 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883508a-fc95-4dfb-b078-3947c6730c65 req-77a2381a-20e1-4bba-af5b-16363774e907 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:06.600993 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b883508a-fc95-4dfb-b078-3947c6730c65 req-77a2381a-20e1-4bba-af5b-16363774e907 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 932 time: 0.1982043 Feb 03 12:38:06.685499 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3af05611-095c-4fee-96fd-7797005655cb req-1d5c6598-a18b-45f1-8f47-c6ae90c39752 service neutron] 10.222.0.73 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345548 Feb 03 12:38:06.691526 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b883508a-fc95-4dfb-b078-3947c6730c65 req-a94e110a-19fa-43ba-94db-be6e4d1bde99 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810375 Feb 03 12:38:06.716707 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1de18afa-23b9-4724-8c65-248857f26e81 req-a53c26a1-55c7-4178-9c60-0db348d5cb50 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f4c863c7-c038-486c-86f2-9e3096d62a0d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:06.731363 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['f4c863c7-c038-486c-86f2-9e3096d62a0d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:06.759467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c26a1-55c7-4178-9c60-0db348d5cb50 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Pushing event deleted for resources: {'Port': ['ID=f4c863c7-c038-486c-86f2-9e3096d62a0d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:06.833280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de18afa-23b9-4724-8c65-248857f26e81 req-a53c26a1-55c7-4178-9c60-0db348d5cb50 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] No DVR routers for this DVR port f4c863c7-c038-486c-86f2-9e3096d62a0d on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:38:06.849258 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1de18afa-23b9-4724-8c65-248857f26e81 req-a53c26a1-55c7-4178-9c60-0db348d5cb50 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:06.857876 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1de18afa-23b9-4724-8c65-248857f26e81 req-a53c26a1-55c7-4178-9c60-0db348d5cb50 tempest-InstanceActionsV221TestJSON-1817349863 tempest-InstanceActionsV221TestJSON-1817349863-project] 10.222.0.31 "DELETE /v2.0/ports/f4c863c7-c038-486c-86f2-9e3096d62a0d HTTP/1.1" status: 204 len: 173 time: 0.7552793 Feb 03 12:38:06.861816 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98eead0d-00fa-437b-ae96-77d6bc4ef777', 'name': 'network-vif-deleted', 'tag': 'f4c863c7-c038-486c-86f2-9e3096d62a0d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:06.864577 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba9d0f8-b74d-4e60-9cf3-d8d01b9d05f0" -d '{"events": [{"server_uuid": "98eead0d-00fa-437b-ae96-77d6bc4ef777", "name": "network-vif-deleted", "tag": "f4c863c7-c038-486c-86f2-9e3096d62a0d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:06.876708 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:06.883095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45edcf-ca3e-4204-a6d8-750aae954a36 req-f3f8276f-d90a-4e79-89f0-709f82f25452 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:06.888521 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8e45edcf-ca3e-4204-a6d8-750aae954a36 req-f3f8276f-d90a-4e79-89f0-709f82f25452 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 943 time: 0.2027617 Feb 03 12:38:06.941840 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3af05611-095c-4fee-96fd-7797005655cb req-fcf36cb4-6676-4e33-9434-d58d7d80baec service neutron] 10.222.0.73 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444034 Feb 03 12:38:06.963298 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-2043d057-c92e-40a6-bb78-0528d0e1e307 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks [] for port (50f11480-9beb-4eb4-bddd-400cf5319ea3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:06.986298 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8e45edcf-ca3e-4204-a6d8-750aae954a36 req-42b4ffc9-6766-4f93-90ab-a89f38d9ec4d tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877750 Feb 03 12:38:07.009668 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-2043d057-c92e-40a6-bb78-0528d0e1e307 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (50f11480-9beb-4eb4-bddd-400cf5319ea3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:07.043735 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afbfb3d-cb50-4255-ba29-24545243f751 x-openstack-request-id: req-3afbfb3d-cb50-4255-ba29-24545243f751 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:07.044267 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98eead0d-00fa-437b-ae96-77d6bc4ef777", "name": "network-vif-deleted", "tag": "f4c863c7-c038-486c-86f2-9e3096d62a0d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:07.044729 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3afbfb3d-cb50-4255-ba29-24545243f751 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:07.045294 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98eead0d-00fa-437b-ae96-77d6bc4ef777', 'name': 'network-vif-deleted', 'tag': 'f4c863c7-c038-486c-86f2-9e3096d62a0d', 'status': 'completed', 'code': 200} Feb 03 12:38:07.117013 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043d057-c92e-40a6-bb78-0528d0e1e307 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event updated for resources: {'Port': ['ID=50f11480-9beb-4eb4-bddd-400cf5319ea3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:07.130684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-2043d057-c92e-40a6-bb78-0528d0e1e307 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Network 25b0e2e4-3e46-4382-89f0-9cdec9caf30f is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:07.136126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-2043d057-c92e-40a6-bb78-0528d0e1e307 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:07.143364 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-2043d057-c92e-40a6-bb78-0528d0e1e307 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:07.208076 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-7d6945ec-6c23-4a39-8c47-354eb0922fb5 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.213512 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf37b8-a837-46c0-8e96-d429353f8d2b req-35cbd8d0-e86c-46da-b462-7cde3f24736a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.215402 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-7d6945ec-6c23-4a39-8c47-354eb0922fb5 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/networks?id=3064cfd8-7cdb-4309-b96b-99c3299527af HTTP/1.1" status: 200 len: 804 time: 0.3316271 Feb 03 12:38:07.220869 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf37b8-a837-46c0-8e96-d429353f8d2b req-35cbd8d0-e86c-46da-b462-7cde3f24736a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.228079 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf37b8-a837-46c0-8e96-d429353f8d2b req-35cbd8d0-e86c-46da-b462-7cde3f24736a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.234862 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf37b8-a837-46c0-8e96-d429353f8d2b req-35cbd8d0-e86c-46da-b462-7cde3f24736a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.241813 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf37b8-a837-46c0-8e96-d429353f8d2b req-35cbd8d0-e86c-46da-b462-7cde3f24736a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.248741 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf37b8-a837-46c0-8e96-d429353f8d2b req-35cbd8d0-e86c-46da-b462-7cde3f24736a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.249804 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-6311cc11-4070-4ce5-a1bd-ef84eaaefdc0 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/quotas/6ff7bee1bd6646388a5eccfdc31588c3 HTTP/1.1" status: 200 len: 375 time: 0.0334558 Feb 03 12:38:07.254308 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf37b8-a837-46c0-8e96-d429353f8d2b req-35cbd8d0-e86c-46da-b462-7cde3f24736a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.256508 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6dbf37b8-a837-46c0-8e96-d429353f8d2b req-35cbd8d0-e86c-46da-b462-7cde3f24736a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5433 time: 0.1514664 Feb 03 12:38:07.317143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-2043d057-c92e-40a6-bb78-0528d0e1e307 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.318307 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-2043d057-c92e-40a6-bb78-0528d0e1e307 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:07.345263 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6dbf37b8-a837-46c0-8e96-d429353f8d2b req-9100d1cf-c488-4dae-a0c5-35a35a844778 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800695 Feb 03 12:38:07.362390 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-2043d057-c92e-40a6-bb78-0528d0e1e307 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5437722 Feb 03 12:38:07.373329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff914a5-6682-487b-bbf9-993f4a994364 req-a1e1b705-57e7-4554-8287-bf92b7118843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.375086 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4ff914a5-6682-487b-bbf9-993f4a994364 req-a1e1b705-57e7-4554-8287-bf92b7118843 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3ba3cb62f98246c08ca253d4a3f26934&device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 1125 time: 0.2252107 Feb 03 12:38:07.379549 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-155243ba-06ae-4d48-afde-fe272485f7dc tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Request body: {'port': {'device_id': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'network_id': 'afb6f529-eeb5-47b6-9180-4d647069c2cb', 'admin_state_up': True, 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:07.440441 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device beb9802c-be49-48ad-85a5-7091f860c0ad no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:07.485134 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-9011bcca-5411-45b3-9bc4-48f4da38355a tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ff7bee1bd6646388a5eccfdc31588c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2342606 Feb 03 12:38:07.553806 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4b3b2-aecb-4868-b3d7-ab46bfe72849 req-5760e3bf-5d36-4d6d-b1ce-1a677038ac47 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.561622 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f2b4b3b2-aecb-4868-b3d7-ab46bfe72849 req-5760e3bf-5d36-4d6d-b1ce-1a677038ac47 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 943 time: 0.0879767 Feb 03 12:38:07.576652 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7873903a-8cc8-4cbc-894e-aae2e4e7177c None None] Provisioning complete for port 50f11480-9beb-4eb4-bddd-400cf5319ea3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:07.578917 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7873903a-8cc8-4cbc-894e-aae2e4e7177c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (50f11480-9beb-4eb4-bddd-400cf5319ea3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:07.635310 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f2b4b3b2-aecb-4868-b3d7-ab46bfe72849 req-66fc402b-db6e-45f5-8eb2-08d982956955 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710230 Feb 03 12:38:07.710511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7873903a-8cc8-4cbc-894e-aae2e4e7177c None None] Port 50f11480-9beb-4eb4-bddd-400cf5319ea3 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:38:07.716501 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port beb9802c-be49-48ad-85a5-7091f860c0ad is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:07.717167 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:07.753409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0d260c-a509-4653-b93f-cd6269a2af20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb9802c-be49-48ad-85a5-7091f860c0ad'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:07.757309 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9e7fd9-5d83-4faf-9558-9ca367f3febd" -d '{"events": [{"server_uuid": "7c0d260c-a509-4653-b93f-cd6269a2af20", "name": "network-vif-unplugged", "status": "completed", "tag": "beb9802c-be49-48ad-85a5-7091f860c0ad"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:07.785618 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port beb9802c-be49-48ad-85a5-7091f860c0ad, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=beb9802c-be49-48ad-85a5-7091f860c0ad,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:07.790490 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:07.832164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fe6c3-b451-4d11-ad31-8a32cfa91c31 req-90e26804-c418-4793-85f7-745dd6a45508 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.840142 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fe6c3-b451-4d11-ad31-8a32cfa91c31 req-90e26804-c418-4793-85f7-745dd6a45508 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.846976 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fe6c3-b451-4d11-ad31-8a32cfa91c31 req-90e26804-c418-4793-85f7-745dd6a45508 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.854942 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fe6c3-b451-4d11-ad31-8a32cfa91c31 req-90e26804-c418-4793-85f7-745dd6a45508 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.860982 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fe6c3-b451-4d11-ad31-8a32cfa91c31 req-90e26804-c418-4793-85f7-745dd6a45508 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.868014 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fe6c3-b451-4d11-ad31-8a32cfa91c31 req-90e26804-c418-4793-85f7-745dd6a45508 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.868522 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=beb9802c-be49-48ad-85a5-7091f860c0ad,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:07.874214 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fe6c3-b451-4d11-ad31-8a32cfa91c31 req-90e26804-c418-4793-85f7-745dd6a45508 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:07.888301 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-275fe6c3-b451-4d11-ad31-8a32cfa91c31 req-90e26804-c418-4793-85f7-745dd6a45508 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5433 time: 0.1617360 Feb 03 12:38:07.888848 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45340) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:07.893767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6a6f8df4-d371-4813-a1ba-fa283a137236 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Request body: {'floatingip': {'port_id': '4826eed5-8674-4d26-a490-465da149bc95'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:07.975023 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a6f8df4-d371-4813-a1ba-fa283a137236 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for floatingip (b1b8beab-295b-44a1-bff8-d18a4b249614), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:08.119011 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:08.168317 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351bc04-5c87-41ee-a8c7-870a3b6b3299 req-d361d554-8357-4e13-80ab-9cd384a91917 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:08.174531 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351bc04-5c87-41ee-a8c7-870a3b6b3299 req-d361d554-8357-4e13-80ab-9cd384a91917 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:08.182035 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a351bc04-5c87-41ee-a8c7-870a3b6b3299 req-d361d554-8357-4e13-80ab-9cd384a91917 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 1655 time: 0.1620042 Feb 03 12:38:08.209534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff914a5-6682-487b-bbf9-993f4a994364 req-7566d1a2-e4f6-4dd5-b3e4-f18acf3afe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:08.211801 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4ff914a5-6682-487b-bbf9-993f4a994364 req-7566d1a2-e4f6-4dd5-b3e4-f18acf3afe93 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8745d44-134c-43f4-a710-2d8603aaf933 HTTP/1.1" status: 200 len: 913 time: 0.8214946 Feb 03 12:38:08.219394 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-51d4b078-a0e6-43be-b4c0-911a31ccd25b service neutron] 10.222.0.73 "GET /v2.0/ports/b4cdce3c-ede9-447a-93fd-ab1378721ecd/bindings/n-h2-827336-3 HTTP/1.1" status: 200 len: 384 time: 0.6737044 Feb 03 12:38:08.316259 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-2174fca6-f779-41ef-b7d3-bc99297ef40e service neutron] 10.222.0.18 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7716830 Feb 03 12:38:08.320726 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4ff914a5-6682-487b-bbf9-993f4a994364 req-44393da8-c2f0-4126-9306-8f1c296a3a98 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5c01efc-fb35-484c-b246-491e007c2468 HTTP/1.1" status: 200 len: 217 time: 0.0989938 Feb 03 12:38:08.361550 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa958698-1430-432c-89c6-1d2791c4b2c8 req-561f2cb5-377c-448b-91c9-370a58728f3a tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:08.363361 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aa958698-1430-432c-89c6-1d2791c4b2c8 req-561f2cb5-377c-448b-91c9-370a58728f3a tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 944 time: 0.1774502 Feb 03 12:38:08.383439 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a351bc04-5c87-41ee-a8c7-870a3b6b3299 req-20024d9d-1b8c-4125-bcee-0254baff60e9 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954007 Feb 03 12:38:08.386252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff914a5-6682-487b-bbf9-993f4a994364 req-7ec5bec9-8122-4b62-8e55-56f86e56fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:08.387959 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4ff914a5-6682-487b-bbf9-993f4a994364 req-7ec5bec9-8122-4b62-8e55-56f86e56fdda service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e699e02c-7d53-4231-bce7-5f9eee89c3d6 HTTP/1.1" status: 200 len: 852 time: 0.0542393 Feb 03 12:38:08.391262 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-155243ba-06ae-4d48-afde-fe272485f7dc tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Made reservation on behalf of f35495a3f6e14accbb29833ce60f2ba1 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:08.395069 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-155243ba-06ae-4d48-afde-fe272485f7dc tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:08.461770 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4ff914a5-6682-487b-bbf9-993f4a994364 req-db06a0fe-6200-45cf-af57-660c168125e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8745d44-134c-43f4-a710-2d8603aaf933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581274 Feb 03 12:38:08.463763 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c840444-bb3c-41d2-97bf-c33cfb439fb5 x-openstack-request-id: req-4c840444-bb3c-41d2-97bf-c33cfb439fb5 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:08.464310 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0d260c-a509-4653-b93f-cd6269a2af20", "name": "network-vif-unplugged", "status": "completed", "tag": "beb9802c-be49-48ad-85a5-7091f860c0ad", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:08.464900 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c840444-bb3c-41d2-97bf-c33cfb439fb5 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:08.465394 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0d260c-a509-4653-b93f-cd6269a2af20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb9802c-be49-48ad-85a5-7091f860c0ad', 'code': 200} Feb 03 12:38:08.599576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-155243ba-06ae-4d48-afde-fe272485f7dc tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Allocated IP 19.80.0.88 (afb6f529-eeb5-47b6-9180-4d647069c2cb/0929505d-afcb-45f6-bfc0-7cb9433e77c5/1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:08.737993 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-aa958698-1430-432c-89c6-1d2791c4b2c8 req-a8ab34b2-5348-4f21-a314-e92c85fd8d66 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Deleting port beb9802c-be49-48ad-85a5-7091f860c0ad {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:38:08.738369 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aa958698-1430-432c-89c6-1d2791c4b2c8 req-a8ab34b2-5348-4f21-a314-e92c85fd8d66 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:08.782762 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-155243ba-06ae-4d48-afde-fe272485f7dc tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks [] for port (1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:08.828308 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-155243ba-06ae-4d48-afde-fe272485f7dc tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:08.924905 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-6a6f8df4-d371-4813-a1ba-fa283a137236 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:38:08.936654 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-155243ba-06ae-4d48-afde-fe272485f7dc tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Network afb6f529-eeb5-47b6-9180-4d647069c2cb is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:08.973075 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-155243ba-06ae-4d48-afde-fe272485f7dc tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:09.029347 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-aa958698-1430-432c-89c6-1d2791c4b2c8 req-a8ab34b2-5348-4f21-a314-e92c85fd8d66 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] For port beb9802c-be49-48ad-85a5-7091f860c0ad, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=beb9802c-be49-48ad-85a5-7091f860c0ad,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:09.029628 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aa958698-1430-432c-89c6-1d2791c4b2c8 req-a8ab34b2-5348-4f21-a314-e92c85fd8d66 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:09.044644 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-aa958698-1430-432c-89c6-1d2791c4b2c8 req-a8ab34b2-5348-4f21-a314-e92c85fd8d66 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Calling delete_port for beb9802c-be49-48ad-85a5-7091f860c0ad owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:38:09.051214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-155243ba-06ae-4d48-afde-fe272485f7dc tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:09.055380 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-bb1bc131-3907-4c7d-a731-53d0fa28cb28 service neutron] 10.222.0.18 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7320762 Feb 03 12:38:09.175648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155243ba-06ae-4d48-afde-fe272485f7dc tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event updated for resources: {'Port': ['ID=1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:09.253978 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a6f8df4-d371-4813-a1ba-fa283a137236 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:09.255316 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aa958698-1430-432c-89c6-1d2791c4b2c8 req-a8ab34b2-5348-4f21-a314-e92c85fd8d66 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (beb9802c-be49-48ad-85a5-7091f860c0ad), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:09.362028 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-ef2260fa-885a-493a-af95-ccbd3ca0c654 service neutron] For port b4cdce3c-ede9-447a-93fd-ab1378721ecd, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b4cdce3c-ede9-447a-93fd-ab1378721ecd,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:09.379052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-155243ba-06ae-4d48-afde-fe272485f7dc tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:09.380054 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-155243ba-06ae-4d48-afde-fe272485f7dc tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:09.424956 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4ff914a5-6682-487b-bbf9-993f4a994364 req-d54b7293-a8c6-40ed-af43-eda867439250 service neutron] 10.222.0.73 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6116970 Feb 03 12:38:09.445628 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-ef2260fa-885a-493a-af95-ccbd3ca0c654 service neutron] For port b4cdce3c-ede9-447a-93fd-ab1378721ecd, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:09.449964 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-da8ff8cc-0b5e-4a80-ada2-9f69500aae6a None None] Provisioning complete for port 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:09.450573 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-da8ff8cc-0b5e-4a80-ada2-9f69500aae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:09.551345 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-da8ff8cc-0b5e-4a80-ada2-9f69500aae6a None None] Port 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:38:09.583614 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-155243ba-06ae-4d48-afde-fe272485f7dc tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2132154 Feb 03 12:38:09.628004 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] Request body: {'port': {'device_id': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:09.638974 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:09.676103 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-ef2260fa-885a-493a-af95-ccbd3ca0c654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4cdce3c-ede9-447a-93fd-ab1378721ecd {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:09.713125 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-ef2260fa-885a-493a-af95-ccbd3ca0c654 service neutron] For port b4cdce3c-ede9-447a-93fd-ab1378721ecd, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b4cdce3c-ede9-447a-93fd-ab1378721ecd,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:09.722983 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab34b2-5348-4f21-a314-e92c85fd8d66 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Pushing event deleted for resources: {'Port': ['ID=beb9802c-be49-48ad-85a5-7091f860c0ad,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:09.735374 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a3b11-8782-4f80-8b92-fca5389cd7b0 req-74dd8591-606d-458a-a63a-67c126c5ff80 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:09.742426 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e7a3b11-8782-4f80-8b92-fca5389cd7b0 req-74dd8591-606d-458a-a63a-67c126c5ff80 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 943 time: 0.9725823 Feb 03 12:38:09.749084 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a6f8df4-d371-4813-a1ba-fa283a137236 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (b1b8beab-295b-44a1-bff8-d18a4b249614), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:09.769401 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aef23b-eb6c-4505-b0b3-d3e0bb2b9fd4 req-be26da3a-53b4-4005-a21e-60d048c87193 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:09.771029 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d1aef23b-eb6c-4505-b0b3-d3e0bb2b9fd4 req-be26da3a-53b4-4005-a21e-60d048c87193 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 943 time: 0.3861635 Feb 03 12:38:09.816619 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6dcc3353-23e8-4031-a139-65f2f0da3c8f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:09.819099 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-ef2260fa-885a-493a-af95-ccbd3ca0c654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:09.835555 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4ff914a5-6682-487b-bbf9-993f4a994364 req-db1058a0-c6aa-402a-8eae-d0e072c74bbe service neutron] 10.222.0.73 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993137 Feb 03 12:38:09.925393 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-6a6f8df4-d371-4813-a1ba-fa283a137236 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Floating IP b1b8beab-295b-44a1-bff8-d18a4b249614 associated. External IP: 172.25.6.42, port: 4826eed5-8674-4d26-a490-465da149bc95. Feb 03 12:38:09.981573 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e7a3b11-8782-4f80-8b92-fca5389cd7b0 req-aa5c34b4-fe38-4e34-b436-22642e10a410 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297826 Feb 03 12:38:09.981573 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa958698-1430-432c-89c6-1d2791c4b2c8 req-a8ab34b2-5348-4f21-a314-e92c85fd8d66 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] No DVR routers for this DVR port beb9802c-be49-48ad-85a5-7091f860c0ad on host n-h1-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:38:09.981573 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aa958698-1430-432c-89c6-1d2791c4b2c8 req-a8ab34b2-5348-4f21-a314-e92c85fd8d66 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:09.982107 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aa958698-1430-432c-89c6-1d2791c4b2c8 req-a8ab34b2-5348-4f21-a314-e92c85fd8d66 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.73 "DELETE /v2.0/ports/beb9802c-be49-48ad-85a5-7091f860c0ad HTTP/1.1" status: 204 len: 173 time: 1.5970585 Feb 03 12:38:10.076388 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0d260c-a509-4653-b93f-cd6269a2af20', 'name': 'network-vif-deleted', 'tag': 'beb9802c-be49-48ad-85a5-7091f860c0ad'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:10.086315 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fe13da-a4a6-42d6-bb99-41a254498378" -d '{"events": [{"server_uuid": "7c0d260c-a509-4653-b93f-cd6269a2af20", "name": "network-vif-deleted", "tag": "beb9802c-be49-48ad-85a5-7091f860c0ad"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:10.118044 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-ef2260fa-885a-493a-af95-ccbd3ca0c654 service neutron] Transition to ACTIVE for port object b4cdce3c-ede9-447a-93fd-ab1378721ecd will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:10.154828 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-ef2260fa-885a-493a-af95-ccbd3ca0c654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:10.236532 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-57abcc58-80d1-486e-b5cb-13fd796fe7ea req-fe72f672-4707-4ebb-8361-af68ec949c0a tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f660d47-96ad-49b4-a112-0280a3cdac3e HTTP/1.1" status: 200 len: 210 time: 0.0556722 Feb 03 12:38:10.302664 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2260fa-885a-493a-af95-ccbd3ca0c654 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cdce3c-ede9-447a-93fd-ab1378721ecd,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:10.321042 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cab41325-6575-4792-9c74-5c3150c6afe5 req-a7cfd965-4e08-4617-a490-1bd998d17f49 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7c0d260c-a509-4653-b93f-cd6269a2af20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0989776 Feb 03 12:38:10.402305 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d1aef23b-eb6c-4505-b0b3-d3e0bb2b9fd4 req-d860014c-1814-4f47-bc09-1a3e7cb25bf2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864656 Feb 03 12:38:10.413574 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cab41325-6575-4792-9c74-5c3150c6afe5 req-23338494-6532-49ae-b1f8-d19019c7fa40 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ff7bee1bd6646388a5eccfdc31588c3&device_id=7c0d260c-a509-4653-b93f-cd6269a2af20 HTTP/1.1" status: 200 len: 210 time: 0.0453763 Feb 03 12:38:10.466551 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-ef2260fa-885a-493a-af95-ccbd3ca0c654 service neutron] No DVR routers for this DVR port b4cdce3c-ede9-447a-93fd-ab1378721ecd on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:38:10.529040 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45376) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:10.539116 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f994b3-0e6c-4d86-ab8d-c52590a8481c req-63c62f2f-4a6e-4e8b-b9ee-ab28b1f44476 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:10.544872 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f994b3-0e6c-4d86-ab8d-c52590a8481c req-63c62f2f-4a6e-4e8b-b9ee-ab28b1f44476 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:10.550399 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f994b3-0e6c-4d86-ab8d-c52590a8481c req-63c62f2f-4a6e-4e8b-b9ee-ab28b1f44476 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:10.557564 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c8f994b3-0e6c-4d86-ab8d-c52590a8481c req-63c62f2f-4a6e-4e8b-b9ee-ab28b1f44476 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2376 time: 0.2264466 Feb 03 12:38:10.572066 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6f8df4-d371-4813-a1ba-fa283a137236 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Router 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:38:10.585911 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f19288-e29e-4e01-9f13-ff3f768cb618 x-openstack-request-id: req-d3f19288-e29e-4e01-9f13-ff3f768cb618 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:10.586285 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0d260c-a509-4653-b93f-cd6269a2af20", "name": "network-vif-deleted", "tag": "beb9802c-be49-48ad-85a5-7091f860c0ad", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:10.586522 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3f19288-e29e-4e01-9f13-ff3f768cb618 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:10.586925 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0d260c-a509-4653-b93f-cd6269a2af20', 'name': 'network-vif-deleted', 'tag': 'beb9802c-be49-48ad-85a5-7091f860c0ad', 'status': 'completed', 'code': 200} Feb 03 12:38:10.630250 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-ef2260fa-885a-493a-af95-ccbd3ca0c654 service neutron] 10.222.0.73 "PUT /v2.0/ports/b4cdce3c-ede9-447a-93fd-ab1378721ecd/bindings/n-h2-827336-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3966255 Feb 03 12:38:10.746416 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c8f994b3-0e6c-4d86-ab8d-c52590a8481c req-713d6dad-e5d4-4f31-8258-43546a6e2598 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878648 Feb 03 12:38:10.806809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dcc3353-23e8-4031-a139-65f2f0da3c8f {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:10.819378 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] Publish callbacks [] for port (6dcc3353-23e8-4031-a139-65f2f0da3c8f), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:10.833724 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fae26b3-98db-416d-9686-d5049248cb57 admin admin] Deleting subnet 60c36ac2-5e15-471c-a37d-4e009aad55ea {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:38:10.847472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] Transition to ACTIVE for port object 6dcc3353-23e8-4031-a139-65f2f0da3c8f will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:10.850646 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3fae26b3-98db-416d-9686-d5049248cb57 admin admin] Publish callbacks [] for subnet (60c36ac2-5e15-471c-a37d-4e009aad55ea), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:10.853326 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (6dcc3353-23e8-4031-a139-65f2f0da3c8f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:10.931813 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab41325-6575-4792-9c74-5c3150c6afe5 req-48012c25-4399-4724-bb0e-0528c43a6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:10.933744 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cab41325-6575-4792-9c74-5c3150c6afe5 req-48012c25-4399-4724-bb0e-0528c43a6e0f service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6ff7bee1bd6646388a5eccfdc31588c3&shared=False HTTP/1.1" status: 200 len: 905 time: 0.4032791 Feb 03 12:38:10.943428 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3fae26b3-98db-416d-9686-d5049248cb57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (60c36ac2-5e15-471c-a37d-4e009aad55ea), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:11.087107 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-9fd79e20-ee5d-4edf-b5b6-e4b76150a6a2 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:11.092930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] Pushing event updated for resources: {'Port': ['ID=6dcc3353-23e8-4031-a139-65f2f0da3c8f,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:11.101809 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-9fd79e20-ee5d-4edf-b5b6-e4b76150a6a2 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5&tenant_id=59121cc9f5494060a5397600a3646346&binding%3Ahost_id=n-h1-827336-3 HTTP/1.1" status: 200 len: 1126 time: 0.3540370 Feb 03 12:38:11.122548 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3fae26b3-98db-416d-9686-d5049248cb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (60c36ac2-5e15-471c-a37d-4e009aad55ea), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:11.195820 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6f8df4-d371-4813-a1ba-fa283a137236 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:38:11.207828 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d614f9-d8d0-4ad7-88c9-fa34bbb6b0c8 None None] Sync routers for ids ['1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:38:11.230392 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d614f9-d8d0-4ad7-88c9-fa34bbb6b0c8 None None] Routers {'1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:38:11.231297 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-44d614f9-d8d0-4ad7-88c9-fa34bbb6b0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:38:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:11.252773 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-17c06872-b8e8-4a0a-9670-1602af9143bc tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:11.254854 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-17c06872-b8e8-4a0a-9670-1602af9143bc tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.31 "GET /v2.0/networks?id=3064cfd8-7cdb-4309-b96b-99c3299527af HTTP/1.1" status: 200 len: 804 time: 0.3976321 Feb 03 12:38:11.311576 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a6f8df4-d371-4813-a1ba-fa283a137236 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:11.360816 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-e0c7c5d3-d418-4cb6-905e-55843e18d121 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Request body: {'port': {'device_id': '8f660d47-96ad-49b4-a112-0280a3cdac3e', 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af', 'admin_state_up': True, 'tenant_id': '6ff7bee1bd6646388a5eccfdc31588c3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:11.372349 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3fae26b3-98db-416d-9686-d5049248cb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (60c36ac2-5e15-471c-a37d-4e009aad55ea), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:11.384706 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6a6f8df4-d371-4813-a1ba-fa283a137236 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "PUT /v2.0/floatingips/b1b8beab-295b-44a1-bff8-d18a4b249614 HTTP/1.1" status: 200 len: 990 time: 3.4946837 Feb 03 12:38:11.408368 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] Attempting to bind port 6dcc3353-23e8-4031-a139-65f2f0da3c8f on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:11.408958 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] Attempting to bind port 6dcc3353-23e8-4031-a139-65f2f0da3c8f by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '76f499f9-023e-419a-9e1b-4060750943cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb6f529-eeb5-47b6-9180-4d647069c2cb'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:11.409091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] Attempting to bind port 6dcc3353-23e8-4031-a139-65f2f0da3c8f on network afb6f529-eeb5-47b6-9180-4d647069c2cb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:11.425572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-44d614f9-d8d0-4ad7-88c9-fa34bbb6b0c8 None None] Set router 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:38:11.485416 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] Port 6dcc3353-23e8-4031-a139-65f2f0da3c8f on network afb6f529-eeb5-47b6-9180-4d647069c2cb not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:11.485742 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] Attempting to bind port 6dcc3353-23e8-4031-a139-65f2f0da3c8f on network afb6f529-eeb5-47b6-9180-4d647069c2cb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:11.514492 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d30a63-7ef8-44bd-880f-95ec6e689d14 req-6259e93d-d276-4366-a525-92de8c5626b6 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:11.531298 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15d30a63-7ef8-44bd-880f-95ec6e689d14 req-6259e93d-d276-4366-a525-92de8c5626b6 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 944 time: 0.3904974 Feb 03 12:38:11.553824 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f4c863c7-c038-486c-86f2-9e3096d62a0d no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:11.561988 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device b5c01efc-fb35-484c-b246-491e007c2468 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:38:11.578531 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3fae26b3-98db-416d-9686-d5049248cb57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:11.580108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:11.580489 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] Checking segment: {'id': '76f499f9-023e-419a-9e1b-4060750943cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb6f529-eeb5-47b6-9180-4d647069c2cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:11.580896 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] Bound using segment: {'id': '76f499f9-023e-419a-9e1b-4060750943cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb6f529-eeb5-47b6-9180-4d647069c2cb'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:11.581362 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] Bound port: 6dcc3353-23e8-4031-a139-65f2f0da3c8f, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76f499f9-023e-419a-9e1b-4060750943cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb6f529-eeb5-47b6-9180-4d647069c2cb'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:11.581729 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6dcc3353-23e8-4031-a139-65f2f0da3c8f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:11.589950 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3fae26b3-98db-416d-9686-d5049248cb57 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/60c36ac2-5e15-471c-a37d-4e009aad55ea HTTP/1.1" status: 204 len: 168 time: 1.0142665 Feb 03 12:38:11.609304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45392) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:11.641819 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: f4c863c7-c038-486c-86f2-9e3096d62a0d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:38:11.642166 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f4c863c7-c038-486c-86f2-9e3096d62a0d not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:38:11.679626 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ef3082cc-0546-41cd-aa9a-d3db0380ac57 req-c3be5ba4-b4c3-479b-bf9d-d2b4979b5dfb tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f660d47-96ad-49b4-a112-0280a3cdac3e HTTP/1.1" status: 200 len: 210 time: 0.2350798 Feb 03 12:38:11.680721 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab41325-6575-4792-9c74-5c3150c6afe5 req-b5812ffb-752b-4a08-8753-685cecd03a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:11.682488 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cab41325-6575-4792-9c74-5c3150c6afe5 req-b5812ffb-752b-4a08-8753-685cecd03a9b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7370749 Feb 03 12:38:11.683491 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae26b3-98db-416d-9686-d5049248cb57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60c36ac2-5e15-471c-a37d-4e009aad55ea,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:11.765812 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-4cb19ec7-d84c-49f3-8412-1765152930d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:11.773118 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-4cb19ec7-d84c-49f3-8412-1765152930d5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5&tenant_id=59121cc9f5494060a5397600a3646346 HTTP/1.1" status: 200 len: 1126 time: 0.5293171 Feb 03 12:38:11.886664 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15d30a63-7ef8-44bd-880f-95ec6e689d14 req-945232f0-b972-48f6-a063-f0606281f872 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544543 Feb 03 12:38:11.899965 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-adaac4a9-d7c3-439a-ac38-f9debf694d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:11.916556 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-adaac4a9-d7c3-439a-ac38-f9debf694d7f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 1126 time: 0.1158066 Feb 03 12:38:11.927610 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da2fc9-3581-44d5-bf7b-13a7747434e0 req-3055e243-e0d3-430f-b029-fd66756dd877 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:11.954499 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da2fc9-3581-44d5-bf7b-13a7747434e0 req-3055e243-e0d3-430f-b029-fd66756dd877 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:11.960105 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da2fc9-3581-44d5-bf7b-13a7747434e0 req-3055e243-e0d3-430f-b029-fd66756dd877 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:11.975313 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da2fc9-3581-44d5-bf7b-13a7747434e0 req-3055e243-e0d3-430f-b029-fd66756dd877 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:11.986424 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da2fc9-3581-44d5-bf7b-13a7747434e0 req-3055e243-e0d3-430f-b029-fd66756dd877 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:11.996441 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-148f3a7f-b623-499c-ba91-1e63be5ae252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (2136f9cd-d538-40c1-a746-f8c25fb91919), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:12.001652 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da2fc9-3581-44d5-bf7b-13a7747434e0 req-3055e243-e0d3-430f-b029-fd66756dd877 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:12.013778 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da2fc9-3581-44d5-bf7b-13a7747434e0 req-3055e243-e0d3-430f-b029-fd66756dd877 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:12.031652 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-99da2fc9-3581-44d5-bf7b-13a7747434e0 req-3055e243-e0d3-430f-b029-fd66756dd877 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5433 time: 0.2416537 Feb 03 12:38:12.069373 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-e0c7c5d3-d418-4cb6-905e-55843e18d121 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Made reservation on behalf of 6ff7bee1bd6646388a5eccfdc31588c3 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:12.072874 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-e0c7c5d3-d418-4cb6-905e-55843e18d121 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:12.162121 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] For port 6dcc3353-23e8-4031-a139-65f2f0da3c8f, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:12.178020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] For port 6dcc3353-23e8-4031-a139-65f2f0da3c8f, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=6dcc3353-23e8-4031-a139-65f2f0da3c8f,segment=NetworkSegment(76f499f9-023e-419a-9e1b-4060750943cf),segment_id=76f499f9-023e-419a-9e1b-4060750943cf)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:12.187708 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-99da2fc9-3581-44d5-bf7b-13a7747434e0 req-40734ff6-6578-4b4e-b420-c77fac25132d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1498327 Feb 03 12:38:12.201180 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (6dcc3353-23e8-4031-a139-65f2f0da3c8f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:12.234018 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-8eb31e1a-8cd3-4358-96f8-d499994f0dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:12.234951 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-8eb31e1a-8cd3-4358-96f8-d499994f0dca service neutron] 10.222.0.31 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 909 time: 0.1821606 Feb 03 12:38:12.282881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port b5c01efc-fb35-484c-b246-491e007c2468, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b5c01efc-fb35-484c-b246-491e007c2468,segment=NetworkSegment(684886bb-de56-47af-999b-bb0af1e11284),segment_id=684886bb-de56-47af-999b-bb0af1e11284)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:12.369495 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-abbe9c3b-e641-4adc-8374-826db9e19b3d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4cdce3c-ede9-447a-93fd-ab1378721ecd HTTP/1.1" status: 200 len: 217 time: 0.1272957 Feb 03 12:38:12.371763 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'b5c01efc-fb35-484c-b246-491e007c2468', 'network_id': 'b8745d44-134c-43f4-a710-2d8603aaf933', 'port_id': 'b5c01efc-fb35-484c-b246-491e007c2468', 'mac_address': 'fa:16:3e:b7:2e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e699e02c-7d53-4231-bce7-5f9eee89c3d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:38:12.403366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:12.404049 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:12.405465 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] 10.222.0.31 "PUT /v2.0/ports/6dcc3353-23e8-4031-a139-65f2f0da3c8f HTTP/1.1" status: 200 len: 1092 time: 2.7879336 Feb 03 12:38:12.408277 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'tag': '6dcc3353-23e8-4031-a139-65f2f0da3c8f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:12.411602 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1ede20-ef05-41c8-863d-389d3eda696b" -d '{"events": [{"name": "network-changed", "server_uuid": "bca179e4-b21e-4371-b035-949fe61c2c32", "tag": "6dcc3353-23e8-4031-a139-65f2f0da3c8f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:12.447048 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-eaafe2cc-ecc2-4e74-bd09-3492f1d25471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:12.449088 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port b5c01efc-fb35-484c-b246-491e007c2468 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:12.449333 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-eaafe2cc-ecc2-4e74-bd09-3492f1d25471 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.0722227 Feb 03 12:38:12.449476 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b5c01efc-fb35-484c-b246-491e007c2468), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:12.471830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] Request body: {'port': {'device_id': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:12.485450 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c01efc-fb35-484c-b246-491e007c2468 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:12.534590 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port b5c01efc-fb35-484c-b246-491e007c2468, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b5c01efc-fb35-484c-b246-491e007c2468,segment=NetworkSegment(684886bb-de56-47af-999b-bb0af1e11284),segment_id=684886bb-de56-47af-999b-bb0af1e11284)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:12.535504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ae5c3-95be-4c1b-9eda-cb43f1321260 req-2767683e-7016-4bcb-8e8d-99f8075cb45e tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:12.545827 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d5ae5c3-95be-4c1b-9eda-cb43f1321260 req-2767683e-7016-4bcb-8e8d-99f8075cb45e tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 943 time: 0.4971321 Feb 03 12:38:12.547552 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b5c01efc-fb35-484c-b246-491e007c2468), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:12.553278 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-44d614f9-d8d0-4ad7-88c9-fa34bbb6b0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'name': 'tempest-TaggedBootDevicesTest-639519300-router', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:31Z', 'updated_at': '2022-02-03T12:34:42Z', 'revision_number': 4, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'gw_port': {'id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'b1b8beab-295b-44a1-bff8-d18a4b249614', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'floating_ip_address': '172.25.6.42', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'port_id': '4826eed5-8674-4d26-a490-465da149bc95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d', 'mac_address': 'fa:16:3e:78:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:36:03Z', 'updated_at': '2022-02-03T12:38:08Z', 'revision_number': 1, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2217c702-7f48-4ecd-aecb-db1a967af784', 'name': '', 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'mac_address': 'fa:16:3e:38:d7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'b063e2a3-8e40-40f6-89bc-8502d1a3d0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:40Z', 'updated_at': '2022-02-03T12:34:51Z', 'revision_number': 5, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'subnets': [{'id': 'b063e2a3-8e40-40f6-89bc-8502d1a3d0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:12.572595 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895da92-c9e5-49ef-a374-2ab1be9f1e53 req-ae537aba-a651-423b-a967-85c351a670b3 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:12.578402 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895da92-c9e5-49ef-a374-2ab1be9f1e53 req-ae537aba-a651-423b-a967-85c351a670b3 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:12.587328 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895da92-c9e5-49ef-a374-2ab1be9f1e53 req-ae537aba-a651-423b-a967-85c351a670b3 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:12.590685 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c895da92-c9e5-49ef-a374-2ab1be9f1e53 req-ae537aba-a651-423b-a967-85c351a670b3 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2388 time: 0.2803047 Feb 03 12:38:12.592056 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'tag': '4826eed5-8674-4d26-a490-465da149bc95'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:12.594946 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd692bf-ecd1-4e12-a207-f0c41c4b869a" -d '{"events": [{"name": "network-changed", "server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "tag": "4826eed5-8674-4d26-a490-465da149bc95"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:12.601918 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-f3ba920f-0a3c-46f9-9cef-5d1762116cc2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445422 Feb 03 12:38:12.634586 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d614f9-d8d0-4ad7-88c9-fa34bbb6b0c8 None None] Checking router: 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:38:12.647854 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-e0c7c5d3-d418-4cb6-905e-55843e18d121 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Allocated IP 172.20.0.14 (3064cfd8-7cdb-4309-b96b-99c3299527af/2b8a4225-25b0-42f6-9eec-da0838919221/8d85008f-d9f3-4e79-b421-b2a27a7445e5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:12.709994 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d614f9-d8d0-4ad7-88c9-fa34bbb6b0c8 None None] Routers {'1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:38:12.711034 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-44d614f9-d8d0-4ad7-88c9-fa34bbb6b0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:38:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:12.721506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=b5c01efc-fb35-484c-b246-491e007c2468,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:12.757942 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c895da92-c9e5-49ef-a374-2ab1be9f1e53 req-a99777d6-a173-4b4c-bd94-ec4bac9947f4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513636 Feb 03 12:38:12.823143 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-d4fbcb1a-4236-4967-bf1a-dd9c72d99293 service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147589 Feb 03 12:38:12.886838 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.31', 60192) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:12.924928 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-44d614f9-d8d0-4ad7-88c9-fa34bbb6b0c8 None None] Set router 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:38:12.954391 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c832e31d-4607-4cf5-957e-1474397a9ecd x-openstack-request-id: req-c832e31d-4607-4cf5-957e-1474397a9ecd {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:12.954681 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "tag": "4826eed5-8674-4d26-a490-465da149bc95", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:12.954874 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c832e31d-4607-4cf5-957e-1474397a9ecd {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:12.955421 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'tag': '4826eed5-8674-4d26-a490-465da149bc95', 'status': 'completed', 'code': 200} Feb 03 12:38:12.994170 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-148f3a7f-b623-499c-ba91-1e63be5ae252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (2136f9cd-d538-40c1-a746-f8c25fb91919), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:13.016862 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-148f3a7f-b623-499c-ba91-1e63be5ae252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2136f9cd-d538-40c1-a746-f8c25fb91919']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:13.027854 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-148f3a7f-b623-499c-ba91-1e63be5ae252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:13.028254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-148f3a7f-b623-499c-ba91-1e63be5ae252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:13.038479 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-148f3a7f-b623-499c-ba91-1e63be5ae252 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:13.053553 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-148f3a7f-b623-499c-ba91-1e63be5ae252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:13.062527 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148f3a7f-b623-499c-ba91-1e63be5ae252 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:38:13.062966 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-148f3a7f-b623-499c-ba91-1e63be5ae252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (e0c6fb84-ae8d-45c3-84f5-7238b1cdc0c5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:13.081982 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['b5c01efc-fb35-484c-b246-491e007c2468'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:13.120093 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ccd0cc-9450-436f-8fd5-bb1c03c1de41 x-openstack-request-id: req-89ccd0cc-9450-436f-8fd5-bb1c03c1de41 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:13.120503 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca179e4-b21e-4371-b035-949fe61c2c32", "tag": "6dcc3353-23e8-4031-a139-65f2f0da3c8f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:13.120782 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89ccd0cc-9450-436f-8fd5-bb1c03c1de41 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:13.121327 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'tag': '6dcc3353-23e8-4031-a139-65f2f0da3c8f', 'status': 'completed', 'code': 200} Feb 03 12:38:13.131353 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (50f11480-9beb-4eb4-bddd-400cf5319ea3), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:38:13.133296 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:38:13.141029 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-148f3a7f-b623-499c-ba91-1e63be5ae252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (2136f9cd-d538-40c1-a746-f8c25fb91919), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:13.163070 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4767a6-170b-406d-948b-56843dfce45f service neutron] Pushing event updated for resources: {'Port': ['ID=6dcc3353-23e8-4031-a139-65f2f0da3c8f,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:13.194124 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-148f3a7f-b623-499c-ba91-1e63be5ae252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:13.198311 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-148f3a7f-b623-499c-ba91-1e63be5ae252 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2136f9cd-d538-40c1-a746-f8c25fb91919 HTTP/1.1" status: 204 len: 168 time: 1.5869639 Feb 03 12:38:13.207423 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e14ad5a8-c773-484f-ab84-5eb3e30ff0b5 req-139f8eee-3967-40c9-a6fa-8b9a0108ff0f tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f660d47-96ad-49b4-a112-0280a3cdac3e HTTP/1.1" status: 200 len: 210 time: 0.1468272 Feb 03 12:38:13.229963 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ede20-ef05-41c8-863d-389d3eda696b req-cd8a497b-7413-42a6-9cbe-da2c5787daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:13.230450 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ede20-ef05-41c8-863d-389d3eda696b req-cd8a497b-7413-42a6-9cbe-da2c5787daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:13.230921 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ede20-ef05-41c8-863d-389d3eda696b req-cd8a497b-7413-42a6-9cbe-da2c5787daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:13.232655 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0e1ede20-ef05-41c8-863d-389d3eda696b req-cd8a497b-7413-42a6-9cbe-da2c5787daa1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f35495a3f6e14accbb29833ce60f2ba1&device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2762 time: 0.3440816 Feb 03 12:38:13.245465 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d5ae5c3-95be-4c1b-9eda-cb43f1321260 req-c7f1782d-366b-4462-a7e5-c93509100214 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6987164 Feb 03 12:38:13.402672 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ede20-ef05-41c8-863d-389d3eda696b req-671d3d09-ecfe-464c-9354-d189b8ac83a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:13.403156 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ede20-ef05-41c8-863d-389d3eda696b req-671d3d09-ecfe-464c-9354-d189b8ac83a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:13.403623 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ede20-ef05-41c8-863d-389d3eda696b req-671d3d09-ecfe-464c-9354-d189b8ac83a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:13.405262 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0e1ede20-ef05-41c8-863d-389d3eda696b req-671d3d09-ecfe-464c-9354-d189b8ac83a3 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f35495a3f6e14accbb29833ce60f2ba1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1579955 Feb 03 12:38:13.435416 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45422) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:13.435655 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f3a7f-b623-499c-ba91-1e63be5ae252 admin admin] Pushing event deleted for resources: {'Network': ['ID=2136f9cd-d538-40c1-a746-f8c25fb91919,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:13.471610 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device beb9802c-be49-48ad-85a5-7091f860c0ad no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:13.510777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: beb9802c-be49-48ad-85a5-7091f860c0ad {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:38:13.511299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device beb9802c-be49-48ad-85a5-7091f860c0ad not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:38:13.632916 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-44d614f9-d8d0-4ad7-88c9-fa34bbb6b0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'name': 'tempest-TaggedBootDevicesTest-639519300-router', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:31Z', 'updated_at': '2022-02-03T12:34:42Z', 'revision_number': 4, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'gw_port': {'id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'b1b8beab-295b-44a1-bff8-d18a4b249614', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'floating_ip_address': '172.25.6.42', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'port_id': '4826eed5-8674-4d26-a490-465da149bc95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d', 'mac_address': 'fa:16:3e:78:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:36:03Z', 'updated_at': '2022-02-03T12:38:08Z', 'revision_number': 1, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2217c702-7f48-4ecd-aecb-db1a967af784', 'name': '', 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'mac_address': 'fa:16:3e:38:d7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'b063e2a3-8e40-40f6-89bc-8502d1a3d0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:40Z', 'updated_at': '2022-02-03T12:34:51Z', 'revision_number': 5, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'subnets': [{'id': 'b063e2a3-8e40-40f6-89bc-8502d1a3d0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:13.668985 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d614f9-d8d0-4ad7-88c9-fa34bbb6b0c8 None None] The sync data for ids ['1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'] in n-d-827336-3 is: [{'id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'name': 'tempest-TaggedBootDevicesTest-639519300-router', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:31Z', 'updated_at': '2022-02-03T12:34:42Z', 'revision_number': 4, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'gw_port': {'id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'b1b8beab-295b-44a1-bff8-d18a4b249614', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'floating_ip_address': '172.25.6.42', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'port_id': '4826eed5-8674-4d26-a490-465da149bc95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d', 'mac_address': 'fa:16:3e:78:04:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:36:03Z', 'updated_at': '2022-02-03T12:38:08Z', 'revision_number': 1, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2217c702-7f48-4ecd-aecb-db1a967af784', 'name': '', 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'mac_address': 'fa:16:3e:38:d7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'b063e2a3-8e40-40f6-89bc-8502d1a3d0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:40Z', 'updated_at': '2022-02-03T12:34:51Z', 'revision_number': 5, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'subnets': [{'id': 'b063e2a3-8e40-40f6-89bc-8502d1a3d0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:38:13.829447 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-8f4066ed-efe6-4acb-af86-fb5a0e64bec1 service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9985571 Feb 03 12:38:13.839305 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd692bf-ecd1-4e12-a207-f0c41c4b869a req-ffc6b266-c351-45b9-8ad5-4bcf1d88eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:13.839791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd692bf-ecd1-4e12-a207-f0c41c4b869a req-ffc6b266-c351-45b9-8ad5-4bcf1d88eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:13.840286 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd692bf-ecd1-4e12-a207-f0c41c4b869a req-ffc6b266-c351-45b9-8ad5-4bcf1d88eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:13.840750 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd692bf-ecd1-4e12-a207-f0c41c4b869a req-ffc6b266-c351-45b9-8ad5-4bcf1d88eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:13.841211 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd692bf-ecd1-4e12-a207-f0c41c4b869a req-ffc6b266-c351-45b9-8ad5-4bcf1d88eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:13.841670 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd692bf-ecd1-4e12-a207-f0c41c4b869a req-ffc6b266-c351-45b9-8ad5-4bcf1d88eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:13.842126 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd692bf-ecd1-4e12-a207-f0c41c4b869a req-ffc6b266-c351-45b9-8ad5-4bcf1d88eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:13.844097 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4cd692bf-ecd1-4e12-a207-f0c41c4b869a req-ffc6b266-c351-45b9-8ad5-4bcf1d88eac3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e9261d80c134a528c4f6c4dcfb8fdad&device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 6707 time: 0.8445044 Feb 03 12:38:13.998948 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ab320d9a-a18d-449a-b1e8-f9f5bef19f6f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ca557010f7246c6848c9571bbca29de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5568810 Feb 03 12:38:14.003767 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45428) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:14.017130 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f49e05-1fab-4813-b392-de75a48fa877 req-152763d4-2b17-47c2-98a4-815de6c55bb5 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:14.023381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f49e05-1fab-4813-b392-de75a48fa877 req-152763d4-2b17-47c2-98a4-815de6c55bb5 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:14.027705 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c657576-fcdd-4d33-b6c3-78034716468a None None] New status for floating IP b1b8beab-295b-44a1-bff8-d18a4b249614: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:38:14.028985 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f49e05-1fab-4813-b392-de75a48fa877 req-152763d4-2b17-47c2-98a4-815de6c55bb5 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:14.035651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f49e05-1fab-4813-b392-de75a48fa877 req-152763d4-2b17-47c2-98a4-815de6c55bb5 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:14.043544 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f49e05-1fab-4813-b392-de75a48fa877 req-152763d4-2b17-47c2-98a4-815de6c55bb5 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:14.048987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f49e05-1fab-4813-b392-de75a48fa877 req-152763d4-2b17-47c2-98a4-815de6c55bb5 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:14.054352 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f49e05-1fab-4813-b392-de75a48fa877 req-152763d4-2b17-47c2-98a4-815de6c55bb5 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:14.056536 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-23f49e05-1fab-4813-b392-de75a48fa877 req-152763d4-2b17-47c2-98a4-815de6c55bb5 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5433 time: 0.6382787 Feb 03 12:38:14.060730 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1490d-e85a-453a-bc7e-6c92e104a4bc req-c98034e2-373d-41f9-bbca-4bdd4307f3d1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:14.063874 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5fc1490d-e85a-453a-bc7e-6c92e104a4bc req-c98034e2-373d-41f9-bbca-4bdd4307f3d1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 944 time: 0.6487138 Feb 03 12:38:14.083529 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd692bf-ecd1-4e12-a207-f0c41c4b869a req-4a770d97-3afe-4c2e-86ea-12af562f65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:14.088848 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4cd692bf-ecd1-4e12-a207-f0c41c4b869a req-4a770d97-3afe-4c2e-86ea-12af562f65a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=259c9e24-5450-466e-8578-f11470a26a3d HTTP/1.1" status: 200 len: 912 time: 0.2271469 Feb 03 12:38:14.099615 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-e0c7c5d3-d418-4cb6-905e-55843e18d121 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks [] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:14.221762 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b22ec42c-d380-4c69-b330-26708c7820c8 admin admin] Publish callbacks [] for security_group (ec94fcf8-3214-4495-9af0-c7e6057f000c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:14.275760 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-23f49e05-1fab-4813-b392-de75a48fa877 req-984bc38f-d1ec-4714-a771-92aae41fa06e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1784303 Feb 03 12:38:14.298429 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ede20-ef05-41c8-863d-389d3eda696b req-c32a7ad8-f420-46f9-9b26-0986a297c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:14.298928 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-e0c7c5d3-d418-4cb6-905e-55843e18d121 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:14.300012 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0e1ede20-ef05-41c8-863d-389d3eda696b req-c32a7ad8-f420-46f9-9b26-0986a297c301 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8620884 Feb 03 12:38:14.316777 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b22ec42c-d380-4c69-b330-26708c7820c8 admin admin] Publish callbacks [] for security_group (ec94fcf8-3214-4495-9af0-c7e6057f000c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:14.357117 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5fc1490d-e85a-453a-bc7e-6c92e104a4bc req-c37659bb-76c4-495c-bed0-188d89092d1e tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835741 Feb 03 12:38:14.389668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f11480-9beb-4eb4-bddd-400cf5319ea3 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:14.409815 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] Publish callbacks [] for port (50f11480-9beb-4eb4-bddd-400cf5319ea3), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:14.425098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-e0c7c5d3-d418-4cb6-905e-55843e18d121 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Network 3064cfd8-7cdb-4309-b96b-99c3299527af is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:14.435538 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4cd692bf-ecd1-4e12-a207-f0c41c4b869a req-c93d6bb8-f125-4ce6-937c-d76bfaf45168 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4826eed5-8674-4d26-a490-465da149bc95 HTTP/1.1" status: 200 len: 998 time: 0.3260136 Feb 03 12:38:14.437895 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-e0c7c5d3-d418-4cb6-905e-55843e18d121 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:14.440600 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-36d01458-19b4-4522-b313-24aafdfd0c9a tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:14.442344 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-36d01458-19b4-4522-b313-24aafdfd0c9a tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5&tenant_id=59121cc9f5494060a5397600a3646346&binding%3Ahost_id=n-h2-827336-3 HTTP/1.1" status: 200 len: 1126 time: 0.3127975 Feb 03 12:38:14.448068 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-e0c7c5d3-d418-4cb6-905e-55843e18d121 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:14.456181 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7c5d3-d418-4cb6-905e-55843e18d121 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Pushing event updated for resources: {'Port': ['ID=8d85008f-d9f3-4e79-b421-b2a27a7445e5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:14.485746 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] Transition to ACTIVE for port object 50f11480-9beb-4eb4-bddd-400cf5319ea3 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:14.507465 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (50f11480-9beb-4eb4-bddd-400cf5319ea3), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:14.596218 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd692bf-ecd1-4e12-a207-f0c41c4b869a req-4ec442ae-312b-4ada-bbee-4a694a31fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:14.598352 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4cd692bf-ecd1-4e12-a207-f0c41c4b869a req-4ec442ae-312b-4ada-bbee-4a694a31fe58 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b063e2a3-8e40-40f6-89bc-8502d1a3d0cc HTTP/1.1" status: 200 len: 850 time: 0.1173863 Feb 03 12:38:14.604723 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b22ec42c-d380-4c69-b330-26708c7820c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ec94fcf8-3214-4495-9af0-c7e6057f000c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:14.607262 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854e996-8f1c-4285-b016-50714ec57fb0 req-3712a7b2-3e7c-4aab-b616-03896149b779 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:14.608796 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b854e996-8f1c-4285-b016-50714ec57fb0 req-3712a7b2-3e7c-4aab-b616-03896149b779 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f660d47-96ad-49b4-a112-0280a3cdac3e HTTP/1.1" status: 200 len: 932 time: 0.1653452 Feb 03 12:38:14.625892 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b22ec42c-d380-4c69-b330-26708c7820c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:14.630176 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b22ec42c-d380-4c69-b330-26708c7820c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec94fcf8-3214-4495-9af0-c7e6057f000c HTTP/1.1" status: 204 len: 168 time: 0.5725825 Feb 03 12:38:14.637651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-e0c7c5d3-d418-4cb6-905e-55843e18d121 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:14.638560 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-e0c7c5d3-d418-4cb6-905e-55843e18d121 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:14.688784 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] Pushing event updated for resources: {'Port': ['ID=50f11480-9beb-4eb4-bddd-400cf5319ea3,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:14.702935 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ec42c-d380-4c69-b330-26708c7820c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec94fcf8-3214-4495-9af0-c7e6057f000c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:14.747216 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-e0c7c5d3-d418-4cb6-905e-55843e18d121 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3963122 Feb 03 12:38:14.774876 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] Request body: {'port': {'device_id': '8f660d47-96ad-49b4-a112-0280a3cdac3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:14.839176 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6857b8-a66e-45ba-9bf8-59f85aa99896 req-22d9fc8c-ac79-43e4-9086-4b8f090f4d66 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:14.844779 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-457db5d6-cd0d-4a3d-8a46-a05b9886924c service neutron] For port b4cdce3c-ede9-447a-93fd-ab1378721ecd, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:14.845319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6857b8-a66e-45ba-9bf8-59f85aa99896 req-22d9fc8c-ac79-43e4-9086-4b8f090f4d66 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:14.850914 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6857b8-a66e-45ba-9bf8-59f85aa99896 req-22d9fc8c-ac79-43e4-9086-4b8f090f4d66 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:14.852653 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a6857b8-a66e-45ba-9bf8-59f85aa99896 req-22d9fc8c-ac79-43e4-9086-4b8f090f4d66 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2400 time: 0.3624220 Feb 03 12:38:14.868345 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-457db5d6-cd0d-4a3d-8a46-a05b9886924c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:14.869407 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-457db5d6-cd0d-4a3d-8a46-a05b9886924c service neutron] 10.222.0.31 "DELETE /v2.0/ports/b4cdce3c-ede9-447a-93fd-ab1378721ecd/bindings/n-h1-827336-3 HTTP/1.1" status: 204 len: 173 time: 0.3810015 Feb 03 12:38:14.890109 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd692bf-ecd1-4e12-a207-f0c41c4b869a req-c2f12f90-2dfb-4ea9-9d15-6145cfb2cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:14.891662 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4cd692bf-ecd1-4e12-a207-f0c41c4b869a req-c2f12f90-2dfb-4ea9-9d15-6145cfb2cd52 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259c9e24-5450-466e-8578-f11470a26a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2798579 Feb 03 12:38:14.988206 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:14.990088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] Attempting to bind port 50f11480-9beb-4eb4-bddd-400cf5319ea3 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:14.990525 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] Attempting to bind port 50f11480-9beb-4eb4-bddd-400cf5319ea3 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '25b0e2e4-3e46-4382-89f0-9cdec9caf30f'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:14.990853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] Attempting to bind port 50f11480-9beb-4eb4-bddd-400cf5319ea3 on network 25b0e2e4-3e46-4382-89f0-9cdec9caf30f {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:15.009952 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a6857b8-a66e-45ba-9bf8-59f85aa99896 req-1f06f243-df16-4106-88a2-2aafd0aefb1a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429183 Feb 03 12:38:15.011865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] Port 50f11480-9beb-4eb4-bddd-400cf5319ea3 on network 25b0e2e4-3e46-4382-89f0-9cdec9caf30f not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:15.012225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] Attempting to bind port 50f11480-9beb-4eb4-bddd-400cf5319ea3 on network 25b0e2e4-3e46-4382-89f0-9cdec9caf30f {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:15.019689 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:15.020181 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] Checking segment: {'id': '9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '25b0e2e4-3e46-4382-89f0-9cdec9caf30f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:15.020511 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] Bound using segment: {'id': '9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '25b0e2e4-3e46-4382-89f0-9cdec9caf30f'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:15.020949 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] Bound port: 50f11480-9beb-4eb4-bddd-400cf5319ea3, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '25b0e2e4-3e46-4382-89f0-9cdec9caf30f'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:15.021314 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (50f11480-9beb-4eb4-bddd-400cf5319ea3), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:15.045640 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4cd692bf-ecd1-4e12-a207-f0c41c4b869a req-3e2e129e-7199-4312-91a4-9f2c73bf0cd9 service neutron] 10.222.0.73 "GET /v2.0/networks/259c9e24-5450-466e-8578-f11470a26a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381736 Feb 03 12:38:15.065711 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b854e996-8f1c-4285-b016-50714ec57fb0 req-10ed1634-c229-46f0-9361-61b6afe14841 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796792 Feb 03 12:38:15.196262 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4cd692bf-ecd1-4e12-a207-f0c41c4b869a req-0d0a1f41-7391-4261-a99d-7d4030da502f service neutron] 10.222.0.73 "GET /v2.0/networks/259c9e24-5450-466e-8578-f11470a26a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287568 Feb 03 12:38:15.232928 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] For port 50f11480-9beb-4eb4-bddd-400cf5319ea3, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:15.247659 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] For port 50f11480-9beb-4eb4-bddd-400cf5319ea3, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=50f11480-9beb-4eb4-bddd-400cf5319ea3,segment=NetworkSegment(9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718),segment_id=9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:15.306803 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (50f11480-9beb-4eb4-bddd-400cf5319ea3), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:15.481143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:15.482234 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:15.484278 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] 10.222.0.31 "PUT /v2.0/ports/50f11480-9beb-4eb4-bddd-400cf5319ea3 HTTP/1.1" status: 200 len: 1092 time: 3.0400283 Feb 03 12:38:15.486031 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'tag': '50f11480-9beb-4eb4-bddd-400cf5319ea3'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:15.499860 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device b5c01efc-fb35-484c-b246-491e007c2468 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:15.502490 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa1bd20-18bd-4522-90c0-cbc4faf32716" -d '{"events": [{"name": "network-changed", "server_uuid": "bca179e4-b21e-4371-b035-949fe61c2c32", "tag": "50f11480-9beb-4eb4-bddd-400cf5319ea3"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:15.610675 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946fc32-cf58-48a0-860d-1cff2c35ed8f req-d4085f20-dfcf-4470-ac15-e610c3b41ba0 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:15.632821 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946fc32-cf58-48a0-860d-1cff2c35ed8f req-d4085f20-dfcf-4470-ac15-e610c3b41ba0 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:15.641433 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5cf14-255d-4845-b90d-e2229a9d809f req-acf10eed-8f22-4298-9a63-338b9ed8abf8 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:15.653535 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69f5cf14-255d-4845-b90d-e2229a9d809f req-acf10eed-8f22-4298-9a63-338b9ed8abf8 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 944 time: 0.5269983 Feb 03 12:38:15.663376 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946fc32-cf58-48a0-860d-1cff2c35ed8f req-d4085f20-dfcf-4470-ac15-e610c3b41ba0 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:15.684509 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] Request body: {'port': {'device_id': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:15.686704 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946fc32-cf58-48a0-860d-1cff2c35ed8f req-d4085f20-dfcf-4470-ac15-e610c3b41ba0 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:15.702875 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946fc32-cf58-48a0-860d-1cff2c35ed8f req-d4085f20-dfcf-4470-ac15-e610c3b41ba0 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:15.718436 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946fc32-cf58-48a0-860d-1cff2c35ed8f req-d4085f20-dfcf-4470-ac15-e610c3b41ba0 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:15.737019 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946fc32-cf58-48a0-860d-1cff2c35ed8f req-d4085f20-dfcf-4470-ac15-e610c3b41ba0 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:15.760031 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b946fc32-cf58-48a0-860d-1cff2c35ed8f req-d4085f20-dfcf-4470-ac15-e610c3b41ba0 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5433 time: 0.3273649 Feb 03 12:38:15.763238 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:15.773078 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port b5c01efc-fb35-484c-b246-491e007c2468 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:38:15.778090 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port b5c01efc-fb35-484c-b246-491e007c2468 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:15.778897 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b5c01efc-fb35-484c-b246-491e007c2468), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:15.864132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d85008f-d9f3-4e79-b421-b2a27a7445e5 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:15.872758 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] Publish callbacks [] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:15.878958 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port b5c01efc-fb35-484c-b246-491e007c2468 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:15.879862 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b5c01efc-fb35-484c-b246-491e007c2468), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:15.886917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] Transition to ACTIVE for port object 8d85008f-d9f3-4e79-b421-b2a27a7445e5 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:15.920029 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3198d117-ff38-499d-86d6-bf588a04aadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c01efc-fb35-484c-b246-491e007c2468'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:15.923692 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28beddbe-26f0-4aa2-ae47-95b64447cf69" -d '{"events": [{"server_uuid": "3198d117-ff38-499d-86d6-bf588a04aadc", "name": "network-vif-plugged", "status": "completed", "tag": "b5c01efc-fb35-484c-b246-491e007c2468"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:15.938033 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69f5cf14-255d-4845-b90d-e2229a9d809f req-0fdd0462-bf1d-4a07-804b-3477b7b9d3d3 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777045 Feb 03 12:38:15.938350 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:15.939127 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port b5c01efc-fb35-484c-b246-491e007c2468, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b5c01efc-fb35-484c-b246-491e007c2468,segment=NetworkSegment(684886bb-de56-47af-999b-bb0af1e11284),segment_id=684886bb-de56-47af-999b-bb0af1e11284)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:15.944067 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23202480-5a91-4bb9-b59b-e894ca816d25 service neutron] Pushing event updated for resources: {'Port': ['ID=50f11480-9beb-4eb4-bddd-400cf5319ea3,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:15.961391 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b5c01efc-fb35-484c-b246-491e007c2468), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:15.996134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45472) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:16.001851 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] Pushing event updated for resources: {'Port': ['ID=8d85008f-d9f3-4e79-b421-b2a27a7445e5,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:16.082095 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=b5c01efc-fb35-484c-b246-491e007c2468,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:16.095842 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:16.173322 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-bf822e8e-7a05-4b84-ac9c-6c0b3038d6a2 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1406605606-network', 'tenant_id': 'd4cfc0adcb78419ea6d5f3642b57ed48'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:16.193669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] Attempting to bind port 8d85008f-d9f3-4e79-b421-b2a27a7445e5 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:16.194021 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] Attempting to bind port 8d85008f-d9f3-4e79-b421-b2a27a7445e5 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ec29131a-b8bc-4146-9bc7-9112f24f599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:16.194359 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] Attempting to bind port 8d85008f-d9f3-4e79-b421-b2a27a7445e5 on network 3064cfd8-7cdb-4309-b96b-99c3299527af {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:16.206811 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf822e8e-7a05-4b84-ac9c-6c0b3038d6a2 admin admin] Made reservation on behalf of d4cfc0adcb78419ea6d5f3642b57ed48 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:16.209835 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf822e8e-7a05-4b84-ac9c-6c0b3038d6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:16.222941 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09266ba-7826-4882-9b3d-d16fb3113c91 req-1db18c3a-82fe-49e7-9332-9a2fee4f2102 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:16.223688 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf822e8e-7a05-4b84-ac9c-6c0b3038d6a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:16.224521 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e09266ba-7826-4882-9b3d-d16fb3113c91 req-1db18c3a-82fe-49e7-9332-9a2fee4f2102 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 944 time: 0.1154907 Feb 03 12:38:16.225641 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] Port 8d85008f-d9f3-4e79-b421-b2a27a7445e5 on network 3064cfd8-7cdb-4309-b96b-99c3299527af not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:16.225970 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] Attempting to bind port 8d85008f-d9f3-4e79-b421-b2a27a7445e5 on network 3064cfd8-7cdb-4309-b96b-99c3299527af {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:16.283270 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:16.283622 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] Checking segment: {'id': 'ec29131a-b8bc-4146-9bc7-9112f24f599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:16.284034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] Bound using segment: {'id': 'ec29131a-b8bc-4146-9bc7-9112f24f599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:16.284486 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] Bound port: 8d85008f-d9f3-4e79-b421-b2a27a7445e5, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec29131a-b8bc-4146-9bc7-9112f24f599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:16.284848 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:16.289333 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b946fc32-cf58-48a0-860d-1cff2c35ed8f req-73772bb2-13a7-43c8-9f00-316130143380 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5217021 Feb 03 12:38:16.372130 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf822e8e-7a05-4b84-ac9c-6c0b3038d6a2 admin admin] Publish callbacks [] for security_group (d4711b1f-fe9b-4d59-8224-b8f0bbaa7827), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:16.377279 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf822e8e-7a05-4b84-ac9c-6c0b3038d6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d4711b1f-fe9b-4d59-8224-b8f0bbaa7827), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:16.390164 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4bd5e3-13a6-4a6b-b9d5-e1c2820366e8 x-openstack-request-id: req-6a4bd5e3-13a6-4a6b-b9d5-e1c2820366e8 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:16.390466 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca179e4-b21e-4371-b035-949fe61c2c32", "tag": "50f11480-9beb-4eb4-bddd-400cf5319ea3", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:16.390733 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a4bd5e3-13a6-4a6b-b9d5-e1c2820366e8 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:16.391124 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'tag': '50f11480-9beb-4eb4-bddd-400cf5319ea3', 'status': 'completed', 'code': 200} Feb 03 12:38:16.406781 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf822e8e-7a05-4b84-ac9c-6c0b3038d6a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:38:16.415929 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e09266ba-7826-4882-9b3d-d16fb3113c91 req-88c28577-6f68-4b33-8b0e-0684656f7ac1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396656 Feb 03 12:38:16.445495 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25290fdf-5d90-4c44-b874-e5a7d2c9101b x-openstack-request-id: req-25290fdf-5d90-4c44-b874-e5a7d2c9101b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:16.445941 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3198d117-ff38-499d-86d6-bf588a04aadc", "name": "network-vif-plugged", "status": "completed", "tag": "b5c01efc-fb35-484c-b246-491e007c2468", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:16.446213 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25290fdf-5d90-4c44-b874-e5a7d2c9101b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:16.446615 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3198d117-ff38-499d-86d6-bf588a04aadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c01efc-fb35-484c-b246-491e007c2468', 'code': 200} Feb 03 12:38:16.447745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf822e8e-7a05-4b84-ac9c-6c0b3038d6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:16.454039 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf822e8e-7a05-4b84-ac9c-6c0b3038d6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (692d7727-214f-4d87-b1ac-a90a06d89e3e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:16.454455 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-bf822e8e-7a05-4b84-ac9c-6c0b3038d6a2 admin admin] Added segment 692d7727-214f-4d87-b1ac-a90a06d89e3e of type vlan for network a4a8a0ef-e064-453a-b5a3-3ea6611543dd Feb 03 12:38:16.479894 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] For port 8d85008f-d9f3-4e79-b421-b2a27a7445e5, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:16.484526 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] For port 8d85008f-d9f3-4e79-b421-b2a27a7445e5, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=8d85008f-d9f3-4e79-b421-b2a27a7445e5,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:16.503995 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:16.516415 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1bd20-18bd-4522-90c0-cbc4faf32716 req-e7df6ce0-f0e9-44fb-b71d-f2b4ab9386db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:16.516945 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1bd20-18bd-4522-90c0-cbc4faf32716 req-e7df6ce0-f0e9-44fb-b71d-f2b4ab9386db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:16.517684 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1bd20-18bd-4522-90c0-cbc4faf32716 req-e7df6ce0-f0e9-44fb-b71d-f2b4ab9386db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:16.521603 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1fa1bd20-18bd-4522-90c0-cbc4faf32716 req-e7df6ce0-f0e9-44fb-b71d-f2b4ab9386db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f35495a3f6e14accbb29833ce60f2ba1&device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2860 time: 0.1196451 Feb 03 12:38:16.525596 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf822e8e-7a05-4b84-ac9c-6c0b3038d6a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (a4a8a0ef-e064-453a-b5a3-3ea6611543dd), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:16.558060 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:16.558948 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:16.560737 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] 10.222.0.31 "PUT /v2.0/ports/8d85008f-d9f3-4e79-b421-b2a27a7445e5 HTTP/1.1" status: 200 len: 1092 time: 1.7936859 Feb 03 12:38:16.669530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36380475-309e-4588-bedb-7d6b6f3bd89b service neutron] Pushing event updated for resources: {'Port': ['ID=8d85008f-d9f3-4e79-b421-b2a27a7445e5,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:16.694245 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:16.695528 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf822e8e-7a05-4b84-ac9c-6c0b3038d6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (a4a8a0ef-e064-453a-b5a3-3ea6611543dd), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:16.696611 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf822e8e-7a05-4b84-ac9c-6c0b3038d6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:16.697196 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf822e8e-7a05-4b84-ac9c-6c0b3038d6a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:16.702917 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] Publish callbacks [] for port (1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:16.732555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0a32b-d212-4780-a727-a7909baa8a9c req-a2cf924e-bf4d-4ca5-b95c-0572c5f5cc16 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:16.737924 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0a32b-d212-4780-a727-a7909baa8a9c req-a2cf924e-bf4d-4ca5-b95c-0572c5f5cc16 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:16.743330 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0a32b-d212-4780-a727-a7909baa8a9c req-a2cf924e-bf4d-4ca5-b95c-0572c5f5cc16 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:16.745064 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64c0a32b-d212-4780-a727-a7909baa8a9c req-a2cf924e-bf4d-4ca5-b95c-0572c5f5cc16 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2400 time: 0.1803169 Feb 03 12:38:16.747098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] Transition to ACTIVE for port object 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:16.761457 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:16.765756 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf822e8e-7a05-4b84-ac9c-6c0b3038d6a2 admin admin] Pushing event updated for resources: {'Network': ['ID=a4a8a0ef-e064-453a-b5a3-3ea6611543dd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:16.781117 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-80d75ae3-5f75-47a9-9b3c-007e6cea8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:16.782959 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-80d75ae3-5f75-47a9-9b3c-007e6cea8752 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ff7bee1bd6646388a5eccfdc31588c3&device_id=8f660d47-96ad-49b4-a112-0280a3cdac3e HTTP/1.1" status: 200 len: 1126 time: 0.1689310 Feb 03 12:38:16.795999 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network a4a8a0ef-e064-453a-b5a3-3ea6611543dd details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:38:16.810433 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bf822e8e-7a05-4b84-ac9c-6c0b3038d6a2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8105962 Feb 03 12:38:16.813284 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45494) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:16.820076 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-dfae6dbf-e814-4486-9463-f67ff2985100 admin admin] Request body: {'subnet': {'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1406605606-subnet', 'tenant_id': 'd4cfc0adcb78419ea6d5f3642b57ed48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:16.831773 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf55ab-40df-4bed-a094-1e01de8e9052 req-401a25bb-2f3b-4dbc-9fed-ee404f47294b tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:16.844280 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4cdf55ab-40df-4bed-a094-1e01de8e9052 req-401a25bb-2f3b-4dbc-9fed-ee404f47294b tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f660d47-96ad-49b4-a112-0280a3cdac3e HTTP/1.1" status: 200 len: 944 time: 0.2833562 Feb 03 12:38:16.846810 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1bd20-18bd-4522-90c0-cbc4faf32716 req-40fef053-9967-41e3-b6ff-bd80774f91e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:16.847285 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1bd20-18bd-4522-90c0-cbc4faf32716 req-40fef053-9967-41e3-b6ff-bd80774f91e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:16.847749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1bd20-18bd-4522-90c0-cbc4faf32716 req-40fef053-9967-41e3-b6ff-bd80774f91e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:16.849308 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1fa1bd20-18bd-4522-90c0-cbc4faf32716 req-40fef053-9967-41e3-b6ff-bd80774f91e4 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f35495a3f6e14accbb29833ce60f2ba1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3199556 Feb 03 12:38:16.860449 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a391ad-e231-4022-92c4-aecbf6ca1acf req-f7952388-ff8a-46e5-aee0-3a901ca740ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:16.861962 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6a391ad-e231-4022-92c4-aecbf6ca1acf req-f7952388-ff8a-46e5-aee0-3a901ca740ab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 1127 time: 0.2828450 Feb 03 12:38:16.879982 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-dda7f0f0-d34f-4bd0-bc38-2b5aa5cbee2a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d85008f-d9f3-4e79-b421-b2a27a7445e5 HTTP/1.1" status: 200 len: 217 time: 0.0724692 Feb 03 12:38:16.924453 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64c0a32b-d212-4780-a727-a7909baa8a9c req-94972c70-efef-4797-80b4-dacc14a5b6a1 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723800 Feb 03 12:38:16.960825 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] Pushing event updated for resources: {'Port': ['ID=1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:17.030028 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4cdf55ab-40df-4bed-a094-1e01de8e9052 req-7bccc4f6-91f6-4d2d-aba5-08a5821dac36 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708210 Feb 03 12:38:17.058166 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfae6dbf-e814-4486-9463-f67ff2985100 admin admin] Made reservation on behalf of d4cfc0adcb78419ea6d5f3642b57ed48 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:17.060506 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dfae6dbf-e814-4486-9463-f67ff2985100 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:17.064454 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-5218a213-1912-458f-9440-e34651782e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.065970 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-5218a213-1912-458f-9440-e34651782e76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b8a4225-25b0-42f6-9eec-da0838919221 HTTP/1.1" status: 200 len: 844 time: 0.1711297 Feb 03 12:38:17.126541 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6a391ad-e231-4022-92c4-aecbf6ca1acf req-4651cebc-1993-4a60-8bf8-1987037ea875 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244172 Feb 03 12:38:17.163719 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-8638b3e3-6711-4792-bed1-4af4a241b7ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3064cfd8-7cdb-4309-b96b-99c3299527af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860975 Feb 03 12:38:17.179855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-45dbe99e-360d-4bc7-92d5-51a47d855a4b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:38:17.180795 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-45dbe99e-360d-4bc7-92d5-51a47d855a4b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084422 Feb 03 12:38:17.186389 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] Attempting to bind port 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:17.186734 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] Attempting to bind port 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '76f499f9-023e-419a-9e1b-4060750943cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb6f529-eeb5-47b6-9180-4d647069c2cb'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:17.187069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] Attempting to bind port 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 on network afb6f529-eeb5-47b6-9180-4d647069c2cb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:17.216101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] Port 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 on network afb6f529-eeb5-47b6-9180-4d647069c2cb not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:17.216347 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] Attempting to bind port 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 on network afb6f529-eeb5-47b6-9180-4d647069c2cb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:17.234055 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1bd20-18bd-4522-90c0-cbc4faf32716 req-a3032ee1-6e4c-4711-8f8a-d092e1644570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.235841 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1fa1bd20-18bd-4522-90c0-cbc4faf32716 req-a3032ee1-6e4c-4711-8f8a-d092e1644570 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3535044 Feb 03 12:38:17.245679 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32f5f8-b803-4bee-9719-8b5de3be9c9f req-ffb5daab-a8d1-430d-b51e-8bf8c347965a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.251513 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32f5f8-b803-4bee-9719-8b5de3be9c9f req-ffb5daab-a8d1-430d-b51e-8bf8c347965a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.257855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32f5f8-b803-4bee-9719-8b5de3be9c9f req-ffb5daab-a8d1-430d-b51e-8bf8c347965a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.264020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32f5f8-b803-4bee-9719-8b5de3be9c9f req-ffb5daab-a8d1-430d-b51e-8bf8c347965a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.272826 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32f5f8-b803-4bee-9719-8b5de3be9c9f req-ffb5daab-a8d1-430d-b51e-8bf8c347965a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.280900 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32f5f8-b803-4bee-9719-8b5de3be9c9f req-ffb5daab-a8d1-430d-b51e-8bf8c347965a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.286664 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32f5f8-b803-4bee-9719-8b5de3be9c9f req-ffb5daab-a8d1-430d-b51e-8bf8c347965a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.289430 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4b32f5f8-b803-4bee-9719-8b5de3be9c9f req-ffb5daab-a8d1-430d-b51e-8bf8c347965a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5433 time: 0.2564042 Feb 03 12:38:17.292185 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3883cab-619f-4dcc-b4b9-aece00b1b979 req-7efa37aa-320b-479f-bfb8-3a5cf354493b tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.293702 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b3883cab-619f-4dcc-b4b9-aece00b1b979 req-7efa37aa-320b-479f-bfb8-3a5cf354493b tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 945 time: 0.1096649 Feb 03 12:38:17.327534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:17.327890 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] Checking segment: {'id': '76f499f9-023e-419a-9e1b-4060750943cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb6f529-eeb5-47b6-9180-4d647069c2cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:17.328750 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] Bound using segment: {'id': '76f499f9-023e-419a-9e1b-4060750943cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb6f529-eeb5-47b6-9180-4d647069c2cb'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:17.329211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] Bound port: 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76f499f9-023e-419a-9e1b-4060750943cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'afb6f529-eeb5-47b6-9180-4d647069c2cb'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:17.329762 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:17.410277 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b3883cab-619f-4dcc-b4b9-aece00b1b979 req-45aec440-75d8-4a81-bee7-1d7356f39864 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081786 Feb 03 12:38:17.421857 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dfae6dbf-e814-4486-9463-f67ff2985100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (3ed65b34-d59f-4573-b5c6-f49540a6bdbd), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:17.445635 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] For port 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:17.461893 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] For port 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6,segment=NetworkSegment(76f499f9-023e-419a-9e1b-4060750943cf),segment_id=76f499f9-023e-419a-9e1b-4060750943cf)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:17.481098 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-589fb829-4c9d-4b04-8b27-fa631f16cc78 service neutron] 10.222.0.31 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907045 Feb 03 12:38:17.485401 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:17.525195 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae6dbf-e814-4486-9463-f67ff2985100 admin admin] Checking segment: {'id': '692d7727-214f-4d87-b1ac-a90a06d89e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:17.525901 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfae6dbf-e814-4486-9463-f67ff2985100 admin admin] Network hostable DHCP agents. Network: a4a8a0ef-e064-453a-b5a3-3ea6611543dd, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:38:17.548173 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae6dbf-e814-4486-9463-f67ff2985100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed65b34-d59f-4573-b5c6-f49540a6bdbd,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:17.550214 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4b32f5f8-b803-4bee-9719-8b5de3be9c9f req-4a5fe1ee-10f7-4932-b786-c81f4f9a3e6f tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2148354 Feb 03 12:38:17.575516 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.576468 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:17.578169 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] 10.222.0.31 "PUT /v2.0/ports/1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 HTTP/1.1" status: 200 len: 1091 time: 2.0343175 Feb 03 12:38:17.591833 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166280e-9207-47a7-a07c-551f738afa6e req-b74d7235-b92a-454f-be7f-8d9fd3ab842b tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.593719 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a166280e-9207-47a7-a07c-551f738afa6e req-b74d7235-b92a-454f-be7f-8d9fd3ab842b tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 1126 time: 0.0886559 Feb 03 12:38:17.595856 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfae6dbf-e814-4486-9463-f67ff2985100 admin admin] Network a4a8a0ef-e064-453a-b5a3-3ea6611543dd is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:38:17.620517 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-dfae6dbf-e814-4486-9463-f67ff2985100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, a4a8a0ef-e064-453a-b5a3-3ea6611543dd) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:17.635517 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfae6dbf-e814-4486-9463-f67ff2985100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.636134 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dfae6dbf-e814-4486-9463-f67ff2985100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:17.642818 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5c9e6-8901-492d-9bfe-1d7f0b6beb3a service neutron] Pushing event updated for resources: {'Port': ['ID=1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:17.670480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3c184a-fa7b-4fce-ace9-aa1bd3f63217 None None] Network a4a8a0ef-e064-453a-b5a3-3ea6611543dd requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:38:17.685743 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4a79655-5ccd-48e8-8fce-debd4841ac01 req-9f4c1106-d4db-4f8d-ac02-0195d11c70ff service neutron] 10.222.0.31 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980197 Feb 03 12:38:17.705310 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dfae6dbf-e814-4486-9463-f67ff2985100 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8906207 Feb 03 12:38:17.726017 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a166280e-9207-47a7-a07c-551f738afa6e req-a90b5ec3-0fd3-44cc-ae20-5c3a6bc3b49e tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189260 Feb 03 12:38:17.823832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6450fafb-58c4-4aa8-af2a-571bed379186 None None] Network a4a8a0ef-e064-453a-b5a3-3ea6611543dd requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:38:17.902095 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-47cf003f-84f6-4712-946f-9f16eb36fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.902861 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-47cf003f-84f6-4712-946f-9f16eb36fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.904226 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-47cf003f-84f6-4712-946f-9f16eb36fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.906317 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-47cf003f-84f6-4712-946f-9f16eb36fef5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f35495a3f6e14accbb29833ce60f2ba1&device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2958 time: 0.2126012 Feb 03 12:38:17.925786 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd25cb2-8a56-4be2-96ad-6f983cca0130 req-806b594c-fbc3-447e-be00-34e70cd6aec1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.931919 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd25cb2-8a56-4be2-96ad-6f983cca0130 req-806b594c-fbc3-447e-be00-34e70cd6aec1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.937248 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd25cb2-8a56-4be2-96ad-6f983cca0130 req-806b594c-fbc3-447e-be00-34e70cd6aec1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.944199 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd25cb2-8a56-4be2-96ad-6f983cca0130 req-806b594c-fbc3-447e-be00-34e70cd6aec1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.949760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd25cb2-8a56-4be2-96ad-6f983cca0130 req-806b594c-fbc3-447e-be00-34e70cd6aec1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.955978 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd25cb2-8a56-4be2-96ad-6f983cca0130 req-806b594c-fbc3-447e-be00-34e70cd6aec1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.961156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd25cb2-8a56-4be2-96ad-6f983cca0130 req-806b594c-fbc3-447e-be00-34e70cd6aec1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.966835 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2d19c-2065-4e01-baf8-723a53e9d613 req-c69d2330-238e-4926-8aba-e35934e83a86 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:17.970443 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a9a2d19c-2065-4e01-baf8-723a53e9d613 req-c69d2330-238e-4926-8aba-e35934e83a86 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 1126 time: 0.1021023 Feb 03 12:38:17.983446 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fd25cb2-8a56-4be2-96ad-6f983cca0130 req-806b594c-fbc3-447e-be00-34e70cd6aec1 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5433 time: 0.2328832 Feb 03 12:38:18.048356 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-2325214a-849a-41ca-9dce-5e0afa5ca9b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.215&port_id=6dcc3353-23e8-4031-a139-65f2f0da3c8f HTTP/1.1" status: 200 len: 217 time: 0.0617492 Feb 03 12:38:18.060683 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a9a2d19c-2065-4e01-baf8-723a53e9d613 req-580807ca-98f9-457a-81f1-b8a8d2709db5 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798609 Feb 03 12:38:18.149120 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cf996-01c9-4bcd-9794-b7779bc76d2c req-636cf659-10c4-4811-8566-014d174e78d3 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:18.154393 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cf996-01c9-4bcd-9794-b7779bc76d2c req-636cf659-10c4-4811-8566-014d174e78d3 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:18.166694 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cf996-01c9-4bcd-9794-b7779bc76d2c req-636cf659-10c4-4811-8566-014d174e78d3 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:18.168983 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-489cf996-01c9-4bcd-9794-b7779bc76d2c req-636cf659-10c4-4811-8566-014d174e78d3 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2412 time: 0.1232340 Feb 03 12:38:18.171485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-74a7b2de-d763-4d38-b32e-8b29528a0fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:18.172847 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-74a7b2de-d763-4d38-b32e-8b29528a0fc6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0929505d-afcb-45f6-bfc0-7cb9433e77c5 HTTP/1.1" status: 200 len: 801 time: 0.1132972 Feb 03 12:38:18.253232 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-489cf996-01c9-4bcd-9794-b7779bc76d2c req-b93d5e53-0710-4e1f-b47e-8d8feb94a724 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781479 Feb 03 12:38:18.264519 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-36264d19-25e2-42db-8122-61d0eae09aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:18.266306 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-36264d19-25e2-42db-8122-61d0eae09aba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=afb6f529-eeb5-47b6-9180-4d647069c2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0843725 Feb 03 12:38:18.363608 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-cc1bed29-e006-4679-bef7-7c4c8f75f7d9 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:18.365978 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-cc1bed29-e006-4679-bef7-7c4c8f75f7d9 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/networks?id=a4a8a0ef-e064-453a-b5a3-3ea6611543dd HTTP/1.1" status: 200 len: 813 time: 0.1387985 Feb 03 12:38:18.383395 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-855ee4d2-04b3-4945-b217-15a8b2179a66 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/quotas/d4cfc0adcb78419ea6d5f3642b57ed48 HTTP/1.1" status: 200 len: 375 time: 0.0114532 Feb 03 12:38:18.392653 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f660d47-96ad-49b4-a112-0280a3cdac3e', 'tag': '8d85008f-d9f3-4e79-b421-b2a27a7445e5'}, {'name': 'network-changed', 'server_uuid': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'tag': '1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:18.395138 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c8e172-b624-4826-bf76-b0f0254ed23f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f660d47-96ad-49b4-a112-0280a3cdac3e", "tag": "8d85008f-d9f3-4e79-b421-b2a27a7445e5"}, {"name": "network-changed", "server_uuid": "bca179e4-b21e-4371-b035-949fe61c2c32", "tag": "1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:18.418073 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-7b689a38-40d1-4625-9f9a-c10140464a98 service neutron] 10.222.0.31 "GET /v2.0/networks/afb6f529-eeb5-47b6-9180-4d647069c2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428063 Feb 03 12:38:18.426863 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-4747ca1f-e7b1-47ed-97e2-cd9b9fc3331c tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4cfc0adcb78419ea6d5f3642b57ed48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371192 Feb 03 12:38:18.447491 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90b628-e279-4e3f-8a28-21bbf6491e42 req-a934237a-48f0-46d2-b570-4d8f965b834d tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:18.456886 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e90b628-e279-4e3f-8a28-21bbf6491e42 req-a934237a-48f0-46d2-b570-4d8f965b834d tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f660d47-96ad-49b4-a112-0280a3cdac3e HTTP/1.1" status: 200 len: 944 time: 0.1376586 Feb 03 12:38:18.528338 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-9aff72f4-19a8-4ae9-b377-6394e3104656 service neutron] 10.222.0.18 "GET /v2.0/networks/a4a8a0ef-e064-453a-b5a3-3ea6611543dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899570 Feb 03 12:38:18.572784 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e90b628-e279-4e3f-8a28-21bbf6491e42 req-fc1cd81c-b075-4e8f-a38c-6056660f78b9 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149435 Feb 03 12:38:18.635178 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-0faa92fe-8064-4e9e-a28c-70d8aceb6d36 service neutron] 10.222.0.31 "GET /v2.0/networks/afb6f529-eeb5-47b6-9180-4d647069c2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098763 Feb 03 12:38:18.652070 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-f5c4cb50-19c3-4d40-8172-ad72073a4276 service neutron] 10.222.0.18 "GET /v2.0/networks/a4a8a0ef-e064-453a-b5a3-3ea6611543dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117778 Feb 03 12:38:18.687954 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-189fec0f-a291-4639-aa4b-8d937349b3d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.215&port_id=50f11480-9beb-4eb4-bddd-400cf5319ea3 HTTP/1.1" status: 200 len: 217 time: 0.0455153 Feb 03 12:38:18.760953 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-3b9d8ae4-4a0a-49ec-8b40-2f95598ce5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:18.765102 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-3b9d8ae4-4a0a-49ec-8b40-2f95598ce5f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0989c41e-ed20-4296-8bea-6ccc5dc04c71 HTTP/1.1" status: 200 len: 801 time: 0.0698433 Feb 03 12:38:18.842536 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-fa770692-ae93-4852-9d1a-b92d04836b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:18.844971 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-fa770692-ae93-4852-9d1a-b92d04836b76 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=25b0e2e4-3e46-4382-89f0-9cdec9caf30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0713007 Feb 03 12:38:19.013154 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-c5580564-4aa2-40fa-b4fd-734f9561f029 service neutron] 10.222.0.31 "GET /v2.0/networks/25b0e2e4-3e46-4382-89f0-9cdec9caf30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601255 Feb 03 12:38:19.119007 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7890d2e-4d45-45f2-8446-873500cbee93 x-openstack-request-id: req-d7890d2e-4d45-45f2-8446-873500cbee93 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:19.119327 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f660d47-96ad-49b4-a112-0280a3cdac3e", "tag": "8d85008f-d9f3-4e79-b421-b2a27a7445e5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bca179e4-b21e-4371-b035-949fe61c2c32", "tag": "1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:19.119591 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7890d2e-4d45-45f2-8446-873500cbee93 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:19.120068 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f660d47-96ad-49b4-a112-0280a3cdac3e', 'tag': '8d85008f-d9f3-4e79-b421-b2a27a7445e5', 'status': 'completed', 'code': 200} Feb 03 12:38:19.120278 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'tag': '1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6', 'status': 'completed', 'code': 200} Feb 03 12:38:19.261158 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-56d9b375-de9c-40ce-b87e-f51bfbb08bd8 service neutron] 10.222.0.31 "GET /v2.0/networks/25b0e2e4-3e46-4382-89f0-9cdec9caf30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407520 Feb 03 12:38:19.279039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-f85ac8ed-c357-4ff6-a2a6-4ebb56e6e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:19.280620 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-f85ac8ed-c357-4ff6-a2a6-4ebb56e6e5cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ff7bee1bd6646388a5eccfdc31588c3&device_id=8f660d47-96ad-49b4-a112-0280a3cdac3e HTTP/1.1" status: 200 len: 1126 time: 0.1205845 Feb 03 12:38:19.320642 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-c388e8a0-0e68-45fa-b8a1-7c6c12cb0991 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.88&port_id=1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 HTTP/1.1" status: 200 len: 217 time: 0.0497897 Feb 03 12:38:19.337900 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-473d00a8-f7a9-42dc-a577-82f0aa3aee77 req-9895a507-d2f1-4e91-8463-5389594d063f tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cfc50f2-63d8-423e-967c-1b956e01ec19 HTTP/1.1" status: 200 len: 210 time: 0.0490937 Feb 03 12:38:19.351700 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33217bb-8d5a-40a4-abda-172b8bf3324d req-b65bfbd4-bfa3-4327-b571-141133ebe720 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:19.354291 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 8d85008f-d9f3-4e79-b421-b2a27a7445e5 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:38:19.354964 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f33217bb-8d5a-40a4-abda-172b8bf3324d req-b65bfbd4-bfa3-4327-b571-141133ebe720 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 945 time: 0.1936903 Feb 03 12:38:19.456636 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-d2d42124-2d11-4a5d-aadc-4c4cc8fbf5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:19.458394 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-d2d42124-2d11-4a5d-aadc-4c4cc8fbf5ea service neutron] 10.222.0.31 "GET /v2.0/networks?id=3064cfd8-7cdb-4309-b96b-99c3299527af HTTP/1.1" status: 200 len: 905 time: 0.1363814 Feb 03 12:38:19.504443 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 8d85008f-d9f3-4e79-b421-b2a27a7445e5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=8d85008f-d9f3-4e79-b421-b2a27a7445e5,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:19.523343 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '8d85008f-d9f3-4e79-b421-b2a27a7445e5', 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af', 'port_id': '8d85008f-d9f3-4e79-b421-b2a27a7445e5', 'mac_address': 'fa:16:3e:4d:40:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8a4225-25b0-42f6-9eec-da0838919221', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:38:19.536161 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68474b9e-5e0b-473e-aff1-56b8ea651401 req-f3453668-6c14-4d7d-9a20-d99a40548502 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:19.551169 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68474b9e-5e0b-473e-aff1-56b8ea651401 req-f3453668-6c14-4d7d-9a20-d99a40548502 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:19.566075 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68474b9e-5e0b-473e-aff1-56b8ea651401 req-f3453668-6c14-4d7d-9a20-d99a40548502 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:19.578540 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-68474b9e-5e0b-473e-aff1-56b8ea651401 req-f3453668-6c14-4d7d-9a20-d99a40548502 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2412 time: 0.1436658 Feb 03 12:38:19.581611 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-eb7ee6db-db37-4573-ae04-9f1de584b459 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d85008f-d9f3-4e79-b421-b2a27a7445e5 HTTP/1.1" status: 200 len: 217 time: 0.1004214 Feb 03 12:38:19.646108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-1a5ebf70-e5ec-40c1-94c2-7f7d5fa0c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:19.647786 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-1a5ebf70-e5ec-40c1-94c2-7f7d5fa0c70a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0929505d-afcb-45f6-bfc0-7cb9433e77c5 HTTP/1.1" status: 200 len: 801 time: 0.3159490 Feb 03 12:38:19.671307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 8d85008f-d9f3-4e79-b421-b2a27a7445e5 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:19.671699 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:19.673755 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-68474b9e-5e0b-473e-aff1-56b8ea651401 req-74439c9d-1a07-42fc-a177-0beb3ba3b1d4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937746 Feb 03 12:38:19.756755 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f33217bb-8d5a-40a4-abda-172b8bf3324d req-badf9266-e4b5-4cdf-945f-9222b53118ac tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930717 Feb 03 12:38:19.766254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-d101116b-a648-4007-96a9-eebcb8d7163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:19.768266 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-d101116b-a648-4007-96a9-eebcb8d7163d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b8a4225-25b0-42f6-9eec-da0838919221 HTTP/1.1" status: 200 len: 844 time: 0.1768174 Feb 03 12:38:19.782084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d85008f-d9f3-4e79-b421-b2a27a7445e5 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:19.853742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 8d85008f-d9f3-4e79-b421-b2a27a7445e5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=8d85008f-d9f3-4e79-b421-b2a27a7445e5,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:19.868800 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:19.935831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74874f-4038-4072-912d-a9456bad0c0e req-8115932c-eb0e-43b6-aefe-2ed04bfbb48b tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:19.944534 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd74874f-4038-4072-912d-a9456bad0c0e req-8115932c-eb0e-43b6-aefe-2ed04bfbb48b tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f660d47-96ad-49b4-a112-0280a3cdac3e HTTP/1.1" status: 200 len: 944 time: 0.1305909 Feb 03 12:38:20.048511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=8d85008f-d9f3-4e79-b421-b2a27a7445e5,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:20.062729 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd74874f-4038-4072-912d-a9456bad0c0e req-dee112f9-611d-4eef-956a-5b6df4df8370 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118128 Feb 03 12:38:20.122890 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['8d85008f-d9f3-4e79-b421-b2a27a7445e5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:20.464593 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-524f66ec-b418-4b6c-bb76-d7b9f21cdc3a tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:20.466691 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-524f66ec-b418-4b6c-bb76-d7b9f21cdc3a tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/networks?id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 HTTP/1.1" status: 200 len: 814 time: 0.2394648 Feb 03 12:38:20.491205 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-d9ef77c9-e9f3-4f8f-9681-4444ec78b14f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/quotas/962ebd967fe64a95a9793a6a1c91cc79 HTTP/1.1" status: 200 len: 375 time: 0.0186296 Feb 03 12:38:20.547512 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-da8c2f0d-c206-46b0-b7e2-d9e8982f421e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3064cfd8-7cdb-4309-b96b-99c3299527af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7714486 Feb 03 12:38:20.570902 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-45862a37-6a83-4834-b7ac-7f7506f3b329 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=962ebd967fe64a95a9793a6a1c91cc79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0727112 Feb 03 12:38:20.658169 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-139527f3-ffe5-452e-af25-fdd9f7b6a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:20.660371 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-139527f3-ffe5-452e-af25-fdd9f7b6a5eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=afb6f529-eeb5-47b6-9180-4d647069c2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 1.0031040 Feb 03 12:38:20.670739 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-16d9ae5f-f5f6-4bf2-97dc-cd489c250571 service neutron] 10.222.0.18 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983412 Feb 03 12:38:20.714694 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e333ab1-2d5d-4002-bcdf-08604a6fbb59 req-a06c50f4-42a9-4b1a-b380-5b4a9f451f51 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2144237073&fields=id&tenant_id=3ba3cb62f98246c08ca253d4a3f26934 HTTP/1.1" status: 200 len: 267 time: 0.1701336 Feb 03 12:38:20.721876 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-b99030a4-b69f-4c6d-b289-207b55e3c450 service neutron] 10.222.0.31 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650472 Feb 03 12:38:20.766273 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-bd0e085a-7ac8-4707-8287-ffac251dbdb3 service neutron] 10.222.0.18 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885704 Feb 03 12:38:20.866219 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-08656138-f240-4b37-b17d-9a4615be80fd service neutron] 10.222.0.31 "GET /v2.0/networks/afb6f529-eeb5-47b6-9180-4d647069c2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977701 Feb 03 12:38:20.923586 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e333ab1-2d5d-4002-bcdf-08604a6fbb59 req-dd401a35-3490-4095-9766-538e3ec0d846 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:20.931304 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e333ab1-2d5d-4002-bcdf-08604a6fbb59 req-dd401a35-3490-4095-9766-538e3ec0d846 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 945 time: 0.1848116 Feb 03 12:38:20.948429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5e333ab1-2d5d-4002-bcdf-08604a6fbb59 req-cbb56d7a-fa59-4f97-80b9-722b281edf8f tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Request body: {'port': {'security_groups': ['fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16', '755cd03e-70a6-4dd7-ad44-b2eb6d7b6e5e']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:20.957331 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-5494125a-70fe-4f4a-aa0c-cbcea390ebee service neutron] 10.222.0.31 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077143 Feb 03 12:38:21.094814 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88ec5d43-c708-4a37-9aa3-169452df69e5 req-02a69c07-91fe-4389-af34-23e9a798feb8 service neutron] 10.222.0.31 "GET /v2.0/networks/afb6f529-eeb5-47b6-9180-4d647069c2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207539 Feb 03 12:38:21.098594 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5e333ab1-2d5d-4002-bcdf-08604a6fbb59 req-cbb56d7a-fa59-4f97-80b9-722b281edf8f tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b5c01efc-fb35-484c-b246-491e007c2468), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:21.109266 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eb105785-ca4c-4334-a7f2-07e0a9039b37 req-a6272e6a-93e3-4a6d-89c5-b99318ed0752 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cfc50f2-63d8-423e-967c-1b956e01ec19 HTTP/1.1" status: 200 len: 210 time: 0.0606947 Feb 03 12:38:21.347194 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 8d85008f-d9f3-4e79-b421-b2a27a7445e5 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:21.429067 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-5aa8fe6a-5c23-47aa-a0f0-c3146a8e7af7 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:21.432352 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-5aa8fe6a-5c23-47aa-a0f0-c3146a8e7af7 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.73 "GET /v2.0/networks?id=a4a8a0ef-e064-453a-b5a3-3ea6611543dd HTTP/1.1" status: 200 len: 813 time: 0.3223789 Feb 03 12:38:21.460665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-8b6241da-a1a8-4324-a65e-d64339944f1d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Request body: {'port': {'device_id': '27549a86-9efb-4d12-ac57-383a5f14dd32', 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd', 'admin_state_up': True, 'tenant_id': 'd4cfc0adcb78419ea6d5f3642b57ed48'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:21.477519 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 8d85008f-d9f3-4e79-b421-b2a27a7445e5 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:38:21.489320 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 8d85008f-d9f3-4e79-b421-b2a27a7445e5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:21.489668 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:21.615466 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73456270-1894-4224-9469-40b7a218460a req-14682859-3e70-439a-8d25-e19834acf44a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:21.624826 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-ee8c01ca-00da-450f-a8b3-15941b427e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:21.625883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-ee8c01ca-00da-450f-a8b3-15941b427e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:21.627766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-ee8c01ca-00da-450f-a8b3-15941b427e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:21.629537 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73456270-1894-4224-9469-40b7a218460a req-14682859-3e70-439a-8d25-e19834acf44a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:21.631235 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-ee8c01ca-00da-450f-a8b3-15941b427e38 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f35495a3f6e14accbb29833ce60f2ba1&device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2958 time: 0.3343430 Feb 03 12:38:21.644115 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73456270-1894-4224-9469-40b7a218460a req-14682859-3e70-439a-8d25-e19834acf44a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:21.656014 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-73456270-1894-4224-9469-40b7a218460a req-14682859-3e70-439a-8d25-e19834acf44a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2412 time: 0.3479903 Feb 03 12:38:21.674758 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 8d85008f-d9f3-4e79-b421-b2a27a7445e5 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:21.675150 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:21.691985 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-fd0d8687-4a5b-469d-b681-312a0fc06dab tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:21.713526 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-fd0d8687-4a5b-469d-b681-312a0fc06dab tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.73 "GET /v2.0/networks?id=a4a8a0ef-e064-453a-b5a3-3ea6611543dd HTTP/1.1" status: 200 len: 813 time: 0.5336452 Feb 03 12:38:21.719829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f660d47-96ad-49b4-a112-0280a3cdac3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d85008f-d9f3-4e79-b421-b2a27a7445e5'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:21.726028 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a8d92d-2466-4239-9700-7a41f8cb994b" -d '{"events": [{"server_uuid": "8f660d47-96ad-49b4-a112-0280a3cdac3e", "name": "network-vif-plugged", "status": "completed", "tag": "8d85008f-d9f3-4e79-b421-b2a27a7445e5"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:21.754847 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:38:21.764295 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 8d85008f-d9f3-4e79-b421-b2a27a7445e5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=8d85008f-d9f3-4e79-b421-b2a27a7445e5,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:21.775437 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:21.816090 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-ff9eec90-6b25-4bbd-aeb9-4c3d1dc79363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:21.819308 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-ff9eec90-6b25-4bbd-aeb9-4c3d1dc79363 service neutron] 10.222.0.31 "GET /v2.0/networks?id=afb6f529-eeb5-47b6-9180-4d647069c2cb HTTP/1.1" status: 200 len: 903 time: 0.1750703 Feb 03 12:38:21.828378 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-cf79a5e0-a43e-4d8b-bcfe-51938713e160 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Request body: {'port': {'device_id': '0cfc50f2-63d8-423e-967c-1b956e01ec19', 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd', 'admin_state_up': True, 'tenant_id': 'd4cfc0adcb78419ea6d5f3642b57ed48'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:21.832832 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-73456270-1894-4224-9469-40b7a218460a req-af96d836-6e24-49f7-9c0a-23882ae3ff1d tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756506 Feb 03 12:38:21.845334 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-8b6241da-a1a8-4324-a65e-d64339944f1d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Made reservation on behalf of d4cfc0adcb78419ea6d5f3642b57ed48 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:21.860793 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-8b6241da-a1a8-4324-a65e-d64339944f1d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:21.886103 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=8d85008f-d9f3-4e79-b421-b2a27a7445e5,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:21.901327 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-37c1fc35-73d1-4fab-bef8-0a2ce5e871e4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.88&port_id=1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 HTTP/1.1" status: 200 len: 217 time: 0.0693905 Feb 03 12:38:22.016418 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-13589887-5788-4c52-b787-d90e11d71f85 req-5cd5e17c-5dda-4c65-ac09-e5766ab7f8c5 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 210 time: 0.0559707 Feb 03 12:38:22.179306 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-259a20f4-234f-40b7-a2ef-dfebbae4afd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:22.181467 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-259a20f4-234f-40b7-a2ef-dfebbae4afd4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0929505d-afcb-45f6-bfc0-7cb9433e77c5 HTTP/1.1" status: 200 len: 801 time: 0.2464662 Feb 03 12:38:22.192692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5e333ab1-2d5d-4002-bcdf-08604a6fbb59 req-cbb56d7a-fa59-4f97-80b9-722b281edf8f tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] For port b5c01efc-fb35-484c-b246-491e007c2468, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b5c01efc-fb35-484c-b246-491e007c2468,segment=NetworkSegment(684886bb-de56-47af-999b-bb0af1e11284),segment_id=684886bb-de56-47af-999b-bb0af1e11284)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:22.215017 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-8b6241da-a1a8-4324-a65e-d64339944f1d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Allocated IP 172.20.0.3 (a4a8a0ef-e064-453a-b5a3-3ea6611543dd/3ed65b34-d59f-4573-b5c6-f49540a6bdbd/4cd4f443-15ec-42f8-9651-dffbfea00357) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:22.243870 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2f84a-8e94-47ea-bf34-a80773265ff7 req-f22196eb-569a-4d2d-a4cf-f4f6746d55c4 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:22.246152 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c5c2f84a-8e94-47ea-bf34-a80773265ff7 req-f22196eb-569a-4d2d-a4cf-f4f6746d55c4 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f660d47-96ad-49b4-a112-0280a3cdac3e HTTP/1.1" status: 200 len: 946 time: 0.1267409 Feb 03 12:38:22.298941 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5e333ab1-2d5d-4002-bcdf-08604a6fbb59 req-cbb56d7a-fa59-4f97-80b9-722b281edf8f tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for port (b5c01efc-fb35-484c-b246-491e007c2468), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:22.306937 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5e333ab1-2d5d-4002-bcdf-08604a6fbb59 req-cbb56d7a-fa59-4f97-80b9-722b281edf8f tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (b5c01efc-fb35-484c-b246-491e007c2468), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:22.311931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-cf79a5e0-a43e-4d8b-bcfe-51938713e160 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Made reservation on behalf of d4cfc0adcb78419ea6d5f3642b57ed48 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:22.316373 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-cf79a5e0-a43e-4d8b-bcfe-51938713e160 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:22.342189 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c5c2f84a-8e94-47ea-bf34-a80773265ff7 req-0168b8cf-28e8-464f-904b-7dca632b70ac tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890846 Feb 03 12:38:22.357860 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['b5c01efc-fb35-484c-b246-491e007c2468'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:22.359165 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-c26fe4e6-bab1-478f-8b5d-961fe521c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:22.360949 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-c26fe4e6-bab1-478f-8b5d-961fe521c8b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=afb6f529-eeb5-47b6-9180-4d647069c2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1706109 Feb 03 12:38:22.403794 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e333ab1-2d5d-4002-bcdf-08604a6fbb59 req-cbb56d7a-fa59-4f97-80b9-722b281edf8f tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:22.404877 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5e333ab1-2d5d-4002-bcdf-08604a6fbb59 req-cbb56d7a-fa59-4f97-80b9-722b281edf8f tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:22.416592 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e333ab1-2d5d-4002-bcdf-08604a6fbb59 req-cbb56d7a-fa59-4f97-80b9-722b281edf8f tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "PUT /v2.0/ports/b5c01efc-fb35-484c-b246-491e007c2468 HTTP/1.1" status: 200 len: 981 time: 1.4840603 Feb 03 12:38:22.419140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3198d117-ff38-499d-86d6-bf588a04aadc', 'tag': 'b5c01efc-fb35-484c-b246-491e007c2468'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:22.421484 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7634f96-88f8-4a6d-b295-0cdc12aa8c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "3198d117-ff38-499d-86d6-bf588a04aadc", "tag": "b5c01efc-fb35-484c-b246-491e007c2468"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:22.441204 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c65804-d79b-4345-9d66-566947c9c855 x-openstack-request-id: req-06c65804-d79b-4345-9d66-566947c9c855 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:22.441512 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f660d47-96ad-49b4-a112-0280a3cdac3e", "name": "network-vif-plugged", "status": "completed", "tag": "8d85008f-d9f3-4e79-b421-b2a27a7445e5", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:22.441778 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06c65804-d79b-4345-9d66-566947c9c855 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:22.442187 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f660d47-96ad-49b4-a112-0280a3cdac3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d85008f-d9f3-4e79-b421-b2a27a7445e5', 'code': 200} Feb 03 12:38:22.614994 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['b5c01efc-fb35-484c-b246-491e007c2468'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:22.654441 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-8b6241da-a1a8-4324-a65e-d64339944f1d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks [] for port (4cd4f443-15ec-42f8-9651-dffbfea00357), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:22.706696 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a9bc00b-a62c-44b9-993f-25f1f6384732 req-1952f58a-38fe-4614-8060-24e07a9576f2 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cfc50f2-63d8-423e-967c-1b956e01ec19 HTTP/1.1" status: 200 len: 210 time: 0.1525092 Feb 03 12:38:22.828320 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f90e39a-7760-476a-8745-5c2a077b96f2 x-openstack-request-id: req-5f90e39a-7760-476a-8745-5c2a077b96f2 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:22.830392 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3198d117-ff38-499d-86d6-bf588a04aadc", "tag": "b5c01efc-fb35-484c-b246-491e007c2468", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:22.830934 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f90e39a-7760-476a-8745-5c2a077b96f2 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:22.846506 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3198d117-ff38-499d-86d6-bf588a04aadc', 'tag': 'b5c01efc-fb35-484c-b246-491e007c2468', 'status': 'completed', 'code': 200} Feb 03 12:38:22.866323 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-59202e4f-730e-4031-8c7d-ec51c7cf6793 req-aedec1d7-2db7-402e-84f3-8fe252ccac77 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-452335048&fields=id&tenant_id=3ba3cb62f98246c08ca253d4a3f26934 HTTP/1.1" status: 200 len: 267 time: 0.2102947 Feb 03 12:38:22.884256 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb56d7a-fa59-4f97-80b9-722b281edf8f tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event updated for resources: {'Port': ['ID=b5c01efc-fb35-484c-b246-491e007c2468,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:22.954102 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-8b6241da-a1a8-4324-a65e-d64339944f1d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (4cd4f443-15ec-42f8-9651-dffbfea00357), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:23.010206 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-8b6241da-a1a8-4324-a65e-d64339944f1d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Network a4a8a0ef-e064-453a-b5a3-3ea6611543dd is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:23.018499 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-8b6241da-a1a8-4324-a65e-d64339944f1d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:23.025651 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-8b6241da-a1a8-4324-a65e-d64339944f1d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:23.027182 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6241da-a1a8-4324-a65e-d64339944f1d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Pushing event updated for resources: {'Port': ['ID=4cd4f443-15ec-42f8-9651-dffbfea00357,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:23.089978 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59202e4f-730e-4031-8c7d-ec51c7cf6793 req-676d5d03-57c0-409e-87f9-25db8f96761c tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:23.098214 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-59202e4f-730e-4031-8c7d-ec51c7cf6793 req-676d5d03-57c0-409e-87f9-25db8f96761c tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 984 time: 0.2245874 Feb 03 12:38:23.106121 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-59202e4f-730e-4031-8c7d-ec51c7cf6793 req-84f89340-2352-4c88-b40d-8bb813698a40 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Request body: {'port': {'security_groups': ['755cd03e-70a6-4dd7-ad44-b2eb6d7b6e5e', 'fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16', '83b1dd38-4432-44d4-9f52-28e78136a29b']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:23.151678 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-8b6241da-a1a8-4324-a65e-d64339944f1d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:23.152677 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-8b6241da-a1a8-4324-a65e-d64339944f1d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:23.171974 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-e2d83026-bdb7-439b-ade3-0b8b658e7381 service neutron] 10.222.0.31 "GET /v2.0/networks/afb6f529-eeb5-47b6-9180-4d647069c2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8014104 Feb 03 12:38:23.231805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d32cd-6886-4901-8734-5903b3064de0 req-64d41844-ad94-4454-add9-d6fe013ef5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:23.233002 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-59202e4f-730e-4031-8c7d-ec51c7cf6793 req-84f89340-2352-4c88-b40d-8bb813698a40 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b5c01efc-fb35-484c-b246-491e007c2468), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:23.233314 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c74d32cd-6886-4901-8734-5903b3064de0 req-64d41844-ad94-4454-add9-d6fe013ef5cb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8f660d47-96ad-49b4-a112-0280a3cdac3e HTTP/1.1" status: 200 len: 1128 time: 0.6725900 Feb 03 12:38:23.254538 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-cf79a5e0-a43e-4d8b-bcfe-51938713e160 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Allocated IP 172.20.0.6 (a4a8a0ef-e064-453a-b5a3-3ea6611543dd/3ed65b34-d59f-4573-b5c6-f49540a6bdbd/407bff19-a2c7-4670-927e-3fda0dd2649c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:23.281987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-198cf950-24f7-46b1-806c-6995a391f495 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:23.283466 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-198cf950-24f7-46b1-806c-6995a391f495 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.73 "GET /v2.0/networks?id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 HTTP/1.1" status: 200 len: 814 time: 0.4840798 Feb 03 12:38:23.298517 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a410e6b-304c-49b4-b8f0-c1dcd3249c46 req-4a8af6d6-f055-4494-b5f8-8a7d0a4f38e6 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:23.303898 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a410e6b-304c-49b4-b8f0-c1dcd3249c46 req-4a8af6d6-f055-4494-b5f8-8a7d0a4f38e6 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:23.309278 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a410e6b-304c-49b4-b8f0-c1dcd3249c46 req-4a8af6d6-f055-4494-b5f8-8a7d0a4f38e6 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:23.314317 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6a410e6b-304c-49b4-b8f0-c1dcd3249c46 req-4a8af6d6-f055-4494-b5f8-8a7d0a4f38e6 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2412 time: 0.3434899 Feb 03 12:38:23.316435 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7634f96-88f8-4a6d-b295-0cdc12aa8c9e req-287ccd21-73e9-4c43-92ea-e00b8ada1794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:23.317910 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7634f96-88f8-4a6d-b295-0cdc12aa8c9e req-287ccd21-73e9-4c43-92ea-e00b8ada1794 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3ba3cb62f98246c08ca253d4a3f26934&device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 1166 time: 0.3668711 Feb 03 12:38:23.323105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-9ae9842d-2880-41ae-9620-4a7e4660f90f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Request body: {'port': {'device_id': 'd032d8e7-f481-46ae-bba1-b9aab087c50e', 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129', 'admin_state_up': True, 'tenant_id': '962ebd967fe64a95a9793a6a1c91cc79'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:23.326964 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-8b6241da-a1a8-4324-a65e-d64339944f1d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8740788 Feb 03 12:38:23.353433 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] Request body: {'port': {'device_id': '27549a86-9efb-4d12-ac57-383a5f14dd32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:23.590254 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c74d32cd-6886-4901-8734-5903b3064de0 req-0ede1294-595c-4406-af77-12d6df9204d6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481419 Feb 03 12:38:23.617936 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31c8e172-b624-4826-bf76-b0f0254ed23f req-1e096315-b72f-4355-9b87-0ad548f95a4e service neutron] 10.222.0.31 "GET /v2.0/networks/afb6f529-eeb5-47b6-9180-4d647069c2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350700 Feb 03 12:38:23.652318 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6a410e6b-304c-49b4-b8f0-c1dcd3249c46 req-44570f10-1eb0-4793-a9a0-ecf01611f694 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935731 Feb 03 12:38:23.742077 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7634f96-88f8-4a6d-b295-0cdc12aa8c9e req-629b4187-37e3-47b1-98b8-f395566c6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:23.742972 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7634f96-88f8-4a6d-b295-0cdc12aa8c9e req-629b4187-37e3-47b1-98b8-f395566c6526 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8745d44-134c-43f4-a710-2d8603aaf933 HTTP/1.1" status: 200 len: 913 time: 0.3724124 Feb 03 12:38:23.828664 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7634f96-88f8-4a6d-b295-0cdc12aa8c9e req-1fb85986-2c10-4efd-aa0f-cbd683939a1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5c01efc-fb35-484c-b246-491e007c2468 HTTP/1.1" status: 200 len: 217 time: 0.0769262 Feb 03 12:38:23.830609 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-578a27f6-b64d-4068-925a-aa75c157d199 req-901eb84f-ea31-4a8a-9d89-64c69f9f5c75 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 210 time: 0.0676017 Feb 03 12:38:23.834867 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-9ae9842d-2880-41ae-9620-4a7e4660f90f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Made reservation on behalf of 962ebd967fe64a95a9793a6a1c91cc79 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:23.838178 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-9ae9842d-2880-41ae-9620-4a7e4660f90f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:23.917049 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-cf79a5e0-a43e-4d8b-bcfe-51938713e160 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks [] for port (407bff19-a2c7-4670-927e-3fda0dd2649c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:24.000247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7634f96-88f8-4a6d-b295-0cdc12aa8c9e req-2e580b8a-ea45-4941-9a78-75a1e98ca0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:24.001704 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7634f96-88f8-4a6d-b295-0cdc12aa8c9e req-2e580b8a-ea45-4941-9a78-75a1e98ca0f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e699e02c-7d53-4231-bce7-5f9eee89c3d6 HTTP/1.1" status: 200 len: 852 time: 0.1567523 Feb 03 12:38:24.027664 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-59202e4f-730e-4031-8c7d-ec51c7cf6793 req-84f89340-2352-4c88-b40d-8bb813698a40 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] For port b5c01efc-fb35-484c-b246-491e007c2468, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b5c01efc-fb35-484c-b246-491e007c2468,segment=NetworkSegment(684886bb-de56-47af-999b-bb0af1e11284),segment_id=684886bb-de56-47af-999b-bb0af1e11284)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:24.056137 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7634f96-88f8-4a6d-b295-0cdc12aa8c9e req-ffd566ec-ce02-42e5-84ef-b3388536057e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8745d44-134c-43f4-a710-2d8603aaf933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461900 Feb 03 12:38:24.065261 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-59202e4f-730e-4031-8c7d-ec51c7cf6793 req-84f89340-2352-4c88-b40d-8bb813698a40 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for port (b5c01efc-fb35-484c-b246-491e007c2468), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:24.067159 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4cd4f443-15ec-42f8-9651-dffbfea00357), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:24.084339 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-59202e4f-730e-4031-8c7d-ec51c7cf6793 req-84f89340-2352-4c88-b40d-8bb813698a40 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (b5c01efc-fb35-484c-b246-491e007c2468), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:24.119343 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['b5c01efc-fb35-484c-b246-491e007c2468'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:24.122591 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63f45e-7e4c-41d3-b04c-26a1135ea4f0 req-783e5a75-d9ab-455d-a17b-7571b8523cd9 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:24.124376 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8c63f45e-7e4c-41d3-b04c-26a1135ea4f0 req-783e5a75-d9ab-455d-a17b-7571b8523cd9 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f660d47-96ad-49b4-a112-0280a3cdac3e HTTP/1.1" status: 200 len: 946 time: 0.2255447 Feb 03 12:38:24.162265 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-cf79a5e0-a43e-4d8b-bcfe-51938713e160 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (407bff19-a2c7-4670-927e-3fda0dd2649c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:24.240914 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59202e4f-730e-4031-8c7d-ec51c7cf6793 req-84f89340-2352-4c88-b40d-8bb813698a40 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:24.245839 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-59202e4f-730e-4031-8c7d-ec51c7cf6793 req-84f89340-2352-4c88-b40d-8bb813698a40 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:24.247496 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-59202e4f-730e-4031-8c7d-ec51c7cf6793 req-84f89340-2352-4c88-b40d-8bb813698a40 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "PUT /v2.0/ports/b5c01efc-fb35-484c-b246-491e007c2468 HTTP/1.1" status: 200 len: 1020 time: 1.1482525 Feb 03 12:38:24.253515 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3198d117-ff38-499d-86d6-bf588a04aadc', 'tag': 'b5c01efc-fb35-484c-b246-491e007c2468'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:24.262725 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbe4448-69c1-4870-bb2c-24068f275781" -d '{"events": [{"name": "network-changed", "server_uuid": "3198d117-ff38-499d-86d6-bf588a04aadc", "tag": "b5c01efc-fb35-484c-b246-491e007c2468"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:24.385197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f89340-2352-4c88-b40d-8bb813698a40 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event updated for resources: {'Port': ['ID=b5c01efc-fb35-484c-b246-491e007c2468,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:24.520437 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['b5c01efc-fb35-484c-b246-491e007c2468'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:24.728420 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-9ae9842d-2880-41ae-9620-4a7e4660f90f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Allocated IP 172.20.0.10 (2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129/6400ffb7-27dd-4d8a-b637-4799b70abe20/cb6c01d1-acb2-4c69-90b5-1939f4f49bc6) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:24.759501 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037940c-40b3-4954-9368-a39dc8925dab req-24ba3b31-1cf0-4ff7-877e-06721be9f175 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:24.761269 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4037940c-40b3-4954-9368-a39dc8925dab req-24ba3b31-1cf0-4ff7-877e-06721be9f175 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cfc50f2-63d8-423e-967c-1b956e01ec19 HTTP/1.1" status: 200 len: 931 time: 0.1284142 Feb 03 12:38:24.778070 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-cf79a5e0-a43e-4d8b-bcfe-51938713e160 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Network a4a8a0ef-e064-453a-b5a3-3ea6611543dd is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:24.813018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-cf79a5e0-a43e-4d8b-bcfe-51938713e160 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:24.823463 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79a5e0-a43e-4d8b-bcfe-51938713e160 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Pushing event updated for resources: {'Port': ['ID=407bff19-a2c7-4670-927e-3fda0dd2649c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:24.828911 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8c63f45e-7e4c-41d3-b04c-26a1135ea4f0 req-8ef339bd-7f48-4810-9e1b-fdc09e6b0a48 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6965044 Feb 03 12:38:24.834411 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-cf79a5e0-a43e-4d8b-bcfe-51938713e160 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:24.874846 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4037940c-40b3-4954-9368-a39dc8925dab req-79505836-a5e0-45ce-88c2-83d631114113 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071191 Feb 03 12:38:24.897865 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7634f96-88f8-4a6d-b295-0cdc12aa8c9e req-769346f6-6268-49a7-b22a-5841bdbad455 service neutron] 10.222.0.73 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8338439 Feb 03 12:38:24.959885 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb924e4-7fca-4162-b351-01acc951e4ed x-openstack-request-id: req-4bb924e4-7fca-4162-b351-01acc951e4ed {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:24.960509 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3198d117-ff38-499d-86d6-bf588a04aadc", "tag": "b5c01efc-fb35-484c-b246-491e007c2468", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:24.961005 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bb924e4-7fca-4162-b351-01acc951e4ed {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:24.961625 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3198d117-ff38-499d-86d6-bf588a04aadc', 'tag': 'b5c01efc-fb35-484c-b246-491e007c2468', 'status': 'completed', 'code': 200} Feb 03 12:38:24.964500 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd4f443-15ec-42f8-9651-dffbfea00357 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:24.973634 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] Publish callbacks [] for port (4cd4f443-15ec-42f8-9651-dffbfea00357), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:24.990072 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] Transition to ACTIVE for port object 4cd4f443-15ec-42f8-9651-dffbfea00357 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:24.998241 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (4cd4f443-15ec-42f8-9651-dffbfea00357), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:25.063598 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd4f443-15ec-42f8-9651-dffbfea00357,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:25.147564 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-cf79a5e0-a43e-4d8b-bcfe-51938713e160 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:25.148312 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-cf79a5e0-a43e-4d8b-bcfe-51938713e160 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:25.235060 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39409ffe-aa91-4424-abc3-8d120d933b21 req-dae20656-c229-467c-8042-ccfabccd150c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:25.243472 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39409ffe-aa91-4424-abc3-8d120d933b21 req-dae20656-c229-467c-8042-ccfabccd150c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:25.246656 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-cf79a5e0-a43e-4d8b-bcfe-51938713e160 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4260864 Feb 03 12:38:25.253935 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7634f96-88f8-4a6d-b295-0cdc12aa8c9e req-c50309f4-aff6-4ec4-a8d5-250bfbe7f2bc service neutron] 10.222.0.73 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349555 Feb 03 12:38:25.258584 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39409ffe-aa91-4424-abc3-8d120d933b21 req-dae20656-c229-467c-8042-ccfabccd150c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:25.260503 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39409ffe-aa91-4424-abc3-8d120d933b21 req-dae20656-c229-467c-8042-ccfabccd150c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2412 time: 0.1980090 Feb 03 12:38:25.266864 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f66c2-a5b6-4f71-8df6-aa8e26d2c1e5 req-f0f6d202-5949-443f-b428-0b846a45e868 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:25.274572 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-156f66c2-a5b6-4f71-8df6-aa8e26d2c1e5 req-f0f6d202-5949-443f-b428-0b846a45e868 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 1023 time: 0.3290496 Feb 03 12:38:25.320900 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] Request body: {'port': {'device_id': '0cfc50f2-63d8-423e-967c-1b956e01ec19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:25.346689 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] Attempting to bind port 4cd4f443-15ec-42f8-9651-dffbfea00357 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:25.347171 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] Attempting to bind port 4cd4f443-15ec-42f8-9651-dffbfea00357 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '692d7727-214f-4d87-b1ac-a90a06d89e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:25.347598 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] Attempting to bind port 4cd4f443-15ec-42f8-9651-dffbfea00357 on network a4a8a0ef-e064-453a-b5a3-3ea6611543dd {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:25.363103 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 6dcc3353-23e8-4031-a139-65f2f0da3c8f details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:38:25.380194 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] Port 4cd4f443-15ec-42f8-9651-dffbfea00357 on network a4a8a0ef-e064-453a-b5a3-3ea6611543dd not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:25.380990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] Attempting to bind port 4cd4f443-15ec-42f8-9651-dffbfea00357 on network a4a8a0ef-e064-453a-b5a3-3ea6611543dd {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:25.409548 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39409ffe-aa91-4424-abc3-8d120d933b21 req-b5b101e1-8fc1-4801-aeb9-427a31729883 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235890 Feb 03 12:38:25.420084 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:25.420444 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] Checking segment: {'id': '692d7727-214f-4d87-b1ac-a90a06d89e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:25.420828 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] Bound using segment: {'id': '692d7727-214f-4d87-b1ac-a90a06d89e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:25.421290 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] Bound port: 4cd4f443-15ec-42f8-9651-dffbfea00357, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692d7727-214f-4d87-b1ac-a90a06d89e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:25.421972 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4cd4f443-15ec-42f8-9651-dffbfea00357), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:25.460803 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-9ae9842d-2880-41ae-9620-4a7e4660f90f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks [] for port (cb6c01d1-acb2-4c69-90b5-1939f4f49bc6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:25.529825 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 6dcc3353-23e8-4031-a139-65f2f0da3c8f, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=6dcc3353-23e8-4031-a139-65f2f0da3c8f,segment=NetworkSegment(76f499f9-023e-419a-9e1b-4060750943cf),segment_id=76f499f9-023e-419a-9e1b-4060750943cf)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:25.544446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '6dcc3353-23e8-4031-a139-65f2f0da3c8f', 'network_id': 'afb6f529-eeb5-47b6-9180-4d647069c2cb', 'port_id': '6dcc3353-23e8-4031-a139-65f2f0da3c8f', 'mac_address': 'fa:16:3e:d8:0b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0929505d-afcb-45f6-bfc0-7cb9433e77c5', 'ip_address': '19.80.0.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:38:25.566656 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-156f66c2-a5b6-4f71-8df6-aa8e26d2c1e5 req-db55ca9c-1fad-4b14-84ed-798f08418a63 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&id=755cd03e-70a6-4dd7-ad44-b2eb6d7b6e5e&id=83b1dd38-4432-44d4-9f52-28e78136a29b HTTP/1.1" status: 200 len: 6207 time: 0.2897902 Feb 03 12:38:25.592916 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 6dcc3353-23e8-4031-a139-65f2f0da3c8f is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:25.593317 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6dcc3353-23e8-4031-a139-65f2f0da3c8f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:25.610467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dcc3353-23e8-4031-a139-65f2f0da3c8f {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:25.627067 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8f506156-ed7a-47e5-a51b-c68ae585e526 req-6cd3a38a-80f3-4b9e-8ec0-47171fa6cbd6 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 210 time: 0.0830314 Feb 03 12:38:25.628617 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] For port 4cd4f443-15ec-42f8-9651-dffbfea00357, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:25.643063 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] For port 4cd4f443-15ec-42f8-9651-dffbfea00357, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4cd4f443-15ec-42f8-9651-dffbfea00357,segment=NetworkSegment(692d7727-214f-4d87-b1ac-a90a06d89e3e),segment_id=692d7727-214f-4d87-b1ac-a90a06d89e3e)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:25.652751 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-7df0274b-4574-4dac-ae13-72ec488a84d5 req-8059f6c9-db91-4f99-bff7-05b666afdb52 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2043665977 ', 'description': 'tempest-description-678185267'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:25.659124 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (4cd4f443-15ec-42f8-9651-dffbfea00357), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:25.659332 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 6dcc3353-23e8-4031-a139-65f2f0da3c8f, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=6dcc3353-23e8-4031-a139-65f2f0da3c8f,segment=NetworkSegment(76f499f9-023e-419a-9e1b-4060750943cf),segment_id=76f499f9-023e-419a-9e1b-4060750943cf)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:25.672296 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6dcc3353-23e8-4031-a139-65f2f0da3c8f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:25.673206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 50f11480-9beb-4eb4-bddd-400cf5319ea3 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:38:25.684021 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe4448-69c1-4870-bb2c-24068f275781 req-adf81ce5-fbd8-4ce2-97e1-3e60a1201e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:25.686830 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bcbe4448-69c1-4870-bb2c-24068f275781 req-adf81ce5-fbd8-4ce2-97e1-3e60a1201e52 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3ba3cb62f98246c08ca253d4a3f26934&device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 1206 time: 0.3235164 Feb 03 12:38:25.689687 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-9ae9842d-2880-41ae-9620-4a7e4660f90f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (cb6c01d1-acb2-4c69-90b5-1939f4f49bc6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:25.712904 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:25.713527 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:25.714116 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['c1e781b1-4c48-4062-942a-2a732b102a9a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:25.714964 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] 10.222.0.73 "PUT /v2.0/ports/4cd4f443-15ec-42f8-9651-dffbfea00357 HTTP/1.1" status: 200 len: 1091 time: 2.3671508 Feb 03 12:38:25.719908 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (407bff19-a2c7-4670-927e-3fda0dd2649c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:25.729803 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7df0274b-4574-4dac-ae13-72ec488a84d5 req-8059f6c9-db91-4f99-bff7-05b666afdb52 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:25.739579 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-9ae9842d-2880-41ae-9620-4a7e4660f90f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Network 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:25.750246 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-9ae9842d-2880-41ae-9620-4a7e4660f90f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:25.752781 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-9ae9842d-2880-41ae-9620-4a7e4660f90f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:25.754013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e2511-be78-42f5-b512-65b8311bbad8 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd4f443-15ec-42f8-9651-dffbfea00357,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:25.815636 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=6dcc3353-23e8-4031-a139-65f2f0da3c8f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:25.841140 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:38:25.916327 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-0036875c-463d-4a01-a585-7fa209e57b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:25.918549 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-0036875c-463d-4a01-a585-7fa209e57b6b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d4cfc0adcb78419ea6d5f3642b57ed48&device_id=27549a86-9efb-4d12-ac57-383a5f14dd32 HTTP/1.1" status: 200 len: 1125 time: 0.1291788 Feb 03 12:38:25.925403 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7df0274b-4574-4dac-ae13-72ec488a84d5 req-8059f6c9-db91-4f99-bff7-05b666afdb52 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (f8140b85-602c-4b0c-b0f5-58f412366643), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:25.931230 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7df0274b-4574-4dac-ae13-72ec488a84d5 req-8059f6c9-db91-4f99-bff7-05b666afdb52 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f8140b85-602c-4b0c-b0f5-58f412366643), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:25.970813 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059f6c9-db91-4f99-bff7-05b666afdb52 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8140b85-602c-4b0c-b0f5-58f412366643,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:26.001133 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 50f11480-9beb-4eb4-bddd-400cf5319ea3, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=50f11480-9beb-4eb4-bddd-400cf5319ea3,segment=NetworkSegment(9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718),segment_id=9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:26.021520 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '50f11480-9beb-4eb4-bddd-400cf5319ea3', 'network_id': '25b0e2e4-3e46-4382-89f0-9cdec9caf30f', 'port_id': '50f11480-9beb-4eb4-bddd-400cf5319ea3', 'mac_address': 'fa:16:3e:f9:bc:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0989c41e-ed20-4296-8bea-6ccc5dc04c71', 'ip_address': '19.86.0.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:38:26.054976 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-d0345833-5497-478e-9322-b11d0b726767 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cd4f443-15ec-42f8-9651-dffbfea00357 HTTP/1.1" status: 200 len: 217 time: 0.0858161 Feb 03 12:38:26.094731 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 50f11480-9beb-4eb4-bddd-400cf5319ea3 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:26.095171 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (50f11480-9beb-4eb4-bddd-400cf5319ea3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.123436 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-3d5dde37-f0df-4a5a-a915-6d23194a4b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:26.125468 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-3d5dde37-f0df-4a5a-a915-6d23194a4b9e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ed65b34-d59f-4573-b5c6-f49540a6bdbd HTTP/1.1" status: 200 len: 853 time: 0.0645771 Feb 03 12:38:26.128791 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7df0274b-4574-4dac-ae13-72ec488a84d5 req-8059f6c9-db91-4f99-bff7-05b666afdb52 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.130048 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7df0274b-4574-4dac-ae13-72ec488a84d5 req-8059f6c9-db91-4f99-bff7-05b666afdb52 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4830587 Feb 03 12:38:26.131161 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f11480-9beb-4eb4-bddd-400cf5319ea3 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:26.167279 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 50f11480-9beb-4eb4-bddd-400cf5319ea3, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=50f11480-9beb-4eb4-bddd-400cf5319ea3,segment=NetworkSegment(9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718),segment_id=9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:26.174144 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-d6c4ce8d-ee28-4128-8c9e-3900c80ed7e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a4a8a0ef-e064-453a-b5a3-3ea6611543dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419807 Feb 03 12:38:26.175772 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (50f11480-9beb-4eb4-bddd-400cf5319ea3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.176572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:38:26.228776 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9842d-2880-41ae-9620-4a7e4660f90f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Pushing event updated for resources: {'Port': ['ID=cb6c01d1-acb2-4c69-90b5-1939f4f49bc6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:26.230108 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=50f11480-9beb-4eb4-bddd-400cf5319ea3,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:26.251656 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-9ae9842d-2880-41ae-9620-4a7e4660f90f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:26.252341 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-9ae9842d-2880-41ae-9620-4a7e4660f90f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.266353 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6,segment=NetworkSegment(76f499f9-023e-419a-9e1b-4060750943cf),segment_id=76f499f9-023e-419a-9e1b-4060750943cf)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:26.285955 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407bff19-a2c7-4670-927e-3fda0dd2649c {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:26.293577 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-9ae9842d-2880-41ae-9620-4a7e4660f90f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9740732 Feb 03 12:38:26.301222 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] Publish callbacks [] for port (407bff19-a2c7-4670-927e-3fda0dd2649c), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.301443 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6', 'network_id': 'afb6f529-eeb5-47b6-9180-4d647069c2cb', 'port_id': '1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6', 'mac_address': 'fa:16:3e:3f:91:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0929505d-afcb-45f6-bfc0-7cb9433e77c5', 'ip_address': '19.80.0.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:38:26.373968 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] Request body: {'port': {'device_id': 'd032d8e7-f481-46ae-bba1-b9aab087c50e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:26.382806 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:26.383462 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.399835 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] Transition to ACTIVE for port object 407bff19-a2c7-4670-927e-3fda0dd2649c will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:26.401175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:26.407040 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-418b2581-c5dd-432b-8e20-c270d6c4a910 service neutron] 10.222.0.73 "GET /v2.0/networks/a4a8a0ef-e064-453a-b5a3-3ea6611543dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225461 Feb 03 12:38:26.417005 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9110fc-98c1-4d5d-90ac-36ef8bed123b req-ce7bd689-b3c8-4651-b53d-2fef9671bc56 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:26.418797 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-af9110fc-98c1-4d5d-90ac-36ef8bed123b req-ce7bd689-b3c8-4651-b53d-2fef9671bc56 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cfc50f2-63d8-423e-967c-1b956e01ec19 HTTP/1.1" status: 200 len: 931 time: 0.1350532 Feb 03 12:38:26.445075 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe4448-69c1-4870-bb2c-24068f275781 req-0ba6e39e-2988-4337-b302-db8047873c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:26.446565 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bcbe4448-69c1-4870-bb2c-24068f275781 req-0ba6e39e-2988-4337-b302-db8047873c75 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b8745d44-134c-43f4-a710-2d8603aaf933 HTTP/1.1" status: 200 len: 913 time: 0.7221045 Feb 03 12:38:26.449447 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (407bff19-a2c7-4670-927e-3fda0dd2649c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.455721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6,segment=NetworkSegment(76f499f9-023e-419a-9e1b-4060750943cf),segment_id=76f499f9-023e-419a-9e1b-4060750943cf)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:26.465458 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.484050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c393b-ea96-4340-9dc3-0cc628cb3e2b req-ac863ffb-d2d6-4446-a87a-f5af5cc6ca7f tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:26.485523 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-464c393b-ea96-4340-9dc3-0cc628cb3e2b req-ac863ffb-d2d6-4446-a87a-f5af5cc6ca7f tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f660d47-96ad-49b4-a112-0280a3cdac3e HTTP/1.1" status: 200 len: 946 time: 0.4145772 Feb 03 12:38:26.546005 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:26.555191 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-af9110fc-98c1-4d5d-90ac-36ef8bed123b req-2910a997-91be-47fc-aed0-941afdb517b3 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265762 Feb 03 12:38:26.571923 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-a0775cee-88cf-4512-8ea0-cba25740e083 service neutron] 10.222.0.73 "GET /v2.0/networks/a4a8a0ef-e064-453a-b5a3-3ea6611543dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521118 Feb 03 12:38:26.582662 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bcbe4448-69c1-4870-bb2c-24068f275781 req-0e26ecaa-0348-4a99-82c0-f421cbd6a78b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5c01efc-fb35-484c-b246-491e007c2468 HTTP/1.1" status: 200 len: 217 time: 0.0961566 Feb 03 12:38:26.608823 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] Pushing event updated for resources: {'Port': ['ID=407bff19-a2c7-4670-927e-3fda0dd2649c,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:26.660178 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cb6c01d1-acb2-4c69-90b5-1939f4f49bc6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:26.679341 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b362344-c10b-43f2-aa44-9ffa9adf193e req-bd62488a-48dc-461e-9f11-b1f9999d4037 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/f8140b85-602c-4b0c-b0f5-58f412366643 HTTP/1.1" status: 200 len: 1799 time: 0.0451784 Feb 03 12:38:26.750302 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-464c393b-ea96-4340-9dc3-0cc628cb3e2b req-d208927d-c7b0-41a8-b230-152971ef0a85 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501559 Feb 03 12:38:26.801457 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606dbed-38d8-4ea7-b852-2d0c3172bfb0 req-38c580cf-78db-4a7e-8c8f-b1facd20b05a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:26.810955 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606dbed-38d8-4ea7-b852-2d0c3172bfb0 req-38c580cf-78db-4a7e-8c8f-b1facd20b05a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:26.816804 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606dbed-38d8-4ea7-b852-2d0c3172bfb0 req-38c580cf-78db-4a7e-8c8f-b1facd20b05a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:26.819820 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e606dbed-38d8-4ea7-b852-2d0c3172bfb0 req-38c580cf-78db-4a7e-8c8f-b1facd20b05a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2415 time: 0.0769660 Feb 03 12:38:26.902252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe4448-69c1-4870-bb2c-24068f275781 req-47cd6730-af98-42aa-a0da-deba41209e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:26.904092 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bcbe4448-69c1-4870-bb2c-24068f275781 req-47cd6730-af98-42aa-a0da-deba41209e54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e699e02c-7d53-4231-bce7-5f9eee89c3d6 HTTP/1.1" status: 200 len: 852 time: 0.3106644 Feb 03 12:38:26.916025 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] Attempting to bind port 407bff19-a2c7-4670-927e-3fda0dd2649c on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:26.916664 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] Attempting to bind port 407bff19-a2c7-4670-927e-3fda0dd2649c by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '692d7727-214f-4d87-b1ac-a90a06d89e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:26.917180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] Attempting to bind port 407bff19-a2c7-4670-927e-3fda0dd2649c on network a4a8a0ef-e064-453a-b5a3-3ea6611543dd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:26.927122 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e606dbed-38d8-4ea7-b852-2d0c3172bfb0 req-7d7602dc-ebb1-490d-84a7-75f6dad56055 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002355 Feb 03 12:38:26.949403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] Port 407bff19-a2c7-4670-927e-3fda0dd2649c on network a4a8a0ef-e064-453a-b5a3-3ea6611543dd not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:26.949403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] Attempting to bind port 407bff19-a2c7-4670-927e-3fda0dd2649c on network a4a8a0ef-e064-453a-b5a3-3ea6611543dd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:26.958613 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['6dcc3353-23e8-4031-a139-65f2f0da3c8f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:26.961300 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['50f11480-9beb-4eb4-bddd-400cf5319ea3'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:26.962939 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27549a86-9efb-4d12-ac57-383a5f14dd32', 'tag': '4cd4f443-15ec-42f8-9651-dffbfea00357'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:26.965543 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df3233c-c1ee-408a-98e1-39e4574eaecb" -d '{"events": [{"name": "network-changed", "server_uuid": "27549a86-9efb-4d12-ac57-383a5f14dd32", "tag": "4cd4f443-15ec-42f8-9651-dffbfea00357"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:27.013746 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bcbe4448-69c1-4870-bb2c-24068f275781 req-09df98ac-062d-4e5a-a89c-367d1fb45122 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b8745d44-134c-43f4-a710-2d8603aaf933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867662 Feb 03 12:38:27.016899 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:27.017789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] Checking segment: {'id': '692d7727-214f-4d87-b1ac-a90a06d89e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:27.017961 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] Bound using segment: {'id': '692d7727-214f-4d87-b1ac-a90a06d89e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:27.018481 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] Bound port: 407bff19-a2c7-4670-927e-3fda0dd2649c, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692d7727-214f-4d87-b1ac-a90a06d89e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:27.018849 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (407bff19-a2c7-4670-927e-3fda0dd2649c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:27.192266 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-907526bd-5e80-43ca-a6d6-3d365ba95ea0 req-5faa6e34-fa45-4a47-b71c-595ed1bd8b17 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/f8140b85-602c-4b0c-b0f5-58f412366643 HTTP/1.1" status: 200 len: 1799 time: 0.0718486 Feb 03 12:38:27.312075 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-907526bd-5e80-43ca-a6d6-3d365ba95ea0 req-f5a4c9fa-1495-482b-b74b-0a7bc5c0c1cc tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (f8140b85-602c-4b0c-b0f5-58f412366643), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:27.354536 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-907526bd-5e80-43ca-a6d6-3d365ba95ea0 req-f5a4c9fa-1495-482b-b74b-0a7bc5c0c1cc tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (f8140b85-602c-4b0c-b0f5-58f412366643), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:27.410072 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-907526bd-5e80-43ca-a6d6-3d365ba95ea0 req-f5a4c9fa-1495-482b-b74b-0a7bc5c0c1cc tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f8140b85-602c-4b0c-b0f5-58f412366643), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:27.413155 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-907526bd-5e80-43ca-a6d6-3d365ba95ea0 req-f5a4c9fa-1495-482b-b74b-0a7bc5c0c1cc tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:27.414656 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-907526bd-5e80-43ca-a6d6-3d365ba95ea0 req-f5a4c9fa-1495-482b-b74b-0a7bc5c0c1cc tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "DELETE /v2.0/security-groups/f8140b85-602c-4b0c-b0f5-58f412366643 HTTP/1.1" status: 204 len: 173 time: 0.2123291 Feb 03 12:38:27.434072 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4c9fa-1495-482b-b74b-0a7bc5c0c1cc tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8140b85-602c-4b0c-b0f5-58f412366643,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:27.522850 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347fdfd-1359-4ee6-b225-99f9fbfb13ed req-fbf9a2fa-806b-4bc2-979f-129f895eb335 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:27.524517 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0347fdfd-1359-4ee6-b225-99f9fbfb13ed req-fbf9a2fa-806b-4bc2-979f-129f895eb335 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 932 time: 0.6189384 Feb 03 12:38:27.564986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] For port 407bff19-a2c7-4670-927e-3fda0dd2649c, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:27.580980 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:27.607506 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] For port 407bff19-a2c7-4670-927e-3fda0dd2649c, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=407bff19-a2c7-4670-927e-3fda0dd2649c,segment=NetworkSegment(692d7727-214f-4d87-b1ac-a90a06d89e3e),segment_id=692d7727-214f-4d87-b1ac-a90a06d89e3e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:27.610206 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] Publish callbacks [] for port (cb6c01d1-acb2-4c69-90b5-1939f4f49bc6), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:27.623525 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bcbe4448-69c1-4870-bb2c-24068f275781 req-2382c554-4814-4482-b0b3-821ff53b1609 service neutron] 10.222.0.73 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005683 Feb 03 12:38:27.638028 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (407bff19-a2c7-4670-927e-3fda0dd2649c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:27.660033 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] Transition to ACTIVE for port object cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:27.711842 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (cb6c01d1-acb2-4c69-90b5-1939f4f49bc6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:27.720902 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3960da3e-70cb-4a86-9312-f0106caad340 x-openstack-request-id: req-3960da3e-70cb-4a86-9312-f0106caad340 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:27.721217 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27549a86-9efb-4d12-ac57-383a5f14dd32", "tag": "4cd4f443-15ec-42f8-9651-dffbfea00357", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:27.721619 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3960da3e-70cb-4a86-9312-f0106caad340 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:27.722093 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27549a86-9efb-4d12-ac57-383a5f14dd32', 'tag': '4cd4f443-15ec-42f8-9651-dffbfea00357', 'status': 'completed', 'code': 200} Feb 03 12:38:27.744549 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0347fdfd-1359-4ee6-b225-99f9fbfb13ed req-8a91ecd6-0544-45b6-a2b0-34af636996bf tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093151 Feb 03 12:38:27.757221 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:27.757891 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:27.759356 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] 10.222.0.73 "PUT /v2.0/ports/407bff19-a2c7-4670-927e-3fda0dd2649c HTTP/1.1" status: 200 len: 1091 time: 2.4456856 Feb 03 12:38:27.763378 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-f56c0b34-3f64-4dfe-9984-07427b80d988 req-13f14232-556e-4ebc-8b18-4c7bfeba8360 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] show failed (client error): The resource could not be found. Feb 03 12:38:27.764511 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f56c0b34-3f64-4dfe-9984-07427b80d988 req-13f14232-556e-4ebc-8b18-4c7bfeba8360 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/f8140b85-602c-4b0c-b0f5-58f412366643 HTTP/1.1" status: 404 len: 352 time: 0.0301740 Feb 03 12:38:27.776224 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cfc50f2-63d8-423e-967c-1b956e01ec19', 'tag': '407bff19-a2c7-4670-927e-3fda0dd2649c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:27.777585 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15fe666-f428-481a-8d0e-29ac64da0ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "0cfc50f2-63d8-423e-967c-1b956e01ec19", "tag": "407bff19-a2c7-4670-927e-3fda0dd2649c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:27.975440 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:27.982691 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a70f6-aa2c-4d2d-bc28-a9609c5e73a1 service neutron] Pushing event updated for resources: {'Port': ['ID=407bff19-a2c7-4670-927e-3fda0dd2649c,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:27.983113 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-17d211c7-96e3-45ad-964a-801ef014045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:27.985861 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-17d211c7-96e3-45ad-964a-801ef014045d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d4cfc0adcb78419ea6d5f3642b57ed48&device_id=0cfc50f2-63d8-423e-967c-1b956e01ec19 HTTP/1.1" status: 200 len: 1125 time: 0.1104205 Feb 03 12:38:27.995325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b986b4-ac91-4bd0-b5f2-17c4b9bf6435 req-70a31fb7-14df-4258-83bb-f17586cb3e26 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:28.004195 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-66b986b4-ac91-4bd0-b5f2-17c4b9bf6435 req-70a31fb7-14df-4258-83bb-f17586cb3e26 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cfc50f2-63d8-423e-967c-1b956e01ec19 HTTP/1.1" status: 200 len: 943 time: 0.0844018 Feb 03 12:38:28.012765 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bcbe4448-69c1-4870-bb2c-24068f275781 req-d5b137ed-4ecd-4b4b-a43b-1fa5f4e953a3 service neutron] 10.222.0.73 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761821 Feb 03 12:38:28.099553 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3233c-c1ee-408a-98e1-39e4574eaecb req-7aa3c117-4367-4350-a845-61c8d64c94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:28.101015 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1df3233c-c1ee-408a-98e1-39e4574eaecb req-7aa3c117-4367-4350-a845-61c8d64c94e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d4cfc0adcb78419ea6d5f3642b57ed48&device_id=27549a86-9efb-4d12-ac57-383a5f14dd32 HTTP/1.1" status: 200 len: 1125 time: 0.2828937 Feb 03 12:38:28.104623 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] Pushing event updated for resources: {'Port': ['ID=cb6c01d1-acb2-4c69-90b5-1939f4f49bc6,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:28.117271 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3758bb8-2a5d-4eb5-bb9f-25c1409c2fab req-0dba5587-505b-4d04-a2ba-56d462dd6b65 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:28.118912 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c3758bb8-2a5d-4eb5-bb9f-25c1409c2fab req-0dba5587-505b-4d04-a2ba-56d462dd6b65 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f660d47-96ad-49b4-a112-0280a3cdac3e HTTP/1.1" status: 200 len: 946 time: 0.2078199 Feb 03 12:38:28.129043 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-ee18ffe7-9e1c-4278-9fb9-1f44d6771b41 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=407bff19-a2c7-4670-927e-3fda0dd2649c HTTP/1.1" status: 200 len: 217 time: 0.1206944 Feb 03 12:38:28.230499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] Attempting to bind port cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:28.230835 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] Attempting to bind port cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'b18a3aaf-1673-4c64-ab69-ba2386957046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:28.231082 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] Attempting to bind port cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 on network 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:28.237250 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-e20d2a32-e030-47a8-adde-8c5cbb91c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:28.238732 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-e20d2a32-e030-47a8-adde-8c5cbb91c09c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ed65b34-d59f-4573-b5c6-f49540a6bdbd HTTP/1.1" status: 200 len: 853 time: 0.0977879 Feb 03 12:38:28.256524 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-66b986b4-ac91-4bd0-b5f2-17c4b9bf6435 req-906afdaf-582e-4705-8e18-1d932c8f8079 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512882 Feb 03 12:38:28.297038 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] Port cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 on network 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:28.297374 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] Attempting to bind port cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 on network 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:28.319601 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1793b2e8-cabb-4e1c-8be0-00504f133dfa req-77bdfcfd-ea79-4d2e-aa32-41ba43ca4e1c tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1293206234', 'description': 'tempest-description-634385674'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:28.321296 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:28.321653 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] Checking segment: {'id': 'b18a3aaf-1673-4c64-ab69-ba2386957046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:28.322046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] Bound using segment: {'id': 'b18a3aaf-1673-4c64-ab69-ba2386957046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:28.322492 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] Bound port: cb6c01d1-acb2-4c69-90b5-1939f4f49bc6, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18a3aaf-1673-4c64-ab69-ba2386957046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:28.322859 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cb6c01d1-acb2-4c69-90b5-1939f4f49bc6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:28.328868 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-5046c964-6aff-4c24-b4db-eb4fe0588956 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a4a8a0ef-e064-453a-b5a3-3ea6611543dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713315 Feb 03 12:38:28.330317 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c3758bb8-2a5d-4eb5-bb9f-25c1409c2fab req-c39447d1-21de-42a0-b427-cb5415fcfcb9 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961722 Feb 03 12:38:28.362960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3233c-c1ee-408a-98e1-39e4574eaecb req-590a0c39-3183-4b47-bd58-511b54fc6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:28.364472 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1df3233c-c1ee-408a-98e1-39e4574eaecb req-590a0c39-3183-4b47-bd58-511b54fc6294 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a4a8a0ef-e064-453a-b5a3-3ea6611543dd HTTP/1.1" status: 200 len: 914 time: 0.2446611 Feb 03 12:38:28.423276 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1df3233c-c1ee-408a-98e1-39e4574eaecb req-93ff34ed-a47b-4fa5-9909-ca08b8bb6b29 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cd4f443-15ec-42f8-9651-dffbfea00357 HTTP/1.1" status: 200 len: 217 time: 0.0395148 Feb 03 12:38:28.485915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] For port cb6c01d1-acb2-4c69-90b5-1939f4f49bc6, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:28.515784 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] For port cb6c01d1-acb2-4c69-90b5-1939f4f49bc6, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=cb6c01d1-acb2-4c69-90b5-1939f4f49bc6,segment=NetworkSegment(b18a3aaf-1673-4c64-ab69-ba2386957046),segment_id=b18a3aaf-1673-4c64-ab69-ba2386957046)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:28.519145 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3233c-c1ee-408a-98e1-39e4574eaecb req-d783930b-ca41-435b-adfa-a9a3af2c64be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:28.525773 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1df3233c-c1ee-408a-98e1-39e4574eaecb req-d783930b-ca41-435b-adfa-a9a3af2c64be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ed65b34-d59f-4573-b5c6-f49540a6bdbd HTTP/1.1" status: 200 len: 853 time: 0.0913618 Feb 03 12:38:28.551336 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (cb6c01d1-acb2-4c69-90b5-1939f4f49bc6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:28.562416 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-1a392d9d-1074-41a9-8d84-750d50ffe9d6 service neutron] 10.222.0.73 "GET /v2.0/networks/a4a8a0ef-e064-453a-b5a3-3ea6611543dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141507 Feb 03 12:38:28.599733 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc35bbac-41a9-4dfd-9264-cebaf9ba1b35 x-openstack-request-id: req-cc35bbac-41a9-4dfd-9264-cebaf9ba1b35 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:28.600063 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cfc50f2-63d8-423e-967c-1b956e01ec19", "tag": "407bff19-a2c7-4670-927e-3fda0dd2649c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:28.600330 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc35bbac-41a9-4dfd-9264-cebaf9ba1b35 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:28.600747 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cfc50f2-63d8-423e-967c-1b956e01ec19', 'tag': '407bff19-a2c7-4670-927e-3fda0dd2649c', 'status': 'completed', 'code': 200} Feb 03 12:38:28.606279 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1df3233c-c1ee-408a-98e1-39e4574eaecb req-e9b1e3d9-8f19-4be5-a93a-ae2261bf06b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a4a8a0ef-e064-453a-b5a3-3ea6611543dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711272 Feb 03 12:38:28.696225 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11c15be6-6fea-49c8-9d0a-5a34c596e575 req-0f4d2ed5-2492-4db0-9cff-f1ab951f8c04 service neutron] 10.222.0.73 "GET /v2.0/networks/a4a8a0ef-e064-453a-b5a3-3ea6611543dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213527 Feb 03 12:38:28.697407 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1793b2e8-cabb-4e1c-8be0-00504f133dfa req-77bdfcfd-ea79-4d2e-aa32-41ba43ca4e1c tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:28.703378 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:28.704042 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:28.705434 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] 10.222.0.73 "PUT /v2.0/ports/cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 HTTP/1.1" status: 200 len: 1092 time: 2.3582175 Feb 03 12:38:28.781132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a9a02-3701-41d4-a4fc-977f99c951cc service neutron] Pushing event updated for resources: {'Port': ['ID=cb6c01d1-acb2-4c69-90b5-1939f4f49bc6,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:28.804416 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2933e4-6256-41d8-8ebc-181b2d3b0a3a req-767e82c2-45c9-473a-b9f8-ece6c5703564 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:28.809629 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2933e4-6256-41d8-8ebc-181b2d3b0a3a req-767e82c2-45c9-473a-b9f8-ece6c5703564 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:28.814952 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2933e4-6256-41d8-8ebc-181b2d3b0a3a req-767e82c2-45c9-473a-b9f8-ece6c5703564 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:28.815119 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1793b2e8-cabb-4e1c-8be0-00504f133dfa req-77bdfcfd-ea79-4d2e-aa32-41ba43ca4e1c tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (01ecf5bd-abf9-43f4-b2b3-8e63a5036a7b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:28.817475 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ff2933e4-6256-41d8-8ebc-181b2d3b0a3a req-767e82c2-45c9-473a-b9f8-ece6c5703564 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2415 time: 0.1684971 Feb 03 12:38:28.821794 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1793b2e8-cabb-4e1c-8be0-00504f133dfa req-77bdfcfd-ea79-4d2e-aa32-41ba43ca4e1c tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (01ecf5bd-abf9-43f4-b2b3-8e63a5036a7b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:28.856027 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1df3233c-c1ee-408a-98e1-39e4574eaecb req-94087815-210e-430d-8e89-3cfaeddada1e service neutron] 10.222.0.73 "GET /v2.0/networks/a4a8a0ef-e064-453a-b5a3-3ea6611543dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057757 Feb 03 12:38:28.882945 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdfcfd-ea79-4d2e-aa32-41ba43ca4e1c tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ecf5bd-abf9-43f4-b2b3-8e63a5036a7b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:28.891800 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1793b2e8-cabb-4e1c-8be0-00504f133dfa req-77bdfcfd-ea79-4d2e-aa32-41ba43ca4e1c tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:28.907327 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1793b2e8-cabb-4e1c-8be0-00504f133dfa req-77bdfcfd-ea79-4d2e-aa32-41ba43ca4e1c tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6311193 Feb 03 12:38:28.924443 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-673912c3-902a-4c90-ab7b-8a1db0f82be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:28.930810 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-673912c3-902a-4c90-ab7b-8a1db0f82be9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=962ebd967fe64a95a9793a6a1c91cc79&device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 1126 time: 0.1014013 Feb 03 12:38:28.953763 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ff2933e4-6256-41d8-8ebc-181b2d3b0a3a req-f9556b17-089d-452c-a70f-6c8fe6afb681 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945756 Feb 03 12:38:29.024157 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c9c5859b-14b2-4314-99f5-16910aa0955c req-e1f77a30-6b9f-40e8-9522-e6fe952302b1 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-32130213', 'description': 'tempest-description-2047240386'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:29.030015 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-bf20b1d8-2e92-4e1c-bee0-00257013adec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 HTTP/1.1" status: 200 len: 217 time: 0.0820315 Feb 03 12:38:29.048530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fe666-f428-481a-8d0e-29ac64da0ed8 req-098a95b7-3c24-484b-b600-177c50f4a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:29.050452 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a15fe666-f428-481a-8d0e-29ac64da0ed8 req-098a95b7-3c24-484b-b600-177c50f4a6cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d4cfc0adcb78419ea6d5f3642b57ed48&device_id=0cfc50f2-63d8-423e-967c-1b956e01ec19 HTTP/1.1" status: 200 len: 1125 time: 0.2320211 Feb 03 12:38:29.086707 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9c5859b-14b2-4314-99f5-16910aa0955c req-e1f77a30-6b9f-40e8-9522-e6fe952302b1 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.117641 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-3c0bd21c-b93d-4fec-b61e-60e9697dd3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:29.119111 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-3c0bd21c-b93d-4fec-b61e-60e9697dd3c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6400ffb7-27dd-4d8a-b637-4799b70abe20 HTTP/1.1" status: 200 len: 854 time: 0.0810764 Feb 03 12:38:29.162077 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-8ab769ed-06f5-4221-84f1-6d26b5a374b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348506 Feb 03 12:38:29.167519 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1df3233c-c1ee-408a-98e1-39e4574eaecb req-1bfd7b3a-7f6d-4e36-b05f-95ab31e4e2c5 service neutron] 10.222.0.73 "GET /v2.0/networks/a4a8a0ef-e064-453a-b5a3-3ea6611543dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343822 Feb 03 12:38:29.279643 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9c5859b-14b2-4314-99f5-16910aa0955c req-e1f77a30-6b9f-40e8-9522-e6fe952302b1 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (3b416f28-7b77-491f-ab1d-fa6f92746faa), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.287074 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9c5859b-14b2-4314-99f5-16910aa0955c req-e1f77a30-6b9f-40e8-9522-e6fe952302b1 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (3b416f28-7b77-491f-ab1d-fa6f92746faa), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.337329 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-5af0eea9-5d11-4c37-8c58-fa222d2709a0 service neutron] 10.222.0.73 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679122 Feb 03 12:38:29.340041 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c9c5859b-14b2-4314-99f5-16910aa0955c req-e1f77a30-6b9f-40e8-9522-e6fe952302b1 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.352629 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c9c5859b-14b2-4314-99f5-16910aa0955c req-e1f77a30-6b9f-40e8-9522-e6fe952302b1 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3324459 Feb 03 12:38:29.364965 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f77a30-6b9f-40e8-9522-e6fe952302b1 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b416f28-7b77-491f-ab1d-fa6f92746faa,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:29.379310 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 6dcc3353-23e8-4031-a139-65f2f0da3c8f up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:29.493279 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 6dcc3353-23e8-4031-a139-65f2f0da3c8f completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:38:29.497949 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 6dcc3353-23e8-4031-a139-65f2f0da3c8f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:29.498372 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6dcc3353-23e8-4031-a139-65f2f0da3c8f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.541560 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d22af32-eef5-4517-91e0-43c29b206f36 req-528494e4-3030-41bc-b2c3-5b1cfe944640 service neutron] 10.222.0.73 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876826 Feb 03 12:38:29.644747 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c95c32-1322-49f9-bfa8-94626d9aacb9 req-f321f8d6-acf7-4eef-bfad-eaf79f399ae5 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:29.654351 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-09c95c32-1322-49f9-bfa8-94626d9aacb9 req-f321f8d6-acf7-4eef-bfad-eaf79f399ae5 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cfc50f2-63d8-423e-967c-1b956e01ec19 HTTP/1.1" status: 200 len: 943 time: 0.1104496 Feb 03 12:38:29.679141 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 6dcc3353-23e8-4031-a139-65f2f0da3c8f is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:29.679857 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6dcc3353-23e8-4031-a139-65f2f0da3c8f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.704842 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dcc3353-23e8-4031-a139-65f2f0da3c8f'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:29.707713 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef255fc-8797-4816-ac18-c0570e4b2a6b" -d '{"events": [{"server_uuid": "bca179e4-b21e-4371-b035-949fe61c2c32", "name": "network-vif-plugged", "status": "completed", "tag": "6dcc3353-23e8-4031-a139-65f2f0da3c8f"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:29.723056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 6dcc3353-23e8-4031-a139-65f2f0da3c8f, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=6dcc3353-23e8-4031-a139-65f2f0da3c8f,segment=NetworkSegment(76f499f9-023e-419a-9e1b-4060750943cf),segment_id=76f499f9-023e-419a-9e1b-4060750943cf)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:29.729400 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6dcc3353-23e8-4031-a139-65f2f0da3c8f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.730936 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 50f11480-9beb-4eb4-bddd-400cf5319ea3 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:29.733527 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-09c95c32-1322-49f9-bfa8-94626d9aacb9 req-fdd68d8b-38ef-4d5d-adc5-c665ed5832aa tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781806 Feb 03 12:38:29.768564 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-3c687bd8-18a8-41b3-a108-ca525d003754 req-5642398e-af9d-4c4d-9a43-adcc71dfa059 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-899212766', 'description': 'tempest-description-1981632124'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:29.808563 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3c687bd8-18a8-41b3-a108-ca525d003754 req-5642398e-af9d-4c4d-9a43-adcc71dfa059 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.817161 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=6dcc3353-23e8-4031-a139-65f2f0da3c8f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:29.831762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 50f11480-9beb-4eb4-bddd-400cf5319ea3 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:38:29.837038 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 50f11480-9beb-4eb4-bddd-400cf5319ea3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:29.837734 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (50f11480-9beb-4eb4-bddd-400cf5319ea3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.854350 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fe666-f428-481a-8d0e-29ac64da0ed8 req-b6447355-22c5-4f92-93d1-52b7631ffebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:29.855967 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a15fe666-f428-481a-8d0e-29ac64da0ed8 req-b6447355-22c5-4f92-93d1-52b7631ffebc service neutron] 10.222.0.73 "GET /v2.0/networks?id=a4a8a0ef-e064-453a-b5a3-3ea6611543dd HTTP/1.1" status: 200 len: 914 time: 0.7535932 Feb 03 12:38:29.865758 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a420d8d-78de-478e-b0b3-d1ab77809bb4 req-821ab215-723c-4c9f-a998-8f52559ae9d9 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:29.868337 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3a420d8d-78de-478e-b0b3-d1ab77809bb4 req-821ab215-723c-4c9f-a998-8f52559ae9d9 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 944 time: 0.8144419 Feb 03 12:38:29.937461 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a15fe666-f428-481a-8d0e-29ac64da0ed8 req-fd4d1cb5-ae56-4067-b9a4-8515e155c757 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=407bff19-a2c7-4670-927e-3fda0dd2649c HTTP/1.1" status: 200 len: 217 time: 0.0680711 Feb 03 12:38:29.939853 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3c687bd8-18a8-41b3-a108-ca525d003754 req-5642398e-af9d-4c4d-9a43-adcc71dfa059 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (4ed358de-bfe1-4d0e-a5dc-df2fcab1d75b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.946777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 50f11480-9beb-4eb4-bddd-400cf5319ea3 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:29.947316 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3c687bd8-18a8-41b3-a108-ca525d003754 req-5642398e-af9d-4c4d-9a43-adcc71dfa059 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4ed358de-bfe1-4d0e-a5dc-df2fcab1d75b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.947870 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (50f11480-9beb-4eb4-bddd-400cf5319ea3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:29.988598 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3c687bd8-18a8-41b3-a108-ca525d003754 req-5642398e-af9d-4c4d-9a43-adcc71dfa059 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:30.001665 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3c687bd8-18a8-41b3-a108-ca525d003754 req-5642398e-af9d-4c4d-9a43-adcc71dfa059 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2338271 Feb 03 12:38:30.004401 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 50f11480-9beb-4eb4-bddd-400cf5319ea3, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=50f11480-9beb-4eb4-bddd-400cf5319ea3,segment=NetworkSegment(9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718),segment_id=9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:30.014619 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (50f11480-9beb-4eb4-bddd-400cf5319ea3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:30.015728 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:30.016772 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642398e-af9d-4c4d-9a43-adcc71dfa059 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed358de-bfe1-4d0e-a5dc-df2fcab1d75b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:30.029822 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642398e-af9d-4c4d-9a43-adcc71dfa059 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:30.030177 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642398e-af9d-4c4d-9a43-adcc71dfa059 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:30.030521 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642398e-af9d-4c4d-9a43-adcc71dfa059 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:30.031035 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642398e-af9d-4c4d-9a43-adcc71dfa059 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:30.031379 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642398e-af9d-4c4d-9a43-adcc71dfa059 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:30.031712 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642398e-af9d-4c4d-9a43-adcc71dfa059 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:30.032072 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642398e-af9d-4c4d-9a43-adcc71dfa059 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:30.032403 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642398e-af9d-4c4d-9a43-adcc71dfa059 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:30.032730 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642398e-af9d-4c4d-9a43-adcc71dfa059 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:30.033058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642398e-af9d-4c4d-9a43-adcc71dfa059 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:30.033399 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642398e-af9d-4c4d-9a43-adcc71dfa059 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:30.033705 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642398e-af9d-4c4d-9a43-adcc71dfa059 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:30.034029 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5642398e-af9d-4c4d-9a43-adcc71dfa059 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:30.109673 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=50f11480-9beb-4eb4-bddd-400cf5319ea3,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:30.117404 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3a420d8d-78de-478e-b0b3-d1ab77809bb4 req-c9dacfe8-faa4-448f-b735-8564633716f0 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789467 Feb 03 12:38:30.152277 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fe666-f428-481a-8d0e-29ac64da0ed8 req-b5a3a630-fde6-4448-899c-00fb63feb704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:30.158728 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a15fe666-f428-481a-8d0e-29ac64da0ed8 req-b5a3a630-fde6-4448-899c-00fb63feb704 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ed65b34-d59f-4573-b5c6-f49540a6bdbd HTTP/1.1" status: 200 len: 853 time: 0.1624455 Feb 03 12:38:30.161181 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:38:30.166675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:30.167182 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:30.199264 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609b462-5b93-47ba-870e-557f4ca7a21b req-bc989f5e-787b-40d4-8e48-ae0aa729a1a9 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:30.200785 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2609b462-5b93-47ba-870e-557f4ca7a21b req-bc989f5e-787b-40d4-8e48-ae0aa729a1a9 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f660d47-96ad-49b4-a112-0280a3cdac3e HTTP/1.1" status: 200 len: 946 time: 0.1036925 Feb 03 12:38:30.236473 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a15fe666-f428-481a-8d0e-29ac64da0ed8 req-b8cd58db-ba8c-4ccb-90d6-d2f87effaaf5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a4a8a0ef-e064-453a-b5a3-3ea6611543dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723143 Feb 03 12:38:30.248220 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-a15fe666-f428-481a-8d0e-29ac64da0ed8 req-fda2bfa4-127b-44b7-bb7f-19f6a93747ef service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:38:30.249222 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a15fe666-f428-481a-8d0e-29ac64da0ed8 req-fda2bfa4-127b-44b7-bb7f-19f6a93747ef service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054152 Feb 03 12:38:30.268310 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb74574-20cf-4aaf-9ac2-2de24e5e0312 x-openstack-request-id: req-bcb74574-20cf-4aaf-9ac2-2de24e5e0312 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:30.268766 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca179e4-b21e-4371-b035-949fe61c2c32", "name": "network-vif-plugged", "status": "completed", "tag": "6dcc3353-23e8-4031-a139-65f2f0da3c8f", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:30.269850 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bcb74574-20cf-4aaf-9ac2-2de24e5e0312 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:30.269850 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dcc3353-23e8-4031-a139-65f2f0da3c8f', 'code': 200} Feb 03 12:38:30.274567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:30.274567 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:30.317589 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6,segment=NetworkSegment(76f499f9-023e-419a-9e1b-4060750943cf),segment_id=76f499f9-023e-419a-9e1b-4060750943cf)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:30.323631 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:30.324344 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2609b462-5b93-47ba-870e-557f4ca7a21b req-5f973c06-f674-4e83-8f19-a1eb161ec6e8 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156394 Feb 03 12:38:30.385349 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:30.430930 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a15fe666-f428-481a-8d0e-29ac64da0ed8 req-2f6a2e57-38a6-48d4-9163-19aee0b88e1e service neutron] 10.222.0.73 "GET /v2.0/networks/a4a8a0ef-e064-453a-b5a3-3ea6611543dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731606 Feb 03 12:38:30.497584 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979b4f8-f508-4dd9-96ae-ab80c1fbcb83 req-a9c23433-cf4f-43ea-ab3e-108061e5f40e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:30.504618 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979b4f8-f508-4dd9-96ae-ab80c1fbcb83 req-a9c23433-cf4f-43ea-ab3e-108061e5f40e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:30.510279 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979b4f8-f508-4dd9-96ae-ab80c1fbcb83 req-a9c23433-cf4f-43ea-ab3e-108061e5f40e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:30.512253 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e979b4f8-f508-4dd9-96ae-ab80c1fbcb83 req-a9c23433-cf4f-43ea-ab3e-108061e5f40e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2418 time: 0.1996701 Feb 03 12:38:30.557594 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7b7c6f6d-4446-49c1-9cac-7a6d8c27931e req-e225fd9a-eaa5-4209-83b7-9149b0037625 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ba3cb62f98246c08ca253d4a3f26934 HTTP/1.1" status: 200 len: 11010 time: 0.1362696 Feb 03 12:38:30.602688 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd032d8e7-f481-46ae-bba1-b9aab087c50e', 'tag': 'cb6c01d1-acb2-4c69-90b5-1939f4f49bc6'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:30.605740 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07a8228-8c0d-4273-8791-3206a9586889" -d '{"events": [{"name": "network-changed", "server_uuid": "d032d8e7-f481-46ae-bba1-b9aab087c50e", "tag": "cb6c01d1-acb2-4c69-90b5-1939f4f49bc6"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:30.619761 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7b7c6f6d-4446-49c1-9cac-7a6d8c27931e req-1df291bb-e0ae-4a9a-8d97-a1e438f219fc tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16 HTTP/1.1" status: 200 len: 3002 time: 0.0592859 Feb 03 12:38:30.631444 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e979b4f8-f508-4dd9-96ae-ab80c1fbcb83 req-04058a1a-5008-4a33-899a-ab9dd08538bb tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929091 Feb 03 12:38:30.648991 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a15fe666-f428-481a-8d0e-29ac64da0ed8 req-a7a78992-967a-4db2-8e40-4270b01619f4 service neutron] 10.222.0.73 "GET /v2.0/networks/a4a8a0ef-e064-453a-b5a3-3ea6611543dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025011 Feb 03 12:38:30.680880 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7b7c6f6d-4446-49c1-9cac-7a6d8c27931e req-eb67446f-952e-4a8b-8462-bc15d31ce46a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16 HTTP/1.1" status: 200 len: 3002 time: 0.0614567 Feb 03 12:38:30.715562 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1ac437-bc37-4c91-bac6-89d62ebed619 x-openstack-request-id: req-3b1ac437-bc37-4c91-bac6-89d62ebed619 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:30.715926 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d032d8e7-f481-46ae-bba1-b9aab087c50e", "tag": "cb6c01d1-acb2-4c69-90b5-1939f4f49bc6", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:30.716435 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b1ac437-bc37-4c91-bac6-89d62ebed619 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:30.716994 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd032d8e7-f481-46ae-bba1-b9aab087c50e', 'tag': 'cb6c01d1-acb2-4c69-90b5-1939f4f49bc6', 'status': 'completed', 'code': 200} Feb 03 12:38:30.828974 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c700af91-6164-46c2-b9e0-788e4a58a2ec req-ba166d65-7777-45d1-b3dc-68037ca1891e tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/01ecf5bd-abf9-43f4-b2b3-8e63a5036a7b HTTP/1.1" status: 200 len: 1819 time: 0.0965149 Feb 03 12:38:30.877575 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:30.883784 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a8228-8c0d-4273-8791-3206a9586889 req-e1565ddc-e905-40cb-b301-d2e697aa612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:30.889406 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c07a8228-8c0d-4273-8791-3206a9586889 req-e1565ddc-e905-40cb-b301-d2e697aa612a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=962ebd967fe64a95a9793a6a1c91cc79&device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 1126 time: 0.1222100 Feb 03 12:38:30.901480 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c700af91-6164-46c2-b9e0-788e4a58a2ec req-ea259660-f0b5-4bd7-95c6-50ec5211d27d tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (01ecf5bd-abf9-43f4-b2b3-8e63a5036a7b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:30.933632 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c700af91-6164-46c2-b9e0-788e4a58a2ec req-ea259660-f0b5-4bd7-95c6-50ec5211d27d tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (01ecf5bd-abf9-43f4-b2b3-8e63a5036a7b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:31.020703 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c700af91-6164-46c2-b9e0-788e4a58a2ec req-ea259660-f0b5-4bd7-95c6-50ec5211d27d tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (01ecf5bd-abf9-43f4-b2b3-8e63a5036a7b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:31.024429 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c700af91-6164-46c2-b9e0-788e4a58a2ec req-ea259660-f0b5-4bd7-95c6-50ec5211d27d tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:31.035962 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c700af91-6164-46c2-b9e0-788e4a58a2ec req-ea259660-f0b5-4bd7-95c6-50ec5211d27d tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "DELETE /v2.0/security-groups/01ecf5bd-abf9-43f4-b2b3-8e63a5036a7b HTTP/1.1" status: 204 len: 173 time: 0.2016823 Feb 03 12:38:31.060537 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea259660-f0b5-4bd7-95c6-50ec5211d27d tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ecf5bd-abf9-43f4-b2b3-8e63a5036a7b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:31.133637 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45774) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:31.142034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a8228-8c0d-4273-8791-3206a9586889 req-6f525abc-ad61-4df2-83d1-a0bf7cb06dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:31.147223 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c07a8228-8c0d-4273-8791-3206a9586889 req-6f525abc-ad61-4df2-83d1-a0bf7cb06dcd service neutron] 10.222.0.73 "GET /v2.0/networks?id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 HTTP/1.1" status: 200 len: 915 time: 0.2420082 Feb 03 12:38:31.226112 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014db5ed-8884-4bc2-8078-1a65569c12a9 req-fbc4615c-d149-4fff-a4f2-eba07b6b31e7 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:31.230185 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-014db5ed-8884-4bc2-8078-1a65569c12a9 req-fbc4615c-d149-4fff-a4f2-eba07b6b31e7 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cfc50f2-63d8-423e-967c-1b956e01ec19 HTTP/1.1" status: 200 len: 943 time: 0.0887661 Feb 03 12:38:31.252271 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c07a8228-8c0d-4273-8791-3206a9586889 req-1a2b20de-bd15-403c-839b-a96c605d7939 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 HTTP/1.1" status: 200 len: 217 time: 0.0992742 Feb 03 12:38:31.273731 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-7064b710-ede5-4457-b50b-0a91be9be11a req-db2b6e7a-3a73-402a-8d54-addb15eaebd3 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] show failed (client error): The resource could not be found. Feb 03 12:38:31.290288 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7064b710-ede5-4457-b50b-0a91be9be11a req-db2b6e7a-3a73-402a-8d54-addb15eaebd3 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/01ecf5bd-abf9-43f4-b2b3-8e63a5036a7b HTTP/1.1" status: 404 len: 352 time: 0.1102090 Feb 03 12:38:31.325015 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-014db5ed-8884-4bc2-8078-1a65569c12a9 req-f7676d56-f087-4f60-8171-f9e2e3611ec4 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886419 Feb 03 12:38:31.371962 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c08509b5-8d6d-4f17-8aaf-b78a0f5fce32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:31.415729 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a8228-8c0d-4273-8791-3206a9586889 req-d95e34fd-bb2d-4910-84d9-dd4d9b4bfbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:31.418758 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c07a8228-8c0d-4273-8791-3206a9586889 req-d95e34fd-bb2d-4910-84d9-dd4d9b4bfbd7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6400ffb7-27dd-4d8a-b637-4799b70abe20 HTTP/1.1" status: 200 len: 854 time: 0.1562016 Feb 03 12:38:31.483406 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c08509b5-8d6d-4f17-8aaf-b78a0f5fce32 admin admin] Publish callbacks [] for security_group (f8224a3c-125c-4920-b6d6-abe03fe06e79), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:31.484546 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c07a8228-8c0d-4273-8791-3206a9586889 req-657595f8-fcc2-4b2a-a940-2a4be80f4aa7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506568 Feb 03 12:38:31.497491 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4cd4f443-15ec-42f8-9651-dffbfea00357 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:38:31.519313 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c08509b5-8d6d-4f17-8aaf-b78a0f5fce32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f8224a3c-125c-4920-b6d6-abe03fe06e79), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:31.556814 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3d2b257-8f23-4594-99b1-46ed90b1e4a9 req-33e6966e-0e11-47d7-8b78-23c109fb2ec5 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/3b416f28-7b77-491f-ab1d-fa6f92746faa HTTP/1.1" status: 200 len: 1818 time: 0.1356466 Feb 03 12:38:31.642776 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c08509b5-8d6d-4f17-8aaf-b78a0f5fce32 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61b7cae749b243ada352755b7d93bb83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5070808 Feb 03 12:38:31.647080 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45792) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:31.658556 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08509b5-8d6d-4f17-8aaf-b78a0f5fce32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8224a3c-125c-4920-b6d6-abe03fe06e79,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:31.695975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8182013-f6fd-4094-ae55-bd4430f1c120 req-fb87f5cc-f890-4dfb-9bc9-bba5772ecf1b tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:31.697560 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b8182013-f6fd-4094-ae55-bd4430f1c120 req-fb87f5cc-f890-4dfb-9bc9-bba5772ecf1b tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 944 time: 0.2126913 Feb 03 12:38:31.703071 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4cd4f443-15ec-42f8-9651-dffbfea00357, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4cd4f443-15ec-42f8-9651-dffbfea00357,segment=NetworkSegment(692d7727-214f-4d87-b1ac-a90a06d89e3e),segment_id=692d7727-214f-4d87-b1ac-a90a06d89e3e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:31.744917 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '4cd4f443-15ec-42f8-9651-dffbfea00357', 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd', 'port_id': '4cd4f443-15ec-42f8-9651-dffbfea00357', 'mac_address': 'fa:16:3e:d8:eb:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed65b34-d59f-4573-b5c6-f49540a6bdbd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:38:31.750059 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c07a8228-8c0d-4273-8791-3206a9586889 req-de0447c0-44bc-47d1-90a8-b904e98f65e6 service neutron] 10.222.0.73 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589529 Feb 03 12:38:31.757518 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b8182013-f6fd-4094-ae55-bd4430f1c120 req-b93aa45b-02b7-45da-9295-be14e1b73ed2 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514040 Feb 03 12:38:31.877264 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 4cd4f443-15ec-42f8-9651-dffbfea00357 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:31.880102 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4cd4f443-15ec-42f8-9651-dffbfea00357), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:31.881403 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d3d2b257-8f23-4594-99b1-46ed90b1e4a9 req-5b8ba49d-0bc0-4c0a-abdc-ba1bc37737e2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (3b416f28-7b77-491f-ab1d-fa6f92746faa), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:31.901153 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd4f443-15ec-42f8-9651-dffbfea00357 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:31.902190 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-106d0931-b14d-44e3-b43f-4f977920e2ea admin admin] Publish callbacks [] for security_group (f8224a3c-125c-4920-b6d6-abe03fe06e79), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:31.928292 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4cd4f443-15ec-42f8-9651-dffbfea00357, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4cd4f443-15ec-42f8-9651-dffbfea00357,segment=NetworkSegment(692d7727-214f-4d87-b1ac-a90a06d89e3e),segment_id=692d7727-214f-4d87-b1ac-a90a06d89e3e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:31.935334 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4cd4f443-15ec-42f8-9651-dffbfea00357), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:31.969979 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-106d0931-b14d-44e3-b43f-4f977920e2ea admin admin] Publish callbacks [] for security_group (f8224a3c-125c-4920-b6d6-abe03fe06e79), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:31.972958 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d3d2b257-8f23-4594-99b1-46ed90b1e4a9 req-5b8ba49d-0bc0-4c0a-abdc-ba1bc37737e2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (3b416f28-7b77-491f-ab1d-fa6f92746faa), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:31.997529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=4cd4f443-15ec-42f8-9651-dffbfea00357,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:32.056314 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c07a8228-8c0d-4273-8791-3206a9586889 req-429d8290-eb6f-4ead-9ffe-381d9b73bca3 service neutron] 10.222.0.73 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877774 Feb 03 12:38:32.106938 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377436da-e320-417e-b536-96018a5a06fa req-3b6bfdd2-4ee6-4181-b23b-b77e029ddcb4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:32.112607 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377436da-e320-417e-b536-96018a5a06fa req-3b6bfdd2-4ee6-4181-b23b-b77e029ddcb4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:32.116802 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d3d2b257-8f23-4594-99b1-46ed90b1e4a9 req-5b8ba49d-0bc0-4c0a-abdc-ba1bc37737e2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (3b416f28-7b77-491f-ab1d-fa6f92746faa), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:32.118218 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377436da-e320-417e-b536-96018a5a06fa req-3b6bfdd2-4ee6-4181-b23b-b77e029ddcb4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:32.120006 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-377436da-e320-417e-b536-96018a5a06fa req-3b6bfdd2-4ee6-4181-b23b-b77e029ddcb4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2418 time: 0.1051564 Feb 03 12:38:32.121115 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d3d2b257-8f23-4594-99b1-46ed90b1e4a9 req-5b8ba49d-0bc0-4c0a-abdc-ba1bc37737e2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:32.122743 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3d2b257-8f23-4594-99b1-46ed90b1e4a9 req-5b8ba49d-0bc0-4c0a-abdc-ba1bc37737e2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "DELETE /v2.0/security-groups/3b416f28-7b77-491f-ab1d-fa6f92746faa HTTP/1.1" status: 204 len: 173 time: 0.5641270 Feb 03 12:38:32.139818 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ba49d-0bc0-4c0a-abdc-ba1bc37737e2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b416f28-7b77-491f-ab1d-fa6f92746faa,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:32.159676 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba49d-0bc0-4c0a-abdc-ba1bc37737e2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:32.160132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba49d-0bc0-4c0a-abdc-ba1bc37737e2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:32.160433 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba49d-0bc0-4c0a-abdc-ba1bc37737e2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:32.160775 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba49d-0bc0-4c0a-abdc-ba1bc37737e2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:32.161115 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba49d-0bc0-4c0a-abdc-ba1bc37737e2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:32.162211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba49d-0bc0-4c0a-abdc-ba1bc37737e2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:32.162320 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba49d-0bc0-4c0a-abdc-ba1bc37737e2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:32.162631 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba49d-0bc0-4c0a-abdc-ba1bc37737e2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:32.163187 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba49d-0bc0-4c0a-abdc-ba1bc37737e2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:32.163586 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba49d-0bc0-4c0a-abdc-ba1bc37737e2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:32.164366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba49d-0bc0-4c0a-abdc-ba1bc37737e2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:32.164697 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba49d-0bc0-4c0a-abdc-ba1bc37737e2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:32.165027 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba49d-0bc0-4c0a-abdc-ba1bc37737e2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:32.172774 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-106d0931-b14d-44e3-b43f-4f977920e2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f8224a3c-125c-4920-b6d6-abe03fe06e79), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:32.176853 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-106d0931-b14d-44e3-b43f-4f977920e2ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:32.180963 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-106d0931-b14d-44e3-b43f-4f977920e2ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8224a3c-125c-4920-b6d6-abe03fe06e79 HTTP/1.1" status: 204 len: 168 time: 0.5304832 Feb 03 12:38:32.194592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d0931-b14d-44e3-b43f-4f977920e2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8224a3c-125c-4920-b6d6-abe03fe06e79,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:32.211820 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-c03104c6-595e-4861-aead-9475c194c6a7 req-37e50915-537e-4143-81e4-7b39f08f6dd3 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] show failed (client error): The resource could not be found. Feb 03 12:38:32.213076 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c03104c6-595e-4861-aead-9475c194c6a7 req-37e50915-537e-4143-81e4-7b39f08f6dd3 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/3b416f28-7b77-491f-ab1d-fa6f92746faa HTTP/1.1" status: 404 len: 352 time: 0.0428939 Feb 03 12:38:32.271482 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f11480-9beb-4eb4-bddd-400cf5319ea3'}, {'server_uuid': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:32.283486 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3076b417-21ed-4e84-a683-1d4495410bd4" -d '{"events": [{"server_uuid": "bca179e4-b21e-4371-b035-949fe61c2c32", "name": "network-vif-plugged", "status": "completed", "tag": "50f11480-9beb-4eb4-bddd-400cf5319ea3"}, {"server_uuid": "bca179e4-b21e-4371-b035-949fe61c2c32", "name": "network-vif-plugged", "status": "completed", "tag": "1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:32.291340 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-377436da-e320-417e-b536-96018a5a06fa req-ad27b835-a0bf-49ce-9a6b-893d4522d243 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478555 Feb 03 12:38:32.361519 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de308c1-cfe4-4247-bcf1-7e92fc406d6a x-openstack-request-id: req-9de308c1-cfe4-4247-bcf1-7e92fc406d6a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:32.361966 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca179e4-b21e-4371-b035-949fe61c2c32", "name": "network-vif-plugged", "status": "completed", "tag": "50f11480-9beb-4eb4-bddd-400cf5319ea3", "code": 200}, {"server_uuid": "bca179e4-b21e-4371-b035-949fe61c2c32", "name": "network-vif-plugged", "status": "completed", "tag": "1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:32.362461 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9de308c1-cfe4-4247-bcf1-7e92fc406d6a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:32.362914 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f11480-9beb-4eb4-bddd-400cf5319ea3', 'code': 200} Feb 03 12:38:32.363235 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6', 'code': 200} Feb 03 12:38:32.378226 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e6546d9-5c71-4ebe-9beb-ea120fd38848 req-472ff9d9-5edc-4b7a-9921-c7deed4055bd tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/4ed358de-bfe1-4d0e-a5dc-df2fcab1d75b HTTP/1.1" status: 200 len: 1819 time: 0.1176288 Feb 03 12:38:32.497475 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2e6546d9-5c71-4ebe-9beb-ea120fd38848 req-44c4e3e8-99ab-4cb1-8470-4547a29233ec tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (4ed358de-bfe1-4d0e-a5dc-df2fcab1d75b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:32.509082 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['4cd4f443-15ec-42f8-9651-dffbfea00357'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:32.523328 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2e6546d9-5c71-4ebe-9beb-ea120fd38848 req-44c4e3e8-99ab-4cb1-8470-4547a29233ec tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (4ed358de-bfe1-4d0e-a5dc-df2fcab1d75b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:32.578644 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2e6546d9-5c71-4ebe-9beb-ea120fd38848 req-44c4e3e8-99ab-4cb1-8470-4547a29233ec tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4ed358de-bfe1-4d0e-a5dc-df2fcab1d75b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:32.581810 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2e6546d9-5c71-4ebe-9beb-ea120fd38848 req-44c4e3e8-99ab-4cb1-8470-4547a29233ec tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:32.584841 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e6546d9-5c71-4ebe-9beb-ea120fd38848 req-44c4e3e8-99ab-4cb1-8470-4547a29233ec tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "DELETE /v2.0/security-groups/4ed358de-bfe1-4d0e-a5dc-df2fcab1d75b HTTP/1.1" status: 204 len: 173 time: 0.1977184 Feb 03 12:38:32.611076 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405344ea-4007-4948-adfb-e13495437b06 req-651d6f31-4622-4426-9678-5044a9a8d9b7 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:32.611896 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4e3e8-99ab-4cb1-8470-4547a29233ec tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed358de-bfe1-4d0e-a5dc-df2fcab1d75b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:32.622967 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-405344ea-4007-4948-adfb-e13495437b06 req-651d6f31-4622-4426-9678-5044a9a8d9b7 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cfc50f2-63d8-423e-967c-1b956e01ec19 HTTP/1.1" status: 200 len: 943 time: 0.1841271 Feb 03 12:38:32.636896 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73e77c-45f4-4831-b67e-730a17c4cbc2 req-7944d0c6-8832-4069-a3c4-286d36a64fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:32.637833 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73e77c-45f4-4831-b67e-730a17c4cbc2 req-7944d0c6-8832-4069-a3c4-286d36a64fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:32.639121 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73e77c-45f4-4831-b67e-730a17c4cbc2 req-7944d0c6-8832-4069-a3c4-286d36a64fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:32.644354 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d73e77c-45f4-4831-b67e-730a17c4cbc2 req-7944d0c6-8832-4069-a3c4-286d36a64fab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2964 time: 0.1744535 Feb 03 12:38:32.722486 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-405344ea-4007-4948-adfb-e13495437b06 req-6caf79b0-4055-42c4-89a9-c0cc32f9b879 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917363 Feb 03 12:38:32.785101 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45820) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:32.801781 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-536d3817-252d-4fb4-9650-d9100112a1df req-dbba9865-84a9-4cd3-a0f1-8736030ec510 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] show failed (client error): The resource could not be found. Feb 03 12:38:32.803652 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-536d3817-252d-4fb4-9650-d9100112a1df req-dbba9865-84a9-4cd3-a0f1-8736030ec510 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/4ed358de-bfe1-4d0e-a5dc-df2fcab1d75b HTTP/1.1" status: 404 len: 352 time: 0.0390470 Feb 03 12:38:32.811280 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6f455b7-c028-4633-b37c-e1c4787b1c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:32.815703 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d73e77c-45f4-4831-b67e-730a17c4cbc2 req-6e2dd95f-df27-4ca0-ae27-e22d8b767a75 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623642 Feb 03 12:38:32.933754 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-85172175-08e2-4dd8-aa29-6c1f9a27c105 req-d15cc835-ca30-4b18-bf53-8317fdcb4dd4 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ba3cb62f98246c08ca253d4a3f26934 HTTP/1.1" status: 200 len: 6207 time: 0.0924511 Feb 03 12:38:32.988854 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc228d29-585f-45ab-84c0-f8212cacf426 req-4155c108-21ef-42dd-bc3e-bef360c7d4ee tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:32.995697 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dc228d29-585f-45ab-84c0-f8212cacf426 req-4155c108-21ef-42dd-bc3e-bef360c7d4ee tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 944 time: 0.1210446 Feb 03 12:38:32.995984 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-85172175-08e2-4dd8-aa29-6c1f9a27c105 req-3c554fe3-0b2d-452a-a15a-669566672474 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16 HTTP/1.1" status: 200 len: 3002 time: 0.0545475 Feb 03 12:38:33.021910 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6f455b7-c028-4633-b37c-e1c4787b1c52 admin admin] Publish callbacks [] for security_group (573efc46-7568-43c9-9f0d-d9087d78a310), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:33.034589 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6f455b7-c028-4633-b37c-e1c4787b1c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (573efc46-7568-43c9-9f0d-d9087d78a310), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:33.051060 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-85172175-08e2-4dd8-aa29-6c1f9a27c105 req-d428abaa-df13-43fb-af13-3ad457cecce5 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16 HTTP/1.1" status: 200 len: 3002 time: 0.0541599 Feb 03 12:38:33.083304 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dc228d29-585f-45ab-84c0-f8212cacf426 req-42c9e277-17e7-40af-91a2-ff4deebca9fd tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866728 Feb 03 12:38:33.097928 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e6f455b7-c028-4633-b37c-e1c4787b1c52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d20b9213eb54ee5861ee1453e8cd17c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3085852 Feb 03 12:38:33.099465 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45832) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:33.108627 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f455b7-c028-4633-b37c-e1c4787b1c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573efc46-7568-43c9-9f0d-d9087d78a310,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:33.135147 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d75f8130-20bd-466b-b016-5ba00234386f req-18298f27-6269-4e0f-84e3-f3d229737702 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2015134230', 'description': 'tempest-description-362280279'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:33.191027 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d75f8130-20bd-466b-b016-5ba00234386f req-18298f27-6269-4e0f-84e3-f3d229737702 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:33.204480 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eefa5f56-b25a-4aaa-bd05-31f752e5a933 admin admin] Publish callbacks [] for security_group (573efc46-7568-43c9-9f0d-d9087d78a310), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:33.238937 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eefa5f56-b25a-4aaa-bd05-31f752e5a933 admin admin] Publish callbacks [] for security_group (573efc46-7568-43c9-9f0d-d9087d78a310), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:33.324416 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d75f8130-20bd-466b-b016-5ba00234386f req-18298f27-6269-4e0f-84e3-f3d229737702 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (a9738632-2d20-4d5c-8398-3b4036f4ca3a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:33.331995 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d75f8130-20bd-466b-b016-5ba00234386f req-18298f27-6269-4e0f-84e3-f3d229737702 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a9738632-2d20-4d5c-8398-3b4036f4ca3a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:33.351433 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eefa5f56-b25a-4aaa-bd05-31f752e5a933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (573efc46-7568-43c9-9f0d-d9087d78a310), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:33.354181 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eefa5f56-b25a-4aaa-bd05-31f752e5a933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:33.355364 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-eefa5f56-b25a-4aaa-bd05-31f752e5a933 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/573efc46-7568-43c9-9f0d-d9087d78a310 HTTP/1.1" status: 204 len: 168 time: 0.2544386 Feb 03 12:38:33.373975 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18298f27-6269-4e0f-84e3-f3d229737702 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9738632-2d20-4d5c-8398-3b4036f4ca3a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:33.404629 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa5f56-b25a-4aaa-bd05-31f752e5a933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573efc46-7568-43c9-9f0d-d9087d78a310,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:33.415783 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d75f8130-20bd-466b-b016-5ba00234386f req-18298f27-6269-4e0f-84e3-f3d229737702 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:33.421137 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d75f8130-20bd-466b-b016-5ba00234386f req-18298f27-6269-4e0f-84e3-f3d229737702 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3001347 Feb 03 12:38:33.485337 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-19f01935-f284-4621-82c2-7cb8a7d7f26e req-e7c9b89d-e57f-448c-862a-e63104340cc8 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1092023939', 'description': 'tempest-description-1547165358'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:33.497357 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac2d2221-8abe-4511-a9a2-5bd84da44e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:33.502561 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 407bff19-a2c7-4670-927e-3fda0dd2649c details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:38:33.512969 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-19f01935-f284-4621-82c2-7cb8a7d7f26e req-e7c9b89d-e57f-448c-862a-e63104340cc8 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:33.601354 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea48cda-9a4a-422f-8170-3fbe94393424 req-5fc49daa-909f-43b7-857a-1e3c8905ba14 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.638774 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea48cda-9a4a-422f-8170-3fbe94393424 req-5fc49daa-909f-43b7-857a-1e3c8905ba14 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.649687 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-19f01935-f284-4621-82c2-7cb8a7d7f26e req-e7c9b89d-e57f-448c-862a-e63104340cc8 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (e94505b6-53d9-4aa8-8f2c-36e54a26e593), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:33.657885 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 407bff19-a2c7-4670-927e-3fda0dd2649c, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=407bff19-a2c7-4670-927e-3fda0dd2649c,segment=NetworkSegment(692d7727-214f-4d87-b1ac-a90a06d89e3e),segment_id=692d7727-214f-4d87-b1ac-a90a06d89e3e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:33.665329 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea48cda-9a4a-422f-8170-3fbe94393424 req-5fc49daa-909f-43b7-857a-1e3c8905ba14 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:33.665446 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-19f01935-f284-4621-82c2-7cb8a7d7f26e req-e7c9b89d-e57f-448c-862a-e63104340cc8 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e94505b6-53d9-4aa8-8f2c-36e54a26e593), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:33.674016 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bea48cda-9a4a-422f-8170-3fbe94393424 req-5fc49daa-909f-43b7-857a-1e3c8905ba14 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2418 time: 0.2946901 Feb 03 12:38:33.675035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '407bff19-a2c7-4670-927e-3fda0dd2649c', 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd', 'port_id': '407bff19-a2c7-4670-927e-3fda0dd2649c', 'mac_address': 'fa:16:3e:13:5e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed65b34-d59f-4573-b5c6-f49540a6bdbd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:38:33.714334 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-19f01935-f284-4621-82c2-7cb8a7d7f26e req-e7c9b89d-e57f-448c-862a-e63104340cc8 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:33.732372 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-19f01935-f284-4621-82c2-7cb8a7d7f26e req-e7c9b89d-e57f-448c-862a-e63104340cc8 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2666006 Feb 03 12:38:33.733539 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9b89d-e57f-448c-862a-e63104340cc8 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94505b6-53d9-4aa8-8f2c-36e54a26e593,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:33.839737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 407bff19-a2c7-4670-927e-3fda0dd2649c is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:33.843054 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (407bff19-a2c7-4670-927e-3fda0dd2649c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:33.858688 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bea48cda-9a4a-422f-8170-3fbe94393424 req-843d7f47-8464-47b8-94de-e96940ab3545 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685042 Feb 03 12:38:33.884599 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407bff19-a2c7-4670-927e-3fda0dd2649c {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:33.931115 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 407bff19-a2c7-4670-927e-3fda0dd2649c, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=407bff19-a2c7-4670-927e-3fda0dd2649c,segment=NetworkSegment(692d7727-214f-4d87-b1ac-a90a06d89e3e),segment_id=692d7727-214f-4d87-b1ac-a90a06d89e3e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:33.939666 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (407bff19-a2c7-4670-927e-3fda0dd2649c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:33.940377 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:38:34.046401 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=407bff19-a2c7-4670-927e-3fda0dd2649c,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:34.080283 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cf1a7-33c5-46e8-ad48-c076a858b54c req-513f6f9a-254c-471e-a957-efd24c98d0cb tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:34.083226 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-966cf1a7-33c5-46e8-ad48-c076a858b54c req-513f6f9a-254c-471e-a957-efd24c98d0cb tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cfc50f2-63d8-423e-967c-1b956e01ec19 HTTP/1.1" status: 200 len: 944 time: 0.1476493 Feb 03 12:38:34.236525 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-966cf1a7-33c5-46e8-ad48-c076a858b54c req-5faaf125-45d4-440a-a3ba-3e1f8da3e36d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396599 Feb 03 12:38:34.258889 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port cb6c01d1-acb2-4c69-90b5-1939f4f49bc6, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=cb6c01d1-acb2-4c69-90b5-1939f4f49bc6,segment=NetworkSegment(b18a3aaf-1673-4c64-ab69-ba2386957046),segment_id=b18a3aaf-1673-4c64-ab69-ba2386957046)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:34.281094 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'cb6c01d1-acb2-4c69-90b5-1939f4f49bc6', 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129', 'port_id': 'cb6c01d1-acb2-4c69-90b5-1939f4f49bc6', 'mac_address': 'fa:16:3e:fc:2e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6400ffb7-27dd-4d8a-b637-4799b70abe20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:38:34.347560 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:34.347994 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cb6c01d1-acb2-4c69-90b5-1939f4f49bc6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:34.368353 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:34.417776 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981f1f-9151-4b08-882c-c32448d39322 req-99df5715-82e8-4879-9776-976bebb36703 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:34.418403 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port cb6c01d1-acb2-4c69-90b5-1939f4f49bc6, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=cb6c01d1-acb2-4c69-90b5-1939f4f49bc6,segment=NetworkSegment(b18a3aaf-1673-4c64-ab69-ba2386957046),segment_id=b18a3aaf-1673-4c64-ab69-ba2386957046)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:34.427635 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (cb6c01d1-acb2-4c69-90b5-1939f4f49bc6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:34.428137 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3981f1f-9151-4b08-882c-c32448d39322 req-99df5715-82e8-4879-9776-976bebb36703 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/networks?id=b8745d44-134c-43f4-a710-2d8603aaf933 HTTP/1.1" status: 200 len: 812 time: 0.2796779 Feb 03 12:38:34.449998 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2876f956-8540-4991-bf56-a84809a9a57d tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/quotas/3ba3cb62f98246c08ca253d4a3f26934 HTTP/1.1" status: 200 len: 375 time: 0.0207560 Feb 03 12:38:34.488572 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f4940-3867-4b79-a36b-8545b8fddbd4 req-0d4453e1-5b28-45f4-a1d9-6d5dadfd81e3 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:34.497016 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8f7f4940-3867-4b79-a36b-8545b8fddbd4 req-0d4453e1-5b28-45f4-a1d9-6d5dadfd81e3 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 944 time: 0.1016276 Feb 03 12:38:34.509546 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=cb6c01d1-acb2-4c69-90b5-1939f4f49bc6,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:34.541502 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3981f1f-9151-4b08-882c-c32448d39322 req-a5bb6070-f62d-40bc-be53-c740e9586cb8 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ba3cb62f98246c08ca253d4a3f26934&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0905724 Feb 03 12:38:34.560024 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8f7f4940-3867-4b79-a36b-8545b8fddbd4 req-fccbdcad-abba-4624-8e2d-8da7b28c4dcf tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615349 Feb 03 12:38:34.578100 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-f3981f1f-9151-4b08-882c-c32448d39322 req-07afaa3c-d64f-4657-a9a0-68737bb03955 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:38:34.587265 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3981f1f-9151-4b08-882c-c32448d39322 req-07afaa3c-d64f-4657-a9a0-68737bb03955 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0304067 Feb 03 12:38:34.718494 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3981f1f-9151-4b08-882c-c32448d39322 req-155b30e4-ad01-4f34-8677-305bae9c8eaf service neutron] 10.222.0.18 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300066 Feb 03 12:38:34.888566 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3981f1f-9151-4b08-882c-c32448d39322 req-1f8ffb21-058d-4182-b9c9-e8f5496b030b service neutron] 10.222.0.18 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601379 Feb 03 12:38:34.925171 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45986) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:35.009636 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['407bff19-a2c7-4670-927e-3fda0dd2649c'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:35.066007 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['cb6c01d1-acb2-4c69-90b5-1939f4f49bc6'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:35.131555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d159fe53-e2d9-4da5-a837-cf2816b30f54 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-929440908-network', 'tenant_id': 'a8acf8a3aa664a4f8d08b91b0b84088c'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:35.185254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d159fe53-e2d9-4da5-a837-cf2816b30f54 admin admin] Made reservation on behalf of a8acf8a3aa664a4f8d08b91b0b84088c for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:35.187887 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d159fe53-e2d9-4da5-a837-cf2816b30f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:35.213428 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d159fe53-e2d9-4da5-a837-cf2816b30f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:35.285766 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1d4af-69bc-433e-ade3-37a321bf775e req-4c3a768d-34b0-439a-8b62-189559c092bb tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:35.300268 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1d4af-69bc-433e-ade3-37a321bf775e req-4c3a768d-34b0-439a-8b62-189559c092bb tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:35.309463 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1d4af-69bc-433e-ade3-37a321bf775e req-4c3a768d-34b0-439a-8b62-189559c092bb tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:35.320042 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51b1d4af-69bc-433e-ade3-37a321bf775e req-4c3a768d-34b0-439a-8b62-189559c092bb tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2418 time: 0.1796899 Feb 03 12:38:35.424138 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d159fe53-e2d9-4da5-a837-cf2816b30f54 admin admin] Publish callbacks [] for security_group (5410b058-a2ff-4769-801d-f74cb96fe92a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:35.426099 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 8d85008f-d9f3-4e79-b421-b2a27a7445e5 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:38:35.436049 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d159fe53-e2d9-4da5-a837-cf2816b30f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5410b058-a2ff-4769-801d-f74cb96fe92a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:35.446593 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51b1d4af-69bc-433e-ade3-37a321bf775e req-34faef9b-2115-43f4-b996-075af7ca34cf tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252937 Feb 03 12:38:35.450806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d159fe53-e2d9-4da5-a837-cf2816b30f54 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:38:35.467329 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d159fe53-e2d9-4da5-a837-cf2816b30f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:35.467819 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-d159fe53-e2d9-4da5-a837-cf2816b30f54 admin admin] Added segment e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1 of type vlan for network 006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52 Feb 03 12:38:35.526500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4cd4f443-15ec-42f8-9651-dffbfea00357 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:35.629791 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6d03e388-3de8-4c53-8f8f-5e52cf3c1b70 req-e5863230-d996-4d7b-8fdc-0b894095e5a4 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b41ab2e-5e82-4c56-ad73-af1f576fe7fb HTTP/1.1" status: 200 len: 210 time: 0.0506597 Feb 03 12:38:35.639927 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159fe53-e2d9-4da5-a837-cf2816b30f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5410b058-a2ff-4769-801d-f74cb96fe92a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:35.676422 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d159fe53-e2d9-4da5-a837-cf2816b30f54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:35.732064 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d159fe53-e2d9-4da5-a837-cf2816b30f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:35.733388 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d159fe53-e2d9-4da5-a837-cf2816b30f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:35.734259 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d159fe53-e2d9-4da5-a837-cf2816b30f54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:35.823791 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159fe53-e2d9-4da5-a837-cf2816b30f54 admin admin] Pushing event updated for resources: {'Network': ['ID=006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:35.827446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 8d85008f-d9f3-4e79-b421-b2a27a7445e5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=8d85008f-d9f3-4e79-b421-b2a27a7445e5,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:35.839097 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 4cd4f443-15ec-42f8-9651-dffbfea00357 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:38:35.845874 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:38:35.873889 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d159fe53-e2d9-4da5-a837-cf2816b30f54 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9475615 Feb 03 12:38:35.877800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46010) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:35.900159 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1479024f-b322-411b-b78c-eac669d3754f admin admin] Request body: {'subnet': {'network_id': '006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-929440908-subnet', 'tenant_id': 'a8acf8a3aa664a4f8d08b91b0b84088c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:35.935676 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 4cd4f443-15ec-42f8-9651-dffbfea00357 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:35.935676 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4cd4f443-15ec-42f8-9651-dffbfea00357), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:35.938529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '8d85008f-d9f3-4e79-b421-b2a27a7445e5', 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af', 'port_id': '8d85008f-d9f3-4e79-b421-b2a27a7445e5', 'mac_address': 'fa:16:3e:4d:40:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8a4225-25b0-42f6-9eec-da0838919221', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:38:35.964237 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-12e86ac3-f10b-4dc3-a06e-e7af9f89027d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:35.982447 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1479024f-b322-411b-b78c-eac669d3754f admin admin] Made reservation on behalf of a8acf8a3aa664a4f8d08b91b0b84088c for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:35.992745 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1479024f-b322-411b-b78c-eac669d3754f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:36.013636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434179a3-da4c-4bee-8cae-7a4e2ad76f48 req-836a4917-2fda-4b77-b4b8-2059af7bb440 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:36.023973 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-434179a3-da4c-4bee-8cae-7a4e2ad76f48 req-836a4917-2fda-4b77-b4b8-2059af7bb440 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cfc50f2-63d8-423e-967c-1b956e01ec19 HTTP/1.1" status: 200 len: 944 time: 0.1778452 Feb 03 12:38:36.030114 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 8d85008f-d9f3-4e79-b421-b2a27a7445e5 is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:36.030882 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:36.051016 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d85008f-d9f3-4e79-b421-b2a27a7445e5 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:36.111070 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 8d85008f-d9f3-4e79-b421-b2a27a7445e5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=8d85008f-d9f3-4e79-b421-b2a27a7445e5,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:36.134774 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-434179a3-da4c-4bee-8cae-7a4e2ad76f48 req-4ac9f876-1e35-46e0-a435-1f9595c3932d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093822 Feb 03 12:38:36.149934 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:36.207895 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=8d85008f-d9f3-4e79-b421-b2a27a7445e5,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:36.213076 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 4cd4f443-15ec-42f8-9651-dffbfea00357 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:36.213485 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4cd4f443-15ec-42f8-9651-dffbfea00357), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:36.251092 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27549a86-9efb-4d12-ac57-383a5f14dd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd4f443-15ec-42f8-9651-dffbfea00357'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:36.253361 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb2fde2-edc8-42d4-955f-0b69ff359390" -d '{"events": [{"server_uuid": "27549a86-9efb-4d12-ac57-383a5f14dd32", "name": "network-vif-plugged", "status": "completed", "tag": "4cd4f443-15ec-42f8-9651-dffbfea00357"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:36.289658 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4cd4f443-15ec-42f8-9651-dffbfea00357, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4cd4f443-15ec-42f8-9651-dffbfea00357,segment=NetworkSegment(692d7727-214f-4d87-b1ac-a90a06d89e3e),segment_id=692d7727-214f-4d87-b1ac-a90a06d89e3e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:36.291105 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['8d85008f-d9f3-4e79-b421-b2a27a7445e5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:36.295781 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4cd4f443-15ec-42f8-9651-dffbfea00357), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:36.515921 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=4cd4f443-15ec-42f8-9651-dffbfea00357,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:36.547215 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1479024f-b322-411b-b78c-eac669d3754f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (724fae1a-e2b6-4370-b37a-cb3d7e093e75), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:36.552995 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea8395-929a-4122-951c-98ae0f42bfae req-6b0ca78b-ba4c-4b08-8b8d-d31b2063a075 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:36.566005 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c1ea8395-929a-4122-951c-98ae0f42bfae req-6b0ca78b-ba4c-4b08-8b8d-d31b2063a075 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 945 time: 0.1041329 Feb 03 12:38:36.672976 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479024f-b322-411b-b78c-eac669d3754f admin admin] Pushing event updated for resources: {'Subnet': ['ID=724fae1a-e2b6-4370-b37a-cb3d7e093e75,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:36.679250 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c1ea8395-929a-4122-951c-98ae0f42bfae req-81b94a00-7867-461e-aea6-1498c316116b tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124752 Feb 03 12:38:36.696421 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1479024f-b322-411b-b78c-eac669d3754f admin admin] Checking segment: {'id': 'e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:36.698943 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1479024f-b322-411b-b78c-eac669d3754f admin admin] Network hostable DHCP agents. Network: 006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:38:36.737512 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1479024f-b322-411b-b78c-eac669d3754f admin admin] Network 006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:38:36.756977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1479024f-b322-411b-b78c-eac669d3754f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:36.761388 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1479024f-b322-411b-b78c-eac669d3754f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:36.761977 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1479024f-b322-411b-b78c-eac669d3754f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:36.776537 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff42872-436e-40c6-b5b4-af5a2845cc7d x-openstack-request-id: req-9ff42872-436e-40c6-b5b4-af5a2845cc7d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:36.776847 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27549a86-9efb-4d12-ac57-383a5f14dd32", "name": "network-vif-plugged", "status": "completed", "tag": "4cd4f443-15ec-42f8-9651-dffbfea00357", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:36.777114 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ff42872-436e-40c6-b5b4-af5a2845cc7d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:36.777505 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27549a86-9efb-4d12-ac57-383a5f14dd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd4f443-15ec-42f8-9651-dffbfea00357', 'code': 200} Feb 03 12:38:36.782287 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8147b419-2ac2-426e-a4b1-39db5a093c93 None None] Network 006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:38:36.876628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1479024f-b322-411b-b78c-eac669d3754f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9863963 Feb 03 12:38:36.909243 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:37.237021 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d42163-5a92-4218-be01-73713d081309 req-6c3e6254-2a9a-4e51-82d3-5b59bfb99c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:37.238718 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49d42163-5a92-4218-be01-73713d081309 req-6c3e6254-2a9a-4e51-82d3-5b59bfb99c19 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=27549a86-9efb-4d12-ac57-383a5f14dd32 HTTP/1.1" status: 200 len: 1127 time: 0.2785833 Feb 03 12:38:37.245900 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2bafaed9-e6ca-44cf-87a0-b08a22f51aab req-ae1dbfe7-68e7-4fa9-aa74-fc412e4d0482 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b41ab2e-5e82-4c56-ad73-af1f576fe7fb HTTP/1.1" status: 200 len: 210 time: 0.0966759 Feb 03 12:38:37.348092 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49d42163-5a92-4218-be01-73713d081309 req-9dc7bc11-e92a-4c9a-95fe-ecde79a73ba9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937636 Feb 03 12:38:37.411852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981f1f-9151-4b08-882c-c32448d39322 req-8e2e6a48-2a53-4822-b04d-fbedcb27d51a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:37.417136 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3981f1f-9151-4b08-882c-c32448d39322 req-8e2e6a48-2a53-4822-b04d-fbedcb27d51a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.31 "GET /v2.0/networks?id=b8745d44-134c-43f4-a710-2d8603aaf933 HTTP/1.1" status: 200 len: 812 time: 0.3004851 Feb 03 12:38:37.443186 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 8d85008f-d9f3-4e79-b421-b2a27a7445e5 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:37.457790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f3981f1f-9151-4b08-882c-c32448d39322 req-1baf2b5d-d6f0-4528-bcd0-2a8ba021bd34 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Request body: {'port': {'device_id': '9b41ab2e-5e82-4c56-ad73-af1f576fe7fb', 'network_id': 'b8745d44-134c-43f4-a710-2d8603aaf933', 'admin_state_up': True, 'tenant_id': '3ba3cb62f98246c08ca253d4a3f26934'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:37.540188 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f637af29-798a-4ac8-b083-1a5b067f718e None None] Network 006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:38:37.566513 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 407bff19-a2c7-4670-927e-3fda0dd2649c up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:37.582737 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a609d-1121-409c-93ae-bd55787b5a89 req-4a200762-b76c-43b1-aeeb-2eca906c186c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:37.598031 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a609d-1121-409c-93ae-bd55787b5a89 req-4a200762-b76c-43b1-aeeb-2eca906c186c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:37.625119 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a609d-1121-409c-93ae-bd55787b5a89 req-4a200762-b76c-43b1-aeeb-2eca906c186c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:37.635828 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f2a609d-1121-409c-93ae-bd55787b5a89 req-4a200762-b76c-43b1-aeeb-2eca906c186c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2418 time: 0.1852145 Feb 03 12:38:37.687724 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3981f1f-9151-4b08-882c-c32448d39322 req-1baf2b5d-d6f0-4528-bcd0-2a8ba021bd34 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Made reservation on behalf of 3ba3cb62f98246c08ca253d4a3f26934 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:37.693516 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3981f1f-9151-4b08-882c-c32448d39322 req-1baf2b5d-d6f0-4528-bcd0-2a8ba021bd34 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:37.750478 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f2a609d-1121-409c-93ae-bd55787b5a89 req-45706870-34a8-43cb-b465-53adbb3f70a9 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107006 Feb 03 12:38:37.915762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 8d85008f-d9f3-4e79-b421-b2a27a7445e5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:37.916176 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:37.951160 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6cb7b0-9dcd-438b-885f-0ae1ea1b76f5 req-79215e26-d103-45ff-b8a5-f4cb705cf19f tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:37.961405 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5f6cb7b0-9dcd-438b-885f-0ae1ea1b76f5 req-79215e26-d103-45ff-b8a5-f4cb705cf19f tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cfc50f2-63d8-423e-967c-1b956e01ec19 HTTP/1.1" status: 200 len: 944 time: 0.1134040 Feb 03 12:38:37.978345 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 407bff19-a2c7-4670-927e-3fda0dd2649c completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:38:37.992767 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-f3981f1f-9151-4b08-882c-c32448d39322 req-1baf2b5d-d6f0-4528-bcd0-2a8ba021bd34 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Allocated IP 172.20.0.12 (b8745d44-134c-43f4-a710-2d8603aaf933/e699e02c-7d53-4231-bce7-5f9eee89c3d6/ae26449f-883e-481b-9eaa-864bcb27e4ce) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:38.058859 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 407bff19-a2c7-4670-927e-3fda0dd2649c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:38.060798 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (407bff19-a2c7-4670-927e-3fda0dd2649c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.089372 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5f6cb7b0-9dcd-438b-885f-0ae1ea1b76f5 req-f2967c16-b7b4-48a8-9a3e-3c12217a0142 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215658 Feb 03 12:38:38.276667 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46046) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:38.284245 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1bd4e2ec-c013-4ee9-8501-a1a26226c709 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1508856195-network', 'tenant_id': '67648d0bbf0c4f1ab33a598fb539f4ca'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:38.346033 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.368174 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd4e2ec-c013-4ee9-8501-a1a26226c709 admin admin] Made reservation on behalf of 67648d0bbf0c4f1ab33a598fb539f4ca for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:38.371829 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bd4e2ec-c013-4ee9-8501-a1a26226c709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.385626 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3981f1f-9151-4b08-882c-c32448d39322 req-1baf2b5d-d6f0-4528-bcd0-2a8ba021bd34 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for port (ae26449f-883e-481b-9eaa-864bcb27e4ce), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.398243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c50d6-52d2-424b-bf90-3f7cfda28def req-a56ca678-5fb1-437e-8908-2341f47bc65a tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:38.409258 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-096c50d6-52d2-424b-bf90-3f7cfda28def req-a56ca678-5fb1-437e-8908-2341f47bc65a tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 945 time: 0.1110077 Feb 03 12:38:38.412447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 407bff19-a2c7-4670-927e-3fda0dd2649c is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:38.413327 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (407bff19-a2c7-4670-927e-3fda0dd2649c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.413973 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bd4e2ec-c013-4ee9-8501-a1a26226c709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.447140 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 8d85008f-d9f3-4e79-b421-b2a27a7445e5 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:38.447917 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.467870 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3981f1f-9151-4b08-882c-c32448d39322 req-1baf2b5d-d6f0-4528-bcd0-2a8ba021bd34 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ae26449f-883e-481b-9eaa-864bcb27e4ce), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.507964 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-096c50d6-52d2-424b-bf90-3f7cfda28def req-d5d3f556-3deb-46bb-9971-b1b7d0f9b0a6 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974691 Feb 03 12:38:38.544586 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 407bff19-a2c7-4670-927e-3fda0dd2649c, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=407bff19-a2c7-4670-927e-3fda0dd2649c,segment=NetworkSegment(692d7727-214f-4d87-b1ac-a90a06d89e3e),segment_id=692d7727-214f-4d87-b1ac-a90a06d89e3e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:38.553111 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf2b5d-d6f0-4528-bcd0-2a8ba021bd34 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event updated for resources: {'Port': ['ID=ae26449f-883e-481b-9eaa-864bcb27e4ce,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:38.553948 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['b5c01efc-fb35-484c-b246-491e007c2468'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:38.572056 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3981f1f-9151-4b08-882c-c32448d39322 req-1baf2b5d-d6f0-4528-bcd0-2a8ba021bd34 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Network b8745d44-134c-43f4-a710-2d8603aaf933 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:38.575182 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-f3981f1f-9151-4b08-882c-c32448d39322 req-1baf2b5d-d6f0-4528-bcd0-2a8ba021bd34 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:38.578412 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3981f1f-9151-4b08-882c-c32448d39322 req-1baf2b5d-d6f0-4528-bcd0-2a8ba021bd34 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:38.654533 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981f1f-9151-4b08-882c-c32448d39322 req-1baf2b5d-d6f0-4528-bcd0-2a8ba021bd34 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:38.655493 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3981f1f-9151-4b08-882c-c32448d39322 req-1baf2b5d-d6f0-4528-bcd0-2a8ba021bd34 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.677761 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3981f1f-9151-4b08-882c-c32448d39322 req-1baf2b5d-d6f0-4528-bcd0-2a8ba021bd34 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2432153 Feb 03 12:38:38.683587 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (407bff19-a2c7-4670-927e-3fda0dd2649c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.684621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:38.694629 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] Request body: {'port': {'device_id': '9b41ab2e-5e82-4c56-ad73-af1f576fe7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:38.735700 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 8d85008f-d9f3-4e79-b421-b2a27a7445e5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=8d85008f-d9f3-4e79-b421-b2a27a7445e5,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:38.775749 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bd4e2ec-c013-4ee9-8501-a1a26226c709 admin admin] Publish callbacks [] for security_group (46eba9b2-ce8b-41eb-9148-7d0a1b19bb6b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.777202 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.785427 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bd4e2ec-c013-4ee9-8501-a1a26226c709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (46eba9b2-ce8b-41eb-9148-7d0a1b19bb6b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.787770 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cfc50f2-63d8-423e-967c-1b956e01ec19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407bff19-a2c7-4670-927e-3fda0dd2649c'}, {'server_uuid': '8f660d47-96ad-49b4-a112-0280a3cdac3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d85008f-d9f3-4e79-b421-b2a27a7445e5'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:38.790997 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f87183-c006-47a5-98ab-761782952c45" -d '{"events": [{"server_uuid": "0cfc50f2-63d8-423e-967c-1b956e01ec19", "name": "network-vif-plugged", "status": "completed", "tag": "407bff19-a2c7-4670-927e-3fda0dd2649c"}, {"server_uuid": "8f660d47-96ad-49b4-a112-0280a3cdac3e", "name": "network-vif-plugged", "status": "completed", "tag": "8d85008f-d9f3-4e79-b421-b2a27a7445e5"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:38.803908 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd4e2ec-c013-4ee9-8501-a1a26226c709 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:38:38.823086 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bd4e2ec-c013-4ee9-8501-a1a26226c709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (5210be26-756d-44cc-81b5-401f77937263), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.823869 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-1bd4e2ec-c013-4ee9-8501-a1a26226c709 admin admin] Added segment 5210be26-756d-44cc-81b5-401f77937263 of type vlan for network cedcd6fe-186f-4b1d-8b69-1973bd0d4f23 Feb 03 12:38:38.884775 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bd4e2ec-c013-4ee9-8501-a1a26226c709 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (cedcd6fe-186f-4b1d-8b69-1973bd0d4f23), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.922884 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bd4e2ec-c013-4ee9-8501-a1a26226c709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (cedcd6fe-186f-4b1d-8b69-1973bd0d4f23), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.924800 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd4e2ec-c013-4ee9-8501-a1a26226c709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:38.926016 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bd4e2ec-c013-4ee9-8501-a1a26226c709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.945619 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=407bff19-a2c7-4670-927e-3fda0dd2649c,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:38.966349 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ae26449f-883e-481b-9eaa-864bcb27e4ce), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:38.986628 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:38:39.027540 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e294497-5bfb-41ed-9e76-685c4dd110ad req-3c25a6ae-0c33-4fdc-aa56-e806816ca0ee tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:39.036860 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5e294497-5bfb-41ed-9e76-685c4dd110ad req-3c25a6ae-0c33-4fdc-aa56-e806816ca0ee tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b41ab2e-5e82-4c56-ad73-af1f576fe7fb HTTP/1.1" status: 200 len: 932 time: 0.3079917 Feb 03 12:38:39.043077 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1bd4e2ec-c013-4ee9-8501-a1a26226c709 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7641649 Feb 03 12:38:39.048478 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46056) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:39.048654 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:39.049879 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cb6c01d1-acb2-4c69-90b5-1939f4f49bc6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:39.056252 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4e2ec-c013-4ee9-8501-a1a26226c709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46eba9b2-ce8b-41eb-9148-7d0a1b19bb6b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:39.070732 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-cd981ecf-a34c-4eb7-b1f3-bdd051c00d07 admin admin] Request body: {'subnet': {'network_id': 'cedcd6fe-186f-4b1d-8b69-1973bd0d4f23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1508856195-subnet', 'tenant_id': '67648d0bbf0c4f1ab33a598fb539f4ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:39.088211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3668f1-ed67-4931-86a1-03086a896847 req-140f6c66-5b50-41ec-8231-63a22907f404 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:39.107093 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3668f1-ed67-4931-86a1-03086a896847 req-140f6c66-5b50-41ec-8231-63a22907f404 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:39.116148 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3668f1-ed67-4931-86a1-03086a896847 req-140f6c66-5b50-41ec-8231-63a22907f404 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:39.118295 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f3668f1-ed67-4931-86a1-03086a896847 req-140f6c66-5b50-41ec-8231-63a22907f404 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.31 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2418 time: 0.2950761 Feb 03 12:38:39.153570 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd981ecf-a34c-4eb7-b1f3-bdd051c00d07 admin admin] Made reservation on behalf of 67648d0bbf0c4f1ab33a598fb539f4ca for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:39.155544 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd981ecf-a34c-4eb7-b1f3-bdd051c00d07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:39.184636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4e2ec-c013-4ee9-8501-a1a26226c709 admin admin] Pushing event updated for resources: {'Network': ['ID=cedcd6fe-186f-4b1d-8b69-1973bd0d4f23,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:39.196992 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=8d85008f-d9f3-4e79-b421-b2a27a7445e5,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:39.206158 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network cedcd6fe-186f-4b1d-8b69-1973bd0d4f23 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:38:39.469250 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:39.470591 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cb6c01d1-acb2-4c69-90b5-1939f4f49bc6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:39.494946 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5e294497-5bfb-41ed-9e76-685c4dd110ad req-8dd58f2a-1f84-4316-a25f-d3fa8cd3a151 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564922 Feb 03 12:38:39.541135 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port cb6c01d1-acb2-4c69-90b5-1939f4f49bc6, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=cb6c01d1-acb2-4c69-90b5-1939f4f49bc6,segment=NetworkSegment(b18a3aaf-1673-4c64-ab69-ba2386957046),segment_id=b18a3aaf-1673-4c64-ab69-ba2386957046)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:39.551542 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (cb6c01d1-acb2-4c69-90b5-1939f4f49bc6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:39.557060 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9f3668f1-ed67-4931-86a1-03086a896847 req-d9e85f90-dc2d-45e4-90cb-342616c2d598 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Deleting port 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:38:39.557240 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd981ecf-a34c-4eb7-b1f3-bdd051c00d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (b0a396a7-b325-40b5-900a-e3b15526eb80), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:39.557462 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f3668f1-ed67-4931-86a1-03086a896847 req-d9e85f90-dc2d-45e4-90cb-342616c2d598 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:39.674441 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:39.687235 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd981ecf-a34c-4eb7-b1f3-bdd051c00d07 admin admin] Checking segment: {'id': '5210be26-756d-44cc-81b5-401f77937263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cedcd6fe-186f-4b1d-8b69-1973bd0d4f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:39.688536 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd981ecf-a34c-4eb7-b1f3-bdd051c00d07 admin admin] Network hostable DHCP agents. Network: cedcd6fe-186f-4b1d-8b69-1973bd0d4f23, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:38:39.696489 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=cb6c01d1-acb2-4c69-90b5-1939f4f49bc6,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:39.722347 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd981ecf-a34c-4eb7-b1f3-bdd051c00d07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a396a7-b325-40b5-900a-e3b15526eb80,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:39.766496 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7fb75-c604-424a-adf2-7576dfbaafa6 req-db93b8eb-0ebe-4a1e-929b-b2507ca1ce49 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:39.772485 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7fb75-c604-424a-adf2-7576dfbaafa6 req-db93b8eb-0ebe-4a1e-929b-b2507ca1ce49 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:39.777550 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7fb75-c604-424a-adf2-7576dfbaafa6 req-db93b8eb-0ebe-4a1e-929b-b2507ca1ce49 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:39.779210 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-59b7fb75-c604-424a-adf2-7576dfbaafa6 req-db93b8eb-0ebe-4a1e-929b-b2507ca1ce49 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=bca179e4-b21e-4371-b035-949fe61c2c32 HTTP/1.1" status: 200 len: 2418 time: 0.1601624 Feb 03 12:38:39.780450 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd981ecf-a34c-4eb7-b1f3-bdd051c00d07 admin admin] Network cedcd6fe-186f-4b1d-8b69-1973bd0d4f23 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:38:39.799164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-cd981ecf-a34c-4eb7-b1f3-bdd051c00d07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, cedcd6fe-186f-4b1d-8b69-1973bd0d4f23) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:39.822561 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd981ecf-a34c-4eb7-b1f3-bdd051c00d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:39.822914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2723ec-dd64-4f78-884d-e8501f336664 None None] Network cedcd6fe-186f-4b1d-8b69-1973bd0d4f23 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:38:39.825148 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd981ecf-a34c-4eb7-b1f3-bdd051c00d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:39.852444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9f3668f1-ed67-4931-86a1-03086a896847 req-d9e85f90-dc2d-45e4-90cb-342616c2d598 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] For port 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6,segment=NetworkSegment(76f499f9-023e-419a-9e1b-4060750943cf),segment_id=76f499f9-023e-419a-9e1b-4060750943cf)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:39.853001 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f3668f1-ed67-4931-86a1-03086a896847 req-d9e85f90-dc2d-45e4-90cb-342616c2d598 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:39.900502 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-59b7fb75-c604-424a-adf2-7576dfbaafa6 req-0d08f97f-a90c-4010-be88-0de5288c6e4e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086576 Feb 03 12:38:39.905406 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9f3668f1-ed67-4931-86a1-03086a896847 req-d9e85f90-dc2d-45e4-90cb-342616c2d598 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Calling delete_port for 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:38:39.934610 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cd981ecf-a34c-4eb7-b1f3-bdd051c00d07 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8710098 Feb 03 12:38:40.007555 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb2f025-803b-4c1b-b9cb-cdbab617e5b3 x-openstack-request-id: req-cdb2f025-803b-4c1b-b9cb-cdbab617e5b3 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:40.007870 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cfc50f2-63d8-423e-967c-1b956e01ec19", "name": "network-vif-plugged", "status": "completed", "tag": "407bff19-a2c7-4670-927e-3fda0dd2649c", "code": 200}, {"server_uuid": "8f660d47-96ad-49b4-a112-0280a3cdac3e", "name": "network-vif-plugged", "status": "completed", "tag": "8d85008f-d9f3-4e79-b421-b2a27a7445e5", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:40.008174 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cdb2f025-803b-4c1b-b9cb-cdbab617e5b3 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:40.009338 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cfc50f2-63d8-423e-967c-1b956e01ec19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407bff19-a2c7-4670-927e-3fda0dd2649c', 'code': 200} Feb 03 12:38:40.009662 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f660d47-96ad-49b4-a112-0280a3cdac3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d85008f-d9f3-4e79-b421-b2a27a7445e5', 'code': 200} Feb 03 12:38:40.123391 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2381338-2f4c-40f7-b644-1a07e0bfbb19 None None] Network cedcd6fe-186f-4b1d-8b69-1973bd0d4f23 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:38:40.259552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3b4e1-cb0e-4b1b-ad12-03108feb18b8 req-fac4c404-ec45-40c7-b9d8-7e6d93116a28 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:40.277771 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ff3b4e1-cb0e-4b1b-ad12-03108feb18b8 req-fac4c404-ec45-40c7-b9d8-7e6d93116a28 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cfc50f2-63d8-423e-967c-1b956e01ec19 HTTP/1.1" status: 200 len: 945 time: 0.1442289 Feb 03 12:38:40.351576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae26449f-883e-481b-9eaa-864bcb27e4ce {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:40.370061 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] Publish callbacks [] for port (ae26449f-883e-481b-9eaa-864bcb27e4ce), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:40.401333 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5931b-0acf-482d-a77e-ab73df39faf4 req-63686fb4-bc35-49fc-bb4b-d631942e79c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:40.403021 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4b5931b-0acf-482d-a77e-ab73df39faf4 req-63686fb4-bc35-49fc-bb4b-d631942e79c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0cfc50f2-63d8-423e-967c-1b956e01ec19 HTTP/1.1" status: 200 len: 1127 time: 0.2724512 Feb 03 12:38:40.409631 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] Transition to ACTIVE for port object ae26449f-883e-481b-9eaa-864bcb27e4ce will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:40.410958 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f3668f1-ed67-4931-86a1-03086a896847 req-d9e85f90-dc2d-45e4-90cb-342616c2d598 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:40.416012 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ff3b4e1-cb0e-4b1b-ad12-03108feb18b8 req-9f634868-3f52-4273-a945-347401beea82 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361969 Feb 03 12:38:40.426014 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['6dcc3353-23e8-4031-a139-65f2f0da3c8f', '50f11480-9beb-4eb4-bddd-400cf5319ea3', '1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:40.441394 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (ae26449f-883e-481b-9eaa-864bcb27e4ce), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:40.534438 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e85f90-dc2d-45e4-90cb-342616c2d598 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event deleted for resources: {'Port': ['ID=1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:40.560268 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4b5931b-0acf-482d-a77e-ab73df39faf4 req-4390e69c-4044-4f78-b6b0-feac182b75f0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453297 Feb 03 12:38:40.743107 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada75365-ff2b-4c4b-ad7a-bcb75773a961 req-2c697177-a943-4136-af66-a3f886b8c708 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:40.756541 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3668f1-ed67-4931-86a1-03086a896847 req-d9e85f90-dc2d-45e4-90cb-342616c2d598 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] No DVR routers for this DVR port 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:38:40.759130 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ada75365-ff2b-4c4b-ad7a-bcb75773a961 req-2c697177-a943-4136-af66-a3f886b8c708 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 946 time: 0.1768627 Feb 03 12:38:40.781091 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f3668f1-ed67-4931-86a1-03086a896847 req-d9e85f90-dc2d-45e4-90cb-342616c2d598 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:40.788288 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f3668f1-ed67-4931-86a1-03086a896847 req-d9e85f90-dc2d-45e4-90cb-342616c2d598 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.31 "DELETE /v2.0/ports/1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 HTTP/1.1" status: 204 len: 173 time: 1.6528637 Feb 03 12:38:40.789739 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'name': 'network-vif-deleted', 'tag': '1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:40.794001 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb59cd16-9409-4e09-a90b-fd7fa0c60efb" -d '{"events": [{"server_uuid": "bca179e4-b21e-4371-b035-949fe61c2c32", "name": "network-vif-deleted", "tag": "1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:40.804300 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9abf70-c339-4084-a296-88e803831967 service neutron] Pushing event updated for resources: {'Port': ['ID=ae26449f-883e-481b-9eaa-864bcb27e4ce,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:40.981742 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ada75365-ff2b-4c4b-ad7a-bcb75773a961 req-c82f159e-1d46-4800-9e51-7a3ac703f460 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079124 Feb 03 12:38:41.140526 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] Attempting to bind port ae26449f-883e-481b-9eaa-864bcb27e4ce on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:41.141380 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] Attempting to bind port ae26449f-883e-481b-9eaa-864bcb27e4ce by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '684886bb-de56-47af-999b-bb0af1e11284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b8745d44-134c-43f4-a710-2d8603aaf933'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:41.141543 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] Attempting to bind port ae26449f-883e-481b-9eaa-864bcb27e4ce on network b8745d44-134c-43f4-a710-2d8603aaf933 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:41.152668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] Port ae26449f-883e-481b-9eaa-864bcb27e4ce on network b8745d44-134c-43f4-a710-2d8603aaf933 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:41.153198 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] Attempting to bind port ae26449f-883e-481b-9eaa-864bcb27e4ce on network b8745d44-134c-43f4-a710-2d8603aaf933 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:41.170294 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:41.170849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] Checking segment: {'id': '684886bb-de56-47af-999b-bb0af1e11284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b8745d44-134c-43f4-a710-2d8603aaf933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:41.171542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] Bound using segment: {'id': '684886bb-de56-47af-999b-bb0af1e11284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b8745d44-134c-43f4-a710-2d8603aaf933'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:41.172297 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] Bound port: ae26449f-883e-481b-9eaa-864bcb27e4ce, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684886bb-de56-47af-999b-bb0af1e11284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b8745d44-134c-43f4-a710-2d8603aaf933'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:41.172901 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ae26449f-883e-481b-9eaa-864bcb27e4ce), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:41.293611 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9f3668f1-ed67-4931-86a1-03086a896847 req-ae6a8249-dff9-4320-a2ad-aa4180a598a3 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Deleting port 50f11480-9beb-4eb4-bddd-400cf5319ea3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:38:41.294229 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f3668f1-ed67-4931-86a1-03086a896847 req-ae6a8249-dff9-4320-a2ad-aa4180a598a3 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (50f11480-9beb-4eb4-bddd-400cf5319ea3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:41.396062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] For port ae26449f-883e-481b-9eaa-864bcb27e4ce, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:41.476641 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] For port ae26449f-883e-481b-9eaa-864bcb27e4ce, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ae26449f-883e-481b-9eaa-864bcb27e4ce,segment=NetworkSegment(684886bb-de56-47af-999b-bb0af1e11284),segment_id=684886bb-de56-47af-999b-bb0af1e11284)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:41.489129 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (ae26449f-883e-481b-9eaa-864bcb27e4ce), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:41.540010 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9f3668f1-ed67-4931-86a1-03086a896847 req-ae6a8249-dff9-4320-a2ad-aa4180a598a3 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] For port 50f11480-9beb-4eb4-bddd-400cf5319ea3, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=50f11480-9beb-4eb4-bddd-400cf5319ea3,segment=NetworkSegment(9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718),segment_id=9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:41.540379 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f3668f1-ed67-4931-86a1-03086a896847 req-ae6a8249-dff9-4320-a2ad-aa4180a598a3 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (50f11480-9beb-4eb4-bddd-400cf5319ea3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:41.543569 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:41.545453 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:41.549056 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3981f1f-9151-4b08-882c-c32448d39322 req-2c9abf70-c339-4084-a296-88e803831967 service neutron] 10.222.0.31 "PUT /v2.0/ports/ae26449f-883e-481b-9eaa-864bcb27e4ce HTTP/1.1" status: 200 len: 1092 time: 2.8660021 Feb 03 12:38:41.570872 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9f3668f1-ed67-4931-86a1-03086a896847 req-ae6a8249-dff9-4320-a2ad-aa4180a598a3 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Calling delete_port for 50f11480-9beb-4eb4-bddd-400cf5319ea3 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:38:41.632351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9abf70-c339-4084-a296-88e803831967 service neutron] Pushing event updated for resources: {'Port': ['ID=ae26449f-883e-481b-9eaa-864bcb27e4ce,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:41.710619 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981f1f-9151-4b08-882c-c32448d39322 req-89f7277e-e0ef-4414-bd1c-1728804641c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:41.712171 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3981f1f-9151-4b08-882c-c32448d39322 req-89f7277e-e0ef-4414-bd1c-1728804641c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ba3cb62f98246c08ca253d4a3f26934&device_id=9b41ab2e-5e82-4c56-ad73-af1f576fe7fb HTTP/1.1" status: 200 len: 1126 time: 0.1162083 Feb 03 12:38:41.769040 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3981f1f-9151-4b08-882c-c32448d39322 req-82f2730f-3ed0-487c-9654-dad24879429d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae26449f-883e-481b-9eaa-864bcb27e4ce HTTP/1.1" status: 200 len: 217 time: 0.0487306 Feb 03 12:38:41.866274 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981f1f-9151-4b08-882c-c32448d39322 req-103862f1-522b-46e3-9af4-12dd0db22121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:41.867706 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3981f1f-9151-4b08-882c-c32448d39322 req-103862f1-522b-46e3-9af4-12dd0db22121 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e699e02c-7d53-4231-bce7-5f9eee89c3d6 HTTP/1.1" status: 200 len: 852 time: 0.0926263 Feb 03 12:38:41.887027 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f3668f1-ed67-4931-86a1-03086a896847 req-ae6a8249-dff9-4320-a2ad-aa4180a598a3 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (50f11480-9beb-4eb4-bddd-400cf5319ea3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:41.909684 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3981f1f-9151-4b08-882c-c32448d39322 req-df680dcb-e2b6-4bb8-a434-45c3a88d6951 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b8745d44-134c-43f4-a710-2d8603aaf933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359585 Feb 03 12:38:41.941629 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a8249-dff9-4320-a2ad-aa4180a598a3 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event deleted for resources: {'Port': ['ID=50f11480-9beb-4eb4-bddd-400cf5319ea3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:42.011470 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd032d8e7-f481-46ae-bba1-b9aab087c50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6c01d1-acb2-4c69-90b5-1939f4f49bc6'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:42.015749 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa93016d-1f54-45ed-a8c4-105463703a49" -d '{"events": [{"server_uuid": "d032d8e7-f481-46ae-bba1-b9aab087c50e", "name": "network-vif-plugged", "status": "completed", "tag": "cb6c01d1-acb2-4c69-90b5-1939f4f49bc6"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:42.034560 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3668f1-ed67-4931-86a1-03086a896847 req-ae6a8249-dff9-4320-a2ad-aa4180a598a3 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] No DVR routers for this DVR port 50f11480-9beb-4eb4-bddd-400cf5319ea3 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:38:42.043377 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f3668f1-ed67-4931-86a1-03086a896847 req-ae6a8249-dff9-4320-a2ad-aa4180a598a3 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:42.046899 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f3668f1-ed67-4931-86a1-03086a896847 req-ae6a8249-dff9-4320-a2ad-aa4180a598a3 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.31 "DELETE /v2.0/ports/50f11480-9beb-4eb4-bddd-400cf5319ea3 HTTP/1.1" status: 204 len: 173 time: 1.2487223 Feb 03 12:38:42.136138 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3981f1f-9151-4b08-882c-c32448d39322 req-fb9b1e66-5397-479c-a8e5-debe149a1c15 service neutron] 10.222.0.31 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046950 Feb 03 12:38:42.339775 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3981f1f-9151-4b08-882c-c32448d39322 req-50af1254-8b33-4116-b6bb-dd09ac73e8ab service neutron] 10.222.0.31 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610904 Feb 03 12:38:42.343221 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9f3668f1-ed67-4931-86a1-03086a896847 req-0982de66-d6b8-4f79-81cd-141689ce526a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Deleting port 6dcc3353-23e8-4031-a139-65f2f0da3c8f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:38:42.343605 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f3668f1-ed67-4931-86a1-03086a896847 req-0982de66-d6b8-4f79-81cd-141689ce526a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (6dcc3353-23e8-4031-a139-65f2f0da3c8f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:42.481596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9f3668f1-ed67-4931-86a1-03086a896847 req-0982de66-d6b8-4f79-81cd-141689ce526a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] For port 6dcc3353-23e8-4031-a139-65f2f0da3c8f, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=6dcc3353-23e8-4031-a139-65f2f0da3c8f,segment=NetworkSegment(76f499f9-023e-419a-9e1b-4060750943cf),segment_id=76f499f9-023e-419a-9e1b-4060750943cf)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:42.481969 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f3668f1-ed67-4931-86a1-03086a896847 req-0982de66-d6b8-4f79-81cd-141689ce526a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (6dcc3353-23e8-4031-a139-65f2f0da3c8f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:42.498143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9f3668f1-ed67-4931-86a1-03086a896847 req-0982de66-d6b8-4f79-81cd-141689ce526a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Calling delete_port for 6dcc3353-23e8-4031-a139-65f2f0da3c8f owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:38:42.650469 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f3668f1-ed67-4931-86a1-03086a896847 req-0982de66-d6b8-4f79-81cd-141689ce526a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (6dcc3353-23e8-4031-a139-65f2f0da3c8f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:42.697336 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982de66-d6b8-4f79-81cd-141689ce526a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event deleted for resources: {'Port': ['ID=6dcc3353-23e8-4031-a139-65f2f0da3c8f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:43.200260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3668f1-ed67-4931-86a1-03086a896847 req-0982de66-d6b8-4f79-81cd-141689ce526a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] No DVR routers for this DVR port 6dcc3353-23e8-4031-a139-65f2f0da3c8f on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:38:43.202812 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f3668f1-ed67-4931-86a1-03086a896847 req-0982de66-d6b8-4f79-81cd-141689ce526a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:43.209892 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f3668f1-ed67-4931-86a1-03086a896847 req-0982de66-d6b8-4f79-81cd-141689ce526a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.31 "DELETE /v2.0/ports/6dcc3353-23e8-4031-a139-65f2f0da3c8f HTTP/1.1" status: 204 len: 173 time: 1.1440001 Feb 03 12:38:43.444479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 6dcc3353-23e8-4031-a139-65f2f0da3c8f no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:43.477759 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 6dcc3353-23e8-4031-a139-65f2f0da3c8f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:38:43.478108 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 6dcc3353-23e8-4031-a139-65f2f0da3c8f not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:38:43.478540 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 50f11480-9beb-4eb4-bddd-400cf5319ea3 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:43.510444 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 50f11480-9beb-4eb4-bddd-400cf5319ea3 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:38:43.510812 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 50f11480-9beb-4eb4-bddd-400cf5319ea3 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:38:43.511238 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:43.540699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:38:43.541037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:38:45.462682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device ae26449f-883e-481b-9eaa-864bcb27e4ce details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:38:45.686720 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port ae26449f-883e-481b-9eaa-864bcb27e4ce, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ae26449f-883e-481b-9eaa-864bcb27e4ce,segment=NetworkSegment(684886bb-de56-47af-999b-bb0af1e11284),segment_id=684886bb-de56-47af-999b-bb0af1e11284)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:45.702568 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'ae26449f-883e-481b-9eaa-864bcb27e4ce', 'network_id': 'b8745d44-134c-43f4-a710-2d8603aaf933', 'port_id': 'ae26449f-883e-481b-9eaa-864bcb27e4ce', 'mac_address': 'fa:16:3e:2e:6a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e699e02c-7d53-4231-bce7-5f9eee89c3d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:38:45.755998 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:45.776903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port ae26449f-883e-481b-9eaa-864bcb27e4ce is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:45.777585 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ae26449f-883e-481b-9eaa-864bcb27e4ce), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:45.800079 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae26449f-883e-481b-9eaa-864bcb27e4ce {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:45.837457 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port ae26449f-883e-481b-9eaa-864bcb27e4ce, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ae26449f-883e-481b-9eaa-864bcb27e4ce,segment=NetworkSegment(684886bb-de56-47af-999b-bb0af1e11284),segment_id=684886bb-de56-47af-999b-bb0af1e11284)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:45.853496 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ae26449f-883e-481b-9eaa-864bcb27e4ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:45.924618 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=ae26449f-883e-481b-9eaa-864bcb27e4ce,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:46.138699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['ae26449f-883e-481b-9eaa-864bcb27e4ce'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:47.465390 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device ae26449f-883e-481b-9eaa-864bcb27e4ce up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:38:47.567645 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port ae26449f-883e-481b-9eaa-864bcb27e4ce completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:38:47.572811 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port ae26449f-883e-481b-9eaa-864bcb27e4ce triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:38:47.573197 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ae26449f-883e-481b-9eaa-864bcb27e4ce), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:47.685526 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port ae26449f-883e-481b-9eaa-864bcb27e4ce is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:47.686268 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ae26449f-883e-481b-9eaa-864bcb27e4ce), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:47.747052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port ae26449f-883e-481b-9eaa-864bcb27e4ce, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ae26449f-883e-481b-9eaa-864bcb27e4ce,segment=NetworkSegment(684886bb-de56-47af-999b-bb0af1e11284),segment_id=684886bb-de56-47af-999b-bb0af1e11284)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:47.752617 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ae26449f-883e-481b-9eaa-864bcb27e4ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:47.808411 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=ae26449f-883e-481b-9eaa-864bcb27e4ce,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:49.099010 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b8a8c-8110-426d-91a4-44b9687a26b9 req-cacaa032-be24-4511-b543-26497b6815b6 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:49.101027 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e5b8a8c-8110-426d-91a4-44b9687a26b9 req-cacaa032-be24-4511-b543-26497b6815b6 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b41ab2e-5e82-4c56-ad73-af1f576fe7fb HTTP/1.1" status: 200 len: 946 time: 0.0581999 Feb 03 12:38:49.120567 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-661ae0e3-7972-4ebf-8f78-cf078fdce2e4 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:49.123077 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-661ae0e3-7972-4ebf-8f78-cf078fdce2e4 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/networks?id=006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52 HTTP/1.1" status: 200 len: 808 time: 0.1285493 Feb 03 12:38:49.140647 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-1c191d86-56ab-450a-9f11-7682b76e015a tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/quotas/a8acf8a3aa664a4f8d08b91b0b84088c HTTP/1.1" status: 200 len: 375 time: 0.0120816 Feb 03 12:38:49.161947 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e5b8a8c-8110-426d-91a4-44b9687a26b9 req-460ca6d9-72c0-46ab-ad84-9bf6d0923662 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551672 Feb 03 12:38:49.188584 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-2e661432-b332-4107-99b5-e3e097690c1d tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8acf8a3aa664a4f8d08b91b0b84088c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415008 Feb 03 12:38:49.215384 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155ad267-4c2d-4b7b-87ef-7c0cef93ab10 x-openstack-request-id: req-155ad267-4c2d-4b7b-87ef-7c0cef93ab10 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:49.215891 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca179e4-b21e-4371-b035-949fe61c2c32", "name": "network-vif-deleted", "tag": "1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:49.216187 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-155ad267-4c2d-4b7b-87ef-7c0cef93ab10 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:49.216606 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'name': 'network-vif-deleted', 'tag': '1ffa0201-0d72-49ca-bb4a-024f5ba5e7f6', 'status': 'completed', 'code': 200} Feb 03 12:38:49.252262 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46140) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:49.333904 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c24289-2120-4100-901f-d75167083e0e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Deleting subnet 0989c41e-ed20-4296-8bea-6ccc5dc04c71 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:38:49.338507 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51c24289-2120-4100-901f-d75167083e0e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks [] for subnet (0989c41e-ed20-4296-8bea-6ccc5dc04c71), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:49.415253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9df81-2cfc-4ed0-8717-91760aa66896 req-abc9ff39-ae1a-4663-af95-2ca8df7c41a6 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:49.415477 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51c24289-2120-4100-901f-d75167083e0e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (0989c41e-ed20-4296-8bea-6ccc5dc04c71), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:49.416976 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7cc9df81-2cfc-4ed0-8717-91760aa66896 req-abc9ff39-ae1a-4663-af95-2ca8df7c41a6 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cfc50f2-63d8-423e-967c-1b956e01ec19 HTTP/1.1" status: 200 len: 945 time: 0.1179461 Feb 03 12:38:49.480849 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7cc9df81-2cfc-4ed0-8717-91760aa66896 req-1cd3fdcd-873b-43ad-9fc0-5c9f619cf215 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561647 Feb 03 12:38:49.626170 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a915a1-c621-4743-91ef-65269b64a5c0 x-openstack-request-id: req-11a915a1-c621-4743-91ef-65269b64a5c0 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:49.626641 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d032d8e7-f481-46ae-bba1-b9aab087c50e", "name": "network-vif-plugged", "status": "completed", "tag": "cb6c01d1-acb2-4c69-90b5-1939f4f49bc6", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:49.626833 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11a915a1-c621-4743-91ef-65269b64a5c0 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:49.627278 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd032d8e7-f481-46ae-bba1-b9aab087c50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6c01d1-acb2-4c69-90b5-1939f4f49bc6', 'code': 200} Feb 03 12:38:49.769078 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49166048-b1a8-4ce9-be89-e59ea8d24406 req-97c46af6-ceb5-40b5-b749-3eafee97201b tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:49.771359 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49166048-b1a8-4ce9-be89-e59ea8d24406 req-97c46af6-ceb5-40b5-b749-3eafee97201b tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 946 time: 0.0802317 Feb 03 12:38:49.837961 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd3cee-eb0a-4d46-9733-5f53692381b5 req-62643f79-25ad-4bff-961c-db8f4d6ec269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:49.839827 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63cd3cee-eb0a-4d46-9733-5f53692381b5 req-62643f79-25ad-4bff-961c-db8f4d6ec269 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 1128 time: 0.1060050 Feb 03 12:38:49.848046 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49166048-b1a8-4ce9-be89-e59ea8d24406 req-f38d2224-9cf3-4c20-8fb1-c2a36c8329b4 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672207 Feb 03 12:38:49.876591 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-217ecdfb-933f-4f1d-99ca-be34fd3156ce service neutron] 10.222.0.18 "GET /v2.0/networks/006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6816337 Feb 03 12:38:49.915343 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51c24289-2120-4100-901f-d75167083e0e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (0989c41e-ed20-4296-8bea-6ccc5dc04c71), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:49.934283 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63cd3cee-eb0a-4d46-9733-5f53692381b5 req-e6e84b24-b3a9-44bf-b0f3-43777dbcd93a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851638 Feb 03 12:38:50.028560 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-87c17c43-1c1f-4637-b9e9-0d2a3859f4ac service neutron] 10.222.0.18 "GET /v2.0/networks/006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419773 Feb 03 12:38:50.036627 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51c24289-2120-4100-901f-d75167083e0e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (0989c41e-ed20-4296-8bea-6ccc5dc04c71), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:50.051215 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51c24289-2120-4100-901f-d75167083e0e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:50.055438 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-51c24289-2120-4100-901f-d75167083e0e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "DELETE /v2.0/subnets/0989c41e-ed20-4296-8bea-6ccc5dc04c71 HTTP/1.1" status: 204 len: 168 time: 0.8021452 Feb 03 12:38:50.060764 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ebc0b3-d27f-43d4-90f5-9f23e90cb5f8 None None] Network 25b0e2e4-3e46-4382-89f0-9cdec9caf30f requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:38:50.074146 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46166) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:50.082578 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c24289-2120-4100-901f-d75167083e0e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event deleted for resources: {'Subnet': ['ID=0989c41e-ed20-4296-8bea-6ccc5dc04c71,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:50.130976 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fcaa2-0fc5-478a-b788-17d271bee5f7 req-cbe0689d-377f-486f-9e0f-330bad0a9c79 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:50.133578 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa4fcaa2-0fc5-478a-b788-17d271bee5f7 req-cbe0689d-377f-486f-9e0f-330bad0a9c79 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=27549a86-9efb-4d12-ac57-383a5f14dd32 HTTP/1.1" status: 200 len: 945 time: 0.0967288 Feb 03 12:38:50.203092 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-156bce60-f62f-405a-b4da-f8e9960ef6e4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (25b0e2e4-3e46-4382-89f0-9cdec9caf30f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:50.226165 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa4fcaa2-0fc5-478a-b788-17d271bee5f7 req-b1b6def3-93af-4a39-a92e-4437fef8c534 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842679 Feb 03 12:38:50.283521 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] DHCP port deletion for 25b0e2e4-3e46-4382-89f0-9cdec9caf30f request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:38:50.313151 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-156bce60-f62f-405a-b4da-f8e9960ef6e4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Deleting port bfb1c8d8-7994-445e-a6d2-f19815475aa4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:38:50.313490 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-156bce60-f62f-405a-b4da-f8e9960ef6e4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (bfb1c8d8-7994-445e-a6d2-f19815475aa4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:50.357768 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ead928a7-ffd6-48ac-a90e-9ac6a53fd656 req-64164b20-dfbc-4232-a591-03a1a9d80cbe tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef12ad3c-1e8e-43fd-8f17-ed58217a9972 HTTP/1.1" status: 200 len: 210 time: 0.0434027 Feb 03 12:38:50.401454 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] Deleting port bfb1c8d8-7994-445e-a6d2-f19815475aa4 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:38:50.401454 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (bfb1c8d8-7994-445e-a6d2-f19815475aa4), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:50.446251 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-156bce60-f62f-405a-b4da-f8e9960ef6e4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] For port bfb1c8d8-7994-445e-a6d2-f19815475aa4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=bfb1c8d8-7994-445e-a6d2-f19815475aa4,segment=NetworkSegment(9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718),segment_id=9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:50.446632 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-156bce60-f62f-405a-b4da-f8e9960ef6e4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (bfb1c8d8-7994-445e-a6d2-f19815475aa4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:50.480149 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-156bce60-f62f-405a-b4da-f8e9960ef6e4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Calling delete_port for bfb1c8d8-7994-445e-a6d2-f19815475aa4 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:38:50.540905 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] For port bfb1c8d8-7994-445e-a6d2-f19815475aa4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=bfb1c8d8-7994-445e-a6d2-f19815475aa4,segment=NetworkSegment(9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718),segment_id=9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:50.541326 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (bfb1c8d8-7994-445e-a6d2-f19815475aa4), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:50.567197 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] Calling delete_port for bfb1c8d8-7994-445e-a6d2-f19815475aa4 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:38:50.589432 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2182ac-0ba9-4190-8390-29f3465f8573 req-b558b6f6-51e3-4b56-bcf9-ae43994dc63d tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:50.591352 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dc2182ac-0ba9-4190-8390-29f3465f8573 req-b558b6f6-51e3-4b56-bcf9-ae43994dc63d tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b41ab2e-5e82-4c56-ad73-af1f576fe7fb HTTP/1.1" status: 200 len: 946 time: 0.1517668 Feb 03 12:38:50.652340 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-156bce60-f62f-405a-b4da-f8e9960ef6e4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (bfb1c8d8-7994-445e-a6d2-f19815475aa4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:50.733669 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bce60-f62f-405a-b4da-f8e9960ef6e4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event deleted for resources: {'Port': ['ID=bfb1c8d8-7994-445e-a6d2-f19815475aa4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:50.751374 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dc2182ac-0ba9-4190-8390-29f3465f8573 req-ee60acae-cb84-4717-8e93-0638e52273df tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488965 Feb 03 12:38:50.756088 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156bce60-f62f-405a-b4da-f8e9960ef6e4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] No DVR routers for this DVR port bfb1c8d8-7994-445e-a6d2-f19815475aa4 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:38:50.864263 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-156bce60-f62f-405a-b4da-f8e9960ef6e4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (25b0e2e4-3e46-4382-89f0-9cdec9caf30f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:50.896021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-156bce60-f62f-405a-b4da-f8e9960ef6e4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b0e2e4-3e46-4382-89f0-9cdec9caf30f']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:50.917255 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-156bce60-f62f-405a-b4da-f8e9960ef6e4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:50.917804 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-156bce60-f62f-405a-b4da-f8e9960ef6e4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:50.930272 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-156bce60-f62f-405a-b4da-f8e9960ef6e4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:50.946146 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-156bce60-f62f-405a-b4da-f8e9960ef6e4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:50.953952 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156bce60-f62f-405a-b4da-f8e9960ef6e4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:38:50.954293 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-156bce60-f62f-405a-b4da-f8e9960ef6e4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (9f2ebf4c-44b2-4cca-88d9-1e5e3bacf718), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:50.999222 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (bfb1c8d8-7994-445e-a6d2-f19815475aa4), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:51.030496 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] Pushing event deleted for resources: {'Port': ['ID=bfb1c8d8-7994-445e-a6d2-f19815475aa4,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:51.039039 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] No DVR routers for this DVR port bfb1c8d8-7994-445e-a6d2-f19815475aa4 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:38:51.041505 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:51.042032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:38:51.042164 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:38:51.044717 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:51.045233 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:51.045761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:51.046264 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:51.046742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:51.047237 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:51.047808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:51.048359 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:51.048844 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:51.053927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:51.054298 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a685c1-06a7-4948-b11f-9c2500b8ba4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:38:51.062338 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-156bce60-f62f-405a-b4da-f8e9960ef6e4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (25b0e2e4-3e46-4382-89f0-9cdec9caf30f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:51.094717 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-156bce60-f62f-405a-b4da-f8e9960ef6e4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:51.103197 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46224) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:51.103659 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-156bce60-f62f-405a-b4da-f8e9960ef6e4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "DELETE /v2.0/networks/25b0e2e4-3e46-4382-89f0-9cdec9caf30f HTTP/1.1" status: 204 len: 168 time: 1.0276721 Feb 03 12:38:51.115140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bce60-f62f-405a-b4da-f8e9960ef6e4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event deleted for resources: {'Network': ['ID=25b0e2e4-3e46-4382-89f0-9cdec9caf30f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:51.218212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b41ab2e-5e82-4c56-ad73-af1f576fe7fb', 'tag': 'ae26449f-883e-481b-9eaa-864bcb27e4ce'}, {'server_uuid': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'name': 'network-vif-deleted', 'tag': '50f11480-9beb-4eb4-bddd-400cf5319ea3'}, {'server_uuid': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'name': 'network-vif-deleted', 'tag': '6dcc3353-23e8-4031-a139-65f2f0da3c8f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:51.220591 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95378dab-92cc-45f9-95de-17e717201d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "9b41ab2e-5e82-4c56-ad73-af1f576fe7fb", "tag": "ae26449f-883e-481b-9eaa-864bcb27e4ce"}, {"server_uuid": "bca179e4-b21e-4371-b035-949fe61c2c32", "name": "network-vif-deleted", "tag": "50f11480-9beb-4eb4-bddd-400cf5319ea3"}, {"server_uuid": "bca179e4-b21e-4371-b035-949fe61c2c32", "name": "network-vif-deleted", "tag": "6dcc3353-23e8-4031-a139-65f2f0da3c8f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:51.230155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1dad9dd-6e4b-41c1-9077-66806adf1577 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Deleting subnet 0929505d-afcb-45f6-bfc0-7cb9433e77c5 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:38:51.235734 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1dad9dd-6e4b-41c1-9077-66806adf1577 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks [] for subnet (0929505d-afcb-45f6-bfc0-7cb9433e77c5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:51.292480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc804c-ab4e-4cf2-b9f0-871b17fa3ae6 req-02247688-6b82-4964-b35e-b31ce9be9075 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:51.294444 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b7dc804c-ab4e-4cf2-b9f0-871b17fa3ae6 req-02247688-6b82-4964-b35e-b31ce9be9075 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 946 time: 0.1304035 Feb 03 12:38:51.323508 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1dad9dd-6e4b-41c1-9077-66806adf1577 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (0929505d-afcb-45f6-bfc0-7cb9433e77c5), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:51.443718 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b7dc804c-ab4e-4cf2-b9f0-871b17fa3ae6 req-db5c77e8-b9d4-485f-b0f1-e9ac09d66c04 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408613 Feb 03 12:38:51.486451 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1dad9dd-6e4b-41c1-9077-66806adf1577 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (0929505d-afcb-45f6-bfc0-7cb9433e77c5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:51.576097 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21de4b5c-cfa8-45ff-acd0-baae664748bc x-openstack-request-id: req-21de4b5c-cfa8-45ff-acd0-baae664748bc {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:51.579565 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b41ab2e-5e82-4c56-ad73-af1f576fe7fb", "tag": "ae26449f-883e-481b-9eaa-864bcb27e4ce", "status": "completed", "code": 200}, {"server_uuid": "bca179e4-b21e-4371-b035-949fe61c2c32", "name": "network-vif-deleted", "tag": "50f11480-9beb-4eb4-bddd-400cf5319ea3", "status": "completed", "code": 200}, {"server_uuid": "bca179e4-b21e-4371-b035-949fe61c2c32", "name": "network-vif-deleted", "tag": "6dcc3353-23e8-4031-a139-65f2f0da3c8f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:51.579867 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21de4b5c-cfa8-45ff-acd0-baae664748bc {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:51.580383 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b41ab2e-5e82-4c56-ad73-af1f576fe7fb', 'tag': 'ae26449f-883e-481b-9eaa-864bcb27e4ce', 'status': 'completed', 'code': 200} Feb 03 12:38:51.580758 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'name': 'network-vif-deleted', 'tag': '50f11480-9beb-4eb4-bddd-400cf5319ea3', 'status': 'completed', 'code': 200} Feb 03 12:38:51.581028 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca179e4-b21e-4371-b035-949fe61c2c32', 'name': 'network-vif-deleted', 'tag': '6dcc3353-23e8-4031-a139-65f2f0da3c8f', 'status': 'completed', 'code': 200} Feb 03 12:38:51.628812 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b41ab2e-5e82-4c56-ad73-af1f576fe7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae26449f-883e-481b-9eaa-864bcb27e4ce'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:51.632011 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2594ff98-79cd-4e9d-b423-f71c8cf73e29" -d '{"events": [{"server_uuid": "9b41ab2e-5e82-4c56-ad73-af1f576fe7fb", "name": "network-vif-plugged", "status": "completed", "tag": "ae26449f-883e-481b-9eaa-864bcb27e4ce"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:51.685121 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64666566-fd97-4efa-83dc-35c4c9ea8fcc req-c7d69a0f-be90-4df7-82f3-837d9d7c0d92 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef12ad3c-1e8e-43fd-8f17-ed58217a9972 HTTP/1.1" status: 200 len: 210 time: 0.0603423 Feb 03 12:38:51.761439 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device bfb1c8d8-7994-445e-a6d2-f19815475aa4 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:51.818372 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: bfb1c8d8-7994-445e-a6d2-f19815475aa4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:38:51.818935 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device bfb1c8d8-7994-445e-a6d2-f19815475aa4 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:38:51.827967 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1dad9dd-6e4b-41c1-9077-66806adf1577 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (0929505d-afcb-45f6-bfc0-7cb9433e77c5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:51.835624 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc93073-f83b-415c-b9ac-61a42052a43c x-openstack-request-id: req-efc93073-f83b-415c-b9ac-61a42052a43c {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:51.836388 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b41ab2e-5e82-4c56-ad73-af1f576fe7fb", "name": "network-vif-plugged", "status": "completed", "tag": "ae26449f-883e-481b-9eaa-864bcb27e4ce", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:51.836953 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-efc93073-f83b-415c-b9ac-61a42052a43c {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:51.837790 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b41ab2e-5e82-4c56-ad73-af1f576fe7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae26449f-883e-481b-9eaa-864bcb27e4ce', 'code': 200} Feb 03 12:38:51.961424 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dad9dd-6e4b-41c1-9077-66806adf1577 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event deleted for resources: {'Subnet': ['ID=0929505d-afcb-45f6-bfc0-7cb9433e77c5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:51.984315 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a185ca-69c4-4882-b297-f3c98e69a1be None None] Network afb6f529-eeb5-47b6-9180-4d647069c2cb requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:38:52.060043 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e413da6-fef4-48cd-b054-0bfffb450086 req-c96d7e59-a5a0-4de7-b9c2-32cbaa28e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:52.062038 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8e413da6-fef4-48cd-b054-0bfffb450086 req-c96d7e59-a5a0-4de7-b9c2-32cbaa28e9c2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9b41ab2e-5e82-4c56-ad73-af1f576fe7fb HTTP/1.1" status: 200 len: 1128 time: 0.1795127 Feb 03 12:38:52.082215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-c3680739-4285-4b96-a379-42e853fb9ff3 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:52.085023 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-c3680739-4285-4b96-a379-42e853fb9ff3 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.31 "GET /v2.0/networks?id=006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52 HTTP/1.1" status: 200 len: 808 time: 0.1958249 Feb 03 12:38:52.086174 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1dad9dd-6e4b-41c1-9077-66806adf1577 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:52.091821 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e1dad9dd-6e4b-41c1-9077-66806adf1577 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "DELETE /v2.0/subnets/0929505d-afcb-45f6-bfc0-7cb9433e77c5 HTTP/1.1" status: 204 len: 168 time: 0.9851015 Feb 03 12:38:52.092999 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46270) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:52.103495 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-8f11dcf0-ee88-4b6a-a6b3-4dc0185c01ef tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Request body: {'port': {'device_id': 'ef12ad3c-1e8e-43fd-8f17-ed58217a9972', 'network_id': '006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52', 'admin_state_up': True, 'tenant_id': 'a8acf8a3aa664a4f8d08b91b0b84088c'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:52.126661 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95378dab-92cc-45f9-95de-17e717201d2f req-04f1e8cc-29ba-48da-910b-859de6d3b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:52.128254 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-95378dab-92cc-45f9-95de-17e717201d2f req-04f1e8cc-29ba-48da-910b-859de6d3b58c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ba3cb62f98246c08ca253d4a3f26934&device_id=9b41ab2e-5e82-4c56-ad73-af1f576fe7fb HTTP/1.1" status: 200 len: 1128 time: 0.5323942 Feb 03 12:38:52.209442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-20af0aa1-c2f2-4ab1-8af3-d5c803a25959 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:52.216721 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-20af0aa1-c2f2-4ab1-8af3-d5c803a25959 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/networks?id=a4a8a0ef-e064-453a-b5a3-3ea6611543dd HTTP/1.1" status: 200 len: 813 time: 0.4931910 Feb 03 12:38:52.253303 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-025bec0c-92cb-4447-b659-ee9b9fda693c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (afb6f529-eeb5-47b6-9180-4d647069c2cb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:52.260597 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240cf942-6de5-4531-82a3-83a59af4968d None None] DHCP port deletion for afb6f529-eeb5-47b6-9180-4d647069c2cb request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:38:52.261105 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-cdf4d22f-d535-4bec-987b-102a774874a5 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/quotas/d4cfc0adcb78419ea6d5f3642b57ed48 HTTP/1.1" status: 200 len: 375 time: 0.0430403 Feb 03 12:38:52.297054 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8e413da6-fef4-48cd-b054-0bfffb450086 req-ce45f284-96ee-4bb7-bf2a-b5a6251825ba service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250102 Feb 03 12:38:52.306424 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-157e7af7-bc77-4220-885b-d617835a98e0 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:52.322281 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-157e7af7-bc77-4220-885b-d617835a98e0 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/networks?id=3064cfd8-7cdb-4309-b96b-99c3299527af HTTP/1.1" status: 200 len: 804 time: 0.3997083 Feb 03 12:38:52.344450 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-240cf942-6de5-4531-82a3-83a59af4968d None None] Deleting port 614b605d-2c06-43be-a464-2b2e51a61649 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:38:52.345123 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-240cf942-6de5-4531-82a3-83a59af4968d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (614b605d-2c06-43be-a464-2b2e51a61649), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:52.346525 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-3124afe5-2108-47aa-8c58-d7353099fb9e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/quotas/6ff7bee1bd6646388a5eccfdc31588c3 HTTP/1.1" status: 200 len: 375 time: 0.0217900 Feb 03 12:38:52.399014 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95378dab-92cc-45f9-95de-17e717201d2f req-880c4e62-32da-4e8c-8494-7af5e3da29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:52.400873 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-95378dab-92cc-45f9-95de-17e717201d2f req-880c4e62-32da-4e8c-8494-7af5e3da29fa service neutron] 10.222.0.31 "GET /v2.0/networks?id=b8745d44-134c-43f4-a710-2d8603aaf933 HTTP/1.1" status: 200 len: 913 time: 0.2619689 Feb 03 12:38:52.416191 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-5300db01-6679-4d66-8da2-b14189290285 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4cfc0adcb78419ea6d5f3642b57ed48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1546738 Feb 03 12:38:52.417521 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-8f11dcf0-ee88-4b6a-a6b3-4dc0185c01ef tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Made reservation on behalf of a8acf8a3aa664a4f8d08b91b0b84088c for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:52.420991 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-8f11dcf0-ee88-4b6a-a6b3-4dc0185c01ef tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:52.442762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-240cf942-6de5-4531-82a3-83a59af4968d None None] For port 614b605d-2c06-43be-a464-2b2e51a61649, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=614b605d-2c06-43be-a464-2b2e51a61649,segment=NetworkSegment(76f499f9-023e-419a-9e1b-4060750943cf),segment_id=76f499f9-023e-419a-9e1b-4060750943cf)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:52.443226 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-240cf942-6de5-4531-82a3-83a59af4968d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (614b605d-2c06-43be-a464-2b2e51a61649), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:52.470653 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-240cf942-6de5-4531-82a3-83a59af4968d None None] Calling delete_port for 614b605d-2c06-43be-a464-2b2e51a61649 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:38:52.486325 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-1cd16d5d-3e25-49d9-a5c7-2883468513cc tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ff7bee1bd6646388a5eccfdc31588c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1285527 Feb 03 12:38:52.522388 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-025bec0c-92cb-4447-b659-ee9b9fda693c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Deleting port 614b605d-2c06-43be-a464-2b2e51a61649 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:38:52.523394 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-025bec0c-92cb-4447-b659-ee9b9fda693c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (614b605d-2c06-43be-a464-2b2e51a61649), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:52.576569 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-240cf942-6de5-4531-82a3-83a59af4968d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (614b605d-2c06-43be-a464-2b2e51a61649), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:52.588543 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-95378dab-92cc-45f9-95de-17e717201d2f req-6951bbba-f1f5-46b3-bff4-2d9083d75046 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae26449f-883e-481b-9eaa-864bcb27e4ce HTTP/1.1" status: 200 len: 217 time: 0.0488098 Feb 03 12:38:52.614789 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cf942-6de5-4531-82a3-83a59af4968d None None] Pushing event deleted for resources: {'Port': ['ID=614b605d-2c06-43be-a464-2b2e51a61649,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:52.630420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240cf942-6de5-4531-82a3-83a59af4968d None None] No DVR routers for this DVR port 614b605d-2c06-43be-a464-2b2e51a61649 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:38:52.656724 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-025bec0c-92cb-4447-b659-ee9b9fda693c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] For port 614b605d-2c06-43be-a464-2b2e51a61649, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=614b605d-2c06-43be-a464-2b2e51a61649,segment=NetworkSegment(76f499f9-023e-419a-9e1b-4060750943cf),segment_id=76f499f9-023e-419a-9e1b-4060750943cf)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:52.657243 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-025bec0c-92cb-4447-b659-ee9b9fda693c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (614b605d-2c06-43be-a464-2b2e51a61649), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:52.678935 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-025bec0c-92cb-4447-b659-ee9b9fda693c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Calling delete_port for 614b605d-2c06-43be-a464-2b2e51a61649 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:38:52.688739 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-8fefbc1c-9382-4a37-b6e5-5753696be68b service neutron] 10.222.0.18 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012720 Feb 03 12:38:52.695427 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-d5854241-76ca-475f-941a-edc9eb417069 service neutron] 10.222.0.18 "GET /v2.0/networks/a4a8a0ef-e064-453a-b5a3-3ea6611543dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586560 Feb 03 12:38:52.721438 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95378dab-92cc-45f9-95de-17e717201d2f req-ba3dd151-6dc5-4e06-89cb-5b2f1633844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:52.722833 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-95378dab-92cc-45f9-95de-17e717201d2f req-ba3dd151-6dc5-4e06-89cb-5b2f1633844e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e699e02c-7d53-4231-bce7-5f9eee89c3d6 HTTP/1.1" status: 200 len: 852 time: 0.1254818 Feb 03 12:38:52.786453 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-8f11dcf0-ee88-4b6a-a6b3-4dc0185c01ef tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Allocated IP 172.20.0.12 (006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52/724fae1a-e2b6-4370-b37a-cb3d7e093e75/c3d832b6-954f-455b-918b-4ed6b2c93a36) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:52.792961 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-95378dab-92cc-45f9-95de-17e717201d2f req-cd87340e-4e0d-4824-918a-5fe0ebf249ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b8745d44-134c-43f4-a710-2d8603aaf933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578985 Feb 03 12:38:52.847904 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-dfe80701-4537-456c-bad1-995b3765b9ab service neutron] 10.222.0.18 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583240 Feb 03 12:38:52.883629 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-025bec0c-92cb-4447-b659-ee9b9fda693c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (614b605d-2c06-43be-a464-2b2e51a61649), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:52.923161 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bec0c-92cb-4447-b659-ee9b9fda693c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event deleted for resources: {'Port': ['ID=614b605d-2c06-43be-a464-2b2e51a61649,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:52.928119 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025bec0c-92cb-4447-b659-ee9b9fda693c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] No DVR routers for this DVR port 614b605d-2c06-43be-a464-2b2e51a61649 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:38:52.953344 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-287e6ef4-f30b-4abc-9be4-c48cc5ebc252 service neutron] 10.222.0.18 "GET /v2.0/networks/a4a8a0ef-e064-453a-b5a3-3ea6611543dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455015 Feb 03 12:38:53.029207 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-95378dab-92cc-45f9-95de-17e717201d2f req-752d3987-45fe-409b-925f-e98245753fe9 service neutron] 10.222.0.31 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056072 Feb 03 12:38:53.115731 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-025bec0c-92cb-4447-b659-ee9b9fda693c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (afb6f529-eeb5-47b6-9180-4d647069c2cb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:53.146180 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-025bec0c-92cb-4447-b659-ee9b9fda693c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb6f529-eeb5-47b6-9180-4d647069c2cb']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:53.157202 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-025bec0c-92cb-4447-b659-ee9b9fda693c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f499f9-023e-419a-9e1b-4060750943cf') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:53.157642 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-025bec0c-92cb-4447-b659-ee9b9fda693c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f499f9-023e-419a-9e1b-4060750943cf') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:38:53.170765 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-025bec0c-92cb-4447-b659-ee9b9fda693c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (76f499f9-023e-419a-9e1b-4060750943cf), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:53.193047 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-025bec0c-92cb-4447-b659-ee9b9fda693c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (76f499f9-023e-419a-9e1b-4060750943cf), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:53.205044 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025bec0c-92cb-4447-b659-ee9b9fda693c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:38:53.205608 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-025bec0c-92cb-4447-b659-ee9b9fda693c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (76f499f9-023e-419a-9e1b-4060750943cf), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:53.261721 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-95378dab-92cc-45f9-95de-17e717201d2f req-06944304-2de3-40ec-a5b9-e56b17003ce9 service neutron] 10.222.0.31 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938992 Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:38:53.297058 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:38:53.453173 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-8f11dcf0-ee88-4b6a-a6b3-4dc0185c01ef tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Publish callbacks [] for port (c3d832b6-954f-455b-918b-4ed6b2c93a36), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:53.467625 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-025bec0c-92cb-4447-b659-ee9b9fda693c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (afb6f529-eeb5-47b6-9180-4d647069c2cb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:53.483993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 8d85008f-d9f3-4e79-b421-b2a27a7445e5 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:53.501087 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a701b2-74d8-470f-b983-12e82bcb69e7 req-88dc9d48-93f2-4215-956d-e7c4442e959e tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:53.511548 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d4a701b2-74d8-470f-b983-12e82bcb69e7 req-88dc9d48-93f2-4215-956d-e7c4442e959e tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b41ab2e-5e82-4c56-ad73-af1f576fe7fb HTTP/1.1" status: 200 len: 946 time: 0.2948432 Feb 03 12:38:53.515771 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-025bec0c-92cb-4447-b659-ee9b9fda693c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:53.523211 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-025bec0c-92cb-4447-b659-ee9b9fda693c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "DELETE /v2.0/networks/afb6f529-eeb5-47b6-9180-4d647069c2cb HTTP/1.1" status: 204 len: 168 time: 1.4217279 Feb 03 12:38:53.534362 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7c0f1-ec7c-4666-a617-e8bcdaec2ac6 req-2e999388-65c1-4494-b26b-a529ab6a76cb tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:53.538120 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4f7c0f1-ec7c-4666-a617-e8bcdaec2ac6 req-2e999388-65c1-4494-b26b-a529ab6a76cb tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.73 "GET /v2.0/ports?device_id=27549a86-9efb-4d12-ac57-383a5f14dd32 HTTP/1.1" status: 200 len: 945 time: 0.2709305 Feb 03 12:38:53.543735 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46292) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:53.552286 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bec0c-92cb-4447-b659-ee9b9fda693c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event deleted for resources: {'Network': ['ID=afb6f529-eeb5-47b6-9180-4d647069c2cb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:53.574661 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f5c33ec1-eda3-4100-b279-80e68bf393b0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-99981225'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:53.639383 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d4a701b2-74d8-470f-b983-12e82bcb69e7 req-e6c8a010-1a02-47ac-b7f9-1b18e11bb738 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214633 Feb 03 12:38:53.787586 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f174d8-1dd9-46fe-a07e-21a69c8bd6b7 req-3bf9a6e9-0c10-438f-bc83-cd630458180f tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:53.791775 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11f174d8-1dd9-46fe-a07e-21a69c8bd6b7 req-3bf9a6e9-0c10-438f-bc83-cd630458180f tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.73 "GET /v2.0/ports?device_id=0cfc50f2-63d8-423e-967c-1b956e01ec19 HTTP/1.1" status: 200 len: 945 time: 0.1481981 Feb 03 12:38:53.791915 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 8d85008f-d9f3-4e79-b421-b2a27a7445e5 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:38:53.798040 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c33ec1-eda3-4100-b279-80e68bf393b0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Made reservation on behalf of f35495a3f6e14accbb29833ce60f2ba1 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:53.798600 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:53.802454 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5c33ec1-eda3-4100-b279-80e68bf393b0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:53.854645 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-8f11dcf0-ee88-4b6a-a6b3-4dc0185c01ef tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c3d832b6-954f-455b-918b-4ed6b2c93a36), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:53.854975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 8d85008f-d9f3-4e79-b421-b2a27a7445e5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=8d85008f-d9f3-4e79-b421-b2a27a7445e5,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:53.856545 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 614b605d-2c06-43be-a464-2b2e51a61649 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:53.861610 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f660d47-96ad-49b4-a112-0280a3cdac3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d85008f-d9f3-4e79-b421-b2a27a7445e5'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:53.865214 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fce7e55-c6f0-4941-ba25-dae82b939e5c" -d '{"events": [{"server_uuid": "8f660d47-96ad-49b4-a112-0280a3cdac3e", "name": "network-vif-unplugged", "status": "completed", "tag": "8d85008f-d9f3-4e79-b421-b2a27a7445e5"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:53.888882 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:53.964509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 614b605d-2c06-43be-a464-2b2e51a61649 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:38:53.965219 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 614b605d-2c06-43be-a464-2b2e51a61649 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:38:54.014697 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-a4f7c0f1-ec7c-4666-a617-e8bcdaec2ac6 req-e75f5ca1-c02e-4510-b8cc-2c6276481500 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Deleting port 4cd4f443-15ec-42f8-9651-dffbfea00357 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:38:54.015044 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a4f7c0f1-ec7c-4666-a617-e8bcdaec2ac6 req-e75f5ca1-c02e-4510-b8cc-2c6276481500 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4cd4f443-15ec-42f8-9651-dffbfea00357), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:54.023045 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=8d85008f-d9f3-4e79-b421-b2a27a7445e5,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:54.048789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc46e-6fc4-400e-b062-9fb9692b1408 req-2af3ebef-9031-42b7-85b2-db9b3a5f661b tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.051089 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2c5bc46e-6fc4-400e-b062-9fb9692b1408 req-2af3ebef-9031-42b7-85b2-db9b3a5f661b tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f660d47-96ad-49b4-a112-0280a3cdac3e HTTP/1.1" status: 200 len: 946 time: 0.4634619 Feb 03 12:38:54.058525 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f7fcc-230e-462a-8b26-20c220e25427 req-6bcb427c-7327-47b9-a42a-bae4f0830023 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.065590 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a72f7fcc-230e-462a-8b26-20c220e25427 req-6bcb427c-7327-47b9-a42a-bae4f0830023 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 946 time: 0.4642506 Feb 03 12:38:54.075150 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba44ab2-519f-4d17-9a91-677a7ba6fc7c req-720cee6b-22d1-41ff-b119-cc9c16ee1d62 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.087167 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c33ec1-eda3-4100-b279-80e68bf393b0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:38:54.093884 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ba44ab2-519f-4d17-9a91-677a7ba6fc7c req-720cee6b-22d1-41ff-b119-cc9c16ee1d62 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef12ad3c-1e8e-43fd-8f17-ed58217a9972 HTTP/1.1" status: 200 len: 932 time: 0.3298593 Feb 03 12:38:54.102021 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5c33ec1-eda3-4100-b279-80e68bf393b0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (30db518c-deff-4d9a-adbe-35b3d5b13420), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:54.102538 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-f5c33ec1-eda3-4100-b279-80e68bf393b0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Added segment 30db518c-deff-4d9a-adbe-35b3d5b13420 of type vlan for network d468bd58-d0b4-40ea-b090-4a600bf3b4ec Feb 03 12:38:54.183442 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ba44ab2-519f-4d17-9a91-677a7ba6fc7c req-2373e872-5ded-4157-826c-34881b3c6464 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/security-groups?id=5410b058-a2ff-4769-801d-f74cb96fe92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845709 Feb 03 12:38:54.189659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-11f174d8-1dd9-46fe-a07e-21a69c8bd6b7 req-153efd8c-0eea-49fd-a829-09239cdff84d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Deleting port 407bff19-a2c7-4670-927e-3fda0dd2649c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:38:54.190043 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11f174d8-1dd9-46fe-a07e-21a69c8bd6b7 req-153efd8c-0eea-49fd-a829-09239cdff84d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (407bff19-a2c7-4670-927e-3fda0dd2649c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:54.374278 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a72f7fcc-230e-462a-8b26-20c220e25427 req-4dbfad20-f7bc-40b9-9a70-8179f02f0005 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074727 Feb 03 12:38:54.383006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-8f11dcf0-ee88-4b6a-a6b3-4dc0185c01ef tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Network 006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:54.406299 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d65f5df9-a0b6-4d86-9f49-901d68c6ceb2 req-325ee32b-1512-4116-993a-558f4f0d1f18 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 210 time: 0.0657330 Feb 03 12:38:54.408903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-11f174d8-1dd9-46fe-a07e-21a69c8bd6b7 req-153efd8c-0eea-49fd-a829-09239cdff84d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] For port 407bff19-a2c7-4670-927e-3fda0dd2649c, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=407bff19-a2c7-4670-927e-3fda0dd2649c,segment=NetworkSegment(692d7727-214f-4d87-b1ac-a90a06d89e3e),segment_id=692d7727-214f-4d87-b1ac-a90a06d89e3e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:54.409479 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11f174d8-1dd9-46fe-a07e-21a69c8bd6b7 req-153efd8c-0eea-49fd-a829-09239cdff84d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (407bff19-a2c7-4670-927e-3fda0dd2649c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:54.424996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-11f174d8-1dd9-46fe-a07e-21a69c8bd6b7 req-153efd8c-0eea-49fd-a829-09239cdff84d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Calling delete_port for 407bff19-a2c7-4670-927e-3fda0dd2649c owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:38:54.464305 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-8f11dcf0-ee88-4b6a-a6b3-4dc0185c01ef tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:54.499366 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5f17c2-447c-4031-bd19-d6780fa1ed66 x-openstack-request-id: req-cd5f17c2-447c-4031-bd19-d6780fa1ed66 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:54.501185 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f660d47-96ad-49b4-a112-0280a3cdac3e", "name": "network-vif-unplugged", "status": "completed", "tag": "8d85008f-d9f3-4e79-b421-b2a27a7445e5", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:54.502222 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd5f17c2-447c-4031-bd19-d6780fa1ed66 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:54.502867 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f660d47-96ad-49b4-a112-0280a3cdac3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d85008f-d9f3-4e79-b421-b2a27a7445e5', 'code': 200} Feb 03 12:38:54.528830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-8f11dcf0-ee88-4b6a-a6b3-4dc0185c01ef tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:54.533411 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11dcf0-ee88-4b6a-a6b3-4dc0185c01ef tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Pushing event updated for resources: {'Port': ['ID=c3d832b6-954f-455b-918b-4ed6b2c93a36,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:54.612563 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5c33ec1-eda3-4100-b279-80e68bf393b0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (d468bd58-d0b4-40ea-b090-4a600bf3b4ec), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:54.740019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-8f11dcf0-ee88-4b6a-a6b3-4dc0185c01ef tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.740839 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-8f11dcf0-ee88-4b6a-a6b3-4dc0185c01ef tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:54.760531 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11f174d8-1dd9-46fe-a07e-21a69c8bd6b7 req-153efd8c-0eea-49fd-a829-09239cdff84d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (407bff19-a2c7-4670-927e-3fda0dd2649c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:54.771034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a4f7c0f1-ec7c-4666-a617-e8bcdaec2ac6 req-e75f5ca1-c02e-4510-b8cc-2c6276481500 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] For port 4cd4f443-15ec-42f8-9651-dffbfea00357, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4cd4f443-15ec-42f8-9651-dffbfea00357,segment=NetworkSegment(692d7727-214f-4d87-b1ac-a90a06d89e3e),segment_id=692d7727-214f-4d87-b1ac-a90a06d89e3e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:54.771400 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a4f7c0f1-ec7c-4666-a617-e8bcdaec2ac6 req-e75f5ca1-c02e-4510-b8cc-2c6276481500 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4cd4f443-15ec-42f8-9651-dffbfea00357), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:54.783138 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-2c5bc46e-6fc4-400e-b062-9fb9692b1408 req-87f2885d-5e60-40aa-b101-c5c24caefeb0 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Deleting port 8d85008f-d9f3-4e79-b421-b2a27a7445e5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:38:54.783548 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2c5bc46e-6fc4-400e-b062-9fb9692b1408 req-87f2885d-5e60-40aa-b101-c5c24caefeb0 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:54.788188 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5c33ec1-eda3-4100-b279-80e68bf393b0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (d468bd58-d0b4-40ea-b090-4a600bf3b4ec), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:54.793223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c33ec1-eda3-4100-b279-80e68bf393b0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.793977 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5c33ec1-eda3-4100-b279-80e68bf393b0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:54.799710 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['4cd4f443-15ec-42f8-9651-dffbfea00357', '407bff19-a2c7-4670-927e-3fda0dd2649c'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:54.801868 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153efd8c-0eea-49fd-a829-09239cdff84d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Pushing event deleted for resources: {'Port': ['ID=407bff19-a2c7-4670-927e-3fda0dd2649c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:54.826451 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-a4f7c0f1-ec7c-4666-a617-e8bcdaec2ac6 req-e75f5ca1-c02e-4510-b8cc-2c6276481500 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Calling delete_port for 4cd4f443-15ec-42f8-9651-dffbfea00357 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:38:54.834371 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-8f11dcf0-ee88-4b6a-a6b3-4dc0185c01ef tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7375975 Feb 03 12:38:54.865886 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] Request body: {'port': {'device_id': 'ef12ad3c-1e8e-43fd-8f17-ed58217a9972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:54.903295 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f174d8-1dd9-46fe-a07e-21a69c8bd6b7 req-153efd8c-0eea-49fd-a829-09239cdff84d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] No DVR routers for this DVR port 407bff19-a2c7-4670-927e-3fda0dd2649c on host n-h1-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:38:54.909802 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-11f174d8-1dd9-46fe-a07e-21a69c8bd6b7 req-153efd8c-0eea-49fd-a829-09239cdff84d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:54.924712 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11f174d8-1dd9-46fe-a07e-21a69c8bd6b7 req-153efd8c-0eea-49fd-a829-09239cdff84d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.73 "DELETE /v2.0/ports/407bff19-a2c7-4670-927e-3fda0dd2649c HTTP/1.1" status: 204 len: 173 time: 1.1149466 Feb 03 12:38:54.925231 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cfc50f2-63d8-423e-967c-1b956e01ec19', 'name': 'network-vif-deleted', 'tag': '407bff19-a2c7-4670-927e-3fda0dd2649c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:54.927770 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42839c4-2ea7-4bd3-84dd-078c193cf467" -d '{"events": [{"server_uuid": "0cfc50f2-63d8-423e-967c-1b956e01ec19", "name": "network-vif-deleted", "tag": "407bff19-a2c7-4670-927e-3fda0dd2649c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:54.976320 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89512a8e-3b70-42f1-8c87-3cd7ecccefbe req-c114de0f-ab54-42d1-91ab-a0adc65d2984 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:54.994174 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-89512a8e-3b70-42f1-8c87-3cd7ecccefbe req-c114de0f-ab54-42d1-91ab-a0adc65d2984 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b41ab2e-5e82-4c56-ad73-af1f576fe7fb HTTP/1.1" status: 200 len: 946 time: 0.1781821 Feb 03 12:38:55.029046 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46326) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:55.034814 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6bef392e-f556-49bc-8305-5218ac6eb272 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Request body: {'subnet': {'network_id': 'd468bd58-d0b4-40ea-b090-4a600bf3b4ec', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:55.039357 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f5c33ec1-eda3-4100-b279-80e68bf393b0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4762380 Feb 03 12:38:55.117390 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-89512a8e-3b70-42f1-8c87-3cd7ecccefbe req-b39908d1-751f-4388-a39b-38f0dfe0c325 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148946 Feb 03 12:38:55.180532 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ae953b9-19be-4485-9059-ab30825c59a0 req-a7c221df-ed69-47e3-b2ac-2fd283aeee78 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c2b8ac-b7ca-4739-9384-b77f4488c455 HTTP/1.1" status: 200 len: 210 time: 0.2757664 Feb 03 12:38:55.300928 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c33ec1-eda3-4100-b279-80e68bf393b0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event updated for resources: {'Network': ['ID=d468bd58-d0b4-40ea-b090-4a600bf3b4ec,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:55.321661 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network d468bd58-d0b4-40ea-b090-4a600bf3b4ec details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:38:55.417575 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8516298c-eec9-472c-8681-a94bf8de31b3 x-openstack-request-id: req-8516298c-eec9-472c-8681-a94bf8de31b3 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:55.418056 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cfc50f2-63d8-423e-967c-1b956e01ec19", "name": "network-vif-deleted", "tag": "407bff19-a2c7-4670-927e-3fda0dd2649c", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:55.418320 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8516298c-eec9-472c-8681-a94bf8de31b3 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:55.420129 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cfc50f2-63d8-423e-967c-1b956e01ec19', 'name': 'network-vif-deleted', 'tag': '407bff19-a2c7-4670-927e-3fda0dd2649c', 'status': 'completed', 'code': 200} Feb 03 12:38:55.462712 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2c5bc46e-6fc4-400e-b062-9fb9692b1408 req-87f2885d-5e60-40aa-b101-c5c24caefeb0 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] For port 8d85008f-d9f3-4e79-b421-b2a27a7445e5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=8d85008f-d9f3-4e79-b421-b2a27a7445e5,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:55.463242 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2c5bc46e-6fc4-400e-b062-9fb9692b1408 req-87f2885d-5e60-40aa-b101-c5c24caefeb0 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:55.471239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bef392e-f556-49bc-8305-5218ac6eb272 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Made reservation on behalf of f35495a3f6e14accbb29833ce60f2ba1 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:55.476269 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bef392e-f556-49bc-8305-5218ac6eb272 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:55.501203 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-2c5bc46e-6fc4-400e-b062-9fb9692b1408 req-87f2885d-5e60-40aa-b101-c5c24caefeb0 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Calling delete_port for 8d85008f-d9f3-4e79-b421-b2a27a7445e5 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:38:55.644272 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-11df5bc9-59b0-4012-ac5b-0e7ef54ce65f tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:55.646408 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-11df5bc9-59b0-4012-ac5b-0e7ef54ce65f tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.73 "GET /v2.0/networks?id=3064cfd8-7cdb-4309-b96b-99c3299527af HTTP/1.1" status: 200 len: 804 time: 0.4893479 Feb 03 12:38:55.666797 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c3d832b6-954f-455b-918b-4ed6b2c93a36), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:55.669714 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-5c04b909-db40-463d-9ad0-91565407efa9 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Request body: {'port': {'device_id': 'fdeddc32-bc36-4e33-b45a-910b06bf571b', 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af', 'admin_state_up': True, 'tenant_id': '6ff7bee1bd6646388a5eccfdc31588c3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:55.682195 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a2987-f708-491c-88f6-a2c6044afa04 req-95efa26b-1edb-4a56-96ed-170033790194 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:55.685192 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d56a2987-f708-491c-88f6-a2c6044afa04 req-95efa26b-1edb-4a56-96ed-170033790194 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef12ad3c-1e8e-43fd-8f17-ed58217a9972 HTTP/1.1" status: 200 len: 932 time: 0.1279204 Feb 03 12:38:55.771028 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bb067577-f0eb-4cc2-8abb-5e29a8495999 req-56072ab4-1141-413f-a87a-4a17167f241c tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2015134230&fields=id&tenant_id=3ba3cb62f98246c08ca253d4a3f26934 HTTP/1.1" status: 200 len: 267 time: 0.1503041 Feb 03 12:38:55.855520 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2c5bc46e-6fc4-400e-b062-9fb9692b1408 req-87f2885d-5e60-40aa-b101-c5c24caefeb0 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (8d85008f-d9f3-4e79-b421-b2a27a7445e5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:55.896346 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d56a2987-f708-491c-88f6-a2c6044afa04 req-4450f8b1-2548-4ee7-8927-dee94d513598 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/security-groups?id=5410b058-a2ff-4769-801d-f74cb96fe92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926172 Feb 03 12:38:55.904502 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2885d-5e60-40aa-b101-c5c24caefeb0 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Pushing event deleted for resources: {'Port': ['ID=8d85008f-d9f3-4e79-b421-b2a27a7445e5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:56.107713 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bef392e-f556-49bc-8305-5218ac6eb272 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (8c442bc8-073d-4ec0-8961-3191195b352b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:56.265740 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b26fe33-13c7-4f4b-b99b-a56bbff065a7 req-f9f69b5b-1600-4946-8bdd-900c21fb6150 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 210 time: 0.1754622 Feb 03 12:38:56.419582 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-d90a1d1d-0f0e-42b1-b69b-5add97fbd88a tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:56.421407 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-d90a1d1d-0f0e-42b1-b69b-5add97fbd88a tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.31 "GET /v2.0/networks?id=a4a8a0ef-e064-453a-b5a3-3ea6611543dd HTTP/1.1" status: 200 len: 813 time: 0.3883014 Feb 03 12:38:56.458184 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d0ff58ca-df93-4f46-bffe-55c5e8c2189b req-38c8a3bf-0280-46db-bbb5-cf7ab4364e87 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c2b8ac-b7ca-4739-9384-b77f4488c455 HTTP/1.1" status: 200 len: 210 time: 0.0353093 Feb 03 12:38:56.458993 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-5c04b909-db40-463d-9ad0-91565407efa9 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Made reservation on behalf of 6ff7bee1bd6646388a5eccfdc31588c3 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:56.463252 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-5c04b909-db40-463d-9ad0-91565407efa9 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:56.493074 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-9a5587bf-9bda-4a07-994c-dafe69ee44c7 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Request body: {'port': {'device_id': '73c2b8ac-b7ca-4739-9384-b77f4488c455', 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd', 'admin_state_up': True, 'tenant_id': 'd4cfc0adcb78419ea6d5f3642b57ed48'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:56.682518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef392e-f556-49bc-8305-5218ac6eb272 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event updated for resources: {'Subnet': ['ID=8c442bc8-073d-4ec0-8961-3191195b352b,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:56.687768 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-5c04b909-db40-463d-9ad0-91565407efa9 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Allocated IP 172.20.0.13 (3064cfd8-7cdb-4309-b96b-99c3299527af/2b8a4225-25b0-42f6-9eec-da0838919221/860b6daa-d253-4f8f-a209-a6578ae6044b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:56.711040 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bef392e-f556-49bc-8305-5218ac6eb272 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Checking segment: {'id': '30db518c-deff-4d9a-adbe-35b3d5b13420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd468bd58-d0b4-40ea-b090-4a600bf3b4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:56.711406 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bef392e-f556-49bc-8305-5218ac6eb272 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Network hostable DHCP agents. Network: d468bd58-d0b4-40ea-b090-4a600bf3b4ec, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:38:56.763673 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a4f7c0f1-ec7c-4666-a617-e8bcdaec2ac6 req-e75f5ca1-c02e-4510-b8cc-2c6276481500 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4cd4f443-15ec-42f8-9651-dffbfea00357), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:56.782186 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb067577-f0eb-4cc2-8abb-5e29a8495999 req-63ce2c29-cf98-4dbc-95c3-efc335c11ff9 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:56.790611 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bb067577-f0eb-4cc2-8abb-5e29a8495999 req-63ce2c29-cf98-4dbc-95c3-efc335c11ff9 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b41ab2e-5e82-4c56-ad73-af1f576fe7fb HTTP/1.1" status: 200 len: 946 time: 1.0185544 Feb 03 12:38:56.833684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-bb067577-f0eb-4cc2-8abb-5e29a8495999 req-04b6753e-6979-414f-8bb0-1666f1d96983 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Request body: {'port': {'security_groups': ['fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16', 'a9738632-2d20-4d5c-8398-3b4036f4ca3a']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:56.837763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5bc46e-6fc4-400e-b062-9fb9692b1408 req-87f2885d-5e60-40aa-b101-c5c24caefeb0 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] No DVR routers for this DVR port 8d85008f-d9f3-4e79-b421-b2a27a7445e5 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:38:56.849639 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2c5bc46e-6fc4-400e-b062-9fb9692b1408 req-87f2885d-5e60-40aa-b101-c5c24caefeb0 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:56.853409 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2c5bc46e-6fc4-400e-b062-9fb9692b1408 req-87f2885d-5e60-40aa-b101-c5c24caefeb0 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.31 "DELETE /v2.0/ports/8d85008f-d9f3-4e79-b421-b2a27a7445e5 HTTP/1.1" status: 204 len: 173 time: 2.7801995 Feb 03 12:38:56.945480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f660d47-96ad-49b4-a112-0280a3cdac3e', 'name': 'network-vif-deleted', 'tag': '8d85008f-d9f3-4e79-b421-b2a27a7445e5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:56.949666 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e794a8-a7c4-4821-9cf1-d6e00c0b65bf" -d '{"events": [{"server_uuid": "8f660d47-96ad-49b4-a112-0280a3cdac3e", "name": "network-vif-deleted", "tag": "8d85008f-d9f3-4e79-b421-b2a27a7445e5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:57.000475 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f5ca1-c02e-4510-b8cc-2c6276481500 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Pushing event deleted for resources: {'Port': ['ID=4cd4f443-15ec-42f8-9651-dffbfea00357,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:57.110105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f7c0f1-ec7c-4666-a617-e8bcdaec2ac6 req-e75f5ca1-c02e-4510-b8cc-2c6276481500 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] No DVR routers for this DVR port 4cd4f443-15ec-42f8-9651-dffbfea00357 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:38:57.119177 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a4f7c0f1-ec7c-4666-a617-e8bcdaec2ac6 req-e75f5ca1-c02e-4510-b8cc-2c6276481500 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:57.122188 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4f7c0f1-ec7c-4666-a617-e8bcdaec2ac6 req-e75f5ca1-c02e-4510-b8cc-2c6276481500 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.73 "DELETE /v2.0/ports/4cd4f443-15ec-42f8-9651-dffbfea00357 HTTP/1.1" status: 204 len: 173 time: 3.5681124 Feb 03 12:38:57.162144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-0aa1f989-5f46-49d7-9757-97b810a6937b tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:57.162144 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-0aa1f989-5f46-49d7-9757-97b810a6937b tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.73 "GET /v2.0/networks?id=a4a8a0ef-e064-453a-b5a3-3ea6611543dd HTTP/1.1" status: 200 len: 813 time: 1.0881078 Feb 03 12:38:57.191302 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-667590c8-6193-4596-a14e-e702c42f095d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Request body: {'port': {'device_id': '4d976c25-7391-4452-955e-4527e12b5f94', 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd', 'admin_state_up': True, 'tenant_id': 'd4cfc0adcb78419ea6d5f3642b57ed48'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:57.290796 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bb067577-f0eb-4cc2-8abb-5e29a8495999 req-04b6753e-6979-414f-8bb0-1666f1d96983 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ae26449f-883e-481b-9eaa-864bcb27e4ce), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:57.295000 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bef392e-f556-49bc-8305-5218ac6eb272 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Network d468bd58-d0b4-40ea-b090-4a600bf3b4ec is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:38:57.371924 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6bef392e-f556-49bc-8305-5218ac6eb272 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, d468bd58-d0b4-40ea-b090-4a600bf3b4ec) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:57.376967 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bef392e-f556-49bc-8305-5218ac6eb272 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:57.377612 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bef392e-f556-49bc-8305-5218ac6eb272 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:57.381135 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61af5109-1ff0-41c4-9f97-53f35d22a4ab None None] Network d468bd58-d0b4-40ea-b090-4a600bf3b4ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:38:57.417401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9480a-03b5-43c1-bcdf-457f6ad03d73 req-c5fe2266-6212-4079-a1e0-807bfb77ac00 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:57.425666 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c9f9480a-03b5-43c1-bcdf-457f6ad03d73 req-c5fe2266-6212-4079-a1e0-807bfb77ac00 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef12ad3c-1e8e-43fd-8f17-ed58217a9972 HTTP/1.1" status: 200 len: 932 time: 0.1883521 Feb 03 12:38:57.451417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d832b6-954f-455b-918b-4ed6b2c93a36 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:38:57.464831 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] Publish callbacks [] for port (c3d832b6-954f-455b-918b-4ed6b2c93a36), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:57.516615 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6bef392e-f556-49bc-8305-5218ac6eb272 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4840131 Feb 03 12:38:57.543561 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46366) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:57.549048 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] Transition to ACTIVE for port object c3d832b6-954f-455b-918b-4ed6b2c93a36 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:38:57.553320 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-65ca55d5-792a-4cdc-9c88-c0ad489f2797 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-128347452'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:57.556723 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-667590c8-6193-4596-a14e-e702c42f095d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Made reservation on behalf of d4cfc0adcb78419ea6d5f3642b57ed48 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:57.560513 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 8d85008f-d9f3-4e79-b421-b2a27a7445e5 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:57.563331 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-667590c8-6193-4596-a14e-e702c42f095d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:57.602746 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (c3d832b6-954f-455b-918b-4ed6b2c93a36), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:57.620726 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 8d85008f-d9f3-4e79-b421-b2a27a7445e5 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:38:57.621375 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 8d85008f-d9f3-4e79-b421-b2a27a7445e5 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:38:57.651763 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c9f9480a-03b5-43c1-bcdf-457f6ad03d73 req-8b0d1eb4-6689-4455-afb7-7ccf01653d55 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/security-groups?id=5410b058-a2ff-4769-801d-f74cb96fe92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195287 Feb 03 12:38:57.687148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 407bff19-a2c7-4670-927e-3fda0dd2649c no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:57.723671 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-d468bd58-d0b4-40ea-b090-4a600bf3b4ec', 'network_id': 'd468bd58-d0b4-40ea-b090-4a600bf3b4ec', 'project_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'fixed_ips': [{'subnet_id': '8c442bc8-073d-4ec0-8961-3191195b352b'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:38:57.725861 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:57.747545 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 407bff19-a2c7-4670-927e-3fda0dd2649c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:38:57.748680 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 407bff19-a2c7-4670-927e-3fda0dd2649c not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:38:57.749520 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4cd4f443-15ec-42f8-9651-dffbfea00357 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:38:57.766863 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-9a5587bf-9bda-4a07-994c-dafe69ee44c7 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Made reservation on behalf of d4cfc0adcb78419ea6d5f3642b57ed48 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:57.776429 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-9a5587bf-9bda-4a07-994c-dafe69ee44c7 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:57.799809 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 4cd4f443-15ec-42f8-9651-dffbfea00357 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:38:57.800372 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4cd4f443-15ec-42f8-9651-dffbfea00357 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:38:57.828156 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896987f8-b1c8-473a-b702-4eeedb6379ff x-openstack-request-id: req-896987f8-b1c8-473a-b702-4eeedb6379ff {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:38:57.828711 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f660d47-96ad-49b4-a112-0280a3cdac3e", "name": "network-vif-deleted", "tag": "8d85008f-d9f3-4e79-b421-b2a27a7445e5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:38:57.828711 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-896987f8-b1c8-473a-b702-4eeedb6379ff {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:38:57.829084 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f660d47-96ad-49b4-a112-0280a3cdac3e', 'name': 'network-vif-deleted', 'tag': '8d85008f-d9f3-4e79-b421-b2a27a7445e5', 'status': 'completed', 'code': 200} Feb 03 12:38:57.850275 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ca55d5-792a-4cdc-9c88-c0ad489f2797 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Made reservation on behalf of f35495a3f6e14accbb29833ce60f2ba1 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:57.860953 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65ca55d5-792a-4cdc-9c88-c0ad489f2797 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:57.879931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d832b6-954f-455b-918b-4ed6b2c93a36,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:58.007480 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-5c04b909-db40-463d-9ad0-91565407efa9 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks [] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.036715 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ca55d5-792a-4cdc-9c88-c0ad489f2797 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:38:58.075337 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bb067577-f0eb-4cc2-8abb-5e29a8495999 req-04b6753e-6979-414f-8bb0-1666f1d96983 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] For port ae26449f-883e-481b-9eaa-864bcb27e4ce, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ae26449f-883e-481b-9eaa-864bcb27e4ce,segment=NetworkSegment(684886bb-de56-47af-999b-bb0af1e11284),segment_id=684886bb-de56-47af-999b-bb0af1e11284)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:38:58.081969 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65ca55d5-792a-4cdc-9c88-c0ad489f2797 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ad399727-e3a2-4704-b0b2-6ddb24f17d43), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.082982 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-65ca55d5-792a-4cdc-9c88-c0ad489f2797 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Added segment ad399727-e3a2-4704-b0b2-6ddb24f17d43 of type vlan for network 74e4e0c4-54d7-4d23-9064-92730ca3b309 Feb 03 12:38:58.093541 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] Allocated IP 19.80.0.2 (d468bd58-d0b4-40ea-b090-4a600bf3b4ec/8c442bc8-073d-4ec0-8961-3191195b352b/d9359018-41a2-4333-92b7-2d3d8a49cdb4) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:58.103235 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] Attempting to bind port c3d832b6-954f-455b-918b-4ed6b2c93a36 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:58.103578 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] Attempting to bind port c3d832b6-954f-455b-918b-4ed6b2c93a36 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:58.103908 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] Attempting to bind port c3d832b6-954f-455b-918b-4ed6b2c93a36 on network 006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:58.112454 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-667590c8-6193-4596-a14e-e702c42f095d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Allocated IP 172.20.0.13 (a4a8a0ef-e064-453a-b5a3-3ea6611543dd/3ed65b34-d59f-4573-b5c6-f49540a6bdbd/d92dad41-39f2-46bb-a937-2452dba7eea4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:58.121322 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b13459db-d312-406a-973c-070076db8080 req-1c65421f-712a-4ce3-b4c3-ed59524a90e1 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 210 time: 0.0883021 Feb 03 12:38:58.140377 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] Port c3d832b6-954f-455b-918b-4ed6b2c93a36 on network 006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:38:58.140711 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] Attempting to bind port c3d832b6-954f-455b-918b-4ed6b2c93a36 on network 006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:58.166185 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:58.166531 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] Checking segment: {'id': 'e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:58.166917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] Bound using segment: {'id': 'e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:58.167365 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] Bound port: c3d832b6-954f-455b-918b-4ed6b2c93a36, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:58.167720 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c3d832b6-954f-455b-918b-4ed6b2c93a36), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.201672 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bb067577-f0eb-4cc2-8abb-5e29a8495999 req-04b6753e-6979-414f-8bb0-1666f1d96983 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for port (ae26449f-883e-481b-9eaa-864bcb27e4ce), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.204729 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65ca55d5-792a-4cdc-9c88-c0ad489f2797 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (74e4e0c4-54d7-4d23-9064-92730ca3b309), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.225008 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bb067577-f0eb-4cc2-8abb-5e29a8495999 req-04b6753e-6979-414f-8bb0-1666f1d96983 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (ae26449f-883e-481b-9eaa-864bcb27e4ce), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.229026 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-5c04b909-db40-463d-9ad0-91565407efa9 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.341735 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-edf9b3dc-f912-445e-acfb-8835c637811c req-64e74572-7bad-4965-a011-2c59a3609f15 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c2b8ac-b7ca-4739-9384-b77f4488c455 HTTP/1.1" status: 200 len: 210 time: 0.0570476 Feb 03 12:38:58.356483 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65ca55d5-792a-4cdc-9c88-c0ad489f2797 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (74e4e0c4-54d7-4d23-9064-92730ca3b309), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.361902 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ca55d5-792a-4cdc-9c88-c0ad489f2797 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:58.362535 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65ca55d5-792a-4cdc-9c88-c0ad489f2797 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.364062 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] Publish callbacks [] for port (d9359018-41a2-4333-92b7-2d3d8a49cdb4), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.378844 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-5c04b909-db40-463d-9ad0-91565407efa9 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Network 3064cfd8-7cdb-4309-b96b-99c3299527af is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:58.384553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['ae26449f-883e-481b-9eaa-864bcb27e4ce'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:58.385695 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb067577-f0eb-4cc2-8abb-5e29a8495999 req-04b6753e-6979-414f-8bb0-1666f1d96983 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:58.386617 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bb067577-f0eb-4cc2-8abb-5e29a8495999 req-04b6753e-6979-414f-8bb0-1666f1d96983 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.388341 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bb067577-f0eb-4cc2-8abb-5e29a8495999 req-04b6753e-6979-414f-8bb0-1666f1d96983 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "PUT /v2.0/ports/ae26449f-883e-481b-9eaa-864bcb27e4ce HTTP/1.1" status: 200 len: 982 time: 1.5969169 Feb 03 12:38:58.396213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['b5c01efc-fb35-484c-b246-491e007c2468'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:58.408753 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04b909-db40-463d-9ad0-91565407efa9 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Pushing event updated for resources: {'Port': ['ID=860b6daa-d253-4f8f-a209-a6578ae6044b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:58.442262 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-5c04b909-db40-463d-9ad0-91565407efa9 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:58.445387 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] For port c3d832b6-954f-455b-918b-4ed6b2c93a36, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:58.450838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] For port c3d832b6-954f-455b-918b-4ed6b2c93a36, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c3d832b6-954f-455b-918b-4ed6b2c93a36,segment=NetworkSegment(e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1),segment_id=e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:58.460520 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-5c04b909-db40-463d-9ad0-91565407efa9 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:58.465171 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (d9359018-41a2-4333-92b7-2d3d8a49cdb4), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.479281 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (c3d832b6-954f-455b-918b-4ed6b2c93a36), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.485608 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6753e-6979-414f-8bb0-1666f1d96983 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event updated for resources: {'Port': ['ID=ae26449f-883e-481b-9eaa-864bcb27e4ce,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:58.511694 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-65ca55d5-792a-4cdc-9c88-c0ad489f2797 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9666145 Feb 03 12:38:58.527072 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46372) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:38:58.565908 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-76cd1f42-be03-45ed-84ea-47f3f255ce9e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Request body: {'subnet': {'network_id': '74e4e0c4-54d7-4d23-9064-92730ca3b309', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:58.587037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] Pushing event updated for resources: {'Port': ['ID=d9359018-41a2-4333-92b7-2d3d8a49cdb4,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:58.597470 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['ae26449f-883e-481b-9eaa-864bcb27e4ce'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:38:58.606457 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca55d5-792a-4cdc-9c88-c0ad489f2797 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event updated for resources: {'Network': ['ID=74e4e0c4-54d7-4d23-9064-92730ca3b309,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:58.636568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:58.636964 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-5c04b909-db40-463d-9ad0-91565407efa9 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:58.637595 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.637711 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-5c04b909-db40-463d-9ad0-91565407efa9 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.639326 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] 10.222.0.31 "PUT /v2.0/ports/c3d832b6-954f-455b-918b-4ed6b2c93a36 HTTP/1.1" status: 200 len: 1092 time: 3.7777321 Feb 03 12:38:58.664496 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 74e4e0c4-54d7-4d23-9064-92730ca3b309 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:38:58.711255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] Network d468bd58-d0b4-40ea-b090-4a600bf3b4ec is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:58.712937 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d0548543-e06a-4d32-92cc-caf811553424 req-d52b4cb5-26f1-40fd-9928-3eac60bc5688 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/a9738632-2d20-4d5c-8398-3b4036f4ca3a HTTP/1.1" status: 200 len: 1819 time: 0.2638621 Feb 03 12:38:58.742263 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:58.754502 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:38:58.757212 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:58.762440 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-5c04b909-db40-463d-9ad0-91565407efa9 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1007245 Feb 03 12:38:58.770909 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feddb93-6147-48a4-92c7-5a16e37912c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d832b6-954f-455b-918b-4ed6b2c93a36,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:58.807094 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] Request body: {'port': {'device_id': 'fdeddc32-bc36-4e33-b45a-910b06bf571b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:58.855323 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-667590c8-6193-4596-a14e-e702c42f095d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks [] for port (d92dad41-39f2-46bb-a937-2452dba7eea4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.920117 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-667590c8-6193-4596-a14e-e702c42f095d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d92dad41-39f2-46bb-a937-2452dba7eea4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.947360 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:58.958837 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cd1f42-be03-45ed-84ea-47f3f255ce9e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Made reservation on behalf of f35495a3f6e14accbb29833ce60f2ba1 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:38:58.965274 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76cd1f42-be03-45ed-84ea-47f3f255ce9e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:59.014249 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667590c8-6193-4596-a14e-e702c42f095d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Pushing event updated for resources: {'Port': ['ID=d92dad41-39f2-46bb-a937-2452dba7eea4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:59.053472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-667590c8-6193-4596-a14e-e702c42f095d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Network a4a8a0ef-e064-453a-b5a3-3ea6611543dd is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:38:59.069580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-667590c8-6193-4596-a14e-e702c42f095d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:38:59.078786 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-667590c8-6193-4596-a14e-e702c42f095d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:38:59.098858 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] Attempting to bind port d9359018-41a2-4333-92b7-2d3d8a49cdb4 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:38:59.099231 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] Attempting to bind port d9359018-41a2-4333-92b7-2d3d8a49cdb4 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '30db518c-deff-4d9a-adbe-35b3d5b13420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd468bd58-d0b4-40ea-b090-4a600bf3b4ec'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:38:59.099596 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] Attempting to bind port d9359018-41a2-4333-92b7-2d3d8a49cdb4 on network d468bd58-d0b4-40ea-b090-4a600bf3b4ec {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:38:59.108235 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:38:59.108611 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] Checking segment: {'id': '30db518c-deff-4d9a-adbe-35b3d5b13420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd468bd58-d0b4-40ea-b090-4a600bf3b4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:38:59.109007 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:59.109401 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] Bound using segment: {'id': '30db518c-deff-4d9a-adbe-35b3d5b13420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd468bd58-d0b4-40ea-b090-4a600bf3b4ec'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:38:59.109876 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] Bound port: d9359018-41a2-4333-92b7-2d3d8a49cdb4, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db518c-deff-4d9a-adbe-35b3d5b13420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd468bd58-d0b4-40ea-b090-4a600bf3b4ec'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:38:59.110252 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d9359018-41a2-4333-92b7-2d3d8a49cdb4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:59.182807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-b087482b-7604-4843-92f7-07049170e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:59.184459 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-b087482b-7604-4843-92f7-07049170e9c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8acf8a3aa664a4f8d08b91b0b84088c&device_id=ef12ad3c-1e8e-43fd-8f17-ed58217a9972 HTTP/1.1" status: 200 len: 1126 time: 0.4840417 Feb 03 12:38:59.195867 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87597644-df38-414e-bd6b-037fd517117f req-fd197b9f-c33c-4386-ad6b-b8dd9786c682 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:59.203237 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87597644-df38-414e-bd6b-037fd517117f req-fd197b9f-c33c-4386-ad6b-b8dd9786c682 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef12ad3c-1e8e-43fd-8f17-ed58217a9972 HTTP/1.1" status: 200 len: 944 time: 0.4276264 Feb 03 12:38:59.223330 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-667590c8-6193-4596-a14e-e702c42f095d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:59.224025 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-667590c8-6193-4596-a14e-e702c42f095d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:59.227382 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-d0548543-e06a-4d32-92cc-caf811553424 req-88b5e225-f273-4e0c-99fd-8bb6fd71311c tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 12:38:59.244766 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d0548543-e06a-4d32-92cc-caf811553424 req-88b5e225-f273-4e0c-99fd-8bb6fd71311c tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "DELETE /v2.0/security-groups/a9738632-2d20-4d5c-8398-3b4036f4ca3a HTTP/1.1" status: 409 len: 341 time: 0.5308526 Feb 03 12:38:59.310050 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-d68bbb70-5e20-45bf-8c67-50abfe344eb1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3d832b6-954f-455b-918b-4ed6b2c93a36 HTTP/1.1" status: 200 len: 217 time: 0.0959876 Feb 03 12:38:59.426776 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87597644-df38-414e-bd6b-037fd517117f req-adc69d55-f2a8-4465-af51-adf8d6b461a7 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/security-groups?id=5410b058-a2ff-4769-801d-f74cb96fe92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220244 Feb 03 12:38:59.434280 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-667590c8-6193-4596-a14e-e702c42f095d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2502077 Feb 03 12:38:59.447446 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76cd1f42-be03-45ed-84ea-47f3f255ce9e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (a3bb741d-0ee8-4e52-a0c6-cc62714a97ba), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:59.484435 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] For port d9359018-41a2-4333-92b7-2d3d8a49cdb4, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:38:59.488237 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] Request body: {'port': {'device_id': '4d976c25-7391-4452-955e-4527e12b5f94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:38:59.584013 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] For port d9359018-41a2-4333-92b7-2d3d8a49cdb4, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d9359018-41a2-4333-92b7-2d3d8a49cdb4,segment=NetworkSegment(30db518c-deff-4d9a-adbe-35b3d5b13420),segment_id=30db518c-deff-4d9a-adbe-35b3d5b13420)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:38:59.593791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-9a5587bf-9bda-4a07-994c-dafe69ee44c7 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Allocated IP 172.20.0.10 (a4a8a0ef-e064-453a-b5a3-3ea6611543dd/3ed65b34-d59f-4573-b5c6-f49540a6bdbd/bc0123b0-8d4e-4904-92ee-543a81012e7a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:38:59.608049 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d9359018-41a2-4333-92b7-2d3d8a49cdb4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:59.689649 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-a123957e-edc9-4272-91a4-b2a34295b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:38:59.700443 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-a123957e-edc9-4272-91a4-b2a34295b1ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=724fae1a-e2b6-4370-b37a-cb3d7e093e75 HTTP/1.1" status: 200 len: 848 time: 0.2933149 Feb 03 12:38:59.740620 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043178d-eb6a-43ee-b12d-dd9e058bbaec None None] Pushing event updated for resources: {'Port': ['ID=d9359018-41a2-4333-92b7-2d3d8a49cdb4,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:38:59.769164 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d92dad41-39f2-46bb-a937-2452dba7eea4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:38:59.825620 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-4197fd95-fa48-4299-ab7f-5ab9891fe158 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120143 Feb 03 12:38:59.832742 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27549a86-9efb-4d12-ac57-383a5f14dd32', 'name': 'network-vif-deleted', 'tag': '4cd4f443-15ec-42f8-9651-dffbfea00357'}, {'name': 'network-changed', 'server_uuid': '9b41ab2e-5e82-4c56-ad73-af1f576fe7fb', 'tag': 'ae26449f-883e-481b-9eaa-864bcb27e4ce'}, {'name': 'network-changed', 'server_uuid': 'ef12ad3c-1e8e-43fd-8f17-ed58217a9972', 'tag': 'c3d832b6-954f-455b-918b-4ed6b2c93a36'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:38:59.835440 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f13101-d92f-413c-a750-eff3c5dbb140" -d '{"events": [{"server_uuid": "27549a86-9efb-4d12-ac57-383a5f14dd32", "name": "network-vif-deleted", "tag": "4cd4f443-15ec-42f8-9651-dffbfea00357"}, {"name": "network-changed", "server_uuid": "9b41ab2e-5e82-4c56-ad73-af1f576fe7fb", "tag": "ae26449f-883e-481b-9eaa-864bcb27e4ce"}, {"name": "network-changed", "server_uuid": "ef12ad3c-1e8e-43fd-8f17-ed58217a9972", "tag": "c3d832b6-954f-455b-918b-4ed6b2c93a36"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:38:59.876111 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d88d9a49-5033-4258-b981-aa6d2b950fe8 req-6f49124c-80ec-4994-89b7-85bdcbe81aac tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c2b8ac-b7ca-4739-9384-b77f4488c455 HTTP/1.1" status: 200 len: 210 time: 0.0756423 Feb 03 12:38:59.927409 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-9a5587bf-9bda-4a07-994c-dafe69ee44c7 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks [] for port (bc0123b0-8d4e-4904-92ee-543a81012e7a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:00.016054 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14844b0-a287-492a-ae53-2e591321959f req-d8fa9a2b-490d-429a-95d3-2696d2e0eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:00.018702 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c14844b0-a287-492a-ae53-2e591321959f req-d8fa9a2b-490d-429a-95d3-2696d2e0eca3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ba3cb62f98246c08ca253d4a3f26934&device_id=9b41ab2e-5e82-4c56-ad73-af1f576fe7fb HTTP/1.1" status: 200 len: 1167 time: 0.3166914 Feb 03 12:39:00.037360 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-9a5587bf-9bda-4a07-994c-dafe69ee44c7 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (bc0123b0-8d4e-4904-92ee-543a81012e7a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:00.133349 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5587bf-9bda-4a07-994c-dafe69ee44c7 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Pushing event updated for resources: {'Port': ['ID=bc0123b0-8d4e-4904-92ee-543a81012e7a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:00.224975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-9a5587bf-9bda-4a07-994c-dafe69ee44c7 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Network a4a8a0ef-e064-453a-b5a3-3ea6611543dd is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:00.240176 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd1f42-be03-45ed-84ea-47f3f255ce9e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event updated for resources: {'Subnet': ['ID=a3bb741d-0ee8-4e52-a0c6-cc62714a97ba,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:00.248970 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-9a5587bf-9bda-4a07-994c-dafe69ee44c7 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:00.258208 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-9a5587bf-9bda-4a07-994c-dafe69ee44c7 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:00.281629 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5374dd-cddc-43f1-8529-a4cbdd34ac5f req-2ba535ca-885b-4dd5-87b0-d9ea3f0a4358 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:00.289788 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d5374dd-cddc-43f1-8529-a4cbdd34ac5f req-2ba535ca-885b-4dd5-87b0-d9ea3f0a4358 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 932 time: 0.8653848 Feb 03 12:39:00.342164 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-e465ffb1-072a-4372-82a3-38d7d8ed7cf9 service neutron] 10.222.0.31 "GET /v2.0/networks/006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033877 Feb 03 12:39:00.353697 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cd1f42-be03-45ed-84ea-47f3f255ce9e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Checking segment: {'id': 'ad399727-e3a2-4704-b0b2-6ddb24f17d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '74e4e0c4-54d7-4d23-9064-92730ca3b309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:00.354316 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cd1f42-be03-45ed-84ea-47f3f255ce9e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Network hostable DHCP agents. Network: 74e4e0c4-54d7-4d23-9064-92730ca3b309, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:39:00.367849 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-9a5587bf-9bda-4a07-994c-dafe69ee44c7 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:00.368904 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-9a5587bf-9bda-4a07-994c-dafe69ee44c7 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:00.376519 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14844b0-a287-492a-ae53-2e591321959f req-1b71faf0-a2d1-473f-bf78-7bbf0e32262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:00.378025 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c14844b0-a287-492a-ae53-2e591321959f req-1b71faf0-a2d1-473f-bf78-7bbf0e32262f service neutron] 10.222.0.31 "GET /v2.0/networks?id=b8745d44-134c-43f4-a710-2d8603aaf933 HTTP/1.1" status: 200 len: 913 time: 0.3105195 Feb 03 12:39:00.460488 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d5374dd-cddc-43f1-8529-a4cbdd34ac5f req-eb450802-f83f-4987-81f5-03724ace3972 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660039 Feb 03 12:39:00.471052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f77cca-b83e-4602-9177-032efb7100ca req-912b5b27-f7a0-4a47-a9af-d822e93293bf tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:00.478504 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a3f77cca-b83e-4602-9177-032efb7100ca req-912b5b27-f7a0-4a47-a9af-d822e93293bf tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b41ab2e-5e82-4c56-ad73-af1f576fe7fb HTTP/1.1" status: 200 len: 985 time: 0.4316764 Feb 03 12:39:00.492997 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c14844b0-a287-492a-ae53-2e591321959f req-55cb4de3-1dad-4251-8ac4-3d1b3faba27a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae26449f-883e-481b-9eaa-864bcb27e4ce HTTP/1.1" status: 200 len: 217 time: 0.0961621 Feb 03 12:39:00.506159 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-9a5587bf-9bda-4a07-994c-dafe69ee44c7 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0177116 Feb 03 12:39:00.529148 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] Request body: {'port': {'device_id': '73c2b8ac-b7ca-4739-9384-b77f4488c455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:00.600315 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 03 Feb 2022 12:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1d4f2f-7e17-4e08-9cc9-2d1db6da2565 x-openstack-request-id: req-6b1d4f2f-7e17-4e08-9cc9-2d1db6da2565 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:00.600521 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27549a86-9efb-4d12-ac57-383a5f14dd32", "name": "network-vif-deleted", "tag": "4cd4f443-15ec-42f8-9651-dffbfea00357", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9b41ab2e-5e82-4c56-ad73-af1f576fe7fb", "tag": "ae26449f-883e-481b-9eaa-864bcb27e4ce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ef12ad3c-1e8e-43fd-8f17-ed58217a9972", "tag": "c3d832b6-954f-455b-918b-4ed6b2c93a36", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:00.600783 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b1d4f2f-7e17-4e08-9cc9-2d1db6da2565 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:00.601195 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27549a86-9efb-4d12-ac57-383a5f14dd32', 'name': 'network-vif-deleted', 'tag': '4cd4f443-15ec-42f8-9651-dffbfea00357', 'status': 'completed', 'code': 200} Feb 03 12:39:00.601455 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b41ab2e-5e82-4c56-ad73-af1f576fe7fb', 'tag': 'ae26449f-883e-481b-9eaa-864bcb27e4ce', 'status': 'completed', 'code': 200} Feb 03 12:39:00.601708 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef12ad3c-1e8e-43fd-8f17-ed58217a9972', 'tag': 'c3d832b6-954f-455b-918b-4ed6b2c93a36', 'status': 'completed', 'code': 200} Feb 03 12:39:00.645911 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a3f77cca-b83e-4602-9177-032efb7100ca req-60186f34-811a-4069-9875-69551c1b1ed0 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&id=a9738632-2d20-4d5c-8398-3b4036f4ca3a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1664317 Feb 03 12:39:00.668657 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bc0123b0-8d4e-4904-92ee-543a81012e7a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:00.670865 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cd1f42-be03-45ed-84ea-47f3f255ce9e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Network 74e4e0c4-54d7-4d23-9064-92730ca3b309 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:39:00.705017 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-76cd1f42-be03-45ed-84ea-47f3f255ce9e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 74e4e0c4-54d7-4d23-9064-92730ca3b309) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:00.714529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd239253-5746-4235-a32d-3cb56ce08aab None None] Network 74e4e0c4-54d7-4d23-9064-92730ca3b309 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:00.755883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14844b0-a287-492a-ae53-2e591321959f req-a2fc39cc-ecf7-49b4-8e53-7aa7a81f477e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:00.757438 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c14844b0-a287-492a-ae53-2e591321959f req-a2fc39cc-ecf7-49b4-8e53-7aa7a81f477e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e699e02c-7d53-4231-bce7-5f9eee89c3d6 HTTP/1.1" status: 200 len: 852 time: 0.2405837 Feb 03 12:39:00.797324 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cd1f42-be03-45ed-84ea-47f3f255ce9e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:00.797945 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76cd1f42-be03-45ed-84ea-47f3f255ce9e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:00.818738 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-adb789b9-7e7c-4136-9dd2-704025655fb0 req-2faeeb27-0bf8-4ecb-91dc-77e533105673 service neutron] 10.222.0.31 "GET /v2.0/networks/006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393749 Feb 03 12:39:00.836292 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c14844b0-a287-492a-ae53-2e591321959f req-218648d4-6dd3-470b-8a42-a8a8826c6745 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b8745d44-134c-43f4-a710-2d8603aaf933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702636 Feb 03 12:39:00.850486 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-76cd1f42-be03-45ed-84ea-47f3f255ce9e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3202605 Feb 03 12:39:00.939819 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:00.946541 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dec8-1ddc-4c35-831c-0c2b3bd40d19 req-0d0a259c-f518-4b23-af81-7311510bbe9c tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:00.951004 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4677dec8-1ddc-4c35-831c-0c2b3bd40d19 req-0d0a259c-f518-4b23-af81-7311510bbe9c tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef12ad3c-1e8e-43fd-8f17-ed58217a9972 HTTP/1.1" status: 200 len: 944 time: 0.2078812 Feb 03 12:39:01.015424 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-74e4e0c4-54d7-4d23-9064-92730ca3b309', 'network_id': '74e4e0c4-54d7-4d23-9064-92730ca3b309', 'project_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'fixed_ips': [{'subnet_id': 'a3bb741d-0ee8-4e52-a0c6-cc62714a97ba'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:39:01.016519 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:01.214152 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c14844b0-a287-492a-ae53-2e591321959f req-98d51b11-5143-4593-a536-af7253187478 service neutron] 10.222.0.31 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695071 Feb 03 12:39:01.242582 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4677dec8-1ddc-4c35-831c-0c2b3bd40d19 req-ae503e45-a2a1-4731-99b2-ec3a4124bbd0 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/security-groups?id=5410b058-a2ff-4769-801d-f74cb96fe92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521985 Feb 03 12:39:01.262336 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] Allocated IP 19.86.0.2 (74e4e0c4-54d7-4d23-9064-92730ca3b309/a3bb741d-0ee8-4e52-a0c6-cc62714a97ba/17bfea7f-d635-4d8a-9658-bdba2992013b) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:01.268711 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860b6daa-d253-4f8f-a209-a6578ae6044b {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:01.289442 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] Publish callbacks [] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:01.308351 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] Transition to ACTIVE for port object 860b6daa-d253-4f8f-a209-a6578ae6044b will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:39:01.317496 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:01.323016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92dad41-39f2-46bb-a937-2452dba7eea4 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:01.369459 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] Publish callbacks [] for port (d92dad41-39f2-46bb-a937-2452dba7eea4), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:01.481012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfa4e2-f28c-4a16-874b-10f98fae7817 req-06d8edae-974c-420c-9793-1b74b5c6d7d4 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:01.489348 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62bfa4e2-f28c-4a16-874b-10f98fae7817 req-06d8edae-974c-420c-9793-1b74b5c6d7d4 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c2b8ac-b7ca-4739-9384-b77f4488c455 HTTP/1.1" status: 200 len: 932 time: 0.4576328 Feb 03 12:39:01.503442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] Transition to ACTIVE for port object d92dad41-39f2-46bb-a937-2452dba7eea4 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:39:01.516754 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d92dad41-39f2-46bb-a937-2452dba7eea4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:01.532856 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7860e7cf-402a-4c84-8a19-4b448618432e None None] Network d468bd58-d0b4-40ea-b090-4a600bf3b4ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:01.565399 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d92dad41-39f2-46bb-a937-2452dba7eea4,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:01.618653 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=860b6daa-d253-4f8f-a209-a6578ae6044b,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:01.628839 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c14844b0-a287-492a-ae53-2e591321959f req-fe98ee54-055b-40ed-84c2-2e82370519cc service neutron] 10.222.0.31 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073887 Feb 03 12:39:01.644452 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62bfa4e2-f28c-4a16-874b-10f98fae7817 req-558cd41f-70bc-4c99-9323-ee8b8b858adb tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503515 Feb 03 12:39:01.685779 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-28706560-755e-4318-97cb-5fbb443ae09e None None] Provisioning complete for port d9359018-41a2-4333-92b7-2d3d8a49cdb4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:01.686349 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28706560-755e-4318-97cb-5fbb443ae09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d9359018-41a2-4333-92b7-2d3d8a49cdb4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:01.745718 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] Publish callbacks [] for port (17bfea7f-d635-4d8a-9658-bdba2992013b), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:01.831694 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (17bfea7f-d635-4d8a-9658-bdba2992013b), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:01.884878 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ff844-333a-4878-aa78-8e3b41f9222e req-7b0af2b4-1096-414d-aa0d-610430ea21e2 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:01.893014 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-218ff844-333a-4878-aa78-8e3b41f9222e req-7b0af2b4-1096-414d-aa0d-610430ea21e2 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 944 time: 0.1270936 Feb 03 12:39:01.902435 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f13101-d92f-413c-a750-eff3c5dbb140 req-9a1fff1b-05ac-454d-96ac-4d75381a4286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:01.903845 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94f13101-d92f-413c-a750-eff3c5dbb140 req-9a1fff1b-05ac-454d-96ac-4d75381a4286 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ba3cb62f98246c08ca253d4a3f26934&device_id=9b41ab2e-5e82-4c56-ad73-af1f576fe7fb HTTP/1.1" status: 200 len: 1167 time: 0.1973903 Feb 03 12:39:01.939559 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] Attempting to bind port d92dad41-39f2-46bb-a937-2452dba7eea4 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:01.939880 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] Attempting to bind port d92dad41-39f2-46bb-a937-2452dba7eea4 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '692d7727-214f-4d87-b1ac-a90a06d89e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:01.940240 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] Attempting to bind port d92dad41-39f2-46bb-a937-2452dba7eea4 on network a4a8a0ef-e064-453a-b5a3-3ea6611543dd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:01.953587 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] Pushing event updated for resources: {'Port': ['ID=17bfea7f-d635-4d8a-9658-bdba2992013b,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:01.958868 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0123b0-8d4e-4904-92ee-543a81012e7a {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:01.967410 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] Port d92dad41-39f2-46bb-a937-2452dba7eea4 on network a4a8a0ef-e064-453a-b5a3-3ea6611543dd not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:39:01.967735 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] Attempting to bind port d92dad41-39f2-46bb-a937-2452dba7eea4 on network a4a8a0ef-e064-453a-b5a3-3ea6611543dd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:01.969041 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d9359018-41a2-4333-92b7-2d3d8a49cdb4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:01.978764 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] Publish callbacks [] for port (bc0123b0-8d4e-4904-92ee-543a81012e7a), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:01.995051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] Transition to ACTIVE for port object bc0123b0-8d4e-4904-92ee-543a81012e7a will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:39:02.018774 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:02.019140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] Checking segment: {'id': '692d7727-214f-4d87-b1ac-a90a06d89e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:02.019539 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] Bound using segment: {'id': '692d7727-214f-4d87-b1ac-a90a06d89e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:02.022662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] Bound port: d92dad41-39f2-46bb-a937-2452dba7eea4, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692d7727-214f-4d87-b1ac-a90a06d89e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:02.023213 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d92dad41-39f2-46bb-a937-2452dba7eea4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:02.054465 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] Network 74e4e0c4-54d7-4d23-9064-92730ca3b309 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:02.062451 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:02.065622 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:02.095105 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-c5b022d9-9576-49fe-8468-22df436edf4d tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:02.096830 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-218ff844-333a-4878-aa78-8e3b41f9222e req-76d3df1c-3e1b-4c48-bf46-35f820b4fbc2 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028816 Feb 03 12:39:02.102462 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-c5b022d9-9576-49fe-8468-22df436edf4d tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:02.110865 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-c5b022d9-9576-49fe-8468-22df436edf4d tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/networks?id=d468bd58-d0b4-40ea-b090-4a600bf3b4ec&id=74e4e0c4-54d7-4d23-9064-92730ca3b309 HTTP/1.1" status: 200 len: 1389 time: 0.7046034 Feb 03 12:39:02.175811 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] Attempting to bind port 860b6daa-d253-4f8f-a209-a6578ae6044b on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:02.176240 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] Attempting to bind port 860b6daa-d253-4f8f-a209-a6578ae6044b by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ec29131a-b8bc-4146-9bc7-9112f24f599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:02.176574 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] Attempting to bind port 860b6daa-d253-4f8f-a209-a6578ae6044b on network 3064cfd8-7cdb-4309-b96b-99c3299527af {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:02.179530 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (bc0123b0-8d4e-4904-92ee-543a81012e7a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:02.192421 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-581d081e-8aab-43a7-abdf-36d39581f018 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/quotas/f35495a3f6e14accbb29833ce60f2ba1 HTTP/1.1" status: 200 len: 375 time: 0.0798080 Feb 03 12:39:02.237276 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] Port 860b6daa-d253-4f8f-a209-a6578ae6044b on network 3064cfd8-7cdb-4309-b96b-99c3299527af not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:39:02.237609 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] Attempting to bind port 860b6daa-d253-4f8f-a209-a6578ae6044b on network 3064cfd8-7cdb-4309-b96b-99c3299527af {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:02.314711 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:02.315095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] Checking segment: {'id': 'ec29131a-b8bc-4146-9bc7-9112f24f599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:02.321646 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] Bound using segment: {'id': 'ec29131a-b8bc-4146-9bc7-9112f24f599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:02.322140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] Bound port: 860b6daa-d253-4f8f-a209-a6578ae6044b, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec29131a-b8bc-4146-9bc7-9112f24f599b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:02.322634 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:02.471256 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0123b0-8d4e-4904-92ee-543a81012e7a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:02.574812 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-28706560-755e-4318-97cb-5fbb443ae09e None None] Current status of the port d9359018-41a2-4333-92b7-2d3d8a49cdb4 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:02.575207 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28706560-755e-4318-97cb-5fbb443ae09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d9359018-41a2-4333-92b7-2d3d8a49cdb4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:02.594005 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-c31ca1b5-906d-4a56-baae-6860d9a56798 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f35495a3f6e14accbb29833ce60f2ba1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3577676 Feb 03 12:39:02.649053 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] Attempting to bind port 17bfea7f-d635-4d8a-9658-bdba2992013b on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:02.649434 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] Attempting to bind port 17bfea7f-d635-4d8a-9658-bdba2992013b by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'ad399727-e3a2-4704-b0b2-6ddb24f17d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '74e4e0c4-54d7-4d23-9064-92730ca3b309'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:02.649867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] Attempting to bind port 17bfea7f-d635-4d8a-9658-bdba2992013b on network 74e4e0c4-54d7-4d23-9064-92730ca3b309 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:02.679918 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port d9359018-41a2-4333-92b7-2d3d8a49cdb4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:02.681786 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d9359018-41a2-4333-92b7-2d3d8a49cdb4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:02.695063 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:02.695531 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] Checking segment: {'id': 'ad399727-e3a2-4704-b0b2-6ddb24f17d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '74e4e0c4-54d7-4d23-9064-92730ca3b309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:02.704162 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:02.705545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f13101-d92f-413c-a750-eff3c5dbb140 req-561617ab-ccaa-4eb4-a446-ca552112425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:02.707801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] Bound using segment: {'id': 'ad399727-e3a2-4704-b0b2-6ddb24f17d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '74e4e0c4-54d7-4d23-9064-92730ca3b309'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:02.708835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] Bound port: 17bfea7f-d635-4d8a-9658-bdba2992013b, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad399727-e3a2-4704-b0b2-6ddb24f17d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '74e4e0c4-54d7-4d23-9064-92730ca3b309'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:02.709516 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (17bfea7f-d635-4d8a-9658-bdba2992013b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:02.709690 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94f13101-d92f-413c-a750-eff3c5dbb140 req-561617ab-ccaa-4eb4-a446-ca552112425b service neutron] 10.222.0.31 "GET /v2.0/networks?id=b8745d44-134c-43f4-a710-2d8603aaf933 HTTP/1.1" status: 200 len: 913 time: 0.7964456 Feb 03 12:39:02.714806 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] For port 860b6daa-d253-4f8f-a209-a6578ae6044b, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:02.722955 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] Attempting to bind port bc0123b0-8d4e-4904-92ee-543a81012e7a on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:02.723197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] Attempting to bind port bc0123b0-8d4e-4904-92ee-543a81012e7a by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '692d7727-214f-4d87-b1ac-a90a06d89e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:02.723663 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] Attempting to bind port bc0123b0-8d4e-4904-92ee-543a81012e7a on network a4a8a0ef-e064-453a-b5a3-3ea6611543dd {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:02.736122 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-28706560-755e-4318-97cb-5fbb443ae09e None None] For port d9359018-41a2-4333-92b7-2d3d8a49cdb4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d9359018-41a2-4333-92b7-2d3d8a49cdb4,segment=NetworkSegment(30db518c-deff-4d9a-adbe-35b3d5b13420),segment_id=30db518c-deff-4d9a-adbe-35b3d5b13420)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:02.779889 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] For port 860b6daa-d253-4f8f-a209-a6578ae6044b, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=860b6daa-d253-4f8f-a209-a6578ae6044b,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:02.787076 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] Port bc0123b0-8d4e-4904-92ee-543a81012e7a on network a4a8a0ef-e064-453a-b5a3-3ea6611543dd not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:39:02.787559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] Attempting to bind port bc0123b0-8d4e-4904-92ee-543a81012e7a on network a4a8a0ef-e064-453a-b5a3-3ea6611543dd {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:02.807721 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:02.808458 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] Checking segment: {'id': '692d7727-214f-4d87-b1ac-a90a06d89e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:02.808991 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] Bound using segment: {'id': '692d7727-214f-4d87-b1ac-a90a06d89e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:02.809705 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] Bound port: bc0123b0-8d4e-4904-92ee-543a81012e7a, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692d7727-214f-4d87-b1ac-a90a06d89e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:02.810608 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bc0123b0-8d4e-4904-92ee-543a81012e7a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:02.814630 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:02.837551 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94f13101-d92f-413c-a750-eff3c5dbb140 req-9852d59e-b76c-401e-9563-10e69924df4f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae26449f-883e-481b-9eaa-864bcb27e4ce HTTP/1.1" status: 200 len: 217 time: 0.1100354 Feb 03 12:39:02.926787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f13101-d92f-413c-a750-eff3c5dbb140 req-b3939266-a37f-45a1-92ae-65c5242da9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:02.928499 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94f13101-d92f-413c-a750-eff3c5dbb140 req-b3939266-a37f-45a1-92ae-65c5242da9a0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e699e02c-7d53-4231-bce7-5f9eee89c3d6 HTTP/1.1" status: 200 len: 852 time: 0.0747921 Feb 03 12:39:02.939840 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28706560-755e-4318-97cb-5fbb443ae09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d9359018-41a2-4333-92b7-2d3d8a49cdb4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:02.986335 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94f13101-d92f-413c-a750-eff3c5dbb140 req-97463ccb-e339-4a35-b944-b917b1973284 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b8745d44-134c-43f4-a710-2d8603aaf933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407140 Feb 03 12:39:02.990925 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-39227348-19da-4347-9630-e2020441e668 service neutron] 10.222.0.18 "GET /v2.0/networks/d468bd58-d0b4-40ea-b090-4a600bf3b4ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863721 Feb 03 12:39:03.008989 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:03.010397 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:03.011811 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] 10.222.0.73 "PUT /v2.0/ports/860b6daa-d253-4f8f-a209-a6578ae6044b HTTP/1.1" status: 200 len: 1092 time: 4.2233503 Feb 03 12:39:03.014832 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeddc32-bc36-4e33-b45a-910b06bf571b', 'tag': '860b6daa-d253-4f8f-a209-a6578ae6044b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:03.020838 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f560081-8b47-4051-9856-a9fd1d7664ee" -d '{"events": [{"name": "network-changed", "server_uuid": "fdeddc32-bc36-4e33-b45a-910b06bf571b", "tag": "860b6daa-d253-4f8f-a209-a6578ae6044b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:03.023045 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] For port d92dad41-39f2-46bb-a937-2452dba7eea4, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:03.058130 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7093a1-6b98-4ff8-8af4-f22a4fb5ef52 req-f94d5f97-0834-43dc-ab78-c78211e46c52 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:03.059748 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c7093a1-6b98-4ff8-8af4-f22a4fb5ef52 req-f94d5f97-0834-43dc-ab78-c78211e46c52 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b41ab2e-5e82-4c56-ad73-af1f576fe7fb HTTP/1.1" status: 200 len: 985 time: 0.3491580 Feb 03 12:39:03.093590 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] For port d92dad41-39f2-46bb-a937-2452dba7eea4, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d92dad41-39f2-46bb-a937-2452dba7eea4,segment=NetworkSegment(692d7727-214f-4d87-b1ac-a90a06d89e3e),segment_id=692d7727-214f-4d87-b1ac-a90a06d89e3e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:03.136194 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d92dad41-39f2-46bb-a937-2452dba7eea4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:03.215623 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-14b1d0b1-e642-4481-afdf-c1dd7605385e service neutron] 10.222.0.18 "GET /v2.0/networks/d468bd58-d0b4-40ea-b090-4a600bf3b4ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435139 Feb 03 12:39:03.225351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d92dad41-39f2-46bb-a937-2452dba7eea4,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:03.249141 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28706560-755e-4318-97cb-5fbb443ae09e None None] Pushing event updated for resources: {'Port': ['ID=d9359018-41a2-4333-92b7-2d3d8a49cdb4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:03.268622 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:03.269256 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:03.272759 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-2c17999a-c254-405b-b56b-09aa4ab337c7 service neutron] 10.222.0.73 "PUT /v2.0/ports/d92dad41-39f2-46bb-a937-2452dba7eea4 HTTP/1.1" status: 200 len: 1092 time: 3.7942758 Feb 03 12:39:03.273252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d976c25-7391-4452-955e-4527e12b5f94', 'tag': 'd92dad41-39f2-46bb-a937-2452dba7eea4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:03.274816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] For port 17bfea7f-d635-4d8a-9658-bdba2992013b, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:03.275577 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b67bfd6-8d51-4755-8597-5b9b944f08ad" -d '{"events": [{"name": "network-changed", "server_uuid": "4d976c25-7391-4452-955e-4527e12b5f94", "tag": "d92dad41-39f2-46bb-a937-2452dba7eea4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:03.283710 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] For port 17bfea7f-d635-4d8a-9658-bdba2992013b, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=17bfea7f-d635-4d8a-9658-bdba2992013b,segment=NetworkSegment(ad399727-e3a2-4704-b0b2-6ddb24f17d43),segment_id=ad399727-e3a2-4704-b0b2-6ddb24f17d43)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:03.286728 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b631101c-d3f3-4a7d-9c5f-ca2cfaffc877 None None] Provisioning complete for port d9359018-41a2-4333-92b7-2d3d8a49cdb4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:03.287109 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b631101c-d3f3-4a7d-9c5f-ca2cfaffc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d9359018-41a2-4333-92b7-2d3d8a49cdb4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:03.299267 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94f13101-d92f-413c-a750-eff3c5dbb140 req-dd014594-7ea3-445d-8ee4-e2cbbc9c9aa2 service neutron] 10.222.0.31 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970488 Feb 03 12:39:03.305298 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c7093a1-6b98-4ff8-8af4-f22a4fb5ef52 req-0d42214f-3c45-479c-a1c3-5f657b80b60d tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&id=a9738632-2d20-4d5c-8398-3b4036f4ca3a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2300591 Feb 03 12:39:03.334712 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (17bfea7f-d635-4d8a-9658-bdba2992013b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:03.421575 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port d9359018-41a2-4333-92b7-2d3d8a49cdb4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:03.446423 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4bdff-bf2d-48dd-a694-32d7c66fef46 None None] Pushing event updated for resources: {'Port': ['ID=17bfea7f-d635-4d8a-9658-bdba2992013b,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:03.507678 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6c769ada-13e9-4758-9160-e2901bc5ebac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:03.509457 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b631101c-d3f3-4a7d-9c5f-ca2cfaffc877 None None] Current status of the port d9359018-41a2-4333-92b7-2d3d8a49cdb4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:03.510019 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4934fd64-8d35-446a-beac-458a2588e543 req-344041cb-1fa6-45ec-bc5a-ef8d28f65ac0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1160727 Feb 03 12:39:03.540884 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device c3d832b6-954f-455b-918b-4ed6b2c93a36 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:03.573933 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94f13101-d92f-413c-a750-eff3c5dbb140 req-c0c5a380-0970-4043-91b7-4672ca3db43c service neutron] 10.222.0.31 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676365 Feb 03 12:39:03.590727 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-cdb429fe-5634-436b-ad0c-a8540d84e652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:03.591903 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-cdb429fe-5634-436b-ad0c-a8540d84e652 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d4cfc0adcb78419ea6d5f3642b57ed48&device_id=4d976c25-7391-4452-955e-4527e12b5f94 HTTP/1.1" status: 200 len: 1126 time: 0.1713009 Feb 03 12:39:03.618339 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-29d7d4cb-aee4-472c-9c8b-65168d4a52da service neutron] 10.222.0.18 "GET /v2.0/networks/74e4e0c4-54d7-4d23-9064-92730ca3b309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373554 Feb 03 12:39:03.683230 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c18dec-62a1-46c8-ad14-eca11cb1d18a req-83ba380c-f6d5-4454-9dfb-c2c92f8b5c4b tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:03.684954 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d2c18dec-62a1-46c8-ad14-eca11cb1d18a req-83ba380c-f6d5-4454-9dfb-c2c92f8b5c4b tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef12ad3c-1e8e-43fd-8f17-ed58217a9972 HTTP/1.1" status: 200 len: 944 time: 0.1682861 Feb 03 12:39:03.725579 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-ea83309b-09a5-4d3e-9b73-cfa1340f5809 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d92dad41-39f2-46bb-a937-2452dba7eea4 HTTP/1.1" status: 200 len: 217 time: 0.1176772 Feb 03 12:39:03.780303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port c3d832b6-954f-455b-918b-4ed6b2c93a36, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c3d832b6-954f-455b-918b-4ed6b2c93a36,segment=NetworkSegment(e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1),segment_id=e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:03.796250 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'c3d832b6-954f-455b-918b-4ed6b2c93a36', 'network_id': '006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52', 'port_id': 'c3d832b6-954f-455b-918b-4ed6b2c93a36', 'mac_address': 'fa:16:3e:3b:33:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '724fae1a-e2b6-4370-b37a-cb3d7e093e75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:03.821543 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-914d2889-89cc-401c-8159-2347d5df095f service neutron] 10.222.0.18 "GET /v2.0/networks/74e4e0c4-54d7-4d23-9064-92730ca3b309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868615 Feb 03 12:39:03.822079 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d9359018-41a2-4333-92b7-2d3d8a49cdb4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:03.822308 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09263cd-a7f2-494e-8a8e-9bd7ba00d0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=860b6daa-d253-4f8f-a209-a6578ae6044b,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:03.893875 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] For port bc0123b0-8d4e-4904-92ee-543a81012e7a, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:03.903131 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] For port bc0123b0-8d4e-4904-92ee-543a81012e7a, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=bc0123b0-8d4e-4904-92ee-543a81012e7a,segment=NetworkSegment(692d7727-214f-4d87-b1ac-a90a06d89e3e),segment_id=692d7727-214f-4d87-b1ac-a90a06d89e3e)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:03.913786 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-ba57b018-e68d-441b-8643-976064c34e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:03.916578 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-ba57b018-e68d-441b-8643-976064c34e2c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ff7bee1bd6646388a5eccfdc31588c3&device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 1126 time: 0.6893237 Feb 03 12:39:03.918806 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (bc0123b0-8d4e-4904-92ee-543a81012e7a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:03.925080 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port c3d832b6-954f-455b-918b-4ed6b2c93a36 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:03.925566 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c3d832b6-954f-455b-918b-4ed6b2c93a36), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:03.934657 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-7cec05d7-a901-4e31-9e02-8c542396a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:03.936447 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-7cec05d7-a901-4e31-9e02-8c542396a9b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ed65b34-d59f-4573-b5c6-f49540a6bdbd HTTP/1.1" status: 200 len: 853 time: 0.1700242 Feb 03 12:39:03.944864 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port d9359018-41a2-4333-92b7-2d3d8a49cdb4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:03.945380 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d9359018-41a2-4333-92b7-2d3d8a49cdb4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:03.948402 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d832b6-954f-455b-918b-4ed6b2c93a36 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:03.985878 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-46252360-064f-4afc-8f33-27f42d938afc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=860b6daa-d253-4f8f-a209-a6578ae6044b HTTP/1.1" status: 200 len: 217 time: 0.0550189 Feb 03 12:39:03.990800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934fd64-8d35-446a-beac-458a2588e543 req-33e1f8f9-b7ff-4271-a024-0de3d069780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:03.996291 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4934fd64-8d35-446a-beac-458a2588e543 req-33e1f8f9-b7ff-4271-a024-0de3d069780d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 1126 time: 0.4475765 Feb 03 12:39:04.069518 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port c3d832b6-954f-455b-918b-4ed6b2c93a36, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c3d832b6-954f-455b-918b-4ed6b2c93a36,segment=NetworkSegment(e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1),segment_id=e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:04.084887 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c3d832b6-954f-455b-918b-4ed6b2c93a36), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:04.138032 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-3c10e750-9940-42ac-ba13-fd74f78da8ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a4a8a0ef-e064-453a-b5a3-3ea6611543dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1893251 Feb 03 12:39:04.259735 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=c3d832b6-954f-455b-918b-4ed6b2c93a36,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:04.279424 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port d9359018-41a2-4333-92b7-2d3d8a49cdb4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:04.291343 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f13101-d92f-413c-a750-eff3c5dbb140 req-55257e64-eea0-43b7-bfa4-c10db5d4484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:04.293020 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94f13101-d92f-413c-a750-eff3c5dbb140 req-55257e64-eea0-43b7-bfa4-c10db5d4484c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8acf8a3aa664a4f8d08b91b0b84088c&device_id=ef12ad3c-1e8e-43fd-8f17-ed58217a9972 HTTP/1.1" status: 200 len: 1126 time: 0.6665037 Feb 03 12:39:04.319296 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d2c18dec-62a1-46c8-ad14-eca11cb1d18a req-3a1e9273-6dac-4e60-a862-aaa033c6f4f3 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/security-groups?id=5410b058-a2ff-4769-801d-f74cb96fe92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6180661 Feb 03 12:39:04.320552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:04.321425 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:04.329928 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] 10.222.0.31 "PUT /v2.0/ports/bc0123b0-8d4e-4904-92ee-543a81012e7a HTTP/1.1" status: 200 len: 1092 time: 3.8136957 Feb 03 12:39:04.382385 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-a2b8228e-60ba-4967-9408-e09d8cfbc562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:04.384395 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-a2b8228e-60ba-4967-9408-e09d8cfbc562 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b8a4225-25b0-42f6-9eec-da0838919221 HTTP/1.1" status: 200 len: 844 time: 0.3425801 Feb 03 12:39:04.465541 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['c3d832b6-954f-455b-918b-4ed6b2c93a36'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:04.503457 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-26a69b20-e754-4eef-af60-0373ab8cb6f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3064cfd8-7cdb-4309-b96b-99c3299527af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731809 Feb 03 12:39:04.514174 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aeecb99-5b8d-49ff-9e95-d065a28c9b9c x-openstack-request-id: req-7aeecb99-5b8d-49ff-9e95-d065a28c9b9c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:04.514542 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdeddc32-bc36-4e33-b45a-910b06bf571b", "tag": "860b6daa-d253-4f8f-a209-a6578ae6044b", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:04.514819 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7aeecb99-5b8d-49ff-9e95-d065a28c9b9c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:04.515260 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdeddc32-bc36-4e33-b45a-910b06bf571b', 'tag': '860b6daa-d253-4f8f-a209-a6578ae6044b', 'status': 'completed', 'code': 200} Feb 03 12:39:04.517012 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d414e-ab43-4e74-b848-9e20da40cec7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0123b0-8d4e-4904-92ee-543a81012e7a,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:04.571096 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba790a9-fc38-49ac-a52e-8a2d89eb17bc req-15534ee4-4ec4-494b-a0d0-73ea7e9ad680 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:04.572960 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4ba790a9-fc38-49ac-a52e-8a2d89eb17bc req-15534ee4-4ec4-494b-a0d0-73ea7e9ad680 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c2b8ac-b7ca-4739-9384-b77f4488c455 HTTP/1.1" status: 200 len: 944 time: 0.3854868 Feb 03 12:39:04.643858 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-5b86e09b-5cd3-42ea-b0f1-b0405db6f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:04.646012 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-5b86e09b-5cd3-42ea-b0f1-b0405db6f219 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d4cfc0adcb78419ea6d5f3642b57ed48&device_id=73c2b8ac-b7ca-4739-9384-b77f4488c455 HTTP/1.1" status: 200 len: 1126 time: 0.2517726 Feb 03 12:39:04.753735 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4ba790a9-fc38-49ac-a52e-8a2d89eb17bc req-37b66b7d-e73e-40eb-ad66-33fe478ac04e tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509466 Feb 03 12:39:04.857146 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-18c8e1a5-e30f-4ee7-a5b4-a0ea80ecfadc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc0123b0-8d4e-4904-92ee-543a81012e7a HTTP/1.1" status: 200 len: 217 time: 0.1758549 Feb 03 12:39:04.895570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f13101-d92f-413c-a750-eff3c5dbb140 req-8f8ddd7d-455f-40c0-a22b-132a51b144bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:04.898595 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94f13101-d92f-413c-a750-eff3c5dbb140 req-8f8ddd7d-455f-40c0-a22b-132a51b144bd service neutron] 10.222.0.31 "GET /v2.0/networks?id=006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52 HTTP/1.1" status: 200 len: 909 time: 0.5733733 Feb 03 12:39:05.141758 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94f13101-d92f-413c-a750-eff3c5dbb140 req-816d9525-9a22-40c6-97e2-8d14bbbce72a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3d832b6-954f-455b-918b-4ed6b2c93a36 HTTP/1.1" status: 200 len: 217 time: 0.1795485 Feb 03 12:39:05.163748 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c4ca6c-d821-47e4-ab0d-2a4d44c4a9e2 x-openstack-request-id: req-f8c4ca6c-d821-47e4-ab0d-2a4d44c4a9e2 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:05.168293 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d976c25-7391-4452-955e-4527e12b5f94", "tag": "d92dad41-39f2-46bb-a937-2452dba7eea4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:05.168869 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8c4ca6c-d821-47e4-ab0d-2a4d44c4a9e2 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:05.170090 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d976c25-7391-4452-955e-4527e12b5f94', 'tag': 'd92dad41-39f2-46bb-a937-2452dba7eea4', 'status': 'completed', 'code': 200} Feb 03 12:39:05.238802 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934fd64-8d35-446a-beac-458a2588e543 req-0c7724b6-217a-434b-b5cc-47b099bdc04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:05.244992 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4934fd64-8d35-446a-beac-458a2588e543 req-0c7724b6-217a-434b-b5cc-47b099bdc04b service neutron] 10.222.0.31 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 909 time: 1.1584823 Feb 03 12:39:05.291142 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-174151bf-cc67-468c-97e2-6384427c7d4b service neutron] 10.222.0.73 "GET /v2.0/networks/a4a8a0ef-e064-453a-b5a3-3ea6611543dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1101749 Feb 03 12:39:05.382790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f13101-d92f-413c-a750-eff3c5dbb140 req-c3c3e06c-f232-45fd-869c-a845cb7748b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:05.384951 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94f13101-d92f-413c-a750-eff3c5dbb140 req-c3c3e06c-f232-45fd-869c-a845cb7748b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=724fae1a-e2b6-4370-b37a-cb3d7e093e75 HTTP/1.1" status: 200 len: 848 time: 0.1996720 Feb 03 12:39:05.495397 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4934fd64-8d35-446a-beac-458a2588e543 req-38d35860-8cd3-48e0-aa7d-ad0456a2407d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad8ce513-b024-4d6b-bba6-b97193218fd4 HTTP/1.1" status: 200 len: 217 time: 0.1221464 Feb 03 12:39:05.500447 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94f13101-d92f-413c-a750-eff3c5dbb140 req-ad349a1f-98cc-4045-8b47-1c0659976b6e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943606 Feb 03 12:39:05.506809 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f9b096-33c4-4710-8d7b-c5574f2f609e None None] Network 74e4e0c4-54d7-4d23-9064-92730ca3b309 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:05.560774 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934fd64-8d35-446a-beac-458a2588e543 req-ba021a51-d240-4b0f-b7ca-d818d24bf550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:05.563165 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4934fd64-8d35-446a-beac-458a2588e543 req-ba021a51-d240-4b0f-b7ca-d818d24bf550 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.0606806 Feb 03 12:39:05.594455 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcae6e-32a5-4dd7-815f-79f34ff437e1 req-dd38b756-5bc7-41be-8f80-9463080cf7ae tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:05.596242 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e5bcae6e-32a5-4dd7-815f-79f34ff437e1 req-dd38b756-5bc7-41be-8f80-9463080cf7ae tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 944 time: 0.9875789 Feb 03 12:39:05.637063 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4934fd64-8d35-446a-beac-458a2588e543 req-d7f1ec04-efa1-4c90-baed-0a0e240cbc2a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380058 Feb 03 12:39:05.677104 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-67e2f0ed-ed20-4328-b48f-712d485bf946 req-5319156e-d57f-4d4f-b7f7-2eda313ee095 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 210 time: 0.0624778 Feb 03 12:39:05.714432 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46472) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:05.729824 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6c616b22-37a8-4292-924d-b2a9e2fb6c01 None None] Provisioning complete for port 17bfea7f-d635-4d8a-9658-bdba2992013b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:05.730528 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6c616b22-37a8-4292-924d-b2a9e2fb6c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (17bfea7f-d635-4d8a-9658-bdba2992013b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:05.746706 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-1a6af473-045a-4307-afbd-8a71655ff9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:05.752590 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-1a6af473-045a-4307-afbd-8a71655ff9db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ed65b34-d59f-4573-b5c6-f49540a6bdbd HTTP/1.1" status: 200 len: 853 time: 0.8893335 Feb 03 12:39:05.755612 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-06b4cc77-b162-4415-bcf7-aa3df443a704 service neutron] 10.222.0.73 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2219577 Feb 03 12:39:05.855584 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-14d25a37-0bd6-448f-8338-1fd699deb111 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a4a8a0ef-e064-453a-b5a3-3ea6611543dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748343 Feb 03 12:39:05.945726 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 17bfea7f-d635-4d8a-9658-bdba2992013b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:06.085799 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 17bfea7f-d635-4d8a-9658-bdba2992013b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:06.086105 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (17bfea7f-d635-4d8a-9658-bdba2992013b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:06.164650 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-364961a9-28ac-4b3d-a249-668a89444282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:06.196877 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6c616b22-37a8-4292-924d-b2a9e2fb6c01 None None] Current status of the port 17bfea7f-d635-4d8a-9658-bdba2992013b is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:06.197272 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6c616b22-37a8-4292-924d-b2a9e2fb6c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (17bfea7f-d635-4d8a-9658-bdba2992013b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:06.199893 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a995b-84ba-4d23-9999-7d261a0e6123 req-b985dc89-3168-4dc7-b52b-522faba14371 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.201766 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-720a995b-84ba-4d23-9999-7d261a0e6123 req-b985dc89-3168-4dc7-b52b-522faba14371 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b41ab2e-5e82-4c56-ad73-af1f576fe7fb HTTP/1.1" status: 200 len: 985 time: 0.3714802 Feb 03 12:39:06.210720 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1ee03-4daf-4dc0-b824-2d97de44e2cf req-c342d23e-773d-4eb1-a3b7-d906e52aa45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.211304 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1ee03-4daf-4dc0-b824-2d97de44e2cf req-c342d23e-773d-4eb1-a3b7-d906e52aa45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.211874 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1ee03-4daf-4dc0-b824-2d97de44e2cf req-c342d23e-773d-4eb1-a3b7-d906e52aa45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.212376 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1ee03-4daf-4dc0-b824-2d97de44e2cf req-c342d23e-773d-4eb1-a3b7-d906e52aa45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.212887 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1ee03-4daf-4dc0-b824-2d97de44e2cf req-c342d23e-773d-4eb1-a3b7-d906e52aa45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.214696 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1ee03-4daf-4dc0-b824-2d97de44e2cf req-c342d23e-773d-4eb1-a3b7-d906e52aa45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.214696 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1ee03-4daf-4dc0-b824-2d97de44e2cf req-c342d23e-773d-4eb1-a3b7-d906e52aa45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.223472 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-81c1ee03-4daf-4dc0-b824-2d97de44e2cf req-c342d23e-773d-4eb1-a3b7-d906e52aa45d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 6707 time: 0.5010321 Feb 03 12:39:06.230692 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4934fd64-8d35-446a-beac-458a2588e543 req-c17b014a-e9dd-4cd7-9a7a-470c14463a2d service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874682 Feb 03 12:39:06.240034 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94f13101-d92f-413c-a750-eff3c5dbb140 req-9d0292c1-99b8-4966-83bc-6cb81581faab service neutron] 10.222.0.31 "GET /v2.0/networks/006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6606789 Feb 03 12:39:06.326395 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 17bfea7f-d635-4d8a-9658-bdba2992013b is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:06.327183 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (17bfea7f-d635-4d8a-9658-bdba2992013b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:06.358720 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-81c1ee03-4daf-4dc0-b824-2d97de44e2cf req-a274bdf1-dde3-4fae-a39c-f7c6965b1d79 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1342108 Feb 03 12:39:06.370392 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a144d23-625e-4f0c-9bec-4fe046e9af6a req-c20bd196-7a89-4577-8831-3ec4f8e56e3d service neutron] 10.222.0.73 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6024776 Feb 03 12:39:06.373101 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-0083c9e0-8d67-443a-b877-ae802832f012 service neutron] 10.222.0.31 "GET /v2.0/networks/a4a8a0ef-e064-453a-b5a3-3ea6611543dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038610 Feb 03 12:39:06.380278 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-719f124d-2b79-4e96-a81e-ed039d832a2c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.386607 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-719f124d-2b79-4e96-a81e-ed039d832a2c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.388367 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6c616b22-37a8-4292-924d-b2a9e2fb6c01 None None] For port 17bfea7f-d635-4d8a-9658-bdba2992013b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=17bfea7f-d635-4d8a-9658-bdba2992013b,segment=NetworkSegment(ad399727-e3a2-4704-b0b2-6ddb24f17d43),segment_id=ad399727-e3a2-4704-b0b2-6ddb24f17d43)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:06.390803 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-719f124d-2b79-4e96-a81e-ed039d832a2c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.31 "GET /v2.0/networks?id=d468bd58-d0b4-40ea-b090-4a600bf3b4ec&id=74e4e0c4-54d7-4d23-9064-92730ca3b309 HTTP/1.1" status: 200 len: 1389 time: 0.5497739 Feb 03 12:39:06.397973 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6c616b22-37a8-4292-924d-b2a9e2fb6c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (17bfea7f-d635-4d8a-9658-bdba2992013b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:06.454850 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e5bcae6e-32a5-4dd7-815f-79f34ff437e1 req-e090aaee-9887-4290-98cd-bc56dce6035f tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8086045 Feb 03 12:39:06.510861 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:39:06.511389 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:39:06.523761 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-5121637c-f2ba-4966-8df5-e4013ea64dc8 service neutron] 10.222.0.73 "GET /v2.0/networks/a4a8a0ef-e064-453a-b5a3-3ea6611543dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1348433 Feb 03 12:39:06.556675 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-ef00ad5c-022a-43e2-b64a-e57b6f813af6 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Request body: {'port': {'device_id': '0de2c3ad-c437-4f8a-adda-3285a2d6dead', 'network_id': 'd468bd58-d0b4-40ea-b090-4a600bf3b4ec', 'admin_state_up': True, 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:06.589345 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c616b22-37a8-4292-924d-b2a9e2fb6c01 None None] Pushing event updated for resources: {'Port': ['ID=17bfea7f-d635-4d8a-9658-bdba2992013b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:06.628538 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-521f2131-a5b3-4c31-ae79-4bf77fcdc0c1 None None] Provisioning complete for port 17bfea7f-d635-4d8a-9658-bdba2992013b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:06.629776 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-521f2131-a5b3-4c31-ae79-4bf77fcdc0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (17bfea7f-d635-4d8a-9658-bdba2992013b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:06.685060 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c2b8ac-b7ca-4739-9384-b77f4488c455', 'tag': 'bc0123b0-8d4e-4904-92ee-543a81012e7a'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:06.689865 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd89789c-9c08-4290-90a2-851b9ed971fc" -d '{"events": [{"name": "network-changed", "server_uuid": "73c2b8ac-b7ca-4739-9384-b77f4488c455", "tag": "bc0123b0-8d4e-4904-92ee-543a81012e7a"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:06.719909 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-4b8b59c8-7ed3-423a-8210-f68b427ff54b service neutron] 10.222.0.31 "GET /v2.0/networks/a4a8a0ef-e064-453a-b5a3-3ea6611543dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278503 Feb 03 12:39:06.736542 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-521f2131-a5b3-4c31-ae79-4bf77fcdc0c1 None None] Current status of the port 17bfea7f-d635-4d8a-9658-bdba2992013b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:06.776643 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-720a995b-84ba-4d23-9999-7d261a0e6123 req-7d0e4222-2859-4f50-bc31-652e24d605b0 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&id=a9738632-2d20-4d5c-8398-3b4036f4ca3a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.5199025 Feb 03 12:39:06.777052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67bfd6-8d51-4755-8597-5b9b944f08ad req-fa33b17d-d2da-4914-b0f1-57892953e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.778431 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b67bfd6-8d51-4755-8597-5b9b944f08ad req-fa33b17d-d2da-4914-b0f1-57892953e883 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d4cfc0adcb78419ea6d5f3642b57ed48&device_id=4d976c25-7391-4452-955e-4527e12b5f94 HTTP/1.1" status: 200 len: 1126 time: 0.1063879 Feb 03 12:39:06.784635 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4934fd64-8d35-446a-beac-458a2588e543 req-0fc2770d-abc1-498c-b066-ff787c829f0f service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421247 Feb 03 12:39:06.806932 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8a51a-dd8f-4e39-be1f-597bba8e4faf req-4a454b94-2f90-4280-aa0e-c4c9a38095cb tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.808637 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6cd8a51a-dd8f-4e39-be1f-597bba8e4faf req-4a454b94-2f90-4280-aa0e-c4c9a38095cb tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef12ad3c-1e8e-43fd-8f17-ed58217a9972 HTTP/1.1" status: 200 len: 945 time: 0.2023563 Feb 03 12:39:06.812764 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94f13101-d92f-413c-a750-eff3c5dbb140 req-24963e33-d047-40b2-a3b4-b6b03b8f707c service neutron] 10.222.0.31 "GET /v2.0/networks/006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520406 Feb 03 12:39:06.820610 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f560081-8b47-4051-9856-a9fd1d7664ee req-b15b5ea4-df80-486f-86ce-9a42bbc7d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.828127 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6f560081-8b47-4051-9856-a9fd1d7664ee req-b15b5ea4-df80-486f-86ce-9a42bbc7d441 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ff7bee1bd6646388a5eccfdc31588c3&device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 1126 time: 0.3184776 Feb 03 12:39:06.831290 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-ef00ad5c-022a-43e2-b64a-e57b6f813af6 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Made reservation on behalf of f35495a3f6e14accbb29833ce60f2ba1 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:06.838890 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:06.840914 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-ef00ad5c-022a-43e2-b64a-e57b6f813af6 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:06.924828 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6cd8a51a-dd8f-4e39-be1f-597bba8e4faf req-5cdb069c-bda0-4697-9e15-1f6002a9a364 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/security-groups?id=5410b058-a2ff-4769-801d-f74cb96fe92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999496 Feb 03 12:39:06.943612 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67bfd6-8d51-4755-8597-5b9b944f08ad req-13efe059-94cb-49ce-8c8c-5e5e27ba6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:06.945168 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b67bfd6-8d51-4755-8597-5b9b944f08ad req-13efe059-94cb-49ce-8c8c-5e5e27ba6dab service neutron] 10.222.0.73 "GET /v2.0/networks?id=a4a8a0ef-e064-453a-b5a3-3ea6611543dd HTTP/1.1" status: 200 len: 914 time: 0.1545262 Feb 03 12:39:07.009320 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b67bfd6-8d51-4755-8597-5b9b944f08ad req-ded5fb58-2d64-4d41-9630-132f5d4fe197 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d92dad41-39f2-46bb-a937-2452dba7eea4 HTTP/1.1" status: 200 len: 217 time: 0.0508687 Feb 03 12:39:07.080384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 17bfea7f-d635-4d8a-9658-bdba2992013b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:07.094748 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f560081-8b47-4051-9856-a9fd1d7664ee req-f841c14a-241b-4d07-99cd-28712ef15fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:07.096315 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6f560081-8b47-4051-9856-a9fd1d7664ee req-f841c14a-241b-4d07-99cd-28712ef15fbc service neutron] 10.222.0.73 "GET /v2.0/networks?id=3064cfd8-7cdb-4309-b96b-99c3299527af HTTP/1.1" status: 200 len: 905 time: 0.2509379 Feb 03 12:39:07.118325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3472e6f-b039-4068-ae25-7a89f2ba3270 req-e7d06aeb-f5c4-48cf-b899-123847dc4fc6 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:07.120080 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a3472e6f-b039-4068-ae25-7a89f2ba3270 req-e7d06aeb-f5c4-48cf-b899-123847dc4fc6 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c2b8ac-b7ca-4739-9384-b77f4488c455 HTTP/1.1" status: 200 len: 944 time: 0.1734669 Feb 03 12:39:07.137998 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae15664f-3159-437b-b132-0b06b4c580d6 req-05641087-ef61-4f08-bf35-7674007ebda4 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 210 time: 0.0484118 Feb 03 12:39:07.154803 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67bfd6-8d51-4755-8597-5b9b944f08ad req-870a2491-01e6-42a1-8b92-5391579c5c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:07.156232 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b67bfd6-8d51-4755-8597-5b9b944f08ad req-870a2491-01e6-42a1-8b92-5391579c5c67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ed65b34-d59f-4573-b5c6-f49540a6bdbd HTTP/1.1" status: 200 len: 853 time: 0.1403768 Feb 03 12:39:07.173883 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6f560081-8b47-4051-9856-a9fd1d7664ee req-647cac95-bac0-40fb-976b-d257bda2f0fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=860b6daa-d253-4f8f-a209-a6578ae6044b HTTP/1.1" status: 200 len: 217 time: 0.0681341 Feb 03 12:39:07.217152 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b67bfd6-8d51-4755-8597-5b9b944f08ad req-cd164454-2d18-497d-ae21-ee7ef1554f56 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a4a8a0ef-e064-453a-b5a3-3ea6611543dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485501 Feb 03 12:39:07.246776 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30bd6e4-dac8-431c-8edd-9c9162cc4843 x-openstack-request-id: req-e30bd6e4-dac8-431c-8edd-9c9162cc4843 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:07.247871 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c2b8ac-b7ca-4739-9384-b77f4488c455", "tag": "bc0123b0-8d4e-4904-92ee-543a81012e7a", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:07.248318 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e30bd6e4-dac8-431c-8edd-9c9162cc4843 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:07.248926 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c2b8ac-b7ca-4739-9384-b77f4488c455', 'tag': 'bc0123b0-8d4e-4904-92ee-543a81012e7a', 'status': 'completed', 'code': 200} Feb 03 12:39:07.260189 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-ef00ad5c-022a-43e2-b64a-e57b6f813af6 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Allocated IP 19.80.0.244 (d468bd58-d0b4-40ea-b090-4a600bf3b4ec/8c442bc8-073d-4ec0-8961-3191195b352b/fc7cac83-0121-4f59-b831-f65594ed91d5) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:07.354815 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a3472e6f-b039-4068-ae25-7a89f2ba3270 req-265fb4e0-d252-4f4c-9474-02c0f5d03bef tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230101 Feb 03 12:39:07.360476 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f560081-8b47-4051-9856-a9fd1d7664ee req-f0f7f573-a23e-4b51-b8be-8e2801e3c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:07.362356 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6f560081-8b47-4051-9856-a9fd1d7664ee req-f0f7f573-a23e-4b51-b8be-8e2801e3c2b8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b8a4225-25b0-42f6-9eec-da0838919221 HTTP/1.1" status: 200 len: 844 time: 0.1787763 Feb 03 12:39:07.403511 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b67bfd6-8d51-4755-8597-5b9b944f08ad req-6dcc1e12-2b7b-4f17-b7d6-252d801266f7 service neutron] 10.222.0.73 "GET /v2.0/networks/a4a8a0ef-e064-453a-b5a3-3ea6611543dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765656 Feb 03 12:39:07.417105 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6f560081-8b47-4051-9856-a9fd1d7664ee req-f3e324a6-77e7-447b-afda-30be8c327de3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3064cfd8-7cdb-4309-b96b-99c3299527af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482118 Feb 03 12:39:07.506435 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89789c-9c08-4290-90a2-851b9ed971fc req-706f47ea-1668-43bd-8433-282750daa5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:07.508061 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd89789c-9c08-4290-90a2-851b9ed971fc req-706f47ea-1668-43bd-8433-282750daa5a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d4cfc0adcb78419ea6d5f3642b57ed48&device_id=73c2b8ac-b7ca-4739-9384-b77f4488c455 HTTP/1.1" status: 200 len: 1126 time: 0.2226167 Feb 03 12:39:07.511743 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0dbdb1a-5cfe-4200-9143-61556651dd9b req-ac6c6dbc-efb2-4a00-b236-01d71b13f395 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1092023939&fields=id&tenant_id=3ba3cb62f98246c08ca253d4a3f26934 HTTP/1.1" status: 200 len: 267 time: 0.2129598 Feb 03 12:39:07.550306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device c3d832b6-954f-455b-918b-4ed6b2c93a36 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:07.638387 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b67bfd6-8d51-4755-8597-5b9b944f08ad req-8c0e92e9-29f2-47f4-867c-9292f669f4e9 service neutron] 10.222.0.73 "GET /v2.0/networks/a4a8a0ef-e064-453a-b5a3-3ea6611543dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262609 Feb 03 12:39:07.639746 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port c3d832b6-954f-455b-918b-4ed6b2c93a36 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:39:07.664326 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port c3d832b6-954f-455b-918b-4ed6b2c93a36 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:07.665813 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c3d832b6-954f-455b-918b-4ed6b2c93a36), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:07.683688 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-ef00ad5c-022a-43e2-b64a-e57b6f813af6 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks [] for port (fc7cac83-0121-4f59-b831-f65594ed91d5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:07.684519 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbdb1a-5cfe-4200-9143-61556651dd9b req-978d8f5e-7608-4f84-9b66-b1056d89823e tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:07.692822 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0dbdb1a-5cfe-4200-9143-61556651dd9b req-978d8f5e-7608-4f84-9b66-b1056d89823e tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b41ab2e-5e82-4c56-ad73-af1f576fe7fb HTTP/1.1" status: 200 len: 985 time: 0.1660719 Feb 03 12:39:07.698968 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d0dbdb1a-5cfe-4200-9143-61556651dd9b req-80e95430-1d22-486a-a7b4-12c571644d58 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Request body: {'port': {'security_groups': ['a9738632-2d20-4d5c-8398-3b4036f4ca3a', 'fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16', 'e94505b6-53d9-4aa8-8f2c-36e54a26e593']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:07.707832 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6f560081-8b47-4051-9856-a9fd1d7664ee req-a2554377-f931-4495-ad99-ae97b9741fa5 service neutron] 10.222.0.73 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785177 Feb 03 12:39:07.721419 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-776d7aa7-459c-43f5-af54-c3a2c82fd4d4 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:07.728333 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-776d7aa7-459c-43f5-af54-c3a2c82fd4d4 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 808 time: 0.2283809 Feb 03 12:39:07.757593 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89789c-9c08-4290-90a2-851b9ed971fc req-ae48e6ee-2e84-4bf6-a2c1-94f72ed61de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:07.759074 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd89789c-9c08-4290-90a2-851b9ed971fc req-ae48e6ee-2e84-4bf6-a2c1-94f72ed61de9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a4a8a0ef-e064-453a-b5a3-3ea6611543dd HTTP/1.1" status: 200 len: 914 time: 0.2427461 Feb 03 12:39:07.769174 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-0a418163-6f9c-47b3-8d86-bfe892322f4c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/quotas/59121cc9f5494060a5397600a3646346 HTTP/1.1" status: 200 len: 375 time: 0.0398431 Feb 03 12:39:07.835964 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port c3d832b6-954f-455b-918b-4ed6b2c93a36 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:07.836676 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c3d832b6-954f-455b-918b-4ed6b2c93a36), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:07.840883 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 17bfea7f-d635-4d8a-9658-bdba2992013b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:07.868053 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd89789c-9c08-4290-90a2-851b9ed971fc req-9d9002c7-b73d-4237-bfce-bcea277c2745 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc0123b0-8d4e-4904-92ee-543a81012e7a HTTP/1.1" status: 200 len: 217 time: 0.0966470 Feb 03 12:39:07.880511 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-ef00ad5c-022a-43e2-b64a-e57b6f813af6 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (fc7cac83-0121-4f59-b831-f65594ed91d5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:07.908939 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef12ad3c-1e8e-43fd-8f17-ed58217a9972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d832b6-954f-455b-918b-4ed6b2c93a36'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:07.911544 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3917c373-063c-43c7-a70b-8daed646a384" -d '{"events": [{"server_uuid": "ef12ad3c-1e8e-43fd-8f17-ed58217a9972", "name": "network-vif-plugged", "status": "completed", "tag": "c3d832b6-954f-455b-918b-4ed6b2c93a36"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:07.929866 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0dbdb1a-5cfe-4200-9143-61556651dd9b req-80e95430-1d22-486a-a7b4-12c571644d58 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ae26449f-883e-481b-9eaa-864bcb27e4ce), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:07.938507 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port c3d832b6-954f-455b-918b-4ed6b2c93a36, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c3d832b6-954f-455b-918b-4ed6b2c93a36,segment=NetworkSegment(e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1),segment_id=e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:07.942985 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-d18bdc5d-a7c7-429e-9ed5-f770e9ee39c1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1722426 Feb 03 12:39:07.947318 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c3d832b6-954f-455b-918b-4ed6b2c93a36), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:07.958838 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6f560081-8b47-4051-9856-a9fd1d7664ee req-101d641a-2515-44ff-8bb9-2b74bcc3bd73 service neutron] 10.222.0.73 "GET /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446485 Feb 03 12:39:07.967256 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89789c-9c08-4290-90a2-851b9ed971fc req-c2629c74-bb0b-4a5e-aa7b-72b519bf9929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:07.969762 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd89789c-9c08-4290-90a2-851b9ed971fc req-c2629c74-bb0b-4a5e-aa7b-72b519bf9929 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3ed65b34-d59f-4573-b5c6-f49540a6bdbd HTTP/1.1" status: 200 len: 853 time: 0.0945253 Feb 03 12:39:07.996223 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-ef00ad5c-022a-43e2-b64a-e57b6f813af6 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Network d468bd58-d0b4-40ea-b090-4a600bf3b4ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:08.001828 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-ef00ad5c-022a-43e2-b64a-e57b6f813af6 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:08.005591 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00ad5c-022a-43e2-b64a-e57b6f813af6 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event updated for resources: {'Port': ['ID=fc7cac83-0121-4f59-b831-f65594ed91d5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:08.023528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 17bfea7f-d635-4d8a-9658-bdba2992013b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:08.024021 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (17bfea7f-d635-4d8a-9658-bdba2992013b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:08.036981 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-ef00ad5c-022a-43e2-b64a-e57b6f813af6 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:08.070822 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd89789c-9c08-4290-90a2-851b9ed971fc req-6a804eab-9b7d-4187-ac2f-8ed331b8dcd8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a4a8a0ef-e064-453a-b5a3-3ea6611543dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686407 Feb 03 12:39:08.133601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=c3d832b6-954f-455b-918b-4ed6b2c93a36,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:08.137264 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-ef00ad5c-022a-43e2-b64a-e57b6f813af6 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:08.139880 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-ef00ad5c-022a-43e2-b64a-e57b6f813af6 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:08.145718 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-dea33ab2-3898-4ab4-99df-f3bed7cf2047 service neutron] 10.222.0.18 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018478 Feb 03 12:39:08.200306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 17bfea7f-d635-4d8a-9658-bdba2992013b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:08.205516 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:08.264119 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-979341b8-927e-481d-acc5-8c05fecd2388 service neutron] 10.222.0.18 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114564 Feb 03 12:39:08.270808 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd89789c-9c08-4290-90a2-851b9ed971fc req-3df76bdb-c15c-4a68-81ea-a2dd0a922f43 service neutron] 10.222.0.31 "GET /v2.0/networks/a4a8a0ef-e064-453a-b5a3-3ea6611543dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935058 Feb 03 12:39:08.274765 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-ef00ad5c-022a-43e2-b64a-e57b6f813af6 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7239311 Feb 03 12:39:08.287301 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-a554e365-677c-4a7d-aac0-53547f967a45 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Request body: {'port': {'device_id': '0de2c3ad-c437-4f8a-adda-3285a2d6dead', 'network_id': '74e4e0c4-54d7-4d23-9064-92730ca3b309', 'admin_state_up': True, 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:08.461313 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-a554e365-677c-4a7d-aac0-53547f967a45 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Made reservation on behalf of f35495a3f6e14accbb29833ce60f2ba1 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:08.467632 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-a554e365-677c-4a7d-aac0-53547f967a45 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:08.481418 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-09814de0-ba01-4d56-8cf8-b77f9f99412a None None] Provisioning complete for port fc7cac83-0121-4f59-b831-f65594ed91d5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:08.481967 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-09814de0-ba01-4d56-8cf8-b77f9f99412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fc7cac83-0121-4f59-b831-f65594ed91d5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:08.761991 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-09814de0-ba01-4d56-8cf8-b77f9f99412a None None] Port fc7cac83-0121-4f59-b831-f65594ed91d5 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:39:08.766041 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-a554e365-677c-4a7d-aac0-53547f967a45 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Allocated IP 19.86.0.96 (74e4e0c4-54d7-4d23-9064-92730ca3b309/a3bb741d-0ee8-4e52-a0c6-cc62714a97ba/42f4609d-d46e-4965-81ac-85f781381db2) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:08.909659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea0081-ddaa-42d3-a4ab-032e0d58d2d3 req-8368950e-662a-46ac-9d85-3d4bdf2fe91c tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:08.919199 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c6ea0081-ddaa-42d3-a4ab-032e0d58d2d3 req-8368950e-662a-46ac-9d85-3d4bdf2fe91c tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 944 time: 0.2327003 Feb 03 12:39:08.986458 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d0dbdb1a-5cfe-4200-9143-61556651dd9b req-80e95430-1d22-486a-a7b4-12c571644d58 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] For port ae26449f-883e-481b-9eaa-864bcb27e4ce, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ae26449f-883e-481b-9eaa-864bcb27e4ce,segment=NetworkSegment(684886bb-de56-47af-999b-bb0af1e11284),segment_id=684886bb-de56-47af-999b-bb0af1e11284)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:08.990098 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd89789c-9c08-4290-90a2-851b9ed971fc req-518a99c2-d448-458d-8a22-6302571c2c84 service neutron] 10.222.0.31 "GET /v2.0/networks/a4a8a0ef-e064-453a-b5a3-3ea6611543dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7032757 Feb 03 12:39:09.028180 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c6ea0081-ddaa-42d3-a4ab-032e0d58d2d3 req-e52ac821-11a9-4894-a3b1-86ed2b6f281a tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079750 Feb 03 12:39:09.060058 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0dbdb1a-5cfe-4200-9143-61556651dd9b req-80e95430-1d22-486a-a7b4-12c571644d58 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for port (ae26449f-883e-481b-9eaa-864bcb27e4ce), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:09.070213 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-a554e365-677c-4a7d-aac0-53547f967a45 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks [] for port (42f4609d-d46e-4965-81ac-85f781381db2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:09.071071 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0dbdb1a-5cfe-4200-9143-61556651dd9b req-80e95430-1d22-486a-a7b4-12c571644d58 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (ae26449f-883e-481b-9eaa-864bcb27e4ce), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:09.085965 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['ae26449f-883e-481b-9eaa-864bcb27e4ce'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:09.122229 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-a554e365-677c-4a7d-aac0-53547f967a45 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (42f4609d-d46e-4965-81ac-85f781381db2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:09.135513 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbdb1a-5cfe-4200-9143-61556651dd9b req-80e95430-1d22-486a-a7b4-12c571644d58 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:09.136478 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0dbdb1a-5cfe-4200-9143-61556651dd9b req-80e95430-1d22-486a-a7b4-12c571644d58 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:09.138057 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0dbdb1a-5cfe-4200-9143-61556651dd9b req-80e95430-1d22-486a-a7b4-12c571644d58 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "PUT /v2.0/ports/ae26449f-883e-481b-9eaa-864bcb27e4ce HTTP/1.1" status: 200 len: 1021 time: 1.4443388 Feb 03 12:39:09.138517 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b41ab2e-5e82-4c56-ad73-af1f576fe7fb', 'tag': 'ae26449f-883e-481b-9eaa-864bcb27e4ce'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:09.141216 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5e9ebc-5727-4fea-a5f0-077a0cf809de" -d '{"events": [{"name": "network-changed", "server_uuid": "9b41ab2e-5e82-4c56-ad73-af1f576fe7fb", "tag": "ae26449f-883e-481b-9eaa-864bcb27e4ce"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:09.183357 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43897abd-aa54-47a2-a18a-a4e6ca9b83bf x-openstack-request-id: req-43897abd-aa54-47a2-a18a-a4e6ca9b83bf {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:09.183800 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef12ad3c-1e8e-43fd-8f17-ed58217a9972", "name": "network-vif-plugged", "status": "completed", "tag": "c3d832b6-954f-455b-918b-4ed6b2c93a36", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:09.200248 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43897abd-aa54-47a2-a18a-a4e6ca9b83bf {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:09.201414 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef12ad3c-1e8e-43fd-8f17-ed58217a9972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d832b6-954f-455b-918b-4ed6b2c93a36', 'code': 200} Feb 03 12:39:09.202453 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['b5c01efc-fb35-484c-b246-491e007c2468'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:09.203271 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e95430-1d22-486a-a7b4-12c571644d58 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event updated for resources: {'Port': ['ID=ae26449f-883e-481b-9eaa-864bcb27e4ce,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:09.293219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a11df-ff41-4c81-800b-141556b17d17 req-fb8ad1b8-e290-4b48-aa2b-de1bbb854ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:09.295901 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2a0a11df-ff41-4c81-800b-141556b17d17 req-fb8ad1b8-e290-4b48-aa2b-de1bbb854ff1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ef12ad3c-1e8e-43fd-8f17-ed58217a9972 HTTP/1.1" status: 200 len: 1128 time: 0.0756450 Feb 03 12:39:09.299118 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['ae26449f-883e-481b-9eaa-864bcb27e4ce'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:09.312814 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554e365-677c-4a7d-aac0-53547f967a45 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event updated for resources: {'Port': ['ID=42f4609d-d46e-4965-81ac-85f781381db2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:09.341390 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-a554e365-677c-4a7d-aac0-53547f967a45 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Network 74e4e0c4-54d7-4d23-9064-92730ca3b309 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:09.361559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-a554e365-677c-4a7d-aac0-53547f967a45 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:09.366738 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-a554e365-677c-4a7d-aac0-53547f967a45 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:09.406676 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2a0a11df-ff41-4c81-800b-141556b17d17 req-1fa8d2bb-1810-485f-ae8a-3bd8909d5cca service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5410b058-a2ff-4769-801d-f74cb96fe92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033404 Feb 03 12:39:09.441679 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b7bfb-6a23-4ba3-89b2-1a953392c19d req-7d64c2c2-599f-4928-b276-9ea72c55b4b7 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:09.443728 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-817b7bfb-6a23-4ba3-89b2-1a953392c19d req-7d64c2c2-599f-4928-b276-9ea72c55b4b7 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef12ad3c-1e8e-43fd-8f17-ed58217a9972 HTTP/1.1" status: 200 len: 946 time: 0.1408477 Feb 03 12:39:09.450318 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-a554e365-677c-4a7d-aac0-53547f967a45 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:09.451302 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-a554e365-677c-4a7d-aac0-53547f967a45 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:09.454736 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f4a7a-bc4f-443d-8c18-53af061e0a8f req-82579935-f2c9-4607-b442-d09f97bef0c7 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:09.468369 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f4a7a-bc4f-443d-8c18-53af061e0a8f req-82579935-f2c9-4607-b442-d09f97bef0c7 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:09.470181 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-353f4a7a-bc4f-443d-8c18-53af061e0a8f req-82579935-f2c9-4607-b442-d09f97bef0c7 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 1654 time: 0.1421297 Feb 03 12:39:09.537748 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-a554e365-677c-4a7d-aac0-53547f967a45 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2550004 Feb 03 12:39:09.574721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device bc0123b0-8d4e-4904-92ee-543a81012e7a details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:09.622385 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-817b7bfb-6a23-4ba3-89b2-1a953392c19d req-1ef66d25-2d8c-400a-952e-4fbaaac68948 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/security-groups?id=5410b058-a2ff-4769-801d-f74cb96fe92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522181 Feb 03 12:39:09.623138 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-353f4a7a-bc4f-443d-8c18-53af061e0a8f req-38ff6240-7569-44ba-bdda-073bb72ba493 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145921 Feb 03 12:39:09.636534 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] Request body: {'port': {'device_id': '0de2c3ad-c437-4f8a-adda-3285a2d6dead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:09.692214 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:39:09.743627 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd548761-d644-462c-9034-ac486f259781 req-944c3669-153a-4038-9f83-de0716a20ff9 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 210 time: 0.0314360 Feb 03 12:39:09.794245 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fc7cac83-0121-4f59-b831-f65594ed91d5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:09.859457 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2251b376-7348-4f53-8fbe-2bba10843214 req-220f8e6f-ec98-416a-88f0-e9e8f5302e3c tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/e94505b6-53d9-4aa8-8f2c-36e54a26e593 HTTP/1.1" status: 200 len: 1820 time: 0.0749507 Feb 03 12:39:09.869765 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:09.917374 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-db8ed0aa-7ae5-4829-a96e-f746cb7c9bf1 None None] Provisioning complete for port 42f4609d-d46e-4965-81ac-85f781381db2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:09.917685 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-db8ed0aa-7ae5-4829-a96e-f746cb7c9bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (42f4609d-d46e-4965-81ac-85f781381db2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:09.920319 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port bc0123b0-8d4e-4904-92ee-543a81012e7a, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=bc0123b0-8d4e-4904-92ee-543a81012e7a,segment=NetworkSegment(692d7727-214f-4d87-b1ac-a90a06d89e3e),segment_id=692d7727-214f-4d87-b1ac-a90a06d89e3e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:09.955038 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-2251b376-7348-4f53-8fbe-2bba10843214 req-fa5a4802-cb10-4f13-aaf1-92bf645695ec tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 12:39:09.972303 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2251b376-7348-4f53-8fbe-2bba10843214 req-fa5a4802-cb10-4f13-aaf1-92bf645695ec tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "DELETE /v2.0/security-groups/e94505b6-53d9-4aa8-8f2c-36e54a26e593 HTTP/1.1" status: 409 len: 341 time: 0.1055131 Feb 03 12:39:10.004471 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'bc0123b0-8d4e-4904-92ee-543a81012e7a', 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd', 'port_id': 'bc0123b0-8d4e-4904-92ee-543a81012e7a', 'mac_address': 'fa:16:3e:29:d5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed65b34-d59f-4573-b5c6-f49540a6bdbd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:10.016917 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df65b4b-e759-4513-bd47-0bd2979d3cfb x-openstack-request-id: req-9df65b4b-e759-4513-bd47-0bd2979d3cfb {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:10.017676 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b41ab2e-5e82-4c56-ad73-af1f576fe7fb", "tag": "ae26449f-883e-481b-9eaa-864bcb27e4ce", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:10.017755 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9df65b4b-e759-4513-bd47-0bd2979d3cfb {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:10.018405 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b41ab2e-5e82-4c56-ad73-af1f576fe7fb', 'tag': 'ae26449f-883e-481b-9eaa-864bcb27e4ce', 'status': 'completed', 'code': 200} Feb 03 12:39:10.088891 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port bc0123b0-8d4e-4904-92ee-543a81012e7a is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:10.089287 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bc0123b0-8d4e-4904-92ee-543a81012e7a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:10.092862 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-db8ed0aa-7ae5-4829-a96e-f746cb7c9bf1 None None] Port 42f4609d-d46e-4965-81ac-85f781381db2 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:39:10.137692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e9ebc-5727-4fea-a5f0-077a0cf809de req-017fcc1f-c6ad-40b8-ba63-26d32ed7ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:10.140200 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab5e9ebc-5727-4fea-a5f0-077a0cf809de req-017fcc1f-c6ad-40b8-ba63-26d32ed7ed5b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3ba3cb62f98246c08ca253d4a3f26934&device_id=9b41ab2e-5e82-4c56-ad73-af1f576fe7fb HTTP/1.1" status: 200 len: 1207 time: 0.0936658 Feb 03 12:39:10.166773 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0123b0-8d4e-4904-92ee-543a81012e7a {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:10.250991 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port bc0123b0-8d4e-4904-92ee-543a81012e7a, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=bc0123b0-8d4e-4904-92ee-543a81012e7a,segment=NetworkSegment(692d7727-214f-4d87-b1ac-a90a06d89e3e),segment_id=692d7727-214f-4d87-b1ac-a90a06d89e3e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:10.279276 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0526a15-9692-4f2f-a6c2-021e67ce3f64 req-ffa54b53-2658-4ed6-a04e-76b42ff72b46 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:10.281159 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a0526a15-9692-4f2f-a6c2-021e67ce3f64 req-ffa54b53-2658-4ed6-a04e-76b42ff72b46 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c2b8ac-b7ca-4739-9384-b77f4488c455 HTTP/1.1" status: 200 len: 944 time: 0.5254390 Feb 03 12:39:10.309338 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (bc0123b0-8d4e-4904-92ee-543a81012e7a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:10.328005 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e9ebc-5727-4fea-a5f0-077a0cf809de req-0cc8c0f2-a98a-49f5-8935-c8a94d9a837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:10.329864 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab5e9ebc-5727-4fea-a5f0-077a0cf809de req-0cc8c0f2-a98a-49f5-8935-c8a94d9a837d service neutron] 10.222.0.31 "GET /v2.0/networks?id=b8745d44-134c-43f4-a710-2d8603aaf933 HTTP/1.1" status: 200 len: 913 time: 0.1826541 Feb 03 12:39:10.409712 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86a6ee-3965-48a6-a648-58cd2f186bb5 req-6adaed2e-5a01-402e-af1f-08f97556978d tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:10.412346 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b86a6ee-3965-48a6-a648-58cd2f186bb5 req-6adaed2e-5a01-402e-af1f-08f97556978d tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 944 time: 0.1307156 Feb 03 12:39:10.413873 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab5e9ebc-5727-4fea-a5f0-077a0cf809de req-6af149d1-e231-410a-ae62-91cf600d34f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae26449f-883e-481b-9eaa-864bcb27e4ce HTTP/1.1" status: 200 len: 217 time: 0.0671868 Feb 03 12:39:10.472140 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a0526a15-9692-4f2f-a6c2-021e67ce3f64 req-8dc3dac9-a975-4d68-a008-16f338d38739 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821051 Feb 03 12:39:10.478405 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7cac83-0121-4f59-b831-f65594ed91d5 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:10.504557 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] Publish callbacks [] for port (fc7cac83-0121-4f59-b831-f65594ed91d5), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:10.521710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-64e347ff-303b-403c-801d-34da9562555e tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:10.523200 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-64e347ff-303b-403c-801d-34da9562555e tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.73 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 808 time: 0.2890050 Feb 03 12:39:10.524321 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b86a6ee-3965-48a6-a648-58cd2f186bb5 req-5792cdd8-53f4-41d7-b041-93c7320a864f tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007006 Feb 03 12:39:10.540241 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] Transition to ACTIVE for port object fc7cac83-0121-4f59-b831-f65594ed91d5 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:39:10.543917 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-1550a6f3-7b18-4c0d-87af-ce885c29a77b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Request body: {'port': {'device_id': 'bf5fa651-82ce-4b86-ac80-bc9ad3186819', 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b', 'admin_state_up': True, 'tenant_id': '59121cc9f5494060a5397600a3646346'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:10.548699 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (fc7cac83-0121-4f59-b831-f65594ed91d5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:10.557782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e9ebc-5727-4fea-a5f0-077a0cf809de req-81ee846c-b0b5-423b-8714-2f266eb329c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:10.562732 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab5e9ebc-5727-4fea-a5f0-077a0cf809de req-81ee846c-b0b5-423b-8714-2f266eb329c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e699e02c-7d53-4231-bce7-5f9eee89c3d6 HTTP/1.1" status: 200 len: 852 time: 0.1342609 Feb 03 12:39:10.595531 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=bc0123b0-8d4e-4904-92ee-543a81012e7a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:10.686706 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab5e9ebc-5727-4fea-a5f0-077a0cf809de req-4ee8426d-83e3-49cd-b1dc-f4303e347f35 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b8745d44-134c-43f4-a710-2d8603aaf933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110229 Feb 03 12:39:10.698489 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['bc0123b0-8d4e-4904-92ee-543a81012e7a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:10.902364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7cac83-0121-4f59-b831-f65594ed91d5,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:10.971360 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab5e9ebc-5727-4fea-a5f0-077a0cf809de req-4f63ca52-2a4b-46cb-bbe9-7e4525ceecaf service neutron] 10.222.0.31 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752314 Feb 03 12:39:10.984145 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dba640-adda-4d52-adef-1431c984be81 req-6ed0a800-bca7-4928-a45d-2c2ac47a5e77 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:10.992160 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a3dba640-adda-4d52-adef-1431c984be81 req-6ed0a800-bca7-4928-a45d-2c2ac47a5e77 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b41ab2e-5e82-4c56-ad73-af1f576fe7fb HTTP/1.1" status: 200 len: 1024 time: 0.3860447 Feb 03 12:39:11.024371 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d8a9d-029e-47bd-97a3-5013cb0f1046 req-cb4fcc37-c8e6-4445-b2e9-5a43a142a17e tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.033232 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-341d8a9d-029e-47bd-97a3-5013cb0f1046 req-cb4fcc37-c8e6-4445-b2e9-5a43a142a17e tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef12ad3c-1e8e-43fd-8f17-ed58217a9972 HTTP/1.1" status: 200 len: 946 time: 0.1967323 Feb 03 12:39:11.035718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] Attempting to bind port fc7cac83-0121-4f59-b831-f65594ed91d5 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:11.036320 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] Attempting to bind port fc7cac83-0121-4f59-b831-f65594ed91d5 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '30db518c-deff-4d9a-adbe-35b3d5b13420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd468bd58-d0b4-40ea-b090-4a600bf3b4ec'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:11.036883 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] Attempting to bind port fc7cac83-0121-4f59-b831-f65594ed91d5 on network d468bd58-d0b4-40ea-b090-4a600bf3b4ec {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:11.052287 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] Port fc7cac83-0121-4f59-b831-f65594ed91d5 on network d468bd58-d0b4-40ea-b090-4a600bf3b4ec not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:39:11.052963 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] Attempting to bind port fc7cac83-0121-4f59-b831-f65594ed91d5 on network d468bd58-d0b4-40ea-b090-4a600bf3b4ec {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:11.055118 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-1550a6f3-7b18-4c0d-87af-ce885c29a77b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Made reservation on behalf of 59121cc9f5494060a5397600a3646346 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:11.058690 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-1550a6f3-7b18-4c0d-87af-ce885c29a77b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:11.082885 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:11.083583 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] Checking segment: {'id': '30db518c-deff-4d9a-adbe-35b3d5b13420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd468bd58-d0b4-40ea-b090-4a600bf3b4ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:11.084235 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] Bound using segment: {'id': '30db518c-deff-4d9a-adbe-35b3d5b13420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd468bd58-d0b4-40ea-b090-4a600bf3b4ec'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:11.084901 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] Bound port: fc7cac83-0121-4f59-b831-f65594ed91d5, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30db518c-deff-4d9a-adbe-35b3d5b13420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd468bd58-d0b4-40ea-b090-4a600bf3b4ec'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:11.085471 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fc7cac83-0121-4f59-b831-f65594ed91d5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:11.146820 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a3dba640-adda-4d52-adef-1431c984be81 req-b6d7c9bb-f706-4806-b2b2-04372695ab8b tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&id=a9738632-2d20-4d5c-8398-3b4036f4ca3a&id=e94505b6-53d9-4aa8-8f2c-36e54a26e593&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1533437 Feb 03 12:39:11.158434 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-341d8a9d-029e-47bd-97a3-5013cb0f1046 req-3b611a5d-fd5d-465b-8a86-4ba45b49d598 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/security-groups?id=5410b058-a2ff-4769-801d-f74cb96fe92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242337 Feb 03 12:39:11.264480 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] For port fc7cac83-0121-4f59-b831-f65594ed91d5, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:11.268754 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] For port fc7cac83-0121-4f59-b831-f65594ed91d5, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=fc7cac83-0121-4f59-b831-f65594ed91d5,segment=NetworkSegment(30db518c-deff-4d9a-adbe-35b3d5b13420),segment_id=30db518c-deff-4d9a-adbe-35b3d5b13420)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:11.268923 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab5e9ebc-5727-4fea-a5f0-077a0cf809de req-b63a451e-33cc-418e-897f-89b05ce9aaf7 service neutron] 10.222.0.31 "GET /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876263 Feb 03 12:39:11.326013 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abc67309-9207-40fb-bc4e-7bacfd7fa18d req-8385969e-c202-4378-b549-1d3e2ea384ca tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 210 time: 0.0441327 Feb 03 12:39:11.335273 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-50d7ea3a-83cc-49e2-aee6-fae7ed11e8d5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1106482 Feb 03 12:39:11.359571 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (fc7cac83-0121-4f59-b831-f65594ed91d5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:11.485783 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-81f578e3-7e48-45cf-a529-d1012f3d912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.486432 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-81f578e3-7e48-45cf-a529-d1012f3d912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.486978 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-81f578e3-7e48-45cf-a529-d1012f3d912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.487691 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-81f578e3-7e48-45cf-a529-d1012f3d912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.488827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-81f578e3-7e48-45cf-a529-d1012f3d912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.489363 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-81f578e3-7e48-45cf-a529-d1012f3d912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.489901 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-81f578e3-7e48-45cf-a529-d1012f3d912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.492528 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-81f578e3-7e48-45cf-a529-d1012f3d912e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e9261d80c134a528c4f6c4dcfb8fdad&device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 6707 time: 0.0773561 Feb 03 12:39:11.693765 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93241269-4302-4b48-a375-5686a808e6ad req-28c1ad13-6212-4f58-bb92-c33f62b1b2d6 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.701206 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-93241269-4302-4b48-a375-5686a808e6ad req-28c1ad13-6212-4f58-bb92-c33f62b1b2d6 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c2b8ac-b7ca-4739-9384-b77f4488c455 HTTP/1.1" status: 200 len: 945 time: 0.1332321 Feb 03 12:39:11.706507 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d92dad41-39f2-46bb-a937-2452dba7eea4 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:11.763645 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-1550a6f3-7b18-4c0d-87af-ce885c29a77b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Allocated IP 172.20.0.10 (261b9ae4-c32c-4699-b2c0-61d6a780f49b/fdc6398e-4bbb-472c-be47-bf6310728b3e/43b908f7-4c59-4aa4-a9df-30167b7a4f91) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:11.773010 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.773556 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:11.775101 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] 10.222.0.31 "PUT /v2.0/ports/fc7cac83-0121-4f59-b831-f65594ed91d5 HTTP/1.1" status: 200 len: 1092 time: 2.1525536 Feb 03 12:39:11.775571 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de2c3ad-c437-4f8a-adda-3285a2d6dead', 'tag': 'fc7cac83-0121-4f59-b831-f65594ed91d5'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:11.777929 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e1d5c1-1201-4a5c-8e92-e86c0bc98a09" -d '{"events": [{"name": "network-changed", "server_uuid": "0de2c3ad-c437-4f8a-adda-3285a2d6dead", "tag": "fc7cac83-0121-4f59-b831-f65594ed91d5"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:11.787061 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-3686d948-5698-4a27-846e-e16c5de8ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.787553 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-3686d948-5698-4a27-846e-e16c5de8ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.797680 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-3686d948-5698-4a27-846e-e16c5de8ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:11.800149 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-3686d948-5698-4a27-846e-e16c5de8ba50 service neutron] 10.222.0.73 "GET /v2.0/networks?id=259c9e24-5450-466e-8578-f11470a26a3d&id=9c9f93eb-710e-451f-966d-9a0a4f14a144&id=9c9f93eb-710e-451f-966d-9a0a4f14a144&id=9c9f93eb-710e-451f-966d-9a0a4f14a144&id=9c9f93eb-710e-451f-966d-9a0a4f14a144&id=8ad14e2d-6531-4d66-b186-adc852ea82f1&id=8ad14e2d-6531-4d66-b186-adc852ea82f1 HTTP/1.1" status: 200 len: 2293 time: 0.2788084 Feb 03 12:39:11.813988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] Request body: {'port': {'device_id': '0de2c3ad-c437-4f8a-adda-3285a2d6dead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:11.832272 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-93241269-4302-4b48-a375-5686a808e6ad req-16a79c45-86b6-42c6-897a-73c4d0f3aaf6 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253092 Feb 03 12:39:11.880170 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bc696-4bcc-4916-9b41-b4e5f2067594 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7cac83-0121-4f59-b831-f65594ed91d5,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:11.922641 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d92dad41-39f2-46bb-a937-2452dba7eea4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d92dad41-39f2-46bb-a937-2452dba7eea4,segment=NetworkSegment(692d7727-214f-4d87-b1ac-a90a06d89e3e),segment_id=692d7727-214f-4d87-b1ac-a90a06d89e3e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:11.965755 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'd92dad41-39f2-46bb-a937-2452dba7eea4', 'network_id': 'a4a8a0ef-e064-453a-b5a3-3ea6611543dd', 'port_id': 'd92dad41-39f2-46bb-a937-2452dba7eea4', 'mac_address': 'fa:16:3e:2d:aa:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed65b34-d59f-4573-b5c6-f49540a6bdbd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:12.013540 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221498aa-c6cc-4731-b0b1-649ffb539dd4 req-041af43c-5dad-4c5f-81ad-ace327d9a2e7 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:12.019383 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221498aa-c6cc-4731-b0b1-649ffb539dd4 req-041af43c-5dad-4c5f-81ad-ace327d9a2e7 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:12.027338 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-221498aa-c6cc-4731-b0b1-649ffb539dd4 req-041af43c-5dad-4c5f-81ad-ace327d9a2e7 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 1666 time: 0.6725724 Feb 03 12:39:12.052652 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port d92dad41-39f2-46bb-a937-2452dba7eea4 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:12.053411 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d92dad41-39f2-46bb-a937-2452dba7eea4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:12.075484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92dad41-39f2-46bb-a937-2452dba7eea4 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:12.114680 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-bb6bd21a-1c11-4860-9673-3dee33d3916c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4826eed5-8674-4d26-a490-465da149bc95 HTTP/1.1" status: 200 len: 1000 time: 0.2796528 Feb 03 12:39:12.115336 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (42f4609d-d46e-4965-81ac-85f781381db2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:12.153779 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d92dad41-39f2-46bb-a937-2452dba7eea4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d92dad41-39f2-46bb-a937-2452dba7eea4,segment=NetworkSegment(692d7727-214f-4d87-b1ac-a90a06d89e3e),segment_id=692d7727-214f-4d87-b1ac-a90a06d89e3e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:12.158556 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d92dad41-39f2-46bb-a937-2452dba7eea4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:12.159527 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 860b6daa-d253-4f8f-a209-a6578ae6044b details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:12.193479 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-9d20839d-ef1b-4b9d-b31b-65d5a030173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:12.195061 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-9d20839d-ef1b-4b9d-b31b-65d5a030173d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b063e2a3-8e40-40f6-89bc-8502d1a3d0cc HTTP/1.1" status: 200 len: 850 time: 0.0723438 Feb 03 12:39:12.225635 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-221498aa-c6cc-4731-b0b1-649ffb539dd4 req-ebfbd94c-e604-422a-bb72-78159951117f tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973886 Feb 03 12:39:12.269703 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd59e74-852d-431e-9fcc-3e358ce3db9a req-5811ccf5-012e-4e43-ae39-db4f0ee6ea5e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:12.280672 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9fd59e74-852d-431e-9fcc-3e358ce3db9a req-5811ccf5-012e-4e43-ae39-db4f0ee6ea5e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 944 time: 0.2938614 Feb 03 12:39:12.365905 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=d92dad41-39f2-46bb-a937-2452dba7eea4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:12.416666 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c99ae-40b6-4b96-9273-e0eddc6449df req-a65216bb-d700-4ae1-8e7d-1498a425efd7 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:12.419013 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6f6c99ae-40b6-4b96-9273-e0eddc6449df req-a65216bb-d700-4ae1-8e7d-1498a425efd7 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.31 "GET /v2.0/ports?device_id=9b41ab2e-5e82-4c56-ad73-af1f576fe7fb HTTP/1.1" status: 200 len: 1024 time: 0.4798195 Feb 03 12:39:12.515045 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 860b6daa-d253-4f8f-a209-a6578ae6044b, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=860b6daa-d253-4f8f-a209-a6578ae6044b,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:12.540570 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '860b6daa-d253-4f8f-a209-a6578ae6044b', 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af', 'port_id': '860b6daa-d253-4f8f-a209-a6578ae6044b', 'mac_address': 'fa:16:3e:4e:e6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8a4225-25b0-42f6-9eec-da0838919221', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:12.601601 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9fd59e74-852d-431e-9fcc-3e358ce3db9a req-9a424a19-0aad-4bfc-a0e7-55ad5c925595 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199255 Feb 03 12:39:12.606014 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-6d3f51a4-482a-47d1-a880-ef237c5caf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:12.607574 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-6d3f51a4-482a-47d1-a880-ef237c5caf09 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=259c9e24-5450-466e-8578-f11470a26a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4054449 Feb 03 12:39:12.638310 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f4609d-d46e-4965-81ac-85f781381db2 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:12.647836 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 860b6daa-d253-4f8f-a209-a6578ae6044b is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:12.648294 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:12.649805 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] Publish callbacks [] for port (42f4609d-d46e-4965-81ac-85f781381db2), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:12.663913 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] Transition to ACTIVE for port object 42f4609d-d46e-4965-81ac-85f781381db2 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:39:12.667206 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43949cef-8d68-42ea-ab13-b03a62a69b89 x-openstack-request-id: req-43949cef-8d68-42ea-ab13-b03a62a69b89 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:12.667667 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de2c3ad-c437-4f8a-adda-3285a2d6dead", "tag": "fc7cac83-0121-4f59-b831-f65594ed91d5", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:12.668594 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43949cef-8d68-42ea-ab13-b03a62a69b89 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:12.669233 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de2c3ad-c437-4f8a-adda-3285a2d6dead', 'tag': 'fc7cac83-0121-4f59-b831-f65594ed91d5', 'status': 'completed', 'code': 200} Feb 03 12:39:12.677221 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-1550a6f3-7b18-4c0d-87af-ce885c29a77b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks [] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:12.678961 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860b6daa-d253-4f8f-a209-a6578ae6044b {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:12.686236 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (42f4609d-d46e-4965-81ac-85f781381db2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:12.708781 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 860b6daa-d253-4f8f-a209-a6578ae6044b, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=860b6daa-d253-4f8f-a209-a6578ae6044b,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:12.719583 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:12.775998 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e3aaedf-783b-40f5-a790-676b72b13b27 req-6143bedd-2348-49fd-8e6e-ff670f15a352 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 210 time: 0.0708857 Feb 03 12:39:12.832832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=860b6daa-d253-4f8f-a209-a6578ae6044b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:12.900677 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] Pushing event updated for resources: {'Port': ['ID=42f4609d-d46e-4965-81ac-85f781381db2,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:12.925305 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7081fe-52c3-428f-9c8a-0f77c1ac4883 req-10acefb5-2d79-488b-8e46-cd2b7f0737cd tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:12.931894 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-46e32e8f-e41f-43c7-a099-12d88fc17d53 service neutron] 10.222.0.73 "GET /v2.0/networks/259c9e24-5450-466e-8578-f11470a26a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258770 Feb 03 12:39:12.935244 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e7081fe-52c3-428f-9c8a-0f77c1ac4883 req-10acefb5-2d79-488b-8e46-cd2b7f0737cd tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b41ab2e-5e82-4c56-ad73-af1f576fe7fb HTTP/1.1" status: 200 len: 1024 time: 0.2625844 Feb 03 12:39:12.937283 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1d5c1-1201-4a5c-8e92-e86c0bc98a09 req-91162ed4-5296-4e44-a324-826855be971f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:12.938057 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1d5c1-1201-4a5c-8e92-e86c0bc98a09 req-91162ed4-5296-4e44-a324-826855be971f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:12.939687 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68e1d5c1-1201-4a5c-8e92-e86c0bc98a09 req-91162ed4-5296-4e44-a324-826855be971f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f35495a3f6e14accbb29833ce60f2ba1&device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 1944 time: 0.4868500 Feb 03 12:39:13.017672 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-1550a6f3-7b18-4c0d-87af-ce885c29a77b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:13.029145 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['b4cdce3c-ede9-447a-93fd-ab1378721ecd'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:13.070835 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-6f6c99ae-40b6-4b96-9273-e0eddc6449df req-fd4c7c2f-c2b2-4b48-b404-cd58164ed001 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Deleting port ae26449f-883e-481b-9eaa-864bcb27e4ce {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:13.071505 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6f6c99ae-40b6-4b96-9273-e0eddc6449df req-fd4c7c2f-c2b2-4b48-b404-cd58164ed001 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ae26449f-883e-481b-9eaa-864bcb27e4ce), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:13.099273 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550a6f3-7b18-4c0d-87af-ce885c29a77b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Pushing event updated for resources: {'Port': ['ID=43b908f7-4c59-4aa4-a9df-30167b7a4f91,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:13.165084 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-1550a6f3-7b18-4c0d-87af-ce885c29a77b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Network 261b9ae4-c32c-4699-b2c0-61d6a780f49b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:13.170684 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] Attempting to bind port 42f4609d-d46e-4965-81ac-85f781381db2 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:13.171025 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] Attempting to bind port 42f4609d-d46e-4965-81ac-85f781381db2 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ad399727-e3a2-4704-b0b2-6ddb24f17d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '74e4e0c4-54d7-4d23-9064-92730ca3b309'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:13.171361 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] Attempting to bind port 42f4609d-d46e-4965-81ac-85f781381db2 on network 74e4e0c4-54d7-4d23-9064-92730ca3b309 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:13.179297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-1550a6f3-7b18-4c0d-87af-ce885c29a77b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:13.184689 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-1550a6f3-7b18-4c0d-87af-ce885c29a77b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:13.205227 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6f6c99ae-40b6-4b96-9273-e0eddc6449df req-fd4c7c2f-c2b2-4b48-b404-cd58164ed001 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] For port ae26449f-883e-481b-9eaa-864bcb27e4ce, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ae26449f-883e-481b-9eaa-864bcb27e4ce,segment=NetworkSegment(684886bb-de56-47af-999b-bb0af1e11284),segment_id=684886bb-de56-47af-999b-bb0af1e11284)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:13.206348 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6f6c99ae-40b6-4b96-9273-e0eddc6449df req-fd4c7c2f-c2b2-4b48-b404-cd58164ed001 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ae26449f-883e-481b-9eaa-864bcb27e4ce), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:13.228711 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-6f6c99ae-40b6-4b96-9273-e0eddc6449df req-fd4c7c2f-c2b2-4b48-b404-cd58164ed001 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Calling delete_port for ae26449f-883e-481b-9eaa-864bcb27e4ce owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:13.241569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-1550a6f3-7b18-4c0d-87af-ce885c29a77b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:13.242196 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-1550a6f3-7b18-4c0d-87af-ce885c29a77b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:13.252548 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] Port 42f4609d-d46e-4965-81ac-85f781381db2 on network 74e4e0c4-54d7-4d23-9064-92730ca3b309 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:39:13.252893 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] Attempting to bind port 42f4609d-d46e-4965-81ac-85f781381db2 on network 74e4e0c4-54d7-4d23-9064-92730ca3b309 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:13.280200 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e7081fe-52c3-428f-9c8a-0f77c1ac4883 req-762fb776-99e8-4ee2-b4b9-7cf739fde351 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&id=a9738632-2d20-4d5c-8398-3b4036f4ca3a&id=e94505b6-53d9-4aa8-8f2c-36e54a26e593&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3204072 Feb 03 12:39:13.282431 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:13.285920 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] Checking segment: {'id': 'ad399727-e3a2-4704-b0b2-6ddb24f17d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '74e4e0c4-54d7-4d23-9064-92730ca3b309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:13.286345 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] Bound using segment: {'id': 'ad399727-e3a2-4704-b0b2-6ddb24f17d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '74e4e0c4-54d7-4d23-9064-92730ca3b309'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:13.286813 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] Bound port: 42f4609d-d46e-4965-81ac-85f781381db2, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad399727-e3a2-4704-b0b2-6ddb24f17d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '74e4e0c4-54d7-4d23-9064-92730ca3b309'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:13.287479 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (42f4609d-d46e-4965-81ac-85f781381db2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:13.323976 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-1550a6f3-7b18-4c0d-87af-ce885c29a77b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7849996 Feb 03 12:39:13.370864 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] Request body: {'port': {'device_id': 'bf5fa651-82ce-4b86-ac80-bc9ad3186819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:13.411731 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6f6c99ae-40b6-4b96-9273-e0eddc6449df req-fd4c7c2f-c2b2-4b48-b404-cd58164ed001 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ae26449f-883e-481b-9eaa-864bcb27e4ce), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:13.413844 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['d92dad41-39f2-46bb-a937-2452dba7eea4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:13.415963 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['860b6daa-d253-4f8f-a209-a6578ae6044b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:13.427652 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['ae26449f-883e-481b-9eaa-864bcb27e4ce'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:13.510506 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:13.562507 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] For port 42f4609d-d46e-4965-81ac-85f781381db2, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:13.587409 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] For port 42f4609d-d46e-4965-81ac-85f781381db2, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=42f4609d-d46e-4965-81ac-85f781381db2,segment=NetworkSegment(ad399727-e3a2-4704-b0b2-6ddb24f17d43),segment_id=ad399727-e3a2-4704-b0b2-6ddb24f17d43)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:13.610651 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4728c-c97a-4c0e-b76f-16e02e3e5c8a req-c72785d6-87d5-40f1-82da-ea3d89eb1a67 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:13.615743 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['b5c01efc-fb35-484c-b246-491e007c2468'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:13.619355 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-09d4728c-c97a-4c0e-b76f-16e02e3e5c8a req-c72785d6-87d5-40f1-82da-ea3d89eb1a67 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c2b8ac-b7ca-4739-9384-b77f4488c455 HTTP/1.1" status: 200 len: 945 time: 0.2545226 Feb 03 12:39:13.623705 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (42f4609d-d46e-4965-81ac-85f781381db2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:13.640573 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device bc0123b0-8d4e-4904-92ee-543a81012e7a up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:13.660243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:13.661125 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:13.663306 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] 10.222.0.31 "PUT /v2.0/ports/42f4609d-d46e-4965-81ac-85f781381db2 HTTP/1.1" status: 200 len: 1091 time: 1.8537781 Feb 03 12:39:13.713150 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6c99ae-40b6-4b96-9273-e0eddc6449df req-fd4c7c2f-c2b2-4b48-b404-cd58164ed001 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] No DVR routers for this DVR port ae26449f-883e-481b-9eaa-864bcb27e4ce on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:13.736111 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c7c2f-c2b2-4b48-b404-cd58164ed001 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event deleted for resources: {'Port': ['ID=ae26449f-883e-481b-9eaa-864bcb27e4ce,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:13.739350 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6f6c99ae-40b6-4b96-9273-e0eddc6449df req-fd4c7c2f-c2b2-4b48-b404-cd58164ed001 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:13.743122 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6f6c99ae-40b6-4b96-9273-e0eddc6449df req-fd4c7c2f-c2b2-4b48-b404-cd58164ed001 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.31 "DELETE /v2.0/ports/ae26449f-883e-481b-9eaa-864bcb27e4ce HTTP/1.1" status: 204 len: 173 time: 1.3047912 Feb 03 12:39:13.767798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b41ab2e-5e82-4c56-ad73-af1f576fe7fb', 'name': 'network-vif-deleted', 'tag': 'ae26449f-883e-481b-9eaa-864bcb27e4ce'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:13.770218 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840ca583-b32e-467e-b55d-7a95f8cd05da" -d '{"events": [{"server_uuid": "9b41ab2e-5e82-4c56-ad73-af1f576fe7fb", "name": "network-vif-deleted", "tag": "ae26449f-883e-481b-9eaa-864bcb27e4ce"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:13.944678 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2140-6dfb-4818-9c36-11165516456f req-27ce534a-b4b1-4c8b-aed6-9c78209ac61c tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:13.946211 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cbcc2140-6dfb-4818-9c36-11165516456f req-27ce534a-b4b1-4c8b-aed6-9c78209ac61c tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/networks?id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 HTTP/1.1" status: 200 len: 814 time: 1.0132363 Feb 03 12:39:13.946333 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-09d4728c-c97a-4c0e-b76f-16e02e3e5c8a req-411754c9-aacd-4e18-ad8a-241425d93f00 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258693 Feb 03 12:39:13.947663 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b66566-6a91-4422-b892-6456aeda5af9 service neutron] Pushing event updated for resources: {'Port': ['ID=42f4609d-d46e-4965-81ac-85f781381db2,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:13.968331 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-cc78cb85-a776-43ca-bc75-00d2b082b8f3 service neutron] 10.222.0.73 "GET /v2.0/networks/259c9e24-5450-466e-8578-f11470a26a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0231626 Feb 03 12:39:14.005198 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cbcc2140-6dfb-4818-9c36-11165516456f req-3aa8e505-9485-4063-aa39-bbd04b50ffb0 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/quotas/962ebd967fe64a95a9793a6a1c91cc79 HTTP/1.1" status: 200 len: 375 time: 0.0393817 Feb 03 12:39:14.064365 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port bc0123b0-8d4e-4904-92ee-543a81012e7a completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:39:14.074182 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-8c820f4b-a94c-4db5-88b7-cf39267751e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=cabf4d1d-9cb5-497f-96ba-005a83301d2f HTTP/1.1" status: 200 len: 217 time: 0.0679646 Feb 03 12:39:14.100712 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port bc0123b0-8d4e-4904-92ee-543a81012e7a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:14.101078 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (bc0123b0-8d4e-4904-92ee-543a81012e7a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:14.127143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1d5c1-1201-4a5c-8e92-e86c0bc98a09 req-970870b9-ce87-4349-8601-e620a017dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:14.127625 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1d5c1-1201-4a5c-8e92-e86c0bc98a09 req-970870b9-ce87-4349-8601-e620a017dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:14.128134 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1d5c1-1201-4a5c-8e92-e86c0bc98a09 req-970870b9-ce87-4349-8601-e620a017dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:14.130261 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68e1d5c1-1201-4a5c-8e92-e86c0bc98a09 req-970870b9-ce87-4349-8601-e620a017dbb6 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f35495a3f6e14accbb29833ce60f2ba1&shared=False HTTP/1.1" status: 200 len: 2289 time: 1.1708834 Feb 03 12:39:14.264049 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b908f7-4c59-4aa4-a9df-30167b7a4f91 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:14.273733 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] Publish callbacks [] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:14.304516 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] Transition to ACTIVE for port object 43b908f7-4c59-4aa4-a9df-30167b7a4f91 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:39:14.320471 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:14.370387 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-3cdf36d1-c54b-4aa7-b52f-cbf7200b2a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:14.373905 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-3cdf36d1-c54b-4aa7-b52f-cbf7200b2a14 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3329b62-fee9-499a-b698-bfa600d55e29 HTTP/1.1" status: 200 len: 797 time: 0.2580500 Feb 03 12:39:14.442227 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09ccfe-83e9-4773-b38e-0b63318dfaff req-cfacb33a-d55d-4fe0-81c2-16d970169f39 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:14.458721 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cbcc2140-6dfb-4818-9c36-11165516456f req-8455a6fa-2d34-44de-9ed6-23ac7c87a7f2 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=962ebd967fe64a95a9793a6a1c91cc79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3808112 Feb 03 12:39:14.461935 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09ccfe-83e9-4773-b38e-0b63318dfaff req-cfacb33a-d55d-4fe0-81c2-16d970169f39 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:14.463595 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4c09ccfe-83e9-4773-b38e-0b63318dfaff req-cfacb33a-d55d-4fe0-81c2-16d970169f39 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 1678 time: 0.3827770 Feb 03 12:39:14.540172 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1d5c1-1201-4a5c-8e92-e86c0bc98a09 req-7b2a3b15-81d1-475a-ae1d-0ee3c00b2a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:14.547699 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68e1d5c1-1201-4a5c-8e92-e86c0bc98a09 req-7b2a3b15-81d1-475a-ae1d-0ee3c00b2a21 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3841035 Feb 03 12:39:14.562062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-cbcc2140-6dfb-4818-9c36-11165516456f req-d5cf30e1-c351-488d-aa6b-2ceb06c1f641 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:39:14.577752 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] Attempting to bind port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:14.578097 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] Attempting to bind port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:14.578448 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] Attempting to bind port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:14.580161 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cbcc2140-6dfb-4818-9c36-11165516456f req-d5cf30e1-c351-488d-aa6b-2ceb06c1f641 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1200521 Feb 03 12:39:14.610774 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] Port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:39:14.613413 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port bc0123b0-8d4e-4904-92ee-543a81012e7a is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:14.613981 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bc0123b0-8d4e-4904-92ee-543a81012e7a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:14.615313 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] Attempting to bind port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:14.667030 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4c09ccfe-83e9-4773-b38e-0b63318dfaff req-33297be9-fac3-4841-a4ea-b7cfe5d6c762 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702459 Feb 03 12:39:14.673952 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] Pushing event updated for resources: {'Port': ['ID=43b908f7-4c59-4aa4-a9df-30167b7a4f91,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:14.678552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de2c3ad-c437-4f8a-adda-3285a2d6dead', 'tag': '42f4609d-d46e-4965-81ac-85f781381db2'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:14.698248 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f967623-a0a7-4deb-b282-08a837691a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "0de2c3ad-c437-4f8a-adda-3285a2d6dead", "tag": "42f4609d-d46e-4965-81ac-85f781381db2"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:14.704909 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-a3c49c81-c345-4f52-b0a4-fcd9ed5bd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:14.707141 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-a3c49c81-c345-4f52-b0a4-fcd9ed5bd129 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c9f93eb-710e-451f-966d-9a0a4f14a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3072584 Feb 03 12:39:14.708908 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:14.711804 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] Checking segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:14.712384 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] Bound using segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:14.713097 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] Bound port: 43b908f7-4c59-4aa4-a9df-30167b7a4f91, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:14.713775 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:14.731189 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c2b8ac-b7ca-4739-9384-b77f4488c455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0123b0-8d4e-4904-92ee-543a81012e7a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:14.733679 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aee1819-0932-4b60-a6d5-bf80eea8c089" -d '{"events": [{"server_uuid": "73c2b8ac-b7ca-4739-9384-b77f4488c455", "name": "network-vif-plugged", "status": "completed", "tag": "bc0123b0-8d4e-4904-92ee-543a81012e7a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:14.772456 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port bc0123b0-8d4e-4904-92ee-543a81012e7a, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=bc0123b0-8d4e-4904-92ee-543a81012e7a,segment=NetworkSegment(692d7727-214f-4d87-b1ac-a90a06d89e3e),segment_id=692d7727-214f-4d87-b1ac-a90a06d89e3e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:14.781029 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (bc0123b0-8d4e-4904-92ee-543a81012e7a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:14.843067 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cbcc2140-6dfb-4818-9c36-11165516456f req-46fd15eb-1c9a-467f-bdae-a56a5ac6bd40 service neutron] 10.222.0.18 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598438 Feb 03 12:39:14.870198 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=bc0123b0-8d4e-4904-92ee-543a81012e7a,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:14.928429 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] For port 43b908f7-4c59-4aa4-a9df-30167b7a4f91, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:14.932830 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] For port 43b908f7-4c59-4aa4-a9df-30167b7a4f91, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=43b908f7-4c59-4aa4-a9df-30167b7a4f91,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:14.946816 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a7043-49f4-4278-b9ba-1c3338bfc98a req-016ecd4a-08c8-4838-95a3-261bcf1566aa tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:14.948354 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c88a7043-49f4-4278-b9ba-1c3338bfc98a req-016ecd4a-08c8-4838-95a3-261bcf1566aa tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 945 time: 0.1407921 Feb 03 12:39:14.950521 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:15.008784 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:15.009407 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:15.011317 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] 10.222.0.73 "PUT /v2.0/ports/43b908f7-4c59-4aa4-a9df-30167b7a4f91 HTTP/1.1" status: 200 len: 1092 time: 1.6458066 Feb 03 12:39:15.040522 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-17f4ab0a-2bbe-4282-8793-8c7d40c8c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:15.041017 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-17f4ab0a-2bbe-4282-8793-8c7d40c8c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:15.042912 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-17f4ab0a-2bbe-4282-8793-8c7d40c8c7bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f35495a3f6e14accbb29833ce60f2ba1&device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 2042 time: 0.4271445 Feb 03 12:39:15.047547 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45798db5-20ce-41d5-a936-eb2e25065a92 service neutron] Pushing event updated for resources: {'Port': ['ID=43b908f7-4c59-4aa4-a9df-30167b7a4f91,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:15.048580 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cbcc2140-6dfb-4818-9c36-11165516456f req-bfec54a4-fa29-47d3-bd15-11ebb68a76fc service neutron] 10.222.0.18 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985261 Feb 03 12:39:15.087538 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c88a7043-49f4-4278-b9ba-1c3338bfc98a req-7a1313f4-9186-474f-9a14-893484a34c45 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283488 Feb 03 12:39:15.100516 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-ff230bbe-4d48-4d5c-adfd-44439b1a2399 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.244&port_id=fc7cac83-0121-4f59-b831-f65594ed91d5 HTTP/1.1" status: 200 len: 217 time: 0.0509570 Feb 03 12:39:15.104221 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-416b65e4-4fc8-4e98-a028-5bd099793c45 service neutron] 10.222.0.73 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816686 Feb 03 12:39:15.125729 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-ea7f8045-7aac-4bbb-a373-8a129c815cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:15.127407 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-ea7f8045-7aac-4bbb-a373-8a129c815cf7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 1126 time: 0.0534754 Feb 03 12:39:15.186824 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-c4f6856c-68b6-4adc-9d48-13afb9f3bec5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43b908f7-4c59-4aa4-a9df-30167b7a4f91 HTTP/1.1" status: 200 len: 217 time: 0.0456984 Feb 03 12:39:15.189087 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec043cf-c4c7-4f19-849d-5523576707c7 x-openstack-request-id: req-0ec043cf-c4c7-4f19-849d-5523576707c7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:15.189397 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b41ab2e-5e82-4c56-ad73-af1f576fe7fb", "name": "network-vif-deleted", "tag": "ae26449f-883e-481b-9eaa-864bcb27e4ce", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:15.189657 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ec043cf-c4c7-4f19-849d-5523576707c7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:15.190055 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b41ab2e-5e82-4c56-ad73-af1f576fe7fb', 'name': 'network-vif-deleted', 'tag': 'ae26449f-883e-481b-9eaa-864bcb27e4ce', 'status': 'completed', 'code': 200} Feb 03 12:39:15.230915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-486156a0-200d-4051-aa79-d55efd8abb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:15.232446 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-486156a0-200d-4051-aa79-d55efd8abb56 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8c442bc8-073d-4ec0-8961-3191195b352b HTTP/1.1" status: 200 len: 801 time: 0.1259966 Feb 03 12:39:15.248264 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-3351fcb2-2056-4fa5-9b46-adb57139a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:15.249839 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-3351fcb2-2056-4fa5-9b46-adb57139a40e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.0572608 Feb 03 12:39:15.336022 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-90d753fd-ccd1-40b5-93f0-92d9483c1cba service neutron] 10.222.0.73 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192762 Feb 03 12:39:15.368568 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-59fee944-1aba-434b-b7d6-367e32cec25d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111250 Feb 03 12:39:15.373386 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4495a8-7d63-46be-9901-6c145b38d3e5 x-openstack-request-id: req-0b4495a8-7d63-46be-9901-6c145b38d3e5 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:15.373386 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de2c3ad-c437-4f8a-adda-3285a2d6dead", "tag": "42f4609d-d46e-4965-81ac-85f781381db2", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:15.373386 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b4495a8-7d63-46be-9901-6c145b38d3e5 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:15.373899 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de2c3ad-c437-4f8a-adda-3285a2d6dead', 'tag': '42f4609d-d46e-4965-81ac-85f781381db2', 'status': 'completed', 'code': 200} Feb 03 12:39:15.393718 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1abb56-93a1-4134-a6c0-f32ea2632f7a x-openstack-request-id: req-dc1abb56-93a1-4134-a6c0-f32ea2632f7a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:15.394713 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c2b8ac-b7ca-4739-9384-b77f4488c455", "name": "network-vif-plugged", "status": "completed", "tag": "bc0123b0-8d4e-4904-92ee-543a81012e7a", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:15.394789 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc1abb56-93a1-4134-a6c0-f32ea2632f7a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:15.395178 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c2b8ac-b7ca-4739-9384-b77f4488c455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0123b0-8d4e-4904-92ee-543a81012e7a', 'code': 200} Feb 03 12:39:15.428108 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-61d109c4-caa3-48e4-8393-8d26caf7e7e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=4997ac52-3b54-4c28-b601-d5627a93ce49 HTTP/1.1" status: 200 len: 217 time: 0.0810647 Feb 03 12:39:15.431338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-b2fc206a-6934-4432-8703-b944b3a3c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:15.433071 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-b2fc206a-6934-4432-8703-b944b3a3c6e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d468bd58-d0b4-40ea-b090-4a600bf3b4ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1944795 Feb 03 12:39:15.565848 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-7ddee938-a916-4e5e-80a6-380b6114da77 service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746736 Feb 03 12:39:15.596504 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:15.603236 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device ae26449f-883e-481b-9eaa-864bcb27e4ce no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:15.633809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-1198488a-22d8-481c-a07e-e06210067647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:15.635328 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-1198488a-22d8-481c-a07e-e06210067647 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3329b62-fee9-499a-b698-bfa600d55e29 HTTP/1.1" status: 200 len: 797 time: 0.2011213 Feb 03 12:39:15.679292 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: ae26449f-883e-481b-9eaa-864bcb27e4ce {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:15.680124 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device ae26449f-883e-481b-9eaa-864bcb27e4ce not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:15.698560 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c30e8-537f-4570-bd07-bcdde7d5ce47 req-0548ce17-af3c-4eab-8975-777b6e5dd005 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:15.705888 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe9c30e8-537f-4570-bd07-bcdde7d5ce47 req-0548ce17-af3c-4eab-8975-777b6e5dd005 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 944 time: 0.4069476 Feb 03 12:39:15.887844 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe9c30e8-537f-4570-bd07-bcdde7d5ce47 req-1fe07b8c-12ca-42ca-8863-953cea43e168 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806049 Feb 03 12:39:15.910913 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba04d449-9e55-41bc-8e5f-8b75ac3699f8 req-8a82093e-d39a-4058-a490-39b0d407c4fa service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187490 Feb 03 12:39:16.096807 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-28a1f168-d267-4381-8ef0-e9c9a7167dca req-8e8078a1-97b2-465c-9cde-fe453cecfc08 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5aa57d-8832-4496-a2a2-655044618688 HTTP/1.1" status: 200 len: 210 time: 0.0542767 Feb 03 12:39:16.117304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad47c06-7bbb-46b4-a1ca-113a69362077 req-4283c53f-24bb-4426-9372-071417d62933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:16.118983 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1ad47c06-7bbb-46b4-a1ca-113a69362077 req-4283c53f-24bb-4426-9372-071417d62933 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=73c2b8ac-b7ca-4739-9384-b77f4488c455 HTTP/1.1" status: 200 len: 1128 time: 0.6394985 Feb 03 12:39:16.130441 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-7f60e617-3017-451c-aa8f-66b9ba739ea6 service neutron] 10.222.0.31 "GET /v2.0/networks/d468bd58-d0b4-40ea-b090-4a600bf3b4ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6880031 Feb 03 12:39:16.158128 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ee7be-394f-44f6-b5ff-55ef410202bc req-614eea3f-85b8-43d9-b6ce-d5f9f46841c6 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:16.165371 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f4ee7be-394f-44f6-b5ff-55ef410202bc req-614eea3f-85b8-43d9-b6ce-d5f9f46841c6 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c2b8ac-b7ca-4739-9384-b77f4488c455 HTTP/1.1" status: 200 len: 946 time: 0.6444027 Feb 03 12:39:16.209765 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-60f92df1-4eda-4089-8af4-07988061ca2f req-fb3e8f55-4090-47d5-a0cb-6c4a95be03c0 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/a9738632-2d20-4d5c-8398-3b4036f4ca3a HTTP/1.1" status: 200 len: 1819 time: 0.0920186 Feb 03 12:39:16.230886 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-8a9fbeda-6f6e-498b-b27c-1670839ffaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:16.232641 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-8a9fbeda-6f6e-498b-b27c-1670839ffaa2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c9f93eb-710e-451f-966d-9a0a4f14a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5907171 Feb 03 12:39:16.285695 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-60f92df1-4eda-4089-8af4-07988061ca2f req-0fe11bb9-d631-4bb8-a18d-887be9c38762 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (a9738632-2d20-4d5c-8398-3b4036f4ca3a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:16.327409 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-60f92df1-4eda-4089-8af4-07988061ca2f req-0fe11bb9-d631-4bb8-a18d-887be9c38762 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (a9738632-2d20-4d5c-8398-3b4036f4ca3a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:16.333429 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1ad47c06-7bbb-46b4-a1ca-113a69362077 req-d6276711-e77c-4222-8d1c-659f6f18f6d0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001467 Feb 03 12:39:16.348450 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f4ee7be-394f-44f6-b5ff-55ef410202bc req-c587dde9-2466-4510-970e-06a63f15f99c tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818328 Feb 03 12:39:16.411500 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-60f92df1-4eda-4089-8af4-07988061ca2f req-0fe11bb9-d631-4bb8-a18d-887be9c38762 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a9738632-2d20-4d5c-8398-3b4036f4ca3a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:16.414497 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-60f92df1-4eda-4089-8af4-07988061ca2f req-0fe11bb9-d631-4bb8-a18d-887be9c38762 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:16.415641 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-60f92df1-4eda-4089-8af4-07988061ca2f req-0fe11bb9-d631-4bb8-a18d-887be9c38762 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "DELETE /v2.0/security-groups/a9738632-2d20-4d5c-8398-3b4036f4ca3a HTTP/1.1" status: 204 len: 173 time: 0.2050915 Feb 03 12:39:16.420386 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-33ccb969-8fa3-4f6a-9fc4-4b58933b34b9 service neutron] 10.222.0.31 "GET /v2.0/networks/d468bd58-d0b4-40ea-b090-4a600bf3b4ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787688 Feb 03 12:39:16.436158 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe11bb9-d631-4bb8-a18d-887be9c38762 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9738632-2d20-4d5c-8398-3b4036f4ca3a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:16.505028 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-aad9c569-a2d3-46f0-acf3-626b7476aa0b service neutron] 10.222.0.73 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624667 Feb 03 12:39:16.584986 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc82f48-148c-4213-9468-d99a3655002c req-1663991c-9aa0-44a9-9487-e6284d5c1a35 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:16.588489 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bdc82f48-148c-4213-9468-d99a3655002c req-1663991c-9aa0-44a9-9487-e6284d5c1a35 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 945 time: 0.0831010 Feb 03 12:39:16.615405 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb460e-ad38-4ae8-931d-35006ffb736a req-083489fd-1aea-46fa-8534-db0af65fb82e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:16.623435 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb460e-ad38-4ae8-931d-35006ffb736a req-083489fd-1aea-46fa-8534-db0af65fb82e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:16.625112 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b7eb460e-ad38-4ae8-931d-35006ffb736a req-083489fd-1aea-46fa-8534-db0af65fb82e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 1678 time: 0.1933088 Feb 03 12:39:16.657054 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bdc82f48-148c-4213-9468-d99a3655002c req-6c05b0be-ab91-4c2a-a2e2-8b07239fc30f tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607643 Feb 03 12:39:16.684741 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-69020c35-6561-42f6-aa34-03fdc8536070 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.96&port_id=42f4609d-d46e-4965-81ac-85f781381db2 HTTP/1.1" status: 200 len: 217 time: 0.0982480 Feb 03 12:39:16.742532 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c26c83ca-f66b-4274-84c9-895674079fb0 req-33fb3360-c03b-46e2-a9af-ba9fcc25b1c5 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/e94505b6-53d9-4aa8-8f2c-36e54a26e593 HTTP/1.1" status: 200 len: 1820 time: 0.0562224 Feb 03 12:39:16.774387 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-faf65e47-fe76-43dc-ad23-2eaf32aae9e2 service neutron] 10.222.0.73 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638419 Feb 03 12:39:16.811954 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c26c83ca-f66b-4274-84c9-895674079fb0 req-f99eb7f5-1c55-40f2-9ca1-353bd4b866e7 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (e94505b6-53d9-4aa8-8f2c-36e54a26e593), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:16.825040 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-9fd97bb5-8b13-4d43-a974-6976cc57d59b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=55ce07b3-b633-427d-bcfe-ddf107141bad HTTP/1.1" status: 200 len: 217 time: 0.0409536 Feb 03 12:39:16.838744 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c26c83ca-f66b-4274-84c9-895674079fb0 req-f99eb7f5-1c55-40f2-9ca1-353bd4b866e7 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (e94505b6-53d9-4aa8-8f2c-36e54a26e593), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:16.840651 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b7eb460e-ad38-4ae8-931d-35006ffb736a req-63984b63-512a-405c-893d-03676755d236 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079952 Feb 03 12:39:16.868115 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-0ae40223-569f-4248-9d0e-8b94f8f110c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:16.869782 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-0ae40223-569f-4248-9d0e-8b94f8f110c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a3bb741d-0ee8-4e52-a0c6-cc62714a97ba HTTP/1.1" status: 200 len: 801 time: 0.1748309 Feb 03 12:39:16.896954 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c26c83ca-f66b-4274-84c9-895674079fb0 req-f99eb7f5-1c55-40f2-9ca1-353bd4b866e7 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e94505b6-53d9-4aa8-8f2c-36e54a26e593), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:16.905203 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c26c83ca-f66b-4274-84c9-895674079fb0 req-f99eb7f5-1c55-40f2-9ca1-353bd4b866e7 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:16.910945 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c26c83ca-f66b-4274-84c9-895674079fb0 req-f99eb7f5-1c55-40f2-9ca1-353bd4b866e7 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "DELETE /v2.0/security-groups/e94505b6-53d9-4aa8-8f2c-36e54a26e593 HTTP/1.1" status: 204 len: 173 time: 0.1666169 Feb 03 12:39:16.936809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99eb7f5-1c55-40f2-9ca1-353bd4b866e7 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94505b6-53d9-4aa8-8f2c-36e54a26e593,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:16.996079 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-ab64f924-70f2-4c17-8d29-f77dc498ad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:16.997689 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-ab64f924-70f2-4c17-8d29-f77dc498ad53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3329b62-fee9-499a-b698-bfa600d55e29 HTTP/1.1" status: 200 len: 797 time: 0.1546772 Feb 03 12:39:17.059921 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-835e4ca0-1ab1-4679-ab6c-67711656c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:17.062248 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-835e4ca0-1ab1-4679-ab6c-67711656c8a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74e4e0c4-54d7-4d23-9064-92730ca3b309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1649754 Feb 03 12:39:17.072670 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2140-6dfb-4818-9c36-11165516456f req-ebadcc9d-2775-48ac-a637-6e307b01ed8d tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:17.074353 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cbcc2140-6dfb-4818-9c36-11165516456f req-ebadcc9d-2775-48ac-a637-6e307b01ed8d tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.31 "GET /v2.0/networks?id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 HTTP/1.1" status: 200 len: 814 time: 0.2465391 Feb 03 12:39:17.077939 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596fe12-92ec-4446-9d70-da45e77c0a92 req-1704955c-8672-4d9b-a19e-54bf11ba9b66 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:17.079868 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4596fe12-92ec-4446-9d70-da45e77c0a92 req-1704955c-8672-4d9b-a19e-54bf11ba9b66 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 944 time: 0.0718472 Feb 03 12:39:17.091421 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-cbcc2140-6dfb-4818-9c36-11165516456f req-0b645bf8-f765-4963-a951-1524fa19a623 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Request body: {'port': {'device_id': 'ac5aa57d-8832-4496-a2a2-655044618688', 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129', 'admin_state_up': True, 'tenant_id': '962ebd967fe64a95a9793a6a1c91cc79'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:17.145383 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4596fe12-92ec-4446-9d70-da45e77c0a92 req-67c62006-ee5e-4082-a65a-6f1838e714e0 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569234 Feb 03 12:39:17.180501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d3ae21de-dbb6-4eee-9913-baa2d4abf814 req-76be7871-39ef-4267-a2a9-78f308776412 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1706814644', 'description': 'tempest-description-1472636873'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:17.260636 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9daa219f-cebd-43a5-a375-4416c5e81a3b req-4749b37e-467b-4700-b660-228ba35df7d6 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5aa57d-8832-4496-a2a2-655044618688 HTTP/1.1" status: 200 len: 210 time: 0.0331707 Feb 03 12:39:17.265959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-68fb7aa9-cb65-4ad0-af0d-aff8dbe318f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:17.267784 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-68fb7aa9-cb65-4ad0-af0d-aff8dbe318f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c9f93eb-710e-451f-966d-9a0a4f14a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2603118 Feb 03 12:39:17.294708 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d3ae21de-dbb6-4eee-9913-baa2d4abf814 req-76be7871-39ef-4267-a2a9-78f308776412 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:17.374416 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5fa651-82ce-4b86-ac80-bc9ad3186819', 'tag': '43b908f7-4c59-4aa4-a9df-30167b7a4f91'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:17.376679 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c5ac73-d764-4931-a01c-3e0f278094a5" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5fa651-82ce-4b86-ac80-bc9ad3186819", "tag": "43b908f7-4c59-4aa4-a9df-30167b7a4f91"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:17.398530 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c53798-4a0d-443b-81ea-4084f28ff5a5 req-4b60ea64-43f6-40ed-a0da-fec0d28d7938 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:17.400044 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-09c53798-4a0d-443b-81ea-4084f28ff5a5 req-4b60ea64-43f6-40ed-a0da-fec0d28d7938 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef12ad3c-1e8e-43fd-8f17-ed58217a9972 HTTP/1.1" status: 200 len: 946 time: 0.0639989 Feb 03 12:39:17.408796 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-e4bb85eb-a435-4cd6-baa2-21d5afcc0dc8 service neutron] 10.222.0.31 "GET /v2.0/networks/74e4e0c4-54d7-4d23-9064-92730ca3b309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334451 Feb 03 12:39:17.433608 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbcc2140-6dfb-4818-9c36-11165516456f req-0b645bf8-f765-4963-a951-1524fa19a623 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Made reservation on behalf of 962ebd967fe64a95a9793a6a1c91cc79 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:17.437042 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cbcc2140-6dfb-4818-9c36-11165516456f req-0b645bf8-f765-4963-a951-1524fa19a623 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:17.457266 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-09c53798-4a0d-443b-81ea-4084f28ff5a5 req-e2e16c74-bf75-42c5-9fb4-320c220d8751 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/security-groups?id=5410b058-a2ff-4769-801d-f74cb96fe92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510256 Feb 03 12:39:17.592412 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca5b93-0e46-4319-b38c-ab952cd30ce4 req-f235ad16-b2b0-4973-822a-d9233f6d0b97 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:17.601514 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d8ca5b93-0e46-4319-b38c-ab952cd30ce4 req-f235ad16-b2b0-4973-822a-d9233f6d0b97 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c2b8ac-b7ca-4739-9384-b77f4488c455 HTTP/1.1" status: 200 len: 946 time: 0.0701542 Feb 03 12:39:17.607154 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-3abd1098-9329-46c2-b5dc-2cf8942f91b9 service neutron] 10.222.0.73 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173499 Feb 03 12:39:17.635042 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d3ae21de-dbb6-4eee-9913-baa2d4abf814 req-76be7871-39ef-4267-a2a9-78f308776412 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (9407dbef-2eee-4385-bee9-24b2e72bd57e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:17.641151 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87898ca2-dbbf-4e88-98e6-d7083939eb2a req-b8776324-f340-4f71-be9d-743a820f3078 service neutron] 10.222.0.31 "GET /v2.0/networks/74e4e0c4-54d7-4d23-9064-92730ca3b309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230349 Feb 03 12:39:17.657393 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d3ae21de-dbb6-4eee-9913-baa2d4abf814 req-76be7871-39ef-4267-a2a9-78f308776412 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9407dbef-2eee-4385-bee9-24b2e72bd57e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:17.667779 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d8ca5b93-0e46-4319-b38c-ab952cd30ce4 req-4b00aa11-208c-4848-bc4f-9a9c4a052566 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650949 Feb 03 12:39:17.724287 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 860b6daa-d253-4f8f-a209-a6578ae6044b up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:17.725231 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6098eb86-7add-40b7-b1a0-1a91b811c3ed x-openstack-request-id: req-6098eb86-7add-40b7-b1a0-1a91b811c3ed {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:17.725756 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5fa651-82ce-4b86-ac80-bc9ad3186819", "tag": "43b908f7-4c59-4aa4-a9df-30167b7a4f91", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:17.726643 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6098eb86-7add-40b7-b1a0-1a91b811c3ed {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:17.727391 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5fa651-82ce-4b86-ac80-bc9ad3186819', 'tag': '43b908f7-4c59-4aa4-a9df-30167b7a4f91', 'status': 'completed', 'code': 200} Feb 03 12:39:17.813585 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 860b6daa-d253-4f8f-a209-a6578ae6044b completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:39:17.819119 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 860b6daa-d253-4f8f-a209-a6578ae6044b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:17.819616 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:17.828576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be7871-39ef-4267-a2a9-78f308776412 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9407dbef-2eee-4385-bee9-24b2e72bd57e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:17.833456 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d3ae21de-dbb6-4eee-9913-baa2d4abf814 req-76be7871-39ef-4267-a2a9-78f308776412 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:17.837928 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3ae21de-dbb6-4eee-9913-baa2d4abf814 req-76be7871-39ef-4267-a2a9-78f308776412 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6719382 Feb 03 12:39:17.902638 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5ac73-d764-4931-a01c-3e0f278094a5 req-06c034ce-ebda-4829-9603-6f3e1c4ce94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:17.905244 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-cbcc2140-6dfb-4818-9c36-11165516456f req-0b645bf8-f765-4963-a951-1524fa19a623 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Allocated IP 172.20.0.14 (2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129/6400ffb7-27dd-4d8a-b637-4799b70abe20/9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:17.907578 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d8c5ac73-d764-4931-a01c-3e0f278094a5 req-06c034ce-ebda-4829-9603-6f3e1c4ce94e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 1126 time: 0.1362560 Feb 03 12:39:17.925745 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 860b6daa-d253-4f8f-a209-a6578ae6044b is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:17.925992 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:17.926530 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-4815e1d9-c363-46fc-bad3-45550657b982 service neutron] 10.222.0.73 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077683 Feb 03 12:39:17.951832 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc8da6-e703-424b-bb21-755eeb0812f9 req-0a976080-e548-4332-bc2a-3994433d116f tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:17.952062 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeddc32-bc36-4e33-b45a-910b06bf571b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860b6daa-d253-4f8f-a209-a6578ae6044b'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:17.954192 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3efc8da6-e703-424b-bb21-755eeb0812f9 req-0a976080-e548-4332-bc2a-3994433d116f tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 945 time: 0.1510818 Feb 03 12:39:17.962159 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6754314-1231-4bc1-9a93-594a7399cda5" -d '{"events": [{"server_uuid": "fdeddc32-bc36-4e33-b45a-910b06bf571b", "name": "network-vif-plugged", "status": "completed", "tag": "860b6daa-d253-4f8f-a209-a6578ae6044b"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:17.979383 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 860b6daa-d253-4f8f-a209-a6578ae6044b, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=860b6daa-d253-4f8f-a209-a6578ae6044b,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:17.984093 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:17.986216 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d92dad41-39f2-46bb-a937-2452dba7eea4 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:17.993430 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f967623-a0a7-4deb-b282-08a837691a3e req-f704f214-8340-4b31-95d2-ff290c562872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:17.994018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f967623-a0a7-4deb-b282-08a837691a3e req-f704f214-8340-4b31-95d2-ff290c562872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:17.995647 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f967623-a0a7-4deb-b282-08a837691a3e req-f704f214-8340-4b31-95d2-ff290c562872 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f35495a3f6e14accbb29833ce60f2ba1&device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 2042 time: 0.2255316 Feb 03 12:39:18.000414 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-c1be37c8-58d4-4d7d-baa0-4acd98a5cb77 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d65c0e11-fec5-4b03-8a94-156af3836d72 HTTP/1.1" status: 200 len: 217 time: 0.0622606 Feb 03 12:39:18.048645 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-59b35f9a-bb6d-4cce-8438-ee2ba6df631e req-1b14cb48-3233-4006-83ec-0bd591ec4d96 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/9407dbef-2eee-4385-bee9-24b2e72bd57e HTTP/1.1" status: 200 len: 1820 time: 0.1897924 Feb 03 12:39:18.073107 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=860b6daa-d253-4f8f-a209-a6578ae6044b,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:18.083255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-59b35f9a-bb6d-4cce-8438-ee2ba6df631e req-abf0225f-095c-4aa7-8f67-c1271f12d8e7 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Request body: {'security_group': {'name': 'tempest-sg-hth-972238517', 'description': 'tempest-description-hth-408088424'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:18.090477 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3efc8da6-e703-424b-bb21-755eeb0812f9 req-165abdac-bcf5-4df8-b25b-f9f3ed3de3cf tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234183 Feb 03 12:39:18.092586 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5ac73-d764-4931-a01c-3e0f278094a5 req-310e90fe-f6d5-4903-9717-4c3f34650202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.095494 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d8c5ac73-d764-4931-a01c-3e0f278094a5 req-310e90fe-f6d5-4903-9717-4c3f34650202 service neutron] 10.222.0.73 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 909 time: 0.1819863 Feb 03 12:39:18.140702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port d92dad41-39f2-46bb-a937-2452dba7eea4 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:39:18.149733 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port d92dad41-39f2-46bb-a937-2452dba7eea4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:18.150112 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d92dad41-39f2-46bb-a937-2452dba7eea4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:18.184483 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d8c5ac73-d764-4931-a01c-3e0f278094a5 req-1e7a5a77-995a-4f45-a055-65d40c3f978d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43b908f7-4c59-4aa4-a9df-30167b7a4f91 HTTP/1.1" status: 200 len: 217 time: 0.0816972 Feb 03 12:39:18.220629 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-f7aa02fb-c6be-48ec-97e4-ddee1303f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.222193 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-f7aa02fb-c6be-48ec-97e4-ddee1303f007 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f3329b62-fee9-499a-b698-bfa600d55e29 HTTP/1.1" status: 200 len: 797 time: 0.2141840 Feb 03 12:39:18.254944 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port d92dad41-39f2-46bb-a937-2452dba7eea4 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:18.255654 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d92dad41-39f2-46bb-a937-2452dba7eea4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:18.266051 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-59b35f9a-bb6d-4cce-8438-ee2ba6df631e req-abf0225f-095c-4aa7-8f67-c1271f12d8e7 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (9407dbef-2eee-4385-bee9-24b2e72bd57e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:18.289202 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5ac73-d764-4931-a01c-3e0f278094a5 req-ecf2f745-1d6a-44e1-a036-47342500d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.291733 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d8c5ac73-d764-4931-a01c-3e0f278094a5 req-ecf2f745-1d6a-44e1-a036-47342500d026 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.0765204 Feb 03 12:39:18.298935 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d92dad41-39f2-46bb-a937-2452dba7eea4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d92dad41-39f2-46bb-a937-2452dba7eea4,segment=NetworkSegment(692d7727-214f-4d87-b1ac-a90a06d89e3e),segment_id=692d7727-214f-4d87-b1ac-a90a06d89e3e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:18.306094 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d92dad41-39f2-46bb-a937-2452dba7eea4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:18.346089 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f967623-a0a7-4deb-b282-08a837691a3e req-529ac60f-a2c0-45df-babd-72d35e166460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.347669 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f967623-a0a7-4deb-b282-08a837691a3e req-529ac60f-a2c0-45df-babd-72d35e166460 service neutron] 10.222.0.31 "GET /v2.0/networks?id=74e4e0c4-54d7-4d23-9064-92730ca3b309 HTTP/1.1" status: 200 len: 902 time: 0.3417161 Feb 03 12:39:18.351914 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d8c5ac73-d764-4931-a01c-3e0f278094a5 req-43677c53-5711-4a7c-a2a3-1cd6e50c7fc6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533614 Feb 03 12:39:18.369743 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f11b9-9737-4b71-93cc-cbedfe91f95a req-824f0762-342e-4279-a250-53ef719334bb tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.376568 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f11b9-9737-4b71-93cc-cbedfe91f95a req-824f0762-342e-4279-a250-53ef719334bb tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.384746 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=d92dad41-39f2-46bb-a937-2452dba7eea4,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:18.386059 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8a9f11b9-9737-4b71-93cc-cbedfe91f95a req-824f0762-342e-4279-a250-53ef719334bb tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 1678 time: 0.2054386 Feb 03 12:39:18.413699 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-59b35f9a-bb6d-4cce-8438-ee2ba6df631e req-abf0225f-095c-4aa7-8f67-c1271f12d8e7 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (9407dbef-2eee-4385-bee9-24b2e72bd57e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:18.419405 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f967623-a0a7-4deb-b282-08a837691a3e req-d22dc602-d91c-4047-86e2-a88a6b2f8d5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.96&port_id=42f4609d-d46e-4965-81ac-85f781381db2 HTTP/1.1" status: 200 len: 217 time: 0.0603135 Feb 03 12:39:18.429612 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-59b35f9a-bb6d-4cce-8438-ee2ba6df631e req-abf0225f-095c-4aa7-8f67-c1271f12d8e7 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9407dbef-2eee-4385-bee9-24b2e72bd57e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:18.432804 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-59b35f9a-bb6d-4cce-8438-ee2ba6df631e req-abf0225f-095c-4aa7-8f67-c1271f12d8e7 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:18.443667 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-59b35f9a-bb6d-4cce-8438-ee2ba6df631e req-abf0225f-095c-4aa7-8f67-c1271f12d8e7 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "PUT /v2.0/security-groups/9407dbef-2eee-4385-bee9-24b2e72bd57e HTTP/1.1" status: 200 len: 1792 time: 0.3939748 Feb 03 12:39:18.450996 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cbcc2140-6dfb-4818-9c36-11165516456f req-0b645bf8-f765-4963-a951-1524fa19a623 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks [] for port (9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:18.491357 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeacbe8-6cbf-444d-ad46-0080afd6399e x-openstack-request-id: req-1aeacbe8-6cbf-444d-ad46-0080afd6399e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:18.491970 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdeddc32-bc36-4e33-b45a-910b06bf571b", "name": "network-vif-plugged", "status": "completed", "tag": "860b6daa-d253-4f8f-a209-a6578ae6044b", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:18.492475 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1aeacbe8-6cbf-444d-ad46-0080afd6399e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:18.493137 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdeddc32-bc36-4e33-b45a-910b06bf571b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860b6daa-d253-4f8f-a209-a6578ae6044b', 'code': 200} Feb 03 12:39:18.518541 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-ab8ed71b-80ac-4998-9ed1-24f5cfe104ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.520633 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-ab8ed71b-80ac-4998-9ed1-24f5cfe104ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c9f93eb-710e-451f-966d-9a0a4f14a144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2668056 Feb 03 12:39:18.523294 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8a9f11b9-9737-4b71-93cc-cbedfe91f95a req-3cddfaf7-23da-4fe8-a047-bcec160a10ed tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359642 Feb 03 12:39:18.553411 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0225f-095c-4aa7-8f67-c1271f12d8e7 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9407dbef-2eee-4385-bee9-24b2e72bd57e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:18.580325 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d8c5ac73-d764-4931-a01c-3e0f278094a5 req-a5dfb01d-35f5-45d4-a9c2-fe4da91b3e2e service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211928 Feb 03 12:39:18.590949 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f967623-a0a7-4deb-b282-08a837691a3e req-c0a7c041-f386-4e5d-89b5-bdf5ac1bf0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.592685 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f967623-a0a7-4deb-b282-08a837691a3e req-c0a7c041-f386-4e5d-89b5-bdf5ac1bf0c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a3bb741d-0ee8-4e52-a0c6-cc62714a97ba HTTP/1.1" status: 200 len: 801 time: 0.1640806 Feb 03 12:39:18.655552 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f9888ff-045f-458b-a800-b4ebaa7ba79c req-ee2d325d-b12f-4c55-b32b-bb258926f46e tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5aa57d-8832-4496-a2a2-655044618688 HTTP/1.1" status: 200 len: 210 time: 0.0418773 Feb 03 12:39:18.740619 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cbcc2140-6dfb-4818-9c36-11165516456f req-0b645bf8-f765-4963-a951-1524fa19a623 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:18.755082 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['c1e781b1-4c48-4062-942a-2a732b102a9a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:18.797624 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d8c5ac73-d764-4931-a01c-3e0f278094a5 req-bd50794f-3d00-42ef-81f8-06ed8a2d8686 service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068884 Feb 03 12:39:18.802132 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-173e3319-5e08-4273-8506-8ab25bcb4ae0 req-836b7ab6-05fa-4528-9031-e7647c8f7478 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/9407dbef-2eee-4385-bee9-24b2e72bd57e HTTP/1.1" status: 200 len: 1792 time: 0.0914607 Feb 03 12:39:18.825829 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fd585-413b-4f9f-a75d-c9bc5b13ae3d req-17e928e2-4372-4272-b937-f221eb78de0d tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.827322 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-303fd585-413b-4f9f-a75d-c9bc5b13ae3d req-17e928e2-4372-4272-b937-f221eb78de0d tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef12ad3c-1e8e-43fd-8f17-ed58217a9972 HTTP/1.1" status: 200 len: 946 time: 0.1321743 Feb 03 12:39:18.836833 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['cb6c01d1-acb2-4c69-90b5-1939f4f49bc6'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:18.880397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbcc2140-6dfb-4818-9c36-11165516456f req-0b645bf8-f765-4963-a951-1524fa19a623 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Network 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:18.885134 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-df168ca4-006e-485b-b001-a7f6257fb6a3 service neutron] 10.222.0.73 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456695 Feb 03 12:39:18.899852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-cbcc2140-6dfb-4818-9c36-11165516456f req-0b645bf8-f765-4963-a951-1524fa19a623 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:18.907896 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906f47f-ce86-4600-997b-12a27824ea2e req-e739b526-af3e-4311-921b-a11123c64662 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.910489 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3906f47f-ce86-4600-997b-12a27824ea2e req-e739b526-af3e-4311-921b-a11123c64662 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 944 time: 0.3289993 Feb 03 12:39:18.918580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcc2140-6dfb-4818-9c36-11165516456f req-0b645bf8-f765-4963-a951-1524fa19a623 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:18.923545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5304bd1-bd7d-4583-bad1-e916b8c4c2db req-6482ffa2-09ae-46e0-bedf-77105d1daefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.925245 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c5304bd1-bd7d-4583-bad1-e916b8c4c2db req-6482ffa2-09ae-46e0-bedf-77105d1daefa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 1128 time: 0.3208086 Feb 03 12:39:18.931087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f967623-a0a7-4deb-b282-08a837691a3e req-c62213ee-ea6b-4203-8697-caf817f1615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:18.932693 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f967623-a0a7-4deb-b282-08a837691a3e req-c62213ee-ea6b-4203-8697-caf817f1615b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74e4e0c4-54d7-4d23-9064-92730ca3b309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3124342 Feb 03 12:39:18.933381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b645bf8-f765-4963-a951-1524fa19a623 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Pushing event updated for resources: {'Port': ['ID=9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:19.010721 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6493c-cb56-4256-9a03-5919b2e74f53 req-0020c150-3d02-48be-8870-9dbf4bbdf334 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:19.012539 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ede6493c-cb56-4256-9a03-5919b2e74f53 req-0020c150-3d02-48be-8870-9dbf4bbdf334 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef12ad3c-1e8e-43fd-8f17-ed58217a9972 HTTP/1.1" status: 200 len: 946 time: 0.0914314 Feb 03 12:39:19.020733 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-303fd585-413b-4f9f-a75d-c9bc5b13ae3d req-a55f4305-978a-4969-ac79-726bd92077c7 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Deleting port c3d832b6-954f-455b-918b-4ed6b2c93a36 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:19.021085 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-303fd585-413b-4f9f-a75d-c9bc5b13ae3d req-a55f4305-978a-4969-ac79-726bd92077c7 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c3d832b6-954f-455b-918b-4ed6b2c93a36), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:19.128395 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-303fd585-413b-4f9f-a75d-c9bc5b13ae3d req-a55f4305-978a-4969-ac79-726bd92077c7 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] For port c3d832b6-954f-455b-918b-4ed6b2c93a36, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c3d832b6-954f-455b-918b-4ed6b2c93a36,segment=NetworkSegment(e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1),segment_id=e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:19.128804 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-303fd585-413b-4f9f-a75d-c9bc5b13ae3d req-a55f4305-978a-4969-ac79-726bd92077c7 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c3d832b6-954f-455b-918b-4ed6b2c93a36), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:19.145205 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-303fd585-413b-4f9f-a75d-c9bc5b13ae3d req-a55f4305-978a-4969-ac79-726bd92077c7 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Calling delete_port for c3d832b6-954f-455b-918b-4ed6b2c93a36 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:19.314812 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ede6493c-cb56-4256-9a03-5919b2e74f53 req-7d10ba4c-666e-47e7-b95b-d9d900f52cf7 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.18 "GET /v2.0/security-groups?id=5410b058-a2ff-4769-801d-f74cb96fe92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092722 Feb 03 12:39:19.414102 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-303fd585-413b-4f9f-a75d-c9bc5b13ae3d req-a55f4305-978a-4969-ac79-726bd92077c7 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (c3d832b6-954f-455b-918b-4ed6b2c93a36), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:19.425083 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['c3d832b6-954f-455b-918b-4ed6b2c93a36'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:19.484022 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2140-6dfb-4818-9c36-11165516456f req-0b645bf8-f765-4963-a951-1524fa19a623 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:19.484721 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cbcc2140-6dfb-4818-9c36-11165516456f req-0b645bf8-f765-4963-a951-1524fa19a623 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:19.485315 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f4305-978a-4969-ac79-726bd92077c7 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Pushing event deleted for resources: {'Port': ['ID=c3d832b6-954f-455b-918b-4ed6b2c93a36,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:19.555856 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3906f47f-ce86-4600-997b-12a27824ea2e req-11803ea9-b5ca-4e26-b16b-8b6588020d3c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6285622 Feb 03 12:39:19.558265 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c5304bd1-bd7d-4583-bad1-e916b8c4c2db req-68e7c6eb-9ce0-4ec0-8235-55f00fa188c5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923803 Feb 03 12:39:19.577987 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cbcc2140-6dfb-4818-9c36-11165516456f req-0b645bf8-f765-4963-a951-1524fa19a623 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4913044 Feb 03 12:39:19.592157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] Request body: {'port': {'device_id': 'ac5aa57d-8832-4496-a2a2-655044618688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:19.603079 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-9c69926d-4d28-48e9-9454-8bd79cea16b0 service neutron] 10.222.0.73 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7087905 Feb 03 12:39:19.665494 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f967623-a0a7-4deb-b282-08a837691a3e req-e8228eb2-a17a-44ac-bf57-a385eff6bdcf service neutron] 10.222.0.31 "GET /v2.0/networks/74e4e0c4-54d7-4d23-9064-92730ca3b309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6832957 Feb 03 12:39:19.740875 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-459df7c0-3dcf-4c4f-8274-145c2b5b227d req-561d2408-6945-48c2-b0cf-08e5fe853dc8 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/9407dbef-2eee-4385-bee9-24b2e72bd57e HTTP/1.1" status: 200 len: 1792 time: 0.1415229 Feb 03 12:39:19.743650 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:19.825765 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-303fd585-413b-4f9f-a75d-c9bc5b13ae3d req-a55f4305-978a-4969-ac79-726bd92077c7 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] No DVR routers for this DVR port c3d832b6-954f-455b-918b-4ed6b2c93a36 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:19.829013 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-303fd585-413b-4f9f-a75d-c9bc5b13ae3d req-a55f4305-978a-4969-ac79-726bd92077c7 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:19.833050 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-303fd585-413b-4f9f-a75d-c9bc5b13ae3d req-a55f4305-978a-4969-ac79-726bd92077c7 tempest-VolumesActionsTest-357323091 tempest-VolumesActionsTest-357323091-project] 10.222.0.31 "DELETE /v2.0/ports/c3d832b6-954f-455b-918b-4ed6b2c93a36 HTTP/1.1" status: 204 len: 173 time: 0.9994574 Feb 03 12:39:19.833589 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef12ad3c-1e8e-43fd-8f17-ed58217a9972', 'name': 'network-vif-deleted', 'tag': 'c3d832b6-954f-455b-918b-4ed6b2c93a36'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:19.837631 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91b7350-a559-4ff6-8e82-03f1bef2681e" -d '{"events": [{"server_uuid": "ef12ad3c-1e8e-43fd-8f17-ed58217a9972", "name": "network-vif-deleted", "tag": "c3d832b6-954f-455b-918b-4ed6b2c93a36"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:19.864338 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb80615-f1c1-4378-b18e-ec4785c972ab req-63929beb-8b75-40e9-931e-30b34d069c41 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:19.866041 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cb80615-f1c1-4378-b18e-ec4785c972ab req-63929beb-8b75-40e9-931e-30b34d069c41 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=73c2b8ac-b7ca-4739-9384-b77f4488c455 HTTP/1.1" status: 200 len: 946 time: 0.4638338 Feb 03 12:39:19.896033 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f967623-a0a7-4deb-b282-08a837691a3e req-6463c524-7289-491d-b61d-7daab35cda40 service neutron] 10.222.0.31 "GET /v2.0/networks/74e4e0c4-54d7-4d23-9064-92730ca3b309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188883 Feb 03 12:39:19.960044 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cb80615-f1c1-4378-b18e-ec4785c972ab req-c7076ebe-9d61-4a5c-9ffe-290ad025e329 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832977 Feb 03 12:39:20.045725 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-459df7c0-3dcf-4c4f-8274-145c2b5b227d req-68dd522d-42da-43f3-9535-b94ea580c47f tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (9407dbef-2eee-4385-bee9-24b2e72bd57e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:20.050557 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-e7cfdaf8-0be7-4264-8002-78a1bed25e00 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7d963305-4b96-4371-bbd0-3f18af7a7dd0 HTTP/1.1" status: 200 len: 217 time: 0.0729008 Feb 03 12:39:20.083535 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e4867-18a1-48f6-841d-c0ca290ee0a0 req-52f74e39-5a19-41cb-be2b-ade5aefe083b tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:20.085361 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-760e4867-18a1-48f6-841d-c0ca290ee0a0 req-52f74e39-5a19-41cb-be2b-ade5aefe083b tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 946 time: 0.0573957 Feb 03 12:39:20.134651 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-760e4867-18a1-48f6-841d-c0ca290ee0a0 req-8e79c6a2-110c-41d3-9397-ee4485ff89ac tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425200 Feb 03 12:39:20.157263 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-459df7c0-3dcf-4c4f-8274-145c2b5b227d req-68dd522d-42da-43f3-9535-b94ea580c47f tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (9407dbef-2eee-4385-bee9-24b2e72bd57e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:20.186242 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-bb31ba4e-417e-493d-87dc-9aca0802faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:20.187687 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-bb31ba4e-417e-493d-87dc-9aca0802faeb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e202dd33-3ffb-4065-bff2-1c5099cb38a1 HTTP/1.1" status: 200 len: 797 time: 0.1314535 Feb 03 12:39:20.255863 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c6f4f-dc88-4df8-8230-dc3f8c39df3a req-f75535cd-6403-4881-bb87-8d8c22853c6f tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:20.261645 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c6f4f-dc88-4df8-8230-dc3f8c39df3a req-f75535cd-6403-4881-bb87-8d8c22853c6f tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:20.263374 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-af9c6f4f-dc88-4df8-8230-dc3f8c39df3a req-f75535cd-6403-4881-bb87-8d8c22853c6f tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 1678 time: 0.0650465 Feb 03 12:39:20.292370 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-459df7c0-3dcf-4c4f-8274-145c2b5b227d req-68dd522d-42da-43f3-9535-b94ea580c47f tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9407dbef-2eee-4385-bee9-24b2e72bd57e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:20.294988 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-459df7c0-3dcf-4c4f-8274-145c2b5b227d req-68dd522d-42da-43f3-9535-b94ea580c47f tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:20.296181 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-459df7c0-3dcf-4c4f-8274-145c2b5b227d req-68dd522d-42da-43f3-9535-b94ea580c47f tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "DELETE /v2.0/security-groups/9407dbef-2eee-4385-bee9-24b2e72bd57e HTTP/1.1" status: 204 len: 173 time: 0.5240688 Feb 03 12:39:20.341436 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd522d-42da-43f3-9535-b94ea580c47f tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9407dbef-2eee-4385-bee9-24b2e72bd57e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:20.353325 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-fe4088bf-b08b-41eb-8bca-b2f200f18ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:20.354948 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-fe4088bf-b08b-41eb-8bca-b2f200f18ced service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8ad14e2d-6531-4d66-b186-adc852ea82f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1595032 Feb 03 12:39:20.364047 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-af9c6f4f-dc88-4df8-8230-dc3f8c39df3a req-3d8cef78-38e6-4d7e-98b0-dfa40c27e4f2 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903199 Feb 03 12:39:20.376737 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:20.406027 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] Publish callbacks [] for port (9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:20.422250 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b80423-e8dc-41b6-afb5-fcb6c309f663 x-openstack-request-id: req-e4b80423-e8dc-41b6-afb5-fcb6c309f663 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:20.422646 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef12ad3c-1e8e-43fd-8f17-ed58217a9972", "name": "network-vif-deleted", "tag": "c3d832b6-954f-455b-918b-4ed6b2c93a36", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:20.423152 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4b80423-e8dc-41b6-afb5-fcb6c309f663 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:20.423457 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef12ad3c-1e8e-43fd-8f17-ed58217a9972', 'name': 'network-vif-deleted', 'tag': 'c3d832b6-954f-455b-918b-4ed6b2c93a36', 'status': 'completed', 'code': 200} Feb 03 12:39:20.467473 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] Transition to ACTIVE for port object 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:39:20.492850 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:20.496383 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d976c25-7391-4452-955e-4527e12b5f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92dad41-39f2-46bb-a937-2452dba7eea4'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:20.501817 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ef00f4-2178-46f3-8b39-9b6e9a768929" -d '{"events": [{"server_uuid": "4d976c25-7391-4452-955e-4527e12b5f94", "name": "network-vif-plugged", "status": "completed", "tag": "d92dad41-39f2-46bb-a937-2452dba7eea4"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:20.545737 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f9746-4766-47e6-935a-2fe1fe1b83ca req-d7efeae6-66ff-4716-91cd-80d957a32aa6 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:20.552930 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-613f9746-4766-47e6-935a-2fe1fe1b83ca req-d7efeae6-66ff-4716-91cd-80d957a32aa6 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d976c25-7391-4452-955e-4527e12b5f94 HTTP/1.1" status: 200 len: 946 time: 0.0747235 Feb 03 12:39:20.571545 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-e0c16fea-1785-4f48-9093-0e9f2f18ab5f service neutron] 10.222.0.73 "GET /v2.0/networks/8ad14e2d-6531-4d66-b186-adc852ea82f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058651 Feb 03 12:39:20.597217 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-613f9746-4766-47e6-935a-2fe1fe1b83ca req-c0336b7a-7927-483e-b69a-46bef8667279 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432639 Feb 03 12:39:20.611050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92464463-b82a-436b-8481-a06ba51a252e service neutron] Pushing event updated for resources: {'Port': ['ID=9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:20.630099 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1a84b-98b7-4541-a40f-c3e2d87c67cc req-08438f72-c883-4f79-8f86-051a1a4a2b6e tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:20.632297 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07d1a84b-98b7-4541-a40f-c3e2d87c67cc req-08438f72-c883-4f79-8f86-051a1a4a2b6e tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5aa57d-8832-4496-a2a2-655044618688 HTTP/1.1" status: 200 len: 932 time: 0.1776803 Feb 03 12:39:20.732618 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f0b6b6-d127-4945-9caf-e0351db6438d x-openstack-request-id: req-82f0b6b6-d127-4945-9caf-e0351db6438d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:20.732926 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d976c25-7391-4452-955e-4527e12b5f94", "name": "network-vif-plugged", "status": "completed", "tag": "d92dad41-39f2-46bb-a937-2452dba7eea4", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:20.733518 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82f0b6b6-d127-4945-9caf-e0351db6438d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:20.733635 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d976c25-7391-4452-955e-4527e12b5f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92dad41-39f2-46bb-a937-2452dba7eea4', 'code': 200} Feb 03 12:39:20.792418 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07d1a84b-98b7-4541-a40f-c3e2d87c67cc req-08be1db0-1b2d-4fb5-8fc6-97ade1257f65 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257141 Feb 03 12:39:20.794981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] Attempting to bind port 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:20.795329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] Attempting to bind port 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'b18a3aaf-1673-4c64-ab69-ba2386957046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:20.795666 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] Attempting to bind port 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 on network 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:20.800508 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-32cf01f2-d24a-4fe4-948f-c12e1a0bcb10 service neutron] 10.222.0.73 "GET /v2.0/networks/8ad14e2d-6531-4d66-b186-adc852ea82f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167153 Feb 03 12:39:20.802581 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] Port 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 on network 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:39:20.802865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] Attempting to bind port 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 on network 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:20.834024 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:20.834382 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] Checking segment: {'id': 'b18a3aaf-1673-4c64-ab69-ba2386957046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:20.834762 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] Bound using segment: {'id': 'b18a3aaf-1673-4c64-ab69-ba2386957046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:20.835207 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] Bound port: 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18a3aaf-1673-4c64-ab69-ba2386957046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:20.835570 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:20.899889 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714eed1-c4ce-4193-87d2-6d86b216627c req-f39f8922-658d-490f-9f03-100fa3758b75 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:20.908730 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-8d940bd7-4056-47fe-946e-6762c93ba6b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bea337d6-879e-4f1e-b9d1-d48bf2c2c960 HTTP/1.1" status: 200 len: 217 time: 0.0841508 Feb 03 12:39:20.918553 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9714eed1-c4ce-4193-87d2-6d86b216627c req-f39f8922-658d-490f-9f03-100fa3758b75 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 944 time: 0.1304550 Feb 03 12:39:20.988958 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-f9327d46-07df-451f-9d1b-8f5346a11b4f req-49381063-e77d-4737-a1cb-2c78144d9e8b tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] show failed (client error): The resource could not be found. Feb 03 12:39:20.993530 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f9327d46-07df-451f-9d1b-8f5346a11b4f req-49381063-e77d-4737-a1cb-2c78144d9e8b tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/e94505b6-53d9-4aa8-8f2c-36e54a26e593 HTTP/1.1" status: 404 len: 352 time: 0.0924520 Feb 03 12:39:21.023856 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9714eed1-c4ce-4193-87d2-6d86b216627c req-77d2dcce-4553-4e6e-b683-617ecd3815a4 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024902 Feb 03 12:39:21.060389 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] For port 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:21.064610 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] For port 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65,segment=NetworkSegment(b18a3aaf-1673-4c64-ab69-ba2386957046),segment_id=b18a3aaf-1673-4c64-ab69-ba2386957046)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:21.100871 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:21.109220 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-9d572d3c-8b97-4ded-ad1b-42a75e839b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:21.110757 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-9d572d3c-8b97-4ded-ad1b-42a75e839b86 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e202dd33-3ffb-4065-bff2-1c5099cb38a1 HTTP/1.1" status: 200 len: 797 time: 0.1908374 Feb 03 12:39:21.161545 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-2ab9db8f-7956-4784-ad3a-d709adb8582b req-d1b0a38e-f930-4548-9ae3-81c440c318a1 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] show failed (client error): The resource could not be found. Feb 03 12:39:21.170579 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2ab9db8f-7956-4784-ad3a-d709adb8582b req-d1b0a38e-f930-4548-9ae3-81c440c318a1 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/a9738632-2d20-4d5c-8398-3b4036f4ca3a HTTP/1.1" status: 404 len: 352 time: 0.0829475 Feb 03 12:39:21.289951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:21.291212 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:21.292867 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cbcc2140-6dfb-4818-9c36-11165516456f req-92464463-b82a-436b-8481-a06ba51a252e service neutron] 10.222.0.31 "PUT /v2.0/ports/9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 HTTP/1.1" status: 200 len: 1092 time: 1.7064197 Feb 03 12:39:21.295190 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92464463-b82a-436b-8481-a06ba51a252e service neutron] Pushing event updated for resources: {'Port': ['ID=9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:21.307924 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5aa57d-8832-4496-a2a2-655044618688', 'tag': '9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:21.315627 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e652a414-2842-45b5-8677-db0892acd994" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5aa57d-8832-4496-a2a2-655044618688", "tag": "9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:21.316563 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdfca1-ef3e-485d-93b1-58da99f4c283 req-c448cb06-ce7c-4176-9d6a-f9b339befa5f tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:21.324186 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b8fdfca1-ef3e-485d-93b1-58da99f4c283 req-c448cb06-ce7c-4176-9d6a-f9b339befa5f tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 946 time: 0.0891228 Feb 03 12:39:21.348399 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-b47397be-2cd3-4410-a609-3a74c369032d req-ab1ebaa1-da96-44ce-9282-a91c301270bb tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] show failed (client error): The resource could not be found. Feb 03 12:39:21.365518 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b47397be-2cd3-4410-a609-3a74c369032d req-ab1ebaa1-da96-44ce-9282-a91c301270bb tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/4ed358de-bfe1-4d0e-a5dc-df2fcab1d75b HTTP/1.1" status: 404 len: 352 time: 0.1457086 Feb 03 12:39:21.374862 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b205e3d-4e3c-4fbb-b594-b99e76f3d468 req-b554eb0d-bed5-432e-aade-04cb6eec22f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:21.376091 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b8fdfca1-ef3e-485d-93b1-58da99f4c283 req-78639912-bf74-485e-a2d2-8239532dbe09 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507798 Feb 03 12:39:21.376555 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4b205e3d-4e3c-4fbb-b594-b99e76f3d468 req-b554eb0d-bed5-432e-aade-04cb6eec22f5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4d976c25-7391-4452-955e-4527e12b5f94 HTTP/1.1" status: 200 len: 1128 time: 0.4834387 Feb 03 12:39:21.432056 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-97e71848-707f-464d-8ef0-5dd3280b4154 req-ccbc9e52-a22f-401d-9546-f801d1d8c8e0 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] show failed (client error): The resource could not be found. Feb 03 12:39:21.439706 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-97e71848-707f-464d-8ef0-5dd3280b4154 req-ccbc9e52-a22f-401d-9546-f801d1d8c8e0 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/3b416f28-7b77-491f-ab1d-fa6f92746faa HTTP/1.1" status: 404 len: 352 time: 0.0267885 Feb 03 12:39:21.457190 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764e89d6-5315-4edb-9df7-daea03ec0a0b x-openstack-request-id: req-764e89d6-5315-4edb-9df7-daea03ec0a0b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:21.457501 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5aa57d-8832-4496-a2a2-655044618688", "tag": "9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:21.457758 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-764e89d6-5315-4edb-9df7-daea03ec0a0b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:21.458181 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5aa57d-8832-4496-a2a2-655044618688', 'tag': '9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65', 'status': 'completed', 'code': 200} Feb 03 12:39:21.471474 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-56c70d8b-7a32-42f4-95fc-1adfda6e322d req-ebe2a348-4cbc-4187-983e-7c3fc0da0433 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] show failed (client error): The resource could not be found. Feb 03 12:39:21.479305 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56c70d8b-7a32-42f4-95fc-1adfda6e322d req-ebe2a348-4cbc-4187-983e-7c3fc0da0433 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/01ecf5bd-abf9-43f4-b2b3-8e63a5036a7b HTTP/1.1" status: 404 len: 352 time: 0.0238688 Feb 03 12:39:21.513181 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-5773c68f-1252-49cb-b7f6-51b3d2a21e4f req-a48026e4-a3d3-4d3f-b4ec-ce02606f91c2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] show failed (client error): The resource could not be found. Feb 03 12:39:21.529933 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5773c68f-1252-49cb-b7f6-51b3d2a21e4f req-a48026e4-a3d3-4d3f-b4ec-ce02606f91c2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/f8140b85-602c-4b0c-b0f5-58f412366643 HTTP/1.1" status: 404 len: 352 time: 0.0351162 Feb 03 12:39:21.562285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75240b5-1036-4102-a582-77faece758bc req-1754123a-3e33-4d90-9258-7c93adb6ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:21.563776 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-1754123a-3e33-4d90-9258-7c93adb6ff97 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8ad14e2d-6531-4d66-b186-adc852ea82f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4238818 Feb 03 12:39:21.565934 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4b205e3d-4e3c-4fbb-b594-b99e76f3d468 req-513a720f-cbdd-482e-bc58-e79591704ced service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809602 Feb 03 12:39:21.583090 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2140-6dfb-4818-9c36-11165516456f req-c4a8a1c1-6088-4520-9e72-4c6858ed65fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:21.584640 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cbcc2140-6dfb-4818-9c36-11165516456f req-c4a8a1c1-6088-4520-9e72-4c6858ed65fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=962ebd967fe64a95a9793a6a1c91cc79&device_id=ac5aa57d-8832-4496-a2a2-655044618688 HTTP/1.1" status: 200 len: 1126 time: 0.2462494 Feb 03 12:39:21.596477 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4320d4-2aae-4c24-b126-280cbaa1e520 req-30c8b476-059e-4935-82f5-6608a9804090 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:21.602530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4320d4-2aae-4c24-b126-280cbaa1e520 req-30c8b476-059e-4935-82f5-6608a9804090 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:21.609703 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb4320d4-2aae-4c24-b126-280cbaa1e520 req-30c8b476-059e-4935-82f5-6608a9804090 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 1678 time: 0.0954149 Feb 03 12:39:21.633881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device fc7cac83-0121-4f59-b831-f65594ed91d5 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:21.661054 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cbcc2140-6dfb-4818-9c36-11165516456f req-3a9ce6d3-f760-4f13-835f-6b756835b585 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 HTTP/1.1" status: 200 len: 217 time: 0.0427716 Feb 03 12:39:21.750297 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb4320d4-2aae-4c24-b126-280cbaa1e520 req-f76001c8-e0e1-4e37-a141-ddfcbd6bbc3b tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268568 Feb 03 12:39:21.773069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc2140-6dfb-4818-9c36-11165516456f req-1720a19f-d70e-4d54-af28-bc4252a99dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:21.774575 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cbcc2140-6dfb-4818-9c36-11165516456f req-1720a19f-d70e-4d54-af28-bc4252a99dd8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6400ffb7-27dd-4d8a-b637-4799b70abe20 HTTP/1.1" status: 200 len: 854 time: 0.1058311 Feb 03 12:39:21.799532 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe5436-fff2-4621-b9f6-dd651c48557b req-b164f730-edc2-478c-811d-d885d26ec6c7 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:21.804184 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3afe5436-fff2-4621-b9f6-dd651c48557b req-b164f730-edc2-478c-811d-d885d26ec6c7 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d976c25-7391-4452-955e-4527e12b5f94 HTTP/1.1" status: 200 len: 946 time: 0.0673969 Feb 03 12:39:21.858192 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port fc7cac83-0121-4f59-b831-f65594ed91d5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=fc7cac83-0121-4f59-b831-f65594ed91d5,segment=NetworkSegment(30db518c-deff-4d9a-adbe-35b3d5b13420),segment_id=30db518c-deff-4d9a-adbe-35b3d5b13420)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:21.860781 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cbcc2140-6dfb-4818-9c36-11165516456f req-16f53aaa-68cf-4120-937b-56bbe548d7fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794144 Feb 03 12:39:21.874445 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'fc7cac83-0121-4f59-b831-f65594ed91d5', 'network_id': 'd468bd58-d0b4-40ea-b090-4a600bf3b4ec', 'port_id': 'fc7cac83-0121-4f59-b831-f65594ed91d5', 'mac_address': 'fa:16:3e:d2:34:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c442bc8-073d-4ec0-8961-3191195b352b', 'ip_address': '19.80.0.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:21.894975 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3afe5436-fff2-4621-b9f6-dd651c48557b req-028975b6-2040-4f92-aaac-5c25e7c8519c tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779364 Feb 03 12:39:21.944779 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port fc7cac83-0121-4f59-b831-f65594ed91d5 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:21.947557 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fc7cac83-0121-4f59-b831-f65594ed91d5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:21.963007 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7cac83-0121-4f59-b831-f65594ed91d5 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:21.986039 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port fc7cac83-0121-4f59-b831-f65594ed91d5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=fc7cac83-0121-4f59-b831-f65594ed91d5,segment=NetworkSegment(30db518c-deff-4d9a-adbe-35b3d5b13420),segment_id=30db518c-deff-4d9a-adbe-35b3d5b13420)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:21.991735 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fc7cac83-0121-4f59-b831-f65594ed91d5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:21.992796 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 42f4609d-d46e-4965-81ac-85f781381db2 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:22.087324 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ade4db-dce5-440c-a8c9-65bc5508f8c3 req-8135ec8c-9f9e-4940-93ca-981c4667ecf1 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:22.095236 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-26ade4db-dce5-440c-a8c9-65bc5508f8c3 req-8135ec8c-9f9e-4940-93ca-981c4667ecf1 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5aa57d-8832-4496-a2a2-655044618688 HTTP/1.1" status: 200 len: 944 time: 0.0847235 Feb 03 12:39:22.131696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 42f4609d-d46e-4965-81ac-85f781381db2, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=42f4609d-d46e-4965-81ac-85f781381db2,segment=NetworkSegment(ad399727-e3a2-4704-b0b2-6ddb24f17d43),segment_id=ad399727-e3a2-4704-b0b2-6ddb24f17d43)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:22.160533 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-26ade4db-dce5-440c-a8c9-65bc5508f8c3 req-df1af004-a49e-40bd-bb59-cfc530276066 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641847 Feb 03 12:39:22.199690 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '42f4609d-d46e-4965-81ac-85f781381db2', 'network_id': '74e4e0c4-54d7-4d23-9064-92730ca3b309', 'port_id': '42f4609d-d46e-4965-81ac-85f781381db2', 'mac_address': 'fa:16:3e:cc:bb:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3bb741d-0ee8-4e52-a0c6-cc62714a97ba', 'ip_address': '19.86.0.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:22.203703 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=fc7cac83-0121-4f59-b831-f65594ed91d5,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:22.237086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0510d-cbcc-4634-9606-f102cbc3fd92 req-8f9913e8-84e6-477a-a231-32f06db1a93f tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:22.239320 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-caf0510d-cbcc-4634-9606-f102cbc3fd92 req-8f9913e8-84e6-477a-a231-32f06db1a93f tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 1023 time: 0.4096539 Feb 03 12:39:22.252023 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 42f4609d-d46e-4965-81ac-85f781381db2 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:22.252773 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (42f4609d-d46e-4965-81ac-85f781381db2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:22.264479 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cbcc2140-6dfb-4818-9c36-11165516456f req-97b23801-f636-444e-9398-57464cb740fe service neutron] 10.222.0.31 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974650 Feb 03 12:39:22.268526 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f4609d-d46e-4965-81ac-85f781381db2 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:22.297013 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-f73356a9-5218-4729-8e0d-47b71ca03a13 service neutron] 10.222.0.73 "GET /v2.0/networks/8ad14e2d-6531-4d66-b186-adc852ea82f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527622 Feb 03 12:39:22.306474 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35187bc-a8a1-470a-bd67-05609b8579d0 req-606d2e07-2a79-483f-a8b1-00d841a3ed49 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:22.308171 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a35187bc-a8a1-470a-bd67-05609b8579d0 req-606d2e07-2a79-483f-a8b1-00d841a3ed49 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 944 time: 0.0990584 Feb 03 12:39:22.323517 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 42f4609d-d46e-4965-81ac-85f781381db2, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=42f4609d-d46e-4965-81ac-85f781381db2,segment=NetworkSegment(ad399727-e3a2-4704-b0b2-6ddb24f17d43),segment_id=ad399727-e3a2-4704-b0b2-6ddb24f17d43)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:22.330419 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (42f4609d-d46e-4965-81ac-85f781381db2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:22.377181 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a35187bc-a8a1-470a-bd67-05609b8579d0 req-f7110df6-075c-44a4-8f34-b0eb8ae28022 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601120 Feb 03 12:39:22.423713 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=42f4609d-d46e-4965-81ac-85f781381db2,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:22.517892 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-caf0510d-cbcc-4634-9606-f102cbc3fd92 req-834432c8-ad63-400a-a9e1-2f0504a34385 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&id=755cd03e-70a6-4dd7-ad44-b2eb6d7b6e5e&id=83b1dd38-4432-44d4-9f52-28e78136a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2674799 Feb 03 12:39:22.525692 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cbcc2140-6dfb-4818-9c36-11165516456f req-145a2415-c17a-4a71-bb5d-0d3fc0b80415 service neutron] 10.222.0.31 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506351 Feb 03 12:39:22.556762 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75240b5-1036-4102-a582-77faece758bc req-f0c9d52a-86be-4407-929f-6a08cfd3cc29 service neutron] 10.222.0.73 "GET /v2.0/networks/8ad14e2d-6531-4d66-b186-adc852ea82f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510357 Feb 03 12:39:22.571683 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c4fbc-cb5a-47e1-86d9-48bdb0e15d77 req-86cfa340-4419-42c0-9b44-bf8bb77fb4e6 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:22.585461 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e40c4fbc-cb5a-47e1-86d9-48bdb0e15d77 req-86cfa340-4419-42c0-9b44-bf8bb77fb4e6 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 946 time: 0.1018770 Feb 03 12:39:22.611845 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['fc7cac83-0121-4f59-b831-f65594ed91d5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:22.691585 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652a414-2842-45b5-8677-db0892acd994 req-ffde02af-fa7e-49d4-8f9c-b56faebea753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:22.693475 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e652a414-2842-45b5-8677-db0892acd994 req-ffde02af-fa7e-49d4-8f9c-b56faebea753 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=962ebd967fe64a95a9793a6a1c91cc79&device_id=ac5aa57d-8832-4496-a2a2-655044618688 HTTP/1.1" status: 200 len: 1126 time: 0.0815392 Feb 03 12:39:22.695415 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e40c4fbc-cb5a-47e1-86d9-48bdb0e15d77 req-416c7a3d-7387-4819-84dc-a2c2530831f6 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090724 Feb 03 12:39:22.897848 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652a414-2842-45b5-8677-db0892acd994 req-0c03c513-789b-45e8-9dc9-e49fe2728b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:22.899767 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e652a414-2842-45b5-8677-db0892acd994 req-0c03c513-789b-45e8-9dc9-e49fe2728b78 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 HTTP/1.1" status: 200 len: 915 time: 0.1895761 Feb 03 12:39:22.910302 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c22923-7d0e-4ba8-ad0c-d8ebaf84ec5e req-ed80b8ae-32b3-4d2f-98ac-9f5928222f4e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:22.915812 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c22923-7d0e-4ba8-ad0c-d8ebaf84ec5e req-ed80b8ae-32b3-4d2f-98ac-9f5928222f4e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:22.917452 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-45c22923-7d0e-4ba8-ad0c-d8ebaf84ec5e req-ed80b8ae-32b3-4d2f-98ac-9f5928222f4e tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 1680 time: 0.0663698 Feb 03 12:39:22.950767 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e652a414-2842-45b5-8677-db0892acd994 req-a369b663-3ed8-494f-91d4-505d07c2fbb7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 HTTP/1.1" status: 200 len: 217 time: 0.0451062 Feb 03 12:39:23.006831 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-45c22923-7d0e-4ba8-ad0c-d8ebaf84ec5e req-cd87f629-4389-41a3-8b27-e5726b2d723f tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785015 Feb 03 12:39:23.012021 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652a414-2842-45b5-8677-db0892acd994 req-ee9e947c-7cdd-4ebb-b213-5eaaeb5a189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:23.012021 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e652a414-2842-45b5-8677-db0892acd994 req-ee9e947c-7cdd-4ebb-b213-5eaaeb5a189c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6400ffb7-27dd-4d8a-b637-4799b70abe20 HTTP/1.1" status: 200 len: 854 time: 0.0532680 Feb 03 12:39:23.054531 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e652a414-2842-45b5-8677-db0892acd994 req-8399c726-fd9e-44c8-a49e-f1d36bed69a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358324 Feb 03 12:39:23.151320 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8338e00-b756-4f08-bbec-5a501f89d2f5 req-a45310be-9795-4b46-b2e4-438721ea2070 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:23.166345 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e8338e00-b756-4f08-bbec-5a501f89d2f5 req-a45310be-9795-4b46-b2e4-438721ea2070 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d976c25-7391-4452-955e-4527e12b5f94 HTTP/1.1" status: 200 len: 946 time: 0.0972230 Feb 03 12:39:23.245842 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e652a414-2842-45b5-8677-db0892acd994 req-45622814-60b9-4975-a037-63362321110a service neutron] 10.222.0.31 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840622 Feb 03 12:39:23.260755 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e8338e00-b756-4f08-bbec-5a501f89d2f5 req-7e86e3fe-ee59-4ff4-99d3-8a10a34675c2 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931017 Feb 03 12:39:23.422799 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a2ecc-ad03-431b-a158-a34980c30554 req-821a620e-0446-46c5-bc44-aca72fcebc00 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:23.429986 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b88a2ecc-ad03-431b-a158-a34980c30554 req-821a620e-0446-46c5-bc44-aca72fcebc00 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5aa57d-8832-4496-a2a2-655044618688 HTTP/1.1" status: 200 len: 944 time: 0.0751359 Feb 03 12:39:23.440043 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e652a414-2842-45b5-8677-db0892acd994 req-ff423c9d-6a67-4408-a2a2-f374cef5e8c4 service neutron] 10.222.0.31 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869814 Feb 03 12:39:23.519326 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b88a2ecc-ad03-431b-a158-a34980c30554 req-fd8a2086-237c-4c66-a652-bd4452b5f093 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872991 Feb 03 12:39:23.635288 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device fc7cac83-0121-4f59-b831-f65594ed91d5 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:23.667684 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0ece7-c754-4ccd-bcdd-650d0fd6540c req-c16caa8f-4553-4f1f-861b-a259e0ef513f tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:23.669377 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-25a0ece7-c754-4ccd-bcdd-650d0fd6540c req-c16caa8f-4553-4f1f-861b-a259e0ef513f tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 944 time: 0.0751073 Feb 03 12:39:23.673374 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['42f4609d-d46e-4965-81ac-85f781381db2'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:23.744189 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-25a0ece7-c754-4ccd-bcdd-650d0fd6540c req-c2867984-e737-49ec-8aaf-30c1d2cb99d8 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628078 Feb 03 12:39:23.775617 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187e852-7568-49cb-847e-632226b91b7f req-20d5a6da-c613-4ea7-bc09-7a341cd6d703 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:23.779300 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port fc7cac83-0121-4f59-b831-f65594ed91d5 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:39:23.786517 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0187e852-7568-49cb-847e-632226b91b7f req-20d5a6da-c613-4ea7-bc09-7a341cd6d703 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 1023 time: 0.1243687 Feb 03 12:39:23.792630 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port fc7cac83-0121-4f59-b831-f65594ed91d5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:23.793097 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fc7cac83-0121-4f59-b831-f65594ed91d5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:23.955965 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0187e852-7568-49cb-847e-632226b91b7f req-0c505acc-5df4-482e-9fa4-dd7c812242f2 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups?id=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16&id=755cd03e-70a6-4dd7-ad44-b2eb6d7b6e5e&id=83b1dd38-4432-44d4-9f52-28e78136a29b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1641843 Feb 03 12:39:23.972918 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port fc7cac83-0121-4f59-b831-f65594ed91d5 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:23.973319 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fc7cac83-0121-4f59-b831-f65594ed91d5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:24.021181 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea0830-cd95-44bd-9226-d1a5e9c60661 req-de13e733-0c15-4a82-b19d-1e83b7b0955c tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:24.028184 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-07ea0830-cd95-44bd-9226-d1a5e9c60661 req-de13e733-0c15-4a82-b19d-1e83b7b0955c tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 946 time: 0.0899053 Feb 03 12:39:24.055068 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port fc7cac83-0121-4f59-b831-f65594ed91d5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=fc7cac83-0121-4f59-b831-f65594ed91d5,segment=NetworkSegment(30db518c-deff-4d9a-adbe-35b3d5b13420),segment_id=30db518c-deff-4d9a-adbe-35b3d5b13420)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:24.059137 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de2c3ad-c437-4f8a-adda-3285a2d6dead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7cac83-0121-4f59-b831-f65594ed91d5'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:24.065049 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbc61cf-3c00-4cd2-bf71-f96135c856d0" -d '{"events": [{"server_uuid": "0de2c3ad-c437-4f8a-adda-3285a2d6dead", "name": "network-vif-plugged", "status": "completed", "tag": "fc7cac83-0121-4f59-b831-f65594ed91d5"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:24.072125 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fc7cac83-0121-4f59-b831-f65594ed91d5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:24.073607 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device c3d832b6-954f-455b-918b-4ed6b2c93a36 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:24.096261 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-07ea0830-cd95-44bd-9226-d1a5e9c60661 req-15f1b054-7557-4e9d-a376-698f4c7c17bc tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669913 Feb 03 12:39:24.145646 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfba0fd-508a-457a-8a96-9be98144449c x-openstack-request-id: req-dcfba0fd-508a-457a-8a96-9be98144449c {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:24.145952 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de2c3ad-c437-4f8a-adda-3285a2d6dead", "name": "network-vif-plugged", "status": "completed", "tag": "fc7cac83-0121-4f59-b831-f65594ed91d5", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:24.146259 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dcfba0fd-508a-457a-8a96-9be98144449c {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:24.146667 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de2c3ad-c437-4f8a-adda-3285a2d6dead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7cac83-0121-4f59-b831-f65594ed91d5', 'code': 200} Feb 03 12:39:24.147393 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: c3d832b6-954f-455b-918b-4ed6b2c93a36 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:24.147787 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device c3d832b6-954f-455b-918b-4ed6b2c93a36 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:24.177149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=fc7cac83-0121-4f59-b831-f65594ed91d5,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:24.196131 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d574c-ab71-4936-af63-2e5254788192 req-a3d84af5-a8d8-4f44-a0e8-f761a3f7e659 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:24.202412 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d574c-ab71-4936-af63-2e5254788192 req-a3d84af5-a8d8-4f44-a0e8-f761a3f7e659 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:24.204080 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-616d574c-ab71-4936-af63-2e5254788192 req-a3d84af5-a8d8-4f44-a0e8-f761a3f7e659 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 1681 time: 0.0767624 Feb 03 12:39:24.275103 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-616d574c-ab71-4936-af63-2e5254788192 req-8e613c9d-b780-44bc-ad19-65d57d3b857c tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646834 Feb 03 12:39:24.330375 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dc616-0223-47dd-b0f6-437ec9571788 req-832ac0da-e38f-447c-8111-8dad1dbc7733 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:24.332418 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3a8dc616-0223-47dd-b0f6-437ec9571788 req-832ac0da-e38f-447c-8111-8dad1dbc7733 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.73 "GET /v2.0/ports?device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 1023 time: 0.0747592 Feb 03 12:39:24.374971 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953bee8-6249-46d5-8859-9db2fb51385f req-2225b57f-fd8e-4f15-922a-f4d4d13b2af1 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:24.376550 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c953bee8-6249-46d5-8859-9db2fb51385f req-2225b57f-fd8e-4f15-922a-f4d4d13b2af1 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d976c25-7391-4452-955e-4527e12b5f94 HTTP/1.1" status: 200 len: 946 time: 0.0538831 Feb 03 12:39:24.424338 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c953bee8-6249-46d5-8859-9db2fb51385f req-fce6f5c7-4909-4d4a-8e85-63675980ccba tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 Feb 03 12:39:24.502250 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-3a8dc616-0223-47dd-b0f6-437ec9571788 req-406d5bfb-de8c-4aa6-aa3b-705006fb8c9a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Deleting port b5c01efc-fb35-484c-b246-491e007c2468 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:24.502607 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3a8dc616-0223-47dd-b0f6-437ec9571788 req-406d5bfb-de8c-4aa6-aa3b-705006fb8c9a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b5c01efc-fb35-484c-b246-491e007c2468), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:24.614906 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3a8dc616-0223-47dd-b0f6-437ec9571788 req-406d5bfb-de8c-4aa6-aa3b-705006fb8c9a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] For port b5c01efc-fb35-484c-b246-491e007c2468, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b5c01efc-fb35-484c-b246-491e007c2468,segment=NetworkSegment(684886bb-de56-47af-999b-bb0af1e11284),segment_id=684886bb-de56-47af-999b-bb0af1e11284)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:24.615372 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3a8dc616-0223-47dd-b0f6-437ec9571788 req-406d5bfb-de8c-4aa6-aa3b-705006fb8c9a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b5c01efc-fb35-484c-b246-491e007c2468), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:24.642986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-3a8dc616-0223-47dd-b0f6-437ec9571788 req-406d5bfb-de8c-4aa6-aa3b-705006fb8c9a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Calling delete_port for b5c01efc-fb35-484c-b246-491e007c2468 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:24.677827 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc02af5-87bc-4ac1-bd0d-04ba933d47a9 req-b824881d-db64-42de-956e-c1efb86934b9 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:24.680011 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2bc02af5-87bc-4ac1-bd0d-04ba933d47a9 req-b824881d-db64-42de-956e-c1efb86934b9 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5aa57d-8832-4496-a2a2-655044618688 HTTP/1.1" status: 200 len: 944 time: 0.0833464 Feb 03 12:39:24.782966 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2bc02af5-87bc-4ac1-bd0d-04ba933d47a9 req-8bfe18c8-d174-46cc-98bd-40d74408ff7f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950160 Feb 03 12:39:24.826107 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3a8dc616-0223-47dd-b0f6-437ec9571788 req-406d5bfb-de8c-4aa6-aa3b-705006fb8c9a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (b5c01efc-fb35-484c-b246-491e007c2468), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:24.866868 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['b5c01efc-fb35-484c-b246-491e007c2468'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:24.874506 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d5bfb-de8c-4aa6-aa3b-705006fb8c9a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event deleted for resources: {'Port': ['ID=b5c01efc-fb35-484c-b246-491e007c2468,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:24.929425 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caccb13-862b-4779-832c-bee6f5a5f96d req-421bb49b-e467-4dc0-b17d-e7a2437be1a1 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:24.930919 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7caccb13-862b-4779-832c-bee6f5a5f96d req-421bb49b-e467-4dc0-b17d-e7a2437be1a1 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d976c25-7391-4452-955e-4527e12b5f94 HTTP/1.1" status: 200 len: 946 time: 0.0724914 Feb 03 12:39:24.935450 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8dc616-0223-47dd-b0f6-437ec9571788 req-406d5bfb-de8c-4aa6-aa3b-705006fb8c9a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] No DVR routers for this DVR port b5c01efc-fb35-484c-b246-491e007c2468 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:24.938667 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3a8dc616-0223-47dd-b0f6-437ec9571788 req-406d5bfb-de8c-4aa6-aa3b-705006fb8c9a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:24.942112 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3a8dc616-0223-47dd-b0f6-437ec9571788 req-406d5bfb-de8c-4aa6-aa3b-705006fb8c9a tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.73 "DELETE /v2.0/ports/b5c01efc-fb35-484c-b246-491e007c2468 HTTP/1.1" status: 204 len: 173 time: 0.5544162 Feb 03 12:39:24.942548 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3198d117-ff38-499d-86d6-bf588a04aadc', 'name': 'network-vif-deleted', 'tag': 'b5c01efc-fb35-484c-b246-491e007c2468'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:24.944831 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f026aaf4-fc7a-401d-9478-efcc821b3dda" -d '{"events": [{"server_uuid": "3198d117-ff38-499d-86d6-bf588a04aadc", "name": "network-vif-deleted", "tag": "b5c01efc-fb35-484c-b246-491e007c2468"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:24.973498 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613b177-aeb5-41dd-aafc-8a487aca1093 req-dce0314d-ef97-45a3-a5c6-c9deb85cb693 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:24.982927 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e613b177-aeb5-41dd-aafc-8a487aca1093 req-dce0314d-ef97-45a3-a5c6-c9deb85cb693 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 944 time: 0.1196759 Feb 03 12:39:24.995554 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7caccb13-862b-4779-832c-bee6f5a5f96d req-b8d69caf-f992-4431-b9ba-27c84e00fd5d tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579617 Feb 03 12:39:25.051308 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e613b177-aeb5-41dd-aafc-8a487aca1093 req-ff8acfda-2c9a-4be3-a870-4abe77f1704c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671818 Feb 03 12:39:25.059023 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac324541-810a-4c06-be81-5efc1ac0a364 x-openstack-request-id: req-ac324541-810a-4c06-be81-5efc1ac0a364 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:25.059327 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3198d117-ff38-499d-86d6-bf588a04aadc", "name": "network-vif-deleted", "tag": "b5c01efc-fb35-484c-b246-491e007c2468", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:25.059714 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac324541-810a-4c06-be81-5efc1ac0a364 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:25.069270 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3198d117-ff38-499d-86d6-bf588a04aadc', 'name': 'network-vif-deleted', 'tag': 'b5c01efc-fb35-484c-b246-491e007c2468', 'status': 'completed', 'code': 200} Feb 03 12:39:25.139167 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-98ac8b8c-4500-4db6-b1d4-9a7d54b1f961 req-66f3707f-1e2d-475a-a11d-cb7ee4b221e1 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/ports?device_id=3198d117-ff38-499d-86d6-bf588a04aadc HTTP/1.1" status: 200 len: 210 time: 0.0305340 Feb 03 12:39:25.222671 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a50d5d-0df6-45cc-81af-2e2fca296d1a req-21d55ff2-01ef-4cd0-9c80-32b061db7df5 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:25.224200 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14a50d5d-0df6-45cc-81af-2e2fca296d1a req-21d55ff2-01ef-4cd0-9c80-32b061db7df5 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 946 time: 0.0564549 Feb 03 12:39:25.276231 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14a50d5d-0df6-45cc-81af-2e2fca296d1a req-b634490f-e43a-477d-bc84-e43f2b686d93 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413444 Feb 03 12:39:25.407095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c69227-44ee-4327-bb04-a93635ee3798 req-011739ac-f099-4ee5-a989-a32af8c4cac6 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:25.412847 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c69227-44ee-4327-bb04-a93635ee3798 req-011739ac-f099-4ee5-a989-a32af8c4cac6 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:25.414436 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-50c69227-44ee-4327-bb04-a93635ee3798 req-011739ac-f099-4ee5-a989-a32af8c4cac6 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 1681 time: 0.0691228 Feb 03 12:39:25.462731 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-50c69227-44ee-4327-bb04-a93635ee3798 req-2bc78fb1-2d54-42e7-9a90-32d50ca81965 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422871 Feb 03 12:39:25.649254 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:25.656177 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 42f4609d-d46e-4965-81ac-85f781381db2 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:25.836596 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65,segment=NetworkSegment(b18a3aaf-1673-4c64-ab69-ba2386957046),segment_id=b18a3aaf-1673-4c64-ab69-ba2386957046)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:25.847523 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 42f4609d-d46e-4965-81ac-85f781381db2 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:39:25.853254 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65', 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129', 'port_id': '9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65', 'mac_address': 'fa:16:3e:44:86:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6400ffb7-27dd-4d8a-b637-4799b70abe20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:25.854923 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 42f4609d-d46e-4965-81ac-85f781381db2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:25.855915 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (42f4609d-d46e-4965-81ac-85f781381db2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.932208 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:25.932839 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:25.932967 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa1c9c-d297-4774-a0a3-cd4f8bfe9898 req-6c9d5aa9-f9ae-46da-8b91-820f5680bbdc tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:25.934896 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-40fa1c9c-d297-4774-a0a3-cd4f8bfe9898 req-6c9d5aa9-f9ae-46da-8b91-820f5680bbdc tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5aa57d-8832-4496-a2a2-655044618688 HTTP/1.1" status: 200 len: 944 time: 0.0614300 Feb 03 12:39:25.950720 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:25.992513 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-40fa1c9c-d297-4774-a0a3-cd4f8bfe9898 req-5799b72b-0b1d-49a7-94cd-41dbada1dfe7 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512254 Feb 03 12:39:25.993235 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65,segment=NetworkSegment(b18a3aaf-1673-4c64-ab69-ba2386957046),segment_id=b18a3aaf-1673-4c64-ab69-ba2386957046)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:25.998385 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.033721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 42f4609d-d46e-4965-81ac-85f781381db2 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:26.034119 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (42f4609d-d46e-4965-81ac-85f781381db2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.086252 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 42f4609d-d46e-4965-81ac-85f781381db2, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=42f4609d-d46e-4965-81ac-85f781381db2,segment=NetworkSegment(ad399727-e3a2-4704-b0b2-6ddb24f17d43),segment_id=ad399727-e3a2-4704-b0b2-6ddb24f17d43)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:26.088497 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:26.094908 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (42f4609d-d46e-4965-81ac-85f781381db2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.152653 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de2c3ad-c437-4f8a-adda-3285a2d6dead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f4609d-d46e-4965-81ac-85f781381db2'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:26.154848 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67497aaf-6754-43c4-9e93-46379e5d7e6a" -d '{"events": [{"server_uuid": "0de2c3ad-c437-4f8a-adda-3285a2d6dead", "name": "network-vif-plugged", "status": "completed", "tag": "42f4609d-d46e-4965-81ac-85f781381db2"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:26.167657 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c8454-05ab-4da0-9654-ff36ddf948ba req-e8991384-3cba-46f3-a1df-ed7416f65f92 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.175584 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-234c8454-05ab-4da0-9654-ff36ddf948ba req-e8991384-3cba-46f3-a1df-ed7416f65f92 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d976c25-7391-4452-955e-4527e12b5f94 HTTP/1.1" status: 200 len: 946 time: 0.1024559 Feb 03 12:39:26.175776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=42f4609d-d46e-4965-81ac-85f781381db2,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:26.222387 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dafa69-fc72-442a-bc04-a19e483108f9 req-5b162b3f-fb17-44af-8137-a57cadbb0565 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.223790 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4dafa69-fc72-442a-bc04-a19e483108f9 req-5b162b3f-fb17-44af-8137-a57cadbb0565 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.31 "GET /v2.0/ports?device_id=73c2b8ac-b7ca-4739-9384-b77f4488c455 HTTP/1.1" status: 200 len: 946 time: 0.1331692 Feb 03 12:39:26.227340 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-234c8454-05ab-4da0-9654-ff36ddf948ba req-7d450dc7-adfc-4e80-ba6b-92896b7c98f6 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508726 Feb 03 12:39:26.233778 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc7b0b-92c6-4b90-bdc1-a6408b9fefbc req-b8cdb011-95e8-4e9a-b139-a75fa277a6d6 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.235217 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0ccc7b0b-92c6-4b90-bdc1-a6408b9fefbc req-b8cdb011-95e8-4e9a-b139-a75fa277a6d6 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 944 time: 0.0875366 Feb 03 12:39:26.275986 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:26.316665 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f91eb95-19c0-44e8-b4b1-b3b3a2da47d2 x-openstack-request-id: req-6f91eb95-19c0-44e8-b4b1-b3b3a2da47d2 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:26.316861 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de2c3ad-c437-4f8a-adda-3285a2d6dead", "name": "network-vif-plugged", "status": "completed", "tag": "42f4609d-d46e-4965-81ac-85f781381db2", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:26.317114 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f91eb95-19c0-44e8-b4b1-b3b3a2da47d2 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:26.317511 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de2c3ad-c437-4f8a-adda-3285a2d6dead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f4609d-d46e-4965-81ac-85f781381db2', 'code': 200} Feb 03 12:39:26.371568 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0ccc7b0b-92c6-4b90-bdc1-a6408b9fefbc req-06859078-72db-4e4b-b85f-4f41fed2358b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281750 Feb 03 12:39:26.473555 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b960eb-ddf9-4744-b7cb-d8c9fd7698ea req-9e32e601-f0bc-40d0-9650-ac720036694c tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.475204 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6b960eb-ddf9-4744-b7cb-d8c9fd7698ea req-9e32e601-f0bc-40d0-9650-ac720036694c tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 946 time: 0.0611393 Feb 03 12:39:26.531908 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6b960eb-ddf9-4744-b7cb-d8c9fd7698ea req-94552dad-1c7c-4135-ac53-aa9d7cda060c tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504613 Feb 03 12:39:26.655213 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defae436-5d12-4b44-bf3e-76d31b50eaad req-28bd39f0-806e-4f2f-8e86-299dba1fdffb tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.661453 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defae436-5d12-4b44-bf3e-76d31b50eaad req-28bd39f0-806e-4f2f-8e86-299dba1fdffb tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.663373 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-defae436-5d12-4b44-bf3e-76d31b50eaad req-28bd39f0-806e-4f2f-8e86-299dba1fdffb tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 1682 time: 0.0652020 Feb 03 12:39:26.718297 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-defae436-5d12-4b44-bf3e-76d31b50eaad req-9330688a-f351-439c-944e-e2f1bf7ac5d7 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481231 Feb 03 12:39:26.857857 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-a4dafa69-fc72-442a-bc04-a19e483108f9 req-b9cbb7a5-a67c-4f50-8d3d-c3474be6fe1e tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Deleting port bc0123b0-8d4e-4904-92ee-543a81012e7a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:26.858200 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a4dafa69-fc72-442a-bc04-a19e483108f9 req-b9cbb7a5-a67c-4f50-8d3d-c3474be6fe1e tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (bc0123b0-8d4e-4904-92ee-543a81012e7a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:26.882308 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1dea6b06-071a-4b31-a217-65f8348d09a2 req-ff176722-347b-4548-bdc7-218e58b046fb tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/83b1dd38-4432-44d4-9f52-28e78136a29b HTTP/1.1" status: 200 len: 1819 time: 0.4710412 Feb 03 12:39:26.891573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b9e26-59c2-4fcf-bdd3-0a286bf4a80c req-6b307479-ad46-4356-95e0-8e6bffa0d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.892112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b9e26-59c2-4fcf-bdd3-0a286bf4a80c req-6b307479-ad46-4356-95e0-8e6bffa0d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.894025 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-796b9e26-59c2-4fcf-bdd3-0a286bf4a80c req-6b307479-ad46-4356-95e0-8e6bffa0d0b2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 2046 time: 0.5169792 Feb 03 12:39:26.992280 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c2791-af32-4ed0-9f34-b0c9cd4d7852 req-d7018c7a-e71b-41d9-8b00-e7a0a3b75d3a tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:26.993741 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c5c2791-af32-4ed0-9f34-b0c9cd4d7852 req-d7018c7a-e71b-41d9-8b00-e7a0a3b75d3a tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d976c25-7391-4452-955e-4527e12b5f94 HTTP/1.1" status: 200 len: 946 time: 0.2142439 Feb 03 12:39:27.093629 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-796b9e26-59c2-4fcf-bdd3-0a286bf4a80c req-2435b62f-c9c0-472c-b430-f3f698c3a54c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810143 Feb 03 12:39:27.117981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a4dafa69-fc72-442a-bc04-a19e483108f9 req-b9cbb7a5-a67c-4f50-8d3d-c3474be6fe1e tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] For port bc0123b0-8d4e-4904-92ee-543a81012e7a, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=bc0123b0-8d4e-4904-92ee-543a81012e7a,segment=NetworkSegment(692d7727-214f-4d87-b1ac-a90a06d89e3e),segment_id=692d7727-214f-4d87-b1ac-a90a06d89e3e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:27.118359 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a4dafa69-fc72-442a-bc04-a19e483108f9 req-b9cbb7a5-a67c-4f50-8d3d-c3474be6fe1e tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (bc0123b0-8d4e-4904-92ee-543a81012e7a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.124301 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01da16-82a3-4cf7-8f4f-ada4831acb87 req-ad40709a-4c79-461c-a51a-1b159f1c404c tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:27.125855 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9a01da16-82a3-4cf7-8f4f-ada4831acb87 req-ad40709a-4c79-461c-a51a-1b159f1c404c tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5aa57d-8832-4496-a2a2-655044618688 HTTP/1.1" status: 200 len: 945 time: 0.0590055 Feb 03 12:39:27.148549 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1dea6b06-071a-4b31-a217-65f8348d09a2 req-de68ee4a-28f9-44f5-9b55-683629369e0c tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (83b1dd38-4432-44d4-9f52-28e78136a29b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.165621 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-a4dafa69-fc72-442a-bc04-a19e483108f9 req-b9cbb7a5-a67c-4f50-8d3d-c3474be6fe1e tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Calling delete_port for bc0123b0-8d4e-4904-92ee-543a81012e7a owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:27.176198 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9a01da16-82a3-4cf7-8f4f-ada4831acb87 req-3b0486e8-bb69-45eb-8fb9-5e46de3d8ea6 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442951 Feb 03 12:39:27.200183 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1dea6b06-071a-4b31-a217-65f8348d09a2 req-de68ee4a-28f9-44f5-9b55-683629369e0c tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (83b1dd38-4432-44d4-9f52-28e78136a29b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.288160 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-4c5c2791-af32-4ed0-9f34-b0c9cd4d7852 req-e72bd01e-500e-4f4f-ae00-91331337500a tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Deleting port d92dad41-39f2-46bb-a937-2452dba7eea4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:27.288507 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c5c2791-af32-4ed0-9f34-b0c9cd4d7852 req-e72bd01e-500e-4f4f-ae00-91331337500a tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d92dad41-39f2-46bb-a937-2452dba7eea4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.363165 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1dea6b06-071a-4b31-a217-65f8348d09a2 req-de68ee4a-28f9-44f5-9b55-683629369e0c tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (83b1dd38-4432-44d4-9f52-28e78136a29b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.366173 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1dea6b06-071a-4b31-a217-65f8348d09a2 req-de68ee4a-28f9-44f5-9b55-683629369e0c tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.367374 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1dea6b06-071a-4b31-a217-65f8348d09a2 req-de68ee4a-28f9-44f5-9b55-683629369e0c tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "DELETE /v2.0/security-groups/83b1dd38-4432-44d4-9f52-28e78136a29b HTTP/1.1" status: 204 len: 173 time: 0.4704230 Feb 03 12:39:27.378576 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b6ba6-b472-4e37-8796-3526c0980163 req-0bc8a85b-2dd5-4dd1-b043-7a9d195479f9 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:27.382805 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-640b6ba6-b472-4e37-8796-3526c0980163 req-0bc8a85b-2dd5-4dd1-b043-7a9d195479f9 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d976c25-7391-4452-955e-4527e12b5f94 HTTP/1.1" status: 200 len: 946 time: 0.0718386 Feb 03 12:39:27.411893 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68ee4a-28f9-44f5-9b55-683629369e0c tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b1dd38-4432-44d4-9f52-28e78136a29b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:27.460556 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-640b6ba6-b472-4e37-8796-3526c0980163 req-ab7f56c2-d90c-4f98-9dac-affc8c0131cf tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582907 Feb 03 12:39:27.480949 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4c5c2791-af32-4ed0-9f34-b0c9cd4d7852 req-e72bd01e-500e-4f4f-ae00-91331337500a tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] For port d92dad41-39f2-46bb-a937-2452dba7eea4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d92dad41-39f2-46bb-a937-2452dba7eea4,segment=NetworkSegment(692d7727-214f-4d87-b1ac-a90a06d89e3e),segment_id=692d7727-214f-4d87-b1ac-a90a06d89e3e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:27.481243 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c5c2791-af32-4ed0-9f34-b0c9cd4d7852 req-e72bd01e-500e-4f4f-ae00-91331337500a tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d92dad41-39f2-46bb-a937-2452dba7eea4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.506190 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a4dafa69-fc72-442a-bc04-a19e483108f9 req-b9cbb7a5-a67c-4f50-8d3d-c3474be6fe1e tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (bc0123b0-8d4e-4904-92ee-543a81012e7a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.511686 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-4c5c2791-af32-4ed0-9f34-b0c9cd4d7852 req-e72bd01e-500e-4f4f-ae00-91331337500a tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Calling delete_port for d92dad41-39f2-46bb-a937-2452dba7eea4 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:27.520797 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['bc0123b0-8d4e-4904-92ee-543a81012e7a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:27.547738 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5cfb6c9d-5a40-45d1-94d8-ed03291edeec req-af321dac-4944-4e8c-96d0-758afb397046 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "GET /v2.0/security-groups/755cd03e-70a6-4dd7-ad44-b2eb6d7b6e5e HTTP/1.1" status: 200 len: 1819 time: 0.1290286 Feb 03 12:39:27.550293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbb7a5-a67c-4f50-8d3d-c3474be6fe1e tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Pushing event deleted for resources: {'Port': ['ID=bc0123b0-8d4e-4904-92ee-543a81012e7a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:27.565270 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['d92dad41-39f2-46bb-a937-2452dba7eea4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:27.598123 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060ee61-6ed3-4809-a431-b05315a8c72f req-bc09d03d-d1c4-432f-9ad2-217c54f03bc5 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:27.601829 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c060ee61-6ed3-4809-a431-b05315a8c72f req-bc09d03d-d1c4-432f-9ad2-217c54f03bc5 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 944 time: 0.0775292 Feb 03 12:39:27.675544 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:27.685390 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c060ee61-6ed3-4809-a431-b05315a8c72f req-31fa9c57-4f87-4cd4-a239-1d07e2a21d01 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782208 Feb 03 12:39:27.735073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4dafa69-fc72-442a-bc04-a19e483108f9 req-b9cbb7a5-a67c-4f50-8d3d-c3474be6fe1e tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] No DVR routers for this DVR port bc0123b0-8d4e-4904-92ee-543a81012e7a on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:27.738592 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a4dafa69-fc72-442a-bc04-a19e483108f9 req-b9cbb7a5-a67c-4f50-8d3d-c3474be6fe1e tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.743390 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4dafa69-fc72-442a-bc04-a19e483108f9 req-b9cbb7a5-a67c-4f50-8d3d-c3474be6fe1e tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.31 "DELETE /v2.0/ports/bc0123b0-8d4e-4904-92ee-543a81012e7a HTTP/1.1" status: 204 len: 173 time: 1.5072591 Feb 03 12:39:27.749770 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c2b8ac-b7ca-4739-9384-b77f4488c455', 'name': 'network-vif-deleted', 'tag': 'bc0123b0-8d4e-4904-92ee-543a81012e7a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:27.752063 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4831131-d367-4086-b9e8-72332eaaa6ab" -d '{"events": [{"server_uuid": "73c2b8ac-b7ca-4739-9384-b77f4488c455", "name": "network-vif-deleted", "tag": "bc0123b0-8d4e-4904-92ee-543a81012e7a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:27.757736 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 860b6daa-d253-4f8f-a209-a6578ae6044b details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:27.795579 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device b5c01efc-fb35-484c-b246-491e007c2468 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:27.803894 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5cfb6c9d-5a40-45d1-94d8-ed03291edeec req-5b8fb14b-b5b2-4e48-9ac9-44c39643ccd6 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (755cd03e-70a6-4dd7-ad44-b2eb6d7b6e5e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.835563 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: b5c01efc-fb35-484c-b246-491e007c2468 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:27.835972 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device b5c01efc-fb35-484c-b246-491e007c2468 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:27.859180 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c5c2791-af32-4ed0-9f34-b0c9cd4d7852 req-e72bd01e-500e-4f4f-ae00-91331337500a tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d92dad41-39f2-46bb-a937-2452dba7eea4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.878794 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5cfb6c9d-5a40-45d1-94d8-ed03291edeec req-5b8fb14b-b5b2-4e48-9ac9-44c39643ccd6 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (755cd03e-70a6-4dd7-ad44-b2eb6d7b6e5e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:27.912684 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe6d36-b0d1-4249-8d66-b76eb6d98bf7 req-36736531-09b2-458a-bdf2-8a4c2e20b0ef tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:27.916928 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fbfe6d36-b0d1-4249-8d66-b76eb6d98bf7 req-36736531-09b2-458a-bdf2-8a4c2e20b0ef tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 946 time: 0.0880060 Feb 03 12:39:27.920449 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['d92dad41-39f2-46bb-a937-2452dba7eea4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:27.960977 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:39:27.994838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bd01e-500e-4f4f-ae00-91331337500a tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Pushing event deleted for resources: {'Port': ['ID=d92dad41-39f2-46bb-a937-2452dba7eea4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:28.050921 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 860b6daa-d253-4f8f-a209-a6578ae6044b, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=860b6daa-d253-4f8f-a209-a6578ae6044b,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:28.053300 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fbfe6d36-b0d1-4249-8d66-b76eb6d98bf7 req-d8a00c4d-6601-47a1-998e-e8cc111b967e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247208 Feb 03 12:39:28.063063 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:28.063454 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.073011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5c2791-af32-4ed0-9f34-b0c9cd4d7852 req-e72bd01e-500e-4f4f-ae00-91331337500a tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] No DVR routers for this DVR port d92dad41-39f2-46bb-a937-2452dba7eea4 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:28.078026 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c5c2791-af32-4ed0-9f34-b0c9cd4d7852 req-e72bd01e-500e-4f4f-ae00-91331337500a tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.082031 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c5c2791-af32-4ed0-9f34-b0c9cd4d7852 req-e72bd01e-500e-4f4f-ae00-91331337500a tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.73 "DELETE /v2.0/ports/d92dad41-39f2-46bb-a937-2452dba7eea4 HTTP/1.1" status: 204 len: 173 time: 1.0788748 Feb 03 12:39:28.099260 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '860b6daa-d253-4f8f-a209-a6578ae6044b', 'network_id': '3064cfd8-7cdb-4309-b96b-99c3299527af', 'port_id': '860b6daa-d253-4f8f-a209-a6578ae6044b', 'mac_address': 'fa:16:3e:4e:e6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8a4225-25b0-42f6-9eec-da0838919221', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:28.113449 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5cfb6c9d-5a40-45d1-94d8-ed03291edeec req-5b8fb14b-b5b2-4e48-9ac9-44c39643ccd6 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (755cd03e-70a6-4dd7-ad44-b2eb6d7b6e5e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.117550 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5cfb6c9d-5a40-45d1-94d8-ed03291edeec req-5b8fb14b-b5b2-4e48-9ac9-44c39643ccd6 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.126492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46868) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:28.132077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5cfb6c9d-5a40-45d1-94d8-ed03291edeec req-5b8fb14b-b5b2-4e48-9ac9-44c39643ccd6 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] 10.222.0.18 "DELETE /v2.0/security-groups/755cd03e-70a6-4dd7-ad44-b2eb6d7b6e5e HTTP/1.1" status: 204 len: 173 time: 0.5669446 Feb 03 12:39:28.167489 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8fb14b-b5b2-4e48-9ac9-44c39643ccd6 tempest-SecurityGroupsTestJSON-1889531986 tempest-SecurityGroupsTestJSON-1889531986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=755cd03e-70a6-4dd7-ad44-b2eb6d7b6e5e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:28.259120 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696612be-cda7-474a-9157-a37adff7133a x-openstack-request-id: req-696612be-cda7-474a-9157-a37adff7133a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:28.259371 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c2b8ac-b7ca-4739-9384-b77f4488c455", "name": "network-vif-deleted", "tag": "bc0123b0-8d4e-4904-92ee-543a81012e7a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:28.259643 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-696612be-cda7-474a-9157-a37adff7133a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:28.260094 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c2b8ac-b7ca-4739-9384-b77f4488c455', 'name': 'network-vif-deleted', 'tag': 'bc0123b0-8d4e-4904-92ee-543a81012e7a', 'status': 'completed', 'code': 200} Feb 03 12:39:28.273816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 860b6daa-d253-4f8f-a209-a6578ae6044b is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:28.273816 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.306361 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 860b6daa-d253-4f8f-a209-a6578ae6044b {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:28.306542 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd24fede-e6ce-44ba-a5c3-52da62adae5c admin admin] Deleting subnet e699e02c-7d53-4231-bce7-5f9eee89c3d6 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:39:28.323050 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd24fede-e6ce-44ba-a5c3-52da62adae5c admin admin] Publish callbacks [] for subnet (e699e02c-7d53-4231-bce7-5f9eee89c3d6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.353757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 860b6daa-d253-4f8f-a209-a6578ae6044b, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=860b6daa-d253-4f8f-a209-a6578ae6044b,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:28.365538 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.377928 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a0f13-d029-46f9-b23b-9493929c84b7 req-97631b65-eff5-4d23-8b1f-7cf43d168ad8 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:28.385250 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a0f13-d029-46f9-b23b-9493929c84b7 req-97631b65-eff5-4d23-8b1f-7cf43d168ad8 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:28.396064 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-638a0f13-d029-46f9-b23b-9493929c84b7 req-97631b65-eff5-4d23-8b1f-7cf43d168ad8 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 1682 time: 0.2170250 Feb 03 12:39:28.415418 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:28.415823 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.424660 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd24fede-e6ce-44ba-a5c3-52da62adae5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (e699e02c-7d53-4231-bce7-5f9eee89c3d6), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.497675 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-638a0f13-d029-46f9-b23b-9493929c84b7 req-d318e284-01a2-4910-a5ec-81107052445a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009037 Feb 03 12:39:28.530272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5aa57d-8832-4496-a2a2-655044618688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:28.531053 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd24fede-e6ce-44ba-a5c3-52da62adae5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (e699e02c-7d53-4231-bce7-5f9eee89c3d6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.539039 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3f8a3d-57e3-417d-a004-39c46aca8b56" -d '{"events": [{"server_uuid": "ac5aa57d-8832-4496-a2a2-655044618688", "name": "network-vif-plugged", "status": "completed", "tag": "9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:28.575682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65,segment=NetworkSegment(b18a3aaf-1673-4c64-ab69-ba2386957046),segment_id=b18a3aaf-1673-4c64-ab69-ba2386957046)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:28.577664 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2bfac-726c-4c40-9427-bf80df44231d req-feb1b55d-5c29-40d5-8943-f175c9417f26 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:28.583496 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=860b6daa-d253-4f8f-a209-a6578ae6044b,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:28.587572 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.588542 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device bc0123b0-8d4e-4904-92ee-543a81012e7a no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:28.589518 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-27a2bfac-726c-4c40-9427-bf80df44231d req-feb1b55d-5c29-40d5-8943-f175c9417f26 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5aa57d-8832-4496-a2a2-655044618688 HTTP/1.1" status: 200 len: 945 time: 0.1320281 Feb 03 12:39:28.643641 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd24fede-e6ce-44ba-a5c3-52da62adae5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (e699e02c-7d53-4231-bce7-5f9eee89c3d6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.645930 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:28.649260 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['860b6daa-d253-4f8f-a209-a6578ae6044b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:28.703514 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-27a2bfac-726c-4c40-9427-bf80df44231d req-ceb5d79a-9b03-4596-9922-0ecbfdf8d774 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109750 Feb 03 12:39:28.713327 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e8da4ca-2559-4c9c-9bda-ed0a0ef18926 req-2ce6bda2-c962-417c-9ae7-48740f7abe17 tempest-MultipleCreateTestJSON-884492196 tempest-MultipleCreateTestJSON-884492196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d976c25-7391-4452-955e-4527e12b5f94 HTTP/1.1" status: 200 len: 210 time: 0.0549049 Feb 03 12:39:28.714113 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24fede-e6ce-44ba-a5c3-52da62adae5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e699e02c-7d53-4231-bce7-5f9eee89c3d6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:28.729023 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd24fede-e6ce-44ba-a5c3-52da62adae5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.735205 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46884) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:28.739062 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fd24fede-e6ce-44ba-a5c3-52da62adae5c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e699e02c-7d53-4231-bce7-5f9eee89c3d6 HTTP/1.1" status: 204 len: 168 time: 0.6112602 Feb 03 12:39:28.867191 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435efc81-130a-49bd-bdd0-ece2ea53bb35 req-9f43bae1-6d40-4c25-90ff-da8acd543048 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:28.875600 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-435efc81-130a-49bd-bdd0-ece2ea53bb35 req-9f43bae1-6d40-4c25-90ff-da8acd543048 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 944 time: 0.0905066 Feb 03 12:39:28.888532 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fddee32a-40e4-49ff-9a1d-1479aeb3f4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (b8745d44-134c-43f4-a710-2d8603aaf933), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:28.990540 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-435efc81-130a-49bd-bdd0-ece2ea53bb35 req-25e6ef97-a0ad-46fd-ba37-f5aa4ac41ee4 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137688 Feb 03 12:39:29.074675 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fddee32a-40e4-49ff-9a1d-1479aeb3f4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (b8745d44-134c-43f4-a710-2d8603aaf933), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.075174 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac51799-fa29-4941-91a7-81d43f63d33b x-openstack-request-id: req-cac51799-fa29-4941-91a7-81d43f63d33b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:29.075476 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5aa57d-8832-4496-a2a2-655044618688", "name": "network-vif-plugged", "status": "completed", "tag": "9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:29.075786 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cac51799-fa29-4941-91a7-81d43f63d33b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:29.076377 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5aa57d-8832-4496-a2a2-655044618688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65', 'code': 200} Feb 03 12:39:29.079227 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: bc0123b0-8d4e-4904-92ee-543a81012e7a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:29.079649 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device bc0123b0-8d4e-4904-92ee-543a81012e7a not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:29.134965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-fddee32a-40e4-49ff-9a1d-1479aeb3f4d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8745d44-134c-43f4-a710-2d8603aaf933']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:29.139231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1080e7f-bf04-474a-83ee-14d5fe47b5be req-a0aceddf-6dae-4b0c-a6de-c1c1a2cc0d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:29.141069 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b1080e7f-bf04-474a-83ee-14d5fe47b5be req-a0aceddf-6dae-4b0c-a6de-c1c1a2cc0d3d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ac5aa57d-8832-4496-a2a2-655044618688 HTTP/1.1" status: 200 len: 1128 time: 0.2154837 Feb 03 12:39:29.186320 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-fddee32a-40e4-49ff-9a1d-1479aeb3f4d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684886bb-de56-47af-999b-bb0af1e11284') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:29.186942 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-fddee32a-40e4-49ff-9a1d-1479aeb3f4d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684886bb-de56-47af-999b-bb0af1e11284') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:29.219832 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fddee32a-40e4-49ff-9a1d-1479aeb3f4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (684886bb-de56-47af-999b-bb0af1e11284), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.241498 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b1080e7f-bf04-474a-83ee-14d5fe47b5be req-eaa6c282-64bf-422e-a2d7-60de3ce75614 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940859 Feb 03 12:39:29.244338 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fddee32a-40e4-49ff-9a1d-1479aeb3f4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (684886bb-de56-47af-999b-bb0af1e11284), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.254268 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fddee32a-40e4-49ff-9a1d-1479aeb3f4d7 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:39:29.254895 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fddee32a-40e4-49ff-9a1d-1479aeb3f4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (684886bb-de56-47af-999b-bb0af1e11284), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:39:29.260350 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:39:29.278472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b16bf4-8931-403c-a6a1-74a8446135a8 req-42ff8a5e-39d9-4aa5-95a3-b584b67380af tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:29.281144 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7b16bf4-8931-403c-a6a1-74a8446135a8 req-42ff8a5e-39d9-4aa5-95a3-b584b67380af tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 945 time: 0.1135435 Feb 03 12:39:29.380028 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fddee32a-40e4-49ff-9a1d-1479aeb3f4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (b8745d44-134c-43f4-a710-2d8603aaf933), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.394461 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fddee32a-40e4-49ff-9a1d-1479aeb3f4d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.397878 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fddee32a-40e4-49ff-9a1d-1479aeb3f4d7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b8745d44-134c-43f4-a710-2d8603aaf933 HTTP/1.1" status: 204 len: 168 time: 0.6613081 Feb 03 12:39:29.422595 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7b16bf4-8931-403c-a6a1-74a8446135a8 req-e549a8b1-ea63-4926-9861-cb889e515400 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296470 Feb 03 12:39:29.424275 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddee32a-40e4-49ff-9a1d-1479aeb3f4d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8745d44-134c-43f4-a710-2d8603aaf933,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:29.596515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46894) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:29.633917 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f802585-8a7c-4171-b754-a112a2626ef0 req-f53f0e48-3d73-45c5-bbbe-0916b14f5941 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:29.637792 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8e9701fb-f93e-4fbc-942e-44bcea844279 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ba3cb62f98246c08ca253d4a3f26934&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400195 Feb 03 12:39:29.640197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f802585-8a7c-4171-b754-a112a2626ef0 req-f53f0e48-3d73-45c5-bbbe-0916b14f5941 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:29.640342 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46896) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:29.643095 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9f802585-8a7c-4171-b754-a112a2626ef0 req-f53f0e48-3d73-45c5-bbbe-0916b14f5941 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 1682 time: 0.0750198 Feb 03 12:39:29.704920 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9f802585-8a7c-4171-b754-a112a2626ef0 req-eb845bcf-3b62-42f7-95f6-7c2ff6259044 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555241 Feb 03 12:39:29.719773 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce03f934-ccde-444c-b9fa-b8329007e7e7 admin admin] Publish callbacks [] for security_group (fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.749402 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce03f934-ccde-444c-b9fa-b8329007e7e7 admin admin] Publish callbacks [] for security_group (fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.758007 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 860b6daa-d253-4f8f-a209-a6578ae6044b up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:29.824285 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce03f934-ccde-444c-b9fa-b8329007e7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.827752 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce03f934-ccde-444c-b9fa-b8329007e7e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.831584 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ce03f934-ccde-444c-b9fa-b8329007e7e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16 HTTP/1.1" status: 204 len: 168 time: 0.1878793 Feb 03 12:39:29.864189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03f934-ccde-444c-b9fa-b8329007e7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4a21f4-595e-4dcd-b7b8-516bb9dbbb16,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:29.867035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 860b6daa-d253-4f8f-a209-a6578ae6044b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:29.867754 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:29.895303 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732ca67-5d0b-4707-b8c1-4a86b0e7d01f req-e5341a02-4f8e-4241-9395-4e96c3913004 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:29.896938 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1732ca67-5d0b-4707-b8c1-4a86b0e7d01f req-e5341a02-4f8e-4241-9395-4e96c3913004 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5aa57d-8832-4496-a2a2-655044618688 HTTP/1.1" status: 200 len: 946 time: 0.0669422 Feb 03 12:39:30.003436 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 860b6daa-d253-4f8f-a209-a6578ae6044b is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:30.003774 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.039323 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1732ca67-5d0b-4707-b8c1-4a86b0e7d01f req-861eb148-ac23-45be-add2-7be3732d7df2 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152666 Feb 03 12:39:30.071397 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 860b6daa-d253-4f8f-a209-a6578ae6044b, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=860b6daa-d253-4f8f-a209-a6578ae6044b,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:30.073780 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.141239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46914) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:30.176038 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=860b6daa-d253-4f8f-a209-a6578ae6044b,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:30.252354 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc143596-c22f-4d49-8b12-54256ec5c462 admin admin] Deleting subnet 3ed65b34-d59f-4573-b5c6-f49540a6bdbd {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:39:30.258269 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc143596-c22f-4d49-8b12-54256ec5c462 admin admin] Publish callbacks [] for subnet (3ed65b34-d59f-4573-b5c6-f49540a6bdbd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.284264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d976c25-7391-4452-955e-4527e12b5f94', 'name': 'network-vif-deleted', 'tag': 'd92dad41-39f2-46bb-a937-2452dba7eea4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:30.286859 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a4f90b-d434-40a7-a2d6-e1cd174c5ee2" -d '{"events": [{"server_uuid": "4d976c25-7391-4452-955e-4527e12b5f94", "name": "network-vif-deleted", "tag": "d92dad41-39f2-46bb-a937-2452dba7eea4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:30.318309 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc143596-c22f-4d49-8b12-54256ec5c462 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (3ed65b34-d59f-4573-b5c6-f49540a6bdbd), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.321989 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3f73d-421b-4dbc-a6b4-b07456ad9cdc req-0e6049ba-34d6-4903-9d20-72a0eb545590 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:30.328035 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5212b45-3279-4024-b3a2-d2e8ecae87c2 req-5fd4640f-5a29-44a3-863a-68e56bb1d387 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:30.329766 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5212b45-3279-4024-b3a2-d2e8ecae87c2 req-5fd4640f-5a29-44a3-863a-68e56bb1d387 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 944 time: 0.1234872 Feb 03 12:39:30.330784 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3f73d-421b-4dbc-a6b4-b07456ad9cdc req-0e6049ba-34d6-4903-9d20-72a0eb545590 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:30.333257 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5af3f73d-421b-4dbc-a6b4-b07456ad9cdc req-0e6049ba-34d6-4903-9d20-72a0eb545590 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 1682 time: 0.0908499 Feb 03 12:39:30.412289 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5af3f73d-421b-4dbc-a6b4-b07456ad9cdc req-0c2e9f92-3c74-4cea-a67f-5f879d806891 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732889 Feb 03 12:39:30.420780 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc143596-c22f-4d49-8b12-54256ec5c462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (3ed65b34-d59f-4573-b5c6-f49540a6bdbd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.459916 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5212b45-3279-4024-b3a2-d2e8ecae87c2 req-0611e673-6ea4-4f0b-89f7-983d695fa970 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107345 Feb 03 12:39:30.463446 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8deffa0-91cb-4f16-b6b8-1b623b9c9d9c x-openstack-request-id: req-b8deffa0-91cb-4f16-b6b8-1b623b9c9d9c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:30.463749 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d976c25-7391-4452-955e-4527e12b5f94", "name": "network-vif-deleted", "tag": "d92dad41-39f2-46bb-a937-2452dba7eea4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:30.464038 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8deffa0-91cb-4f16-b6b8-1b623b9c9d9c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:30.464465 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d976c25-7391-4452-955e-4527e12b5f94', 'name': 'network-vif-deleted', 'tag': 'd92dad41-39f2-46bb-a937-2452dba7eea4', 'status': 'completed', 'code': 200} Feb 03 12:39:30.508912 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc143596-c22f-4d49-8b12-54256ec5c462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (3ed65b34-d59f-4573-b5c6-f49540a6bdbd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.547414 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc143596-c22f-4d49-8b12-54256ec5c462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed65b34-d59f-4573-b5c6-f49540a6bdbd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:30.550170 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc143596-c22f-4d49-8b12-54256ec5c462 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.557063 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fc143596-c22f-4d49-8b12-54256ec5c462 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3ed65b34-d59f-4573-b5c6-f49540a6bdbd HTTP/1.1" status: 204 len: 168 time: 0.4130850 Feb 03 12:39:30.557794 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46936) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:30.584864 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73db6a-cc77-4ad4-8741-091a7f328da5 req-043dcd4c-29d9-485d-9ddb-2bebc5322732 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:30.587656 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f73db6a-cc77-4ad4-8741-091a7f328da5 req-043dcd4c-29d9-485d-9ddb-2bebc5322732 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 946 time: 0.0721443 Feb 03 12:39:30.656868 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f73db6a-cc77-4ad4-8741-091a7f328da5 req-c23d227f-d849-4fef-bce3-ae9b5256caac tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633216 Feb 03 12:39:30.665403 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c5cc-0ed0-4ad4-a555-e3c0178eda19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (a4a8a0ef-e064-453a-b5a3-3ea6611543dd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.765438 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c5cc-0ed0-4ad4-a555-e3c0178eda19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (a4a8a0ef-e064-453a-b5a3-3ea6611543dd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.793898 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c4a0c5cc-0ed0-4ad4-a555-e3c0178eda19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a8a0ef-e064-453a-b5a3-3ea6611543dd']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:30.806164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c4a0c5cc-0ed0-4ad4-a555-e3c0178eda19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692d7727-214f-4d87-b1ac-a90a06d89e3e') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:30.806683 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c4a0c5cc-0ed0-4ad4-a555-e3c0178eda19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692d7727-214f-4d87-b1ac-a90a06d89e3e') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:30.821707 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c5cc-0ed0-4ad4-a555-e3c0178eda19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (692d7727-214f-4d87-b1ac-a90a06d89e3e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.834369 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c5cc-0ed0-4ad4-a555-e3c0178eda19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (692d7727-214f-4d87-b1ac-a90a06d89e3e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.841208 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a0c5cc-0ed0-4ad4-a555-e3c0178eda19 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:39:30.841774 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c5cc-0ed0-4ad4-a555-e3c0178eda19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (692d7727-214f-4d87-b1ac-a90a06d89e3e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:39:30.844096 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:39:30.863371 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.906094 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c5cc-0ed0-4ad4-a555-e3c0178eda19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (a4a8a0ef-e064-453a-b5a3-3ea6611543dd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.913048 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4a0c5cc-0ed0-4ad4-a555-e3c0178eda19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:30.917365 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c4a0c5cc-0ed0-4ad4-a555-e3c0178eda19 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a4a8a0ef-e064-453a-b5a3-3ea6611543dd HTTP/1.1" status: 204 len: 168 time: 0.3583181 Feb 03 12:39:30.930358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0c5cc-0ed0-4ad4-a555-e3c0178eda19 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4a8a0ef-e064-453a-b5a3-3ea6611543dd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:31.028614 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46954) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:31.077899 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeddc32-bc36-4e33-b45a-910b06bf571b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860b6daa-d253-4f8f-a209-a6578ae6044b'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:31.082375 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf8932a-5761-4da0-9249-5689cdabb2dc" -d '{"events": [{"server_uuid": "fdeddc32-bc36-4e33-b45a-910b06bf571b", "name": "network-vif-plugged", "status": "completed", "tag": "860b6daa-d253-4f8f-a209-a6578ae6044b"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:31.129566 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46962) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:31.156736 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5533868-c47c-419d-84d0-f371dae16a0c x-openstack-request-id: req-d5533868-c47c-419d-84d0-f371dae16a0c {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:31.157100 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdeddc32-bc36-4e33-b45a-910b06bf571b", "name": "network-vif-plugged", "status": "completed", "tag": "860b6daa-d253-4f8f-a209-a6578ae6044b", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:31.157419 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5533868-c47c-419d-84d0-f371dae16a0c {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:31.157880 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdeddc32-bc36-4e33-b45a-910b06bf571b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860b6daa-d253-4f8f-a209-a6578ae6044b', 'code': 200} Feb 03 12:39:31.186656 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2a96afaf-c8e1-4444-840c-1911f996eaac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4cfc0adcb78419ea6d5f3642b57ed48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0557675 Feb 03 12:39:31.189007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46964) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:31.220335 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ebc2b-a077-470c-95bf-9cf58c78961f req-a69a953e-6c5f-4b03-8587-96ae360f1ca8 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:31.228887 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e84ebc2b-a077-470c-95bf-9cf58c78961f req-a69a953e-6c5f-4b03-8587-96ae360f1ca8 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5aa57d-8832-4496-a2a2-655044618688 HTTP/1.1" status: 200 len: 946 time: 0.0882137 Feb 03 12:39:31.258026 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86205b4a-495d-4660-8014-acc39f42eb22 admin admin] Publish callbacks [] for security_group (d4711b1f-fe9b-4d59-8224-b8f0bbaa7827), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.284284 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86205b4a-495d-4660-8014-acc39f42eb22 admin admin] Publish callbacks [] for security_group (d4711b1f-fe9b-4d59-8224-b8f0bbaa7827), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.288998 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e84ebc2b-a077-470c-95bf-9cf58c78961f req-866e3d78-25d1-4ad4-a4e8-6b2263708474 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591772 Feb 03 12:39:31.322781 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1693298362-network', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:31.352440 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Made reservation on behalf of ac5878fd7f1e4a5ea9a3c869fbc67624 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:31.354822 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86205b4a-495d-4660-8014-acc39f42eb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d4711b1f-fe9b-4d59-8224-b8f0bbaa7827), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.358679 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86205b4a-495d-4660-8014-acc39f42eb22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.358993 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.363144 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-86205b4a-495d-4660-8014-acc39f42eb22 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4711b1f-fe9b-4d59-8224-b8f0bbaa7827 HTTP/1.1" status: 204 len: 168 time: 0.1730464 Feb 03 12:39:31.385398 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86205b4a-495d-4660-8014-acc39f42eb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4711b1f-fe9b-4d59-8224-b8f0bbaa7827,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:31.391896 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.395979 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205b4a-495d-4660-8014-acc39f42eb22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:31.396442 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205b4a-495d-4660-8014-acc39f42eb22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:31.397141 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205b4a-495d-4660-8014-acc39f42eb22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:31.397616 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205b4a-495d-4660-8014-acc39f42eb22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:31.398350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205b4a-495d-4660-8014-acc39f42eb22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:31.398695 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205b4a-495d-4660-8014-acc39f42eb22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:31.399080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205b4a-495d-4660-8014-acc39f42eb22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:31.399425 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205b4a-495d-4660-8014-acc39f42eb22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:31.400104 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205b4a-495d-4660-8014-acc39f42eb22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:31.400461 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205b4a-495d-4660-8014-acc39f42eb22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:31.401359 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205b4a-495d-4660-8014-acc39f42eb22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:31.402143 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205b4a-495d-4660-8014-acc39f42eb22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:31.402488 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86205b4a-495d-4660-8014-acc39f42eb22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:31.558016 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Publish callbacks [] for security_group (ecc25cba-77a4-4156-b205-44f8a330d03e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.564351 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ecc25cba-77a4-4156-b205-44f8a330d03e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.612355 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113b715-b975-483e-b6f6-8cb832a48d02 req-1f54410d-6b10-4f5e-a405-678615a83433 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:31.620247 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113b715-b975-483e-b6f6-8cb832a48d02 req-1f54410d-6b10-4f5e-a405-678615a83433 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:31.629989 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7113b715-b975-483e-b6f6-8cb832a48d02 req-1f54410d-6b10-4f5e-a405-678615a83433 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 1682 time: 0.1098256 Feb 03 12:39:31.666677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:39:31.684345 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (664113f7-6b20-4ef5-b2b1-9181d5ac158b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.684715 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Added segment 664113f7-6b20-4ef5-b2b1-9181d5ac158b of type vlan for network ea0fa331-8069-43cd-ad15-0200a7ded220 Feb 03 12:39:31.696521 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7113b715-b975-483e-b6f6-8cb832a48d02 req-677ba63e-9959-489d-a115-6f4bf4ef2e46 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653012 Feb 03 12:39:31.777691 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 860b6daa-d253-4f8f-a209-a6578ae6044b no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:31.860941 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e6c0e-be20-4319-a200-3870556bd936 req-b5de8b9e-9e95-4977-9c3b-6e51f6ad11fa tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:31.864439 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d97e6c0e-be20-4319-a200-3870556bd936 req-b5de8b9e-9e95-4977-9c3b-6e51f6ad11fa tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 946 time: 0.1015151 Feb 03 12:39:31.891448 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (ea0fa331-8069-43cd-ad15-0200a7ded220), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.902548 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc25cba-77a4-4156-b205-44f8a330d03e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:31.951845 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bef5f-0a9b-4084-8e6f-08a19de0ebdb req-73c93d3b-7dbe-4b39-87ce-b98777cc8623 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:31.954165 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 860b6daa-d253-4f8f-a209-a6578ae6044b is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:31.955253 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:31.959780 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f2bef5f-0a9b-4084-8e6f-08a19de0ebdb req-73c93d3b-7dbe-4b39-87ce-b98777cc8623 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 944 time: 0.3653426 Feb 03 12:39:31.974800 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d97e6c0e-be20-4319-a200-3870556bd936 req-e6c2243e-88a9-4bfb-8345-f359b049a89c tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997658 Feb 03 12:39:31.982207 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757461a-274e-4c35-845d-e80f921ad08a req-5a584bfb-db4d-4819-b726-c057c27b0f27 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:31.992594 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757461a-274e-4c35-845d-e80f921ad08a req-5a584bfb-db4d-4819-b726-c057c27b0f27 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:31.994315 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0757461a-274e-4c35-845d-e80f921ad08a req-5a584bfb-db4d-4819-b726-c057c27b0f27 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.31 "GET /v2.0/ports?device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 1682 time: 0.2246015 Feb 03 12:39:32.006572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 860b6daa-d253-4f8f-a209-a6578ae6044b, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=860b6daa-d253-4f8f-a209-a6578ae6044b,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:32.014911 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.016689 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (ea0fa331-8069-43cd-ad15-0200a7ded220), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.016828 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d92dad41-39f2-46bb-a937-2452dba7eea4 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:32.017959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:32.019088 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.099799 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46996) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:32.102056 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0722625 Feb 03 12:39:32.104672 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b94e0ac5-ec59-418d-83b1-5f2df5543dee admin admin] Request body: {'subnet': {'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1693298362-subnet', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:32.119733 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: d92dad41-39f2-46bb-a937-2452dba7eea4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:32.136318 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d92dad41-39f2-46bb-a937-2452dba7eea4 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:32.161268 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94e0ac5-ec59-418d-83b1-5f2df5543dee admin admin] Made reservation on behalf of ac5878fd7f1e4a5ea9a3c869fbc67624 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:32.164406 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b94e0ac5-ec59-418d-83b1-5f2df5543dee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.212214 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=860b6daa-d253-4f8f-a209-a6578ae6044b,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:32.353233 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f2bef5f-0a9b-4084-8e6f-08a19de0ebdb req-eb4848ee-f839-44e5-ba2d-cb981b1ca68d tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923542 Feb 03 12:39:32.353836 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Pushing event updated for resources: {'Network': ['ID=ea0fa331-8069-43cd-ad15-0200a7ded220,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:32.365838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:32.376523 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:32.377099 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:32.377598 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:32.378819 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:32.379319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:32.379832 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:32.380342 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:32.380999 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:32.381675 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:32.382162 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:32.382647 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:32.383139 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1a08c-56c6-4b08-a266-b9ac08928a3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:32.395136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network ea0fa331-8069-43cd-ad15-0200a7ded220 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:39:32.453878 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-0757461a-274e-4c35-845d-e80f921ad08a req-157fcf0c-93e5-43b6-a404-24e9f1cd82c0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Deleting port 42f4609d-d46e-4965-81ac-85f781381db2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:32.454474 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0757461a-274e-4c35-845d-e80f921ad08a req-157fcf0c-93e5-43b6-a404-24e9f1cd82c0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (42f4609d-d46e-4965-81ac-85f781381db2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.483251 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b94e0ac5-ec59-418d-83b1-5f2df5543dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (221fac69-2a48-4d84-8fb1-67714eb12a08), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.598854 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e0ac5-ec59-418d-83b1-5f2df5543dee admin admin] Pushing event updated for resources: {'Subnet': ['ID=221fac69-2a48-4d84-8fb1-67714eb12a08,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:32.613584 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e0ac5-ec59-418d-83b1-5f2df5543dee admin admin] Checking segment: {'id': '664113f7-6b20-4ef5-b2b1-9181d5ac158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:32.621355 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94e0ac5-ec59-418d-83b1-5f2df5543dee admin admin] Network hostable DHCP agents. Network: ea0fa331-8069-43cd-ad15-0200a7ded220, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:39:32.646521 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94e0ac5-ec59-418d-83b1-5f2df5543dee admin admin] Network ea0fa331-8069-43cd-ad15-0200a7ded220 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:39:32.658749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b94e0ac5-ec59-418d-83b1-5f2df5543dee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, ea0fa331-8069-43cd-ad15-0200a7ded220) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:32.669588 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f76748d-0f4e-4513-b5dc-488a25e774a4 None None] Network ea0fa331-8069-43cd-ad15-0200a7ded220 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:32.675451 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94e0ac5-ec59-418d-83b1-5f2df5543dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:32.676840 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b94e0ac5-ec59-418d-83b1-5f2df5543dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.721080 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b94e0ac5-ec59-418d-83b1-5f2df5543dee admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6185827 Feb 03 12:39:32.724134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47018) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:32.738350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-862a5d7e-3ff0-4435-9bdb-25f7066dba13 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1693298362-router', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:32.748865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47020) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:32.772001 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0757461a-274e-4c35-845d-e80f921ad08a req-157fcf0c-93e5-43b6-a404-24e9f1cd82c0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] For port 42f4609d-d46e-4965-81ac-85f781381db2, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=42f4609d-d46e-4965-81ac-85f781381db2,segment=NetworkSegment(ad399727-e3a2-4704-b0b2-6ddb24f17d43),segment_id=ad399727-e3a2-4704-b0b2-6ddb24f17d43)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:32.773177 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0757461a-274e-4c35-845d-e80f921ad08a req-157fcf0c-93e5-43b6-a404-24e9f1cd82c0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (42f4609d-d46e-4965-81ac-85f781381db2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.786341 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-862a5d7e-3ff0-4435-9bdb-25f7066dba13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (e58f3564-d9cc-4c56-bcad-4607c34f2408), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.788622 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-862a5d7e-3ff0-4435-9bdb-25f7066dba13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (e58f3564-d9cc-4c56-bcad-4607c34f2408), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:32.851303 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9a002-a98b-40fa-b45e-a378f9e5249c req-c72561ec-d824-4f1d-8f44-e642d54dc171 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:32.859838 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-83f9a002-a98b-40fa-b45e-a378f9e5249c req-c72561ec-d824-4f1d-8f44-e642d54dc171 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 944 time: 0.2637677 Feb 03 12:39:32.861126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-0757461a-274e-4c35-845d-e80f921ad08a req-157fcf0c-93e5-43b6-a404-24e9f1cd82c0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Calling delete_port for 42f4609d-d46e-4965-81ac-85f781381db2 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:32.980509 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-83f9a002-a98b-40fa-b45e-a378f9e5249c req-fc2d8227-4407-424d-b9a2-38bfef80de82 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141906 Feb 03 12:39:32.997508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-12f71f31-1692-497d-a5ff-17689fe2a047 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1256746221-network', 'tenant_id': '5294df3c1486438a8ae669537991543f'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:33.012051 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-ea0fa331-8069-43cd-ad15-0200a7ded220', 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220', 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'fixed_ips': [{'subnet_id': '221fac69-2a48-4d84-8fb1-67714eb12a08'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:39:33.012051 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.020727 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-862a5d7e-3ff0-4435-9bdb-25f7066dba13 admin admin] Publish callbacks [] for router_controller (e58f3564-d9cc-4c56-bcad-4607c34f2408), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.028059 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f71f31-1692-497d-a5ff-17689fe2a047 admin admin] Made reservation on behalf of 5294df3c1486438a8ae669537991543f for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:33.031509 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12f71f31-1692-497d-a5ff-17689fe2a047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.044110 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12f71f31-1692-497d-a5ff-17689fe2a047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.249892 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12f71f31-1692-497d-a5ff-17689fe2a047 admin admin] Publish callbacks [] for security_group (32ab33e0-c533-4f29-b417-3e0ac0cb7301), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.254175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeddc32-bc36-4e33-b45a-910b06bf571b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '860b6daa-d253-4f8f-a209-a6578ae6044b'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:33.262871 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12f71f31-1692-497d-a5ff-17689fe2a047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (32ab33e0-c533-4f29-b417-3e0ac0cb7301), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.265588 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9e6c46-5cbe-4f1d-99a3-ce45761b7512" -d '{"events": [{"server_uuid": "fdeddc32-bc36-4e33-b45a-910b06bf571b", "name": "network-vif-unplugged", "status": "completed", "tag": "860b6daa-d253-4f8f-a209-a6578ae6044b"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:33.308111 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-862a5d7e-3ff0-4435-9bdb-25f7066dba13 admin admin] Publish callbacks [] for router_gateway (e58f3564-d9cc-4c56-bcad-4607c34f2408), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.322019 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0757461a-274e-4c35-845d-e80f921ad08a req-157fcf0c-93e5-43b6-a404-24e9f1cd82c0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (42f4609d-d46e-4965-81ac-85f781381db2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.322267 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] Allocated IP 172.20.0.2 (ea0fa331-8069-43cd-ad15-0200a7ded220/221fac69-2a48-4d84-8fb1-67714eb12a08/e29a4dac-6b81-4db9-bceb-b7419469f439) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:33.335045 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f71f31-1692-497d-a5ff-17689fe2a047 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:39:33.355374 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd8ac66-e424-4f93-8c19-9692af236acf x-openstack-request-id: req-0dd8ac66-e424-4f93-8c19-9692af236acf {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:33.355774 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdeddc32-bc36-4e33-b45a-910b06bf571b", "name": "network-vif-unplugged", "status": "completed", "tag": "860b6daa-d253-4f8f-a209-a6578ae6044b", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:33.356144 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0dd8ac66-e424-4f93-8c19-9692af236acf {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:33.356607 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdeddc32-bc36-4e33-b45a-910b06bf571b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '860b6daa-d253-4f8f-a209-a6578ae6044b', 'code': 200} Feb 03 12:39:33.357863 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['fc7cac83-0121-4f59-b831-f65594ed91d5', '42f4609d-d46e-4965-81ac-85f781381db2'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:33.383909 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f13ac2-9bd8-4ad6-81b2-e7cc18b01ec0 req-c2d92975-35f1-4f0c-a216-62a23ae016fe tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:33.397784 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f13ac2-9bd8-4ad6-81b2-e7cc18b01ec0 req-c2d92975-35f1-4f0c-a216-62a23ae016fe tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:33.404590 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157fcf0c-93e5-43b6-a404-24e9f1cd82c0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event deleted for resources: {'Port': ['ID=42f4609d-d46e-4965-81ac-85f781381db2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:33.409855 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12f71f31-1692-497d-a5ff-17689fe2a047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (3c7c0e49-8d5b-41a1-92fd-3d405f7b594a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.410587 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-12f71f31-1692-497d-a5ff-17689fe2a047 admin admin] Added segment 3c7c0e49-8d5b-41a1-92fd-3d405f7b594a of type vlan for network 0c078f2a-93d7-4587-b852-4bedf09fe5df Feb 03 12:39:33.412262 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-84f13ac2-9bd8-4ad6-81b2-e7cc18b01ec0 req-c2d92975-35f1-4f0c-a216-62a23ae016fe tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 1682 time: 0.5509486 Feb 03 12:39:33.418981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f71f31-1692-497d-a5ff-17689fe2a047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ab33e0-c533-4f29-b417-3e0ac0cb7301,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:33.584063 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-84f13ac2-9bd8-4ad6-81b2-e7cc18b01ec0 req-c8ad7f8d-096a-4558-adfe-81fb93c46b35 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625171 Feb 03 12:39:33.621006 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e6981a17-a5a2-4a08-9708-df19575fe75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.633282 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12f71f31-1692-497d-a5ff-17689fe2a047 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (0c078f2a-93d7-4587-b852-4bedf09fe5df), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.637046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0757461a-274e-4c35-845d-e80f921ad08a req-157fcf0c-93e5-43b6-a404-24e9f1cd82c0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] No DVR routers for this DVR port 42f4609d-d46e-4965-81ac-85f781381db2 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:33.649684 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0757461a-274e-4c35-845d-e80f921ad08a req-157fcf0c-93e5-43b6-a404-24e9f1cd82c0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.653020 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0757461a-274e-4c35-845d-e80f921ad08a req-157fcf0c-93e5-43b6-a404-24e9f1cd82c0 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.31 "DELETE /v2.0/ports/42f4609d-d46e-4965-81ac-85f781381db2 HTTP/1.1" status: 204 len: 173 time: 1.6378069 Feb 03 12:39:33.656060 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de2c3ad-c437-4f8a-adda-3285a2d6dead', 'name': 'network-vif-deleted', 'tag': '42f4609d-d46e-4965-81ac-85f781381db2'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:33.657551 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1f08b7-55fa-4e4d-8d1b-02486b2eea8a" -d '{"events": [{"server_uuid": "0de2c3ad-c437-4f8a-adda-3285a2d6dead", "name": "network-vif-deleted", "tag": "42f4609d-d46e-4965-81ac-85f781381db2"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:33.760570 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb15409-fc3b-4d71-b54d-f298f4c09622 x-openstack-request-id: req-1eb15409-fc3b-4d71-b54d-f298f4c09622 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:33.760889 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de2c3ad-c437-4f8a-adda-3285a2d6dead", "name": "network-vif-deleted", "tag": "42f4609d-d46e-4965-81ac-85f781381db2", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:33.761127 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1eb15409-fc3b-4d71-b54d-f298f4c09622 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:33.761538 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de2c3ad-c437-4f8a-adda-3285a2d6dead', 'name': 'network-vif-deleted', 'tag': '42f4609d-d46e-4965-81ac-85f781381db2', 'status': 'completed', 'code': 200} Feb 03 12:39:33.781721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 43b908f7-4c59-4aa4-a9df-30167b7a4f91 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:33.790546 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12f71f31-1692-497d-a5ff-17689fe2a047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (0c078f2a-93d7-4587-b852-4bedf09fe5df), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.791514 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f71f31-1692-497d-a5ff-17689fe2a047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:33.792120 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12f71f31-1692-497d-a5ff-17689fe2a047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:33.906158 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-12f71f31-1692-497d-a5ff-17689fe2a047 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1559372 Feb 03 12:39:33.909096 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47034) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:33.914280 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438ed05-2926-4883-858a-ddcc42fa9f21 req-07f661bb-145e-4d2d-9ffd-2cdc57f077f1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:33.915273 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b1a75cfc-df7f-4bc0-8117-2baca561d2fb admin admin] Request body: {'subnet': {'network_id': '0c078f2a-93d7-4587-b852-4bedf09fe5df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1256746221-subnet', 'tenant_id': '5294df3c1486438a8ae669537991543f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:33.921386 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4438ed05-2926-4883-858a-ddcc42fa9f21 req-07f661bb-145e-4d2d-9ffd-2cdc57f077f1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 944 time: 0.2855153 Feb 03 12:39:33.967373 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 43b908f7-4c59-4aa4-a9df-30167b7a4f91, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=43b908f7-4c59-4aa4-a9df-30167b7a4f91,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:33.970258 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] Publish callbacks [] for port (e29a4dac-6b81-4db9-bceb-b7419469f439), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.005242 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f71f31-1692-497d-a5ff-17689fe2a047 admin admin] Pushing event updated for resources: {'Network': ['ID=0c078f2a-93d7-4587-b852-4bedf09fe5df,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:34.009334 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-862a5d7e-3ff0-4435-9bdb-25f7066dba13 admin admin] Publish callbacks [] for router_gateway (e58f3564-d9cc-4c56-bcad-4607c34f2408), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.013530 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a75cfc-df7f-4bc0-8117-2baca561d2fb admin admin] Made reservation on behalf of 5294df3c1486438a8ae669537991543f for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:34.020497 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1a75cfc-df7f-4bc0-8117-2baca561d2fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.031249 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (e29a4dac-6b81-4db9-bceb-b7419469f439), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.069010 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-862a5d7e-3ff0-4435-9bdb-25f7066dba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.079831 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 0c078f2a-93d7-4587-b852-4bedf09fe5df details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:39:34.095474 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4438ed05-2926-4883-858a-ddcc42fa9f21 req-8405c7a5-3b1a-437f-8e7d-5177addbe272 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722369 Feb 03 12:39:34.139518 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-0757461a-274e-4c35-845d-e80f921ad08a req-506d0c75-94b9-478c-bb70-816c14d3fa1f tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Deleting port fc7cac83-0121-4f59-b831-f65594ed91d5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:34.140254 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0757461a-274e-4c35-845d-e80f921ad08a req-506d0c75-94b9-478c-bb70-816c14d3fa1f tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (fc7cac83-0121-4f59-b831-f65594ed91d5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.172544 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '43b908f7-4c59-4aa4-a9df-30167b7a4f91', 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b', 'port_id': '43b908f7-4c59-4aa4-a9df-30167b7a4f91', 'mac_address': 'fa:16:3e:0c:a9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc6398e-4bbb-472c-be47-bf6310728b3e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:34.175615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] Network ea0fa331-8069-43cd-ad15-0200a7ded220 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:34.246630 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:34.261452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:34.330503 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:34.331212 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.344202 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] Pushing event updated for resources: {'Port': ['ID=e29a4dac-6b81-4db9-bceb-b7419469f439,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:34.378960 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b908f7-4c59-4aa4-a9df-30167b7a4f91 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:34.385026 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0757461a-274e-4c35-845d-e80f921ad08a req-506d0c75-94b9-478c-bb70-816c14d3fa1f tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] For port fc7cac83-0121-4f59-b831-f65594ed91d5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=fc7cac83-0121-4f59-b831-f65594ed91d5,segment=NetworkSegment(30db518c-deff-4d9a-adbe-35b3d5b13420),segment_id=30db518c-deff-4d9a-adbe-35b3d5b13420)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:34.385516 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0757461a-274e-4c35-845d-e80f921ad08a req-506d0c75-94b9-478c-bb70-816c14d3fa1f tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (fc7cac83-0121-4f59-b831-f65594ed91d5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.412548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] Attempting to bind port e29a4dac-6b81-4db9-bceb-b7419469f439 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:34.412927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] Attempting to bind port e29a4dac-6b81-4db9-bceb-b7419469f439 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '664113f7-6b20-4ef5-b2b1-9181d5ac158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:34.413298 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] Attempting to bind port e29a4dac-6b81-4db9-bceb-b7419469f439 on network ea0fa331-8069-43cd-ad15-0200a7ded220 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:34.430968 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:34.431369 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] Checking segment: {'id': '664113f7-6b20-4ef5-b2b1-9181d5ac158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:34.431782 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.432228 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] Bound using segment: {'id': '664113f7-6b20-4ef5-b2b1-9181d5ac158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:34.432719 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] Bound port: e29a4dac-6b81-4db9-bceb-b7419469f439, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664113f7-6b20-4ef5-b2b1-9181d5ac158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:34.433106 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e29a4dac-6b81-4db9-bceb-b7419469f439), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.442841 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578ab27-e7cd-46f2-af40-c4066797dc9c req-61bf6a63-f604-4ef8-820d-070ff4cbbb3e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:34.447868 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 43b908f7-4c59-4aa4-a9df-30167b7a4f91, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=43b908f7-4c59-4aa4-a9df-30167b7a4f91,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:34.451546 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8578ab27-e7cd-46f2-af40-c4066797dc9c req-61bf6a63-f604-4ef8-820d-070ff4cbbb3e tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 944 time: 0.3098061 Feb 03 12:39:34.459690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-0757461a-274e-4c35-845d-e80f921ad08a req-506d0c75-94b9-478c-bb70-816c14d3fa1f tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Calling delete_port for fc7cac83-0121-4f59-b831-f65594ed91d5 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:34.484057 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-862a5d7e-3ff0-4435-9bdb-25f7066dba13 admin admin] Allocated IP 172.25.6.161 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/2fb34ef2-3925-4328-a331-c06120a0e142) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:34.532091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc362657-7ee6-462a-91fe-680bdfded30a req-a1ca9745-9037-4a84-876a-73fbcc18e78b tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:34.534725 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dc362657-7ee6-462a-91fe-680bdfded30a req-a1ca9745-9037-4a84-876a-73fbcc18e78b tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 944 time: 0.1530516 Feb 03 12:39:34.541103 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.548345 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] For port e29a4dac-6b81-4db9-bceb-b7419469f439, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:34.553957 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] For port e29a4dac-6b81-4db9-bceb-b7419469f439, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=e29a4dac-6b81-4db9-bceb-b7419469f439,segment=NetworkSegment(664113f7-6b20-4ef5-b2b1-9181d5ac158b),segment_id=664113f7-6b20-4ef5-b2b1-9181d5ac158b)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:34.591494 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e29a4dac-6b81-4db9-bceb-b7419469f439), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.627612 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=43b908f7-4c59-4aa4-a9df-30167b7a4f91,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:34.642421 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8578ab27-e7cd-46f2-af40-c4066797dc9c req-71811fd3-68d8-4952-aba9-9a84f3bdc00a tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/security-groups?id=c78d5434-0478-4eca-901f-0c5e4dba2259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895757 Feb 03 12:39:34.699565 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86cdc7-256b-4052-b088-963e55695503 None None] Pushing event updated for resources: {'Port': ['ID=e29a4dac-6b81-4db9-bceb-b7419469f439,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:34.739628 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1a75cfc-df7f-4bc0-8117-2baca561d2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (a88f50a1-6851-4cb4-8407-ed08fa6a0806), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.822749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a75cfc-df7f-4bc0-8117-2baca561d2fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a88f50a1-6851-4cb4-8407-ed08fa6a0806,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:34.834086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-dc362657-7ee6-462a-91fe-680bdfded30a req-18215a77-277f-42e7-b25c-59f906b7f8c7 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Deleting port 860b6daa-d253-4f8f-a209-a6578ae6044b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:34.834444 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dc362657-7ee6-462a-91fe-680bdfded30a req-18215a77-277f-42e7-b25c-59f906b7f8c7 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.837293 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-862a5d7e-3ff0-4435-9bdb-25f7066dba13 admin admin] Publish callbacks [] for port (2fb34ef2-3925-4328-a331-c06120a0e142), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.842013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a75cfc-df7f-4bc0-8117-2baca561d2fb admin admin] Checking segment: {'id': '3c7c0e49-8d5b-41a1-92fd-3d405f7b594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0c078f2a-93d7-4587-b852-4bedf09fe5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:34.842305 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a75cfc-df7f-4bc0-8117-2baca561d2fb admin admin] Network hostable DHCP agents. Network: 0c078f2a-93d7-4587-b852-4bedf09fe5df, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:39:34.877303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a75cfc-df7f-4bc0-8117-2baca561d2fb admin admin] Network 0c078f2a-93d7-4587-b852-4bedf09fe5df is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:39:34.895309 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b1a75cfc-df7f-4bc0-8117-2baca561d2fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 0c078f2a-93d7-4587-b852-4bedf09fe5df) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:34.904723 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a75cfc-df7f-4bc0-8117-2baca561d2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:34.905130 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1a75cfc-df7f-4bc0-8117-2baca561d2fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.906405 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e392a07c-b93b-4d13-9221-902a2937deb9 None None] Network 0c078f2a-93d7-4587-b852-4bedf09fe5df requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:34.909729 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-862a5d7e-3ff0-4435-9bdb-25f7066dba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (2fb34ef2-3925-4328-a331-c06120a0e142), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.909914 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0757461a-274e-4c35-845d-e80f921ad08a req-506d0c75-94b9-478c-bb70-816c14d3fa1f tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (fc7cac83-0121-4f59-b831-f65594ed91d5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:34.980369 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['43b908f7-4c59-4aa4-a9df-30167b7a4f91'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:34.981530 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862a5d7e-3ff0-4435-9bdb-25f7066dba13 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:34.985137 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b1a75cfc-df7f-4bc0-8117-2baca561d2fb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0747936 Feb 03 12:39:35.011783 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-862a5d7e-3ff0-4435-9bdb-25f7066dba13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:35.017365 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7997ca8-3c53-48e5-adf1-c9c380ffe3cd req-d6c3c8d4-9631-438c-90e4-27e277ce8178 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:35.019545 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a5d7e-3ff0-4435-9bdb-25f7066dba13 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:35.023264 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7997ca8-3c53-48e5-adf1-c9c380ffe3cd req-d6c3c8d4-9631-438c-90e4-27e277ce8178 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2c3ad-c437-4f8a-adda-3285a2d6dead HTTP/1.1" status: 200 len: 946 time: 0.2898264 Feb 03 12:39:35.025797 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d0c75-94b9-478c-bb70-816c14d3fa1f tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event deleted for resources: {'Port': ['ID=fc7cac83-0121-4f59-b831-f65594ed91d5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:35.222092 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0757461a-274e-4c35-845d-e80f921ad08a req-506d0c75-94b9-478c-bb70-816c14d3fa1f tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] No DVR routers for this DVR port fc7cac83-0121-4f59-b831-f65594ed91d5 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:35.249815 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-dc362657-7ee6-462a-91fe-680bdfded30a req-18215a77-277f-42e7-b25c-59f906b7f8c7 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] For port 860b6daa-d253-4f8f-a209-a6578ae6044b, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=860b6daa-d253-4f8f-a209-a6578ae6044b,segment=NetworkSegment(ec29131a-b8bc-4146-9bc7-9112f24f599b),segment_id=ec29131a-b8bc-4146-9bc7-9112f24f599b)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:35.250481 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dc362657-7ee6-462a-91fe-680bdfded30a req-18215a77-277f-42e7-b25c-59f906b7f8c7 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.254868 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0757461a-274e-4c35-845d-e80f921ad08a req-506d0c75-94b9-478c-bb70-816c14d3fa1f tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.258836 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0757461a-274e-4c35-845d-e80f921ad08a req-506d0c75-94b9-478c-bb70-816c14d3fa1f tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.31 "DELETE /v2.0/ports/fc7cac83-0121-4f59-b831-f65594ed91d5 HTTP/1.1" status: 204 len: 173 time: 1.5917768 Feb 03 12:39:35.276226 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a5d7e-3ff0-4435-9bdb-25f7066dba13 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb34ef2-3925-4328-a331-c06120a0e142,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:35.313293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-dc362657-7ee6-462a-91fe-680bdfded30a req-18215a77-277f-42e7-b25c-59f906b7f8c7 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Calling delete_port for 860b6daa-d253-4f8f-a209-a6578ae6044b owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:35.330913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7940c710-e92d-4f4d-8a0c-a5488ba300c8 None None] Network 0c078f2a-93d7-4587-b852-4bedf09fe5df requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:35.332876 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7997ca8-3c53-48e5-adf1-c9c380ffe3cd req-78320c12-f311-4481-a4f4-b7e9b5471487 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "GET /v2.0/security-groups?id=79138496-6fdd-4309-a113-c61f915e7e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674890 Feb 03 12:39:35.576737 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a398790-c9b9-475c-8662-c9b18df30209 req-6b73af1b-1718-4743-9a70-fb606a96511f tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:35.586166 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1a398790-c9b9-475c-8662-c9b18df30209 req-6b73af1b-1718-4743-9a70-fb606a96511f tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 945 time: 0.3360629 Feb 03 12:39:35.657904 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dc362657-7ee6-462a-91fe-680bdfded30a req-18215a77-277f-42e7-b25c-59f906b7f8c7 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (860b6daa-d253-4f8f-a209-a6578ae6044b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.713304 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device fc7cac83-0121-4f59-b831-f65594ed91d5 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:35.734235 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18215a77-277f-42e7-b25c-59f906b7f8c7 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Pushing event deleted for resources: {'Port': ['ID=860b6daa-d253-4f8f-a209-a6578ae6044b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:35.736782 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: fc7cac83-0121-4f59-b831-f65594ed91d5 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:35.737632 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device fc7cac83-0121-4f59-b831-f65594ed91d5 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:35.738079 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 42f4609d-d46e-4965-81ac-85f781381db2 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:35.755770 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1a398790-c9b9-475c-8662-c9b18df30209 req-e5029974-dfd6-48bf-9b23-5bf7349fda52 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600890 Feb 03 12:39:35.759306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 42f4609d-d46e-4965-81ac-85f781381db2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:35.759659 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 42f4609d-d46e-4965-81ac-85f781381db2 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:35.760142 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:39:35.784466 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de2c3ad-c437-4f8a-adda-3285a2d6dead', 'name': 'network-vif-deleted', 'tag': 'fc7cac83-0121-4f59-b831-f65594ed91d5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:35.787395 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70ffdaa-e22b-4e18-b042-7626985337bf" -d '{"events": [{"server_uuid": "0de2c3ad-c437-4f8a-adda-3285a2d6dead", "name": "network-vif-deleted", "tag": "fc7cac83-0121-4f59-b831-f65594ed91d5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:35.852406 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc362657-7ee6-462a-91fe-680bdfded30a req-18215a77-277f-42e7-b25c-59f906b7f8c7 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] No DVR routers for this DVR port 860b6daa-d253-4f8f-a209-a6578ae6044b on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:35.855881 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dc362657-7ee6-462a-91fe-680bdfded30a req-18215a77-277f-42e7-b25c-59f906b7f8c7 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.863466 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-862a5d7e-3ff0-4435-9bdb-25f7066dba13 admin admin] Publish callbacks [] for router_gateway (e58f3564-d9cc-4c56-bcad-4607c34f2408), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.881402 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dc362657-7ee6-462a-91fe-680bdfded30a req-18215a77-277f-42e7-b25c-59f906b7f8c7 tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.73 "DELETE /v2.0/ports/860b6daa-d253-4f8f-a209-a6578ae6044b HTTP/1.1" status: 204 len: 173 time: 1.3404317 Feb 03 12:39:35.929627 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9bf2a2d6-6639-4f82-8c1f-09a3bc617ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:35.968709 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e29a4dac-6b81-4db9-bceb-b7419469f439 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:36.065921 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3d2277f4-4964-4093-baa8-6c9033063beb req-d755b376-4b91-4bb8-8034-e76f6c8b17ad tempest-ImagesTestJSON-1596632382 tempest-ImagesTestJSON-1596632382-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdeddc32-bc36-4e33-b45a-910b06bf571b HTTP/1.1" status: 200 len: 210 time: 0.0908568 Feb 03 12:39:36.108947 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port e29a4dac-6b81-4db9-bceb-b7419469f439 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:36.109354 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e29a4dac-6b81-4db9-bceb-b7419469f439), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.173816 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39b16c7-0fef-45eb-af0e-1970e1d56be9 x-openstack-request-id: req-b39b16c7-0fef-45eb-af0e-1970e1d56be9 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:36.174185 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de2c3ad-c437-4f8a-adda-3285a2d6dead", "name": "network-vif-deleted", "tag": "fc7cac83-0121-4f59-b831-f65594ed91d5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:36.174517 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b39b16c7-0fef-45eb-af0e-1970e1d56be9 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:36.175160 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de2c3ad-c437-4f8a-adda-3285a2d6dead', 'name': 'network-vif-deleted', 'tag': 'fc7cac83-0121-4f59-b831-f65594ed91d5', 'status': 'completed', 'code': 200} Feb 03 12:39:36.232996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port e29a4dac-6b81-4db9-bceb-b7419469f439 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:36.234298 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e29a4dac-6b81-4db9-bceb-b7419469f439), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.312605 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port e29a4dac-6b81-4db9-bceb-b7419469f439, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=e29a4dac-6b81-4db9-bceb-b7419469f439,segment=NetworkSegment(664113f7-6b20-4ef5-b2b1-9181d5ac158b),segment_id=664113f7-6b20-4ef5-b2b1-9181d5ac158b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:36.329116 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e29a4dac-6b81-4db9-bceb-b7419469f439), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.422897 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=e29a4dac-6b81-4db9-bceb-b7419469f439,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:36.442085 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47088) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:36.552744 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabe21c2-d4f5-456e-9579-3552eef6dbd1 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Deleting subnet a3bb741d-0ee8-4e52-a0c6-cc62714a97ba {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:39:36.566439 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-bb37d4fa-174f-4e98-b03e-e63ae3365322 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:36.567612 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cabe21c2-d4f5-456e-9579-3552eef6dbd1 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks [] for subnet (a3bb741d-0ee8-4e52-a0c6-cc62714a97ba), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.569070 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-bb37d4fa-174f-4e98-b03e-e63ae3365322 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/networks?id=0c078f2a-93d7-4587-b852-4bedf09fe5df HTTP/1.1" status: 200 len: 814 time: 0.1795335 Feb 03 12:39:36.580339 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490f58aa-677c-4b12-a2da-fffa6361ecc4 None None] Network ea0fa331-8069-43cd-ad15-0200a7ded220 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:36.631602 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cabe21c2-d4f5-456e-9579-3552eef6dbd1 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (a3bb741d-0ee8-4e52-a0c6-cc62714a97ba), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.633717 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-862a5d7e-3ff0-4435-9bdb-25f7066dba13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (e58f3564-d9cc-4c56-bcad-4607c34f2408), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.694334 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-d62d28aa-92b6-4329-877d-5b5b39b8ad81 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/quotas/5294df3c1486438a8ae669537991543f HTTP/1.1" status: 200 len: 375 time: 0.1068761 Feb 03 12:39:36.768982 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-798d16f9-5f89-4639-9bfb-e316adfaf6e4 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5294df3c1486438a8ae669537991543f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678287 Feb 03 12:39:36.794170 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cabe21c2-d4f5-456e-9579-3552eef6dbd1 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (a3bb741d-0ee8-4e52-a0c6-cc62714a97ba), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.885747 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cabe21c2-d4f5-456e-9579-3552eef6dbd1 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (a3bb741d-0ee8-4e52-a0c6-cc62714a97ba), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.966383 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cabe21c2-d4f5-456e-9579-3552eef6dbd1 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.972294 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a52756-739b-422e-9a0f-07087504f32a None None] Network 74e4e0c4-54d7-4d23-9064-92730ca3b309 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:36.975814 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cabe21c2-d4f5-456e-9579-3552eef6dbd1 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "DELETE /v2.0/subnets/a3bb741d-0ee8-4e52-a0c6-cc62714a97ba HTTP/1.1" status: 204 len: 168 time: 0.5323403 Feb 03 12:39:36.984642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8803265d-8913-499d-8e60-c4921056f9e0 None None] Provisioning complete for port e29a4dac-6b81-4db9-bceb-b7419469f439 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:36.985023 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8803265d-8913-499d-8e60-c4921056f9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e29a4dac-6b81-4db9-bceb-b7419469f439), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.990860 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:36.994536 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47096) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:36.995439 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe21c2-d4f5-456e-9579-3552eef6dbd1 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event deleted for resources: {'Subnet': ['ID=a3bb741d-0ee8-4e52-a0c6-cc62714a97ba,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:37.217819 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0923ecdf-06c6-47e5-8a8d-a4f44597b13a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (74e4e0c4-54d7-4d23-9064-92730ca3b309), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:37.280891 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84433825-53e8-4117-a2d8-4a1933fc4190 req-a1545817-b6d3-4dfe-a4b5-ad2ec668d828 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:37.289042 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-84433825-53e8-4117-a2d8-4a1933fc4190 req-a1545817-b6d3-4dfe-a4b5-ad2ec668d828 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 945 time: 0.4183285 Feb 03 12:39:37.368190 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-84433825-53e8-4117-a2d8-4a1933fc4190 req-c033ddaa-ec5d-4292-ab7a-54fbdb40951d tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782106 Feb 03 12:39:37.377431 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0923ecdf-06c6-47e5-8a8d-a4f44597b13a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Deleting port 17bfea7f-d635-4d8a-9658-bdba2992013b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:37.379848 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0923ecdf-06c6-47e5-8a8d-a4f44597b13a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (17bfea7f-d635-4d8a-9658-bdba2992013b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:37.400984 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d00d345-10a6-473b-a469-266471b5ef43 service neutron] 10.222.0.18 "GET /v2.0/networks/0c078f2a-93d7-4587-b852-4bedf09fe5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105752 Feb 03 12:39:37.402448 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862a5d7e-3ff0-4435-9bdb-25f7066dba13 admin admin] Router e58f3564-d9cc-4c56-bcad-4607c34f2408 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:39:37.468038 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-0923ecdf-06c6-47e5-8a8d-a4f44597b13a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] For port 17bfea7f-d635-4d8a-9658-bdba2992013b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=17bfea7f-d635-4d8a-9658-bdba2992013b,segment=NetworkSegment(ad399727-e3a2-4704-b0b2-6ddb24f17d43),segment_id=ad399727-e3a2-4704-b0b2-6ddb24f17d43)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:37.468565 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0923ecdf-06c6-47e5-8a8d-a4f44597b13a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (17bfea7f-d635-4d8a-9658-bdba2992013b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:37.483582 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0923ecdf-06c6-47e5-8a8d-a4f44597b13a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Calling delete_port for 17bfea7f-d635-4d8a-9658-bdba2992013b owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:37.629170 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0923ecdf-06c6-47e5-8a8d-a4f44597b13a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (17bfea7f-d635-4d8a-9658-bdba2992013b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:37.806704 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 43b908f7-4c59-4aa4-a9df-30167b7a4f91 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:37.836289 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdf74e7-b090-4cc0-8ae1-feee5beee000 None None] DHCP port deletion for 74e4e0c4-54d7-4d23-9064-92730ca3b309 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:39:37.901285 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e29a4dac-6b81-4db9-bceb-b7419469f439 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:37.939296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8803265d-8913-499d-8e60-c4921056f9e0 None None] Current status of the port e29a4dac-6b81-4db9-bceb-b7419469f439 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:37.988948 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862a5d7e-3ff0-4435-9bdb-25f7066dba13 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:39:38.022771 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] Sync routers for ids ['e58f3564-d9cc-4c56-bcad-4607c34f2408'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:39:38.059040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:39:38.061560 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-2e00833a-7751-4506-b417-4a326bb78095 service neutron] 10.222.0.18 "GET /v2.0/networks/0c078f2a-93d7-4587-b852-4bedf09fe5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6459527 Feb 03 12:39:38.078056 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-862a5d7e-3ff0-4435-9bdb-25f7066dba13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:38.082578 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-862a5d7e-3ff0-4435-9bdb-25f7066dba13 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.3564160 Feb 03 12:39:38.084446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port e29a4dac-6b81-4db9-bceb-b7419469f439 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:38.084979 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e29a4dac-6b81-4db9-bceb-b7419469f439), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:38.085095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47136) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:38.086960 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:38.087655 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:38.091599 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] Routers {'e58f3564-d9cc-4c56-bcad-4607c34f2408'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:38.092291 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:39:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['e58f3564-d9cc-4c56-bcad-4607c34f2408'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:38.235274 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47140) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:38.364576 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:38.452824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98417e4-309a-49e6-9fff-a36f11ccfa6c admin admin] Deleting subnet 2b8a4225-25b0-42f6-9eec-da0838919221 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:39:38.460839 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a98417e4-309a-49e6-9fff-a36f11ccfa6c admin admin] Publish callbacks [] for subnet (2b8a4225-25b0-42f6-9eec-da0838919221), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:38.510617 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ebd62578-a9cb-46c3-88f4-74666c308f73 None None] Provisioning complete for port e29a4dac-6b81-4db9-bceb-b7419469f439 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:38.510992 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebd62578-a9cb-46c3-88f4-74666c308f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e29a4dac-6b81-4db9-bceb-b7419469f439), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:38.695006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeddc32-bc36-4e33-b45a-910b06bf571b', 'name': 'network-vif-deleted', 'tag': '860b6daa-d253-4f8f-a209-a6578ae6044b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:38.698208 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14bd950-3d97-4719-a16f-02e07cf1704b" -d '{"events": [{"server_uuid": "fdeddc32-bc36-4e33-b45a-910b06bf571b", "name": "network-vif-deleted", "tag": "860b6daa-d253-4f8f-a209-a6578ae6044b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:38.727533 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923ecdf-06c6-47e5-8a8d-a4f44597b13a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event deleted for resources: {'Port': ['ID=17bfea7f-d635-4d8a-9658-bdba2992013b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:38.729630 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0923ecdf-06c6-47e5-8a8d-a4f44597b13a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] No DVR routers for this DVR port 17bfea7f-d635-4d8a-9658-bdba2992013b on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:38.739720 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] Set router e58f3564-d9cc-4c56-bcad-4607c34f2408 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:38.774607 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bb2a350d-02bc-4ece-97dd-b9092fb936d9 req-726e84e2-ae33-4a0c-9670-56aa7546c963 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/ports?device_id=13436174-a9b9-4670-8ae7-d0c9fc043337 HTTP/1.1" status: 200 len: 210 time: 0.0727091 Feb 03 12:39:38.892922 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d995cf-1118-4738-ae1a-1b2d3c20b909 x-openstack-request-id: req-20d995cf-1118-4738-ae1a-1b2d3c20b909 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:38.893268 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdeddc32-bc36-4e33-b45a-910b06bf571b", "name": "network-vif-deleted", "tag": "860b6daa-d253-4f8f-a209-a6578ae6044b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:38.893536 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20d995cf-1118-4738-ae1a-1b2d3c20b909 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:38.893958 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdeddc32-bc36-4e33-b45a-910b06bf571b', 'name': 'network-vif-deleted', 'tag': '860b6daa-d253-4f8f-a209-a6578ae6044b', 'status': 'completed', 'code': 200} Feb 03 12:39:39.001651 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a98417e4-309a-49e6-9fff-a36f11ccfa6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (2b8a4225-25b0-42f6-9eec-da0838919221), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.006762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port e29a4dac-6b81-4db9-bceb-b7419469f439 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:39.019232 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0923ecdf-06c6-47e5-8a8d-a4f44597b13a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (74e4e0c4-54d7-4d23-9064-92730ca3b309), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.032690 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:39.033467 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.049654 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0923ecdf-06c6-47e5-8a8d-a4f44597b13a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e4e0c4-54d7-4d23-9064-92730ca3b309']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:39.062805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0923ecdf-06c6-47e5-8a8d-a4f44597b13a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad399727-e3a2-4704-b0b2-6ddb24f17d43') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:39.063112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0923ecdf-06c6-47e5-8a8d-a4f44597b13a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad399727-e3a2-4704-b0b2-6ddb24f17d43') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:39.079353 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0923ecdf-06c6-47e5-8a8d-a4f44597b13a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (ad399727-e3a2-4704-b0b2-6ddb24f17d43), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.111405 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0923ecdf-06c6-47e5-8a8d-a4f44597b13a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ad399727-e3a2-4704-b0b2-6ddb24f17d43), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.125085 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0923ecdf-06c6-47e5-8a8d-a4f44597b13a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:39:39.125393 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0923ecdf-06c6-47e5-8a8d-a4f44597b13a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (ad399727-e3a2-4704-b0b2-6ddb24f17d43), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:39:39.130193 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:39:39.140018 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5fa651-82ce-4b86-ac80-bc9ad3186819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b908f7-4c59-4aa4-a9df-30167b7a4f91'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:39.145202 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9073baa4-58d0-4b92-b19f-1287cd0bdcaf" -d '{"events": [{"server_uuid": "bf5fa651-82ce-4b86-ac80-bc9ad3186819", "name": "network-vif-plugged", "status": "completed", "tag": "43b908f7-4c59-4aa4-a9df-30167b7a4f91"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:39.202749 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 43b908f7-4c59-4aa4-a9df-30167b7a4f91, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=43b908f7-4c59-4aa4-a9df-30167b7a4f91,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:39.212635 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cc59d-4736-4ac7-94a4-54be49428cf2 req-bc7721d9-c714-4709-bdd0-5043727eba88 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:39.214292 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1b0cc59d-4736-4ac7-94a4-54be49428cf2 req-bc7721d9-c714-4709-bdd0-5043727eba88 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 945 time: 0.6094375 Feb 03 12:39:39.223233 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ebd62578-a9cb-46c3-88f4-74666c308f73 None None] Current status of the port e29a4dac-6b81-4db9-bceb-b7419469f439 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:39.235232 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.236849 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 860b6daa-d253-4f8f-a209-a6578ae6044b no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:39.240585 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5ec5ec-fdb3-4748-bd28-d4782f7b1bce x-openstack-request-id: req-ae5ec5ec-fdb3-4748-bd28-d4782f7b1bce {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:39.241120 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5fa651-82ce-4b86-ac80-bc9ad3186819", "name": "network-vif-plugged", "status": "completed", "tag": "43b908f7-4c59-4aa4-a9df-30167b7a4f91", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:39.241585 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae5ec5ec-fdb3-4748-bd28-d4782f7b1bce {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:39.242163 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5fa651-82ce-4b86-ac80-bc9ad3186819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b908f7-4c59-4aa4-a9df-30167b7a4f91', 'code': 200} Feb 03 12:39:39.289472 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a98417e4-309a-49e6-9fff-a36f11ccfa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (2b8a4225-25b0-42f6-9eec-da0838919221), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.309385 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 860b6daa-d253-4f8f-a209-a6578ae6044b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:39.310222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 860b6daa-d253-4f8f-a209-a6578ae6044b not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:39.313238 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0923ecdf-06c6-47e5-8a8d-a4f44597b13a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (74e4e0c4-54d7-4d23-9064-92730ca3b309), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.377615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=43b908f7-4c59-4aa4-a9df-30167b7a4f91,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:39.396633 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0923ecdf-06c6-47e5-8a8d-a4f44597b13a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.397797 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'name': 'tempest-ServersTestJSON-1693298362-router', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:35Z', 'revision_number': 3, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'gw_port': {'id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:95:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:34Z', 'updated_at': '2022-02-03T12:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:39.410526 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0923ecdf-06c6-47e5-8a8d-a4f44597b13a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "DELETE /v2.0/networks/74e4e0c4-54d7-4d23-9064-92730ca3b309 HTTP/1.1" status: 204 len: 168 time: 2.4102030 Feb 03 12:39:39.413663 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923ecdf-06c6-47e5-8a8d-a4f44597b13a tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event deleted for resources: {'Network': ['ID=74e4e0c4-54d7-4d23-9064-92730ca3b309,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:39.418179 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47162) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:39.516450 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] Checking router: e58f3564-d9cc-4c56-bcad-4607c34f2408 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:39:39.526217 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] Updating router e58f3564-d9cc-4c56-bcad-4607c34f2408 port 2fb34ef2-3925-4328-a331-c06120a0e142 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:39:39.593174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-487cfcf8-c942-4ee1-80ab-d4aee3ca94d1 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Deleting subnet 8c442bc8-073d-4ec0-8961-3191195b352b {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:39:39.597961 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487cfcf8-c942-4ee1-80ab-d4aee3ca94d1 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks [] for subnet (8c442bc8-073d-4ec0-8961-3191195b352b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.631198 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2fb34ef2-3925-4328-a331-c06120a0e142), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.648598 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1c81d-dc27-406c-9bba-e2e793fffa01 req-8f86fbf8-e481-46a7-acd1-0cb558664561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:39.651118 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ebc1c81d-dc27-406c-9bba-e2e793fffa01 req-8f86fbf8-e481-46a7-acd1-0cb558664561 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 1128 time: 0.2386603 Feb 03 12:39:39.663397 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487cfcf8-c942-4ee1-80ab-d4aee3ca94d1 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (8c442bc8-073d-4ec0-8961-3191195b352b), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.679818 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.687635 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60e69475-3e8e-4b06-89c6-f9d9c09e438d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.696931 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1b0cc59d-4736-4ac7-94a4-54be49428cf2 req-50782e6b-8c00-487c-9712-17a9beead3b3 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640014 Feb 03 12:39:39.739193 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a98417e4-309a-49e6-9fff-a36f11ccfa6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (2b8a4225-25b0-42f6-9eec-da0838919221), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.811740 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a98417e4-309a-49e6-9fff-a36f11ccfa6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.837082 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a98417e4-309a-49e6-9fff-a36f11ccfa6c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2b8a4225-25b0-42f6-9eec-da0838919221 HTTP/1.1" status: 204 len: 168 time: 1.5996301 Feb 03 12:39:39.857592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47166) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:39.904387 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98417e4-309a-49e6-9fff-a36f11ccfa6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b8a4225-25b0-42f6-9eec-da0838919221,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:39.950394 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 17bfea7f-d635-4d8a-9658-bdba2992013b no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:39.983907 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d9e3dbf-13f5-41d5-8741-0e2a4b3d8a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (3064cfd8-7cdb-4309-b96b-99c3299527af), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:39.993804 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ebc1c81d-dc27-406c-9bba-e2e793fffa01 req-4a12f082-9d9f-4ea1-9a14-2bd4fcde54b1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128300 Feb 03 12:39:40.001362 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 17bfea7f-d635-4d8a-9658-bdba2992013b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:40.001708 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 17bfea7f-d635-4d8a-9658-bdba2992013b not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:40.025286 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b249fe65-2b06-4eb7-ac67-6214923b0836 req-9c16927c-6f8c-477e-a66b-f87057ebe889 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/ports?device_id=13436174-a9b9-4670-8ae7-d0c9fc043337 HTTP/1.1" status: 200 len: 210 time: 0.1423974 Feb 03 12:39:40.157026 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-60e69475-3e8e-4b06-89c6-f9d9c09e438d admin admin] Allocated IP 172.20.0.1 (ea0fa331-8069-43cd-ad15-0200a7ded220/221fac69-2a48-4d84-8fb1-67714eb12a08/022dab3e-f178-4264-859a-7dab76c30728) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:40.217852 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d9e3dbf-13f5-41d5-8741-0e2a4b3d8a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (3064cfd8-7cdb-4309-b96b-99c3299527af), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.240359 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0d9e3dbf-13f5-41d5-8741-0e2a4b3d8a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3064cfd8-7cdb-4309-b96b-99c3299527af']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:40.250448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0d9e3dbf-13f5-41d5-8741-0e2a4b3d8a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec29131a-b8bc-4146-9bc7-9112f24f599b') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:40.250754 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0d9e3dbf-13f5-41d5-8741-0e2a4b3d8a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec29131a-b8bc-4146-9bc7-9112f24f599b') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:40.261355 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d9e3dbf-13f5-41d5-8741-0e2a4b3d8a06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (ec29131a-b8bc-4146-9bc7-9112f24f599b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.275997 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d9e3dbf-13f5-41d5-8741-0e2a4b3d8a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ec29131a-b8bc-4146-9bc7-9112f24f599b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.283330 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9e3dbf-13f5-41d5-8741-0e2a4b3d8a06 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:39:40.284320 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d9e3dbf-13f5-41d5-8741-0e2a4b3d8a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (ec29131a-b8bc-4146-9bc7-9112f24f599b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.342868 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60e69475-3e8e-4b06-89c6-f9d9c09e438d admin admin] Publish callbacks [] for port (022dab3e-f178-4264-859a-7dab76c30728), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:39:40.364488 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:39:40.369189 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d9e3dbf-13f5-41d5-8741-0e2a4b3d8a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (3064cfd8-7cdb-4309-b96b-99c3299527af), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.376447 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d9e3dbf-13f5-41d5-8741-0e2a4b3d8a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.383327 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0d9e3dbf-13f5-41d5-8741-0e2a4b3d8a06 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3064cfd8-7cdb-4309-b96b-99c3299527af HTTP/1.1" status: 204 len: 168 time: 0.5017874 Feb 03 12:39:40.388683 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487cfcf8-c942-4ee1-80ab-d4aee3ca94d1 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (8c442bc8-073d-4ec0-8961-3191195b352b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.416043 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60e69475-3e8e-4b06-89c6-f9d9c09e438d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (022dab3e-f178-4264-859a-7dab76c30728), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.426532 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e3dbf-13f5-41d5-8741-0e2a4b3d8a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=3064cfd8-7cdb-4309-b96b-99c3299527af,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:40.474320 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] Publish callbacks [] for port (2fb34ef2-3925-4328-a331-c06120a0e142), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.485870 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2fb34ef2-3925-4328-a331-c06120a0e142), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.533252 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487cfcf8-c942-4ee1-80ab-d4aee3ca94d1 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (8c442bc8-073d-4ec0-8961-3191195b352b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.568521 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e69475-3e8e-4b06-89c6-f9d9c09e438d admin admin] Network ea0fa331-8069-43cd-ad15-0200a7ded220 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:40.588274 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-60e69475-3e8e-4b06-89c6-f9d9c09e438d admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:40.591853 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69475-3e8e-4b06-89c6-f9d9c09e438d admin admin] Pushing event updated for resources: {'Port': ['ID=022dab3e-f178-4264-859a-7dab76c30728,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:40.603864 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e69475-3e8e-4b06-89c6-f9d9c09e438d admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:40.634933 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47182) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:40.641489 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487cfcf8-c942-4ee1-80ab-d4aee3ca94d1 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.653477 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-487cfcf8-c942-4ee1-80ab-d4aee3ca94d1 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "DELETE /v2.0/subnets/8c442bc8-073d-4ec0-8961-3191195b352b HTTP/1.1" status: 204 len: 168 time: 1.1752346 Feb 03 12:39:40.667911 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af705f5c-5558-40f8-9f0a-00f17ba35439 None None] Network d468bd58-d0b4-40ea-b090-4a600bf3b4ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:40.668975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47184) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:40.711932 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] Attempting to bind port 2fb34ef2-3925-4328-a331-c06120a0e142 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:40.712355 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] Attempting to bind port 2fb34ef2-3925-4328-a331-c06120a0e142 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:40.712721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] Attempting to bind port 2fb34ef2-3925-4328-a331-c06120a0e142 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:40.723005 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74515596-90aa-4e13-80b3-3a453e5cfb9e None None] Pushing event updated for resources: {'Port': ['ID=2fb34ef2-3925-4328-a331-c06120a0e142,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:40.758429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cfcf8-c942-4ee1-80ab-d4aee3ca94d1 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event deleted for resources: {'Subnet': ['ID=8c442bc8-073d-4ec0-8961-3191195b352b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:40.797663 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:40.798049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:40.798454 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.798845 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:40.799868 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] Bound port: 2fb34ef2-3925-4328-a331-c06120a0e142, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:40.810588 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2fb34ef2-3925-4328-a331-c06120a0e142), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:40.817453 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60e69475-3e8e-4b06-89c6-f9d9c09e438d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (e58f3564-d9cc-4c56-bcad-4607c34f2408), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.000474 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79e9b2b7-9037-4ac1-80e5-5bf13e4c4092 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (d468bd58-d0b4-40ea-b090-4a600bf3b4ec), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.016654 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5b3fbd83-f593-40cd-97be-3f013feabcbb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ff7bee1bd6646388a5eccfdc31588c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3602440 Feb 03 12:39:41.019142 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47188) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:41.089785 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] For port 2fb34ef2-3925-4328-a331-c06120a0e142, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:41.092217 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6609571c-9e9d-4255-8957-dd9b71a49639 admin admin] Publish callbacks [] for security_group (c78d5434-0478-4eca-901f-0c5e4dba2259), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.102199 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] For port 2fb34ef2-3925-4328-a331-c06120a0e142, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2fb34ef2-3925-4328-a331-c06120a0e142,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:41.115632 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2fb34ef2-3925-4328-a331-c06120a0e142), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.135098 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6609571c-9e9d-4255-8957-dd9b71a49639 admin admin] Publish callbacks [] for security_group (c78d5434-0478-4eca-901f-0c5e4dba2259), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.216913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3411ad1c-2969-44f9-b9a6-efcf5330f5bc None None] Provisioning complete for port 022dab3e-f178-4264-859a-7dab76c30728 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:41.217618 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3411ad1c-2969-44f9-b9a6-efcf5330f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (022dab3e-f178-4264-859a-7dab76c30728), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.219381 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc902-287f-423a-bb3b-98a6400d2988 req-3ad377f0-c861-49f5-a450-65f3908ed277 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:41.233172 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6cbfc902-287f-423a-bb3b-98a6400d2988 req-3ad377f0-c861-49f5-a450-65f3908ed277 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.3319521 Feb 03 12:39:41.240748 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d92f48c6-062e-4046-adc1-bd8fc0e79611 req-0ba613cc-c937-4269-a1bb-92c5e4099240 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/ports?device_id=13436174-a9b9-4670-8ae7-d0c9fc043337 HTTP/1.1" status: 200 len: 210 time: 0.0399482 Feb 03 12:39:41.260070 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-44808ffa-8bc0-460c-a0eb-133e9cd98c60 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:41.263929 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-44808ffa-8bc0-460c-a0eb-133e9cd98c60 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.73 "GET /v2.0/networks?id=0c078f2a-93d7-4587-b852-4bedf09fe5df HTTP/1.1" status: 200 len: 814 time: 0.5345497 Feb 03 12:39:41.268260 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6609571c-9e9d-4255-8957-dd9b71a49639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c78d5434-0478-4eca-901f-0c5e4dba2259), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.276080 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6609571c-9e9d-4255-8957-dd9b71a49639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.279868 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6609571c-9e9d-4255-8957-dd9b71a49639 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c78d5434-0478-4eca-901f-0c5e4dba2259 HTTP/1.1" status: 204 len: 168 time: 0.2568884 Feb 03 12:39:41.307146 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] Routers {'e58f3564-d9cc-4c56-bcad-4607c34f2408'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:41.307873 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609571c-9e9d-4255-8957-dd9b71a49639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78d5434-0478-4eca-901f-0c5e4dba2259,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:41.309687 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:39:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['e58f3564-d9cc-4c56-bcad-4607c34f2408'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:41.316196 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74515596-90aa-4e13-80b3-3a453e5cfb9e None None] Pushing event updated for resources: {'Port': ['ID=2fb34ef2-3925-4328-a331-c06120a0e142,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:41.343301 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-2c792f76-5442-4d6b-88b5-7ba788d667d4 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Request body: {'port': {'device_id': '13436174-a9b9-4670-8ae7-d0c9fc043337', 'network_id': '0c078f2a-93d7-4587-b852-4bedf09fe5df', 'admin_state_up': True, 'tenant_id': '5294df3c1486438a8ae669537991543f'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:41.416559 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6cbfc902-287f-423a-bb3b-98a6400d2988 req-a0f49968-3e9b-4201-a958-7af203026cb9 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785624 Feb 03 12:39:41.434636 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccc505c-6969-4bb4-b815-ab96ac6fcc74 None None] DHCP port deletion for d468bd58-d0b4-40ea-b090-4a600bf3b4ec request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:39:41.475611 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3411ad1c-2969-44f9-b9a6-efcf5330f5bc None None] Port 022dab3e-f178-4264-859a-7dab76c30728 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:39:41.489611 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60e69475-3e8e-4b06-89c6-f9d9c09e438d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (022dab3e-f178-4264-859a-7dab76c30728), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.631842 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-79e9b2b7-9037-4ac1-80e5-5bf13e4c4092 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Deleting port d9359018-41a2-4333-92b7-2d3d8a49cdb4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:41.636479 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79e9b2b7-9037-4ac1-80e5-5bf13e4c4092 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d9359018-41a2-4333-92b7-2d3d8a49cdb4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.734560 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-2c792f76-5442-4d6b-88b5-7ba788d667d4 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Made reservation on behalf of 5294df3c1486438a8ae669537991543f for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:41.739307 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-2c792f76-5442-4d6b-88b5-7ba788d667d4 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.940766 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] Set router e58f3564-d9cc-4c56-bcad-4607c34f2408 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:41.972908 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-79e9b2b7-9037-4ac1-80e5-5bf13e4c4092 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] For port d9359018-41a2-4333-92b7-2d3d8a49cdb4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d9359018-41a2-4333-92b7-2d3d8a49cdb4,segment=NetworkSegment(30db518c-deff-4d9a-adbe-35b3d5b13420),segment_id=30db518c-deff-4d9a-adbe-35b3d5b13420)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:41.973295 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79e9b2b7-9037-4ac1-80e5-5bf13e4c4092 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d9359018-41a2-4333-92b7-2d3d8a49cdb4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:41.992203 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-2c792f76-5442-4d6b-88b5-7ba788d667d4 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Allocated IP 172.20.0.10 (0c078f2a-93d7-4587-b852-4bedf09fe5df/a88f50a1-6851-4cb4-8407-ed08fa6a0806/d86f789c-706b-435c-9711-a3d8cde90113) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:42.003741 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-79e9b2b7-9037-4ac1-80e5-5bf13e4c4092 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Calling delete_port for d9359018-41a2-4333-92b7-2d3d8a49cdb4 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:42.109278 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d9359018-41a2-4333-92b7-2d3d8a49cdb4 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:42.202967 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc505c-6969-4bb4-b815-ab96ac6fcc74 None None] Deleting port d9359018-41a2-4333-92b7-2d3d8a49cdb4 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:42.202967 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ccc505c-6969-4bb4-b815-ab96ac6fcc74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d9359018-41a2-4333-92b7-2d3d8a49cdb4), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:42.230414 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60e69475-3e8e-4b06-89c6-f9d9c09e438d admin admin] Publish callbacks [] for port (022dab3e-f178-4264-859a-7dab76c30728), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:42.247735 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60e69475-3e8e-4b06-89c6-f9d9c09e438d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (022dab3e-f178-4264-859a-7dab76c30728), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:42.310586 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-2c792f76-5442-4d6b-88b5-7ba788d667d4 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Publish callbacks [] for port (d86f789c-706b-435c-9711-a3d8cde90113), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:42.328832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9ccc505c-6969-4bb4-b815-ab96ac6fcc74 None None] For port d9359018-41a2-4333-92b7-2d3d8a49cdb4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d9359018-41a2-4333-92b7-2d3d8a49cdb4,segment=NetworkSegment(30db518c-deff-4d9a-adbe-35b3d5b13420),segment_id=30db518c-deff-4d9a-adbe-35b3d5b13420)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:42.329255 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ccc505c-6969-4bb4-b815-ab96ac6fcc74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d9359018-41a2-4333-92b7-2d3d8a49cdb4), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:42.344425 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port d9359018-41a2-4333-92b7-2d3d8a49cdb4 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:42.344818 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d9359018-41a2-4333-92b7-2d3d8a49cdb4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:42.347147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc505c-6969-4bb4-b815-ab96ac6fcc74 None None] Calling delete_port for d9359018-41a2-4333-92b7-2d3d8a49cdb4 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:42.387735 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'name': 'tempest-ServersTestJSON-1693298362-router', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:41Z', 'revision_number': 4, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'gw_port': {'id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:95:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:34Z', 'updated_at': '2022-02-03T12:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '022dab3e-f178-4264-859a-7dab76c30728', 'name': '', 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'mac_address': 'fa:16:3e:9d:a4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:39Z', 'updated_at': '2022-02-03T12:39:40Z', 'revision_number': 1, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'subnets': [{'id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:42.391861 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-2c792f76-5442-4d6b-88b5-7ba788d667d4 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d86f789c-706b-435c-9711-a3d8cde90113), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:42.404193 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60e69475-3e8e-4b06-89c6-f9d9c09e438d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (e58f3564-d9cc-4c56-bcad-4607c34f2408), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:42.408504 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69475-3e8e-4b06-89c6-f9d9c09e438d admin admin] Pushing event updated for resources: {'Port': ['ID=022dab3e-f178-4264-859a-7dab76c30728,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:42.466153 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f3d544-c9df-493c-9860-887d4ecb345e None None] The sync data for ids ['e58f3564-d9cc-4c56-bcad-4607c34f2408'] in n-d-827336-3 is: [{'id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'name': 'tempest-ServersTestJSON-1693298362-router', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:41Z', 'revision_number': 4, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'gw_port': {'id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:95:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:34Z', 'updated_at': '2022-02-03T12:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '022dab3e-f178-4264-859a-7dab76c30728', 'name': '', 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'mac_address': 'fa:16:3e:9d:a4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:39Z', 'updated_at': '2022-02-03T12:39:40Z', 'revision_number': 1, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'subnets': [{'id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:39:42.483403 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port d9359018-41a2-4333-92b7-2d3d8a49cdb4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d9359018-41a2-4333-92b7-2d3d8a49cdb4,segment=NetworkSegment(30db518c-deff-4d9a-adbe-35b3d5b13420),segment_id=30db518c-deff-4d9a-adbe-35b3d5b13420)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:42.492847 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d9359018-41a2-4333-92b7-2d3d8a49cdb4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:42.526410 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79e9b2b7-9037-4ac1-80e5-5bf13e4c4092 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (d9359018-41a2-4333-92b7-2d3d8a49cdb4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:42.549711 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-2c792f76-5442-4d6b-88b5-7ba788d667d4 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Network 0c078f2a-93d7-4587-b852-4bedf09fe5df is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:42.587931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-2c792f76-5442-4d6b-88b5-7ba788d667d4 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:42.600684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-2c792f76-5442-4d6b-88b5-7ba788d667d4 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:42.604088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c792f76-5442-4d6b-88b5-7ba788d667d4 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Pushing event updated for resources: {'Port': ['ID=d86f789c-706b-435c-9711-a3d8cde90113,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:42.649776 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ccc505c-6969-4bb4-b815-ab96ac6fcc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (d9359018-41a2-4333-92b7-2d3d8a49cdb4), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:42.663623 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9b2b7-9037-4ac1-80e5-5bf13e4c4092 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event deleted for resources: {'Port': ['ID=d9359018-41a2-4333-92b7-2d3d8a49cdb4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:42.675874 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=d9359018-41a2-4333-92b7-2d3d8a49cdb4,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:42.711596 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc505c-6969-4bb4-b815-ab96ac6fcc74 None None] No DVR routers for this DVR port d9359018-41a2-4333-92b7-2d3d8a49cdb4 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:42.772604 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e9b2b7-9037-4ac1-80e5-5bf13e4c4092 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] No DVR routers for this DVR port d9359018-41a2-4333-92b7-2d3d8a49cdb4 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:42.775239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb498af6-4afd-4c71-8d48-f3bf511fe8b8 req-2f5b259f-6370-4f8c-9196-3de9b6f65980 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:42.775369 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc505c-6969-4bb4-b815-ab96ac6fcc74 None None] Pushing event deleted for resources: {'Port': ['ID=d9359018-41a2-4333-92b7-2d3d8a49cdb4,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:42.780520 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb498af6-4afd-4c71-8d48-f3bf511fe8b8 req-2f5b259f-6370-4f8c-9196-3de9b6f65980 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/ports?device_id=13436174-a9b9-4670-8ae7-d0c9fc043337 HTTP/1.1" status: 200 len: 932 time: 0.3356638 Feb 03 12:39:42.812269 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-2c792f76-5442-4d6b-88b5-7ba788d667d4 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:42.813397 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-2c792f76-5442-4d6b-88b5-7ba788d667d4 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:42.930906 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-2c792f76-5442-4d6b-88b5-7ba788d667d4 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6168292 Feb 03 12:39:42.945310 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb498af6-4afd-4c71-8d48-f3bf511fe8b8 req-07045ab9-1bd3-4a0a-beb1-25d671e20ec7 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/security-groups?id=32ab33e0-c533-4f29-b417-3e0ac0cb7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566849 Feb 03 12:39:42.952416 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] Request body: {'port': {'device_id': '13436174-a9b9-4670-8ae7-d0c9fc043337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:43.005937 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e69475-3e8e-4b06-89c6-f9d9c09e438d admin admin] Network ea0fa331-8069-43cd-ad15-0200a7ded220 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:43.016634 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-60e69475-3e8e-4b06-89c6-f9d9c09e438d admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:43.026500 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254466e-78df-466b-b262-382bfdd34b70 req-77b92c8f-9dae-47b8-a271-c0702b36da62 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:43.028305 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a254466e-78df-466b-b262-382bfdd34b70 req-77b92c8f-9dae-47b8-a271-c0702b36da62 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.3678613 Feb 03 12:39:43.047455 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d86f789c-706b-435c-9711-a3d8cde90113), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:43.092270 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79e9b2b7-9037-4ac1-80e5-5bf13e4c4092 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (d468bd58-d0b4-40ea-b090-4a600bf3b4ec), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:43.318620 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-79e9b2b7-9037-4ac1-80e5-5bf13e4c4092 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d468bd58-d0b4-40ea-b090-4a600bf3b4ec']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:43.370142 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-79e9b2b7-9037-4ac1-80e5-5bf13e4c4092 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30db518c-deff-4d9a-adbe-35b3d5b13420') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:43.370439 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-79e9b2b7-9037-4ac1-80e5-5bf13e4c4092 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30db518c-deff-4d9a-adbe-35b3d5b13420') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:43.405124 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79e9b2b7-9037-4ac1-80e5-5bf13e4c4092 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (30db518c-deff-4d9a-adbe-35b3d5b13420), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:43.446557 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a254466e-78df-466b-b262-382bfdd34b70 req-faf2a57a-a6f1-41b6-ac42-d8b3087c66e7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041793 Feb 03 12:39:43.475317 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79e9b2b7-9037-4ac1-80e5-5bf13e4c4092 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (30db518c-deff-4d9a-adbe-35b3d5b13420), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:43.478194 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e69475-3e8e-4b06-89c6-f9d9c09e438d admin admin] Router e58f3564-d9cc-4c56-bcad-4607c34f2408 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:39:43.498437 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e9b2b7-9037-4ac1-80e5-5bf13e4c4092 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:39:43.498687 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79e9b2b7-9037-4ac1-80e5-5bf13e4c4092 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (30db518c-deff-4d9a-adbe-35b3d5b13420), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:39:43.504656 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:39:43.517783 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86f789c-706b-435c-9711-a3d8cde90113 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:43.527067 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2168e1e0-a5c5-4a29-b3b8-1a1a53a4cd2a None None] Provisioning complete for port 022dab3e-f178-4264-859a-7dab76c30728 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:43.529477 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2168e1e0-a5c5-4a29-b3b8-1a1a53a4cd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (022dab3e-f178-4264-859a-7dab76c30728), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:43.544149 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] Publish callbacks [] for port (d86f789c-706b-435c-9711-a3d8cde90113), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:43.642925 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2168e1e0-a5c5-4a29-b3b8-1a1a53a4cd2a None None] Port 022dab3e-f178-4264-859a-7dab76c30728 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:39:43.663778 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] Transition to ACTIVE for port object d86f789c-706b-435c-9711-a3d8cde90113 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:39:43.673692 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d86f789c-706b-435c-9711-a3d8cde90113), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:43.769452 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79e9b2b7-9037-4ac1-80e5-5bf13e4c4092 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (d468bd58-d0b4-40ea-b090-4a600bf3b4ec), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:43.819682 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79e9b2b7-9037-4ac1-80e5-5bf13e4c4092 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:43.835803 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-79e9b2b7-9037-4ac1-80e5-5bf13e4c4092 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] 10.222.0.18 "DELETE /v2.0/networks/d468bd58-d0b4-40ea-b090-4a600bf3b4ec HTTP/1.1" status: 204 len: 168 time: 3.1657729 Feb 03 12:39:43.894898 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9b2b7-9037-4ac1-80e5-5bf13e4c4092 tempest-ServersTestMultiNic-1710326450 tempest-ServersTestMultiNic-1710326450-project] Pushing event deleted for resources: {'Network': ['ID=d468bd58-d0b4-40ea-b090-4a600bf3b4ec,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:43.918936 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d86f789c-706b-435c-9711-a3d8cde90113,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:43.967716 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e69475-3e8e-4b06-89c6-f9d9c09e438d admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:39:43.989911 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-60e69475-3e8e-4b06-89c6-f9d9c09e438d admin admin] 10.222.0.18 "PUT /v2.0/routers/e58f3564-d9cc-4c56-bcad-4607c34f2408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9035046 Feb 03 12:39:43.998960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] Attempting to bind port d86f789c-706b-435c-9711-a3d8cde90113 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:43.999441 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] Attempting to bind port d86f789c-706b-435c-9711-a3d8cde90113 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '3c7c0e49-8d5b-41a1-92fd-3d405f7b594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0c078f2a-93d7-4587-b852-4bedf09fe5df'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:43.999781 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] Attempting to bind port d86f789c-706b-435c-9711-a3d8cde90113 on network 0c078f2a-93d7-4587-b852-4bedf09fe5df {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:44.008993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2fb34ef2-3925-4328-a331-c06120a0e142 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:44.020364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60181c46-2fef-42a0-afd7-9bdb847a8fe6 req-ad9fe228-56d1-4b2b-b8e7-d2815bbf2257 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:44.022239 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-60181c46-2fef-42a0-afd7-9bdb847a8fe6 req-ad9fe228-56d1-4b2b-b8e7-d2815bbf2257 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 1128 time: 0.1751640 Feb 03 12:39:44.044628 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] Port d86f789c-706b-435c-9711-a3d8cde90113 on network 0c078f2a-93d7-4587-b852-4bedf09fe5df not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:39:44.044966 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] Attempting to bind port d86f789c-706b-435c-9711-a3d8cde90113 on network 0c078f2a-93d7-4587-b852-4bedf09fe5df {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:44.055890 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:44.058827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] Checking segment: {'id': '3c7c0e49-8d5b-41a1-92fd-3d405f7b594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0c078f2a-93d7-4587-b852-4bedf09fe5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:44.059236 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] Bound using segment: {'id': '3c7c0e49-8d5b-41a1-92fd-3d405f7b594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0c078f2a-93d7-4587-b852-4bedf09fe5df'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:44.060321 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] Bound port: d86f789c-706b-435c-9711-a3d8cde90113, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c7c0e49-8d5b-41a1-92fd-3d405f7b594a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0c078f2a-93d7-4587-b852-4bedf09fe5df'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:44.060704 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d86f789c-706b-435c-9711-a3d8cde90113), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:44.078089 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-60181c46-2fef-42a0-afd7-9bdb847a8fe6 req-fc02eecd-1542-417c-99c9-2be6e13c5607 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502739 Feb 03 12:39:44.144160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 2fb34ef2-3925-4328-a331-c06120a0e142 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:44.144542 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2fb34ef2-3925-4328-a331-c06120a0e142), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:44.237021 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] For port d86f789c-706b-435c-9711-a3d8cde90113, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:44.242243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] For port d86f789c-706b-435c-9711-a3d8cde90113, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d86f789c-706b-435c-9711-a3d8cde90113,segment=NetworkSegment(3c7c0e49-8d5b-41a1-92fd-3d405f7b594a),segment_id=3c7c0e49-8d5b-41a1-92fd-3d405f7b594a)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:44.257174 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d86f789c-706b-435c-9711-a3d8cde90113), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:44.327989 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 2fb34ef2-3925-4328-a331-c06120a0e142 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:44.328417 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2fb34ef2-3925-4328-a331-c06120a0e142), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:44.355164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ea79f-db69-45cc-aa0c-535e12aad99b req-61f1e866-ee23-4cf9-9959-87ad9a222db6 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:44.363980 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 2fb34ef2-3925-4328-a331-c06120a0e142, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2fb34ef2-3925-4328-a331-c06120a0e142,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:44.364776 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ee5ea79f-db69-45cc-aa0c-535e12aad99b req-61f1e866-ee23-4cf9-9959-87ad9a222db6 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/ports?device_id=13436174-a9b9-4670-8ae7-d0c9fc043337 HTTP/1.1" status: 200 len: 944 time: 0.1029434 Feb 03 12:39:44.370294 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d86f789c-706b-435c-9711-a3d8cde90113,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:44.371502 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2fb34ef2-3925-4328-a331-c06120a0e142), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:44.387529 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:44.388206 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:44.389764 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-3d7627aa-e6a1-4a76-84aa-730faa0376b1 service neutron] 10.222.0.73 "PUT /v2.0/ports/d86f789c-706b-435c-9711-a3d8cde90113 HTTP/1.1" status: 200 len: 1092 time: 1.4434726 Feb 03 12:39:44.390237 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13436174-a9b9-4670-8ae7-d0c9fc043337', 'tag': 'd86f789c-706b-435c-9711-a3d8cde90113'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:44.392844 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f233b5-c718-4637-af88-10aec14407d2" -d '{"events": [{"name": "network-changed", "server_uuid": "13436174-a9b9-4670-8ae7-d0c9fc043337", "tag": "d86f789c-706b-435c-9711-a3d8cde90113"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:44.485240 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=2fb34ef2-3925-4328-a331-c06120a0e142,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:44.528680 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-c6972695-bc73-49d5-a4c1-4f1c89ea6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:44.530231 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-c6972695-bc73-49d5-a4c1-4f1c89ea6a36 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5294df3c1486438a8ae669537991543f&device_id=13436174-a9b9-4670-8ae7-d0c9fc043337 HTTP/1.1" status: 200 len: 1126 time: 0.0864260 Feb 03 12:39:44.641817 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-f4a301c9-89dc-49f8-95ec-caff0cbb50fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d86f789c-706b-435c-9711-a3d8cde90113 HTTP/1.1" status: 200 len: 217 time: 0.0987008 Feb 03 12:39:44.742723 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-ff8aab1f-587c-4b38-86bd-47535bc7640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:44.744168 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-ff8aab1f-587c-4b38-86bd-47535bc7640f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a88f50a1-6851-4cb4-8407-ed08fa6a0806 HTTP/1.1" status: 200 len: 854 time: 0.0951447 Feb 03 12:39:44.808881 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-227b96eb-7680-468c-9f8e-d3bfc6cc8736 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c078f2a-93d7-4587-b852-4bedf09fe5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440013 Feb 03 12:39:44.931989 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5906bd1-2512-4678-9b01-217ecde994a7 req-a9553139-9891-451d-9ca2-586b69623ccd tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:44.936414 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ee5ea79f-db69-45cc-aa0c-535e12aad99b req-e824d0ac-13c8-4d7f-a85c-854b00d217e5 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/security-groups?id=32ab33e0-c533-4f29-b417-3e0ac0cb7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703266 Feb 03 12:39:44.939024 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c5906bd1-2512-4678-9b01-217ecde994a7 req-a9553139-9891-451d-9ca2-586b69623ccd tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 1128 time: 0.2090812 Feb 03 12:39:45.028702 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c5906bd1-2512-4678-9b01-217ecde994a7 req-7e020b4a-b56a-44c9-88a8-720def4ff9d8 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886045 Feb 03 12:39:45.061686 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-9d8992f3-3f8d-4aa8-9b9f-906fdec7ea2d service neutron] 10.222.0.73 "GET /v2.0/networks/0c078f2a-93d7-4587-b852-4bedf09fe5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367496 Feb 03 12:39:45.108215 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997e58eb-3704-46c1-96e7-fb2e89148fbf x-openstack-request-id: req-997e58eb-3704-46c1-96e7-fb2e89148fbf {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:45.108675 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13436174-a9b9-4670-8ae7-d0c9fc043337", "tag": "d86f789c-706b-435c-9711-a3d8cde90113", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:45.109085 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-997e58eb-3704-46c1-96e7-fb2e89148fbf {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:45.109643 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13436174-a9b9-4670-8ae7-d0c9fc043337', 'tag': 'd86f789c-706b-435c-9711-a3d8cde90113', 'status': 'completed', 'code': 200} Feb 03 12:39:45.230725 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9beec0d0-4d34-4ef2-a325-f1f74f9c5f0e req-184b5217-c0c1-42ec-a916-a6cb78a2773d service neutron] 10.222.0.73 "GET /v2.0/networks/0c078f2a-93d7-4587-b852-4bedf09fe5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620200 Feb 03 12:39:45.260408 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47272) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:45.265631 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e102a585-1a36-40a7-b8fe-9d4f8eaefa1d tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Request body: {'security_group': {'name': 'tempest-securitygroup--529556932', 'description': 'tempest-description--360338126'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:45.309460 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47274) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:45.319043 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e102a585-1a36-40a7-b8fe-9d4f8eaefa1d tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:45.391395 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-7e0fb55e-4714-4c4a-8a6b-7803a6c6d237 req-d73deacf-f756-4171-8635-34ab28dbde6b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:39:45.392671 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e0fb55e-4714-4c4a-8a6b-7803a6c6d237 req-d73deacf-f756-4171-8635-34ab28dbde6b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075908 Feb 03 12:39:45.488825 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f233b5-c718-4637-af88-10aec14407d2 req-35250a2e-c28e-431c-90f4-719395a1e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:45.490397 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-50f233b5-c718-4637-af88-10aec14407d2 req-35250a2e-c28e-431c-90f4-719395a1e431 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5294df3c1486438a8ae669537991543f&device_id=13436174-a9b9-4670-8ae7-d0c9fc043337 HTTP/1.1" status: 200 len: 1126 time: 0.1641862 Feb 03 12:39:45.626611 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:45.761394 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e102a585-1a36-40a7-b8fe-9d4f8eaefa1d tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for security_group (febc6c86-5433-4937-99d6-d94c0207dca4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:45.820824 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2fb34ef2-3925-4328-a331-c06120a0e142 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:45.848907 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f233b5-c718-4637-af88-10aec14407d2 req-b2ba982b-d06d-49f4-9422-8404876d96f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:45.853412 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-50f233b5-c718-4637-af88-10aec14407d2 req-b2ba982b-d06d-49f4-9422-8404876d96f4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c078f2a-93d7-4587-b852-4bedf09fe5df HTTP/1.1" status: 200 len: 915 time: 0.3567824 Feb 03 12:39:45.857347 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e102a585-1a36-40a7-b8fe-9d4f8eaefa1d tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (febc6c86-5433-4937-99d6-d94c0207dca4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:45.936300 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 2fb34ef2-3925-4328-a331-c06120a0e142 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:45.936955 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2fb34ef2-3925-4328-a331-c06120a0e142), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:46.026203 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e102a585-1a36-40a7-b8fe-9d4f8eaefa1d tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:46.028979 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e102a585-1a36-40a7-b8fe-9d4f8eaefa1d tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7675035 Feb 03 12:39:46.032713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47296) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:46.051426 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-53d3820f-d955-4ae8-97e0-489cc651041e tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Request body: {'security_group_rule': {'security_group_id': 'febc6c86-5433-4937-99d6-d94c0207dca4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:46.066825 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-50f233b5-c718-4637-af88-10aec14407d2 req-5d9c49c7-5cb7-4498-96f8-264c95ae445d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d86f789c-706b-435c-9711-a3d8cde90113 HTTP/1.1" status: 200 len: 217 time: 0.1843486 Feb 03 12:39:46.110618 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2b48eee-0365-4a3f-8022-512f6f16cf96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (e447d82d-0592-440d-89d5-9222360f31cb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:46.124970 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 2fb34ef2-3925-4328-a331-c06120a0e142 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:46.155656 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] Sync routers for ids ['e58f3564-d9cc-4c56-bcad-4607c34f2408'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:39:46.168038 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] Routers {'e58f3564-d9cc-4c56-bcad-4607c34f2408'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:46.168824 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:39:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['e58f3564-d9cc-4c56-bcad-4607c34f2408'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:46.283242 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] Set router e58f3564-d9cc-4c56-bcad-4607c34f2408 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:46.312996 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53d3820f-d955-4ae8-97e0-489cc651041e tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for security_group_rule (c1a82384-45c1-4683-bb07-228efbaf5bf6), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:46.402018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102a585-1a36-40a7-b8fe-9d4f8eaefa1d tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=febc6c86-5433-4937-99d6-d94c0207dca4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:46.406522 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53d3820f-d955-4ae8-97e0-489cc651041e tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for security_group_rule (c1a82384-45c1-4683-bb07-228efbaf5bf6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:46.412293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f233b5-c718-4637-af88-10aec14407d2 req-480dc9a7-5d47-4b29-87a6-2289354f96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:46.415570 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53d3820f-d955-4ae8-97e0-489cc651041e tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (c1a82384-45c1-4683-bb07-228efbaf5bf6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:46.416512 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-50f233b5-c718-4637-af88-10aec14407d2 req-480dc9a7-5d47-4b29-87a6-2289354f96fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a88f50a1-6851-4cb4-8407-ed08fa6a0806 HTTP/1.1" status: 200 len: 854 time: 0.3346839 Feb 03 12:39:46.440857 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3820f-d955-4ae8-97e0-489cc651041e tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a82384-45c1-4683-bb07-228efbaf5bf6,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:46.462698 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53d3820f-d955-4ae8-97e0-489cc651041e tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:46.463994 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-53d3820f-d955-4ae8-97e0-489cc651041e tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4302835 Feb 03 12:39:46.466711 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47308) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:46.471670 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-37c62482-ef91-45ba-bd1e-be58233d1648 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Request body: {'security_group_rule': {'security_group_id': 'febc6c86-5433-4937-99d6-d94c0207dca4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:46.510081 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-50f233b5-c718-4637-af88-10aec14407d2 req-08c550e8-79c0-4fdc-8de7-8436e50a0951 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c078f2a-93d7-4587-b852-4bedf09fe5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818541 Feb 03 12:39:46.528556 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37c62482-ef91-45ba-bd1e-be58233d1648 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for security_group_rule (a4b26d2d-56b3-411a-afc8-7c7231a81fd6), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:46.600410 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7cfdd-c797-42db-b9bd-7ff1c411cfb0 req-39570e6a-11f0-45f4-8a8a-47e00c2bab13 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:46.601995 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cae7cfdd-c797-42db-b9bd-7ff1c411cfb0 req-39570e6a-11f0-45f4-8a8a-47e00c2bab13 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/ports?device_id=13436174-a9b9-4670-8ae7-d0c9fc043337 HTTP/1.1" status: 200 len: 944 time: 0.2938261 Feb 03 12:39:46.640572 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'name': 'tempest-ServersTestJSON-1693298362-router', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:41Z', 'revision_number': 4, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'gw_port': {'id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:34Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '022dab3e-f178-4264-859a-7dab76c30728', 'name': '', 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'mac_address': 'fa:16:3e:9d:a4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:39Z', 'updated_at': '2022-02-03T12:39:41Z', 'revision_number': 2, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'subnets': [{'id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:46.654264 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37c62482-ef91-45ba-bd1e-be58233d1648 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for security_group_rule (a4b26d2d-56b3-411a-afc8-7c7231a81fd6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:46.670819 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] Checking router: e58f3564-d9cc-4c56-bcad-4607c34f2408 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:39:46.671210 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] Updating router e58f3564-d9cc-4c56-bcad-4607c34f2408 port 022dab3e-f178-4264-859a-7dab76c30728 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:39:46.674406 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37c62482-ef91-45ba-bd1e-be58233d1648 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (a4b26d2d-56b3-411a-afc8-7c7231a81fd6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:46.711082 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a2b48eee-0365-4a3f-8022-512f6f16cf96 admin admin] Deleting port e17ea3c2-d944-47b6-98bd-9ec72246b058 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:46.711429 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2b48eee-0365-4a3f-8022-512f6f16cf96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (e17ea3c2-d944-47b6-98bd-9ec72246b058), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:46.716162 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (022dab3e-f178-4264-859a-7dab76c30728), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:46.756253 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c62482-ef91-45ba-bd1e-be58233d1648 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b26d2d-56b3-411a-afc8-7c7231a81fd6,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:46.765467 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37c62482-ef91-45ba-bd1e-be58233d1648 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:46.768881 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-37c62482-ef91-45ba-bd1e-be58233d1648 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3005822 Feb 03 12:39:46.777823 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47316) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:46.788460 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c14f5e14-d994-4292-9319-941f0028d52c tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:46.845814 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cae7cfdd-c797-42db-b9bd-7ff1c411cfb0 req-7adcc149-f634-44e6-aed4-32b7e22cdd5a tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/security-groups?id=32ab33e0-c533-4f29-b417-3e0ac0cb7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196231 Feb 03 12:39:46.865816 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c14f5e14-d994-4292-9319-941f0028d52c tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:46.879693 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-50f233b5-c718-4637-af88-10aec14407d2 req-06e3925e-4af6-4e93-b481-b9c33992ee51 service neutron] 10.222.0.73 "GET /v2.0/networks/0c078f2a-93d7-4587-b852-4bedf09fe5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539224 Feb 03 12:39:47.018551 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a2b48eee-0365-4a3f-8022-512f6f16cf96 admin admin] For port e17ea3c2-d944-47b6-98bd-9ec72246b058, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=e17ea3c2-d944-47b6-98bd-9ec72246b058,segment=NetworkSegment(6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618),segment_id=6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:47.018938 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2b48eee-0365-4a3f-8022-512f6f16cf96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (e17ea3c2-d944-47b6-98bd-9ec72246b058), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:47.062889 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a2b48eee-0365-4a3f-8022-512f6f16cf96 admin admin] Calling delete_port for e17ea3c2-d944-47b6-98bd-9ec72246b058 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:47.098912 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-50f233b5-c718-4637-af88-10aec14407d2 req-895c3e2f-016c-4d05-8a5a-89a406f45c05 service neutron] 10.222.0.73 "GET /v2.0/networks/0c078f2a-93d7-4587-b852-4bedf09fe5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161109 Feb 03 12:39:47.269412 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] Publish callbacks [] for port (022dab3e-f178-4264-859a-7dab76c30728), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:47.283225 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (022dab3e-f178-4264-859a-7dab76c30728), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:47.334870 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-19e78647-221a-4e6d-b291-277145857206 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:39:47.336646 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-19e78647-221a-4e6d-b291-277145857206 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2683110 Feb 03 12:39:47.497917 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] Attempting to bind port 022dab3e-f178-4264-859a-7dab76c30728 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:47.498304 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] Attempting to bind port 022dab3e-f178-4264-859a-7dab76c30728 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '664113f7-6b20-4ef5-b2b1-9181d5ac158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:47.498677 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] Attempting to bind port 022dab3e-f178-4264-859a-7dab76c30728 on network ea0fa331-8069-43cd-ad15-0200a7ded220 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:47.512822 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:47.513215 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] Checking segment: {'id': '664113f7-6b20-4ef5-b2b1-9181d5ac158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:47.513629 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:47.514029 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] Bound using segment: {'id': '664113f7-6b20-4ef5-b2b1-9181d5ac158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:47.523094 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] Bound port: 022dab3e-f178-4264-859a-7dab76c30728, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664113f7-6b20-4ef5-b2b1-9181d5ac158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:47.523629 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (022dab3e-f178-4264-859a-7dab76c30728), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:47.691779 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] For port 022dab3e-f178-4264-859a-7dab76c30728, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:47.697563 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] For port 022dab3e-f178-4264-859a-7dab76c30728, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=022dab3e-f178-4264-859a-7dab76c30728,segment=NetworkSegment(664113f7-6b20-4ef5-b2b1-9181d5ac158b),segment_id=664113f7-6b20-4ef5-b2b1-9181d5ac158b)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:47.708744 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0270b-f214-4f51-823c-6150d067da07 None None] Pushing event updated for resources: {'Port': ['ID=022dab3e-f178-4264-859a-7dab76c30728,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:47.709108 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-f1d99de5-aea1-4a3c-8746-6ae6be49ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:47.713053 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-f1d99de5-aea1-4a3c-8746-6ae6be49ca0e service neutron] 10.222.0.18 "GET /v2.0/ports/43b908f7-4c59-4aa4-a9df-30167b7a4f91 HTTP/1.1" status: 200 len: 1125 time: 0.3440342 Feb 03 12:39:47.714898 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c14f5e14-d994-4292-9319-941f0028d52c tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:47.740778 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (022dab3e-f178-4264-859a-7dab76c30728), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:47.740938 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7199bada-c38a-4516-acf2-be3f343a49a6 None None] Provisioning complete for port 022dab3e-f178-4264-859a-7dab76c30728 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:47.744117 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7199bada-c38a-4516-acf2-be3f343a49a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (022dab3e-f178-4264-859a-7dab76c30728), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:47.759413 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0270b-f214-4f51-823c-6150d067da07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.759613 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-35eab0c1-9d95-4d2b-866e-5d65c3dc8d09 service neutron] Request body: {'binding': {'host': 'n-h2-827336-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:47.759775 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0270b-f214-4f51-823c-6150d067da07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.760117 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-35eab0c1-9d95-4d2b-866e-5d65c3dc8d09 service neutron] Unknown quota resources ['binding']. {{(pid=103189) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:39:47.760249 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0270b-f214-4f51-823c-6150d067da07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.760481 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0270b-f214-4f51-823c-6150d067da07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.760820 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0270b-f214-4f51-823c-6150d067da07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.761151 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0270b-f214-4f51-823c-6150d067da07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.761486 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0270b-f214-4f51-823c-6150d067da07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.763323 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0270b-f214-4f51-823c-6150d067da07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.763323 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0270b-f214-4f51-823c-6150d067da07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.763605 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0270b-f214-4f51-823c-6150d067da07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.766942 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0270b-f214-4f51-823c-6150d067da07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.766942 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0270b-f214-4f51-823c-6150d067da07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.767446 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0270b-f214-4f51-823c-6150d067da07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:47.861975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d86f789c-706b-435c-9711-a3d8cde90113 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:39:47.864312 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] Routers {'e58f3564-d9cc-4c56-bcad-4607c34f2408'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:47.865924 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:39:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['e58f3564-d9cc-4c56-bcad-4607c34f2408'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:48.103503 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d86f789c-706b-435c-9711-a3d8cde90113, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d86f789c-706b-435c-9711-a3d8cde90113,segment=NetworkSegment(3c7c0e49-8d5b-41a1-92fd-3d405f7b594a),segment_id=3c7c0e49-8d5b-41a1-92fd-3d405f7b594a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:48.138414 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'd86f789c-706b-435c-9711-a3d8cde90113', 'network_id': '0c078f2a-93d7-4587-b852-4bedf09fe5df', 'port_id': 'd86f789c-706b-435c-9711-a3d8cde90113', 'mac_address': 'fa:16:3e:0b:a3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88f50a1-6851-4cb4-8407-ed08fa6a0806', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:39:48.190746 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0270b-f214-4f51-823c-6150d067da07 None None] Pushing event updated for resources: {'Port': ['ID=022dab3e-f178-4264-859a-7dab76c30728,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:48.193969 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2b48eee-0365-4a3f-8022-512f6f16cf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (e17ea3c2-d944-47b6-98bd-9ec72246b058), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:48.324052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port d86f789c-706b-435c-9711-a3d8cde90113 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:48.324451 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d86f789c-706b-435c-9711-a3d8cde90113), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:48.348721 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] Set router e58f3564-d9cc-4c56-bcad-4607c34f2408 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:48.358305 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7199bada-c38a-4516-acf2-be3f343a49a6 None None] Current status of the port 022dab3e-f178-4264-859a-7dab76c30728 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:48.360563 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7199bada-c38a-4516-acf2-be3f343a49a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (022dab3e-f178-4264-859a-7dab76c30728), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:48.371364 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a0f33-e11e-42ea-9780-d47b453f50c5 req-b1524ff7-371a-430e-bd88-300309a62a2c tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:48.381766 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cc8a0f33-e11e-42ea-9780-d47b453f50c5 req-b1524ff7-371a-430e-bd88-300309a62a2c tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/ports?device_id=13436174-a9b9-4670-8ae7-d0c9fc043337 HTTP/1.1" status: 200 len: 944 time: 0.1370866 Feb 03 12:39:48.402191 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86f789c-706b-435c-9711-a3d8cde90113 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:48.418011 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b48eee-0365-4a3f-8022-512f6f16cf96 admin admin] Pushing event deleted for resources: {'Port': ['ID=e17ea3c2-d944-47b6-98bd-9ec72246b058,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:48.450200 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d86f789c-706b-435c-9711-a3d8cde90113, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d86f789c-706b-435c-9711-a3d8cde90113,segment=NetworkSegment(3c7c0e49-8d5b-41a1-92fd-3d405f7b594a),segment_id=3c7c0e49-8d5b-41a1-92fd-3d405f7b594a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:48.460875 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d86f789c-706b-435c-9711-a3d8cde90113), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:48.523703 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cc8a0f33-e11e-42ea-9780-d47b453f50c5 req-bead3742-d52f-4bb2-a2b6-83bedf1e0449 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/security-groups?id=32ab33e0-c533-4f29-b417-3e0ac0cb7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409664 Feb 03 12:39:48.544542 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7199bada-c38a-4516-acf2-be3f343a49a6 None None] For port 022dab3e-f178-4264-859a-7dab76c30728, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=022dab3e-f178-4264-859a-7dab76c30728,segment=NetworkSegment(664113f7-6b20-4ef5-b2b1-9181d5ac158b),segment_id=664113f7-6b20-4ef5-b2b1-9181d5ac158b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:48.553227 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7199bada-c38a-4516-acf2-be3f343a49a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (022dab3e-f178-4264-859a-7dab76c30728), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:48.609138 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=d86f789c-706b-435c-9711-a3d8cde90113,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:48.628725 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c14f5e14-d994-4292-9319-941f0028d52c tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Allocated IP 172.25.6.4 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/bacca95b-1c1a-493c-9fa9-e7e313231dac) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:48.782608 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-78ce0c6b-080c-4930-84c5-786c81c84136 None None] Provisioning complete for port 022dab3e-f178-4264-859a-7dab76c30728 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:48.783142 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-78ce0c6b-080c-4930-84c5-786c81c84136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (022dab3e-f178-4264-859a-7dab76c30728), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:48.827673 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199bada-c38a-4516-acf2-be3f343a49a6 None None] Pushing event updated for resources: {'Port': ['ID=022dab3e-f178-4264-859a-7dab76c30728,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:48.838197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-35eab0c1-9d95-4d2b-866e-5d65c3dc8d09 service neutron] Attempting to bind port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 on host n-h2-827336-3 for vnic_type normal with profile None {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:48.839118 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-35eab0c1-9d95-4d2b-866e-5d65c3dc8d09 service neutron] Attempting to bind port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:48.839555 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-35eab0c1-9d95-4d2b-866e-5d65c3dc8d09 service neutron] Attempting to bind port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:48.870193 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'name': 'tempest-ServersTestJSON-1693298362-router', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:41Z', 'revision_number': 4, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'gw_port': {'id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:34Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '022dab3e-f178-4264-859a-7dab76c30728', 'name': '', 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'mac_address': 'fa:16:3e:9d:a4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:39Z', 'updated_at': '2022-02-03T12:39:47Z', 'revision_number': 4, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'subnets': [{'id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:48.871691 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-35eab0c1-9d95-4d2b-866e-5d65c3dc8d09 service neutron] Port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:39:48.872165 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-35eab0c1-9d95-4d2b-866e-5d65c3dc8d09 service neutron] Attempting to bind port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:48.888664 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-35eab0c1-9d95-4d2b-866e-5d65c3dc8d09 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:48.888990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-35eab0c1-9d95-4d2b-866e-5d65c3dc8d09 service neutron] Checking segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:48.889613 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-35eab0c1-9d95-4d2b-866e-5d65c3dc8d09 service neutron] Bound using segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:48.890161 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-35eab0c1-9d95-4d2b-866e-5d65c3dc8d09 service neutron] Bound port: 43b908f7-4c59-4aa4-a9df-30167b7a4f91, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:48.902660 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-78ce0c6b-080c-4930-84c5-786c81c84136 None None] Current status of the port 022dab3e-f178-4264-859a-7dab76c30728 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:48.933558 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7183c61-dcf3-46fe-a4df-ed353553423a None None] The sync data for ids ['e58f3564-d9cc-4c56-bcad-4607c34f2408'] in n-d-827336-3 is: [{'id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'name': 'tempest-ServersTestJSON-1693298362-router', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:41Z', 'revision_number': 4, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'gw_port': {'id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:34Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '022dab3e-f178-4264-859a-7dab76c30728', 'name': '', 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'mac_address': 'fa:16:3e:9d:a4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:39Z', 'updated_at': '2022-02-03T12:39:47Z', 'revision_number': 4, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'subnets': [{'id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:39:48.963370 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['d86f789c-706b-435c-9711-a3d8cde90113'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:39:49.124797 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2b48eee-0365-4a3f-8022-512f6f16cf96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (e447d82d-0592-440d-89d5-9222360f31cb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:49.155422 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c14f5e14-d994-4292-9319-941f0028d52c tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for port (bacca95b-1c1a-493c-9fa9-e7e313231dac), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:49.158601 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-35eab0c1-9d95-4d2b-866e-5d65c3dc8d09 service neutron] For port 43b908f7-4c59-4aa4-a9df-30167b7a4f91, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=43b908f7-4c59-4aa4-a9df-30167b7a4f91,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:49.243350 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-35eab0c1-9d95-4d2b-866e-5d65c3dc8d09 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:49.244940 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-35eab0c1-9d95-4d2b-866e-5d65c3dc8d09 service neutron] 10.222.0.18 "POST /v2.0/ports/43b908f7-4c59-4aa4-a9df-30167b7a4f91/bindings HTTP/1.1" status: 201 len: 389 time: 1.4913561 Feb 03 12:39:49.457286 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c14f5e14-d994-4292-9319-941f0028d52c tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (bacca95b-1c1a-493c-9fa9-e7e313231dac), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:49.595795 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-ce7da206-bd41-44d2-9d50-3880de6f6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:49.598208 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-ce7da206-bd41-44d2-9d50-3880de6f6c8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 1128 time: 0.0742216 Feb 03 12:39:49.763678 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14f5e14-d994-4292-9319-941f0028d52c tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:49.792415 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c14f5e14-d994-4292-9319-941f0028d52c tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:49.811453 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f5e14-d994-4292-9319-941f0028d52c tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:49.839762 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f5e14-d994-4292-9319-941f0028d52c tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Pushing event updated for resources: {'Port': ['ID=bacca95b-1c1a-493c-9fa9-e7e313231dac,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:49.851645 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-ab22d91a-6e27-48cf-b424-12864e5d248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:49.857932 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-ab22d91a-6e27-48cf-b424-12864e5d248e service neutron] 10.222.0.31 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 909 time: 0.2527604 Feb 03 12:39:49.958393 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-8f46e9e1-7836-4bd3-8335-263ec80ad6a0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43b908f7-4c59-4aa4-a9df-30167b7a4f91 HTTP/1.1" status: 200 len: 217 time: 0.0916114 Feb 03 12:39:49.997801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 022dab3e-f178-4264-859a-7dab76c30728 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:50.038288 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ac9e7-7870-4b52-9eb6-d74683ac2b89 req-f89a219a-57fd-4912-9531-1dbd73fa8afc tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:50.050962 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-883ac9e7-7870-4b52-9eb6-d74683ac2b89 req-f89a219a-57fd-4912-9531-1dbd73fa8afc tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.4794247 Feb 03 12:39:50.109477 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-c39f0b59-32ab-4ef7-8f73-10b93189f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:50.111477 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-c39f0b59-32ab-4ef7-8f73-10b93189f5d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.1462986 Feb 03 12:39:50.147012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 022dab3e-f178-4264-859a-7dab76c30728 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:50.147659 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (022dab3e-f178-4264-859a-7dab76c30728), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:50.163451 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f26c67-be09-44d9-af01-485204fb4ecc req-80b3648a-b202-4015-aa95-5e4d1e46e0e2 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:50.165166 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28f26c67-be09-44d9-af01-485204fb4ecc req-80b3648a-b202-4015-aa95-5e4d1e46e0e2 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/ports?device_id=13436174-a9b9-4670-8ae7-d0c9fc043337 HTTP/1.1" status: 200 len: 945 time: 0.1902158 Feb 03 12:39:50.221506 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-d8df51af-5266-4a1c-889f-cefbe5032b37 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016645 Feb 03 12:39:50.345832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 022dab3e-f178-4264-859a-7dab76c30728 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:50.420581 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-24757bf5-af10-465a-9ecb-ede097651d8f service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808138 Feb 03 12:39:50.585273 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-cbd43e7d-3167-4517-8c72-e8d4d220c3c9 service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560147 Feb 03 12:39:50.667359 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28f26c67-be09-44d9-af01-485204fb4ecc req-76f07197-b756-4d35-b45c-2ed89eb599c4 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/security-groups?id=32ab33e0-c533-4f29-b417-3e0ac0cb7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587421 Feb 03 12:39:50.823797 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-883ac9e7-7870-4b52-9eb6-d74683ac2b89 req-b4cb3a22-9f3c-4072-bec4-585111919f21 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7694514 Feb 03 12:39:50.871114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c14f5e14-d994-4292-9319-941f0028d52c tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for floatingip (10d1bf05-b314-4958-b18c-40472377323b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:50.893972 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b48eee-0365-4a3f-8022-512f6f16cf96 admin admin] Router e447d82d-0592-440d-89d5-9222360f31cb has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:39:50.946972 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c14f5e14-d994-4292-9319-941f0028d52c tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bacca95b-1c1a-493c-9fa9-e7e313231dac), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:51.223347 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b48eee-0365-4a3f-8022-512f6f16cf96 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:39:51.233922 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7320f54e-0ddd-47f9-871d-374da34bf867 None None] Sync routers for ids ['e447d82d-0592-440d-89d5-9222360f31cb'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:39:51.240281 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a2b48eee-0365-4a3f-8022-512f6f16cf96 admin admin] 10.222.0.18 "PUT /v2.0/routers/e447d82d-0592-440d-89d5-9222360f31cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9273062 Feb 03 12:39:51.240673 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47372) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:51.254138 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7320f54e-0ddd-47f9-871d-374da34bf867 None None] Routers {'e447d82d-0592-440d-89d5-9222360f31cb'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:51.258280 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7320f54e-0ddd-47f9-871d-374da34bf867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:39:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['e447d82d-0592-440d-89d5-9222360f31cb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:51.355375 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c14f5e14-d994-4292-9319-941f0028d52c tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for port (bacca95b-1c1a-493c-9fa9-e7e313231dac), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:51.364091 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c14f5e14-d994-4292-9319-941f0028d52c tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (bacca95b-1c1a-493c-9fa9-e7e313231dac), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:51.430486 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47374) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:51.447426 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7320f54e-0ddd-47f9-871d-374da34bf867 None None] Set router e447d82d-0592-440d-89d5-9222360f31cb gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:51.488035 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f5e14-d994-4292-9319-941f0028d52c tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Pushing event updated for resources: {'Port': ['ID=bacca95b-1c1a-493c-9fa9-e7e313231dac,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:51.507623 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77d6a6b6-bc6d-440f-8814-bc6d0ba7b350 admin admin] Publish callbacks [] for router (e447d82d-0592-440d-89d5-9222360f31cb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:51.573636 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c14f5e14-d994-4292-9319-941f0028d52c tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (10d1bf05-b314-4958-b18c-40472377323b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:51.615710 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c14f5e14-d994-4292-9319-941f0028d52c tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:51.617891 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c14f5e14-d994-4292-9319-941f0028d52c tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.8383260 Feb 03 12:39:51.720336 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7320f54e-0ddd-47f9-871d-374da34bf867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e447d82d-0592-440d-89d5-9222360f31cb', 'name': 'tempest-ServersTestMultiNic-1317131435-router', 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '4de34bbe-1c5e-4e00-98fe-6a6187098607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:37:37Z', 'updated_at': '2022-02-03T12:39:47Z', 'revision_number': 5, 'project_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'gw_port': {'id': '4de34bbe-1c5e-4e00-98fe-6a6187098607', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e447d82d-0592-440d-89d5-9222360f31cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:37:39Z', 'updated_at': '2022-02-03T12:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:51.740295 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77d6a6b6-bc6d-440f-8814-bc6d0ba7b350 admin admin] Publish callbacks [] for router_gateway (e447d82d-0592-440d-89d5-9222360f31cb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:51.756890 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c7c978a-1236-4982-a80d-8db9bd93a552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:51.784627 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7320f54e-0ddd-47f9-871d-374da34bf867 None None] Checking router: e447d82d-0592-440d-89d5-9222360f31cb for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:39:51.796190 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7320f54e-0ddd-47f9-871d-374da34bf867 None None] Routers {'e447d82d-0592-440d-89d5-9222360f31cb'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:39:51.796814 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7320f54e-0ddd-47f9-871d-374da34bf867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:39:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['e447d82d-0592-440d-89d5-9222360f31cb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:51.867967 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d86f789c-706b-435c-9711-a3d8cde90113 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:51.909048 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458795b9-e0e1-452a-8061-441452743c71 req-03febe41-e7e4-481c-a7e6-e5cbb3ec7386 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:51.924992 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-458795b9-e0e1-452a-8061-441452743c71 req-03febe41-e7e4-481c-a7e6-e5cbb3ec7386 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/ports?device_id=13436174-a9b9-4670-8ae7-d0c9fc043337 HTTP/1.1" status: 200 len: 945 time: 0.1321552 Feb 03 12:39:51.997409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port d86f789c-706b-435c-9711-a3d8cde90113 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:39:52.000467 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-458795b9-e0e1-452a-8061-441452743c71 req-0e1ec36a-31a8-40d9-937d-a1e7265a6714 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/security-groups?id=32ab33e0-c533-4f29-b417-3e0ac0cb7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745869 Feb 03 12:39:52.010545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-77d6a6b6-bc6d-440f-8814-bc6d0ba7b350 admin admin] Deleting port 4de34bbe-1c5e-4e00-98fe-6a6187098607 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:52.010882 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77d6a6b6-bc6d-440f-8814-bc6d0ba7b350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4de34bbe-1c5e-4e00-98fe-6a6187098607), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:52.027168 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port d86f789c-706b-435c-9711-a3d8cde90113 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:52.027543 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d86f789c-706b-435c-9711-a3d8cde90113), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:52.045096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7320f54e-0ddd-47f9-871d-374da34bf867 None None] Set router e447d82d-0592-440d-89d5-9222360f31cb gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:39:52.129372 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7320f54e-0ddd-47f9-871d-374da34bf867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e447d82d-0592-440d-89d5-9222360f31cb', 'name': 'tempest-ServersTestMultiNic-1317131435-router', 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:37:37Z', 'updated_at': '2022-02-03T12:39:51Z', 'revision_number': 6, 'project_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:52.194555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52cfd7-ba56-4ca9-864b-fe39c7d5349d req-34d0807b-6c06-4b9d-b06c-c508d27b57d0 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:52.208654 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f52cfd7-ba56-4ca9-864b-fe39c7d5349d req-34d0807b-6c06-4b9d-b06c-c508d27b57d0 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.2792561 Feb 03 12:39:52.251708 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aacd3846-9d58-4d47-bded-2973feee58cf req-ee008fee-5155-4b92-8e9b-59991c4a3fdc tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--529556932&fields=id&tenant_id=ac5878fd7f1e4a5ea9a3c869fbc67624 HTTP/1.1" status: 200 len: 267 time: 0.1126735 Feb 03 12:39:52.259042 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c7c978a-1236-4982-a80d-8db9bd93a552 admin admin] Publish callbacks [] for security_group (6383bf65-5f86-407f-a2c3-dca107edc94b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:52.292760 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c7c978a-1236-4982-a80d-8db9bd93a552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6383bf65-5f86-407f-a2c3-dca107edc94b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:52.344212 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7320f54e-0ddd-47f9-871d-374da34bf867 None None] The sync data for ids ['e447d82d-0592-440d-89d5-9222360f31cb'] in n-d-827336-3 is: [{'id': 'e447d82d-0592-440d-89d5-9222360f31cb', 'name': 'tempest-ServersTestMultiNic-1317131435-router', 'tenant_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:37:37Z', 'updated_at': '2022-02-03T12:39:51Z', 'revision_number': 6, 'project_id': 'f35495a3f6e14accbb29833ce60f2ba1', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:39:52.383033 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1c7c978a-1236-4982-a80d-8db9bd93a552 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47c053a04e994e309917f40ab3adba8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9504995 Feb 03 12:39:52.389749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47396) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:52.391504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c978a-1236-4982-a80d-8db9bd93a552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6383bf65-5f86-407f-a2c3-dca107edc94b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:52.411758 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port d86f789c-706b-435c-9711-a3d8cde90113 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:52.412187 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d86f789c-706b-435c-9711-a3d8cde90113), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:52.437422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13436174-a9b9-4670-8ae7-d0c9fc043337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86f789c-706b-435c-9711-a3d8cde90113'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:39:52.440188 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21a5021-5049-48dd-82ba-194736ec48bb" -d '{"events": [{"server_uuid": "13436174-a9b9-4670-8ae7-d0c9fc043337", "name": "network-vif-plugged", "status": "completed", "tag": "d86f789c-706b-435c-9711-a3d8cde90113"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:39:52.453326 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d86f789c-706b-435c-9711-a3d8cde90113, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d86f789c-706b-435c-9711-a3d8cde90113,segment=NetworkSegment(3c7c0e49-8d5b-41a1-92fd-3d405f7b594a),segment_id=3c7c0e49-8d5b-41a1-92fd-3d405f7b594a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:52.461223 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d86f789c-706b-435c-9711-a3d8cde90113), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:52.466006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-77d6a6b6-bc6d-440f-8814-bc6d0ba7b350 admin admin] For port 4de34bbe-1c5e-4e00-98fe-6a6187098607, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4de34bbe-1c5e-4e00-98fe-6a6187098607,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:52.468491 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77d6a6b6-bc6d-440f-8814-bc6d0ba7b350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4de34bbe-1c5e-4e00-98fe-6a6187098607), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:52.488805 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd3846-9d58-4d47-bded-2973feee58cf req-1817ca4e-7931-4110-bc28-587c90da54b7 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:52.495853 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aacd3846-9d58-4d47-bded-2973feee58cf req-1817ca4e-7931-4110-bc28-587c90da54b7 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/networks?id=ea0fa331-8069-43cd-ad15-0200a7ded220 HTTP/1.1" status: 200 len: 806 time: 0.2429717 Feb 03 12:39:52.504019 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6384b925-dee1-4651-a188-98e7693744be admin admin] Publish callbacks [] for security_group (6383bf65-5f86-407f-a2c3-dca107edc94b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:52.514679 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-77d6a6b6-bc6d-440f-8814-bc6d0ba7b350 admin admin] Calling delete_port for 4de34bbe-1c5e-4e00-98fe-6a6187098607 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:52.521988 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aacd3846-9d58-4d47-bded-2973feee58cf req-824abc4f-ee9e-4544-94ec-fc74398a5476 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/quotas/ac5878fd7f1e4a5ea9a3c869fbc67624 HTTP/1.1" status: 200 len: 375 time: 0.0250537 Feb 03 12:39:52.525057 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f52cfd7-ba56-4ca9-864b-fe39c7d5349d req-617f813c-e1ec-4fce-8b8c-fa02625a5539 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153954 Feb 03 12:39:52.575520 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6384b925-dee1-4651-a188-98e7693744be admin admin] Publish callbacks [] for security_group (6383bf65-5f86-407f-a2c3-dca107edc94b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:52.577303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=d86f789c-706b-435c-9711-a3d8cde90113,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:52.589069 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:52.590667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:52.591283 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:52.591625 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:52.592088 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:52.592485 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:52.592823 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:52.593195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:52.593489 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:52.594019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:52.594424 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:52.594756 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:52.595088 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:39:52.620860 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ecc46b-753f-47db-88e8-2e56ada292ed x-openstack-request-id: req-a6ecc46b-753f-47db-88e8-2e56ada292ed {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:39:52.621358 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13436174-a9b9-4670-8ae7-d0c9fc043337", "name": "network-vif-plugged", "status": "completed", "tag": "d86f789c-706b-435c-9711-a3d8cde90113", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:39:52.622327 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6ecc46b-753f-47db-88e8-2e56ada292ed {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:39:52.622907 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13436174-a9b9-4670-8ae7-d0c9fc043337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86f789c-706b-435c-9711-a3d8cde90113', 'code': 200} Feb 03 12:39:52.664764 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aacd3846-9d58-4d47-bded-2973feee58cf req-604c1280-e72b-44a9-9dc4-8506e1d9a85d tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac5878fd7f1e4a5ea9a3c869fbc67624&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1417074 Feb 03 12:39:52.672241 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6384b925-dee1-4651-a188-98e7693744be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6383bf65-5f86-407f-a2c3-dca107edc94b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:52.677112 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6384b925-dee1-4651-a188-98e7693744be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:52.694814 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6384b925-dee1-4651-a188-98e7693744be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6383bf65-5f86-407f-a2c3-dca107edc94b HTTP/1.1" status: 204 len: 168 time: 0.2888319 Feb 03 12:39:52.780714 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384b925-dee1-4651-a188-98e7693744be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6383bf65-5f86-407f-a2c3-dca107edc94b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:52.793652 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77d6a6b6-bc6d-440f-8814-bc6d0ba7b350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4de34bbe-1c5e-4e00-98fe-6a6187098607), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:52.841849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6a6b6-bc6d-440f-8814-bc6d0ba7b350 admin admin] Pushing event deleted for resources: {'Port': ['ID=4de34bbe-1c5e-4e00-98fe-6a6187098607,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:52.923839 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aacd3846-9d58-4d47-bded-2973feee58cf req-054b5fb8-2812-47ea-8547-4c735b49748b service neutron] 10.222.0.18 "GET /v2.0/networks/ea0fa331-8069-43cd-ad15-0200a7ded220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276728 Feb 03 12:39:52.930638 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fd3c3-75ce-414f-8aeb-de2a2bfc5f59 req-d309e874-686f-4b3d-954d-b20bdb01873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:52.932701 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e42fd3c3-75ce-414f-8aeb-de2a2bfc5f59 req-d309e874-686f-4b3d-954d-b20bdb01873e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=13436174-a9b9-4670-8ae7-d0c9fc043337 HTTP/1.1" status: 200 len: 1128 time: 0.1591561 Feb 03 12:39:53.002241 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77d6a6b6-bc6d-440f-8814-bc6d0ba7b350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (e447d82d-0592-440d-89d5-9222360f31cb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:53.021661 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e42fd3c3-75ce-414f-8aeb-de2a2bfc5f59 req-07e477ba-0989-4d06-81d3-e9c67008f19a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=32ab33e0-c533-4f29-b417-3e0ac0cb7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647206 Feb 03 12:39:53.053386 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aacd3846-9d58-4d47-bded-2973feee58cf req-910ee87f-9e73-45cf-81b3-18310e529c91 service neutron] 10.222.0.18 "GET /v2.0/networks/ea0fa331-8069-43cd-ad15-0200a7ded220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241832 Feb 03 12:39:53.143531 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77d6a6b6-bc6d-440f-8814-bc6d0ba7b350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (e447d82d-0592-440d-89d5-9222360f31cb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:53.146094 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77d6a6b6-bc6d-440f-8814-bc6d0ba7b350 admin admin] Publish callbacks [] for router_controller (e447d82d-0592-440d-89d5-9222360f31cb), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:53.337063 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56002037-448c-4b45-aba7-d13127c6c7fb req-ad8c9776-bd2b-452d-be44-d9282e52c9b6 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 210 time: 0.0732095 Feb 03 12:39:53.639135 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77d6a6b6-bc6d-440f-8814-bc6d0ba7b350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (e447d82d-0592-440d-89d5-9222360f31cb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:53.639831 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d6a6b6-bc6d-440f-8814-bc6d0ba7b350 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e447d82d-0592-440d-89d5-9222360f31cb {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:39:53.661199 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77d6a6b6-bc6d-440f-8814-bc6d0ba7b350 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:53.663256 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-77d6a6b6-bc6d-440f-8814-bc6d0ba7b350 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e447d82d-0592-440d-89d5-9222360f31cb HTTP/1.1" status: 204 len: 168 time: 2.4213638 Feb 03 12:39:53.665751 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47430) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:53.725110 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917f11f-cded-47bf-af05-0cbdf822e6c0 req-f507c38e-fb85-429a-9f10-4ecc91bde733 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:53.732515 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6917f11f-cded-47bf-af05-0cbdf822e6c0 req-f507c38e-fb85-429a-9f10-4ecc91bde733 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/ports?device_id=13436174-a9b9-4670-8ae7-d0c9fc043337 HTTP/1.1" status: 200 len: 946 time: 0.5804174 Feb 03 12:39:53.786554 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e17ea3c2-d944-47b6-98bd-9ec72246b058 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:53.813625 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6917f11f-cded-47bf-af05-0cbdf822e6c0 req-a5edce8b-ec2d-477d-afa1-275b332b0c38 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/security-groups?id=32ab33e0-c533-4f29-b417-3e0ac0cb7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715187 Feb 03 12:39:53.833047 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: e17ea3c2-d944-47b6-98bd-9ec72246b058 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:53.836513 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e17ea3c2-d944-47b6-98bd-9ec72246b058 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:53.837176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4de34bbe-1c5e-4e00-98fe-6a6187098607 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:53.882627 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 4de34bbe-1c5e-4e00-98fe-6a6187098607 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:53.883210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4de34bbe-1c5e-4e00-98fe-6a6187098607 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:53.918414 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3455339-e68e-49d3-a328-4152d3fd3609 admin admin] Deleting subnet 389a6df8-4826-4699-9894-4ff0aa3e306c {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:39:53.919357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47436) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:53.928103 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3455339-e68e-49d3-a328-4152d3fd3609 admin admin] Publish callbacks [] for subnet (389a6df8-4826-4699-9894-4ff0aa3e306c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:53.991839 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4c8af-97e0-42bb-9d9c-401ec8c67389 req-27bd350a-d4b5-4575-949c-0e37c970ee0f tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:53.994000 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9ad4c8af-97e0-42bb-9d9c-401ec8c67389 req-27bd350a-d4b5-4575-949c-0e37c970ee0f tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.2747979 Feb 03 12:39:54.002834 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3455339-e68e-49d3-a328-4152d3fd3609 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (389a6df8-4826-4699-9894-4ff0aa3e306c), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.083513 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9a0532ba-fc65-4cc0-b057-accb3ce8adf9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-747793656-network', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:54.104684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0532ba-fc65-4cc0-b057-accb3ce8adf9 admin admin] Made reservation on behalf of 2337640daf054d38bca5c6f82ecfe03d for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:54.107230 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a0532ba-fc65-4cc0-b057-accb3ce8adf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.121642 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a0532ba-fc65-4cc0-b057-accb3ce8adf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.136906 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9ad4c8af-97e0-42bb-9d9c-401ec8c67389 req-0c21234f-47d6-4136-845d-ea96aa877549 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294963 Feb 03 12:39:54.159823 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3455339-e68e-49d3-a328-4152d3fd3609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (389a6df8-4826-4699-9894-4ff0aa3e306c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.225947 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a0532ba-fc65-4cc0-b057-accb3ce8adf9 admin admin] Publish callbacks [] for security_group (18a64887-0a8d-4622-beb2-9fd56f363e57), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.232394 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a0532ba-fc65-4cc0-b057-accb3ce8adf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (18a64887-0a8d-4622-beb2-9fd56f363e57), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.235667 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3455339-e68e-49d3-a328-4152d3fd3609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (389a6df8-4826-4699-9894-4ff0aa3e306c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.256874 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0532ba-fc65-4cc0-b057-accb3ce8adf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:39:54.273889 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0532ba-fc65-4cc0-b057-accb3ce8adf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a64887-0a8d-4622-beb2-9fd56f363e57,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:54.275455 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3455339-e68e-49d3-a328-4152d3fd3609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=389a6df8-4826-4699-9894-4ff0aa3e306c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:54.277212 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a0532ba-fc65-4cc0-b057-accb3ce8adf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (142dd35d-c110-49e0-bf57-ee10d9832c7e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.277212 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-9a0532ba-fc65-4cc0-b057-accb3ce8adf9 admin admin] Added segment 142dd35d-c110-49e0-bf57-ee10d9832c7e of type vlan for network dafca496-122f-4b3c-9ca1-2bdf4f1ff671 Feb 03 12:39:54.279985 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3455339-e68e-49d3-a328-4152d3fd3609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.283826 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e3455339-e68e-49d3-a328-4152d3fd3609 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/389a6df8-4826-4699-9894-4ff0aa3e306c HTTP/1.1" status: 204 len: 168 time: 0.6172090 Feb 03 12:39:54.286025 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47440) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:54.288125 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d819369-c237-4545-aaac-6f147c1e17ba None None] Network 07cf43ed-0819-47a2-853b-006ff9cf376b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:54.337668 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a0532ba-fc65-4cc0-b057-accb3ce8adf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (dafca496-122f-4b3c-9ca1-2bdf4f1ff671), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.366850 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a0532ba-fc65-4cc0-b057-accb3ce8adf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (dafca496-122f-4b3c-9ca1-2bdf4f1ff671), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.368244 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0532ba-fc65-4cc0-b057-accb3ce8adf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:54.369035 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a0532ba-fc65-4cc0-b057-accb3ce8adf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.399354 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9a0532ba-fc65-4cc0-b057-accb3ce8adf9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4780862 Feb 03 12:39:54.402135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47444) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:54.407172 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-846d46eb-ad44-4454-86f2-d8e3c05e2e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (07cf43ed-0819-47a2-853b-006ff9cf376b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.409041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ca4ef34f-762c-4315-a5ab-02919c5122fd admin admin] Request body: {'subnet': {'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-747793656-subnet', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:54.494362 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0532ba-fc65-4cc0-b057-accb3ce8adf9 admin admin] Pushing event updated for resources: {'Network': ['ID=dafca496-122f-4b3c-9ca1-2bdf4f1ff671,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:54.510413 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network dafca496-122f-4b3c-9ca1-2bdf4f1ff671 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:39:54.535355 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-846d46eb-ad44-4454-86f2-d8e3c05e2e2f admin admin] Deleting port de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:54.535355 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-846d46eb-ad44-4454-86f2-d8e3c05e2e2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (de51d7f2-2f8e-4397-9473-3f7f5bf98ab6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.562756 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45eec018-60be-476a-bfed-dce4bce07005 req-fcb420e0-1e11-4daa-b493-d9ebac7f7912 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 210 time: 0.0853662 Feb 03 12:39:54.586580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4ef34f-762c-4315-a5ab-02919c5122fd admin admin] Made reservation on behalf of 2337640daf054d38bca5c6f82ecfe03d for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:54.589775 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca4ef34f-762c-4315-a5ab-02919c5122fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.627781 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f4ee0a-d3c7-47b0-bc70-cf0783bf9ae6 None None] DHCP port deletion for 07cf43ed-0819-47a2-853b-006ff9cf376b request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:39:54.665644 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-846d46eb-ad44-4454-86f2-d8e3c05e2e2f admin admin] For port de51d7f2-2f8e-4397-9473-3f7f5bf98ab6, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=de51d7f2-2f8e-4397-9473-3f7f5bf98ab6,segment=NetworkSegment(6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618),segment_id=6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:54.666101 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-846d46eb-ad44-4454-86f2-d8e3c05e2e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (de51d7f2-2f8e-4397-9473-3f7f5bf98ab6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.694927 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-846d46eb-ad44-4454-86f2-d8e3c05e2e2f admin admin] Calling delete_port for de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:54.739830 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-32f4ee0a-d3c7-47b0-bc70-cf0783bf9ae6 None None] Deleting port de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:54.741874 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32f4ee0a-d3c7-47b0-bc70-cf0783bf9ae6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (de51d7f2-2f8e-4397-9473-3f7f5bf98ab6), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.834121 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-846d46eb-ad44-4454-86f2-d8e3c05e2e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (de51d7f2-2f8e-4397-9473-3f7f5bf98ab6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.868626 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d46eb-ad44-4454-86f2-d8e3c05e2e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=de51d7f2-2f8e-4397-9473-3f7f5bf98ab6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:54.872396 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846d46eb-ad44-4454-86f2-d8e3c05e2e2f admin admin] No DVR routers for this DVR port de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:54.887765 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-32f4ee0a-d3c7-47b0-bc70-cf0783bf9ae6 None None] For port de51d7f2-2f8e-4397-9473-3f7f5bf98ab6, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=de51d7f2-2f8e-4397-9473-3f7f5bf98ab6,segment=NetworkSegment(6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618),segment_id=6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:54.890162 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32f4ee0a-d3c7-47b0-bc70-cf0783bf9ae6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (de51d7f2-2f8e-4397-9473-3f7f5bf98ab6), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:54.894187 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd3846-9d58-4d47-bded-2973feee58cf req-82bdf984-6ee3-4e9f-84a7-0510b87b4fed tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:54.899588 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aacd3846-9d58-4d47-bded-2973feee58cf req-82bdf984-6ee3-4e9f-84a7-0510b87b4fed tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.31 "GET /v2.0/networks?id=ea0fa331-8069-43cd-ad15-0200a7ded220 HTTP/1.1" status: 200 len: 806 time: 0.2250876 Feb 03 12:39:54.920022 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-32f4ee0a-d3c7-47b0-bc70-cf0783bf9ae6 None None] Calling delete_port for de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:55.031770 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aacd3846-9d58-4d47-bded-2973feee58cf req-77c46b1b-8f47-40bf-a2be-6a7114124ceb tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac5878fd7f1e4a5ea9a3c869fbc67624 HTTP/1.1" status: 200 len: 379 time: 0.1221893 Feb 03 12:39:55.038321 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca4ef34f-762c-4315-a5ab-02919c5122fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (b441a973-4b2b-43ed-81a4-591b929ee2b8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:55.044144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-aacd3846-9d58-4d47-bded-2973feee58cf req-c5ecab96-622f-4000-a44f-f5815218cf67 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Request body: {'port': {'device_id': 'd425b3de-19b3-44f5-9177-04f7120a0483', 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220', 'admin_state_up': True, 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'security_groups': ['febc6c86-5433-4937-99d6-d94c0207dca4']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:55.045300 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-32f4ee0a-d3c7-47b0-bc70-cf0783bf9ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (de51d7f2-2f8e-4397-9473-3f7f5bf98ab6), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:55.047780 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-846d46eb-ad44-4454-86f2-d8e3c05e2e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (07cf43ed-0819-47a2-853b-006ff9cf376b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:55.082294 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f4ee0a-d3c7-47b0-bc70-cf0783bf9ae6 None None] No DVR routers for this DVR port de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:39:55.085602 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-846d46eb-ad44-4454-86f2-d8e3c05e2e2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07cf43ed-0819-47a2-853b-006ff9cf376b']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:55.098675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4ee0a-d3c7-47b0-bc70-cf0783bf9ae6 None None] Pushing event deleted for resources: {'Port': ['ID=de51d7f2-2f8e-4397-9473-3f7f5bf98ab6,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:55.109470 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-846d46eb-ad44-4454-86f2-d8e3c05e2e2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:55.109796 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-846d46eb-ad44-4454-86f2-d8e3c05e2e2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:39:55.133412 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-846d46eb-ad44-4454-86f2-d8e3c05e2e2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:55.162950 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-846d46eb-ad44-4454-86f2-d8e3c05e2e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:55.176324 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846d46eb-ad44-4454-86f2-d8e3c05e2e2f admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:39:55.176743 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-846d46eb-ad44-4454-86f2-d8e3c05e2e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (6c9a9a0e-cdb3-4e6e-aed4-c5f9d90b7618), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:39:55.178831 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:39:55.199209 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18fc1c-7dc4-40f3-ad6f-e17c35f29b76 req-e061d21b-3bdf-4f3c-93ec-0985566343e6 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:55.208442 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3f18fc1c-7dc4-40f3-ad6f-e17c35f29b76 req-e061d21b-3bdf-4f3c-93ec-0985566343e6 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/ports?device_id=13436174-a9b9-4670-8ae7-d0c9fc043337 HTTP/1.1" status: 200 len: 946 time: 0.2805123 Feb 03 12:39:55.327246 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-846d46eb-ad44-4454-86f2-d8e3c05e2e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (07cf43ed-0819-47a2-853b-006ff9cf376b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:55.329452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aacd3846-9d58-4d47-bded-2973feee58cf req-c5ecab96-622f-4000-a44f-f5815218cf67 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Made reservation on behalf of ac5878fd7f1e4a5ea9a3c869fbc67624 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:55.333218 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-846d46eb-ad44-4454-86f2-d8e3c05e2e2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:55.333585 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aacd3846-9d58-4d47-bded-2973feee58cf req-c5ecab96-622f-4000-a44f-f5815218cf67 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:55.336645 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-846d46eb-ad44-4454-86f2-d8e3c05e2e2f admin admin] 10.222.0.18 "DELETE /v2.0/networks/07cf43ed-0819-47a2-853b-006ff9cf376b HTTP/1.1" status: 204 len: 168 time: 1.0495243 Feb 03 12:39:55.356728 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3f18fc1c-7dc4-40f3-ad6f-e17c35f29b76 req-ecca970f-d0b8-4b8d-8ef2-4e444e14e981 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/security-groups?id=32ab33e0-c533-4f29-b417-3e0ac0cb7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472507 Feb 03 12:39:55.381463 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d46eb-ad44-4454-86f2-d8e3c05e2e2f admin admin] Pushing event deleted for resources: {'Network': ['ID=07cf43ed-0819-47a2-853b-006ff9cf376b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:55.479721 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ef34f-762c-4315-a5ab-02919c5122fd admin admin] Checking segment: {'id': '142dd35d-c110-49e0-bf57-ee10d9832c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:55.480128 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4ef34f-762c-4315-a5ab-02919c5122fd admin admin] Network hostable DHCP agents. Network: dafca496-122f-4b3c-9ca1-2bdf4f1ff671, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:39:55.482201 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ef34f-762c-4315-a5ab-02919c5122fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b441a973-4b2b-43ed-81a4-591b929ee2b8,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:55.532880 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648e65f-897e-4a03-a601-05366c1b648e req-b5bb8bcb-84ce-4eb5-8cd6-621052f5cc80 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:55.540394 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4648e65f-897e-4a03-a601-05366c1b648e req-b5bb8bcb-84ce-4eb5-8cd6-621052f5cc80 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.2503798 Feb 03 12:39:55.582390 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47468) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:55.651312 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-33b715eb-de2b-48d0-96ec-9744f7c00564 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f35495a3f6e14accbb29833ce60f2ba1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0675626 Feb 03 12:39:55.652199 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4648e65f-897e-4a03-a601-05366c1b648e req-a9be6dfa-b2bc-49c7-af6e-b80858cf3f20 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062915 Feb 03 12:39:55.654042 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47472) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:55.678094 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4ef34f-762c-4315-a5ab-02919c5122fd admin admin] Network dafca496-122f-4b3c-9ca1-2bdf4f1ff671 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:39:55.694280 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ca4ef34f-762c-4315-a5ab-02919c5122fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, dafca496-122f-4b3c-9ca1-2bdf4f1ff671) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:55.703563 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76152615-dd46-4624-911e-cfeca2f6da1e None None] Network dafca496-122f-4b3c-9ca1-2bdf4f1ff671 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:55.723590 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4ef34f-762c-4315-a5ab-02919c5122fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:55.724740 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca4ef34f-762c-4315-a5ab-02919c5122fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:55.758467 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-23c605b1-8ea8-4afc-adc1-f0266547ee47 req-1cc4412c-30b7-4801-b56e-f9fec3d003b6 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 210 time: 0.0463536 Feb 03 12:39:55.792535 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ea8927-8205-4cf7-8da8-f1f83c76b4f8 admin admin] Publish callbacks [] for security_group (79138496-6fdd-4309-a113-c61f915e7e6b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:55.811745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-aacd3846-9d58-4d47-bded-2973feee58cf req-c5ecab96-622f-4000-a44f-f5815218cf67 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Allocated IP 172.20.0.11 (ea0fa331-8069-43cd-ad15-0200a7ded220/221fac69-2a48-4d84-8fb1-67714eb12a08/a9f641be-3935-4943-92ff-b3ab7f906d41) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:55.820406 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ea8927-8205-4cf7-8da8-f1f83c76b4f8 admin admin] Publish callbacks [] for security_group (79138496-6fdd-4309-a113-c61f915e7e6b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:55.837030 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:39:55.838059 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ca4ef34f-762c-4315-a5ab-02919c5122fd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4347436 Feb 03 12:39:55.841342 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47474) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:55.847101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-982dba82-2e79-4c7d-974e-a09869c85da1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-747793656-router', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:55.887882 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ea8927-8205-4cf7-8da8-f1f83c76b4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (79138496-6fdd-4309-a113-c61f915e7e6b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:55.891290 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ea8927-8205-4cf7-8da8-f1f83c76b4f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:55.895789 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b1ea8927-8205-4cf7-8da8-f1f83c76b4f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79138496-6fdd-4309-a113-c61f915e7e6b HTTP/1.1" status: 204 len: 168 time: 0.2384756 Feb 03 12:39:55.898100 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:39:55.898508 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device de51d7f2-2f8e-4397-9473-3f7f5bf98ab6 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:39:55.905921 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea8927-8205-4cf7-8da8-f1f83c76b4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79138496-6fdd-4309-a113-c61f915e7e6b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:56.000315 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-dafca496-122f-4b3c-9ca1-2bdf4f1ff671', 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671', 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'fixed_ips': [{'subnet_id': 'b441a973-4b2b-43ed-81a4-591b929ee2b8'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:39:56.001194 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:56.022385 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-982dba82-2e79-4c7d-974e-a09869c85da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (3bff1260-26b1-4e71-8790-e09ee9fbfb66), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:56.024215 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-982dba82-2e79-4c7d-974e-a09869c85da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (3bff1260-26b1-4e71-8790-e09ee9fbfb66), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:56.113356 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace158c4-f1d1-4ccc-a300-63009d109f59 req-eac72c40-e5f1-4c5c-8615-ac01718d61b6 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:56.120506 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aacd3846-9d58-4d47-bded-2973feee58cf req-c5ecab96-622f-4000-a44f-f5815218cf67 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for port (a9f641be-3935-4943-92ff-b3ab7f906d41), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:56.122103 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ace158c4-f1d1-4ccc-a300-63009d109f59 req-eac72c40-e5f1-4c5c-8615-ac01718d61b6 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/ports?device_id=13436174-a9b9-4670-8ae7-d0c9fc043337 HTTP/1.1" status: 200 len: 946 time: 0.0756361 Feb 03 12:39:56.125436 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-982dba82-2e79-4c7d-974e-a09869c85da1 admin admin] Publish callbacks [] for router_controller (3bff1260-26b1-4e71-8790-e09ee9fbfb66), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:56.216373 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ace158c4-f1d1-4ccc-a300-63009d109f59 req-d333c2fe-2482-4da5-9603-90121b24474f tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/security-groups?id=32ab33e0-c533-4f29-b417-3e0ac0cb7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932167 Feb 03 12:39:56.338063 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] Allocated IP 172.20.0.2 (dafca496-122f-4b3c-9ca1-2bdf4f1ff671/b441a973-4b2b-43ed-81a4-591b929ee2b8/112c4a1d-09ea-440d-8f89-fc8a3facb2ed) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:56.343723 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-982dba82-2e79-4c7d-974e-a09869c85da1 admin admin] Publish callbacks [] for router_gateway (3bff1260-26b1-4e71-8790-e09ee9fbfb66), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:56.357642 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aacd3846-9d58-4d47-bded-2973feee58cf req-c5ecab96-622f-4000-a44f-f5815218cf67 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (a9f641be-3935-4943-92ff-b3ab7f906d41), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:56.462003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aacd3846-9d58-4d47-bded-2973feee58cf req-c5ecab96-622f-4000-a44f-f5815218cf67 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Network ea0fa331-8069-43cd-ad15-0200a7ded220 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:56.477209 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-aacd3846-9d58-4d47-bded-2973feee58cf req-c5ecab96-622f-4000-a44f-f5815218cf67 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:56.498302 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacd3846-9d58-4d47-bded-2973feee58cf req-c5ecab96-622f-4000-a44f-f5815218cf67 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:56.564805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ecab96-622f-4000-a44f-f5815218cf67 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Pushing event updated for resources: {'Port': ['ID=a9f641be-3935-4943-92ff-b3ab7f906d41,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:56.599692 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] Publish callbacks [] for port (112c4a1d-09ea-440d-8f89-fc8a3facb2ed), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:56.615578 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (112c4a1d-09ea-440d-8f89-fc8a3facb2ed), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:56.692628 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd3846-9d58-4d47-bded-2973feee58cf req-c5ecab96-622f-4000-a44f-f5815218cf67 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:56.693318 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aacd3846-9d58-4d47-bded-2973feee58cf req-c5ecab96-622f-4000-a44f-f5815218cf67 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:56.732283 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aacd3846-9d58-4d47-bded-2973feee58cf req-c5ecab96-622f-4000-a44f-f5815218cf67 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6953633 Feb 03 12:39:56.745113 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] Pushing event updated for resources: {'Port': ['ID=112c4a1d-09ea-440d-8f89-fc8a3facb2ed,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:56.750142 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] Request body: {'port': {'device_id': 'd425b3de-19b3-44f5-9177-04f7120a0483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:56.764758 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] Network dafca496-122f-4b3c-9ca1-2bdf4f1ff671 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:56.768337 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:56.772952 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:56.848574 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] Attempting to bind port 112c4a1d-09ea-440d-8f89-fc8a3facb2ed on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:39:56.849531 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] Attempting to bind port 112c4a1d-09ea-440d-8f89-fc8a3facb2ed by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '142dd35d-c110-49e0-bf57-ee10d9832c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:39:56.850073 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] Attempting to bind port 112c4a1d-09ea-440d-8f89-fc8a3facb2ed on network dafca496-122f-4b3c-9ca1-2bdf4f1ff671 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:39:56.857410 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:39:56.858004 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] Checking segment: {'id': '142dd35d-c110-49e0-bf57-ee10d9832c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:56.858563 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:56.859109 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] Bound using segment: {'id': '142dd35d-c110-49e0-bf57-ee10d9832c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:39:56.859773 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] Bound port: 112c4a1d-09ea-440d-8f89-fc8a3facb2ed, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142dd35d-c110-49e0-bf57-ee10d9832c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:39:56.860384 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (112c4a1d-09ea-440d-8f89-fc8a3facb2ed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:56.944646 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a9f641be-3935-4943-92ff-b3ab7f906d41), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:56.967203 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] For port 112c4a1d-09ea-440d-8f89-fc8a3facb2ed, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:39:56.972589 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] For port 112c4a1d-09ea-440d-8f89-fc8a3facb2ed, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=112c4a1d-09ea-440d-8f89-fc8a3facb2ed,segment=NetworkSegment(142dd35d-c110-49e0-bf57-ee10d9832c7e),segment_id=142dd35d-c110-49e0-bf57-ee10d9832c7e)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:39:57.001094 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (112c4a1d-09ea-440d-8f89-fc8a3facb2ed), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:57.010204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fd01c-04f7-4d41-9e69-1d9ce0d2480f req-ae6c8f95-56a4-40a7-8c03-49838f0ceb4d tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:57.011801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-767ba91c-74c6-43ea-badb-7d381b9c6d39 None None] Provisioning complete for port a9f641be-3935-4943-92ff-b3ab7f906d41 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:57.012204 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-767ba91c-74c6-43ea-badb-7d381b9c6d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a9f641be-3935-4943-92ff-b3ab7f906d41), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:57.019664 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1b5fd01c-04f7-4d41-9e69-1d9ce0d2480f req-ae6c8f95-56a4-40a7-8c03-49838f0ceb4d tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 932 time: 0.1371937 Feb 03 12:39:57.029724 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f91872-99ce-4798-a5f4-4f98ec1aacfd req-ea63f2a3-13ff-441a-a25a-e353ddb54a68 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:57.031480 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36f91872-99ce-4798-a5f4-4f98ec1aacfd req-ea63f2a3-13ff-441a-a25a-e353ddb54a68 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.2023554 Feb 03 12:39:57.121805 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-982dba82-2e79-4c7d-974e-a09869c85da1 admin admin] Publish callbacks [] for router_gateway (3bff1260-26b1-4e71-8790-e09ee9fbfb66), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:57.141920 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1b5fd01c-04f7-4d41-9e69-1d9ce0d2480f req-5bc9289a-0933-43ad-946a-98a2ac61aed8 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/security-groups?id=febc6c86-5433-4937-99d6-d94c0207dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143432 Feb 03 12:39:57.151475 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-982dba82-2e79-4c7d-974e-a09869c85da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:57.182711 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36f91872-99ce-4798-a5f4-4f98ec1aacfd req-df0af653-1e94-4815-b9dc-4f21bd48e112 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408949 Feb 03 12:39:57.231203 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-767ba91c-74c6-43ea-badb-7d381b9c6d39 None None] Port a9f641be-3935-4943-92ff-b3ab7f906d41 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:39:57.234455 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb92366-a9ad-4278-9945-3b58bb627ab7 None None] Pushing event updated for resources: {'Port': ['ID=112c4a1d-09ea-440d-8f89-fc8a3facb2ed,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:57.329207 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47510) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:57.467155 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46054256-224d-437a-8420-69e7b8a1d539 req-3f36b3fa-462c-4b87-8770-649d2bffd980 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:57.479060 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-46054256-224d-437a-8420-69e7b8a1d539 req-3f36b3fa-462c-4b87-8770-649d2bffd980 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/ports?device_id=13436174-a9b9-4670-8ae7-d0c9fc043337 HTTP/1.1" status: 200 len: 946 time: 0.1263785 Feb 03 12:39:57.553608 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8a2c1b2e-34fa-4ce0-b267-c1b8193110d0 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-336975220-network', 'tenant_id': '846619d3f7d04e5e821f7d1fd6cdd257'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:57.557770 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-982dba82-2e79-4c7d-974e-a09869c85da1 admin admin] Allocated IP 172.25.6.51 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/bf9fc9cd-a357-480b-aa23-553da3cd283b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:57.588203 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-46054256-224d-437a-8420-69e7b8a1d539 req-96c43277-45a0-41c0-8d88-1b14ac55a6dc tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/security-groups?id=32ab33e0-c533-4f29-b417-3e0ac0cb7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081476 Feb 03 12:39:57.615406 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2c1b2e-34fa-4ce0-b267-c1b8193110d0 admin admin] Made reservation on behalf of 846619d3f7d04e5e821f7d1fd6cdd257 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:57.619362 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1b2e-34fa-4ce0-b267-c1b8193110d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:57.643968 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1b2e-34fa-4ce0-b267-c1b8193110d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:57.762341 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-982dba82-2e79-4c7d-974e-a09869c85da1 admin admin] Publish callbacks [] for port (bf9fc9cd-a357-480b-aa23-553da3cd283b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:57.833536 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1b2e-34fa-4ce0-b267-c1b8193110d0 admin admin] Publish callbacks [] for security_group (2875347a-a096-40b0-b589-eca233413ca1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:57.836089 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-982dba82-2e79-4c7d-974e-a09869c85da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (bf9fc9cd-a357-480b-aa23-553da3cd283b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:57.847003 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1b2e-34fa-4ce0-b267-c1b8193110d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2875347a-a096-40b0-b589-eca233413ca1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:57.921474 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2c1b2e-34fa-4ce0-b267-c1b8193110d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:39:57.927911 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 112c4a1d-09ea-440d-8f89-fc8a3facb2ed up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:57.934185 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c1b2e-34fa-4ce0-b267-c1b8193110d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2875347a-a096-40b0-b589-eca233413ca1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:57.945857 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982dba82-2e79-4c7d-974e-a09869c85da1 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:39:57.955643 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d6133-2f2a-435b-9d25-7b8c33be4f76 req-58c0e660-a7bf-4166-8011-1aba0c0810e9 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:57.957204 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-369d6133-2f2a-435b-9d25-7b8c33be4f76 req-58c0e660-a7bf-4166-8011-1aba0c0810e9 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.73 "GET /v2.0/ports?device_id=13436174-a9b9-4670-8ae7-d0c9fc043337 HTTP/1.1" status: 200 len: 946 time: 0.2948554 Feb 03 12:39:57.957900 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1b2e-34fa-4ce0-b267-c1b8193110d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (82db5b87-0f1b-41f8-b864-c053787c93df), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:57.958443 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-8a2c1b2e-34fa-4ce0-b267-c1b8193110d0 admin admin] Added segment 82db5b87-0f1b-41f8-b864-c053787c93df of type vlan for network 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe Feb 03 12:39:57.959790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982dba82-2e79-4c7d-974e-a09869c85da1 admin admin] Pushing event updated for resources: {'Port': ['ID=bf9fc9cd-a357-480b-aa23-553da3cd283b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:57.982036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-982dba82-2e79-4c7d-974e-a09869c85da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:57.992670 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982dba82-2e79-4c7d-974e-a09869c85da1 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:39:58.024494 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 112c4a1d-09ea-440d-8f89-fc8a3facb2ed triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:58.025043 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (112c4a1d-09ea-440d-8f89-fc8a3facb2ed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.045867 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1b2e-34fa-4ce0-b267-c1b8193110d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.083350 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1b2e-34fa-4ce0-b267-c1b8193110d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.085449 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2c1b2e-34fa-4ce0-b267-c1b8193110d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:58.086940 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a2c1b2e-34fa-4ce0-b267-c1b8193110d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.165148 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c1b2e-34fa-4ce0-b267-c1b8193110d0 admin admin] Pushing event updated for resources: {'Network': ['ID=6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:58.184435 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:39:58.195618 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8a2c1b2e-34fa-4ce0-b267-c1b8193110d0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8651483 Feb 03 12:39:58.198294 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47518) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:39:58.203724 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-030baea5-b972-4b57-b00b-48d5914c0430 admin admin] Request body: {'subnet': {'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-336975220-subnet', 'tenant_id': '846619d3f7d04e5e821f7d1fd6cdd257', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:39:58.225218 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f641be-3935-4943-92ff-b3ab7f906d41 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:39:58.285549 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030baea5-b972-4b57-b00b-48d5914c0430 admin admin] Made reservation on behalf of 846619d3f7d04e5e821f7d1fd6cdd257 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:39:58.288191 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-030baea5-b972-4b57-b00b-48d5914c0430 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.310737 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] Publish callbacks [] for port (a9f641be-3935-4943-92ff-b3ab7f906d41), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.383630 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 112c4a1d-09ea-440d-8f89-fc8a3facb2ed is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:58.386669 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (112c4a1d-09ea-440d-8f89-fc8a3facb2ed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.419437 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] Transition to ACTIVE for port object a9f641be-3935-4943-92ff-b3ab7f906d41 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:39:58.443236 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (a9f641be-3935-4943-92ff-b3ab7f906d41), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.507115 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 112c4a1d-09ea-440d-8f89-fc8a3facb2ed, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=112c4a1d-09ea-440d-8f89-fc8a3facb2ed,segment=NetworkSegment(142dd35d-c110-49e0-bf57-ee10d9832c7e),segment_id=142dd35d-c110-49e0-bf57-ee10d9832c7e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:58.526425 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (112c4a1d-09ea-440d-8f89-fc8a3facb2ed), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.568930 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5275d7-1727-4f74-bf5b-1c30f775cdf4 req-d8f6476c-9f7a-4d35-aeba-17b8cefe14a1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:58.574942 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ef5275d7-1727-4f74-bf5b-1c30f775cdf4 req-d8f6476c-9f7a-4d35-aeba-17b8cefe14a1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.2348621 Feb 03 12:39:58.640480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=112c4a1d-09ea-440d-8f89-fc8a3facb2ed,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:58.667761 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-369d6133-2f2a-435b-9d25-7b8c33be4f76 req-f53fe308-e19a-406d-a2dd-2e9b73074d99 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Deleting port d86f789c-706b-435c-9711-a3d8cde90113 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:39:58.670543 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-369d6133-2f2a-435b-9d25-7b8c33be4f76 req-f53fe308-e19a-406d-a2dd-2e9b73074d99 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d86f789c-706b-435c-9711-a3d8cde90113), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:58.695770 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd35ffc-7f32-457b-b03d-f4484a9256f1 req-428b6399-3e8f-46de-bbba-50bdda10118a tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:58.698152 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fcd35ffc-7f32-457b-b03d-f4484a9256f1 req-428b6399-3e8f-46de-bbba-50bdda10118a tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 932 time: 0.3906457 Feb 03 12:39:58.732901 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f641be-3935-4943-92ff-b3ab7f906d41,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:58.810090 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ef5275d7-1727-4f74-bf5b-1c30f775cdf4 req-aeffa164-d843-428d-ada0-2386ecf64a0c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195220 Feb 03 12:39:58.906130 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-030baea5-b972-4b57-b00b-48d5914c0430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (e186ad6c-4698-400f-babb-415059481690), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:59.020794 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030baea5-b972-4b57-b00b-48d5914c0430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e186ad6c-4698-400f-babb-415059481690,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:39:59.031087 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83de6fd-c2e5-4094-a087-eb886daa5c77 None None] Network dafca496-122f-4b3c-9ca1-2bdf4f1ff671 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:59.034124 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030baea5-b972-4b57-b00b-48d5914c0430 admin admin] Checking segment: {'id': '82db5b87-0f1b-41f8-b864-c053787c93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:39:59.034491 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030baea5-b972-4b57-b00b-48d5914c0430 admin admin] Network hostable DHCP agents. Network: 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:39:59.053303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59571b-36b4-4994-99ae-d1e91f9c2385 req-c581b537-7785-4a72-b8aa-ae67d45a98dd tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:59.060423 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6c59571b-36b4-4994-99ae-d1e91f9c2385 req-c581b537-7785-4a72-b8aa-ae67d45a98dd tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/ports?device_id=13436174-a9b9-4670-8ae7-d0c9fc043337 HTTP/1.1" status: 200 len: 946 time: 0.1146235 Feb 03 12:39:59.097170 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030baea5-b972-4b57-b00b-48d5914c0430 admin admin] Network 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:39:59.144231 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-030baea5-b972-4b57-b00b-48d5914c0430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:39:59.155275 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030baea5-b972-4b57-b00b-48d5914c0430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:39:59.155906 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-030baea5-b972-4b57-b00b-48d5914c0430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:59.163215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ff28bd-7602-4b2e-9831-d0338d03b97a None None] Network 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:39:59.206712 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6c59571b-36b4-4994-99ae-d1e91f9c2385 req-ddf04063-980e-4cc1-9395-154bec1d2b52 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/security-groups?id=32ab33e0-c533-4f29-b417-3e0ac0cb7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258402 Feb 03 12:39:59.263485 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-030baea5-b972-4b57-b00b-48d5914c0430 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0639648 Feb 03 12:39:59.287611 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3e051105-39dc-4c23-80f8-1a8307a101f4 None None] Provisioning complete for port 112c4a1d-09ea-440d-8f89-fc8a3facb2ed triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:59.288021 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e051105-39dc-4c23-80f8-1a8307a101f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (112c4a1d-09ea-440d-8f89-fc8a3facb2ed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:59.382329 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe', 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe', 'project_id': '846619d3f7d04e5e821f7d1fd6cdd257', 'fixed_ips': [{'subnet_id': 'e186ad6c-4698-400f-babb-415059481690'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:39:59.383296 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:59.519219 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3e051105-39dc-4c23-80f8-1a8307a101f4 None None] Current status of the port 112c4a1d-09ea-440d-8f89-fc8a3facb2ed is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:39:59.726417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] Allocated IP 172.20.0.2 (6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe/e186ad6c-4698-400f-babb-415059481690/1d51a3a9-2278-4866-9639-4df9b7e4b100) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:39:59.741094 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-982dba82-2e79-4c7d-974e-a09869c85da1 admin admin] Publish callbacks [] for router_gateway (3bff1260-26b1-4e71-8790-e09ee9fbfb66), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:59.779975 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fcd35ffc-7f32-457b-b03d-f4484a9256f1 req-5b4552e9-190c-4dab-a452-71c8d3591e2f tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/security-groups?id=febc6c86-5433-4937-99d6-d94c0207dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0589097 Feb 03 12:39:59.824176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 112c4a1d-09ea-440d-8f89-fc8a3facb2ed up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:39:59.896567 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-369d6133-2f2a-435b-9d25-7b8c33be4f76 req-f53fe308-e19a-406d-a2dd-2e9b73074d99 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] For port d86f789c-706b-435c-9711-a3d8cde90113, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d86f789c-706b-435c-9711-a3d8cde90113,segment=NetworkSegment(3c7c0e49-8d5b-41a1-92fd-3d405f7b594a),segment_id=3c7c0e49-8d5b-41a1-92fd-3d405f7b594a)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:39:59.896785 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-369d6133-2f2a-435b-9d25-7b8c33be4f76 req-f53fe308-e19a-406d-a2dd-2e9b73074d99 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d86f789c-706b-435c-9711-a3d8cde90113), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:39:59.918637 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-369d6133-2f2a-435b-9d25-7b8c33be4f76 req-f53fe308-e19a-406d-a2dd-2e9b73074d99 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Calling delete_port for d86f789c-706b-435c-9711-a3d8cde90113 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:39:59.994615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 112c4a1d-09ea-440d-8f89-fc8a3facb2ed triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:39:59.994913 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (112c4a1d-09ea-440d-8f89-fc8a3facb2ed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:00.020042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] Attempting to bind port a9f641be-3935-4943-92ff-b3ab7f906d41 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:00.020754 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] Attempting to bind port a9f641be-3935-4943-92ff-b3ab7f906d41 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '664113f7-6b20-4ef5-b2b1-9181d5ac158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:00.021310 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] Attempting to bind port a9f641be-3935-4943-92ff-b3ab7f906d41 on network ea0fa331-8069-43cd-ad15-0200a7ded220 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:00.068182 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] Port a9f641be-3935-4943-92ff-b3ab7f906d41 on network ea0fa331-8069-43cd-ad15-0200a7ded220 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:40:00.068814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] Attempting to bind port a9f641be-3935-4943-92ff-b3ab7f906d41 on network ea0fa331-8069-43cd-ad15-0200a7ded220 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:00.097488 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:00.098264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] Checking segment: {'id': '664113f7-6b20-4ef5-b2b1-9181d5ac158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:00.098888 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] Bound using segment: {'id': '664113f7-6b20-4ef5-b2b1-9181d5ac158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:00.099534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] Bound port: a9f641be-3935-4943-92ff-b3ab7f906d41, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664113f7-6b20-4ef5-b2b1-9181d5ac158b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:00.100120 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a9f641be-3935-4943-92ff-b3ab7f906d41), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:00.121196 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7b1f5de6-0107-4542-8576-3d5d5e8b4e6b None None] Provisioning complete for port 112c4a1d-09ea-440d-8f89-fc8a3facb2ed triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:00.121738 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b1f5de6-0107-4542-8576-3d5d5e8b4e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (112c4a1d-09ea-440d-8f89-fc8a3facb2ed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:00.158715 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] Publish callbacks [] for port (1d51a3a9-2278-4866-9639-4df9b7e4b100), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:00.167126 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-df71f981-8d68-422e-b7cc-9640033cde68 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:00.174582 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-df71f981-8d68-422e-b7cc-9640033cde68 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/networks?id=6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe HTTP/1.1" status: 200 len: 815 time: 0.1947238 Feb 03 12:40:00.190192 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-e9323ab3-9b63-4041-ad82-03d4aefc8b66 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/quotas/846619d3f7d04e5e821f7d1fd6cdd257 HTTP/1.1" status: 200 len: 375 time: 0.0147746 Feb 03 12:40:00.205831 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (1d51a3a9-2278-4866-9639-4df9b7e4b100), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:00.217267 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 112c4a1d-09ea-440d-8f89-fc8a3facb2ed is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:00.253304 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-a10dfa51-fd91-403a-8617-6d294a2785f6 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=846619d3f7d04e5e821f7d1fd6cdd257&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0621109 Feb 03 12:40:00.254069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237e225-df5a-4463-871a-38551af76bc8 req-ad2296d9-6cfd-4653-ac4d-9a286a88dc6f tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:00.257050 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b237e225-df5a-4463-871a-38551af76bc8 req-ad2296d9-6cfd-4653-ac4d-9a286a88dc6f tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.2286363 Feb 03 12:40:00.268369 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] Network 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:00.273447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:00.279054 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:00.311931 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] Pushing event updated for resources: {'Port': ['ID=1d51a3a9-2278-4866-9639-4df9b7e4b100,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:00.385169 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-e35a025f-feb3-4c89-9199-a7cfc71f2856 service neutron] 10.222.0.18 "GET /v2.0/networks/6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309738 Feb 03 12:40:00.448070 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b237e225-df5a-4463-871a-38551af76bc8 req-84ff7db4-b107-4e8a-8f92-8ab487522261 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823301 Feb 03 12:40:00.491580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] For port a9f641be-3935-4943-92ff-b3ab7f906d41, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:00.537712 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] For port a9f641be-3935-4943-92ff-b3ab7f906d41, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=a9f641be-3935-4943-92ff-b3ab7f906d41,segment=NetworkSegment(664113f7-6b20-4ef5-b2b1-9181d5ac158b),segment_id=664113f7-6b20-4ef5-b2b1-9181d5ac158b)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:00.592644 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-e157950b-e0b2-4649-a957-0b820ccff9e1 service neutron] 10.222.0.18 "GET /v2.0/networks/6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064545 Feb 03 12:40:00.622342 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (a9f641be-3935-4943-92ff-b3ab7f906d41), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:00.725323 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] Attempting to bind port 1d51a3a9-2278-4866-9639-4df9b7e4b100 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:00.725921 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] Attempting to bind port 1d51a3a9-2278-4866-9639-4df9b7e4b100 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '82db5b87-0f1b-41f8-b864-c053787c93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:00.726639 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] Attempting to bind port 1d51a3a9-2278-4866-9639-4df9b7e4b100 on network 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:00.733051 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:00.733190 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:00.733724 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] Checking segment: {'id': '82db5b87-0f1b-41f8-b864-c053787c93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:00.734767 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:00.737167 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aacd3846-9d58-4d47-bded-2973feee58cf req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] 10.222.0.31 "PUT /v2.0/ports/a9f641be-3935-4943-92ff-b3ab7f906d41 HTTP/1.1" status: 200 len: 1092 time: 3.9925776 Feb 03 12:40:00.749469 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:00.749788 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd425b3de-19b3-44f5-9177-04f7120a0483', 'tag': 'a9f641be-3935-4943-92ff-b3ab7f906d41'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:00.750926 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] Bound using segment: {'id': '82db5b87-0f1b-41f8-b864-c053787c93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:00.753035 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd7e5f3-6df6-4447-b805-91eacca5b4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d425b3de-19b3-44f5-9177-04f7120a0483", "tag": "a9f641be-3935-4943-92ff-b3ab7f906d41"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:00.753430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] Bound port: 1d51a3a9-2278-4866-9639-4df9b7e4b100, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82db5b87-0f1b-41f8-b864-c053787c93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:00.754127 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1d51a3a9-2278-4866-9639-4df9b7e4b100), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:00.756670 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-369d6133-2f2a-435b-9d25-7b8c33be4f76 req-f53fe308-e19a-406d-a2dd-2e9b73074d99 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d86f789c-706b-435c-9711-a3d8cde90113), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:00.758856 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f5de6-0107-4542-8576-3d5d5e8b4e6b None None] Current status of the port 112c4a1d-09ea-440d-8f89-fc8a3facb2ed is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:00.906625 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-982dba82-2e79-4c7d-974e-a09869c85da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (3bff1260-26b1-4e71-8790-e09ee9fbfb66), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:00.924672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] For port 1d51a3a9-2278-4866-9639-4df9b7e4b100, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:00.928531 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] For port 1d51a3a9-2278-4866-9639-4df9b7e4b100, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1d51a3a9-2278-4866-9639-4df9b7e4b100,segment=NetworkSegment(82db5b87-0f1b-41f8-b864-c053787c93df),segment_id=82db5b87-0f1b-41f8-b864-c053787c93df)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:00.939112 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1d51a3a9-2278-4866-9639-4df9b7e4b100), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:01.012476 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:01.057272 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3d16a-acbc-4c2d-a350-a2bfd4a20534 req-cdb2b837-44f4-4c51-a936-f5c0c076c78e tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:01.059651 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fb3d16a-acbc-4c2d-a350-a2bfd4a20534 req-cdb2b837-44f4-4c51-a936-f5c0c076c78e tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/ports?device_id=13436174-a9b9-4670-8ae7-d0c9fc043337 HTTP/1.1" status: 200 len: 867 time: 0.4549849 Feb 03 12:40:01.092668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce7105-018a-42e2-a01b-2c0646823e97 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f641be-3935-4943-92ff-b3ab7f906d41,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:01.110398 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71addd6c-2f9c-4587-9e0d-bc3ed45198b6 None None] Pushing event updated for resources: {'Port': ['ID=1d51a3a9-2278-4866-9639-4df9b7e4b100,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:01.141181 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b453da-052f-4870-9ecd-e2328fb75b4e req-dd7d0203-7035-4874-8998-0bc9aa3c2bc7 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:01.155186 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8b453da-052f-4870-9ecd-e2328fb75b4e req-dd7d0203-7035-4874-8998-0bc9aa3c2bc7 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 944 time: 0.2011404 Feb 03 12:40:01.169728 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fe308-e19a-406d-a2dd-2e9b73074d99 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Pushing event deleted for resources: {'Port': ['ID=d86f789c-706b-435c-9711-a3d8cde90113,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:01.185836 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-369d6133-2f2a-435b-9d25-7b8c33be4f76 req-f53fe308-e19a-406d-a2dd-2e9b73074d99 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] No DVR routers for this DVR port d86f789c-706b-435c-9711-a3d8cde90113 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:40:01.190250 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-369d6133-2f2a-435b-9d25-7b8c33be4f76 req-f53fe308-e19a-406d-a2dd-2e9b73074d99 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:01.194946 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-369d6133-2f2a-435b-9d25-7b8c33be4f76 req-f53fe308-e19a-406d-a2dd-2e9b73074d99 tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.73 "DELETE /v2.0/ports/d86f789c-706b-435c-9711-a3d8cde90113 HTTP/1.1" status: 204 len: 173 time: 3.2159131 Feb 03 12:40:01.348398 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8b453da-052f-4870-9ecd-e2328fb75b4e req-48cdb385-c930-432a-9cce-1c3d8aa29f0a tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/security-groups?id=febc6c86-5433-4937-99d6-d94c0207dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919045 Feb 03 12:40:01.447588 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fb3d16a-acbc-4c2d-a350-a2bfd4a20534 req-e39acb72-36c0-4540-ac61-41eef609db8d tempest-ServerAddressesTestJSON-1869889311 tempest-ServerAddressesTestJSON-1869889311-project] 10.222.0.18 "GET /v2.0/security-groups?id=32ab33e0-c533-4f29-b417-3e0ac0cb7301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674567 Feb 03 12:40:01.458926 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3808465-eb7f-4c55-92b1-c81934fc6d02 x-openstack-request-id: req-c3808465-eb7f-4c55-92b1-c81934fc6d02 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:01.460305 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d425b3de-19b3-44f5-9177-04f7120a0483", "tag": "a9f641be-3935-4943-92ff-b3ab7f906d41", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:01.461315 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3808465-eb7f-4c55-92b1-c81934fc6d02 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:01.463187 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd425b3de-19b3-44f5-9177-04f7120a0483', 'tag': 'a9f641be-3935-4943-92ff-b3ab7f906d41', 'status': 'completed', 'code': 200} Feb 03 12:40:01.607988 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd3846-9d58-4d47-bded-2973feee58cf req-2e4c36c3-8c2f-4fd8-ba4b-ce4b8dd5026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:01.609590 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aacd3846-9d58-4d47-bded-2973feee58cf req-2e4c36c3-8c2f-4fd8-ba4b-ce4b8dd5026d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac5878fd7f1e4a5ea9a3c869fbc67624&device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 1126 time: 0.7398238 Feb 03 12:40:01.750680 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854ca95-346a-4af8-865e-232be932303c req-eca5a7dc-93dd-4940-886e-a3a395c0f4e6 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:01.756433 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a854ca95-346a-4af8-865e-232be932303c req-eca5a7dc-93dd-4940-886e-a3a395c0f4e6 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/networks?id=6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe HTTP/1.1" status: 200 len: 815 time: 0.2190034 Feb 03 12:40:01.781211 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aacd3846-9d58-4d47-bded-2973feee58cf req-7b349ed5-2a36-4a91-9f20-9d0bde46464d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9f641be-3935-4943-92ff-b3ab7f906d41 HTTP/1.1" status: 200 len: 217 time: 0.1625936 Feb 03 12:40:01.801042 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a854ca95-346a-4af8-865e-232be932303c req-2ea5dd4e-0668-44a7-b9c0-e0b94a3d05ff tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/quotas/846619d3f7d04e5e821f7d1fd6cdd257 HTTP/1.1" status: 200 len: 375 time: 0.0314407 Feb 03 12:40:01.904832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d86f789c-706b-435c-9711-a3d8cde90113 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:40:01.960629 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a854ca95-346a-4af8-865e-232be932303c req-7793300e-7c25-46fb-96d7-16eff082fbac tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=846619d3f7d04e5e821f7d1fd6cdd257&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1584914 Feb 03 12:40:01.974825 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: d86f789c-706b-435c-9711-a3d8cde90113 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:40:01.975160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d86f789c-706b-435c-9711-a3d8cde90113 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:40:01.986342 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1d51a3a9-2278-4866-9639-4df9b7e4b100 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:02.109057 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 1d51a3a9-2278-4866-9639-4df9b7e4b100 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:02.109729 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1d51a3a9-2278-4866-9639-4df9b7e4b100), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:02.129813 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd3846-9d58-4d47-bded-2973feee58cf req-44333b66-eff8-460c-9825-62f28c2b6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:02.131651 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aacd3846-9d58-4d47-bded-2973feee58cf req-44333b66-eff8-460c-9825-62f28c2b6ea9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=221fac69-2a48-4d84-8fb1-67714eb12a08 HTTP/1.1" status: 200 len: 845 time: 0.3396320 Feb 03 12:40:02.152840 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a854ca95-346a-4af8-865e-232be932303c req-b8423f04-a88d-43d4-8e1f-285723a36086 service neutron] 10.222.0.18 "GET /v2.0/networks/6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790085 Feb 03 12:40:02.187071 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d59426-c6fc-42ea-b774-02a3e095b114 req-f7b0238a-0137-47f0-b5f1-3dab8f238f24 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:02.200896 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-25d59426-c6fc-42ea-b774-02a3e095b114 req-f7b0238a-0137-47f0-b5f1-3dab8f238f24 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.2589579 Feb 03 12:40:02.200896 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982dba82-2e79-4c7d-974e-a09869c85da1 admin admin] Router 3bff1260-26b1-4e71-8790-e09ee9fbfb66 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:40:02.313859 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 1d51a3a9-2278-4866-9639-4df9b7e4b100 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:02.318618 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1d51a3a9-2278-4866-9639-4df9b7e4b100), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:02.358964 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a854ca95-346a-4af8-865e-232be932303c req-364e3891-3f05-4a17-8768-b7523a83ad75 service neutron] 10.222.0.18 "GET /v2.0/networks/6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972904 Feb 03 12:40:02.393240 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 1d51a3a9-2278-4866-9639-4df9b7e4b100, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1d51a3a9-2278-4866-9639-4df9b7e4b100,segment=NetworkSegment(82db5b87-0f1b-41f8-b864-c053787c93df),segment_id=82db5b87-0f1b-41f8-b864-c053787c93df)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:02.399509 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1d51a3a9-2278-4866-9639-4df9b7e4b100), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:02.484921 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=1d51a3a9-2278-4866-9639-4df9b7e4b100,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:02.510888 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-25d59426-c6fc-42ea-b774-02a3e095b114 req-172cd7c0-86b0-4480-befe-39d27101a32e tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132341 Feb 03 12:40:02.530485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982dba82-2e79-4c7d-974e-a09869c85da1 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:40:02.559085 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] Sync routers for ids ['3bff1260-26b1-4e71-8790-e09ee9fbfb66'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:40:02.562490 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd3846-9d58-4d47-bded-2973feee58cf req-e453d694-4914-4735-9f01-f82d55c5cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:02.569145 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aacd3846-9d58-4d47-bded-2973feee58cf req-e453d694-4914-4735-9f01-f82d55c5cc49 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ea0fa331-8069-43cd-ad15-0200a7ded220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4282668 Feb 03 12:40:02.572878 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-982dba82-2e79-4c7d-974e-a09869c85da1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:02.574200 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-982dba82-2e79-4c7d-974e-a09869c85da1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7317045 Feb 03 12:40:02.577409 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47602) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:02.631191 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] Routers {'3bff1260-26b1-4e71-8790-e09ee9fbfb66'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:02.631841 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:39:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3bff1260-26b1-4e71-8790-e09ee9fbfb66'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:03.042086 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] Set router 3bff1260-26b1-4e71-8790-e09ee9fbfb66 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:03.087252 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37e28e6-e506-4dfb-8886-bbd43a4f1f29 None None] Network 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:40:03.175299 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47618) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:03.336821 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-cd064557-3e5e-4035-8fc4-0ebbdc659054 None None] Provisioning complete for port 1d51a3a9-2278-4866-9639-4df9b7e4b100 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:03.337471 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd064557-3e5e-4035-8fc4-0ebbdc659054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1d51a3a9-2278-4866-9639-4df9b7e4b100), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:03.427847 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aacd3846-9d58-4d47-bded-2973feee58cf req-4cff47d3-5c8d-438e-bfd5-bdf07043205c service neutron] 10.222.0.31 "GET /v2.0/networks/ea0fa331-8069-43cd-ad15-0200a7ded220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8451161 Feb 03 12:40:03.471279 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13436174-a9b9-4670-8ae7-d0c9fc043337', 'name': 'network-vif-deleted', 'tag': 'd86f789c-706b-435c-9711-a3d8cde90113'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:03.475899 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50696284-8033-4122-ae9a-e3787147d1fb" -d '{"events": [{"server_uuid": "13436174-a9b9-4670-8ae7-d0c9fc043337", "name": "network-vif-deleted", "tag": "d86f789c-706b-435c-9711-a3d8cde90113"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:03.534646 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-6aa1f0bd-6231-4748-a1a0-59b366329ee8 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:03.536617 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-6aa1f0bd-6231-4748-a1a0-59b366329ee8 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.31 "GET /v2.0/networks?id=6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe HTTP/1.1" status: 200 len: 815 time: 0.7331347 Feb 03 12:40:03.540310 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-726c33eb-1935-4a18-b4b9-1c20f169ba4a admin admin] Deleting subnet a88f50a1-6851-4cb4-8407-ed08fa6a0806 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:40:03.556376 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6f401dec-3c78-400e-b678-0503fc7e92ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:03.566804 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c89515-be9b-4618-bb0d-25f012f9e553 req-a406977e-5369-4dcc-a631-32bbc5dd8022 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:03.570105 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-98c89515-be9b-4618-bb0d-25f012f9e553 req-a406977e-5369-4dcc-a631-32bbc5dd8022 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 944 time: 0.7653143 Feb 03 12:40:03.574783 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-726c33eb-1935-4a18-b4b9-1c20f169ba4a admin admin] Publish callbacks [] for subnet (a88f50a1-6851-4cb4-8407-ed08fa6a0806), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:03.575397 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'name': 'tempest-ServersTestManualDisk-747793656-router', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:56Z', 'updated_at': '2022-02-03T12:39:58Z', 'revision_number': 3, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'gw_port': {'id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:57Z', 'updated_at': '2022-02-03T12:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:03.595132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-55ccdd7f-c56d-49e7-9470-93d22b901ede tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Request body: {'port': {'device_id': 'c2d79c29-19f3-47d1-89da-0a479738a6ce', 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe', 'admin_state_up': True, 'tenant_id': '846619d3f7d04e5e821f7d1fd6cdd257'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:03.681717 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] Checking router: 3bff1260-26b1-4e71-8790-e09ee9fbfb66 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:40:03.682033 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] Updating router 3bff1260-26b1-4e71-8790-e09ee9fbfb66 port bf9fc9cd-a357-480b-aa23-553da3cd283b binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:40:03.786163 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bf9fc9cd-a357-480b-aa23-553da3cd283b), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:03.824962 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cd064557-3e5e-4035-8fc4-0ebbdc659054 None None] Current status of the port 1d51a3a9-2278-4866-9639-4df9b7e4b100 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:03.936044 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1d51a3a9-2278-4866-9639-4df9b7e4b100 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:04.034256 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-726c33eb-1935-4a18-b4b9-1c20f169ba4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (a88f50a1-6851-4cb4-8407-ed08fa6a0806), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:04.121992 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-98c89515-be9b-4618-bb0d-25f012f9e553 req-5bb2cb52-f548-49a0-a40a-595b8d965217 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/security-groups?id=febc6c86-5433-4937-99d6-d94c0207dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5421999 Feb 03 12:40:04.163317 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aacd3846-9d58-4d47-bded-2973feee58cf req-f067c133-e113-4575-903b-aa12278b4c2f service neutron] 10.222.0.31 "GET /v2.0/networks/ea0fa331-8069-43cd-ad15-0200a7ded220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7098801 Feb 03 12:40:04.177864 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 1d51a3a9-2278-4866-9639-4df9b7e4b100 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:04.181039 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1d51a3a9-2278-4866-9639-4df9b7e4b100), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:04.206599 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-726c33eb-1935-4a18-b4b9-1c20f169ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (a88f50a1-6851-4cb4-8407-ed08fa6a0806), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:04.307193 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] Publish callbacks [] for port (bf9fc9cd-a357-480b-aa23-553da3cd283b), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:04.322479 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (bf9fc9cd-a357-480b-aa23-553da3cd283b), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:04.400460 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc48a08-458e-48b8-97c3-60a38708f670 None None] Pushing event updated for resources: {'Port': ['ID=bf9fc9cd-a357-480b-aa23-553da3cd283b,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:04.434771 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-83ce6569-e85d-4279-bc77-829f3364da43 None None] Provisioning complete for port 1d51a3a9-2278-4866-9639-4df9b7e4b100 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:04.435192 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-83ce6569-e85d-4279-bc77-829f3364da43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1d51a3a9-2278-4866-9639-4df9b7e4b100), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:04.465546 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] Attempting to bind port bf9fc9cd-a357-480b-aa23-553da3cd283b on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:04.465930 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] Attempting to bind port bf9fc9cd-a357-480b-aa23-553da3cd283b by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:04.466884 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] Attempting to bind port bf9fc9cd-a357-480b-aa23-553da3cd283b on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:04.478858 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:04.479247 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:04.479660 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:04.486576 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd39ecda-a7c8-475b-96fe-2b2a19655d56 x-openstack-request-id: req-cd39ecda-a7c8-475b-96fe-2b2a19655d56 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:04.486814 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:04.486961 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13436174-a9b9-4670-8ae7-d0c9fc043337", "name": "network-vif-deleted", "tag": "d86f789c-706b-435c-9711-a3d8cde90113", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:04.487097 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd39ecda-a7c8-475b-96fe-2b2a19655d56 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:04.487493 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13436174-a9b9-4670-8ae7-d0c9fc043337', 'name': 'network-vif-deleted', 'tag': 'd86f789c-706b-435c-9711-a3d8cde90113', 'status': 'completed', 'code': 200} Feb 03 12:40:04.488046 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] Bound port: bf9fc9cd-a357-480b-aa23-553da3cd283b, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:04.488611 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bf9fc9cd-a357-480b-aa23-553da3cd283b), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:04.504551 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-726c33eb-1935-4a18-b4b9-1c20f169ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (a88f50a1-6851-4cb4-8407-ed08fa6a0806), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:04.577125 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] For port bf9fc9cd-a357-480b-aa23-553da3cd283b, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:04.584627 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] For port bf9fc9cd-a357-480b-aa23-553da3cd283b, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=bf9fc9cd-a357-480b-aa23-553da3cd283b,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:04.597294 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (bf9fc9cd-a357-480b-aa23-553da3cd283b), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:04.653329 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f960285a-52a5-49c7-94ca-c97228aba9c4 req-0335d772-8a0e-468e-8125-13adbecb3f0c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2639806 Feb 03 12:40:04.667448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-55ccdd7f-c56d-49e7-9470-93d22b901ede tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Made reservation on behalf of 846619d3f7d04e5e821f7d1fd6cdd257 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:04.668192 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc48a08-458e-48b8-97c3-60a38708f670 None None] Pushing event updated for resources: {'Port': ['ID=bf9fc9cd-a357-480b-aa23-553da3cd283b,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:04.672650 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-035ccdeb-910b-42d9-bc2b-beec31e9b6f9 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:04.674894 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-55ccdd7f-c56d-49e7-9470-93d22b901ede tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:04.701914 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-035ccdeb-910b-42d9-bc2b-beec31e9b6f9 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/networks?id=6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe HTTP/1.1" status: 200 len: 815 time: 1.4104605 Feb 03 12:40:04.702354 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] Routers {'3bff1260-26b1-4e71-8790-e09ee9fbfb66'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:04.703883 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:39:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3bff1260-26b1-4e71-8790-e09ee9fbfb66'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:04.735307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 1d51a3a9-2278-4866-9639-4df9b7e4b100 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:04.780506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-83ce6569-e85d-4279-bc77-829f3364da43 None None] Current status of the port 1d51a3a9-2278-4866-9639-4df9b7e4b100 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:04.842611 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854ca95-346a-4af8-865e-232be932303c req-572932bf-3431-405e-a779-20fc246cdfe6 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:04.844739 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a854ca95-346a-4af8-865e-232be932303c req-572932bf-3431-405e-a779-20fc246cdfe6 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.73 "GET /v2.0/networks?id=6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe HTTP/1.1" status: 200 len: 815 time: 0.2276223 Feb 03 12:40:04.849524 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] Set router 3bff1260-26b1-4e71-8790-e09ee9fbfb66 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:04.867633 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c33eb-1935-4a18-b4b9-1c20f169ba4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a88f50a1-6851-4cb4-8407-ed08fa6a0806,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:04.891424 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-726c33eb-1935-4a18-b4b9-1c20f169ba4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:04.907206 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-726c33eb-1935-4a18-b4b9-1c20f169ba4a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a88f50a1-6851-4cb4-8407-ed08fa6a0806 HTTP/1.1" status: 204 len: 168 time: 1.7308507 Feb 03 12:40:04.909875 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47646) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:04.916299 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a854ca95-346a-4af8-865e-232be932303c req-d5a360ba-c239-47af-b287-1882e67ae784 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Request body: {'port': {'device_id': '5e1f0586-ace1-4016-8f4f-fa05726757ba', 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe', 'admin_state_up': True, 'tenant_id': '846619d3f7d04e5e821f7d1fd6cdd257'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:04.960594 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-321e30a1-ae44-48e4-b3d6-4b9f513c434e tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/quotas/846619d3f7d04e5e821f7d1fd6cdd257 HTTP/1.1" status: 200 len: 375 time: 0.2573485 Feb 03 12:40:05.093958 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-55ccdd7f-c56d-49e7-9470-93d22b901ede tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Allocated IP 172.20.0.10 (6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe/e186ad6c-4698-400f-babb-415059481690/abf06eba-09ee-49ab-af09-8d066a8bd2c8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:05.121364 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'name': 'tempest-ServersTestManualDisk-747793656-router', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:56Z', 'updated_at': '2022-02-03T12:39:58Z', 'revision_number': 3, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'gw_port': {'id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:57Z', 'updated_at': '2022-02-03T12:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:05.156640 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5864881-eb8f-4520-957a-fe354679c62b None None] The sync data for ids ['3bff1260-26b1-4e71-8790-e09ee9fbfb66'] in n-d-827336-3 is: [{'id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'name': 'tempest-ServersTestManualDisk-747793656-router', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:56Z', 'updated_at': '2022-02-03T12:39:58Z', 'revision_number': 3, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'gw_port': {'id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:57Z', 'updated_at': '2022-02-03T12:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:40:05.170116 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960285a-52a5-49c7-94ca-c97228aba9c4 req-6a986b3e-ab40-4882-bc16-f5d3f76d67cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:05.171811 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f960285a-52a5-49c7-94ca-c97228aba9c4 req-6a986b3e-ab40-4882-bc16-f5d3f76d67cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=962ebd967fe64a95a9793a6a1c91cc79&device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47 HTTP/1.1" status: 200 len: 1128 time: 0.4646878 Feb 03 12:40:05.179441 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7c427f1-7061-4c87-bf48-bceaeb9f0b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:05.217003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a30f81-b0cf-4f01-843b-2697ffb4ec0b req-a0ee9625-5824-4f0e-94c9-b60d00635b73 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:05.221025 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2a30f81-b0cf-4f01-843b-2697ffb4ec0b req-a0ee9625-5824-4f0e-94c9-b60d00635b73 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.7422826 Feb 03 12:40:05.228300 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7e5f3-6df6-4447-b805-91eacca5b4ce req-bad17dfd-0fce-492a-b42a-0d40ff4714e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:05.230209 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2bd7e5f3-6df6-4447-b805-91eacca5b4ce req-bad17dfd-0fce-492a-b42a-0d40ff4714e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac5878fd7f1e4a5ea9a3c869fbc67624&device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 1126 time: 1.0013034 Feb 03 12:40:05.298186 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99062e0f-fe7f-4bb2-887c-c5ccb543a425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (0c078f2a-93d7-4587-b852-4bedf09fe5df), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:05.371308 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-9ebab5dc-858b-44a7-923f-236a019e9a3e tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=846619d3f7d04e5e821f7d1fd6cdd257&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4093506 Feb 03 12:40:05.647670 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-4a85c57c-0d8c-4227-bc43-b76a360c2cf5 service neutron] 10.222.0.18 "GET /v2.0/networks/6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753987 Feb 03 12:40:05.926990 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0e7ffbac-987e-4ef1-ae24-728ec5bfe491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:05.972082 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device bf9fc9cd-a357-480b-aa23-553da3cd283b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:06.071623 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port bf9fc9cd-a357-480b-aa23-553da3cd283b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:06.072145 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (bf9fc9cd-a357-480b-aa23-553da3cd283b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:06.210642 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c7c427f1-7061-4c87-bf48-bceaeb9f0b65 admin admin] Allocated IP 172.20.0.1 (dafca496-122f-4b3c-9ca1-2bdf4f1ff671/b441a973-4b2b-43ed-81a4-591b929ee2b8/c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:06.276679 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a854ca95-346a-4af8-865e-232be932303c req-d5a360ba-c239-47af-b287-1882e67ae784 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Made reservation on behalf of 846619d3f7d04e5e821f7d1fd6cdd257 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:06.282758 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a854ca95-346a-4af8-865e-232be932303c req-d5a360ba-c239-47af-b287-1882e67ae784 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:06.345462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port bf9fc9cd-a357-480b-aa23-553da3cd283b is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:06.346031 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bf9fc9cd-a357-480b-aa23-553da3cd283b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:06.429846 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port bf9fc9cd-a357-480b-aa23-553da3cd283b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=bf9fc9cd-a357-480b-aa23-553da3cd283b,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:06.441843 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (bf9fc9cd-a357-480b-aa23-553da3cd283b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:06.458943 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7e5f3-6df6-4447-b805-91eacca5b4ce req-5f645506-1c4e-481a-9019-5e78ba2368bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:06.460588 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2bd7e5f3-6df6-4447-b805-91eacca5b4ce req-5f645506-1c4e-481a-9019-5e78ba2368bd service neutron] 10.222.0.31 "GET /v2.0/networks?id=ea0fa331-8069-43cd-ad15-0200a7ded220 HTTP/1.1" status: 200 len: 907 time: 1.1938083 Feb 03 12:40:06.578283 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=bf9fc9cd-a357-480b-aa23-553da3cd283b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:06.592757 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7c427f1-7061-4c87-bf48-bceaeb9f0b65 admin admin] Publish callbacks [] for port (c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:06.661559 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7c427f1-7061-4c87-bf48-bceaeb9f0b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:06.678850 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2a30f81-b0cf-4f01-843b-2697ffb4ec0b req-dc2856f2-b2df-47af-a16b-05b55707abed tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4472911 Feb 03 12:40:06.714780 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960285a-52a5-49c7-94ca-c97228aba9c4 req-0809bf9f-0d7a-4366-8b0c-d8f1ef548f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:06.717488 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f960285a-52a5-49c7-94ca-c97228aba9c4 req-0809bf9f-0d7a-4366-8b0c-d8f1ef548f93 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 HTTP/1.1" status: 200 len: 915 time: 1.5098703 Feb 03 12:40:06.719156 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-80aceb9b-bcb9-42e0-b84f-565e26d19992 service neutron] 10.222.0.18 "GET /v2.0/networks/6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0706906 Feb 03 12:40:06.750708 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c427f1-7061-4c87-bf48-bceaeb9f0b65 admin admin] Pushing event updated for resources: {'Port': ['ID=c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:06.757424 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2bd7e5f3-6df6-4447-b805-91eacca5b4ce req-73644778-ff92-4439-9e3c-eda801c460f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9f641be-3935-4943-92ff-b3ab7f906d41 HTTP/1.1" status: 200 len: 217 time: 0.1889331 Feb 03 12:40:06.792333 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-55ccdd7f-c56d-49e7-9470-93d22b901ede tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks [] for port (abf06eba-09ee-49ab-af09-8d066a8bd2c8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:06.805978 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c427f1-7061-4c87-bf48-bceaeb9f0b65 admin admin] Network dafca496-122f-4b3c-9ca1-2bdf4f1ff671 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:06.832019 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:06.856354 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c7c427f1-7061-4c87-bf48-bceaeb9f0b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:06.862301 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99062e0f-fe7f-4bb2-887c-c5ccb543a425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (0c078f2a-93d7-4587-b852-4bedf09fe5df), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:06.867158 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f960285a-52a5-49c7-94ca-c97228aba9c4 req-4ea6cbb1-0eca-477a-808c-c71147c47eb6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1e781b1-4c48-4062-942a-2a732b102a9a HTTP/1.1" status: 200 len: 217 time: 0.1273956 Feb 03 12:40:06.868162 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c427f1-7061-4c87-bf48-bceaeb9f0b65 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:06.975039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7e5f3-6df6-4447-b805-91eacca5b4ce req-3d0dba2e-50b6-47b9-854d-7a0418b1e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:06.976150 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2bd7e5f3-6df6-4447-b805-91eacca5b4ce req-3d0dba2e-50b6-47b9-854d-7a0418b1e427 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=221fac69-2a48-4d84-8fb1-67714eb12a08 HTTP/1.1" status: 200 len: 845 time: 0.2015269 Feb 03 12:40:06.995057 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-99062e0f-fe7f-4bb2-887c-c5ccb543a425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c078f2a-93d7-4587-b852-4bedf09fe5df']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:07.016501 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-99062e0f-fe7f-4bb2-887c-c5ccb543a425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7c0e49-8d5b-41a1-92fd-3d405f7b594a') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:07.016869 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-99062e0f-fe7f-4bb2-887c-c5ccb543a425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7c0e49-8d5b-41a1-92fd-3d405f7b594a') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:07.044631 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99062e0f-fe7f-4bb2-887c-c5ccb543a425 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (3c7c0e49-8d5b-41a1-92fd-3d405f7b594a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:07.077739 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7c427f1-7061-4c87-bf48-bceaeb9f0b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (3bff1260-26b1-4e71-8790-e09ee9fbfb66), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:07.100317 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960285a-52a5-49c7-94ca-c97228aba9c4 req-a4a5eb6c-af5d-4049-a9c7-466c7803fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:07.101983 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f960285a-52a5-49c7-94ca-c97228aba9c4 req-a4a5eb6c-af5d-4049-a9c7-466c7803fa9d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6400ffb7-27dd-4d8a-b637-4799b70abe20 HTTP/1.1" status: 200 len: 854 time: 0.2015774 Feb 03 12:40:07.129417 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-55ccdd7f-c56d-49e7-9470-93d22b901ede tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (abf06eba-09ee-49ab-af09-8d066a8bd2c8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:07.163326 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99062e0f-fe7f-4bb2-887c-c5ccb543a425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (3c7c0e49-8d5b-41a1-92fd-3d405f7b594a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:07.197520 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f960285a-52a5-49c7-94ca-c97228aba9c4 req-ee838164-5c56-407d-966f-e4cdf435f7cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445166 Feb 03 12:40:07.199530 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99062e0f-fe7f-4bb2-887c-c5ccb543a425 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:40:07.200076 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99062e0f-fe7f-4bb2-887c-c5ccb543a425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (3c7c0e49-8d5b-41a1-92fd-3d405f7b594a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:40:07.210554 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:40:07.338098 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-92c94297-944e-4457-a407-ec12d766af14 None None] Provisioning complete for port c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:07.338624 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-92c94297-944e-4457-a407-ec12d766af14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:07.342813 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d8da6-6c08-4e33-ae5d-02f93079391f req-04576d16-1742-479c-a13f-6a867bf9d163 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:07.344344 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-211d8da6-6c08-4e33-ae5d-02f93079391f req-04576d16-1742-479c-a13f-6a867bf9d163 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 944 time: 0.4060550 Feb 03 12:40:07.372417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-55ccdd7f-c56d-49e7-9470-93d22b901ede tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Network 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:07.377255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-a854ca95-346a-4af8-865e-232be932303c req-d5a360ba-c239-47af-b287-1882e67ae784 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Allocated IP 172.20.0.5 (6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe/e186ad6c-4698-400f-babb-415059481690/3829e6d4-da19-43ee-a35b-e4669d746de5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:07.393590 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7e5f3-6df6-4447-b805-91eacca5b4ce req-8a0a0578-4562-4fb4-8801-d9588e5a8384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:07.395521 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2bd7e5f3-6df6-4447-b805-91eacca5b4ce req-8a0a0578-4562-4fb4-8801-d9588e5a8384 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ea0fa331-8069-43cd-ad15-0200a7ded220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3852179 Feb 03 12:40:07.396046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-55ccdd7f-c56d-49e7-9470-93d22b901ede tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:07.405094 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-55ccdd7f-c56d-49e7-9470-93d22b901ede tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:07.415497 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccdd7f-c56d-49e7-9470-93d22b901ede tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Pushing event updated for resources: {'Port': ['ID=abf06eba-09ee-49ab-af09-8d066a8bd2c8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:07.467299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-92c94297-944e-4457-a407-ec12d766af14 None None] Port c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:40:07.539687 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-55ccdd7f-c56d-49e7-9470-93d22b901ede tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:07.540389 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-55ccdd7f-c56d-49e7-9470-93d22b901ede tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:07.614225 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f960285a-52a5-49c7-94ca-c97228aba9c4 req-f757f6bc-205d-4f48-bcc8-9de173c8525e service neutron] 10.222.0.31 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024374 Feb 03 12:40:07.700169 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-55ccdd7f-c56d-49e7-9470-93d22b901ede tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1285484 Feb 03 12:40:07.722038 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] Request body: {'port': {'device_id': 'c2d79c29-19f3-47d1-89da-0a479738a6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:07.732065 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-211d8da6-6c08-4e33-ae5d-02f93079391f req-736447e6-8745-413e-a578-d9e08108a06b tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/security-groups?id=febc6c86-5433-4937-99d6-d94c0207dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3733325 Feb 03 12:40:07.781626 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eb19a3bb-09f1-464c-b151-142ab81f48e4 req-8df1a77a-82fb-4f09-ad84-59f065c0e0d9 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 210 time: 0.4106622 Feb 03 12:40:07.869712 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device a9f641be-3935-4943-92ff-b3ab7f906d41 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:40:07.918972 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2bd7e5f3-6df6-4447-b805-91eacca5b4ce req-f959b13a-f987-4732-8f08-55543c4c7f28 service neutron] 10.222.0.31 "GET /v2.0/networks/ea0fa331-8069-43cd-ad15-0200a7ded220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111151 Feb 03 12:40:07.926862 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device bf9fc9cd-a357-480b-aa23-553da3cd283b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:08.015469 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7c427f1-7061-4c87-bf48-bceaeb9f0b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.047492 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99062e0f-fe7f-4bb2-887c-c5ccb543a425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (0c078f2a-93d7-4587-b852-4bedf09fe5df), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.048111 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:40:08.060196 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99062e0f-fe7f-4bb2-887c-c5ccb543a425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.070071 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-99062e0f-fe7f-4bb2-887c-c5ccb543a425 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0c078f2a-93d7-4587-b852-4bedf09fe5df HTTP/1.1" status: 204 len: 168 time: 3.1553609 Feb 03 12:40:08.078487 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (abf06eba-09ee-49ab-af09-8d066a8bd2c8), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.167071 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99062e0f-fe7f-4bb2-887c-c5ccb543a425 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c078f2a-93d7-4587-b852-4bedf09fe5df,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:08.181823 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port a9f641be-3935-4943-92ff-b3ab7f906d41, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=a9f641be-3935-4943-92ff-b3ab7f906d41,segment=NetworkSegment(664113f7-6b20-4ef5-b2b1-9181d5ac158b),segment_id=664113f7-6b20-4ef5-b2b1-9181d5ac158b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:08.199747 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'a9f641be-3935-4943-92ff-b3ab7f906d41', 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220', 'port_id': 'a9f641be-3935-4943-92ff-b3ab7f906d41', 'mac_address': 'fa:16:3e:90:2a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:40:08.363713 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.365503 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-74018111-26f6-4396-a847-8d3546413e29 None None] Provisioning complete for port abf06eba-09ee-49ab-af09-8d066a8bd2c8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:08.366068 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74018111-26f6-4396-a847-8d3546413e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (abf06eba-09ee-49ab-af09-8d066a8bd2c8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.368408 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a854ca95-346a-4af8-865e-232be932303c req-d5a360ba-c239-47af-b287-1882e67ae784 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks [] for port (3829e6d4-da19-43ee-a35b-e4669d746de5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.376902 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2bd7e5f3-6df6-4447-b805-91eacca5b4ce req-e908cb57-f6f0-44d7-823b-03de7878af35 service neutron] 10.222.0.31 "GET /v2.0/networks/ea0fa331-8069-43cd-ad15-0200a7ded220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846433 Feb 03 12:40:08.386417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f132bd-9d6f-43fe-ba11-8803f39771f9 req-65dcba9e-c321-4616-9e37-dddd98f9c763 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:08.388034 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3f132bd-9d6f-43fe-ba11-8803f39771f9 req-65dcba9e-c321-4616-9e37-dddd98f9c763 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.3856690 Feb 03 12:40:08.388534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47668) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:08.424873 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-74018111-26f6-4396-a847-8d3546413e29 None None] Port abf06eba-09ee-49ab-af09-8d066a8bd2c8 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:40:08.456266 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port a9f641be-3935-4943-92ff-b3ab7f906d41 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:08.457030 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a9f641be-3935-4943-92ff-b3ab7f906d41), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.469586 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port bf9fc9cd-a357-480b-aa23-553da3cd283b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:08.470526 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (bf9fc9cd-a357-480b-aa23-553da3cd283b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.489313 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-41205492-5c02-4a5e-bbd6-d881afbfe38b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5294df3c1486438a8ae669537991543f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0982223 Feb 03 12:40:08.494048 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3f132bd-9d6f-43fe-ba11-8803f39771f9 req-217c6f74-ce15-4ebc-b356-c606fd87a775 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968633 Feb 03 12:40:08.495421 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47670) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:08.504807 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f641be-3935-4943-92ff-b3ab7f906d41 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:08.518233 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a854ca95-346a-4af8-865e-232be932303c req-d5a360ba-c239-47af-b287-1882e67ae784 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (3829e6d4-da19-43ee-a35b-e4669d746de5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.545932 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port a9f641be-3935-4943-92ff-b3ab7f906d41, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=a9f641be-3935-4943-92ff-b3ab7f906d41,segment=NetworkSegment(664113f7-6b20-4ef5-b2b1-9181d5ac158b),segment_id=664113f7-6b20-4ef5-b2b1-9181d5ac158b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:08.559270 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a9f641be-3935-4943-92ff-b3ab7f906d41), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.590967 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f960285a-52a5-49c7-94ca-c97228aba9c4 req-e04293d7-d839-4017-b8b3-3d40337bfdd7 service neutron] 10.222.0.31 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8072822 Feb 03 12:40:08.634099 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7c427f1-7061-4c87-bf48-bceaeb9f0b65 admin admin] Publish callbacks [] for port (c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.640099 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7c427f1-7061-4c87-bf48-bceaeb9f0b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.657334 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=a9f641be-3935-4943-92ff-b3ab7f906d41,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:08.660684 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port bf9fc9cd-a357-480b-aa23-553da3cd283b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:08.671912 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a854ca95-346a-4af8-865e-232be932303c req-d5a360ba-c239-47af-b287-1882e67ae784 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Network 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:08.682735 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-a854ca95-346a-4af8-865e-232be932303c req-d5a360ba-c239-47af-b287-1882e67ae784 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:08.686900 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a360ba-c239-47af-b287-1882e67ae784 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Pushing event updated for resources: {'Port': ['ID=3829e6d4-da19-43ee-a35b-e4669d746de5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:08.691159 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a854ca95-346a-4af8-865e-232be932303c req-d5a360ba-c239-47af-b287-1882e67ae784 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:08.721353 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7c427f1-7061-4c87-bf48-bceaeb9f0b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (3bff1260-26b1-4e71-8790-e09ee9fbfb66), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.727342 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c427f1-7061-4c87-bf48-bceaeb9f0b65 admin admin] Pushing event updated for resources: {'Port': ['ID=c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:08.742351 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e80b0bb4-fb4c-4411-a728-b5deb564e56f admin admin] Publish callbacks [] for security_group (32ab33e0-c533-4f29-b417-3e0ac0cb7301), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.809847 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854ca95-346a-4af8-865e-232be932303c req-d5a360ba-c239-47af-b287-1882e67ae784 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:08.811917 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a854ca95-346a-4af8-865e-232be932303c req-d5a360ba-c239-47af-b287-1882e67ae784 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.824907 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e80b0bb4-fb4c-4411-a728-b5deb564e56f admin admin] Publish callbacks [] for security_group (32ab33e0-c533-4f29-b417-3e0ac0cb7301), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:08.828710 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['a9f641be-3935-4943-92ff-b3ab7f906d41'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:08.861909 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c427f1-7061-4c87-bf48-bceaeb9f0b65 admin admin] Network dafca496-122f-4b3c-9ca1-2bdf4f1ff671 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:08.863179 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c7c427f1-7061-4c87-bf48-bceaeb9f0b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:08.919734 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a854ca95-346a-4af8-865e-232be932303c req-d5a360ba-c239-47af-b287-1882e67ae784 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0425932 Feb 03 12:40:08.929770 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf06eba-09ee-49ab-af09-8d066a8bd2c8 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:08.942878 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] Request body: {'port': {'device_id': '5e1f0586-ace1-4016-8f4f-fa05726757ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:08.949668 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] Publish callbacks [] for port (abf06eba-09ee-49ab-af09-8d066a8bd2c8), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:09.128359 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2a8eb606-515d-49a5-ad19-5896cba65476 req-c0ce15c1-655d-4ef9-9139-22ba7a536cff tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 210 time: 0.1289728 Feb 03 12:40:09.135183 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] Transition to ACTIVE for port object abf06eba-09ee-49ab-af09-8d066a8bd2c8 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:40:09.208423 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3829e6d4-da19-43ee-a35b-e4669d746de5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:09.216990 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (abf06eba-09ee-49ab-af09-8d066a8bd2c8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:09.219866 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ae446-7492-4cc0-8fc3-2c3d7cd1e077 req-01d51e53-107c-4424-8f4b-77e5c2761a17 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:09.223552 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-469ae446-7492-4cc0-8fc3-2c3d7cd1e077 req-01d51e53-107c-4424-8f4b-77e5c2761a17 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 945 time: 0.2368200 Feb 03 12:40:09.248463 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c427f1-7061-4c87-bf48-bceaeb9f0b65 admin admin] Router 3bff1260-26b1-4e71-8790-e09ee9fbfb66 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:40:09.270159 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5f03fc69-2255-4db1-8917-e04bd7c61ba6 None None] Provisioning complete for port 3829e6d4-da19-43ee-a35b-e4669d746de5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:09.271219 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f03fc69-2255-4db1-8917-e04bd7c61ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (3829e6d4-da19-43ee-a35b-e4669d746de5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:09.357553 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e80b0bb4-fb4c-4411-a728-b5deb564e56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (32ab33e0-c533-4f29-b417-3e0ac0cb7301), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:09.360613 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e80b0bb4-fb4c-4411-a728-b5deb564e56f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:09.362972 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e80b0bb4-fb4c-4411-a728-b5deb564e56f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32ab33e0-c533-4f29-b417-3e0ac0cb7301 HTTP/1.1" status: 204 len: 168 time: 0.8663263 Feb 03 12:40:09.380642 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-469ae446-7492-4cc0-8fc3-2c3d7cd1e077 req-9d76b5d6-663b-4344-a4bb-9cf37289ef5c tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/security-groups?id=febc6c86-5433-4937-99d6-d94c0207dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426904 Feb 03 12:40:09.413059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5f03fc69-2255-4db1-8917-e04bd7c61ba6 None None] Port 3829e6d4-da19-43ee-a35b-e4669d746de5 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:40:09.486371 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] Pushing event updated for resources: {'Port': ['ID=abf06eba-09ee-49ab-af09-8d066a8bd2c8,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:09.518444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b0bb4-fb4c-4411-a728-b5deb564e56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ab33e0-c533-4f29-b417-3e0ac0cb7301,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:09.537254 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c427f1-7061-4c87-bf48-bceaeb9f0b65 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:40:09.576725 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c7c427f1-7061-4c87-bf48-bceaeb9f0b65 admin admin] 10.222.0.18 "PUT /v2.0/routers/3bff1260-26b1-4e71-8790-e09ee9fbfb66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9976363 Feb 03 12:40:09.597750 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] Sync routers for ids ['3bff1260-26b1-4e71-8790-e09ee9fbfb66'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:40:09.599496 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-368de79b-b4e0-42f9-a9c3-30a9d8313d0e tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:09.602234 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-368de79b-b4e0-42f9-a9c3-30a9d8313d0e tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.73 "GET /v2.0/networks?id=6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe HTTP/1.1" status: 200 len: 815 time: 0.5011756 Feb 03 12:40:09.632753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-acc26a19-5f66-4972-9206-6afcae36bc24 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Request body: {'port': {'device_id': '842df515-0a42-4f09-9a07-4f3113401e97', 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe', 'admin_state_up': True, 'tenant_id': '846619d3f7d04e5e821f7d1fd6cdd257'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:09.660588 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3f902da3-a2dd-4a84-80e7-542cf548eba4 None None] Provisioning complete for port c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:09.661576 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3f902da3-a2dd-4a84-80e7-542cf548eba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:09.667535 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] Routers {'3bff1260-26b1-4e71-8790-e09ee9fbfb66'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:09.668847 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:40:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3bff1260-26b1-4e71-8790-e09ee9fbfb66'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:09.717923 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:09.792469 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3f902da3-a2dd-4a84-80e7-542cf548eba4 None None] Port c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:40:09.837353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a87e2d-7d7d-48a0-a1d2-6d4f5c83f8b2 req-9ab4e4d3-3252-4bfd-aded-45ab284b3748 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:09.849923 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-84a87e2d-7d7d-48a0-a1d2-6d4f5c83f8b2 req-9ab4e4d3-3252-4bfd-aded-45ab284b3748 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.1751456 Feb 03 12:40:09.886575 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device a9f641be-3935-4943-92ff-b3ab7f906d41 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:09.968457 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-84a87e2d-7d7d-48a0-a1d2-6d4f5c83f8b2 req-ac05dc4e-b713-4238-81b1-aca41ebea3b4 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165655 Feb 03 12:40:10.009923 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] Set router 3bff1260-26b1-4e71-8790-e09ee9fbfb66 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:10.111459 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-acc26a19-5f66-4972-9206-6afcae36bc24 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Made reservation on behalf of 846619d3f7d04e5e821f7d1fd6cdd257 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:10.119969 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-acc26a19-5f66-4972-9206-6afcae36bc24 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:10.141017 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port a9f641be-3935-4943-92ff-b3ab7f906d41 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:40:10.165272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port a9f641be-3935-4943-92ff-b3ab7f906d41 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:10.165954 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a9f641be-3935-4943-92ff-b3ab7f906d41), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:10.290469 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b81fb8f-bc04-4662-9ea5-b462e4043cea req-e333ea21-9a36-4bab-9122-7d0e8dc7bd67 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 210 time: 0.0398326 Feb 03 12:40:10.330475 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] Attempting to bind port abf06eba-09ee-49ab-af09-8d066a8bd2c8 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:10.330821 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] Attempting to bind port abf06eba-09ee-49ab-af09-8d066a8bd2c8 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '82db5b87-0f1b-41f8-b864-c053787c93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:10.331153 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] Attempting to bind port abf06eba-09ee-49ab-af09-8d066a8bd2c8 on network 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:10.342905 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] Port abf06eba-09ee-49ab-af09-8d066a8bd2c8 on network 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:40:10.343263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] Attempting to bind port abf06eba-09ee-49ab-af09-8d066a8bd2c8 on network 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:10.425547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:10.426123 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] Checking segment: {'id': '82db5b87-0f1b-41f8-b864-c053787c93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:10.426676 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] Bound using segment: {'id': '82db5b87-0f1b-41f8-b864-c053787c93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:10.427285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] Bound port: abf06eba-09ee-49ab-af09-8d066a8bd2c8, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82db5b87-0f1b-41f8-b864-c053787c93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:10.427821 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (abf06eba-09ee-49ab-af09-8d066a8bd2c8), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:10.524721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port a9f641be-3935-4943-92ff-b3ab7f906d41 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:10.525308 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a9f641be-3935-4943-92ff-b3ab7f906d41), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:10.572742 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] For port abf06eba-09ee-49ab-af09-8d066a8bd2c8, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:10.599144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd425b3de-19b3-44f5-9177-04f7120a0483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f641be-3935-4943-92ff-b3ab7f906d41'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:10.601695 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0824480-6a0b-4aaf-8e9d-b0231ff0c07d" -d '{"events": [{"server_uuid": "d425b3de-19b3-44f5-9177-04f7120a0483", "name": "network-vif-plugged", "status": "completed", "tag": "a9f641be-3935-4943-92ff-b3ab7f906d41"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:10.621561 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port a9f641be-3935-4943-92ff-b3ab7f906d41, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=a9f641be-3935-4943-92ff-b3ab7f906d41,segment=NetworkSegment(664113f7-6b20-4ef5-b2b1-9181d5ac158b),segment_id=664113f7-6b20-4ef5-b2b1-9181d5ac158b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:10.629233 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'name': 'tempest-ServersTestManualDisk-747793656-router', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:56Z', 'updated_at': '2022-02-03T12:40:07Z', 'revision_number': 4, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'gw_port': {'id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:57Z', 'updated_at': '2022-02-03T12:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b', 'name': '', 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'mac_address': 'fa:16:3e:da:9d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'b441a973-4b2b-43ed-81a4-591b929ee2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:05Z', 'updated_at': '2022-02-03T12:40:08Z', 'revision_number': 2, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'subnets': [{'id': 'b441a973-4b2b-43ed-81a4-591b929ee2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:10.631901 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a9f641be-3935-4943-92ff-b3ab7f906d41), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:10.641352 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] For port abf06eba-09ee-49ab-af09-8d066a8bd2c8, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=abf06eba-09ee-49ab-af09-8d066a8bd2c8,segment=NetworkSegment(82db5b87-0f1b-41f8-b864-c053787c93df),segment_id=82db5b87-0f1b-41f8-b864-c053787c93df)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:10.663761 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5362a98-5ea1-43af-80c9-bde644177c03 req-62753dec-bbd2-4269-8a29-1cecbfa6426a tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:10.668627 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f5362a98-5ea1-43af-80c9-bde644177c03 req-62753dec-bbd2-4269-8a29-1cecbfa6426a tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 945 time: 0.1337743 Feb 03 12:40:10.670256 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (abf06eba-09ee-49ab-af09-8d066a8bd2c8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:10.679385 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3829e6d4-da19-43ee-a35b-e4669d746de5 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:10.679567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] Checking router: 3bff1260-26b1-4e71-8790-e09ee9fbfb66 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:40:10.679698 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] Updating router 3bff1260-26b1-4e71-8790-e09ee9fbfb66 port c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:40:10.785975 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f5362a98-5ea1-43af-80c9-bde644177c03 req-70093b51-2696-430c-8976-b44cff5c52f9 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/security-groups?id=febc6c86-5433-4937-99d6-d94c0207dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110537 Feb 03 12:40:10.786922 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47714) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:10.808454 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47718) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:10.816512 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] Pushing event updated for resources: {'Port': ['ID=abf06eba-09ee-49ab-af09-8d066a8bd2c8,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:10.819503 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-505b2960-db7d-4394-9c0f-72da5f0eec02 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--491472183', 'description': 'tempest-description--747455000'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:10.824861 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] Publish callbacks [] for port (3829e6d4-da19-43ee-a35b-e4669d746de5), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:10.864054 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:10.864822 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:10.868631 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d58a587f-0255-48d1-ad20-6e8c2340a085 service neutron] 10.222.0.31 "PUT /v2.0/ports/abf06eba-09ee-49ab-af09-8d066a8bd2c8 HTTP/1.1" status: 200 len: 1092 time: 3.1579731 Feb 03 12:40:10.890719 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d79c29-19f3-47d1-89da-0a479738a6ce', 'tag': 'abf06eba-09ee-49ab-af09-8d066a8bd2c8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:10.891713 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-505b2960-db7d-4394-9c0f-72da5f0eec02 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:10.930145 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3fbccb-330d-4764-af8b-34260f75dcf6" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d79c29-19f3-47d1-89da-0a479738a6ce", "tag": "abf06eba-09ee-49ab-af09-8d066a8bd2c8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:10.964380 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdf7b52-0e45-44f7-9ac9-fa31d40e5b35 x-openstack-request-id: req-1fdf7b52-0e45-44f7-9ac9-fa31d40e5b35 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:10.964771 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d425b3de-19b3-44f5-9177-04f7120a0483", "name": "network-vif-plugged", "status": "completed", "tag": "a9f641be-3935-4943-92ff-b3ab7f906d41", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:10.964980 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1fdf7b52-0e45-44f7-9ac9-fa31d40e5b35 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:10.965381 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd425b3de-19b3-44f5-9177-04f7120a0483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f641be-3935-4943-92ff-b3ab7f906d41', 'code': 200} Feb 03 12:40:11.012375 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.082367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] Transition to ACTIVE for port object 3829e6d4-da19-43ee-a35b-e4669d746de5 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:40:11.085634 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1254797b-6ea3-409e-a8bd-1ca0739c3146 x-openstack-request-id: req-1254797b-6ea3-409e-a8bd-1ca0739c3146 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:11.086858 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d79c29-19f3-47d1-89da-0a479738a6ce", "tag": "abf06eba-09ee-49ab-af09-8d066a8bd2c8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:11.088242 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1254797b-6ea3-409e-a8bd-1ca0739c3146 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:11.089541 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d79c29-19f3-47d1-89da-0a479738a6ce', 'tag': 'abf06eba-09ee-49ab-af09-8d066a8bd2c8', 'status': 'completed', 'code': 200} Feb 03 12:40:11.096570 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (3829e6d4-da19-43ee-a35b-e4669d746de5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.100848 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9f537c05-7f12-48ec-ad83-a1b0bf7fe84e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-529576787-network', 'tenant_id': 'e249398c095241939cdd7b37579f2461'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:11.132020 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-505b2960-db7d-4394-9c0f-72da5f0eec02 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for security_group (6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.133424 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f537c05-7f12-48ec-ad83-a1b0bf7fe84e admin admin] Made reservation on behalf of e249398c095241939cdd7b37579f2461 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:11.135719 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f537c05-7f12-48ec-ad83-a1b0bf7fe84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.163899 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-505b2960-db7d-4394-9c0f-72da5f0eec02 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.201978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=a9f641be-3935-4943-92ff-b3ab7f906d41,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:11.204153 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] Pushing event updated for resources: {'Port': ['ID=3829e6d4-da19-43ee-a35b-e4669d746de5,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:11.231203 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f537c05-7f12-48ec-ad83-a1b0bf7fe84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.235167 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-505b2960-db7d-4394-9c0f-72da5f0eec02 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.239726 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-505b2960-db7d-4394-9c0f-72da5f0eec02 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4276283 Feb 03 12:40:11.242107 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47724) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:11.277420 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d67b136b-d39e-4b1d-891e-220fb0cf0daa tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Request body: {'security_group_rule': {'security_group_id': '6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:11.296411 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-acc26a19-5f66-4972-9206-6afcae36bc24 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Allocated IP 172.20.0.3 (6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe/e186ad6c-4698-400f-babb-415059481690/d68ccae1-849c-4407-ae2b-32c2f98a6e4b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:11.301097 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-cb2ffe65-df59-4f7c-807f-3ded214530a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:11.302733 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-cb2ffe65-df59-4f7c-807f-3ded214530a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=846619d3f7d04e5e821f7d1fd6cdd257&device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 1126 time: 0.3483191 Feb 03 12:40:11.319771 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7042ff-a645-43cf-84ef-211d56a4c3f2 req-50015eba-2083-4839-92fb-e625eb464e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:11.321355 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7f7042ff-a645-43cf-84ef-211d56a4c3f2 req-50015eba-2083-4839-92fb-e625eb464e19 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 1128 time: 0.2587447 Feb 03 12:40:11.396269 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f537c05-7f12-48ec-ad83-a1b0bf7fe84e admin admin] Publish callbacks [] for security_group (3ade28e9-c156-4578-9a05-8cb68cae8352), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.414097 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f537c05-7f12-48ec-ad83-a1b0bf7fe84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (3ade28e9-c156-4578-9a05-8cb68cae8352), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.426300 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f537c05-7f12-48ec-ad83-a1b0bf7fe84e admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:40:11.437031 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f537c05-7f12-48ec-ad83-a1b0bf7fe84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (39f60cac-9a78-4397-8c26-42736159603b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.437491 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-9f537c05-7f12-48ec-ad83-a1b0bf7fe84e admin admin] Added segment 39f60cac-9a78-4397-8c26-42736159603b of type vlan for network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb Feb 03 12:40:11.489228 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] Publish callbacks [] for port (c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.497633 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b2960-db7d-4394-9c0f-72da5f0eec02 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:11.499240 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.548004 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f537c05-7f12-48ec-ad83-a1b0bf7fe84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ade28e9-c156-4578-9a05-8cb68cae8352,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:11.574528 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f537c05-7f12-48ec-ad83-a1b0bf7fe84e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.603745 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a3e9f798-1563-40a2-8cfc-318b604fd224 req-bf8993a4-3f4a-449d-b61b-c1ee366eb3df tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 210 time: 0.0736289 Feb 03 12:40:11.618186 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-3443efed-d6da-4f5d-8406-f7c20129fa32 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abf06eba-09ee-49ab-af09-8d066a8bd2c8 HTTP/1.1" status: 200 len: 217 time: 0.2292097 Feb 03 12:40:11.672003 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bdb88-b737-49bc-844f-c60a1e76583e None None] Pushing event updated for resources: {'Port': ['ID=c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:11.675867 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12036db8-5161-4684-8ff6-0c41a4947535 req-9e0ba1a0-0f10-48de-b988-ee9d1706cfe7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:11.688364 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-12036db8-5161-4684-8ff6-0c41a4947535 req-9e0ba1a0-0f10-48de-b988-ee9d1706cfe7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.5391552 Feb 03 12:40:11.695909 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7f7042ff-a645-43cf-84ef-211d56a4c3f2 req-a629be41-7b9f-4bbf-b8a2-201730b9c7a3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=febc6c86-5433-4937-99d6-d94c0207dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2921317 Feb 03 12:40:11.697034 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] Attempting to bind port c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:11.698531 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] Attempting to bind port c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '142dd35d-c110-49e0-bf57-ee10d9832c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:11.699084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] Attempting to bind port c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b on network dafca496-122f-4b3c-9ca1-2bdf4f1ff671 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:11.712437 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:11.712835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] Checking segment: {'id': '142dd35d-c110-49e0-bf57-ee10d9832c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:11.713663 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.713663 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] Bound using segment: {'id': '142dd35d-c110-49e0-bf57-ee10d9832c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:11.720654 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] Bound port: c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142dd35d-c110-49e0-bf57-ee10d9832c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:11.723396 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.726780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] Attempting to bind port 3829e6d4-da19-43ee-a35b-e4669d746de5 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:11.727458 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] Attempting to bind port 3829e6d4-da19-43ee-a35b-e4669d746de5 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '82db5b87-0f1b-41f8-b864-c053787c93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:11.727855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] Attempting to bind port 3829e6d4-da19-43ee-a35b-e4669d746de5 on network 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:11.728930 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d67b136b-d39e-4b1d-891e-220fb0cf0daa tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for security_group_rule (7ab6491c-73dd-48aa-a732-f6e1f625e41a), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.755501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] Port 3829e6d4-da19-43ee-a35b-e4669d746de5 on network 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:40:11.756715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] Attempting to bind port 3829e6d4-da19-43ee-a35b-e4669d746de5 on network 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:11.778037 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-098e4f18-564e-4227-9fd6-0957417ac2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:11.780565 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-098e4f18-564e-4227-9fd6-0957417ac2a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e186ad6c-4698-400f-babb-415059481690 HTTP/1.1" status: 200 len: 854 time: 0.1518278 Feb 03 12:40:11.817348 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:11.829911 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] Checking segment: {'id': '82db5b87-0f1b-41f8-b864-c053787c93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:11.832252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] Bound using segment: {'id': '82db5b87-0f1b-41f8-b864-c053787c93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:11.833880 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] Bound port: 3829e6d4-da19-43ee-a35b-e4669d746de5, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82db5b87-0f1b-41f8-b864-c053787c93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:11.834334 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3829e6d4-da19-43ee-a35b-e4669d746de5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.858276 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f537c05-7f12-48ec-ad83-a1b0bf7fe84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.859538 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f537c05-7f12-48ec-ad83-a1b0bf7fe84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:11.862080 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f537c05-7f12-48ec-ad83-a1b0bf7fe84e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.887124 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-12036db8-5161-4684-8ff6-0c41a4947535 req-3548c1f2-a0d1-4c86-9308-b492ba965eb9 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970890 Feb 03 12:40:11.892392 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] For port c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:11.895699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] For port c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b,segment=NetworkSegment(142dd35d-c110-49e0-bf57-ee10d9832c7e),segment_id=142dd35d-c110-49e0-bf57-ee10d9832c7e)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:11.919041 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d67b136b-d39e-4b1d-891e-220fb0cf0daa tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for security_group_rule (7ab6491c-73dd-48aa-a732-f6e1f625e41a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.924013 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:11.977673 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bdb88-b737-49bc-844f-c60a1e76583e None None] Pushing event updated for resources: {'Port': ['ID=c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:11.984525 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ad0c6269-3620-4fbc-99f5-9f035dc53b6c None None] Provisioning complete for port c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:11.984908 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ad0c6269-3620-4fbc-99f5-9f035dc53b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.063249 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f537c05-7f12-48ec-ad83-a1b0bf7fe84e admin admin] Pushing event updated for resources: {'Network': ['ID=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:12.081379 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] Routers {'3bff1260-26b1-4e71-8790-e09ee9fbfb66'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:12.086364 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:40:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3bff1260-26b1-4e71-8790-e09ee9fbfb66'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:12.094673 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:40:12.098560 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-acc26a19-5f66-4972-9206-6afcae36bc24 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks [] for port (d68ccae1-849c-4407-ae2b-32c2f98a6e4b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.106244 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d67b136b-d39e-4b1d-891e-220fb0cf0daa tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (7ab6491c-73dd-48aa-a732-f6e1f625e41a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.117175 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d9ffa994-1184-42e7-affe-b4b137c263fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:12.119135 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-d9ffa994-1184-42e7-affe-b4b137c263fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1873674 Feb 03 12:40:12.139103 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] For port 3829e6d4-da19-43ee-a35b-e4669d746de5, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:12.144999 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9f537c05-7f12-48ec-ad83-a1b0bf7fe84e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3566206 Feb 03 12:40:12.147809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] For port 3829e6d4-da19-43ee-a35b-e4669d746de5, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=3829e6d4-da19-43ee-a35b-e4669d746de5,segment=NetworkSegment(82db5b87-0f1b-41f8-b864-c053787c93df),segment_id=82db5b87-0f1b-41f8-b864-c053787c93df)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:12.150783 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47732) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:12.168600 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d67b136b-d39e-4b1d-891e-220fb0cf0daa tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.169263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-31deb688-2719-486b-afae-c10e427acd47 admin admin] Request body: {'subnet': {'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-529576787-subnet', 'tenant_id': 'e249398c095241939cdd7b37579f2461', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:12.170804 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d67b136b-d39e-4b1d-891e-220fb0cf0daa tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9181166 Feb 03 12:40:12.174079 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47734) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:12.188007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-443a2276-4d00-4c5b-ba59-2e48e6a5fba1 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Request body: {'security_group_rule': {'security_group_id': '6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:12.188393 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4885e-54dd-49e7-b8c9-710e0e4ad874 req-d68eda98-15d9-44f7-b4d4-81da8d49d8f2 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:12.196558 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4eb4885e-54dd-49e7-b8c9-710e0e4ad874 req-d68eda98-15d9-44f7-b4d4-81da8d49d8f2 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 946 time: 0.2551343 Feb 03 12:40:12.200604 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b136b-d39e-4b1d-891e-220fb0cf0daa tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab6491c-73dd-48aa-a732-f6e1f625e41a,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:12.213110 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (3829e6d4-da19-43ee-a35b-e4669d746de5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.250521 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-443a2276-4d00-4c5b-ba59-2e48e6a5fba1 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for security_group_rule (64c28275-56f6-4843-8bac-7bc649eb8982), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.253772 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:12.254403 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.255951 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a854ca95-346a-4af8-865e-232be932303c req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] 10.222.0.73 "PUT /v2.0/ports/3829e6d4-da19-43ee-a35b-e4669d746de5 HTTP/1.1" status: 200 len: 1091 time: 3.3191955 Feb 03 12:40:12.356963 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] Set router 3bff1260-26b1-4e71-8790-e09ee9fbfb66 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:12.411398 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31deb688-2719-486b-afae-c10e427acd47 admin admin] Made reservation on behalf of e249398c095241939cdd7b37579f2461 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:12.414249 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31deb688-2719-486b-afae-c10e427acd47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.571566 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c6269-3620-4fbc-99f5-9f035dc53b6c None None] Current status of the port c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:12.572389 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ad0c6269-3620-4fbc-99f5-9f035dc53b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.716348 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ad0c6269-3620-4fbc-99f5-9f035dc53b6c None None] For port c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b,segment=NetworkSegment(142dd35d-c110-49e0-bf57-ee10d9832c7e),segment_id=142dd35d-c110-49e0-bf57-ee10d9832c7e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:12.724797 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ad0c6269-3620-4fbc-99f5-9f035dc53b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.763850 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:40:12.822060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c6269-3620-4fbc-99f5-9f035dc53b6c None None] Pushing event updated for resources: {'Port': ['ID=c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:12.836975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'name': 'tempest-ServersTestManualDisk-747793656-router', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:56Z', 'updated_at': '2022-02-03T12:40:07Z', 'revision_number': 4, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'gw_port': {'id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:57Z', 'updated_at': '2022-02-03T12:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b', 'name': '', 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'mac_address': 'fa:16:3e:da:9d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'b441a973-4b2b-43ed-81a4-591b929ee2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:05Z', 'updated_at': '2022-02-03T12:40:11Z', 'revision_number': 4, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'subnets': [{'id': 'b441a973-4b2b-43ed-81a4-591b929ee2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:12.838242 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-443a2276-4d00-4c5b-ba59-2e48e6a5fba1 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for security_group_rule (64c28275-56f6-4843-8bac-7bc649eb8982), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.853742 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-443a2276-4d00-4c5b-ba59-2e48e6a5fba1 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (64c28275-56f6-4843-8bac-7bc649eb8982), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.882480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b130079-1144-479f-bc3e-a4dfaf835feb None None] The sync data for ids ['3bff1260-26b1-4e71-8790-e09ee9fbfb66'] in n-d-827336-3 is: [{'id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'name': 'tempest-ServersTestManualDisk-747793656-router', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:56Z', 'updated_at': '2022-02-03T12:40:07Z', 'revision_number': 4, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'gw_port': {'id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:57Z', 'updated_at': '2022-02-03T12:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b', 'name': '', 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'mac_address': 'fa:16:3e:da:9d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'b441a973-4b2b-43ed-81a4-591b929ee2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:05Z', 'updated_at': '2022-02-03T12:40:11Z', 'revision_number': 4, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'subnets': [{'id': 'b441a973-4b2b-43ed-81a4-591b929ee2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:40:12.892814 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-47ef776a-5194-4b0b-af0a-6fa8d651ca79 req-66109e8a-161d-42e2-abd7-98088d1ed3cb tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 210 time: 0.0427337 Feb 03 12:40:12.896484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2f406639-87aa-4ed6-9f7b-f060ad88af76 None None] Provisioning complete for port c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:12.897002 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2f406639-87aa-4ed6-9f7b-f060ad88af76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.956556 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-443a2276-4d00-4c5b-ba59-2e48e6a5fba1 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:12.980694 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-443a2276-4d00-4c5b-ba59-2e48e6a5fba1 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8002157 Feb 03 12:40:12.980694 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a2276-4d00-4c5b-ba59-2e48e6a5fba1 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c28275-56f6-4843-8bac-7bc649eb8982,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:12.986179 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47740) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:13.001719 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fba40359-ecde-4578-80bc-019035435aa3 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:13.109488 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fba40359-ecde-4578-80bc-019035435aa3 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:13.117952 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1f0586-ace1-4016-8f4f-fa05726757ba', 'tag': '3829e6d4-da19-43ee-a35b-e4669d746de5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:13.123199 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3295f6-8ac2-4ba6-bfef-f750c9012dde" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1f0586-ace1-4016-8f4f-fa05726757ba", "tag": "3829e6d4-da19-43ee-a35b-e4669d746de5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:13.127281 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-afbd0189-fa00-4bc0-b080-d7474eaa894d service neutron] 10.222.0.31 "GET /v2.0/networks/6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9974301 Feb 03 12:40:13.172133 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2f406639-87aa-4ed6-9f7b-f060ad88af76 None None] Current status of the port c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:13.189364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08b7cd-9f5c-483c-ac96-27012b84215c req-5c467f1e-f284-4ccf-b6d6-eb234028b642 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:13.197274 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-acc26a19-5f66-4972-9206-6afcae36bc24 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d68ccae1-849c-4407-ae2b-32c2f98a6e4b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:13.202955 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d08b7cd-9f5c-483c-ac96-27012b84215c req-5c467f1e-f284-4ccf-b6d6-eb234028b642 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.1493824 Feb 03 12:40:13.248500 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d557f85-f972-4b45-8d33-4e3fb4613d86 service neutron] Pushing event updated for resources: {'Port': ['ID=3829e6d4-da19-43ee-a35b-e4669d746de5,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:13.269200 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4eb4885e-54dd-49e7-b8c9-710e0e4ad874 req-ac2644aa-4fc1-4a21-b450-389cf7edd2d4 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/security-groups?id=febc6c86-5433-4937-99d6-d94c0207dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0716395 Feb 03 12:40:13.337096 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d08b7cd-9f5c-483c-ac96-27012b84215c req-25e93da9-9572-470e-8fee-242682b809f5 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288137 Feb 03 12:40:13.411547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc26a19-5f66-4972-9206-6afcae36bc24 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Pushing event updated for resources: {'Port': ['ID=d68ccae1-849c-4407-ae2b-32c2f98a6e4b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:13.447836 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fba40359-ecde-4578-80bc-019035435aa3 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:13.463092 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b68e72-ddfa-4c13-9ced-b895bc1b8c6f x-openstack-request-id: req-c4b68e72-ddfa-4c13-9ced-b895bc1b8c6f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:13.463449 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1f0586-ace1-4016-8f4f-fa05726757ba", "tag": "3829e6d4-da19-43ee-a35b-e4669d746de5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:13.463655 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4b68e72-ddfa-4c13-9ced-b895bc1b8c6f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:13.464065 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1f0586-ace1-4016-8f4f-fa05726757ba', 'tag': '3829e6d4-da19-43ee-a35b-e4669d746de5', 'status': 'completed', 'code': 200} Feb 03 12:40:13.474243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-acc26a19-5f66-4972-9206-6afcae36bc24 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Network 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:13.481634 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-acc26a19-5f66-4972-9206-6afcae36bc24 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:13.490711 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-acc26a19-5f66-4972-9206-6afcae36bc24 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:13.547375 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854ca95-346a-4af8-865e-232be932303c req-b9bd3e07-42a3-46c2-95dc-eddcedbf5399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:13.549537 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a854ca95-346a-4af8-865e-232be932303c req-b9bd3e07-42a3-46c2-95dc-eddcedbf5399 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=846619d3f7d04e5e821f7d1fd6cdd257&device_id=5e1f0586-ace1-4016-8f4f-fa05726757ba HTTP/1.1" status: 200 len: 1125 time: 1.2215302 Feb 03 12:40:13.565886 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-acc26a19-5f66-4972-9206-6afcae36bc24 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:13.566707 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-acc26a19-5f66-4972-9206-6afcae36bc24 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:13.622191 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-fba40359-ecde-4578-80bc-019035435aa3 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Allocated IP 172.25.6.218 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/286e63dd-d6f9-40fa-829b-65e507605ec7) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:13.672645 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a854ca95-346a-4af8-865e-232be932303c req-ead1a55d-5842-454c-8b9d-40f5897f21dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3829e6d4-da19-43ee-a35b-e4669d746de5 HTTP/1.1" status: 200 len: 217 time: 0.0994222 Feb 03 12:40:13.682361 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-acc26a19-5f66-4972-9206-6afcae36bc24 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0564439 Feb 03 12:40:13.735077 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854ca95-346a-4af8-865e-232be932303c req-bc6e4b84-2b76-4797-8d78-66ee093f7780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:13.737853 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a854ca95-346a-4af8-865e-232be932303c req-bc6e4b84-2b76-4797-8d78-66ee093f7780 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e186ad6c-4698-400f-babb-415059481690 HTTP/1.1" status: 200 len: 854 time: 0.0522444 Feb 03 12:40:13.759324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] Request body: {'port': {'device_id': '842df515-0a42-4f09-9a07-4f3113401e97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:13.763657 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b1f532f2-b4cf-40b0-a97d-72e43af776df req-9208bc8a-f846-4f33-a4c0-5795f71f2d38 service neutron] 10.222.0.31 "GET /v2.0/networks/6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6108096 Feb 03 12:40:13.891615 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fba40359-ecde-4578-80bc-019035435aa3 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for port (286e63dd-d6f9-40fa-829b-65e507605ec7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:13.915657 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:13.993515 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fba40359-ecde-4578-80bc-019035435aa3 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (286e63dd-d6f9-40fa-829b-65e507605ec7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:14.012394 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-81606d5f-c1d7-40bc-a091-cdc0ffb5cc84 None None] Provisioning complete for port d68ccae1-849c-4407-ae2b-32c2f98a6e4b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:14.012771 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81606d5f-c1d7-40bc-a091-cdc0ffb5cc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d68ccae1-849c-4407-ae2b-32c2f98a6e4b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:14.058967 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fbccb-330d-4764-af8b-34260f75dcf6 req-1a40c48b-bb28-4d7d-ad11-b3d48b7410b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:14.060739 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b3fbccb-330d-4764-af8b-34260f75dcf6 req-1a40c48b-bb28-4d7d-ad11-b3d48b7410b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=846619d3f7d04e5e821f7d1fd6cdd257&device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 1126 time: 0.2193084 Feb 03 12:40:14.062531 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d68ccae1-849c-4407-ae2b-32c2f98a6e4b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:14.065916 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31deb688-2719-486b-afae-c10e427acd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (aa4b2afa-81a8-4d6e-a8be-3051d409ec8b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:14.068701 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba40359-ecde-4578-80bc-019035435aa3 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:14.078552 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-81606d5f-c1d7-40bc-a091-cdc0ffb5cc84 None None] Port d68ccae1-849c-4407-ae2b-32c2f98a6e4b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:40:14.088701 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:14.089084 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:14.095910 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-fba40359-ecde-4578-80bc-019035435aa3 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:14.108745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba40359-ecde-4578-80bc-019035435aa3 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:14.175461 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba40359-ecde-4578-80bc-019035435aa3 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Pushing event updated for resources: {'Port': ['ID=286e63dd-d6f9-40fa-829b-65e507605ec7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:14.176132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fbccb-330d-4764-af8b-34260f75dcf6 req-cb668815-2e1f-4abd-a90f-78ffa29571ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:14.177733 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b3fbccb-330d-4764-af8b-34260f75dcf6 req-cb668815-2e1f-4abd-a90f-78ffa29571ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe HTTP/1.1" status: 200 len: 916 time: 0.1070981 Feb 03 12:40:14.225400 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854ca95-346a-4af8-865e-232be932303c req-99d28311-0ae2-4053-9246-d1deb916d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:14.226964 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a854ca95-346a-4af8-865e-232be932303c req-99d28311-0ae2-4053-9246-d1deb916d7ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4596934 Feb 03 12:40:14.229859 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:14.299030 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fba40359-ecde-4578-80bc-019035435aa3 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for floatingip (1ad4d763-ae1d-4171-9756-e84f0de6fb79), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:14.345519 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fba40359-ecde-4578-80bc-019035435aa3 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (286e63dd-d6f9-40fa-829b-65e507605ec7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:14.365519 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b3fbccb-330d-4764-af8b-34260f75dcf6 req-60acebe6-8f28-4835-ae5e-c9e06bfd6375 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abf06eba-09ee-49ab-af09-8d066a8bd2c8 HTTP/1.1" status: 200 len: 217 time: 0.1705532 Feb 03 12:40:14.411599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec5924-ff39-4144-83b7-507ec0d31852 req-cf95da1e-c344-454a-a4fe-0cc1a71ef06c tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:14.413468 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79ec5924-ff39-4144-83b7-507ec0d31852 req-cf95da1e-c344-454a-a4fe-0cc1a71ef06c tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 931 time: 0.4147131 Feb 03 12:40:14.457898 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31deb688-2719-486b-afae-c10e427acd47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa4b2afa-81a8-4d6e-a8be-3051d409ec8b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:14.585874 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a854ca95-346a-4af8-865e-232be932303c req-27808bb1-754a-4665-9d08-bb7e6316d308 service neutron] 10.222.0.73 "GET /v2.0/networks/6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427994 Feb 03 12:40:14.625084 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f94ce-2c54-48e6-8010-e7f5a6c9baba req-930f2ee7-0728-4d22-ac54-e8daf22a2641 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:14.627412 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-592f94ce-2c54-48e6-8010-e7f5a6c9baba req-930f2ee7-0728-4d22-ac54-e8daf22a2641 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 946 time: 0.1126158 Feb 03 12:40:14.629866 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fba40359-ecde-4578-80bc-019035435aa3 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for port (286e63dd-d6f9-40fa-829b-65e507605ec7), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:14.646819 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fba40359-ecde-4578-80bc-019035435aa3 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (286e63dd-d6f9-40fa-829b-65e507605ec7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:14.719035 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31deb688-2719-486b-afae-c10e427acd47 admin admin] Checking segment: {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:14.719747 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31deb688-2719-486b-afae-c10e427acd47 admin admin] Network hostable DHCP agents. Network: dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:40:14.776291 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba40359-ecde-4578-80bc-019035435aa3 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Pushing event updated for resources: {'Port': ['ID=286e63dd-d6f9-40fa-829b-65e507605ec7,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:14.781405 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79ec5924-ff39-4144-83b7-507ec0d31852 req-bf4c872e-1d20-439f-97cd-c378d154ffee tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357604 Feb 03 12:40:14.799218 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fbccb-330d-4764-af8b-34260f75dcf6 req-b03fbdd9-dda0-4724-a87e-391947ce333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:14.801525 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b3fbccb-330d-4764-af8b-34260f75dcf6 req-b03fbdd9-dda0-4724-a87e-391947ce333c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e186ad6c-4698-400f-babb-415059481690 HTTP/1.1" status: 200 len: 854 time: 0.4234455 Feb 03 12:40:14.824140 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-592f94ce-2c54-48e6-8010-e7f5a6c9baba req-737ee2e9-bf7e-4065-8c2d-55f4a0897339 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/security-groups?id=febc6c86-5433-4937-99d6-d94c0207dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779644 Feb 03 12:40:14.830263 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fba40359-ecde-4578-80bc-019035435aa3 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (1ad4d763-ae1d-4171-9756-e84f0de6fb79), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:14.869438 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fba40359-ecde-4578-80bc-019035435aa3 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:14.878222 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fba40359-ecde-4578-80bc-019035435aa3 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8800700 Feb 03 12:40:14.901940 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31deb688-2719-486b-afae-c10e427acd47 admin admin] Network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:40:14.943282 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-31deb688-2719-486b-afae-c10e427acd47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:14.957883 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c649a16-e5df-48b1-bfd5-fd336f1bb8d1 None None] Network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:40:14.977810 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31deb688-2719-486b-afae-c10e427acd47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:14.978460 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31deb688-2719-486b-afae-c10e427acd47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:15.118789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fbccb-330d-4764-af8b-34260f75dcf6 req-71763802-2e40-4fbf-9568-dd2c2612593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:15.120724 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b3fbccb-330d-4764-af8b-34260f75dcf6 req-71763802-2e40-4fbf-9568-dd2c2612593d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2974772 Feb 03 12:40:15.132938 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6eb341-003f-4ad9-8e37-4485f197700b None None] Network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:40:15.138409 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-31deb688-2719-486b-afae-c10e427acd47 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9742188 Feb 03 12:40:15.144975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8969f35-9ed9-4d34-887c-02dff67332de req-907bd9b6-e6ad-40be-b834-433ea28efea5 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:15.164555 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d8969f35-9ed9-4d34-887c-02dff67332de req-907bd9b6-e6ad-40be-b834-433ea28efea5 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 946 time: 0.1242135 Feb 03 12:40:15.165096 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47762) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:15.183998 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-03a78274-f663-4f70-8ead-aa56827568a9 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Request body: {'floatingip': {'port_id': 'a9f641be-3935-4943-92ff-b3ab7f906d41'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:15.280993 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a854ca95-346a-4af8-865e-232be932303c req-86b4b9f3-f014-4380-8ed8-a56f26b94c74 service neutron] 10.222.0.73 "GET /v2.0/networks/6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580324 Feb 03 12:40:15.280993 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b3fbccb-330d-4764-af8b-34260f75dcf6 req-efa9c419-f1de-4fdc-aa10-507c94e93fa7 service neutron] 10.222.0.31 "GET /v2.0/networks/6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413898 Feb 03 12:40:15.292145 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03a78274-f663-4f70-8ead-aa56827568a9 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for floatingip (10d1bf05-b314-4958-b18c-40472377323b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:15.363318 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28262d1e-5e05-42e7-9a2e-b4df9e56ff27 req-6a8bf8b5-9bcc-43fa-ab3e-a17f64f908b6 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:15.372441 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28262d1e-5e05-42e7-9a2e-b4df9e56ff27 req-6a8bf8b5-9bcc-43fa-ab3e-a17f64f908b6 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.4011390 Feb 03 12:40:15.452172 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-2e4a74c9-6cc3-4a76-88bf-75673634510e tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--491472183&fields=id&tenant_id=2337640daf054d38bca5c6f82ecfe03d HTTP/1.1" status: 200 len: 267 time: 0.1864753 Feb 03 12:40:15.602270 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28262d1e-5e05-42e7-9a2e-b4df9e56ff27 req-2b639e23-892f-4c00-9ade-b32150446772 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289157 Feb 03 12:40:15.609139 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b3fbccb-330d-4764-af8b-34260f75dcf6 req-29f90c5a-eb5c-4313-8641-9ecb0beebfd5 service neutron] 10.222.0.31 "GET /v2.0/networks/6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050718 Feb 03 12:40:15.622928 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d68ccae1-849c-4407-ae2b-32c2f98a6e4b {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:15.630384 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3295f6-8ac2-4ba6-bfef-f750c9012dde req-15c2a20f-6e18-4ad8-91e9-8e46dfc2cced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:15.632190 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b3295f6-8ac2-4ba6-bfef-f750c9012dde req-15c2a20f-6e18-4ad8-91e9-8e46dfc2cced service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=846619d3f7d04e5e821f7d1fd6cdd257&device_id=5e1f0586-ace1-4016-8f4f-fa05726757ba HTTP/1.1" status: 200 len: 1125 time: 0.2193377 Feb 03 12:40:15.637621 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] Publish callbacks [] for port (d68ccae1-849c-4407-ae2b-32c2f98a6e4b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:15.682582 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-45a0e3f7-7a7a-402b-801d-5ade2576f5d7 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:15.690180 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-45a0e3f7-7a7a-402b-801d-5ade2576f5d7 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/networks?id=dafca496-122f-4b3c-9ca1-2bdf4f1ff671 HTTP/1.1" status: 200 len: 811 time: 0.2210779 Feb 03 12:40:15.699045 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] Transition to ACTIVE for port object d68ccae1-849c-4407-ae2b-32c2f98a6e4b will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:40:15.714967 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:15.726419 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-95a81b25-96e5-45e4-be88-d7b375145656 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/quotas/2337640daf054d38bca5c6f82ecfe03d HTTP/1.1" status: 200 len: 375 time: 0.0351613 Feb 03 12:40:15.803825 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3295f6-8ac2-4ba6-bfef-f750c9012dde req-27ba3bd7-0463-43ef-90ff-0a48f9e1a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:15.807484 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b3295f6-8ac2-4ba6-bfef-f750c9012dde req-27ba3bd7-0463-43ef-90ff-0a48f9e1a705 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe HTTP/1.1" status: 200 len: 916 time: 0.1644776 Feb 03 12:40:15.808223 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d68ccae1-849c-4407-ae2b-32c2f98a6e4b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:15.920506 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-76b341d2-44bc-453e-8a05-df8a968c919f tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2337640daf054d38bca5c6f82ecfe03d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1853194 Feb 03 12:40:15.935086 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b3295f6-8ac2-4ba6-bfef-f750c9012dde req-758203cc-0d01-462c-b18c-7470f8e34241 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3829e6d4-da19-43ee-a35b-e4669d746de5 HTTP/1.1" status: 200 len: 217 time: 0.1123106 Feb 03 12:40:16.065480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3295f6-8ac2-4ba6-bfef-f750c9012dde req-a9812634-c760-4979-bcc4-cec8eae7ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:16.068449 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b3295f6-8ac2-4ba6-bfef-f750c9012dde req-a9812634-c760-4979-bcc4-cec8eae7ae1f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e186ad6c-4698-400f-babb-415059481690 HTTP/1.1" status: 200 len: 854 time: 0.0900464 Feb 03 12:40:16.069132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] Pushing event updated for resources: {'Port': ['ID=d68ccae1-849c-4407-ae2b-32c2f98a6e4b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:16.105261 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-9b793378-6b0c-4abf-b960-48111d7b74a7 service neutron] 10.222.0.18 "GET /v2.0/networks/dafca496-122f-4b3c-9ca1-2bdf4f1ff671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794555 Feb 03 12:40:16.154619 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03a78274-f663-4f70-8ead-aa56827568a9 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:16.190142 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03a78274-f663-4f70-8ead-aa56827568a9 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (10d1bf05-b314-4958-b18c-40472377323b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:16.241033 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] Attempting to bind port d68ccae1-849c-4407-ae2b-32c2f98a6e4b on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:16.241236 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] Attempting to bind port d68ccae1-849c-4407-ae2b-32c2f98a6e4b by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '82db5b87-0f1b-41f8-b864-c053787c93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:16.242100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] Attempting to bind port d68ccae1-849c-4407-ae2b-32c2f98a6e4b on network 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:16.255494 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3295f6-8ac2-4ba6-bfef-f750c9012dde req-adde53d7-0c65-46a8-aeb5-48062a46c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:16.256874 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b3295f6-8ac2-4ba6-bfef-f750c9012dde req-adde53d7-0c65-46a8-aeb5-48062a46c938 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1780493 Feb 03 12:40:16.262825 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] Port d68ccae1-849c-4407-ae2b-32c2f98a6e4b on network 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:40:16.263176 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] Attempting to bind port d68ccae1-849c-4407-ae2b-32c2f98a6e4b on network 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:16.271088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-39a55438-314d-43f2-85cf-6b18ebe49d5c tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:16.284840 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-39a55438-314d-43f2-85cf-6b18ebe49d5c tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 805 time: 0.2345619 Feb 03 12:40:16.312565 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-bbc68f71-2a15-4db0-8711-efc1504bfe38 service neutron] 10.222.0.18 "GET /v2.0/networks/dafca496-122f-4b3c-9ca1-2bdf4f1ff671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005513 Feb 03 12:40:16.319503 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:16.319855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] Checking segment: {'id': '82db5b87-0f1b-41f8-b864-c053787c93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:16.320308 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] Bound using segment: {'id': '82db5b87-0f1b-41f8-b864-c053787c93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:16.320765 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] Bound port: d68ccae1-849c-4407-ae2b-32c2f98a6e4b, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82db5b87-0f1b-41f8-b864-c053787c93df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:16.321137 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d68ccae1-849c-4407-ae2b-32c2f98a6e4b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:16.335578 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-102a487a-24bd-4efc-bd0c-c6dd6659fd90 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/quotas/e249398c095241939cdd7b37579f2461 HTTP/1.1" status: 200 len: 375 time: 0.0498559 Feb 03 12:40:16.358897 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-03a78274-f663-4f70-8ead-aa56827568a9 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Floating IP 10d1bf05-b314-4958-b18c-40472377323b associated. External IP: 172.25.6.4, port: a9f641be-3935-4943-92ff-b3ab7f906d41. Feb 03 12:40:16.448648 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-9a5c9d93-82b4-4aae-8c5b-de482d8416b2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005495 Feb 03 12:40:16.525420 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] For port d68ccae1-849c-4407-ae2b-32c2f98a6e4b, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:16.530968 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b3295f6-8ac2-4ba6-bfef-f750c9012dde req-103df4ca-2e53-43fe-a460-5072b70ebdcd service neutron] 10.222.0.73 "GET /v2.0/networks/6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423532 Feb 03 12:40:16.606143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] For port d68ccae1-849c-4407-ae2b-32c2f98a6e4b, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d68ccae1-849c-4407-ae2b-32c2f98a6e4b,segment=NetworkSegment(82db5b87-0f1b-41f8-b864-c053787c93df),segment_id=82db5b87-0f1b-41f8-b864-c053787c93df)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:16.651246 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d68ccae1-849c-4407-ae2b-32c2f98a6e4b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:16.706492 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:16.707242 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:16.708610 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] 10.222.0.73 "PUT /v2.0/ports/d68ccae1-849c-4407-ae2b-32c2f98a6e4b HTTP/1.1" status: 200 len: 1091 time: 2.9632311 Feb 03 12:40:16.709020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842df515-0a42-4f09-9a07-4f3113401e97', 'tag': 'd68ccae1-849c-4407-ae2b-32c2f98a6e4b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:16.711213 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bec3be-af4b-4832-a356-f79f1f2f5337" -d '{"events": [{"name": "network-changed", "server_uuid": "842df515-0a42-4f09-9a07-4f3113401e97", "tag": "d68ccae1-849c-4407-ae2b-32c2f98a6e4b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:16.726125 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-b55e7cd9-828e-4864-9364-83cf66ed5130 service neutron] 10.222.0.18 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640696 Feb 03 12:40:16.752655 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398109e3-de32-4132-a187-c7258501c8e8 req-04f5e019-9c8f-40aa-9291-cd7ed0243d6b tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:16.754114 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-398109e3-de32-4132-a187-c7258501c8e8 req-04f5e019-9c8f-40aa-9291-cd7ed0243d6b tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 943 time: 0.1349375 Feb 03 12:40:16.808499 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a78274-f663-4f70-8ead-aa56827568a9 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Router e58f3564-d9cc-4c56-bcad-4607c34f2408 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:40:16.844432 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-398109e3-de32-4132-a187-c7258501c8e8 req-9f8de1aa-7809-4ab1-ade9-90b466dcd073 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737765 Feb 03 12:40:16.855396 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b3295f6-8ac2-4ba6-bfef-f750c9012dde req-355b832f-eb2d-4e45-bb24-b3e15f169242 service neutron] 10.222.0.73 "GET /v2.0/networks/6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839890 Feb 03 12:40:16.856068 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5515483-7f67-425f-80bb-26c320409bcf service neutron] Pushing event updated for resources: {'Port': ['ID=d68ccae1-849c-4407-ae2b-32c2f98a6e4b,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:16.947807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-a4232326-ace0-4108-9b4b-33b3bdabfcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:16.949565 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-a4232326-ace0-4108-9b4b-33b3bdabfcf3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=846619d3f7d04e5e821f7d1fd6cdd257&device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 1125 time: 0.1447785 Feb 03 12:40:16.951968 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-826674df-2d58-41cf-9822-958c9f20f2ef service neutron] 10.222.0.18 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131641 Feb 03 12:40:17.061521 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-7bc6c813-45ef-4005-b012-bdf16d46b0b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d68ccae1-849c-4407-ae2b-32c2f98a6e4b HTTP/1.1" status: 200 len: 217 time: 0.0900674 Feb 03 12:40:17.100351 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5ae1e16b-a8c4-4eb7-8f7d-896e4a02e02f req-64b8e5e2-a5ba-45ff-8fe8-2a58cd483108 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 210 time: 0.0515406 Feb 03 12:40:17.125232 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a78274-f663-4f70-8ead-aa56827568a9 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:40:17.140365 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03a78274-f663-4f70-8ead-aa56827568a9 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:17.146160 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0746a3-5e02-407a-bf95-a3c2a9dd5497 None None] Sync routers for ids ['e58f3564-d9cc-4c56-bcad-4607c34f2408'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:40:17.189973 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0746a3-5e02-407a-bf95-a3c2a9dd5497 None None] Routers {'e58f3564-d9cc-4c56-bcad-4607c34f2408'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:17.192973 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1d0746a3-5e02-407a-bf95-a3c2a9dd5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:40:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['e58f3564-d9cc-4c56-bcad-4607c34f2408'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:17.218189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-94ada560-4ee1-461e-8bf5-d62133c6e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:17.219700 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-94ada560-4ee1-461e-8bf5-d62133c6e63b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e186ad6c-4698-400f-babb-415059481690 HTTP/1.1" status: 200 len: 854 time: 0.1518366 Feb 03 12:40:17.282275 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f635e0dc-27ef-4ce0-bc58-3baab44ee5ed x-openstack-request-id: req-f635e0dc-27ef-4ce0-bc58-3baab44ee5ed {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:17.283164 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842df515-0a42-4f09-9a07-4f3113401e97", "tag": "d68ccae1-849c-4407-ae2b-32c2f98a6e4b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:17.283429 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f635e0dc-27ef-4ce0-bc58-3baab44ee5ed {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:17.283831 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842df515-0a42-4f09-9a07-4f3113401e97', 'tag': 'd68ccae1-849c-4407-ae2b-32c2f98a6e4b', 'status': 'completed', 'code': 200} Feb 03 12:40:17.305128 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-03a78274-f663-4f70-8ead-aa56827568a9 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "PUT /v2.0/floatingips/10d1bf05-b314-4958-b18c-40472377323b HTTP/1.1" status: 200 len: 990 time: 2.1376634 Feb 03 12:40:17.309183 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd425b3de-19b3-44f5-9177-04f7120a0483', 'tag': 'a9f641be-3935-4943-92ff-b3ab7f906d41'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:17.317630 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e891340-4d4d-4bc5-9fb4-088cc719557e" -d '{"events": [{"name": "network-changed", "server_uuid": "d425b3de-19b3-44f5-9177-04f7120a0483", "tag": "a9f641be-3935-4943-92ff-b3ab7f906d41"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:17.319360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-923ea9c3-abfe-405b-b390-0b6df37e9b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:17.320941 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-923ea9c3-abfe-405b-b390-0b6df37e9b9a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0942011 Feb 03 12:40:17.380225 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863cd14-2f85-4dd5-98cd-d5b48459387e req-f13f07ad-3cca-4fe7-a558-ca39e3c690b5 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:17.387503 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0863cd14-2f85-4dd5-98cd-d5b48459387e req-f13f07ad-3cca-4fe7-a558-ca39e3c690b5 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.1938560 Feb 03 12:40:17.442005 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1d0746a3-5e02-407a-bf95-a3c2a9dd5497 None None] Set router e58f3564-d9cc-4c56-bcad-4607c34f2408 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:17.867630 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0863cd14-2f85-4dd5-98cd-d5b48459387e req-0c1b1fc7-392b-4cec-9148-6fd7eef10c18 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790962 Feb 03 12:40:17.939384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device abf06eba-09ee-49ab-af09-8d066a8bd2c8 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:40:18.035143 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 3829e6d4-da19-43ee-a35b-e4669d746de5 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:40:18.088226 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f52e8d-95b6-4653-aa7e-ba4e6c12eaaa req-95efe6f7-a5e5-422d-ac9e-c6e981bdd690 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:18.099396 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b2f52e8d-95b6-4653-aa7e-ba4e6c12eaaa req-95efe6f7-a5e5-422d-ac9e-c6e981bdd690 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 946 time: 0.1237264 Feb 03 12:40:18.100023 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1d0746a3-5e02-407a-bf95-a3c2a9dd5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'name': 'tempest-ServersTestJSON-1693298362-router', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:41Z', 'revision_number': 4, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'gw_port': {'id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:34Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '10d1bf05-b314-4958-b18c-40472377323b', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'floating_ip_address': '172.25.6.4', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'port_id': 'a9f641be-3935-4943-92ff-b3ab7f906d41', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220', 'mac_address': 'fa:16:3e:90:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd425b3de-19b3-44f5-9177-04f7120a0483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:39:50Z', 'updated_at': '2022-02-03T12:40:16Z', 'revision_number': 1, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '022dab3e-f178-4264-859a-7dab76c30728', 'name': '', 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'mac_address': 'fa:16:3e:9d:a4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:39Z', 'updated_at': '2022-02-03T12:39:48Z', 'revision_number': 5, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'subnets': [{'id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:18.106253 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b164ef5d-dfaa-460f-856a-35efc7303327 req-4d8ae158-fb3e-4b63-aec6-a4af462c5b86 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acb687d-0abb-4d1c-9c7c-828f5dc2dc64 HTTP/1.1" status: 200 len: 210 time: 0.7465751 Feb 03 12:40:18.186980 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0746a3-5e02-407a-bf95-a3c2a9dd5497 None None] Checking router: e58f3564-d9cc-4c56-bcad-4607c34f2408 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:40:18.206916 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c26011-04fa-45eb-892f-c9cd2d9dc38f x-openstack-request-id: req-71c26011-04fa-45eb-892f-c9cd2d9dc38f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:18.208652 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d425b3de-19b3-44f5-9177-04f7120a0483", "tag": "a9f641be-3935-4943-92ff-b3ab7f906d41", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:18.209311 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71c26011-04fa-45eb-892f-c9cd2d9dc38f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:18.210583 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd425b3de-19b3-44f5-9177-04f7120a0483', 'tag': 'a9f641be-3935-4943-92ff-b3ab7f906d41', 'status': 'completed', 'code': 200} Feb 03 12:40:18.219955 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0746a3-5e02-407a-bf95-a3c2a9dd5497 None None] Routers {'e58f3564-d9cc-4c56-bcad-4607c34f2408'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:18.222452 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1d0746a3-5e02-407a-bf95-a3c2a9dd5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:40:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['e58f3564-d9cc-4c56-bcad-4607c34f2408'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:18.238694 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port abf06eba-09ee-49ab-af09-8d066a8bd2c8, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=abf06eba-09ee-49ab-af09-8d066a8bd2c8,segment=NetworkSegment(82db5b87-0f1b-41f8-b864-c053787c93df),segment_id=82db5b87-0f1b-41f8-b864-c053787c93df)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:18.252559 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b2f52e8d-95b6-4653-aa7e-ba4e6c12eaaa req-59c9271f-b6a9-4f1b-b694-adfde19cb523 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/security-groups?id=febc6c86-5433-4937-99d6-d94c0207dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455479 Feb 03 12:40:18.281410 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'abf06eba-09ee-49ab-af09-8d066a8bd2c8', 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe', 'port_id': 'abf06eba-09ee-49ab-af09-8d066a8bd2c8', 'mac_address': 'fa:16:3e:4c:fc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e186ad6c-4698-400f-babb-415059481690', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:40:18.447141 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 3829e6d4-da19-43ee-a35b-e4669d746de5, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=3829e6d4-da19-43ee-a35b-e4669d746de5,segment=NetworkSegment(82db5b87-0f1b-41f8-b864-c053787c93df),segment_id=82db5b87-0f1b-41f8-b864-c053787c93df)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:18.465634 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '3829e6d4-da19-43ee-a35b-e4669d746de5', 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe', 'port_id': '3829e6d4-da19-43ee-a35b-e4669d746de5', 'mac_address': 'fa:16:3e:da:b6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e186ad6c-4698-400f-babb-415059481690', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:40:18.488026 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-830dcb7b-f82f-4dab-a79c-2858faad68a7 service neutron] 10.222.0.73 "GET /v2.0/networks/6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1550694 Feb 03 12:40:18.506357 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1d0746a3-5e02-407a-bf95-a3c2a9dd5497 None None] Set router e58f3564-d9cc-4c56-bcad-4607c34f2408 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:18.523056 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e891340-4d4d-4bc5-9fb4-088cc719557e req-d5bea8bd-7194-4de9-bb9d-cd74c71ce497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:18.524615 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e891340-4d4d-4bc5-9fb4-088cc719557e req-d5bea8bd-7194-4de9-bb9d-cd74c71ce497 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ac5878fd7f1e4a5ea9a3c869fbc67624&device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 1128 time: 0.2620144 Feb 03 12:40:18.547909 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-e12fca0d-6406-4662-a5b4-43d5c67e0292 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:18.549448 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-e12fca0d-6406-4662-a5b4-43d5c67e0292 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.73 "GET /v2.0/networks?id=dafca496-122f-4b3c-9ca1-2bdf4f1ff671 HTTP/1.1" status: 200 len: 811 time: 0.4420919 Feb 03 12:40:18.549600 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 3829e6d4-da19-43ee-a35b-e4669d746de5 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:18.550030 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3829e6d4-da19-43ee-a35b-e4669d746de5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:18.568529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3829e6d4-da19-43ee-a35b-e4669d746de5 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:18.583368 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d630a3-7444-46ea-9c3e-1177e1d813b2 req-5a64d2fd-8dab-4eda-b428-1b3be0804fef tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:18.590566 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4d630a3-7444-46ea-9c3e-1177e1d813b2 req-5a64d2fd-8dab-4eda-b428-1b3be0804fef tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 943 time: 0.2377617 Feb 03 12:40:18.593006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port abf06eba-09ee-49ab-af09-8d066a8bd2c8 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:18.593410 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (abf06eba-09ee-49ab-af09-8d066a8bd2c8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:18.601178 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e20d64a7-e8c5-4210-9fc4-bcef7e517239 req-9ad69ee1-31a7-4c8d-a787-8a8be4d3b286 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 210 time: 0.0703700 Feb 03 12:40:18.617681 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf06eba-09ee-49ab-af09-8d066a8bd2c8 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:18.630668 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 3829e6d4-da19-43ee-a35b-e4669d746de5, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=3829e6d4-da19-43ee-a35b-e4669d746de5,segment=NetworkSegment(82db5b87-0f1b-41f8-b864-c053787c93df),segment_id=82db5b87-0f1b-41f8-b864-c053787c93df)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:18.646659 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3829e6d4-da19-43ee-a35b-e4669d746de5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:18.713195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port abf06eba-09ee-49ab-af09-8d066a8bd2c8, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=abf06eba-09ee-49ab-af09-8d066a8bd2c8,segment=NetworkSegment(82db5b87-0f1b-41f8-b864-c053787c93df),segment_id=82db5b87-0f1b-41f8-b864-c053787c93df)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:18.714278 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=3829e6d4-da19-43ee-a35b-e4669d746de5,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:18.721825 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (abf06eba-09ee-49ab-af09-8d066a8bd2c8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:18.746422 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d77e273a-afb2-45e3-a992-9f6ff8ce0113 req-95f0b727-809f-4b14-8e75-23672123f100 service neutron] 10.222.0.73 "GET /v2.0/networks/6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389774 Feb 03 12:40:18.802555 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4d630a3-7444-46ea-9c3e-1177e1d813b2 req-fc5c7828-02e5-4116-b35f-2eb3a384723e tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111490 Feb 03 12:40:18.810162 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=abf06eba-09ee-49ab-af09-8d066a8bd2c8,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:18.895992 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1d0746a3-5e02-407a-bf95-a3c2a9dd5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'name': 'tempest-ServersTestJSON-1693298362-router', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:41Z', 'revision_number': 4, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'gw_port': {'id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:34Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '10d1bf05-b314-4958-b18c-40472377323b', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'floating_ip_address': '172.25.6.4', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'port_id': 'a9f641be-3935-4943-92ff-b3ab7f906d41', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220', 'mac_address': 'fa:16:3e:90:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd425b3de-19b3-44f5-9177-04f7120a0483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:39:50Z', 'updated_at': '2022-02-03T12:40:16Z', 'revision_number': 1, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '022dab3e-f178-4264-859a-7dab76c30728', 'name': '', 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'mac_address': 'fa:16:3e:9d:a4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:39Z', 'updated_at': '2022-02-03T12:39:48Z', 'revision_number': 5, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'subnets': [{'id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:18.935545 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0746a3-5e02-407a-bf95-a3c2a9dd5497 None None] The sync data for ids ['e58f3564-d9cc-4c56-bcad-4607c34f2408'] in n-d-827336-3 is: [{'id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'name': 'tempest-ServersTestJSON-1693298362-router', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:41Z', 'revision_number': 4, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'gw_port': {'id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:34Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '10d1bf05-b314-4958-b18c-40472377323b', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'floating_ip_address': '172.25.6.4', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'port_id': 'a9f641be-3935-4943-92ff-b3ab7f906d41', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220', 'mac_address': 'fa:16:3e:90:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd425b3de-19b3-44f5-9177-04f7120a0483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:39:50Z', 'updated_at': '2022-02-03T12:40:16Z', 'revision_number': 1, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '022dab3e-f178-4264-859a-7dab76c30728', 'name': '', 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'mac_address': 'fa:16:3e:9d:a4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:39Z', 'updated_at': '2022-02-03T12:39:48Z', 'revision_number': 5, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'subnets': [{'id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:40:18.953957 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e891340-4d4d-4bc5-9fb4-088cc719557e req-814eb33b-0711-4bdd-bcbe-977232ae6e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:18.956600 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e891340-4d4d-4bc5-9fb4-088cc719557e req-814eb33b-0711-4bdd-bcbe-977232ae6e0a service neutron] 10.222.0.31 "GET /v2.0/networks?id=ea0fa331-8069-43cd-ad15-0200a7ded220 HTTP/1.1" status: 200 len: 907 time: 0.4209843 Feb 03 12:40:18.967316 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-bd8a8cfd-287e-48b6-8a3e-a81dca9a8cb0 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2337640daf054d38bca5c6f82ecfe03d HTTP/1.1" status: 200 len: 379 time: 0.3695560 Feb 03 12:40:18.982402 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-f6673268-9f05-4c03-ad7e-2304589ee5eb tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Request body: {'port': {'device_id': 'ed490d80-8d3d-4dfc-bbeb-8edb230e5d86', 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671', 'admin_state_up': True, 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'security_groups': ['6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:18.994073 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['abf06eba-09ee-49ab-af09-8d066a8bd2c8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:19.204905 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bec3be-af4b-4832-a356-f79f1f2f5337 req-223e9d62-65cc-441d-a059-d83b791f9832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:19.206505 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-40bec3be-af4b-4832-a356-f79f1f2f5337 req-223e9d62-65cc-441d-a059-d83b791f9832 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=846619d3f7d04e5e821f7d1fd6cdd257&device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 1125 time: 0.2968440 Feb 03 12:40:19.221600 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-0d0af1b9-3ebb-4dcc-9db3-6e038ed5cfc0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:19.224320 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-0d0af1b9-3ebb-4dcc-9db3-6e038ed5cfc0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.73 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 805 time: 0.2208686 Feb 03 12:40:19.247040 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-bc995c95-2ba1-473e-9531-58a69bfd6916 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Request body: {'port': {'device_id': '6acb687d-0abb-4d1c-9c7c-828f5dc2dc64', 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb', 'admin_state_up': True, 'tenant_id': 'e249398c095241939cdd7b37579f2461'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:19.271288 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['3829e6d4-da19-43ee-a35b-e4669d746de5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:19.344234 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e891340-4d4d-4bc5-9fb4-088cc719557e req-5fbf5596-5c04-4129-bf07-f2887ed93312 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9f641be-3935-4943-92ff-b3ab7f906d41 HTTP/1.1" status: 200 len: 998 time: 0.3757074 Feb 03 12:40:19.352396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca352f11-f2a2-42eb-a0c1-de2e891862ba None None] New status for floating IP 10d1bf05-b314-4958-b18c-40472377323b: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:40:19.353228 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b5b9f-7614-4a13-afbf-7cfcecef991a req-b2357da2-1b49-427a-8f9f-8e503c4c4061 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:19.355222 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f87b5b9f-7614-4a13-afbf-7cfcecef991a req-b2357da2-1b49-427a-8f9f-8e503c4c4061 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.3925683 Feb 03 12:40:19.367614 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3585072-4d36-4a0a-a6fe-f52ef86b6e91 req-cd8e8683-0f3d-4e48-80c9-bb65f40b95b4 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acb687d-0abb-4d1c-9c7c-828f5dc2dc64 HTTP/1.1" status: 200 len: 210 time: 0.1334999 Feb 03 12:40:19.428244 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f87b5b9f-7614-4a13-afbf-7cfcecef991a req-a1ed614d-b6da-4069-937e-52e441456c65 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618503 Feb 03 12:40:19.504363 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-bc995c95-2ba1-473e-9531-58a69bfd6916 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Made reservation on behalf of e249398c095241939cdd7b37579f2461 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:19.505036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e891340-4d4d-4bc5-9fb4-088cc719557e req-ab1676f6-24e6-4eb1-8ffb-1517c7fd68a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:19.506592 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e891340-4d4d-4bc5-9fb4-088cc719557e req-ab1676f6-24e6-4eb1-8ffb-1517c7fd68a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=221fac69-2a48-4d84-8fb1-67714eb12a08 HTTP/1.1" status: 200 len: 845 time: 0.1361899 Feb 03 12:40:19.517761 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-bc995c95-2ba1-473e-9531-58a69bfd6916 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:19.576935 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-f6673268-9f05-4c03-ad7e-2304589ee5eb tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Made reservation on behalf of 2337640daf054d38bca5c6f82ecfe03d for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:19.580578 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-f6673268-9f05-4c03-ad7e-2304589ee5eb tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:19.620492 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bec3be-af4b-4832-a356-f79f1f2f5337 req-2082de7b-e004-4026-be57-4974a6fa12da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:19.621947 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-40bec3be-af4b-4832-a356-f79f1f2f5337 req-2082de7b-e004-4026-be57-4974a6fa12da service neutron] 10.222.0.73 "GET /v2.0/networks?id=6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe HTTP/1.1" status: 200 len: 916 time: 0.3249927 Feb 03 12:40:19.709418 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-40bec3be-af4b-4832-a356-f79f1f2f5337 req-ed851a00-5d27-47eb-a557-a231c151a148 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d68ccae1-849c-4407-ae2b-32c2f98a6e4b HTTP/1.1" status: 200 len: 217 time: 0.0739424 Feb 03 12:40:19.782021 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-125ce769-9d67-43cb-a630-7b7e73d381cd req-14ca8715-9636-4e35-a798-55fa8c19242d tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 210 time: 0.0469437 Feb 03 12:40:19.808964 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-bc995c95-2ba1-473e-9531-58a69bfd6916 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Allocated IP 172.20.0.3 (dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb/aa4b2afa-81a8-4d6e-a8be-3051d409ec8b/9b398a78-50d2-4141-9d11-5423875b26ed) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:19.867374 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-f6673268-9f05-4c03-ad7e-2304589ee5eb tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Allocated IP 172.20.0.3 (dafca496-122f-4b3c-9ca1-2bdf4f1ff671/b441a973-4b2b-43ed-81a4-591b929ee2b8/4c9bde48-74d0-4be2-ac76-a0c160ed9d9a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:20.023402 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e891340-4d4d-4bc5-9fb4-088cc719557e req-f2be3f76-764f-416e-bce6-7b1607a54064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:20.026285 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e891340-4d4d-4bc5-9fb4-088cc719557e req-f2be3f76-764f-416e-bce6-7b1607a54064 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ea0fa331-8069-43cd-ad15-0200a7ded220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5103536 Feb 03 12:40:20.069572 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee53ae9-a914-41c4-94fd-e1b2643b0399 req-41aa73ba-6f72-4743-9296-62ee226dafb0 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:20.071579 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4ee53ae9-a914-41c4-94fd-e1b2643b0399 req-41aa73ba-6f72-4743-9296-62ee226dafb0 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 946 time: 0.5124607 Feb 03 12:40:20.104716 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc29996-a4b7-4661-91bc-3bf81f2a0999 req-1c76a17a-801b-40c6-94fd-b5e0527c1822 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:20.106579 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6bc29996-a4b7-4661-91bc-3bf81f2a0999 req-1c76a17a-801b-40c6-94fd-b5e0527c1822 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 943 time: 0.1287787 Feb 03 12:40:20.111911 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-bc995c95-2ba1-473e-9531-58a69bfd6916 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks [] for port (9b398a78-50d2-4141-9d11-5423875b26ed), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:20.182103 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6bc29996-a4b7-4661-91bc-3bf81f2a0999 req-524cc94c-0536-46e3-abfa-3a5a1ac33a01 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682058 Feb 03 12:40:20.206654 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-bc995c95-2ba1-473e-9531-58a69bfd6916 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (9b398a78-50d2-4141-9d11-5423875b26ed), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:20.263695 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-bc995c95-2ba1-473e-9531-58a69bfd6916 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:20.269975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-bc995c95-2ba1-473e-9531-58a69bfd6916 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:20.273955 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-bc995c95-2ba1-473e-9531-58a69bfd6916 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:20.281347 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc995c95-2ba1-473e-9531-58a69bfd6916 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Pushing event updated for resources: {'Port': ['ID=9b398a78-50d2-4141-9d11-5423875b26ed,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:20.345694 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-bc995c95-2ba1-473e-9531-58a69bfd6916 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:20.348665 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-bc995c95-2ba1-473e-9531-58a69bfd6916 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:20.368131 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e891340-4d4d-4bc5-9fb4-088cc719557e req-1d4c519b-f69f-4033-8834-340649527d24 service neutron] 10.222.0.31 "GET /v2.0/networks/ea0fa331-8069-43cd-ad15-0200a7ded220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331528 Feb 03 12:40:20.375168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bec3be-af4b-4832-a356-f79f1f2f5337 req-799e6f32-f3a2-47ca-9b1e-96c4f040c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:20.377302 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-bc995c95-2ba1-473e-9531-58a69bfd6916 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1387041 Feb 03 12:40:20.377628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-40bec3be-af4b-4832-a356-f79f1f2f5337 req-799e6f32-f3a2-47ca-9b1e-96c4f040c14d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e186ad6c-4698-400f-babb-415059481690 HTTP/1.1" status: 200 len: 854 time: 0.6255181 Feb 03 12:40:20.404996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] Request body: {'port': {'device_id': '6acb687d-0abb-4d1c-9c7c-828f5dc2dc64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:20.490709 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9b398a78-50d2-4141-9d11-5423875b26ed), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:20.506286 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4ee53ae9-a914-41c4-94fd-e1b2643b0399 req-fe44875c-bb38-46d3-a48b-ca858168f0fd tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/security-groups?id=febc6c86-5433-4937-99d6-d94c0207dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3958299 Feb 03 12:40:20.573473 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-f6673268-9f05-4c03-ad7e-2304589ee5eb tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for port (4c9bde48-74d0-4be2-ac76-a0c160ed9d9a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:20.587015 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bec3be-af4b-4832-a356-f79f1f2f5337 req-7c35434d-4ef2-4be6-9ab0-cc1c7cc51a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:20.588696 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-40bec3be-af4b-4832-a356-f79f1f2f5337 req-7c35434d-4ef2-4be6-9ab0-cc1c7cc51a83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1567442 Feb 03 12:40:20.639670 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13025c-bf61-40a4-ad65-47cbce0eb056 req-1183c71d-2ef7-4d8b-845e-ceef36777db2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:20.648508 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf13025c-bf61-40a4-ad65-47cbce0eb056 req-1183c71d-2ef7-4d8b-845e-ceef36777db2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acb687d-0abb-4d1c-9c7c-828f5dc2dc64 HTTP/1.1" status: 200 len: 931 time: 0.1298203 Feb 03 12:40:20.687816 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-40bec3be-af4b-4832-a356-f79f1f2f5337 req-dc63ee92-ab85-4388-aa0d-2497ec8c7930 service neutron] 10.222.0.73 "GET /v2.0/networks/6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884626 Feb 03 12:40:20.812154 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf13025c-bf61-40a4-ad65-47cbce0eb056 req-dfdced17-a14d-42a9-b2a0-dcf3ed63d7b9 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568592 Feb 03 12:40:20.819020 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e891340-4d4d-4bc5-9fb4-088cc719557e req-3759495c-198b-47c6-8cc6-1ed87dcfa048 service neutron] 10.222.0.31 "GET /v2.0/networks/ea0fa331-8069-43cd-ad15-0200a7ded220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402497 Feb 03 12:40:20.855848 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-40bec3be-af4b-4832-a356-f79f1f2f5337 req-b2bed840-ee28-454f-b90d-1d47bfe603a0 service neutron] 10.222.0.73 "GET /v2.0/networks/6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533258 Feb 03 12:40:20.860417 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-f6673268-9f05-4c03-ad7e-2304589ee5eb tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4c9bde48-74d0-4be2-ac76-a0c160ed9d9a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:20.884934 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ac6ce-dff3-462d-b636-166a02f04345 req-9aa49b04-40ad-4976-a0f6-14d6b9f21e3b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:20.885883 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-414ac6ce-dff3-462d-b636-166a02f04345 req-9aa49b04-40ad-4976-a0f6-14d6b9f21e3b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.1937072 Feb 03 12:40:20.935533 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-f6673268-9f05-4c03-ad7e-2304589ee5eb tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Network dafca496-122f-4b3c-9ca1-2bdf4f1ff671 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:20.947965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-f6673268-9f05-4c03-ad7e-2304589ee5eb tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:20.953443 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-f6673268-9f05-4c03-ad7e-2304589ee5eb tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:21.077386 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6673268-9f05-4c03-ad7e-2304589ee5eb tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Pushing event updated for resources: {'Port': ['ID=4c9bde48-74d0-4be2-ac76-a0c160ed9d9a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:21.170727 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-414ac6ce-dff3-462d-b636-166a02f04345 req-3720171b-abcb-469f-b502-6068374e4b07 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622237 Feb 03 12:40:21.193368 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-f6673268-9f05-4c03-ad7e-2304589ee5eb tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:21.194058 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-f6673268-9f05-4c03-ad7e-2304589ee5eb tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:21.225101 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b398a78-50d2-4141-9d11-5423875b26ed {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:21.242093 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-f6673268-9f05-4c03-ad7e-2304589ee5eb tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2636383 Feb 03 12:40:21.244528 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] Publish callbacks [] for port (9b398a78-50d2-4141-9d11-5423875b26ed), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:21.257480 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7df118b4-55b1-4fc4-b09f-8eb367737860 req-0477e237-409a-46db-b744-69af00ed2c88 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1469700 Feb 03 12:40:21.262735 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] Request body: {'port': {'device_id': 'ed490d80-8d3d-4dfc-bbeb-8edb230e5d86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:21.293059 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d7ee8-b87d-4475-b665-80269883e4f6 req-6e90058d-a93f-49fb-99ae-d41e022642c5 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:21.295018 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1a8d7ee8-b87d-4475-b665-80269883e4f6 req-6e90058d-a93f-49fb-99ae-d41e022642c5 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 931 time: 0.1618798 Feb 03 12:40:21.296582 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] Transition to ACTIVE for port object 9b398a78-50d2-4141-9d11-5423875b26ed will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:40:21.308972 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (9b398a78-50d2-4141-9d11-5423875b26ed), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:21.428821 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b398a78-50d2-4141-9d11-5423875b26ed,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:21.429096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-843696eb-a71a-4d57-b5a0-dc1f8a5a6fdb None None] Provisioning complete for port 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:21.429598 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-843696eb-a71a-4d57-b5a0-dc1f8a5a6fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4c9bde48-74d0-4be2-ac76-a0c160ed9d9a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:21.466185 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1a8d7ee8-b87d-4475-b665-80269883e4f6 req-4dc4828d-412c-42d7-aa3f-2ce1697151d9 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/security-groups?id=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558981 Feb 03 12:40:21.507582 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-843696eb-a71a-4d57-b5a0-dc1f8a5a6fdb None None] Port 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:40:21.515606 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4c9bde48-74d0-4be2-ac76-a0c160ed9d9a), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:21.528305 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d163f-aa57-416b-9ed3-24e555c0d95a req-0676e01e-4e82-4906-bccd-16eaa3afe5d3 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:21.529825 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0a3d163f-aa57-416b-9ed3-24e555c0d95a req-0676e01e-4e82-4906-bccd-16eaa3afe5d3 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 943 time: 0.1620066 Feb 03 12:40:21.542712 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df118b4-55b1-4fc4-b09f-8eb367737860 req-9aa09060-cb3b-4435-bd65-144473096e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:21.544286 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7df118b4-55b1-4fc4-b09f-8eb367737860 req-9aa09060-cb3b-4435-bd65-144473096e1c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=962ebd967fe64a95a9793a6a1c91cc79&device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 1128 time: 0.2165279 Feb 03 12:40:21.552532 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] Attempting to bind port 9b398a78-50d2-4141-9d11-5423875b26ed on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:21.552873 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] Attempting to bind port 9b398a78-50d2-4141-9d11-5423875b26ed by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:21.553640 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] Attempting to bind port 9b398a78-50d2-4141-9d11-5423875b26ed on network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:21.566979 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] Port 9b398a78-50d2-4141-9d11-5423875b26ed on network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:40:21.567596 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] Attempting to bind port 9b398a78-50d2-4141-9d11-5423875b26ed on network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:21.575858 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:21.576239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] Checking segment: {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:21.576795 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] Bound using segment: {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:21.577227 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] Bound port: 9b398a78-50d2-4141-9d11-5423875b26ed, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:21.577585 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9b398a78-50d2-4141-9d11-5423875b26ed), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:21.712434 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0a3d163f-aa57-416b-9ed3-24e555c0d95a req-99526164-2846-4ed0-9ceb-0bd391b450e7 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654623 Feb 03 12:40:21.773358 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098380d-d705-4122-ba55-b5180bab67fd req-8e6ada7d-8f36-41e8-a27c-cea658d7dcc6 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:21.788568 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5098380d-d705-4122-ba55-b5180bab67fd req-8e6ada7d-8f36-41e8-a27c-cea658d7dcc6 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/networks?id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 HTTP/1.1" status: 200 len: 814 time: 0.1862290 Feb 03 12:40:21.850344 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5098380d-d705-4122-ba55-b5180bab67fd req-6f25e257-3ded-49ed-8e30-6c0fdda252d5 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/quotas/962ebd967fe64a95a9793a6a1c91cc79 HTTP/1.1" status: 200 len: 375 time: 0.0596895 Feb 03 12:40:21.897694 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df118b4-55b1-4fc4-b09f-8eb367737860 req-e0e97d30-8b8a-4165-bd50-972b6978c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:21.899228 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7df118b4-55b1-4fc4-b09f-8eb367737860 req-e0e97d30-8b8a-4165-bd50-972b6978c450 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 HTTP/1.1" status: 200 len: 915 time: 0.3291235 Feb 03 12:40:21.935586 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] For port 9b398a78-50d2-4141-9d11-5423875b26ed, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:21.940443 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] For port 9b398a78-50d2-4141-9d11-5423875b26ed, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=9b398a78-50d2-4141-9d11-5423875b26ed,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:21.965871 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5098380d-d705-4122-ba55-b5180bab67fd req-5895d5b7-cefa-4575-86f9-8b7d4721fd15 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=962ebd967fe64a95a9793a6a1c91cc79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1047151 Feb 03 12:40:21.970939 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7df118b4-55b1-4fc4-b09f-8eb367737860 req-33a1dfa2-1489-4e84-afde-00c255a0b366 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 HTTP/1.1" status: 200 len: 217 time: 0.0564246 Feb 03 12:40:21.976499 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device abf06eba-09ee-49ab-af09-8d066a8bd2c8 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:21.978378 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (9b398a78-50d2-4141-9d11-5423875b26ed), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:22.024164 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d68ccae1-849c-4407-ae2b-32c2f98a6e4b details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:40:22.041849 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 3829e6d4-da19-43ee-a35b-e4669d746de5 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:22.067493 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b398a78-50d2-4141-9d11-5423875b26ed,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:22.089477 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:22.090360 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:22.093495 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-3f6b34b8-e566-4319-9116-a442d3d651c9 service neutron] 10.222.0.73 "PUT /v2.0/ports/9b398a78-50d2-4141-9d11-5423875b26ed HTTP/1.1" status: 200 len: 1091 time: 1.6950636 Feb 03 12:40:22.094138 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6acb687d-0abb-4d1c-9c7c-828f5dc2dc64', 'tag': '9b398a78-50d2-4141-9d11-5423875b26ed'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:22.096875 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1f6656-9ca4-4d40-9f8c-b9710a5c9dea" -d '{"events": [{"name": "network-changed", "server_uuid": "6acb687d-0abb-4d1c-9c7c-828f5dc2dc64", "tag": "9b398a78-50d2-4141-9d11-5423875b26ed"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:22.189863 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f20c4-45c7-43e5-a043-07628fd582b2 req-3adda55b-7b10-4a94-9e40-0fd9b8952753 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:22.191423 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7c6f20c4-45c7-43e5-a043-07628fd582b2 req-3adda55b-7b10-4a94-9e40-0fd9b8952753 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 946 time: 0.3515706 Feb 03 12:40:22.197092 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df118b4-55b1-4fc4-b09f-8eb367737860 req-31f0b7e2-f61d-49c7-94aa-d4b5af9be3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:22.198754 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7df118b4-55b1-4fc4-b09f-8eb367737860 req-31f0b7e2-f61d-49c7-94aa-d4b5af9be3ac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6400ffb7-27dd-4d8a-b637-4799b70abe20 HTTP/1.1" status: 200 len: 854 time: 0.2122328 Feb 03 12:40:22.241678 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7df118b4-55b1-4fc4-b09f-8eb367737860 req-0c92d14b-8724-4c74-8d87-3270b64a2fbb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316389 Feb 03 12:40:22.258507 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5098380d-d705-4122-ba55-b5180bab67fd req-2bff2b91-dea5-4275-bb51-8995235e6e5b service neutron] 10.222.0.18 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914410 Feb 03 12:40:22.335411 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port abf06eba-09ee-49ab-af09-8d066a8bd2c8 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:40:22.347271 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port abf06eba-09ee-49ab-af09-8d066a8bd2c8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:22.347966 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (abf06eba-09ee-49ab-af09-8d066a8bd2c8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:22.378978 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-f980494a-152e-4180-b377-d7716d72cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:22.383165 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7c6f20c4-45c7-43e5-a043-07628fd582b2 req-a4847a4c-8edd-40d3-836e-39c08c64b61e tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/security-groups?id=febc6c86-5433-4937-99d6-d94c0207dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834230 Feb 03 12:40:22.383718 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-f980494a-152e-4180-b377-d7716d72cd41 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&device_id=6acb687d-0abb-4d1c-9c7c-828f5dc2dc64 HTTP/1.1" status: 200 len: 1125 time: 0.2184196 Feb 03 12:40:22.455816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d68ccae1-849c-4407-ae2b-32c2f98a6e4b, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d68ccae1-849c-4407-ae2b-32c2f98a6e4b,segment=NetworkSegment(82db5b87-0f1b-41f8-b864-c053787c93df),segment_id=82db5b87-0f1b-41f8-b864-c053787c93df)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:22.468203 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 3829e6d4-da19-43ee-a35b-e4669d746de5 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:40:22.480365 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 3829e6d4-da19-43ee-a35b-e4669d746de5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:22.480760 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (3829e6d4-da19-43ee-a35b-e4669d746de5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:22.506782 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-54bb6b64-4bd9-4a41-b83e-07411c5c1efe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b398a78-50d2-4141-9d11-5423875b26ed HTTP/1.1" status: 200 len: 217 time: 0.0646183 Feb 03 12:40:22.521949 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'd68ccae1-849c-4407-ae2b-32c2f98a6e4b', 'network_id': '6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe', 'port_id': 'd68ccae1-849c-4407-ae2b-32c2f98a6e4b', 'mac_address': 'fa:16:3e:8a:98:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e186ad6c-4698-400f-babb-415059481690', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:40:22.539424 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7df118b4-55b1-4fc4-b09f-8eb367737860 req-4d4834cb-53f6-4068-b6da-de5b936ae6b1 service neutron] 10.222.0.73 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866368 Feb 03 12:40:22.557313 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:22.588089 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-9f1dd892-347f-4037-8b1c-29b0825cd563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:22.590099 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] Publish callbacks [] for port (4c9bde48-74d0-4be2-ac76-a0c160ed9d9a), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:22.590247 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-9f1dd892-347f-4037-8b1c-29b0825cd563 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa4b2afa-81a8-4d6e-a8be-3051d409ec8b HTTP/1.1" status: 200 len: 845 time: 0.0721769 Feb 03 12:40:22.608034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] Transition to ACTIVE for port object 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:40:22.634804 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-083bf49f-0ac2-4ab1-a7c1-c8f27940540d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374782 Feb 03 12:40:22.638903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 3829e6d4-da19-43ee-a35b-e4669d746de5 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:22.639559 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3829e6d4-da19-43ee-a35b-e4669d746de5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:22.670994 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port d68ccae1-849c-4407-ae2b-32c2f98a6e4b is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:22.671664 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d68ccae1-849c-4407-ae2b-32c2f98a6e4b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:22.681791 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port abf06eba-09ee-49ab-af09-8d066a8bd2c8 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:22.682529 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (abf06eba-09ee-49ab-af09-8d066a8bd2c8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:22.708620 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5098380d-d705-4122-ba55-b5180bab67fd req-06e45eed-2f4f-4fea-a0bb-41fc0a627410 service neutron] 10.222.0.18 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402778 Feb 03 12:40:22.775052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port abf06eba-09ee-49ab-af09-8d066a8bd2c8, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=abf06eba-09ee-49ab-af09-8d066a8bd2c8,segment=NetworkSegment(82db5b87-0f1b-41f8-b864-c053787c93df),segment_id=82db5b87-0f1b-41f8-b864-c053787c93df)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:22.785484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d79c29-19f3-47d1-89da-0a479738a6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf06eba-09ee-49ab-af09-8d066a8bd2c8'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:22.789036 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f05006-32a9-45f0-829a-c16cb1289f58" -d '{"events": [{"server_uuid": "c2d79c29-19f3-47d1-89da-0a479738a6ce", "name": "network-vif-plugged", "status": "completed", "tag": "abf06eba-09ee-49ab-af09-8d066a8bd2c8"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:22.814850 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-c46c34a5-a5ad-48c0-a486-1a47aff7e73c service neutron] 10.222.0.73 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694853 Feb 03 12:40:22.817118 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (abf06eba-09ee-49ab-af09-8d066a8bd2c8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:22.843914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d68ccae1-849c-4407-ae2b-32c2f98a6e4b {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:22.929901 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 3829e6d4-da19-43ee-a35b-e4669d746de5, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=3829e6d4-da19-43ee-a35b-e4669d746de5,segment=NetworkSegment(82db5b87-0f1b-41f8-b864-c053787c93df),segment_id=82db5b87-0f1b-41f8-b864-c053787c93df)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:22.948780 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e88fab49-bef4-44e0-b529-c35f9c676945 req-035a3d0f-9dd8-48cf-8c6b-25b8ca5a3e1e service neutron] 10.222.0.73 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269860 Feb 03 12:40:22.979115 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3829e6d4-da19-43ee-a35b-e4669d746de5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:23.014641 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=abf06eba-09ee-49ab-af09-8d066a8bd2c8,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:23.024436 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4c9bde48-74d0-4be2-ac76-a0c160ed9d9a), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:23.036525 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06be3df-af92-4653-b312-d33539560212 x-openstack-request-id: req-d06be3df-af92-4653-b312-d33539560212 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:23.036918 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6acb687d-0abb-4d1c-9c7c-828f5dc2dc64", "tag": "9b398a78-50d2-4141-9d11-5423875b26ed", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:23.037181 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d06be3df-af92-4653-b312-d33539560212 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:23.037592 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6acb687d-0abb-4d1c-9c7c-828f5dc2dc64', 'tag': '9b398a78-50d2-4141-9d11-5423875b26ed', 'status': 'completed', 'code': 200} Feb 03 12:40:23.060773 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d68ccae1-849c-4407-ae2b-32c2f98a6e4b, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d68ccae1-849c-4407-ae2b-32c2f98a6e4b,segment=NetworkSegment(82db5b87-0f1b-41f8-b864-c053787c93df),segment_id=82db5b87-0f1b-41f8-b864-c053787c93df)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:23.096220 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d68ccae1-849c-4407-ae2b-32c2f98a6e4b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:23.152947 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b6cdf-19c6-44bb-820f-faaeece4765d req-3ed0af72-0490-4506-9184-b626a3ab478b tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:23.155037 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-594b6cdf-19c6-44bb-820f-faaeece4765d req-3ed0af72-0490-4506-9184-b626a3ab478b tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acb687d-0abb-4d1c-9c7c-828f5dc2dc64 HTTP/1.1" status: 200 len: 943 time: 0.6525543 Feb 03 12:40:23.181441 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=3829e6d4-da19-43ee-a35b-e4669d746de5,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:23.213940 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9bde48-74d0-4be2-ac76-a0c160ed9d9a,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:23.311205 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7df118b4-55b1-4fc4-b09f-8eb367737860 req-59e63f1d-970b-431e-987e-e1b49e200246 service neutron] 10.222.0.73 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7451427 Feb 03 12:40:23.336759 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f6656-9ca4-4d40-9f8c-b9710a5c9dea req-64ca1513-746f-453c-ab01-0180bd95bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:23.339227 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d1f6656-9ca4-4d40-9f8c-b9710a5c9dea req-64ca1513-746f-453c-ab01-0180bd95bc92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&device_id=6acb687d-0abb-4d1c-9c7c-828f5dc2dc64 HTTP/1.1" status: 200 len: 1125 time: 0.2300777 Feb 03 12:40:23.376660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] Attempting to bind port 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:23.377024 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] Attempting to bind port 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '142dd35d-c110-49e0-bf57-ee10d9832c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:23.377354 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] Attempting to bind port 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a on network dafca496-122f-4b3c-9ca1-2bdf4f1ff671 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:23.408527 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] Port 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a on network dafca496-122f-4b3c-9ca1-2bdf4f1ff671 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:40:23.408869 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] Attempting to bind port 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a on network dafca496-122f-4b3c-9ca1-2bdf4f1ff671 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:23.413792 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-594b6cdf-19c6-44bb-820f-faaeece4765d req-0e4365a4-b0c8-4965-9234-e8419c4dbf5a tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476232 Feb 03 12:40:23.426430 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb3641-5b3f-4e6e-824a-046215a927dc req-a7fbe1c7-4e80-4a5f-9588-48e04ad0c9e1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:23.428850 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-07bb3641-5b3f-4e6e-824a-046215a927dc req-a7fbe1c7-4e80-4a5f-9588-48e04ad0c9e1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.2798245 Feb 03 12:40:23.432748 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:23.433085 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] Checking segment: {'id': '142dd35d-c110-49e0-bf57-ee10d9832c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:23.433588 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] Bound using segment: {'id': '142dd35d-c110-49e0-bf57-ee10d9832c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:23.434029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] Bound port: 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '142dd35d-c110-49e0-bf57-ee10d9832c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:23.434550 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4c9bde48-74d0-4be2-ac76-a0c160ed9d9a), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:23.436092 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=d68ccae1-849c-4407-ae2b-32c2f98a6e4b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:23.635756 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-07bb3641-5b3f-4e6e-824a-046215a927dc req-b6e9a982-d38a-4915-944b-bf8325aa9adb tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699312 Feb 03 12:40:23.646390 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f6656-9ca4-4d40-9f8c-b9710a5c9dea req-3ebea16c-7820-476a-a761-0af75f3d5fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:23.647865 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d1f6656-9ca4-4d40-9f8c-b9710a5c9dea req-3ebea16c-7820-476a-a761-0af75f3d5fb3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 906 time: 0.3009799 Feb 03 12:40:23.657933 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] For port 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:23.662442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] For port 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4c9bde48-74d0-4be2-ac76-a0c160ed9d9a,segment=NetworkSegment(142dd35d-c110-49e0-bf57-ee10d9832c7e),segment_id=142dd35d-c110-49e0-bf57-ee10d9832c7e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:23.669353 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['d68ccae1-849c-4407-ae2b-32c2f98a6e4b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:23.694909 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4c9bde48-74d0-4be2-ac76-a0c160ed9d9a), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:23.713794 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d1f6656-9ca4-4d40-9f8c-b9710a5c9dea req-4586c6b7-4f48-4b6d-becd-6b075869c6ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b398a78-50d2-4141-9d11-5423875b26ed HTTP/1.1" status: 200 len: 217 time: 0.0588171 Feb 03 12:40:23.784838 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f6656-9ca4-4d40-9f8c-b9710a5c9dea req-6a363010-e268-4f20-bbff-bcf91edc4314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:23.786469 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d1f6656-9ca4-4d40-9f8c-b9710a5c9dea req-6a363010-e268-4f20-bbff-bcf91edc4314 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa4b2afa-81a8-4d6e-a8be-3051d409ec8b HTTP/1.1" status: 200 len: 845 time: 0.0640068 Feb 03 12:40:23.798879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9bde48-74d0-4be2-ac76-a0c160ed9d9a,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:23.818867 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e7d52-c82b-4a3e-a9ff-a82d1df4b089 req-971deb08-9f1f-42e7-bfd0-36d5a04877e0 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:23.820676 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-019e7d52-c82b-4a3e-a9ff-a82d1df4b089 req-971deb08-9f1f-42e7-bfd0-36d5a04877e0 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 946 time: 0.2558939 Feb 03 12:40:23.868472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:23.869112 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:23.870665 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-587724c0-af84-411d-afa4-1c7e1bd14d12 service neutron] 10.222.0.73 "PUT /v2.0/ports/4c9bde48-74d0-4be2-ac76-a0c160ed9d9a HTTP/1.1" status: 200 len: 1091 time: 2.6122217 Feb 03 12:40:23.871135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed490d80-8d3d-4dfc-bbeb-8edb230e5d86', 'tag': '4c9bde48-74d0-4be2-ac76-a0c160ed9d9a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:23.890131 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491819eb-2b6b-4365-a4e4-dfc82ca69542" -d '{"events": [{"name": "network-changed", "server_uuid": "ed490d80-8d3d-4dfc-bbeb-8edb230e5d86", "tag": "4c9bde48-74d0-4be2-ac76-a0c160ed9d9a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:23.893291 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d1f6656-9ca4-4d40-9f8c-b9710a5c9dea req-93a3d2dd-7994-47d5-8ae1-0cca920e2753 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639477 Feb 03 12:40:23.978979 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-019e7d52-c82b-4a3e-a9ff-a82d1df4b089 req-f0a96df7-719c-4d89-999c-5954b24933da tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/security-groups?id=febc6c86-5433-4937-99d6-d94c0207dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428225 Feb 03 12:40:24.021649 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e95425-b546-40ea-a4c9-7b26a3982111 req-c849c885-f2c1-4332-817f-105cb539baca tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:24.028304 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29e95425-b546-40ea-a4c9-7b26a3982111 req-c849c885-f2c1-4332-817f-105cb539baca tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 943 time: 0.2403846 Feb 03 12:40:24.129101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-92de2390-3c3d-444a-b092-bd720c312501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:24.130671 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-92de2390-3c3d-444a-b092-bd720c312501 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2337640daf054d38bca5c6f82ecfe03d&device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 1125 time: 0.1486952 Feb 03 12:40:24.165852 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29e95425-b546-40ea-a4c9-7b26a3982111 req-811b7b2f-33dc-4bd2-a63b-2d7561dd036d tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/security-groups?id=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258042 Feb 03 12:40:24.259958 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d1f6656-9ca4-4d40-9f8c-b9710a5c9dea req-986fee49-48ae-45ef-81c6-c1a76f70d90d service neutron] 10.222.0.73 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466778 Feb 03 12:40:24.266482 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fa0f2e-88a9-4106-9a81-5e678a65b623 x-openstack-request-id: req-13fa0f2e-88a9-4106-9a81-5e678a65b623 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:24.267565 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d79c29-19f3-47d1-89da-0a479738a6ce", "name": "network-vif-plugged", "status": "completed", "tag": "abf06eba-09ee-49ab-af09-8d066a8bd2c8", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:24.268217 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13fa0f2e-88a9-4106-9a81-5e678a65b623 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:24.268583 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d79c29-19f3-47d1-89da-0a479738a6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf06eba-09ee-49ab-af09-8d066a8bd2c8', 'code': 200} Feb 03 12:40:24.307513 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-10ed8688-7b62-4050-b59a-7cadf3de9625 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c9bde48-74d0-4be2-ac76-a0c160ed9d9a HTTP/1.1" status: 200 len: 217 time: 0.1458185 Feb 03 12:40:24.415690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0821d7b-ac1e-4bcd-b469-e0ea6f94a6d4 req-f104cce8-55eb-466c-97d9-0082d7bda832 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:24.423796 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0821d7b-ac1e-4bcd-b469-e0ea6f94a6d4 req-f104cce8-55eb-466c-97d9-0082d7bda832 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 944 time: 0.2778778 Feb 03 12:40:24.439729 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-64e08412-55b0-4571-8a69-2ef49cccbee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:24.441813 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-64e08412-55b0-4571-8a69-2ef49cccbee7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b441a973-4b2b-43ed-81a4-591b929ee2b8 HTTP/1.1" status: 200 len: 850 time: 0.1055605 Feb 03 12:40:24.457824 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71b25dbe-c6f1-497c-8426-dc020b0ac511 req-113e6f34-9282-4634-ab45-d1b4355f3451 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=685c92db-07f1-430c-ad03-bc202dc7a073 HTTP/1.1" status: 200 len: 210 time: 0.0889430 Feb 03 12:40:24.559207 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4811ab-7dfa-4184-b83e-630deb6e7406 x-openstack-request-id: req-da4811ab-7dfa-4184-b83e-630deb6e7406 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:24.559421 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed490d80-8d3d-4dfc-bbeb-8edb230e5d86", "tag": "4c9bde48-74d0-4be2-ac76-a0c160ed9d9a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:24.559668 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da4811ab-7dfa-4184-b83e-630deb6e7406 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:24.560117 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed490d80-8d3d-4dfc-bbeb-8edb230e5d86', 'tag': '4c9bde48-74d0-4be2-ac76-a0c160ed9d9a', 'status': 'completed', 'code': 200} Feb 03 12:40:24.566913 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d1f6656-9ca4-4d40-9f8c-b9710a5c9dea req-82e20883-9bf8-4538-afd8-14d211902b1c service neutron] 10.222.0.73 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436879 Feb 03 12:40:24.627871 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0821d7b-ac1e-4bcd-b469-e0ea6f94a6d4 req-9dfb3e4c-d09f-447a-b087-739836755245 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998873 Feb 03 12:40:24.636046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-67d2f6e0-94ad-4f30-a9e0-7fd8f2f9614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:24.637578 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-67d2f6e0-94ad-4f30-a9e0-7fd8f2f9614f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dafca496-122f-4b3c-9ca1-2bdf4f1ff671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1868610 Feb 03 12:40:24.640733 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6f1d0-27c5-4e26-8b03-55586155e423 req-8beaee90-7df5-44a8-9de2-83b06d93acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:24.642593 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5af6f1d0-27c5-4e26-8b03-55586155e423 req-8beaee90-7df5-44a8-9de2-83b06d93acc4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 1128 time: 0.2235272 Feb 03 12:40:24.687203 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c903bc-5042-4f9b-9830-731bd3c7f229 req-a1b3b473-face-4bfb-8353-bca174123deb tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:24.689472 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-95c903bc-5042-4f9b-9830-731bd3c7f229 req-a1b3b473-face-4bfb-8353-bca174123deb tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acb687d-0abb-4d1c-9c7c-828f5dc2dc64 HTTP/1.1" status: 200 len: 943 time: 0.0766344 Feb 03 12:40:24.772608 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-95c903bc-5042-4f9b-9830-731bd3c7f229 req-50de5e2c-69d5-43d9-89ba-39dbdca61360 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684929 Feb 03 12:40:24.822024 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5af6f1d0-27c5-4e26-8b03-55586155e423 req-f57f7922-e75d-44a6-be20-ccc64cb857b4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630225 Feb 03 12:40:24.865499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e9e1f-f669-4583-8ce7-a19c860fed0d req-6beace7c-b1ee-4fc7-ae6a-0c8e9f12450c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:24.874468 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-309e9e1f-f669-4583-8ce7-a19c860fed0d req-6beace7c-b1ee-4fc7-ae6a-0c8e9f12450c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.1567984 Feb 03 12:40:24.895400 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-9a12ae16-c761-45f6-aa5e-2de369475a53 service neutron] 10.222.0.73 "GET /v2.0/networks/dafca496-122f-4b3c-9ca1-2bdf4f1ff671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490280 Feb 03 12:40:24.960222 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-309e9e1f-f669-4583-8ce7-a19c860fed0d req-0c83afd3-bc75-4f77-8b83-f59f5f4adca5 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845647 Feb 03 12:40:25.028613 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-930da58b-3170-475a-b37a-ce9df73f19f4 req-e7dc8273-7353-4695-902c-f0b99e9860f6 service neutron] 10.222.0.73 "GET /v2.0/networks/dafca496-122f-4b3c-9ca1-2bdf4f1ff671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261387 Feb 03 12:40:25.214450 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098380d-d705-4122-ba55-b5180bab67fd req-7e0450a4-26c3-468c-a7ac-85d9df97f577 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:25.216031 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5098380d-d705-4122-ba55-b5180bab67fd req-7e0450a4-26c3-468c-a7ac-85d9df97f577 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.31 "GET /v2.0/networks?id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 HTTP/1.1" status: 200 len: 814 time: 0.1857905 Feb 03 12:40:25.233095 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5098380d-d705-4122-ba55-b5180bab67fd req-60c7b8ba-7dcf-4363-a436-e261a5b26ea9 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Request body: {'port': {'device_id': '685c92db-07f1-430c-ad03-bc202dc7a073', 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129', 'admin_state_up': True, 'tenant_id': '962ebd967fe64a95a9793a6a1c91cc79'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:25.307718 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491819eb-2b6b-4365-a4e4-dfc82ca69542 req-69e14354-c935-4ec9-9ad7-112f26adb05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:25.309253 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-491819eb-2b6b-4365-a4e4-dfc82ca69542 req-69e14354-c935-4ec9-9ad7-112f26adb05e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2337640daf054d38bca5c6f82ecfe03d&device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 1125 time: 0.1697836 Feb 03 12:40:25.363820 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205b261-deed-42a0-bf62-5947fcf5af5f req-cdcd927f-0701-4c46-9773-4f7bbb3a5874 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:25.371580 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7205b261-deed-42a0-bf62-5947fcf5af5f req-cdcd927f-0701-4c46-9773-4f7bbb3a5874 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 943 time: 0.0638034 Feb 03 12:40:25.432669 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7205b261-deed-42a0-bf62-5947fcf5af5f req-c4a29390-007b-438c-a6b5-4a25c01101ad tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/security-groups?id=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599535 Feb 03 12:40:25.453837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491819eb-2b6b-4365-a4e4-dfc82ca69542 req-2d29ad34-b8f9-46b6-84f9-f0626a2b62b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:25.456187 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-491819eb-2b6b-4365-a4e4-dfc82ca69542 req-2d29ad34-b8f9-46b6-84f9-f0626a2b62b1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dafca496-122f-4b3c-9ca1-2bdf4f1ff671 HTTP/1.1" status: 200 len: 912 time: 0.1386964 Feb 03 12:40:25.478584 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5098380d-d705-4122-ba55-b5180bab67fd req-60c7b8ba-7dcf-4363-a436-e261a5b26ea9 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Made reservation on behalf of 962ebd967fe64a95a9793a6a1c91cc79 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:25.482452 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5098380d-d705-4122-ba55-b5180bab67fd req-60c7b8ba-7dcf-4363-a436-e261a5b26ea9 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:25.525898 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-491819eb-2b6b-4365-a4e4-dfc82ca69542 req-885a3ea1-7621-409f-8803-8f82d49282b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c9bde48-74d0-4be2-ac76-a0c160ed9d9a HTTP/1.1" status: 200 len: 217 time: 0.0559607 Feb 03 12:40:25.645322 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09d3ccc4-c719-4633-8866-fa42e01fab15 req-32f63f65-8595-4fc9-8d54-d5d8c6af40a5 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=685c92db-07f1-430c-ad03-bc202dc7a073 HTTP/1.1" status: 200 len: 210 time: 0.0696654 Feb 03 12:40:25.666186 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491819eb-2b6b-4365-a4e4-dfc82ca69542 req-830c4bba-30b4-4fca-ba8b-6032ee29fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:25.667665 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-491819eb-2b6b-4365-a4e4-dfc82ca69542 req-830c4bba-30b4-4fca-ba8b-6032ee29fecd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b441a973-4b2b-43ed-81a4-591b929ee2b8 HTTP/1.1" status: 200 len: 850 time: 0.1339538 Feb 03 12:40:25.769736 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-5098380d-d705-4122-ba55-b5180bab67fd req-60c7b8ba-7dcf-4363-a436-e261a5b26ea9 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Allocated IP 172.20.0.3 (2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129/6400ffb7-27dd-4d8a-b637-4799b70abe20/aaa6c6fc-5828-4168-83b8-955e0836c9d0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:25.797346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491819eb-2b6b-4365-a4e4-dfc82ca69542 req-f9fd95d6-7c0f-4e38-b338-e1ccfae4c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:25.799350 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-491819eb-2b6b-4365-a4e4-dfc82ca69542 req-f9fd95d6-7c0f-4e38-b338-e1ccfae4c410 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dafca496-122f-4b3c-9ca1-2bdf4f1ff671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1238370 Feb 03 12:40:25.803748 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3040d-8d00-4631-bdc7-04a3aa6aa035 req-861e042b-e420-478c-9827-bb10dc88d650 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:25.812230 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ec3040d-8d00-4631-bdc7-04a3aa6aa035 req-861e042b-e420-478c-9827-bb10dc88d650 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 944 time: 0.0777562 Feb 03 12:40:25.872500 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ec3040d-8d00-4631-bdc7-04a3aa6aa035 req-1f05c1a2-41b1-4bf3-8fb0-ac86675c496d tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590785 Feb 03 12:40:26.031999 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 9b398a78-50d2-4141-9d11-5423875b26ed details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:40:26.047317 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c8641-5543-468e-9ed8-3f8f36bb6d9d req-162b8d45-85e9-4eb8-af3a-24b426783f3c tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:26.055778 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1c3c8641-5543-468e-9ed8-3f8f36bb6d9d req-162b8d45-85e9-4eb8-af3a-24b426783f3c tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acb687d-0abb-4d1c-9c7c-828f5dc2dc64 HTTP/1.1" status: 200 len: 943 time: 0.1899881 Feb 03 12:40:26.058278 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d68ccae1-849c-4407-ae2b-32c2f98a6e4b up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:26.134944 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdd066-3830-4e5e-9e8a-b5672287bcb2 req-12d80603-787d-4329-9397-926fa63e76ad tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:26.137813 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ecfdd066-3830-4e5e-9e8a-b5672287bcb2 req-12d80603-787d-4329-9397-926fa63e76ad tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.0810866 Feb 03 12:40:26.182962 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1c3c8641-5543-468e-9ed8-3f8f36bb6d9d req-1a6eda08-c4e0-4bae-b121-7c49017326c4 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229758 Feb 03 12:40:26.185443 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-491819eb-2b6b-4365-a4e4-dfc82ca69542 req-9dc367e2-c678-4630-995c-2b780971b302 service neutron] 10.222.0.73 "GET /v2.0/networks/dafca496-122f-4b3c-9ca1-2bdf4f1ff671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619647 Feb 03 12:40:26.223337 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port d68ccae1-849c-4407-ae2b-32c2f98a6e4b completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:40:26.232879 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port d68ccae1-849c-4407-ae2b-32c2f98a6e4b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:26.233285 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d68ccae1-849c-4407-ae2b-32c2f98a6e4b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:26.247530 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ecfdd066-3830-4e5e-9e8a-b5672287bcb2 req-a84eeb62-f8e1-4364-9ab7-94a38df08099 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027477 Feb 03 12:40:26.286981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1f0586-ace1-4016-8f4f-fa05726757ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3829e6d4-da19-43ee-a35b-e4669d746de5'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:26.290333 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ec304b-c2ab-484a-84c8-0f7f95fe8233" -d '{"events": [{"server_uuid": "5e1f0586-ace1-4016-8f4f-fa05726757ba", "name": "network-vif-plugged", "status": "completed", "tag": "3829e6d4-da19-43ee-a35b-e4669d746de5"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:26.307083 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5098380d-d705-4122-ba55-b5180bab67fd req-60c7b8ba-7dcf-4363-a436-e261a5b26ea9 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks [] for port (aaa6c6fc-5828-4168-83b8-955e0836c9d0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:26.327097 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 9b398a78-50d2-4141-9d11-5423875b26ed, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=9b398a78-50d2-4141-9d11-5423875b26ed,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:26.350217 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-491819eb-2b6b-4365-a4e4-dfc82ca69542 req-8b3279f6-e72a-4ed1-99cf-072b236a5bc7 service neutron] 10.222.0.73 "GET /v2.0/networks/dafca496-122f-4b3c-9ca1-2bdf4f1ff671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574116 Feb 03 12:40:26.359425 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '9b398a78-50d2-4141-9d11-5423875b26ed', 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb', 'port_id': '9b398a78-50d2-4141-9d11-5423875b26ed', 'mac_address': 'fa:16:3e:04:6f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4b2afa-81a8-4d6e-a8be-3051d409ec8b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:40:26.371559 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5098380d-d705-4122-ba55-b5180bab67fd req-60c7b8ba-7dcf-4363-a436-e261a5b26ea9 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (aaa6c6fc-5828-4168-83b8-955e0836c9d0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:26.409704 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0a8d24-e744-4039-8e3a-b162aaea0cfa x-openstack-request-id: req-ab0a8d24-e744-4039-8e3a-b162aaea0cfa {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:26.410128 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1f0586-ace1-4016-8f4f-fa05726757ba", "name": "network-vif-plugged", "status": "completed", "tag": "3829e6d4-da19-43ee-a35b-e4669d746de5", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:26.410545 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab0a8d24-e744-4039-8e3a-b162aaea0cfa {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:26.411009 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1f0586-ace1-4016-8f4f-fa05726757ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3829e6d4-da19-43ee-a35b-e4669d746de5', 'code': 200} Feb 03 12:40:26.421462 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5098380d-d705-4122-ba55-b5180bab67fd req-60c7b8ba-7dcf-4363-a436-e261a5b26ea9 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Network 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:26.425770 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-5098380d-d705-4122-ba55-b5180bab67fd req-60c7b8ba-7dcf-4363-a436-e261a5b26ea9 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:26.431325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port d68ccae1-849c-4407-ae2b-32c2f98a6e4b is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:26.432532 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d68ccae1-849c-4407-ae2b-32c2f98a6e4b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:26.434771 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['c1e781b1-4c48-4062-942a-2a732b102a9a', '9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:26.437174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5098380d-d705-4122-ba55-b5180bab67fd req-60c7b8ba-7dcf-4363-a436-e261a5b26ea9 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:26.438158 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['cb6c01d1-acb2-4c69-90b5-1939f4f49bc6'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:26.500949 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7b8ba-7dcf-4363-a436-e261a5b26ea9 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Pushing event updated for resources: {'Port': ['ID=aaa6c6fc-5828-4168-83b8-955e0836c9d0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:26.556309 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098380d-d705-4122-ba55-b5180bab67fd req-60c7b8ba-7dcf-4363-a436-e261a5b26ea9 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:26.557155 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5098380d-d705-4122-ba55-b5180bab67fd req-60c7b8ba-7dcf-4363-a436-e261a5b26ea9 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:26.579959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318431d-0e6d-4bcb-a39d-a3eeae419d2c req-1a259147-55e2-4335-b663-00415a51392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:26.582077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9318431d-0e6d-4bcb-a39d-a3eeae419d2c req-1a259147-55e2-4335-b663-00415a51392c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e1f0586-ace1-4016-8f4f-fa05726757ba HTTP/1.1" status: 200 len: 1127 time: 0.0945587 Feb 03 12:40:26.600420 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5098380d-d705-4122-ba55-b5180bab67fd req-60c7b8ba-7dcf-4363-a436-e261a5b26ea9 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3735237 Feb 03 12:40:26.615357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] Request body: {'port': {'device_id': '685c92db-07f1-430c-ad03-bc202dc7a073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:26.637925 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d68ccae1-849c-4407-ae2b-32c2f98a6e4b, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d68ccae1-849c-4407-ae2b-32c2f98a6e4b,segment=NetworkSegment(82db5b87-0f1b-41f8-b864-c053787c93df),segment_id=82db5b87-0f1b-41f8-b864-c053787c93df)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:26.643970 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 9b398a78-50d2-4141-9d11-5423875b26ed is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:26.644592 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9b398a78-50d2-4141-9d11-5423875b26ed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:26.657933 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d68ccae1-849c-4407-ae2b-32c2f98a6e4b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:26.675980 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e1e70-3306-47e3-a48e-58b38d6913e8 req-094ac701-9444-4707-b13d-52e0d915dbf8 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:26.679498 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-037e1e70-3306-47e3-a48e-58b38d6913e8 req-094ac701-9444-4707-b13d-52e0d915dbf8 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 943 time: 0.1099229 Feb 03 12:40:26.706377 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (aaa6c6fc-5828-4168-83b8-955e0836c9d0), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:26.709955 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9318431d-0e6d-4bcb-a39d-a3eeae419d2c req-f6952e28-751e-4f37-8459-0516fa7f947f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218581 Feb 03 12:40:26.742436 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b398a78-50d2-4141-9d11-5423875b26ed {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:26.765933 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=d68ccae1-849c-4407-ae2b-32c2f98a6e4b,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:26.802111 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 9b398a78-50d2-4141-9d11-5423875b26ed, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=9b398a78-50d2-4141-9d11-5423875b26ed,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:26.805220 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-037e1e70-3306-47e3-a48e-58b38d6913e8 req-389e5a44-89be-412e-afb7-908b700d23b2 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/security-groups?id=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060691 Feb 03 12:40:26.817308 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9b398a78-50d2-4141-9d11-5423875b26ed), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:26.880869 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=9b398a78-50d2-4141-9d11-5423875b26ed,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:27.059963 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c9d91-f787-43fd-b4f0-07378c21043b req-763700b6-592f-431d-933f-1eaf4f816db1 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:27.067792 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e56c9d91-f787-43fd-b4f0-07378c21043b req-763700b6-592f-431d-933f-1eaf4f816db1 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 945 time: 0.1036122 Feb 03 12:40:27.071091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa6c6fc-5828-4168-83b8-955e0836c9d0 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:27.080998 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] Publish callbacks [] for port (aaa6c6fc-5828-4168-83b8-955e0836c9d0), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:27.101285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] Transition to ACTIVE for port object aaa6c6fc-5828-4168-83b8-955e0836c9d0 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:40:27.110741 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e32b1-f192-4d10-a284-2c4d41a73545 req-c8fac338-f3b7-473d-a503-2386c90e9ead tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:27.118230 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f4e32b1-f192-4d10-a284-2c4d41a73545 req-c8fac338-f3b7-473d-a503-2386c90e9ead tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=685c92db-07f1-430c-ad03-bc202dc7a073 HTTP/1.1" status: 200 len: 931 time: 0.3416216 Feb 03 12:40:27.125310 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (aaa6c6fc-5828-4168-83b8-955e0836c9d0), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:27.129757 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e56c9d91-f787-43fd-b4f0-07378c21043b req-918409c7-27a8-45d1-9489-3259e2609e07 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560732 Feb 03 12:40:27.214380 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa6c6fc-5828-4168-83b8-955e0836c9d0,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:27.235573 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f4e32b1-f192-4d10-a284-2c4d41a73545 req-7da37ea6-7861-4572-93ae-2339f350a0ee tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102772 Feb 03 12:40:27.318269 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] Attempting to bind port aaa6c6fc-5828-4168-83b8-955e0836c9d0 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:27.318671 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] Attempting to bind port aaa6c6fc-5828-4168-83b8-955e0836c9d0 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'b18a3aaf-1673-4c64-ab69-ba2386957046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:27.319106 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] Attempting to bind port aaa6c6fc-5828-4168-83b8-955e0836c9d0 on network 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:27.323827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] Port aaa6c6fc-5828-4168-83b8-955e0836c9d0 on network 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:40:27.324301 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] Attempting to bind port aaa6c6fc-5828-4168-83b8-955e0836c9d0 on network 2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:27.341958 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:27.342446 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] Checking segment: {'id': 'b18a3aaf-1673-4c64-ab69-ba2386957046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:27.342956 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] Bound using segment: {'id': 'b18a3aaf-1673-4c64-ab69-ba2386957046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:27.344200 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] Bound port: aaa6c6fc-5828-4168-83b8-955e0836c9d0, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18a3aaf-1673-4c64-ab69-ba2386957046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:27.344200 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (aaa6c6fc-5828-4168-83b8-955e0836c9d0), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:27.368264 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58b029-6c69-434f-9bd3-715bc5515490 req-09397199-6be0-4daa-91de-d9b3a05df9af tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:27.372446 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e58b029-6c69-434f-9bd3-715bc5515490 req-09397199-6be0-4daa-91de-d9b3a05df9af tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acb687d-0abb-4d1c-9c7c-828f5dc2dc64 HTTP/1.1" status: 200 len: 944 time: 0.0728078 Feb 03 12:40:27.416219 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['9b398a78-50d2-4141-9d11-5423875b26ed'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:27.427190 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e58b029-6c69-434f-9bd3-715bc5515490 req-15335577-6027-461b-bdf7-2ad899548636 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511355 Feb 03 12:40:27.453732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] For port aaa6c6fc-5828-4168-83b8-955e0836c9d0, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:27.462354 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee2ac5-0296-4a5f-87f0-917f9d6ef9a1 req-217fd4b7-bd6e-4ba5-bff4-d2f1e8f6e851 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:27.463886 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9fee2ac5-0296-4a5f-87f0-917f9d6ef9a1 req-217fd4b7-bd6e-4ba5-bff4-d2f1e8f6e851 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.1329772 Feb 03 12:40:27.472106 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] For port aaa6c6fc-5828-4168-83b8-955e0836c9d0, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=aaa6c6fc-5828-4168-83b8-955e0836c9d0,segment=NetworkSegment(b18a3aaf-1673-4c64-ab69-ba2386957046),segment_id=b18a3aaf-1673-4c64-ab69-ba2386957046)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:27.495300 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (aaa6c6fc-5828-4168-83b8-955e0836c9d0), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:27.564879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:27.566067 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:27.567778 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5098380d-d705-4122-ba55-b5180bab67fd req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] 10.222.0.31 "PUT /v2.0/ports/aaa6c6fc-5828-4168-83b8-955e0836c9d0 HTTP/1.1" status: 200 len: 1091 time: 0.9591196 Feb 03 12:40:27.568589 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685c92db-07f1-430c-ad03-bc202dc7a073', 'tag': 'aaa6c6fc-5828-4168-83b8-955e0836c9d0'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:27.571429 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a93b027-a913-4c28-bf37-e5fc758cc226" -d '{"events": [{"name": "network-changed", "server_uuid": "685c92db-07f1-430c-ad03-bc202dc7a073", "tag": "aaa6c6fc-5828-4168-83b8-955e0836c9d0"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:27.624449 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94b73c-4caf-4e10-9bdf-2e7ef19bccf6 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa6c6fc-5828-4168-83b8-955e0836c9d0,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:27.644776 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30cd7c5-7a3c-41b5-b032-7f58e656b362 x-openstack-request-id: req-b30cd7c5-7a3c-41b5-b032-7f58e656b362 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:27.645465 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685c92db-07f1-430c-ad03-bc202dc7a073", "tag": "aaa6c6fc-5828-4168-83b8-955e0836c9d0", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:27.645879 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b30cd7c5-7a3c-41b5-b032-7f58e656b362 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:27.646420 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685c92db-07f1-430c-ad03-bc202dc7a073', 'tag': 'aaa6c6fc-5828-4168-83b8-955e0836c9d0', 'status': 'completed', 'code': 200} Feb 03 12:40:27.679958 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9fee2ac5-0296-4a5f-87f0-917f9d6ef9a1 req-f903976f-99c6-482e-9810-aca796e6ef83 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050269 Feb 03 12:40:27.690842 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098380d-d705-4122-ba55-b5180bab67fd req-cfc4b2e7-8055-45c1-9d8b-aa40633b1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:27.692633 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5098380d-d705-4122-ba55-b5180bab67fd req-cfc4b2e7-8055-45c1-9d8b-aa40633b1fb4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=962ebd967fe64a95a9793a6a1c91cc79&device_id=685c92db-07f1-430c-ad03-bc202dc7a073 HTTP/1.1" status: 200 len: 1125 time: 0.0599561 Feb 03 12:40:27.744626 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5098380d-d705-4122-ba55-b5180bab67fd req-bb549fc8-fd19-4365-86dc-e3a9bed10c81 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaa6c6fc-5828-4168-83b8-955e0836c9d0 HTTP/1.1" status: 200 len: 217 time: 0.0437264 Feb 03 12:40:27.795000 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098380d-d705-4122-ba55-b5180bab67fd req-1cc5bfde-1ce5-40e8-9204-cd47ae854b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:27.796726 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5098380d-d705-4122-ba55-b5180bab67fd req-1cc5bfde-1ce5-40e8-9204-cd47ae854b04 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6400ffb7-27dd-4d8a-b637-4799b70abe20 HTTP/1.1" status: 200 len: 854 time: 0.0467689 Feb 03 12:40:27.834263 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5098380d-d705-4122-ba55-b5180bab67fd req-58ea9804-d88e-4ea3-9b01-cfd4b9cc9cff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301886 Feb 03 12:40:27.929153 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6bf2e-df32-4c39-8bbe-c05c4f9efbdd req-e1f5f360-eb01-42b8-bcf8-78eba6c9f683 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:27.930731 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5aa6bf2e-df32-4c39-8bbe-c05c4f9efbdd req-e1f5f360-eb01-42b8-bcf8-78eba6c9f683 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 943 time: 0.0689878 Feb 03 12:40:27.955636 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5098380d-d705-4122-ba55-b5180bab67fd req-1c71d6ac-5c1a-472b-bce2-99962a41c8c2 service neutron] 10.222.0.31 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157959 Feb 03 12:40:27.981225 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5aa6bf2e-df32-4c39-8bbe-c05c4f9efbdd req-76e9c4fb-adee-44fb-b072-916e4e15463d tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/security-groups?id=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440960 Feb 03 12:40:28.046462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:40:28.059384 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5098380d-d705-4122-ba55-b5180bab67fd req-bedd58e6-3a8b-4d98-8a18-cc175960e07d service neutron] 10.222.0.31 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979121 Feb 03 12:40:28.157988 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4c9bde48-74d0-4be2-ac76-a0c160ed9d9a,segment=NetworkSegment(142dd35d-c110-49e0-bf57-ee10d9832c7e),segment_id=142dd35d-c110-49e0-bf57-ee10d9832c7e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:28.172158 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '4c9bde48-74d0-4be2-ac76-a0c160ed9d9a', 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671', 'port_id': '4c9bde48-74d0-4be2-ac76-a0c160ed9d9a', 'mac_address': 'fa:16:3e:1e:d0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b441a973-4b2b-43ed-81a4-591b929ee2b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:40:28.190088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93b027-a913-4c28-bf37-e5fc758cc226 req-12516a1d-3440-4f0d-a586-ef6ee2fe7bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:28.191891 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a93b027-a913-4c28-bf37-e5fc758cc226 req-12516a1d-3440-4f0d-a586-ef6ee2fe7bc6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=962ebd967fe64a95a9793a6a1c91cc79&device_id=685c92db-07f1-430c-ad03-bc202dc7a073 HTTP/1.1" status: 200 len: 1125 time: 0.0831208 Feb 03 12:40:28.216138 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:28.216545 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4c9bde48-74d0-4be2-ac76-a0c160ed9d9a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:28.236050 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:28.269547 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4c9bde48-74d0-4be2-ac76-a0c160ed9d9a,segment=NetworkSegment(142dd35d-c110-49e0-bf57-ee10d9832c7e),segment_id=142dd35d-c110-49e0-bf57-ee10d9832c7e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:28.277747 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4c9bde48-74d0-4be2-ac76-a0c160ed9d9a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:28.368734 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cd116-860e-4737-b344-f37bb4f67a41 req-7dc047b6-547d-441d-bf17-586d3455f52c tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:28.374149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=4c9bde48-74d0-4be2-ac76-a0c160ed9d9a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:28.381118 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d36cd116-860e-4737-b344-f37bb4f67a41 req-7dc047b6-547d-441d-bf17-586d3455f52c tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 945 time: 0.1420887 Feb 03 12:40:28.412413 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842df515-0a42-4f09-9a07-4f3113401e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68ccae1-849c-4407-ae2b-32c2f98a6e4b'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:28.415505 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71b6e0c-8d74-4664-9c07-c47a359ea649" -d '{"events": [{"server_uuid": "842df515-0a42-4f09-9a07-4f3113401e97", "name": "network-vif-plugged", "status": "completed", "tag": "d68ccae1-849c-4407-ae2b-32c2f98a6e4b"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:28.428885 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a4bd6-94a4-4a43-9d68-b2692746c280 req-a5b8c8ca-dbce-48dc-ac6a-745dff11010f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:28.430639 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-218a4bd6-94a4-4a43-9d68-b2692746c280 req-a5b8c8ca-dbce-48dc-ac6a-745dff11010f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=685c92db-07f1-430c-ad03-bc202dc7a073 HTTP/1.1" status: 200 len: 943 time: 0.0796711 Feb 03 12:40:28.455108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93b027-a913-4c28-bf37-e5fc758cc226 req-1fc51c69-305f-40e8-a750-6e718d1e37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:28.456892 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a93b027-a913-4c28-bf37-e5fc758cc226 req-1fc51c69-305f-40e8-a750-6e718d1e37e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 HTTP/1.1" status: 200 len: 915 time: 0.2573757 Feb 03 12:40:28.489887 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-218a4bd6-94a4-4a43-9d68-b2692746c280 req-72398a4b-e4b0-4e49-8b16-137ac3b200a9 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531516 Feb 03 12:40:28.511748 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a93b027-a913-4c28-bf37-e5fc758cc226 req-f5562cf3-ae33-4863-9d49-e912e7ffb639 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaa6c6fc-5828-4168-83b8-955e0836c9d0 HTTP/1.1" status: 200 len: 217 time: 0.0443103 Feb 03 12:40:28.544963 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6319b6-7a8f-4bc6-965e-0be370e28fa2 x-openstack-request-id: req-0b6319b6-7a8f-4bc6-965e-0be370e28fa2 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:28.545944 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842df515-0a42-4f09-9a07-4f3113401e97", "name": "network-vif-plugged", "status": "completed", "tag": "d68ccae1-849c-4407-ae2b-32c2f98a6e4b", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:28.546458 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b6319b6-7a8f-4bc6-965e-0be370e28fa2 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:28.547061 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842df515-0a42-4f09-9a07-4f3113401e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68ccae1-849c-4407-ae2b-32c2f98a6e4b', 'code': 200} Feb 03 12:40:28.554235 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d36cd116-860e-4737-b344-f37bb4f67a41 req-5f6f0392-c0b5-4e3e-bcba-8f96cf6df28b tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517992 Feb 03 12:40:28.577253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93b027-a913-4c28-bf37-e5fc758cc226 req-9ec55760-f4ea-449f-950e-68d64af3e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:28.578735 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a93b027-a913-4c28-bf37-e5fc758cc226 req-9ec55760-f4ea-449f-950e-68d64af3e6b5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6400ffb7-27dd-4d8a-b637-4799b70abe20 HTTP/1.1" status: 200 len: 854 time: 0.0589368 Feb 03 12:40:28.631543 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a93b027-a913-4c28-bf37-e5fc758cc226 req-73920042-611d-47d0-910a-98ca504971a0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426579 Feb 03 12:40:28.671711 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f43d0-764b-4002-a4a6-3c4bcfe794e9 req-15ec2ac0-9f1c-4446-a41c-b0688e2affe9 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:28.679704 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-114f43d0-764b-4002-a4a6-3c4bcfe794e9 req-15ec2ac0-9f1c-4446-a41c-b0688e2affe9 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acb687d-0abb-4d1c-9c7c-828f5dc2dc64 HTTP/1.1" status: 200 len: 944 time: 0.0711355 Feb 03 12:40:28.742083 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-114f43d0-764b-4002-a4a6-3c4bcfe794e9 req-0d990b83-15bd-41cd-8dcc-d75f2b2ed13c tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540104 Feb 03 12:40:28.853070 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['4c9bde48-74d0-4be2-ac76-a0c160ed9d9a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:28.859515 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a93b027-a913-4c28-bf37-e5fc758cc226 req-aff43842-8309-47fd-aa76-73422efead03 service neutron] 10.222.0.31 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214780 Feb 03 12:40:28.862915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdf839-5445-469f-bb3f-76ec2509c8b7 req-bb41eecf-96b0-4c1e-aea5-4d7345711ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:28.864484 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3afdf839-5445-469f-bb3f-76ec2509c8b7 req-bb41eecf-96b0-4c1e-aea5-4d7345711ad2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 1127 time: 0.1991231 Feb 03 12:40:28.923669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071ba1b-92d9-4639-9e30-c79ae8bcba87 req-165a79d2-a3fd-4ce8-8647-f68333f00165 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:28.925530 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f071ba1b-92d9-4639-9e30-c79ae8bcba87 req-165a79d2-a3fd-4ce8-8647-f68333f00165 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.1373236 Feb 03 12:40:29.041951 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3afdf839-5445-469f-bb3f-76ec2509c8b7 req-0aef41f7-d5a0-46bd-a4ef-c247b0a4b8ef service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660638 Feb 03 12:40:29.051464 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a93b027-a913-4c28-bf37-e5fc758cc226 req-28b593f5-195a-498f-a559-baaab2db4ab0 service neutron] 10.222.0.31 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847994 Feb 03 12:40:29.054736 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f071ba1b-92d9-4639-9e30-c79ae8bcba87 req-aa20af8b-7d8a-4a8a-8ae2-fc1100d14c8a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008716 Feb 03 12:40:29.124586 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d704908-7562-4069-9d66-2c7cae41cdfe req-875ea4a2-1b1c-4441-902c-a4bee2d379e2 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:29.126220 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d704908-7562-4069-9d66-2c7cae41cdfe req-875ea4a2-1b1c-4441-902c-a4bee2d379e2 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 944 time: 0.0553858 Feb 03 12:40:29.177214 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d704908-7562-4069-9d66-2c7cae41cdfe req-310b52ea-7106-4a29-9c94-d43a761420eb tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/security-groups?id=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451655 Feb 03 12:40:29.610237 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad312955-9d25-457f-8c3a-968c426585dc req-31a8b42c-e03b-4cce-977d-aa2e44cfa44f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:29.611741 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ad312955-9d25-457f-8c3a-968c426585dc req-31a8b42c-e03b-4cce-977d-aa2e44cfa44f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=685c92db-07f1-430c-ad03-bc202dc7a073 HTTP/1.1" status: 200 len: 943 time: 0.0544429 Feb 03 12:40:29.662658 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ad312955-9d25-457f-8c3a-968c426585dc req-113298e4-a438-4acb-81e3-91e94b0677e1 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450828 Feb 03 12:40:29.686820 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab22d5-058a-4980-b23b-cd4185e3d717 req-7570000b-659a-4af8-8960-0ea7455cd7a9 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:29.688418 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0bab22d5-058a-4980-b23b-cd4185e3d717 req-7570000b-659a-4af8-8960-0ea7455cd7a9 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 945 time: 0.0620143 Feb 03 12:40:29.739413 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0bab22d5-058a-4980-b23b-cd4185e3d717 req-e3771dab-59db-4b58-ade4-334ff66683b5 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453439 Feb 03 12:40:29.857117 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02493552-e104-4202-8c6a-18c61d15599a req-290e4d52-b9ea-4f05-9ae3-0e855e9a3d32 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:29.858606 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-02493552-e104-4202-8c6a-18c61d15599a req-290e4d52-b9ea-4f05-9ae3-0e855e9a3d32 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acb687d-0abb-4d1c-9c7c-828f5dc2dc64 HTTP/1.1" status: 200 len: 944 time: 0.0587447 Feb 03 12:40:29.905965 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-02493552-e104-4202-8c6a-18c61d15599a req-adbc8408-82b3-4682-9fc1-672e06ff1b2e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418868 Feb 03 12:40:30.027575 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 9b398a78-50d2-4141-9d11-5423875b26ed up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:30.078313 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 9b398a78-50d2-4141-9d11-5423875b26ed completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:40:30.083616 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 9b398a78-50d2-4141-9d11-5423875b26ed triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:30.084034 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9b398a78-50d2-4141-9d11-5423875b26ed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:30.167553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 9b398a78-50d2-4141-9d11-5423875b26ed is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:30.167970 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9b398a78-50d2-4141-9d11-5423875b26ed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:30.193486 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97172bd3-c53b-4236-a453-1e80ece4675a req-022b6db0-ea81-48ca-990f-32e579c69ebe tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:30.195289 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-97172bd3-c53b-4236-a453-1e80ece4675a req-022b6db0-ea81-48ca-990f-32e579c69ebe tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.0650861 Feb 03 12:40:30.215180 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 9b398a78-50d2-4141-9d11-5423875b26ed, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=9b398a78-50d2-4141-9d11-5423875b26ed,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:30.221718 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9b398a78-50d2-4141-9d11-5423875b26ed), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:30.268497 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-97172bd3-c53b-4236-a453-1e80ece4675a req-e76b8bb6-090f-4d49-814e-b68649c2010b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614762 Feb 03 12:40:30.286037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=9b398a78-50d2-4141-9d11-5423875b26ed,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:30.321287 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6efdf-8e12-4c73-a434-258864323b03 req-268034d3-118c-4041-b618-7123b9d98629 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:30.322973 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b7a6efdf-8e12-4c73-a434-258864323b03 req-268034d3-118c-4041-b618-7123b9d98629 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 944 time: 0.0688541 Feb 03 12:40:30.372303 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b7a6efdf-8e12-4c73-a434-258864323b03 req-eb8ff5c3-6a63-4a78-9088-76a5507bbcc0 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/security-groups?id=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435104 Feb 03 12:40:30.548901 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acb687d-0abb-4d1c-9c7c-828f5dc2dc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b398a78-50d2-4141-9d11-5423875b26ed'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:30.551441 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0ad6d2-6f48-47f2-ad8d-3c578a257f94" -d '{"events": [{"server_uuid": "6acb687d-0abb-4d1c-9c7c-828f5dc2dc64", "name": "network-vif-plugged", "status": "completed", "tag": "9b398a78-50d2-4141-9d11-5423875b26ed"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:30.587471 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85c0edf-f65f-4fa9-858a-0a95a4c7ca9e x-openstack-request-id: req-d85c0edf-f65f-4fa9-858a-0a95a4c7ca9e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:30.587887 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acb687d-0abb-4d1c-9c7c-828f5dc2dc64", "name": "network-vif-plugged", "status": "completed", "tag": "9b398a78-50d2-4141-9d11-5423875b26ed", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:30.588293 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d85c0edf-f65f-4fa9-858a-0a95a4c7ca9e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:30.588697 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acb687d-0abb-4d1c-9c7c-828f5dc2dc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b398a78-50d2-4141-9d11-5423875b26ed', 'code': 200} Feb 03 12:40:30.724674 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ad7d8-ddc4-4057-81ee-40a693f1356a req-947807af-4a8a-4ad3-b2dd-b4844c31a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:30.726353 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe8ad7d8-ddc4-4057-81ee-40a693f1356a req-947807af-4a8a-4ad3-b2dd-b4844c31a9ff service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6acb687d-0abb-4d1c-9c7c-828f5dc2dc64 HTTP/1.1" status: 200 len: 1127 time: 0.0462556 Feb 03 12:40:30.807730 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe8ad7d8-ddc4-4057-81ee-40a693f1356a req-fd885ac2-43d0-4d33-bc6d-84dcabaada32 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754099 Feb 03 12:40:30.818468 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b190989-f5d0-4986-9db1-8250ee3e8081 req-af6d87da-47c6-41bd-bed0-5cb109f39d4e tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:30.821868 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b190989-f5d0-4986-9db1-8250ee3e8081 req-af6d87da-47c6-41bd-bed0-5cb109f39d4e tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=685c92db-07f1-430c-ad03-bc202dc7a073 HTTP/1.1" status: 200 len: 943 time: 0.0885580 Feb 03 12:40:30.848329 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48004) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:30.866170 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:30.903168 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb050b63-3bb5-4478-92c1-08488530001b admin admin] Deleting subnet 724fae1a-e2b6-4370-b37a-cb3d7e093e75 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:40:30.909063 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb050b63-3bb5-4478-92c1-08488530001b admin admin] Publish callbacks [] for subnet (724fae1a-e2b6-4370-b37a-cb3d7e093e75), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:30.935159 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bc208-ca4b-41bc-8b37-6043832b85fb req-eb310006-2012-4fcb-b284-d41a4546eea0 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:30.936776 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-416bc208-ca4b-41bc-8b37-6043832b85fb req-eb310006-2012-4fcb-b284-d41a4546eea0 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 945 time: 0.1213288 Feb 03 12:40:30.973365 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb050b63-3bb5-4478-92c1-08488530001b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (724fae1a-e2b6-4370-b37a-cb3d7e093e75), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.028371 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-416bc208-ca4b-41bc-8b37-6043832b85fb req-1d106fbf-2e4b-418e-badd-538f5e143718 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810406 Feb 03 12:40:31.041672 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb050b63-3bb5-4478-92c1-08488530001b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (724fae1a-e2b6-4370-b37a-cb3d7e093e75), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.107788 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb050b63-3bb5-4478-92c1-08488530001b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (724fae1a-e2b6-4370-b37a-cb3d7e093e75), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.152579 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb050b63-3bb5-4478-92c1-08488530001b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.158793 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-eb050b63-3bb5-4478-92c1-08488530001b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/724fae1a-e2b6-4370-b37a-cb3d7e093e75 HTTP/1.1" status: 204 len: 168 time: 0.3064909 Feb 03 12:40:31.158793 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb050b63-3bb5-4478-92c1-08488530001b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=724fae1a-e2b6-4370-b37a-cb3d7e093e75,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:31.161921 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48010) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:31.244557 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b190989-f5d0-4986-9db1-8250ee3e8081 req-31f241f6-5faa-415d-ac96-d81b63c8f2da tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098425 Feb 03 12:40:31.268089 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec676b4-b331-4705-b09e-8dae1a9032e8 req-c8eefea1-5f7e-4b13-8a61-7343669606fa tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:31.269617 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7ec676b4-b331-4705-b09e-8dae1a9032e8 req-c8eefea1-5f7e-4b13-8a61-7343669606fa tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acb687d-0abb-4d1c-9c7c-828f5dc2dc64 HTTP/1.1" status: 200 len: 945 time: 0.1497560 Feb 03 12:40:31.273179 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.362498 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26222f-16ab-45f7-add4-3af8487c7392 req-06ddc656-3282-46da-a2b1-aad0f8e51b82 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:31.370251 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2c26222f-16ab-45f7-add4-3af8487c7392 req-06ddc656-3282-46da-a2b1-aad0f8e51b82 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.0637610 Feb 03 12:40:31.377844 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7ec676b4-b331-4705-b09e-8dae1a9032e8 req-c252737e-6b7e-4853-b9f2-11ecbf4b3655 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972869 Feb 03 12:40:31.425409 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.439975 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2c26222f-16ab-45f7-add4-3af8487c7392 req-b8b442c5-43c7-45a9-bafe-1cb9136abb5e tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635514 Feb 03 12:40:31.450977 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:31.467702 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:31.468017 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:31.492869 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.511482 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.520230 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:40:31.520628 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (e9c7eee8-6ea4-42bb-bdb9-0a786a34b1b1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:40:31.523649 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:40:31.554977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf5112-5180-4e75-8273-54e220370562 req-142a768f-cb56-406b-92dc-5a78a3fae11b tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:31.556556 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-86cf5112-5180-4e75-8273-54e220370562 req-142a768f-cb56-406b-92dc-5a78a3fae11b tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 944 time: 0.0556784 Feb 03 12:40:31.583608 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536554c-f931-4ad7-9064-9f5f6be36217 req-4269c15b-4179-485f-8dc3-a227ec68aad2 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:31.585120 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d536554c-f931-4ad7-9064-9f5f6be36217 req-4269c15b-4179-485f-8dc3-a227ec68aad2 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 946 time: 0.1293509 Feb 03 12:40:31.603992 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.611021 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-86cf5112-5180-4e75-8273-54e220370562 req-dd1ee7de-bd3e-4157-ac5b-134282764713 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/security-groups?id=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478652 Feb 03 12:40:31.616987 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.620096 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] 10.222.0.18 "DELETE /v2.0/networks/006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52 HTTP/1.1" status: 204 len: 168 time: 0.4581139 Feb 03 12:40:31.622950 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48018) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:31.633843 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Pushing event deleted for resources: {'Network': ['ID=006ba9cb-4c44-4cc2-b8c8-4b6e15e55a52,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:31.644990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:31.645350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:31.645690 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:31.646114 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:31.646342 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:31.646668 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:31.646988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:31.647304 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:31.647623 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:31.647956 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:31.648276 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:31.648592 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:31.649019 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7261dde1-b0ea-4d2b-89bb-7ea995a82969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:31.680061 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d536554c-f931-4ad7-9064-9f5f6be36217 req-f958e360-32f8-4116-b1f5-31e7647f939b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837221 Feb 03 12:40:31.683402 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd372a1-6260-438f-bd66-cca0678a0dd9 admin admin] Deleting subnet b0a396a7-b325-40b5-900a-e3b15526eb80 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:40:31.687917 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0dd372a1-6260-438f-bd66-cca0678a0dd9 admin admin] Publish callbacks [] for subnet (b0a396a7-b325-40b5-900a-e3b15526eb80), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.754481 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0dd372a1-6260-438f-bd66-cca0678a0dd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (b0a396a7-b325-40b5-900a-e3b15526eb80), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.804218 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0dd372a1-6260-438f-bd66-cca0678a0dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (b0a396a7-b325-40b5-900a-e3b15526eb80), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.812231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673ab05-09be-4649-bd4b-02b4839e0b00 req-2b69b672-5dba-4fc3-805e-8e4d71e8173d tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:31.814281 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4673ab05-09be-4649-bd4b-02b4839e0b00 req-2b69b672-5dba-4fc3-805e-8e4d71e8173d tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e1f0586-ace1-4016-8f4f-fa05726757ba HTTP/1.1" status: 200 len: 945 time: 0.1046770 Feb 03 12:40:31.890839 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4673ab05-09be-4649-bd4b-02b4839e0b00 req-d1aa6a9b-983c-4816-b33d-283cb4bd2047 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592277 Feb 03 12:40:31.896993 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0dd372a1-6260-438f-bd66-cca0678a0dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (b0a396a7-b325-40b5-900a-e3b15526eb80), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.924035 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd372a1-6260-438f-bd66-cca0678a0dd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a396a7-b325-40b5-900a-e3b15526eb80,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:31.928263 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0dd372a1-6260-438f-bd66-cca0678a0dd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:31.931758 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0dd372a1-6260-438f-bd66-cca0678a0dd9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b0a396a7-b325-40b5-900a-e3b15526eb80 HTTP/1.1" status: 204 len: 168 time: 0.3073170 Feb 03 12:40:31.934233 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48022) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:32.034343 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:32.039465 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (cedcd6fe-186f-4b1d-8b69-1973bd0d4f23), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.062234 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-f4836b4e-34d0-41f6-b92c-b2e240ccd1f8 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:32.064490 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-f4836b4e-34d0-41f6-b92c-b2e240ccd1f8 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819&tenant_id=59121cc9f5494060a5397600a3646346&binding%3Ahost_id=n-h1-827336-3 HTTP/1.1" status: 200 len: 1128 time: 0.0977256 Feb 03 12:40:32.073819 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device aaa6c6fc-5828-4168-83b8-955e0836c9d0 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:40:32.088555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827336-3'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:32.106044 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:40:32.125240 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:32.125881 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4c9bde48-74d0-4be2-ac76-a0c160ed9d9a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.173747 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (cedcd6fe-186f-4b1d-8b69-1973bd0d4f23), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.201992 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94091190-a409-400b-9e82-090610970d18 req-e0f29ac7-653c-4573-9e11-cec7b61c176c tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:32.203783 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-94091190-a409-400b-9e82-090610970d18 req-e0f29ac7-653c-4573-9e11-cec7b61c176c tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 945 time: 0.0685024 Feb 03 12:40:32.218596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cedcd6fe-186f-4b1d-8b69-1973bd0d4f23']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:32.236225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5210be26-756d-44cc-81b5-401f77937263') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:32.242624 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5210be26-756d-44cc-81b5-401f77937263') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:32.244796 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.271071 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (5210be26-756d-44cc-81b5-401f77937263), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.288243 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (5210be26-756d-44cc-81b5-401f77937263), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.291426 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-94091190-a409-400b-9e82-090610970d18 req-4df64e90-1cf1-4542-add0-b35fa26da246 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783293 Feb 03 12:40:32.296093 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:32.296398 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4c9bde48-74d0-4be2-ac76-a0c160ed9d9a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.302482 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:40:32.302773 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (5210be26-756d-44cc-81b5-401f77937263), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:40:32.310760 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:40:32.366039 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port aaa6c6fc-5828-4168-83b8-955e0836c9d0, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=aaa6c6fc-5828-4168-83b8-955e0836c9d0,segment=NetworkSegment(b18a3aaf-1673-4c64-ab69-ba2386957046),segment_id=b18a3aaf-1673-4c64-ab69-ba2386957046)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:32.408798 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4c9bde48-74d0-4be2-ac76-a0c160ed9d9a,segment=NetworkSegment(142dd35d-c110-49e0-bf57-ee10d9832c7e),segment_id=142dd35d-c110-49e0-bf57-ee10d9832c7e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:32.421516 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4c9bde48-74d0-4be2-ac76-a0c160ed9d9a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.448108 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'aaa6c6fc-5828-4168-83b8-955e0836c9d0', 'network_id': '2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129', 'port_id': 'aaa6c6fc-5828-4168-83b8-955e0836c9d0', 'mac_address': 'fa:16:3e:95:89:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6400ffb7-27dd-4d8a-b637-4799b70abe20', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:40:32.507654 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=4c9bde48-74d0-4be2-ac76-a0c160ed9d9a,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:32.516215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port aaa6c6fc-5828-4168-83b8-955e0836c9d0 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:32.517114 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (aaa6c6fc-5828-4168-83b8-955e0836c9d0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.534321 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (cedcd6fe-186f-4b1d-8b69-1973bd0d4f23), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.534603 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa6c6fc-5828-4168-83b8-955e0836c9d0 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:32.560479 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.564321 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port aaa6c6fc-5828-4168-83b8-955e0836c9d0, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=aaa6c6fc-5828-4168-83b8-955e0836c9d0,segment=NetworkSegment(b18a3aaf-1673-4c64-ab69-ba2386957046),segment_id=b18a3aaf-1673-4c64-ab69-ba2386957046)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:32.568796 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cedcd6fe-186f-4b1d-8b69-1973bd0d4f23 HTTP/1.1" status: 204 len: 168 time: 0.6331038 Feb 03 12:40:32.573917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cedcd6fe-186f-4b1d-8b69-1973bd0d4f23,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:32.581058 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (aaa6c6fc-5828-4168-83b8-955e0836c9d0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.589853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:32.590211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:32.590669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:32.591109 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:32.591455 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:32.591794 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:32.592154 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:32.592489 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:32.592924 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:32.593257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:32.593663 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:32.593991 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:32.594318 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26780e55-e59c-4780-9313-2401b9acf8f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:40:32.598670 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed490d80-8d3d-4dfc-bbeb-8edb230e5d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9bde48-74d0-4be2-ac76-a0c160ed9d9a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:32.604107 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bd5278-6b56-438a-aaf2-dfe20c48c7b9" -d '{"events": [{"server_uuid": "ed490d80-8d3d-4dfc-bbeb-8edb230e5d86", "name": "network-vif-plugged", "status": "completed", "tag": "4c9bde48-74d0-4be2-ac76-a0c160ed9d9a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:32.624212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] For port 43b908f7-4c59-4aa4-a9df-30167b7a4f91, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=43b908f7-4c59-4aa4-a9df-30167b7a4f91,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:32.632981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554a9a5-7b14-41b6-9ae3-95a4aac90e60 req-b782c8cd-f527-4959-bc8a-640455b2f0ed tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:32.640322 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a554a9a5-7b14-41b6-9ae3-95a4aac90e60 req-b782c8cd-f527-4959-bc8a-640455b2f0ed tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=685c92db-07f1-430c-ad03-bc202dc7a073 HTTP/1.1" status: 200 len: 943 time: 0.2329717 Feb 03 12:40:32.699778 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d481c-f0a6-48c5-9e20-2ee7a2bd2d44 req-fda62c91-3181-4dda-874e-522cb8bf9ce7 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:32.702541 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-484d481c-f0a6-48c5-9e20-2ee7a2bd2d44 req-fda62c91-3181-4dda-874e-522cb8bf9ce7 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.1359708 Feb 03 12:40:32.715178 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=aaa6c6fc-5828-4168-83b8-955e0836c9d0,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:32.727923 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48038) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:32.744095 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] For port 43b908f7-4c59-4aa4-a9df-30167b7a4f91, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:32.761910 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-484d481c-f0a6-48c5-9e20-2ee7a2bd2d44 req-8596b222-a286-4bb4-bfda-a1484c1c205a tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533519 Feb 03 12:40:32.775134 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a554a9a5-7b14-41b6-9ae3-95a4aac90e60 req-661fa1d4-7559-4f7f-89e3-437a3c415af6 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339915 Feb 03 12:40:32.817098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5fa651-82ce-4b86-ac80-bc9ad3186819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b908f7-4c59-4aa4-a9df-30167b7a4f91'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:32.819688 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9d2d86-1fc7-42c6-8372-396a9c3df395" -d '{"events": [{"server_uuid": "bf5fa651-82ce-4b86-ac80-bc9ad3186819", "name": "network-vif-unplugged", "status": "completed", "tag": "43b908f7-4c59-4aa4-a9df-30167b7a4f91"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:32.825381 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] Publish callbacks [] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.829679 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-95b58bc8-5675-4425-8786-1a0110157356 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8acf8a3aa664a4f8d08b91b0b84088c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1001554 Feb 03 12:40:32.832466 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48044) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:32.839784 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:32.882352 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673df5d-7694-4746-a381-afb02724fe41 req-ab493c9f-f358-44fa-9d9a-d096e5e848a7 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:32.883823 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e673df5d-7694-4746-a381-afb02724fe41 req-ab493c9f-f358-44fa-9d9a-d096e5e848a7 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acb687d-0abb-4d1c-9c7c-828f5dc2dc64 HTTP/1.1" status: 200 len: 945 time: 0.0549617 Feb 03 12:40:32.924389 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['aaa6c6fc-5828-4168-83b8-955e0836c9d0'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:32.933266 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e673df5d-7694-4746-a381-afb02724fe41 req-322fe163-4452-452c-83d5-5285d836bca9 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437763 Feb 03 12:40:32.992863 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09530ef8-6605-409c-b8f9-fb29894c718b x-openstack-request-id: req-09530ef8-6605-409c-b8f9-fb29894c718b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:32.993169 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed490d80-8d3d-4dfc-bbeb-8edb230e5d86", "name": "network-vif-plugged", "status": "completed", "tag": "4c9bde48-74d0-4be2-ac76-a0c160ed9d9a", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:32.993427 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09530ef8-6605-409c-b8f9-fb29894c718b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:32.993829 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed490d80-8d3d-4dfc-bbeb-8edb230e5d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9bde48-74d0-4be2-ac76-a0c160ed9d9a', 'code': 200} Feb 03 12:40:32.999245 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] Pushing event updated for resources: {'Port': ['ID=43b908f7-4c59-4aa4-a9df-30167b7a4f91,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:33.010640 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50e9dc43-6fe5-44a2-9711-c1c182871b47 admin admin] Publish callbacks [] for security_group (5410b058-a2ff-4769-801d-f74cb96fe92a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.031580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] Attempting to bind port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 on host n-h1-827336-3 for vnic_type normal with profile {"migrating_to": "n-h2-827336-3"} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:33.032507 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] Attempting to bind port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:33.033235 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] Attempting to bind port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:33.051904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] Port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:40:33.052353 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] Attempting to bind port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 on network 261b9ae4-c32c-4699-b2c0-61d6a780f49b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:33.064476 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53685805-0d62-47a5-a9c0-925ef91cded4 req-23b7d75a-43ed-4c5a-919d-455cdd0ba0f5 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:33.066545 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-53685805-0d62-47a5-a9c0-925ef91cded4 req-23b7d75a-43ed-4c5a-919d-455cdd0ba0f5 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 945 time: 0.2129142 Feb 03 12:40:33.080317 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:33.080800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] Checking segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:33.081260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] Bound using segment: {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:33.081786 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] Bound port: 43b908f7-4c59-4aa4-a9df-30167b7a4f91, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '261b9ae4-c32c-4699-b2c0-61d6a780f49b'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:33.082219 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.128606 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50e9dc43-6fe5-44a2-9711-c1c182871b47 admin admin] Publish callbacks [] for security_group (5410b058-a2ff-4769-801d-f74cb96fe92a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.131322 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023fd8d-4421-44ee-8428-eaeacb863692 req-f80bad74-3bbb-49b9-8919-08ffb7fd96df tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:33.132832 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2023fd8d-4421-44ee-8428-eaeacb863692 req-f80bad74-3bbb-49b9-8919-08ffb7fd96df tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 944 time: 0.0733068 Feb 03 12:40:33.180441 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2023fd8d-4421-44ee-8428-eaeacb863692 req-8f773ffd-0a38-48d2-a0c8-9ea19a2a20e2 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414987 Feb 03 12:40:33.245312 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-53685805-0d62-47a5-a9c0-925ef91cded4 req-9a47889c-c959-4f3a-95ab-69cf3cf5609f tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/security-groups?id=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716981 Feb 03 12:40:33.247117 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdadd9-d13c-4998-a817-2dca78e9d5ee req-3a510d91-2b53-4cb9-af77-247b2317abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:33.248713 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7ebdadd9-d13c-4998-a817-2dca78e9d5ee req-3a510d91-2b53-4cb9-af77-247b2317abb5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 1127 time: 0.1488652 Feb 03 12:40:33.289951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] For port 43b908f7-4c59-4aa4-a9df-30167b7a4f91, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:33.302053 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1698a8f4-3f05-41f1-bf49-f60a4eefb7c7 x-openstack-request-id: req-1698a8f4-3f05-41f1-bf49-f60a4eefb7c7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:33.302361 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5fa651-82ce-4b86-ac80-bc9ad3186819", "name": "network-vif-unplugged", "status": "completed", "tag": "43b908f7-4c59-4aa4-a9df-30167b7a4f91", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:33.302618 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1698a8f4-3f05-41f1-bf49-f60a4eefb7c7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:33.303019 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5fa651-82ce-4b86-ac80-bc9ad3186819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b908f7-4c59-4aa4-a9df-30167b7a4f91', 'code': 200} Feb 03 12:40:33.310348 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] For port 43b908f7-4c59-4aa4-a9df-30167b7a4f91, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=43b908f7-4c59-4aa4-a9df-30167b7a4f91,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:33.316263 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50e9dc43-6fe5-44a2-9711-c1c182871b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5410b058-a2ff-4769-801d-f74cb96fe92a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.319111 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50e9dc43-6fe5-44a2-9711-c1c182871b47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.320442 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-50e9dc43-6fe5-44a2-9711-c1c182871b47 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5410b058-a2ff-4769-801d-f74cb96fe92a HTTP/1.1" status: 204 len: 168 time: 0.4869354 Feb 03 12:40:33.342819 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.351575 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9dc43-6fe5-44a2-9711-c1c182871b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5410b058-a2ff-4769-801d-f74cb96fe92a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:33.357701 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7ebdadd9-d13c-4998-a817-2dca78e9d5ee req-b535a8bd-1fe7-4e80-a40a-126d9235a515 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990105 Feb 03 12:40:33.492206 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bfcf53a8-50b7-44ba-a1b6-19bf6e285c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.502916 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] Pushing event updated for resources: {'Port': ['ID=43b908f7-4c59-4aa4-a9df-30167b7a4f91,revision_number=8']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:33.533041 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3c879-d7b9-4feb-92ce-a466254f8bde req-2c874bb2-f9f5-4158-9eb2-18ab3fa768bf tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:33.535321 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:33.535991 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:33.537443 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-9346e094-2d7b-4cb1-ae26-0a66b7414bba service neutron] 10.222.0.31 "PUT /v2.0/ports/43b908f7-4c59-4aa4-a9df-30167b7a4f91 HTTP/1.1" status: 200 len: 1122 time: 1.4544749 Feb 03 12:40:33.539142 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3c879-d7b9-4feb-92ce-a466254f8bde req-2c874bb2-f9f5-4158-9eb2-18ab3fa768bf tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:33.544556 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3c879-d7b9-4feb-92ce-a466254f8bde req-2c874bb2-f9f5-4158-9eb2-18ab3fa768bf tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:33.546256 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-22a3c879-d7b9-4feb-92ce-a466254f8bde req-2c874bb2-f9f5-4158-9eb2-18ab3fa768bf tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97&device_id=5e1f0586-ace1-4016-8f4f-fa05726757ba&device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 2417 time: 0.0964754 Feb 03 12:40:33.608466 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324fb72-60a7-4d66-a4e9-949eb221c52c req-58425b2b-51d4-4662-b791-fa44302dba17 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:33.618583 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0324fb72-60a7-4d66-a4e9-949eb221c52c req-58425b2b-51d4-4662-b791-fa44302dba17 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 805 time: 0.2355027 Feb 03 12:40:33.621396 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-22a3c879-d7b9-4feb-92ce-a466254f8bde req-43b74772-22a3-4eec-8ffe-b52a4cb177a4 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640440 Feb 03 12:40:33.644761 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0324fb72-60a7-4d66-a4e9-949eb221c52c req-514e826d-594d-4ce6-8bd3-6c26bf0b8a8d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/quotas/e249398c095241939cdd7b37579f2461 HTTP/1.1" status: 200 len: 375 time: 0.0251875 Feb 03 12:40:33.687650 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['43b908f7-4c59-4aa4-a9df-30167b7a4f91'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:33.751503 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0324fb72-60a7-4d66-a4e9-949eb221c52c req-47a92399-0101-4441-87ef-067884df7973 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1052594 Feb 03 12:40:33.764032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['43b908f7-4c59-4aa4-a9df-30167b7a4f91'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:33.817669 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69228bf9-b681-4bee-84bd-a8e14cf690d9 req-4cf4f52e-9286-440c-9e06-37fa206c4447 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:33.826965 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-69228bf9-b681-4bee-84bd-a8e14cf690d9 req-4cf4f52e-9286-440c-9e06-37fa206c4447 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 945 time: 0.0731881 Feb 03 12:40:33.880810 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48066) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:33.890614 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-69228bf9-b681-4bee-84bd-a8e14cf690d9 req-06f16f8d-13f7-4932-b946-6a32173064db tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622792 Feb 03 12:40:33.944651 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0324fb72-60a7-4d66-a4e9-949eb221c52c req-b7318747-bb17-430b-857b-a1c9d65add6a service neutron] 10.222.0.18 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909359 Feb 03 12:40:33.972611 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9541660c-4eda-43b5-a8d9-b91269dd176c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67648d0bbf0c4f1ab33a598fb539f4ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0800653 Feb 03 12:40:33.975621 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48070) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:34.059040 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0324fb72-60a7-4d66-a4e9-949eb221c52c req-3108fe6e-c20c-4f5c-aadc-2f16204e2d6d service neutron] 10.222.0.18 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127563 Feb 03 12:40:34.073058 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a864f77-ed4e-4f4f-bdaa-f40e89a75b47 admin admin] Publish callbacks [] for security_group (46eba9b2-ce8b-41eb-9148-7d0a1b19bb6b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:34.082699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 43b908f7-4c59-4aa4-a9df-30167b7a4f91 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:40:34.084536 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35ae08-89ec-4dd6-8606-0d473b85f7b0 req-92bb937f-9e02-4c29-b20d-79dd7eab644d tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:34.087310 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device aaa6c6fc-5828-4168-83b8-955e0836c9d0 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:34.091220 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-db35ae08-89ec-4dd6-8606-0d473b85f7b0 req-92bb937f-9e02-4c29-b20d-79dd7eab644d tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=685c92db-07f1-430c-ad03-bc202dc7a073 HTTP/1.1" status: 200 len: 944 time: 0.1067276 Feb 03 12:40:34.123731 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a864f77-ed4e-4f4f-bdaa-f40e89a75b47 admin admin] Publish callbacks [] for security_group (46eba9b2-ce8b-41eb-9148-7d0a1b19bb6b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:34.212976 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a864f77-ed4e-4f4f-bdaa-f40e89a75b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (46eba9b2-ce8b-41eb-9148-7d0a1b19bb6b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:34.215613 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a864f77-ed4e-4f4f-bdaa-f40e89a75b47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:34.220030 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2a864f77-ed4e-4f4f-bdaa-f40e89a75b47 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46eba9b2-ce8b-41eb-9148-7d0a1b19bb6b HTTP/1.1" status: 204 len: 168 time: 0.2433183 Feb 03 12:40:34.229585 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a864f77-ed4e-4f4f-bdaa-f40e89a75b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46eba9b2-ce8b-41eb-9148-7d0a1b19bb6b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:34.245064 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 43b908f7-4c59-4aa4-a9df-30167b7a4f91, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=43b908f7-4c59-4aa4-a9df-30167b7a4f91,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:34.253481 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-db35ae08-89ec-4dd6-8606-0d473b85f7b0 req-82965223-da77-49fe-bca9-92ac5314422a tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565411 Feb 03 12:40:34.472632 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 43b908f7-4c59-4aa4-a9df-30167b7a4f91 has no active binding in host n-h2-827336-3 {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 12:40:34.481711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port aaa6c6fc-5828-4168-83b8-955e0836c9d0 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:40:34.501746 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port aaa6c6fc-5828-4168-83b8-955e0836c9d0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:34.502920 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (aaa6c6fc-5828-4168-83b8-955e0836c9d0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:34.581918 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95a34f-35eb-4e82-a87e-d9229d9e518f req-20613848-f1d0-4836-96ac-c6a9ba5585db tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:34.583810 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e95a34f-35eb-4e82-a87e-d9229d9e518f req-20613848-f1d0-4836-96ac-c6a9ba5585db tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 944 time: 0.0930824 Feb 03 12:40:34.620653 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port aaa6c6fc-5828-4168-83b8-955e0836c9d0 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:34.621058 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (aaa6c6fc-5828-4168-83b8-955e0836c9d0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:34.652462 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e95a34f-35eb-4e82-a87e-d9229d9e518f req-7bea1a4e-c4d9-4118-a6c7-4220caeb0e6f tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606468 Feb 03 12:40:34.678361 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port aaa6c6fc-5828-4168-83b8-955e0836c9d0, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=aaa6c6fc-5828-4168-83b8-955e0836c9d0,segment=NetworkSegment(b18a3aaf-1673-4c64-ab69-ba2386957046),segment_id=b18a3aaf-1673-4c64-ab69-ba2386957046)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:34.684406 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (aaa6c6fc-5828-4168-83b8-955e0836c9d0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:34.765847 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=aaa6c6fc-5828-4168-83b8-955e0836c9d0,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:34.790687 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad6c0f-e3d3-4747-9fd8-c1e05f7509f3 req-7353d415-6b55-4b36-8211-8cf8c12c1149 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:34.792242 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bad6c0f-e3d3-4747-9fd8-c1e05f7509f3 req-7353d415-6b55-4b36-8211-8cf8c12c1149 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 945 time: 0.0584927 Feb 03 12:40:34.854483 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bad6c0f-e3d3-4747-9fd8-c1e05f7509f3 req-565973f7-b22c-4029-86b1-969ee621bfed tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/security-groups?id=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540762 Feb 03 12:40:34.995554 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685c92db-07f1-430c-ad03-bc202dc7a073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa6c6fc-5828-4168-83b8-955e0836c9d0'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:34.999845 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c895c3-d26b-43e8-826e-97953cfd9165" -d '{"events": [{"server_uuid": "685c92db-07f1-430c-ad03-bc202dc7a073", "name": "network-vif-plugged", "status": "completed", "tag": "aaa6c6fc-5828-4168-83b8-955e0836c9d0"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:35.143382 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-8b02b656-635b-46ba-bd02-e1ce095d615b tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:35.144983 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-8b02b656-635b-46ba-bd02-e1ce095d615b tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 805 time: 0.1114361 Feb 03 12:40:35.162103 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-dd8eca13-6819-465f-8b75-bb6aa6a4a1ca tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/quotas/e249398c095241939cdd7b37579f2461 HTTP/1.1" status: 200 len: 375 time: 0.0105371 Feb 03 12:40:35.220423 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-cbe0e4f0-32ae-4322-a0bb-4d7b082e24a8 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0516870 Feb 03 12:40:35.308407 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5fa651-82ce-4b86-ac80-bc9ad3186819', 'tag': '43b908f7-4c59-4aa4-a9df-30167b7a4f91'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:35.315231 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1624ca1c-d5b0-4e37-bc68-d5f657cc0997" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5fa651-82ce-4b86-ac80-bc9ad3186819", "tag": "43b908f7-4c59-4aa4-a9df-30167b7a4f91"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:35.377264 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa35d48b-4a63-4158-9966-64cd022ec725 x-openstack-request-id: req-fa35d48b-4a63-4158-9966-64cd022ec725 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:35.377892 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685c92db-07f1-430c-ad03-bc202dc7a073", "name": "network-vif-plugged", "status": "completed", "tag": "aaa6c6fc-5828-4168-83b8-955e0836c9d0", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:35.378373 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa35d48b-4a63-4158-9966-64cd022ec725 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:35.379040 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685c92db-07f1-430c-ad03-bc202dc7a073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa6c6fc-5828-4168-83b8-955e0836c9d0', 'code': 200} Feb 03 12:40:35.538823 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f328622-fa5b-4606-8eaa-e002445b126c req-faaf3de6-2f01-4d2b-9485-f39ed26a9a4b tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:35.545951 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f328622-fa5b-4606-8eaa-e002445b126c req-faaf3de6-2f01-4d2b-9485-f39ed26a9a4b tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=685c92db-07f1-430c-ad03-bc202dc7a073 HTTP/1.1" status: 200 len: 945 time: 0.1202707 Feb 03 12:40:35.568686 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf442e-8727-4e97-a439-ec0d3b61d022 req-791bbde9-91ab-4d46-8375-66fedaea4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:35.570250 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-06bf442e-8727-4e97-a439-ec0d3b61d022 req-791bbde9-91ab-4d46-8375-66fedaea4a93 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=685c92db-07f1-430c-ad03-bc202dc7a073 HTTP/1.1" status: 200 len: 1127 time: 0.1004524 Feb 03 12:40:35.617887 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f328622-fa5b-4606-8eaa-e002445b126c req-4176fb7c-bdf1-4ae3-b554-d52d1bd34b97 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710094 Feb 03 12:40:35.650087 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-76c8600d-e455-408c-9c86-de9298c9d089 service neutron] 10.222.0.18 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226785 Feb 03 12:40:35.653222 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-06bf442e-8727-4e97-a439-ec0d3b61d022 req-f4257b75-6b2a-42a1-b3f5-7375d3cfe87c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678613 Feb 03 12:40:35.703132 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d227791-2cd3-4db4-b489-0cae944bcb15 x-openstack-request-id: req-8d227791-2cd3-4db4-b489-0cae944bcb15 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:35.703347 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5fa651-82ce-4b86-ac80-bc9ad3186819", "tag": "43b908f7-4c59-4aa4-a9df-30167b7a4f91", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:35.704729 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d227791-2cd3-4db4-b489-0cae944bcb15 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:35.705179 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5fa651-82ce-4b86-ac80-bc9ad3186819', 'tag': '43b908f7-4c59-4aa4-a9df-30167b7a4f91', 'status': 'completed', 'code': 200} Feb 03 12:40:35.758045 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b615f19c-488b-4286-8d8f-52abffe2a09e service neutron] 10.222.0.18 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011209 Feb 03 12:40:35.830398 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624ca1c-d5b0-4e37-bc68-d5f657cc0997 req-20830bd3-2242-407a-9e7a-12674a379cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:35.832110 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1624ca1c-d5b0-4e37-bc68-d5f657cc0997 req-20830bd3-2242-407a-9e7a-12674a379cdf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 1156 time: 0.0571024 Feb 03 12:40:35.930304 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e775603-f4b4-4643-bbd0-da1270f80b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:35.967421 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923437e-5051-4b73-b8bc-d202af216023 req-90d53e6d-9ade-4d25-95e8-8327b6d6559c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:35.969156 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0923437e-5051-4b73-b8bc-d202af216023 req-90d53e6d-9ade-4d25-95e8-8327b6d6559c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 944 time: 0.1361456 Feb 03 12:40:36.028518 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624ca1c-d5b0-4e37-bc68-d5f657cc0997 req-e103dca1-b126-4922-a3b9-397b6bba42b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:36.030211 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1624ca1c-d5b0-4e37-bc68-d5f657cc0997 req-e103dca1-b126-4922-a3b9-397b6bba42b3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 909 time: 0.1836698 Feb 03 12:40:36.096355 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0923437e-5051-4b73-b8bc-d202af216023 req-cf430b67-06df-4878-bd73-b1410f3aabf5 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106644 Feb 03 12:40:36.097844 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1624ca1c-d5b0-4e37-bc68-d5f657cc0997 req-ed01f708-82f7-463f-9fb0-a094ecb1befa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43b908f7-4c59-4aa4-a9df-30167b7a4f91 HTTP/1.1" status: 200 len: 217 time: 0.0587180 Feb 03 12:40:36.137247 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2374814f-a912-4348-bfb6-2f49eaf7d98c req-dde049f6-383d-473f-ba7e-6f5694c60526 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b43a8b-c285-4b51-b647-44b5cfb7b22d HTTP/1.1" status: 200 len: 210 time: 0.0493441 Feb 03 12:40:36.189304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624ca1c-d5b0-4e37-bc68-d5f657cc0997 req-bb941f87-2477-4d9f-9b9f-1782c3728940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:36.190821 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1624ca1c-d5b0-4e37-bc68-d5f657cc0997 req-bb941f87-2477-4d9f-9b9f-1782c3728940 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.0838425 Feb 03 12:40:36.263111 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1624ca1c-d5b0-4e37-bc68-d5f657cc0997 req-c4410a79-0851-4fbc-bb5a-261af0d360c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380843 Feb 03 12:40:36.352663 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc4b59-2cee-4647-b01f-657d53e65d22 req-4fc402db-abe7-4ed4-9ace-dc30b5043b68 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:36.360906 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68cc4b59-2cee-4647-b01f-657d53e65d22 req-4fc402db-abe7-4ed4-9ace-dc30b5043b68 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 945 time: 0.1683416 Feb 03 12:40:36.374149 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f99b4-b5ab-4182-8442-716d339ee39a req-cb94ba14-9ab4-42e4-b5c6-95748defabeb tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:36.376443 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-412f99b4-b5ab-4182-8442-716d339ee39a req-cb94ba14-9ab4-42e4-b5c6-95748defabeb tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.0666752 Feb 03 12:40:36.425402 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1624ca1c-d5b0-4e37-bc68-d5f657cc0997 req-23f2348d-43cd-473c-b95a-7b9071fd6e8c service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537020 Feb 03 12:40:36.443440 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68cc4b59-2cee-4647-b01f-657d53e65d22 req-6a9906e6-e45c-47f4-8b0d-080b845018f1 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/security-groups?id=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817256 Feb 03 12:40:36.457939 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-412f99b4-b5ab-4182-8442-716d339ee39a req-290fa8cb-b26b-431f-8c71-74e175a104f2 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644135 Feb 03 12:40:36.601121 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1624ca1c-d5b0-4e37-bc68-d5f657cc0997 req-2c6cfe3d-1731-4ef3-9b0d-7bbfd0ea6226 service neutron] 10.222.0.73 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538105 Feb 03 12:40:36.609215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c765f-5756-4481-b01a-a77b8265677a req-788c17f2-d874-49fa-9466-9720ddcf3f74 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:36.610715 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-418c765f-5756-4481-b01a-a77b8265677a req-788c17f2-d874-49fa-9466-9720ddcf3f74 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 945 time: 0.0783277 Feb 03 12:40:36.620893 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48178) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:36.627114 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6fdfbc6a-e695-47e9-8eb9-f899f96f2799 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Request body: {'floatingip': {'port_id': '4c9bde48-74d0-4be2-ac76-a0c160ed9d9a'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:36.670958 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fdfbc6a-e695-47e9-8eb9-f899f96f2799 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for floatingip (1ad4d763-ae1d-4171-9756-e84f0de6fb79), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:36.823427 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:36.875817 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275976bc-8bf1-421f-bbb0-c35717b16eef req-21247452-8dc7-4cbc-8705-3f4c0598ec4f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:36.877206 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-275976bc-8bf1-421f-bbb0-c35717b16eef req-21247452-8dc7-4cbc-8705-3f4c0598ec4f tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=685c92db-07f1-430c-ad03-bc202dc7a073 HTTP/1.1" status: 200 len: 945 time: 0.1304653 Feb 03 12:40:36.971781 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-275976bc-8bf1-421f-bbb0-c35717b16eef req-609401f2-ecd5-4644-b81e-70270d9df91c tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885630 Feb 03 12:40:37.299046 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fdfbc6a-e695-47e9-8eb9-f899f96f2799 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:37.308542 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fdfbc6a-e695-47e9-8eb9-f899f96f2799 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (1ad4d763-ae1d-4171-9756-e84f0de6fb79), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:37.329864 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-ec35bd5b-b70c-457d-945b-a7441bbfc922 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:37.331507 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-ec35bd5b-b70c-457d-945b-a7441bbfc922 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.73 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 805 time: 0.1729810 Feb 03 12:40:37.348003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faf655-4d57-48c1-bec3-b52ef2efe307 req-0f63922b-85e0-4d11-be2a-3dc59497e5f9 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:37.349737 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-16faf655-4d57-48c1-bec3-b52ef2efe307 req-0f63922b-85e0-4d11-be2a-3dc59497e5f9 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 944 time: 0.0936275 Feb 03 12:40:37.354510 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-0db26d7a-580d-46ab-9dc9-34db7c86e030 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Request body: {'port': {'device_id': '45b43a8b-c285-4b51-b647-44b5cfb7b22d', 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb', 'admin_state_up': True, 'tenant_id': 'e249398c095241939cdd7b37579f2461'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:37.432486 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-6fdfbc6a-e695-47e9-8eb9-f899f96f2799 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Floating IP 1ad4d763-ae1d-4171-9756-e84f0de6fb79 associated. External IP: 172.25.6.218, port: 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a. Feb 03 12:40:37.473715 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-16faf655-4d57-48c1-bec3-b52ef2efe307 req-ce644ad1-5481-43ff-8314-f506dabb44a3 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128736 Feb 03 12:40:37.522159 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-0db26d7a-580d-46ab-9dc9-34db7c86e030 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Made reservation on behalf of e249398c095241939cdd7b37579f2461 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:37.526510 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-0db26d7a-580d-46ab-9dc9-34db7c86e030 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:37.570244 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b248ac49-8131-48ad-95e7-4f7cdae1f179 req-c48ce5a7-ea09-488f-8cbc-bf010ff0c964 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b43a8b-c285-4b51-b647-44b5cfb7b22d HTTP/1.1" status: 200 len: 210 time: 0.0336559 Feb 03 12:40:37.683921 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46730719-5019-4b72-b268-200716945304 req-34e496c5-8435-48c1-91b5-0a76b550c430 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:37.685362 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46730719-5019-4b72-b268-200716945304 req-34e496c5-8435-48c1-91b5-0a76b550c430 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.1372941 Feb 03 12:40:37.694837 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdfbc6a-e695-47e9-8eb9-f899f96f2799 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Router 3bff1260-26b1-4e71-8790-e09ee9fbfb66 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:40:37.720036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-0db26d7a-580d-46ab-9dc9-34db7c86e030 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Allocated IP 172.20.0.4 (dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb/aa4b2afa-81a8-4d6e-a8be-3051d409ec8b/50ccaef6-9032-45eb-b51d-de89dba566e2) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:37.758459 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46730719-5019-4b72-b268-200716945304 req-9b8b49c1-f7ed-4258-ae55-ac2770a205f1 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654955 Feb 03 12:40:37.818308 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdfbc6a-e695-47e9-8eb9-f899f96f2799 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:40:37.823759 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6fdfbc6a-e695-47e9-8eb9-f899f96f2799 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:37.833292 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f8ff0b-701e-4d58-ac70-6c5cc3db1dd1 None None] Sync routers for ids ['3bff1260-26b1-4e71-8790-e09ee9fbfb66'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:40:37.843732 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f8ff0b-701e-4d58-ac70-6c5cc3db1dd1 None None] Routers {'3bff1260-26b1-4e71-8790-e09ee9fbfb66'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:37.844418 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d0f8ff0b-701e-4d58-ac70-6c5cc3db1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:40:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3bff1260-26b1-4e71-8790-e09ee9fbfb66'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:37.860644 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6fdfbc6a-e695-47e9-8eb9-f899f96f2799 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "PUT /v2.0/floatingips/1ad4d763-ae1d-4171-9756-e84f0de6fb79 HTTP/1.1" status: 200 len: 991 time: 1.2375481 Feb 03 12:40:37.861250 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed490d80-8d3d-4dfc-bbeb-8edb230e5d86', 'tag': '4c9bde48-74d0-4be2-ac76-a0c160ed9d9a'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:37.863695 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593401dd-cb32-4326-a295-6307c964e618" -d '{"events": [{"name": "network-changed", "server_uuid": "ed490d80-8d3d-4dfc-bbeb-8edb230e5d86", "tag": "4c9bde48-74d0-4be2-ac76-a0c160ed9d9a"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:37.930856 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-0db26d7a-580d-46ab-9dc9-34db7c86e030 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks [] for port (50ccaef6-9032-45eb-b51d-de89dba566e2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:37.949006 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-c09bc015-f38b-442b-b140-ba8dacd27a47 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ce9e8faa2c0249ebbf0a8bf236ae7b99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244646 Feb 03 12:40:37.993662 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d0f8ff0b-701e-4d58-ac70-6c5cc3db1dd1 None None] Set router 3bff1260-26b1-4e71-8790-e09ee9fbfb66 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:38.009184 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf6e93-9548-4278-97ff-339e795f7f43 req-b26843f4-0205-4401-a51e-e4ec1e1e33a7 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:38.010743 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0cbf6e93-9548-4278-97ff-339e795f7f43 req-b26843f4-0205-4401-a51e-e4ec1e1e33a7 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 945 time: 0.0844862 Feb 03 12:40:38.026783 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-0db26d7a-580d-46ab-9dc9-34db7c86e030 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (50ccaef6-9032-45eb-b51d-de89dba566e2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:38.075734 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['9b398a78-50d2-4141-9d11-5423875b26ed'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:38.085470 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-2a293520-9c64-4c12-a02a-5d9cd4f532ae tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:38.086982 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-2a293520-9c64-4c12-a02a-5d9cd4f532ae tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1357434 Feb 03 12:40:38.092987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-0db26d7a-580d-46ab-9dc9-34db7c86e030 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:38.106287 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-0db26d7a-580d-46ab-9dc9-34db7c86e030 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:38.113751 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-0db26d7a-580d-46ab-9dc9-34db7c86e030 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:38.117780 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-7a9656fb-beae-436d-92d5-ce3023225bf6 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/quotas/ce9e8faa2c0249ebbf0a8bf236ae7b99 HTTP/1.1" status: 200 len: 375 time: 0.0215144 Feb 03 12:40:38.121836 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db26d7a-580d-46ab-9dc9-34db7c86e030 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Pushing event updated for resources: {'Port': ['ID=50ccaef6-9032-45eb-b51d-de89dba566e2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:38.169129 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0cbf6e93-9548-4278-97ff-339e795f7f43 req-da9f4234-36b7-42bd-a2ce-4cf1a64fb920 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/security-groups?id=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499972 Feb 03 12:40:38.174880 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-cf1f1177-1a57-4280-a2ba-71b151ad81b0 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce9e8faa2c0249ebbf0a8bf236ae7b99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562253 Feb 03 12:40:38.180287 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:38.210442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-0db26d7a-580d-46ab-9dc9-34db7c86e030 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:38.211265 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-0db26d7a-580d-46ab-9dc9-34db7c86e030 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:38.246637 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-0db26d7a-580d-46ab-9dc9-34db7c86e030 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8954842 Feb 03 12:40:38.252451 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422ba81d-39e3-45be-afff-e862338cb94b x-openstack-request-id: req-422ba81d-39e3-45be-afff-e862338cb94b {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:38.252754 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed490d80-8d3d-4dfc-bbeb-8edb230e5d86", "tag": "4c9bde48-74d0-4be2-ac76-a0c160ed9d9a", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:38.253121 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-422ba81d-39e3-45be-afff-e862338cb94b {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:38.253738 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed490d80-8d3d-4dfc-bbeb-8edb230e5d86', 'tag': '4c9bde48-74d0-4be2-ac76-a0c160ed9d9a', 'status': 'completed', 'code': 200} Feb 03 12:40:38.276448 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d0f8ff0b-701e-4d58-ac70-6c5cc3db1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'name': 'tempest-ServersTestManualDisk-747793656-router', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:56Z', 'updated_at': '2022-02-03T12:40:07Z', 'revision_number': 4, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'gw_port': {'id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:57Z', 'updated_at': '2022-02-03T12:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '1ad4d763-ae1d-4171-9756-e84f0de6fb79', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'floating_ip_address': '172.25.6.218', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'port_id': '4c9bde48-74d0-4be2-ac76-a0c160ed9d9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671', 'mac_address': 'fa:16:3e:1e:d0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed490d80-8d3d-4dfc-bbeb-8edb230e5d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:40:14Z', 'updated_at': '2022-02-03T12:40:37Z', 'revision_number': 1, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b', 'name': '', 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'mac_address': 'fa:16:3e:da:9d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'b441a973-4b2b-43ed-81a4-591b929ee2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:05Z', 'updated_at': '2022-02-03T12:40:12Z', 'revision_number': 5, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'subnets': [{'id': 'b441a973-4b2b-43ed-81a4-591b929ee2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:38.277704 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] Request body: {'port': {'device_id': '45b43a8b-c285-4b51-b647-44b5cfb7b22d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:38.319616 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f8ff0b-701e-4d58-ac70-6c5cc3db1dd1 None None] Checking router: 3bff1260-26b1-4e71-8790-e09ee9fbfb66 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:40:38.352518 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f8ff0b-701e-4d58-ac70-6c5cc3db1dd1 None None] Routers {'3bff1260-26b1-4e71-8790-e09ee9fbfb66'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:38.353164 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d0f8ff0b-701e-4d58-ac70-6c5cc3db1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:40:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3bff1260-26b1-4e71-8790-e09ee9fbfb66'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:38.428108 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593401dd-cb32-4326-a295-6307c964e618 req-bcba5d4f-2ded-42c0-8f4d-84c58132d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:38.429640 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-593401dd-cb32-4326-a295-6307c964e618 req-bcba5d4f-2ded-42c0-8f4d-84c58132d231 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2337640daf054d38bca5c6f82ecfe03d&device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 1127 time: 0.1050010 Feb 03 12:40:38.467206 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9942e0cb-89aa-49bf-94f4-68e559fec81e req-b4b67c5c-8046-4e1a-bcd1-0160095b9714 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/ports?device_id=9855a8e8-80f5-4a78-baf9-29ea39476c73 HTTP/1.1" status: 200 len: 210 time: 0.0362689 Feb 03 12:40:38.488727 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (50ccaef6-9032-45eb-b51d-de89dba566e2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:38.513051 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93268284-0122-41f3-9eb5-c7a0d23f0e09 req-b1c2a42a-7750-43d3-be9f-72585c0bf2b9 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:38.521044 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-93268284-0122-41f3-9eb5-c7a0d23f0e09 req-b1c2a42a-7750-43d3-be9f-72585c0bf2b9 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=685c92db-07f1-430c-ad03-bc202dc7a073 HTTP/1.1" status: 200 len: 945 time: 0.1618698 Feb 03 12:40:38.558200 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d0f8ff0b-701e-4d58-ac70-6c5cc3db1dd1 None None] Set router 3bff1260-26b1-4e71-8790-e09ee9fbfb66 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:38.569184 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593401dd-cb32-4326-a295-6307c964e618 req-d5ce80c9-dace-4782-ae6b-e9743a0fd7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:38.570939 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-593401dd-cb32-4326-a295-6307c964e618 req-d5ce80c9-dace-4782-ae6b-e9743a0fd7ba service neutron] 10.222.0.73 "GET /v2.0/networks?id=dafca496-122f-4b3c-9ca1-2bdf4f1ff671 HTTP/1.1" status: 200 len: 912 time: 0.1310201 Feb 03 12:40:38.660307 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-593401dd-cb32-4326-a295-6307c964e618 req-ae3fc440-a050-4a88-8992-a7d3cbb77389 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c9bde48-74d0-4be2-ac76-a0c160ed9d9a HTTP/1.1" status: 200 len: 999 time: 0.0797305 Feb 03 12:40:38.695448 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-93268284-0122-41f3-9eb5-c7a0d23f0e09 req-fe0511e3-99ae-443a-be64-7e7375c5f366 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678028 Feb 03 12:40:38.742305 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593401dd-cb32-4326-a295-6307c964e618 req-207ded10-f270-4a5f-98b1-6abf0b0402f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:38.743818 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-593401dd-cb32-4326-a295-6307c964e618 req-207ded10-f270-4a5f-98b1-6abf0b0402f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b441a973-4b2b-43ed-81a4-591b929ee2b8 HTTP/1.1" status: 200 len: 850 time: 0.0683737 Feb 03 12:40:38.837897 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ac96e-d5c8-47bc-8f43-2a25d4ee86fa req-0b960594-34c0-4595-9754-f66188573b86 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:38.839832 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-532ac96e-d5c8-47bc-8f43-2a25d4ee86fa req-0b960594-34c0-4595-9754-f66188573b86 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 944 time: 0.1777916 Feb 03 12:40:38.846605 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593401dd-cb32-4326-a295-6307c964e618 req-74b6ad6a-aee3-4598-b7f7-070ad747e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:38.849019 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-593401dd-cb32-4326-a295-6307c964e618 req-74b6ad6a-aee3-4598-b7f7-070ad747e96c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dafca496-122f-4b3c-9ca1-2bdf4f1ff671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0885730 Feb 03 12:40:38.897706 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d0f8ff0b-701e-4d58-ac70-6c5cc3db1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'name': 'tempest-ServersTestManualDisk-747793656-router', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:56Z', 'updated_at': '2022-02-03T12:40:07Z', 'revision_number': 4, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'gw_port': {'id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:57Z', 'updated_at': '2022-02-03T12:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '1ad4d763-ae1d-4171-9756-e84f0de6fb79', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'floating_ip_address': '172.25.6.218', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'port_id': '4c9bde48-74d0-4be2-ac76-a0c160ed9d9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671', 'mac_address': 'fa:16:3e:1e:d0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed490d80-8d3d-4dfc-bbeb-8edb230e5d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:40:14Z', 'updated_at': '2022-02-03T12:40:37Z', 'revision_number': 1, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b', 'name': '', 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'mac_address': 'fa:16:3e:da:9d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'b441a973-4b2b-43ed-81a4-591b929ee2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:05Z', 'updated_at': '2022-02-03T12:40:12Z', 'revision_number': 5, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'subnets': [{'id': 'b441a973-4b2b-43ed-81a4-591b929ee2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:38.932716 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f8ff0b-701e-4d58-ac70-6c5cc3db1dd1 None None] The sync data for ids ['3bff1260-26b1-4e71-8790-e09ee9fbfb66'] in n-d-827336-3 is: [{'id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'name': 'tempest-ServersTestManualDisk-747793656-router', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:56Z', 'updated_at': '2022-02-03T12:40:07Z', 'revision_number': 4, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'gw_port': {'id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:57Z', 'updated_at': '2022-02-03T12:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '1ad4d763-ae1d-4171-9756-e84f0de6fb79', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'floating_ip_address': '172.25.6.218', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'port_id': '4c9bde48-74d0-4be2-ac76-a0c160ed9d9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671', 'mac_address': 'fa:16:3e:1e:d0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed490d80-8d3d-4dfc-bbeb-8edb230e5d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:40:14Z', 'updated_at': '2022-02-03T12:40:37Z', 'revision_number': 1, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b', 'name': '', 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'mac_address': 'fa:16:3e:da:9d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'b441a973-4b2b-43ed-81a4-591b929ee2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:05Z', 'updated_at': '2022-02-03T12:40:12Z', 'revision_number': 5, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'subnets': [{'id': 'b441a973-4b2b-43ed-81a4-591b929ee2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:40:38.964486 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fe48a-a0f4-4ab6-a298-cb26f70f775d req-22395e8b-9887-4bb2-97d1-8a4d972ce9c0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:38.969946 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b32fe48a-a0f4-4ab6-a298-cb26f70f775d req-22395e8b-9887-4bb2-97d1-8a4d972ce9c0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b43a8b-c285-4b51-b647-44b5cfb7b22d HTTP/1.1" status: 200 len: 931 time: 0.1134439 Feb 03 12:40:38.974071 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ccaef6-9032-45eb-b51d-de89dba566e2 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:38.976050 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-532ac96e-d5c8-47bc-8f43-2a25d4ee86fa req-0c752616-01f3-450b-beac-1483cca71208 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258192 Feb 03 12:40:38.991682 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] Publish callbacks [] for port (50ccaef6-9032-45eb-b51d-de89dba566e2), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:39.021258 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-593401dd-cb32-4326-a295-6307c964e618 req-33cddc4b-be8c-4cd7-a3b5-e7c7a9046482 service neutron] 10.222.0.73 "GET /v2.0/networks/dafca496-122f-4b3c-9ca1-2bdf4f1ff671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616063 Feb 03 12:40:39.047442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] Transition to ACTIVE for port object 50ccaef6-9032-45eb-b51d-de89dba566e2 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:40:39.068268 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b32fe48a-a0f4-4ab6-a298-cb26f70f775d req-a2043e04-963b-4207-a8d1-dff5e0508c62 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675983 Feb 03 12:40:39.078986 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (50ccaef6-9032-45eb-b51d-de89dba566e2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:39.184883 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ed6e9-820b-4aa0-83d3-85653fd4c684 req-afd523ff-3756-43da-89a4-1ef12eaa2a37 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:39.186816 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-df4ed6e9-820b-4aa0-83d3-85653fd4c684 req-afd523ff-3756-43da-89a4-1ef12eaa2a37 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.1220183 Feb 03 12:40:39.192652 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-593401dd-cb32-4326-a295-6307c964e618 req-24adf201-061c-4377-8fcc-482acb2e2431 service neutron] 10.222.0.73 "GET /v2.0/networks/dafca496-122f-4b3c-9ca1-2bdf4f1ff671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635768 Feb 03 12:40:39.251031 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-df4ed6e9-820b-4aa0-83d3-85653fd4c684 req-f937db1a-4e90-4edb-8374-e7761790e5aa tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572815 Feb 03 12:40:39.255758 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=50ccaef6-9032-45eb-b51d-de89dba566e2,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:39.356962 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc0960-4972-4fd3-b687-f773055998d8 None None] New status for floating IP 1ad4d763-ae1d-4171-9756-e84f0de6fb79: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:40:39.420069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] Attempting to bind port 50ccaef6-9032-45eb-b51d-de89dba566e2 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:39.420399 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] Attempting to bind port 50ccaef6-9032-45eb-b51d-de89dba566e2 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:39.420759 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] Attempting to bind port 50ccaef6-9032-45eb-b51d-de89dba566e2 on network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:39.426715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] Port 50ccaef6-9032-45eb-b51d-de89dba566e2 on network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:40:39.427047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] Attempting to bind port 50ccaef6-9032-45eb-b51d-de89dba566e2 on network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:39.443699 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bda6af-0120-4999-8fe7-20c0693d9b08 req-bae7557b-bf8a-436a-8dd2-88a0669f11f6 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:39.450424 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b8bda6af-0120-4999-8fe7-20c0693d9b08 req-bae7557b-bf8a-436a-8dd2-88a0669f11f6 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 945 time: 0.1240618 Feb 03 12:40:39.458755 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:39.459215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] Checking segment: {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:39.459608 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] Bound using segment: {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:39.460100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] Bound port: 50ccaef6-9032-45eb-b51d-de89dba566e2, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:39.460453 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (50ccaef6-9032-45eb-b51d-de89dba566e2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:39.543666 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b8bda6af-0120-4999-8fe7-20c0693d9b08 req-c656dd30-056f-44d5-8a0d-66443186fd9c tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/security-groups?id=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903902 Feb 03 12:40:39.588229 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] For port 50ccaef6-9032-45eb-b51d-de89dba566e2, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:39.600551 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] For port 50ccaef6-9032-45eb-b51d-de89dba566e2, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=50ccaef6-9032-45eb-b51d-de89dba566e2,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:39.609555 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (50ccaef6-9032-45eb-b51d-de89dba566e2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:39.631786 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:39.653427 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dff075ad-9877-4749-9f79-a505ff97f226 req-d2ad1a74-3f84-40f9-9482-494740884e75 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/ports?device_id=9855a8e8-80f5-4a78-baf9-29ea39476c73 HTTP/1.1" status: 200 len: 210 time: 0.0683541 Feb 03 12:40:39.659638 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:39.660610 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:39.662199 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] 10.222.0.73 "PUT /v2.0/ports/50ccaef6-9032-45eb-b51d-de89dba566e2 HTTP/1.1" status: 200 len: 1091 time: 1.3926539 Feb 03 12:40:39.665414 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b43a8b-c285-4b51-b647-44b5cfb7b22d', 'tag': '50ccaef6-9032-45eb-b51d-de89dba566e2'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:39.667760 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e81d87-3e65-4579-98a7-488d2e4acf75" -d '{"events": [{"name": "network-changed", "server_uuid": "45b43a8b-c285-4b51-b647-44b5cfb7b22d", "tag": "50ccaef6-9032-45eb-b51d-de89dba566e2"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:39.700061 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92034ec-2b12-4ebe-a894-67eed760b0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=50ccaef6-9032-45eb-b51d-de89dba566e2,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:39.717359 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c481eed0-5f1a-4dbd-8042-66f10766b9cd x-openstack-request-id: req-c481eed0-5f1a-4dbd-8042-66f10766b9cd {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:39.717658 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b43a8b-c285-4b51-b647-44b5cfb7b22d", "tag": "50ccaef6-9032-45eb-b51d-de89dba566e2", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:39.717914 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c481eed0-5f1a-4dbd-8042-66f10766b9cd {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:39.718315 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b43a8b-c285-4b51-b647-44b5cfb7b22d', 'tag': '50ccaef6-9032-45eb-b51d-de89dba566e2', 'status': 'completed', 'code': 200} Feb 03 12:40:39.795872 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-e3e68ae5-2129-4d7e-b295-6cd46a749ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:39.797825 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-e3e68ae5-2129-4d7e-b295-6cd46a749ce5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&device_id=45b43a8b-c285-4b51-b647-44b5cfb7b22d HTTP/1.1" status: 200 len: 1125 time: 0.0529149 Feb 03 12:40:39.823506 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17daef6-106f-4887-a3aa-1396eaf6718c req-8f155387-698a-4711-8990-6a63fd10a478 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:39.825029 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c17daef6-106f-4887-a3aa-1396eaf6718c req-8f155387-698a-4711-8990-6a63fd10a478 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=685c92db-07f1-430c-ad03-bc202dc7a073 HTTP/1.1" status: 200 len: 945 time: 0.0612519 Feb 03 12:40:39.858944 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-aa3350d4-645d-4efd-ae76-7e5d8ea531fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50ccaef6-9032-45eb-b51d-de89dba566e2 HTTP/1.1" status: 200 len: 217 time: 0.0422802 Feb 03 12:40:39.876685 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c17daef6-106f-4887-a3aa-1396eaf6718c req-4ac7fa9f-2941-468c-8153-61c400dd6bc8 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450592 Feb 03 12:40:39.910668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-0865c6c4-31ad-4eaf-98e7-2253b3f01501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:39.912312 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-0865c6c4-31ad-4eaf-98e7-2253b3f01501 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa4b2afa-81a8-4d6e-a8be-3051d409ec8b HTTP/1.1" status: 200 len: 845 time: 0.0471351 Feb 03 12:40:39.947923 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-27a3ce67-2850-4c69-9f4b-99362b5ec779 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292602 Feb 03 12:40:40.054198 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-46c9f94b-6453-4844-b7f7-92ba6f58a127 service neutron] 10.222.0.73 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990694 Feb 03 12:40:40.177015 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-18330cc5-18ac-4e7c-b6cf-a5048d6ad167 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ce9e8faa2c0249ebbf0a8bf236ae7b99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760870 Feb 03 12:40:40.248952 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2dc41-7a18-4975-bcbc-17ba72143f07 req-f27749ec-ad52-4650-a391-5f337157c7a0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:40.250903 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-61f2dc41-7a18-4975-bcbc-17ba72143f07 req-f27749ec-ad52-4650-a391-5f337157c7a0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b43a8b-c285-4b51-b647-44b5cfb7b22d HTTP/1.1" status: 200 len: 943 time: 0.0961726 Feb 03 12:40:40.312423 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-61f2dc41-7a18-4975-bcbc-17ba72143f07 req-a1c90444-c57c-4980-88e9-996982577b32 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542781 Feb 03 12:40:40.337673 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42064c8b-55f2-425d-931e-c1cefe5654aa req-54747160-fc5a-4f31-91db-9169138b75dc service neutron] 10.222.0.73 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765419 Feb 03 12:40:40.347646 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54dd62-d953-484d-ad9e-aceeafa553e5 req-dbb81054-be7c-4843-9d64-c218223204de tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:40.349156 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bc54dd62-d953-484d-ad9e-aceeafa553e5 req-dbb81054-be7c-4843-9d64-c218223204de tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 944 time: 0.2899909 Feb 03 12:40:40.397022 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-9a0b0446-f124-4e86-b4b7-d23fc769593b tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:40.398510 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-9a0b0446-f124-4e86-b4b7-d23fc769593b tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867869 Feb 03 12:40:40.414781 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-a5521506-b8ca-4b52-9ca4-21cf44c81c70 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Request body: {'port': {'device_id': '9855a8e8-80f5-4a78-baf9-29ea39476c73', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': 'ce9e8faa2c0249ebbf0a8bf236ae7b99'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:40.439393 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68e149-aec5-45ef-8ab7-40a5be511ca0 req-dc0bcca3-d2ca-4f77-8f0e-1c786d36b0c0 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:40.442700 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a68e149-aec5-45ef-8ab7-40a5be511ca0 req-dc0bcca3-d2ca-4f77-8f0e-1c786d36b0c0 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.0667953 Feb 03 12:40:40.465634 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bc54dd62-d953-484d-ad9e-aceeafa553e5 req-da0e805f-4b55-4720-a7b4-a5b21bec68d2 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039171 Feb 03 12:40:40.516042 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a68e149-aec5-45ef-8ab7-40a5be511ca0 req-f7a9f9fa-45a4-4207-9bce-c7a50d7e7bdf tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664768 Feb 03 12:40:40.754911 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9c00108f-4f46-4668-9d22-58ba1db880ff req-36dffc9c-d6f2-4dab-8acd-646ed1cb7214 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/ports?device_id=9855a8e8-80f5-4a78-baf9-29ea39476c73 HTTP/1.1" status: 200 len: 210 time: 0.0305347 Feb 03 12:40:40.958997 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e81d87-3e65-4579-98a7-488d2e4acf75 req-5e11ecbd-745b-405b-82c6-bd9e8bee8538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:40.960543 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76e81d87-3e65-4579-98a7-488d2e4acf75 req-5e11ecbd-745b-405b-82c6-bd9e8bee8538 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&device_id=45b43a8b-c285-4b51-b647-44b5cfb7b22d HTTP/1.1" status: 200 len: 1125 time: 0.1152220 Feb 03 12:40:40.974783 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa199d1-2c5c-4d1d-9374-25a13716c731 req-43254708-7067-4e27-8d8f-a87b3032c06b tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:40.976998 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-baa199d1-2c5c-4d1d-9374-25a13716c731 req-43254708-7067-4e27-8d8f-a87b3032c06b tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 945 time: 0.1302638 Feb 03 12:40:41.023330 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-a5521506-b8ca-4b52-9ca4-21cf44c81c70 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Made reservation on behalf of ce9e8faa2c0249ebbf0a8bf236ae7b99 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:41.023704 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ed22e-d627-4ba6-84c1-97249a0428d1 req-bffc9d46-58aa-487a-af7e-b86f680e0360 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:41.025437 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5f8ed22e-d627-4ba6-84c1-97249a0428d1 req-bffc9d46-58aa-487a-af7e-b86f680e0360 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=685c92db-07f1-430c-ad03-bc202dc7a073 HTTP/1.1" status: 200 len: 945 time: 0.0662992 Feb 03 12:40:41.027298 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-a5521506-b8ca-4b52-9ca4-21cf44c81c70 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:41.054879 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-a5521506-b8ca-4b52-9ca4-21cf44c81c70 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:41.079668 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5f8ed22e-d627-4ba6-84c1-97249a0428d1 req-19a4a70b-d2a5-4b22-b770-481148476610 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478282 Feb 03 12:40:41.122283 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-baa199d1-2c5c-4d1d-9374-25a13716c731 req-5eb30dc9-fbfe-4b35-b81f-e4bbc9d175c5 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/security-groups?id=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391807 Feb 03 12:40:41.146402 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e81d87-3e65-4579-98a7-488d2e4acf75 req-810d435d-2357-47cb-ad42-ea7c0c7d5c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:41.148055 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76e81d87-3e65-4579-98a7-488d2e4acf75 req-810d435d-2357-47cb-ad42-ea7c0c7d5c90 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 906 time: 0.1698079 Feb 03 12:40:41.201719 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76e81d87-3e65-4579-98a7-488d2e4acf75 req-95cefab3-c159-42d2-b514-3fa6804c95e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50ccaef6-9032-45eb-b51d-de89dba566e2 HTTP/1.1" status: 200 len: 217 time: 0.0444994 Feb 03 12:40:41.276854 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e81d87-3e65-4579-98a7-488d2e4acf75 req-fddf0769-f120-4eb8-97ef-e2f7ba1f8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:41.278521 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76e81d87-3e65-4579-98a7-488d2e4acf75 req-fddf0769-f120-4eb8-97ef-e2f7ba1f8e6f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa4b2afa-81a8-4d6e-a8be-3051d409ec8b HTTP/1.1" status: 200 len: 845 time: 0.0703340 Feb 03 12:40:41.294520 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c67197-6186-41af-8db0-107e6735d2c1 req-f751bc53-a3bc-451f-aab2-0b64824abe54 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:41.296511 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29c67197-6186-41af-8db0-107e6735d2c1 req-f751bc53-a3bc-451f-aab2-0b64824abe54 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 945 time: 0.0768285 Feb 03 12:40:41.320833 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76e81d87-3e65-4579-98a7-488d2e4acf75 req-52eb37cf-1cdc-4b0b-81c9-13a8c39a3092 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357444 Feb 03 12:40:41.326434 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-a5521506-b8ca-4b52-9ca4-21cf44c81c70 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Publish callbacks [] for security_group (e3a24656-3608-4b7b-bebe-1b9e9f3bfd96), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:41.338426 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-a5521506-b8ca-4b52-9ca4-21cf44c81c70 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e3a24656-3608-4b7b-bebe-1b9e9f3bfd96), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:41.403217 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5521506-b8ca-4b52-9ca4-21cf44c81c70 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a24656-3608-4b7b-bebe-1b9e9f3bfd96,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:41.437892 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29c67197-6186-41af-8db0-107e6735d2c1 req-11a6dfac-a9d2-428d-8ae5-59ff9ff389b1 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/security-groups?id=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151261 Feb 03 12:40:41.628640 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33378ad5-bc2b-4b8e-8855-1f0e060301a7 req-4cf9bb01-e988-4117-a682-2589665332a5 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:41.636405 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33378ad5-bc2b-4b8e-8855-1f0e060301a7 req-4cf9bb01-e988-4117-a682-2589665332a5 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 944 time: 0.0911572 Feb 03 12:40:41.690419 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0cc58-e66e-4969-ba77-21c90dfcfc2b req-3816fcec-d0ed-448c-add5-8d721eec9337 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:41.692431 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-72f0cc58-e66e-4969-ba77-21c90dfcfc2b req-3816fcec-d0ed-448c-add5-8d721eec9337 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b43a8b-c285-4b51-b647-44b5cfb7b22d HTTP/1.1" status: 200 len: 943 time: 0.2835948 Feb 03 12:40:41.700330 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76e81d87-3e65-4579-98a7-488d2e4acf75 req-9bf1c67e-ee91-4ac2-ae25-8351b01f6f29 service neutron] 10.222.0.73 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630166 Feb 03 12:40:41.702219 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33378ad5-bc2b-4b8e-8855-1f0e060301a7 req-dea9ec39-03e4-425c-bdbb-0e04d1437a53 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649595 Feb 03 12:40:41.781105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-a5521506-b8ca-4b52-9ca4-21cf44c81c70 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Allocated IP 192.168.233.136 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:41.800972 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-72f0cc58-e66e-4969-ba77-21c90dfcfc2b req-2c91eae9-854b-41a1-9598-060ae25a74e9 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974379 Feb 03 12:40:41.882695 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737a711-556f-4024-b217-e5164ea6d178 req-3195a0e7-e46b-47b2-9ee8-72e155b80566 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:41.894276 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e737a711-556f-4024-b217-e5164ea6d178 req-3195a0e7-e46b-47b2-9ee8-72e155b80566 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.1095092 Feb 03 12:40:41.928712 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76e81d87-3e65-4579-98a7-488d2e4acf75 req-3359e7bf-fe7f-419e-a983-431bf3490a1a service neutron] 10.222.0.73 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037628 Feb 03 12:40:41.961587 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e737a711-556f-4024-b217-e5164ea6d178 req-734b59fa-7e09-4ce9-9684-a507f398bcc5 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661309 Feb 03 12:40:41.967902 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a6d8eaa-9f33-4070-ab5e-99fcf87279f0 req-d9df85ca-c4c3-4290-8438-a679333e424e tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/ports?device_id=9855a8e8-80f5-4a78-baf9-29ea39476c73 HTTP/1.1" status: 200 len: 210 time: 0.0574341 Feb 03 12:40:42.076716 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-a5521506-b8ca-4b52-9ca4-21cf44c81c70 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Publish callbacks [] for port (6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:42.093537 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 43b908f7-4c59-4aa4-a9df-30167b7a4f91 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:40:42.114710 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-a5521506-b8ca-4b52-9ca4-21cf44c81c70 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:42.174284 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-a5521506-b8ca-4b52-9ca4-21cf44c81c70 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:40:42.177827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-a5521506-b8ca-4b52-9ca4-21cf44c81c70 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:40:42.182367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-a5521506-b8ca-4b52-9ca4-21cf44c81c70 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:40:42.186497 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5521506-b8ca-4b52-9ca4-21cf44c81c70 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Pushing event updated for resources: {'Port': ['ID=6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:42.228902 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 is: DOWN; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:42.261613 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-a5521506-b8ca-4b52-9ca4-21cf44c81c70 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:42.262494 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-a5521506-b8ca-4b52-9ca4-21cf44c81c70 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:42.284369 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-a5521506-b8ca-4b52-9ca4-21cf44c81c70 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8738744 Feb 03 12:40:42.299778 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] Request body: {'port': {'device_id': '9855a8e8-80f5-4a78-baf9-29ea39476c73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:42.374504 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:42.540303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-70bad22b-32a9-4d26-8dd9-c01087617fe7 None None] Provisioning complete for port 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:42.542145 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-70bad22b-32a9-4d26-8dd9-c01087617fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:42.590171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-70bad22b-32a9-4d26-8dd9-c01087617fe7 None None] Port 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:40:42.706182 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:42.714679 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] Publish callbacks [] for port (6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:42.728495 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] Transition to ACTIVE for port object 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:40:42.734013 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:42.848301 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599a3d3-af8d-45f0-8499-bf88b0fae12c req-e6c60677-b993-4d10-b81f-b14e7a91473e tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:42.853416 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] Pushing event updated for resources: {'Port': ['ID=6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:42.857291 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2599a3d3-af8d-45f0-8499-bf88b0fae12c req-e6c60677-b993-4d10-b81f-b14e7a91473e tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 944 time: 0.0790532 Feb 03 12:40:42.907628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-f6bc09f6-0c61-4478-82e1-8d5f2b7b8483 service neutron] 10.222.0.73 "GET /v2.0/ports/43b908f7-4c59-4aa4-a9df-30167b7a4f91/bindings/n-h2-827336-3 HTTP/1.1" status: 200 len: 384 time: 0.1645689 Feb 03 12:40:42.928751 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2599a3d3-af8d-45f0-8499-bf88b0fae12c req-bb916368-a442-4974-ad92-c25867761576 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702324 Feb 03 12:40:43.076022 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] Attempting to bind port 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:40:43.076550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] Attempting to bind port 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:40:43.076657 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] Attempting to bind port 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:43.089949 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] Port 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:40:43.090279 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] Attempting to bind port 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:40:43.104691 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955bbd8-c861-49dd-89d4-45d112cc3fd3 req-5bbd35a3-8709-4c55-8a24-db0cdbafa2d2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:43.106290 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4955bbd8-c861-49dd-89d4-45d112cc3fd3 req-5bbd35a3-8709-4c55-8a24-db0cdbafa2d2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b43a8b-c285-4b51-b647-44b5cfb7b22d HTTP/1.1" status: 200 len: 943 time: 0.1590161 Feb 03 12:40:43.110502 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:40:43.110848 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:40:43.111242 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:40:43.111676 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] Bound port: 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:40:43.112059 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:43.113367 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad7533-b9b1-410d-969d-5d0bac6c6c4d req-3f4495c1-f950-40b2-93d5-e45e881f5bf9 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:43.120731 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5ad7533-b9b1-410d-969d-5d0bac6c6c4d req-3f4495c1-f950-40b2-93d5-e45e881f5bf9 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.0734863 Feb 03 12:40:43.167099 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5ad7533-b9b1-410d-969d-5d0bac6c6c4d req-7c44df24-06cb-4f26-8c84-d61366843337 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454152 Feb 03 12:40:43.276681 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def5e64-bb66-4989-b983-86ed93c0707a req-80ff7211-7d7a-4349-8368-efbd791eda65 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:43.278131 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1def5e64-bb66-4989-b983-86ed93c0707a req-80ff7211-7d7a-4349-8368-efbd791eda65 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/ports?device_id=9855a8e8-80f5-4a78-baf9-29ea39476c73 HTTP/1.1" status: 200 len: 948 time: 0.0524974 Feb 03 12:40:43.284123 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4955bbd8-c861-49dd-89d4-45d112cc3fd3 req-16c0311c-4e33-4979-970b-8213e34923b4 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534362 Feb 03 12:40:43.304149 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] For port 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:43.309617 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] For port 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:40:43.323202 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-ca1aebe6-c490-424e-8352-bd7d0994568e service neutron] For port 43b908f7-4c59-4aa4-a9df-30167b7a4f91, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=43b908f7-4c59-4aa4-a9df-30167b7a4f91,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:43.326118 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:43.334558 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1def5e64-bb66-4989-b983-86ed93c0707a req-5b2f0ff7-640e-4049-a754-fe9f68620d7d tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3a24656-3608-4b7b-bebe-1b9e9f3bfd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503697 Feb 03 12:40:43.372398 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:43.373027 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:43.374423 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] 10.222.0.31 "PUT /v2.0/ports/6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 HTTP/1.1" status: 200 len: 1096 time: 1.0804121 Feb 03 12:40:43.377107 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9855a8e8-80f5-4a78-baf9-29ea39476c73', 'tag': '6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:43.379531 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f654dff1-3ad7-45f0-8852-d7904cd013c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9855a8e8-80f5-4a78-baf9-29ea39476c73", "tag": "6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:43.388705 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-ca1aebe6-c490-424e-8352-bd7d0994568e service neutron] For port 43b908f7-4c59-4aa4-a9df-30167b7a4f91, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:43.432319 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7aca8f-47d1-4c61-bc96-de7c64ffbeea x-openstack-request-id: req-5f7aca8f-47d1-4c61-bc96-de7c64ffbeea {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:43.432809 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9855a8e8-80f5-4a78-baf9-29ea39476c73", "tag": "6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:43.433158 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f7aca8f-47d1-4c61-bc96-de7c64ffbeea {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:43.433760 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9855a8e8-80f5-4a78-baf9-29ea39476c73', 'tag': '6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3', 'status': 'completed', 'code': 200} Feb 03 12:40:43.461730 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b423e6-9f16-4f77-9eda-ff7e82ec3e9b service neutron] Pushing event updated for resources: {'Port': ['ID=6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:43.477472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-ca1aebe6-c490-424e-8352-bd7d0994568e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b908f7-4c59-4aa4-a9df-30167b7a4f91 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:43.496071 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-ca1aebe6-c490-424e-8352-bd7d0994568e service neutron] For port 43b908f7-4c59-4aa4-a9df-30167b7a4f91, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=43b908f7-4c59-4aa4-a9df-30167b7a4f91,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:43.514437 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-ca1aebe6-c490-424e-8352-bd7d0994568e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:43.519520 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-0ae54679-7e3e-442a-932c-7bbe061860b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:43.521069 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-0ae54679-7e3e-442a-932c-7bbe061860b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce9e8faa2c0249ebbf0a8bf236ae7b99&device_id=9855a8e8-80f5-4a78-baf9-29ea39476c73 HTTP/1.1" status: 200 len: 1130 time: 0.1023395 Feb 03 12:40:43.571912 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-0b297739-0ca7-4185-982f-8b3089900694 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 HTTP/1.1" status: 200 len: 217 time: 0.0425210 Feb 03 12:40:43.660644 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-b07d316a-5f73-49e3-a21d-9d6ee0fededc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:43.662123 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-b07d316a-5f73-49e3-a21d-9d6ee0fededc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0724192 Feb 03 12:40:43.682902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-ca1aebe6-c490-424e-8352-bd7d0994568e service neutron] Transition to ACTIVE for port object 43b908f7-4c59-4aa4-a9df-30167b7a4f91 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:40:43.702176 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-ca1aebe6-c490-424e-8352-bd7d0994568e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:43.799318 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-ca1aebe6-c490-424e-8352-bd7d0994568e service neutron] No DVR routers for this DVR port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:40:43.804377 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-17fea75f-26c5-4ff5-b16a-ba169ffd3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:43.806022 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-17fea75f-26c5-4ff5-b16a-ba169ffd3fd9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1337423 Feb 03 12:40:43.806628 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1aebe6-c490-424e-8352-bd7d0994568e service neutron] Pushing event updated for resources: {'Port': ['ID=43b908f7-4c59-4aa4-a9df-30167b7a4f91,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:43.860787 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-ca1aebe6-c490-424e-8352-bd7d0994568e service neutron] 10.222.0.73 "PUT /v2.0/ports/43b908f7-4c59-4aa4-a9df-30167b7a4f91/bindings/n-h2-827336-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9121952 Feb 03 12:40:43.930538 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-ab1c5b2f-27c3-4425-a5a2-54976fff48c5 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168115 Feb 03 12:40:44.041674 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-59845477-85a3-4502-a92c-6e0e00f8b8b3 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:44.042270 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd2e9265-4d45-4144-a10b-3f4e234b2492 req-74ed096d-ad11-45b8-8e59-135434069b52 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045048 Feb 03 12:40:44.043352 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-59845477-85a3-4502-a92c-6e0e00f8b8b3 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819&tenant_id=59121cc9f5494060a5397600a3646346&binding%3Ahost_id=n-h1-827336-3 HTTP/1.1" status: 200 len: 1127 time: 0.0691772 Feb 03 12:40:44.094596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5743de-c759-49f8-a5d1-6d429c0429fb req-d63e2f53-a539-4aa8-bac2-d54061dbddc1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:44.097837 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-db5743de-c759-49f8-a5d1-6d429c0429fb req-d63e2f53-a539-4aa8-bac2-d54061dbddc1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 945 time: 0.0757668 Feb 03 12:40:44.101323 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 50ccaef6-9032-45eb-b51d-de89dba566e2 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:40:44.111853 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-0f7aa41a-5958-4a13-ab87-261f587b1622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:44.113772 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-0f7aa41a-5958-4a13-ab87-261f587b1622 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819&tenant_id=59121cc9f5494060a5397600a3646346 HTTP/1.1" status: 200 len: 1127 time: 0.0607429 Feb 03 12:40:44.194983 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-ff1c6d78-7518-44c9-970f-cfd1a461a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:44.197278 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-ff1c6d78-7518-44c9-970f-cfd1a461a1a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=59121cc9f5494060a5397600a3646346&device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 1127 time: 0.0579607 Feb 03 12:40:44.201581 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-db5743de-c759-49f8-a5d1-6d429c0429fb req-61a4bbd1-bb6f-4626-a112-00522d3fda88 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933259 Feb 03 12:40:44.220310 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654dff1-3ad7-45f0-8852-d7904cd013c6 req-4bd16167-9325-4f51-a494-4ec6d31e8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:44.223733 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f654dff1-3ad7-45f0-8852-d7904cd013c6 req-4bd16167-9325-4f51-a494-4ec6d31e8109 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce9e8faa2c0249ebbf0a8bf236ae7b99&device_id=9855a8e8-80f5-4a78-baf9-29ea39476c73 HTTP/1.1" status: 200 len: 1130 time: 0.1249971 Feb 03 12:40:44.230873 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 50ccaef6-9032-45eb-b51d-de89dba566e2, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=50ccaef6-9032-45eb-b51d-de89dba566e2,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:44.256171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '50ccaef6-9032-45eb-b51d-de89dba566e2', 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb', 'port_id': '50ccaef6-9032-45eb-b51d-de89dba566e2', 'mac_address': 'fa:16:3e:ec:be:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4b2afa-81a8-4d6e-a8be-3051d409ec8b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:40:44.301591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 50ccaef6-9032-45eb-b51d-de89dba566e2 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:44.302227 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (50ccaef6-9032-45eb-b51d-de89dba566e2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:44.327202 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ccaef6-9032-45eb-b51d-de89dba566e2 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:44.363316 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 50ccaef6-9032-45eb-b51d-de89dba566e2, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=50ccaef6-9032-45eb-b51d-de89dba566e2,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:44.369064 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (50ccaef6-9032-45eb-b51d-de89dba566e2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:44.382792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654dff1-3ad7-45f0-8852-d7904cd013c6 req-8c649a78-4824-452a-9ef5-da46c3420df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:44.384544 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f654dff1-3ad7-45f0-8852-d7904cd013c6 req-8c649a78-4824-452a-9ef5-da46c3420df2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.1526499 Feb 03 12:40:44.418878 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-22159fca-28a0-410a-97db-2b2404d7c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:44.420404 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-22159fca-28a0-410a-97db-2b2404d7c8a3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 200 len: 909 time: 0.2110264 Feb 03 12:40:44.425070 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=50ccaef6-9032-45eb-b51d-de89dba566e2,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:44.433520 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc925d-0716-459d-a575-06e4d78943bf req-252191e1-bfb7-4c09-b8f7-bb99f410c3d8 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:44.434733 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-79cc925d-0716-459d-a575-06e4d78943bf req-252191e1-bfb7-4c09-b8f7-bb99f410c3d8 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.1455061 Feb 03 12:40:44.448261 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f654dff1-3ad7-45f0-8852-d7904cd013c6 req-9f36eaca-5d1c-4a82-864a-31285d8690e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 HTTP/1.1" status: 200 len: 217 time: 0.0559225 Feb 03 12:40:44.485740 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-a70689e6-3953-44ac-b432-f008631f6697 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43b908f7-4c59-4aa4-a9df-30167b7a4f91 HTTP/1.1" status: 200 len: 217 time: 0.0500290 Feb 03 12:40:44.521265 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654dff1-3ad7-45f0-8852-d7904cd013c6 req-ac468e29-4fd2-43a4-afcb-01a25c87d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:44.522890 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f654dff1-3ad7-45f0-8852-d7904cd013c6 req-ac468e29-4fd2-43a4-afcb-01a25c87d8d1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0558813 Feb 03 12:40:44.533948 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3f8ac-3c3f-4800-a2da-d5ad6b0d1114 req-b4455448-bf3f-4b3e-81a4-4ae52a3e9331 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:44.535324 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38a3f8ac-3c3f-4800-a2da-d5ad6b0d1114 req-b4455448-bf3f-4b3e-81a4-4ae52a3e9331 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b43a8b-c285-4b51-b647-44b5cfb7b22d HTTP/1.1" status: 200 len: 944 time: 0.1447408 Feb 03 12:40:44.557226 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-79cc925d-0716-459d-a575-06e4d78943bf req-71f5b6b1-fc73-44fc-bb42-affb42a6d00c tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152945 Feb 03 12:40:44.564996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-c5cae0b4-d08a-4b89-873f-08c63718035d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:44.567139 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-c5cae0b4-d08a-4b89-873f-08c63718035d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 200 len: 848 time: 0.0740418 Feb 03 12:40:44.605379 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-4ef7475c-21bb-4708-b9df-6975fb4a22bd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=261b9ae4-c32c-4699-b2c0-61d6a780f49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322814 Feb 03 12:40:44.629011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654dff1-3ad7-45f0-8852-d7904cd013c6 req-3c2ba925-4319-4ed7-8f6f-c6f729c0f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:44.630668 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f654dff1-3ad7-45f0-8852-d7904cd013c6 req-3c2ba925-4319-4ed7-8f6f-c6f729c0f6e1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0945716 Feb 03 12:40:44.634060 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38a3f8ac-3c3f-4800-a2da-d5ad6b0d1114 req-fa758ff7-2f67-423d-bbe9-abc2ad2a1c57 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892947 Feb 03 12:40:44.741312 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f654dff1-3ad7-45f0-8852-d7904cd013c6 req-efa5fed6-867c-4025-888e-1262a1b04de9 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032896 Feb 03 12:40:44.757325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a90f30-b52c-4638-848b-8b28a0410fdf req-1b06eaff-1719-4e7c-9a79-7572af0eda33 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:44.758785 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f7a90f30-b52c-4638-848b-8b28a0410fdf req-1b06eaff-1719-4e7c-9a79-7572af0eda33 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/ports?device_id=9855a8e8-80f5-4a78-baf9-29ea39476c73 HTTP/1.1" status: 200 len: 948 time: 0.1177309 Feb 03 12:40:44.761057 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-a22b62a9-8a55-4d7e-9019-9737918a020d service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434946 Feb 03 12:40:44.841185 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f654dff1-3ad7-45f0-8852-d7904cd013c6 req-2d7e1289-4e62-4dd4-b165-5729334fbe5c service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923598 Feb 03 12:40:44.959985 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['50ccaef6-9032-45eb-b51d-de89dba566e2'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:45.179924 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f7a90f30-b52c-4638-848b-8b28a0410fdf req-0712ab34-f682-4ef7-9d15-cb1960d7ce36 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3a24656-3608-4b7b-bebe-1b9e9f3bfd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148996 Feb 03 12:40:45.212211 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-e7ea01f9-5efd-4845-8490-789a092f83a7 service neutron] 10.222.0.31 "GET /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410019 Feb 03 12:40:45.338080 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6d0aa-a0d2-4d73-8c61-b92dc2ac7c3f req-3abd60df-f7ad-43b7-bebd-cb01bb2e34ac tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:45.339725 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45e6d0aa-a0d2-4d73-8c61-b92dc2ac7c3f req-3abd60df-f7ad-43b7-bebd-cb01bb2e34ac tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 945 time: 0.0640750 Feb 03 12:40:45.407035 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45e6d0aa-a0d2-4d73-8c61-b92dc2ac7c3f req-9b26f24d-bbaa-41dd-a8d0-8d94cb272695 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574317 Feb 03 12:40:45.506609 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-25cae018-2d52-4f77-a651-26b649f1c3a6 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:45.508129 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-25cae018-2d52-4f77-a651-26b649f1c3a6 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819&tenant_id=59121cc9f5494060a5397600a3646346&binding%3Ahost_id=n-h2-827336-3 HTTP/1.1" status: 200 len: 1127 time: 0.0578287 Feb 03 12:40:45.640455 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:45.652664 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-59b7a00b-9722-40d9-b6d4-2064d2be1b3e service neutron] For port 43b908f7-4c59-4aa4-a9df-30167b7a4f91, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:40:45.656924 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-59b7a00b-9722-40d9-b6d4-2064d2be1b3e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:45.660208 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-59b7a00b-9722-40d9-b6d4-2064d2be1b3e service neutron] 10.222.0.31 "DELETE /v2.0/ports/43b908f7-4c59-4aa4-a9df-30167b7a4f91/bindings/n-h1-827336-3 HTTP/1.1" status: 204 len: 173 time: 0.1433427 Feb 03 12:40:45.750008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2e2e0-d38a-4220-8c61-63add6974372 req-0f4fa481-6dd2-40a9-a805-4f9a2d5f35f8 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:45.758832 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c2a2e2e0-d38a-4220-8c61-63add6974372 req-0f4fa481-6dd2-40a9-a805-4f9a2d5f35f8 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.0970669 Feb 03 12:40:45.803896 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942b94c-ce99-4061-b7c5-24f924c46149 req-a3c7f43a-c009-4f9d-af03-3852628e0779 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:45.806493 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9942b94c-ce99-4061-b7c5-24f924c46149 req-a3c7f43a-c009-4f9d-af03-3852628e0779 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b43a8b-c285-4b51-b647-44b5cfb7b22d HTTP/1.1" status: 200 len: 944 time: 0.0902908 Feb 03 12:40:45.809951 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c2a2e2e0-d38a-4220-8c61-63add6974372 req-0d03dd06-3e76-4e3f-8d14-a3f657744697 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502558 Feb 03 12:40:45.863324 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9942b94c-ce99-4061-b7c5-24f924c46149 req-22946344-049d-4aa9-9c02-0e18a8207667 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495150 Feb 03 12:40:46.323151 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8448f8-a486-42af-8dbc-434d63234455 req-8734fdd5-e447-4a81-b7a9-95321db7feaa tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:46.324717 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fd8448f8-a486-42af-8dbc-434d63234455 req-8734fdd5-e447-4a81-b7a9-95321db7feaa tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/ports?device_id=9855a8e8-80f5-4a78-baf9-29ea39476c73 HTTP/1.1" status: 200 len: 948 time: 0.0638607 Feb 03 12:40:46.376789 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fd8448f8-a486-42af-8dbc-434d63234455 req-f3a20aea-7c32-4154-be29-953a18ec7851 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3a24656-3608-4b7b-bebe-1b9e9f3bfd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455365 Feb 03 12:40:46.524250 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c577f20-627b-426e-886c-3b2f80d1d0f0 req-fb3b2ce8-236e-4cbf-8cfe-28824a5e2895 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:46.525794 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c577f20-627b-426e-886c-3b2f80d1d0f0 req-fb3b2ce8-236e-4cbf-8cfe-28824a5e2895 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 945 time: 0.0559258 Feb 03 12:40:46.574244 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c577f20-627b-426e-886c-3b2f80d1d0f0 req-f75b781c-41fd-4b06-a2cf-cf2d49ee30b1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425291 Feb 03 12:40:46.709183 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879f4dd-f51a-4e2b-b4db-91e8d3add278 req-b65fcef2-c8ed-4b2f-bc06-3a02c4d12e99 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:46.710953 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7879f4dd-f51a-4e2b-b4db-91e8d3add278 req-b65fcef2-c8ed-4b2f-bc06-3a02c4d12e99 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 1127 time: 0.0455735 Feb 03 12:40:46.785756 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7879f4dd-f51a-4e2b-b4db-91e8d3add278 req-152d99ae-ff57-47cc-98d6-340d520a7631 tempest-LiveMigrationTest-1064581319 tempest-LiveMigrationTest-1064581319-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580139 Feb 03 12:40:47.004501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc39f8c-3ee1-44f0-9244-5bee72aec64e req-3cc939b1-ff47-4391-99e8-7a7356a758ac tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:47.006093 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5cc39f8c-3ee1-44f0-9244-5bee72aec64e req-3cc939b1-ff47-4391-99e8-7a7356a758ac tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.0916095 Feb 03 12:40:47.119445 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236dca1-5077-4092-a0d6-f706eaa1d8e5 req-577518ec-838b-4fb0-a1a9-196434e81563 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:47.120634 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5cc39f8c-3ee1-44f0-9244-5bee72aec64e req-64bd810c-e6d2-45b8-9504-04b466c547b0 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078331 Feb 03 12:40:47.127863 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c236dca1-5077-4092-a0d6-f706eaa1d8e5 req-577518ec-838b-4fb0-a1a9-196434e81563 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b43a8b-c285-4b51-b647-44b5cfb7b22d HTTP/1.1" status: 200 len: 944 time: 0.0730174 Feb 03 12:40:47.180662 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c236dca1-5077-4092-a0d6-f706eaa1d8e5 req-f5edda05-6c84-45b4-92fb-a0874329f88a tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518570 Feb 03 12:40:47.245188 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0476206-99f7-4bab-a15c-77b946d9381a req-8fea00d1-0ff7-4a06-85d3-f7c0cdf24136 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:47.252439 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a0476206-99f7-4bab-a15c-77b946d9381a req-8fea00d1-0ff7-4a06-85d3-f7c0cdf24136 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 945 time: 0.0601778 Feb 03 12:40:47.320574 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a0476206-99f7-4bab-a15c-77b946d9381a req-70e2825d-31b6-49f3-b58e-a230c03e7ca2 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669904 Feb 03 12:40:47.498091 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914aaee-a324-4474-9b5d-89b3710326bb req-34444dfb-c41a-49f2-8978-48e06c59b274 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:47.499713 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4914aaee-a324-4474-9b5d-89b3710326bb req-34444dfb-c41a-49f2-8978-48e06c59b274 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/ports?device_id=9855a8e8-80f5-4a78-baf9-29ea39476c73 HTTP/1.1" status: 200 len: 948 time: 0.0531101 Feb 03 12:40:47.548260 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4914aaee-a324-4474-9b5d-89b3710326bb req-fad8ce0b-5499-45e6-aeea-04d46a64a2ba tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3a24656-3608-4b7b-bebe-1b9e9f3bfd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422275 Feb 03 12:40:47.791556 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42f817-40a8-4923-8faf-f79aeb1b106f req-56a1dd5d-4adc-401b-92f9-dbb1b5f97705 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:47.793148 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed42f817-40a8-4923-8faf-f79aeb1b106f req-56a1dd5d-4adc-401b-92f9-dbb1b5f97705 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 945 time: 0.0602705 Feb 03 12:40:47.892586 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-ed42f817-40a8-4923-8faf-f79aeb1b106f req-142a15a8-2c40-4a4b-9b00-570b01b0cdbe tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Deleting port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:40:47.892926 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ed42f817-40a8-4923-8faf-f79aeb1b106f req-142a15a8-2c40-4a4b-9b00-570b01b0cdbe tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:47.985832 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ed42f817-40a8-4923-8faf-f79aeb1b106f req-142a15a8-2c40-4a4b-9b00-570b01b0cdbe tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] For port 43b908f7-4c59-4aa4-a9df-30167b7a4f91, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=43b908f7-4c59-4aa4-a9df-30167b7a4f91,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:47.986133 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ed42f817-40a8-4923-8faf-f79aeb1b106f req-142a15a8-2c40-4a4b-9b00-570b01b0cdbe tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:47.998195 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-ed42f817-40a8-4923-8faf-f79aeb1b106f req-142a15a8-2c40-4a4b-9b00-570b01b0cdbe tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Calling delete_port for 43b908f7-4c59-4aa4-a9df-30167b7a4f91 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:40:48.128332 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ed42f817-40a8-4923-8faf-f79aeb1b106f req-142a15a8-2c40-4a4b-9b00-570b01b0cdbe tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (43b908f7-4c59-4aa4-a9df-30167b7a4f91), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:48.139579 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:40:48.142660 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 50ccaef6-9032-45eb-b51d-de89dba566e2 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:48.147361 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['b4cdce3c-ede9-447a-93fd-ab1378721ecd', '43b908f7-4c59-4aa4-a9df-30167b7a4f91'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:48.164731 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a15a8-2c40-4a4b-9b00-570b01b0cdbe tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Pushing event deleted for resources: {'Port': ['ID=43b908f7-4c59-4aa4-a9df-30167b7a4f91,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:48.253448 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed42f817-40a8-4923-8faf-f79aeb1b106f req-142a15a8-2c40-4a4b-9b00-570b01b0cdbe tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] No DVR routers for this DVR port 43b908f7-4c59-4aa4-a9df-30167b7a4f91 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:40:48.260196 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ed42f817-40a8-4923-8faf-f79aeb1b106f req-142a15a8-2c40-4a4b-9b00-570b01b0cdbe tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:48.263689 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed42f817-40a8-4923-8faf-f79aeb1b106f req-142a15a8-2c40-4a4b-9b00-570b01b0cdbe tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.31 "DELETE /v2.0/ports/43b908f7-4c59-4aa4-a9df-30167b7a4f91 HTTP/1.1" status: 204 len: 173 time: 0.4652176 Feb 03 12:40:48.264174 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5fa651-82ce-4b86-ac80-bc9ad3186819', 'name': 'network-vif-deleted', 'tag': '43b908f7-4c59-4aa4-a9df-30167b7a4f91'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:48.270379 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2da5457-44a5-496d-b548-698a16277a17" -d '{"events": [{"server_uuid": "bf5fa651-82ce-4b86-ac80-bc9ad3186819", "name": "network-vif-deleted", "tag": "43b908f7-4c59-4aa4-a9df-30167b7a4f91"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:48.338649 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7472ff5-7e2b-4c7d-9ef1-de8a5e0a2388 req-34900fde-4847-49c1-b08c-9f1e71728bf8 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:48.339389 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b7472ff5-7e2b-4c7d-9ef1-de8a5e0a2388 req-34900fde-4847-49c1-b08c-9f1e71728bf8 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.1486418 Feb 03 12:40:48.339499 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 50ccaef6-9032-45eb-b51d-de89dba566e2 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:40:48.373761 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc5fb3-00f6-45f6-8097-7899688b8427 req-9e4f3c7a-3636-4d6c-b5ab-af5794f142f9 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:48.375929 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-57dc5fb3-00f6-45f6-8097-7899688b8427 req-9e4f3c7a-3636-4d6c-b5ab-af5794f142f9 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b43a8b-c285-4b51-b647-44b5cfb7b22d HTTP/1.1" status: 200 len: 944 time: 0.0870161 Feb 03 12:40:48.445507 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b7472ff5-7e2b-4c7d-9ef1-de8a5e0a2388 req-f4614fca-f2c1-4ec0-90be-1b2d1cfefdae tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982261 Feb 03 12:40:48.457150 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-57dc5fb3-00f6-45f6-8097-7899688b8427 req-40de05dd-353a-49f6-8de3-4821a59a252c tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752037 Feb 03 12:40:48.469640 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:48.488508 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 50ccaef6-9032-45eb-b51d-de89dba566e2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:48.489376 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (50ccaef6-9032-45eb-b51d-de89dba566e2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:48.494780 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3', 'mac_address': 'fa:16:3e:d0:5c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:40:48.498447 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d13762-3c93-4c69-b778-799cd3f6d2fe x-openstack-request-id: req-82d13762-3c93-4c69-b778-799cd3f6d2fe {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:48.498931 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5fa651-82ce-4b86-ac80-bc9ad3186819", "name": "network-vif-deleted", "tag": "43b908f7-4c59-4aa4-a9df-30167b7a4f91", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:48.499195 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82d13762-3c93-4c69-b778-799cd3f6d2fe {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:48.499738 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5fa651-82ce-4b86-ac80-bc9ad3186819', 'name': 'network-vif-deleted', 'tag': '43b908f7-4c59-4aa4-a9df-30167b7a4f91', 'status': 'completed', 'code': 200} Feb 03 12:40:48.559253 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-df93d92d-b847-4ec1-bb8b-3ce5a84fa62d req-79a71301-1bf9-4eae-9206-17afed0367be tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 210 time: 0.0326803 Feb 03 12:40:48.608849 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:48.608849 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:48.628579 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:40:48.692236 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:48.693342 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e884d36-7ea6-455c-9f82-45479de25dc7 req-fddb74a7-b09e-48c7-99c0-fb44753b01d7 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:48.702112 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6e884d36-7ea6-455c-9f82-45479de25dc7 req-fddb74a7-b09e-48c7-99c0-fb44753b01d7 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/ports?device_id=9855a8e8-80f5-4a78-baf9-29ea39476c73 HTTP/1.1" status: 200 len: 948 time: 0.0679071 Feb 03 12:40:48.706645 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:48.716355 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 50ccaef6-9032-45eb-b51d-de89dba566e2 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:48.716749 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (50ccaef6-9032-45eb-b51d-de89dba566e2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:48.756562 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6e884d36-7ea6-455c-9f82-45479de25dc7 req-9254c5b9-7fb4-4925-a256-8bcfb1630deb tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3a24656-3608-4b7b-bebe-1b9e9f3bfd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534909 Feb 03 12:40:48.776045 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b43a8b-c285-4b51-b647-44b5cfb7b22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ccaef6-9032-45eb-b51d-de89dba566e2'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:48.778327 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592a2be2-fd9d-42eb-b55c-e2cc5a73367c" -d '{"events": [{"server_uuid": "45b43a8b-c285-4b51-b647-44b5cfb7b22d", "name": "network-vif-plugged", "status": "completed", "tag": "50ccaef6-9032-45eb-b51d-de89dba566e2"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:48.803239 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 50ccaef6-9032-45eb-b51d-de89dba566e2, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=50ccaef6-9032-45eb-b51d-de89dba566e2,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:48.804563 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:48.809673 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (50ccaef6-9032-45eb-b51d-de89dba566e2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:48.817499 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0c2441-66bd-4975-a996-bbf0e2cd6fe2 x-openstack-request-id: req-4b0c2441-66bd-4975-a996-bbf0e2cd6fe2 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:48.817920 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b43a8b-c285-4b51-b647-44b5cfb7b22d", "name": "network-vif-plugged", "status": "completed", "tag": "50ccaef6-9032-45eb-b51d-de89dba566e2", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:48.818151 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b0c2441-66bd-4975-a996-bbf0e2cd6fe2 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:48.818623 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b43a8b-c285-4b51-b647-44b5cfb7b22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ccaef6-9032-45eb-b51d-de89dba566e2', 'code': 200} Feb 03 12:40:48.863046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=50ccaef6-9032-45eb-b51d-de89dba566e2,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:48.965599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24552b0-6bad-4c26-a1cb-ea12ff01cac1 req-f05c45cd-db76-4cd0-ac85-34c8e66b73f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:48.967072 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e24552b0-6bad-4c26-a1cb-ea12ff01cac1 req-f05c45cd-db76-4cd0-ac85-34c8e66b73f5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=45b43a8b-c285-4b51-b647-44b5cfb7b22d HTTP/1.1" status: 200 len: 1127 time: 0.0456595 Feb 03 12:40:49.027070 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e24552b0-6bad-4c26-a1cb-ea12ff01cac1 req-6cdbd74c-e59a-4c6b-b6da-52c9e25d0037 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511196 Feb 03 12:40:49.035627 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:49.578990 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0f08a-479b-45eb-ad58-97c57ab71308 req-2449043c-66d7-499c-ab64-b62121a86a70 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:49.581783 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bba0f08a-479b-45eb-ad58-97c57ab71308 req-2449043c-66d7-499c-ab64-b62121a86a70 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.0592353 Feb 03 12:40:49.599095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb884123-38bd-4840-a4cf-be6294cf83bb req-56ba16e6-f155-415c-ad68-1a1193070bee tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:49.603818 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cb884123-38bd-4840-a4cf-be6294cf83bb req-56ba16e6-f155-415c-ad68-1a1193070bee tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b43a8b-c285-4b51-b647-44b5cfb7b22d HTTP/1.1" status: 200 len: 945 time: 0.0654778 Feb 03 12:40:49.632685 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bba0f08a-479b-45eb-ad58-97c57ab71308 req-753ca09a-20fe-4e57-b001-904acdc8a3e8 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461302 Feb 03 12:40:49.650715 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cb884123-38bd-4840-a4cf-be6294cf83bb req-2b38af52-0910-4808-8272-4adf894d9dc3 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432813 Feb 03 12:40:49.734923 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3eb2fb61-746b-497f-ad61-a3d0f175e4ed req-3a0a506a-600a-420e-a535-0bf8f40d12aa tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 210 time: 0.0285840 Feb 03 12:40:49.763573 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:40:49.875314 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553ff75-db81-4cd7-8a43-6da507d141ec req-b398aaaf-49b1-4d46-aea3-5f61313b0a15 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:49.876744 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d553ff75-db81-4cd7-8a43-6da507d141ec req-b398aaaf-49b1-4d46-aea3-5f61313b0a15 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/ports?device_id=9855a8e8-80f5-4a78-baf9-29ea39476c73 HTTP/1.1" status: 200 len: 949 time: 0.0561886 Feb 03 12:40:49.930679 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d553ff75-db81-4cd7-8a43-6da507d141ec req-8cd73731-1557-4eb7-a2a2-41e16aa7c584 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3a24656-3608-4b7b-bebe-1b9e9f3bfd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483472 Feb 03 12:40:50.153213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:40:50.210604 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:40:50.214816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:40:50.215195 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:50.298821 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:40:50.299220 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:50.337480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:50.341707 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:50.342655 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 43b908f7-4c59-4aa4-a9df-30167b7a4f91 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:40:50.384736 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 43b908f7-4c59-4aa4-a9df-30167b7a4f91 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:40:50.384736 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 43b908f7-4c59-4aa4-a9df-30167b7a4f91 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:40:50.414823 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:50.795695 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06e2bf-9228-4235-aa73-927e60961f74 req-8aa7db00-f37f-476a-aba2-c7759295fa2a tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:50.797456 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d06e2bf-9228-4235-aa73-927e60961f74 req-8aa7db00-f37f-476a-aba2-c7759295fa2a tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.0886860 Feb 03 12:40:50.819929 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9855a8e8-80f5-4a78-baf9-29ea39476c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:50.823041 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbc5805-aa7a-4ad8-81a0-6fbe4ebc8047" -d '{"events": [{"server_uuid": "9855a8e8-80f5-4a78-baf9-29ea39476c73", "name": "network-vif-plugged", "status": "completed", "tag": "6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:50.827115 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84c1f4-c997-43d6-bd59-f52feb40c5f6 req-b4e9a202-0c43-41e9-9707-a10f761478f2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:50.829767 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2a84c1f4-c997-43d6-bd59-f52feb40c5f6 req-b4e9a202-0c43-41e9-9707-a10f761478f2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b43a8b-c285-4b51-b647-44b5cfb7b22d HTTP/1.1" status: 200 len: 945 time: 0.0806839 Feb 03 12:40:50.860223 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d06e2bf-9228-4235-aa73-927e60961f74 req-61ed3024-cb0d-4182-a5ba-f33a3113a585 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542963 Feb 03 12:40:50.896742 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2a84c1f4-c997-43d6-bd59-f52feb40c5f6 req-0407fe59-4de9-46f5-bbe7-48979e447ef7 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582798 Feb 03 12:40:50.943711 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f44144-bffe-4719-8edf-a321427bf616 x-openstack-request-id: req-44f44144-bffe-4719-8edf-a321427bf616 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:50.944049 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9855a8e8-80f5-4a78-baf9-29ea39476c73", "name": "network-vif-plugged", "status": "completed", "tag": "6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:50.944316 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44f44144-bffe-4719-8edf-a321427bf616 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:50.944773 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9855a8e8-80f5-4a78-baf9-29ea39476c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3', 'code': 200} Feb 03 12:40:50.973020 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22b72a59-ec6d-40cd-bd62-fdd1282941ea req-948c6eb4-eb44-4aca-aff8-f798c1e3fe49 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 210 time: 0.0454452 Feb 03 12:40:51.094180 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d8180-aaaa-4df3-b4e7-1ffbad4f5fc1 req-87c81f17-2280-4999-bf83-8b6bcdfc2d7a tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:51.095780 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-221d8180-aaaa-4df3-b4e7-1ffbad4f5fc1 req-87c81f17-2280-4999-bf83-8b6bcdfc2d7a tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/ports?device_id=9855a8e8-80f5-4a78-baf9-29ea39476c73 HTTP/1.1" status: 200 len: 950 time: 0.0836482 Feb 03 12:40:51.102504 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a509e-ee28-4f6e-9300-73b94021c864 req-af1cd702-0172-42db-9053-cbbe785aa610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:51.104021 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4f2a509e-ee28-4f6e-9300-73b94021c864 req-af1cd702-0172-42db-9053-cbbe785aa610 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9855a8e8-80f5-4a78-baf9-29ea39476c73 HTTP/1.1" status: 200 len: 1132 time: 0.0798378 Feb 03 12:40:51.184240 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-221d8180-aaaa-4df3-b4e7-1ffbad4f5fc1 req-dcee3d79-8f50-43ec-aad1-0dd672b7a40e tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3a24656-3608-4b7b-bebe-1b9e9f3bfd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790708 Feb 03 12:40:51.188289 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4f2a509e-ee28-4f6e-9300-73b94021c864 req-64fcedfe-4afa-4170-b20e-8e01829ebc75 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e3a24656-3608-4b7b-bebe-1b9e9f3bfd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691826 Feb 03 12:40:51.991659 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b61dd-feee-4ef2-b207-3ca5b8db99df req-329a0c83-e692-429f-b76f-ce0730ae1e4f tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:51.993260 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-123b61dd-feee-4ef2-b207-3ca5b8db99df req-329a0c83-e692-429f-b76f-ce0730ae1e4f tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.0599055 Feb 03 12:40:52.025118 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7598557-67a7-495c-9449-5f6d05a49e31 req-0e34e75f-5653-475a-be64-4119d89ab756 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:52.027128 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b7598557-67a7-495c-9449-5f6d05a49e31 req-0e34e75f-5653-475a-be64-4119d89ab756 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b43a8b-c285-4b51-b647-44b5cfb7b22d HTTP/1.1" status: 200 len: 945 time: 0.0630758 Feb 03 12:40:52.051643 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-123b61dd-feee-4ef2-b207-3ca5b8db99df req-7e0eb735-71ee-4a69-a115-19b9c5756a29 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518668 Feb 03 12:40:52.088032 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b7598557-67a7-495c-9449-5f6d05a49e31 req-be9125d2-bdcb-4361-a342-92e86f005c6a tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528975 Feb 03 12:40:52.143910 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8f360955-94bb-46d4-b878-b43bcf66c30f req-275296d8-2922-44e0-ab68-67e3a36ee39f tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 210 time: 0.0344853 Feb 03 12:40:52.207619 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e75e00-bfca-4ed8-a0ae-39200c701852 req-5f4f0d05-f9a7-440e-bdb8-f5c75564d765 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:52.209154 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-49e75e00-bfca-4ed8-a0ae-39200c701852 req-5f4f0d05-f9a7-440e-bdb8-f5c75564d765 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b43a8b-c285-4b51-b647-44b5cfb7b22d HTTP/1.1" status: 200 len: 945 time: 0.0535219 Feb 03 12:40:52.280214 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-49e75e00-bfca-4ed8-a0ae-39200c701852 req-61c203ab-945c-461f-8095-8aee0e92e15f tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612683 Feb 03 12:40:52.311598 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3e2ff-7df4-4dd7-9600-7908f1fff5f0 req-f10257cf-174f-446a-8395-e7ab470ddd84 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:52.313710 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-58f3e2ff-7df4-4dd7-9600-7908f1fff5f0 req-f10257cf-174f-446a-8395-e7ab470ddd84 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/ports?device_id=9855a8e8-80f5-4a78-baf9-29ea39476c73 HTTP/1.1" status: 200 len: 950 time: 0.0555930 Feb 03 12:40:52.375561 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-58f3e2ff-7df4-4dd7-9600-7908f1fff5f0 req-763a0b8f-e27c-454d-a54f-36924d538969 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3a24656-3608-4b7b-bebe-1b9e9f3bfd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539334 Feb 03 12:40:52.521032 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb6887-4c5f-4714-abb7-619c86144124 req-6a4ed801-ce5d-4554-ac46-76a508888572 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:52.533551 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7ceb6887-4c5f-4714-abb7-619c86144124 req-6a4ed801-ce5d-4554-ac46-76a508888572 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b43a8b-c285-4b51-b647-44b5cfb7b22d HTTP/1.1" status: 200 len: 945 time: 0.0637813 Feb 03 12:40:52.583054 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7ceb6887-4c5f-4714-abb7-619c86144124 req-988978e8-4487-4b76-87ea-aa20fb41a470 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438271 Feb 03 12:40:53.159172 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb8710-2452-4408-99d7-0ec6f2c8558f req-c73f7b73-af44-4bd2-9880-c20cdd9f1a9f tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:53.161048 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dddb8710-2452-4408-99d7-0ec6f2c8558f req-c73f7b73-af44-4bd2-9880-c20cdd9f1a9f tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 946 time: 0.0747716 Feb 03 12:40:53.205422 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fc037-fa19-4bdc-ae98-68951ee264d2 req-042626c0-1e4f-4cca-809c-21bf9ac2eda5 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:53.207283 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9d5fc037-fa19-4bdc-ae98-68951ee264d2 req-042626c0-1e4f-4cca-809c-21bf9ac2eda5 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.0677025 Feb 03 12:40:53.219544 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dddb8710-2452-4408-99d7-0ec6f2c8558f req-10cc7154-e5df-4c26-bbb0-a24319324891 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/security-groups?id=febc6c86-5433-4937-99d6-d94c0207dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518064 Feb 03 12:40:53.268612 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9d5fc037-fa19-4bdc-ae98-68951ee264d2 req-4f204d23-3bae-4d68-b601-fbdbe081d58d tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551867 Feb 03 12:40:53.314854 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9ee02d47-a225-40a5-ac69-829e7903a470 req-23cca5e0-ab16-4f07-bb60-022943f3447f tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 210 time: 0.0373790 Feb 03 12:40:53.494747 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e419e21-d982-4c37-92b8-ac80a29233f2 req-9207e11a-4de6-4008-922a-a0a86284aea7 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:53.496283 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8e419e21-d982-4c37-92b8-ac80a29233f2 req-9207e11a-4de6-4008-922a-a0a86284aea7 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/ports?device_id=9855a8e8-80f5-4a78-baf9-29ea39476c73 HTTP/1.1" status: 200 len: 950 time: 0.0542798 Feb 03 12:40:53.543660 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8e419e21-d982-4c37-92b8-ac80a29233f2 req-18e77fd0-8e6c-4c0b-8661-63e5da070946 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3a24656-3608-4b7b-bebe-1b9e9f3bfd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417011 Feb 03 12:40:53.707677 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3379e-84f0-4f60-95ce-35a5384563e0 req-01e549c8-ce49-49a5-9d64-89ecb563d291 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:53.709204 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-acb3379e-84f0-4f60-95ce-35a5384563e0 req-01e549c8-ce49-49a5-9d64-89ecb563d291 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b43a8b-c285-4b51-b647-44b5cfb7b22d HTTP/1.1" status: 200 len: 945 time: 0.0583770 Feb 03 12:40:53.770822 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-acb3379e-84f0-4f60-95ce-35a5384563e0 req-4d10a940-d945-4a05-ad2e-94483ee91b52 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559177 Feb 03 12:40:54.393443 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7603817-1ce8-47c9-be10-9d9403fd8034 req-85f9ea31-b60d-4ddf-8382-4fc6cb0479af tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:54.394963 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7603817-1ce8-47c9-be10-9d9403fd8034 req-85f9ea31-b60d-4ddf-8382-4fc6cb0479af tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 946 time: 0.0552573 Feb 03 12:40:54.444114 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7603817-1ce8-47c9-be10-9d9403fd8034 req-f88769c0-0bad-449a-a25e-b2383311b56a tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/security-groups?id=febc6c86-5433-4937-99d6-d94c0207dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430501 Feb 03 12:40:54.556052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b638f-e11e-4606-89a1-eb99d68f84dc req-c977bb0b-2b98-4137-b017-10a69aa89dc6 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:54.557635 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-044b638f-e11e-4606-89a1-eb99d68f84dc req-c977bb0b-2b98-4137-b017-10a69aa89dc6 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.0566332 Feb 03 12:40:54.558983 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcee4e9-a917-4687-a280-dbf1380fbbdc req-d9735d05-c873-49e5-b2c8-9e1901592ab2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:54.560485 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cdcee4e9-a917-4687-a280-dbf1380fbbdc req-d9735d05-c873-49e5-b2c8-9e1901592ab2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.73 "GET /v2.0/ports?device_id=45b43a8b-c285-4b51-b647-44b5cfb7b22d HTTP/1.1" status: 200 len: 945 time: 0.0535038 Feb 03 12:40:54.616468 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-044b638f-e11e-4606-89a1-eb99d68f84dc req-632d3035-42f1-4341-aed0-41483bba9baf tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480213 Feb 03 12:40:54.677564 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-cdcee4e9-a917-4687-a280-dbf1380fbbdc req-de2479dc-6184-4466-8bb5-00787993f642 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Deleting port 50ccaef6-9032-45eb-b51d-de89dba566e2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:40:54.680010 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cdcee4e9-a917-4687-a280-dbf1380fbbdc req-de2479dc-6184-4466-8bb5-00787993f642 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (50ccaef6-9032-45eb-b51d-de89dba566e2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:54.696438 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-434161f4-5f24-4e3d-8440-e51b434c930e req-59b6cbd8-36e2-4306-9575-c59de5ed65cc tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 210 time: 0.0282440 Feb 03 12:40:54.772370 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-cdcee4e9-a917-4687-a280-dbf1380fbbdc req-de2479dc-6184-4466-8bb5-00787993f642 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] For port 50ccaef6-9032-45eb-b51d-de89dba566e2, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=50ccaef6-9032-45eb-b51d-de89dba566e2,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:54.772741 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cdcee4e9-a917-4687-a280-dbf1380fbbdc req-de2479dc-6184-4466-8bb5-00787993f642 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (50ccaef6-9032-45eb-b51d-de89dba566e2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:54.785947 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-cdcee4e9-a917-4687-a280-dbf1380fbbdc req-de2479dc-6184-4466-8bb5-00787993f642 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Calling delete_port for 50ccaef6-9032-45eb-b51d-de89dba566e2 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:40:54.896933 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcdc10-10a0-4c33-83ec-a7c4947e42cb req-3634a946-03d8-4483-85a9-a8dd6ffac222 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:54.898557 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0cbcdc10-10a0-4c33-83ec-a7c4947e42cb req-3634a946-03d8-4483-85a9-a8dd6ffac222 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b43a8b-c285-4b51-b647-44b5cfb7b22d HTTP/1.1" status: 200 len: 945 time: 0.0561502 Feb 03 12:40:54.924696 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cdcee4e9-a917-4687-a280-dbf1380fbbdc req-de2479dc-6184-4466-8bb5-00787993f642 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (50ccaef6-9032-45eb-b51d-de89dba566e2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:54.962668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2479dc-6184-4466-8bb5-00787993f642 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Pushing event deleted for resources: {'Port': ['ID=50ccaef6-9032-45eb-b51d-de89dba566e2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:54.965753 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0cbcdc10-10a0-4c33-83ec-a7c4947e42cb req-30f3649a-cc9a-4b80-b88b-698e4551d563 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584428 Feb 03 12:40:54.972440 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['9b398a78-50d2-4141-9d11-5423875b26ed', '50ccaef6-9032-45eb-b51d-de89dba566e2'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:40:55.024107 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdcee4e9-a917-4687-a280-dbf1380fbbdc req-de2479dc-6184-4466-8bb5-00787993f642 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] No DVR routers for this DVR port 50ccaef6-9032-45eb-b51d-de89dba566e2 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:40:55.027107 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cdcee4e9-a917-4687-a280-dbf1380fbbdc req-de2479dc-6184-4466-8bb5-00787993f642 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:55.030692 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cdcee4e9-a917-4687-a280-dbf1380fbbdc req-de2479dc-6184-4466-8bb5-00787993f642 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.73 "DELETE /v2.0/ports/50ccaef6-9032-45eb-b51d-de89dba566e2 HTTP/1.1" status: 204 len: 173 time: 0.4621556 Feb 03 12:40:55.031317 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b43a8b-c285-4b51-b647-44b5cfb7b22d', 'name': 'network-vif-deleted', 'tag': '50ccaef6-9032-45eb-b51d-de89dba566e2'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:55.033592 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1bd552-7ce7-4e37-a4ee-287de8678ce2" -d '{"events": [{"server_uuid": "45b43a8b-c285-4b51-b647-44b5cfb7b22d", "name": "network-vif-deleted", "tag": "50ccaef6-9032-45eb-b51d-de89dba566e2"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:55.104228 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913f529b-5b93-4290-8236-029821703eab x-openstack-request-id: req-913f529b-5b93-4290-8236-029821703eab {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:55.104546 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b43a8b-c285-4b51-b647-44b5cfb7b22d", "name": "network-vif-deleted", "tag": "50ccaef6-9032-45eb-b51d-de89dba566e2", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:55.104794 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-913f529b-5b93-4290-8236-029821703eab {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:55.105277 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b43a8b-c285-4b51-b647-44b5cfb7b22d', 'name': 'network-vif-deleted', 'tag': '50ccaef6-9032-45eb-b51d-de89dba566e2', 'status': 'completed', 'code': 200} Feb 03 12:40:55.577512 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3767f3-eedd-4569-b15e-e27179b2ab50 req-541318be-e8df-4f35-9029-9310c08bf5c5 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:55.579052 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4c3767f3-eedd-4569-b15e-e27179b2ab50 req-541318be-e8df-4f35-9029-9310c08bf5c5 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 946 time: 0.0548775 Feb 03 12:40:55.636567 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4c3767f3-eedd-4569-b15e-e27179b2ab50 req-847647fc-8bc8-47db-95a9-5dded7fb8cc2 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/security-groups?id=febc6c86-5433-4937-99d6-d94c0207dca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513940 Feb 03 12:40:55.761422 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89b3fb-653f-4ba9-a03a-93b9821b2713 req-1e2192b2-db81-475c-a420-cb5712ca8cd3 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:55.763921 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d89b3fb-653f-4ba9-a03a-93b9821b2713 req-1e2192b2-db81-475c-a420-cb5712ca8cd3 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.0670266 Feb 03 12:40:55.822675 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d89b3fb-653f-4ba9-a03a-93b9821b2713 req-677003ea-39a6-4d4b-98da-0e7309760f53 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458288 Feb 03 12:40:55.907678 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-04bb2339-b1a4-4dc3-a253-e733e1abe501 req-41e2fb2e-74e4-45c8-9acd-8a6ba2476aa9 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 210 time: 0.0272524 Feb 03 12:40:56.014087 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729ecfb-dbfd-49c5-91d8-c41c19e563c6 req-1d8687b3-7991-406d-ac81-d2cdc9f85a0f tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:56.015636 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e729ecfb-dbfd-49c5-91d8-c41c19e563c6 req-1d8687b3-7991-406d-ac81-d2cdc9f85a0f tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.31 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 946 time: 0.0565724 Feb 03 12:40:56.129156 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-e729ecfb-dbfd-49c5-91d8-c41c19e563c6 req-fab239be-79fc-4788-9d21-66dc7dfe5279 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Deleting port a9f641be-3935-4943-92ff-b3ab7f906d41 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:40:56.129534 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e729ecfb-dbfd-49c5-91d8-c41c19e563c6 req-fab239be-79fc-4788-9d21-66dc7dfe5279 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (a9f641be-3935-4943-92ff-b3ab7f906d41), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:56.229155 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e729ecfb-dbfd-49c5-91d8-c41c19e563c6 req-fab239be-79fc-4788-9d21-66dc7dfe5279 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] For port a9f641be-3935-4943-92ff-b3ab7f906d41, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=a9f641be-3935-4943-92ff-b3ab7f906d41,segment=NetworkSegment(664113f7-6b20-4ef5-b2b1-9181d5ac158b),segment_id=664113f7-6b20-4ef5-b2b1-9181d5ac158b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:40:56.229673 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e729ecfb-dbfd-49c5-91d8-c41c19e563c6 req-fab239be-79fc-4788-9d21-66dc7dfe5279 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (a9f641be-3935-4943-92ff-b3ab7f906d41), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:56.479180 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e729ecfb-dbfd-49c5-91d8-c41c19e563c6 req-fab239be-79fc-4788-9d21-66dc7dfe5279 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:56.479956 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e729ecfb-dbfd-49c5-91d8-c41c19e563c6 req-fab239be-79fc-4788-9d21-66dc7dfe5279 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (10d1bf05-b314-4958-b18c-40472377323b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:56.480361 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [req-e729ecfb-dbfd-49c5-91d8-c41c19e563c6 req-fab239be-79fc-4788-9d21-66dc7dfe5279 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Floating IP 10d1bf05-b314-4958-b18c-40472377323b disassociated. External IP: 172.25.6.4, port: a9f641be-3935-4943-92ff-b3ab7f906d41. Feb 03 12:40:56.480724 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-e729ecfb-dbfd-49c5-91d8-c41c19e563c6 req-fab239be-79fc-4788-9d21-66dc7dfe5279 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Calling delete_port for a9f641be-3935-4943-92ff-b3ab7f906d41 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:40:56.653144 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e729ecfb-dbfd-49c5-91d8-c41c19e563c6 req-fab239be-79fc-4788-9d21-66dc7dfe5279 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (a9f641be-3935-4943-92ff-b3ab7f906d41), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:56.749759 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab239be-79fc-4788-9d21-66dc7dfe5279 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Pushing event deleted for resources: {'Port': ['ID=a9f641be-3935-4943-92ff-b3ab7f906d41,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:56.905032 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-0d58c3c8-79e2-4212-ad0e-f16f5fd9046c tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:56.907022 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-0d58c3c8-79e2-4212-ad0e-f16f5fd9046c tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 805 time: 0.1859210 Feb 03 12:40:56.909287 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e729ecfb-dbfd-49c5-91d8-c41c19e563c6 req-fab239be-79fc-4788-9d21-66dc7dfe5279 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Router e58f3564-d9cc-4c56-bcad-4607c34f2408 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:40:56.927394 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-ff07c089-7962-4356-ad3b-32108315b9df tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/quotas/e249398c095241939cdd7b37579f2461 HTTP/1.1" status: 200 len: 375 time: 0.0141742 Feb 03 12:40:57.073702 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-921970b7-cc33-4546-ad0f-3261ba984a9b tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1071122 Feb 03 12:40:57.076712 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e729ecfb-dbfd-49c5-91d8-c41c19e563c6 req-fab239be-79fc-4788-9d21-66dc7dfe5279 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:40:57.089740 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44832f50-21a2-43a5-9187-f64f7e192e1b None None] Sync routers for ids ['e58f3564-d9cc-4c56-bcad-4607c34f2408'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:40:57.101446 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44832f50-21a2-43a5-9187-f64f7e192e1b None None] Routers {'e58f3564-d9cc-4c56-bcad-4607c34f2408'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:57.102460 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-44832f50-21a2-43a5-9187-f64f7e192e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:40:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['e58f3564-d9cc-4c56-bcad-4607c34f2408'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:57.144814 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-e729ecfb-dbfd-49c5-91d8-c41c19e563c6 req-fab239be-79fc-4788-9d21-66dc7dfe5279 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] No DVR routers for this DVR port a9f641be-3935-4943-92ff-b3ab7f906d41 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:40:57.147836 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e729ecfb-dbfd-49c5-91d8-c41c19e563c6 req-fab239be-79fc-4788-9d21-66dc7dfe5279 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:57.151929 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e729ecfb-dbfd-49c5-91d8-c41c19e563c6 req-fab239be-79fc-4788-9d21-66dc7dfe5279 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.31 "DELETE /v2.0/ports/a9f641be-3935-4943-92ff-b3ab7f906d41 HTTP/1.1" status: 204 len: 173 time: 1.1297739 Feb 03 12:40:57.165643 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd425b3de-19b3-44f5-9177-04f7120a0483', 'name': 'network-vif-deleted', 'tag': 'a9f641be-3935-4943-92ff-b3ab7f906d41'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:40:57.169078 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823e3896-71d2-435f-a765-b522dc32dcae" -d '{"events": [{"server_uuid": "d425b3de-19b3-44f5-9177-04f7120a0483", "name": "network-vif-deleted", "tag": "a9f641be-3935-4943-92ff-b3ab7f906d41"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:40:57.288401 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-2beb34d5-130d-462e-b820-9f7e6cfb49de service neutron] 10.222.0.18 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833787 Feb 03 12:40:57.290792 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-44832f50-21a2-43a5-9187-f64f7e192e1b None None] Set router e58f3564-d9cc-4c56-bcad-4607c34f2408 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:57.424276 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-d47132fd-6151-4694-be17-d4d12c5282f9 service neutron] 10.222.0.18 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269886 Feb 03 12:40:57.525696 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-44832f50-21a2-43a5-9187-f64f7e192e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'name': 'tempest-ServersTestJSON-1693298362-router', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:41Z', 'revision_number': 4, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'gw_port': {'id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:34Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '022dab3e-f178-4264-859a-7dab76c30728', 'name': '', 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'mac_address': 'fa:16:3e:9d:a4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:39Z', 'updated_at': '2022-02-03T12:39:48Z', 'revision_number': 5, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'subnets': [{'id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:57.566964 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44832f50-21a2-43a5-9187-f64f7e192e1b None None] Checking router: e58f3564-d9cc-4c56-bcad-4607c34f2408 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:40:57.581051 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44832f50-21a2-43a5-9187-f64f7e192e1b None None] Routers {'e58f3564-d9cc-4c56-bcad-4607c34f2408'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:40:57.581863 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-44832f50-21a2-43a5-9187-f64f7e192e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:40:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['e58f3564-d9cc-4c56-bcad-4607c34f2408'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:57.659004 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a5d18341-cdac-4dc2-8432-c95904f95e96 req-622ef05f-600c-46de-9af4-7f9baf3c56e8 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/ports?device_id=d425b3de-19b3-44f5-9177-04f7120a0483 HTTP/1.1" status: 200 len: 210 time: 0.0393734 Feb 03 12:40:57.792532 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-44832f50-21a2-43a5-9187-f64f7e192e1b None None] Set router e58f3564-d9cc-4c56-bcad-4607c34f2408 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:40:57.837021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac164d-a71f-473e-a79b-53468cd6142b req-51b9cb8f-6891-4094-9014-8dbd7e244b45 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:57.849736 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33ac164d-a71f-473e-a79b-53468cd6142b req-51b9cb8f-6891-4094-9014-8dbd7e244b45 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.1225457 Feb 03 12:40:57.945302 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33ac164d-a71f-473e-a79b-53468cd6142b req-d0148fc9-d2b3-4266-824f-1ab253961aa2 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946090 Feb 03 12:40:58.096097 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-44832f50-21a2-43a5-9187-f64f7e192e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'name': 'tempest-ServersTestJSON-1693298362-router', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:41Z', 'revision_number': 4, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'gw_port': {'id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:34Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '022dab3e-f178-4264-859a-7dab76c30728', 'name': '', 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'mac_address': 'fa:16:3e:9d:a4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:39Z', 'updated_at': '2022-02-03T12:39:48Z', 'revision_number': 5, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'subnets': [{'id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:40:58.096816 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f5f03aea-e27e-4986-9035-c1fee5fbf3c8 req-fa1da6fe-52c1-4109-b923-a57276238570 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 210 time: 0.0451314 Feb 03 12:40:58.135498 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e831aeb-64f1-492b-8745-6882cb8ff8e6 x-openstack-request-id: req-1e831aeb-64f1-492b-8745-6882cb8ff8e6 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:40:58.135798 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d425b3de-19b3-44f5-9177-04f7120a0483", "name": "network-vif-deleted", "tag": "a9f641be-3935-4943-92ff-b3ab7f906d41", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:40:58.136094 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e831aeb-64f1-492b-8745-6882cb8ff8e6 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:40:58.136638 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd425b3de-19b3-44f5-9177-04f7120a0483', 'name': 'network-vif-deleted', 'tag': 'a9f641be-3935-4943-92ff-b3ab7f906d41', 'status': 'completed', 'code': 200} Feb 03 12:40:58.143168 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44832f50-21a2-43a5-9187-f64f7e192e1b None None] The sync data for ids ['e58f3564-d9cc-4c56-bcad-4607c34f2408'] in n-d-827336-3 is: [{'id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'name': 'tempest-ServersTestJSON-1693298362-router', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:39:41Z', 'revision_number': 4, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'gw_port': {'id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:34Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '022dab3e-f178-4264-859a-7dab76c30728', 'name': '', 'network_id': 'ea0fa331-8069-43cd-ad15-0200a7ded220', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'mac_address': 'fa:16:3e:9d:a4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:39Z', 'updated_at': '2022-02-03T12:39:48Z', 'revision_number': 5, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'subnets': [{'id': '221fac69-2a48-4d84-8fb1-67714eb12a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:40:58.173310 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 50ccaef6-9032-45eb-b51d-de89dba566e2 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:40:58.199168 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 50ccaef6-9032-45eb-b51d-de89dba566e2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:40:58.199993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 50ccaef6-9032-45eb-b51d-de89dba566e2 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:40:58.270049 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bb8de497-f499-4d83-b6c8-7215eb21829d req-f4ec9724-6122-401b-b62b-bd278bf6e92b tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 210 time: 0.0517979 Feb 03 12:40:58.512553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b233c2-09a5-416c-9d9a-1e77e2996a39 None None] New status for floating IP 10d1bf05-b314-4958-b18c-40472377323b: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:40:58.628947 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e38b0-037b-45d9-82bc-01730160e06d req-37145b05-9232-454f-ad9b-915fe801d2f0 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:58.630659 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ef1e38b0-037b-45d9-82bc-01730160e06d req-37145b05-9232-454f-ad9b-915fe801d2f0 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.1020625 Feb 03 12:40:58.641801 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8ba86-e0fc-4d99-b671-f93b36b48b7b req-a52e25fc-e609-4e8c-9d12-1d89d096c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:58.643661 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42f8ba86-e0fc-4d99-b671-f93b36b48b7b req-a52e25fc-e609-4e8c-9d12-1d89d096c3dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=846619d3f7d04e5e821f7d1fd6cdd257&device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 1128 time: 0.0638525 Feb 03 12:40:58.744861 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ef1e38b0-037b-45d9-82bc-01730160e06d req-d7567980-e066-4fcd-ad9a-9988952c510f tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001639 Feb 03 12:40:58.766730 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8ba86-e0fc-4d99-b671-f93b36b48b7b req-c83d2acb-3c77-4dc7-b183-25ead5e81bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:58.768450 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42f8ba86-e0fc-4d99-b671-f93b36b48b7b req-c83d2acb-3c77-4dc7-b183-25ead5e81bd3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe HTTP/1.1" status: 200 len: 916 time: 0.1169977 Feb 03 12:40:58.815913 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42f8ba86-e0fc-4d99-b671-f93b36b48b7b req-87bb41fb-c6e6-44fa-95b8-876c9013c7af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abf06eba-09ee-49ab-af09-8d066a8bd2c8 HTTP/1.1" status: 200 len: 217 time: 0.0410175 Feb 03 12:40:58.828638 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48472) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:58.880642 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8ba86-e0fc-4d99-b671-f93b36b48b7b req-8af5b521-42d8-4b23-bde0-83b077dcd6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:58.882279 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42f8ba86-e0fc-4d99-b671-f93b36b48b7b req-8af5b521-42d8-4b23-bde0-83b077dcd6c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e186ad6c-4698-400f-babb-415059481690 HTTP/1.1" status: 200 len: 854 time: 0.0597768 Feb 03 12:40:58.902113 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d94d8c7-9944-4392-9af6-31e5510fd3d3 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for security_group (febc6c86-5433-4937-99d6-d94c0207dca4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:58.937411 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d94d8c7-9944-4392-9af6-31e5510fd3d3 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for security_group (febc6c86-5433-4937-99d6-d94c0207dca4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:58.964822 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8ba86-e0fc-4d99-b671-f93b36b48b7b req-2296b262-223b-44e6-b651-f331578254c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:58.969844 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42f8ba86-e0fc-4d99-b671-f93b36b48b7b req-2296b262-223b-44e6-b651-f331578254c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0792999 Feb 03 12:40:59.034740 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d94d8c7-9944-4392-9af6-31e5510fd3d3 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (febc6c86-5433-4937-99d6-d94c0207dca4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:59.037807 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d94d8c7-9944-4392-9af6-31e5510fd3d3 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:59.041973 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5d94d8c7-9944-4392-9af6-31e5510fd3d3 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "DELETE /v2.0/security-groups/febc6c86-5433-4937-99d6-d94c0207dca4 HTTP/1.1" status: 204 len: 168 time: 0.2120142 Feb 03 12:40:59.042842 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48474) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:59.101914 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94d8c7-9944-4392-9af6-31e5510fd3d3 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=febc6c86-5433-4937-99d6-d94c0207dca4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:40:59.112519 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-fb5135a8-d2d4-4aa7-8a89-4cdd17773dd8 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] show failed (client error): The resource could not be found. Feb 03 12:40:59.117950 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fb5135a8-d2d4-4aa7-8a89-4cdd17773dd8 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "GET /v2.0/security-groups/febc6c86-5433-4937-99d6-d94c0207dca4 HTTP/1.1" status: 404 len: 347 time: 0.0677569 Feb 03 12:40:59.118798 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42f8ba86-e0fc-4d99-b671-f93b36b48b7b req-86a0572e-2c1f-4d60-a037-710ce7bdbb7b service neutron] 10.222.0.31 "GET /v2.0/networks/6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317830 Feb 03 12:40:59.119265 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48478) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:40:59.179562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-ddbadad5-bef6-4812-8d04-5007c61cf8f5 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:40:59.181173 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-ddbadad5-bef6-4812-8d04-5007c61cf8f5 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.73 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 805 time: 0.2141349 Feb 03 12:40:59.243394 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-ff97ba32-babe-469e-80d9-d265f1cbd421 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Request body: {'port': {'device_id': '8c965dd5-be70-4e1a-9074-e5b92ce9dcf6', 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb', 'admin_state_up': True, 'tenant_id': 'e249398c095241939cdd7b37579f2461'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:40:59.255492 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7458a082-2815-4974-8fda-9d5203b07683 req-46132d3e-898d-4608-8673-7237b45238f7 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 210 time: 0.0821083 Feb 03 12:40:59.397646 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bb126144-775f-4db2-b496-8ea93469f3de req-c8cae43b-7589-428b-a0a7-27ea1ddedecc tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 210 time: 0.0453687 Feb 03 12:40:59.398357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-ff97ba32-babe-469e-80d9-d265f1cbd421 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Made reservation on behalf of e249398c095241939cdd7b37579f2461 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:40:59.403606 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-ff97ba32-babe-469e-80d9-d265f1cbd421 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:59.431866 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42f8ba86-e0fc-4d99-b671-f93b36b48b7b req-142ffccf-1621-4276-a903-ef32178b415b service neutron] 10.222.0.31 "GET /v2.0/networks/6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933142 Feb 03 12:40:59.441802 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-80d9c827-41f0-49ce-9e58-bcdad5d84181 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Deleting port bacca95b-1c1a-493c-9fa9-e7e313231dac {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:40:59.442483 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80d9c827-41f0-49ce-9e58-bcdad5d84181 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (bacca95b-1c1a-493c-9fa9-e7e313231dac), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:59.567498 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-ff97ba32-babe-469e-80d9-d265f1cbd421 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Allocated IP 172.20.0.8 (dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb/aa4b2afa-81a8-4d6e-a8be-3051d409ec8b/0926a03a-30c2-44f0-ba05-74f39d2b83a4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:40:59.598281 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80d9c827-41f0-49ce-9e58-bcdad5d84181 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (bacca95b-1c1a-493c-9fa9-e7e313231dac), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:59.599705 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80d9c827-41f0-49ce-9e58-bcdad5d84181 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for floatingip (bacca95b-1c1a-493c-9fa9-e7e313231dac), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:40:59.623364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-80d9c827-41f0-49ce-9e58-bcdad5d84181 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Calling delete_port for bacca95b-1c1a-493c-9fa9-e7e313231dac owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:40:59.961915 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80d9c827-41f0-49ce-9e58-bcdad5d84181 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (bacca95b-1c1a-493c-9fa9-e7e313231dac), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:00.014891 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9c827-41f0-49ce-9e58-bcdad5d84181 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Pushing event deleted for resources: {'Port': ['ID=bacca95b-1c1a-493c-9fa9-e7e313231dac,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:00.135857 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c877e-203c-4ea8-aad4-b9ec9b344f7f req-8c193a2a-2fde-4f4e-8c2a-dd3016519223 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:00.137685 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a72c877e-203c-4ea8-aad4-b9ec9b344f7f req-8c193a2a-2fde-4f4e-8c2a-dd3016519223 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.1343327 Feb 03 12:41:00.140683 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80d9c827-41f0-49ce-9e58-bcdad5d84181 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks [] for floatingip (10d1bf05-b314-4958-b18c-40472377323b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:00.144172 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80d9c827-41f0-49ce-9e58-bcdad5d84181 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:00.148512 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-80d9c827-41f0-49ce-9e58-bcdad5d84181 tempest-ServersTestJSON-1781378412 tempest-ServersTestJSON-1781378412-project] 10.222.0.18 "DELETE /v2.0/floatingips/10d1bf05-b314-4958-b18c-40472377323b HTTP/1.1" status: 204 len: 168 time: 1.0282395 Feb 03 12:41:00.155407 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48490) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:00.198360 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device a9f641be-3935-4943-92ff-b3ab7f906d41 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:00.227585 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: a9f641be-3935-4943-92ff-b3ab7f906d41 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:00.228179 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device a9f641be-3935-4943-92ff-b3ab7f906d41 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:00.489765 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-ff97ba32-babe-469e-80d9-d265f1cbd421 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks [] for port (0926a03a-30c2-44f0-ba05-74f39d2b83a4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:00.645908 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14963793-90f3-4c32-acbd-5a99f20607ed req-91a60f6c-e62c-41e4-b369-a0c02d26baaa tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5fa651-82ce-4b86-ac80-bc9ad3186819 HTTP/1.1" status: 200 len: 210 time: 0.0903444 Feb 03 12:41:00.653401 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-ff97ba32-babe-469e-80d9-d265f1cbd421 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0926a03a-30c2-44f0-ba05-74f39d2b83a4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:00.709905 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['9b398a78-50d2-4141-9d11-5423875b26ed'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:00.760816 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a72c877e-203c-4ea8-aad4-b9ec9b344f7f req-46e5e4e0-2bf7-4740-91de-5a5b7c3aec19 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6107728 Feb 03 12:41:00.982504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97ba32-babe-469e-80d9-d265f1cbd421 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Pushing event updated for resources: {'Port': ['ID=0926a03a-30c2-44f0-ba05-74f39d2b83a4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:01.018136 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-ff97ba32-babe-469e-80d9-d265f1cbd421 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:41:01.019740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-ff97ba32-babe-469e-80d9-d265f1cbd421 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:01.022964 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:01.041931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-ff97ba32-babe-469e-80d9-d265f1cbd421 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:41:01.153824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-ff97ba32-babe-469e-80d9-d265f1cbd421 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:01.154473 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-ff97ba32-babe-469e-80d9-d265f1cbd421 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:01.175376 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc6fec-8eda-482f-89c5-13752b352379 req-7c76e84d-52d7-4d4e-9d79-25a078ee1475 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:01.177112 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01dc6fec-8eda-482f-89c5-13752b352379 req-7c76e84d-52d7-4d4e-9d79-25a078ee1475 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 931 time: 0.2797406 Feb 03 12:41:01.189002 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-ff97ba32-babe-469e-80d9-d265f1cbd421 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9495504 Feb 03 12:41:01.214157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] Request body: {'port': {'device_id': '8c965dd5-be70-4e1a-9074-e5b92ce9dcf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:01.287003 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01dc6fec-8eda-482f-89c5-13752b352379 req-ef94b062-3340-409d-890d-ae294b1bcb5b tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967913 Feb 03 12:41:01.321695 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0926a03a-30c2-44f0-ba05-74f39d2b83a4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:01.327563 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb0dd3ad-e78e-4cd4-a3be-09bd6b9cd3bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (e58f3564-d9cc-4c56-bcad-4607c34f2408), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:01.654719 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fb0dd3ad-e78e-4cd4-a3be-09bd6b9cd3bb admin admin] Deleting port 022dab3e-f178-4264-859a-7dab76c30728 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:01.655061 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb0dd3ad-e78e-4cd4-a3be-09bd6b9cd3bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (022dab3e-f178-4264-859a-7dab76c30728), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:01.694001 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0926a03a-30c2-44f0-ba05-74f39d2b83a4 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:01.705212 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] Publish callbacks [] for port (0926a03a-30c2-44f0-ba05-74f39d2b83a4), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:01.720317 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] Transition to ACTIVE for port object 0926a03a-30c2-44f0-ba05-74f39d2b83a4 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:41:01.725081 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (0926a03a-30c2-44f0-ba05-74f39d2b83a4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:01.754335 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fb0dd3ad-e78e-4cd4-a3be-09bd6b9cd3bb admin admin] For port 022dab3e-f178-4264-859a-7dab76c30728, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=022dab3e-f178-4264-859a-7dab76c30728,segment=NetworkSegment(664113f7-6b20-4ef5-b2b1-9181d5ac158b),segment_id=664113f7-6b20-4ef5-b2b1-9181d5ac158b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:01.754706 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb0dd3ad-e78e-4cd4-a3be-09bd6b9cd3bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (022dab3e-f178-4264-859a-7dab76c30728), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:01.769941 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fb0dd3ad-e78e-4cd4-a3be-09bd6b9cd3bb admin admin] Calling delete_port for 022dab3e-f178-4264-859a-7dab76c30728 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:01.785539 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0926a03a-30c2-44f0-ba05-74f39d2b83a4,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:01.915365 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] Attempting to bind port 0926a03a-30c2-44f0-ba05-74f39d2b83a4 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:41:01.915714 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] Attempting to bind port 0926a03a-30c2-44f0-ba05-74f39d2b83a4 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:41:01.916073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] Attempting to bind port 0926a03a-30c2-44f0-ba05-74f39d2b83a4 on network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:01.927220 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] Port 0926a03a-30c2-44f0-ba05-74f39d2b83a4 on network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:41:01.927561 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] Attempting to bind port 0926a03a-30c2-44f0-ba05-74f39d2b83a4 on network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:01.945651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d1fcf-fefd-43e5-a6e0-0fa6e951d592 req-7ad8eac8-2083-4aba-b433-0032cfa8ee4e tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:01.947049 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b00d1fcf-fefd-43e5-a6e0-0fa6e951d592 req-7ad8eac8-2083-4aba-b433-0032cfa8ee4e tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.0861742 Feb 03 12:41:01.948583 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:41:01.949111 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] Checking segment: {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:01.949510 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] Bound using segment: {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:41:01.949959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] Bound port: 0926a03a-30c2-44f0-ba05-74f39d2b83a4, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:41:01.950324 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0926a03a-30c2-44f0-ba05-74f39d2b83a4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:01.977520 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb0dd3ad-e78e-4cd4-a3be-09bd6b9cd3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (022dab3e-f178-4264-859a-7dab76c30728), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:02.009609 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0dd3ad-e78e-4cd4-a3be-09bd6b9cd3bb admin admin] Pushing event deleted for resources: {'Port': ['ID=022dab3e-f178-4264-859a-7dab76c30728,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:02.050081 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b00d1fcf-fefd-43e5-a6e0-0fa6e951d592 req-aa36bb0d-2a23-4467-92a7-b9e3d15aa2ed tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906680 Feb 03 12:41:02.056438 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] For port 0926a03a-30c2-44f0-ba05-74f39d2b83a4, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:41:02.060183 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] For port 0926a03a-30c2-44f0-ba05-74f39d2b83a4, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=0926a03a-30c2-44f0-ba05-74f39d2b83a4,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:41:02.067893 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (0926a03a-30c2-44f0-ba05-74f39d2b83a4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:02.121093 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:02.121900 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:02.125847 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] 10.222.0.73 "PUT /v2.0/ports/0926a03a-30c2-44f0-ba05-74f39d2b83a4 HTTP/1.1" status: 200 len: 1091 time: 0.9177213 Feb 03 12:41:02.126327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c965dd5-be70-4e1a-9074-e5b92ce9dcf6', 'tag': '0926a03a-30c2-44f0-ba05-74f39d2b83a4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:02.130845 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf178f0-07f1-4f2c-a160-79d2b0ba3877" -d '{"events": [{"name": "network-changed", "server_uuid": "8c965dd5-be70-4e1a-9074-e5b92ce9dcf6", "tag": "0926a03a-30c2-44f0-ba05-74f39d2b83a4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:02.188078 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce597a2-8f56-49a0-989d-a9206c9e06b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0926a03a-30c2-44f0-ba05-74f39d2b83a4,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:02.275358 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2fb9c8-0a2f-49e0-b77f-1f54c3a17a24 x-openstack-request-id: req-ce2fb9c8-0a2f-49e0-b77f-1f54c3a17a24 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:02.275358 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c965dd5-be70-4e1a-9074-e5b92ce9dcf6", "tag": "0926a03a-30c2-44f0-ba05-74f39d2b83a4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:02.275358 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce2fb9c8-0a2f-49e0-b77f-1f54c3a17a24 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:02.275358 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c965dd5-be70-4e1a-9074-e5b92ce9dcf6', 'tag': '0926a03a-30c2-44f0-ba05-74f39d2b83a4', 'status': 'completed', 'code': 200} Feb 03 12:41:02.275929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-a47e9a41-c5c4-4d77-af59-9045743546b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:02.277527 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-a47e9a41-c5c4-4d77-af59-9045743546b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 1125 time: 0.0834005 Feb 03 12:41:02.338602 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb0dd3ad-e78e-4cd4-a3be-09bd6b9cd3bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (e58f3564-d9cc-4c56-bcad-4607c34f2408), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:02.373112 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-f604ef98-e2ee-47f6-b449-efdd5f5a0578 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0926a03a-30c2-44f0-ba05-74f39d2b83a4 HTTP/1.1" status: 200 len: 217 time: 0.0813570 Feb 03 12:41:02.454851 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f9b08-5df1-4f7a-bdcf-13cbedca682c req-021603ae-7799-4fb8-9fa8-71a3ca2b0ff5 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:02.459167 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-408f9b08-5df1-4f7a-bdcf-13cbedca682c req-021603ae-7799-4fb8-9fa8-71a3ca2b0ff5 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.1780548 Feb 03 12:41:02.465821 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-4a1c86eb-b733-45f0-a3d3-37ba38a8e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:02.467434 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-4a1c86eb-b733-45f0-a3d3-37ba38a8e802 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa4b2afa-81a8-4d6e-a8be-3051d409ec8b HTTP/1.1" status: 200 len: 845 time: 0.0854547 Feb 03 12:41:02.515925 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-b5d9d5da-96a4-4ca2-95a1-569a5a0934db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330007 Feb 03 12:41:02.520913 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fd96e-bc31-4f82-a45e-a7dc2192f02d req-75624117-1740-4e8e-a311-68eabe7152e6 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:02.523259 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e33fd96e-bc31-4f82-a45e-a7dc2192f02d req-75624117-1740-4e8e-a311-68eabe7152e6 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 943 time: 0.1082366 Feb 03 12:41:02.568259 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-408f9b08-5df1-4f7a-bdcf-13cbedca682c req-3f07071f-77f2-4d35-9666-882d5debd07c tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048980 Feb 03 12:41:02.651867 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-85d885b6-fad7-4c33-b293-f4f7bc5ba8ab service neutron] 10.222.0.73 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257901 Feb 03 12:41:02.658546 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e33fd96e-bc31-4f82-a45e-a7dc2192f02d req-7aa3d80d-60fb-4385-a009-60009dbe8f0f tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000836 Feb 03 12:41:02.678932 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0dd3ad-e78e-4cd4-a3be-09bd6b9cd3bb admin admin] Router e58f3564-d9cc-4c56-bcad-4607c34f2408 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:41:02.776809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adaef46-3e1c-4138-9de5-d99a5e549c6f req-f83bee2b-5251-4ba7-a902-3054079bebb0 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:02.778334 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3adaef46-3e1c-4138-9de5-d99a5e549c6f req-f83bee2b-5251-4ba7-a902-3054079bebb0 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e1f0586-ace1-4016-8f4f-fa05726757ba HTTP/1.1" status: 200 len: 945 time: 0.1221545 Feb 03 12:41:02.794875 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0dd3ad-e78e-4cd4-a3be-09bd6b9cd3bb admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:41:02.802600 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fb0dd3ad-e78e-4cd4-a3be-09bd6b9cd3bb admin admin] 10.222.0.18 "PUT /v2.0/routers/e58f3564-d9cc-4c56-bcad-4607c34f2408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6432345 Feb 03 12:41:02.807388 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f38929-e7f8-4072-a010-28f2b835fbf3 None None] Sync routers for ids ['e58f3564-d9cc-4c56-bcad-4607c34f2408'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:41:02.808453 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48518) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:02.819624 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-674f9f41-b67c-421f-bebd-dbc905c23d9c req-a29f8f61-ccb5-476d-8c20-5218d258e1f6 service neutron] 10.222.0.73 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299343 Feb 03 12:41:02.826309 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f38929-e7f8-4072-a010-28f2b835fbf3 None None] Routers {'e58f3564-d9cc-4c56-bcad-4607c34f2408'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:41:02.828415 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e6f38929-e7f8-4072-a010-28f2b835fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:40:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['e58f3564-d9cc-4c56-bcad-4607c34f2408'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:02.855493 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3adaef46-3e1c-4138-9de5-d99a5e549c6f req-779e492a-e061-4ada-bbcb-be78e4c1949c tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649261 Feb 03 12:41:02.935263 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a4b70dd-2c98-42bc-a2f8-a93a2ede6e5c admin admin] Publish callbacks [] for router (e58f3564-d9cc-4c56-bcad-4607c34f2408), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:02.975905 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e6f38929-e7f8-4072-a010-28f2b835fbf3 None None] Set router e58f3564-d9cc-4c56-bcad-4607c34f2408 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:41:02.982219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf178f0-07f1-4f2c-a160-79d2b0ba3877 req-b8c8165c-1aea-4c58-9129-8cfb09a7af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:02.983779 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2cf178f0-07f1-4f2c-a160-79d2b0ba3877 req-b8c8165c-1aea-4c58-9129-8cfb09a7af23 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 1125 time: 0.0591593 Feb 03 12:41:03.103712 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca0b20-6125-4a34-821c-6186fa548012 req-84be616c-5342-496f-805e-05754c574ab4 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:03.110887 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c6ca0b20-6125-4a34-821c-6186fa548012 req-84be616c-5342-496f-805e-05754c574ab4 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 945 time: 0.1346350 Feb 03 12:41:03.131648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf178f0-07f1-4f2c-a160-79d2b0ba3877 req-bed47dbc-5fc8-4fbc-99ca-3baa31336a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:03.134463 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2cf178f0-07f1-4f2c-a160-79d2b0ba3877 req-bed47dbc-5fc8-4fbc-99ca-3baa31336a5c service neutron] 10.222.0.73 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 906 time: 0.1430521 Feb 03 12:41:03.151919 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a4b70dd-2c98-42bc-a2f8-a93a2ede6e5c admin admin] Publish callbacks [] for router_gateway (e58f3564-d9cc-4c56-bcad-4607c34f2408), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:03.192567 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c6ca0b20-6125-4a34-821c-6186fa548012 req-797a228a-b296-4528-9cd6-3abec823fac8 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810702 Feb 03 12:41:03.196540 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2cf178f0-07f1-4f2c-a160-79d2b0ba3877 req-4d240216-4eaa-4a27-be95-ed75d928025f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0926a03a-30c2-44f0-ba05-74f39d2b83a4 HTTP/1.1" status: 200 len: 217 time: 0.0549378 Feb 03 12:41:03.235866 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e6f38929-e7f8-4072-a010-28f2b835fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'name': 'tempest-ServersTestJSON-1693298362-router', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:41:01Z', 'revision_number': 5, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'gw_port': {'id': '2fb34ef2-3925-4328-a331-c06120a0e142', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:34Z', 'updated_at': '2022-02-03T12:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:03.242796 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-7a3feb80-beeb-452f-b561-4e6a454dc1ec req-e60b1786-5d8f-4dcb-90ed-3cae94029bde tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:41:03.244007 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a3feb80-beeb-452f-b561-4e6a454dc1ec req-e60b1786-5d8f-4dcb-90ed-3cae94029bde tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078192 Feb 03 12:41:03.276398 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f38929-e7f8-4072-a010-28f2b835fbf3 None None] Checking router: e58f3564-d9cc-4c56-bcad-4607c34f2408 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:41:03.280555 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0a4b70dd-2c98-42bc-a2f8-a93a2ede6e5c admin admin] Deleting port 2fb34ef2-3925-4328-a331-c06120a0e142 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:03.284018 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a4b70dd-2c98-42bc-a2f8-a93a2ede6e5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (2fb34ef2-3925-4328-a331-c06120a0e142), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:03.288611 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f38929-e7f8-4072-a010-28f2b835fbf3 None None] Routers {'e58f3564-d9cc-4c56-bcad-4607c34f2408'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:41:03.289231 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e6f38929-e7f8-4072-a010-28f2b835fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:40:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['e58f3564-d9cc-4c56-bcad-4607c34f2408'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:03.333670 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf178f0-07f1-4f2c-a160-79d2b0ba3877 req-f22e7218-8e51-47bf-b196-92712d83a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:03.335319 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2cf178f0-07f1-4f2c-a160-79d2b0ba3877 req-f22e7218-8e51-47bf-b196-92712d83a832 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa4b2afa-81a8-4d6e-a8be-3051d409ec8b HTTP/1.1" status: 200 len: 845 time: 0.1302819 Feb 03 12:41:03.376527 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2cf178f0-07f1-4f2c-a160-79d2b0ba3877 req-9211bd61-7031-4f5d-959b-3fce94ad185e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347922 Feb 03 12:41:03.407004 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0a4b70dd-2c98-42bc-a2f8-a93a2ede6e5c admin admin] For port 2fb34ef2-3925-4328-a331-c06120a0e142, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2fb34ef2-3925-4328-a331-c06120a0e142,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:03.408037 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a4b70dd-2c98-42bc-a2f8-a93a2ede6e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (2fb34ef2-3925-4328-a331-c06120a0e142), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:03.424994 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0a4b70dd-2c98-42bc-a2f8-a93a2ede6e5c admin admin] Calling delete_port for 2fb34ef2-3925-4328-a331-c06120a0e142 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:03.435367 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e6f38929-e7f8-4072-a010-28f2b835fbf3 None None] Set router e58f3564-d9cc-4c56-bcad-4607c34f2408 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:41:03.481170 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-22ec2998-21d2-438d-ab80-2ac60b558c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:03.500451 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e6f38929-e7f8-4072-a010-28f2b835fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'name': 'tempest-ServersTestJSON-1693298362-router', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:41:03Z', 'revision_number': 6, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:03.506716 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2cf178f0-07f1-4f2c-a160-79d2b0ba3877 req-6cf33dba-662b-46ce-99e7-d82684c69ca7 service neutron] 10.222.0.73 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232851 Feb 03 12:41:03.529291 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a3feb80-beeb-452f-b561-4e6a454dc1ec req-1f3516e1-e326-4b3c-9b5e-0ad1bb790a13 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2744007 Feb 03 12:41:03.539882 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f38929-e7f8-4072-a010-28f2b835fbf3 None None] The sync data for ids ['e58f3564-d9cc-4c56-bcad-4607c34f2408'] in n-d-827336-3 is: [{'id': 'e58f3564-d9cc-4c56-bcad-4607c34f2408', 'name': 'tempest-ServersTestJSON-1693298362-router', 'tenant_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:32Z', 'updated_at': '2022-02-03T12:41:03Z', 'revision_number': 6, 'project_id': 'ac5878fd7f1e4a5ea9a3c869fbc67624', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:41:03.631849 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2cf178f0-07f1-4f2c-a160-79d2b0ba3877 req-8dfa611c-362e-4d8a-9ef2-5da06cd65ea4 service neutron] 10.222.0.73 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168745 Feb 03 12:41:03.677938 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a4b70dd-2c98-42bc-a2f8-a93a2ede6e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (2fb34ef2-3925-4328-a331-c06120a0e142), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:03.710038 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b70dd-2c98-42bc-a2f8-a93a2ede6e5c admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb34ef2-3925-4328-a331-c06120a0e142,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:03.840322 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a4b70dd-2c98-42bc-a2f8-a93a2ede6e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (e58f3564-d9cc-4c56-bcad-4607c34f2408), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:03.923965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637cc2e-1654-4d69-820f-1cebd3f054df req-a6115397-6a44-4252-a049-5c1291c91d9b tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:03.934642 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8637cc2e-1654-4d69-820f-1cebd3f054df req-a6115397-6a44-4252-a049-5c1291c91d9b tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.1055093 Feb 03 12:41:03.946816 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a4b70dd-2c98-42bc-a2f8-a93a2ede6e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (e58f3564-d9cc-4c56-bcad-4607c34f2408), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:03.949795 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a4b70dd-2c98-42bc-a2f8-a93a2ede6e5c admin admin] Publish callbacks [] for router_controller (e58f3564-d9cc-4c56-bcad-4607c34f2408), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:04.018677 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8637cc2e-1654-4d69-820f-1cebd3f054df req-f64bf3bb-83c7-48f6-bfa6-6c00bc4434bf tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830286 Feb 03 12:41:04.033933 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f8bc0-c6d2-41eb-97e8-a6a9084aa4a6 req-b244d526-ebb9-4bb0-8a08-24e50f80f4c7 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:04.042816 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-861f8bc0-c6d2-41eb-97e8-a6a9084aa4a6 req-b244d526-ebb9-4bb0-8a08-24e50f80f4c7 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 943 time: 0.2843199 Feb 03 12:41:04.067071 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a4b70dd-2c98-42bc-a2f8-a93a2ede6e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (e58f3564-d9cc-4c56-bcad-4607c34f2408), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:04.067071 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4b70dd-2c98-42bc-a2f8-a93a2ede6e5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e58f3564-d9cc-4c56-bcad-4607c34f2408 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:41:04.075291 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a4b70dd-2c98-42bc-a2f8-a93a2ede6e5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:04.077016 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0a4b70dd-2c98-42bc-a2f8-a93a2ede6e5c admin admin] 10.222.0.18 "DELETE /v2.0/routers/e58f3564-d9cc-4c56-bcad-4607c34f2408 HTTP/1.1" status: 204 len: 168 time: 1.2673972 Feb 03 12:41:04.080192 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48530) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:04.183492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 022dab3e-f178-4264-859a-7dab76c30728 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:04.224832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 022dab3e-f178-4264-859a-7dab76c30728 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:04.225306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 022dab3e-f178-4264-859a-7dab76c30728 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:04.248748 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-861f8bc0-c6d2-41eb-97e8-a6a9084aa4a6 req-b5c0e93a-b6cb-4e7f-9e53-6f3681990519 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040849 Feb 03 12:41:04.288603 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e013dff-f1d8-4f00-8960-765eb41e1ea7 admin admin] Deleting subnet 221fac69-2a48-4d84-8fb1-67714eb12a08 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:41:04.293580 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e013dff-f1d8-4f00-8960-765eb41e1ea7 admin admin] Publish callbacks [] for subnet (221fac69-2a48-4d84-8fb1-67714eb12a08), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:04.346410 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894592b-aa56-4bf0-9fa5-a21fb42e44b9 req-f062c986-0d4a-4bfa-ad80-3ca032491516 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:04.348591 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3894592b-aa56-4bf0-9fa5-a21fb42e44b9 req-f062c986-0d4a-4bfa-ad80-3ca032491516 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e1f0586-ace1-4016-8f4f-fa05726757ba HTTP/1.1" status: 200 len: 945 time: 0.1279402 Feb 03 12:41:04.355569 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e013dff-f1d8-4f00-8960-765eb41e1ea7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (221fac69-2a48-4d84-8fb1-67714eb12a08), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:04.434603 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3894592b-aa56-4bf0-9fa5-a21fb42e44b9 req-ea6bdb43-59f9-4b61-8423-912fe66bed5c tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770006 Feb 03 12:41:04.475030 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e013dff-f1d8-4f00-8960-765eb41e1ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (221fac69-2a48-4d84-8fb1-67714eb12a08), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:04.540244 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e013dff-f1d8-4f00-8960-765eb41e1ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (221fac69-2a48-4d84-8fb1-67714eb12a08), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:04.574457 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e013dff-f1d8-4f00-8960-765eb41e1ea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=221fac69-2a48-4d84-8fb1-67714eb12a08,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:04.578757 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e013dff-f1d8-4f00-8960-765eb41e1ea7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:04.584445 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb70bb7-5670-4f8f-82c2-3ecf06122dac req-0013f80d-1e4a-4816-9cc1-369d9220b517 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:04.585107 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3e013dff-f1d8-4f00-8960-765eb41e1ea7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/221fac69-2a48-4d84-8fb1-67714eb12a08 HTTP/1.1" status: 204 len: 168 time: 0.5034740 Feb 03 12:41:04.585846 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48536) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:04.589827 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b354d5c-93f1-411e-97a6-9c2e1f5b3a77 None None] Network ea0fa331-8069-43cd-ad15-0200a7ded220 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:41:04.612129 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2cb70bb7-5670-4f8f-82c2-3ecf06122dac req-0013f80d-1e4a-4816-9cc1-369d9220b517 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 945 time: 0.0998785 Feb 03 12:41:04.670204 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76e0ade3-9102-43a0-a706-e6f593fe3196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (ea0fa331-8069-43cd-ad15-0200a7ded220), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:04.694079 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2cb70bb7-5670-4f8f-82c2-3ecf06122dac req-20ede183-93e0-4309-bb77-b302c1621142 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796943 Feb 03 12:41:04.754581 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-76e0ade3-9102-43a0-a706-e6f593fe3196 admin admin] Deleting port e29a4dac-6b81-4db9-bceb-b7419469f439 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:04.755077 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76e0ade3-9102-43a0-a706-e6f593fe3196 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (e29a4dac-6b81-4db9-bceb-b7419469f439), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:04.823688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] DHCP port deletion for ea0fa331-8069-43cd-ad15-0200a7ded220 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:41:04.844855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-76e0ade3-9102-43a0-a706-e6f593fe3196 admin admin] For port e29a4dac-6b81-4db9-bceb-b7419469f439, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=e29a4dac-6b81-4db9-bceb-b7419469f439,segment=NetworkSegment(664113f7-6b20-4ef5-b2b1-9181d5ac158b),segment_id=664113f7-6b20-4ef5-b2b1-9181d5ac158b)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:04.845355 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76e0ade3-9102-43a0-a706-e6f593fe3196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (e29a4dac-6b81-4db9-bceb-b7419469f439), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:04.861155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-76e0ade3-9102-43a0-a706-e6f593fe3196 admin admin] Calling delete_port for e29a4dac-6b81-4db9-bceb-b7419469f439 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:04.883813 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] Deleting port e29a4dac-6b81-4db9-bceb-b7419469f439 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:04.888379 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (e29a4dac-6b81-4db9-bceb-b7419469f439), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:04.967182 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] For port e29a4dac-6b81-4db9-bceb-b7419469f439, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=e29a4dac-6b81-4db9-bceb-b7419469f439,segment=NetworkSegment(664113f7-6b20-4ef5-b2b1-9181d5ac158b),segment_id=664113f7-6b20-4ef5-b2b1-9181d5ac158b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:04.967669 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (e29a4dac-6b81-4db9-bceb-b7419469f439), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:04.984784 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1968c9-81b9-4551-83cc-ef986149bace req-2264b991-6ddf-40bd-aa29-8757a03ea648 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:04.990181 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] Calling delete_port for e29a4dac-6b81-4db9-bceb-b7419469f439 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:04.990483 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1968c9-81b9-4551-83cc-ef986149bace req-2264b991-6ddf-40bd-aa29-8757a03ea648 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:04.995853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1968c9-81b9-4551-83cc-ef986149bace req-2264b991-6ddf-40bd-aa29-8757a03ea648 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:05.006732 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cc1968c9-81b9-4551-83cc-ef986149bace req-2264b991-6ddf-40bd-aa29-8757a03ea648 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97&device_id=5e1f0586-ace1-4016-8f4f-fa05726757ba&device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 2417 time: 0.1393249 Feb 03 12:41:05.086447 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cc1968c9-81b9-4551-83cc-ef986149bace req-b98fed56-9a4d-4f65-ae05-65e2560bf12c tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694768 Feb 03 12:41:05.087608 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76e0ade3-9102-43a0-a706-e6f593fe3196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (e29a4dac-6b81-4db9-bceb-b7419469f439), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:05.104383 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0ade3-9102-43a0-a706-e6f593fe3196 admin admin] No DVR routers for this DVR port e29a4dac-6b81-4db9-bceb-b7419469f439 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: from cryptography.utils import int_from_bytes Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: from cryptography.utils import int_from_bytes Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.116608 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.119023 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.119023 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.119023 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.119023 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.119023 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.119023 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.119023 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.119023 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.119023 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.119023 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.119023 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.119023 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.119023 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:41:05.119023 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:41:05.126422 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (e29a4dac-6b81-4db9-bceb-b7419469f439), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:05.134972 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-cc099c4e-60d2-4d95-82f6-59b32b2a8958 req-3f34d31d-98e8-4065-9b86-42632bcc16ed tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:41:05.135581 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cc099c4e-60d2-4d95-82f6-59b32b2a8958 req-3f34d31d-98e8-4065-9b86-42632bcc16ed tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066950 Feb 03 12:41:05.141593 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0ade3-9102-43a0-a706-e6f593fe3196 admin admin] Pushing event deleted for resources: {'Port': ['ID=e29a4dac-6b81-4db9-bceb-b7419469f439,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:05.163131 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] Pushing event deleted for resources: {'Port': ['ID=e29a4dac-6b81-4db9-bceb-b7419469f439,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:05.165870 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] No DVR routers for this DVR port e29a4dac-6b81-4db9-bceb-b7419469f439 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:05.177719 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:05.178178 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:05.178708 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:05.179607 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:05.180292 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:05.181386 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:05.182144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:05.182692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:05.183250 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:05.184166 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:05.184729 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:05.185913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:05.186540 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b408cc9-25de-4f45-a553-ffd5149e2181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:05.250618 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76e0ade3-9102-43a0-a706-e6f593fe3196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (ea0fa331-8069-43cd-ad15-0200a7ded220), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:05.272910 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-76e0ade3-9102-43a0-a706-e6f593fe3196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0fa331-8069-43cd-ad15-0200a7ded220']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:05.286170 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-76e0ade3-9102-43a0-a706-e6f593fe3196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664113f7-6b20-4ef5-b2b1-9181d5ac158b') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:05.286574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-76e0ade3-9102-43a0-a706-e6f593fe3196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664113f7-6b20-4ef5-b2b1-9181d5ac158b') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:05.297945 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76e0ade3-9102-43a0-a706-e6f593fe3196 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (664113f7-6b20-4ef5-b2b1-9181d5ac158b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:05.316869 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76e0ade3-9102-43a0-a706-e6f593fe3196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (664113f7-6b20-4ef5-b2b1-9181d5ac158b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:05.322079 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cc099c4e-60d2-4d95-82f6-59b32b2a8958 req-b3b3ad21-71b1-42cf-946d-a81cbfdb697d tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1779091 Feb 03 12:41:05.325445 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e0ade3-9102-43a0-a706-e6f593fe3196 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:41:05.325851 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76e0ade3-9102-43a0-a706-e6f593fe3196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (664113f7-6b20-4ef5-b2b1-9181d5ac158b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:41:05.327629 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:41:05.418042 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76e0ade3-9102-43a0-a706-e6f593fe3196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (ea0fa331-8069-43cd-ad15-0200a7ded220), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:05.437960 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76e0ade3-9102-43a0-a706-e6f593fe3196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:05.441166 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-76e0ade3-9102-43a0-a706-e6f593fe3196 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ea0fa331-8069-43cd-ad15-0200a7ded220 HTTP/1.1" status: 204 len: 168 time: 0.8542912 Feb 03 12:41:05.442071 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0ade3-9102-43a0-a706-e6f593fe3196 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea0fa331-8069-43cd-ad15-0200a7ded220,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:05.463213 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7aa045-6b75-4a0f-bb0f-bcdda7fb2432 req-4e331067-ae44-47f0-91f1-e60a76ad083e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:05.465299 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd7aa045-6b75-4a0f-bb0f-bcdda7fb2432 req-4e331067-ae44-47f0-91f1-e60a76ad083e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 943 time: 0.1151049 Feb 03 12:41:05.528359 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd7aa045-6b75-4a0f-bb0f-bcdda7fb2432 req-e6f07cc8-5576-4932-9aa9-57f362a6e28b tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551636 Feb 03 12:41:05.689884 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48554) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:05.734667 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-44f62c22-542f-4e7c-8d22-0072edf9ae71 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac5878fd7f1e4a5ea9a3c869fbc67624&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435948 Feb 03 12:41:05.737262 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48558) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:05.797038 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b106b13-8ea1-4a3b-b9f4-243525220587 admin admin] Publish callbacks [] for security_group (ecc25cba-77a4-4156-b205-44f8a330d03e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:05.823969 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b106b13-8ea1-4a3b-b9f4-243525220587 admin admin] Publish callbacks [] for security_group (ecc25cba-77a4-4156-b205-44f8a330d03e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:05.847013 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2fb34ef2-3925-4328-a331-c06120a0e142 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:05.878744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 2fb34ef2-3925-4328-a331-c06120a0e142 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:05.880009 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2fb34ef2-3925-4328-a331-c06120a0e142 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:05.880512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e29a4dac-6b81-4db9-bceb-b7419469f439 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:05.902251 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b106b13-8ea1-4a3b-b9f4-243525220587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ecc25cba-77a4-4156-b205-44f8a330d03e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:05.904997 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b106b13-8ea1-4a3b-b9f4-243525220587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:05.906651 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1b106b13-8ea1-4a3b-b9f4-243525220587 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ecc25cba-77a4-4156-b205-44f8a330d03e HTTP/1.1" status: 204 len: 168 time: 0.1682527 Feb 03 12:41:05.918273 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b106b13-8ea1-4a3b-b9f4-243525220587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc25cba-77a4-4156-b205-44f8a330d03e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:05.923405 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: e29a4dac-6b81-4db9-bceb-b7419469f439 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:05.923836 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e29a4dac-6b81-4db9-bceb-b7419469f439 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:05.954281 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56bc12e0-8d36-4ade-91c4-e5ed74ff3044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:06.192120 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 0926a03a-30c2-44f0-ba05-74f39d2b83a4 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:41:06.406578 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 0926a03a-30c2-44f0-ba05-74f39d2b83a4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=0926a03a-30c2-44f0-ba05-74f39d2b83a4,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:06.420150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '0926a03a-30c2-44f0-ba05-74f39d2b83a4', 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb', 'port_id': '0926a03a-30c2-44f0-ba05-74f39d2b83a4', 'mac_address': 'fa:16:3e:c7:53:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4b2afa-81a8-4d6e-a8be-3051d409ec8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:41:06.476433 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 0926a03a-30c2-44f0-ba05-74f39d2b83a4 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:06.478029 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0926a03a-30c2-44f0-ba05-74f39d2b83a4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:06.504053 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0926a03a-30c2-44f0-ba05-74f39d2b83a4 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:06.545717 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 0926a03a-30c2-44f0-ba05-74f39d2b83a4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=0926a03a-30c2-44f0-ba05-74f39d2b83a4,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:06.559787 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0926a03a-30c2-44f0-ba05-74f39d2b83a4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:06.667420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=0926a03a-30c2-44f0-ba05-74f39d2b83a4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:06.764977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008095ef-a49f-4a7c-84a5-4333d38cf140 req-7652fde6-6718-446d-afab-758953154fbf tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:06.768352 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-008095ef-a49f-4a7c-84a5-4333d38cf140 req-7652fde6-6718-446d-afab-758953154fbf tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 944 time: 0.1053336 Feb 03 12:41:06.861682 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:06.866086 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-008095ef-a49f-4a7c-84a5-4333d38cf140 req-c85e54a9-e81c-43e5-9f00-c4a21cad05ca tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887797 Feb 03 12:41:07.038725 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d23686-88ca-4c0e-b015-515e52801b23 req-cd299718-5d73-4161-8880-8fa00e7b8877 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:07.044909 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48600) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:07.045524 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a1d23686-88ca-4c0e-b015-515e52801b23 req-cd299718-5d73-4161-8880-8fa00e7b8877 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 945 time: 0.0824749 Feb 03 12:41:07.097638 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a1d23686-88ca-4c0e-b015-515e52801b23 req-ab2a60bf-e638-479a-82a0-36ad10316fcc tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505691 Feb 03 12:41:07.134760 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['0926a03a-30c2-44f0-ba05-74f39d2b83a4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:07.198687 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6709e489-55d3-4869-87a7-0824f092f902 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-574426749-network', 'tenant_id': 'd84f0f681f8b413a934056fdf3572c4e'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:07.238395 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6709e489-55d3-4869-87a7-0824f092f902 admin admin] Made reservation on behalf of d84f0f681f8b413a934056fdf3572c4e for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:41:07.241808 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6709e489-55d3-4869-87a7-0824f092f902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:07.257173 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6709e489-55d3-4869-87a7-0824f092f902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:07.391930 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6709e489-55d3-4869-87a7-0824f092f902 admin admin] Publish callbacks [] for security_group (cc9b0c80-4a3f-4e37-a791-046e3adf5158), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:07.399201 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6709e489-55d3-4869-87a7-0824f092f902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (cc9b0c80-4a3f-4e37-a791-046e3adf5158), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:07.441179 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6709e489-55d3-4869-87a7-0824f092f902 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:41:07.458950 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709e489-55d3-4869-87a7-0824f092f902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9b0c80-4a3f-4e37-a791-046e3adf5158,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:07.466288 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6709e489-55d3-4869-87a7-0824f092f902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (75177d75-37be-4287-be72-04dca2adfff4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:07.466957 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-6709e489-55d3-4869-87a7-0824f092f902 admin admin] Added segment 75177d75-37be-4287-be72-04dca2adfff4 of type vlan for network a82e906f-f8d9-402e-91d6-72335f2f4995 Feb 03 12:41:07.523708 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6709e489-55d3-4869-87a7-0824f092f902 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (a82e906f-f8d9-402e-91d6-72335f2f4995), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:07.567183 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6709e489-55d3-4869-87a7-0824f092f902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (a82e906f-f8d9-402e-91d6-72335f2f4995), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:07.568075 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6709e489-55d3-4869-87a7-0824f092f902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:07.568980 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6709e489-55d3-4869-87a7-0824f092f902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:07.641464 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6709e489-55d3-4869-87a7-0824f092f902 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5923357 Feb 03 12:41:07.641464 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709e489-55d3-4869-87a7-0824f092f902 admin admin] Pushing event updated for resources: {'Network': ['ID=a82e906f-f8d9-402e-91d6-72335f2f4995,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:07.641894 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48608) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:07.647011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-523b79d1-0f7b-4b13-93f8-bedbc5dfc59e admin admin] Request body: {'subnet': {'network_id': 'a82e906f-f8d9-402e-91d6-72335f2f4995', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-574426749-subnet', 'tenant_id': 'd84f0f681f8b413a934056fdf3572c4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:07.652639 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network a82e906f-f8d9-402e-91d6-72335f2f4995 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:41:07.670223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523b79d1-0f7b-4b13-93f8-bedbc5dfc59e admin admin] Made reservation on behalf of d84f0f681f8b413a934056fdf3572c4e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:41:07.675760 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-523b79d1-0f7b-4b13-93f8-bedbc5dfc59e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:07.900504 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-523b79d1-0f7b-4b13-93f8-bedbc5dfc59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (3097d68f-4a8b-4def-ab82-1430406a9470), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:07.971495 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b79d1-0f7b-4b13-93f8-bedbc5dfc59e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3097d68f-4a8b-4def-ab82-1430406a9470,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:07.982423 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523b79d1-0f7b-4b13-93f8-bedbc5dfc59e admin admin] Checking segment: {'id': '75177d75-37be-4287-be72-04dca2adfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a82e906f-f8d9-402e-91d6-72335f2f4995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:07.982905 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523b79d1-0f7b-4b13-93f8-bedbc5dfc59e admin admin] Network hostable DHCP agents. Network: a82e906f-f8d9-402e-91d6-72335f2f4995, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:41:07.998495 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3040d9-bf19-43e3-9a6a-95319dc9ae4b req-c38666dd-4570-42ef-a076-9c96d42e9aa9 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:08.000398 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-da3040d9-bf19-43e3-9a6a-95319dc9ae4b req-c38666dd-4570-42ef-a076-9c96d42e9aa9 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 944 time: 0.0702608 Feb 03 12:41:08.005278 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523b79d1-0f7b-4b13-93f8-bedbc5dfc59e admin admin] Network a82e906f-f8d9-402e-91d6-72335f2f4995 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:41:08.018694 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-523b79d1-0f7b-4b13-93f8-bedbc5dfc59e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, a82e906f-f8d9-402e-91d6-72335f2f4995) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:08.025962 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523b79d1-0f7b-4b13-93f8-bedbc5dfc59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:08.027464 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-523b79d1-0f7b-4b13-93f8-bedbc5dfc59e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:08.030108 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f12dbf-5e5c-46a5-9e0a-aa1a42a61e1f None None] Network a82e906f-f8d9-402e-91d6-72335f2f4995 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:41:08.064948 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-523b79d1-0f7b-4b13-93f8-bedbc5dfc59e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4127584 Feb 03 12:41:08.106440 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-da3040d9-bf19-43e3-9a6a-95319dc9ae4b req-3477ccef-3a2c-4bb8-81b8-edad6f9b111d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938151 Feb 03 12:41:08.181680 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:08.228162 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689c74ef-0e71-47b1-853b-5059720e899d None None] Network a82e906f-f8d9-402e-91d6-72335f2f4995 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:41:08.331907 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd8523-9711-4845-af96-76f87ebb9922 req-90fb2e83-64a2-4b62-8c66-19b184736ba0 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:08.345571 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-84cd8523-9711-4845-af96-76f87ebb9922 req-90fb2e83-64a2-4b62-8c66-19b184736ba0 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 945 time: 0.1430149 Feb 03 12:41:08.443904 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-84cd8523-9711-4845-af96-76f87ebb9922 req-bf1900c7-79c8-4011-8ca7-9c93b284fa07 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972669 Feb 03 12:41:08.881740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-69ea3325-40ed-4b17-9f80-dacb8c053514 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:08.896822 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-69ea3325-40ed-4b17-9f80-dacb8c053514 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/networks?id=a82e906f-f8d9-402e-91d6-72335f2f4995 HTTP/1.1" status: 200 len: 813 time: 0.2113612 Feb 03 12:41:08.916782 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-cfab1e5d-9071-4162-b7c2-91113f244f63 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/quotas/d84f0f681f8b413a934056fdf3572c4e HTTP/1.1" status: 200 len: 375 time: 0.0183051 Feb 03 12:41:08.969248 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-d7a63418-1a5a-4f73-8b78-e1d05dc89cca tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d84f0f681f8b413a934056fdf3572c4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397713 Feb 03 12:41:09.063089 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40ac16-3df1-4101-9dce-acdb879eb342 req-0bdfac6c-3839-421b-a246-36f9c0189793 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:09.069827 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40ac16-3df1-4101-9dce-acdb879eb342 req-0bdfac6c-3839-421b-a246-36f9c0189793 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:09.076674 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40ac16-3df1-4101-9dce-acdb879eb342 req-0bdfac6c-3839-421b-a246-36f9c0189793 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:09.086044 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40ac16-3df1-4101-9dce-acdb879eb342 req-0bdfac6c-3839-421b-a246-36f9c0189793 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:09.092761 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40ac16-3df1-4101-9dce-acdb879eb342 req-0bdfac6c-3839-421b-a246-36f9c0189793 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:09.098919 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40ac16-3df1-4101-9dce-acdb879eb342 req-0bdfac6c-3839-421b-a246-36f9c0189793 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:09.105995 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40ac16-3df1-4101-9dce-acdb879eb342 req-0bdfac6c-3839-421b-a246-36f9c0189793 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:09.115593 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-d6c33a29-3a4c-4150-9082-1c2118bdcc9d service neutron] 10.222.0.18 "GET /v2.0/networks/a82e906f-f8d9-402e-91d6-72335f2f4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450760 Feb 03 12:41:09.117339 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed40ac16-3df1-4101-9dce-acdb879eb342 req-0bdfac6c-3839-421b-a246-36f9c0189793 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5433 time: 0.1343048 Feb 03 12:41:09.138413 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cede4ca-95ab-4b46-93e6-78b626bb0261 req-559dac2f-b908-4af1-9cf6-46d056daa78d tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:09.140768 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3cede4ca-95ab-4b46-93e6-78b626bb0261 req-559dac2f-b908-4af1-9cf6-46d056daa78d tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.73 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 945 time: 0.0982380 Feb 03 12:41:09.214969 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed40ac16-3df1-4101-9dce-acdb879eb342 req-3eb1c23d-0263-45d5-b569-feeeea17caa9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944936 Feb 03 12:41:09.386072 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4551f-620d-447a-b01b-a74d1d6f424a req-6336004b-764d-4032-aba6-d25ac1980b39 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:09.406462 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-3510ac38-6579-4d84-9384-206a71d879fe service neutron] 10.222.0.18 "GET /v2.0/networks/a82e906f-f8d9-402e-91d6-72335f2f4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897241 Feb 03 12:41:09.410281 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5ea4551f-620d-447a-b01b-a74d1d6f424a req-6336004b-764d-4032-aba6-d25ac1980b39 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 944 time: 0.1127541 Feb 03 12:41:09.486101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-3cede4ca-95ab-4b46-93e6-78b626bb0261 req-6041d57a-3357-454e-a6e0-fe64d4b58d31 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Deleting port d68ccae1-849c-4407-ae2b-32c2f98a6e4b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:09.486901 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3cede4ca-95ab-4b46-93e6-78b626bb0261 req-6041d57a-3357-454e-a6e0-fe64d4b58d31 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d68ccae1-849c-4407-ae2b-32c2f98a6e4b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:09.557923 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5ea4551f-620d-447a-b01b-a74d1d6f424a req-6cfc7c8e-941e-408d-9eff-5ac90e8f01cf tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447103 Feb 03 12:41:09.660397 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:09.760450 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6863f2c-3059-4857-b78b-b0a73d37429a req-1ed29cde-01b5-4991-a102-a7708df98b78 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:09.762348 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c6863f2c-3059-4857-b78b-b0a73d37429a req-1ed29cde-01b5-4991-a102-a7708df98b78 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 945 time: 0.0827463 Feb 03 12:41:09.844748 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c6863f2c-3059-4857-b78b-b0a73d37429a req-77ed7136-046c-4b6f-9135-432f095fd49e tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712912 Feb 03 12:41:10.199026 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7d18ab3e-aac3-47e1-afca-cd08e637c66e req-ad727ac4-ab39-4a32-b189-62c4c79c70d3 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 210 time: 0.4756858 Feb 03 12:41:10.241098 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 0926a03a-30c2-44f0-ba05-74f39d2b83a4 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:10.248096 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3cede4ca-95ab-4b46-93e6-78b626bb0261 req-6041d57a-3357-454e-a6e0-fe64d4b58d31 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] For port d68ccae1-849c-4407-ae2b-32c2f98a6e4b, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d68ccae1-849c-4407-ae2b-32c2f98a6e4b,segment=NetworkSegment(82db5b87-0f1b-41f8-b864-c053787c93df),segment_id=82db5b87-0f1b-41f8-b864-c053787c93df)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:10.249498 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3cede4ca-95ab-4b46-93e6-78b626bb0261 req-6041d57a-3357-454e-a6e0-fe64d4b58d31 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d68ccae1-849c-4407-ae2b-32c2f98a6e4b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:10.269726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-3cede4ca-95ab-4b46-93e6-78b626bb0261 req-6041d57a-3357-454e-a6e0-fe64d4b58d31 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Calling delete_port for d68ccae1-849c-4407-ae2b-32c2f98a6e4b owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:10.336572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 0926a03a-30c2-44f0-ba05-74f39d2b83a4 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:41:10.349132 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 0926a03a-30c2-44f0-ba05-74f39d2b83a4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:10.350271 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0926a03a-30c2-44f0-ba05-74f39d2b83a4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:10.489850 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4e5f2-acf4-4d29-ba3d-7451b552998a req-d37d4802-b4b3-4b14-8cab-e013e24b1e57 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:10.504738 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4e5f2-acf4-4d29-ba3d-7451b552998a req-d37d4802-b4b3-4b14-8cab-e013e24b1e57 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:10.520129 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4e5f2-acf4-4d29-ba3d-7451b552998a req-d37d4802-b4b3-4b14-8cab-e013e24b1e57 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:10.540445 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4e5f2-acf4-4d29-ba3d-7451b552998a req-d37d4802-b4b3-4b14-8cab-e013e24b1e57 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:10.550349 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3cede4ca-95ab-4b46-93e6-78b626bb0261 req-6041d57a-3357-454e-a6e0-fe64d4b58d31 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d68ccae1-849c-4407-ae2b-32c2f98a6e4b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:10.569366 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4e5f2-acf4-4d29-ba3d-7451b552998a req-d37d4802-b4b3-4b14-8cab-e013e24b1e57 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:10.584529 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4e5f2-acf4-4d29-ba3d-7451b552998a req-d37d4802-b4b3-4b14-8cab-e013e24b1e57 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:10.598474 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4e5f2-acf4-4d29-ba3d-7451b552998a req-d37d4802-b4b3-4b14-8cab-e013e24b1e57 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:10.609805 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ae4e5f2-acf4-4d29-ba3d-7451b552998a req-d37d4802-b4b3-4b14-8cab-e013e24b1e57 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5433 time: 0.2432480 Feb 03 12:41:10.613933 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041d57a-3357-454e-a6e0-fe64d4b58d31 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Pushing event deleted for resources: {'Port': ['ID=d68ccae1-849c-4407-ae2b-32c2f98a6e4b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:10.763185 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ae4e5f2-acf4-4d29-ba3d-7451b552998a req-2ab77511-ac14-48f0-8cf5-ff5e41b28090 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1538105 Feb 03 12:41:10.776394 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cede4ca-95ab-4b46-93e6-78b626bb0261 req-6041d57a-3357-454e-a6e0-fe64d4b58d31 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] No DVR routers for this DVR port d68ccae1-849c-4407-ae2b-32c2f98a6e4b on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:10.783102 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3cede4ca-95ab-4b46-93e6-78b626bb0261 req-6041d57a-3357-454e-a6e0-fe64d4b58d31 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:10.786441 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3cede4ca-95ab-4b46-93e6-78b626bb0261 req-6041d57a-3357-454e-a6e0-fe64d4b58d31 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.73 "DELETE /v2.0/ports/d68ccae1-849c-4407-ae2b-32c2f98a6e4b HTTP/1.1" status: 204 len: 173 time: 1.6316190 Feb 03 12:41:10.786962 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842df515-0a42-4f09-9a07-4f3113401e97', 'name': 'network-vif-deleted', 'tag': 'd68ccae1-849c-4407-ae2b-32c2f98a6e4b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:10.791687 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cd4176-5212-43d1-a1d1-b8bd12a6abaf" -d '{"events": [{"server_uuid": "842df515-0a42-4f09-9a07-4f3113401e97", "name": "network-vif-deleted", "tag": "d68ccae1-849c-4407-ae2b-32c2f98a6e4b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:10.865704 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f4631-755d-4069-8fc4-6857c75dedb4 req-b9979a1e-feb9-463e-a592-da54e509cef4 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:10.873025 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fd6f4631-755d-4069-8fc4-6857c75dedb4 req-b9979a1e-feb9-463e-a592-da54e509cef4 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 944 time: 0.1523271 Feb 03 12:41:10.941737 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fd6f4631-755d-4069-8fc4-6857c75dedb4 req-1cd74a32-99a4-4f7c-b6b3-1b6c001a3cbf tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658603 Feb 03 12:41:10.944949 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340f9496-2b63-40a5-a64c-7eacaa29e71d x-openstack-request-id: req-340f9496-2b63-40a5-a64c-7eacaa29e71d {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:10.945481 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842df515-0a42-4f09-9a07-4f3113401e97", "name": "network-vif-deleted", "tag": "d68ccae1-849c-4407-ae2b-32c2f98a6e4b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:10.946293 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-340f9496-2b63-40a5-a64c-7eacaa29e71d {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:10.946810 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842df515-0a42-4f09-9a07-4f3113401e97', 'name': 'network-vif-deleted', 'tag': 'd68ccae1-849c-4407-ae2b-32c2f98a6e4b', 'status': 'completed', 'code': 200} Feb 03 12:41:10.993528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['abf06eba-09ee-49ab-af09-8d066a8bd2c8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:11.004351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['3829e6d4-da19-43ee-a35b-e4669d746de5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:11.119715 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c914bf82-2c57-482a-b0eb-0a5e31fa84b6 req-07183fdd-262d-49cb-b213-eb3b638ac1bc tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=842df515-0a42-4f09-9a07-4f3113401e97 HTTP/1.1" status: 200 len: 210 time: 0.0414441 Feb 03 12:41:11.299648 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 0926a03a-30c2-44f0-ba05-74f39d2b83a4 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:11.300174 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0926a03a-30c2-44f0-ba05-74f39d2b83a4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:11.400736 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 0926a03a-30c2-44f0-ba05-74f39d2b83a4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=0926a03a-30c2-44f0-ba05-74f39d2b83a4,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:11.419063 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c965dd5-be70-4e1a-9074-e5b92ce9dcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0926a03a-30c2-44f0-ba05-74f39d2b83a4'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:11.422545 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde52ab6-642f-4c7f-a767-87959ed30142" -d '{"events": [{"server_uuid": "8c965dd5-be70-4e1a-9074-e5b92ce9dcf6", "name": "network-vif-plugged", "status": "completed", "tag": "0926a03a-30c2-44f0-ba05-74f39d2b83a4"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:11.454310 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0926a03a-30c2-44f0-ba05-74f39d2b83a4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:11.459507 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d2359a7-5c9c-4787-bb9c-fd731db9ca0d req-224b0f4d-de43-48ef-9908-7c78dbbb521b tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 210 time: 0.1100454 Feb 03 12:41:11.621247 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-35b0ff7f-261c-43a2-a17c-a849debe1a9b tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:11.627743 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-35b0ff7f-261c-43a2-a17c-a849debe1a9b tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.31 "GET /v2.0/networks?id=a82e906f-f8d9-402e-91d6-72335f2f4995 HTTP/1.1" status: 200 len: 813 time: 0.3191478 Feb 03 12:41:11.631124 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82305456-e03b-4806-a602-d3c80997e17a x-openstack-request-id: req-82305456-e03b-4806-a602-d3c80997e17a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:11.631312 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c965dd5-be70-4e1a-9074-e5b92ce9dcf6", "name": "network-vif-plugged", "status": "completed", "tag": "0926a03a-30c2-44f0-ba05-74f39d2b83a4", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:11.631427 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82305456-e03b-4806-a602-d3c80997e17a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:11.631820 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c965dd5-be70-4e1a-9074-e5b92ce9dcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0926a03a-30c2-44f0-ba05-74f39d2b83a4', 'code': 200} Feb 03 12:41:11.643601 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-b82e9b90-def7-4e94-a0b6-1ec2bc792d62 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Request body: {'port': {'device_id': '03b96828-a90f-480c-ae36-1fadd3fb179d', 'network_id': 'a82e906f-f8d9-402e-91d6-72335f2f4995', 'admin_state_up': True, 'tenant_id': 'd84f0f681f8b413a934056fdf3572c4e'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:11.803802 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=0926a03a-30c2-44f0-ba05-74f39d2b83a4,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:11.910110 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db1bcf-44f4-4582-82d8-a986495cfd68 req-f2768b74-733a-4c0a-b4cb-e5437a207568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:11.912423 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76db1bcf-44f4-4582-82d8-a986495cfd68 req-f2768b74-733a-4c0a-b4cb-e5437a207568 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 1127 time: 0.1548476 Feb 03 12:41:12.013411 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76db1bcf-44f4-4582-82d8-a986495cfd68 req-897ccca4-fb26-4eb4-945e-79805f7ac822 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938694 Feb 03 12:41:12.104324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be197ca-a120-46ea-b0df-c8b8c94412cc req-12814439-db6a-48c5-bff0-215ef28bcca7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:12.113026 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be197ca-a120-46ea-b0df-c8b8c94412cc req-12814439-db6a-48c5-bff0-215ef28bcca7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:12.121214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be197ca-a120-46ea-b0df-c8b8c94412cc req-12814439-db6a-48c5-bff0-215ef28bcca7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:12.129073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be197ca-a120-46ea-b0df-c8b8c94412cc req-12814439-db6a-48c5-bff0-215ef28bcca7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:12.135066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be197ca-a120-46ea-b0df-c8b8c94412cc req-12814439-db6a-48c5-bff0-215ef28bcca7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:12.144956 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be197ca-a120-46ea-b0df-c8b8c94412cc req-12814439-db6a-48c5-bff0-215ef28bcca7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:12.151838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be197ca-a120-46ea-b0df-c8b8c94412cc req-12814439-db6a-48c5-bff0-215ef28bcca7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:12.165279 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9be197ca-a120-46ea-b0df-c8b8c94412cc req-12814439-db6a-48c5-bff0-215ef28bcca7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5433 time: 0.1552391 Feb 03 12:41:12.253533 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d68ccae1-849c-4407-ae2b-32c2f98a6e4b no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:12.255411 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9be197ca-a120-46ea-b0df-c8b8c94412cc req-daccf248-8b43-433d-b784-89883fa5bd87 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0885823 Feb 03 12:41:12.323584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: d68ccae1-849c-4407-ae2b-32c2f98a6e4b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:12.324127 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d68ccae1-849c-4407-ae2b-32c2f98a6e4b not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:12.465829 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897608d-a017-4835-8ca8-5dfea07a4bc8 req-5eb7d99c-d3bd-4f11-808a-8539616aac64 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:12.468436 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f897608d-a017-4835-8ca8-5dfea07a4bc8 req-5eb7d99c-d3bd-4f11-808a-8539616aac64 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 945 time: 0.2251267 Feb 03 12:41:12.469677 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-b82e9b90-def7-4e94-a0b6-1ec2bc792d62 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Made reservation on behalf of d84f0f681f8b413a934056fdf3572c4e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:41:12.477208 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-b82e9b90-def7-4e94-a0b6-1ec2bc792d62 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:12.622990 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f897608d-a017-4835-8ca8-5dfea07a4bc8 req-1d1433d3-bb3b-4885-b289-27df2b46a9dc tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400390 Feb 03 12:41:12.730067 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1cdc3a1e-1b57-44f3-9fc8-47e45dc7343f req-be034950-e926-4973-a3e7-56fd14b26351 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 210 time: 0.0509112 Feb 03 12:41:12.781680 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-b82e9b90-def7-4e94-a0b6-1ec2bc792d62 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Allocated IP 172.20.0.7 (a82e906f-f8d9-402e-91d6-72335f2f4995/3097d68f-4a8b-4def-ab82-1430406a9470/2e469e26-6249-4d99-9135-ad21f4ec4097) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:41:12.830358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-f768f452-434e-4161-aec0-d9edeafc0b46 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:12.837023 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-f768f452-434e-4161-aec0-d9edeafc0b46 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:12.842765 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-f768f452-434e-4161-aec0-d9edeafc0b46 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:12.850503 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-f768f452-434e-4161-aec0-d9edeafc0b46 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:12.857018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-f768f452-434e-4161-aec0-d9edeafc0b46 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:12.863025 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-f768f452-434e-4161-aec0-d9edeafc0b46 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:12.871340 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-f768f452-434e-4161-aec0-d9edeafc0b46 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:12.874099 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-f768f452-434e-4161-aec0-d9edeafc0b46 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5433 time: 0.1224647 Feb 03 12:41:12.900380 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780f2b8-0597-449c-915d-9b4fb7bc6c93 req-5bffbbd7-3e79-4d03-ade9-0100ace9c9a2 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:12.908064 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e780f2b8-0597-449c-915d-9b4fb7bc6c93 req-5bffbbd7-3e79-4d03-ade9-0100ace9c9a2 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e1f0586-ace1-4016-8f4f-fa05726757ba HTTP/1.1" status: 200 len: 945 time: 0.1237097 Feb 03 12:41:12.950621 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-dc40839e-dc4e-4d68-9b2e-c9330d850595 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:12.952846 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-dc40839e-dc4e-4d68-9b2e-c9330d850595 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.73 "GET /v2.0/ports/cabf4d1d-9cb5-497f-96ba-005a83301d2f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0695691 Feb 03 12:41:13.058816 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-b82e9b90-def7-4e94-a0b6-1ec2bc792d62 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Publish callbacks [] for port (2e469e26-6249-4d99-9135-ad21f4ec4097), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:13.069266 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e780f2b8-0597-449c-915d-9b4fb7bc6c93 req-223537e3-c2b0-4757-b436-47531f2fdb93 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601267 Feb 03 12:41:13.103006 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-1008ec26-2a3b-4d53-bebc-f3a2054da760 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.73 "GET /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1439369 Feb 03 12:41:13.116373 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-88cf42a4-a920-41af-9552-0d16fc85dc28 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:13.119620 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-b82e9b90-def7-4e94-a0b6-1ec2bc792d62 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (2e469e26-6249-4d99-9135-ad21f4ec4097), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:13.184241 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-b82e9b90-def7-4e94-a0b6-1ec2bc792d62 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Network a82e906f-f8d9-402e-91d6-72335f2f4995 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:41:13.189001 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-b82e9b90-def7-4e94-a0b6-1ec2bc792d62 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:13.196816 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-b82e9b90-def7-4e94-a0b6-1ec2bc792d62 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:41:13.210268 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-88cf42a4-a920-41af-9552-0d16fc85dc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cabf4d1d-9cb5-497f-96ba-005a83301d2f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:13.247117 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e9b90-def7-4e94-a0b6-1ec2bc792d62 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Pushing event updated for resources: {'Port': ['ID=2e469e26-6249-4d99-9135-ad21f4ec4097,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:13.270590 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-b82e9b90-def7-4e94-a0b6-1ec2bc792d62 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:13.272625 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-b82e9b90-def7-4e94-a0b6-1ec2bc792d62 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:13.303548 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-b82e9b90-def7-4e94-a0b6-1ec2bc792d62 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6646819 Feb 03 12:41:13.318642 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] Request body: {'port': {'device_id': '03b96828-a90f-480c-ae36-1fadd3fb179d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:13.403426 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2e469e26-6249-4d99-9135-ad21f4ec4097), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:13.484259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-88cf42a4-a920-41af-9552-0d16fc85dc28 service neutron] For port cabf4d1d-9cb5-497f-96ba-005a83301d2f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=cabf4d1d-9cb5-497f-96ba-005a83301d2f,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:13.506478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8d16b-7056-4995-95b3-2d6ada955db4 req-88b8ec83-d2d3-4db4-8bb7-65a091b58733 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:13.512154 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8d16b-7056-4995-95b3-2d6ada955db4 req-88b8ec83-d2d3-4db4-8bb7-65a091b58733 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:13.518313 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8d16b-7056-4995-95b3-2d6ada955db4 req-88b8ec83-d2d3-4db4-8bb7-65a091b58733 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:13.523730 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8d16b-7056-4995-95b3-2d6ada955db4 req-88b8ec83-d2d3-4db4-8bb7-65a091b58733 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:13.529160 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8d16b-7056-4995-95b3-2d6ada955db4 req-88b8ec83-d2d3-4db4-8bb7-65a091b58733 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:13.535164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8d16b-7056-4995-95b3-2d6ada955db4 req-88b8ec83-d2d3-4db4-8bb7-65a091b58733 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:13.542085 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8d16b-7056-4995-95b3-2d6ada955db4 req-88b8ec83-d2d3-4db4-8bb7-65a091b58733 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:13.550226 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-77a8d16b-7056-4995-95b3-2d6ada955db4 req-88b8ec83-d2d3-4db4-8bb7-65a091b58733 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 5433 time: 0.1780038 Feb 03 12:41:13.630528 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-77a8d16b-7056-4995-95b3-2d6ada955db4 req-1c808f19-99db-4892-95f9-a09d42db6559 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=14190d4a-3180-4287-bb4d-c25793b5ba4a&id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793297 Feb 03 12:41:13.671468 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-88cf42a4-a920-41af-9552-0d16fc85dc28 service neutron] For port cabf4d1d-9cb5-497f-96ba-005a83301d2f, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:41:13.710960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-88cf42a4-a920-41af-9552-0d16fc85dc28 service neutron] device_id is not set on port cabf4d1d-9cb5-497f-96ba-005a83301d2f yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:41:13.723728 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-88cf42a4-a920-41af-9552-0d16fc85dc28 service neutron] Publish callbacks [] for port (cabf4d1d-9cb5-497f-96ba-005a83301d2f), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:13.731435 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-88cf42a4-a920-41af-9552-0d16fc85dc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (cabf4d1d-9cb5-497f-96ba-005a83301d2f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:13.848505 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-88cf42a4-a920-41af-9552-0d16fc85dc28 service neutron] No DVR routers for this DVR port cabf4d1d-9cb5-497f-96ba-005a83301d2f on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:13.850836 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf42a4-a920-41af-9552-0d16fc85dc28 service neutron] Pushing event updated for resources: {'Port': ['ID=cabf4d1d-9cb5-497f-96ba-005a83301d2f,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:13.886780 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdd681-0870-45c6-9aa9-020e661624b3 req-be7fd627-749d-4edc-a175-376befc912cb tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:13.893126 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-96bdd681-0870-45c6-9aa9-020e661624b3 req-be7fd627-749d-4edc-a175-376befc912cb tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 945 time: 0.1638494 Feb 03 12:41:13.911482 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-88cf42a4-a920-41af-9552-0d16fc85dc28 service neutron] In _notify_port_updated(), no bound segment for port cabf4d1d-9cb5-497f-96ba-005a83301d2f on network 9c9f93eb-710e-451f-966d-9a0a4f14a144 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:41:13.916193 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-88cf42a4-a920-41af-9552-0d16fc85dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:13.917002 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-88cf42a4-a920-41af-9552-0d16fc85dc28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:13.923320 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-88cf42a4-a920-41af-9552-0d16fc85dc28 service neutron] 10.222.0.73 "PUT /v2.0/ports/cabf4d1d-9cb5-497f-96ba-005a83301d2f HTTP/1.1" status: 200 len: 1027 time: 0.8131208 Feb 03 12:41:13.979309 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e469e26-6249-4d99-9135-ad21f4ec4097 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:13.996467 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] Publish callbacks [] for port (2e469e26-6249-4d99-9135-ad21f4ec4097), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:14.015906 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-1baa9e5a-ea58-47eb-9e83-09e5018387d0 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:14.020108 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-1baa9e5a-ea58-47eb-9e83-09e5018387d0 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.73 "GET /v2.0/ports/4997ac52-3b54-4c28-b601-d5627a93ce49?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0829678 Feb 03 12:41:14.021565 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-96bdd681-0870-45c6-9aa9-020e661624b3 req-bbbb4e3c-f594-4ac6-89f7-ff370b758407 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724888 Feb 03 12:41:14.024825 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] Transition to ACTIVE for port object 2e469e26-6249-4d99-9135-ad21f4ec4097 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:41:14.031096 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (2e469e26-6249-4d99-9135-ad21f4ec4097), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:14.034282 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-875029fc-dc33-4044-bd4c-1ec8f06070e0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:14.106395 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e469e26-6249-4d99-9135-ad21f4ec4097,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:14.122633 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f21bf-bf54-4605-965f-9f2e5a28ae8f req-c7698f88-0995-4539-b6fc-4cbb13156771 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:14.124787 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-456f21bf-bf54-4605-965f-9f2e5a28ae8f req-c7698f88-0995-4539-b6fc-4cbb13156771 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 931 time: 0.1970553 Feb 03 12:41:14.134165 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-875029fc-dc33-4044-bd4c-1ec8f06070e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4997ac52-3b54-4c28-b601-d5627a93ce49), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:14.139336 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-cae0f71f-8d9f-4b66-bab1-a283c533ca56 None None] Provisioning complete for port cabf4d1d-9cb5-497f-96ba-005a83301d2f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:14.142812 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cae0f71f-8d9f-4b66-bab1-a283c533ca56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cabf4d1d-9cb5-497f-96ba-005a83301d2f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:14.204739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cae0f71f-8d9f-4b66-bab1-a283c533ca56 None None] Port cabf4d1d-9cb5-497f-96ba-005a83301d2f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:41:14.234652 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-456f21bf-bf54-4605-965f-9f2e5a28ae8f req-699ca7fe-860a-4fec-8e46-c6018fe50792 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9b0c80-4a3f-4e37-a791-046e3adf5158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019354 Feb 03 12:41:14.247189 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device bea337d6-879e-4f1e-b9d1-d48bf2c2c960 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:14.304234 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] Attempting to bind port 2e469e26-6249-4d99-9135-ad21f4ec4097 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:41:14.305312 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] Attempting to bind port 2e469e26-6249-4d99-9135-ad21f4ec4097 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '75177d75-37be-4287-be72-04dca2adfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a82e906f-f8d9-402e-91d6-72335f2f4995'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:41:14.305797 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] Attempting to bind port 2e469e26-6249-4d99-9135-ad21f4ec4097 on network a82e906f-f8d9-402e-91d6-72335f2f4995 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:14.314241 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] Port 2e469e26-6249-4d99-9135-ad21f4ec4097 on network a82e906f-f8d9-402e-91d6-72335f2f4995 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:41:14.315931 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] Attempting to bind port 2e469e26-6249-4d99-9135-ad21f4ec4097 on network a82e906f-f8d9-402e-91d6-72335f2f4995 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:14.326436 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:41:14.327052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] Checking segment: {'id': '75177d75-37be-4287-be72-04dca2adfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a82e906f-f8d9-402e-91d6-72335f2f4995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:14.328315 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] Bound using segment: {'id': '75177d75-37be-4287-be72-04dca2adfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a82e906f-f8d9-402e-91d6-72335f2f4995'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:41:14.328772 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] Bound port: 2e469e26-6249-4d99-9135-ad21f4ec4097, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75177d75-37be-4287-be72-04dca2adfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a82e906f-f8d9-402e-91d6-72335f2f4995'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:41:14.329142 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2e469e26-6249-4d99-9135-ad21f4ec4097), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:14.365323 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port bea337d6-879e-4f1e-b9d1-d48bf2c2c960 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:14.365870 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bea337d6-879e-4f1e-b9d1-d48bf2c2c960), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:14.379285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-875029fc-dc33-4044-bd4c-1ec8f06070e0 service neutron] For port 4997ac52-3b54-4c28-b601-d5627a93ce49, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4997ac52-3b54-4c28-b601-d5627a93ce49,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:14.400957 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ffed3-bcdf-454e-8049-eaab84fc8fc6 req-e9a43908-6733-4a8f-9d23-3c278d6ab2a9 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:14.409418 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-078ffed3-bcdf-454e-8049-eaab84fc8fc6 req-e9a43908-6733-4a8f-9d23-3c278d6ab2a9 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e1f0586-ace1-4016-8f4f-fa05726757ba HTTP/1.1" status: 200 len: 945 time: 0.2176762 Feb 03 12:41:14.412300 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port bea337d6-879e-4f1e-b9d1-d48bf2c2c960, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=bea337d6-879e-4f1e-b9d1-d48bf2c2c960,segment=NetworkSegment(214345f3-acc0-4b08-88f8-d3087a548fe6),segment_id=214345f3-acc0-4b08-88f8-d3087a548fe6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:14.413575 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bea337d6-879e-4f1e-b9d1-d48bf2c2c960'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:14.417306 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39dda74-25ce-48c8-871a-23b3d4ca21e1" -d '{"events": [{"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-unplugged", "status": "completed", "tag": "bea337d6-879e-4f1e-b9d1-d48bf2c2c960"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:14.424912 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-875029fc-dc33-4044-bd4c-1ec8f06070e0 service neutron] For port 4997ac52-3b54-4c28-b601-d5627a93ce49, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:41:14.435493 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8083edaf-83ef-40a2-9c42-e790628e1c20 req-1ef09d2b-f2bd-4409-b285-ebb6d747dec2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2059708 Feb 03 12:41:14.436515 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (bea337d6-879e-4f1e-b9d1-d48bf2c2c960), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:14.437400 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d65c0e11-fec5-4b03-8a94-156af3836d72 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:14.478163 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-875029fc-dc33-4044-bd4c-1ec8f06070e0 service neutron] device_id is not set on port 4997ac52-3b54-4c28-b601-d5627a93ce49 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:41:14.492615 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b09d82-be40-4c52-b671-fc249407b963 x-openstack-request-id: req-b1b09d82-be40-4c52-b671-fc249407b963 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:14.493207 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-unplugged", "status": "completed", "tag": "bea337d6-879e-4f1e-b9d1-d48bf2c2c960", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:14.493622 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1b09d82-be40-4c52-b671-fc249407b963 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:14.494231 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bea337d6-879e-4f1e-b9d1-d48bf2c2c960', 'code': 200} Feb 03 12:41:14.498568 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-875029fc-dc33-4044-bd4c-1ec8f06070e0 service neutron] Publish callbacks [] for port (4997ac52-3b54-4c28-b601-d5627a93ce49), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:14.506351 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-875029fc-dc33-4044-bd4c-1ec8f06070e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4997ac52-3b54-4c28-b601-d5627a93ce49), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:14.513862 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] For port 2e469e26-6249-4d99-9135-ad21f4ec4097, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:41:14.519279 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] For port 2e469e26-6249-4d99-9135-ad21f4ec4097, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=2e469e26-6249-4d99-9135-ad21f4ec4097,segment=NetworkSegment(75177d75-37be-4287-be72-04dca2adfff4),segment_id=75177d75-37be-4287-be72-04dca2adfff4)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:41:14.534971 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-078ffed3-bcdf-454e-8049-eaab84fc8fc6 req-418f4bc1-5bce-468c-9344-62ed51b363cc tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245604 Feb 03 12:41:14.549104 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (2e469e26-6249-4d99-9135-ad21f4ec4097), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:14.588587 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=bea337d6-879e-4f1e-b9d1-d48bf2c2c960,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:14.592094 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-875029fc-dc33-4044-bd4c-1ec8f06070e0 service neutron] No DVR routers for this DVR port 4997ac52-3b54-4c28-b601-d5627a93ce49 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:14.619547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875029fc-dc33-4044-bd4c-1ec8f06070e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4997ac52-3b54-4c28-b601-d5627a93ce49,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:14.651978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port d65c0e11-fec5-4b03-8a94-156af3836d72 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:14.652563 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d65c0e11-fec5-4b03-8a94-156af3836d72), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:14.696524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d65c0e11-fec5-4b03-8a94-156af3836d72, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d65c0e11-fec5-4b03-8a94-156af3836d72,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:14.701710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:14.702985 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:14.705257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-875029fc-dc33-4044-bd4c-1ec8f06070e0 service neutron] In _notify_port_updated(), no bound segment for port 4997ac52-3b54-4c28-b601-d5627a93ce49 on network 9c9f93eb-710e-451f-966d-9a0a4f14a144 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:41:14.706131 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d65c0e11-fec5-4b03-8a94-156af3836d72), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:14.706962 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 7d963305-4b96-4371-bbd0-3f18af7a7dd0 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:14.708052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-875029fc-dc33-4044-bd4c-1ec8f06070e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:14.709836 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-875029fc-dc33-4044-bd4c-1ec8f06070e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:14.712526 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] 10.222.0.31 "PUT /v2.0/ports/2e469e26-6249-4d99-9135-ad21f4ec4097 HTTP/1.1" status: 200 len: 1091 time: 1.3993678 Feb 03 12:41:14.713061 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b96828-a90f-480c-ae36-1fadd3fb179d', 'tag': '2e469e26-6249-4d99-9135-ad21f4ec4097'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:14.713779 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-875029fc-dc33-4044-bd4c-1ec8f06070e0 service neutron] 10.222.0.73 "PUT /v2.0/ports/4997ac52-3b54-4c28-b601-d5627a93ce49 HTTP/1.1" status: 200 len: 1028 time: 0.6873705 Feb 03 12:41:14.725776 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3f216d-ed29-4d33-9a5a-7401419159d7" -d '{"events": [{"name": "network-changed", "server_uuid": "03b96828-a90f-480c-ae36-1fadd3fb179d", "tag": "2e469e26-6249-4d99-9135-ad21f4ec4097"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:14.803738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabf799-089a-40cf-b407-7305cfa23955 req-9060d6c9-202e-4a4b-875c-ef8ff2471667 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:14.805474 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7eabf799-089a-40cf-b407-7305cfa23955 req-9060d6c9-202e-4a4b-875c-ef8ff2471667 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e1f0586-ace1-4016-8f4f-fa05726757ba HTTP/1.1" status: 200 len: 945 time: 0.1871693 Feb 03 12:41:14.830115 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef14b3dd-455d-4932-b2c1-24de6657b725 x-openstack-request-id: req-ef14b3dd-455d-4932-b2c1-24de6657b725 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:14.831243 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=d65c0e11-fec5-4b03-8a94-156af3836d72,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:14.832035 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b96828-a90f-480c-ae36-1fadd3fb179d", "tag": "2e469e26-6249-4d99-9135-ad21f4ec4097", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:14.832306 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef14b3dd-455d-4932-b2c1-24de6657b725 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:14.832740 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b96828-a90f-480c-ae36-1fadd3fb179d', 'tag': '2e469e26-6249-4d99-9135-ad21f4ec4097', 'status': 'completed', 'code': 200} Feb 03 12:41:14.898572 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e67591-7fa2-446c-8510-190901a0e2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e469e26-6249-4d99-9135-ad21f4ec4097,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:14.943599 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083edaf-83ef-40a2-9c42-e790628e1c20 req-2214c9c8-ea3d-4f30-9211-c5469b9a6d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:14.949876 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8083edaf-83ef-40a2-9c42-e790628e1c20 req-2214c9c8-ea3d-4f30-9211-c5469b9a6d53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=962ebd967fe64a95a9793a6a1c91cc79&device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 1128 time: 0.3265481 Feb 03 12:41:14.975290 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-f48ff54b-7427-4bce-bdfb-75f9ffa92d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:14.977479 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-f48ff54b-7427-4bce-bdfb-75f9ffa92d5f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d84f0f681f8b413a934056fdf3572c4e&device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 1125 time: 0.1955857 Feb 03 12:41:15.011389 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 7d963305-4b96-4371-bbd0-3f18af7a7dd0 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:15.011870 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9df5a7-c749-4116-8d23-209b4040b4d4 req-eac7f277-bc0b-4c9f-9fa3-8837a80b8a3c tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:15.012068 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7d963305-4b96-4371-bbd0-3f18af7a7dd0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:15.019084 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9df5a7-c749-4116-8d23-209b4040b4d4 req-eac7f277-bc0b-4c9f-9fa3-8837a80b8a3c tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:15.024845 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9df5a7-c749-4116-8d23-209b4040b4d4 req-eac7f277-bc0b-4c9f-9fa3-8837a80b8a3c tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:15.031331 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9df5a7-c749-4116-8d23-209b4040b4d4 req-eac7f277-bc0b-4c9f-9fa3-8837a80b8a3c tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:15.036718 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9df5a7-c749-4116-8d23-209b4040b4d4 req-eac7f277-bc0b-4c9f-9fa3-8837a80b8a3c tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:15.044996 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5d9df5a7-c749-4116-8d23-209b4040b4d4 req-eac7f277-bc0b-4c9f-9fa3-8837a80b8a3c tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 3880 time: 0.2535934 Feb 03 12:41:15.056410 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e8488a21-159d-49b6-b5f5-b7f8b8790877 None None] Provisioning complete for port 4997ac52-3b54-4c28-b601-d5627a93ce49 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:15.057095 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e8488a21-159d-49b6-b5f5-b7f8b8790877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4997ac52-3b54-4c28-b601-d5627a93ce49), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:15.112549 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e8488a21-159d-49b6-b5f5-b7f8b8790877 None None] Port 4997ac52-3b54-4c28-b601-d5627a93ce49 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:41:15.120402 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 7d963305-4b96-4371-bbd0-3f18af7a7dd0, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=7d963305-4b96-4371-bbd0-3f18af7a7dd0,segment=NetworkSegment(214345f3-acc0-4b08-88f8-d3087a548fe6),segment_id=214345f3-acc0-4b08-88f8-d3087a548fe6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:15.126552 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7d963305-4b96-4371-bbd0-3f18af7a7dd0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:15.127741 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4826eed5-8674-4d26-a490-465da149bc95 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:15.130629 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-f59d92b1-370b-4a86-b987-0ad33f15ad3d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e469e26-6249-4d99-9135-ad21f4ec4097 HTTP/1.1" status: 200 len: 217 time: 0.0716748 Feb 03 12:41:15.177740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-5c4a331b-101c-4229-aec6-70c9fb2cd1e9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Deleting port bea337d6-879e-4f1e-b9d1-d48bf2c2c960 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:15.178524 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-5c4a331b-101c-4229-aec6-70c9fb2cd1e9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (bea337d6-879e-4f1e-b9d1-d48bf2c2c960), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:15.224226 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-adb8a8e8-e6e1-4225-8636-d0cabe730ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:15.225693 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-adb8a8e8-e6e1-4225-8636-d0cabe730ae4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3097d68f-4a8b-4def-ab82-1430406a9470 HTTP/1.1" status: 200 len: 853 time: 0.0601540 Feb 03 12:41:15.268258 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083edaf-83ef-40a2-9c42-e790628e1c20 req-f7866452-b0e5-4140-8da5-128d636413d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:15.269801 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8083edaf-83ef-40a2-9c42-e790628e1c20 req-f7866452-b0e5-4140-8da5-128d636413d7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 HTTP/1.1" status: 200 len: 915 time: 0.2903242 Feb 03 12:41:15.280129 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5d9df5a7-c749-4116-8d23-209b4040b4d4 req-990e8687-9b53-459c-9a4f-a465a056b46b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339692 Feb 03 12:41:15.281861 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=7d963305-4b96-4371-bbd0-3f18af7a7dd0,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:15.298490 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7eabf799-089a-40cf-b407-7305cfa23955 req-2474aca7-9dda-459d-9837-85fb7f8fde5d tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Deleting port 3829e6d4-da19-43ee-a35b-e4669d746de5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:15.298838 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7eabf799-089a-40cf-b407-7305cfa23955 req-2474aca7-9dda-459d-9837-85fb7f8fde5d tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (3829e6d4-da19-43ee-a35b-e4669d746de5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:15.314467 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-bc44e088-49e2-4c84-9466-ec906f15fa41 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a82e906f-f8d9-402e-91d6-72335f2f4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650761 Feb 03 12:41:15.322016 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4db49-cc57-4817-8de2-53d375d9a43c req-fdcc67fe-8e32-43d9-8f54-b7bf7e26426b tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:15.323554 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b0a4db49-cc57-4817-8de2-53d375d9a43c req-fdcc67fe-8e32-43d9-8f54-b7bf7e26426b tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 945 time: 0.1975670 Feb 03 12:41:15.364346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-5c4a331b-101c-4229-aec6-70c9fb2cd1e9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] For port bea337d6-879e-4f1e-b9d1-d48bf2c2c960, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=bea337d6-879e-4f1e-b9d1-d48bf2c2c960,segment=NetworkSegment(214345f3-acc0-4b08-88f8-d3087a548fe6),segment_id=214345f3-acc0-4b08-88f8-d3087a548fe6)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:15.364712 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-5c4a331b-101c-4229-aec6-70c9fb2cd1e9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (bea337d6-879e-4f1e-b9d1-d48bf2c2c960), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:15.387360 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 4826eed5-8674-4d26-a490-465da149bc95 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:15.388270 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4826eed5-8674-4d26-a490-465da149bc95), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:15.413363 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-5c4a331b-101c-4229-aec6-70c9fb2cd1e9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Calling delete_port for bea337d6-879e-4f1e-b9d1-d48bf2c2c960 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:15.434857 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8083edaf-83ef-40a2-9c42-e790628e1c20 req-ace387b0-c4b1-4401-8aec-dc3180e4479c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 HTTP/1.1" status: 200 len: 217 time: 0.1316731 Feb 03 12:41:15.491791 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4826eed5-8674-4d26-a490-465da149bc95, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4826eed5-8674-4d26-a490-465da149bc95,segment=NetworkSegment(6a852571-8038-44f2-a989-6b1b07fdac62),segment_id=6a852571-8038-44f2-a989-6b1b07fdac62)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:15.501222 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4826eed5-8674-4d26-a490-465da149bc95), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:15.501464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7eabf799-089a-40cf-b407-7305cfa23955 req-2474aca7-9dda-459d-9837-85fb7f8fde5d tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] For port 3829e6d4-da19-43ee-a35b-e4669d746de5, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=3829e6d4-da19-43ee-a35b-e4669d746de5,segment=NetworkSegment(82db5b87-0f1b-41f8-b864-c053787c93df),segment_id=82db5b87-0f1b-41f8-b864-c053787c93df)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:15.501464 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7eabf799-089a-40cf-b407-7305cfa23955 req-2474aca7-9dda-459d-9837-85fb7f8fde5d tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (3829e6d4-da19-43ee-a35b-e4669d746de5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:15.501645 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 55ce07b3-b633-427d-bcfe-ddf107141bad no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:15.524705 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083edaf-83ef-40a2-9c42-e790628e1c20 req-467c6839-afc9-45be-92f1-a22f47a14f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:15.527723 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8083edaf-83ef-40a2-9c42-e790628e1c20 req-467c6839-afc9-45be-92f1-a22f47a14f5f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6400ffb7-27dd-4d8a-b637-4799b70abe20 HTTP/1.1" status: 200 len: 854 time: 0.0835531 Feb 03 12:41:15.540487 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7eabf799-089a-40cf-b407-7305cfa23955 req-2474aca7-9dda-459d-9837-85fb7f8fde5d tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Calling delete_port for 3829e6d4-da19-43ee-a35b-e4669d746de5 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:15.618296 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b0a4db49-cc57-4817-8de2-53d375d9a43c req-db12f304-ee7a-4e34-9d34-933b8147ec8b tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822435 Feb 03 12:41:15.677102 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d8548-ad0f-42ef-ad04-d67f3abcc188 req-2c89ce60-32f4-4ca6-8bcc-7d17205268e8 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:15.678739 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7c5d8548-ad0f-42ef-ad04-d67f3abcc188 req-2c89ce60-32f4-4ca6-8bcc-7d17205268e8 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 943 time: 0.1988819 Feb 03 12:41:15.700439 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:15.708896 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=4826eed5-8674-4d26-a490-465da149bc95,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:15.763475 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8083edaf-83ef-40a2-9c42-e790628e1c20 req-ec4ef19d-eabc-43e2-b4b5-387db465beb5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2211120 Feb 03 12:41:15.803780 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 55ce07b3-b633-427d-bcfe-ddf107141bad is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:15.804241 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (55ce07b3-b633-427d-bcfe-ddf107141bad), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:15.869541 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 55ce07b3-b633-427d-bcfe-ddf107141bad, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=55ce07b3-b633-427d-bcfe-ddf107141bad,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:15.878110 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (55ce07b3-b633-427d-bcfe-ddf107141bad), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:15.882451 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device cabf4d1d-9cb5-497f-96ba-005a83301d2f no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:15.913099 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7c5d8548-ad0f-42ef-ad04-d67f3abcc188 req-5ef7c122-df15-41ef-9128-d9b0b87789df tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9b0c80-4a3f-4e37-a791-046e3adf5158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065933 Feb 03 12:41:15.916180 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-5c7c37a9-164d-4519-a8bd-6a1808ae24f5 service neutron] 10.222.0.31 "GET /v2.0/networks/a82e906f-f8d9-402e-91d6-72335f2f4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915880 Feb 03 12:41:15.919747 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-5c4a331b-101c-4229-aec6-70c9fb2cd1e9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (bea337d6-879e-4f1e-b9d1-d48bf2c2c960), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:15.990757 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8083edaf-83ef-40a2-9c42-e790628e1c20 req-5cab2b19-2f49-42f3-a155-597416dbdae2 service neutron] 10.222.0.73 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152684 Feb 03 12:41:16.002791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cb207-363c-49e3-9ad2-705f18c78b9c req-fa04bb7f-cad5-49ae-9673-2555a06458b6 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:16.004381 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b94cb207-363c-49e3-9ad2-705f18c78b9c req-fa04bb7f-cad5-49ae-9673-2555a06458b6 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e1f0586-ace1-4016-8f4f-fa05726757ba HTTP/1.1" status: 200 len: 945 time: 0.2185831 Feb 03 12:41:16.020392 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a331b-101c-4229-aec6-70c9fb2cd1e9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event deleted for resources: {'Port': ['ID=bea337d6-879e-4f1e-b9d1-d48bf2c2c960,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:16.074572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=55ce07b3-b633-427d-bcfe-ddf107141bad,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:16.106009 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] The host n-h1-827336-3 is not matching for port cabf4d1d-9cb5-497f-96ba-005a83301d2f host ! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:41:16.106890 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device cabf4d1d-9cb5-497f-96ba-005a83301d2f not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:16.107764 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4997ac52-3b54-4c28-b601-d5627a93ce49 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:16.160405 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] The host n-h1-827336-3 is not matching for port 4997ac52-3b54-4c28-b601-d5627a93ce49 host ! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:41:16.160836 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4997ac52-3b54-4c28-b601-d5627a93ce49 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:16.185223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-5c4a331b-101c-4229-aec6-70c9fb2cd1e9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] No DVR routers for this DVR port bea337d6-879e-4f1e-b9d1-d48bf2c2c960 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:16.200494 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b94cb207-363c-49e3-9ad2-705f18c78b9c req-64b4c856-978f-44c7-9c23-f95b3a5d484a tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537156 Feb 03 12:41:16.210761 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7c1d7cb-07eb-460f-b0fa-faa9ee9dfc03 req-5c79ecef-a5be-48fd-bf4b-f37878019e2e service neutron] 10.222.0.31 "GET /v2.0/networks/a82e906f-f8d9-402e-91d6-72335f2f4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823098 Feb 03 12:41:16.211563 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-5c4a331b-101c-4229-aec6-70c9fb2cd1e9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:16.215246 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8083edaf-83ef-40a2-9c42-e790628e1c20 req-70b7d7a3-e421-4c1f-b7c2-8e87b40d1c54 service neutron] 10.222.0.73 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072504 Feb 03 12:41:16.215895 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-5c4a331b-101c-4229-aec6-70c9fb2cd1e9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.73 "DELETE /v2.0/ports/bea337d6-879e-4f1e-b9d1-d48bf2c2c960 HTTP/1.1" status: 204 len: 173 time: 1.4869545 Feb 03 12:41:16.225073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-deleted', 'tag': 'bea337d6-879e-4f1e-b9d1-d48bf2c2c960'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:16.225073 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141e9ec5-f9d3-4602-a8e4-2d265aa1b634" -d '{"events": [{"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-deleted", "tag": "bea337d6-879e-4f1e-b9d1-d48bf2c2c960"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:16.225809 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7eabf799-089a-40cf-b407-7305cfa23955 req-2474aca7-9dda-459d-9837-85fb7f8fde5d tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (3829e6d4-da19-43ee-a35b-e4669d746de5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:16.245092 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['abf06eba-09ee-49ab-af09-8d066a8bd2c8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:16.298267 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['3829e6d4-da19-43ee-a35b-e4669d746de5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:16.362896 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f216d-ed29-4d33-9a5a-7401419159d7 req-4c8edcc6-e318-4cff-afed-c5591163a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:16.367092 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba3f216d-ed29-4d33-9a5a-7401419159d7 req-4c8edcc6-e318-4cff-afed-c5591163a98b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d84f0f681f8b413a934056fdf3572c4e&device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 1125 time: 0.0951827 Feb 03 12:41:16.398129 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474aca7-9dda-459d-9837-85fb7f8fde5d tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Pushing event deleted for resources: {'Port': ['ID=3829e6d4-da19-43ee-a35b-e4669d746de5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:16.472467 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61762eb3-8c36-46ba-a69f-0cbae2061e4b x-openstack-request-id: req-61762eb3-8c36-46ba-a69f-0cbae2061e4b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:16.472769 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-deleted", "tag": "bea337d6-879e-4f1e-b9d1-d48bf2c2c960", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:16.473034 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61762eb3-8c36-46ba-a69f-0cbae2061e4b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:16.473486 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-deleted', 'tag': 'bea337d6-879e-4f1e-b9d1-d48bf2c2c960', 'status': 'completed', 'code': 200} Feb 03 12:41:16.493137 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2266dc-5707-4d87-adac-b5d2027a5b03 req-29f4d10a-d6c1-4c20-b466-1983b00ad877 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:16.504276 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b2266dc-5707-4d87-adac-b5d2027a5b03 req-29f4d10a-d6c1-4c20-b466-1983b00ad877 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 945 time: 0.3827794 Feb 03 12:41:16.506770 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd65c0e11-fec5-4b03-8a94-156af3836d72'}, {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d963305-4b96-4371-bbd0-3f18af7a7dd0'}, {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4826eed5-8674-4d26-a490-465da149bc95'}, {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55ce07b3-b633-427d-bcfe-ddf107141bad'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:16.514145 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60a1f43-5312-4e36-b2d5-9ed8837a632b" -d '{"events": [{"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-unplugged", "status": "completed", "tag": "d65c0e11-fec5-4b03-8a94-156af3836d72"}, {"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-unplugged", "status": "completed", "tag": "7d963305-4b96-4371-bbd0-3f18af7a7dd0"}, {"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-unplugged", "status": "completed", "tag": "4826eed5-8674-4d26-a490-465da149bc95"}, {"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-unplugged", "status": "completed", "tag": "55ce07b3-b633-427d-bcfe-ddf107141bad"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:16.551236 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eabf799-089a-40cf-b407-7305cfa23955 req-2474aca7-9dda-459d-9837-85fb7f8fde5d tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] No DVR routers for this DVR port 3829e6d4-da19-43ee-a35b-e4669d746de5 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:16.555268 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7eabf799-089a-40cf-b407-7305cfa23955 req-2474aca7-9dda-459d-9837-85fb7f8fde5d tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:16.559178 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7eabf799-089a-40cf-b407-7305cfa23955 req-2474aca7-9dda-459d-9837-85fb7f8fde5d tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.73 "DELETE /v2.0/ports/3829e6d4-da19-43ee-a35b-e4669d746de5 HTTP/1.1" status: 204 len: 173 time: 1.7401700 Feb 03 12:41:16.615174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-7cd23cd0-1445-446f-956b-4747840a8091 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Deleting port 7d963305-4b96-4371-bbd0-3f18af7a7dd0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:16.615529 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-7cd23cd0-1445-446f-956b-4747840a8091 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (7d963305-4b96-4371-bbd0-3f18af7a7dd0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:16.681328 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f216d-ed29-4d33-9a5a-7401419159d7 req-92c528ba-77a0-46a9-a131-3c9d7ba1cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:16.682990 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba3f216d-ed29-4d33-9a5a-7401419159d7 req-92c528ba-77a0-46a9-a131-3c9d7ba1cee2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a82e906f-f8d9-402e-91d6-72335f2f4995 HTTP/1.1" status: 200 len: 914 time: 0.3097830 Feb 03 12:41:16.745558 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba3f216d-ed29-4d33-9a5a-7401419159d7 req-5e51c999-15ef-4b76-a615-20e78f107d7c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e469e26-6249-4d99-9135-ad21f4ec4097 HTTP/1.1" status: 200 len: 217 time: 0.0541499 Feb 03 12:41:16.843158 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f216d-ed29-4d33-9a5a-7401419159d7 req-d3b3f8d2-8ece-4102-a3ce-021d2f462c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:16.845128 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba3f216d-ed29-4d33-9a5a-7401419159d7 req-d3b3f8d2-8ece-4102-a3ce-021d2f462c91 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3097d68f-4a8b-4def-ab82-1430406a9470 HTTP/1.1" status: 200 len: 853 time: 0.0916505 Feb 03 12:41:16.860691 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b2266dc-5707-4d87-adac-b5d2027a5b03 req-8149be0f-1082-4d58-a97f-5566c3e55962 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554599 Feb 03 12:41:16.867522 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cab8f-6df2-4dd8-86db-050586f70af4 req-be53bafa-515e-42ea-9e33-166a838ca510 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:16.873460 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cab8f-6df2-4dd8-86db-050586f70af4 req-be53bafa-515e-42ea-9e33-166a838ca510 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:16.880193 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cab8f-6df2-4dd8-86db-050586f70af4 req-be53bafa-515e-42ea-9e33-166a838ca510 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:16.886423 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cab8f-6df2-4dd8-86db-050586f70af4 req-be53bafa-515e-42ea-9e33-166a838ca510 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:16.888289 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba6cab8f-6df2-4dd8-86db-050586f70af4 req-be53bafa-515e-42ea-9e33-166a838ca510 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 3141 time: 0.3274081 Feb 03 12:41:16.924113 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51701d9-8ae4-474b-96a7-abefc5fb219b x-openstack-request-id: req-f51701d9-8ae4-474b-96a7-abefc5fb219b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:16.924425 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-unplugged", "status": "completed", "tag": "d65c0e11-fec5-4b03-8a94-156af3836d72", "code": 200}, {"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-unplugged", "status": "completed", "tag": "7d963305-4b96-4371-bbd0-3f18af7a7dd0", "code": 200}, {"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-unplugged", "status": "completed", "tag": "4826eed5-8674-4d26-a490-465da149bc95", "code": 200}, {"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-unplugged", "status": "completed", "tag": "55ce07b3-b633-427d-bcfe-ddf107141bad", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:16.924714 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f51701d9-8ae4-474b-96a7-abefc5fb219b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:16.925104 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd65c0e11-fec5-4b03-8a94-156af3836d72', 'code': 200} Feb 03 12:41:16.925365 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d963305-4b96-4371-bbd0-3f18af7a7dd0', 'code': 200} Feb 03 12:41:16.925624 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4826eed5-8674-4d26-a490-465da149bc95', 'code': 200} Feb 03 12:41:16.925911 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55ce07b3-b633-427d-bcfe-ddf107141bad', 'code': 200} Feb 03 12:41:16.930375 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-7cd23cd0-1445-446f-956b-4747840a8091 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] For port 7d963305-4b96-4371-bbd0-3f18af7a7dd0, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=7d963305-4b96-4371-bbd0-3f18af7a7dd0,segment=NetworkSegment(214345f3-acc0-4b08-88f8-d3087a548fe6),segment_id=214345f3-acc0-4b08-88f8-d3087a548fe6)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:16.930958 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-7cd23cd0-1445-446f-956b-4747840a8091 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (7d963305-4b96-4371-bbd0-3f18af7a7dd0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:16.935096 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba3f216d-ed29-4d33-9a5a-7401419159d7 req-421a732a-30dc-4a99-b313-360e43fd2839 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a82e906f-f8d9-402e-91d6-72335f2f4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455544 Feb 03 12:41:16.969940 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-7cd23cd0-1445-446f-956b-4747840a8091 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Calling delete_port for 7d963305-4b96-4371-bbd0-3f18af7a7dd0 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:16.980186 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba6cab8f-6df2-4dd8-86db-050586f70af4 req-7cf9cfb3-1159-4b2a-8b53-ea4136753da8 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794332 Feb 03 12:41:17.215543 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba3f216d-ed29-4d33-9a5a-7401419159d7 req-0e87cfbf-f491-4ca2-8342-ff238d96335a service neutron] 10.222.0.31 "GET /v2.0/networks/a82e906f-f8d9-402e-91d6-72335f2f4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401714 Feb 03 12:41:17.275435 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4ace8-ac13-4441-a915-6aeb92aa4c8d req-fe564527-5c31-4563-b68e-583ca222f86a tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:17.277016 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-61d4ace8-ac13-4441-a915-6aeb92aa4c8d req-fe564527-5c31-4563-b68e-583ca222f86a tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 943 time: 0.1472130 Feb 03 12:41:17.316564 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-7cd23cd0-1445-446f-956b-4747840a8091 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (7d963305-4b96-4371-bbd0-3f18af7a7dd0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:17.355444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd23cd0-1445-446f-956b-4747840a8091 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event deleted for resources: {'Port': ['ID=7d963305-4b96-4371-bbd0-3f18af7a7dd0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:17.378633 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-61d4ace8-ac13-4441-a915-6aeb92aa4c8d req-10a0f78f-53c6-4f86-8eab-ba8693dc9059 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9b0c80-4a3f-4e37-a791-046e3adf5158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952625 Feb 03 12:41:17.380785 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba3f216d-ed29-4d33-9a5a-7401419159d7 req-093b1930-6b89-4de0-beff-d6153197d2c8 service neutron] 10.222.0.31 "GET /v2.0/networks/a82e906f-f8d9-402e-91d6-72335f2f4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575489 Feb 03 12:41:17.438834 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9c250-65b0-4057-bece-fc9b50a6d3bb req-fc5a7aea-6e1d-4107-9ce1-ed00296ceb1a tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:17.446724 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e5b9c250-65b0-4057-bece-fc9b50a6d3bb req-fc5a7aea-6e1d-4107-9ce1-ed00296ceb1a tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 945 time: 0.2013311 Feb 03 12:41:17.469737 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-7cd23cd0-1445-446f-956b-4747840a8091 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] No DVR routers for this DVR port 7d963305-4b96-4371-bbd0-3f18af7a7dd0 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:17.473911 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-7cd23cd0-1445-446f-956b-4747840a8091 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:17.478230 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-7cd23cd0-1445-446f-956b-4747840a8091 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.73 "DELETE /v2.0/ports/7d963305-4b96-4371-bbd0-3f18af7a7dd0 HTTP/1.1" status: 204 len: 173 time: 1.2398705 Feb 03 12:41:17.522087 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-19d292f5-4dcd-4537-b192-2530819b3093 req-0b76a952-39fa-42f9-ba87-0d53bee5fe5f tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e1f0586-ace1-4016-8f4f-fa05726757ba HTTP/1.1" status: 200 len: 210 time: 0.0336137 Feb 03 12:41:17.590019 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e5b9c250-65b0-4057-bece-fc9b50a6d3bb req-ce94faa8-42c2-447e-a971-5a6c625512c0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361237 Feb 03 12:41:17.681847 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-1080d1e1-019e-4358-9edd-bd7f7f8a1e15 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Deleting port d65c0e11-fec5-4b03-8a94-156af3836d72 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:17.682201 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-1080d1e1-019e-4358-9edd-bd7f7f8a1e15 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d65c0e11-fec5-4b03-8a94-156af3836d72), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:17.791650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-1080d1e1-019e-4358-9edd-bd7f7f8a1e15 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] For port d65c0e11-fec5-4b03-8a94-156af3836d72, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d65c0e11-fec5-4b03-8a94-156af3836d72,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:17.792248 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-1080d1e1-019e-4358-9edd-bd7f7f8a1e15 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d65c0e11-fec5-4b03-8a94-156af3836d72), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:17.807772 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-1080d1e1-019e-4358-9edd-bd7f7f8a1e15 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Calling delete_port for d65c0e11-fec5-4b03-8a94-156af3836d72 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:17.971301 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-1080d1e1-019e-4358-9edd-bd7f7f8a1e15 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d65c0e11-fec5-4b03-8a94-156af3836d72), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:18.003390 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080d1e1-019e-4358-9edd-bd7f7f8a1e15 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event deleted for resources: {'Port': ['ID=d65c0e11-fec5-4b03-8a94-156af3836d72,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:18.054408 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-1080d1e1-019e-4358-9edd-bd7f7f8a1e15 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] No DVR routers for this DVR port d65c0e11-fec5-4b03-8a94-156af3836d72 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:18.057465 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-1080d1e1-019e-4358-9edd-bd7f7f8a1e15 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:18.062512 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-1080d1e1-019e-4358-9edd-bd7f7f8a1e15 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.73 "DELETE /v2.0/ports/d65c0e11-fec5-4b03-8a94-156af3836d72 HTTP/1.1" status: 204 len: 173 time: 0.5585880 Feb 03 12:41:18.194539 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061bf59-4d4f-4ade-bc20-086f1d92f828 req-3cdfd121-c4d5-4cf5-a74e-b55b00e7dcb2 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:18.199977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061bf59-4d4f-4ade-bc20-086f1d92f828 req-3cdfd121-c4d5-4cf5-a74e-b55b00e7dcb2 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:18.201711 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0061bf59-4d4f-4ade-bc20-086f1d92f828 req-3cdfd121-c4d5-4cf5-a74e-b55b00e7dcb2 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 1676 time: 0.1028478 Feb 03 12:41:18.234212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-9e43833c-923d-46df-9367-f1bffcb90352 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Deleting port 4826eed5-8674-4d26-a490-465da149bc95 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:18.234675 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-9e43833c-923d-46df-9367-f1bffcb90352 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4826eed5-8674-4d26-a490-465da149bc95), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:18.281829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 3829e6d4-da19-43ee-a35b-e4669d746de5 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:18.303699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 3829e6d4-da19-43ee-a35b-e4669d746de5 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:18.304303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 3829e6d4-da19-43ee-a35b-e4669d746de5 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:18.332345 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0061bf59-4d4f-4ade-bc20-086f1d92f828 req-7ba83386-9787-4faf-bbc4-64320239102c tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217337 Feb 03 12:41:18.376599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-9e43833c-923d-46df-9367-f1bffcb90352 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] For port 4826eed5-8674-4d26-a490-465da149bc95, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4826eed5-8674-4d26-a490-465da149bc95,segment=NetworkSegment(6a852571-8038-44f2-a989-6b1b07fdac62),segment_id=6a852571-8038-44f2-a989-6b1b07fdac62)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:18.377098 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-9e43833c-923d-46df-9367-f1bffcb90352 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4826eed5-8674-4d26-a490-465da149bc95), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:18.598369 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-9e43833c-923d-46df-9367-f1bffcb90352 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:18.598684 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-9e43833c-923d-46df-9367-f1bffcb90352 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (b1b8beab-295b-44a1-bff8-d18a4b249614), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:18.599009 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-9e43833c-923d-46df-9367-f1bffcb90352 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Floating IP b1b8beab-295b-44a1-bff8-d18a4b249614 disassociated. External IP: 172.25.6.42, port: 4826eed5-8674-4d26-a490-465da149bc95. Feb 03 12:41:18.599500 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-9e43833c-923d-46df-9367-f1bffcb90352 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Calling delete_port for 4826eed5-8674-4d26-a490-465da149bc95 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:18.684031 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1f0586-ace1-4016-8f4f-fa05726757ba', 'name': 'network-vif-deleted', 'tag': '3829e6d4-da19-43ee-a35b-e4669d746de5'}, {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-deleted', 'tag': '7d963305-4b96-4371-bbd0-3f18af7a7dd0'}, {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-deleted', 'tag': 'd65c0e11-fec5-4b03-8a94-156af3836d72'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:18.686278 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1deda4-f1bc-4197-b5d6-5860411a16b8" -d '{"events": [{"server_uuid": "5e1f0586-ace1-4016-8f4f-fa05726757ba", "name": "network-vif-deleted", "tag": "3829e6d4-da19-43ee-a35b-e4669d746de5"}, {"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-deleted", "tag": "7d963305-4b96-4371-bbd0-3f18af7a7dd0"}, {"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-deleted", "tag": "d65c0e11-fec5-4b03-8a94-156af3836d72"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:18.742810 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97981c-a69f-4f38-98a5-07e3079bea8c req-6240e94b-c8b4-4dd3-be73-586cc3e7f09a tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:18.745524 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0e97981c-a69f-4f38-98a5-07e3079bea8c req-6240e94b-c8b4-4dd3-be73-586cc3e7f09a tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 943 time: 0.2269375 Feb 03 12:41:18.763551 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-9e43833c-923d-46df-9367-f1bffcb90352 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4826eed5-8674-4d26-a490-465da149bc95), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:18.804178 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43833c-923d-46df-9367-f1bffcb90352 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event deleted for resources: {'Port': ['ID=4826eed5-8674-4d26-a490-465da149bc95,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:18.858360 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0e97981c-a69f-4f38-98a5-07e3079bea8c req-6cdbc778-907a-4c70-bb9d-3d0cde1887f6 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9b0c80-4a3f-4e37-a791-046e3adf5158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995719 Feb 03 12:41:18.991823 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c3ca7-4f40-4251-a0b9-90dbac4ab77a req-ac13227e-6330-4b20-9246-dc82ba1e7f4c tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:18.999337 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c8c3ca7-4f40-4251-a0b9-90dbac4ab77a req-ac13227e-6330-4b20-9246-dc82ba1e7f4c tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 945 time: 0.1991067 Feb 03 12:41:19.067365 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-9e43833c-923d-46df-9367-f1bffcb90352 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Router 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:41:19.081527 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c8c3ca7-4f40-4251-a0b9-90dbac4ab77a req-81c7aabb-c525-40e6-8e51-29f4fdff1b1f tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808346 Feb 03 12:41:19.188278 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05fc24e-4973-45f5-8825-61f8270f2cfa x-openstack-request-id: req-d05fc24e-4973-45f5-8825-61f8270f2cfa {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:19.188886 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1f0586-ace1-4016-8f4f-fa05726757ba", "name": "network-vif-deleted", "tag": "3829e6d4-da19-43ee-a35b-e4669d746de5", "status": "completed", "code": 200}, {"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-deleted", "tag": "7d963305-4b96-4371-bbd0-3f18af7a7dd0", "status": "completed", "code": 200}, {"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-deleted", "tag": "d65c0e11-fec5-4b03-8a94-156af3836d72", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:19.189364 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d05fc24e-4973-45f5-8825-61f8270f2cfa {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:19.189979 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1f0586-ace1-4016-8f4f-fa05726757ba', 'name': 'network-vif-deleted', 'tag': '3829e6d4-da19-43ee-a35b-e4669d746de5', 'status': 'completed', 'code': 200} Feb 03 12:41:19.190621 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-deleted', 'tag': '7d963305-4b96-4371-bbd0-3f18af7a7dd0', 'status': 'completed', 'code': 200} Feb 03 12:41:19.191102 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-deleted', 'tag': 'd65c0e11-fec5-4b03-8a94-156af3836d72', 'status': 'completed', 'code': 200} Feb 03 12:41:19.273299 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb0cf3-aba5-42a4-a933-8928e3f3e3c6 req-49f49996-f745-4886-a518-3747ea120ee3 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:19.275163 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eaeb0cf3-aba5-42a4-a933-8928e3f3e3c6 req-49f49996-f745-4886-a518-3747ea120ee3 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 945 time: 0.1445789 Feb 03 12:41:19.286605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-9e43833c-923d-46df-9367-f1bffcb90352 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:41:19.298892 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f096aed-1aee-4116-a163-7a5f05068bf2 None None] Sync routers for ids ['1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:41:19.320073 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f096aed-1aee-4116-a163-7a5f05068bf2 None None] Routers {'1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:41:19.323425 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7f096aed-1aee-4116-a163-7a5f05068bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:41:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:19.414363 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949909f-c9fb-4690-8528-e517df62d737 req-c7fba814-2c2b-45d6-93d0-e8151582562b tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:19.431857 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c949909f-c9fb-4690-8528-e517df62d737 req-c7fba814-2c2b-45d6-93d0-e8151582562b tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.2505112 Feb 03 12:41:19.452462 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-9e43833c-923d-46df-9367-f1bffcb90352 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] No DVR routers for this DVR port 4826eed5-8674-4d26-a490-465da149bc95 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:19.458014 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-9e43833c-923d-46df-9367-f1bffcb90352 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:19.462505 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-9e43833c-923d-46df-9367-f1bffcb90352 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.73 "DELETE /v2.0/ports/4826eed5-8674-4d26-a490-465da149bc95 HTTP/1.1" status: 204 len: 173 time: 1.3948061 Feb 03 12:41:19.573360 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c949909f-c9fb-4690-8528-e517df62d737 req-0eec13f6-0b7b-4cea-9318-d12e262091a0 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318798 Feb 03 12:41:19.601843 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7f096aed-1aee-4116-a163-7a5f05068bf2 None None] Set router 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:41:19.884791 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7f096aed-1aee-4116-a163-7a5f05068bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'name': 'tempest-TaggedBootDevicesTest-639519300-router', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:31Z', 'updated_at': '2022-02-03T12:34:42Z', 'revision_number': 4, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'gw_port': {'id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '2217c702-7f48-4ecd-aecb-db1a967af784', 'name': '', 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'mac_address': 'fa:16:3e:38:d7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'b063e2a3-8e40-40f6-89bc-8502d1a3d0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:40Z', 'updated_at': '2022-02-03T12:34:51Z', 'revision_number': 5, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'subnets': [{'id': 'b063e2a3-8e40-40f6-89bc-8502d1a3d0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:19.975556 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f096aed-1aee-4116-a163-7a5f05068bf2 None None] Checking router: 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:41:19.985435 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f096aed-1aee-4116-a163-7a5f05068bf2 None None] Routers {'1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:41:19.986054 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7f096aed-1aee-4116-a163-7a5f05068bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:41:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:20.119594 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7f096aed-1aee-4116-a163-7a5f05068bf2 None None] Set router 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:41:20.156691 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddff7a-0d13-4139-9cef-bb2cf2af93cc req-87b30c8e-e053-4772-a9f5-8391a0c41d57 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:20.165632 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2dddff7a-0d13-4139-9cef-bb2cf2af93cc req-87b30c8e-e053-4772-a9f5-8391a0c41d57 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 943 time: 0.1941140 Feb 03 12:41:20.281231 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2dddff7a-0d13-4139-9cef-bb2cf2af93cc req-8505942b-bea7-48e5-91a8-e7b9e3c0944a tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9b0c80-4a3f-4e37-a791-046e3adf5158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061945 Feb 03 12:41:20.312843 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2947fb-c549-4e34-8d2c-7141f8a6ea85 req-c5fc66bf-f323-4db8-bb40-788f32a0e304 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:20.314535 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3b2947fb-c549-4e34-8d2c-7141f8a6ea85 req-c5fc66bf-f323-4db8-bb40-788f32a0e304 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 942 time: 0.8163257 Feb 03 12:41:20.346698 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-eaeb0cf3-aba5-42a4-a933-8928e3f3e3c6 req-785aba1d-3b24-4047-9353-5898b07d077d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Deleting port 0926a03a-30c2-44f0-ba05-74f39d2b83a4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:20.347135 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-eaeb0cf3-aba5-42a4-a933-8928e3f3e3c6 req-785aba1d-3b24-4047-9353-5898b07d077d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0926a03a-30c2-44f0-ba05-74f39d2b83a4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:20.410699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 2e469e26-6249-4d99-9135-ad21f4ec4097 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:41:20.511372 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-eaeb0cf3-aba5-42a4-a933-8928e3f3e3c6 req-785aba1d-3b24-4047-9353-5898b07d077d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] For port 0926a03a-30c2-44f0-ba05-74f39d2b83a4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=0926a03a-30c2-44f0-ba05-74f39d2b83a4,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:20.511919 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-eaeb0cf3-aba5-42a4-a933-8928e3f3e3c6 req-785aba1d-3b24-4047-9353-5898b07d077d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0926a03a-30c2-44f0-ba05-74f39d2b83a4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:20.521878 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a06a31-f5fc-4146-b3c6-bf1b5261da49 req-dd16ec7a-184b-4524-bbb0-a0f7c26f8a71 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:20.530127 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c8a06a31-f5fc-4146-b3c6-bf1b5261da49 req-dd16ec7a-184b-4524-bbb0-a0f7c26f8a71 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 945 time: 0.0919440 Feb 03 12:41:20.532460 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-eaeb0cf3-aba5-42a4-a933-8928e3f3e3c6 req-785aba1d-3b24-4047-9353-5898b07d077d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Calling delete_port for 0926a03a-30c2-44f0-ba05-74f39d2b83a4 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:20.551459 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 2e469e26-6249-4d99-9135-ad21f4ec4097, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=2e469e26-6249-4d99-9135-ad21f4ec4097,segment=NetworkSegment(75177d75-37be-4287-be72-04dca2adfff4),segment_id=75177d75-37be-4287-be72-04dca2adfff4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:20.575584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '2e469e26-6249-4d99-9135-ad21f4ec4097', 'network_id': 'a82e906f-f8d9-402e-91d6-72335f2f4995', 'port_id': '2e469e26-6249-4d99-9135-ad21f4ec4097', 'mac_address': 'fa:16:3e:1c:7e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3097d68f-4a8b-4def-ab82-1430406a9470', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:41:20.604140 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c8a06a31-f5fc-4146-b3c6-bf1b5261da49 req-2d84deb3-4b2b-4838-8d56-396f7a01705a tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710034 Feb 03 12:41:20.652489 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7f096aed-1aee-4116-a163-7a5f05068bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'name': 'tempest-TaggedBootDevicesTest-639519300-router', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:31Z', 'updated_at': '2022-02-03T12:34:42Z', 'revision_number': 4, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'gw_port': {'id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '2217c702-7f48-4ecd-aecb-db1a967af784', 'name': '', 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'mac_address': 'fa:16:3e:38:d7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'b063e2a3-8e40-40f6-89bc-8502d1a3d0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:40Z', 'updated_at': '2022-02-03T12:34:51Z', 'revision_number': 5, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'subnets': [{'id': 'b063e2a3-8e40-40f6-89bc-8502d1a3d0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:20.655789 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 2e469e26-6249-4d99-9135-ad21f4ec4097 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:20.656212 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2e469e26-6249-4d99-9135-ad21f4ec4097), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:20.670835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e469e26-6249-4d99-9135-ad21f4ec4097 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:20.693418 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-eaeb0cf3-aba5-42a4-a933-8928e3f3e3c6 req-785aba1d-3b24-4047-9353-5898b07d077d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0926a03a-30c2-44f0-ba05-74f39d2b83a4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:20.707535 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f096aed-1aee-4116-a163-7a5f05068bf2 None None] The sync data for ids ['1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'] in n-d-827336-3 is: [{'id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'name': 'tempest-TaggedBootDevicesTest-639519300-router', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:31Z', 'updated_at': '2022-02-03T12:34:42Z', 'revision_number': 4, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'gw_port': {'id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '2217c702-7f48-4ecd-aecb-db1a967af784', 'name': '', 'network_id': '259c9e24-5450-466e-8578-f11470a26a3d', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'mac_address': 'fa:16:3e:38:d7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'b063e2a3-8e40-40f6-89bc-8502d1a3d0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:40Z', 'updated_at': '2022-02-03T12:34:51Z', 'revision_number': 5, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'subnets': [{'id': 'b063e2a3-8e40-40f6-89bc-8502d1a3d0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:41:20.728524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 2e469e26-6249-4d99-9135-ad21f4ec4097, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=2e469e26-6249-4d99-9135-ad21f4ec4097,segment=NetworkSegment(75177d75-37be-4287-be72-04dca2adfff4),segment_id=75177d75-37be-4287-be72-04dca2adfff4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:20.734025 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['9b398a78-50d2-4141-9d11-5423875b26ed'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:20.741185 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2e469e26-6249-4d99-9135-ad21f4ec4097), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:20.753436 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-da930549-3d3f-4dc4-858b-389faa00c33a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Deleting port 55ce07b3-b633-427d-bcfe-ddf107141bad {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:20.753783 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-da930549-3d3f-4dc4-858b-389faa00c33a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (55ce07b3-b633-427d-bcfe-ddf107141bad), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:20.776737 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785aba1d-3b24-4047-9353-5898b07d077d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Pushing event deleted for resources: {'Port': ['ID=0926a03a-30c2-44f0-ba05-74f39d2b83a4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:20.850567 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3b2947fb-c549-4e34-8d2c-7141f8a6ea85 req-84f89d8b-e416-444a-b839-37e33a4e8c79 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf98b3e8-4d6b-4267-9187-ba76a799e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5272157 Feb 03 12:41:20.982327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaeb0cf3-aba5-42a4-a933-8928e3f3e3c6 req-785aba1d-3b24-4047-9353-5898b07d077d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] No DVR routers for this DVR port 0926a03a-30c2-44f0-ba05-74f39d2b83a4 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:20.999482 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-eaeb0cf3-aba5-42a4-a933-8928e3f3e3c6 req-785aba1d-3b24-4047-9353-5898b07d077d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:21.003925 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eaeb0cf3-aba5-42a4-a933-8928e3f3e3c6 req-785aba1d-3b24-4047-9353-5898b07d077d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.73 "DELETE /v2.0/ports/0926a03a-30c2-44f0-ba05-74f39d2b83a4 HTTP/1.1" status: 204 len: 173 time: 1.6382325 Feb 03 12:41:21.051461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-da930549-3d3f-4dc4-858b-389faa00c33a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] For port 55ce07b3-b633-427d-bcfe-ddf107141bad, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=55ce07b3-b633-427d-bcfe-ddf107141bad,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:21.052318 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-da930549-3d3f-4dc4-858b-389faa00c33a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (55ce07b3-b633-427d-bcfe-ddf107141bad), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:21.078003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-da930549-3d3f-4dc4-858b-389faa00c33a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Calling delete_port for 55ce07b3-b633-427d-bcfe-ddf107141bad owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:21.102729 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952aa37-b7e6-4f42-b5d4-06e9127de927 req-57fea6aa-4091-4ed9-a68f-34806ec58aa0 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:21.106631 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=2e469e26-6249-4d99-9135-ad21f4ec4097,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:21.121192 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5952aa37-b7e6-4f42-b5d4-06e9127de927 req-57fea6aa-4091-4ed9-a68f-34806ec58aa0 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.2913227 Feb 03 12:41:21.140814 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1563c-79dd-4e10-9890-2e7ceff06136 req-fe876c1b-61b7-47f9-9b5b-9d00f0ce5211 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:21.142680 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8cf1563c-79dd-4e10-9890-2e7ceff06136 req-fe876c1b-61b7-47f9-9b5b-9d00f0ce5211 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 946 time: 0.2952542 Feb 03 12:41:21.168085 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['2e469e26-6249-4d99-9135-ad21f4ec4097'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:21.197055 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-deleted', 'tag': '4826eed5-8674-4d26-a490-465da149bc95'}, {'server_uuid': '8c965dd5-be70-4e1a-9074-e5b92ce9dcf6', 'name': 'network-vif-deleted', 'tag': '0926a03a-30c2-44f0-ba05-74f39d2b83a4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:21.199343 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47031103-ae23-46f8-b651-d550bd84367a" -d '{"events": [{"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-deleted", "tag": "4826eed5-8674-4d26-a490-465da149bc95"}, {"server_uuid": "8c965dd5-be70-4e1a-9074-e5b92ce9dcf6", "name": "network-vif-deleted", "tag": "0926a03a-30c2-44f0-ba05-74f39d2b83a4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:21.252550 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5952aa37-b7e6-4f42-b5d4-06e9127de927 req-6a4aa4a5-bf17-46c8-b295-9e51fd394a48 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/security-groups?id=2875347a-a096-40b0-b589-eca233413ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303546 Feb 03 12:41:21.273252 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afd9cf2-40ae-4f1c-a97c-000eda28c2fc None None] New status for floating IP b1b8beab-295b-44a1-bff8-d18a4b249614: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:41:21.315375 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39973f67-c476-4663-b784-778417cfd248 x-openstack-request-id: req-39973f67-c476-4663-b784-778417cfd248 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:21.315680 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-deleted", "tag": "4826eed5-8674-4d26-a490-465da149bc95", "status": "completed", "code": 200}, {"server_uuid": "8c965dd5-be70-4e1a-9074-e5b92ce9dcf6", "name": "network-vif-deleted", "tag": "0926a03a-30c2-44f0-ba05-74f39d2b83a4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:21.315953 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39973f67-c476-4663-b784-778417cfd248 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:21.316370 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-deleted', 'tag': '4826eed5-8674-4d26-a490-465da149bc95', 'status': 'completed', 'code': 200} Feb 03 12:41:21.316629 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c965dd5-be70-4e1a-9074-e5b92ce9dcf6', 'name': 'network-vif-deleted', 'tag': '0926a03a-30c2-44f0-ba05-74f39d2b83a4', 'status': 'completed', 'code': 200} Feb 03 12:41:21.452793 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-da930549-3d3f-4dc4-858b-389faa00c33a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (55ce07b3-b633-427d-bcfe-ddf107141bad), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:21.454977 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-8cf1563c-79dd-4e10-9890-2e7ceff06136 req-5a0d8ae5-facb-4a93-ba50-24050bf053d6 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Deleting port abf06eba-09ee-49ab-af09-8d066a8bd2c8 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:21.455287 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8cf1563c-79dd-4e10-9890-2e7ceff06136 req-5a0d8ae5-facb-4a93-ba50-24050bf053d6 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (abf06eba-09ee-49ab-af09-8d066a8bd2c8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:21.489371 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da930549-3d3f-4dc4-858b-389faa00c33a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event deleted for resources: {'Port': ['ID=55ce07b3-b633-427d-bcfe-ddf107141bad,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:21.595018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-da930549-3d3f-4dc4-858b-389faa00c33a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] No DVR routers for this DVR port 55ce07b3-b633-427d-bcfe-ddf107141bad on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:21.600697 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-da930549-3d3f-4dc4-858b-389faa00c33a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:21.607828 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b36fb12-cd91-4771-af05-bcb0436b9d02 req-da930549-3d3f-4dc4-858b-389faa00c33a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.73 "DELETE /v2.0/ports/55ce07b3-b633-427d-bcfe-ddf107141bad HTTP/1.1" status: 204 len: 173 time: 2.1378109 Feb 03 12:41:21.638335 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71c5a8-cf93-43f5-853c-eb49762e0522 req-88ef611b-9c99-4af7-86e4-8fa17100d8d3 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:21.640297 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fc71c5a8-cf93-43f5-853c-eb49762e0522 req-88ef611b-9c99-4af7-86e4-8fa17100d8d3 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 944 time: 0.2235558 Feb 03 12:41:21.674847 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-8cf1563c-79dd-4e10-9890-2e7ceff06136 req-5a0d8ae5-facb-4a93-ba50-24050bf053d6 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] For port abf06eba-09ee-49ab-af09-8d066a8bd2c8, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=abf06eba-09ee-49ab-af09-8d066a8bd2c8,segment=NetworkSegment(82db5b87-0f1b-41f8-b864-c053787c93df),segment_id=82db5b87-0f1b-41f8-b864-c053787c93df)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:21.675399 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8cf1563c-79dd-4e10-9890-2e7ceff06136 req-5a0d8ae5-facb-4a93-ba50-24050bf053d6 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (abf06eba-09ee-49ab-af09-8d066a8bd2c8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:21.704728 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-8cf1563c-79dd-4e10-9890-2e7ceff06136 req-5a0d8ae5-facb-4a93-ba50-24050bf053d6 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Calling delete_port for abf06eba-09ee-49ab-af09-8d066a8bd2c8 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:21.798830 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fc71c5a8-cf93-43f5-853c-eb49762e0522 req-e1ad966c-ca57-4cc4-9746-c2cdc880d96d tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9b0c80-4a3f-4e37-a791-046e3adf5158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377296 Feb 03 12:41:21.853979 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68074974-b115-4e3a-a765-ac345509c45b req-421c2c1b-6b20-4d73-a0da-362a0e6bae69 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c965dd5-be70-4e1a-9074-e5b92ce9dcf6 HTTP/1.1" status: 200 len: 210 time: 0.0813959 Feb 03 12:41:21.968339 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8cf1563c-79dd-4e10-9890-2e7ceff06136 req-5a0d8ae5-facb-4a93-ba50-24050bf053d6 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (abf06eba-09ee-49ab-af09-8d066a8bd2c8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:21.980923 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['abf06eba-09ee-49ab-af09-8d066a8bd2c8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:22.015793 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d8ae5-facb-4a93-ba50-24050bf053d6 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Pushing event deleted for resources: {'Port': ['ID=abf06eba-09ee-49ab-af09-8d066a8bd2c8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:22.045198 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e441fc1c-075f-4dc9-92ab-3ade2119ef4c req-633fc200-01c0-4f2d-a253-c28acf1b5f12 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0772040 Feb 03 12:41:22.090038 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf1563c-79dd-4e10-9890-2e7ceff06136 req-5a0d8ae5-facb-4a93-ba50-24050bf053d6 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] No DVR routers for this DVR port abf06eba-09ee-49ab-af09-8d066a8bd2c8 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:22.093555 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8cf1563c-79dd-4e10-9890-2e7ceff06136 req-5a0d8ae5-facb-4a93-ba50-24050bf053d6 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:22.100535 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8cf1563c-79dd-4e10-9890-2e7ceff06136 req-5a0d8ae5-facb-4a93-ba50-24050bf053d6 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.31 "DELETE /v2.0/ports/abf06eba-09ee-49ab-af09-8d066a8bd2c8 HTTP/1.1" status: 204 len: 173 time: 0.9392285 Feb 03 12:41:22.101109 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d79c29-19f3-47d1-89da-0a479738a6ce', 'name': 'network-vif-deleted', 'tag': 'abf06eba-09ee-49ab-af09-8d066a8bd2c8'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:22.104115 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd386e2-072a-41d9-be43-46147996ffb8" -d '{"events": [{"server_uuid": "c2d79c29-19f3-47d1-89da-0a479738a6ce", "name": "network-vif-deleted", "tag": "abf06eba-09ee-49ab-af09-8d066a8bd2c8"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:22.195767 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66cffdf-621b-4d42-9da4-aea0aa2b509a x-openstack-request-id: req-f66cffdf-621b-4d42-9da4-aea0aa2b509a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:22.196168 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d79c29-19f3-47d1-89da-0a479738a6ce", "name": "network-vif-deleted", "tag": "abf06eba-09ee-49ab-af09-8d066a8bd2c8", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:22.196500 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f66cffdf-621b-4d42-9da4-aea0aa2b509a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:22.196971 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d79c29-19f3-47d1-89da-0a479738a6ce', 'name': 'network-vif-deleted', 'tag': 'abf06eba-09ee-49ab-af09-8d066a8bd2c8', 'status': 'completed', 'code': 200} Feb 03 12:41:22.294620 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 0926a03a-30c2-44f0-ba05-74f39d2b83a4 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:22.367886 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 0926a03a-30c2-44f0-ba05-74f39d2b83a4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:22.370319 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 0926a03a-30c2-44f0-ba05-74f39d2b83a4 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:22.457126 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0cd5b42f-7288-4642-b8c5-012ca9fa1975 req-1ce75884-14c8-45ee-a98f-0dbe1f14f196 tempest-ListServerFiltersTestJSON-1087592955 tempest-ListServerFiltersTestJSON-1087592955-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2d79c29-19f3-47d1-89da-0a479738a6ce HTTP/1.1" status: 200 len: 210 time: 0.0444169 Feb 03 12:41:23.062353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886c407-13b1-4bdc-bbaf-256781b007d7 req-3ea227c8-ca3b-421f-a397-e0f6ffc22e5c tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:23.065492 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9886c407-13b1-4bdc-bbaf-256781b007d7 req-3ea227c8-ca3b-421f-a397-e0f6ffc22e5c tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 944 time: 0.1046700 Feb 03 12:41:23.159816 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9886c407-13b1-4bdc-bbaf-256781b007d7 req-5f035145-2f3b-4864-b10d-115bea0e265b tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9b0c80-4a3f-4e37-a791-046e3adf5158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856583 Feb 03 12:41:23.304198 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3da9e108-702d-4087-9d76-9ac86ab7e588 req-de26591a-a061-45a0-ab01-7f7d258c462f tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0413852 Feb 03 12:41:23.318274 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-deleted', 'tag': '55ce07b3-b633-427d-bcfe-ddf107141bad'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:23.323329 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63487cb7-f13b-4f55-a880-907750ecff07" -d '{"events": [{"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-deleted", "tag": "55ce07b3-b633-427d-bcfe-ddf107141bad"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:23.413242 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb5f20e-61f9-4bea-b3e0-1234b657e3c6 x-openstack-request-id: req-5fb5f20e-61f9-4bea-b3e0-1234b657e3c6 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:23.413717 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9149de8-e6b8-47b9-9571-e137f267be36", "name": "network-vif-deleted", "tag": "55ce07b3-b633-427d-bcfe-ddf107141bad", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:23.414139 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5fb5f20e-61f9-4bea-b3e0-1234b657e3c6 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:23.414781 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9149de8-e6b8-47b9-9571-e137f267be36', 'name': 'network-vif-deleted', 'tag': '55ce07b3-b633-427d-bcfe-ddf107141bad', 'status': 'completed', 'code': 200} Feb 03 12:41:23.534144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48832) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:23.604245 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1922e31-391f-4b6f-bab4-4beec41e6adf admin admin] Deleting subnet e186ad6c-4698-400f-babb-415059481690 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:41:23.617794 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1922e31-391f-4b6f-bab4-4beec41e6adf admin admin] Publish callbacks [] for subnet (e186ad6c-4698-400f-babb-415059481690), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:23.636656 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-5f8795e1-e56c-4327-9ed8-13ebdb660275 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:23.639125 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-5f8795e1-e56c-4327-9ed8-13ebdb660275 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 805 time: 0.1606569 Feb 03 12:41:23.657937 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-54cb8cb3-b1e5-4d44-90d7-749d82db2c91 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/quotas/e249398c095241939cdd7b37579f2461 HTTP/1.1" status: 200 len: 375 time: 0.0107248 Feb 03 12:41:23.679748 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1922e31-391f-4b6f-bab4-4beec41e6adf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (e186ad6c-4698-400f-babb-415059481690), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:23.728369 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-ea959367-1fd2-4969-b8d6-c42b340c4be5 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0640974 Feb 03 12:41:23.775525 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1922e31-391f-4b6f-bab4-4beec41e6adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (e186ad6c-4698-400f-babb-415059481690), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:23.838583 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1922e31-391f-4b6f-bab4-4beec41e6adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (e186ad6c-4698-400f-babb-415059481690), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:23.867079 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1922e31-391f-4b6f-bab4-4beec41e6adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e186ad6c-4698-400f-babb-415059481690,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:23.877320 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1922e31-391f-4b6f-bab4-4beec41e6adf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:23.884634 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c337ecc6-84e9-48b2-911c-1e511266dead None None] Network 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:41:23.885555 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a1922e31-391f-4b6f-bab4-4beec41e6adf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e186ad6c-4698-400f-babb-415059481690 HTTP/1.1" status: 204 len: 168 time: 0.3498719 Feb 03 12:41:23.886267 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48834) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:23.981549 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd0b62a2-d764-42ae-9222-84cd3c5e5ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:24.055440 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cd0b62a2-d764-42ae-9222-84cd3c5e5ea9 admin admin] Deleting port 1d51a3a9-2278-4866-9639-4df9b7e4b100 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:24.055780 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd0b62a2-d764-42ae-9222-84cd3c5e5ea9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1d51a3a9-2278-4866-9639-4df9b7e4b100), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:24.092300 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2052381-c8bc-442a-b4ab-dabf64ecb86f None None] DHCP port deletion for 6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:41:24.126141 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-28171444-70bc-4886-813b-b1d56a250ef2 service neutron] 10.222.0.18 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909492 Feb 03 12:41:24.135677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-cd0b62a2-d764-42ae-9222-84cd3c5e5ea9 admin admin] For port 1d51a3a9-2278-4866-9639-4df9b7e4b100, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1d51a3a9-2278-4866-9639-4df9b7e4b100,segment=NetworkSegment(82db5b87-0f1b-41f8-b864-c053787c93df),segment_id=82db5b87-0f1b-41f8-b864-c053787c93df)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:24.136230 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd0b62a2-d764-42ae-9222-84cd3c5e5ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1d51a3a9-2278-4866-9639-4df9b7e4b100), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:24.159292 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cd0b62a2-d764-42ae-9222-84cd3c5e5ea9 admin admin] Calling delete_port for 1d51a3a9-2278-4866-9639-4df9b7e4b100 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:24.171492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b2052381-c8bc-442a-b4ab-dabf64ecb86f None None] Deleting port 1d51a3a9-2278-4866-9639-4df9b7e4b100 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:24.171873 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2052381-c8bc-442a-b4ab-dabf64ecb86f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1d51a3a9-2278-4866-9639-4df9b7e4b100), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:24.253656 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd0b62a2-d764-42ae-9222-84cd3c5e5ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (1d51a3a9-2278-4866-9639-4df9b7e4b100), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:24.258368 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-3926520e-6a00-40d8-ba98-b7aa291d5fb8 service neutron] 10.222.0.18 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253908 Feb 03 12:41:24.295009 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0b62a2-d764-42ae-9222-84cd3c5e5ea9 admin admin] No DVR routers for this DVR port 1d51a3a9-2278-4866-9639-4df9b7e4b100 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:24.298056 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b62a2-d764-42ae-9222-84cd3c5e5ea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d51a3a9-2278-4866-9639-4df9b7e4b100,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:24.301644 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b2052381-c8bc-442a-b4ab-dabf64ecb86f None None] For port 1d51a3a9-2278-4866-9639-4df9b7e4b100, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1d51a3a9-2278-4866-9639-4df9b7e4b100,segment=NetworkSegment(82db5b87-0f1b-41f8-b864-c053787c93df),segment_id=82db5b87-0f1b-41f8-b864-c053787c93df)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:24.302173 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2052381-c8bc-442a-b4ab-dabf64ecb86f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1d51a3a9-2278-4866-9639-4df9b7e4b100), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:24.322228 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b2052381-c8bc-442a-b4ab-dabf64ecb86f None None] Calling delete_port for 1d51a3a9-2278-4866-9639-4df9b7e4b100 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:24.426911 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd0b62a2-d764-42ae-9222-84cd3c5e5ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:24.440846 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2052381-c8bc-442a-b4ab-dabf64ecb86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (1d51a3a9-2278-4866-9639-4df9b7e4b100), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:24.452381 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 2e469e26-6249-4d99-9135-ad21f4ec4097 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:24.460304 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2052381-c8bc-442a-b4ab-dabf64ecb86f None None] No DVR routers for this DVR port 1d51a3a9-2278-4866-9639-4df9b7e4b100 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:24.462903 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-cd0b62a2-d764-42ae-9222-84cd3c5e5ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:24.495368 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18582b63-74a5-46fd-bfaa-0f8a26743347 req-ce20e488-93bb-44a1-9ae6-1e0cd77f2afb tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:24.497154 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18582b63-74a5-46fd-bfaa-0f8a26743347 req-ce20e488-93bb-44a1-9ae6-1e0cd77f2afb tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 944 time: 0.1680422 Feb 03 12:41:24.500245 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-cd0b62a2-d764-42ae-9222-84cd3c5e5ea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82db5b87-0f1b-41f8-b864-c053787c93df') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:24.500543 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-cd0b62a2-d764-42ae-9222-84cd3c5e5ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82db5b87-0f1b-41f8-b864-c053787c93df') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:24.509982 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2052381-c8bc-442a-b4ab-dabf64ecb86f None None] Pushing event deleted for resources: {'Port': ['ID=1d51a3a9-2278-4866-9639-4df9b7e4b100,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:24.522052 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd0b62a2-d764-42ae-9222-84cd3c5e5ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (82db5b87-0f1b-41f8-b864-c053787c93df), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:24.554518 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-088c90b2-bfd2-41a8-93c9-96c8d221de3e req-a7a37e2f-0c58-42eb-9341-3201b5feb3f4 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0563035 Feb 03 12:41:24.557310 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd0b62a2-d764-42ae-9222-84cd3c5e5ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (82db5b87-0f1b-41f8-b864-c053787c93df), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:24.583592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0b62a2-d764-42ae-9222-84cd3c5e5ea9 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:41:24.584105 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd0b62a2-d764-42ae-9222-84cd3c5e5ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (82db5b87-0f1b-41f8-b864-c053787c93df), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:41:24.586589 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:41:24.591961 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 2e469e26-6249-4d99-9135-ad21f4ec4097 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:41:24.598751 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 2e469e26-6249-4d99-9135-ad21f4ec4097 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:24.599464 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2e469e26-6249-4d99-9135-ad21f4ec4097), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:24.622559 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18582b63-74a5-46fd-bfaa-0f8a26743347 req-01a39c53-3c05-4a66-8499-ff1232727800 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9b0c80-4a3f-4e37-a791-046e3adf5158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145632 Feb 03 12:41:24.658604 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f42ff54a-0faa-4913-b75d-deb48e83e16c req-3c043cdc-af80-4d2f-bff8-bc27c0fe5d5a tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=634fd5db-0e5d-47cd-bab5-382a1724fc62 HTTP/1.1" status: 200 len: 210 time: 0.0518599 Feb 03 12:41:24.684142 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd0b62a2-d764-42ae-9222-84cd3c5e5ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:24.693008 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd0b62a2-d764-42ae-9222-84cd3c5e5ea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:24.697627 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cd0b62a2-d764-42ae-9222-84cd3c5e5ea9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe HTTP/1.1" status: 204 len: 168 time: 0.8102612 Feb 03 12:41:24.718672 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b62a2-d764-42ae-9222-84cd3c5e5ea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bec6ec8-9ed1-4b0c-9ab5-e21b83ad30fe,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:24.755747 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 2e469e26-6249-4d99-9135-ad21f4ec4097 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:24.756413 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2e469e26-6249-4d99-9135-ad21f4ec4097), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:24.787362 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b96828-a90f-480c-ae36-1fadd3fb179d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e469e26-6249-4d99-9135-ad21f4ec4097'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:24.790430 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7934be82-06fd-4c0b-b778-446b06471979" -d '{"events": [{"server_uuid": "03b96828-a90f-480c-ae36-1fadd3fb179d", "name": "network-vif-plugged", "status": "completed", "tag": "2e469e26-6249-4d99-9135-ad21f4ec4097"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:24.807219 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 2e469e26-6249-4d99-9135-ad21f4ec4097, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=2e469e26-6249-4d99-9135-ad21f4ec4097,segment=NetworkSegment(75177d75-37be-4287-be72-04dca2adfff4),segment_id=75177d75-37be-4287-be72-04dca2adfff4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:24.813429 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2e469e26-6249-4d99-9135-ad21f4ec4097), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:24.814405 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device abf06eba-09ee-49ab-af09-8d066a8bd2c8 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:24.839825 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: abf06eba-09ee-49ab-af09-8d066a8bd2c8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:24.840445 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device abf06eba-09ee-49ab-af09-8d066a8bd2c8 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:24.876597 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e62f00-aa84-482b-a55a-950195439b65 x-openstack-request-id: req-02e62f00-aa84-482b-a55a-950195439b65 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:24.877148 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b96828-a90f-480c-ae36-1fadd3fb179d", "name": "network-vif-plugged", "status": "completed", "tag": "2e469e26-6249-4d99-9135-ad21f4ec4097", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:24.877643 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02e62f00-aa84-482b-a55a-950195439b65 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:24.878204 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b96828-a90f-480c-ae36-1fadd3fb179d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e469e26-6249-4d99-9135-ad21f4ec4097', 'code': 200} Feb 03 12:41:24.894250 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48856) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:24.922606 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=2e469e26-6249-4d99-9135-ad21f4ec4097,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:24.983419 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-60eb6ae0-78ed-4c9c-b6aa-e095816a4cd5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=846619d3f7d04e5e821f7d1fd6cdd257&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0871248 Feb 03 12:41:24.985900 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48858) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:25.004831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3900604-f3d7-4fc7-8a6c-1bdb76bc584b req-4e8711d5-38f0-436d-ba2f-61b20c41b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:25.006604 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3900604-f3d7-4fc7-8a6c-1bdb76bc584b req-4e8711d5-38f0-436d-ba2f-61b20c41b864 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 1127 time: 0.0621305 Feb 03 12:41:25.046545 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f18bc38-26a7-47f3-a7e2-98b449a21290 admin admin] Publish callbacks [] for security_group (2875347a-a096-40b0-b589-eca233413ca1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:25.061069 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3900604-f3d7-4fc7-8a6c-1bdb76bc584b req-fb7cb74d-5eed-42ff-beaa-b204caf33cef service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cc9b0c80-4a3f-4e37-a791-046e3adf5158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468805 Feb 03 12:41:25.069856 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f18bc38-26a7-47f3-a7e2-98b449a21290 admin admin] Publish callbacks [] for security_group (2875347a-a096-40b0-b589-eca233413ca1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:25.122897 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f18bc38-26a7-47f3-a7e2-98b449a21290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2875347a-a096-40b0-b589-eca233413ca1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:25.125763 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f18bc38-26a7-47f3-a7e2-98b449a21290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:25.129618 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1f18bc38-26a7-47f3-a7e2-98b449a21290 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2875347a-a096-40b0-b589-eca233413ca1 HTTP/1.1" status: 204 len: 168 time: 0.1397669 Feb 03 12:41:25.136106 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18bc38-26a7-47f3-a7e2-98b449a21290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2875347a-a096-40b0-b589-eca233413ca1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:25.695396 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7d318bf0-1942-4531-b815-eae65e217317 req-4e9af376-302c-4ed5-ac2d-c7db741812f3 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0466511 Feb 03 12:41:25.848361 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d64145-a8c5-46bb-be81-7060b595c5cc req-91b2024d-d7a5-4b61-8d6a-1aa3b457d0c2 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:25.858534 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a1d64145-a8c5-46bb-be81-7060b595c5cc req-91b2024d-d7a5-4b61-8d6a-1aa3b457d0c2 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 945 time: 0.1668921 Feb 03 12:41:25.873537 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1d51a3a9-2278-4866-9639-4df9b7e4b100 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:25.909388 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 1d51a3a9-2278-4866-9639-4df9b7e4b100 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:25.910664 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1d51a3a9-2278-4866-9639-4df9b7e4b100 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:25.951052 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a1d64145-a8c5-46bb-be81-7060b595c5cc req-87f3f4a0-35aa-460c-9fdd-d2129cff06ed tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9b0c80-4a3f-4e37-a791-046e3adf5158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891678 Feb 03 12:41:25.973987 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18f925bf-27d2-4562-a492-8ea189fbd85a req-9b836c1f-4588-4aca-b0ab-ba66c4b681ab tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=634fd5db-0e5d-47cd-bab5-382a1724fc62 HTTP/1.1" status: 200 len: 210 time: 0.0388644 Feb 03 12:41:26.026475 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-42e9bf70-3824-4e8b-853f-b45edcb260f9 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:26.028112 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-42e9bf70-3824-4e8b-853f-b45edcb260f9 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.73 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 805 time: 0.2876127 Feb 03 12:41:26.058315 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-7c080a8e-3777-442c-8fe9-687d8bfb2adc tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Request body: {'port': {'device_id': '634fd5db-0e5d-47cd-bab5-382a1724fc62', 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb', 'admin_state_up': True, 'tenant_id': 'e249398c095241939cdd7b37579f2461'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:26.131478 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48888) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:26.200720 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-7c080a8e-3777-442c-8fe9-687d8bfb2adc tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Made reservation on behalf of e249398c095241939cdd7b37579f2461 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:41:26.205400 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-7c080a8e-3777-442c-8fe9-687d8bfb2adc tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:26.258005 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3f9fcbec-4137-4238-8851-62e5c55e92e9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1836239036-network', 'tenant_id': '6a209b0e492a4b77b2ceeedc9d454e67'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:26.286954 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9fcbec-4137-4238-8851-62e5c55e92e9 admin admin] Made reservation on behalf of 6a209b0e492a4b77b2ceeedc9d454e67 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:41:26.289937 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f9fcbec-4137-4238-8851-62e5c55e92e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:26.303426 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f9fcbec-4137-4238-8851-62e5c55e92e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:26.401584 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-7c080a8e-3777-442c-8fe9-687d8bfb2adc tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Allocated IP 172.20.0.4 (dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb/aa4b2afa-81a8-4d6e-a8be-3051d409ec8b/4b6caed1-a4ba-435a-b759-1a89a3afeadc) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:41:26.436964 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f9fcbec-4137-4238-8851-62e5c55e92e9 admin admin] Publish callbacks [] for security_group (75061eed-b9e3-4d40-b7c4-763ecf5df56c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:26.440847 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f9fcbec-4137-4238-8851-62e5c55e92e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (75061eed-b9e3-4d40-b7c4-763ecf5df56c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:26.469350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9fcbec-4137-4238-8851-62e5c55e92e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:41:26.480486 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fcbec-4137-4238-8851-62e5c55e92e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75061eed-b9e3-4d40-b7c4-763ecf5df56c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:26.487536 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f9fcbec-4137-4238-8851-62e5c55e92e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:26.487881 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-3f9fcbec-4137-4238-8851-62e5c55e92e9 admin admin] Added segment cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c of type vlan for network 87045144-2323-4eba-b542-41e2cafcc3b7 Feb 03 12:41:26.537153 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f9fcbec-4137-4238-8851-62e5c55e92e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (87045144-2323-4eba-b542-41e2cafcc3b7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:26.567571 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f9fcbec-4137-4238-8851-62e5c55e92e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (87045144-2323-4eba-b542-41e2cafcc3b7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:26.569602 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9fcbec-4137-4238-8851-62e5c55e92e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:26.569602 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f9fcbec-4137-4238-8851-62e5c55e92e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:26.587732 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-7c080a8e-3777-442c-8fe9-687d8bfb2adc tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks [] for port (4b6caed1-a4ba-435a-b759-1a89a3afeadc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:26.609483 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3f9fcbec-4137-4238-8851-62e5c55e92e9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4768338 Feb 03 12:41:26.610131 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48894) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:26.632082 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-7c080a8e-3777-442c-8fe9-687d8bfb2adc tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4b6caed1-a4ba-435a-b759-1a89a3afeadc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:26.640697 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-72245971-5811-4012-93b5-d3ae10750b6e admin admin] Request body: {'subnet': {'network_id': '87045144-2323-4eba-b542-41e2cafcc3b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1836239036-subnet', 'tenant_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:26.650990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fcbec-4137-4238-8851-62e5c55e92e9 admin admin] Pushing event updated for resources: {'Network': ['ID=87045144-2323-4eba-b542-41e2cafcc3b7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:26.665923 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 87045144-2323-4eba-b542-41e2cafcc3b7 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:41:26.674319 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72245971-5811-4012-93b5-d3ae10750b6e admin admin] Made reservation on behalf of 6a209b0e492a4b77b2ceeedc9d454e67 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:41:26.680753 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72245971-5811-4012-93b5-d3ae10750b6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:26.688373 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-7c080a8e-3777-442c-8fe9-687d8bfb2adc tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:41:26.693758 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-7c080a8e-3777-442c-8fe9-687d8bfb2adc tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:26.696857 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-7c080a8e-3777-442c-8fe9-687d8bfb2adc tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:41:26.736388 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['9b398a78-50d2-4141-9d11-5423875b26ed'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:26.752798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-7c080a8e-3777-442c-8fe9-687d8bfb2adc tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:26.753426 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-7c080a8e-3777-442c-8fe9-687d8bfb2adc tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:26.765936 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:41:26.775041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c080a8e-3777-442c-8fe9-687d8bfb2adc tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Pushing event updated for resources: {'Port': ['ID=4b6caed1-a4ba-435a-b759-1a89a3afeadc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:26.789874 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-7c080a8e-3777-442c-8fe9-687d8bfb2adc tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7360187 Feb 03 12:41:26.811004 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] Request body: {'port': {'device_id': '634fd5db-0e5d-47cd-bab5-382a1724fc62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:26.888742 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-65b1a9d3-e070-4c9f-8894-4a80d1caaded req-56be2c6c-27e5-478b-b2aa-a32b8d69f404 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0409966 Feb 03 12:41:26.941808 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4b6caed1-a4ba-435a-b759-1a89a3afeadc), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:26.979849 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72245971-5811-4012-93b5-d3ae10750b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (8d7c28f9-eb63-4be2-9734-e89b3817580d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.057939 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72245971-5811-4012-93b5-d3ae10750b6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d7c28f9-eb63-4be2-9734-e89b3817580d,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:27.126781 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72245971-5811-4012-93b5-d3ae10750b6e admin admin] Checking segment: {'id': 'cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87045144-2323-4eba-b542-41e2cafcc3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:27.127137 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72245971-5811-4012-93b5-d3ae10750b6e admin admin] Network hostable DHCP agents. Network: 87045144-2323-4eba-b542-41e2cafcc3b7, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:41:27.135479 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b63ac-8eb5-4386-a643-23e9a0909844 req-8af2f923-ee15-4d1c-82d8-8408331ac144 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:27.137212 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-335b63ac-8eb5-4386-a643-23e9a0909844 req-8af2f923-ee15-4d1c-82d8-8408331ac144 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 945 time: 0.0814147 Feb 03 12:41:27.176525 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72245971-5811-4012-93b5-d3ae10750b6e admin admin] Network 87045144-2323-4eba-b542-41e2cafcc3b7 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:41:27.195610 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-335b63ac-8eb5-4386-a643-23e9a0909844 req-eab74216-5f68-47bc-a6da-c6bbdaa09a5f tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9b0c80-4a3f-4e37-a791-046e3adf5158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524693 Feb 03 12:41:27.196927 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-72245971-5811-4012-93b5-d3ae10750b6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 87045144-2323-4eba-b542-41e2cafcc3b7) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:27.206052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6c0c95-ce81-4576-a40a-9c4eb249ecc1 None None] Network 87045144-2323-4eba-b542-41e2cafcc3b7 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:41:27.207549 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b68b4-456a-48b6-b8f9-dbfb4320b5e1 req-df845fe5-87d1-45d0-98c7-123c6bf4b23a tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:27.209337 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72245971-5811-4012-93b5-d3ae10750b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:27.209950 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72245971-5811-4012-93b5-d3ae10750b6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.214435 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-de7b68b4-456a-48b6-b8f9-dbfb4320b5e1 req-df845fe5-87d1-45d0-98c7-123c6bf4b23a tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=634fd5db-0e5d-47cd-bab5-382a1724fc62 HTTP/1.1" status: 200 len: 931 time: 0.1339183 Feb 03 12:41:27.230657 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-72245971-5811-4012-93b5-d3ae10750b6e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6176157 Feb 03 12:41:27.233988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48902) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:27.246296 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7c4e246f-20e7-4700-9cb0-14a0d1e35818 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1836239036-router', 'tenant_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:27.270155 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c4e246f-20e7-4700-9cb0-14a0d1e35818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (691a731a-5b9c-41ac-9d0e-ae8f25d55371), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.271419 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c4e246f-20e7-4700-9cb0-14a0d1e35818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (691a731a-5b9c-41ac-9d0e-ae8f25d55371), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.294428 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-de7b68b4-456a-48b6-b8f9-dbfb4320b5e1 req-ab073575-ec57-46dd-8764-b9a710d24707 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742681 Feb 03 12:41:27.387984 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470b9669-3698-4cd4-9a8a-fa0fcf861bb2 None None] Network 87045144-2323-4eba-b542-41e2cafcc3b7 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:41:27.388871 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c4e246f-20e7-4700-9cb0-14a0d1e35818 admin admin] Publish callbacks [] for router_controller (691a731a-5b9c-41ac-9d0e-ae8f25d55371), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.534314 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6caed1-a4ba-435a-b759-1a89a3afeadc {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:27.549514 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] Publish callbacks [] for port (4b6caed1-a4ba-435a-b759-1a89a3afeadc), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.565787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] Transition to ACTIVE for port object 4b6caed1-a4ba-435a-b759-1a89a3afeadc will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:41:27.579428 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4b6caed1-a4ba-435a-b759-1a89a3afeadc), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.599643 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c4e246f-20e7-4700-9cb0-14a0d1e35818 admin admin] Publish callbacks [] for router_gateway (691a731a-5b9c-41ac-9d0e-ae8f25d55371), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.641239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487956b-e420-442b-8f7e-30ef6002e373 req-fc730a9e-79ec-4a1b-8451-05a4e1b74b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:27.643919 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5487956b-e420-442b-8f7e-30ef6002e373 req-fc730a9e-79ec-4a1b-8451-05a4e1b74b8e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d84f0f681f8b413a934056fdf3572c4e&device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 1127 time: 0.1033440 Feb 03 12:41:27.654341 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6caed1-a4ba-435a-b759-1a89a3afeadc,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:27.721562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41583d-717b-406d-b180-0395ba7551a5 req-90e38c82-3732-4e8e-b2dc-c7175e45f859 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:27.722940 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7c41583d-717b-406d-b180-0395ba7551a5 req-90e38c82-3732-4e8e-b2dc-c7175e45f859 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 945 time: 0.1532571 Feb 03 12:41:27.777084 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] Attempting to bind port 4b6caed1-a4ba-435a-b759-1a89a3afeadc on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:41:27.777381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] Attempting to bind port 4b6caed1-a4ba-435a-b759-1a89a3afeadc by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:41:27.777888 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] Attempting to bind port 4b6caed1-a4ba-435a-b759-1a89a3afeadc on network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:27.793854 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7c41583d-717b-406d-b180-0395ba7551a5 req-86ce205f-048a-4a1e-a501-c87a991fe791 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9b0c80-4a3f-4e37-a791-046e3adf5158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640407 Feb 03 12:41:27.794463 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] Port 4b6caed1-a4ba-435a-b759-1a89a3afeadc on network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:41:27.794782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] Attempting to bind port 4b6caed1-a4ba-435a-b759-1a89a3afeadc on network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:27.800552 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:41:27.800965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] Checking segment: {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:27.801264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] Bound using segment: {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:41:27.801666 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] Bound port: 4b6caed1-a4ba-435a-b759-1a89a3afeadc, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:41:27.802022 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4b6caed1-a4ba-435a-b759-1a89a3afeadc), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:27.817370 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487956b-e420-442b-8f7e-30ef6002e373 req-ea02211f-fe26-4e46-aa47-014f1f78c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:27.819646 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5487956b-e420-442b-8f7e-30ef6002e373 req-ea02211f-fe26-4e46-aa47-014f1f78c99d service neutron] 10.222.0.31 "GET /v2.0/networks?id=a82e906f-f8d9-402e-91d6-72335f2f4995 HTTP/1.1" status: 200 len: 914 time: 0.1687021 Feb 03 12:41:27.896206 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] For port 4b6caed1-a4ba-435a-b759-1a89a3afeadc, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:41:27.896419 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5487956b-e420-442b-8f7e-30ef6002e373 req-ddc3c9be-2c4a-433d-849f-cc80e62b7139 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e469e26-6249-4d99-9135-ad21f4ec4097 HTTP/1.1" status: 200 len: 217 time: 0.0667424 Feb 03 12:41:27.914268 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] For port 4b6caed1-a4ba-435a-b759-1a89a3afeadc, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4b6caed1-a4ba-435a-b759-1a89a3afeadc,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:41:27.948715 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4b6caed1-a4ba-435a-b759-1a89a3afeadc), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:28.036666 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:28.037700 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:28.039136 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] 10.222.0.73 "PUT /v2.0/ports/4b6caed1-a4ba-435a-b759-1a89a3afeadc HTTP/1.1" status: 200 len: 1091 time: 1.2343607 Feb 03 12:41:28.039284 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487956b-e420-442b-8f7e-30ef6002e373 req-4dcaa6a1-b4b5-43bd-b640-62b81d7f4e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:28.039748 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634fd5db-0e5d-47cd-bab5-382a1724fc62', 'tag': '4b6caed1-a4ba-435a-b759-1a89a3afeadc'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:28.040631 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5487956b-e420-442b-8f7e-30ef6002e373 req-4dcaa6a1-b4b5-43bd-b640-62b81d7f4e50 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3097d68f-4a8b-4def-ab82-1430406a9470 HTTP/1.1" status: 200 len: 853 time: 0.1371880 Feb 03 12:41:28.042869 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb4a58d-65ff-4ecc-b6a1-be366c92758f" -d '{"events": [{"name": "network-changed", "server_uuid": "634fd5db-0e5d-47cd-bab5-382a1724fc62", "tag": "4b6caed1-a4ba-435a-b759-1a89a3afeadc"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:28.079815 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0e47164-87cd-44af-8940-b99aac6704b3 req-f6e6c985-25e8-44d6-98c5-3625f5825167 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0717759 Feb 03 12:41:28.128923 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5487956b-e420-442b-8f7e-30ef6002e373 req-ffa171c4-269e-447e-ab00-9dd3b6d7eb4c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a82e906f-f8d9-402e-91d6-72335f2f4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655804 Feb 03 12:41:28.139883 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c4e246f-20e7-4700-9cb0-14a0d1e35818 admin admin] Publish callbacks [] for router_gateway (691a731a-5b9c-41ac-9d0e-ae8f25d55371), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:28.164521 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cd18c-e70d-4cc2-8616-76f90dd54f06 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6caed1-a4ba-435a-b759-1a89a3afeadc,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:28.185465 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5f9482-a9a2-4c4b-9f7c-2bd6f08dcb1c x-openstack-request-id: req-9d5f9482-a9a2-4c4b-9f7c-2bd6f08dcb1c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:28.185768 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634fd5db-0e5d-47cd-bab5-382a1724fc62", "tag": "4b6caed1-a4ba-435a-b759-1a89a3afeadc", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:28.186013 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d5f9482-a9a2-4c4b-9f7c-2bd6f08dcb1c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:28.186980 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634fd5db-0e5d-47cd-bab5-382a1724fc62', 'tag': '4b6caed1-a4ba-435a-b759-1a89a3afeadc', 'status': 'completed', 'code': 200} Feb 03 12:41:28.198475 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-2c903dd1-758c-4a46-a567-60ceef0febf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:28.201201 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-2c903dd1-758c-4a46-a567-60ceef0febf9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&device_id=634fd5db-0e5d-47cd-bab5-382a1724fc62 HTTP/1.1" status: 200 len: 1125 time: 0.0942488 Feb 03 12:41:28.231241 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c4e246f-20e7-4700-9cb0-14a0d1e35818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:28.252291 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-ced798c9-3c53-4957-8caf-a59ae7dad4b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b6caed1-a4ba-435a-b759-1a89a3afeadc HTTP/1.1" status: 200 len: 217 time: 0.0362537 Feb 03 12:41:28.302677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-cec35391-0bf6-4584-b25d-f1e7960376f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:28.304710 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-cec35391-0bf6-4584-b25d-f1e7960376f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa4b2afa-81a8-4d6e-a8be-3051d409ec8b HTTP/1.1" status: 200 len: 845 time: 0.0447488 Feb 03 12:41:28.343100 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-e49f0889-6efd-4098-9df9-faf8dd63def4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301490 Feb 03 12:41:28.359813 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5487956b-e420-442b-8f7e-30ef6002e373 req-5a6b9a57-6243-4491-a195-90b8ca2df3d8 service neutron] 10.222.0.31 "GET /v2.0/networks/a82e906f-f8d9-402e-91d6-72335f2f4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157104 Feb 03 12:41:28.371717 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359e68b-6302-4e88-9b03-5cc8a28eaa0d req-5774090c-045e-4292-86a4-85a1db4b7c37 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:28.373186 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b359e68b-6302-4e88-9b03-5cc8a28eaa0d req-5774090c-045e-4292-86a4-85a1db4b7c37 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 944 time: 0.1435704 Feb 03 12:41:28.481423 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f89b2d-249d-4fe6-8190-d730a041f237 req-107dbcba-a955-4177-b147-480f27c5eec3 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:28.483009 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d7f89b2d-249d-4fe6-8190-d730a041f237 req-107dbcba-a955-4177-b147-480f27c5eec3 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=634fd5db-0e5d-47cd-bab5-382a1724fc62 HTTP/1.1" status: 200 len: 943 time: 0.1253045 Feb 03 12:41:28.485382 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-eedbf28e-1581-42ce-8c11-8afa3f385018 service neutron] 10.222.0.73 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361086 Feb 03 12:41:28.534598 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b359e68b-6302-4e88-9b03-5cc8a28eaa0d req-59770d06-f437-46b8-822b-7023441bb893 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505351 Feb 03 12:41:28.564077 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-7c4e246f-20e7-4700-9cb0-14a0d1e35818 admin admin] Allocated IP 172.25.6.169 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/9027292b-6726-4ad9-9aa4-bec79313331d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:41:28.571898 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5487956b-e420-442b-8f7e-30ef6002e373 req-eb9b2e22-d92d-495a-8c58-2f047343f69a service neutron] 10.222.0.31 "GET /v2.0/networks/a82e906f-f8d9-402e-91d6-72335f2f4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955755 Feb 03 12:41:28.608440 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d7f89b2d-249d-4fe6-8190-d730a041f237 req-704e478e-2598-4c3e-ab91-b13666ee12f2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184065 Feb 03 12:41:28.638486 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d9567e0-7200-4f9e-bdf0-9f4c83768f5c req-2df208bd-3dcb-40f0-96b4-2a4e59897f7e service neutron] 10.222.0.73 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415212 Feb 03 12:41:28.725671 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c4e246f-20e7-4700-9cb0-14a0d1e35818 admin admin] Publish callbacks [] for port (9027292b-6726-4ad9-9aa4-bec79313331d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:28.790567 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4893c-2289-4947-a0bb-8f454e6457c7 req-b8ec0029-f5b1-4d08-a299-16e79972107b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:28.792378 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0ef4893c-2289-4947-a0bb-8f454e6457c7 req-b8ec0029-f5b1-4d08-a299-16e79972107b tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.31 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 944 time: 0.0802653 Feb 03 12:41:28.807658 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c4e246f-20e7-4700-9cb0-14a0d1e35818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (9027292b-6726-4ad9-9aa4-bec79313331d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:28.811977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4a58d-65ff-4ecc-b6a1-be366c92758f req-9e73e117-91dd-43c9-8629-ff961ca48ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:28.813942 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-afb4a58d-65ff-4ecc-b6a1-be366c92758f req-9e73e117-91dd-43c9-8629-ff961ca48ee5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&device_id=634fd5db-0e5d-47cd-bab5-382a1724fc62 HTTP/1.1" status: 200 len: 1125 time: 0.0706472 Feb 03 12:41:28.896749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4e246f-20e7-4700-9cb0-14a0d1e35818 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:41:28.918244 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-7c4e246f-20e7-4700-9cb0-14a0d1e35818 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:28.920865 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4e246f-20e7-4700-9cb0-14a0d1e35818 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:41:28.939978 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4a58d-65ff-4ecc-b6a1-be366c92758f req-d40ea08a-aba6-40df-90fa-d1a4bbadf2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:28.941650 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-afb4a58d-65ff-4ecc-b6a1-be366c92758f req-d40ea08a-aba6-40df-90fa-d1a4bbadf2b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 906 time: 0.1216359 Feb 03 12:41:28.950308 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e246f-20e7-4700-9cb0-14a0d1e35818 admin admin] Pushing event updated for resources: {'Port': ['ID=9027292b-6726-4ad9-9aa4-bec79313331d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:28.999362 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-afb4a58d-65ff-4ecc-b6a1-be366c92758f req-dbb184e5-107b-4fd0-b8cd-faeea9346d69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b6caed1-a4ba-435a-b759-1a89a3afeadc HTTP/1.1" status: 200 len: 217 time: 0.0501964 Feb 03 12:41:29.007590 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022beb3-e447-4573-bbce-be5c3bffce70 req-a14d3878-cc53-449e-8507-84aac668ed92 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:29.009242 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d022beb3-e447-4573-bbce-be5c3bffce70 req-a14d3878-cc53-449e-8507-84aac668ed92 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 945 time: 0.1162775 Feb 03 12:41:29.062461 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-0ef4893c-2289-4947-a0bb-8f454e6457c7 req-032b2dbe-739a-48da-95f6-aae19e448abf tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Deleting port b4cdce3c-ede9-447a-93fd-ab1378721ecd {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:29.063056 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0ef4893c-2289-4947-a0bb-8f454e6457c7 req-032b2dbe-739a-48da-95f6-aae19e448abf tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:29.086534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4a58d-65ff-4ecc-b6a1-be366c92758f req-2ec41a96-7792-4f1e-b9b6-a998792616f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:29.088224 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-afb4a58d-65ff-4ecc-b6a1-be366c92758f req-2ec41a96-7792-4f1e-b9b6-a998792616f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa4b2afa-81a8-4d6e-a8be-3051d409ec8b HTTP/1.1" status: 200 len: 845 time: 0.0779808 Feb 03 12:41:29.106135 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d022beb3-e447-4573-bbce-be5c3bffce70 req-328601ca-e29e-4f4a-aace-a3af88d78f85 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9b0c80-4a3f-4e37-a791-046e3adf5158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877392 Feb 03 12:41:29.166154 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-afb4a58d-65ff-4ecc-b6a1-be366c92758f req-960c2b47-f52f-41d7-b03f-ba3e73479695 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717478 Feb 03 12:41:29.260465 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0e90ff15-d288-4984-b5f4-fd963c13cec9 req-0e0aa44c-62d5-45b4-80e4-d8c79f571e12 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0410690 Feb 03 12:41:29.267901 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-0ef4893c-2289-4947-a0bb-8f454e6457c7 req-032b2dbe-739a-48da-95f6-aae19e448abf tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] For port b4cdce3c-ede9-447a-93fd-ab1378721ecd, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b4cdce3c-ede9-447a-93fd-ab1378721ecd,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:29.268222 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0ef4893c-2289-4947-a0bb-8f454e6457c7 req-032b2dbe-739a-48da-95f6-aae19e448abf tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:29.280064 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-afb4a58d-65ff-4ecc-b6a1-be366c92758f req-6c603f70-a036-490d-a233-863b1a177a44 service neutron] 10.222.0.73 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990984 Feb 03 12:41:29.298930 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-0ef4893c-2289-4947-a0bb-8f454e6457c7 req-032b2dbe-739a-48da-95f6-aae19e448abf tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Calling delete_port for b4cdce3c-ede9-447a-93fd-ab1378721ecd owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:29.389231 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-afb4a58d-65ff-4ecc-b6a1-be366c92758f req-7f9d90c4-914d-4860-af52-c43086ad2aca service neutron] 10.222.0.73 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001801 Feb 03 12:41:29.418555 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c4e246f-20e7-4700-9cb0-14a0d1e35818 admin admin] Publish callbacks [] for router_gateway (691a731a-5b9c-41ac-9d0e-ae8f25d55371), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:29.605991 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0ef4893c-2289-4947-a0bb-8f454e6457c7 req-032b2dbe-739a-48da-95f6-aae19e448abf tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b4cdce3c-ede9-447a-93fd-ab1378721ecd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:29.620184 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['b4cdce3c-ede9-447a-93fd-ab1378721ecd'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:29.664502 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b2dbe-739a-48da-95f6-aae19e448abf tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Pushing event deleted for resources: {'Port': ['ID=b4cdce3c-ede9-447a-93fd-ab1378721ecd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:29.681819 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6057d07b-dc86-4627-8265-37dfd1b8e943 req-33255fdf-4408-48d6-a96c-3860f5110d1f tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=df5162bd-2636-476f-8b32-16672677f3f5 HTTP/1.1" status: 200 len: 210 time: 0.0556080 Feb 03 12:41:29.779866 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef4893c-2289-4947-a0bb-8f454e6457c7 req-032b2dbe-739a-48da-95f6-aae19e448abf tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] No DVR routers for this DVR port b4cdce3c-ede9-447a-93fd-ab1378721ecd on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:29.783647 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0ef4893c-2289-4947-a0bb-8f454e6457c7 req-032b2dbe-739a-48da-95f6-aae19e448abf tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:29.786993 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0ef4893c-2289-4947-a0bb-8f454e6457c7 req-032b2dbe-739a-48da-95f6-aae19e448abf tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.31 "DELETE /v2.0/ports/b4cdce3c-ede9-447a-93fd-ab1378721ecd HTTP/1.1" status: 204 len: 173 time: 0.9890056 Feb 03 12:41:29.792129 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5162bd-2636-476f-8b32-16672677f3f5', 'name': 'network-vif-deleted', 'tag': 'b4cdce3c-ede9-447a-93fd-ab1378721ecd'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:29.794705 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e038553-0ed2-40eb-9778-c73d6767c067" -d '{"events": [{"server_uuid": "df5162bd-2636-476f-8b32-16672677f3f5", "name": "network-vif-deleted", "tag": "b4cdce3c-ede9-447a-93fd-ab1378721ecd"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:29.812367 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c4e246f-20e7-4700-9cb0-14a0d1e35818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (691a731a-5b9c-41ac-9d0e-ae8f25d55371), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:29.837496 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a3921-adf9-400f-9634-c90debc8220f req-03576882-a8cc-4a0e-8cd0-33df1445f4be tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:29.839435 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d88a3921-adf9-400f-9634-c90debc8220f req-03576882-a8cc-4a0e-8cd0-33df1445f4be tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=634fd5db-0e5d-47cd-bab5-382a1724fc62 HTTP/1.1" status: 200 len: 943 time: 0.1255171 Feb 03 12:41:29.874883 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788b2237-c26a-4343-82c1-ef5914cac98f x-openstack-request-id: req-788b2237-c26a-4343-82c1-ef5914cac98f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:29.875101 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df5162bd-2636-476f-8b32-16672677f3f5", "name": "network-vif-deleted", "tag": "b4cdce3c-ede9-447a-93fd-ab1378721ecd", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:29.875336 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-788b2237-c26a-4343-82c1-ef5914cac98f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:29.875727 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df5162bd-2636-476f-8b32-16672677f3f5', 'name': 'network-vif-deleted', 'tag': 'b4cdce3c-ede9-447a-93fd-ab1378721ecd', 'status': 'completed', 'code': 200} Feb 03 12:41:30.265716 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d88a3921-adf9-400f-9634-c90debc8220f req-53add933-b3db-4a59-afc2-893ae0f8d252 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929253 Feb 03 12:41:30.292350 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6abec-7d76-4721-871a-01f679cfe5d3 req-4164c297-9e8b-41e2-844a-fd2f61001990 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:30.292350 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7ae6abec-7d76-4721-871a-01f679cfe5d3 req-4164c297-9e8b-41e2-844a-fd2f61001990 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 945 time: 0.0807078 Feb 03 12:41:30.357900 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4e246f-20e7-4700-9cb0-14a0d1e35818 admin admin] Router 691a731a-5b9c-41ac-9d0e-ae8f25d55371 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:41:30.369145 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7ae6abec-7d76-4721-871a-01f679cfe5d3 req-25f52dde-3160-4a59-9c33-ed0c965f62e1 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9b0c80-4a3f-4e37-a791-046e3adf5158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702827 Feb 03 12:41:30.485866 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1056dc17-3a5a-4c85-8528-4598ad12ae0f req-acbf3fd2-f984-43c3-bf67-9c067e313933 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0641334 Feb 03 12:41:30.519091 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4e246f-20e7-4700-9cb0-14a0d1e35818 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:41:30.532621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] Sync routers for ids ['691a731a-5b9c-41ac-9d0e-ae8f25d55371'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:41:30.543444 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c4e246f-20e7-4700-9cb0-14a0d1e35818 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:30.548300 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48948) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:30.548458 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7c4e246f-20e7-4700-9cb0-14a0d1e35818 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3133211 Feb 03 12:41:30.565043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] Routers {'691a731a-5b9c-41ac-9d0e-ae8f25d55371'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:41:30.565784 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:41:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['691a731a-5b9c-41ac-9d0e-ae8f25d55371'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:30.711552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0149c4-fe5d-4e32-b419-ce0d9c1dd58d req-ce1cc02e-5c64-435c-9cfb-65847eb2689d tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:30.714241 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] Set router 691a731a-5b9c-41ac-9d0e-ae8f25d55371 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:41:30.719023 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f0149c4-fe5d-4e32-b419-ce0d9c1dd58d req-ce1cc02e-5c64-435c-9cfb-65847eb2689d tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 945 time: 0.0642617 Feb 03 12:41:30.812778 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f0149c4-fe5d-4e32-b419-ce0d9c1dd58d req-d5af252e-c52b-4ab2-b295-f43e48cc799b tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9b0c80-4a3f-4e37-a791-046e3adf5158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777156 Feb 03 12:41:30.947519 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:30.978185 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691a731a-5b9c-41ac-9d0e-ae8f25d55371', 'name': 'tempest-ServerRescueNegativeTestJSON-1836239036-router', 'tenant_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '9027292b-6726-4ad9-9aa4-bec79313331d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:27Z', 'updated_at': '2022-02-03T12:41:29Z', 'revision_number': 3, 'project_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'gw_port': {'id': '9027292b-6726-4ad9-9aa4-bec79313331d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691a731a-5b9c-41ac-9d0e-ae8f25d55371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:28Z', 'updated_at': '2022-02-03T12:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:31.029694 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] Checking router: 691a731a-5b9c-41ac-9d0e-ae8f25d55371 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:41:31.030430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] Updating router 691a731a-5b9c-41ac-9d0e-ae8f25d55371 port 9027292b-6726-4ad9-9aa4-bec79313331d binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:41:31.062357 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9027292b-6726-4ad9-9aa4-bec79313331d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.069609 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e9374-45a7-48fa-9829-bf300908bf33 req-958e4237-25e6-430c-80ec-a82d1d10b1d9 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:31.071447 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1b3e9374-45a7-48fa-9829-bf300908bf33 req-958e4237-25e6-430c-80ec-a82d1d10b1d9 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 944 time: 0.0688128 Feb 03 12:41:31.127766 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1b3e9374-45a7-48fa-9829-bf300908bf33 req-02558b2a-cbba-4cfe-a330-469517b7f1a1 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504935 Feb 03 12:41:31.139291 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.338856 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Allocated IP 172.20.0.1 (87045144-2323-4eba-b542-41e2cafcc3b7/8d7c28f9-eb63-4be2-9734-e89b3817580d/654a10d5-23c2-473b-8dbf-55510e59cd6a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:41:31.356214 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] Publish callbacks [] for port (9027292b-6726-4ad9-9aa4-bec79313331d), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.362554 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9027292b-6726-4ad9-9aa4-bec79313331d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.428364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db3a21-9061-45e9-8e1a-7ca295c996e2 req-fe6d9120-f1d5-42fa-96f1-22307c220e4f tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:31.430289 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d1db3a21-9061-45e9-8e1a-7ca295c996e2 req-fe6d9120-f1d5-42fa-96f1-22307c220e4f tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 944 time: 0.0804486 Feb 03 12:41:31.433767 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcc9b3-af12-49e4-877e-d83080985f00 None None] Pushing event updated for resources: {'Port': ['ID=9027292b-6726-4ad9-9aa4-bec79313331d,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:31.436876 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] Attempting to bind port 9027292b-6726-4ad9-9aa4-bec79313331d on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:41:31.437254 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] Attempting to bind port 9027292b-6726-4ad9-9aa4-bec79313331d by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:41:31.437624 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] Attempting to bind port 9027292b-6726-4ad9-9aa4-bec79313331d on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:31.443959 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:41:31.444399 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:31.444770 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.445174 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:41:31.445666 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] Bound port: 9027292b-6726-4ad9-9aa4-bec79313331d, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:41:31.446055 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9027292b-6726-4ad9-9aa4-bec79313331d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.506265 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] For port 9027292b-6726-4ad9-9aa4-bec79313331d, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:41:31.510428 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] For port 9027292b-6726-4ad9-9aa4-bec79313331d, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9027292b-6726-4ad9-9aa4-bec79313331d,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:41:31.521358 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9027292b-6726-4ad9-9aa4-bec79313331d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.542357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7413bad-ec1d-4f79-b699-78f98fb8e589 req-3cb3444c-78b9-45c1-a80e-d28d53462af1 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:31.547886 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7413bad-ec1d-4f79-b699-78f98fb8e589 req-3cb3444c-78b9-45c1-a80e-d28d53462af1 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=634fd5db-0e5d-47cd-bab5-382a1724fc62 HTTP/1.1" status: 200 len: 943 time: 0.1571457 Feb 03 12:41:31.597293 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-d1db3a21-9061-45e9-8e1a-7ca295c996e2 req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Deleting port ad8ce513-b024-4d6b-bba6-b97193218fd4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:31.598601 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d1db3a21-9061-45e9-8e1a-7ca295c996e2 req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.609647 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] Routers {'691a731a-5b9c-41ac-9d0e-ae8f25d55371'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:41:31.610352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:41:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['691a731a-5b9c-41ac-9d0e-ae8f25d55371'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:31.634377 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Publish callbacks [] for port (654a10d5-23c2-473b-8dbf-55510e59cd6a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.656444 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcc9b3-af12-49e4-877e-d83080985f00 None None] Pushing event updated for resources: {'Port': ['ID=9027292b-6726-4ad9-9aa4-bec79313331d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:31.692592 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1540829d-5baf-4d35-972a-ebad522bdc3f req-388a919c-fcaa-49ad-8782-6d043852caa8 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0697529 Feb 03 12:41:31.718473 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7413bad-ec1d-4f79-b699-78f98fb8e589 req-c70ae785-0230-44f0-8d5f-1322b6716a48 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606092 Feb 03 12:41:31.766332 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (654a10d5-23c2-473b-8dbf-55510e59cd6a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.782324 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] Set router 691a731a-5b9c-41ac-9d0e-ae8f25d55371 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:41:31.849549 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-d1db3a21-9061-45e9-8e1a-7ca295c996e2 req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] For port ad8ce513-b024-4d6b-bba6-b97193218fd4, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ad8ce513-b024-4d6b-bba6-b97193218fd4,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:31.849934 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d1db3a21-9061-45e9-8e1a-7ca295c996e2 req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:31.859898 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Network 87045144-2323-4eba-b542-41e2cafcc3b7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:41:31.870309 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:31.885675 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:41:31.888727 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-d1db3a21-9061-45e9-8e1a-7ca295c996e2 req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Calling delete_port for ad8ce513-b024-4d6b-bba6-b97193218fd4 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:31.943036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Pushing event updated for resources: {'Port': ['ID=654a10d5-23c2-473b-8dbf-55510e59cd6a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:31.987877 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (691a731a-5b9c-41ac-9d0e-ae8f25d55371), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:32.022004 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691a731a-5b9c-41ac-9d0e-ae8f25d55371', 'name': 'tempest-ServerRescueNegativeTestJSON-1836239036-router', 'tenant_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '9027292b-6726-4ad9-9aa4-bec79313331d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:27Z', 'updated_at': '2022-02-03T12:41:29Z', 'revision_number': 3, 'project_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'gw_port': {'id': '9027292b-6726-4ad9-9aa4-bec79313331d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691a731a-5b9c-41ac-9d0e-ae8f25d55371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:28Z', 'updated_at': '2022-02-03T12:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:32.059891 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d5c137-45de-4600-895d-c44183ecb6e0 None None] The sync data for ids ['691a731a-5b9c-41ac-9d0e-ae8f25d55371'] in n-d-827336-3 is: [{'id': '691a731a-5b9c-41ac-9d0e-ae8f25d55371', 'name': 'tempest-ServerRescueNegativeTestJSON-1836239036-router', 'tenant_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '9027292b-6726-4ad9-9aa4-bec79313331d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:27Z', 'updated_at': '2022-02-03T12:41:29Z', 'revision_number': 3, 'project_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'gw_port': {'id': '9027292b-6726-4ad9-9aa4-bec79313331d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691a731a-5b9c-41ac-9d0e-ae8f25d55371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:28Z', 'updated_at': '2022-02-03T12:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:41:32.124159 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d99952-0f91-455c-b4bb-791fa4caa065 req-6a833a4c-fdfc-4f83-aefb-be6605bf9390 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:32.125691 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-99d99952-0f91-455c-b4bb-791fa4caa065 req-6a833a4c-fdfc-4f83-aefb-be6605bf9390 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 945 time: 0.1231549 Feb 03 12:41:32.219967 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (654a10d5-23c2-473b-8dbf-55510e59cd6a), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:32.226577 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d1db3a21-9061-45e9-8e1a-7ca295c996e2 req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (ad8ce513-b024-4d6b-bba6-b97193218fd4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:32.243090 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-99d99952-0f91-455c-b4bb-791fa4caa065 req-1d2e6e4b-9021-4b07-9f3c-aff37bc867d4 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9b0c80-4a3f-4e37-a791-046e3adf5158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800920 Feb 03 12:41:32.266356 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Pushing event deleted for resources: {'Port': ['ID=ad8ce513-b024-4d6b-bba6-b97193218fd4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:32.314374 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:32.314839 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:32.315718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:32.315718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:32.316179 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:32.316680 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:32.317420 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:32.317663 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:32.318155 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:32.318764 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:32.319081 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:32.319544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:32.319984 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:32.320548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device b4cdce3c-ede9-447a-93fd-ab1378721ecd no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:32.349511 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1db3a21-9061-45e9-8e1a-7ca295c996e2 req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] No DVR routers for this DVR port ad8ce513-b024-4d6b-bba6-b97193218fd4 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:32.353489 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d1db3a21-9061-45e9-8e1a-7ca295c996e2 req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:32.357317 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d1db3a21-9061-45e9-8e1a-7ca295c996e2 req-b8e012e1-1f48-49aa-9c03-c11ea0ed1f90 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.31 "DELETE /v2.0/ports/ad8ce513-b024-4d6b-bba6-b97193218fd4 HTTP/1.1" status: 204 len: 173 time: 0.9057593 Feb 03 12:41:32.358475 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e114058-0654-4395-ab18-c9faccfbfb04', 'name': 'network-vif-deleted', 'tag': 'ad8ce513-b024-4d6b-bba6-b97193218fd4'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:32.361331 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-39e8a6ec-5517-4943-83bb-ce6fc92b3a40 req-668e0cb8-57ff-4a09-afa1-745dc2bb7b3a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e114058-0654-4395-ab18-c9faccfbfb04 HTTP/1.1" status: 200 len: 210 time: 0.1245770 Feb 03 12:41:32.361819 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f503ae-b922-416d-85a5-05ab366e7fa5" -d '{"events": [{"server_uuid": "6e114058-0654-4395-ab18-c9faccfbfb04", "name": "network-vif-deleted", "tag": "ad8ce513-b024-4d6b-bba6-b97193218fd4"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:32.383431 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4b6caed1-a4ba-435a-b759-1a89a3afeadc details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:41:32.387675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: b4cdce3c-ede9-447a-93fd-ab1378721ecd {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:32.388638 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device b4cdce3c-ede9-447a-93fd-ab1378721ecd not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:32.421488 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd9388d-3d1c-47c2-9f10-d92fd3a7d213 x-openstack-request-id: req-3cd9388d-3d1c-47c2-9f10-d92fd3a7d213 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:32.421845 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e114058-0654-4395-ab18-c9faccfbfb04", "name": "network-vif-deleted", "tag": "ad8ce513-b024-4d6b-bba6-b97193218fd4", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:32.422162 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3cd9388d-3d1c-47c2-9f10-d92fd3a7d213 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:32.422629 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e114058-0654-4395-ab18-c9faccfbfb04', 'name': 'network-vif-deleted', 'tag': 'ad8ce513-b024-4d6b-bba6-b97193218fd4', 'status': 'completed', 'code': 200} Feb 03 12:41:32.555321 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53a006-f71d-484e-91ed-f1c67907b57d req-1223e241-d481-46f8-b7e6-df5800d4a90f tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:32.556881 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd53a006-f71d-484e-91ed-f1c67907b57d req-1223e241-d481-46f8-b7e6-df5800d4a90f tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.31 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 945 time: 0.2563949 Feb 03 12:41:32.644609 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4b6caed1-a4ba-435a-b759-1a89a3afeadc, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4b6caed1-a4ba-435a-b759-1a89a3afeadc,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:32.659958 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '4b6caed1-a4ba-435a-b759-1a89a3afeadc', 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb', 'port_id': '4b6caed1-a4ba-435a-b759-1a89a3afeadc', 'mac_address': 'fa:16:3e:ee:84:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4b2afa-81a8-4d6e-a8be-3051d409ec8b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:41:32.701679 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Publish callbacks [] for port (654a10d5-23c2-473b-8dbf-55510e59cd6a), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:32.711638 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (654a10d5-23c2-473b-8dbf-55510e59cd6a), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:32.721252 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 4b6caed1-a4ba-435a-b759-1a89a3afeadc is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:32.721984 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4b6caed1-a4ba-435a-b759-1a89a3afeadc), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:32.740390 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6caed1-a4ba-435a-b759-1a89a3afeadc {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:32.766311 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4b6caed1-a4ba-435a-b759-1a89a3afeadc, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4b6caed1-a4ba-435a-b759-1a89a3afeadc,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:32.772077 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4b6caed1-a4ba-435a-b759-1a89a3afeadc), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:32.823348 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (691a731a-5b9c-41ac-9d0e-ae8f25d55371), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:32.835108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Pushing event updated for resources: {'Port': ['ID=654a10d5-23c2-473b-8dbf-55510e59cd6a,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:32.868679 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=4b6caed1-a4ba-435a-b759-1a89a3afeadc,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:32.984664 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2bc81-fef2-4958-bd76-c9791ef68009 req-ae18b93f-2010-4b74-8f27-56a614d5647f tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:32.993530 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bdc2bc81-fef2-4958-bd76-c9791ef68009 req-ae18b93f-2010-4b74-8f27-56a614d5647f tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=634fd5db-0e5d-47cd-bab5-382a1724fc62 HTTP/1.1" status: 200 len: 944 time: 0.1329572 Feb 03 12:41:33.132570 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bdc2bc81-fef2-4958-bd76-c9791ef68009 req-5a8f788e-29c1-4e0d-8ed4-cf38fb26a3a4 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225431 Feb 03 12:41:33.196059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['4b6caed1-a4ba-435a-b759-1a89a3afeadc'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:33.454872 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dc8518dc-b8c9-485e-9413-d45725069b53 req-fc173741-6bb7-4ee0-aeaa-475987b879f0 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.5950494 Feb 03 12:41:33.459538 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:33.462944 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:33.465787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:33.465970 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:33.466371 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:33.467902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:33.468425 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:33.470285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:33.470729 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:33.471169 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:33.471769 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:33.472211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:33.472647 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:33.478423 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba337b-7b6d-4be6-a022-8a53ca4f171e req-a583231d-e610-4a8f-b3fc-3a87b50e004b tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:33.489827 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-02ba337b-7b6d-4be6-a022-8a53ca4f171e req-a583231d-e610-4a8f-b3fc-3a87b50e004b tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 945 time: 0.1215491 Feb 03 12:41:33.526770 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-cd53a006-f71d-484e-91ed-f1c67907b57d req-6e826870-afe2-4d08-aff1-bf3839dad45f tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Deleting port 2e469e26-6249-4d99-9135-ad21f4ec4097 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:33.528115 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd53a006-f71d-484e-91ed-f1c67907b57d req-6e826870-afe2-4d08-aff1-bf3839dad45f tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (2e469e26-6249-4d99-9135-ad21f4ec4097), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:33.529038 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-586a7090-3f26-42f0-8199-e40405d9d3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:33.598576 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-02ba337b-7b6d-4be6-a022-8a53ca4f171e req-b28abc43-5f43-4477-b035-654ba2fe5cc2 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc9b0c80-4a3f-4e37-a791-046e3adf5158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073394 Feb 03 12:41:33.747324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-cd53a006-f71d-484e-91ed-f1c67907b57d req-6e826870-afe2-4d08-aff1-bf3839dad45f tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] For port 2e469e26-6249-4d99-9135-ad21f4ec4097, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=2e469e26-6249-4d99-9135-ad21f4ec4097,segment=NetworkSegment(75177d75-37be-4287-be72-04dca2adfff4),segment_id=75177d75-37be-4287-be72-04dca2adfff4)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:33.747324 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd53a006-f71d-484e-91ed-f1c67907b57d req-6e826870-afe2-4d08-aff1-bf3839dad45f tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (2e469e26-6249-4d99-9135-ad21f4ec4097), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:33.768010 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Network 87045144-2323-4eba-b542-41e2cafcc3b7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:41:33.769199 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-cd53a006-f71d-484e-91ed-f1c67907b57d req-6e826870-afe2-4d08-aff1-bf3839dad45f tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Calling delete_port for 2e469e26-6249-4d99-9135-ad21f4ec4097 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:33.773842 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:33.937798 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb756971-1de8-4267-b046-a22194e49409 req-b1a87514-641f-4d12-bcca-e4f291535bf9 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:33.953274 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cb756971-1de8-4267-b046-a22194e49409 req-b1a87514-641f-4d12-bcca-e4f291535bf9 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 945 time: 0.1170385 Feb 03 12:41:33.956562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Router 691a731a-5b9c-41ac-9d0e-ae8f25d55371 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:41:34.002818 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9027292b-6726-4ad9-9aa4-bec79313331d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:34.043766 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cb756971-1de8-4267-b046-a22194e49409 req-98925e65-781e-4832-b99f-294bba8489b8 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889006 Feb 03 12:41:34.168387 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9027292b-6726-4ad9-9aa4-bec79313331d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:34.168935 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9027292b-6726-4ad9-9aa4-bec79313331d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:34.274284 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477cf89-2535-43a4-b08d-e97e19be75d7 req-9e7210d9-dcf4-4232-8288-fb6f6844fd2a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:34.288865 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3477cf89-2535-43a4-b08d-e97e19be75d7 req-9e7210d9-dcf4-4232-8288-fb6f6844fd2a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.31 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 945 time: 0.1494634 Feb 03 12:41:34.362244 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4b6caed1-a4ba-435a-b759-1a89a3afeadc up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:34.416298 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9027292b-6726-4ad9-9aa4-bec79313331d is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:34.416931 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9027292b-6726-4ad9-9aa4-bec79313331d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:34.453569 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:41:34.501889 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4bb97cb2-a030-4292-84cc-269b22c40596 admin admin] 10.222.0.18 "PUT /v2.0/routers/691a731a-5b9c-41ac-9d0e-ae8f25d55371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9428601 Feb 03 12:41:34.501889 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd53a006-f71d-484e-91ed-f1c67907b57d req-6e826870-afe2-4d08-aff1-bf3839dad45f tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (2e469e26-6249-4d99-9135-ad21f4ec4097), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:34.514132 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 9027292b-6726-4ad9-9aa4-bec79313331d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9027292b-6726-4ad9-9aa4-bec79313331d,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:34.527533 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9027292b-6726-4ad9-9aa4-bec79313331d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:34.541407 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 4b6caed1-a4ba-435a-b759-1a89a3afeadc completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:41:34.613002 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-3477cf89-2535-43a4-b08d-e97e19be75d7 req-10d24c51-c130-4a67-b5f1-5cdf26be973a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Deleting port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:34.613703 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3477cf89-2535-43a4-b08d-e97e19be75d7 req-10d24c51-c130-4a67-b5f1-5cdf26be973a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:34.614364 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 4b6caed1-a4ba-435a-b759-1a89a3afeadc triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:34.616317 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4b6caed1-a4ba-435a-b759-1a89a3afeadc), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:34.630115 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e826870-afe2-4d08-aff1-bf3839dad45f tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Pushing event deleted for resources: {'Port': ['ID=2e469e26-6249-4d99-9135-ad21f4ec4097,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:34.771553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=9027292b-6726-4ad9-9aa4-bec79313331d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:34.806092 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d3455c17-c5ef-4961-af62-b31cbf79cf08 req-f612b4dd-ccf5-4ea0-9808-0d2759f5d2b5 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0911505 Feb 03 12:41:34.807811 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd53a006-f71d-484e-91ed-f1c67907b57d req-6e826870-afe2-4d08-aff1-bf3839dad45f tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] No DVR routers for this DVR port 2e469e26-6249-4d99-9135-ad21f4ec4097 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:34.811066 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd53a006-f71d-484e-91ed-f1c67907b57d req-6e826870-afe2-4d08-aff1-bf3839dad45f tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:34.821635 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd53a006-f71d-484e-91ed-f1c67907b57d req-6e826870-afe2-4d08-aff1-bf3839dad45f tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.31 "DELETE /v2.0/ports/2e469e26-6249-4d99-9135-ad21f4ec4097 HTTP/1.1" status: 204 len: 173 time: 2.2401893 Feb 03 12:41:34.836245 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b96828-a90f-480c-ae36-1fadd3fb179d', 'name': 'network-vif-deleted', 'tag': '2e469e26-6249-4d99-9135-ad21f4ec4097'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:34.836245 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b20f334-1bc4-4eb5-ab75-d83e071255ff" -d '{"events": [{"server_uuid": "03b96828-a90f-480c-ae36-1fadd3fb179d", "name": "network-vif-deleted", "tag": "2e469e26-6249-4d99-9135-ad21f4ec4097"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:34.868566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defda2a7-ded8-418c-84c0-7e140e827716 req-9af6bbce-240a-40d6-ab3b-1afd33562812 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:34.871472 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-defda2a7-ded8-418c-84c0-7e140e827716 req-9af6bbce-240a-40d6-ab3b-1afd33562812 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=634fd5db-0e5d-47cd-bab5-382a1724fc62 HTTP/1.1" status: 200 len: 944 time: 0.5721779 Feb 03 12:41:34.966953 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 4b6caed1-a4ba-435a-b759-1a89a3afeadc is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:34.968701 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4b6caed1-a4ba-435a-b759-1a89a3afeadc), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:34.979812 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] Sync routers for ids ['691a731a-5b9c-41ac-9d0e-ae8f25d55371'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:41:35.000631 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] Routers {'691a731a-5b9c-41ac-9d0e-ae8f25d55371'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:41:35.001619 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:41:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['691a731a-5b9c-41ac-9d0e-ae8f25d55371'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:35.041814 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634fd5db-0e5d-47cd-bab5-382a1724fc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6caed1-a4ba-435a-b759-1a89a3afeadc'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:35.046810 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30c3ad1-e879-4f75-a481-da3951b16dd7" -d '{"events": [{"server_uuid": "634fd5db-0e5d-47cd-bab5-382a1724fc62", "name": "network-vif-plugged", "status": "completed", "tag": "4b6caed1-a4ba-435a-b759-1a89a3afeadc"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:35.086156 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-defda2a7-ded8-418c-84c0-7e140e827716 req-295ee505-11f8-4a9f-81f0-fb34bf745cfc tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913733 Feb 03 12:41:35.111544 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4b6caed1-a4ba-435a-b759-1a89a3afeadc, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4b6caed1-a4ba-435a-b759-1a89a3afeadc,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:35.127848 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4b6caed1-a4ba-435a-b759-1a89a3afeadc), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:35.154007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-3477cf89-2535-43a4-b08d-e97e19be75d7 req-10d24c51-c130-4a67-b5f1-5cdf26be973a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] For port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1,segment=NetworkSegment(8e7e2a88-286c-4b13-a1c1-b9c47a54fc29),segment_id=8e7e2a88-286c-4b13-a1c1-b9c47a54fc29)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:35.156421 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3477cf89-2535-43a4-b08d-e97e19be75d7 req-10d24c51-c130-4a67-b5f1-5cdf26be973a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:35.233288 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] Set router 691a731a-5b9c-41ac-9d0e-ae8f25d55371 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:41:35.238298 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6357fdf-2fb8-4f3b-8663-bd2ca19ea9c4 x-openstack-request-id: req-e6357fdf-2fb8-4f3b-8663-bd2ca19ea9c4 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:35.238298 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b96828-a90f-480c-ae36-1fadd3fb179d", "name": "network-vif-deleted", "tag": "2e469e26-6249-4d99-9135-ad21f4ec4097", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:35.238691 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6357fdf-2fb8-4f3b-8663-bd2ca19ea9c4 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:35.239288 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b96828-a90f-480c-ae36-1fadd3fb179d', 'name': 'network-vif-deleted', 'tag': '2e469e26-6249-4d99-9135-ad21f4ec4097', 'status': 'completed', 'code': 200} Feb 03 12:41:35.257384 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4c1700e7-3946-4be1-aaae-10bb8553f935 req-96319315-7fa7-4424-920c-8ecffd583148 tempest-InstanceActionsTestJSON-2117704605 tempest-InstanceActionsTestJSON-2117704605-project] 10.222.0.18 "GET /v2.0/ports?device_id=03b96828-a90f-480c-ae36-1fadd3fb179d HTTP/1.1" status: 200 len: 210 time: 0.1076040 Feb 03 12:41:35.280955 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-3477cf89-2535-43a4-b08d-e97e19be75d7 req-10d24c51-c130-4a67-b5f1-5cdf26be973a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Calling delete_port for d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:41:35.321666 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=4b6caed1-a4ba-435a-b759-1a89a3afeadc,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:35.665914 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b818cc-f62c-4e05-80eb-3eea51a6dee4 req-60255a53-3a33-4515-b6ed-613ac3c2e3b4 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:35.668269 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-72b818cc-f62c-4e05-80eb-3eea51a6dee4 req-60255a53-3a33-4515-b6ed-613ac3c2e3b4 tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/ports?device_id=43b5eae7-4d30-4371-b3f6-dcc34e1f30b3 HTTP/1.1" status: 200 len: 945 time: 0.1707425 Feb 03 12:41:35.689983 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3477cf89-2535-43a4-b08d-e97e19be75d7 req-10d24c51-c130-4a67-b5f1-5cdf26be973a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:35.710821 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691a731a-5b9c-41ac-9d0e-ae8f25d55371', 'name': 'tempest-ServerRescueNegativeTestJSON-1836239036-router', 'tenant_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '9027292b-6726-4ad9-9aa4-bec79313331d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:27Z', 'updated_at': '2022-02-03T12:41:32Z', 'revision_number': 4, 'project_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'gw_port': {'id': '9027292b-6726-4ad9-9aa4-bec79313331d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691a731a-5b9c-41ac-9d0e-ae8f25d55371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:28Z', 'updated_at': '2022-02-03T12:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '654a10d5-23c2-473b-8dbf-55510e59cd6a', 'name': '', 'network_id': '87045144-2323-4eba-b542-41e2cafcc3b7', 'tenant_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'mac_address': 'fa:16:3e:aa:ad:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691a731a-5b9c-41ac-9d0e-ae8f25d55371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '8d7c28f9-eb63-4be2-9734-e89b3817580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:31Z', 'updated_at': '2022-02-03T12:41:32Z', 'revision_number': 2, 'project_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'subnets': [{'id': '8d7c28f9-eb63-4be2-9734-e89b3817580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:35.765145 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d24c51-c130-4a67-b5f1-5cdf26be973a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Pushing event deleted for resources: {'Port': ['ID=d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:35.785219 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] Checking router: 691a731a-5b9c-41ac-9d0e-ae8f25d55371 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:41:35.785584 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] Updating router 691a731a-5b9c-41ac-9d0e-ae8f25d55371 port 654a10d5-23c2-473b-8dbf-55510e59cd6a binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:41:35.825089 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-72b818cc-f62c-4e05-80eb-3eea51a6dee4 req-ffa23663-3c11-4815-bacc-7dffede8f28c tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.18 "GET /v2.0/security-groups?id=11121874-b5d0-488e-89f3-5e1369910922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452630 Feb 03 12:41:35.826179 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-3477cf89-2535-43a4-b08d-e97e19be75d7 req-10d24c51-c130-4a67-b5f1-5cdf26be973a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] No DVR routers for this DVR port d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:41:35.829257 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3477cf89-2535-43a4-b08d-e97e19be75d7 req-10d24c51-c130-4a67-b5f1-5cdf26be973a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:35.833915 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3477cf89-2535-43a4-b08d-e97e19be75d7 req-10d24c51-c130-4a67-b5f1-5cdf26be973a tempest-LiveMigrationTest-123118731 tempest-LiveMigrationTest-123118731-project] 10.222.0.31 "DELETE /v2.0/ports/d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 HTTP/1.1" status: 204 len: 173 time: 1.5432990 Feb 03 12:41:35.834434 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b5eae7-4d30-4371-b3f6-dcc34e1f30b3', 'name': 'network-vif-deleted', 'tag': 'd0c2b390-4bee-4674-85b2-bc2b2fe0e3c1'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:35.839908 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28eb2c5-8103-4fdd-9bd8-4c71493eb7d1" -d '{"events": [{"server_uuid": "43b5eae7-4d30-4371-b3f6-dcc34e1f30b3", "name": "network-vif-deleted", "tag": "d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:35.842665 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (654a10d5-23c2-473b-8dbf-55510e59cd6a), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:35.921368 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00981e5-139a-448e-a087-19bdf51bfb79 x-openstack-request-id: req-d00981e5-139a-448e-a087-19bdf51bfb79 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:35.921801 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634fd5db-0e5d-47cd-bab5-382a1724fc62", "name": "network-vif-plugged", "status": "completed", "tag": "4b6caed1-a4ba-435a-b759-1a89a3afeadc", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:35.922150 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d00981e5-139a-448e-a087-19bdf51bfb79 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:35.922688 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634fd5db-0e5d-47cd-bab5-382a1724fc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6caed1-a4ba-435a-b759-1a89a3afeadc', 'code': 200} Feb 03 12:41:35.939709 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9027292b-6726-4ad9-9aa4-bec79313331d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:35.996170 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3562d36d-5cbb-4be9-8804-f6f976589444 x-openstack-request-id: req-3562d36d-5cbb-4be9-8804-f6f976589444 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:35.996720 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b5eae7-4d30-4371-b3f6-dcc34e1f30b3", "name": "network-vif-deleted", "tag": "d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:35.997135 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3562d36d-5cbb-4be9-8804-f6f976589444 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:35.997555 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b5eae7-4d30-4371-b3f6-dcc34e1f30b3', 'name': 'network-vif-deleted', 'tag': 'd0c2b390-4bee-4674-85b2-bc2b2fe0e3c1', 'status': 'completed', 'code': 200} Feb 03 12:41:36.013008 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-8405178c-7fae-4797-b9d6-27b446f74ef5 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:36.014732 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-8405178c-7fae-4797-b9d6-27b446f74ef5 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/networks?id=87045144-2323-4eba-b542-41e2cafcc3b7 HTTP/1.1" status: 200 len: 819 time: 0.3039761 Feb 03 12:41:36.066565 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-43f166f6-2a96-42e9-8ec5-9cedfe6f9c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.091179 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-20b831dd-845f-4d57-bc67-13e038cc5edf tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/quotas/6a209b0e492a4b77b2ceeedc9d454e67 HTTP/1.1" status: 200 len: 375 time: 0.0706654 Feb 03 12:41:36.102529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9027292b-6726-4ad9-9aa4-bec79313331d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:36.103055 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9027292b-6726-4ad9-9aa4-bec79313331d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.128082 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b17c51e-dba7-44b7-b5c1-44a02d27a169 req-63f3ef85-1b5b-4569-ae85-8c23b37da10e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0456893 Feb 03 12:41:36.243774 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c804a-6f4a-4e14-beed-0bc0705f4ba5 req-edd3f1df-9825-48b7-9999-b6975f495802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:36.268164 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a29c804a-6f4a-4e14-beed-0bc0705f4ba5 req-edd3f1df-9825-48b7-9999-b6975f495802 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=634fd5db-0e5d-47cd-bab5-382a1724fc62 HTTP/1.1" status: 200 len: 1127 time: 0.2280312 Feb 03 12:41:36.285834 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] Publish callbacks [] for port (654a10d5-23c2-473b-8dbf-55510e59cd6a), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.292593 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (654a10d5-23c2-473b-8dbf-55510e59cd6a), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.351889 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device ad8ce513-b024-4d6b-bba6-b97193218fd4 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:36.360210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9027292b-6726-4ad9-9aa4-bec79313331d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:36.372671 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-6e1e6814-1ff6-4898-b147-430ab6b948ce tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a209b0e492a4b77b2ceeedc9d454e67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2719162 Feb 03 12:41:36.382338 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a88e5-c9ea-4aa7-852b-422567f9aee5 None None] Pushing event updated for resources: {'Port': ['ID=654a10d5-23c2-473b-8dbf-55510e59cd6a,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:36.393803 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a88e5-c9ea-4aa7-852b-422567f9aee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:36.394311 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a88e5-c9ea-4aa7-852b-422567f9aee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:36.394667 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a88e5-c9ea-4aa7-852b-422567f9aee5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:36.395011 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a88e5-c9ea-4aa7-852b-422567f9aee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:36.395414 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a88e5-c9ea-4aa7-852b-422567f9aee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:36.395755 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a88e5-c9ea-4aa7-852b-422567f9aee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:36.396134 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a88e5-c9ea-4aa7-852b-422567f9aee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:36.396466 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a88e5-c9ea-4aa7-852b-422567f9aee5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:36.396795 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a88e5-c9ea-4aa7-852b-422567f9aee5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:36.397125 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a88e5-c9ea-4aa7-852b-422567f9aee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:36.397451 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a88e5-c9ea-4aa7-852b-422567f9aee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:36.397778 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a88e5-c9ea-4aa7-852b-422567f9aee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:36.398104 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a88e5-c9ea-4aa7-852b-422567f9aee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:41:36.442104 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81b6e4-3246-40d3-ba8e-ff058326dd94 req-57cd6204-85a5-4fad-8a37-5774a0ee3f53 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:36.456981 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cd81b6e4-3246-40d3-ba8e-ff058326dd94 req-57cd6204-85a5-4fad-8a37-5774a0ee3f53 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=634fd5db-0e5d-47cd-bab5-382a1724fc62 HTTP/1.1" status: 200 len: 945 time: 0.2646475 Feb 03 12:41:36.533487 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a29c804a-6f4a-4e14-beed-0bc0705f4ba5 req-74cb068e-3f9e-4ae2-9a1e-c88207f9df1f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489157 Feb 03 12:41:36.552054 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] Attempting to bind port 654a10d5-23c2-473b-8dbf-55510e59cd6a on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:41:36.552054 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] Attempting to bind port 654a10d5-23c2-473b-8dbf-55510e59cd6a by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87045144-2323-4eba-b542-41e2cafcc3b7'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:41:36.552473 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] Attempting to bind port 654a10d5-23c2-473b-8dbf-55510e59cd6a on network 87045144-2323-4eba-b542-41e2cafcc3b7 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:36.559346 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:41:36.559874 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] Checking segment: {'id': 'cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87045144-2323-4eba-b542-41e2cafcc3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:36.560357 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.560807 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] Bound using segment: {'id': 'cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87045144-2323-4eba-b542-41e2cafcc3b7'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:41:36.561330 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] Bound port: 654a10d5-23c2-473b-8dbf-55510e59cd6a, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87045144-2323-4eba-b542-41e2cafcc3b7'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:41:36.561721 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (654a10d5-23c2-473b-8dbf-55510e59cd6a), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.595678 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cd81b6e4-3246-40d3-ba8e-ff058326dd94 req-480669c6-3ae1-4e9a-83ea-20c8d32fcecf tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371720 Feb 03 12:41:36.660094 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-6febf310-1680-4361-8f4c-49510a9d8f17 service neutron] 10.222.0.18 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470837 Feb 03 12:41:36.672389 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49038) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:36.677728 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] For port 654a10d5-23c2-473b-8dbf-55510e59cd6a, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:41:36.687231 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] For port 654a10d5-23c2-473b-8dbf-55510e59cd6a, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=654a10d5-23c2-473b-8dbf-55510e59cd6a,segment=NetworkSegment(cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c),segment_id=cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:41:36.693165 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (654a10d5-23c2-473b-8dbf-55510e59cd6a), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.736021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21d3ed3-7d15-4ace-939d-91d91a73fc6e admin admin] Deleting subnet 3097d68f-4a8b-4def-ab82-1430406a9470 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:41:36.738185 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: ad8ce513-b024-4d6b-bba6-b97193218fd4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:36.738787 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device ad8ce513-b024-4d6b-bba6-b97193218fd4 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:36.739360 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 2e469e26-6249-4d99-9135-ad21f4ec4097 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:36.741081 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d21d3ed3-7d15-4ace-939d-91d91a73fc6e admin admin] Publish callbacks [] for subnet (3097d68f-4a8b-4def-ab82-1430406a9470), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.762233 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 2e469e26-6249-4d99-9135-ad21f4ec4097 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:36.762823 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 2e469e26-6249-4d99-9135-ad21f4ec4097 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:36.763555 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:41:36.780832 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a88e5-c9ea-4aa7-852b-422567f9aee5 None None] Pushing event updated for resources: {'Port': ['ID=654a10d5-23c2-473b-8dbf-55510e59cd6a,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:36.787880 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:41:36.788809 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d0c2b390-4bee-4674-85b2-bc2b2fe0e3c1 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:41:36.790731 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] Routers {'691a731a-5b9c-41ac-9d0e-ae8f25d55371'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:41:36.792159 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:41:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['691a731a-5b9c-41ac-9d0e-ae8f25d55371'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:36.797855 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d21d3ed3-7d15-4ace-939d-91d91a73fc6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (3097d68f-4a8b-4def-ab82-1430406a9470), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.839547 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.855517 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d21d3ed3-7d15-4ace-939d-91d91a73fc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (3097d68f-4a8b-4def-ab82-1430406a9470), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.865847 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-5bfa7de2-0a5d-490e-bb35-5df8763c1434 service neutron] 10.222.0.18 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961834 Feb 03 12:41:36.929951 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d21d3ed3-7d15-4ace-939d-91d91a73fc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (3097d68f-4a8b-4def-ab82-1430406a9470), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.936267 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49042) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:36.974881 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d3ed3-7d15-4ace-939d-91d91a73fc6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3097d68f-4a8b-4def-ab82-1430406a9470,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:36.976980 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d21d3ed3-7d15-4ace-939d-91d91a73fc6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:36.983649 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49046) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:37.003474 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d21d3ed3-7d15-4ace-939d-91d91a73fc6e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3097d68f-4a8b-4def-ab82-1430406a9470 HTTP/1.1" status: 204 len: 168 time: 0.3285220 Feb 03 12:41:37.028608 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] Set router 691a731a-5b9c-41ac-9d0e-ae8f25d55371 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:41:37.133679 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cab08a0-1678-4249-ad61-822f7beac140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (a82e906f-f8d9-402e-91d6-72335f2f4995), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:37.148987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-3989d9c2-0dd9-4808-88de-dd69e3191187 admin admin] Deleting subnet fdc6398e-4bbb-472c-be47-bf6310728b3e {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:41:37.156499 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3989d9c2-0dd9-4808-88de-dd69e3191187 admin admin] Publish callbacks [] for subnet (fdc6398e-4bbb-472c-be47-bf6310728b3e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:37.234681 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e6ef281-f09b-49a2-8e0c-0f93d5509a0c req-034d2300-3a3e-4498-9c2a-f98574677133 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 210 time: 0.0802147 Feb 03 12:41:37.262873 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3989d9c2-0dd9-4808-88de-dd69e3191187 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (fdc6398e-4bbb-472c-be47-bf6310728b3e), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:37.493113 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691a731a-5b9c-41ac-9d0e-ae8f25d55371', 'name': 'tempest-ServerRescueNegativeTestJSON-1836239036-router', 'tenant_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '9027292b-6726-4ad9-9aa4-bec79313331d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:27Z', 'updated_at': '2022-02-03T12:41:32Z', 'revision_number': 4, 'project_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'gw_port': {'id': '9027292b-6726-4ad9-9aa4-bec79313331d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691a731a-5b9c-41ac-9d0e-ae8f25d55371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:28Z', 'updated_at': '2022-02-03T12:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '654a10d5-23c2-473b-8dbf-55510e59cd6a', 'name': '', 'network_id': '87045144-2323-4eba-b542-41e2cafcc3b7', 'tenant_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'mac_address': 'fa:16:3e:aa:ad:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691a731a-5b9c-41ac-9d0e-ae8f25d55371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '8d7c28f9-eb63-4be2-9734-e89b3817580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:31Z', 'updated_at': '2022-02-03T12:41:36Z', 'revision_number': 4, 'project_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'subnets': [{'id': '8d7c28f9-eb63-4be2-9734-e89b3817580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:37.571608 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3c925e2-adaf-41ac-a63a-8dc5f8b6359d req-c6589f81-810d-48d2-a018-df8575b230b0 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.1753500 Feb 03 12:41:37.582338 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cab08a0-1678-4249-ad61-822f7beac140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (a82e906f-f8d9-402e-91d6-72335f2f4995), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:37.613493 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9c3b2a-f218-4752-95b1-3f297d7bc821 None None] The sync data for ids ['691a731a-5b9c-41ac-9d0e-ae8f25d55371'] in n-d-827336-3 is: [{'id': '691a731a-5b9c-41ac-9d0e-ae8f25d55371', 'name': 'tempest-ServerRescueNegativeTestJSON-1836239036-router', 'tenant_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '9027292b-6726-4ad9-9aa4-bec79313331d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:27Z', 'updated_at': '2022-02-03T12:41:32Z', 'revision_number': 4, 'project_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'gw_port': {'id': '9027292b-6726-4ad9-9aa4-bec79313331d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691a731a-5b9c-41ac-9d0e-ae8f25d55371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:28Z', 'updated_at': '2022-02-03T12:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '654a10d5-23c2-473b-8dbf-55510e59cd6a', 'name': '', 'network_id': '87045144-2323-4eba-b542-41e2cafcc3b7', 'tenant_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'mac_address': 'fa:16:3e:aa:ad:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691a731a-5b9c-41ac-9d0e-ae8f25d55371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '8d7c28f9-eb63-4be2-9734-e89b3817580d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:31Z', 'updated_at': '2022-02-03T12:41:36Z', 'revision_number': 4, 'project_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'subnets': [{'id': '8d7c28f9-eb63-4be2-9734-e89b3817580d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:41:37.620510 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3989d9c2-0dd9-4808-88de-dd69e3191187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (fdc6398e-4bbb-472c-be47-bf6310728b3e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:37.779820 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-b4ffd967-1fc8-4a7d-ab8d-e35f5d990f63 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:37.799876 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9cab08a0-1678-4249-ad61-822f7beac140 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82e906f-f8d9-402e-91d6-72335f2f4995']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:37.813559 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-b4ffd967-1fc8-4a7d-ab8d-e35f5d990f63 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/networks?id=87045144-2323-4eba-b542-41e2cafcc3b7 HTTP/1.1" status: 200 len: 819 time: 0.3726833 Feb 03 12:41:37.875197 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9cab08a0-1678-4249-ad61-822f7beac140 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75177d75-37be-4287-be72-04dca2adfff4') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:37.875650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9cab08a0-1678-4249-ad61-822f7beac140 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75177d75-37be-4287-be72-04dca2adfff4') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:37.902229 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-bca11a58-2564-4d23-af84-889e4b6147d1 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/quotas/6a209b0e492a4b77b2ceeedc9d454e67 HTTP/1.1" status: 200 len: 375 time: 0.0875823 Feb 03 12:41:37.975664 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cab08a0-1678-4249-ad61-822f7beac140 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (75177d75-37be-4287-be72-04dca2adfff4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.045209 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cab08a0-1678-4249-ad61-822f7beac140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (75177d75-37be-4287-be72-04dca2adfff4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.076934 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cab08a0-1678-4249-ad61-822f7beac140 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:41:38.077592 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cab08a0-1678-4249-ad61-822f7beac140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (75177d75-37be-4287-be72-04dca2adfff4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.146533 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-d52f6119-9fb3-499d-8117-a93989fcdacb tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a209b0e492a4b77b2ceeedc9d454e67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2415011 Feb 03 12:41:38.155431 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:41:38.211485 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:41:38.298198 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3989d9c2-0dd9-4808-88de-dd69e3191187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (fdc6398e-4bbb-472c-be47-bf6310728b3e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.409558 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989d9c2-0dd9-4808-88de-dd69e3191187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdc6398e-4bbb-472c-be47-bf6310728b3e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:38.414161 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3989d9c2-0dd9-4808-88de-dd69e3191187 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.414398 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-8b418e7b-b919-412d-a5f4-db4d402b2d5d service neutron] 10.222.0.18 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618256 Feb 03 12:41:38.421791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49082) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:38.422079 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3989d9c2-0dd9-4808-88de-dd69e3191187 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fdc6398e-4bbb-472c-be47-bf6310728b3e HTTP/1.1" status: 204 len: 168 time: 1.4838109 Feb 03 12:41:38.425223 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cab08a0-1678-4249-ad61-822f7beac140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (a82e906f-f8d9-402e-91d6-72335f2f4995), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.440558 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cab08a0-1678-4249-ad61-822f7beac140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.445106 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9cab08a0-1678-4249-ad61-822f7beac140 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a82e906f-f8d9-402e-91d6-72335f2f4995 HTTP/1.1" status: 204 len: 168 time: 1.4603522 Feb 03 12:41:38.521935 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab08a0-1678-4249-ad61-822f7beac140 admin admin] Pushing event deleted for resources: {'Network': ['ID=a82e906f-f8d9-402e-91d6-72335f2f4995,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:38.533735 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3700cf-55a4-48c1-be20-d6a307e7d498 req-42b2967b-802e-4538-817f-b882db7da626 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:38.542130 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e3700cf-55a4-48c1-be20-d6a307e7d498 req-42b2967b-802e-4538-817f-b882db7da626 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=634fd5db-0e5d-47cd-bab5-382a1724fc62 HTTP/1.1" status: 200 len: 945 time: 0.7360303 Feb 03 12:41:38.653944 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 654a10d5-23c2-473b-8dbf-55510e59cd6a up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:38.691121 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e3700cf-55a4-48c1-be20-d6a307e7d498 req-37a8c899-f887-4f15-b8e2-fdcfe86cdbba tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479511 Feb 03 12:41:38.728971 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49088) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:38.739269 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-941b6fe3-f096-4144-be08-fc329dbea8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (261b9ae4-c32c-4699-b2c0-61d6a780f49b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.796498 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-83ed6833-b59c-4a60-8122-6ef7836c9bd5 service neutron] 10.222.0.18 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664856 Feb 03 12:41:38.908253 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c6fdfe19-c272-4ca5-9456-f9f7ab4d2392 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d84f0f681f8b413a934056fdf3572c4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1776793 Feb 03 12:41:38.909433 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 654a10d5-23c2-473b-8dbf-55510e59cd6a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:38.910044 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (654a10d5-23c2-473b-8dbf-55510e59cd6a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:38.913490 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49090) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:38.987833 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a36b2cb-52a3-446f-9d16-d948bfc96379 req-29593ccc-5012-4382-9a10-d7bc416dd7ae tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0509620 Feb 03 12:41:39.083165 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 654a10d5-23c2-473b-8dbf-55510e59cd6a is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:39.085324 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (654a10d5-23c2-473b-8dbf-55510e59cd6a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.219003 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-941b6fe3-f096-4144-be08-fc329dbea8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (261b9ae4-c32c-4699-b2c0-61d6a780f49b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.258508 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 654a10d5-23c2-473b-8dbf-55510e59cd6a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=654a10d5-23c2-473b-8dbf-55510e59cd6a,segment=NetworkSegment(cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c),segment_id=cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:39.269280 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (654a10d5-23c2-473b-8dbf-55510e59cd6a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.291114 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8740a47e-c288-43ac-85be-54d93ada4688 req-ae5f754b-1190-4216-9599-bb7ee235cf33 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 210 time: 0.0871878 Feb 03 12:41:39.375362 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-941b6fe3-f096-4144-be08-fc329dbea8ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261b9ae4-c32c-4699-b2c0-61d6a780f49b']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:39.418933 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-941b6fe3-f096-4144-be08-fc329dbea8ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:39.419239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-941b6fe3-f096-4144-be08-fc329dbea8ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7e2a88-286c-4b13-a1c1-b9c47a54fc29') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:39.443195 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-941b6fe3-f096-4144-be08-fc329dbea8ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (8e7e2a88-286c-4b13-a1c1-b9c47a54fc29), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.448277 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=654a10d5-23c2-473b-8dbf-55510e59cd6a,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:39.462611 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-941b6fe3-f096-4144-be08-fc329dbea8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8e7e2a88-286c-4b13-a1c1-b9c47a54fc29), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.469970 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941b6fe3-f096-4144-be08-fc329dbea8ae admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:41:39.470755 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-941b6fe3-f096-4144-be08-fc329dbea8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (8e7e2a88-286c-4b13-a1c1-b9c47a54fc29), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:41:39.553897 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:41:39.570097 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-5c68b06c-31fc-410b-b582-3ae0c9396fed tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:39.572087 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-5c68b06c-31fc-410b-b582-3ae0c9396fed tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.31 "GET /v2.0/networks?id=87045144-2323-4eba-b542-41e2cafcc3b7 HTTP/1.1" status: 200 len: 819 time: 0.6907401 Feb 03 12:41:39.573336 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f3d081e-aa6e-4a0e-9179-78cd59410333 admin admin] Publish callbacks [] for security_group (cc9b0c80-4a3f-4e37-a791-046e3adf5158), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.603585 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f3d081e-aa6e-4a0e-9179-78cd59410333 admin admin] Publish callbacks [] for security_group (cc9b0c80-4a3f-4e37-a791-046e3adf5158), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.636036 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-941b6fe3-f096-4144-be08-fc329dbea8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (261b9ae4-c32c-4699-b2c0-61d6a780f49b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.642885 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-0a5e61ce-ed92-4e53-8b86-344eec4f352f tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Request body: {'port': {'device_id': '188b55d6-73ab-4e3e-81fa-fde383acf8e0', 'network_id': '87045144-2323-4eba-b542-41e2cafcc3b7', 'admin_state_up': True, 'tenant_id': '6a209b0e492a4b77b2ceeedc9d454e67'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:39.650789 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.661127 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-941b6fe3-f096-4144-be08-fc329dbea8ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.664503 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-941b6fe3-f096-4144-be08-fc329dbea8ae admin admin] 10.222.0.18 "DELETE /v2.0/networks/261b9ae4-c32c-4699-b2c0-61d6a780f49b HTTP/1.1" status: 204 len: 168 time: 1.2421625 Feb 03 12:41:39.668483 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49104) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:39.786599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-29fa649b-62a0-4edc-829d-3019b4286045 admin admin] Deleting subnet ca89adc6-598e-496a-88a4-5a2b7826df26 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:41:39.791692 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29fa649b-62a0-4edc-829d-3019b4286045 admin admin] Publish callbacks [] for subnet (ca89adc6-598e-496a-88a4-5a2b7826df26), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.851305 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29fa649b-62a0-4edc-829d-3019b4286045 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (ca89adc6-598e-496a-88a4-5a2b7826df26), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.898021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b6fe3-f096-4144-be08-fc329dbea8ae admin admin] Pushing event deleted for resources: {'Network': ['ID=261b9ae4-c32c-4699-b2c0-61d6a780f49b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:39.939041 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 654a10d5-23c2-473b-8dbf-55510e59cd6a up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:39.940849 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f3d081e-aa6e-4a0e-9179-78cd59410333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (cc9b0c80-4a3f-4e37-a791-046e3adf5158), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.944785 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f3d081e-aa6e-4a0e-9179-78cd59410333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:39.949103 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4f3d081e-aa6e-4a0e-9179-78cd59410333 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc9b0c80-4a3f-4e37-a791-046e3adf5158 HTTP/1.1" status: 204 len: 168 time: 1.0227890 Feb 03 12:41:39.979477 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29fa649b-62a0-4edc-829d-3019b4286045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (ca89adc6-598e-496a-88a4-5a2b7826df26), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:40.075521 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 654a10d5-23c2-473b-8dbf-55510e59cd6a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:40.077165 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (654a10d5-23c2-473b-8dbf-55510e59cd6a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:40.079145 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d081e-aa6e-4a0e-9179-78cd59410333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9b0c80-4a3f-4e37-a791-046e3adf5158,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:40.126554 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29fa649b-62a0-4edc-829d-3019b4286045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (ca89adc6-598e-496a-88a4-5a2b7826df26), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:40.162604 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e624a9d-2f25-472e-9ff9-a9a894591ad5 req-89224caa-788f-453a-b761-c47e561a9b8e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:40.180701 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e624a9d-2f25-472e-9ff9-a9a894591ad5 req-89224caa-788f-453a-b761-c47e561a9b8e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=634fd5db-0e5d-47cd-bab5-382a1724fc62 HTTP/1.1" status: 200 len: 945 time: 0.2550194 Feb 03 12:41:40.223170 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29fa649b-62a0-4edc-829d-3019b4286045 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:40.233238 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-29fa649b-62a0-4edc-829d-3019b4286045 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ca89adc6-598e-496a-88a4-5a2b7826df26 HTTP/1.1" status: 204 len: 168 time: 0.5634465 Feb 03 12:41:40.234915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa649b-62a0-4edc-829d-3019b4286045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca89adc6-598e-496a-88a4-5a2b7826df26,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:40.240552 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49116) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:40.329333 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e624a9d-2f25-472e-9ff9-a9a894591ad5 req-06ce8635-67fe-443b-9651-a865b3a6cd80 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454501 Feb 03 12:41:40.331117 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-0a5e61ce-ed92-4e53-8b86-344eec4f352f tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Made reservation on behalf of 6a209b0e492a4b77b2ceeedc9d454e67 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:41:40.344423 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-0a5e61ce-ed92-4e53-8b86-344eec4f352f tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:40.407739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 654a10d5-23c2-473b-8dbf-55510e59cd6a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:40.525616 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-0a5e61ce-ed92-4e53-8b86-344eec4f352f tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Allocated IP 172.20.0.8 (87045144-2323-4eba-b542-41e2cafcc3b7/8d7c28f9-eb63-4be2-9734-e89b3817580d/04038b85-e2ce-41ef-a62a-fbb37304394d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:41:40.555383 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-73ed00f3-367d-4a0e-a842-8c2fb51b0b8b req-2f87cba9-d71d-4aea-adb7-3609ee409013 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.2636409 Feb 03 12:41:40.599486 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63c2b089-6e9d-4eaa-8a37-b1052074b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (3465b1e9-f7cc-491b-80af-4cae6c877460), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:40.705207 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c54e6951-6887-4a6d-8b90-dfedd29fe69b req-ffdcf6a6-1296-40e2-a46d-e40cdca826c2 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 210 time: 0.1224275 Feb 03 12:41:40.820950 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-0a5e61ce-ed92-4e53-8b86-344eec4f352f tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Publish callbacks [] for port (04038b85-e2ce-41ef-a62a-fbb37304394d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:40.865319 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-0a5e61ce-ed92-4e53-8b86-344eec4f352f tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (04038b85-e2ce-41ef-a62a-fbb37304394d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:40.867496 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63c2b089-6e9d-4eaa-8a37-b1052074b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (3465b1e9-f7cc-491b-80af-4cae6c877460), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:40.924451 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-0a5e61ce-ed92-4e53-8b86-344eec4f352f tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Network 87045144-2323-4eba-b542-41e2cafcc3b7 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:41:40.929043 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-0a5e61ce-ed92-4e53-8b86-344eec4f352f tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:40.935413 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-0a5e61ce-ed92-4e53-8b86-344eec4f352f tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:41:40.983646 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e61ce-ed92-4e53-8b86-344eec4f352f tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Pushing event updated for resources: {'Port': ['ID=04038b85-e2ce-41ef-a62a-fbb37304394d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:41.037648 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-0a5e61ce-ed92-4e53-8b86-344eec4f352f tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:41.041807 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-0a5e61ce-ed92-4e53-8b86-344eec4f352f tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.051266 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-03a0d63b-ca91-4c51-bfad-0ecf82ef2f74 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:41.053332 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-03a0d63b-ca91-4c51-bfad-0ecf82ef2f74 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 805 time: 0.3696871 Feb 03 12:41:41.083614 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-0a5e61ce-ed92-4e53-8b86-344eec4f352f tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4489701 Feb 03 12:41:41.095743 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] Request body: {'port': {'device_id': '188b55d6-73ab-4e3e-81fa-fde383acf8e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:41.101912 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-2a415282-340c-43e0-853d-edfad7ecdf97 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/quotas/e249398c095241939cdd7b37579f2461 HTTP/1.1" status: 200 len: 375 time: 0.0379469 Feb 03 12:41:41.108195 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-63c2b089-6e9d-4eaa-8a37-b1052074b6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3465b1e9-f7cc-491b-80af-4cae6c877460']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:41.178938 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (04038b85-e2ce-41ef-a62a-fbb37304394d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.312511 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-55c6bd55-3e4d-4818-bb3a-844014de20c6 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:41.315093 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-55c6bd55-3e4d-4818-bb3a-844014de20c6 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.73 "GET /v2.0/networks?id=87045144-2323-4eba-b542-41e2cafcc3b7 HTTP/1.1" status: 200 len: 819 time: 0.2951522 Feb 03 12:41:41.331977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-63c2b089-6e9d-4eaa-8a37-b1052074b6f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127f64f4-96b7-4977-b5aa-718255d7e6b8') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:41.332191 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-63c2b089-6e9d-4eaa-8a37-b1052074b6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127f64f4-96b7-4977-b5aa-718255d7e6b8') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:41:41.362632 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63c2b089-6e9d-4eaa-8a37-b1052074b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (127f64f4-96b7-4977-b5aa-718255d7e6b8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.383160 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-98162587-adc0-4686-9563-f941b428deef tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Request body: {'port': {'device_id': '413beb75-b5f2-4127-8454-a05fbe40c705', 'network_id': '87045144-2323-4eba-b542-41e2cafcc3b7', 'admin_state_up': True, 'tenant_id': '6a209b0e492a4b77b2ceeedc9d454e67'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:41.558291 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63c2b089-6e9d-4eaa-8a37-b1052074b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (127f64f4-96b7-4977-b5aa-718255d7e6b8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.614135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c2b089-6e9d-4eaa-8a37-b1052074b6f4 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:41:41.614594 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63c2b089-6e9d-4eaa-8a37-b1052074b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (127f64f4-96b7-4977-b5aa-718255d7e6b8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:41:41.625129 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:41:41.639395 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04038b85-e2ce-41ef-a62a-fbb37304394d {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:41.649156 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] Publish callbacks [] for port (04038b85-e2ce-41ef-a62a-fbb37304394d), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.668785 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-7ced780f-b56c-4b8b-8fad-dc13ef09eb8c tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5498941 Feb 03 12:41:41.768870 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] Transition to ACTIVE for port object 04038b85-e2ce-41ef-a62a-fbb37304394d will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:41:41.774422 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (04038b85-e2ce-41ef-a62a-fbb37304394d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.790633 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63c2b089-6e9d-4eaa-8a37-b1052074b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (3465b1e9-f7cc-491b-80af-4cae6c877460), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.827184 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63c2b089-6e9d-4eaa-8a37-b1052074b6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:41.830443 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-63c2b089-6e9d-4eaa-8a37-b1052074b6f4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3465b1e9-f7cc-491b-80af-4cae6c877460 HTTP/1.1" status: 204 len: 168 time: 1.5884986 Feb 03 12:41:41.832369 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2b089-6e9d-4eaa-8a37-b1052074b6f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3465b1e9-f7cc-491b-80af-4cae6c877460,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:41.861541 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] Pushing event updated for resources: {'Port': ['ID=04038b85-e2ce-41ef-a62a-fbb37304394d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:41.876253 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-944ed3fe-229c-4d54-b23f-725e44d12481 req-41766c57-2535-4704-a3d0-769a8ab2c516 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.1195440 Feb 03 12:41:41.981661 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-eaa089d9-19d5-4055-b850-add6979bf295 service neutron] 10.222.0.18 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833793 Feb 03 12:41:42.063653 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-98162587-adc0-4686-9563-f941b428deef tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Made reservation on behalf of 6a209b0e492a4b77b2ceeedc9d454e67 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:41:42.071631 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-98162587-adc0-4686-9563-f941b428deef tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:42.102315 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] Attempting to bind port 04038b85-e2ce-41ef-a62a-fbb37304394d on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:41:42.103357 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] Attempting to bind port 04038b85-e2ce-41ef-a62a-fbb37304394d by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87045144-2323-4eba-b542-41e2cafcc3b7'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:41:42.104128 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] Attempting to bind port 04038b85-e2ce-41ef-a62a-fbb37304394d on network 87045144-2323-4eba-b542-41e2cafcc3b7 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:42.125317 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] Port 04038b85-e2ce-41ef-a62a-fbb37304394d on network 87045144-2323-4eba-b542-41e2cafcc3b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:41:42.125317 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] Attempting to bind port 04038b85-e2ce-41ef-a62a-fbb37304394d on network 87045144-2323-4eba-b542-41e2cafcc3b7 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:42.157953 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-852bfee0-9a2f-4812-9f16-d1cb8194970f req-7461df3a-34bb-4292-8853-ab6fdf8d8b82 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 210 time: 0.0605404 Feb 03 12:41:42.168651 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:41:42.168993 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] Checking segment: {'id': 'cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87045144-2323-4eba-b542-41e2cafcc3b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:42.169391 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] Bound using segment: {'id': 'cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87045144-2323-4eba-b542-41e2cafcc3b7'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:41:42.169877 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] Bound port: 04038b85-e2ce-41ef-a62a-fbb37304394d, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87045144-2323-4eba-b542-41e2cafcc3b7'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:41:42.170315 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (04038b85-e2ce-41ef-a62a-fbb37304394d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:42.285401 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49180) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:42.311440 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] For port 04038b85-e2ce-41ef-a62a-fbb37304394d, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:41:42.315608 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] For port 04038b85-e2ce-41ef-a62a-fbb37304394d, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=04038b85-e2ce-41ef-a62a-fbb37304394d,segment=NetworkSegment(cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c),segment_id=cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:41:42.328056 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (04038b85-e2ce-41ef-a62a-fbb37304394d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:42.389340 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-34d02604-e2a7-4c86-9314-5fed4990b1b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59121cc9f5494060a5397600a3646346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1010947 Feb 03 12:41:42.393012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49184) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:42.400516 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:42.401147 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:42.419851 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] 10.222.0.31 "PUT /v2.0/ports/04038b85-e2ce-41ef-a62a-fbb37304394d HTTP/1.1" status: 200 len: 1091 time: 1.3292594 Feb 03 12:41:42.420915 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188b55d6-73ab-4e3e-81fa-fde383acf8e0', 'tag': '04038b85-e2ce-41ef-a62a-fbb37304394d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:42.440696 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-f9f48bde-4697-4c05-a9b2-044a7fdb8c2c service neutron] 10.222.0.18 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551020 Feb 03 12:41:42.442723 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c3e5f1-ef93-413d-86d0-b0e17e6d84e1" -d '{"events": [{"name": "network-changed", "server_uuid": "188b55d6-73ab-4e3e-81fa-fde383acf8e0", "tag": "04038b85-e2ce-41ef-a62a-fbb37304394d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:42.445579 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-98162587-adc0-4686-9563-f941b428deef tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Allocated IP 172.20.0.6 (87045144-2323-4eba-b542-41e2cafcc3b7/8d7c28f9-eb63-4be2-9734-e89b3817580d/cf717bd2-45d1-4420-ae33-d3b169cb8f4d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:41:42.557025 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88f3999-5079-4274-b1ee-49eac8a2f521 x-openstack-request-id: req-c88f3999-5079-4274-b1ee-49eac8a2f521 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:42.557322 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188b55d6-73ab-4e3e-81fa-fde383acf8e0", "tag": "04038b85-e2ce-41ef-a62a-fbb37304394d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:42.557576 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c88f3999-5079-4274-b1ee-49eac8a2f521 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:42.557978 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188b55d6-73ab-4e3e-81fa-fde383acf8e0', 'tag': '04038b85-e2ce-41ef-a62a-fbb37304394d', 'status': 'completed', 'code': 200} Feb 03 12:41:42.574770 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959c4ef-f58c-469b-a34c-81044b83e623 service neutron] Pushing event updated for resources: {'Port': ['ID=04038b85-e2ce-41ef-a62a-fbb37304394d,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:42.615622 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-53286e2c-457a-47c9-b00c-f8125ad58a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:42.617182 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-53286e2c-457a-47c9-b00c-f8125ad58a92 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a209b0e492a4b77b2ceeedc9d454e67&device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 1125 time: 0.1503658 Feb 03 12:41:42.695780 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-1b1ad1ed-85e4-4b10-bd40-be65b2398161 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04038b85-e2ce-41ef-a62a-fbb37304394d HTTP/1.1" status: 200 len: 217 time: 0.0683315 Feb 03 12:41:42.743404 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d673793-f897-428f-a25a-c672332f5295 admin admin] Publish callbacks [] for security_group (11121874-b5d0-488e-89f3-5e1369910922), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:42.780081 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-98162587-adc0-4686-9563-f941b428deef tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Publish callbacks [] for port (cf717bd2-45d1-4420-ae33-d3b169cb8f4d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:42.792765 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d673793-f897-428f-a25a-c672332f5295 admin admin] Publish callbacks [] for security_group (11121874-b5d0-488e-89f3-5e1369910922), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:42.858416 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4bcdf238-5101-436a-bc62-93373ab0bd71 req-57477b5b-3836-4a36-8f9e-482c5c09b694 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dce569d-96e3-4050-b43f-8ccb969e98ca HTTP/1.1" status: 200 len: 210 time: 0.0797718 Feb 03 12:41:42.897168 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-98162587-adc0-4686-9563-f941b428deef tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (cf717bd2-45d1-4420-ae33-d3b169cb8f4d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:42.905153 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-955836f5-a726-482a-aab5-53c1812e53cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:42.907171 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-955836f5-a726-482a-aab5-53c1812e53cd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d7c28f9-eb63-4be2-9734-e89b3817580d HTTP/1.1" status: 200 len: 859 time: 0.2079093 Feb 03 12:41:42.961551 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-dbec04ad-d82e-4105-b7a0-cb8c66b240db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87045144-2323-4eba-b542-41e2cafcc3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445409 Feb 03 12:41:42.986239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98162587-adc0-4686-9563-f941b428deef tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Pushing event updated for resources: {'Port': ['ID=cf717bd2-45d1-4420-ae33-d3b169cb8f4d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:43.003105 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d673793-f897-428f-a25a-c672332f5295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (11121874-b5d0-488e-89f3-5e1369910922), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:43.007997 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d673793-f897-428f-a25a-c672332f5295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:43.014670 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4d673793-f897-428f-a25a-c672332f5295 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11121874-b5d0-488e-89f3-5e1369910922 HTTP/1.1" status: 204 len: 168 time: 0.6079805 Feb 03 12:41:43.034891 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d673793-f897-428f-a25a-c672332f5295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11121874-b5d0-488e-89f3-5e1369910922,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:43.043776 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-98162587-adc0-4686-9563-f941b428deef tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Network 87045144-2323-4eba-b542-41e2cafcc3b7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:41:43.046918 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-98162587-adc0-4686-9563-f941b428deef tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:43.054973 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-98162587-adc0-4686-9563-f941b428deef tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:41:43.169772 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-72310ca5-7dff-4e2b-9929-92d6c18b39bf req-03240be6-ce1d-493e-9ef3-f370fa9ee66d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0662057 Feb 03 12:41:43.219389 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-98162587-adc0-4686-9563-f941b428deef tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:43.222517 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49216) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:43.225932 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-98162587-adc0-4686-9563-f941b428deef tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:43.249157 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-5f685510-3615-4419-a230-303fef2eae3d service neutron] 10.222.0.31 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795212 Feb 03 12:41:43.276327 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-98162587-adc0-4686-9563-f941b428deef tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9074080 Feb 03 12:41:43.296925 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] Request body: {'port': {'device_id': '413beb75-b5f2-4127-8454-a05fbe40c705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:43.449411 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cf717bd2-45d1-4420-ae33-d3b169cb8f4d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:43.833832 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49228) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:43.942525 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b77cc4b3-d3b4-4c22-b95d-a7e5fda01d21 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86a31d99d7cc45f18b9a327634aa7631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1074574 Feb 03 12:41:43.945244 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49232) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:44.046008 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bd70b9b5-3afd-4c5c-8a4e-42591f886c2c req-7d9fe49e-38d4-4f86-939d-07edf4ac332a tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dce569d-96e3-4050-b43f-8ccb969e98ca HTTP/1.1" status: 200 len: 210 time: 0.0545690 Feb 03 12:41:44.048623 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59723f6c-24b8-4111-9abc-50dc8604a0e8 admin admin] Publish callbacks [] for security_group (cd901fc5-e6ff-4f0e-a707-c8a70df6bcda), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:44.052329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf717bd2-45d1-4420-ae33-d3b169cb8f4d {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:44.063927 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] Publish callbacks [] for port (cf717bd2-45d1-4420-ae33-d3b169cb8f4d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:44.103695 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59723f6c-24b8-4111-9abc-50dc8604a0e8 admin admin] Publish callbacks [] for security_group (cd901fc5-e6ff-4f0e-a707-c8a70df6bcda), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:44.107619 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] Transition to ACTIVE for port object cf717bd2-45d1-4420-ae33-d3b169cb8f4d will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:41:44.120232 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (cf717bd2-45d1-4420-ae33-d3b169cb8f4d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:44.156278 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7660298f-c870-4880-aa97-691e76b5ffbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:44.176379 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7ee7d-2bdd-4886-9e17-b4e3801e2799 req-09fc46f8-c03b-4518-9e6a-9555a69ba823 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:44.177947 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d0c7ee7d-2bdd-4886-9e17-b4e3801e2799 req-09fc46f8-c03b-4518-9e6a-9555a69ba823 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 931 time: 0.8225439 Feb 03 12:41:44.197033 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] Pushing event updated for resources: {'Port': ['ID=cf717bd2-45d1-4420-ae33-d3b169cb8f4d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:44.241688 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd67de06-daff-4c28-b2be-2d8391aad517 req-8400de59-9f96-4dae-8a38-519bf3ee39e5 service neutron] 10.222.0.31 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9873738 Feb 03 12:41:44.392180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] Attempting to bind port cf717bd2-45d1-4420-ae33-d3b169cb8f4d on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:41:44.392740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] Attempting to bind port cf717bd2-45d1-4420-ae33-d3b169cb8f4d by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87045144-2323-4eba-b542-41e2cafcc3b7'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:41:44.393206 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] Attempting to bind port cf717bd2-45d1-4420-ae33-d3b169cb8f4d on network 87045144-2323-4eba-b542-41e2cafcc3b7 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:44.422053 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d0c7ee7d-2bdd-4886-9e17-b4e3801e2799 req-964ed47a-9f0a-4a2e-8386-ce06167301fc tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372215 Feb 03 12:41:44.470458 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-89d08754-a1da-45e3-a5d8-c99e9f5fc014 req-50421b29-af12-4d42-affc-d7ed158a510a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.1058934 Feb 03 12:41:44.477619 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] Port cf717bd2-45d1-4420-ae33-d3b169cb8f4d on network 87045144-2323-4eba-b542-41e2cafcc3b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:41:44.477917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] Attempting to bind port cf717bd2-45d1-4420-ae33-d3b169cb8f4d on network 87045144-2323-4eba-b542-41e2cafcc3b7 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:44.488901 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:41:44.497188 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] Checking segment: {'id': 'cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87045144-2323-4eba-b542-41e2cafcc3b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:44.497539 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] Bound using segment: {'id': 'cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87045144-2323-4eba-b542-41e2cafcc3b7'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:41:44.498065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] Bound port: cf717bd2-45d1-4420-ae33-d3b169cb8f4d, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '87045144-2323-4eba-b542-41e2cafcc3b7'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:41:44.498448 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cf717bd2-45d1-4420-ae33-d3b169cb8f4d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:44.513515 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59723f6c-24b8-4111-9abc-50dc8604a0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (cd901fc5-e6ff-4f0e-a707-c8a70df6bcda), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:44.513515 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59723f6c-24b8-4111-9abc-50dc8604a0e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:44.513515 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-59723f6c-24b8-4111-9abc-50dc8604a0e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd901fc5-e6ff-4f0e-a707-c8a70df6bcda HTTP/1.1" status: 204 len: 168 time: 0.5607731 Feb 03 12:41:44.554624 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59723f6c-24b8-4111-9abc-50dc8604a0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd901fc5-e6ff-4f0e-a707-c8a70df6bcda,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:44.573935 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3e5f1-ef93-413d-86d0-b0e17e6d84e1 req-4d9f2ede-a39b-45b2-b9d8-a1d7d788d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:44.575625 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2c3e5f1-ef93-413d-86d0-b0e17e6d84e1 req-4d9f2ede-a39b-45b2-b9d8-a1d7d788d1ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a209b0e492a4b77b2ceeedc9d454e67&device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 1125 time: 0.2697039 Feb 03 12:41:44.587193 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7660298f-c870-4880-aa97-691e76b5ffbe admin admin] Publish callbacks [] for security_group (5cda12e3-003c-4568-9767-426b1ac71734), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:44.605199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-1262b31d-ffa6-4bea-9158-6637d5f672d0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:44.608259 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-1262b31d-ffa6-4bea-9158-6637d5f672d0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.31 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 805 time: 0.3141975 Feb 03 12:41:44.609595 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7660298f-c870-4880-aa97-691e76b5ffbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5cda12e3-003c-4568-9767-426b1ac71734), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:44.655334 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-ce358f79-4177-43b4-b1a1-56d4f729982e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Request body: {'port': {'device_id': '6dce569d-96e3-4050-b43f-8ccb969e98ca', 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb', 'admin_state_up': True, 'tenant_id': 'e249398c095241939cdd7b37579f2461'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:44.678694 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] For port cf717bd2-45d1-4420-ae33-d3b169cb8f4d, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:41:44.684528 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] For port cf717bd2-45d1-4420-ae33-d3b169cb8f4d, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=cf717bd2-45d1-4420-ae33-d3b169cb8f4d,segment=NetworkSegment(cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c),segment_id=cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:41:44.709339 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (cf717bd2-45d1-4420-ae33-d3b169cb8f4d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:44.760817 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7660298f-c870-4880-aa97-691e76b5ffbe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=575d118ede6c44a4b9787049c5f316b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5348790 Feb 03 12:41:44.765276 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49242) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:44.813792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] Pushing event updated for resources: {'Port': ['ID=cf717bd2-45d1-4420-ae33-d3b169cb8f4d,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:44.831849 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660298f-c870-4880-aa97-691e76b5ffbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cda12e3-003c-4568-9767-426b1ac71734,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:44.845522 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-ce358f79-4177-43b4-b1a1-56d4f729982e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Made reservation on behalf of e249398c095241939cdd7b37579f2461 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:41:44.849567 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-ce358f79-4177-43b4-b1a1-56d4f729982e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:44.850271 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:44.850858 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:44.853167 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-33f66612-4e72-43ae-b82f-a92d0f8ad520 service neutron] 10.222.0.73 "PUT /v2.0/ports/cf717bd2-45d1-4420-ae33-d3b169cb8f4d HTTP/1.1" status: 200 len: 1091 time: 1.5610173 Feb 03 12:41:44.853809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413beb75-b5f2-4127-8454-a05fbe40c705', 'tag': 'cf717bd2-45d1-4420-ae33-d3b169cb8f4d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:44.872710 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd0c93f-b6b0-4c25-a89e-e5f012de43aa" -d '{"events": [{"name": "network-changed", "server_uuid": "413beb75-b5f2-4127-8454-a05fbe40c705", "tag": "cf717bd2-45d1-4420-ae33-d3b169cb8f4d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:44.908264 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36042c10-79e0-4055-8b01-3987ae479fb0 admin admin] Publish callbacks [] for security_group (5cda12e3-003c-4568-9767-426b1ac71734), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:44.981624 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36042c10-79e0-4055-8b01-3987ae479fb0 admin admin] Publish callbacks [] for security_group (5cda12e3-003c-4568-9767-426b1ac71734), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.037312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3e5f1-ef93-413d-86d0-b0e17e6d84e1 req-51b928d0-1f9d-4a78-b7ce-be76e9ec8d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:45.039184 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2c3e5f1-ef93-413d-86d0-b0e17e6d84e1 req-51b928d0-1f9d-4a78-b7ce-be76e9ec8d6f service neutron] 10.222.0.31 "GET /v2.0/networks?id=87045144-2323-4eba-b542-41e2cafcc3b7 HTTP/1.1" status: 200 len: 920 time: 0.3492455 Feb 03 12:41:45.079081 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceeeb81-afd1-41b0-ba16-3eb0b0921982 x-openstack-request-id: req-cceeeb81-afd1-41b0-ba16-3eb0b0921982 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:45.080042 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413beb75-b5f2-4127-8454-a05fbe40c705", "tag": "cf717bd2-45d1-4420-ae33-d3b169cb8f4d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:45.083177 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cceeeb81-afd1-41b0-ba16-3eb0b0921982 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:45.083624 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413beb75-b5f2-4127-8454-a05fbe40c705', 'tag': 'cf717bd2-45d1-4420-ae33-d3b169cb8f4d', 'status': 'completed', 'code': 200} Feb 03 12:41:45.160753 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2c3e5f1-ef93-413d-86d0-b0e17e6d84e1 req-e7fc0145-f785-450c-8718-5cc7c34000f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04038b85-e2ce-41ef-a62a-fbb37304394d HTTP/1.1" status: 200 len: 217 time: 0.0755804 Feb 03 12:41:45.289048 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-ce358f79-4177-43b4-b1a1-56d4f729982e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Allocated IP 172.20.0.13 (dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb/aa4b2afa-81a8-4d6e-a8be-3051d409ec8b/e8b83379-ca9f-4828-912c-df48ee19e524) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:41:45.329000 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c50cb55c-9cef-4737-9940-24f04a9df4e7 req-76973b87-686b-401b-bc34-c6fb0382673b tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dce569d-96e3-4050-b43f-8ccb969e98ca HTTP/1.1" status: 200 len: 210 time: 0.0728095 Feb 03 12:41:45.345246 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-05bf43ab-2291-4cb6-b4ab-56c236014409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:45.348286 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-05bf43ab-2291-4cb6-b4ab-56c236014409 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a209b0e492a4b77b2ceeedc9d454e67&device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 1125 time: 0.3292558 Feb 03 12:41:45.355873 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3e5f1-ef93-413d-86d0-b0e17e6d84e1 req-5ec3dcb2-65f5-4b1c-abfa-048b7079d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:45.360078 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2c3e5f1-ef93-413d-86d0-b0e17e6d84e1 req-5ec3dcb2-65f5-4b1c-abfa-048b7079d643 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d7c28f9-eb63-4be2-9734-e89b3817580d HTTP/1.1" status: 200 len: 859 time: 0.1926033 Feb 03 12:41:45.509067 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2c3e5f1-ef93-413d-86d0-b0e17e6d84e1 req-dfc65932-45ed-4a4f-be99-da6982977704 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87045144-2323-4eba-b542-41e2cafcc3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273799 Feb 03 12:41:45.512352 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-74820b67-4ec6-442c-8e69-375a3cc2bdd1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf717bd2-45d1-4420-ae33-d3b169cb8f4d HTTP/1.1" status: 200 len: 217 time: 0.1517816 Feb 03 12:41:45.547549 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36042c10-79e0-4055-8b01-3987ae479fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5cda12e3-003c-4568-9767-426b1ac71734), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.550663 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36042c10-79e0-4055-8b01-3987ae479fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.552276 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-36042c10-79e0-4055-8b01-3987ae479fb0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5cda12e3-003c-4568-9767-426b1ac71734 HTTP/1.1" status: 204 len: 168 time: 0.7851973 Feb 03 12:41:45.628699 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36042c10-79e0-4055-8b01-3987ae479fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cda12e3-003c-4568-9767-426b1ac71734,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:45.726350 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.832698 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-ce358f79-4177-43b4-b1a1-56d4f729982e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks [] for port (e8b83379-ca9f-4828-912c-df48ee19e524), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.910853 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-ce358f79-4177-43b4-b1a1-56d4f729982e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (e8b83379-ca9f-4828-912c-df48ee19e524), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:45.944368 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['9b398a78-50d2-4141-9d11-5423875b26ed', '4b6caed1-a4ba-435a-b759-1a89a3afeadc'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:46.057354 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce358f79-4177-43b4-b1a1-56d4f729982e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Pushing event updated for resources: {'Port': ['ID=e8b83379-ca9f-4828-912c-df48ee19e524,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:46.077377 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ceb5ae-2428-4552-8256-1115434bb975 req-52b38f80-291f-4059-aedc-05d387a252fc tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:46.094819 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18ceb5ae-2428-4552-8256-1115434bb975 req-52b38f80-291f-4059-aedc-05d387a252fc tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 943 time: 0.4937310 Feb 03 12:41:46.136806 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-ce358f79-4177-43b4-b1a1-56d4f729982e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:41:46.149963 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-ce358f79-4177-43b4-b1a1-56d4f729982e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:41:46.160342 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-ce358f79-4177-43b4-b1a1-56d4f729982e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:41:46.313024 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18ceb5ae-2428-4552-8256-1115434bb975 req-2e3f314a-86bd-4c47-94ab-b5716f07f31b tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171254 Feb 03 12:41:46.334014 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-ce358f79-4177-43b4-b1a1-56d4f729982e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:46.334951 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-ce358f79-4177-43b4-b1a1-56d4f729982e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:46.361673 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-ce358f79-4177-43b4-b1a1-56d4f729982e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7109680 Feb 03 12:41:46.378049 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] Request body: {'port': {'device_id': '6dce569d-96e3-4050-b43f-8ccb969e98ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:41:46.448603 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 04038b85-e2ce-41ef-a62a-fbb37304394d details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:41:46.570653 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e8b83379-ca9f-4828-912c-df48ee19e524), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:46.649688 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a7ac4-48c8-4514-87be-b040c0c7c477 req-96c502ce-a3b5-4b95-9b09-a2943a787e64 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:46.651994 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d26a7ac4-48c8-4514-87be-b040c0c7c477 req-96c502ce-a3b5-4b95-9b09-a2943a787e64 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dce569d-96e3-4050-b43f-8ccb969e98ca HTTP/1.1" status: 200 len: 932 time: 0.1272929 Feb 03 12:41:46.906334 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 04038b85-e2ce-41ef-a62a-fbb37304394d, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=04038b85-e2ce-41ef-a62a-fbb37304394d,segment=NetworkSegment(cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c),segment_id=cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:46.908213 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d26a7ac4-48c8-4514-87be-b040c0c7c477 req-1e27d477-026e-4cd4-908a-c2ed5eb7426c tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455857 Feb 03 12:41:46.944474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '04038b85-e2ce-41ef-a62a-fbb37304394d', 'network_id': '87045144-2323-4eba-b542-41e2cafcc3b7', 'port_id': '04038b85-e2ce-41ef-a62a-fbb37304394d', 'mac_address': 'fa:16:3e:2a:4e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7c28f9-eb63-4be2-9734-e89b3817580d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:41:47.080492 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2c3e5f1-ef93-413d-86d0-b0e17e6d84e1 req-7ab6b1a0-4b5f-46b6-8d7c-f4ad214719b4 service neutron] 10.222.0.31 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5648174 Feb 03 12:41:47.086382 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-67571b9d-a317-48fc-892f-577f16d22a71 req-b031084e-fc31-48a9-9527-4279b992cdd4 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.4700897 Feb 03 12:41:47.092416 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 04038b85-e2ce-41ef-a62a-fbb37304394d is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:47.092416 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (04038b85-e2ce-41ef-a62a-fbb37304394d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:47.117827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-9973926e-3742-4522-9e7d-0d1ca65d70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:47.119336 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-9973926e-3742-4522-9e7d-0d1ca65d70cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d7c28f9-eb63-4be2-9734-e89b3817580d HTTP/1.1" status: 200 len: 859 time: 1.5889950 Feb 03 12:41:47.150974 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04038b85-e2ce-41ef-a62a-fbb37304394d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:47.198777 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-eafc489f-d086-4297-9e06-f4c4d2ae6573 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87045144-2323-4eba-b542-41e2cafcc3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527611 Feb 03 12:41:47.221745 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 04038b85-e2ce-41ef-a62a-fbb37304394d, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=04038b85-e2ce-41ef-a62a-fbb37304394d,segment=NetworkSegment(cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c),segment_id=cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:47.230799 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (04038b85-e2ce-41ef-a62a-fbb37304394d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:47.356242 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-18827187-05a3-48ea-be7b-372cc50fb693 service neutron] 10.222.0.73 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481271 Feb 03 12:41:47.443627 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b83379-ca9f-4828-912c-df48ee19e524 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:47.444770 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=04038b85-e2ce-41ef-a62a-fbb37304394d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:47.474398 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] Publish callbacks [] for port (e8b83379-ca9f-4828-912c-df48ee19e524), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:47.478098 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55ed2c1a-d9cd-413c-82fd-dcb129757dc1 req-8cf76df5-8bca-4016-bc4c-a7f26bbc30d7 service neutron] 10.222.0.73 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140778 Feb 03 12:41:47.520040 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2c3e5f1-ef93-413d-86d0-b0e17e6d84e1 req-20201edb-8213-46dc-85b5-bcc1d9f3ef8e service neutron] 10.222.0.31 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994284 Feb 03 12:41:47.535293 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] Transition to ACTIVE for port object e8b83379-ca9f-4828-912c-df48ee19e524 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:41:47.560634 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['04038b85-e2ce-41ef-a62a-fbb37304394d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:47.598518 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (e8b83379-ca9f-4828-912c-df48ee19e524), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:47.745821 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0c93f-b6b0-4c25-a89e-e5f012de43aa req-d9dce802-45fe-404d-b339-5c8764588dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:47.747410 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4dd0c93f-b6b0-4c25-a89e-e5f012de43aa req-d9dce802-45fe-404d-b339-5c8764588dd3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a209b0e492a4b77b2ceeedc9d454e67&device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 1125 time: 0.1341813 Feb 03 12:41:47.847510 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b83379-ca9f-4828-912c-df48ee19e524,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:47.992165 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91c45a-4885-4d62-9113-bd3580f3f142 req-aa75fa9d-7a26-4168-9dfb-67ade958baf2 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:47.992958 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0a91c45a-4885-4d62-9113-bd3580f3f142 req-aa75fa9d-7a26-4168-9dfb-67ade958baf2 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 943 time: 0.4832573 Feb 03 12:41:48.044512 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0c93f-b6b0-4c25-a89e-e5f012de43aa req-e3b45d41-350a-4afb-84ad-15c587ede021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:48.046134 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4dd0c93f-b6b0-4c25-a89e-e5f012de43aa req-e3b45d41-350a-4afb-84ad-15c587ede021 service neutron] 10.222.0.73 "GET /v2.0/networks?id=87045144-2323-4eba-b542-41e2cafcc3b7 HTTP/1.1" status: 200 len: 920 time: 0.2814407 Feb 03 12:41:48.119251 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4dd0c93f-b6b0-4c25-a89e-e5f012de43aa req-d383de63-ba77-40ad-90da-64e68456e15d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf717bd2-45d1-4420-ae33-d3b169cb8f4d HTTP/1.1" status: 200 len: 217 time: 0.0657258 Feb 03 12:41:48.175749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] Attempting to bind port e8b83379-ca9f-4828-912c-df48ee19e524 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:41:48.176353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] Attempting to bind port e8b83379-ca9f-4828-912c-df48ee19e524 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:41:48.176849 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] Attempting to bind port e8b83379-ca9f-4828-912c-df48ee19e524 on network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:48.191822 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] Port e8b83379-ca9f-4828-912c-df48ee19e524 on network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:41:48.192397 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] Attempting to bind port e8b83379-ca9f-4828-912c-df48ee19e524 on network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:41:48.202227 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:41:48.202829 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] Checking segment: {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:41:48.203390 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] Bound using segment: {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:41:48.204252 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] Bound port: e8b83379-ca9f-4828-912c-df48ee19e524, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:41:48.204871 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e8b83379-ca9f-4828-912c-df48ee19e524), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:48.210787 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0a91c45a-4885-4d62-9113-bd3580f3f142 req-34d6b199-73da-4148-96b0-be8b8356df9d tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863182 Feb 03 12:41:48.276044 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0c93f-b6b0-4c25-a89e-e5f012de43aa req-f4de6cc3-5bf6-48a7-80e3-a408212ebd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:48.276044 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4dd0c93f-b6b0-4c25-a89e-e5f012de43aa req-f4de6cc3-5bf6-48a7-80e3-a408212ebd21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d7c28f9-eb63-4be2-9734-e89b3817580d HTTP/1.1" status: 200 len: 859 time: 0.1403482 Feb 03 12:41:48.330599 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] For port e8b83379-ca9f-4828-912c-df48ee19e524, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:41:48.339303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] For port e8b83379-ca9f-4828-912c-df48ee19e524, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=e8b83379-ca9f-4828-912c-df48ee19e524,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:41:48.348024 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (e8b83379-ca9f-4828-912c-df48ee19e524), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:48.410406 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4dd0c93f-b6b0-4c25-a89e-e5f012de43aa req-64f0db6c-4931-4b85-a274-2a022aa261ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87045144-2323-4eba-b542-41e2cafcc3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887272 Feb 03 12:41:48.461339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:48.461977 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:48.463401 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] 10.222.0.31 "PUT /v2.0/ports/e8b83379-ca9f-4828-912c-df48ee19e524 HTTP/1.1" status: 200 len: 1092 time: 2.0947413 Feb 03 12:41:48.484071 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dce569d-96e3-4050-b43f-8ccb969e98ca', 'tag': 'e8b83379-ca9f-4828-912c-df48ee19e524'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:48.488798 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f65014-9ad2-4dab-b55d-61695b246fda" -d '{"events": [{"name": "network-changed", "server_uuid": "6dce569d-96e3-4050-b43f-8ccb969e98ca", "tag": "e8b83379-ca9f-4828-912c-df48ee19e524"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:48.651397 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e31df-f4f1-45f8-aee1-ad69740ae233 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b83379-ca9f-4828-912c-df48ee19e524,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:48.715006 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-a786334e-adf9-44aa-a4da-44d15925e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:48.717109 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-a786334e-adf9-44aa-a4da-44d15925e891 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&device_id=6dce569d-96e3-4050-b43f-8ccb969e98ca HTTP/1.1" status: 200 len: 1126 time: 0.2126825 Feb 03 12:41:48.736882 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f6ee2-4305-419a-bc52-91eb3182e1f5 req-296b2056-eb13-4fd3-a496-fc997450dc06 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:48.738415 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-663f6ee2-4305-419a-bc52-91eb3182e1f5 req-296b2056-eb13-4fd3-a496-fc997450dc06 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dce569d-96e3-4050-b43f-8ccb969e98ca HTTP/1.1" status: 200 len: 944 time: 0.3306820 Feb 03 12:41:48.808399 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23ec14-2a7d-439e-afda-cd997191f8cd req-b2ff92a9-a144-4aa4-8beb-ba1187d1512a tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:48.808877 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23ec14-2a7d-439e-afda-cd997191f8cd req-b2ff92a9-a144-4aa4-8beb-ba1187d1512a tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:48.809354 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23ec14-2a7d-439e-afda-cd997191f8cd req-b2ff92a9-a144-4aa4-8beb-ba1187d1512a tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:48.809823 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23ec14-2a7d-439e-afda-cd997191f8cd req-b2ff92a9-a144-4aa4-8beb-ba1187d1512a tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:48.810477 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23ec14-2a7d-439e-afda-cd997191f8cd req-b2ff92a9-a144-4aa4-8beb-ba1187d1512a tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:48.810944 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23ec14-2a7d-439e-afda-cd997191f8cd req-b2ff92a9-a144-4aa4-8beb-ba1187d1512a tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:48.811411 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23ec14-2a7d-439e-afda-cd997191f8cd req-b2ff92a9-a144-4aa4-8beb-ba1187d1512a tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:48.811863 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23ec14-2a7d-439e-afda-cd997191f8cd req-b2ff92a9-a144-4aa4-8beb-ba1187d1512a tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:48.812425 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23ec14-2a7d-439e-afda-cd997191f8cd req-b2ff92a9-a144-4aa4-8beb-ba1187d1512a tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:48.812888 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23ec14-2a7d-439e-afda-cd997191f8cd req-b2ff92a9-a144-4aa4-8beb-ba1187d1512a tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:48.813349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23ec14-2a7d-439e-afda-cd997191f8cd req-b2ff92a9-a144-4aa4-8beb-ba1187d1512a tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:48.815443 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae23ec14-2a7d-439e-afda-cd997191f8cd req-b2ff92a9-a144-4aa4-8beb-ba1187d1512a tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7786 time: 0.5398104 Feb 03 12:41:48.826854 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4dd0c93f-b6b0-4c25-a89e-e5f012de43aa req-9067b363-2902-46b3-9a73-181c99d18a36 service neutron] 10.222.0.73 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603756 Feb 03 12:41:48.832673 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-fe699f29-9722-42d3-a4c4-c428aed998fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8b83379-ca9f-4828-912c-df48ee19e524 HTTP/1.1" status: 200 len: 217 time: 0.0883858 Feb 03 12:41:48.890511 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49346) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:48.943804 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-87d50b5a-cb0d-418a-8d91-ca1054c51052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:48.945245 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-87d50b5a-cb0d-418a-8d91-ca1054c51052 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aa4b2afa-81a8-4d6e-a8be-3051d409ec8b HTTP/1.1" status: 200 len: 845 time: 0.1058614 Feb 03 12:41:49.038280 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fef0d7bc-6cb3-4a70-9986-e5b0eef86e64 req-cae895d8-75dd-477d-805d-9e4b5b84a95b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.1120455 Feb 03 12:41:49.045910 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-af55d3d2-7d41-4b71-9210-c5e36eb2ae9f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933075 Feb 03 12:41:49.059238 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc430dc4-89eb-41db-aa4b-92a147e2c6f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:49.109125 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-663f6ee2-4305-419a-bc52-91eb3182e1f5 req-c3ced8e2-7746-4487-93d3-0a70b671ee39 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638122 Feb 03 12:41:49.190841 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc430dc4-89eb-41db-aa4b-92a147e2c6f0 admin admin] Publish callbacks [] for security_group (dd104dac-b763-4648-bfcc-99a9393470ff), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:49.199821 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc430dc4-89eb-41db-aa4b-92a147e2c6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (dd104dac-b763-4648-bfcc-99a9393470ff), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:49.259528 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc430dc4-89eb-41db-aa4b-92a147e2c6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd104dac-b763-4648-bfcc-99a9393470ff,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:49.306775 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-dc430dc4-89eb-41db-aa4b-92a147e2c6f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d4e0166a4dc4961bb33e5248819ab2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4151716 Feb 03 12:41:49.309510 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49356) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:49.358928 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f369e0-8356-4107-85af-324f8bcebfc1 x-openstack-request-id: req-96f369e0-8356-4107-85af-324f8bcebfc1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:49.359284 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dce569d-96e3-4050-b43f-8ccb969e98ca", "tag": "e8b83379-ca9f-4828-912c-df48ee19e524", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:49.359485 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96f369e0-8356-4107-85af-324f8bcebfc1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:49.359888 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dce569d-96e3-4050-b43f-8ccb969e98ca', 'tag': 'e8b83379-ca9f-4828-912c-df48ee19e524', 'status': 'completed', 'code': 200} Feb 03 12:41:49.367213 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4dd0c93f-b6b0-4c25-a89e-e5f012de43aa req-fb7894c1-e461-47d6-b1c2-af768cd4fa19 service neutron] 10.222.0.73 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334435 Feb 03 12:41:49.391436 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff23c9-b59c-4cda-913e-8176d3dcd2f0 req-51235235-d5f7-4f9f-b7f4-b59fce850f3f tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:49.393399 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b0ff23c9-b59c-4cda-913e-8176d3dcd2f0 req-51235235-d5f7-4f9f-b7f4-b59fce850f3f tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 886 time: 0.2272749 Feb 03 12:41:49.457890 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9727708-2025-4128-8136-41709cd496a3 admin admin] Publish callbacks [] for security_group (dd104dac-b763-4648-bfcc-99a9393470ff), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:49.490000 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9727708-2025-4128-8136-41709cd496a3 admin admin] Publish callbacks [] for security_group (dd104dac-b763-4648-bfcc-99a9393470ff), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:49.554423 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9727708-2025-4128-8136-41709cd496a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (dd104dac-b763-4648-bfcc-99a9393470ff), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:49.558882 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9727708-2025-4128-8136-41709cd496a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:49.560977 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f9727708-2025-4128-8136-41709cd496a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd104dac-b763-4648-bfcc-99a9393470ff HTTP/1.1" status: 204 len: 168 time: 0.2500138 Feb 03 12:41:49.588629 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9727708-2025-4128-8136-41709cd496a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd104dac-b763-4648-bfcc-99a9393470ff,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:49.610306 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16105309-d137-4461-82cc-75116986ca07 req-d59d9d8e-bd4a-4720-9aa1-1d2a1be49252 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:49.618179 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-16105309-d137-4461-82cc-75116986ca07 req-d59d9d8e-bd4a-4720-9aa1-1d2a1be49252 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 943 time: 0.2466688 Feb 03 12:41:49.679585 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-16105309-d137-4461-82cc-75116986ca07 req-da6429db-8165-4696-97fb-4a7a1451d058 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605102 Feb 03 12:41:49.705671 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-3e817996-f703-408b-aec7-e38ca8c15482 service neutron] 10.222.0.31 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966656 Feb 03 12:41:49.920077 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d54fc1c9-efcb-4e39-a06f-bae05abb237c req-e6b805c8-ab4f-4b3b-93ee-75abe293036d service neutron] 10.222.0.31 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101576 Feb 03 12:41:50.009054 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd8755-1bae-446e-826f-3f3dfb40af43 req-4f28ae52-e86d-4e64-a59d-d8a03f4b93d3 tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:50.009530 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd8755-1bae-446e-826f-3f3dfb40af43 req-4f28ae52-e86d-4e64-a59d-d8a03f4b93d3 tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:50.009999 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd8755-1bae-446e-826f-3f3dfb40af43 req-4f28ae52-e86d-4e64-a59d-d8a03f4b93d3 tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:50.010569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd8755-1bae-446e-826f-3f3dfb40af43 req-4f28ae52-e86d-4e64-a59d-d8a03f4b93d3 tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:50.011106 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd8755-1bae-446e-826f-3f3dfb40af43 req-4f28ae52-e86d-4e64-a59d-d8a03f4b93d3 tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:50.011581 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd8755-1bae-446e-826f-3f3dfb40af43 req-4f28ae52-e86d-4e64-a59d-d8a03f4b93d3 tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:50.012146 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd8755-1bae-446e-826f-3f3dfb40af43 req-4f28ae52-e86d-4e64-a59d-d8a03f4b93d3 tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:50.012596 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd8755-1bae-446e-826f-3f3dfb40af43 req-4f28ae52-e86d-4e64-a59d-d8a03f4b93d3 tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:50.013052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd8755-1bae-446e-826f-3f3dfb40af43 req-4f28ae52-e86d-4e64-a59d-d8a03f4b93d3 tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:50.014040 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd8755-1bae-446e-826f-3f3dfb40af43 req-4f28ae52-e86d-4e64-a59d-d8a03f4b93d3 tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:50.014504 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd8755-1bae-446e-826f-3f3dfb40af43 req-4f28ae52-e86d-4e64-a59d-d8a03f4b93d3 tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:50.016694 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eddd8755-1bae-446e-826f-3f3dfb40af43 req-4f28ae52-e86d-4e64-a59d-d8a03f4b93d3 tempest-NetworksTest-835512736 tempest-NetworksTest-835512736-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7786 time: 0.6015625 Feb 03 12:41:50.067188 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f65014-9ad2-4dab-b55d-61695b246fda req-efacacf7-c524-4596-88b7-be1f6a61617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:50.069196 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e6f65014-9ad2-4dab-b55d-61695b246fda req-efacacf7-c524-4596-88b7-be1f6a61617a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&device_id=6dce569d-96e3-4050-b43f-8ccb969e98ca HTTP/1.1" status: 200 len: 1126 time: 0.0932693 Feb 03 12:41:50.332763 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-564d45e1-5d61-4dcb-937c-8f3e4f1cddd6 req-8deeeadf-d1a7-48e7-8415-0728b26e58a6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.1084404 Feb 03 12:41:50.403697 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f65014-9ad2-4dab-b55d-61695b246fda req-13eb65cb-95b3-462c-ae59-ebb94dbe3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:50.413126 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e6f65014-9ad2-4dab-b55d-61695b246fda req-13eb65cb-95b3-462c-ae59-ebb94dbe3ab2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 906 time: 0.3375511 Feb 03 12:41:50.426751 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device cf717bd2-45d1-4420-ae33-d3b169cb8f4d details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:41:50.452222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49384) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:50.462242 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 04038b85-e2ce-41ef-a62a-fbb37304394d up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:50.523056 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e6f65014-9ad2-4dab-b55d-61695b246fda req-29be9a95-a6c4-4186-b9b0-5e78c3c0bf8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8b83379-ca9f-4828-912c-df48ee19e524 HTTP/1.1" status: 200 len: 217 time: 0.1012304 Feb 03 12:41:50.541615 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f345b-5ab7-41da-8638-27c4a7aa5fba req-dc9b1482-b24e-48cd-8a76-76120703a00d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:50.552410 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d81f345b-5ab7-41da-8638-27c4a7aa5fba req-dc9b1482-b24e-48cd-8a76-76120703a00d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dce569d-96e3-4050-b43f-8ccb969e98ca HTTP/1.1" status: 200 len: 944 time: 0.2886562 Feb 03 12:41:50.654826 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 04038b85-e2ce-41ef-a62a-fbb37304394d completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:41:50.656018 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f65014-9ad2-4dab-b55d-61695b246fda req-94bd04c7-ffb4-49c2-b51e-296356899a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:50.657473 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e6f65014-9ad2-4dab-b55d-61695b246fda req-94bd04c7-ffb4-49c2-b51e-296356899a16 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aa4b2afa-81a8-4d6e-a8be-3051d409ec8b HTTP/1.1" status: 200 len: 845 time: 0.1031439 Feb 03 12:41:50.663684 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 04038b85-e2ce-41ef-a62a-fbb37304394d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:50.664165 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (04038b85-e2ce-41ef-a62a-fbb37304394d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:50.683559 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c995a0af-dba1-4c3e-af55-b4e1dea91bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:50.715173 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port cf717bd2-45d1-4420-ae33-d3b169cb8f4d, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=cf717bd2-45d1-4420-ae33-d3b169cb8f4d,segment=NetworkSegment(cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c),segment_id=cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:50.736292 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'cf717bd2-45d1-4420-ae33-d3b169cb8f4d', 'network_id': '87045144-2323-4eba-b542-41e2cafcc3b7', 'port_id': 'cf717bd2-45d1-4420-ae33-d3b169cb8f4d', 'mac_address': 'fa:16:3e:3e:46:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7c28f9-eb63-4be2-9734-e89b3817580d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:41:50.745194 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e6f65014-9ad2-4dab-b55d-61695b246fda req-bb9b9653-4bfe-4985-9441-e0c5b00b8be9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765040 Feb 03 12:41:50.766992 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d81f345b-5ab7-41da-8638-27c4a7aa5fba req-9f3c531b-44c0-4b21-b8f3-aadb2798105f tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118366 Feb 03 12:41:50.894933 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c995a0af-dba1-4c3e-af55-b4e1dea91bf0 admin admin] Publish callbacks [] for security_group (4bd53d40-35ce-417d-9341-2ff0641392e6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:50.909544 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c8fc7-e4db-46ac-bb51-b1151fe0d35f req-aa1d0bdc-4a19-4aeb-8e1a-941c4cff4455 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:50.911620 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-588c8fc7-e4db-46ac-bb51-b1151fe0d35f req-aa1d0bdc-4a19-4aeb-8e1a-941c4cff4455 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 943 time: 0.0951939 Feb 03 12:41:50.912803 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c995a0af-dba1-4c3e-af55-b4e1dea91bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4bd53d40-35ce-417d-9341-2ff0641392e6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:50.926988 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e6f65014-9ad2-4dab-b55d-61695b246fda req-c906e277-792e-4e88-82bf-e9dbf54ee5d4 service neutron] 10.222.0.31 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586902 Feb 03 12:41:50.927841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port cf717bd2-45d1-4420-ae33-d3b169cb8f4d is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:50.928279 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cf717bd2-45d1-4420-ae33-d3b169cb8f4d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:50.931317 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 04038b85-e2ce-41ef-a62a-fbb37304394d is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:50.931691 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (04038b85-e2ce-41ef-a62a-fbb37304394d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:50.943464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995a0af-dba1-4c3e-af55-b4e1dea91bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd53d40-35ce-417d-9341-2ff0641392e6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:50.992535 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf717bd2-45d1-4420-ae33-d3b169cb8f4d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:51.008318 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c995a0af-dba1-4c3e-af55-b4e1dea91bf0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c162b82b30924da6a82920d6e416b53d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5549450 Feb 03 12:41:51.014940 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49398) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:51.036126 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188b55d6-73ab-4e3e-81fa-fde383acf8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04038b85-e2ce-41ef-a62a-fbb37304394d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:51.050060 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c22926-853a-469d-a5db-8879529a9149" -d '{"events": [{"server_uuid": "188b55d6-73ab-4e3e-81fa-fde383acf8e0", "name": "network-vif-plugged", "status": "completed", "tag": "04038b85-e2ce-41ef-a62a-fbb37304394d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:51.100841 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-588c8fc7-e4db-46ac-bb51-b1151fe0d35f req-2e29196b-e2ef-480f-9dff-d23c6bb98c57 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584833 Feb 03 12:41:51.127984 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port cf717bd2-45d1-4420-ae33-d3b169cb8f4d, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=cf717bd2-45d1-4420-ae33-d3b169cb8f4d,segment=NetworkSegment(cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c),segment_id=cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:51.134704 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de0e6b1-c4ec-4868-b423-e449b25e0d9f x-openstack-request-id: req-0de0e6b1-c4ec-4868-b423-e449b25e0d9f {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:51.135000 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188b55d6-73ab-4e3e-81fa-fde383acf8e0", "name": "network-vif-plugged", "status": "completed", "tag": "04038b85-e2ce-41ef-a62a-fbb37304394d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:51.135355 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0de0e6b1-c4ec-4868-b423-e449b25e0d9f {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:51.135654 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188b55d6-73ab-4e3e-81fa-fde383acf8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04038b85-e2ce-41ef-a62a-fbb37304394d', 'code': 200} Feb 03 12:41:51.143470 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 04038b85-e2ce-41ef-a62a-fbb37304394d, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=04038b85-e2ce-41ef-a62a-fbb37304394d,segment=NetworkSegment(cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c),segment_id=cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:51.145177 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (cf717bd2-45d1-4420-ae33-d3b169cb8f4d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:51.154136 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (04038b85-e2ce-41ef-a62a-fbb37304394d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:51.171522 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24ece751-b11b-47b2-8034-95ab579b06d5 admin admin] Publish callbacks [] for security_group (4bd53d40-35ce-417d-9341-2ff0641392e6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:51.174798 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e6f65014-9ad2-4dab-b55d-61695b246fda req-311b4556-0fda-4ea8-8da5-36b73358c80a service neutron] 10.222.0.31 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409685 Feb 03 12:41:51.219082 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24ece751-b11b-47b2-8034-95ab579b06d5 admin admin] Publish callbacks [] for security_group (4bd53d40-35ce-417d-9341-2ff0641392e6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:51.258286 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=cf717bd2-45d1-4420-ae33-d3b169cb8f4d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:51.343146 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24ece751-b11b-47b2-8034-95ab579b06d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4bd53d40-35ce-417d-9341-2ff0641392e6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:51.343687 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4c16c-4eab-41fa-839e-d7e4773ff1ad req-694699ea-3507-4cc7-a535-4e8f0277b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:51.345777 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24ece751-b11b-47b2-8034-95ab579b06d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:51.347108 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-24ece751-b11b-47b2-8034-95ab579b06d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4bd53d40-35ce-417d-9341-2ff0641392e6 HTTP/1.1" status: 204 len: 168 time: 0.3308380 Feb 03 12:41:51.363467 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0ff4c16c-4eab-41fa-839e-d7e4773ff1ad req-694699ea-3507-4cc7-a535-4e8f0277b58a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 1127 time: 0.1318266 Feb 03 12:41:51.372621 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ece751-b11b-47b2-8034-95ab579b06d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd53d40-35ce-417d-9341-2ff0641392e6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:51.488327 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=04038b85-e2ce-41ef-a62a-fbb37304394d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:51.503218 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0ff4c16c-4eab-41fa-839e-d7e4773ff1ad req-9ea0f087-d7a8-4e26-84e1-a575a7fddde5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379554 Feb 03 12:41:51.566180 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e592238f-bf06-4433-910d-4e28cfe016e9 req-72973489-2159-43a5-9dba-4708f62d0f8e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0504277 Feb 03 12:41:51.641528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['cf717bd2-45d1-4420-ae33-d3b169cb8f4d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:51.973725 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe02768-ad60-4b49-8e00-1d8a9062a709 req-25b093fa-e327-4456-9d97-0265c09490c8 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:51.975581 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bbe02768-ad60-4b49-8e00-1d8a9062a709 req-25b093fa-e327-4456-9d97-0265c09490c8 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dce569d-96e3-4050-b43f-8ccb969e98ca HTTP/1.1" status: 200 len: 944 time: 0.0850651 Feb 03 12:41:52.064120 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bbe02768-ad60-4b49-8e00-1d8a9062a709 req-45e9c40e-c6e6-45bf-a9bb-cee5c0717242 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816867 Feb 03 12:41:52.100037 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49428) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:52.129398 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b50057da-c306-4535-8b8a-3d58aec71106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:52.312537 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643adc4-bdfc-44d4-96ea-44888b96ae80 req-362baf01-0f55-47a4-bf78-28d13baab6f3 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:52.314287 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3643adc4-bdfc-44d4-96ea-44888b96ae80 req-362baf01-0f55-47a4-bf78-28d13baab6f3 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 944 time: 0.1086397 Feb 03 12:41:52.351277 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b50057da-c306-4535-8b8a-3d58aec71106 admin admin] Publish callbacks [] for security_group (88aac706-d1ab-4594-824a-b2576bf03e6c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:52.360169 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b50057da-c306-4535-8b8a-3d58aec71106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (88aac706-d1ab-4594-824a-b2576bf03e6c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:52.399347 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3643adc4-bdfc-44d4-96ea-44888b96ae80 req-a97e55e0-6649-4242-b2bc-6b0cab056f44 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793738 Feb 03 12:41:52.461794 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b50057da-c306-4535-8b8a-3d58aec71106 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b58d8e989bfe489b8ea9fc000ec1b40b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3578575 Feb 03 12:41:52.462256 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49438) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:52.477778 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device e8b83379-ca9f-4828-912c-df48ee19e524 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:41:52.478168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50057da-c306-4535-8b8a-3d58aec71106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88aac706-d1ab-4594-824a-b2576bf03e6c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:52.612690 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43c1ffbe-22d9-4389-9991-dc03cd83eef4 admin admin] Publish callbacks [] for security_group (88aac706-d1ab-4594-824a-b2576bf03e6c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:52.655485 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43c1ffbe-22d9-4389-9991-dc03cd83eef4 admin admin] Publish callbacks [] for security_group (88aac706-d1ab-4594-824a-b2576bf03e6c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:52.746087 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43c1ffbe-22d9-4389-9991-dc03cd83eef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (88aac706-d1ab-4594-824a-b2576bf03e6c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:52.756823 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43c1ffbe-22d9-4389-9991-dc03cd83eef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:52.760682 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-43c1ffbe-22d9-4389-9991-dc03cd83eef4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88aac706-d1ab-4594-824a-b2576bf03e6c HTTP/1.1" status: 204 len: 168 time: 0.2971594 Feb 03 12:41:52.763052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port e8b83379-ca9f-4828-912c-df48ee19e524, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=e8b83379-ca9f-4828-912c-df48ee19e524,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:52.800150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'e8b83379-ca9f-4828-912c-df48ee19e524', 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb', 'port_id': 'e8b83379-ca9f-4828-912c-df48ee19e524', 'mac_address': 'fa:16:3e:e0:cf:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4b2afa-81a8-4d6e-a8be-3051d409ec8b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:41:52.821525 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abc7312b-e6db-40a4-876e-10c1ee8970ce req-13119198-f368-42f2-932c-15f6b3ebe83f tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0698290 Feb 03 12:41:52.823118 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1ffbe-22d9-4389-9991-dc03cd83eef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88aac706-d1ab-4594-824a-b2576bf03e6c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:52.882589 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port e8b83379-ca9f-4828-912c-df48ee19e524 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:52.882992 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e8b83379-ca9f-4828-912c-df48ee19e524), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:52.920080 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b83379-ca9f-4828-912c-df48ee19e524 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:41:52.970084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port e8b83379-ca9f-4828-912c-df48ee19e524, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=e8b83379-ca9f-4828-912c-df48ee19e524,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:52.981223 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e8b83379-ca9f-4828-912c-df48ee19e524), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:53.104338 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=e8b83379-ca9f-4828-912c-df48ee19e524,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:53.229448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['e8b83379-ca9f-4828-912c-df48ee19e524'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:41:53.325440 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705bff6-9253-47f4-ad45-0f276ce4cf4a req-42f653cf-5b37-4e2f-b81a-648d1999089d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:53.332429 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0705bff6-9253-47f4-ad45-0f276ce4cf4a req-42f653cf-5b37-4e2f-b81a-648d1999089d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dce569d-96e3-4050-b43f-8ccb969e98ca HTTP/1.1" status: 200 len: 945 time: 0.1550441 Feb 03 12:41:53.437195 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0705bff6-9253-47f4-ad45-0f276ce4cf4a req-065aa44b-dc4b-4bae-95e2-f0dcb814bfd9 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997195 Feb 03 12:41:53.705931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509e4c9-aa59-4040-ad48-b2bd737c4a01 req-86093b4b-c80c-48b9-8855-3aebab2469ae tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:53.708216 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0509e4c9-aa59-4040-ad48-b2bd737c4a01 req-86093b4b-c80c-48b9-8855-3aebab2469ae tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 944 time: 0.1528058 Feb 03 12:41:53.831267 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0509e4c9-aa59-4040-ad48-b2bd737c4a01 req-5478b393-0d60-4648-bcfc-ebdb654a487c tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172950 Feb 03 12:41:54.048420 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b265e754-2d9d-42d9-b8b4-a18af00de14d req-a6ff30d2-b816-4915-a115-4efa86322d74 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0788317 Feb 03 12:41:54.432285 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device cf717bd2-45d1-4420-ae33-d3b169cb8f4d up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:54.503134 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device e8b83379-ca9f-4828-912c-df48ee19e524 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:41:54.645487 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port cf717bd2-45d1-4420-ae33-d3b169cb8f4d completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:41:54.663890 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port cf717bd2-45d1-4420-ae33-d3b169cb8f4d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:54.665743 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cf717bd2-45d1-4420-ae33-d3b169cb8f4d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:54.672612 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port e8b83379-ca9f-4828-912c-df48ee19e524 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:41:54.706143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69467a79-2221-45c6-a9ae-f6726223d757 req-a7a31362-dba9-44a2-8b98-1e051c0275f2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:54.725492 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69467a79-2221-45c6-a9ae-f6726223d757 req-a7a31362-dba9-44a2-8b98-1e051c0275f2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dce569d-96e3-4050-b43f-8ccb969e98ca HTTP/1.1" status: 200 len: 945 time: 0.1526623 Feb 03 12:41:54.729952 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port e8b83379-ca9f-4828-912c-df48ee19e524 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:41:54.730336 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e8b83379-ca9f-4828-912c-df48ee19e524), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:54.895830 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69467a79-2221-45c6-a9ae-f6726223d757 req-7cac3f93-6ac4-4826-bf77-c6f23b652786 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676474 Feb 03 12:41:54.952214 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port cf717bd2-45d1-4420-ae33-d3b169cb8f4d is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:54.955258 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cf717bd2-45d1-4420-ae33-d3b169cb8f4d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:54.994584 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49528) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:55.022657 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413beb75-b5f2-4127-8454-a05fbe40c705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf717bd2-45d1-4420-ae33-d3b169cb8f4d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:55.027109 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c24a07-604d-47ad-bf76-f516509f3df2" -d '{"events": [{"server_uuid": "413beb75-b5f2-4127-8454-a05fbe40c705", "name": "network-vif-plugged", "status": "completed", "tag": "cf717bd2-45d1-4420-ae33-d3b169cb8f4d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:55.043611 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c964-e9b8-40be-8802-f0e197fcb834 req-1087a2ec-0abf-47d8-b38f-d4c4e95893f5 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:55.047784 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ee99c964-e9b8-40be-8802-f0e197fcb834 req-1087a2ec-0abf-47d8-b38f-d4c4e95893f5 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 944 time: 0.1071813 Feb 03 12:41:55.118688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port e8b83379-ca9f-4828-912c-df48ee19e524 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:41:55.119085 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e8b83379-ca9f-4828-912c-df48ee19e524), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.161490 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port cf717bd2-45d1-4420-ae33-d3b169cb8f4d, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=cf717bd2-45d1-4420-ae33-d3b169cb8f4d,segment=NetworkSegment(cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c),segment_id=cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:55.162917 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ee99c964-e9b8-40be-8802-f0e197fcb834 req-54f9f08d-c65d-4833-92e0-ff4393e76454 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079218 Feb 03 12:41:55.224916 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port e8b83379-ca9f-4828-912c-df48ee19e524, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=e8b83379-ca9f-4828-912c-df48ee19e524,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:41:55.227423 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (cf717bd2-45d1-4420-ae33-d3b169cb8f4d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.235316 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e8b83379-ca9f-4828-912c-df48ee19e524), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.287172 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ac4e8bf3-b64d-4ff9-bc80-f19ecf58d0bd req-14acde80-6f1d-48e9-9437-df796b5cca88 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0470283 Feb 03 12:41:55.293412 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b92a1a-aafc-4093-8f6d-399212176c02 x-openstack-request-id: req-d4b92a1a-aafc-4093-8f6d-399212176c02 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:55.293812 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413beb75-b5f2-4127-8454-a05fbe40c705", "name": "network-vif-plugged", "status": "completed", "tag": "cf717bd2-45d1-4420-ae33-d3b169cb8f4d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:55.294009 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4b92a1a-aafc-4093-8f6d-399212176c02 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:55.294378 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413beb75-b5f2-4127-8454-a05fbe40c705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf717bd2-45d1-4420-ae33-d3b169cb8f4d', 'code': 200} Feb 03 12:41:55.345661 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=cf717bd2-45d1-4420-ae33-d3b169cb8f4d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:55.463183 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=e8b83379-ca9f-4828-912c-df48ee19e524,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:55.495441 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39c7c946-9343-4a1b-9011-75e1976b9fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.583591 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39c7c946-9343-4a1b-9011-75e1976b9fa9 admin admin] Publish callbacks [] for security_group (6a975c35-be84-458d-9329-72652555d11c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.591169 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772f348-5c08-4be5-9129-67e6cee94afa req-8dfaa117-07db-4014-9db9-d7e4f9487131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:55.593828 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0772f348-5c08-4be5-9129-67e6cee94afa req-8dfaa117-07db-4014-9db9-d7e4f9487131 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 1127 time: 0.1884594 Feb 03 12:41:55.595271 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39c7c946-9343-4a1b-9011-75e1976b9fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6a975c35-be84-458d-9329-72652555d11c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.649847 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49544) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:55.652112 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-39c7c946-9343-4a1b-9011-75e1976b9fa9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41e16c77f2ae404988a58ad3579754e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6553121 Feb 03 12:41:55.686011 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0772f348-5c08-4be5-9129-67e6cee94afa req-35c65db0-a76a-43b8-8c8b-0fcc32d677c8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656695 Feb 03 12:41:55.718765 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7c946-9343-4a1b-9011-75e1976b9fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a975c35-be84-458d-9329-72652555d11c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:55.785714 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c55f27c4-5aea-4cdd-819e-450c228292a8 admin admin] Publish callbacks [] for security_group (6a975c35-be84-458d-9329-72652555d11c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.814221 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c55f27c4-5aea-4cdd-819e-450c228292a8 admin admin] Publish callbacks [] for security_group (6a975c35-be84-458d-9329-72652555d11c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.877018 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c55f27c4-5aea-4cdd-819e-450c228292a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6a975c35-be84-458d-9329-72652555d11c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.880187 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c55f27c4-5aea-4cdd-819e-450c228292a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:55.882349 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c55f27c4-5aea-4cdd-819e-450c228292a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a975c35-be84-458d-9329-72652555d11c HTTP/1.1" status: 204 len: 168 time: 0.2310050 Feb 03 12:41:55.895442 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f27c4-5aea-4cdd-819e-450c228292a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a975c35-be84-458d-9329-72652555d11c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:56.149898 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6222cc-f7e7-4cd2-8f63-03e80d789bfe req-8d8e405a-0deb-4317-8ed6-0e2f7293762e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:56.159510 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9c6222cc-f7e7-4cd2-8f63-03e80d789bfe req-8d8e405a-0deb-4317-8ed6-0e2f7293762e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dce569d-96e3-4050-b43f-8ccb969e98ca HTTP/1.1" status: 200 len: 946 time: 0.1346889 Feb 03 12:41:56.253214 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9c6222cc-f7e7-4cd2-8f63-03e80d789bfe req-2e4d7ec0-7383-44f9-8ddc-55e5a5e9ed55 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891893 Feb 03 12:41:56.482509 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea256e2a-148f-4d98-8609-de51f6d72f96 req-94118def-9bd9-477d-9645-2af2dc14e457 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:56.486546 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ea256e2a-148f-4d98-8609-de51f6d72f96 req-94118def-9bd9-477d-9645-2af2dc14e457 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 0.1221118 Feb 03 12:41:56.568112 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ea256e2a-148f-4d98-8609-de51f6d72f96 req-3094ce1a-c883-4d4c-a91d-6cab96692d50 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748360 Feb 03 12:41:56.617784 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49576) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:56.642863 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a534d218-6054-4710-917c-98bdfca2b3e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:56.773403 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a534d218-6054-4710-917c-98bdfca2b3e2 admin admin] Publish callbacks [] for security_group (e651f6e8-2667-4828-8d74-fa990cdd3c07), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:56.789861 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a534d218-6054-4710-917c-98bdfca2b3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e651f6e8-2667-4828-8d74-fa990cdd3c07), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:56.859704 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534d218-6054-4710-917c-98bdfca2b3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e651f6e8-2667-4828-8d74-fa990cdd3c07,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:56.878945 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a534d218-6054-4710-917c-98bdfca2b3e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90f6ab8430b84dedb25af2ac0ae65ed5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2600574 Feb 03 12:41:56.879255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49580) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:41:56.881835 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33b35a63-58fc-49e5-8dbb-591703ec0a08 req-a5d12b5b-96b1-46e7-8dd2-6a36a1f511a5 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.1063664 Feb 03 12:41:56.991792 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3099ebf5-60c8-498b-99c5-9ce77b4af300 admin admin] Publish callbacks [] for security_group (e651f6e8-2667-4828-8d74-fa990cdd3c07), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:57.044585 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3099ebf5-60c8-498b-99c5-9ce77b4af300 admin admin] Publish callbacks [] for security_group (e651f6e8-2667-4828-8d74-fa990cdd3c07), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:57.110337 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3099ebf5-60c8-498b-99c5-9ce77b4af300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e651f6e8-2667-4828-8d74-fa990cdd3c07), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:57.114083 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3099ebf5-60c8-498b-99c5-9ce77b4af300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:57.118947 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3099ebf5-60c8-498b-99c5-9ce77b4af300 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e651f6e8-2667-4828-8d74-fa990cdd3c07 HTTP/1.1" status: 204 len: 168 time: 0.2384644 Feb 03 12:41:57.132730 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099ebf5-60c8-498b-99c5-9ce77b4af300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e651f6e8-2667-4828-8d74-fa990cdd3c07,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:41:57.295773 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce569d-96e3-4050-b43f-8ccb969e98ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b83379-ca9f-4828-912c-df48ee19e524'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:41:57.298570 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4620d4-8d0f-468b-9cfb-136700774e8a" -d '{"events": [{"server_uuid": "6dce569d-96e3-4050-b43f-8ccb969e98ca", "name": "network-vif-plugged", "status": "completed", "tag": "e8b83379-ca9f-4828-912c-df48ee19e524"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:41:57.501610 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67198559-e900-4e00-8d3e-8021a4fa08f3 req-d51fcd74-4827-486f-858a-0e9af0e4cc40 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:57.527161 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-67198559-e900-4e00-8d3e-8021a4fa08f3 req-d51fcd74-4827-486f-858a-0e9af0e4cc40 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=685c92db-07f1-430c-ad03-bc202dc7a073 HTTP/1.1" status: 200 len: 945 time: 0.1660450 Feb 03 12:41:57.585830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b9c09-f09c-45dd-968d-5ee9a64e1eb4 req-ab6fab8e-0123-40ab-a13e-2d43d440f603 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:57.587894 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a43b9c09-f09c-45dd-968d-5ee9a64e1eb4 req-ab6fab8e-0123-40ab-a13e-2d43d440f603 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dce569d-96e3-4050-b43f-8ccb969e98ca HTTP/1.1" status: 200 len: 946 time: 0.1749551 Feb 03 12:41:57.689225 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-67198559-e900-4e00-8d3e-8021a4fa08f3 req-089a8728-c905-4ea5-97f9-2a5c385aa646 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469755 Feb 03 12:41:57.751932 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a43b9c09-f09c-45dd-968d-5ee9a64e1eb4 req-e3af92ab-e29d-4341-8717-62412c163e1e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549990 Feb 03 12:41:57.792205 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77f0a24-31fe-437a-8384-bbf01ff75ce7 x-openstack-request-id: req-d77f0a24-31fe-437a-8384-bbf01ff75ce7 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:41:57.793005 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dce569d-96e3-4050-b43f-8ccb969e98ca", "name": "network-vif-plugged", "status": "completed", "tag": "e8b83379-ca9f-4828-912c-df48ee19e524", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:41:57.793355 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d77f0a24-31fe-437a-8384-bbf01ff75ce7 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:41:57.793845 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce569d-96e3-4050-b43f-8ccb969e98ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b83379-ca9f-4828-912c-df48ee19e524', 'code': 200} Feb 03 12:41:58.031183 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7942f94-de1f-4eb4-97fd-dded3354035b req-4562eb62-3c1a-41f3-a726-982b82ed07a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:58.033114 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f7942f94-de1f-4eb4-97fd-dded3354035b req-4562eb62-3c1a-41f3-a726-982b82ed07a6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6dce569d-96e3-4050-b43f-8ccb969e98ca HTTP/1.1" status: 200 len: 1128 time: 0.1472490 Feb 03 12:41:58.133286 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f7942f94-de1f-4eb4-97fd-dded3354035b req-315165fe-055a-4d87-a06b-2e177311f662 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918257 Feb 03 12:41:58.175266 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26460ca6-eba8-4540-8943-2f03c75dea4b req-ba42018c-0d85-41e6-8958-090112858148 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:58.176923 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-26460ca6-eba8-4540-8943-2f03c75dea4b req-ba42018c-0d85-41e6-8958-090112858148 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 0.2738698 Feb 03 12:41:58.311237 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-26460ca6-eba8-4540-8943-2f03c75dea4b req-2749742f-a9f2-4013-9696-b3c5465072b3 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238832 Feb 03 12:41:58.602209 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7bc620d3-2f60-4b15-bd44-e41cfca04681 req-027b2219-4aa8-43be-887d-603c3b4cb28d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0944257 Feb 03 12:41:58.870017 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2128bb-591e-4981-8e4e-49abc506eebf req-c334c269-44bc-430e-9c2a-b8b0eaa0c34a tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:58.876228 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e2128bb-591e-4981-8e4e-49abc506eebf req-c334c269-44bc-430e-9c2a-b8b0eaa0c34a tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 0.0960419 Feb 03 12:41:58.891010 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c53d99-f143-4b95-a00c-747f307f4078 req-7da9cf9c-9d63-4f0c-88a4-be20b6adb760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:58.901670 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22c53d99-f143-4b95-a00c-747f307f4078 req-7da9cf9c-9d63-4f0c-88a4-be20b6adb760 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a209b0e492a4b77b2ceeedc9d454e67&device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 1127 time: 0.1319172 Feb 03 12:41:59.080804 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e2128bb-591e-4981-8e4e-49abc506eebf req-d8782b88-a534-4055-be02-be03ed222e2c tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878736 Feb 03 12:41:59.130561 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c53d99-f143-4b95-a00c-747f307f4078 req-d622a6c2-4105-4262-ab4e-3dbd1a9243b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:59.136698 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22c53d99-f143-4b95-a00c-747f307f4078 req-d622a6c2-4105-4262-ab4e-3dbd1a9243b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=87045144-2323-4eba-b542-41e2cafcc3b7 HTTP/1.1" status: 200 len: 920 time: 0.2206907 Feb 03 12:41:59.214680 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddece6-8c05-4275-9ca5-e36e90549236 req-9691acea-0964-44d1-8a0f-fb07c84048a0 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:59.216538 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ebddece6-8c05-4275-9ca5-e36e90549236 req-9691acea-0964-44d1-8a0f-fb07c84048a0 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.31 "GET /v2.0/ports?device_id=685c92db-07f1-430c-ad03-bc202dc7a073 HTTP/1.1" status: 200 len: 945 time: 0.2010989 Feb 03 12:41:59.249828 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22c53d99-f143-4b95-a00c-747f307f4078 req-e0313119-3539-4a4b-a0f2-5c738a1b38d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf717bd2-45d1-4420-ae33-d3b169cb8f4d HTTP/1.1" status: 200 len: 217 time: 0.1017973 Feb 03 12:41:59.551856 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd744c-7a81-49b5-a878-6f7cbc7a13a2 req-7aba383f-1d93-4263-9075-0b5f81f96d39 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:59.559510 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3ccd744c-7a81-49b5-a878-6f7cbc7a13a2 req-7aba383f-1d93-4263-9075-0b5f81f96d39 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=685c92db-07f1-430c-ad03-bc202dc7a073 HTTP/1.1" status: 200 len: 945 time: 0.1627958 Feb 03 12:41:59.576873 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c53d99-f143-4b95-a00c-747f307f4078 req-ac16a522-0428-496a-819e-9cfd26c23cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:59.580846 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22c53d99-f143-4b95-a00c-747f307f4078 req-ac16a522-0428-496a-819e-9cfd26c23cd9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d7c28f9-eb63-4be2-9734-e89b3817580d HTTP/1.1" status: 200 len: 859 time: 0.3243644 Feb 03 12:41:59.589708 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-ebddece6-8c05-4275-9ca5-e36e90549236 req-d146f23d-b13c-4591-b3c8-4336ee817bf2 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Deleting port aaa6c6fc-5828-4168-83b8-955e0836c9d0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:41:59.590238 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ebddece6-8c05-4275-9ca5-e36e90549236 req-d146f23d-b13c-4591-b3c8-4336ee817bf2 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (aaa6c6fc-5828-4168-83b8-955e0836c9d0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:41:59.641431 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22c53d99-f143-4b95-a00c-747f307f4078 req-68e4d8ab-47d1-42e6-a3df-2d414b46d6cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87045144-2323-4eba-b542-41e2cafcc3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473058 Feb 03 12:41:59.650817 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f879c6-6779-4155-8404-8e6a65376c4e req-ae70249a-71f3-456a-8cab-b2da06eb7b6c tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:41:59.660794 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-37f879c6-6779-4155-8404-8e6a65376c4e req-ae70249a-71f3-456a-8cab-b2da06eb7b6c tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dce569d-96e3-4050-b43f-8ccb969e98ca HTTP/1.1" status: 200 len: 946 time: 0.2860823 Feb 03 12:41:59.823434 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-37f879c6-6779-4155-8404-8e6a65376c4e req-e967dbf2-2d7d-4785-afa6-a78517078fff tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598523 Feb 03 12:41:59.898029 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3ccd744c-7a81-49b5-a878-6f7cbc7a13a2 req-b923256f-864e-401a-8c04-222ec1079986 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002982 Feb 03 12:41:59.982028 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ebddece6-8c05-4275-9ca5-e36e90549236 req-d146f23d-b13c-4591-b3c8-4336ee817bf2 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] For port aaa6c6fc-5828-4168-83b8-955e0836c9d0, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=aaa6c6fc-5828-4168-83b8-955e0836c9d0,segment=NetworkSegment(b18a3aaf-1673-4c64-ab69-ba2386957046),segment_id=b18a3aaf-1673-4c64-ab69-ba2386957046)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:00.017708 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ebddece6-8c05-4275-9ca5-e36e90549236 req-d146f23d-b13c-4591-b3c8-4336ee817bf2 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (aaa6c6fc-5828-4168-83b8-955e0836c9d0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:00.093003 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22c53d99-f143-4b95-a00c-747f307f4078 req-0a41a4d6-df4a-47e0-b9dc-cd4548df03c4 service neutron] 10.222.0.73 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288220 Feb 03 12:42:00.188764 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c6b90a5d-1542-4fd1-ada3-5b4d5bb74352 req-3a9e23a8-587e-4886-8ff4-1f8dd7f0900b tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.1566947 Feb 03 12:42:00.193045 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-ebddece6-8c05-4275-9ca5-e36e90549236 req-d146f23d-b13c-4591-b3c8-4336ee817bf2 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Calling delete_port for aaa6c6fc-5828-4168-83b8-955e0836c9d0 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:00.368030 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22c53d99-f143-4b95-a00c-747f307f4078 req-ba000f05-4657-45ec-9143-7f2dd3c045d3 service neutron] 10.222.0.73 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664232 Feb 03 12:42:00.523307 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a6f2c-d6e1-4d1b-b67c-dbd8f41f1873 req-328335b3-b910-4667-bb29-abf161e7c07c tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:00.527010 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-472a6f2c-d6e1-4d1b-b67c-dbd8f41f1873 req-328335b3-b910-4667-bb29-abf161e7c07c tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 945 time: 0.1580288 Feb 03 12:42:00.577576 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072946c3-e4bc-4279-9b09-4db32e714ee5 req-4af232f5-13d7-403c-89a0-517b61f777ee tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:00.585012 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-072946c3-e4bc-4279-9b09-4db32e714ee5 req-4af232f5-13d7-403c-89a0-517b61f777ee tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 0.2080214 Feb 03 12:42:00.635973 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-472a6f2c-d6e1-4d1b-b67c-dbd8f41f1873 req-bd98f30c-a624-46a9-962b-19a8423af020 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/security-groups?id=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995772 Feb 03 12:42:00.743754 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ebddece6-8c05-4275-9ca5-e36e90549236 req-d146f23d-b13c-4591-b3c8-4336ee817bf2 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (aaa6c6fc-5828-4168-83b8-955e0836c9d0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:00.758311 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['c1e781b1-4c48-4062-942a-2a732b102a9a', '9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:00.781234 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-072946c3-e4bc-4279-9b09-4db32e714ee5 req-7430f899-ac1a-4e0f-8ab1-bf4775609dff tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953294 Feb 03 12:42:00.850118 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['cb6c01d1-acb2-4c69-90b5-1939f4f49bc6'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:00.898512 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146f23d-b13c-4591-b3c8-4336ee817bf2 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Pushing event deleted for resources: {'Port': ['ID=aaa6c6fc-5828-4168-83b8-955e0836c9d0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:00.991360 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebddece6-8c05-4275-9ca5-e36e90549236 req-d146f23d-b13c-4591-b3c8-4336ee817bf2 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] No DVR routers for this DVR port aaa6c6fc-5828-4168-83b8-955e0836c9d0 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:00.997978 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ebddece6-8c05-4275-9ca5-e36e90549236 req-d146f23d-b13c-4591-b3c8-4336ee817bf2 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:01.007019 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ebddece6-8c05-4275-9ca5-e36e90549236 req-d146f23d-b13c-4591-b3c8-4336ee817bf2 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.31 "DELETE /v2.0/ports/aaa6c6fc-5828-4168-83b8-955e0836c9d0 HTTP/1.1" status: 204 len: 173 time: 1.7791696 Feb 03 12:42:01.009280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685c92db-07f1-430c-ad03-bc202dc7a073', 'name': 'network-vif-deleted', 'tag': 'aaa6c6fc-5828-4168-83b8-955e0836c9d0'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:01.020496 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de17be4-9c78-4b79-8e23-0eaf9eefad5d" -d '{"events": [{"server_uuid": "685c92db-07f1-430c-ad03-bc202dc7a073", "name": "network-vif-deleted", "tag": "aaa6c6fc-5828-4168-83b8-955e0836c9d0"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:01.026158 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49698) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:01.027223 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:01.188397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459f260-4fe7-45d3-8a23-47e35d481952 req-c3c39a9b-f7c6-4117-8c42-d880631c2548 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:01.190569 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d459f260-4fe7-45d3-8a23-47e35d481952 req-c3c39a9b-f7c6-4117-8c42-d880631c2548 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dce569d-96e3-4050-b43f-8ccb969e98ca HTTP/1.1" status: 200 len: 946 time: 0.2971005 Feb 03 12:42:01.336826 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c160cd2f-d1c8-4f75-b994-35353be054e4 req-22490826-ff85-499c-9f61-072ac221e264 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=685c92db-07f1-430c-ad03-bc202dc7a073 HTTP/1.1" status: 200 len: 210 time: 0.1633368 Feb 03 12:42:01.453261 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d459f260-4fe7-45d3-8a23-47e35d481952 req-31e1b1c5-22c3-4068-9a5d-220029f9388c tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256963 Feb 03 12:42:01.475603 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2eca69d-f840-41a6-a03c-4718e2673ae7 x-openstack-request-id: req-e2eca69d-f840-41a6-a03c-4718e2673ae7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:01.476175 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685c92db-07f1-430c-ad03-bc202dc7a073", "name": "network-vif-deleted", "tag": "aaa6c6fc-5828-4168-83b8-955e0836c9d0", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:01.476595 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2eca69d-f840-41a6-a03c-4718e2673ae7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:01.477170 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685c92db-07f1-430c-ad03-bc202dc7a073', 'name': 'network-vif-deleted', 'tag': 'aaa6c6fc-5828-4168-83b8-955e0836c9d0', 'status': 'completed', 'code': 200} Feb 03 12:42:01.517617 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdf9832a-7a6f-4f2d-8518-e1b3e1f9bf1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:01.729789 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88f842ee-e854-469c-9890-fe23fbf439b5 req-d43dae68-c65b-4f17-aca6-28e79e6a1352 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0313487 Feb 03 12:42:01.768314 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdf9832a-7a6f-4f2d-8518-e1b3e1f9bf1d admin admin] Publish callbacks [] for security_group (18fa78b2-b2d4-43a9-ad5e-0e7602ee21e6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:01.778404 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdf9832a-7a6f-4f2d-8518-e1b3e1f9bf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (18fa78b2-b2d4-43a9-ad5e-0e7602ee21e6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:01.862797 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9832a-7a6f-4f2d-8518-e1b3e1f9bf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fa78b2-b2d4-43a9-ad5e-0e7602ee21e6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:02.024300 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cdf9832a-7a6f-4f2d-8518-e1b3e1f9bf1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75828960d1474bbfbab0832b10eb288c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9952002 Feb 03 12:42:02.025093 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49728) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:02.069474 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6eebe2-f1bb-429e-8469-6e2a2f5eacd2 req-2b59b762-0613-4fa3-9892-9a619a270e69 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:02.076731 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e6eebe2-f1bb-429e-8469-6e2a2f5eacd2 req-2b59b762-0613-4fa3-9892-9a619a270e69 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 0.0949323 Feb 03 12:42:02.158058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0c1e5-1454-4cd8-8683-2242fde56d64 req-05391bcf-3ac8-4e3b-8883-12510c83c4a7 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:02.163733 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-70a0c1e5-1454-4cd8-8683-2242fde56d64 req-05391bcf-3ac8-4e3b-8883-12510c83c4a7 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=634fd5db-0e5d-47cd-bab5-382a1724fc62 HTTP/1.1" status: 200 len: 945 time: 0.2214317 Feb 03 12:42:02.178752 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e6eebe2-f1bb-429e-8469-6e2a2f5eacd2 req-5165c913-3825-440c-a5bb-874655d8feb0 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990021 Feb 03 12:42:02.230464 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8636de97-6cb9-4cf7-a99c-025ab4a7fe1c admin admin] Publish callbacks [] for security_group (18fa78b2-b2d4-43a9-ad5e-0e7602ee21e6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:02.281695 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8636de97-6cb9-4cf7-a99c-025ab4a7fe1c admin admin] Publish callbacks [] for security_group (18fa78b2-b2d4-43a9-ad5e-0e7602ee21e6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:02.311521 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-70a0c1e5-1454-4cd8-8683-2242fde56d64 req-792250d2-68f1-4fe2-b8d0-25da3764a5bc tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304667 Feb 03 12:42:02.394984 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8636de97-6cb9-4cf7-a99c-025ab4a7fe1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (18fa78b2-b2d4-43a9-ad5e-0e7602ee21e6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:02.406494 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8636de97-6cb9-4cf7-a99c-025ab4a7fe1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:02.409879 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8636de97-6cb9-4cf7-a99c-025ab4a7fe1c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/18fa78b2-b2d4-43a9-ad5e-0e7602ee21e6 HTTP/1.1" status: 204 len: 168 time: 0.3814559 Feb 03 12:42:02.444761 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636de97-6cb9-4cf7-a99c-025ab4a7fe1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fa78b2-b2d4-43a9-ad5e-0e7602ee21e6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:02.445175 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7959bf-0d39-45f4-95da-d4bb0744e613 req-423bce1a-fa97-4aa3-b4b5-16d35f34484c tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:02.447281 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3b7959bf-0d39-45f4-95da-d4bb0744e613 req-423bce1a-fa97-4aa3-b4b5-16d35f34484c tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 945 time: 0.1673617 Feb 03 12:42:02.538846 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device aaa6c6fc-5828-4168-83b8-955e0836c9d0 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:02.549155 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3b7959bf-0d39-45f4-95da-d4bb0744e613 req-e31569cf-a27f-48f6-8876-c1f377bd293c tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/security-groups?id=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713809 Feb 03 12:42:02.581031 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: aaa6c6fc-5828-4168-83b8-955e0836c9d0 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:02.581388 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device aaa6c6fc-5828-4168-83b8-955e0836c9d0 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:02.607055 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d478c-443f-4c7c-b2eb-fe27f56ded15 req-ccd1d1ae-ca4f-4e01-9ddb-8cfc91a4fb3f tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:02.608852 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-689d478c-443f-4c7c-b2eb-fe27f56ded15 req-ccd1d1ae-ca4f-4e01-9ddb-8cfc91a4fb3f tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dce569d-96e3-4050-b43f-8ccb969e98ca HTTP/1.1" status: 200 len: 946 time: 0.1653228 Feb 03 12:42:02.714855 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-689d478c-443f-4c7c-b2eb-fe27f56ded15 req-3cd9904d-d75c-4ca8-8830-8b953e2f779c tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997746 Feb 03 12:42:02.957962 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-06d576fb-5ddf-49c2-afb1-f784c1e9bac7 req-bf4b5389-5ad4-45ff-bead-6e490cedc30d tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0665195 Feb 03 12:42:03.231587 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89120b27-2da2-4ac6-bb43-2eafe41f418a req-c8223b68-dd1a-4d99-9b62-b5bb62ec3bf2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:03.238516 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49764) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:03.241174 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-89120b27-2da2-4ac6-bb43-2eafe41f418a req-c8223b68-dd1a-4d99-9b62-b5bb62ec3bf2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dce569d-96e3-4050-b43f-8ccb969e98ca HTTP/1.1" status: 200 len: 946 time: 0.1257446 Feb 03 12:42:03.273697 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc9353dd-d83f-48ee-932e-01cf80879be6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:03.378322 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-89120b27-2da2-4ac6-bb43-2eafe41f418a req-5271cc55-7a35-4f61-9684-fdedb5114790 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239300 Feb 03 12:42:03.433585 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0d769-85cd-4ff8-9f10-95bf03ab1310 req-577b2b40-42f5-4f25-ad03-aff77fd281e6 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:03.435574 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-05b0d769-85cd-4ff8-9f10-95bf03ab1310 req-577b2b40-42f5-4f25-ad03-aff77fd281e6 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 0.1063373 Feb 03 12:42:03.487562 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2172ec69-66df-43fc-b785-330539660f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:03.537843 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc9353dd-d83f-48ee-932e-01cf80879be6 admin admin] Publish callbacks [] for security_group (08ececa0-fc3a-4c36-b260-ae0566278cc1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:03.547134 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc9353dd-d83f-48ee-932e-01cf80879be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (08ececa0-fc3a-4c36-b260-ae0566278cc1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:03.600800 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bc9353dd-d83f-48ee-932e-01cf80879be6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fdb573377c0a40098e20e381841e5cf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3610196 Feb 03 12:42:03.603571 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49770) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:03.625851 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-05b0d769-85cd-4ff8-9f10-95bf03ab1310 req-36e5f8f4-2c0d-464e-ae45-91f23a93541b tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824558 Feb 03 12:42:03.647238 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9353dd-d83f-48ee-932e-01cf80879be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ececa0-fc3a-4c36-b260-ae0566278cc1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:03.752255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67cb25-c420-4c96-9ba2-3aadac1095d3 req-7036ebde-b742-4355-9a37-eefffbaff551 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:03.753989 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-df67cb25-c420-4c96-9ba2-3aadac1095d3 req-7036ebde-b742-4355-9a37-eefffbaff551 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 945 time: 0.0790753 Feb 03 12:42:03.766583 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:42:03.804869 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ecdbd313-83e1-4f04-b100-742c1533fd36 admin admin] Publish callbacks [] for security_group (08ececa0-fc3a-4c36-b260-ae0566278cc1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:03.851792 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e309569-09dc-4c64-b2a2-71e8a90a59f9 req-682f545f-c122-462c-9eaa-a9d8747f88e5 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:03.854414 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5e309569-09dc-4c64-b2a2-71e8a90a59f9 req-682f545f-c122-462c-9eaa-a9d8747f88e5 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 945 time: 0.1533308 Feb 03 12:42:03.860922 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ecdbd313-83e1-4f04-b100-742c1533fd36 admin admin] Publish callbacks [] for security_group (08ececa0-fc3a-4c36-b260-ae0566278cc1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:03.944729 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5e309569-09dc-4c64-b2a2-71e8a90a59f9 req-d690ce47-404c-4717-9f20-8c6483bc19ca tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/security-groups?id=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812435 Feb 03 12:42:03.985552 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ecdbd313-83e1-4f04-b100-742c1533fd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (08ececa0-fc3a-4c36-b260-ae0566278cc1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:03.996769 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ecdbd313-83e1-4f04-b100-742c1533fd36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:04.009204 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ecdbd313-83e1-4f04-b100-742c1533fd36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08ececa0-fc3a-4c36-b260-ae0566278cc1 HTTP/1.1" status: 204 len: 168 time: 0.4006827 Feb 03 12:42:04.030431 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbd313-83e1-4f04-b100-742c1533fd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ececa0-fc3a-4c36-b260-ae0566278cc1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:04.049874 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-df67cb25-c420-4c96-9ba2-3aadac1095d3 req-d502284e-0bde-4c56-b986-91fc477bc828 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Deleting port 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:04.052983 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-df67cb25-c420-4c96-9ba2-3aadac1095d3 req-d502284e-0bde-4c56-b986-91fc477bc828 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4c9bde48-74d0-4be2-ac76-a0c160ed9d9a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:04.299701 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c87f436-b7ea-4965-89c3-7850f1077776 req-373623d7-08d6-48a8-b411-c6d6b38f9b9e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.1728065 Feb 03 12:42:04.344682 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-df67cb25-c420-4c96-9ba2-3aadac1095d3 req-d502284e-0bde-4c56-b986-91fc477bc828 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] For port 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4c9bde48-74d0-4be2-ac76-a0c160ed9d9a,segment=NetworkSegment(142dd35d-c110-49e0-bf57-ee10d9832c7e),segment_id=142dd35d-c110-49e0-bf57-ee10d9832c7e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:04.351134 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-df67cb25-c420-4c96-9ba2-3aadac1095d3 req-d502284e-0bde-4c56-b986-91fc477bc828 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4c9bde48-74d0-4be2-ac76-a0c160ed9d9a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:04.857104 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca6f85-3cb7-45bd-bb9e-3d125a607d7c req-210479b7-138e-42d7-959f-5ac66341276c tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:04.858677 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1dca6f85-3cb7-45bd-bb9e-3d125a607d7c req-210479b7-138e-42d7-959f-5ac66341276c tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dce569d-96e3-4050-b43f-8ccb969e98ca HTTP/1.1" status: 200 len: 946 time: 0.4494481 Feb 03 12:42:04.870812 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613960cf-876c-4097-978f-6bdc9689fe9a req-8370c284-38ec-4469-b1de-7e2f07d6a51a tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:04.879298 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-613960cf-876c-4097-978f-6bdc9689fe9a req-8370c284-38ec-4469-b1de-7e2f07d6a51a tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dce569d-96e3-4050-b43f-8ccb969e98ca HTTP/1.1" status: 200 len: 946 time: 0.0966587 Feb 03 12:42:04.940758 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-df67cb25-c420-4c96-9ba2-3aadac1095d3 req-d502284e-0bde-4c56-b986-91fc477bc828 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:04.949576 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-df67cb25-c420-4c96-9ba2-3aadac1095d3 req-d502284e-0bde-4c56-b986-91fc477bc828 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (1ad4d763-ae1d-4171-9756-e84f0de6fb79), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:04.950088 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [req-df67cb25-c420-4c96-9ba2-3aadac1095d3 req-d502284e-0bde-4c56-b986-91fc477bc828 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Floating IP 1ad4d763-ae1d-4171-9756-e84f0de6fb79 disassociated. External IP: 172.25.6.218, port: 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a. Feb 03 12:42:04.951180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-df67cb25-c420-4c96-9ba2-3aadac1095d3 req-d502284e-0bde-4c56-b986-91fc477bc828 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Calling delete_port for 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:04.968330 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df57662-5ebb-472f-b1f2-b249e9e90402 req-9680cdb2-1cab-45c2-adc6-46c8808a5bf0 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:04.970192 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1df57662-5ebb-472f-b1f2-b249e9e90402 req-9680cdb2-1cab-45c2-adc6-46c8808a5bf0 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 0.1990988 Feb 03 12:42:05.090745 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1df57662-5ebb-472f-b1f2-b249e9e90402 req-2fb0adae-97c5-407e-a05f-d17beaf48073 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119604 Feb 03 12:42:05.152908 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-613960cf-876c-4097-978f-6bdc9689fe9a req-f4f81c02-07b3-4120-bb97-3be67f472095 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724540 Feb 03 12:42:05.205095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1dca6f85-3cb7-45bd-bb9e-3d125a607d7c req-24bab56e-cce9-49c1-ba5e-6c1731fd3f74 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Deleting port e8b83379-ca9f-4828-912c-df48ee19e524 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:05.209889 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1dca6f85-3cb7-45bd-bb9e-3d125a607d7c req-24bab56e-cce9-49c1-ba5e-6c1731fd3f74 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (e8b83379-ca9f-4828-912c-df48ee19e524), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:05.367909 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-df67cb25-c420-4c96-9ba2-3aadac1095d3 req-d502284e-0bde-4c56-b986-91fc477bc828 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4c9bde48-74d0-4be2-ac76-a0c160ed9d9a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:05.455440 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1dca6f85-3cb7-45bd-bb9e-3d125a607d7c req-24bab56e-cce9-49c1-ba5e-6c1731fd3f74 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] For port e8b83379-ca9f-4828-912c-df48ee19e524, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=e8b83379-ca9f-4828-912c-df48ee19e524,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:05.460228 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1dca6f85-3cb7-45bd-bb9e-3d125a607d7c req-24bab56e-cce9-49c1-ba5e-6c1731fd3f74 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (e8b83379-ca9f-4828-912c-df48ee19e524), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:05.491351 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1dca6f85-3cb7-45bd-bb9e-3d125a607d7c req-24bab56e-cce9-49c1-ba5e-6c1731fd3f74 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Calling delete_port for e8b83379-ca9f-4828-912c-df48ee19e524 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:05.505968 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a13c56-0531-4184-95cf-c378a9d43b83 req-3ec82c02-cd36-4fdf-ba8c-75922bef19c4 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:05.510514 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-70a13c56-0531-4184-95cf-c378a9d43b83 req-3ec82c02-cd36-4fdf-ba8c-75922bef19c4 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 945 time: 0.2974584 Feb 03 12:42:05.514764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502284e-0bde-4c56-b986-91fc477bc828 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Pushing event deleted for resources: {'Port': ['ID=4c9bde48-74d0-4be2-ac76-a0c160ed9d9a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:05.695787 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1dca6f85-3cb7-45bd-bb9e-3d125a607d7c req-24bab56e-cce9-49c1-ba5e-6c1731fd3f74 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (e8b83379-ca9f-4828-912c-df48ee19e524), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:05.705226 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['e8b83379-ca9f-4828-912c-df48ee19e524'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:05.716505 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-70a13c56-0531-4184-95cf-c378a9d43b83 req-7055c526-8701-495d-8c95-899dac6acf59 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/security-groups?id=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014751 Feb 03 12:42:05.741864 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['9b398a78-50d2-4141-9d11-5423875b26ed', '4b6caed1-a4ba-435a-b759-1a89a3afeadc'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:05.750986 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b8f04811-2d7f-436e-831a-43725291aa45 req-4602ad15-784a-4884-aa0c-1cf520f1af84 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0688434 Feb 03 12:42:05.778104 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bab56e-cce9-49c1-ba5e-6c1731fd3f74 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Pushing event deleted for resources: {'Port': ['ID=e8b83379-ca9f-4828-912c-df48ee19e524,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:05.855839 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dca6f85-3cb7-45bd-bb9e-3d125a607d7c req-24bab56e-cce9-49c1-ba5e-6c1731fd3f74 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] No DVR routers for this DVR port e8b83379-ca9f-4828-912c-df48ee19e524 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:05.866012 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1dca6f85-3cb7-45bd-bb9e-3d125a607d7c req-24bab56e-cce9-49c1-ba5e-6c1731fd3f74 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:05.873505 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1dca6f85-3cb7-45bd-bb9e-3d125a607d7c req-24bab56e-cce9-49c1-ba5e-6c1731fd3f74 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.31 "DELETE /v2.0/ports/e8b83379-ca9f-4828-912c-df48ee19e524 HTTP/1.1" status: 204 len: 173 time: 0.9919989 Feb 03 12:42:05.873992 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce569d-96e3-4050-b43f-8ccb969e98ca', 'name': 'network-vif-deleted', 'tag': 'e8b83379-ca9f-4828-912c-df48ee19e524'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:05.882012 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f24768-4f0a-416d-8325-859851f30a27" -d '{"events": [{"server_uuid": "6dce569d-96e3-4050-b43f-8ccb969e98ca", "name": "network-vif-deleted", "tag": "e8b83379-ca9f-4828-912c-df48ee19e524"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:05.964579 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7cf24423-5e42-4f01-a79c-4b9c606a6215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:05.984346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df67cb25-c420-4c96-9ba2-3aadac1095d3 req-d502284e-0bde-4c56-b986-91fc477bc828 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Router 3bff1260-26b1-4e71-8790-e09ee9fbfb66 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:42:05.992856 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04bec26-335b-471e-943f-a922647e5baf x-openstack-request-id: req-d04bec26-335b-471e-943f-a922647e5baf {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:05.993355 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dce569d-96e3-4050-b43f-8ccb969e98ca", "name": "network-vif-deleted", "tag": "e8b83379-ca9f-4828-912c-df48ee19e524", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:05.993778 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d04bec26-335b-471e-943f-a922647e5baf {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:05.994333 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dce569d-96e3-4050-b43f-8ccb969e98ca', 'name': 'network-vif-deleted', 'tag': 'e8b83379-ca9f-4828-912c-df48ee19e524', 'status': 'completed', 'code': 200} Feb 03 12:42:06.361332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df67cb25-c420-4c96-9ba2-3aadac1095d3 req-d502284e-0bde-4c56-b986-91fc477bc828 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:42:06.390027 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ce764-d2c3-42ce-b506-43bd16462cc1 None None] Sync routers for ids ['3bff1260-26b1-4e71-8790-e09ee9fbfb66'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:42:06.431012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ce764-d2c3-42ce-b506-43bd16462cc1 None None] Routers {'3bff1260-26b1-4e71-8790-e09ee9fbfb66'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:06.440740 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-583ce764-d2c3-42ce-b506-43bd16462cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:42:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3bff1260-26b1-4e71-8790-e09ee9fbfb66'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:06.487694 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fc06da58-7390-463b-853d-a03b13583adc req-fa63a0c5-322c-4740-96cb-ca8775f40c98 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2647924 Feb 03 12:42:06.521711 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c88d9-f8bc-49e1-8d87-8f2d4fdb21da req-57d31192-64f3-4bba-a31f-f277a74a29b1 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:06.546927 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-806c88d9-f8bc-49e1-8d87-8f2d4fdb21da req-57d31192-64f3-4bba-a31f-f277a74a29b1 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 0.2379966 Feb 03 12:42:06.549232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-df67cb25-c420-4c96-9ba2-3aadac1095d3 req-d502284e-0bde-4c56-b986-91fc477bc828 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] No DVR routers for this DVR port 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:06.586700 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-df67cb25-c420-4c96-9ba2-3aadac1095d3 req-d502284e-0bde-4c56-b986-91fc477bc828 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:06.592266 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-df67cb25-c420-4c96-9ba2-3aadac1095d3 req-d502284e-0bde-4c56-b986-91fc477bc828 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.73 "DELETE /v2.0/ports/4c9bde48-74d0-4be2-ac76-a0c160ed9d9a HTTP/1.1" status: 204 len: 173 time: 2.8309903 Feb 03 12:42:06.593918 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed490d80-8d3d-4dfc-bbeb-8edb230e5d86', 'name': 'network-vif-deleted', 'tag': '4c9bde48-74d0-4be2-ac76-a0c160ed9d9a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:06.605059 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd7c1cb-58ce-49d2-b9f4-0aa83faeb26f" -d '{"events": [{"server_uuid": "ed490d80-8d3d-4dfc-bbeb-8edb230e5d86", "name": "network-vif-deleted", "tag": "4c9bde48-74d0-4be2-ac76-a0c160ed9d9a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:06.625247 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c65f7b00-8a71-4f81-88d4-93cf10b05faf req-d44e1363-82d4-4fb6-9437-f81b3097d1cd tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dce569d-96e3-4050-b43f-8ccb969e98ca HTTP/1.1" status: 200 len: 210 time: 0.1571412 Feb 03 12:42:06.627758 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:06.706397 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28733eea-12e5-46aa-b6ac-2b26c302c0df x-openstack-request-id: req-28733eea-12e5-46aa-b6ac-2b26c302c0df {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:06.707977 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed490d80-8d3d-4dfc-bbeb-8edb230e5d86", "name": "network-vif-deleted", "tag": "4c9bde48-74d0-4be2-ac76-a0c160ed9d9a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:06.708446 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28733eea-12e5-46aa-b6ac-2b26c302c0df {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:06.709022 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed490d80-8d3d-4dfc-bbeb-8edb230e5d86', 'name': 'network-vif-deleted', 'tag': '4c9bde48-74d0-4be2-ac76-a0c160ed9d9a', 'status': 'completed', 'code': 200} Feb 03 12:42:06.734111 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:06.734577 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4c9bde48-74d0-4be2-ac76-a0c160ed9d9a not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:06.745017 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-806c88d9-f8bc-49e1-8d87-8f2d4fdb21da req-bbd9b0d5-baa4-4f11-8004-ab1d43a8e3b9 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807113 Feb 03 12:42:06.757612 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06da58-7390-463b-853d-a03b13583adc req-6ec93867-6613-4169-9d95-99d9082b0b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:06.759548 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fc06da58-7390-463b-853d-a03b13583adc req-6ec93867-6613-4169-9d95-99d9082b0b10 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=962ebd967fe64a95a9793a6a1c91cc79&device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47 HTTP/1.1" status: 200 len: 1128 time: 0.1757946 Feb 03 12:42:06.932869 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-489bf922-12c6-4a28-9474-ac286acc87f1 req-48015fe2-7d14-4f8d-a1fa-578bbe7daed4 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed490d80-8d3d-4dfc-bbeb-8edb230e5d86 HTTP/1.1" status: 200 len: 210 time: 0.0642288 Feb 03 12:42:06.990386 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06da58-7390-463b-853d-a03b13583adc req-b7e0e8ac-4360-4521-9e8b-e5aa091878e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:06.993027 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fc06da58-7390-463b-853d-a03b13583adc req-b7e0e8ac-4360-4521-9e8b-e5aa091878e5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 HTTP/1.1" status: 200 len: 915 time: 0.2108791 Feb 03 12:42:07.042467 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-58221284-4d5b-4f29-9d35-4938e51da5ee req-bf1bf91a-e007-4c81-a8de-c55a205d2a42 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0482605 Feb 03 12:42:07.082098 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fc06da58-7390-463b-853d-a03b13583adc req-e8d94287-237e-4a76-9874-aa3f492887ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1e781b1-4c48-4062-942a-2a732b102a9a HTTP/1.1" status: 200 len: 217 time: 0.0757258 Feb 03 12:42:07.174307 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06da58-7390-463b-853d-a03b13583adc req-e61683da-b72f-4125-a29f-9f602bfe8adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:07.176134 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fc06da58-7390-463b-853d-a03b13583adc req-e61683da-b72f-4125-a29f-9f602bfe8adc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6400ffb7-27dd-4d8a-b637-4799b70abe20 HTTP/1.1" status: 200 len: 854 time: 0.0872478 Feb 03 12:42:07.236843 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:07.242865 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fc06da58-7390-463b-853d-a03b13583adc req-7cdda8cd-bb06-4e38-8a22-b26474b83bae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587149 Feb 03 12:42:07.272311 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-583ce764-d2c3-42ce-b506-43bd16462cc1 None None] Set router 3bff1260-26b1-4e71-8790-e09ee9fbfb66 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:07.572311 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fc06da58-7390-463b-853d-a03b13583adc req-69789eac-e272-4d82-9528-9ae4b28de3b9 service neutron] 10.222.0.31 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225658 Feb 03 12:42:07.585478 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e8f2aa5d-c152-4a41-9ee4-153ac1fa963f req-ec6c9d4c-0dd0-479e-a36d-113c6ad0e655 tempest-FlavorsV2NegativeTest-745835366 tempest-FlavorsV2NegativeTest-745835366-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=76fc3ebe7347408aaf00df229aae112c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490141 Feb 03 12:42:07.737986 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-583ce764-d2c3-42ce-b506-43bd16462cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'name': 'tempest-ServersTestManualDisk-747793656-router', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:56Z', 'updated_at': '2022-02-03T12:40:07Z', 'revision_number': 4, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'gw_port': {'id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:57Z', 'updated_at': '2022-02-03T12:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b', 'name': '', 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'mac_address': 'fa:16:3e:da:9d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'b441a973-4b2b-43ed-81a4-591b929ee2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:05Z', 'updated_at': '2022-02-03T12:40:12Z', 'revision_number': 5, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'subnets': [{'id': 'b441a973-4b2b-43ed-81a4-591b929ee2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:07.773364 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ce764-d2c3-42ce-b506-43bd16462cc1 None None] Checking router: 3bff1260-26b1-4e71-8790-e09ee9fbfb66 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:42:07.782726 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ce764-d2c3-42ce-b506-43bd16462cc1 None None] Routers {'3bff1260-26b1-4e71-8790-e09ee9fbfb66'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:07.783730 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-583ce764-d2c3-42ce-b506-43bd16462cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:42:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3bff1260-26b1-4e71-8790-e09ee9fbfb66'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:07.799870 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2aa5d-c152-4a41-9ee4-153ac1fa963f req-51c7489d-9581-4fab-aa27-e6e0926bdf49 tempest-FlavorsV2NegativeTest-745835366 tempest-FlavorsV2NegativeTest-745835366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:07.806900 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e8f2aa5d-c152-4a41-9ee4-153ac1fa963f req-51c7489d-9581-4fab-aa27-e6e0926bdf49 tempest-FlavorsV2NegativeTest-745835366 tempest-FlavorsV2NegativeTest-745835366-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197804 Feb 03 12:42:07.859440 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e8f2aa5d-c152-4a41-9ee4-153ac1fa963f req-81b350f1-0da3-4d77-aaef-867e886b64bb tempest-FlavorsV2NegativeTest-745835366 tempest-FlavorsV2NegativeTest-745835366-project] 10.222.0.18 "GET /v2.0/quotas/76fc3ebe7347408aaf00df229aae112c HTTP/1.1" status: 200 len: 375 time: 0.0515311 Feb 03 12:42:07.891630 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fc06da58-7390-463b-853d-a03b13583adc req-a9225cd0-d175-42e7-b8b7-870c7553ef63 service neutron] 10.222.0.31 "GET /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129535 Feb 03 12:42:07.942513 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-583ce764-d2c3-42ce-b506-43bd16462cc1 None None] Set router 3bff1260-26b1-4e71-8790-e09ee9fbfb66 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:07.973052 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e8f2aa5d-c152-4a41-9ee4-153ac1fa963f req-201807f7-244e-4623-9d51-8ca3f260f2b4 tempest-FlavorsV2NegativeTest-745835366 tempest-FlavorsV2NegativeTest-745835366-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=76fc3ebe7347408aaf00df229aae112c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1081395 Feb 03 12:42:08.139246 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863e3ea-ebfa-4dde-9e49-c53f8542fd9b req-c03248ec-db10-45cf-94ce-1813782a31cf tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:08.158619 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8863e3ea-ebfa-4dde-9e49-c53f8542fd9b req-c03248ec-db10-45cf-94ce-1813782a31cf tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 0.1426680 Feb 03 12:42:08.243088 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8863e3ea-ebfa-4dde-9e49-c53f8542fd9b req-019069b5-e8eb-4f53-b381-cbd348f3443e tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761259 Feb 03 12:42:08.343189 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1815837d-8678-4c3a-b3e1-c79fe7c177a0 req-974c1e47-378a-4c69-9ce3-c839731cece0 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0766351 Feb 03 12:42:08.363932 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:08.421552 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-583ce764-d2c3-42ce-b506-43bd16462cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'name': 'tempest-ServersTestManualDisk-747793656-router', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:56Z', 'updated_at': '2022-02-03T12:40:07Z', 'revision_number': 4, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'gw_port': {'id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:57Z', 'updated_at': '2022-02-03T12:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b', 'name': '', 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'mac_address': 'fa:16:3e:da:9d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'b441a973-4b2b-43ed-81a4-591b929ee2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:05Z', 'updated_at': '2022-02-03T12:40:12Z', 'revision_number': 5, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'subnets': [{'id': 'b441a973-4b2b-43ed-81a4-591b929ee2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:08.438583 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49942) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:08.498808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ce764-d2c3-42ce-b506-43bd16462cc1 None None] The sync data for ids ['3bff1260-26b1-4e71-8790-e09ee9fbfb66'] in n-d-827336-3 is: [{'id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'name': 'tempest-ServersTestManualDisk-747793656-router', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:56Z', 'updated_at': '2022-02-03T12:40:07Z', 'revision_number': 4, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'gw_port': {'id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:57Z', 'updated_at': '2022-02-03T12:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b', 'name': '', 'network_id': 'dafca496-122f-4b3c-9ca1-2bdf4f1ff671', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'mac_address': 'fa:16:3e:da:9d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'b441a973-4b2b-43ed-81a4-591b929ee2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:40:05Z', 'updated_at': '2022-02-03T12:40:12Z', 'revision_number': 5, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'subnets': [{'id': 'b441a973-4b2b-43ed-81a4-591b929ee2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:42:08.506272 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c7fb7-4832-4890-9769-9b258afafc8f req-bb3c0f41-acc1-49e2-9fe9-34af54e9e160 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:08.515749 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af3c7fb7-4832-4890-9769-9b258afafc8f req-bb3c0f41-acc1-49e2-9fe9-34af54e9e160 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=634fd5db-0e5d-47cd-bab5-382a1724fc62 HTTP/1.1" status: 200 len: 945 time: 0.1453710 Feb 03 12:42:08.530745 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-763f943d-0b06-4cd5-b3f1-589f1eb43487 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for security_group (6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:08.559418 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-763f943d-0b06-4cd5-b3f1-589f1eb43487 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for security_group (6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:08.570726 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device e8b83379-ca9f-4828-912c-df48ee19e524 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:08.607430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: e8b83379-ca9f-4828-912c-df48ee19e524 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:08.621271 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device e8b83379-ca9f-4828-912c-df48ee19e524 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:08.651795 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af3c7fb7-4832-4890-9769-9b258afafc8f req-c2012874-7dd6-41b9-9d29-0a171aefd4f8 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232688 Feb 03 12:42:08.670240 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-763f943d-0b06-4cd5-b3f1-589f1eb43487 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:08.676915 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-763f943d-0b06-4cd5-b3f1-589f1eb43487 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:08.678359 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-763f943d-0b06-4cd5-b3f1-589f1eb43487 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "DELETE /v2.0/security-groups/6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7 HTTP/1.1" status: 204 len: 168 time: 0.2387724 Feb 03 12:42:08.681471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49944) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:08.691319 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f943d-0b06-4cd5-b3f1-589f1eb43487 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:08.713540 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-3b0a638a-99aa-439d-9083-bd04b0e19210 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] show failed (client error): The resource could not be found. Feb 03 12:42:08.722164 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3b0a638a-99aa-439d-9083-bd04b0e19210 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "GET /v2.0/security-groups/6765ef0d-c3ed-4715-bdfc-ad62e45d5cc7 HTTP/1.1" status: 404 len: 347 time: 0.0394163 Feb 03 12:42:08.722795 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49948) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:09.009720 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b484f304-543d-4da1-aef5-e601f09a3847 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Deleting port 286e63dd-d6f9-40fa-829b-65e507605ec7 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:09.010815 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b484f304-543d-4da1-aef5-e601f09a3847 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (286e63dd-d6f9-40fa-829b-65e507605ec7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:09.020674 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fd2f95-f5ff-46f2-a13c-0ddc7ca81a30 None None] New status for floating IP 1ad4d763-ae1d-4171-9756-e84f0de6fb79: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:42:09.214935 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b484f304-543d-4da1-aef5-e601f09a3847 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (286e63dd-d6f9-40fa-829b-65e507605ec7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:09.216371 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b484f304-543d-4da1-aef5-e601f09a3847 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for floatingip (286e63dd-d6f9-40fa-829b-65e507605ec7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:09.244101 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b484f304-543d-4da1-aef5-e601f09a3847 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Calling delete_port for 286e63dd-d6f9-40fa-829b-65e507605ec7 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:09.520718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be89637-3b14-4dee-b69e-ae35e9760d86 req-72f50db8-89fe-4e51-bc17-8f46716645e9 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:09.522974 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0be89637-3b14-4dee-b69e-ae35e9760d86 req-72f50db8-89fe-4e51-bc17-8f46716645e9 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 0.1543050 Feb 03 12:42:09.611423 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b8d72d84-c00e-4797-ae09-c9a6c3586bcf req-813f93d0-8f66-444c-a818-20bdbec8addd tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0506201 Feb 03 12:42:09.651708 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0be89637-3b14-4dee-b69e-ae35e9760d86 req-9b1457bb-0fd1-4d80-966e-c1e8299aa34e tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041434 Feb 03 12:42:09.654275 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b484f304-543d-4da1-aef5-e601f09a3847 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (286e63dd-d6f9-40fa-829b-65e507605ec7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:09.677055 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:09.705380 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49982) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:09.716878 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484f304-543d-4da1-aef5-e601f09a3847 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Pushing event deleted for resources: {'Port': ['ID=286e63dd-d6f9-40fa-829b-65e507605ec7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:09.844214 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b484f304-543d-4da1-aef5-e601f09a3847 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks [] for floatingip (1ad4d763-ae1d-4171-9756-e84f0de6fb79), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:09.846918 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b484f304-543d-4da1-aef5-e601f09a3847 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:09.855081 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b484f304-543d-4da1-aef5-e601f09a3847 tempest-ServersTestManualDisk-1623050803 tempest-ServersTestManualDisk-1623050803-project] 10.222.0.18 "DELETE /v2.0/floatingips/1ad4d763-ae1d-4171-9756-e84f0de6fb79 HTTP/1.1" status: 204 len: 168 time: 1.1237876 Feb 03 12:42:09.855839 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49986) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:09.880436 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dac4e3-768e-4f3f-ae53-be49ed9b5c3d req-0ba4a2be-3514-4971-9f5c-bfd6f39c9230 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:09.882096 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80dac4e3-768e-4f3f-ae53-be49ed9b5c3d req-0ba4a2be-3514-4971-9f5c-bfd6f39c9230 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=634fd5db-0e5d-47cd-bab5-382a1724fc62 HTTP/1.1" status: 200 len: 945 time: 0.1185701 Feb 03 12:42:09.971931 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80dac4e3-768e-4f3f-ae53-be49ed9b5c3d req-6e3f07aa-7963-4252-900b-6b72fd2d5f0b tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765309 Feb 03 12:42:10.086939 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e2149-4d5c-48ec-b970-155981a800ff req-919bfa65-5969-4abc-8f36-99c3a95c89ee tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:10.088529 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d55e2149-4d5c-48ec-b970-155981a800ff req-919bfa65-5969-4abc-8f36-99c3a95c89ee tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.73 "GET /v2.0/ports?device_id=634fd5db-0e5d-47cd-bab5-382a1724fc62 HTTP/1.1" status: 200 len: 945 time: 0.1028192 Feb 03 12:42:10.210039 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9560570c-a9c6-4425-b97f-4de412810453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.332304 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9560570c-a9c6-4425-b97f-4de412810453 admin admin] Publish callbacks [] for security_group (30c36247-d30c-496b-9f69-d005b691e498), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.340490 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9560570c-a9c6-4425-b97f-4de412810453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (30c36247-d30c-496b-9f69-d005b691e498), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.405051 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9560570c-a9c6-4425-b97f-4de412810453 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76fc3ebe7347408aaf00df229aae112c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6982777 Feb 03 12:42:10.406016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49996) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:10.406957 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560570c-a9c6-4425-b97f-4de412810453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c36247-d30c-496b-9f69-d005b691e498,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:10.467508 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc08f704-cc38-461e-b9d2-8f6365c5cf0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (3bff1260-26b1-4e71-8790-e09ee9fbfb66), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.478793 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d55e2149-4d5c-48ec-b970-155981a800ff req-fc01de98-1c16-4ea8-a35c-694cd8733f49 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Deleting port 4b6caed1-a4ba-435a-b759-1a89a3afeadc {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:10.479340 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d55e2149-4d5c-48ec-b970-155981a800ff req-fc01de98-1c16-4ea8-a35c-694cd8733f49 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4b6caed1-a4ba-435a-b759-1a89a3afeadc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.609349 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aeb0ceae-93ea-4565-811e-eb74ce72f6be admin admin] Publish callbacks [] for security_group (30c36247-d30c-496b-9f69-d005b691e498), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.685098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d55e2149-4d5c-48ec-b970-155981a800ff req-fc01de98-1c16-4ea8-a35c-694cd8733f49 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] For port 4b6caed1-a4ba-435a-b759-1a89a3afeadc, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4b6caed1-a4ba-435a-b759-1a89a3afeadc,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:10.685496 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d55e2149-4d5c-48ec-b970-155981a800ff req-fc01de98-1c16-4ea8-a35c-694cd8733f49 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4b6caed1-a4ba-435a-b759-1a89a3afeadc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.727879 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aeb0ceae-93ea-4565-811e-eb74ce72f6be admin admin] Publish callbacks [] for security_group (30c36247-d30c-496b-9f69-d005b691e498), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:10.812890 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d55e2149-4d5c-48ec-b970-155981a800ff req-fc01de98-1c16-4ea8-a35c-694cd8733f49 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Calling delete_port for 4b6caed1-a4ba-435a-b759-1a89a3afeadc owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:10.881301 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-932600ca-f2bf-4438-869b-d7ebbedf7bc0 req-752dbbf3-5984-4682-a7c5-e9b5456f4446 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0853231 Feb 03 12:42:11.042167 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fc08f704-cc38-461e-b9d2-8f6365c5cf0b admin admin] Deleting port c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:11.042517 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc08f704-cc38-461e-b9d2-8f6365c5cf0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:11.235328 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03fd6b-405d-470d-afa4-091473702189 req-72050f41-3ece-439f-9473-5a2073374ab8 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:11.242562 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9d03fd6b-405d-470d-afa4-091473702189 req-72050f41-3ece-439f-9473-5a2073374ab8 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=634fd5db-0e5d-47cd-bab5-382a1724fc62 HTTP/1.1" status: 200 len: 945 time: 0.1404524 Feb 03 12:42:11.335327 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9d03fd6b-405d-470d-afa4-091473702189 req-687e3ac7-4cba-4cea-8083-018de8bce2a0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915580 Feb 03 12:42:11.342035 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fc08f704-cc38-461e-b9d2-8f6365c5cf0b admin admin] For port c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b,segment=NetworkSegment(142dd35d-c110-49e0-bf57-ee10d9832c7e),segment_id=142dd35d-c110-49e0-bf57-ee10d9832c7e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:11.342411 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc08f704-cc38-461e-b9d2-8f6365c5cf0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:11.376324 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fc08f704-cc38-461e-b9d2-8f6365c5cf0b admin admin] Calling delete_port for c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:11.570706 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aeb0ceae-93ea-4565-811e-eb74ce72f6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (30c36247-d30c-496b-9f69-d005b691e498), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:11.580800 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aeb0ceae-93ea-4565-811e-eb74ce72f6be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:11.585354 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-aeb0ceae-93ea-4565-811e-eb74ce72f6be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30c36247-d30c-496b-9f69-d005b691e498 HTTP/1.1" status: 204 len: 168 time: 1.1535671 Feb 03 12:42:11.644986 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc08f704-cc38-461e-b9d2-8f6365c5cf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:11.777325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08f704-cc38-461e-b9d2-8f6365c5cf0b admin admin] Pushing event deleted for resources: {'Port': ['ID=c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:11.781481 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0ceae-93ea-4565-811e-eb74ce72f6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c36247-d30c-496b-9f69-d005b691e498,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:11.838635 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9d84a-e8ec-476d-8196-456c0bbdc478 req-765e7696-68e5-4779-8743-db177570ec25 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:11.841338 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-90d9d84a-e8ec-476d-8196-456c0bbdc478 req-765e7696-68e5-4779-8743-db177570ec25 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 1.0258033 Feb 03 12:42:11.920772 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-90d9d84a-e8ec-476d-8196-456c0bbdc478 req-67cab0d6-d727-4706-bf67-cfe2e83bf5f1 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723100 Feb 03 12:42:12.160021 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d55e2149-4d5c-48ec-b970-155981a800ff req-fc01de98-1c16-4ea8-a35c-694cd8733f49 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4b6caed1-a4ba-435a-b759-1a89a3afeadc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:12.201147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['9b398a78-50d2-4141-9d11-5423875b26ed'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:12.235154 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0443c30c-6c4a-406f-ae9d-c8f432fd713e req-c70d35b7-8652-4c6a-8f74-e41bc09a8faf tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0895221 Feb 03 12:42:12.241520 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01de98-1c16-4ea8-a35c-694cd8733f49 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Pushing event deleted for resources: {'Port': ['ID=4b6caed1-a4ba-435a-b759-1a89a3afeadc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:12.301925 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc08f704-cc38-461e-b9d2-8f6365c5cf0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (3bff1260-26b1-4e71-8790-e09ee9fbfb66), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:12.449168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55e2149-4d5c-48ec-b970-155981a800ff req-fc01de98-1c16-4ea8-a35c-694cd8733f49 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] No DVR routers for this DVR port 4b6caed1-a4ba-435a-b759-1a89a3afeadc on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:12.462268 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d55e2149-4d5c-48ec-b970-155981a800ff req-fc01de98-1c16-4ea8-a35c-694cd8733f49 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:12.467837 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d55e2149-4d5c-48ec-b970-155981a800ff req-fc01de98-1c16-4ea8-a35c-694cd8733f49 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.73 "DELETE /v2.0/ports/4b6caed1-a4ba-435a-b759-1a89a3afeadc HTTP/1.1" status: 204 len: 173 time: 2.3716764 Feb 03 12:42:12.468052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634fd5db-0e5d-47cd-bab5-382a1724fc62', 'name': 'network-vif-deleted', 'tag': '4b6caed1-a4ba-435a-b759-1a89a3afeadc'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:12.486491 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0543b23a-ba0a-4514-bb12-1c249f89555b" -d '{"events": [{"server_uuid": "634fd5db-0e5d-47cd-bab5-382a1724fc62", "name": "network-vif-deleted", "tag": "4b6caed1-a4ba-435a-b759-1a89a3afeadc"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:12.526609 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4b6caed1-a4ba-435a-b759-1a89a3afeadc no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:12.588111 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3617e154-ba98-4d42-9015-d9d41f902f06 req-8a41a7a1-5330-44ea-bcf2-329361353d31 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=634fd5db-0e5d-47cd-bab5-382a1724fc62 HTTP/1.1" status: 200 len: 210 time: 0.0806942 Feb 03 12:42:12.596859 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 4b6caed1-a4ba-435a-b759-1a89a3afeadc {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:12.597418 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4b6caed1-a4ba-435a-b759-1a89a3afeadc not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:12.609310 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea66ffef-0bc0-41bf-bb23-6eb64b0d0f8c x-openstack-request-id: req-ea66ffef-0bc0-41bf-bb23-6eb64b0d0f8c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:12.609310 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634fd5db-0e5d-47cd-bab5-382a1724fc62", "name": "network-vif-deleted", "tag": "4b6caed1-a4ba-435a-b759-1a89a3afeadc", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:12.609310 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea66ffef-0bc0-41bf-bb23-6eb64b0d0f8c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:12.610052 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634fd5db-0e5d-47cd-bab5-382a1724fc62', 'name': 'network-vif-deleted', 'tag': '4b6caed1-a4ba-435a-b759-1a89a3afeadc', 'status': 'completed', 'code': 200} Feb 03 12:42:12.850158 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc08f704-cc38-461e-b9d2-8f6365c5cf0b admin admin] Router 3bff1260-26b1-4e71-8790-e09ee9fbfb66 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:42:13.040246 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc08f704-cc38-461e-b9d2-8f6365c5cf0b admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:42:13.054979 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fc08f704-cc38-461e-b9d2-8f6365c5cf0b admin admin] 10.222.0.18 "PUT /v2.0/routers/3bff1260-26b1-4e71-8790-e09ee9fbfb66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1980071 Feb 03 12:42:13.057707 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50066) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:13.064485 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a90b796-36ff-4be8-b23e-102e0dd28c1b None None] Sync routers for ids ['3bff1260-26b1-4e71-8790-e09ee9fbfb66'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:42:13.157172 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a90b796-36ff-4be8-b23e-102e0dd28c1b None None] Routers {'3bff1260-26b1-4e71-8790-e09ee9fbfb66'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:13.160572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0a90b796-36ff-4be8-b23e-102e0dd28c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:42:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3bff1260-26b1-4e71-8790-e09ee9fbfb66'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:13.305696 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0fc4e-71c2-4b87-b3af-b1e05fb02768 req-dcf70cc0-8244-415f-a991-29f922b3a513 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:13.314368 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-10f0fc4e-71c2-4b87-b3af-b1e05fb02768 req-dcf70cc0-8244-415f-a991-29f922b3a513 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 0.1600153 Feb 03 12:42:13.345398 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0a90b796-36ff-4be8-b23e-102e0dd28c1b None None] Set router 3bff1260-26b1-4e71-8790-e09ee9fbfb66 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:13.460554 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50080) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:13.467795 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3093c53b-033b-48f2-ac6b-2085a7898ce4 admin admin] Publish callbacks [] for router (3bff1260-26b1-4e71-8790-e09ee9fbfb66), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:13.482117 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2a9c4dbe-7fcd-4977-8c35-81f84992a556 req-d0f54491-3dd9-49f8-bb68-3ea0bb4b0801 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0724962 Feb 03 12:42:13.586921 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-10f0fc4e-71c2-4b87-b3af-b1e05fb02768 req-f0f95a41-a00a-4f99-8dab-e0a4b925dc2f tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701175 Feb 03 12:42:13.616628 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3093c53b-033b-48f2-ac6b-2085a7898ce4 admin admin] Publish callbacks [] for router_gateway (3bff1260-26b1-4e71-8790-e09ee9fbfb66), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:13.723197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3093c53b-033b-48f2-ac6b-2085a7898ce4 admin admin] Deleting port bf9fc9cd-a357-480b-aa23-553da3cd283b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:13.724452 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3093c53b-033b-48f2-ac6b-2085a7898ce4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (bf9fc9cd-a357-480b-aa23-553da3cd283b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:13.839365 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3093c53b-033b-48f2-ac6b-2085a7898ce4 admin admin] For port bf9fc9cd-a357-480b-aa23-553da3cd283b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=bf9fc9cd-a357-480b-aa23-553da3cd283b,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:13.840115 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3093c53b-033b-48f2-ac6b-2085a7898ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (bf9fc9cd-a357-480b-aa23-553da3cd283b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:13.855703 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3093c53b-033b-48f2-ac6b-2085a7898ce4 admin admin] Calling delete_port for bf9fc9cd-a357-480b-aa23-553da3cd283b owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:13.957518 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0a90b796-36ff-4be8-b23e-102e0dd28c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'name': 'tempest-ServersTestManualDisk-747793656-router', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:56Z', 'updated_at': '2022-02-03T12:42:11Z', 'revision_number': 5, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'gw_port': {'id': 'bf9fc9cd-a357-480b-aa23-553da3cd283b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:39:57Z', 'updated_at': '2022-02-03T12:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:14.040642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a90b796-36ff-4be8-b23e-102e0dd28c1b None None] Checking router: 3bff1260-26b1-4e71-8790-e09ee9fbfb66 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:42:14.047725 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2b33737f-9566-45ff-841a-656034b8bb4f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1364677721-network', 'tenant_id': '5004d3a8b9d5404d9c151f9c492bbc01'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:14.078042 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a90b796-36ff-4be8-b23e-102e0dd28c1b None None] Routers {'3bff1260-26b1-4e71-8790-e09ee9fbfb66'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:14.079396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0a90b796-36ff-4be8-b23e-102e0dd28c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:42:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3bff1260-26b1-4e71-8790-e09ee9fbfb66'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:14.120180 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b33737f-9566-45ff-841a-656034b8bb4f admin admin] Made reservation on behalf of 5004d3a8b9d5404d9c151f9c492bbc01 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:14.123169 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b33737f-9566-45ff-841a-656034b8bb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:14.189470 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b33737f-9566-45ff-841a-656034b8bb4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:14.265635 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3093c53b-033b-48f2-ac6b-2085a7898ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (bf9fc9cd-a357-480b-aa23-553da3cd283b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:14.323480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0a90b796-36ff-4be8-b23e-102e0dd28c1b None None] Set router 3bff1260-26b1-4e71-8790-e09ee9fbfb66 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:14.389639 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3d1c85e-cd71-4f67-8f6e-b61d6a4e6e10 req-1e8b5b8d-d41d-4dd3-b39d-122f33afa289 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6acb687d-0abb-4d1c-9c7c-828f5dc2dc64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1114933 Feb 03 12:42:14.394740 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093c53b-033b-48f2-ac6b-2085a7898ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9fc9cd-a357-480b-aa23-553da3cd283b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:14.446462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0a90b796-36ff-4be8-b23e-102e0dd28c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'name': 'tempest-ServersTestManualDisk-747793656-router', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:56Z', 'updated_at': '2022-02-03T12:42:13Z', 'revision_number': 6, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:14.491462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a90b796-36ff-4be8-b23e-102e0dd28c1b None None] The sync data for ids ['3bff1260-26b1-4e71-8790-e09ee9fbfb66'] in n-d-827336-3 is: [{'id': '3bff1260-26b1-4e71-8790-e09ee9fbfb66', 'name': 'tempest-ServersTestManualDisk-747793656-router', 'tenant_id': '2337640daf054d38bca5c6f82ecfe03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:39:56Z', 'updated_at': '2022-02-03T12:42:13Z', 'revision_number': 6, 'project_id': '2337640daf054d38bca5c6f82ecfe03d', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:42:14.544333 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1c85e-cd71-4f67-8f6e-b61d6a4e6e10 req-d280b0c1-6ab3-4d2d-a69d-4997cee25688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:14.553202 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3d1c85e-cd71-4f67-8f6e-b61d6a4e6e10 req-d280b0c1-6ab3-4d2d-a69d-4997cee25688 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&device_id=6acb687d-0abb-4d1c-9c7c-828f5dc2dc64 HTTP/1.1" status: 200 len: 1127 time: 0.1227472 Feb 03 12:42:14.822478 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ea0df4cf-7601-4edc-9dae-8fdde3ec67e1 req-d75268c8-df1b-4809-a6c1-b4c42cb3f016 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0626779 Feb 03 12:42:14.828508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1c85e-cd71-4f67-8f6e-b61d6a4e6e10 req-02b61fc3-1824-4d5e-9935-fbe899b38734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:14.830085 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3d1c85e-cd71-4f67-8f6e-b61d6a4e6e10 req-02b61fc3-1824-4d5e-9935-fbe899b38734 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 906 time: 0.2546024 Feb 03 12:42:14.915393 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3d1c85e-cd71-4f67-8f6e-b61d6a4e6e10 req-9103fb78-72c0-4c8a-9020-90fd07eb0441 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b398a78-50d2-4141-9d11-5423875b26ed HTTP/1.1" status: 200 len: 217 time: 0.0793147 Feb 03 12:42:15.060511 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1c85e-cd71-4f67-8f6e-b61d6a4e6e10 req-918abb33-809f-457a-9d5b-53d43e9f151d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:15.060511 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3d1c85e-cd71-4f67-8f6e-b61d6a4e6e10 req-918abb33-809f-457a-9d5b-53d43e9f151d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa4b2afa-81a8-4d6e-a8be-3051d409ec8b HTTP/1.1" status: 200 len: 845 time: 0.1387401 Feb 03 12:42:15.070657 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b33737f-9566-45ff-841a-656034b8bb4f admin admin] Publish callbacks [] for security_group (448b6020-6548-4897-8069-09181d050df4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.094342 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3093c53b-033b-48f2-ac6b-2085a7898ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (3bff1260-26b1-4e71-8790-e09ee9fbfb66), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.100094 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b33737f-9566-45ff-841a-656034b8bb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (448b6020-6548-4897-8069-09181d050df4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.163386 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3d1c85e-cd71-4f67-8f6e-b61d6a4e6e10 req-543322fb-743a-403b-859b-4d589345935c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327499 Feb 03 12:42:15.217833 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-b6db6f93-0ad2-414b-b7de-1d1294504c0d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:15.219530 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-b6db6f93-0ad2-414b-b7de-1d1294504c0d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 805 time: 0.9557040 Feb 03 12:42:15.223328 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b33737f-9566-45ff-841a-656034b8bb4f admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:42:15.251989 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3093c53b-033b-48f2-ac6b-2085a7898ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (3bff1260-26b1-4e71-8790-e09ee9fbfb66), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.257346 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-e76f5bb4-8437-4f79-beeb-c99311b0b64d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/quotas/e249398c095241939cdd7b37579f2461 HTTP/1.1" status: 200 len: 375 time: 0.0220435 Feb 03 12:42:15.258403 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b33737f-9566-45ff-841a-656034b8bb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (6e902922-f175-41c7-90fc-846cc5495210), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.258747 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-2b33737f-9566-45ff-841a-656034b8bb4f admin admin] Added segment 6e902922-f175-41c7-90fc-846cc5495210 of type vlan for network 09e2f3e4-1e30-418c-83c5-cf7374f39799 Feb 03 12:42:15.260630 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3093c53b-033b-48f2-ac6b-2085a7898ce4 admin admin] Publish callbacks [] for router_controller (3bff1260-26b1-4e71-8790-e09ee9fbfb66), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.282922 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33737f-9566-45ff-841a-656034b8bb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448b6020-6548-4897-8069-09181d050df4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:15.307162 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abeaefa-246c-4351-b05e-f0ce216d532c req-2f3e583f-257c-4b3a-8ef7-4a36d25c16c8 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:15.309068 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5abeaefa-246c-4351-b05e-f0ce216d532c req-2f3e583f-257c-4b3a-8ef7-4a36d25c16c8 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 0.2477980 Feb 03 12:42:15.314514 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3d1c85e-cd71-4f67-8f6e-b61d6a4e6e10 req-3b9537c9-8744-41ab-a626-e7fbef50730d service neutron] 10.222.0.73 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439056 Feb 03 12:42:15.572555 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3d1c85e-cd71-4f67-8f6e-b61d6a4e6e10 req-6d02d2df-da79-473a-b8f3-9f352f233a60 service neutron] 10.222.0.73 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015529 Feb 03 12:42:15.582146 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3093c53b-033b-48f2-ac6b-2085a7898ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (3bff1260-26b1-4e71-8790-e09ee9fbfb66), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.583898 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3093c53b-033b-48f2-ac6b-2085a7898ce4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bff1260-26b1-4e71-8790-e09ee9fbfb66 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:42:15.588616 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5abeaefa-246c-4351-b05e-f0ce216d532c req-00e0e62f-c934-44c6-abb6-786f9700d033 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689168 Feb 03 12:42:15.596952 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b33737f-9566-45ff-841a-656034b8bb4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (09e2f3e4-1e30-418c-83c5-cf7374f39799), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.603119 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3093c53b-033b-48f2-ac6b-2085a7898ce4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.604502 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3093c53b-033b-48f2-ac6b-2085a7898ce4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3bff1260-26b1-4e71-8790-e09ee9fbfb66 HTTP/1.1" status: 204 len: 168 time: 2.5458500 Feb 03 12:42:15.613822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50128) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:15.650685 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-d2a9a9aa-7288-4e58-abfd-b1e822276115 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3699126 Feb 03 12:42:15.737738 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.750337 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b33737f-9566-45ff-841a-656034b8bb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (09e2f3e4-1e30-418c-83c5-cf7374f39799), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.751738 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b33737f-9566-45ff-841a-656034b8bb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:15.752610 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b33737f-9566-45ff-841a-656034b8bb4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.754477 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-f360d6b8-dfcd-40a7-b11c-639ae9bacd51 admin admin] Deleting subnet b441a973-4b2b-43ed-81a4-591b929ee2b8 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:42:15.782022 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f360d6b8-dfcd-40a7-b11c-639ae9bacd51 admin admin] Publish callbacks [] for subnet (b441a973-4b2b-43ed-81a4-591b929ee2b8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.817913 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2b33737f-9566-45ff-841a-656034b8bb4f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3517826 Feb 03 12:42:15.821235 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50132) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:15.885864 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9dde41ad-db8a-40bf-86e1-5afbbbdc3265 admin admin] Request body: {'subnet': {'network_id': '09e2f3e4-1e30-418c-83c5-cf7374f39799', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1364677721-subnet', 'tenant_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:15.958361 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f360d6b8-dfcd-40a7-b11c-639ae9bacd51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (b441a973-4b2b-43ed-81a4-591b929ee2b8), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.974504 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dde41ad-db8a-40bf-86e1-5afbbbdc3265 admin admin] Made reservation on behalf of 5004d3a8b9d5404d9c151f9c492bbc01 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:15.978420 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dde41ad-db8a-40bf-86e1-5afbbbdc3265 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:15.986661 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33737f-9566-45ff-841a-656034b8bb4f admin admin] Pushing event updated for resources: {'Network': ['ID=09e2f3e4-1e30-418c-83c5-cf7374f39799,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:16.005613 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 09e2f3e4-1e30-418c-83c5-cf7374f39799 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:42:16.010466 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:16.012305 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-3d9d5718-975a-4adf-a523-4696690ffbbf service neutron] 10.222.0.18 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600833 Feb 03 12:42:16.161968 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:16.162135 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c919ae9c-1c7d-46c9-81d2-f2cb99dfd96b not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:16.162475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device bf9fc9cd-a357-480b-aa23-553da3cd283b no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:16.207828 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f360d6b8-dfcd-40a7-b11c-639ae9bacd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (b441a973-4b2b-43ed-81a4-591b929ee2b8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:16.227761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: bf9fc9cd-a357-480b-aa23-553da3cd283b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:16.228114 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device bf9fc9cd-a357-480b-aa23-553da3cd283b not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:16.425497 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f360d6b8-dfcd-40a7-b11c-639ae9bacd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (b441a973-4b2b-43ed-81a4-591b929ee2b8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:16.498266 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-b82e4715-ad98-4012-bdbb-57e3de8b0629 service neutron] 10.222.0.18 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950463 Feb 03 12:42:16.500594 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dde41ad-db8a-40bf-86e1-5afbbbdc3265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (9b274342-f295-481e-9549-38c0abd94d4f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:16.562073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360d6b8-dfcd-40a7-b11c-639ae9bacd51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b441a973-4b2b-43ed-81a4-591b929ee2b8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:16.567800 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b1630d07-fae4-4852-a851-bb09ced6f4e1 req-9325424a-a2c0-4f3f-918b-07b9a62c07e3 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.1761196 Feb 03 12:42:16.582729 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f360d6b8-dfcd-40a7-b11c-639ae9bacd51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:16.591678 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bef0a73-8419-407c-a1b7-32cc3347fbe8 None None] Network dafca496-122f-4b3c-9ca1-2bdf4f1ff671 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:16.598072 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f360d6b8-dfcd-40a7-b11c-639ae9bacd51 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b441a973-4b2b-43ed-81a4-591b929ee2b8 HTTP/1.1" status: 204 len: 168 time: 0.9825017 Feb 03 12:42:16.601059 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50142) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:16.717492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde41ad-db8a-40bf-86e1-5afbbbdc3265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b274342-f295-481e-9549-38c0abd94d4f,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:16.781926 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dde41ad-db8a-40bf-86e1-5afbbbdc3265 admin admin] Checking segment: {'id': '6e902922-f175-41c7-90fc-846cc5495210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '09e2f3e4-1e30-418c-83c5-cf7374f39799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:16.782274 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dde41ad-db8a-40bf-86e1-5afbbbdc3265 admin admin] Network hostable DHCP agents. Network: 09e2f3e4-1e30-418c-83c5-cf7374f39799, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:42:16.815918 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dde41ad-db8a-40bf-86e1-5afbbbdc3265 admin admin] Network 09e2f3e4-1e30-418c-83c5-cf7374f39799 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:42:16.842527 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9dde41ad-db8a-40bf-86e1-5afbbbdc3265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 09e2f3e4-1e30-418c-83c5-cf7374f39799) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:16.848087 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dde41ad-db8a-40bf-86e1-5afbbbdc3265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:16.848868 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dde41ad-db8a-40bf-86e1-5afbbbdc3265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:16.860508 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a8364e-2881-4d19-9e74-de900b0b05ce None None] Network 09e2f3e4-1e30-418c-83c5-cf7374f39799 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:16.903915 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9dde41ad-db8a-40bf-86e1-5afbbbdc3265 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0794537 Feb 03 12:42:16.905847 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50152) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:16.922987 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5462b95a-52e8-40a1-a4ce-55184f6d8c1a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1364677721-router', 'tenant_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:16.954664 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] DHCP port deletion for dafca496-122f-4b3c-9ca1-2bdf4f1ff671 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:42:17.011120 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3ff2133-7210-4ea9-9e9a-1f91d6d8f9ee req-cd8a3000-d662-410b-8b27-2f8402e1457d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dd7d0cb-fab8-4206-91ed-13a7a84309da HTTP/1.1" status: 200 len: 210 time: 0.0586903 Feb 03 12:42:17.020236 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04a33868-ede2-4ba8-8347-dfc4d7dabf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (dafca496-122f-4b3c-9ca1-2bdf4f1ff671), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:17.037088 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5462b95a-52e8-40a1-a4ce-55184f6d8c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (d4a84d83-a595-4ca9-96f8-f59546248111), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:17.038759 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5462b95a-52e8-40a1-a4ce-55184f6d8c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (d4a84d83-a595-4ca9-96f8-f59546248111), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:17.173077 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] Deleting port 112c4a1d-09ea-440d-8f89-fc8a3facb2ed {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:17.173077 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (112c4a1d-09ea-440d-8f89-fc8a3facb2ed), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:17.174494 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccb072-5005-4652-b298-4fcdf58cea9c req-72f89efa-6718-412c-9b3a-74705c8bde62 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:17.177571 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f6ccb072-5005-4652-b298-4fcdf58cea9c req-72f89efa-6718-412c-9b3a-74705c8bde62 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 0.4365902 Feb 03 12:42:17.206106 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5462b95a-52e8-40a1-a4ce-55184f6d8c1a admin admin] Publish callbacks [] for router_controller (d4a84d83-a595-4ca9-96f8-f59546248111), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:17.231782 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-09e2f3e4-1e30-418c-83c5-cf7374f39799', 'network_id': '09e2f3e4-1e30-418c-83c5-cf7374f39799', 'project_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'fixed_ips': [{'subnet_id': '9b274342-f295-481e-9549-38c0abd94d4f'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:42:17.237572 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:17.371053 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-04a33868-ede2-4ba8-8347-dfc4d7dabf06 admin admin] Deleting port 112c4a1d-09ea-440d-8f89-fc8a3facb2ed {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:17.371402 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04a33868-ede2-4ba8-8347-dfc4d7dabf06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (112c4a1d-09ea-440d-8f89-fc8a3facb2ed), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:17.397585 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] For port 112c4a1d-09ea-440d-8f89-fc8a3facb2ed, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=112c4a1d-09ea-440d-8f89-fc8a3facb2ed,segment=NetworkSegment(142dd35d-c110-49e0-bf57-ee10d9832c7e),segment_id=142dd35d-c110-49e0-bf57-ee10d9832c7e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:17.397978 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (112c4a1d-09ea-440d-8f89-fc8a3facb2ed), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:17.485292 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f6ccb072-5005-4652-b298-4fcdf58cea9c req-adb290b8-af57-4b2b-9d43-98c9365aa63b tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967939 Feb 03 12:42:17.599227 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] Calling delete_port for 112c4a1d-09ea-440d-8f89-fc8a3facb2ed owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:17.634533 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-04a33868-ede2-4ba8-8347-dfc4d7dabf06 admin admin] For port 112c4a1d-09ea-440d-8f89-fc8a3facb2ed, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=112c4a1d-09ea-440d-8f89-fc8a3facb2ed,segment=NetworkSegment(142dd35d-c110-49e0-bf57-ee10d9832c7e),segment_id=142dd35d-c110-49e0-bf57-ee10d9832c7e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:17.635379 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04a33868-ede2-4ba8-8347-dfc4d7dabf06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (112c4a1d-09ea-440d-8f89-fc8a3facb2ed), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:17.693555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-04a33868-ede2-4ba8-8347-dfc4d7dabf06 admin admin] Calling delete_port for 112c4a1d-09ea-440d-8f89-fc8a3facb2ed owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:17.759472 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5462b95a-52e8-40a1-a4ce-55184f6d8c1a admin admin] Publish callbacks [] for router_gateway (d4a84d83-a595-4ca9-96f8-f59546248111), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:17.920147 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04a33868-ede2-4ba8-8347-dfc4d7dabf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (112c4a1d-09ea-440d-8f89-fc8a3facb2ed), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:17.970329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a33868-ede2-4ba8-8347-dfc4d7dabf06 admin admin] Pushing event deleted for resources: {'Port': ['ID=112c4a1d-09ea-440d-8f89-fc8a3facb2ed,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:17.987672 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c2596a8-b52e-4abd-bc71-9b2f89688a3c req-081aa7dc-8593-4c7e-ba1a-306be17d6739 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0821686 Feb 03 12:42:17.997803 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a33868-ede2-4ba8-8347-dfc4d7dabf06 admin admin] No DVR routers for this DVR port 112c4a1d-09ea-440d-8f89-fc8a3facb2ed on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:18.225181 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04a33868-ede2-4ba8-8347-dfc4d7dabf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (dafca496-122f-4b3c-9ca1-2bdf4f1ff671), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:18.255855 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 112c4a1d-09ea-440d-8f89-fc8a3facb2ed no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:18.284116 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-04a33868-ede2-4ba8-8347-dfc4d7dabf06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dafca496-122f-4b3c-9ca1-2bdf4f1ff671']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:18.329855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-04a33868-ede2-4ba8-8347-dfc4d7dabf06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142dd35d-c110-49e0-bf57-ee10d9832c7e') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:18.330156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-04a33868-ede2-4ba8-8347-dfc4d7dabf06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142dd35d-c110-49e0-bf57-ee10d9832c7e') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:18.337927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 112c4a1d-09ea-440d-8f89-fc8a3facb2ed {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:18.338602 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 112c4a1d-09ea-440d-8f89-fc8a3facb2ed not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:18.377069 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04a33868-ede2-4ba8-8347-dfc4d7dabf06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (142dd35d-c110-49e0-bf57-ee10d9832c7e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:18.412258 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] Allocated IP 172.20.0.2 (09e2f3e4-1e30-418c-83c5-cf7374f39799/9b274342-f295-481e-9549-38c0abd94d4f/ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:42:18.427603 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04a33868-ede2-4ba8-8347-dfc4d7dabf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (142dd35d-c110-49e0-bf57-ee10d9832c7e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:18.450471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a33868-ede2-4ba8-8347-dfc4d7dabf06 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:42:18.450712 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04a33868-ede2-4ba8-8347-dfc4d7dabf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (142dd35d-c110-49e0-bf57-ee10d9832c7e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:18.463338 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5462b95a-52e8-40a1-a4ce-55184f6d8c1a admin admin] Publish callbacks [] for router_gateway (d4a84d83-a595-4ca9-96f8-f59546248111), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:18.473858 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (112c4a1d-09ea-440d-8f89-fc8a3facb2ed), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:18.525110 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5462b95a-52e8-40a1-a4ce-55184f6d8c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:18.583647 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] Pushing event deleted for resources: {'Port': ['ID=112c4a1d-09ea-440d-8f89-fc8a3facb2ed,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:18.589780 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] No DVR routers for this DVR port 112c4a1d-09ea-440d-8f89-fc8a3facb2ed on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:18.612366 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:18.613115 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:18.613701 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:18.614255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:18.614821 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:18.615487 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:18.616115 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:18.616681 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:18.617225 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:18.617766 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:18.618309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:18.618866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:18.619406 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3528c20-8d40-4a5e-b410-971e458c6c82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:42:18.650790 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:42:18.763691 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd2f48c0-948b-4544-9cb4-8883584d40b9 req-44aa28af-86f4-496a-82a6-7ce12d437f46 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dd7d0cb-fab8-4206-91ed-13a7a84309da HTTP/1.1" status: 200 len: 210 time: 0.1209581 Feb 03 12:42:18.772548 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04a33868-ede2-4ba8-8347-dfc4d7dabf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (dafca496-122f-4b3c-9ca1-2bdf4f1ff671), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:18.791617 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04a33868-ede2-4ba8-8347-dfc4d7dabf06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:18.808026 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-04a33868-ede2-4ba8-8347-dfc4d7dabf06 admin admin] 10.222.0.18 "DELETE /v2.0/networks/dafca496-122f-4b3c-9ca1-2bdf4f1ff671 HTTP/1.1" status: 204 len: 168 time: 2.2054846 Feb 03 12:42:18.863346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a33868-ede2-4ba8-8347-dfc4d7dabf06 admin admin] Pushing event deleted for resources: {'Network': ['ID=dafca496-122f-4b3c-9ca1-2bdf4f1ff671,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:18.876990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3312f-3934-40d7-9607-ee59e5401a73 req-e15ef5d4-e877-4142-aafd-cc88f22a8f41 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:18.882189 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-79b3312f-3934-40d7-9607-ee59e5401a73 req-e15ef5d4-e877-4142-aafd-cc88f22a8f41 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5aa57d-8832-4496-a2a2-655044618688 HTTP/1.1" status: 200 len: 946 time: 0.2654221 Feb 03 12:42:18.902520 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] Publish callbacks [] for port (ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:18.917786 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:18.940692 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-5462b95a-52e8-40a1-a4ce-55184f6d8c1a admin admin] Allocated IP 172.25.6.241 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/20777cdd-1053-4537-bdb9-41ed704edb49) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:42:19.002183 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d902fe-948a-45ba-8d96-9a195c8dea15 req-99206473-76b4-4b8d-baa1-72793b8f8db0 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:19.023059 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-86d902fe-948a-45ba-8d96-9a195c8dea15 req-99206473-76b4-4b8d-baa1-72793b8f8db0 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 0.1286736 Feb 03 12:42:19.043608 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] Network 09e2f3e4-1e30-418c-83c5-cf7374f39799 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:19.050509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:19.058473 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:42:19.074708 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-79b3312f-3934-40d7-9607-ee59e5401a73 req-70eb0086-e2ac-4d97-b401-ae9b0369b3c1 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639822 Feb 03 12:42:19.086354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] Pushing event updated for resources: {'Port': ['ID=ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:19.230078 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-86d902fe-948a-45ba-8d96-9a195c8dea15 req-e76b347e-b16e-4205-ba67-8ca08d6f0733 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046423 Feb 03 12:42:19.323001 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50202) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:19.346318 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] Attempting to bind port ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:42:19.348925 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] Attempting to bind port ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '6e902922-f175-41c7-90fc-846cc5495210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '09e2f3e4-1e30-418c-83c5-cf7374f39799'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:42:19.349594 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] Attempting to bind port ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 on network 09e2f3e4-1e30-418c-83c5-cf7374f39799 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:42:19.385889 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:42:19.386552 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] Checking segment: {'id': '6e902922-f175-41c7-90fc-846cc5495210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '09e2f3e4-1e30-418c-83c5-cf7374f39799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:19.387195 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:19.387899 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] Bound using segment: {'id': '6e902922-f175-41c7-90fc-846cc5495210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '09e2f3e4-1e30-418c-83c5-cf7374f39799'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:42:19.389229 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] Bound port: ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e902922-f175-41c7-90fc-846cc5495210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '09e2f3e4-1e30-418c-83c5-cf7374f39799'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:42:19.389464 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:19.391383 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bd099fd7-1cb9-47d5-b916-90d5e0886149 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2337640daf054d38bca5c6f82ecfe03d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0672984 Feb 03 12:42:19.396307 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50208) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:19.407337 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d712d6cb-8fcd-48f4-bd29-e35f607e14b1 req-1cac4f92-dd80-4b3d-8612-af5b8532eac7 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.1244988 Feb 03 12:42:19.573660 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0fdb4d8-e0fe-4117-bd05-5e9e55c9515b admin admin] Publish callbacks [] for security_group (18a64887-0a8d-4622-beb2-9fd56f363e57), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:19.618404 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5462b95a-52e8-40a1-a4ce-55184f6d8c1a admin admin] Publish callbacks [] for port (20777cdd-1053-4537-bdb9-41ed704edb49), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:19.620122 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] For port ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:42:19.627784 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] For port ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707,segment=NetworkSegment(6e902922-f175-41c7-90fc-846cc5495210),segment_id=6e902922-f175-41c7-90fc-846cc5495210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:42:19.643055 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0fdb4d8-e0fe-4117-bd05-5e9e55c9515b admin admin] Publish callbacks [] for security_group (18a64887-0a8d-4622-beb2-9fd56f363e57), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:19.649298 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:19.671696 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bdccb-0045-4ccc-8dd7-dc9e82dca146 req-64f26c8d-29de-40cf-a56d-e5632bac21cd tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:19.672814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-50a75564-20ef-40e9-a731-ad79ac135020 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:19.674409 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-50a75564-20ef-40e9-a731-ad79ac135020 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.31 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 805 time: 0.2587776 Feb 03 12:42:19.680654 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e72bdccb-0045-4ccc-8dd7-dc9e82dca146 req-64f26c8d-29de-40cf-a56d-e5632bac21cd tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac5aa57d-8832-4496-a2a2-655044618688 HTTP/1.1" status: 200 len: 946 time: 0.2721529 Feb 03 12:42:19.723830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-0af512dc-5fc8-47b4-a4c0-9be18f83bf80 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Request body: {'port': {'device_id': '2dd7d0cb-fab8-4206-91ed-13a7a84309da', 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb', 'admin_state_up': True, 'tenant_id': 'e249398c095241939cdd7b37579f2461'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:19.802145 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56b963-b8d0-4838-a752-ebaa89b5bb18 None None] Pushing event updated for resources: {'Port': ['ID=ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:19.945224 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5462b95a-52e8-40a1-a4ce-55184f6d8c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (20777cdd-1053-4537-bdb9-41ed704edb49), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:20.014950 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0fdb4d8-e0fe-4117-bd05-5e9e55c9515b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (18a64887-0a8d-4622-beb2-9fd56f363e57), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:20.023754 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0fdb4d8-e0fe-4117-bd05-5e9e55c9515b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:20.025042 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c0fdb4d8-e0fe-4117-bd05-5e9e55c9515b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/18a64887-0a8d-4622-beb2-9fd56f363e57 HTTP/1.1" status: 204 len: 168 time: 0.6274345 Feb 03 12:42:20.033956 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5462b95a-52e8-40a1-a4ce-55184f6d8c1a admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:20.047634 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-5462b95a-52e8-40a1-a4ce-55184f6d8c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:20.066992 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5462b95a-52e8-40a1-a4ce-55184f6d8c1a admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:42:20.076226 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462b95a-52e8-40a1-a4ce-55184f6d8c1a admin admin] Pushing event updated for resources: {'Port': ['ID=20777cdd-1053-4537-bdb9-41ed704edb49,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:20.136542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-0af512dc-5fc8-47b4-a4c0-9be18f83bf80 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Made reservation on behalf of e249398c095241939cdd7b37579f2461 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:20.157319 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-0af512dc-5fc8-47b4-a4c0-9be18f83bf80 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:20.188065 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bb67dfee-f259-4d39-ae9a-c6321869ea4f req-56d74415-5d61-4a30-8847-b3e2e5e487f7 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dd7d0cb-fab8-4206-91ed-13a7a84309da HTTP/1.1" status: 200 len: 210 time: 0.1535714 Feb 03 12:42:20.192774 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-e72bdccb-0045-4ccc-8dd7-dc9e82dca146 req-ead81a4c-9ce1-4fe0-b448-82e6b772bce4 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Deleting port 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:20.193117 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e72bdccb-0045-4ccc-8dd7-dc9e82dca146 req-ead81a4c-9ce1-4fe0-b448-82e6b772bce4 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:20.193846 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fdb4d8-e0fe-4117-bd05-5e9e55c9515b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a64887-0a8d-4622-beb2-9fd56f363e57,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:20.606758 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e72bdccb-0045-4ccc-8dd7-dc9e82dca146 req-ead81a4c-9ce1-4fe0-b448-82e6b772bce4 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] For port 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65,segment=NetworkSegment(b18a3aaf-1673-4c64-ab69-ba2386957046),segment_id=b18a3aaf-1673-4c64-ab69-ba2386957046)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:20.607338 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e72bdccb-0045-4ccc-8dd7-dc9e82dca146 req-ead81a4c-9ce1-4fe0-b448-82e6b772bce4 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:20.674691 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-e72bdccb-0045-4ccc-8dd7-dc9e82dca146 req-ead81a4c-9ce1-4fe0-b448-82e6b772bce4 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Calling delete_port for 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:20.841766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d39418-dbb6-43c2-9e6c-ab95f7dbada5 req-9a36bf6c-3738-40fb-bf33-2729cf265542 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:20.858204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfc817-989b-4d22-8b10-3cba850386e0 req-a8078e20-c264-4dcb-a846-cef48430d17b tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:20.866502 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c9d39418-dbb6-43c2-9e6c-ab95f7dbada5 req-9a36bf6c-3738-40fb-bf33-2729cf265542 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 0.3572958 Feb 03 12:42:20.871265 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aacfc817-989b-4d22-8b10-3cba850386e0 req-a8078e20-c264-4dcb-a846-cef48430d17b tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5aa57d-8832-4496-a2a2-655044618688 HTTP/1.1" status: 200 len: 946 time: 0.4952228 Feb 03 12:42:20.954531 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-0af512dc-5fc8-47b4-a4c0-9be18f83bf80 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Allocated IP 172.20.0.2 (dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb/aa4b2afa-81a8-4d6e-a8be-3051d409ec8b/d614ba3a-2fd1-4e98-89df-07f085a147d2) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:42:21.081484 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c9d39418-dbb6-43c2-9e6c-ab95f7dbada5 req-958fcdf1-57c1-4141-b409-d76fb39fa1c2 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004511 Feb 03 12:42:21.286294 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aacfc817-989b-4d22-8b10-3cba850386e0 req-396d6f7b-0786-4393-8851-09b012f673e6 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130173 Feb 03 12:42:21.513033 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1ecf2566-6a46-40f6-996b-ce64603e5419 req-9516b8c7-8868-451e-af57-a998d9ac1b46 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.1815736 Feb 03 12:42:21.574605 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4386d38e-b5c0-4ef0-b1e6-08e0849a7b94 req-4b6e609b-211a-41f7-83f2-40a66a365418 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dd7d0cb-fab8-4206-91ed-13a7a84309da HTTP/1.1" status: 200 len: 210 time: 0.0919011 Feb 03 12:42:21.576471 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5462b95a-52e8-40a1-a4ce-55184f6d8c1a admin admin] Publish callbacks [] for router_gateway (d4a84d83-a595-4ca9-96f8-f59546248111), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:21.578730 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e72bdccb-0045-4ccc-8dd7-dc9e82dca146 req-ead81a4c-9ce1-4fe0-b448-82e6b772bce4 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:21.593073 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['c1e781b1-4c48-4062-942a-2a732b102a9a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:21.619259 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-0af512dc-5fc8-47b4-a4c0-9be18f83bf80 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks [] for port (d614ba3a-2fd1-4e98-89df-07f085a147d2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:21.699849 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-0af512dc-5fc8-47b4-a4c0-9be18f83bf80 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d614ba3a-2fd1-4e98-89df-07f085a147d2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:21.716483 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['cb6c01d1-acb2-4c69-90b5-1939f4f49bc6'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:21.787845 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['9b398a78-50d2-4141-9d11-5423875b26ed'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:21.792177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-0af512dc-5fc8-47b4-a4c0-9be18f83bf80 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:21.795731 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-0af512dc-5fc8-47b4-a4c0-9be18f83bf80 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:21.835399 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af512dc-5fc8-47b4-a4c0-9be18f83bf80 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Pushing event updated for resources: {'Port': ['ID=d614ba3a-2fd1-4e98-89df-07f085a147d2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:21.835688 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead81a4c-9ce1-4fe0-b448-82e6b772bce4 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Pushing event deleted for resources: {'Port': ['ID=9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:21.842466 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-0af512dc-5fc8-47b4-a4c0-9be18f83bf80 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:42:21.913685 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf7caf8-576b-4a0c-9f85-ce8549c78675 None None] Network 09e2f3e4-1e30-418c-83c5-cf7374f39799 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:21.931049 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72bdccb-0045-4ccc-8dd7-dc9e82dca146 req-ead81a4c-9ce1-4fe0-b448-82e6b772bce4 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] No DVR routers for this DVR port 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:21.948206 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e72bdccb-0045-4ccc-8dd7-dc9e82dca146 req-ead81a4c-9ce1-4fe0-b448-82e6b772bce4 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:21.962970 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e72bdccb-0045-4ccc-8dd7-dc9e82dca146 req-ead81a4c-9ce1-4fe0-b448-82e6b772bce4 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.31 "DELETE /v2.0/ports/9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 HTTP/1.1" status: 204 len: 173 time: 2.2754471 Feb 03 12:42:21.963224 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-0af512dc-5fc8-47b4-a4c0-9be18f83bf80 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:21.965738 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-0af512dc-5fc8-47b4-a4c0-9be18f83bf80 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:22.000477 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5aa57d-8832-4496-a2a2-655044618688', 'name': 'network-vif-deleted', 'tag': '9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:22.005086 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-0af512dc-5fc8-47b4-a4c0-9be18f83bf80 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3080235 Feb 03 12:42:22.009409 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5a305d-343d-4b97-8c2b-8d22b78fcc37" -d '{"events": [{"server_uuid": "ac5aa57d-8832-4496-a2a2-655044618688", "name": "network-vif-deleted", "tag": "9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:22.019648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] Request body: {'port': {'device_id': '2dd7d0cb-fab8-4206-91ed-13a7a84309da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:22.197957 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3c060d-3168-48bc-b5cc-f4b160cd8485 x-openstack-request-id: req-bb3c060d-3168-48bc-b5cc-f4b160cd8485 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:22.198573 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5aa57d-8832-4496-a2a2-655044618688", "name": "network-vif-deleted", "tag": "9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:22.199012 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb3c060d-3168-48bc-b5cc-f4b160cd8485 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:22.199628 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5aa57d-8832-4496-a2a2-655044618688', 'name': 'network-vif-deleted', 'tag': '9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65', 'status': 'completed', 'code': 200} Feb 03 12:42:22.206799 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d614ba3a-2fd1-4e98-89df-07f085a147d2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:22.208016 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f66c01c2-a3c2-4424-9d05-3f589614fe2f None None] Provisioning complete for port ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:22.208422 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f66c01c2-a3c2-4424-9d05-3f589614fe2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:22.311227 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50268) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:22.356305 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:22.532783 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9bbd0df0-0063-4782-8fc2-2722a2f99ca9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-772278160-network', 'tenant_id': 'ffd0252b7b0747c69410a55d7883bffd'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:22.586171 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9b8e7-3336-4a12-8c2c-67aa0c3c571a req-8282a956-eb8a-49b6-89ff-2a68239e583d tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:22.587853 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ac9b8e7-3336-4a12-8c2c-67aa0c3c571a req-8282a956-eb8a-49b6-89ff-2a68239e583d tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 0.2683032 Feb 03 12:42:22.594106 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbd0df0-0063-4782-8fc2-2722a2f99ca9 admin admin] Made reservation on behalf of ffd0252b7b0747c69410a55d7883bffd for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:22.596814 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0df0-0063-4782-8fc2-2722a2f99ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:22.605028 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5462b95a-52e8-40a1-a4ce-55184f6d8c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (d4a84d83-a595-4ca9-96f8-f59546248111), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:22.662630 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:22.684112 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f17a1b4d-88d8-43d4-ac44-7bf1323071fd req-91c9c7d0-1206-4f93-8dc5-e1ed1e6ac56a tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac5aa57d-8832-4496-a2a2-655044618688 HTTP/1.1" status: 200 len: 210 time: 0.0985146 Feb 03 12:42:22.684112 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0df0-0063-4782-8fc2-2722a2f99ca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:22.751575 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ac9b8e7-3336-4a12-8c2c-67aa0c3c571a req-ee28cb94-3ec4-4227-83e5-add04268afea tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506591 Feb 03 12:42:22.851763 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:22.852144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 9c36b6bd-7d72-4c57-9c4b-33eb58a1eb65 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:22.890590 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5462b95a-52e8-40a1-a4ce-55184f6d8c1a admin admin] Router d4a84d83-a595-4ca9-96f8-f59546248111 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:42:22.931700 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f66c01c2-a3c2-4424-9d05-3f589614fe2f None None] Current status of the port ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:22.932377 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f66c01c2-a3c2-4424-9d05-3f589614fe2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:22.934934 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:22.935466 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:22.987228 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8cdd6b6f-b3ea-4e7c-8230-9528bea6286a req-abd23313-1142-4a94-ac5f-6c2e77113fac tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0422854 Feb 03 12:42:23.041938 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d614ba3a-2fd1-4e98-89df-07f085a147d2 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:42:23.053386 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] Publish callbacks [] for port (d614ba3a-2fd1-4e98-89df-07f085a147d2), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:23.070851 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] Transition to ACTIVE for port object d614ba3a-2fd1-4e98-89df-07f085a147d2 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:42:23.082042 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d614ba3a-2fd1-4e98-89df-07f085a147d2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:23.098536 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5462b95a-52e8-40a1-a4ce-55184f6d8c1a admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:42:23.107901 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] Sync routers for ids ['d4a84d83-a595-4ca9-96f8-f59546248111'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:42:23.117366 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5462b95a-52e8-40a1-a4ce-55184f6d8c1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:23.118843 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5462b95a-52e8-40a1-a4ce-55184f6d8c1a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2117565 Feb 03 12:42:23.122549 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50290) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:23.128023 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] Routers {'d4a84d83-a595-4ca9-96f8-f59546248111'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:23.129907 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:42:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d4a84d83-a595-4ca9-96f8-f59546248111'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:23.165560 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f66c01c2-a3c2-4424-9d05-3f589614fe2f None None] For port ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707,segment=NetworkSegment(6e902922-f175-41c7-90fc-846cc5495210),segment_id=6e902922-f175-41c7-90fc-846cc5495210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:23.205543 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f66c01c2-a3c2-4424-9d05-3f589614fe2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:23.237340 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:23.237745 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:23.416535 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c01c2-a3c2-4424-9d05-3f589614fe2f None None] Pushing event updated for resources: {'Port': ['ID=ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:23.430043 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:42:23.430391 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:42:23.618047 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] Set router d4a84d83-a595-4ca9-96f8-f59546248111 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:23.633791 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a75656a0-9227-40d2-9a8a-42cb10a936cb None None] Provisioning complete for port ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:23.634287 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a75656a0-9227-40d2-9a8a-42cb10a936cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:23.829510 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a75656a0-9227-40d2-9a8a-42cb10a936cb None None] Current status of the port ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:23.927798 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a84d83-a595-4ca9-96f8-f59546248111', 'name': 'tempest-FloatingIPsTestJSON-1364677721-router', 'tenant_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '20777cdd-1053-4537-bdb9-41ed704edb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:17Z', 'updated_at': '2022-02-03T12:42:20Z', 'revision_number': 3, 'project_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'gw_port': {'id': '20777cdd-1053-4537-bdb9-41ed704edb49', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a84d83-a595-4ca9-96f8-f59546248111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:18Z', 'updated_at': '2022-02-03T12:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:23.963810 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] Pushing event updated for resources: {'Port': ['ID=d614ba3a-2fd1-4e98-89df-07f085a147d2,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:23.981575 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d2e97-0abb-42d0-a1cb-362fb298cee8 req-27477f96-8382-4418-94bf-6358d60e2291 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:23.983491 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eb3d2e97-0abb-42d0-a1cb-362fb298cee8 req-27477f96-8382-4418-94bf-6358d60e2291 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dd7d0cb-fab8-4206-91ed-13a7a84309da HTTP/1.1" status: 200 len: 931 time: 1.1124597 Feb 03 12:42:23.991019 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0df0-0063-4782-8fc2-2722a2f99ca9 admin admin] Publish callbacks [] for security_group (9a6a4eda-4520-4203-81b1-5c18637a8540), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:23.994179 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] Attempting to bind port d614ba3a-2fd1-4e98-89df-07f085a147d2 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:42:23.994753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] Attempting to bind port d614ba3a-2fd1-4e98-89df-07f085a147d2 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:42:23.995263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] Attempting to bind port d614ba3a-2fd1-4e98-89df-07f085a147d2 on network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:42:24.024126 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:24.051106 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0df0-0063-4782-8fc2-2722a2f99ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9a6a4eda-4520-4203-81b1-5c18637a8540), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.056975 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] Checking router: d4a84d83-a595-4ca9-96f8-f59546248111 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:42:24.058989 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] Updating router d4a84d83-a595-4ca9-96f8-f59546248111 port 20777cdd-1053-4537-bdb9-41ed704edb49 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:42:24.094182 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eb3d2e97-0abb-42d0-a1cb-362fb298cee8 req-e5280029-2181-4348-8af6-e27633bdf878 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975826 Feb 03 12:42:24.109069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] Port d614ba3a-2fd1-4e98-89df-07f085a147d2 on network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:42:24.113064 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] Attempting to bind port d614ba3a-2fd1-4e98-89df-07f085a147d2 on network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:42:24.138007 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (20777cdd-1053-4537-bdb9-41ed704edb49), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.162607 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:24.176858 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:42:24.177231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] Checking segment: {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:24.177702 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] Bound using segment: {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:42:24.178221 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] Bound port: d614ba3a-2fd1-4e98-89df-07f085a147d2, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:42:24.178583 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d614ba3a-2fd1-4e98-89df-07f085a147d2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.180767 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbd0df0-0063-4782-8fc2-2722a2f99ca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:42:24.252123 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd0df0-0063-4782-8fc2-2722a2f99ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6a4eda-4520-4203-81b1-5c18637a8540,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:24.282674 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f763abea-312c-40b3-b958-cff22561d077 req-62346885-1aac-4bce-b1ee-8344c3ae3ce6 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0680897 Feb 03 12:42:24.301689 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0df0-0063-4782-8fc2-2722a2f99ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ab7c473a-cf31-47da-a5a8-077911dfe691), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.307814 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-9bbd0df0-0063-4782-8fc2-2722a2f99ca9 admin admin] Added segment ab7c473a-cf31-47da-a5a8-077911dfe691 of type vlan for network 5599772e-9dcf-4127-a633-d91505819dd7 Feb 03 12:42:24.324317 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:24.325222 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.329085 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d690bf-1dc4-48fc-84c4-ab4d43de8058 req-b117263c-926a-44cd-8666-e67f3dbc7689 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:24.341513 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9d690bf-1dc4-48fc-84c4-ab4d43de8058 req-b117263c-926a-44cd-8666-e67f3dbc7689 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 0.1669321 Feb 03 12:42:24.505682 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0df0-0063-4782-8fc2-2722a2f99ca9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (5599772e-9dcf-4127-a633-d91505819dd7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.516497 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] For port d614ba3a-2fd1-4e98-89df-07f085a147d2, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:42:24.550704 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] For port d614ba3a-2fd1-4e98-89df-07f085a147d2, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d614ba3a-2fd1-4e98-89df-07f085a147d2,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:42:24.552961 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:24.566643 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d614ba3a-2fd1-4e98-89df-07f085a147d2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.579931 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0df0-0063-4782-8fc2-2722a2f99ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (5599772e-9dcf-4127-a633-d91505819dd7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.581405 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd0df0-0063-4782-8fc2-2722a2f99ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:24.582083 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0df0-0063-4782-8fc2-2722a2f99ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.585839 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9d690bf-1dc4-48fc-84c4-ab4d43de8058 req-27ec0a23-92ca-450b-95be-f1decc8d15f6 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433324 Feb 03 12:42:24.605785 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225156e2-5d92-4de1-8b94-1cf2520da8d4 req-3875072f-5280-4dfe-93a4-6836675d4ec1 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:24.608257 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-225156e2-5d92-4de1-8b94-1cf2520da8d4 req-3875072f-5280-4dfe-93a4-6836675d4ec1 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 946 time: 0.1739385 Feb 03 12:42:24.609393 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] Publish callbacks [] for port (20777cdd-1053-4537-bdb9-41ed704edb49), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.617352 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (20777cdd-1053-4537-bdb9-41ed704edb49), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.679504 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] Attempting to bind port 20777cdd-1053-4537-bdb9-41ed704edb49 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:42:24.679504 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] Attempting to bind port 20777cdd-1053-4537-bdb9-41ed704edb49 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:42:24.679788 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] Attempting to bind port 20777cdd-1053-4537-bdb9-41ed704edb49 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:42:24.688197 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1013b9-34e5-4c40-af3d-5b3b5dbecd67 None None] Pushing event updated for resources: {'Port': ['ID=20777cdd-1053-4537-bdb9-41ed704edb49,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:24.691027 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:42:24.691410 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:24.691817 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.692366 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:42:24.692758 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] Bound port: 20777cdd-1053-4537-bdb9-41ed704edb49, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:42:24.693144 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (20777cdd-1053-4537-bdb9-41ed704edb49), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.716979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd0df0-0063-4782-8fc2-2722a2f99ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=5599772e-9dcf-4127-a633-d91505819dd7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:24.735257 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 5599772e-9dcf-4127-a633-d91505819dd7 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:42:24.748344 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:24.748680 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.750314 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] 10.222.0.31 "PUT /v2.0/ports/d614ba3a-2fd1-4e98-89df-07f085a147d2 HTTP/1.1" status: 200 len: 1091 time: 2.7378697 Feb 03 12:42:24.751786 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd7d0cb-fab8-4206-91ed-13a7a84309da', 'tag': 'd614ba3a-2fd1-4e98-89df-07f085a147d2'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:24.754733 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459fc344-9bdb-4f22-a525-ed461895f844" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd7d0cb-fab8-4206-91ed-13a7a84309da", "tag": "d614ba3a-2fd1-4e98-89df-07f085a147d2"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:24.785930 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ae0b321-91b9-44e6-9ec6-055302a077d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.794706 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] For port 20777cdd-1053-4537-bdb9-41ed704edb49, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:42:24.796884 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9bbd0df0-0063-4782-8fc2-2722a2f99ca9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4841237 Feb 03 12:42:24.806015 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] For port 20777cdd-1053-4537-bdb9-41ed704edb49, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=20777cdd-1053-4537-bdb9-41ed704edb49,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:42:24.808020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50334) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:24.817404 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (20777cdd-1053-4537-bdb9-41ed704edb49), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.818977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-06232291-c2b6-4273-b868-e95f28f4ced5 admin admin] Request body: {'subnet': {'network_id': '5599772e-9dcf-4127-a633-d91505819dd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-772278160-subnet', 'tenant_id': 'ffd0252b7b0747c69410a55d7883bffd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:24.871745 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765523e6-73cc-46d0-8acb-c71e6234e1d4 x-openstack-request-id: req-765523e6-73cc-46d0-8acb-c71e6234e1d4 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:24.887037 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd7d0cb-fab8-4206-91ed-13a7a84309da", "tag": "d614ba3a-2fd1-4e98-89df-07f085a147d2", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:24.887508 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-765523e6-73cc-46d0-8acb-c71e6234e1d4 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:24.888085 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd7d0cb-fab8-4206-91ed-13a7a84309da', 'tag': 'd614ba3a-2fd1-4e98-89df-07f085a147d2', 'status': 'completed', 'code': 200} Feb 03 12:42:24.952788 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1013b9-34e5-4c40-af3d-5b3b5dbecd67 None None] Pushing event updated for resources: {'Port': ['ID=20777cdd-1053-4537-bdb9-41ed704edb49,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:24.955928 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] Routers {'d4a84d83-a595-4ca9-96f8-f59546248111'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:24.956850 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:42:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d4a84d83-a595-4ca9-96f8-f59546248111'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:24.982096 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06232291-c2b6-4273-b868-e95f28f4ced5 admin admin] Made reservation on behalf of ffd0252b7b0747c69410a55d7883bffd for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:24.994566 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06232291-c2b6-4273-b868-e95f28f4ced5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:24.997054 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667bd5c-3d10-4e7b-b4c3-5b58a173202d service neutron] Pushing event updated for resources: {'Port': ['ID=d614ba3a-2fd1-4e98-89df-07f085a147d2,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:25.026359 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-3ae0b321-91b9-44e6-9ec6-055302a077d5 admin admin] Allocated IP 172.20.0.1 (09e2f3e4-1e30-418c-83c5-cf7374f39799/9b274342-f295-481e-9549-38c0abd94d4f/ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:42:25.030651 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-225156e2-5d92-4de1-8b94-1cf2520da8d4 req-cff02082-93cc-4f3b-9477-b9818e64cc53 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178613 Feb 03 12:42:25.086652 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-555c1229-cf91-47d2-a747-26a4488497d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:25.088763 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-555c1229-cf91-47d2-a747-26a4488497d7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&device_id=2dd7d0cb-fab8-4206-91ed-13a7a84309da HTTP/1.1" status: 200 len: 1125 time: 0.2873938 Feb 03 12:42:25.212075 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ae0b321-91b9-44e6-9ec6-055302a077d5 admin admin] Publish callbacks [] for port (ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:25.250158 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06232291-c2b6-4273-b868-e95f28f4ced5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (bd98a1ba-2677-43a0-9803-d6921e32ec63), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:25.259043 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ae0b321-91b9-44e6-9ec6-055302a077d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:25.285648 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] Set router d4a84d83-a595-4ca9-96f8-f59546248111 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:25.296522 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-5100cacd-3a0c-44c2-88ed-eeeb689f6274 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d614ba3a-2fd1-4e98-89df-07f085a147d2 HTTP/1.1" status: 200 len: 217 time: 0.0564070 Feb 03 12:42:25.338255 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae0b321-91b9-44e6-9ec6-055302a077d5 admin admin] Network 09e2f3e4-1e30-418c-83c5-cf7374f39799 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:25.350949 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3ae0b321-91b9-44e6-9ec6-055302a077d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:25.355006 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae0b321-91b9-44e6-9ec6-055302a077d5 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:42:25.357522 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0b321-91b9-44e6-9ec6-055302a077d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:25.429466 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007eb8d6-cf1a-425a-a458-72943919cd39 req-efcf4ade-a5a1-47fe-9904-7abe0ea71072 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:25.431203 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-007eb8d6-cf1a-425a-a458-72943919cd39 req-efcf4ade-a5a1-47fe-9904-7abe0ea71072 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dd7d0cb-fab8-4206-91ed-13a7a84309da HTTP/1.1" status: 200 len: 943 time: 0.1869385 Feb 03 12:42:25.452708 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ae0b321-91b9-44e6-9ec6-055302a077d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (d4a84d83-a595-4ca9-96f8-f59546248111), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:25.523654 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-4ebe972b-6232-4540-a133-6d5ded1fb4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:25.549762 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-4ebe972b-6232-4540-a133-6d5ded1fb4dd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aa4b2afa-81a8-4d6e-a8be-3051d409ec8b HTTP/1.1" status: 200 len: 845 time: 0.2186387 Feb 03 12:42:25.573851 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06232291-c2b6-4273-b868-e95f28f4ced5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd98a1ba-2677-43a0-9803-d6921e32ec63,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:25.574617 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06232291-c2b6-4273-b868-e95f28f4ced5 admin admin] Checking segment: {'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:25.575057 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06232291-c2b6-4273-b868-e95f28f4ced5 admin admin] Network hostable DHCP agents. Network: 5599772e-9dcf-4127-a633-d91505819dd7, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:42:25.636066 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a84d83-a595-4ca9-96f8-f59546248111', 'name': 'tempest-FloatingIPsTestJSON-1364677721-router', 'tenant_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '20777cdd-1053-4537-bdb9-41ed704edb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:17Z', 'updated_at': '2022-02-03T12:42:20Z', 'revision_number': 3, 'project_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'gw_port': {'id': '20777cdd-1053-4537-bdb9-41ed704edb49', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a84d83-a595-4ca9-96f8-f59546248111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:18Z', 'updated_at': '2022-02-03T12:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:25.656718 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a59d718-c7ca-4b5c-8c1d-95fec59e63fb req-d9718d68-6aa5-4e0a-8a42-59eaf662a779 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.1688218 Feb 03 12:42:25.658184 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-3ecbfa07-fa12-42e7-ac11-1ffeafaadd65 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079466 Feb 03 12:42:25.743279 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcebb19-d6fa-4bfa-ad49-178d2dbcd774 None None] The sync data for ids ['d4a84d83-a595-4ca9-96f8-f59546248111'] in n-d-827336-3 is: [{'id': 'd4a84d83-a595-4ca9-96f8-f59546248111', 'name': 'tempest-FloatingIPsTestJSON-1364677721-router', 'tenant_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '20777cdd-1053-4537-bdb9-41ed704edb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:17Z', 'updated_at': '2022-02-03T12:42:20Z', 'revision_number': 3, 'project_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'gw_port': {'id': '20777cdd-1053-4537-bdb9-41ed704edb49', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a84d83-a595-4ca9-96f8-f59546248111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:18Z', 'updated_at': '2022-02-03T12:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:42:25.782561 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-007eb8d6-cf1a-425a-a458-72943919cd39 req-9fb980e7-c36a-4ac9-adf2-b7d72bf114a6 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428798 Feb 03 12:42:25.800237 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ae0b321-91b9-44e6-9ec6-055302a077d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:25.867168 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-b0e5e946-722a-4698-8156-1d65252e7392 service neutron] 10.222.0.31 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971226 Feb 03 12:42:25.882121 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e413a179-d18f-4b61-8626-d12edeae5eef None None] Provisioning complete for port ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:25.882685 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e413a179-d18f-4b61-8626-d12edeae5eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:25.910865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06232291-c2b6-4273-b868-e95f28f4ced5 admin admin] Network 5599772e-9dcf-4127-a633-d91505819dd7 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:42:25.958085 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-06232291-c2b6-4273-b868-e95f28f4ced5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 5599772e-9dcf-4127-a633-d91505819dd7) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:25.970247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06232291-c2b6-4273-b868-e95f28f4ced5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:25.971065 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06232291-c2b6-4273-b868-e95f28f4ced5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:25.972013 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fb62d1-eb7d-413a-b526-2cac78dcc04d None None] Network 5599772e-9dcf-4127-a633-d91505819dd7 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:26.036878 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e314c-1a07-4fe2-8aa3-285e3b763d3b req-632fb4a8-098b-4194-bc93-03fb4435de31 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:26.038444 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-926e314c-1a07-4fe2-8aa3-285e3b763d3b req-632fb4a8-098b-4194-bc93-03fb4435de31 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.73 "GET /v2.0/ports?device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 946 time: 0.2461865 Feb 03 12:42:26.134014 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ae0b321-91b9-44e6-9ec6-055302a077d5 admin admin] Publish callbacks [] for port (ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:26.148372 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e413a179-d18f-4b61-8626-d12edeae5eef None None] Port ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:42:26.155363 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819233f1-bd6f-4598-a0f3-e89eb77a0cbb None None] Network 5599772e-9dcf-4127-a633-d91505819dd7 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:26.168332 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ae0b321-91b9-44e6-9ec6-055302a077d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:26.179277 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-06232291-c2b6-4273-b868-e95f28f4ced5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3593795 Feb 03 12:42:26.217601 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b7007-4c59-48da-bfe9-2608f457100e req-09d8258c-3492-4ca9-9c30-40194cf43d03 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:26.228722 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e71b7007-4c59-48da-bfe9-2608f457100e req-09d8258c-3492-4ca9-9c30-40194cf43d03 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 0.3600962 Feb 03 12:42:26.285957 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50356) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:26.307212 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7fa1ca8e-cd03-45f1-8227-c9e4bdf23fd0 req-5966f688-6144-4e8f-9daf-b1fcb9bae072 service neutron] 10.222.0.31 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042501 Feb 03 12:42:26.469183 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ae0b321-91b9-44e6-9ec6-055302a077d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (d4a84d83-a595-4ca9-96f8-f59546248111), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:26.473074 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0b321-91b9-44e6-9ec6-055302a077d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:26.525521 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9b231-7b14-45b7-8d50-a2a217b9ee48 req-5a9819f1-7868-4fa5-a973-2c3eaaca4919 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:26.531732 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6cf9b231-7b14-45b7-8d50-a2a217b9ee48 req-5a9819f1-7868-4fa5-a973-2c3eaaca4919 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 946 time: 0.2477720 Feb 03 12:42:26.566432 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e71b7007-4c59-48da-bfe9-2608f457100e req-ab362f70-f79b-4246-913a-d031963d50ca tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864532 Feb 03 12:42:26.593570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-926e314c-1a07-4fe2-8aa3-285e3b763d3b req-b44526db-69e9-40cd-b60a-6f26107ecaed tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Deleting port cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:26.594036 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-926e314c-1a07-4fe2-8aa3-285e3b763d3b req-b44526db-69e9-40cd-b60a-6f26107ecaed tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (cb6c01d1-acb2-4c69-90b5-1939f4f49bc6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:26.658904 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78c7a49f-23ce-4ce6-b3bf-87152ac7651a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:26.715301 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fc344-9bdb-4f22-a525-ed461895f844 req-beb2887a-c39d-4f2e-9216-ec86fa8314bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:26.716889 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-459fc344-9bdb-4f22-a525-ed461895f844 req-beb2887a-c39d-4f2e-9216-ec86fa8314bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&device_id=2dd7d0cb-fab8-4206-91ed-13a7a84309da HTTP/1.1" status: 200 len: 1125 time: 0.2619381 Feb 03 12:42:26.850541 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6cf9b231-7b14-45b7-8d50-a2a217b9ee48 req-aa95cb6f-5636-400f-83b8-43122b96d6bb tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935792 Feb 03 12:42:26.858237 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae0b321-91b9-44e6-9ec6-055302a077d5 admin admin] Network 09e2f3e4-1e30-418c-83c5-cf7374f39799 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:26.872342 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3ae0b321-91b9-44e6-9ec6-055302a077d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:26.898911 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78c7a49f-23ce-4ce6-b3bf-87152ac7651a admin admin] Publish callbacks [] for security_group (a4494dea-4154-4143-bf5f-6790eab289b2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:26.936100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-926e314c-1a07-4fe2-8aa3-285e3b763d3b req-b44526db-69e9-40cd-b60a-6f26107ecaed tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] For port cb6c01d1-acb2-4c69-90b5-1939f4f49bc6, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=cb6c01d1-acb2-4c69-90b5-1939f4f49bc6,segment=NetworkSegment(b18a3aaf-1673-4c64-ab69-ba2386957046),segment_id=b18a3aaf-1673-4c64-ab69-ba2386957046)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:26.936492 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-926e314c-1a07-4fe2-8aa3-285e3b763d3b req-b44526db-69e9-40cd-b60a-6f26107ecaed tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (cb6c01d1-acb2-4c69-90b5-1939f4f49bc6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:26.961848 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78c7a49f-23ce-4ce6-b3bf-87152ac7651a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a4494dea-4154-4143-bf5f-6790eab289b2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:27.013019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-926e314c-1a07-4fe2-8aa3-285e3b763d3b req-b44526db-69e9-40cd-b60a-6f26107ecaed tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Calling delete_port for cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:27.116606 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ec71372f-e21f-4654-8da5-c08b0b10bd8e req-afb7bee0-fe92-495a-9416-dc1bed5e27f5 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.1491189 Feb 03 12:42:27.123521 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fc344-9bdb-4f22-a525-ed461895f844 req-18d13afb-e47d-4b9a-abb1-5e984d590f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:27.132220 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-459fc344-9bdb-4f22-a525-ed461895f844 req-18d13afb-e47d-4b9a-abb1-5e984d590f51 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 906 time: 0.4035141 Feb 03 12:42:27.151824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7a49f-23ce-4ce6-b3bf-87152ac7651a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4494dea-4154-4143-bf5f-6790eab289b2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:27.193621 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50380) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:27.197035 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-78c7a49f-23ce-4ce6-b3bf-87152ac7651a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59e0dff9ea5d4e168fa3461c0db82004&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8845577 Feb 03 12:42:27.237140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae0b321-91b9-44e6-9ec6-055302a077d5 admin admin] Router d4a84d83-a595-4ca9-96f8-f59546248111 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:42:27.252091 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-459fc344-9bdb-4f22-a525-ed461895f844 req-7dd88a08-d0e7-4b72-99ab-3936c85a080d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d614ba3a-2fd1-4e98-89df-07f085a147d2 HTTP/1.1" status: 200 len: 217 time: 0.1121943 Feb 03 12:42:27.269628 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-5429c5b0-f4ca-4a1d-ab6f-fca830a52969 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:27.283530 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-5429c5b0-f4ca-4a1d-ab6f-fca830a52969 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/networks?id=5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 200 len: 811 time: 0.3952906 Feb 03 12:42:27.312562 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e3633f10-de4e-49ae-8ae7-48fdb664b4c2 None None] Provisioning complete for port ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:27.316275 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e3633f10-de4e-49ae-8ae7-48fdb664b4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:27.385285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fc344-9bdb-4f22-a525-ed461895f844 req-1ce5754e-911e-4d55-9d95-a60bc68d1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:27.387035 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-459fc344-9bdb-4f22-a525-ed461895f844 req-1ce5754e-911e-4d55-9d95-a60bc68d1199 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aa4b2afa-81a8-4d6e-a8be-3051d409ec8b HTTP/1.1" status: 200 len: 845 time: 0.1014221 Feb 03 12:42:27.401461 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e3633f10-de4e-49ae-8ae7-48fdb664b4c2 None None] Port ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:42:27.451240 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41becf8d-64b9-498d-a2a2-b199024a9599 req-423d2297-7a0c-456b-95f7-f13cf1cb0361 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:27.456737 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-41becf8d-64b9-498d-a2a2-b199024a9599 req-423d2297-7a0c-456b-95f7-f13cf1cb0361 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dd7d0cb-fab8-4206-91ed-13a7a84309da HTTP/1.1" status: 200 len: 943 time: 0.2073059 Feb 03 12:42:27.466610 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-854a3093-d71d-4ae4-bd33-d40dfd233954 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/quotas/ffd0252b7b0747c69410a55d7883bffd HTTP/1.1" status: 200 len: 375 time: 0.1820674 Feb 03 12:42:27.471141 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae0b321-91b9-44e6-9ec6-055302a077d5 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:42:27.472118 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-459fc344-9bdb-4f22-a525-ed461895f844 req-e2cc73d0-83d1-4aba-b697-3369f44b21a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641832 Feb 03 12:42:27.499428 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3ae0b321-91b9-44e6-9ec6-055302a077d5 admin admin] 10.222.0.18 "PUT /v2.0/routers/d4a84d83-a595-4ca9-96f8-f59546248111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3668814 Feb 03 12:42:27.547125 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-41becf8d-64b9-498d-a2a2-b199024a9599 req-6110db09-7b8b-43f7-addd-351b86423e50 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865328 Feb 03 12:42:27.579334 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-7f57022e-a19b-4936-b706-d184e547a6c8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffd0252b7b0747c69410a55d7883bffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900111 Feb 03 12:42:27.679163 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09847183-88fb-417c-8c61-f1c72e929e12 admin admin] Publish callbacks [] for security_group (a4494dea-4154-4143-bf5f-6790eab289b2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:27.726755 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-459fc344-9bdb-4f22-a525-ed461895f844 req-175a4433-fb08-489b-9c4c-f50695387af2 service neutron] 10.222.0.31 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432613 Feb 03 12:42:27.728677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6170d-ae2c-4a20-803c-224b079c4dfa req-4bb839a3-cfcf-4fb2-9a84-f057529228b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:27.730158 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-93e6170d-ae2c-4a20-803c-224b079c4dfa req-4bb839a3-cfcf-4fb2-9a84-f057529228b9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 1127 time: 0.3415368 Feb 03 12:42:27.733968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72c497-cb54-4207-a492-e9fe821a0e5a req-c94d75db-637e-4779-9488-1f32012d754c tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:27.736286 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0e72c497-cb54-4207-a492-e9fe821a0e5a req-c94d75db-637e-4779-9488-1f32012d754c tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 0.0658011 Feb 03 12:42:27.790929 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0e72c497-cb54-4207-a492-e9fe821a0e5a req-92db75dd-ce20-4b22-83b9-e12aa54310b6 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483391 Feb 03 12:42:27.795168 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-926e314c-1a07-4fe2-8aa3-285e3b763d3b req-b44526db-69e9-40cd-b60a-6f26107ecaed tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (cb6c01d1-acb2-4c69-90b5-1939f4f49bc6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:27.808417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['c1e781b1-4c48-4062-942a-2a732b102a9a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:27.813532 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09847183-88fb-417c-8c61-f1c72e929e12 admin admin] Publish callbacks [] for security_group (a4494dea-4154-4143-bf5f-6790eab289b2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:27.981743 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44526db-69e9-40cd-b60a-6f26107ecaed tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Pushing event deleted for resources: {'Port': ['ID=cb6c01d1-acb2-4c69-90b5-1939f4f49bc6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:27.995954 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-93e6170d-ae2c-4a20-803c-224b079c4dfa req-9a0d3eef-6b55-4964-931a-f54428ae020f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565014 Feb 03 12:42:28.224357 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-646a7302-2671-48e4-b69b-d2744fda4a4f tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3140452 Feb 03 12:42:28.226591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 20777cdd-1053-4537-bdb9-41ed704edb49 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:28.236676 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-6b85f586-c9d0-416e-9fb8-916d23fad31f tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:28.265789 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-6b85f586-c9d0-416e-9fb8-916d23fad31f tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:28.315782 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 20777cdd-1053-4537-bdb9-41ed704edb49 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:28.316769 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (20777cdd-1053-4537-bdb9-41ed704edb49), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:28.343524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-926e314c-1a07-4fe2-8aa3-285e3b763d3b req-b44526db-69e9-40cd-b60a-6f26107ecaed tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] No DVR routers for this DVR port cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:28.345868 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-926e314c-1a07-4fe2-8aa3-285e3b763d3b req-b44526db-69e9-40cd-b60a-6f26107ecaed tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:28.350228 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-926e314c-1a07-4fe2-8aa3-285e3b763d3b req-b44526db-69e9-40cd-b60a-6f26107ecaed tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.73 "DELETE /v2.0/ports/cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 HTTP/1.1" status: 204 len: 173 time: 2.3044066 Feb 03 12:42:28.357792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd032d8e7-f481-46ae-bba1-b9aab087c50e', 'name': 'network-vif-deleted', 'tag': 'cb6c01d1-acb2-4c69-90b5-1939f4f49bc6'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:28.360704 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204af16d-5d65-48fe-a746-0bfa03dbcb9d" -d '{"events": [{"server_uuid": "d032d8e7-f481-46ae-bba1-b9aab087c50e", "name": "network-vif-deleted", "tag": "cb6c01d1-acb2-4c69-90b5-1939f4f49bc6"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:28.397416 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-f9f057fc-c482-4aed-88d6-cdedfc0c09b9 service neutron] 10.222.0.18 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8105028 Feb 03 12:42:28.405962 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-459fc344-9bdb-4f22-a525-ed461895f844 req-8b863a33-31f3-4a11-9914-d0fd8d587bc7 service neutron] 10.222.0.31 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6636314 Feb 03 12:42:28.429505 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] Sync routers for ids ['d4a84d83-a595-4ca9-96f8-f59546248111'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:42:28.461040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] Routers {'d4a84d83-a595-4ca9-96f8-f59546248111'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:28.462065 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:42:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d4a84d83-a595-4ca9-96f8-f59546248111'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:28.479377 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-6b85f586-c9d0-416e-9fb8-916d23fad31f tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:28.533982 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09847183-88fb-417c-8c61-f1c72e929e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a4494dea-4154-4143-bf5f-6790eab289b2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:28.536786 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09847183-88fb-417c-8c61-f1c72e929e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:28.540471 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-09847183-88fb-417c-8c61-f1c72e929e12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a4494dea-4154-4143-bf5f-6790eab289b2 HTTP/1.1" status: 204 len: 168 time: 1.3434782 Feb 03 12:42:28.541226 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-901c946c-b2f4-4785-bfe1-0df14237bfb8 service neutron] 10.222.0.18 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317823 Feb 03 12:42:28.550721 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09847183-88fb-417c-8c61-f1c72e929e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4494dea-4154-4143-bf5f-6790eab289b2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:28.657125 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-6b85f586-c9d0-416e-9fb8-916d23fad31f tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Allocated IP 172.25.6.64 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/afc11863-82b4-44ed-bed3-af8cec701c9b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:42:28.921008 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-6b85f586-c9d0-416e-9fb8-916d23fad31f tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks [] for port (afc11863-82b4-44ed-bed3-af8cec701c9b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:28.989466 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e0d89bd6-19d4-4cb8-a111-983a10614f62 req-7c2dd102-35df-468c-b7f1-6c54f2a50e88 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=d032d8e7-f481-46ae-bba1-b9aab087c50e HTTP/1.1" status: 200 len: 210 time: 0.0833769 Feb 03 12:42:28.993840 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50412) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:29.025924 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a84f3e3b-7926-42c4-bfb8-d55bbf36b91f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:29.038054 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-6b85f586-c9d0-416e-9fb8-916d23fad31f tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (afc11863-82b4-44ed-bed3-af8cec701c9b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:29.060855 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:29.093836 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d614ba3a-2fd1-4e98-89df-07f085a147d2 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:42:29.128639 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-6b85f586-c9d0-416e-9fb8-916d23fad31f tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:29.138784 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-6b85f586-c9d0-416e-9fb8-916d23fad31f tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:29.140438 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 20777cdd-1053-4537-bdb9-41ed704edb49 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:29.140843 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (20777cdd-1053-4537-bdb9-41ed704edb49), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:29.142243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-6b85f586-c9d0-416e-9fb8-916d23fad31f tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:42:29.185465 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30a52add-c370-458c-a289-a6d1e6cf015c req-3e01c825-2bf2-4355-94bc-dede9489da6e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9149de8-e6b8-47b9-9571-e137f267be36 HTTP/1.1" status: 200 len: 210 time: 0.0926638 Feb 03 12:42:29.203667 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85f586-c9d0-416e-9fb8-916d23fad31f tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Pushing event updated for resources: {'Port': ['ID=afc11863-82b4-44ed-bed3-af8cec701c9b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:29.264896 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:29.265254 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device cb6c01d1-acb2-4c69-90b5-1939f4f49bc6 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:29.318080 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb598a09-5861-465f-b6fc-c42ada82eb3c x-openstack-request-id: req-cb598a09-5861-465f-b6fc-c42ada82eb3c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:29.318387 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d032d8e7-f481-46ae-bba1-b9aab087c50e", "name": "network-vif-deleted", "tag": "cb6c01d1-acb2-4c69-90b5-1939f4f49bc6", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:29.318803 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb598a09-5861-465f-b6fc-c42ada82eb3c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:29.319219 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd032d8e7-f481-46ae-bba1-b9aab087c50e', 'name': 'network-vif-deleted', 'tag': 'cb6c01d1-acb2-4c69-90b5-1939f4f49bc6', 'status': 'completed', 'code': 200} Feb 03 12:42:29.447205 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d614ba3a-2fd1-4e98-89df-07f085a147d2, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d614ba3a-2fd1-4e98-89df-07f085a147d2,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:29.463235 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'd614ba3a-2fd1-4e98-89df-07f085a147d2', 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb', 'port_id': 'd614ba3a-2fd1-4e98-89df-07f085a147d2', 'mac_address': 'fa:16:3e:be:ba:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4b2afa-81a8-4d6e-a8be-3051d409ec8b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:42:29.470268 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 20777cdd-1053-4537-bdb9-41ed704edb49, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=20777cdd-1053-4537-bdb9-41ed704edb49,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:29.514243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614ae68-9a5a-4d90-9908-46f7940e8edc req-159f4172-716c-419a-8f4d-29d573544c91 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:29.516148 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c614ae68-9a5a-4d90-9908-46f7940e8edc req-159f4172-716c-419a-8f4d-29d573544c91 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dd7d0cb-fab8-4206-91ed-13a7a84309da HTTP/1.1" status: 200 len: 943 time: 0.0918174 Feb 03 12:42:29.522993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] Set router d4a84d83-a595-4ca9-96f8-f59546248111 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:29.527060 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (20777cdd-1053-4537-bdb9-41ed704edb49), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:29.602373 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c614ae68-9a5a-4d90-9908-46f7940e8edc req-21252180-58d1-4923-a1c3-89e2e6416813 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732155 Feb 03 12:42:29.610039 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port d614ba3a-2fd1-4e98-89df-07f085a147d2 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:29.610505 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d614ba3a-2fd1-4e98-89df-07f085a147d2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:29.610760 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a84f3e3b-7926-42c4-bfb8-d55bbf36b91f admin admin] Publish callbacks [] for security_group (2876f8fe-73ab-4d5c-97f6-c6de0efc35a5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:29.614600 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-6b85f586-c9d0-416e-9fb8-916d23fad31f tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks [] for floatingip (4e71c219-9c03-4fd9-ae6b-00e07e76e2ba), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:29.616880 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a84f3e3b-7926-42c4-bfb8-d55bbf36b91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2876f8fe-73ab-4d5c-97f6-c6de0efc35a5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:29.640816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d614ba3a-2fd1-4e98-89df-07f085a147d2 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:42:29.653479 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f3e3b-7926-42c4-bfb8-d55bbf36b91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2876f8fe-73ab-4d5c-97f6-c6de0efc35a5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:29.657984 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d614ba3a-2fd1-4e98-89df-07f085a147d2, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d614ba3a-2fd1-4e98-89df-07f085a147d2,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:29.673590 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d614ba3a-2fd1-4e98-89df-07f085a147d2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:29.712345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50420) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:29.712924 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a84f3e3b-7926-42c4-bfb8-d55bbf36b91f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dee5c884a2f1414482b28a69d9cedcc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7175868 Feb 03 12:42:29.718901 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-6b85f586-c9d0-416e-9fb8-916d23fad31f tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (afc11863-82b4-44ed-bed3-af8cec701c9b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:29.730459 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=20777cdd-1053-4537-bdb9-41ed704edb49,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:29.810178 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2700b38a-fb7e-49cb-9953-e2eb13c1b2c1 req-c98f176d-bdfb-4131-97f9-2a247d4f3cda tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cf9d279-1164-461c-a820-837aee98102c HTTP/1.1" status: 200 len: 210 time: 0.0909109 Feb 03 12:42:29.834548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=d614ba3a-2fd1-4e98-89df-07f085a147d2,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:29.889631 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7a24da3-2915-4f17-88bf-54e91a9a3963 admin admin] Publish callbacks [] for security_group (2876f8fe-73ab-4d5c-97f6-c6de0efc35a5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:29.924205 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7a24da3-2915-4f17-88bf-54e91a9a3963 admin admin] Publish callbacks [] for security_group (2876f8fe-73ab-4d5c-97f6-c6de0efc35a5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:29.932448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['d614ba3a-2fd1-4e98-89df-07f085a147d2'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:30.000536 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-6b85f586-c9d0-416e-9fb8-916d23fad31f tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks [] for port (afc11863-82b4-44ed-bed3-af8cec701c9b), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:30.013577 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-6b85f586-c9d0-416e-9fb8-916d23fad31f tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (afc11863-82b4-44ed-bed3-af8cec701c9b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:30.053283 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d8cd7-31fe-4c27-bb0b-f24fd838825e req-bb1aa662-b508-4d7e-ace2-96ac46fb7298 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:30.055192 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bd2d8cd7-31fe-4c27-bb0b-f24fd838825e req-bb1aa662-b508-4d7e-ace2-96ac46fb7298 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 0.0979173 Feb 03 12:42:30.056624 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7a24da3-2915-4f17-88bf-54e91a9a3963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2876f8fe-73ab-4d5c-97f6-c6de0efc35a5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:30.060305 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7a24da3-2915-4f17-88bf-54e91a9a3963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:30.061628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f7a24da3-2915-4f17-88bf-54e91a9a3963 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2876f8fe-73ab-4d5c-97f6-c6de0efc35a5 HTTP/1.1" status: 204 len: 168 time: 0.3481669 Feb 03 12:42:30.109661 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a24da3-2915-4f17-88bf-54e91a9a3963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2876f8fe-73ab-4d5c-97f6-c6de0efc35a5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:30.183904 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bd2d8cd7-31fe-4c27-bb0b-f24fd838825e req-b80e5e93-0534-4a0d-a5e6-9f0e3561feeb tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190796 Feb 03 12:42:30.220079 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 20777cdd-1053-4537-bdb9-41ed704edb49 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:30.245572 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-6b85f586-c9d0-416e-9fb8-916d23fad31f tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (4e71c219-9c03-4fd9-ae6b-00e07e76e2ba), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:30.249364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85f586-c9d0-416e-9fb8-916d23fad31f tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Pushing event updated for resources: {'Port': ['ID=afc11863-82b4-44ed-bed3-af8cec701c9b,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:30.297887 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-6b85f586-c9d0-416e-9fb8-916d23fad31f tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:30.310503 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-6b85f586-c9d0-416e-9fb8-916d23fad31f tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0716074 Feb 03 12:42:30.366350 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 20777cdd-1053-4537-bdb9-41ed704edb49 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:30.366815 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (20777cdd-1053-4537-bdb9-41ed704edb49), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:30.468126 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a84d83-a595-4ca9-96f8-f59546248111', 'name': 'tempest-FloatingIPsTestJSON-1364677721-router', 'tenant_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '20777cdd-1053-4537-bdb9-41ed704edb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:17Z', 'updated_at': '2022-02-03T12:42:25Z', 'revision_number': 4, 'project_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'gw_port': {'id': '20777cdd-1053-4537-bdb9-41ed704edb49', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a84d83-a595-4ca9-96f8-f59546248111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:18Z', 'updated_at': '2022-02-03T12:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7', 'name': '', 'network_id': '09e2f3e4-1e30-418c-83c5-cf7374f39799', 'tenant_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'mac_address': 'fa:16:3e:95:c0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a84d83-a595-4ca9-96f8-f59546248111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '9b274342-f295-481e-9549-38c0abd94d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:24Z', 'updated_at': '2022-02-03T12:42:25Z', 'revision_number': 2, 'project_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'subnets': [{'id': '9b274342-f295-481e-9549-38c0abd94d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:30.472901 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-9b3c0f0f-fbc9-4f13-b97c-7c5dad30ac3a tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 695 time: 0.1581419 Feb 03 12:42:30.499115 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0d12a-1f97-473f-8e26-d51fa318a4d1 req-a393a78e-ce57-45d6-8213-c02657cb000f tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:30.502828 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-20b0d12a-1f97-473f-8e26-d51fa318a4d1 req-a393a78e-ce57-45d6-8213-c02657cb000f tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.1283965 Feb 03 12:42:30.536577 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] Checking router: d4a84d83-a595-4ca9-96f8-f59546248111 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:42:30.536947 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] Updating router d4a84d83-a595-4ca9-96f8-f59546248111 port ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:42:30.646947 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 20777cdd-1053-4537-bdb9-41ed704edb49 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:30.655382 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:30.673462 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-20b0d12a-1f97-473f-8e26-d51fa318a4d1 req-f2a25cfa-9878-43c1-980f-a728320e44f7 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610625 Feb 03 12:42:30.698206 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-e08a3d99-c952-49b1-bd63-4671da4cc1b7 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:30.711102 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-e08a3d99-c952-49b1-bd63-4671da4cc1b7 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.2241533 Feb 03 12:42:30.734361 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-ba725114-126c-4a47-97d3-f8aa11533ee5 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:42:30.742131 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d7d7c563-3ea4-402e-a6db-d0edcb3b2ff5 req-ba725114-126c-4a47-97d3-f8aa11533ee5 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0231676 Feb 03 12:42:30.936561 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d902fc3-080c-4aa5-889f-249993e3454c req-94b5b048-3c23-4926-b819-d2dd6fd5f73d tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/floatingips/4e71c219-9c03-4fd9-ae6b-00e07e76e2ba HTTP/1.1" status: 200 len: 692 time: 0.0874588 Feb 03 12:42:30.943517 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-47551d24-f3a8-4fe0-970c-4a45dbabb262 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:30.945328 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-47551d24-f3a8-4fe0-970c-4a45dbabb262 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.73 "GET /v2.0/networks?id=5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 200 len: 811 time: 0.3340664 Feb 03 12:42:30.954134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcf72c-45bb-4c33-9484-0821bbbd72fc req-148b62ed-e3c4-4bbf-ae1a-2eaf985c2577 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:30.956401 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9fcf72c-45bb-4c33-9484-0821bbbd72fc req-148b62ed-e3c4-4bbf-ae1a-2eaf985c2577 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dd7d0cb-fab8-4206-91ed-13a7a84309da HTTP/1.1" status: 200 len: 944 time: 0.0847824 Feb 03 12:42:30.976710 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:30.979455 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-7c83f2d2-6252-4c32-aa3b-8a952a2d63cb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Request body: {'port': {'device_id': '5cf9d279-1164-461c-a820-837aee98102c', 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7', 'admin_state_up': True, 'tenant_id': 'ffd0252b7b0747c69410a55d7883bffd'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:31.056178 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9fcf72c-45bb-4c33-9484-0821bbbd72fc req-f05b675f-502d-4756-b832-adba3418bff0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876079 Feb 03 12:42:31.132105 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50466) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:31.152186 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d902fc3-080c-4aa5-889f-249993e3454c req-47ecaeb0-d260-4145-b819-21c82952fc7e tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:31.161735 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d902fc3-080c-4aa5-889f-249993e3454c req-47ecaeb0-d260-4145-b819-21c82952fc7e tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.2150803 Feb 03 12:42:31.170074 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-1d902fc3-080c-4aa5-889f-249993e3454c req-f9639b50-9847-4f7d-a83e-22960c06ff80 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:42:31.189015 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d902fc3-080c-4aa5-889f-249993e3454c req-f9639b50-9847-4f7d-a83e-22960c06ff80 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0261695 Feb 03 12:42:31.238342 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-7c83f2d2-6252-4c32-aa3b-8a952a2d63cb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Made reservation on behalf of ffd0252b7b0747c69410a55d7883bffd for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:31.242543 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-7c83f2d2-6252-4c32-aa3b-8a952a2d63cb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:31.291758 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-833ff347-2aa6-47d9-9bee-1666f5b96ddc tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for security_group (bf98b3e8-4d6b-4267-9187-ba76a799e1e3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:31.362450 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-833ff347-2aa6-47d9-9bee-1666f5b96ddc tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for security_group (bf98b3e8-4d6b-4267-9187-ba76a799e1e3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:31.365789 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] Publish callbacks [] for port (ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:31.375718 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:31.421795 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7166d05-0f48-422c-bb3c-5cf603516408 req-f8e6b245-69be-48dd-9012-31f16016e086 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cf9d279-1164-461c-a820-837aee98102c HTTP/1.1" status: 200 len: 210 time: 0.1374671 Feb 03 12:42:31.492780 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffbf83-c89d-4da3-b568-b18f459f1470 None None] Pushing event updated for resources: {'Port': ['ID=ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:31.520213 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cca86f0-0c35-4bf9-aabd-891d60d163f7 req-314403dc-e436-4a1c-92ee-6fda97386040 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=5004d3a8b9d5404d9c151f9c492bbc01 HTTP/1.1" status: 200 len: 695 time: 0.1383526 Feb 03 12:42:31.616515 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-833ff347-2aa6-47d9-9bee-1666f5b96ddc tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bf98b3e8-4d6b-4267-9187-ba76a799e1e3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:31.623795 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-833ff347-2aa6-47d9-9bee-1666f5b96ddc tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:31.623795 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-833ff347-2aa6-47d9-9bee-1666f5b96ddc tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "DELETE /v2.0/security-groups/bf98b3e8-4d6b-4267-9187-ba76a799e1e3 HTTP/1.1" status: 204 len: 168 time: 0.4873872 Feb 03 12:42:31.633140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50478) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:31.658481 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ff347-2aa6-47d9-9bee-1666f5b96ddc tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf98b3e8-4d6b-4267-9187-ba76a799e1e3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:31.670071 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] Attempting to bind port ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:42:31.672801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] Attempting to bind port ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '6e902922-f175-41c7-90fc-846cc5495210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '09e2f3e4-1e30-418c-83c5-cf7374f39799'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:42:31.673661 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] Attempting to bind port ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7 on network 09e2f3e4-1e30-418c-83c5-cf7374f39799 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:42:31.708589 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-f719b2de-d3ba-42d3-9bc3-6a6d7f6ba926 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] show failed (client error): The resource could not be found. Feb 03 12:42:31.712969 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f719b2de-d3ba-42d3-9bc3-6a6d7f6ba926 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "GET /v2.0/security-groups/bf98b3e8-4d6b-4267-9187-ba76a799e1e3 HTTP/1.1" status: 404 len: 347 time: 0.0742121 Feb 03 12:42:31.714149 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50480) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:31.733089 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:42:31.733922 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] Checking segment: {'id': '6e902922-f175-41c7-90fc-846cc5495210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '09e2f3e4-1e30-418c-83c5-cf7374f39799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:31.734568 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:31.735250 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] Bound using segment: {'id': '6e902922-f175-41c7-90fc-846cc5495210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '09e2f3e4-1e30-418c-83c5-cf7374f39799'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:42:31.736220 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] Bound port: ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e902922-f175-41c7-90fc-846cc5495210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '09e2f3e4-1e30-418c-83c5-cf7374f39799'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:42:31.737078 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:31.797666 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca86f0-0c35-4bf9-aabd-891d60d163f7 req-372731df-980a-4cf2-be71-91225c41e124 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:31.805153 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cca86f0-0c35-4bf9-aabd-891d60d163f7 req-372731df-980a-4cf2-be71-91225c41e124 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/networks?id=e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 787 time: 0.2839684 Feb 03 12:42:31.850292 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] For port ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:42:31.853078 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-3cca86f0-0c35-4bf9-aabd-891d60d163f7 req-8f8f3d14-b81d-4d14-9d0d-d565b4ad3c9c tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:42:31.863331 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] For port ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7,segment=NetworkSegment(6e902922-f175-41c7-90fc-846cc5495210),segment_id=6e902922-f175-41c7-90fc-846cc5495210)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:42:31.863557 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cca86f0-0c35-4bf9-aabd-891d60d163f7 req-8f8f3d14-b81d-4d14-9d0d-d565b4ad3c9c tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0551202 Feb 03 12:42:31.867163 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:31.909026 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-7c83f2d2-6252-4c32-aa3b-8a952a2d63cb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Allocated IP 172.20.0.2 (5599772e-9dcf-4127-a633-d91505819dd7/bd98a1ba-2677-43a0-9803-d6921e32ec63/04b6fc88-46a9-4fc4-98db-04fc592563d9) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:42:31.934008 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736700fe-e973-4b53-9097-01d310b0cd7a req-5f7d7495-9f20-4478-98cc-df35825206c9 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:31.946960 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-736700fe-e973-4b53-9097-01d310b0cd7a req-5f7d7495-9f20-4478-98cc-df35825206c9 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.3276424 Feb 03 12:42:32.016713 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f2ff7ab-01e1-4b9f-847d-b59183a4b863 req-85a9be70-d13b-42d7-adce-30eb93f3eb6d tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/floatingips/4e71c219-9c03-4fd9-ae6b-00e07e76e2ba HTTP/1.1" status: 200 len: 692 time: 0.1351118 Feb 03 12:42:32.054522 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffbf83-c89d-4da3-b568-b18f459f1470 None None] Pushing event updated for resources: {'Port': ['ID=ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:32.104082 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] Routers {'d4a84d83-a595-4ca9-96f8-f59546248111'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:32.104866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:42:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d4a84d83-a595-4ca9-96f8-f59546248111'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:32.196752 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c088128f-4468-4745-a287-df9124b8f64b None None] Provisioning complete for port ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:32.197131 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c088128f-4468-4745-a287-df9124b8f64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.338763 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-736700fe-e973-4b53-9097-01d310b0cd7a req-71595b89-561c-42b7-b259-a6d5e2c3c26b tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855984 Feb 03 12:42:32.382655 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-7c83f2d2-6252-4c32-aa3b-8a952a2d63cb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks [] for port (04b6fc88-46a9-4fc4-98db-04fc592563d9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.517645 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-7c83f2d2-6252-4c32-aa3b-8a952a2d63cb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (04b6fc88-46a9-4fc4-98db-04fc592563d9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.562433 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c088128f-4468-4745-a287-df9124b8f64b None None] Current status of the port ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:32.562986 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c088128f-4468-4745-a287-df9124b8f64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.568613 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] Set router d4a84d83-a595-4ca9-96f8-f59546248111 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:32.633078 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d614ba3a-2fd1-4e98-89df-07f085a147d2 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:32.662666 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-7c83f2d2-6252-4c32-aa3b-8a952a2d63cb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Network 5599772e-9dcf-4127-a633-d91505819dd7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:32.681345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-7c83f2d2-6252-4c32-aa3b-8a952a2d63cb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:32.705138 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c088128f-4468-4745-a287-df9124b8f64b None None] For port ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7,segment=NetworkSegment(6e902922-f175-41c7-90fc-846cc5495210),segment_id=6e902922-f175-41c7-90fc-846cc5495210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:32.710243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba747700-96c4-4b2c-8bbe-ce6578f5473b req-63e88d02-f7d1-4b23-a705-eb181d23619e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:32.722703 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ba747700-96c4-4b2c-8bbe-ce6578f5473b req-63e88d02-f7d1-4b23-a705-eb181d23619e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dd7d0cb-fab8-4206-91ed-13a7a84309da HTTP/1.1" status: 200 len: 944 time: 0.2603774 Feb 03 12:42:32.728295 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-7c83f2d2-6252-4c32-aa3b-8a952a2d63cb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:42:32.734943 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c088128f-4468-4745-a287-df9124b8f64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.746399 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Deleting port 2a3371b9-a442-4d66-9319-afa38b41c1c1 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:32.746399 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (2a3371b9-a442-4d66-9319-afa38b41c1c1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.801327 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ff7ab-01e1-4b9f-847d-b59183a4b863 req-c6045dd8-4f87-4bf3-af8c-17d80e0180e5 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:32.804365 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f2ff7ab-01e1-4b9f-847d-b59183a4b863 req-c6045dd8-4f87-4bf3-af8c-17d80e0180e5 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.7734914 Feb 03 12:42:32.814740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-7c83f2d2-6252-4c32-aa3b-8a952a2d63cb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:32.815757 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-7c83f2d2-6252-4c32-aa3b-8a952a2d63cb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.837258 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port d614ba3a-2fd1-4e98-89df-07f085a147d2 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:42:32.845645 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port d614ba3a-2fd1-4e98-89df-07f085a147d2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:32.846017 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d614ba3a-2fd1-4e98-89df-07f085a147d2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.852032 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83f2d2-6252-4c32-aa3b-8a952a2d63cb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Pushing event updated for resources: {'Port': ['ID=04b6fc88-46a9-4fc4-98db-04fc592563d9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:32.877837 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-7c83f2d2-6252-4c32-aa3b-8a952a2d63cb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9029160 Feb 03 12:42:32.903931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Request body: {'port': {'device_id': '5cf9d279-1164-461c-a820-837aee98102c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:32.918007 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f2ff7ab-01e1-4b9f-847d-b59183a4b863 req-30623997-6f9a-4b97-8a0c-d4e9de3ca8e4 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 695 time: 0.0778041 Feb 03 12:42:32.946468 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088128f-4468-4745-a287-df9124b8f64b None None] Pushing event updated for resources: {'Port': ['ID=ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:32.956601 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (2a3371b9-a442-4d66-9319-afa38b41c1c1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.957399 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for floatingip (2a3371b9-a442-4d66-9319-afa38b41c1c1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.967830 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-09946fbf-4afd-418f-a64b-54ea9dca6c94 None None] Provisioning complete for port ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:32.968502 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-09946fbf-4afd-418f-a64b-54ea9dca6c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:32.999702 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ba747700-96c4-4b2c-8bbe-ce6578f5473b req-81084614-a8a1-4ae4-8836-71c48a9a4b8f tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747560 Feb 03 12:42:33.049976 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f2ff7ab-01e1-4b9f-847d-b59183a4b863 req-ee7dde70-ca2a-418c-8ff1-12bf88cac3e9 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 695 time: 0.1213260 Feb 03 12:42:33.053583 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Calling delete_port for 2a3371b9-a442-4d66-9319-afa38b41c1c1 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:33.139113 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (04b6fc88-46a9-4fc4-98db-04fc592563d9), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:33.203598 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde7be9-b347-48dc-928a-513b32b4169d req-cf3a65ce-3a7d-4ca6-957f-9a954247ee32 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:33.211677 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0cde7be9-b347-48dc-928a-513b32b4169d req-cf3a65ce-3a7d-4ca6-957f-9a954247ee32 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cf9d279-1164-461c-a820-837aee98102c HTTP/1.1" status: 200 len: 931 time: 0.1013050 Feb 03 12:42:33.343688 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0cde7be9-b347-48dc-928a-513b32b4169d req-e41674b7-b101-475c-a044-eb2bf558f41c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307282 Feb 03 12:42:33.368032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port d614ba3a-2fd1-4e98-89df-07f085a147d2 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:33.368429 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d614ba3a-2fd1-4e98-89df-07f085a147d2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:33.410684 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (2a3371b9-a442-4d66-9319-afa38b41c1c1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:33.422938 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d614ba3a-2fd1-4e98-89df-07f085a147d2, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d614ba3a-2fd1-4e98-89df-07f085a147d2,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:33.427906 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd7d0cb-fab8-4206-91ed-13a7a84309da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd614ba3a-2fd1-4e98-89df-07f085a147d2'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:33.430349 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af2ff89-5d29-4027-b132-73d164147c8f" -d '{"events": [{"server_uuid": "2dd7d0cb-fab8-4206-91ed-13a7a84309da", "name": "network-vif-plugged", "status": "completed", "tag": "d614ba3a-2fd1-4e98-89df-07f085a147d2"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:33.436394 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a84d83-a595-4ca9-96f8-f59546248111', 'name': 'tempest-FloatingIPsTestJSON-1364677721-router', 'tenant_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '20777cdd-1053-4537-bdb9-41ed704edb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:17Z', 'updated_at': '2022-02-03T12:42:25Z', 'revision_number': 4, 'project_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'gw_port': {'id': '20777cdd-1053-4537-bdb9-41ed704edb49', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a84d83-a595-4ca9-96f8-f59546248111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:18Z', 'updated_at': '2022-02-03T12:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7', 'name': '', 'network_id': '09e2f3e4-1e30-418c-83c5-cf7374f39799', 'tenant_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'mac_address': 'fa:16:3e:95:c0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a84d83-a595-4ca9-96f8-f59546248111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '9b274342-f295-481e-9549-38c0abd94d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:24Z', 'updated_at': '2022-02-03T12:42:31Z', 'revision_number': 4, 'project_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'subnets': [{'id': '9b274342-f295-481e-9549-38c0abd94d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:33.461377 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event deleted for resources: {'Port': ['ID=2a3371b9-a442-4d66-9319-afa38b41c1c1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:33.464662 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d614ba3a-2fd1-4e98-89df-07f085a147d2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:33.470072 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:33.470419 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:33.470751 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:33.471087 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:33.471413 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:33.471815 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:33.472080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:33.472402 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:33.472718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:33.473033 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:33.473349 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:33.473665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:33.473985 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:33.527185 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4d0857-b575-40e6-a789-5ffb16a5a283 None None] The sync data for ids ['d4a84d83-a595-4ca9-96f8-f59546248111'] in n-d-827336-3 is: [{'id': 'd4a84d83-a595-4ca9-96f8-f59546248111', 'name': 'tempest-FloatingIPsTestJSON-1364677721-router', 'tenant_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '20777cdd-1053-4537-bdb9-41ed704edb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:17Z', 'updated_at': '2022-02-03T12:42:25Z', 'revision_number': 4, 'project_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'gw_port': {'id': '20777cdd-1053-4537-bdb9-41ed704edb49', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a84d83-a595-4ca9-96f8-f59546248111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:18Z', 'updated_at': '2022-02-03T12:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7', 'name': '', 'network_id': '09e2f3e4-1e30-418c-83c5-cf7374f39799', 'tenant_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'mac_address': 'fa:16:3e:95:c0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a84d83-a595-4ca9-96f8-f59546248111', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '9b274342-f295-481e-9549-38c0abd94d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:24Z', 'updated_at': '2022-02-03T12:42:31Z', 'revision_number': 4, 'project_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'subnets': [{'id': '9b274342-f295-481e-9549-38c0abd94d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:42:33.580151 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=d614ba3a-2fd1-4e98-89df-07f085a147d2,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:33.583536 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-09946fbf-4afd-418f-a64b-54ea9dca6c94 None None] Current status of the port ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:33.586603 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-23bd2309-d325-4012-a189-aa96639cd664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:33.653679 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for floatingip (b1b8beab-295b-44a1-bff8-d18a4b249614), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:33.657651 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:33.663775 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-708dcb5b-1f3c-47ac-b738-d948e03ab499 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "DELETE /v2.0/floatingips/b1b8beab-295b-44a1-bff8-d18a4b249614 HTTP/1.1" status: 204 len: 168 time: 1.9471023 Feb 03 12:42:33.666098 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50520) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:33.757732 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1f2ff7ab-01e1-4b9f-847d-b59183a4b863 req-4aca3b8c-c27b-4e35-b0a8-c087802b4492 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Deleting port afc11863-82b4-44ed-bed3-af8cec701c9b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:33.758398 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1f2ff7ab-01e1-4b9f-847d-b59183a4b863 req-4aca3b8c-c27b-4e35-b0a8-c087802b4492 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (afc11863-82b4-44ed-bed3-af8cec701c9b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:33.784754 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41d81c-c44b-4829-9f0b-445ec56fa7fc req-fd0f99de-4c07-4eeb-a100-64c9ff96206c tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:33.788301 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-df41d81c-c44b-4829-9f0b-445ec56fa7fc req-fd0f99de-4c07-4eeb-a100-64c9ff96206c tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.2710042 Feb 03 12:42:33.867827 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1f2ff7ab-01e1-4b9f-847d-b59183a4b863 req-4aca3b8c-c27b-4e35-b0a8-c087802b4492 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (afc11863-82b4-44ed-bed3-af8cec701c9b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:33.869964 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1f2ff7ab-01e1-4b9f-847d-b59183a4b863 req-4aca3b8c-c27b-4e35-b0a8-c087802b4492 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks [] for floatingip (afc11863-82b4-44ed-bed3-af8cec701c9b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:33.885339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1f2ff7ab-01e1-4b9f-847d-b59183a4b863 req-4aca3b8c-c27b-4e35-b0a8-c087802b4492 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Calling delete_port for afc11863-82b4-44ed-bed3-af8cec701c9b owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:33.891918 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b6fc88-46a9-4fc4-98db-04fc592563d9 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:42:33.903280 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-df41d81c-c44b-4829-9f0b-445ec56fa7fc req-866f7f28-ec1b-4d1f-b078-7729a1bed15c tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980856 Feb 03 12:42:33.905340 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Publish callbacks [] for port (04b6fc88-46a9-4fc4-98db-04fc592563d9), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:33.923401 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Transition to ACTIVE for port object 04b6fc88-46a9-4fc4-98db-04fc592563d9 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:42:33.930114 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (04b6fc88-46a9-4fc4-98db-04fc592563d9), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:34.021035 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8889a387-6dc5-459c-87e0-7ee12ae7723f x-openstack-request-id: req-8889a387-6dc5-459c-87e0-7ee12ae7723f {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:34.021494 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd7d0cb-fab8-4206-91ed-13a7a84309da", "name": "network-vif-plugged", "status": "completed", "tag": "d614ba3a-2fd1-4e98-89df-07f085a147d2", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:34.021683 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8889a387-6dc5-459c-87e0-7ee12ae7723f {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:34.022204 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd7d0cb-fab8-4206-91ed-13a7a84309da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd614ba3a-2fd1-4e98-89df-07f085a147d2', 'code': 200} Feb 03 12:42:34.027758 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=04b6fc88-46a9-4fc4-98db-04fc592563d9,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:34.077631 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:34.078238 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:34.078788 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:34.079254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:34.079806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:34.081556 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:34.082077 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:34.082534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:34.082983 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:34.083837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:34.084451 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:34.084782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:34.085285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:42:34.209806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Attempting to bind port 04b6fc88-46a9-4fc4-98db-04fc592563d9 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:42:34.210565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Attempting to bind port 04b6fc88-46a9-4fc4-98db-04fc592563d9 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:42:34.211293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Attempting to bind port 04b6fc88-46a9-4fc4-98db-04fc592563d9 on network 5599772e-9dcf-4127-a633-d91505819dd7 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:42:34.236086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f99d3-4e6e-4cde-9e32-953b2985a13c req-7204b644-7609-463e-bb1b-9e095b8b9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:34.237734 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c57f99d3-4e6e-4cde-9e32-953b2985a13c req-7204b644-7609-463e-bb1b-9e095b8b9ee3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2dd7d0cb-fab8-4206-91ed-13a7a84309da HTTP/1.1" status: 200 len: 1127 time: 0.1210778 Feb 03 12:42:34.238433 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Port 04b6fc88-46a9-4fc4-98db-04fc592563d9 on network 5599772e-9dcf-4127-a633-d91505819dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:42:34.238824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Attempting to bind port 04b6fc88-46a9-4fc4-98db-04fc592563d9 on network 5599772e-9dcf-4127-a633-d91505819dd7 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:42:34.255612 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:42:34.256200 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Checking segment: {'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:34.256665 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Bound using segment: {'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:42:34.257871 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Bound port: 04b6fc88-46a9-4fc4-98db-04fc592563d9, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:42:34.258761 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (04b6fc88-46a9-4fc4-98db-04fc592563d9), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:34.340791 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:34.384230 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c57f99d3-4e6e-4cde-9e32-953b2985a13c req-5b62c827-ac68-4446-b3d4-9e0a76c3f3f5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383035 Feb 03 12:42:34.494830 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:34.496063 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:34.517077 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6a3bc-71e8-479e-a4c8-7939abad9d3c req-af29c7b8-0f5c-4a07-82e6-6ae35014af1f tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:34.523070 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4bb6a3bc-71e8-479e-a4c8-7939abad9d3c req-af29c7b8-0f5c-4a07-82e6-6ae35014af1f tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dd7d0cb-fab8-4206-91ed-13a7a84309da HTTP/1.1" status: 200 len: 945 time: 0.1943262 Feb 03 12:42:34.534639 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] For port 04b6fc88-46a9-4fc4-98db-04fc592563d9, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:42:34.544938 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1f2ff7ab-01e1-4b9f-847d-b59183a4b863 req-4aca3b8c-c27b-4e35-b0a8-c087802b4492 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (afc11863-82b4-44ed-bed3-af8cec701c9b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:34.555356 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3a35f2b4-e534-484a-8283-6e055c0a3565 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Deleting port 4997ac52-3b54-4c28-b601-d5627a93ce49 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:34.555980 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] For port 04b6fc88-46a9-4fc4-98db-04fc592563d9, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=04b6fc88-46a9-4fc4-98db-04fc592563d9,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:42:34.556442 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a35f2b4-e534-484a-8283-6e055c0a3565 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4997ac52-3b54-4c28-b601-d5627a93ce49), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:34.598440 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (04b6fc88-46a9-4fc4-98db-04fc592563d9), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:34.664990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca3b8c-c27b-4e35-b0a8-c087802b4492 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Pushing event deleted for resources: {'Port': ['ID=afc11863-82b4-44ed-bed3-af8cec701c9b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:34.709503 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:34.723295 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4bb6a3bc-71e8-479e-a4c8-7939abad9d3c req-3f96f249-446a-4b17-a576-72605c5aa0fa tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907711 Feb 03 12:42:34.821872 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:34.828121 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:34.829717 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] 10.222.0.73 "PUT /v2.0/ports/04b6fc88-46a9-4fc4-98db-04fc592563d9 HTTP/1.1" status: 200 len: 1091 time: 1.9347973 Feb 03 12:42:34.834009 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf9d279-1164-461c-a820-837aee98102c', 'tag': '04b6fc88-46a9-4fc4-98db-04fc592563d9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:34.837726 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d0ba3c-f406-4b35-8095-937f544fe8da" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf9d279-1164-461c-a820-837aee98102c", "tag": "04b6fc88-46a9-4fc4-98db-04fc592563d9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:34.988341 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d65f7-2463-482a-9d66-571489b7e2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=04b6fc88-46a9-4fc4-98db-04fc592563d9,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:35.081148 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1f2ff7ab-01e1-4b9f-847d-b59183a4b863 req-4aca3b8c-c27b-4e35-b0a8-c087802b4492 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks [] for floatingip (4e71c219-9c03-4fd9-ae6b-00e07e76e2ba), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:35.084297 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1f2ff7ab-01e1-4b9f-847d-b59183a4b863 req-4aca3b8c-c27b-4e35-b0a8-c087802b4492 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:35.088985 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f2ff7ab-01e1-4b9f-847d-b59183a4b863 req-4aca3b8c-c27b-4e35-b0a8-c087802b4492 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "DELETE /v2.0/floatingips/4e71c219-9c03-4fd9-ae6b-00e07e76e2ba HTTP/1.1" status: 204 len: 173 time: 2.0291069 Feb 03 12:42:35.116288 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a35f2b4-e534-484a-8283-6e055c0a3565 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4997ac52-3b54-4c28-b601-d5627a93ce49), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:35.116728 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-a1a34ced-a0b1-422d-a1b0-3ac19a2a5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:35.118427 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-a1a34ced-a0b1-422d-a1b0-3ac19a2a5af1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffd0252b7b0747c69410a55d7883bffd&device_id=5cf9d279-1164-461c-a820-837aee98102c HTTP/1.1" status: 200 len: 1125 time: 0.2140520 Feb 03 12:42:35.150813 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3a35f2b4-e534-484a-8283-6e055c0a3565 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Calling delete_port for 4997ac52-3b54-4c28-b601-d5627a93ce49 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:35.234663 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1e6f35-1c9f-4ea1-ad77-7461d0c30850 x-openstack-request-id: req-fd1e6f35-1c9f-4ea1-ad77-7461d0c30850 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:35.235023 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf9d279-1164-461c-a820-837aee98102c", "tag": "04b6fc88-46a9-4fc4-98db-04fc592563d9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:35.235237 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd1e6f35-1c9f-4ea1-ad77-7461d0c30850 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:35.235637 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf9d279-1164-461c-a820-837aee98102c', 'tag': '04b6fc88-46a9-4fc4-98db-04fc592563d9', 'status': 'completed', 'code': 200} Feb 03 12:42:35.244841 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-198f7a8d-2d22-49b6-af02-4bb35673d786 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04b6fc88-46a9-4fc4-98db-04fc592563d9 HTTP/1.1" status: 200 len: 217 time: 0.1079750 Feb 03 12:42:35.418504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-fe762523-eefe-4698-9b6c-252277414d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:35.420005 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-fe762523-eefe-4698-9b6c-252277414d5d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd98a1ba-2677-43a0-9803-d6921e32ec63 HTTP/1.1" status: 200 len: 851 time: 0.1494813 Feb 03 12:42:35.437232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5a9e1-bdf2-44bf-8212-794920e501eb req-82cb1b6f-bca1-4527-83bf-41bca94f4fcc tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:35.444991 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d8d5a9e1-bdf2-44bf-8212-794920e501eb req-82cb1b6f-bca1-4527-83bf-41bca94f4fcc tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cf9d279-1164-461c-a820-837aee98102c HTTP/1.1" status: 200 len: 943 time: 0.2066646 Feb 03 12:42:35.469213 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d614f6-e1bb-4210-8b50-bdf827c37aed req-31ec3848-6fcb-499d-8b26-edc0dbe3357f tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:35.471733 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51d614f6-e1bb-4210-8b50-bdf827c37aed req-31ec3848-6fcb-499d-8b26-edc0dbe3357f tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.1503460 Feb 03 12:42:35.475121 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a35f2b4-e534-484a-8283-6e055c0a3565 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (4997ac52-3b54-4c28-b601-d5627a93ce49), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:35.575247 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-8aa33adc-7d2e-4728-a2e2-97894c1a19da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5599772e-9dcf-4127-a633-d91505819dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465468 Feb 03 12:42:35.617283 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35f2b4-e534-484a-8283-6e055c0a3565 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event deleted for resources: {'Port': ['ID=4997ac52-3b54-4c28-b601-d5627a93ce49,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:35.738532 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51d614f6-e1bb-4210-8b50-bdf827c37aed req-7a71b0c1-d84f-44f4-aced-88884deb0bb5 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588079 Feb 03 12:42:35.788985 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-9d0e0feb-9998-4f59-a45e-d8b6c143ec8b service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864557 Feb 03 12:42:35.823007 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d8d5a9e1-bdf2-44bf-8212-794920e501eb req-344fb1f9-198f-497a-9a2f-574bca47bce8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769991 Feb 03 12:42:35.930151 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d4b00d79-75ab-4c0e-9a6c-3f41029a9fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.065770 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a35f2b4-e534-484a-8283-6e055c0a3565 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.084221 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3a35f2b4-e534-484a-8283-6e055c0a3565 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "DELETE /v2.0/ports/4997ac52-3b54-4c28-b601-d5627a93ce49 HTTP/1.1" status: 204 len: 168 time: 2.4101315 Feb 03 12:42:36.084965 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50574) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:36.113557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2716126-1f7b-4604-a584-357c368bdc3a req-ef3e0938-e4c2-4061-9129-20ef1854c28d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:36.120701 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2716126-1f7b-4604-a584-357c368bdc3a req-ef3e0938-e4c2-4061-9129-20ef1854c28d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dd7d0cb-fab8-4206-91ed-13a7a84309da HTTP/1.1" status: 200 len: 945 time: 0.2256913 Feb 03 12:42:36.215872 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-92915791-1629-47c0-a2fc-1a5f1db4a460 req-2bdf58ab-7635-4021-8697-0de6d096b7ae service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178951 Feb 03 12:42:36.231542 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c184d08-5f6e-4813-82d1-ab552b549503 req-6739a799-a7b0-4ad8-8ee8-c27c473849e3 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4495177 Feb 03 12:42:36.243611 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-7c184d08-5f6e-4813-82d1-ab552b549503 req-6c05c5c4-a663-460c-8dad-76e38eedb0f1 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:36.282655 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2716126-1f7b-4604-a584-357c368bdc3a req-05b5966c-8308-4e32-b8d8-156fbdb63d30 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600733 Feb 03 12:42:36.292029 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7c184d08-5f6e-4813-82d1-ab552b549503 req-6c05c5c4-a663-460c-8dad-76e38eedb0f1 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.416056 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5cc76c4d-ef98-47af-8221-a5544f49ee1e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Deleting port cabf4d1d-9cb5-497f-96ba-005a83301d2f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:36.416557 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cc76c4d-ef98-47af-8221-a5544f49ee1e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (cabf4d1d-9cb5-497f-96ba-005a83301d2f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.501471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0ba3c-f406-4b35-8095-937f544fe8da req-62c03eb7-ec9f-4ee1-9708-1af93b0e6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:36.502869 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80d0ba3c-f406-4b35-8095-937f544fe8da req-62c03eb7-ec9f-4ee1-9708-1af93b0e6c9f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffd0252b7b0747c69410a55d7883bffd&device_id=5cf9d279-1164-461c-a820-837aee98102c HTTP/1.1" status: 200 len: 1125 time: 0.1640027 Feb 03 12:42:36.526240 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7c184d08-5f6e-4813-82d1-ab552b549503 req-6c05c5c4-a663-460c-8dad-76e38eedb0f1 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.546812 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cc76c4d-ef98-47af-8221-a5544f49ee1e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (cabf4d1d-9cb5-497f-96ba-005a83301d2f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.597019 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5cc76c4d-ef98-47af-8221-a5544f49ee1e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Calling delete_port for cabf4d1d-9cb5-497f-96ba-005a83301d2f owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:36.702376 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0ba3c-f406-4b35-8095-937f544fe8da req-71f3036f-1e57-45d6-9826-e7d99bc7e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:36.704870 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80d0ba3c-f406-4b35-8095-937f544fe8da req-71f3036f-1e57-45d6-9826-e7d99bc7e382 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 200 len: 912 time: 0.1947823 Feb 03 12:42:36.729955 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-7c184d08-5f6e-4813-82d1-ab552b549503 req-6c05c5c4-a663-460c-8dad-76e38eedb0f1 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Allocated IP 172.25.6.81 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/dc29fa09-5a61-479f-aabe-2d1d531cc351) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:42:36.810206 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80d0ba3c-f406-4b35-8095-937f544fe8da req-01f57da4-81a9-4a3d-9bf3-e9ec3d7a1f7a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04b6fc88-46a9-4fc4-98db-04fc592563d9 HTTP/1.1" status: 200 len: 217 time: 0.0925324 Feb 03 12:42:36.850183 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.874094 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cc76c4d-ef98-47af-8221-a5544f49ee1e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (cabf4d1d-9cb5-497f-96ba-005a83301d2f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.919719 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc76c4d-ef98-47af-8221-a5544f49ee1e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event deleted for resources: {'Port': ['ID=cabf4d1d-9cb5-497f-96ba-005a83301d2f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:36.920104 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286de88-bf87-4700-aee8-e624ae04d9c7 req-071395f1-493e-46cc-90e1-0ede5756ab49 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:36.924980 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7c184d08-5f6e-4813-82d1-ab552b549503 req-6c05c5c4-a663-460c-8dad-76e38eedb0f1 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks [] for port (dc29fa09-5a61-479f-aabe-2d1d531cc351), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:36.928092 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4286de88-bf87-4700-aee8-e624ae04d9c7 req-071395f1-493e-46cc-90e1-0ede5756ab49 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dd7d0cb-fab8-4206-91ed-13a7a84309da HTTP/1.1" status: 200 len: 945 time: 0.2754200 Feb 03 12:42:36.956728 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0ba3c-f406-4b35-8095-937f544fe8da req-3a4923ef-851c-467b-8daf-b622ab676805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:36.958230 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80d0ba3c-f406-4b35-8095-937f544fe8da req-3a4923ef-851c-467b-8daf-b622ab676805 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd98a1ba-2677-43a0-9803-d6921e32ec63 HTTP/1.1" status: 200 len: 851 time: 0.1367207 Feb 03 12:42:37.026517 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cc76c4d-ef98-47af-8221-a5544f49ee1e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.030589 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5cc76c4d-ef98-47af-8221-a5544f49ee1e tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "DELETE /v2.0/ports/cabf4d1d-9cb5-497f-96ba-005a83301d2f HTTP/1.1" status: 204 len: 168 time: 0.9362190 Feb 03 12:42:37.033187 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50594) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:37.050695 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80d0ba3c-f406-4b35-8095-937f544fe8da req-4c5019fa-f294-44c8-8b5b-b85e73a1b8a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5599772e-9dcf-4127-a633-d91505819dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750141 Feb 03 12:42:37.104024 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8ab013-3d72-46f3-b094-f529badd2de9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Deleting subnet e202dd33-3ffb-4065-bff2-1c5099cb38a1 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:42:37.108759 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a8ab013-3d72-46f3-b094-f529badd2de9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for subnet (e202dd33-3ffb-4065-bff2-1c5099cb38a1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.155356 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4286de88-bf87-4700-aee8-e624ae04d9c7 req-dd2518de-7953-4c65-bfe3-03821ae6ccd7 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216308 Feb 03 12:42:37.161672 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a8ab013-3d72-46f3-b094-f529badd2de9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (e202dd33-3ffb-4065-bff2-1c5099cb38a1), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.257509 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a8ab013-3d72-46f3-b094-f529badd2de9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (e202dd33-3ffb-4065-bff2-1c5099cb38a1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.302814 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80d0ba3c-f406-4b35-8095-937f544fe8da req-f0541039-ef6f-47f8-8f09-63f17c5eb9c3 service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436488 Feb 03 12:42:37.316349 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7c184d08-5f6e-4813-82d1-ab552b549503 req-6c05c5c4-a663-460c-8dad-76e38eedb0f1 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (dc29fa09-5a61-479f-aabe-2d1d531cc351), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.378851 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a8ab013-3d72-46f3-b094-f529badd2de9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (e202dd33-3ffb-4065-bff2-1c5099cb38a1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.391749 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f38872-f1ed-4ef1-8fb5-fe596333837e req-4c9c1ff4-2168-4111-986b-31769c885fc5 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:37.392217 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c184d08-5f6e-4813-82d1-ab552b549503 req-6c05c5c4-a663-460c-8dad-76e38eedb0f1 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:37.393665 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30f38872-f1ed-4ef1-8fb5-fe596333837e req-4c9c1ff4-2168-4111-986b-31769c885fc5 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.1354971 Feb 03 12:42:37.438763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-7c184d08-5f6e-4813-82d1-ab552b549503 req-6c05c5c4-a663-460c-8dad-76e38eedb0f1 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:37.441342 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c184d08-5f6e-4813-82d1-ab552b549503 req-6c05c5c4-a663-460c-8dad-76e38eedb0f1 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:42:37.448152 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ab013-3d72-46f3-b094-f529badd2de9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event deleted for resources: {'Subnet': ['ID=e202dd33-3ffb-4065-bff2-1c5099cb38a1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:37.460025 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a8ab013-3d72-46f3-b094-f529badd2de9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.461499 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80402e42-ed63-4ec2-8e2c-e2db3b283841 None None] Network 8ad14e2d-6531-4d66-b186-adc852ea82f1 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:37.467465 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50602) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:37.468466 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9a8ab013-3d72-46f3-b094-f529badd2de9 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "DELETE /v2.0/subnets/e202dd33-3ffb-4065-bff2-1c5099cb38a1 HTTP/1.1" status: 204 len: 168 time: 0.4341307 Feb 03 12:42:37.493413 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05c5c4-a663-460c-8dad-76e38eedb0f1 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Pushing event updated for resources: {'Port': ['ID=dc29fa09-5a61-479f-aabe-2d1d531cc351,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:37.594479 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e260b5-534c-418a-9f87-b12d486c364a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Deleting subnet f3329b62-fee9-499a-b698-bfa600d55e29 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:42:37.622912 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e260b5-534c-418a-9f87-b12d486c364a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for subnet (f3329b62-fee9-499a-b698-bfa600d55e29), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.639680 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7c184d08-5f6e-4813-82d1-ab552b549503 req-6c05c5c4-a663-460c-8dad-76e38eedb0f1 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks [] for floatingip (15530144-5e12-4211-aa40-bcc75c7dde6d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.666280 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30f38872-f1ed-4ef1-8fb5-fe596333837e req-554f8ff5-f0b8-48ed-a908-98132e852c80 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272451 Feb 03 12:42:37.676849 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80d0ba3c-f406-4b35-8095-937f544fe8da req-374de97e-3229-42a9-9ee6-fceedc0d83fa service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680382 Feb 03 12:42:37.718169 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7c184d08-5f6e-4813-82d1-ab552b549503 req-6c05c5c4-a663-460c-8dad-76e38eedb0f1 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dc29fa09-5a61-479f-aabe-2d1d531cc351), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.749531 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca95c45-f843-40e7-9d8e-542add14bd8a None None] DHCP port deletion for 8ad14e2d-6531-4d66-b186-adc852ea82f1 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:42:37.765552 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e260b5-534c-418a-9f87-b12d486c364a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (f3329b62-fee9-499a-b698-bfa600d55e29), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.923852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1ca95c45-f843-40e7-9d8e-542add14bd8a None None] Deleting port 918e9936-4cba-4e13-a923-89ab252b781c {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:37.925037 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ca95c45-f843-40e7-9d8e-542add14bd8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (918e9936-4cba-4e13-a923-89ab252b781c), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:37.938192 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a61f4-c50a-4919-82b4-99c245b6acd8 req-1e3941db-6a60-4351-94a8-1e4fb5054377 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:37.946747 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-155a61f4-c50a-4919-82b4-99c245b6acd8 req-1e3941db-6a60-4351-94a8-1e4fb5054377 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cf9d279-1164-461c-a820-837aee98102c HTTP/1.1" status: 200 len: 943 time: 0.1174359 Feb 03 12:42:37.999541 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1ca95c45-f843-40e7-9d8e-542add14bd8a None None] For port 918e9936-4cba-4e13-a923-89ab252b781c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=918e9936-4cba-4e13-a923-89ab252b781c,segment=NetworkSegment(214345f3-acc0-4b08-88f8-d3087a548fe6),segment_id=214345f3-acc0-4b08-88f8-d3087a548fe6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:38.000282 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ca95c45-f843-40e7-9d8e-542add14bd8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (918e9936-4cba-4e13-a923-89ab252b781c), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:38.008692 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7c184d08-5f6e-4813-82d1-ab552b549503 req-6c05c5c4-a663-460c-8dad-76e38eedb0f1 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks [] for port (dc29fa09-5a61-479f-aabe-2d1d531cc351), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:38.016167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1ca95c45-f843-40e7-9d8e-542add14bd8a None None] Calling delete_port for 918e9936-4cba-4e13-a923-89ab252b781c owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:38.019363 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7c184d08-5f6e-4813-82d1-ab552b549503 req-6c05c5c4-a663-460c-8dad-76e38eedb0f1 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (dc29fa09-5a61-479f-aabe-2d1d531cc351), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:38.042401 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e260b5-534c-418a-9f87-b12d486c364a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (f3329b62-fee9-499a-b698-bfa600d55e29), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:38.155740 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7c184d08-5f6e-4813-82d1-ab552b549503 req-6c05c5c4-a663-460c-8dad-76e38eedb0f1 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (15530144-5e12-4211-aa40-bcc75c7dde6d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:38.164187 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05c5c4-a663-460c-8dad-76e38eedb0f1 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Pushing event updated for resources: {'Port': ['ID=dc29fa09-5a61-479f-aabe-2d1d531cc351,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:38.197371 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 918e9936-4cba-4e13-a923-89ab252b781c no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:38.203533 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7c184d08-5f6e-4813-82d1-ab552b549503 req-6c05c5c4-a663-460c-8dad-76e38eedb0f1 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:38.204878 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c184d08-5f6e-4813-82d1-ab552b549503 req-6c05c5c4-a663-460c-8dad-76e38eedb0f1 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9724874 Feb 03 12:42:38.272463 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-155a61f4-c50a-4919-82b4-99c245b6acd8 req-2567c7d0-c27a-4c44-97f3-bcece058d16b tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246596 Feb 03 12:42:38.322779 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e260b5-534c-418a-9f87-b12d486c364a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (f3329b62-fee9-499a-b698-bfa600d55e29), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:38.351457 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:38.375854 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c184d08-5f6e-4813-82d1-ab552b549503 req-7daa131e-39e6-4cc0-9466-57db6f627810 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.81 HTTP/1.1" status: 200 len: 695 time: 0.1616979 Feb 03 12:42:38.390655 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e260b5-534c-418a-9f87-b12d486c364a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event deleted for resources: {'Subnet': ['ID=f3329b62-fee9-499a-b698-bfa600d55e29,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:38.404714 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e260b5-534c-418a-9f87-b12d486c364a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:38.409234 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-82e260b5-534c-418a-9f87-b12d486c364a tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "DELETE /v2.0/subnets/f3329b62-fee9-499a-b698-bfa600d55e29 HTTP/1.1" status: 204 len: 168 time: 0.9376132 Feb 03 12:42:38.412124 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50626) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:38.419874 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eceac10-a3c1-44e0-829a-dd4b9c67055a None None] Network 9c9f93eb-710e-451f-966d-9a0a4f14a144 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:38.528052 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ca95c45-f843-40e7-9d8e-542add14bd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (918e9936-4cba-4e13-a923-89ab252b781c), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:38.542718 n-d-827336-3 neutron-server[103190]: INFO neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No ports have port_id starting with 918e9936-4cba-4e13-a923-89ab252b781c Feb 03 12:42:38.552670 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca95c45-f843-40e7-9d8e-542add14bd8a None None] No DVR routers for this DVR port 918e9936-4cba-4e13-a923-89ab252b781c on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:38.604254 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c184d08-5f6e-4813-82d1-ab552b549503 req-dcddb158-9238-4a6b-8be0-4e47bcb7f44a tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:38.608118 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c184d08-5f6e-4813-82d1-ab552b549503 req-dcddb158-9238-4a6b-8be0-4e47bcb7f44a tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.2239213 Feb 03 12:42:38.608284 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca95c45-f843-40e7-9d8e-542add14bd8a None None] Pushing event deleted for resources: {'Port': ['ID=918e9936-4cba-4e13-a923-89ab252b781c,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:38.647892 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c1c56e2-7c0f-47a0-beba-41f5aaecc620 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (8ad14e2d-6531-4d66-b186-adc852ea82f1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:38.660341 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d51df-e135-4ec8-b497-84c48d2e43e1 req-76e5e853-fdb9-4e4b-be82-da942097c1cc tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:38.661958 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6b3d51df-e135-4ec8-b497-84c48d2e43e1 req-76e5e853-fdb9-4e4b-be82-da942097c1cc tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dd7d0cb-fab8-4206-91ed-13a7a84309da HTTP/1.1" status: 200 len: 945 time: 0.2004511 Feb 03 12:42:38.737151 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c34aa7-fc0c-464c-9138-6707d9e377a0 None None] DHCP port deletion for 9c9f93eb-710e-451f-966d-9a0a4f14a144 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:42:38.782891 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3c84e69-1bb3-4490-8642-a0411b266f0a req-54c4c8cc-6ee6-4dab-a942-64a72afb784a tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/floatingips/15530144-5e12-4211-aa40-bcc75c7dde6d HTTP/1.1" status: 200 len: 692 time: 0.1226652 Feb 03 12:42:38.823640 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-79c34aa7-fc0c-464c-9138-6707d9e377a0 None None] Deleting port 89689a75-142d-41e8-82e2-8e5b317eb302 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:38.824446 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79c34aa7-fc0c-464c-9138-6707d9e377a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (89689a75-142d-41e8-82e2-8e5b317eb302), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:38.908368 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-79c34aa7-fc0c-464c-9138-6707d9e377a0 None None] For port 89689a75-142d-41e8-82e2-8e5b317eb302, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=89689a75-142d-41e8-82e2-8e5b317eb302,segment=NetworkSegment(351b187f-3249-4326-9d88-4f3115078121),segment_id=351b187f-3249-4326-9d88-4f3115078121)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:38.909093 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79c34aa7-fc0c-464c-9138-6707d9e377a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (89689a75-142d-41e8-82e2-8e5b317eb302), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:38.927067 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-79c34aa7-fc0c-464c-9138-6707d9e377a0 None None] Calling delete_port for 89689a75-142d-41e8-82e2-8e5b317eb302 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:39.022836 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79c34aa7-fc0c-464c-9138-6707d9e377a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (89689a75-142d-41e8-82e2-8e5b317eb302), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:39.029984 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c84e69-1bb3-4490-8642-a0411b266f0a req-f92bd9c8-4bfe-4525-96cb-afce0464dcfc tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:39.031651 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3c84e69-1bb3-4490-8642-a0411b266f0a req-f92bd9c8-4bfe-4525-96cb-afce0464dcfc tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.2398329 Feb 03 12:42:39.063812 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c34aa7-fc0c-464c-9138-6707d9e377a0 None None] Pushing event deleted for resources: {'Port': ['ID=89689a75-142d-41e8-82e2-8e5b317eb302,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:39.072500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c34aa7-fc0c-464c-9138-6707d9e377a0 None None] No DVR routers for this DVR port 89689a75-142d-41e8-82e2-8e5b317eb302 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:39.131044 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3c84e69-1bb3-4490-8642-a0411b266f0a req-c7313046-9631-4fec-a148-1ebdebc23d5c tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.81 HTTP/1.1" status: 200 len: 695 time: 0.0926242 Feb 03 12:42:39.174128 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6b3d51df-e135-4ec8-b497-84c48d2e43e1 req-de390a6e-31ba-4680-9a0c-0a5998680504 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001876 Feb 03 12:42:39.205563 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3c84e69-1bb3-4490-8642-a0411b266f0a req-1348d227-443f-4338-8049-0ff3311f0820 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.81 HTTP/1.1" status: 200 len: 695 time: 0.0735185 Feb 03 12:42:39.246707 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c1c56e2-7c0f-47a0-beba-41f5aaecc620 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (8ad14e2d-6531-4d66-b186-adc852ea82f1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:39.315807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8c1c56e2-7c0f-47a0-beba-41f5aaecc620 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad14e2d-6531-4d66-b186-adc852ea82f1']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:39.331336 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8c1c56e2-7c0f-47a0-beba-41f5aaecc620 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214345f3-acc0-4b08-88f8-d3087a548fe6') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:39.331669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8c1c56e2-7c0f-47a0-beba-41f5aaecc620 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214345f3-acc0-4b08-88f8-d3087a548fe6') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:39.368682 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c1c56e2-7c0f-47a0-beba-41f5aaecc620 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (214345f3-acc0-4b08-88f8-d3087a548fe6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:39.393407 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c1c56e2-7c0f-47a0-beba-41f5aaecc620 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (214345f3-acc0-4b08-88f8-d3087a548fe6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:39.404603 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c3c84e69-1bb3-4490-8642-a0411b266f0a req-2b35cbcb-bfd0-41f6-814b-61a26be6bb83 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Deleting port dc29fa09-5a61-479f-aabe-2d1d531cc351 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:39.405093 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c3c84e69-1bb3-4490-8642-a0411b266f0a req-2b35cbcb-bfd0-41f6-814b-61a26be6bb83 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (dc29fa09-5a61-479f-aabe-2d1d531cc351), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:39.412381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1c56e2-7c0f-47a0-beba-41f5aaecc620 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:42:39.412983 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c1c56e2-7c0f-47a0-beba-41f5aaecc620 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (214345f3-acc0-4b08-88f8-d3087a548fe6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:42:39.417928 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:42:39.508698 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c3c84e69-1bb3-4490-8642-a0411b266f0a req-2b35cbcb-bfd0-41f6-814b-61a26be6bb83 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (dc29fa09-5a61-479f-aabe-2d1d531cc351), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:39.509114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c3c84e69-1bb3-4490-8642-a0411b266f0a req-2b35cbcb-bfd0-41f6-814b-61a26be6bb83 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks [] for floatingip (dc29fa09-5a61-479f-aabe-2d1d531cc351), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:39.524041 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c3c84e69-1bb3-4490-8642-a0411b266f0a req-2b35cbcb-bfd0-41f6-814b-61a26be6bb83 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Calling delete_port for dc29fa09-5a61-479f-aabe-2d1d531cc351 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:39.552707 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c1c56e2-7c0f-47a0-beba-41f5aaecc620 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (8ad14e2d-6531-4d66-b186-adc852ea82f1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:39.606399 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c1c56e2-7c0f-47a0-beba-41f5aaecc620 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:39.614556 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8c1c56e2-7c0f-47a0-beba-41f5aaecc620 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "DELETE /v2.0/networks/8ad14e2d-6531-4d66-b186-adc852ea82f1 HTTP/1.1" status: 204 len: 168 time: 1.2001576 Feb 03 12:42:39.628476 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50648) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:39.637109 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:39.648200 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c56e2-7c0f-47a0-beba-41f5aaecc620 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event deleted for resources: {'Network': ['ID=8ad14e2d-6531-4d66-b186-adc852ea82f1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:39.698275 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c3c84e69-1bb3-4490-8642-a0411b266f0a req-2b35cbcb-bfd0-41f6-814b-61a26be6bb83 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (dc29fa09-5a61-479f-aabe-2d1d531cc351), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:39.728244 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35cbcb-bfd0-41f6-814b-61a26be6bb83 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Pushing event deleted for resources: {'Port': ['ID=dc29fa09-5a61-479f-aabe-2d1d531cc351,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:39.764761 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8ead5-d962-408e-8c36-4cfb9fd66488 req-3f1e5157-4530-4c2b-a708-d508470c5b8b tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:39.772071 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a1c8ead5-d962-408e-8c36-4cfb9fd66488 req-3f1e5157-4530-4c2b-a708-d508470c5b8b tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cf9d279-1164-461c-a820-837aee98102c HTTP/1.1" status: 200 len: 943 time: 0.1557910 Feb 03 12:42:39.778125 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76727d29-66fb-4041-ad95-bbab3254ea04 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (9c9f93eb-710e-451f-966d-9a0a4f14a144), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:39.830767 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c3c84e69-1bb3-4490-8642-a0411b266f0a req-2b35cbcb-bfd0-41f6-814b-61a26be6bb83 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks [] for floatingip (15530144-5e12-4211-aa40-bcc75c7dde6d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:39.835531 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c3c84e69-1bb3-4490-8642-a0411b266f0a req-2b35cbcb-bfd0-41f6-814b-61a26be6bb83 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:39.837215 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3c84e69-1bb3-4490-8642-a0411b266f0a req-2b35cbcb-bfd0-41f6-814b-61a26be6bb83 tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "DELETE /v2.0/floatingips/15530144-5e12-4211-aa40-bcc75c7dde6d HTTP/1.1" status: 204 len: 173 time: 0.6300402 Feb 03 12:42:39.845831 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a1c8ead5-d962-408e-8c36-4cfb9fd66488 req-4ed811d3-11ee-424e-ba12-37fe4f4896e4 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717640 Feb 03 12:42:39.952766 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-a3d4b0be-7a41-4e73-889e-ce34ad8aa0cd req-fed4456b-3d6a-4b5c-bd76-c519b2e98bbe tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] show failed (client error): The resource could not be found. Feb 03 12:42:39.954312 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a3d4b0be-7a41-4e73-889e-ce34ad8aa0cd req-fed4456b-3d6a-4b5c-bd76-c519b2e98bbe tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/floatingips/15530144-5e12-4211-aa40-bcc75c7dde6d HTTP/1.1" status: 404 len: 350 time: 0.0498846 Feb 03 12:42:40.014271 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69a842-8580-4585-8d87-a763fb068d61 req-d8680a27-62d2-4abe-8fd4-1923a51b09de tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:40.022804 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0a69a842-8580-4585-8d87-a763fb068d61 req-d8680a27-62d2-4abe-8fd4-1923a51b09de tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dd7d0cb-fab8-4206-91ed-13a7a84309da HTTP/1.1" status: 200 len: 945 time: 0.1208310 Feb 03 12:42:40.080140 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76727d29-66fb-4041-ad95-bbab3254ea04 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (9c9f93eb-710e-451f-966d-9a0a4f14a144), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:40.083956 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-ece043e5-e59c-49ad-ac87-6d32f9f998e8 req-d51f73d8-fa1c-451c-b922-0b79296bd74f tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] show failed (client error): The resource could not be found. Feb 03 12:42:40.091987 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ece043e5-e59c-49ad-ac87-6d32f9f998e8 req-d51f73d8-fa1c-451c-b922-0b79296bd74f tempest-FloatingIPsTestJSON-658878302 tempest-FloatingIPsTestJSON-658878302-project] 10.222.0.18 "GET /v2.0/floatingips/15530144-5e12-4211-aa40-bcc75c7dde6d HTTP/1.1" status: 404 len: 350 time: 0.0915451 Feb 03 12:42:40.098137 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50660) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:40.163068 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-76727d29-66fb-4041-ad95-bbab3254ea04 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9f93eb-710e-451f-966d-9a0a4f14a144']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:40.164566 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0a69a842-8580-4585-8d87-a763fb068d61 req-e1a63f22-50db-4217-a399-64e8d5fa9e58 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407247 Feb 03 12:42:40.184320 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-76727d29-66fb-4041-ad95-bbab3254ea04 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351b187f-3249-4326-9d88-4f3115078121') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:40.185333 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-76727d29-66fb-4041-ad95-bbab3254ea04 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351b187f-3249-4326-9d88-4f3115078121') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:40.200307 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76727d29-66fb-4041-ad95-bbab3254ea04 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (351b187f-3249-4326-9d88-4f3115078121), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:40.211750 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 89689a75-142d-41e8-82e2-8e5b317eb302 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:40.236526 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76727d29-66fb-4041-ad95-bbab3254ea04 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (351b187f-3249-4326-9d88-4f3115078121), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:40.262668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76727d29-66fb-4041-ad95-bbab3254ea04 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:42:40.263134 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76727d29-66fb-4041-ad95-bbab3254ea04 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (351b187f-3249-4326-9d88-4f3115078121), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:40.280159 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 89689a75-142d-41e8-82e2-8e5b317eb302 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:40.280654 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 89689a75-142d-41e8-82e2-8e5b317eb302 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:42:40.328545 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:42:40.412515 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76727d29-66fb-4041-ad95-bbab3254ea04 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (9c9f93eb-710e-451f-966d-9a0a4f14a144), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:40.419250 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76727d29-66fb-4041-ad95-bbab3254ea04 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:40.428314 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-76727d29-66fb-4041-ad95-bbab3254ea04 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] 10.222.0.18 "DELETE /v2.0/networks/9c9f93eb-710e-451f-966d-9a0a4f14a144 HTTP/1.1" status: 204 len: 168 time: 0.7961075 Feb 03 12:42:40.580760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76727d29-66fb-4041-ad95-bbab3254ea04 tempest-TaggedBootDevicesTest-1030465782 tempest-TaggedBootDevicesTest-1030465782-project] Pushing event deleted for resources: {'Network': ['ID=9c9f93eb-710e-451f-966d-9a0a4f14a144,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:40.685062 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 04b6fc88-46a9-4fc4-98db-04fc592563d9 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:42:40.767246 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:42:41.008274 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccec3e2-e0d8-4124-bcfe-30fe8157c1b6 req-fff002a3-b82a-4fb5-9595-9735b3f7d59f tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:41.009776 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ccec3e2-e0d8-4124-bcfe-30fe8157c1b6 req-fff002a3-b82a-4fb5-9595-9735b3f7d59f tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dd7d0cb-fab8-4206-91ed-13a7a84309da HTTP/1.1" status: 200 len: 945 time: 0.1600254 Feb 03 12:42:41.014228 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 04b6fc88-46a9-4fc4-98db-04fc592563d9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=04b6fc88-46a9-4fc4-98db-04fc592563d9,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:41.034075 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '04b6fc88-46a9-4fc4-98db-04fc592563d9', 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7', 'port_id': '04b6fc88-46a9-4fc4-98db-04fc592563d9', 'mac_address': 'fa:16:3e:0c:7b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd98a1ba-2677-43a0-9803-d6921e32ec63', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:42:41.092452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 04b6fc88-46a9-4fc4-98db-04fc592563d9 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:41.093694 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (04b6fc88-46a9-4fc4-98db-04fc592563d9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:41.110499 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b6fc88-46a9-4fc4-98db-04fc592563d9 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:42:41.134984 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 04b6fc88-46a9-4fc4-98db-04fc592563d9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=04b6fc88-46a9-4fc4-98db-04fc592563d9,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:41.138732 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79051432-b2ab-4557-ba4e-744ace12272f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (d4a84d83-a595-4ca9-96f8-f59546248111), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:41.143324 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (04b6fc88-46a9-4fc4-98db-04fc592563d9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:41.213426 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=04b6fc88-46a9-4fc4-98db-04fc592563d9,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:41.338174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9309539-b006-4a29-9188-8da32ce457cb req-ba79e5a6-33a8-4c1d-9d81-66655094d1bb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:41.340367 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f9309539-b006-4a29-9188-8da32ce457cb req-ba79e5a6-33a8-4c1d-9d81-66655094d1bb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cf9d279-1164-461c-a820-837aee98102c HTTP/1.1" status: 200 len: 943 time: 0.3218057 Feb 03 12:42:41.357068 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf496c7-d149-4e8d-b467-61c461e81432 req-cfca13e0-2fce-45bb-a865-562ac2830ccd tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:41.364618 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3bf496c7-d149-4e8d-b467-61c461e81432 req-cfca13e0-2fce-45bb-a865-562ac2830ccd tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dd7d0cb-fab8-4206-91ed-13a7a84309da HTTP/1.1" status: 200 len: 945 time: 0.1182888 Feb 03 12:42:41.434510 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-3ccec3e2-e0d8-4124-bcfe-30fe8157c1b6 req-0b6bf215-d04c-4944-9014-a2f58e48a99d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Deleting port d614ba3a-2fd1-4e98-89df-07f085a147d2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:41.434804 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3ccec3e2-e0d8-4124-bcfe-30fe8157c1b6 req-0b6bf215-d04c-4944-9014-a2f58e48a99d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d614ba3a-2fd1-4e98-89df-07f085a147d2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:41.465351 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3bf496c7-d149-4e8d-b467-61c461e81432 req-aa4a0e7c-dd97-448f-b296-5691b5ae241f tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949652 Feb 03 12:42:41.597515 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['04b6fc88-46a9-4fc4-98db-04fc592563d9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:41.628194 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f9309539-b006-4a29-9188-8da32ce457cb req-1e5604ce-bfe9-4acb-9df0-ea12520cea8a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563322 Feb 03 12:42:41.710548 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3ccec3e2-e0d8-4124-bcfe-30fe8157c1b6 req-0b6bf215-d04c-4944-9014-a2f58e48a99d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] For port d614ba3a-2fd1-4e98-89df-07f085a147d2, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d614ba3a-2fd1-4e98-89df-07f085a147d2,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:41.710968 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3ccec3e2-e0d8-4124-bcfe-30fe8157c1b6 req-0b6bf215-d04c-4944-9014-a2f58e48a99d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d614ba3a-2fd1-4e98-89df-07f085a147d2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:41.726386 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-3ccec3e2-e0d8-4124-bcfe-30fe8157c1b6 req-0b6bf215-d04c-4944-9014-a2f58e48a99d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Calling delete_port for d614ba3a-2fd1-4e98-89df-07f085a147d2 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:42.161507 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b8bcd-87aa-4680-b9bc-a781df59a8cc req-f9ed261f-836c-4655-a955-432bbbfd3289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:42.169808 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-113b8bcd-87aa-4680-b9bc-a781df59a8cc req-f9ed261f-836c-4655-a955-432bbbfd3289 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a209b0e492a4b77b2ceeedc9d454e67&device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 1127 time: 0.0766063 Feb 03 12:42:42.285930 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3ccec3e2-e0d8-4124-bcfe-30fe8157c1b6 req-0b6bf215-d04c-4944-9014-a2f58e48a99d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d614ba3a-2fd1-4e98-89df-07f085a147d2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:42.298650 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['d614ba3a-2fd1-4e98-89df-07f085a147d2'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:42.323782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bf215-d04c-4944-9014-a2f58e48a99d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Pushing event deleted for resources: {'Port': ['ID=d614ba3a-2fd1-4e98-89df-07f085a147d2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:42.333558 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be41161-626f-4664-8515-326b2484049a req-e9fb6632-871e-4b58-9627-370cfee9c854 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:42.334730 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8be41161-626f-4664-8515-326b2484049a req-e9fb6632-871e-4b58-9627-370cfee9c854 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.1547298 Feb 03 12:42:42.362975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['9b398a78-50d2-4141-9d11-5423875b26ed'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:42.439889 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccec3e2-e0d8-4124-bcfe-30fe8157c1b6 req-0b6bf215-d04c-4944-9014-a2f58e48a99d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] No DVR routers for this DVR port d614ba3a-2fd1-4e98-89df-07f085a147d2 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:42.446004 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50712) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:42.448512 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3ccec3e2-e0d8-4124-bcfe-30fe8157c1b6 req-0b6bf215-d04c-4944-9014-a2f58e48a99d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:42.452783 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ccec3e2-e0d8-4124-bcfe-30fe8157c1b6 req-0b6bf215-d04c-4944-9014-a2f58e48a99d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.31 "DELETE /v2.0/ports/d614ba3a-2fd1-4e98-89df-07f085a147d2 HTTP/1.1" status: 204 len: 173 time: 1.4318948 Feb 03 12:42:42.463281 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd7d0cb-fab8-4206-91ed-13a7a84309da', 'name': 'network-vif-deleted', 'tag': 'd614ba3a-2fd1-4e98-89df-07f085a147d2'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:42.465659 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5760cfaa-687e-48bf-8cd9-ec96ed95ad44" -d '{"events": [{"server_uuid": "2dd7d0cb-fab8-4206-91ed-13a7a84309da", "name": "network-vif-deleted", "tag": "d614ba3a-2fd1-4e98-89df-07f085a147d2"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:42.499428 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b8bcd-87aa-4680-b9bc-a781df59a8cc req-7ad4f535-c83e-4a35-aa6c-7ba4742e92df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:42.505054 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-113b8bcd-87aa-4680-b9bc-a781df59a8cc req-7ad4f535-c83e-4a35-aa6c-7ba4742e92df service neutron] 10.222.0.31 "GET /v2.0/networks?id=87045144-2323-4eba-b542-41e2cafcc3b7 HTTP/1.1" status: 200 len: 920 time: 0.3308828 Feb 03 12:42:42.533769 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8be41161-626f-4664-8515-326b2484049a req-8e2b169b-8ceb-427c-8c20-c43d49af4d66 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861315 Feb 03 12:42:42.603312 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e73f2d4-e456-46a2-9c7d-4157793a285a x-openstack-request-id: req-4e73f2d4-e456-46a2-9c7d-4157793a285a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:42.603651 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd7d0cb-fab8-4206-91ed-13a7a84309da", "name": "network-vif-deleted", "tag": "d614ba3a-2fd1-4e98-89df-07f085a147d2", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:42.603914 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e73f2d4-e456-46a2-9c7d-4157793a285a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:42.604348 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd7d0cb-fab8-4206-91ed-13a7a84309da', 'name': 'network-vif-deleted', 'tag': 'd614ba3a-2fd1-4e98-89df-07f085a147d2', 'status': 'completed', 'code': 200} Feb 03 12:42:42.670923 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-113b8bcd-87aa-4680-b9bc-a781df59a8cc req-4ca3ae24-4719-499e-a34c-e53cde77de7e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04038b85-e2ce-41ef-a62a-fbb37304394d HTTP/1.1" status: 200 len: 217 time: 0.1597240 Feb 03 12:42:42.671133 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-79051432-b2ab-4557-ba4e-744ace12272f admin admin] Deleting port ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:42.671344 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79051432-b2ab-4557-ba4e-744ace12272f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:42.806709 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-98021d63-e24c-487e-a5d0-98420087a044 req-4a6eb665-64b0-4f8a-ac93-9a3217f23136 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dd7d0cb-fab8-4206-91ed-13a7a84309da HTTP/1.1" status: 200 len: 210 time: 0.0865140 Feb 03 12:42:42.887020 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1332350b-ccb3-4896-8024-02d9726895ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:42.897171 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b8bcd-87aa-4680-b9bc-a781df59a8cc req-b8e48054-68d3-4ff6-97f1-8d6f54201fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:42.900290 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-113b8bcd-87aa-4680-b9bc-a781df59a8cc req-b8e48054-68d3-4ff6-97f1-8d6f54201fd5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d7c28f9-eb63-4be2-9734-e89b3817580d HTTP/1.1" status: 200 len: 859 time: 0.2217083 Feb 03 12:42:42.918602 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9c81e-f5a8-4273-b7dd-1d018ab1b11c req-2456cf2d-cc23-43c7-a885-5d1237541f04 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:42.921854 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4fb9c81e-f5a8-4273-b7dd-1d018ab1b11c req-2456cf2d-cc23-43c7-a885-5d1237541f04 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cf9d279-1164-461c-a820-837aee98102c HTTP/1.1" status: 200 len: 944 time: 0.1394689 Feb 03 12:42:42.946219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-79051432-b2ab-4557-ba4e-744ace12272f admin admin] For port ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7,segment=NetworkSegment(6e902922-f175-41c7-90fc-846cc5495210),segment_id=6e902922-f175-41c7-90fc-846cc5495210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:42.946644 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79051432-b2ab-4557-ba4e-744ace12272f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:42.964564 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-113b8bcd-87aa-4680-b9bc-a781df59a8cc req-61e32614-da0d-4312-bc65-ef653614f1a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87045144-2323-4eba-b542-41e2cafcc3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410526 Feb 03 12:42:42.978830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-79051432-b2ab-4557-ba4e-744ace12272f admin admin] Calling delete_port for ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:43.055412 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4fb9c81e-f5a8-4273-b7dd-1d018ab1b11c req-689021c0-7daa-4370-9873-36f93638ef1a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891902 Feb 03 12:42:43.135303 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1332350b-ccb3-4896-8024-02d9726895ea admin admin] Publish callbacks [] for security_group (0a137073-4ab2-427a-8d67-a9fd96bfc1b0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.170458 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-113b8bcd-87aa-4680-b9bc-a781df59a8cc req-6cd4da01-04e7-46ce-b492-74ce97b65f3f service neutron] 10.222.0.31 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954608 Feb 03 12:42:43.285225 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1332350b-ccb3-4896-8024-02d9726895ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0a137073-4ab2-427a-8d67-a9fd96bfc1b0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.319950 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-113b8bcd-87aa-4680-b9bc-a781df59a8cc req-141f2bca-d1c4-43fd-a5bf-cce1bfb6d546 service neutron] 10.222.0.31 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423819 Feb 03 12:42:43.375533 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332350b-ccb3-4896-8024-02d9726895ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a137073-4ab2-427a-8d67-a9fd96bfc1b0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:43.388511 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1332350b-ccb3-4896-8024-02d9726895ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1875802abec34ff4850aa97d067a7d5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9381096 Feb 03 12:42:43.389984 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50730) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:43.458720 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79051432-b2ab-4557-ba4e-744ace12272f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.510113 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79051432-b2ab-4557-ba4e-744ace12272f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:43.590836 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55f39d73-b438-4615-9f44-f59c861b2ae1 admin admin] Publish callbacks [] for security_group (0a137073-4ab2-427a-8d67-a9fd96bfc1b0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.695391 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55f39d73-b438-4615-9f44-f59c861b2ae1 admin admin] Publish callbacks [] for security_group (0a137073-4ab2-427a-8d67-a9fd96bfc1b0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.826430 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2aab9-5c79-48c8-bdbd-bcaadb0d2ec6 req-61e6b6c4-d5e6-4978-83d9-5cb8c94a33c6 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:43.833818 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2ff2aab9-5c79-48c8-bdbd-bcaadb0d2ec6 req-61e6b6c4-d5e6-4978-83d9-5cb8c94a33c6 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.1843729 Feb 03 12:42:43.847799 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55f39d73-b438-4615-9f44-f59c861b2ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0a137073-4ab2-427a-8d67-a9fd96bfc1b0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.850704 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55f39d73-b438-4615-9f44-f59c861b2ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.854470 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-55f39d73-b438-4615-9f44-f59c861b2ae1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a137073-4ab2-427a-8d67-a9fd96bfc1b0 HTTP/1.1" status: 204 len: 168 time: 0.4612944 Feb 03 12:42:43.854470 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79051432-b2ab-4557-ba4e-744ace12272f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (d4a84d83-a595-4ca9-96f8-f59546248111), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:43.877497 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f39d73-b438-4615-9f44-f59c861b2ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a137073-4ab2-427a-8d67-a9fd96bfc1b0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:43.988523 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2ff2aab9-5c79-48c8-bdbd-bcaadb0d2ec6 req-c8beb2b7-0f92-4d35-a764-4f7a4a59d687 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535687 Feb 03 12:42:44.342400 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23eefde-977e-4204-84a8-621ea65b96cd req-1b233080-8ead-4524-9e53-27fc33d7d018 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:44.346048 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d23eefde-977e-4204-84a8-621ea65b96cd req-1b233080-8ead-4524-9e53-27fc33d7d018 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cf9d279-1164-461c-a820-837aee98102c HTTP/1.1" status: 200 len: 944 time: 0.1092265 Feb 03 12:42:44.364544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50760) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:44.430875 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7961a4f-faa5-4942-9cb4-48d0ad476712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.482838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-20f9de7c-b893-49c5-a0cc-4201240c6ac1 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:44.484714 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-20f9de7c-b893-49c5-a0cc-4201240c6ac1 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 805 time: 0.1489711 Feb 03 12:42:44.513354 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-910117e5-3676-432e-ada1-1dc6cda13444 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/quotas/e249398c095241939cdd7b37579f2461 HTTP/1.1" status: 200 len: 375 time: 0.0183065 Feb 03 12:42:44.529468 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79051432-b2ab-4557-ba4e-744ace12272f admin admin] Router d4a84d83-a595-4ca9-96f8-f59546248111 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:42:44.622982 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7961a4f-faa5-4942-9cb4-48d0ad476712 admin admin] Publish callbacks [] for security_group (795e3a18-721c-4ce0-ac14-13363cf85b4d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.632386 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-9da990fa-e233-4b5a-87b0-6218ae1cf43c tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1077180 Feb 03 12:42:44.644533 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d23eefde-977e-4204-84a8-621ea65b96cd req-95d5763d-2648-4979-9e19-5c37bcafa804 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889404 Feb 03 12:42:44.648851 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7961a4f-faa5-4942-9cb4-48d0ad476712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (795e3a18-721c-4ce0-ac14-13363cf85b4d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.688221 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d614ba3a-2fd1-4e98-89df-07f085a147d2 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:44.726960 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b7961a4f-faa5-4942-9cb4-48d0ad476712 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e38762605d5e47418a441df7a97900e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3608174 Feb 03 12:42:44.732498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50764) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:44.734707 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 04b6fc88-46a9-4fc4-98db-04fc592563d9 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:42:44.742776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: d614ba3a-2fd1-4e98-89df-07f085a147d2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:44.743147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d614ba3a-2fd1-4e98-89df-07f085a147d2 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:44.788478 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7961a4f-faa5-4942-9cb4-48d0ad476712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795e3a18-721c-4ce0-ac14-13363cf85b4d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:44.844622 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 04b6fc88-46a9-4fc4-98db-04fc592563d9 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:42:44.845102 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b95cb5c-423f-4d3f-8ada-18123e5e3d1d admin admin] Publish callbacks [] for security_group (795e3a18-721c-4ce0-ac14-13363cf85b4d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.856127 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 04b6fc88-46a9-4fc4-98db-04fc592563d9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:42:44.856519 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (04b6fc88-46a9-4fc4-98db-04fc592563d9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.884893 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b95cb5c-423f-4d3f-8ada-18123e5e3d1d admin admin] Publish callbacks [] for security_group (795e3a18-721c-4ce0-ac14-13363cf85b4d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.898491 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-b34b1949-7b3e-4119-b950-0ee9bd477c95 service neutron] 10.222.0.18 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493942 Feb 03 12:42:44.961627 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b95cb5c-423f-4d3f-8ada-18123e5e3d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (795e3a18-721c-4ce0-ac14-13363cf85b4d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.967299 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b95cb5c-423f-4d3f-8ada-18123e5e3d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:44.971249 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1b95cb5c-423f-4d3f-8ada-18123e5e3d1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/795e3a18-721c-4ce0-ac14-13363cf85b4d HTTP/1.1" status: 204 len: 168 time: 0.2359831 Feb 03 12:42:44.988544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95cb5c-423f-4d3f-8ada-18123e5e3d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795e3a18-721c-4ce0-ac14-13363cf85b4d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:45.026176 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79051432-b2ab-4557-ba4e-744ace12272f admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:42:45.046750 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cfcee8-a1a9-4b34-bcbc-35ea4f754b7f None None] Sync routers for ids ['d4a84d83-a595-4ca9-96f8-f59546248111'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:42:45.063148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 04b6fc88-46a9-4fc4-98db-04fc592563d9 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:45.063547 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (04b6fc88-46a9-4fc4-98db-04fc592563d9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:45.071029 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cfcee8-a1a9-4b34-bcbc-35ea4f754b7f None None] Routers {'d4a84d83-a595-4ca9-96f8-f59546248111'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:45.076785 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-74cfcee8-a1a9-4b34-bcbc-35ea4f754b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:42:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d4a84d83-a595-4ca9-96f8-f59546248111'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:45.077626 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-79051432-b2ab-4557-ba4e-744ace12272f admin admin] 10.222.0.18 "PUT /v2.0/routers/d4a84d83-a595-4ca9-96f8-f59546248111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9758329 Feb 03 12:42:45.080566 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50772) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:45.136590 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 04b6fc88-46a9-4fc4-98db-04fc592563d9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=04b6fc88-46a9-4fc4-98db-04fc592563d9,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:45.143891 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf9d279-1164-461c-a820-837aee98102c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b6fc88-46a9-4fc4-98db-04fc592563d9'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:45.148143 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0acf89-26c9-4acb-b99f-ba40f48725a4" -d '{"events": [{"server_uuid": "5cf9d279-1164-461c-a820-837aee98102c", "name": "network-vif-plugged", "status": "completed", "tag": "04b6fc88-46a9-4fc4-98db-04fc592563d9"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:45.154483 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (04b6fc88-46a9-4fc4-98db-04fc592563d9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:45.292339 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-e01fc09b-9651-4393-a313-a35537aa3e90 service neutron] 10.222.0.18 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907883 Feb 03 12:42:45.356548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=04b6fc88-46a9-4fc4-98db-04fc592563d9,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:45.455281 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11084f35-5668-49da-a671-72454cda1f1a req-4ffabbe8-dee2-45da-a167-3a5fc37869c2 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:45.458798 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11084f35-5668-49da-a671-72454cda1f1a req-4ffabbe8-dee2-45da-a167-3a5fc37869c2 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.2005153 Feb 03 12:42:45.518453 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7074ed2e-5534-46b1-a791-19cbe4613346 admin admin] Publish callbacks [] for router (d4a84d83-a595-4ca9-96f8-f59546248111), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:45.588560 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-74cfcee8-a1a9-4b34-bcbc-35ea4f754b7f None None] Set router d4a84d83-a595-4ca9-96f8-f59546248111 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:45.758437 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817ce0a7-adac-4939-a2f9-3d3e0f6cef83 x-openstack-request-id: req-817ce0a7-adac-4939-a2f9-3d3e0f6cef83 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:45.758437 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf9d279-1164-461c-a820-837aee98102c", "name": "network-vif-plugged", "status": "completed", "tag": "04b6fc88-46a9-4fc4-98db-04fc592563d9", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:45.758437 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-817ce0a7-adac-4939-a2f9-3d3e0f6cef83 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:45.769881 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf9d279-1164-461c-a820-837aee98102c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b6fc88-46a9-4fc4-98db-04fc592563d9', 'code': 200} Feb 03 12:42:45.788826 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:45.935115 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4761911c-2c6e-4e95-9f45-ac6fa5ea21be req-f7167c8d-5176-4572-80fa-ecc12efad4e8 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 210 time: 0.1165378 Feb 03 12:42:46.077213 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412b0a8-0db1-43e7-bc5c-dc6c63839ef9 req-1004c950-55e6-433e-87b9-07854e40b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:46.081740 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8412b0a8-0db1-43e7-bc5c-dc6c63839ef9 req-1004c950-55e6-433e-87b9-07854e40b1fb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5cf9d279-1164-461c-a820-837aee98102c HTTP/1.1" status: 200 len: 1127 time: 0.1439166 Feb 03 12:42:46.096499 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-74cfcee8-a1a9-4b34-bcbc-35ea4f754b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a84d83-a595-4ca9-96f8-f59546248111', 'name': 'tempest-FloatingIPsTestJSON-1364677721-router', 'tenant_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '20777cdd-1053-4537-bdb9-41ed704edb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:17Z', 'updated_at': '2022-02-03T12:42:43Z', 'revision_number': 5, 'project_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'gw_port': {'id': '20777cdd-1053-4537-bdb9-41ed704edb49', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a84d83-a595-4ca9-96f8-f59546248111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:18Z', 'updated_at': '2022-02-03T12:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:46.192810 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cfcee8-a1a9-4b34-bcbc-35ea4f754b7f None None] Checking router: d4a84d83-a595-4ca9-96f8-f59546248111 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:42:46.230898 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cfcee8-a1a9-4b34-bcbc-35ea4f754b7f None None] Routers {'d4a84d83-a595-4ca9-96f8-f59546248111'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:42:46.233265 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-74cfcee8-a1a9-4b34-bcbc-35ea4f754b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:42:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d4a84d83-a595-4ca9-96f8-f59546248111'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:46.282027 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8412b0a8-0db1-43e7-bc5c-dc6c63839ef9 req-0190bc2c-f9f4-4a50-acfa-33df5a1fb18c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904871 Feb 03 12:42:46.309256 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82bd05-bd7a-47e2-8979-e25a76a1b190 req-2cd4dde5-6c1b-4092-bba1-0485ea014ec5 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:46.309256 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6d82bd05-bd7a-47e2-8979-e25a76a1b190 req-2cd4dde5-6c1b-4092-bba1-0485ea014ec5 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cf9d279-1164-461c-a820-837aee98102c HTTP/1.1" status: 200 len: 945 time: 0.1894343 Feb 03 12:42:46.390328 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6d82bd05-bd7a-47e2-8979-e25a76a1b190 req-beba1669-9494-4b16-be1b-0664ddc64053 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746913 Feb 03 12:42:46.765478 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11084f35-5668-49da-a671-72454cda1f1a req-7d326689-c322-405f-a975-be62bb6b3113 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2995665 Feb 03 12:42:46.795739 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7074ed2e-5534-46b1-a791-19cbe4613346 admin admin] Publish callbacks [] for router_gateway (d4a84d83-a595-4ca9-96f8-f59546248111), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:46.875675 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-74cfcee8-a1a9-4b34-bcbc-35ea4f754b7f None None] Set router d4a84d83-a595-4ca9-96f8-f59546248111 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:42:46.923035 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7074ed2e-5534-46b1-a791-19cbe4613346 admin admin] Deleting port 20777cdd-1053-4537-bdb9-41ed704edb49 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:46.943062 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7074ed2e-5534-46b1-a791-19cbe4613346 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (20777cdd-1053-4537-bdb9-41ed704edb49), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:47.194199 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7c8de320-6c2b-47cd-a9d9-ad1a71b6b7bd req-40eabb6b-8f70-4769-abcb-f34193288416 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 210 time: 0.0915866 Feb 03 12:42:47.232658 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7074ed2e-5534-46b1-a791-19cbe4613346 admin admin] For port 20777cdd-1053-4537-bdb9-41ed704edb49, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=20777cdd-1053-4537-bdb9-41ed704edb49,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:47.232658 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7074ed2e-5534-46b1-a791-19cbe4613346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (20777cdd-1053-4537-bdb9-41ed704edb49), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:47.261853 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7074ed2e-5534-46b1-a791-19cbe4613346 admin admin] Calling delete_port for 20777cdd-1053-4537-bdb9-41ed704edb49 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:47.546001 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-74cfcee8-a1a9-4b34-bcbc-35ea4f754b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a84d83-a595-4ca9-96f8-f59546248111', 'name': 'tempest-FloatingIPsTestJSON-1364677721-router', 'tenant_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '20777cdd-1053-4537-bdb9-41ed704edb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:17Z', 'updated_at': '2022-02-03T12:42:43Z', 'revision_number': 5, 'project_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'gw_port': {'id': '20777cdd-1053-4537-bdb9-41ed704edb49', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a84d83-a595-4ca9-96f8-f59546248111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:18Z', 'updated_at': '2022-02-03T12:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:47.656312 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cfcee8-a1a9-4b34-bcbc-35ea4f754b7f None None] The sync data for ids ['d4a84d83-a595-4ca9-96f8-f59546248111'] in n-d-827336-3 is: [{'id': 'd4a84d83-a595-4ca9-96f8-f59546248111', 'name': 'tempest-FloatingIPsTestJSON-1364677721-router', 'tenant_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '20777cdd-1053-4537-bdb9-41ed704edb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:17Z', 'updated_at': '2022-02-03T12:42:43Z', 'revision_number': 5, 'project_id': '5004d3a8b9d5404d9c151f9c492bbc01', 'gw_port': {'id': '20777cdd-1053-4537-bdb9-41ed704edb49', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a84d83-a595-4ca9-96f8-f59546248111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:18Z', 'updated_at': '2022-02-03T12:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:42:47.728677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfacc8-0306-4345-81a8-1c32f3f5fca6 req-bfe1efda-52d0-4569-b595-a19a381a9960 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:47.756411 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46cfacc8-0306-4345-81a8-1c32f3f5fca6 req-bfe1efda-52d0-4569-b595-a19a381a9960 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cf9d279-1164-461c-a820-837aee98102c HTTP/1.1" status: 200 len: 945 time: 0.0925462 Feb 03 12:42:47.828891 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7074ed2e-5534-46b1-a791-19cbe4613346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (20777cdd-1053-4537-bdb9-41ed704edb49), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:47.929482 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46cfacc8-0306-4345-81a8-1c32f3f5fca6 req-1c1ba629-5364-46b6-b928-783f6880d99e tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720603 Feb 03 12:42:48.129164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074ed2e-5534-46b1-a791-19cbe4613346 admin admin] Pushing event deleted for resources: {'Port': ['ID=20777cdd-1053-4537-bdb9-41ed704edb49,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:48.147248 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:48.198655 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-fd9c2da2-b309-4288-9e9a-13810eef6e7b tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:48.202006 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-fd9c2da2-b309-4288-9e9a-13810eef6e7b tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.31 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 805 time: 0.4578207 Feb 03 12:42:48.217891 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-4c6f4844-8caf-4c29-be38-34d1481baef2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Request body: {'port': {'device_id': 'e86e0132-6f94-470c-a421-7b47488fc2af', 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb', 'admin_state_up': True, 'tenant_id': 'e249398c095241939cdd7b37579f2461'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:48.249511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:48.250108 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ae46b62a-6995-4ec2-a0c6-b1cf5bee93d7 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:48.253264 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3928f-c3d7-475c-bfcd-f54915147709 req-b92582a9-6fdb-43c9-8253-5247fec2222c tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:48.258015 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cec43-0c5b-45ae-9f50-0d88b5ee7b42 req-bbef8d1f-8878-494c-bad4-dbd525ecd776 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:48.259597 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f41cec43-0c5b-45ae-9f50-0d88b5ee7b42 req-bbef8d1f-8878-494c-bad4-dbd525ecd776 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.31 "GET /v2.0/ports?device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47 HTTP/1.1" status: 200 len: 946 time: 0.2569380 Feb 03 12:42:48.260231 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3df3928f-c3d7-475c-bfcd-f54915147709 req-b92582a9-6fdb-43c9-8253-5247fec2222c tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47 HTTP/1.1" status: 200 len: 946 time: 0.5148814 Feb 03 12:42:48.274793 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7074ed2e-5534-46b1-a791-19cbe4613346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (d4a84d83-a595-4ca9-96f8-f59546248111), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:48.327246 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27180b-e9d2-49e9-a46f-c53475cf933c req-eaca2264-7a2d-4e1c-9b4a-42458b2d643d tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:48.352862 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b27180b-e9d2-49e9-a46f-c53475cf933c req-eaca2264-7a2d-4e1c-9b4a-42458b2d643d tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.2847512 Feb 03 12:42:48.673524 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b27180b-e9d2-49e9-a46f-c53475cf933c req-505412bc-baad-4fb5-b499-8703ba9ae70c tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187532 Feb 03 12:42:48.765996 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f41cec43-0c5b-45ae-9f50-0d88b5ee7b42 req-f852f896-fecd-4908-a83b-a2b023583954 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Deleting port c1e781b1-4c48-4062-942a-2a732b102a9a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:48.770180 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f41cec43-0c5b-45ae-9f50-0d88b5ee7b42 req-f852f896-fecd-4908-a83b-a2b023583954 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c1e781b1-4c48-4062-942a-2a732b102a9a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:48.852291 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7074ed2e-5534-46b1-a791-19cbe4613346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (d4a84d83-a595-4ca9-96f8-f59546248111), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:48.906297 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7074ed2e-5534-46b1-a791-19cbe4613346 admin admin] Publish callbacks [] for router_controller (d4a84d83-a595-4ca9-96f8-f59546248111), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:49.033735 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-006c7ff8-c64e-4953-aed8-b5c0be19ca23 req-835716a5-7728-46c8-aff3-c7db3909929d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 210 time: 0.2074771 Feb 03 12:42:49.084846 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3df3928f-c3d7-475c-bfcd-f54915147709 req-9d845523-7037-448a-bcf9-c86a4479a3b8 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/security-groups?id=004515c4-87a2-4d28-b524-9678733599b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8234923 Feb 03 12:42:49.091019 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7074ed2e-5534-46b1-a791-19cbe4613346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (d4a84d83-a595-4ca9-96f8-f59546248111), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:49.091928 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7074ed2e-5534-46b1-a791-19cbe4613346 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4a84d83-a595-4ca9-96f8-f59546248111 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:42:49.104574 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7074ed2e-5534-46b1-a791-19cbe4613346 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:49.106329 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7074ed2e-5534-46b1-a791-19cbe4613346 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d4a84d83-a595-4ca9-96f8-f59546248111 HTTP/1.1" status: 204 len: 168 time: 4.0241907 Feb 03 12:42:49.110304 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50864) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:49.172231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f41cec43-0c5b-45ae-9f50-0d88b5ee7b42 req-f852f896-fecd-4908-a83b-a2b023583954 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] For port c1e781b1-4c48-4062-942a-2a732b102a9a, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c1e781b1-4c48-4062-942a-2a732b102a9a,segment=NetworkSegment(b18a3aaf-1673-4c64-ab69-ba2386957046),segment_id=b18a3aaf-1673-4c64-ab69-ba2386957046)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:49.174689 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f41cec43-0c5b-45ae-9f50-0d88b5ee7b42 req-f852f896-fecd-4908-a83b-a2b023583954 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c1e781b1-4c48-4062-942a-2a732b102a9a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:49.220618 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f41cec43-0c5b-45ae-9f50-0d88b5ee7b42 req-f852f896-fecd-4908-a83b-a2b023583954 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Calling delete_port for c1e781b1-4c48-4062-942a-2a732b102a9a owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:49.239069 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-4c6f4844-8caf-4c29-be38-34d1481baef2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Made reservation on behalf of e249398c095241939cdd7b37579f2461 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:49.254394 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-4c6f4844-8caf-4c29-be38-34d1481baef2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:49.340612 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e46da7b-999f-4e23-b646-fea5dff1dba3 admin admin] Deleting subnet 9b274342-f295-481e-9549-38c0abd94d4f {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:42:49.353009 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e46da7b-999f-4e23-b646-fea5dff1dba3 admin admin] Publish callbacks [] for subnet (9b274342-f295-481e-9549-38c0abd94d4f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:49.452044 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e46da7b-999f-4e23-b646-fea5dff1dba3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (9b274342-f295-481e-9549-38c0abd94d4f), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:49.495459 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50868) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:49.515573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d7093-d890-489e-a1b1-69c01063d683 req-d82d842c-db1a-4ebe-b0e8-d7b6a34a2af8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:49.522105 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-724d7093-d890-489e-a1b1-69c01063d683 req-d82d842c-db1a-4ebe-b0e8-d7b6a34a2af8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cf9d279-1164-461c-a820-837aee98102c HTTP/1.1" status: 200 len: 945 time: 0.2699187 Feb 03 12:42:49.771580 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e359c6e-b25e-45fd-917d-0f127c2bc55f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:49.857973 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-724d7093-d890-489e-a1b1-69c01063d683 req-27fdb49d-8d77-420c-a5ee-768ffa278d7f tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228519 Feb 03 12:42:50.044048 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e46da7b-999f-4e23-b646-fea5dff1dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (9b274342-f295-481e-9549-38c0abd94d4f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:50.073006 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f41cec43-0c5b-45ae-9f50-0d88b5ee7b42 req-f852f896-fecd-4908-a83b-a2b023583954 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c1e781b1-4c48-4062-942a-2a732b102a9a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:50.087395 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['c1e781b1-4c48-4062-942a-2a732b102a9a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:50.153960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852f896-fecd-4908-a83b-a2b023583954 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Pushing event deleted for resources: {'Port': ['ID=c1e781b1-4c48-4062-942a-2a732b102a9a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:50.172110 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e359c6e-b25e-45fd-917d-0f127c2bc55f admin admin] Publish callbacks [] for security_group (ad7580ab-2b44-4192-b64a-b4f66dee4fb4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:50.221935 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e359c6e-b25e-45fd-917d-0f127c2bc55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ad7580ab-2b44-4192-b64a-b4f66dee4fb4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:50.272543 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 20777cdd-1053-4537-bdb9-41ed704edb49 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:50.304623 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41cec43-0c5b-45ae-9f50-0d88b5ee7b42 req-f852f896-fecd-4908-a83b-a2b023583954 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] No DVR routers for this DVR port c1e781b1-4c48-4062-942a-2a732b102a9a on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:50.310378 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f41cec43-0c5b-45ae-9f50-0d88b5ee7b42 req-f852f896-fecd-4908-a83b-a2b023583954 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:50.315836 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f41cec43-0c5b-45ae-9f50-0d88b5ee7b42 req-f852f896-fecd-4908-a83b-a2b023583954 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.31 "DELETE /v2.0/ports/c1e781b1-4c48-4062-942a-2a732b102a9a HTTP/1.1" status: 204 len: 173 time: 2.0210855 Feb 03 12:42:50.321087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473f7f76-662f-4ba2-be2b-c2bd6c2abd47', 'name': 'network-vif-deleted', 'tag': 'c1e781b1-4c48-4062-942a-2a732b102a9a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:50.326210 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2b427a-f620-4946-9fdc-fbaeb3a8ac7a" -d '{"events": [{"server_uuid": "473f7f76-662f-4ba2-be2b-c2bd6c2abd47", "name": "network-vif-deleted", "tag": "c1e781b1-4c48-4062-942a-2a732b102a9a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:50.335666 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 20777cdd-1053-4537-bdb9-41ed704edb49 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:50.336038 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 20777cdd-1053-4537-bdb9-41ed704edb49 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:50.336882 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e46da7b-999f-4e23-b646-fea5dff1dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (9b274342-f295-481e-9549-38c0abd94d4f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:50.400960 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9e359c6e-b25e-45fd-917d-0f127c2bc55f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac829631de32426a96aedc4fa1155b8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8755989 Feb 03 12:42:50.406788 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50888) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:50.407887 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e359c6e-b25e-45fd-917d-0f127c2bc55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7580ab-2b44-4192-b64a-b4f66dee4fb4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:50.521939 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46da7b-999f-4e23-b646-fea5dff1dba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b274342-f295-481e-9549-38c0abd94d4f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:50.523551 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c7f42c-eda7-4d0d-a2e6-8c3d141775da None None] Network 09e2f3e4-1e30-418c-83c5-cf7374f39799 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:50.528475 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-4c6f4844-8caf-4c29-be38-34d1481baef2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Allocated IP 172.20.0.10 (dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb/aa4b2afa-81a8-4d6e-a8be-3051d409ec8b/f328211a-614a-4eaf-b566-ab4199e6b0c0) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:42:50.549347 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e46da7b-999f-4e23-b646-fea5dff1dba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:50.564856 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0ec742e-50e7-4b82-8479-299c71e8938c req-4b550d05-d57b-44d1-b0fd-7791a1c2983f tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 210 time: 0.1067727 Feb 03 12:42:50.590752 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50890) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:50.594387 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4e46da7b-999f-4e23-b646-fea5dff1dba3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9b274342-f295-481e-9549-38c0abd94d4f HTTP/1.1" status: 204 len: 168 time: 1.4806478 Feb 03 12:42:50.628497 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22496c-f6e1-493f-a8d3-83e95f06d181 req-09bb9719-b1fb-4f40-8cd8-fdfa8a9525fc tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:50.645826 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cb22496c-f6e1-493f-a8d3-83e95f06d181 req-09bb9719-b1fb-4f40-8cd8-fdfa8a9525fc tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.8410151 Feb 03 12:42:50.833419 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cb22496c-f6e1-493f-a8d3-83e95f06d181 req-1cfe9296-8aca-484d-9bf5-00cd201955a3 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815922 Feb 03 12:42:50.861264 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-869c0f75-77e6-47e3-90ab-8d06f2960b02 req-e69306ee-a467-4b20-9758-0d8d7505ff60 tempest-AttachVolumeNegativeTest-1278031389 tempest-AttachVolumeNegativeTest-1278031389-project] 10.222.0.18 "GET /v2.0/ports?device_id=473f7f76-662f-4ba2-be2b-c2bd6c2abd47 HTTP/1.1" status: 200 len: 210 time: 0.1111584 Feb 03 12:42:50.874545 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a2fe36-c36d-4d53-a7dd-5571eb676124 None None] DHCP port deletion for 09e2f3e4-1e30-418c-83c5-cf7374f39799 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:42:50.894819 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f1eee21-b4e9-40fc-aabb-99d4b0ef804a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (09e2f3e4-1e30-418c-83c5-cf7374f39799), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:51.013954 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a34d4b41-bb0e-4abf-8a68-28c1737e6330 admin admin] Publish callbacks [] for security_group (ad7580ab-2b44-4192-b64a-b4f66dee4fb4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:51.074933 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8581f8-6e86-4ab4-85e4-ad7f1f9eb842 x-openstack-request-id: req-dd8581f8-6e86-4ab4-85e4-ad7f1f9eb842 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:51.075395 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473f7f76-662f-4ba2-be2b-c2bd6c2abd47", "name": "network-vif-deleted", "tag": "c1e781b1-4c48-4062-942a-2a732b102a9a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:51.075743 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd8581f8-6e86-4ab4-85e4-ad7f1f9eb842 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:51.076284 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473f7f76-662f-4ba2-be2b-c2bd6c2abd47', 'name': 'network-vif-deleted', 'tag': 'c1e781b1-4c48-4062-942a-2a732b102a9a', 'status': 'completed', 'code': 200} Feb 03 12:42:51.080829 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-4c6f4844-8caf-4c29-be38-34d1481baef2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks [] for port (f328211a-614a-4eaf-b566-ab4199e6b0c0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:51.088454 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a34d4b41-bb0e-4abf-8a68-28c1737e6330 admin admin] Publish callbacks [] for security_group (ad7580ab-2b44-4192-b64a-b4f66dee4fb4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:51.095999 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47a2fe36-c36d-4d53-a7dd-5571eb676124 None None] Deleting port ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:51.097041 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47a2fe36-c36d-4d53-a7dd-5571eb676124 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:51.202294 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a34d4b41-bb0e-4abf-8a68-28c1737e6330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ad7580ab-2b44-4192-b64a-b4f66dee4fb4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:51.206014 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a34d4b41-bb0e-4abf-8a68-28c1737e6330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:51.210799 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a34d4b41-bb0e-4abf-8a68-28c1737e6330 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad7580ab-2b44-4192-b64a-b4f66dee4fb4 HTTP/1.1" status: 204 len: 168 time: 0.7801032 Feb 03 12:42:51.228033 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d4b41-bb0e-4abf-8a68-28c1737e6330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7580ab-2b44-4192-b64a-b4f66dee4fb4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:51.235287 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3f1eee21-b4e9-40fc-aabb-99d4b0ef804a admin admin] Deleting port ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:51.235722 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f1eee21-b4e9-40fc-aabb-99d4b0ef804a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:51.252504 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-4c6f4844-8caf-4c29-be38-34d1481baef2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f328211a-614a-4eaf-b566-ab4199e6b0c0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:51.342985 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-47a2fe36-c36d-4d53-a7dd-5571eb676124 None None] For port ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707,segment=NetworkSegment(6e902922-f175-41c7-90fc-846cc5495210),segment_id=6e902922-f175-41c7-90fc-846cc5495210)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:51.344657 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47a2fe36-c36d-4d53-a7dd-5571eb676124 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:51.382058 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47a2fe36-c36d-4d53-a7dd-5571eb676124 None None] Calling delete_port for ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:51.430127 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-3f1eee21-b4e9-40fc-aabb-99d4b0ef804a admin admin] For port ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707,segment=NetworkSegment(6e902922-f175-41c7-90fc-846cc5495210),segment_id=6e902922-f175-41c7-90fc-846cc5495210)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:51.431728 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f1eee21-b4e9-40fc-aabb-99d4b0ef804a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:51.443280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf258f-ed6e-4372-9f61-8e394ae3d2b3 req-9594db78-da7e-422d-8d78-b023203a8c04 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:51.458832 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0baf258f-ed6e-4372-9f61-8e394ae3d2b3 req-9594db78-da7e-422d-8d78-b023203a8c04 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cf9d279-1164-461c-a820-837aee98102c HTTP/1.1" status: 200 len: 945 time: 0.3587873 Feb 03 12:42:51.467110 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3f1eee21-b4e9-40fc-aabb-99d4b0ef804a admin admin] Calling delete_port for ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:51.475498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-4c6f4844-8caf-4c29-be38-34d1481baef2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:51.497147 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-4c6f4844-8caf-4c29-be38-34d1481baef2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:51.505413 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-4c6f4844-8caf-4c29-be38-34d1481baef2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:42:51.521292 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['9b398a78-50d2-4141-9d11-5423875b26ed'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:51.548151 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f4844-8caf-4c29-be38-34d1481baef2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Pushing event updated for resources: {'Port': ['ID=f328211a-614a-4eaf-b566-ab4199e6b0c0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:51.575147 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47a2fe36-c36d-4d53-a7dd-5571eb676124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:51.604654 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0baf258f-ed6e-4372-9f61-8e394ae3d2b3 req-ff5afaaf-1a66-45bd-98ae-2e3ae050f3ec tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443717 Feb 03 12:42:51.648182 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-4c6f4844-8caf-4c29-be38-34d1481baef2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:51.653927 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-4c6f4844-8caf-4c29-be38-34d1481baef2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:51.660593 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f1eee21-b4e9-40fc-aabb-99d4b0ef804a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:51.692117 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a2fe36-c36d-4d53-a7dd-5571eb676124 None None] No DVR routers for this DVR port ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:51.717549 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-4c6f4844-8caf-4c29-be38-34d1481baef2 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5030990 Feb 03 12:42:51.723297 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2fe36-c36d-4d53-a7dd-5571eb676124 None None] Pushing event deleted for resources: {'Port': ['ID=ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:51.733036 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] Request body: {'port': {'device_id': 'e86e0132-6f94-470c-a421-7b47488fc2af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:51.737430 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1eee21-b4e9-40fc-aabb-99d4b0ef804a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:51.758432 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1eee21-b4e9-40fc-aabb-99d4b0ef804a admin admin] No DVR routers for this DVR port ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:51.871403 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f328211a-614a-4eaf-b566-ab4199e6b0c0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:52.196220 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:52.248505 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:52.252603 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ec5767e3-7a09-4a2d-a80c-2cb0d7ddd707 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:52.408533 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f328211a-614a-4eaf-b566-ab4199e6b0c0 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:42:52.419221 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] Publish callbacks [] for port (f328211a-614a-4eaf-b566-ab4199e6b0c0), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:52.434244 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] Transition to ACTIVE for port object f328211a-614a-4eaf-b566-ab4199e6b0c0 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:42:52.447661 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (f328211a-614a-4eaf-b566-ab4199e6b0c0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:52.509039 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7cd9f6-10ba-48ee-a636-5a6964f48290 req-aa0347a6-8863-4429-9922-7044fb8f4588 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:52.516591 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf7cd9f6-10ba-48ee-a636-5a6964f48290 req-aa0347a6-8863-4429-9922-7044fb8f4588 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.4713216 Feb 03 12:42:52.618197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] Pushing event updated for resources: {'Port': ['ID=f328211a-614a-4eaf-b566-ab4199e6b0c0,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:52.662476 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf7cd9f6-10ba-48ee-a636-5a6964f48290 req-ba822486-8df8-48fd-8010-ebcb1d356acb tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135137 Feb 03 12:42:52.677842 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f1eee21-b4e9-40fc-aabb-99d4b0ef804a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (09e2f3e4-1e30-418c-83c5-cf7374f39799), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:52.711474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device c1e781b1-4c48-4062-942a-2a732b102a9a no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:52.759538 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50954) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:52.772332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ffeb0-906b-419a-93a8-51c2a5fbe644 req-7e14808b-fe69-43f5-9453-544ce194c6ab tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:52.777514 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-495ffeb0-906b-419a-93a8-51c2a5fbe644 req-7e14808b-fe69-43f5-9453-544ce194c6ab tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.73 "GET /v2.0/ports?device_id=5cf9d279-1164-461c-a820-837aee98102c HTTP/1.1" status: 200 len: 945 time: 0.3133507 Feb 03 12:42:52.783471 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: c1e781b1-4c48-4062-942a-2a732b102a9a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:52.783471 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device c1e781b1-4c48-4062-942a-2a732b102a9a not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:52.793986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cd9a0-3d28-46b5-935d-c2cf9c4a6818 req-cecb385a-c37e-44fd-8c21-cf13e84d1471 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:52.796236 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-432cd9a0-3d28-46b5-935d-c2cf9c4a6818 req-cecb385a-c37e-44fd-8c21-cf13e84d1471 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 944 time: 1.0476117 Feb 03 12:42:52.853595 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] Attempting to bind port f328211a-614a-4eaf-b566-ab4199e6b0c0 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:42:52.854308 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] Attempting to bind port f328211a-614a-4eaf-b566-ab4199e6b0c0 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:42:52.854893 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] Attempting to bind port f328211a-614a-4eaf-b566-ab4199e6b0c0 on network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:42:52.867716 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3f1eee21-b4e9-40fc-aabb-99d4b0ef804a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e2f3e4-1e30-418c-83c5-cf7374f39799']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:52.897118 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] Port f328211a-614a-4eaf-b566-ab4199e6b0c0 on network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:42:52.900673 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] Attempting to bind port f328211a-614a-4eaf-b566-ab4199e6b0c0 on network dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:42:52.913686 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:42:52.915490 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] Checking segment: {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:52.916199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] Bound using segment: {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:42:52.917188 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] Bound port: f328211a-614a-4eaf-b566-ab4199e6b0c0, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f60cac-9a78-4397-8c26-42736159603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:42:52.917808 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f328211a-614a-4eaf-b566-ab4199e6b0c0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:52.927488 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3f1eee21-b4e9-40fc-aabb-99d4b0ef804a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e902922-f175-41c7-90fc-846cc5495210') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:52.927879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3f1eee21-b4e9-40fc-aabb-99d4b0ef804a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e902922-f175-41c7-90fc-846cc5495210') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:52.977060 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f1eee21-b4e9-40fc-aabb-99d4b0ef804a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (6e902922-f175-41c7-90fc-846cc5495210), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:52.982149 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-432cd9a0-3d28-46b5-935d-c2cf9c4a6818 req-44c067e3-47c9-4ba7-92a8-1b7a3662d310 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174436 Feb 03 12:42:53.009335 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f1eee21-b4e9-40fc-aabb-99d4b0ef804a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (6e902922-f175-41c7-90fc-846cc5495210), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:53.012875 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-495ffeb0-906b-419a-93a8-51c2a5fbe644 req-9d7026f3-8c3e-4662-ac5a-8e5d36aea643 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Deleting port 04b6fc88-46a9-4fc4-98db-04fc592563d9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:42:53.013637 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-495ffeb0-906b-419a-93a8-51c2a5fbe644 req-9d7026f3-8c3e-4662-ac5a-8e5d36aea643 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (04b6fc88-46a9-4fc4-98db-04fc592563d9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:53.105512 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] For port f328211a-614a-4eaf-b566-ab4199e6b0c0, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:42:53.110165 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] For port f328211a-614a-4eaf-b566-ab4199e6b0c0, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f328211a-614a-4eaf-b566-ab4199e6b0c0,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:42:53.118612 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-495ffeb0-906b-419a-93a8-51c2a5fbe644 req-9d7026f3-8c3e-4662-ac5a-8e5d36aea643 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] For port 04b6fc88-46a9-4fc4-98db-04fc592563d9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=04b6fc88-46a9-4fc4-98db-04fc592563d9,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:53.119023 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-495ffeb0-906b-419a-93a8-51c2a5fbe644 req-9d7026f3-8c3e-4662-ac5a-8e5d36aea643 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (04b6fc88-46a9-4fc4-98db-04fc592563d9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:53.129122 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (f328211a-614a-4eaf-b566-ab4199e6b0c0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:53.176685 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-495ffeb0-906b-419a-93a8-51c2a5fbe644 req-9d7026f3-8c3e-4662-ac5a-8e5d36aea643 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Calling delete_port for 04b6fc88-46a9-4fc4-98db-04fc592563d9 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:42:53.216008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:53.218269 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:53.221460 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] 10.222.0.31 "PUT /v2.0/ports/f328211a-614a-4eaf-b566-ab4199e6b0c0 HTTP/1.1" status: 200 len: 1092 time: 1.4989836 Feb 03 12:42:53.221960 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86e0132-6f94-470c-a421-7b47488fc2af', 'tag': 'f328211a-614a-4eaf-b566-ab4199e6b0c0'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:53.230790 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabd4e2a-ab1e-4768-8c1d-df462339471c" -d '{"events": [{"name": "network-changed", "server_uuid": "e86e0132-6f94-470c-a421-7b47488fc2af", "tag": "f328211a-614a-4eaf-b566-ab4199e6b0c0"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:53.295485 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247e941-7e5f-4300-8b34-fccfde26b9bc req-d1fc62b9-18b6-4673-8c5f-60b7f87b2f41 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:53.297593 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d247e941-7e5f-4300-8b34-fccfde26b9bc req-d1fc62b9-18b6-4673-8c5f-60b7f87b2f41 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cf9d279-1164-461c-a820-837aee98102c HTTP/1.1" status: 200 len: 945 time: 0.3864844 Feb 03 12:42:53.439885 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6da9c68-0ac4-450d-8969-e4c1b59e75d8 x-openstack-request-id: req-a6da9c68-0ac4-450d-8969-e4c1b59e75d8 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:53.440514 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86e0132-6f94-470c-a421-7b47488fc2af", "tag": "f328211a-614a-4eaf-b566-ab4199e6b0c0", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:53.441223 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6da9c68-0ac4-450d-8969-e4c1b59e75d8 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:53.441769 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86e0132-6f94-470c-a421-7b47488fc2af', 'tag': 'f328211a-614a-4eaf-b566-ab4199e6b0c0', 'status': 'completed', 'code': 200} Feb 03 12:42:53.477755 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d28c0-ec27-4f39-a606-9af4b6562b56 service neutron] Pushing event updated for resources: {'Port': ['ID=f328211a-614a-4eaf-b566-ab4199e6b0c0,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:53.526664 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d247e941-7e5f-4300-8b34-fccfde26b9bc req-490061f7-aa7a-4681-92d2-89dbe70e8adb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003491 Feb 03 12:42:53.562856 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-376446ba-c83e-4a23-b7c5-86ecccb3686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:53.564945 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-376446ba-c83e-4a23-b7c5-86ecccb3686c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 1126 time: 0.2428150 Feb 03 12:42:53.567884 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1eee21-b4e9-40fc-aabb-99d4b0ef804a admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:42:53.568537 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f1eee21-b4e9-40fc-aabb-99d4b0ef804a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (6e902922-f175-41c7-90fc-846cc5495210), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:42:53.577898 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:42:53.600420 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-495ffeb0-906b-419a-93a8-51c2a5fbe644 req-9d7026f3-8c3e-4662-ac5a-8e5d36aea643 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (04b6fc88-46a9-4fc4-98db-04fc592563d9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:53.641748 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['04b6fc88-46a9-4fc4-98db-04fc592563d9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:53.660175 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-999e126f-48d4-4c92-9034-49addc1a1e27 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f328211a-614a-4eaf-b566-ab4199e6b0c0 HTTP/1.1" status: 200 len: 217 time: 0.0864251 Feb 03 12:42:53.692712 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7026f3-8c3e-4662-ac5a-8e5d36aea643 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Pushing event deleted for resources: {'Port': ['ID=04b6fc88-46a9-4fc4-98db-04fc592563d9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:53.813785 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f1eee21-b4e9-40fc-aabb-99d4b0ef804a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (09e2f3e4-1e30-418c-83c5-cf7374f39799), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:53.817781 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-3a4643ca-5c8a-4339-8f0a-32aa053332fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:53.819217 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f1eee21-b4e9-40fc-aabb-99d4b0ef804a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:53.819385 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-3a4643ca-5c8a-4339-8f0a-32aa053332fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aa4b2afa-81a8-4d6e-a8be-3051d409ec8b HTTP/1.1" status: 200 len: 845 time: 0.1503203 Feb 03 12:42:53.826429 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3f1eee21-b4e9-40fc-aabb-99d4b0ef804a admin admin] 10.222.0.18 "DELETE /v2.0/networks/09e2f3e4-1e30-418c-83c5-cf7374f39799 HTTP/1.1" status: 204 len: 168 time: 3.2317405 Feb 03 12:42:53.862753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-495ffeb0-906b-419a-93a8-51c2a5fbe644 req-9d7026f3-8c3e-4662-ac5a-8e5d36aea643 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] No DVR routers for this DVR port 04b6fc88-46a9-4fc4-98db-04fc592563d9 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:42:53.865552 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1eee21-b4e9-40fc-aabb-99d4b0ef804a admin admin] Pushing event deleted for resources: {'Network': ['ID=09e2f3e4-1e30-418c-83c5-cf7374f39799,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:53.874180 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-495ffeb0-906b-419a-93a8-51c2a5fbe644 req-9d7026f3-8c3e-4662-ac5a-8e5d36aea643 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:53.876020 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-0394a866-346a-42f9-8203-af9c4e10272d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417616 Feb 03 12:42:53.877757 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-495ffeb0-906b-419a-93a8-51c2a5fbe644 req-9d7026f3-8c3e-4662-ac5a-8e5d36aea643 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.73 "DELETE /v2.0/ports/04b6fc88-46a9-4fc4-98db-04fc592563d9 HTTP/1.1" status: 204 len: 173 time: 1.0764484 Feb 03 12:42:53.879452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf9d279-1164-461c-a820-837aee98102c', 'name': 'network-vif-deleted', 'tag': '04b6fc88-46a9-4fc4-98db-04fc592563d9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:42:53.883618 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5ae66c-f2e2-4cf2-b7d9-5aa1e1cfcdbf" -d '{"events": [{"server_uuid": "5cf9d279-1164-461c-a820-837aee98102c", "name": "network-vif-deleted", "tag": "04b6fc88-46a9-4fc4-98db-04fc592563d9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:42:53.926620 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88818f43-755a-4f7e-a66a-8483265d7577 req-b08d16eb-2293-4cbc-aa42-7df2838e1946 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:53.929519 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88818f43-755a-4f7e-a66a-8483265d7577 req-b08d16eb-2293-4cbc-aa42-7df2838e1946 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.1659839 Feb 03 12:42:54.015073 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfcd29e-29e7-4464-a8c0-eb11af77e574 x-openstack-request-id: req-0bfcd29e-29e7-4464-a8c0-eb11af77e574 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:42:54.015895 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf9d279-1164-461c-a820-837aee98102c", "name": "network-vif-deleted", "tag": "04b6fc88-46a9-4fc4-98db-04fc592563d9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:42:54.018074 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0bfcd29e-29e7-4464-a8c0-eb11af77e574 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:42:54.018522 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf9d279-1164-461c-a820-837aee98102c', 'name': 'network-vif-deleted', 'tag': '04b6fc88-46a9-4fc4-98db-04fc592563d9', 'status': 'completed', 'code': 200} Feb 03 12:42:54.065703 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88818f43-755a-4f7e-a66a-8483265d7577 req-8de88792-1c9a-451f-ada2-7e6df7701af8 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308489 Feb 03 12:42:54.143145 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 51012) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:54.170010 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c43702-570a-4efc-9210-b15c859912bd admin admin] Deleting subnet 6400ffb7-27dd-4d8a-b637-4799b70abe20 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:42:54.192595 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64c43702-570a-4efc-9210-b15c859912bd admin admin] Publish callbacks [] for subnet (6400ffb7-27dd-4d8a-b637-4799b70abe20), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:54.225560 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a01d33e0-48eb-4c62-9750-567c44716335 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5004d3a8b9d5404d9c151f9c492bbc01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0811195 Feb 03 12:42:54.228168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 51016) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:54.317086 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-262441c4-7612-4426-8028-077b7410c805 admin admin] Publish callbacks [] for security_group (448b6020-6548-4897-8069-09181d050df4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:54.341621 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-2525c97a-b483-43dd-b6aa-3aa1aae5d14f service neutron] 10.222.0.31 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468772 Feb 03 12:42:54.346299 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64c43702-570a-4efc-9210-b15c859912bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (6400ffb7-27dd-4d8a-b637-4799b70abe20), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:54.370154 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-262441c4-7612-4426-8028-077b7410c805 admin admin] Publish callbacks [] for security_group (448b6020-6548-4897-8069-09181d050df4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:54.449159 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-262441c4-7612-4426-8028-077b7410c805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (448b6020-6548-4897-8069-09181d050df4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:54.452690 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-262441c4-7612-4426-8028-077b7410c805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:54.457457 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-262441c4-7612-4426-8028-077b7410c805 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/448b6020-6548-4897-8069-09181d050df4 HTTP/1.1" status: 204 len: 168 time: 0.2278519 Feb 03 12:42:54.469942 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262441c4-7612-4426-8028-077b7410c805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448b6020-6548-4897-8069-09181d050df4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:54.535066 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc80b5-888d-4b1b-8987-7f4f94c0739d req-8b0a0755-4601-4054-b258-3762922e7746 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:54.538331 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ebbc80b5-888d-4b1b-8987-7f4f94c0739d req-8b0a0755-4601-4054-b258-3762922e7746 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 944 time: 0.3604593 Feb 03 12:42:54.674687 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7be75fd6-eb7b-4dd7-bb7f-f8154a93408d req-a5749599-e554-4a88-a932-e6ad1b46ae86 service neutron] 10.222.0.31 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252740 Feb 03 12:42:54.690724 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64c43702-570a-4efc-9210-b15c859912bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (6400ffb7-27dd-4d8a-b637-4799b70abe20), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:54.712082 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e9844894-14a7-4778-b180-de0220d28e11 req-b424f876-fabb-44ca-9a3f-80203e5cdd34 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cf9d279-1164-461c-a820-837aee98102c HTTP/1.1" status: 200 len: 210 time: 0.0665665 Feb 03 12:42:54.792705 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 51036) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:54.831969 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64c43702-570a-4efc-9210-b15c859912bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (6400ffb7-27dd-4d8a-b637-4799b70abe20), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:54.857349 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ebbc80b5-888d-4b1b-8987-7f4f94c0739d req-da0d6d36-fcaf-43f6-bcdd-0de28ef19c4d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116651 Feb 03 12:42:54.859267 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c43702-570a-4efc-9210-b15c859912bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6400ffb7-27dd-4d8a-b637-4799b70abe20,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:54.874338 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64c43702-570a-4efc-9210-b15c859912bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:54.880746 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-64c43702-570a-4efc-9210-b15c859912bd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6400ffb7-27dd-4d8a-b637-4799b70abe20 HTTP/1.1" status: 204 len: 168 time: 2.1167006 Feb 03 12:42:54.880746 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 51040) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:54.982372 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd4e2a-ab1e-4768-8c1d-df462339471c req-004f98ad-0049-4d72-9c89-561de2c577c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:54.984105 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aabd4e2a-ab1e-4768-8c1d-df462339471c req-004f98ad-0049-4d72-9c89-561de2c577c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e249398c095241939cdd7b37579f2461&device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 1126 time: 0.2156060 Feb 03 12:42:55.035075 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4adbfc2e-8e83-48fe-8b4e-84748fdbdc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:55.111133 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487c5d28-2075-47ec-8f1c-92e5d0f37b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:55.218071 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4adbfc2e-8e83-48fe-8b4e-84748fdbdc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:55.248922 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd4e2a-ab1e-4768-8c1d-df462339471c req-c6343a44-93b7-4a38-9689-8ec20fa04fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:55.250425 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aabd4e2a-ab1e-4768-8c1d-df462339471c req-c6343a44-93b7-4a38-9689-8ec20fa04fb1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 200 len: 906 time: 0.2561018 Feb 03 12:42:55.253954 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4adbfc2e-8e83-48fe-8b4e-84748fdbdc26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:55.313182 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4adbfc2e-8e83-48fe-8b4e-84748fdbdc26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18a3aaf-1673-4c64-ab69-ba2386957046') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:55.313683 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4adbfc2e-8e83-48fe-8b4e-84748fdbdc26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18a3aaf-1673-4c64-ab69-ba2386957046') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:42:55.317552 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aabd4e2a-ab1e-4768-8c1d-df462339471c req-bc1836f4-a770-423f-b85a-9fbccb111828 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f328211a-614a-4eaf-b566-ab4199e6b0c0 HTTP/1.1" status: 200 len: 217 time: 0.0475531 Feb 03 12:42:55.339690 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4adbfc2e-8e83-48fe-8b4e-84748fdbdc26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (b18a3aaf-1673-4c64-ab69-ba2386957046), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:55.373235 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d490e3f-a55a-4c13-97bc-8bcd4feb4867 req-2380aa5a-6252-4831-858b-f044ff746cf6 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:55.376167 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d490e3f-a55a-4c13-97bc-8bcd4feb4867 req-2380aa5a-6252-4831-858b-f044ff746cf6 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.1423895 Feb 03 12:42:55.434457 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4adbfc2e-8e83-48fe-8b4e-84748fdbdc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b18a3aaf-1673-4c64-ab69-ba2386957046), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:55.439613 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487c5d28-2075-47ec-8f1c-92e5d0f37b51 admin admin] Publish callbacks [] for security_group (00848626-e24a-44e1-9309-c1d746b0ff6f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:55.454031 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487c5d28-2075-47ec-8f1c-92e5d0f37b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (00848626-e24a-44e1-9309-c1d746b0ff6f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:55.455589 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4adbfc2e-8e83-48fe-8b4e-84748fdbdc26 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:42:55.456034 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4adbfc2e-8e83-48fe-8b4e-84748fdbdc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (b18a3aaf-1673-4c64-ab69-ba2386957046), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:42:55.458032 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:42:55.479545 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd4e2a-ab1e-4768-8c1d-df462339471c req-443567dc-faf7-48ce-bf70-311f542715ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:55.481403 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aabd4e2a-ab1e-4768-8c1d-df462339471c req-443567dc-faf7-48ce-bf70-311f542715ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aa4b2afa-81a8-4d6e-a8be-3051d409ec8b HTTP/1.1" status: 200 len: 845 time: 0.1552465 Feb 03 12:42:55.513984 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c5d28-2075-47ec-8f1c-92e5d0f37b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00848626-e24a-44e1-9309-c1d746b0ff6f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:55.598912 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aabd4e2a-ab1e-4768-8c1d-df462339471c req-6f179950-0f87-4749-b35b-2221cbd6d963 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971336 Feb 03 12:42:55.604398 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 51066) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:55.608189 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-487c5d28-2075-47ec-8f1c-92e5d0f37b51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da5966980c314ba59d79b7a1de657799&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8140759 Feb 03 12:42:55.624135 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d490e3f-a55a-4c13-97bc-8bcd4feb4867 req-7fec76ae-5dc2-4f2f-a25b-bec35630f38a tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818790 Feb 03 12:42:55.671831 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4adbfc2e-8e83-48fe-8b4e-84748fdbdc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:55.678216 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4adbfc2e-8e83-48fe-8b4e-84748fdbdc26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:55.681689 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4adbfc2e-8e83-48fe-8b4e-84748fdbdc26 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129 HTTP/1.1" status: 204 len: 168 time: 0.8003805 Feb 03 12:42:55.780141 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adbfc2e-8e83-48fe-8b4e-84748fdbdc26 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc1aeb7-8eae-4de4-be9c-c4ecf1ced129,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:55.817404 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 51078) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:55.838703 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05b0ef40-d659-4313-b6eb-82e669950b13 admin admin] Publish callbacks [] for security_group (00848626-e24a-44e1-9309-c1d746b0ff6f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:55.888173 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05b0ef40-d659-4313-b6eb-82e669950b13 admin admin] Publish callbacks [] for security_group (00848626-e24a-44e1-9309-c1d746b0ff6f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:55.989829 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 51088) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:56.088074 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aabd4e2a-ab1e-4768-8c1d-df462339471c req-878b781b-40a6-4ec3-b17c-89b996838e28 service neutron] 10.222.0.31 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785717 Feb 03 12:42:56.103894 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f292ceb-6396-4d11-ae7b-ca6651dc9590 req-6b173571-6b2f-451c-9d54-285b2d5c7a42 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:56.110433 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f292ceb-6396-4d11-ae7b-ca6651dc9590 req-6b173571-6b2f-451c-9d54-285b2d5c7a42 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 944 time: 0.0999963 Feb 03 12:42:56.140482 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05b0ef40-d659-4313-b6eb-82e669950b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (00848626-e24a-44e1-9309-c1d746b0ff6f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:56.143351 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05b0ef40-d659-4313-b6eb-82e669950b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:56.144557 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-05b0ef40-d659-4313-b6eb-82e669950b13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00848626-e24a-44e1-9309-c1d746b0ff6f HTTP/1.1" status: 204 len: 168 time: 0.5379403 Feb 03 12:42:56.165607 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-75426d0d-fa58-431f-92a1-0789b9c221a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=962ebd967fe64a95a9793a6a1c91cc79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1727967 Feb 03 12:42:56.173007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 51100) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:56.268991 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f292ceb-6396-4d11-ae7b-ca6651dc9590 req-af7207e0-1c99-476a-b948-9870100db63d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508489 Feb 03 12:42:56.282800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a3c181e6-be3d-4b28-88af-6be7d4b50c07 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1497092765-network', 'tenant_id': 'f7f202da24d344ea89e8607441b048d6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:56.318134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0ef40-d659-4313-b6eb-82e669950b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00848626-e24a-44e1-9309-c1d746b0ff6f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:56.324782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c181e6-be3d-4b28-88af-6be7d4b50c07 admin admin] Made reservation on behalf of f7f202da24d344ea89e8607441b048d6 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:56.327187 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3c181e6-be3d-4b28-88af-6be7d4b50c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:56.340561 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3c181e6-be3d-4b28-88af-6be7d4b50c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:56.383765 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-229fa7eb-5ae9-46fc-83ef-a31387e83eda admin admin] Publish callbacks [] for security_group (004515c4-87a2-4d28-b524-9678733599b3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:56.435092 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-9e14715a-46de-490b-89ef-154678cc2c83 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:56.442549 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-9e14715a-46de-490b-89ef-154678cc2c83 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/networks?id=5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 200 len: 811 time: 0.3801823 Feb 03 12:42:56.458032 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aabd4e2a-ab1e-4768-8c1d-df462339471c req-6c4380e3-bf88-4836-9921-079e5fdb42cf service neutron] 10.222.0.31 "GET /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519199 Feb 03 12:42:56.465751 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-229fa7eb-5ae9-46fc-83ef-a31387e83eda admin admin] Publish callbacks [] for security_group (004515c4-87a2-4d28-b524-9678733599b3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:56.478750 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-605f641f-1ed7-4bc9-a6cc-045e2961216c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/quotas/ffd0252b7b0747c69410a55d7883bffd HTTP/1.1" status: 200 len: 375 time: 0.0349693 Feb 03 12:42:56.518934 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3c181e6-be3d-4b28-88af-6be7d4b50c07 admin admin] Publish callbacks [] for security_group (716d57b7-8ca7-4bd7-801d-47b160448014), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:56.524788 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3c181e6-be3d-4b28-88af-6be7d4b50c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (716d57b7-8ca7-4bd7-801d-47b160448014), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:56.534910 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-9e5322df-7e03-46be-8769-13a87e348951 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffd0252b7b0747c69410a55d7883bffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550065 Feb 03 12:42:56.578453 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c181e6-be3d-4b28-88af-6be7d4b50c07 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:42:56.587375 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c181e6-be3d-4b28-88af-6be7d4b50c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716d57b7-8ca7-4bd7-801d-47b160448014,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:56.595221 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3c181e6-be3d-4b28-88af-6be7d4b50c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (e928b98b-50a4-4404-b837-065b84f2ef81), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:56.595889 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-a3c181e6-be3d-4b28-88af-6be7d4b50c07 admin admin] Added segment e928b98b-50a4-4404-b837-065b84f2ef81 of type vlan for network 4d05dc45-eae5-4de0-9453-6d455f8dfc4c Feb 03 12:42:56.646540 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3c181e6-be3d-4b28-88af-6be7d4b50c07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (4d05dc45-eae5-4de0-9453-6d455f8dfc4c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:56.647911 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-23ff3b69-6195-416c-abb7-c0abfd9610ed service neutron] 10.222.0.18 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119890 Feb 03 12:42:56.691090 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3c181e6-be3d-4b28-88af-6be7d4b50c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (4d05dc45-eae5-4de0-9453-6d455f8dfc4c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:56.693103 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c181e6-be3d-4b28-88af-6be7d4b50c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:56.694142 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3c181e6-be3d-4b28-88af-6be7d4b50c07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:56.721699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f328211a-614a-4eaf-b566-ab4199e6b0c0 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:42:56.745374 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a3c181e6-be3d-4b28-88af-6be7d4b50c07 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9263735 Feb 03 12:42:56.779756 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 51116) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:56.785485 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3d337e50-f6d7-405c-9d6d-3447f3656584 admin admin] Request body: {'subnet': {'network_id': '4d05dc45-eae5-4de0-9453-6d455f8dfc4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1497092765-subnet', 'tenant_id': 'f7f202da24d344ea89e8607441b048d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:56.835433 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-229fa7eb-5ae9-46fc-83ef-a31387e83eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (004515c4-87a2-4d28-b524-9678733599b3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:56.841110 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-229fa7eb-5ae9-46fc-83ef-a31387e83eda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:56.843125 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-229fa7eb-5ae9-46fc-83ef-a31387e83eda admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/004515c4-87a2-4d28-b524-9678733599b3 HTTP/1.1" status: 204 len: 168 time: 0.6637058 Feb 03 12:42:56.843561 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 04b6fc88-46a9-4fc4-98db-04fc592563d9 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:42:56.852437 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c181e6-be3d-4b28-88af-6be7d4b50c07 admin admin] Pushing event updated for resources: {'Network': ['ID=4d05dc45-eae5-4de0-9453-6d455f8dfc4c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:56.857129 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d337e50-f6d7-405c-9d6d-3447f3656584 admin admin] Made reservation on behalf of f7f202da24d344ea89e8607441b048d6 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:42:56.860623 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d337e50-f6d7-405c-9d6d-3447f3656584 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:56.873884 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae417a-ce02-494c-8026-f44dc149d10f req-fa2f68b6-4ec7-4c15-a212-ff9ed4568c77 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:56.876187 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7cae417a-ce02-494c-8026-f44dc149d10f req-fa2f68b6-4ec7-4c15-a212-ff9ed4568c77 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.1261809 Feb 03 12:42:56.924527 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-b97a5cf0-ef18-4125-a967-24ded445c4de service neutron] 10.222.0.18 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733722 Feb 03 12:42:56.926643 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fa7eb-5ae9-46fc-83ef-a31387e83eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004515c4-87a2-4d28-b524-9678733599b3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:56.972672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 4d05dc45-eae5-4de0-9453-6d455f8dfc4c details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:42:57.000123 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7cae417a-ce02-494c-8026-f44dc149d10f req-c7774c2a-8e11-40a4-b4a4-606062f74eb7 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061866 Feb 03 12:42:57.080807 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 04b6fc88-46a9-4fc4-98db-04fc592563d9 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:42:57.081423 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 04b6fc88-46a9-4fc4-98db-04fc592563d9 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:42:57.099448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port f328211a-614a-4eaf-b566-ab4199e6b0c0, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f328211a-614a-4eaf-b566-ab4199e6b0c0,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:57.120168 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'f328211a-614a-4eaf-b566-ab4199e6b0c0', 'network_id': 'dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb', 'port_id': 'f328211a-614a-4eaf-b566-ab4199e6b0c0', 'mac_address': 'fa:16:3e:ff:83:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4b2afa-81a8-4d6e-a8be-3051d409ec8b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:42:57.228207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port f328211a-614a-4eaf-b566-ab4199e6b0c0 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:42:57.228815 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f328211a-614a-4eaf-b566-ab4199e6b0c0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:57.334555 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f328211a-614a-4eaf-b566-ab4199e6b0c0 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:42:57.346119 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d337e50-f6d7-405c-9d6d-3447f3656584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (f6c85f84-6c3a-4c72-863d-76f2f623c5ba), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:57.457413 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port f328211a-614a-4eaf-b566-ab4199e6b0c0, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f328211a-614a-4eaf-b566-ab4199e6b0c0,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:42:57.469059 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f328211a-614a-4eaf-b566-ab4199e6b0c0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:57.476012 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-84f057de-0bd6-4969-939d-172bfad11f98 req-9559ce5c-6672-4e3d-990c-f5de590aef64 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 210 time: 0.0848587 Feb 03 12:42:57.505837 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d337e50-f6d7-405c-9d6d-3447f3656584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c85f84-6c3a-4c72-863d-76f2f623c5ba,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:57.583550 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=f328211a-614a-4eaf-b566-ab4199e6b0c0,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:57.626335 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c9087-f270-4819-bc7b-b335026c9e93 req-1b202ef0-499a-4e4a-b819-d2084d9a43d5 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:57.627927 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-453c9087-f270-4819-bc7b-b335026c9e93 req-1b202ef0-499a-4e4a-b819-d2084d9a43d5 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 945 time: 0.1284447 Feb 03 12:42:57.634731 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d337e50-f6d7-405c-9d6d-3447f3656584 admin admin] Checking segment: {'id': 'e928b98b-50a4-4404-b837-065b84f2ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d05dc45-eae5-4de0-9453-6d455f8dfc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:57.637749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d337e50-f6d7-405c-9d6d-3447f3656584 admin admin] Network hostable DHCP agents. Network: 4d05dc45-eae5-4de0-9453-6d455f8dfc4c, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:42:57.685852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['f328211a-614a-4eaf-b566-ab4199e6b0c0'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:42:57.742365 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-453c9087-f270-4819-bc7b-b335026c9e93 req-c80b494b-c339-462c-95dd-8d6eaefc412f tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960281 Feb 03 12:42:57.744338 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d337e50-f6d7-405c-9d6d-3447f3656584 admin admin] Network 4d05dc45-eae5-4de0-9453-6d455f8dfc4c is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:42:57.774745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3d337e50-f6d7-405c-9d6d-3447f3656584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 4d05dc45-eae5-4de0-9453-6d455f8dfc4c) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:57.791575 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d337e50-f6d7-405c-9d6d-3447f3656584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:57.792436 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d337e50-f6d7-405c-9d6d-3447f3656584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:57.802964 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233b09a0-8042-4453-81f5-e21664e6ff31 None None] Network 4d05dc45-eae5-4de0-9453-6d455f8dfc4c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:42:57.867443 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 51170) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:42:57.875457 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-391e2537-bd01-433d-8df3-60e5163aee37 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1497092765-router', 'tenant_id': 'f7f202da24d344ea89e8607441b048d6', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:57.880357 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3d337e50-f6d7-405c-9d6d-3447f3656584 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0838680 Feb 03 12:42:57.923261 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-391e2537-bd01-433d-8df3-60e5163aee37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (ba55ae6c-0a27-4e17-a2bb-9742c7381d59), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:57.924718 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-391e2537-bd01-433d-8df3-60e5163aee37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (ba55ae6c-0a27-4e17-a2bb-9742c7381d59), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:58.016845 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-391e2537-bd01-433d-8df3-60e5163aee37 admin admin] Publish callbacks [] for router_controller (ba55ae6c-0a27-4e17-a2bb-9742c7381d59), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:58.272480 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-391e2537-bd01-433d-8df3-60e5163aee37 admin admin] Publish callbacks [] for router_gateway (ba55ae6c-0a27-4e17-a2bb-9742c7381d59), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:58.414058 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc78942-6478-4e86-97a9-be3c50dac55e req-05111e3a-6b32-4a77-919e-6793904e5c84 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:58.415752 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6cc78942-6478-4e86-97a9-be3c50dac55e req-05111e3a-6b32-4a77-919e-6793904e5c84 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.1232753 Feb 03 12:42:58.647449 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-4d05dc45-eae5-4de0-9453-6d455f8dfc4c', 'network_id': '4d05dc45-eae5-4de0-9453-6d455f8dfc4c', 'project_id': 'f7f202da24d344ea89e8607441b048d6', 'fixed_ips': [{'subnet_id': 'f6c85f84-6c3a-4c72-863d-76f2f623c5ba'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:42:58.648341 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:58.680095 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6cc78942-6478-4e86-97a9-be3c50dac55e req-891547d1-42ea-4cb5-8928-4c88632e8e3b tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854146 Feb 03 12:42:58.689225 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4724efd8-cb7e-4c50-9989-1cbac2dd8860 req-ff4e6564-9dac-4c68-9acd-aed2016ac1f6 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 210 time: 0.0700457 Feb 03 12:42:59.096714 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] Allocated IP 172.20.0.2 (4d05dc45-eae5-4de0-9453-6d455f8dfc4c/f6c85f84-6c3a-4c72-863d-76f2f623c5ba/dd31e85b-50b9-413f-8842-0ccf121a5cac) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:42:59.301093 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-391e2537-bd01-433d-8df3-60e5163aee37 admin admin] Publish callbacks [] for router_gateway (ba55ae6c-0a27-4e17-a2bb-9742c7381d59), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:59.358917 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-391e2537-bd01-433d-8df3-60e5163aee37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:59.411005 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6057331-2e5f-425d-ae1c-e0df12a074a3 req-6c2d7ada-3f9a-45cf-b90b-51a2bd272236 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:59.414129 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e6057331-2e5f-425d-ae1c-e0df12a074a3 req-6c2d7ada-3f9a-45cf-b90b-51a2bd272236 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 945 time: 0.4881287 Feb 03 12:42:59.543708 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] Publish callbacks [] for port (dd31e85b-50b9-413f-8842-0ccf121a5cac), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:59.551558 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (dd31e85b-50b9-413f-8842-0ccf121a5cac), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:59.561125 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-de7c5812-52d3-437f-8fd1-4d61ba9781cc tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:42:59.562616 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-de7c5812-52d3-437f-8fd1-4d61ba9781cc tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.73 "GET /v2.0/networks?id=5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 200 len: 811 time: 0.4207916 Feb 03 12:42:59.599992 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] Pushing event updated for resources: {'Port': ['ID=dd31e85b-50b9-413f-8842-0ccf121a5cac,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:42:59.616887 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] Network 4d05dc45-eae5-4de0-9453-6d455f8dfc4c is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:42:59.619335 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:42:59.625705 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:42:59.706321 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] Attempting to bind port dd31e85b-50b9-413f-8842-0ccf121a5cac on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:42:59.707033 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] Attempting to bind port dd31e85b-50b9-413f-8842-0ccf121a5cac by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'e928b98b-50a4-4404-b837-065b84f2ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d05dc45-eae5-4de0-9453-6d455f8dfc4c'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:42:59.707630 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] Attempting to bind port dd31e85b-50b9-413f-8842-0ccf121a5cac on network 4d05dc45-eae5-4de0-9453-6d455f8dfc4c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:42:59.715825 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:42:59.716698 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] Checking segment: {'id': 'e928b98b-50a4-4404-b837-065b84f2ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d05dc45-eae5-4de0-9453-6d455f8dfc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:42:59.717323 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:59.717931 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] Bound using segment: {'id': 'e928b98b-50a4-4404-b837-065b84f2ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d05dc45-eae5-4de0-9453-6d455f8dfc4c'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:42:59.718607 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] Bound port: dd31e85b-50b9-413f-8842-0ccf121a5cac, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e928b98b-50a4-4404-b837-065b84f2ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d05dc45-eae5-4de0-9453-6d455f8dfc4c'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:42:59.719197 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dd31e85b-50b9-413f-8842-0ccf121a5cac), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:42:59.760178 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-391e2537-bd01-433d-8df3-60e5163aee37 admin admin] Allocated IP 172.25.6.121 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/a8110039-fc59-4a0e-bcd5-c84976efeac7) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:42:59.914442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-4602c003-7f4f-46ca-8d7b-e19568ca7e8c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Request body: {'port': {'device_id': '8c11a07b-4a53-44f7-b0a1-dbe8d51b6156', 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7', 'admin_state_up': True, 'tenant_id': 'ffd0252b7b0747c69410a55d7883bffd'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:42:59.920354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] For port dd31e85b-50b9-413f-8842-0ccf121a5cac, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:42:59.930178 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] For port dd31e85b-50b9-413f-8842-0ccf121a5cac, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dd31e85b-50b9-413f-8842-0ccf121a5cac,segment=NetworkSegment(e928b98b-50a4-4404-b837-065b84f2ef81),segment_id=e928b98b-50a4-4404-b837-065b84f2ef81)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:42:59.942835 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dd31e85b-50b9-413f-8842-0ccf121a5cac), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:00.150111 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd36dd-6f18-4ad9-8c00-1e7d55236d05 None None] Pushing event updated for resources: {'Port': ['ID=dd31e85b-50b9-413f-8842-0ccf121a5cac,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:00.328848 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e6057331-2e5f-425d-ae1c-e0df12a074a3 req-3f78c476-3e0a-46b8-b83b-b406eb9714b5 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835532 Feb 03 12:43:00.537454 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc7f5a-dec7-4b52-a6dc-a8bb865fa10b req-923f5f77-ac4d-476e-8acb-2f7d8e7c8a5d tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:00.541339 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-65cc7f5a-dec7-4b52-a6dc-a8bb865fa10b req-923f5f77-ac4d-476e-8acb-2f7d8e7c8a5d tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.2066550 Feb 03 12:43:00.609671 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fcf542da-0c13-4e29-b846-69fac942cd98 req-1bad65b4-8967-4a23-9168-15d4d0abace8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 210 time: 0.0925784 Feb 03 12:43:00.621911 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-391e2537-bd01-433d-8df3-60e5163aee37 admin admin] Publish callbacks [] for port (a8110039-fc59-4a0e-bcd5-c84976efeac7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:00.676987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-4602c003-7f4f-46ca-8d7b-e19568ca7e8c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Made reservation on behalf of ffd0252b7b0747c69410a55d7883bffd for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:43:00.697114 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-4602c003-7f4f-46ca-8d7b-e19568ca7e8c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:00.754207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f328211a-614a-4eaf-b566-ab4199e6b0c0 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:00.828258 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 51260) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:00.840844 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-391e2537-bd01-433d-8df3-60e5163aee37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (a8110039-fc59-4a0e-bcd5-c84976efeac7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:00.972396 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391e2537-bd01-433d-8df3-60e5163aee37 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:43:00.994386 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:00.994660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-391e2537-bd01-433d-8df3-60e5163aee37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:01.000306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port f328211a-614a-4eaf-b566-ab4199e6b0c0 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:43:01.019693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port f328211a-614a-4eaf-b566-ab4199e6b0c0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:01.019693 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f328211a-614a-4eaf-b566-ab4199e6b0c0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:01.036995 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391e2537-bd01-433d-8df3-60e5163aee37 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:43:01.221772 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e2537-bd01-433d-8df3-60e5163aee37 admin admin] Pushing event updated for resources: {'Port': ['ID=a8110039-fc59-4a0e-bcd5-c84976efeac7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:01.231229 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port f328211a-614a-4eaf-b566-ab4199e6b0c0 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:01.232837 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f328211a-614a-4eaf-b566-ab4199e6b0c0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:01.266284 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d68a252-5c35-4165-b0ce-7d19c49cd5e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:01.282553 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-4602c003-7f4f-46ca-8d7b-e19568ca7e8c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Allocated IP 172.20.0.3 (5599772e-9dcf-4127-a633-d91505819dd7/bd98a1ba-2677-43a0-9803-d6921e32ec63/6c3e4b82-f6cd-49f0-b81d-919ac879bd49) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:43:01.305036 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86e0132-6f94-470c-a421-7b47488fc2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f328211a-614a-4eaf-b566-ab4199e6b0c0'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:01.307309 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d7b5fe-c8d0-4ba7-a588-4b4d627f9cb3" -d '{"events": [{"server_uuid": "e86e0132-6f94-470c-a421-7b47488fc2af", "name": "network-vif-plugged", "status": "completed", "tag": "f328211a-614a-4eaf-b566-ab4199e6b0c0"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:01.378448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port f328211a-614a-4eaf-b566-ab4199e6b0c0, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f328211a-614a-4eaf-b566-ab4199e6b0c0,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:01.387687 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f328211a-614a-4eaf-b566-ab4199e6b0c0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:01.472801 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-65cc7f5a-dec7-4b52-a6dc-a8bb865fa10b req-a4b2fecf-e412-4a84-87e0-4e7c5c31b247 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9122436 Feb 03 12:43:01.536368 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b873011e-77a5-407b-adb2-acc792b08ad5 x-openstack-request-id: req-b873011e-77a5-407b-adb2-acc792b08ad5 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:01.536665 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86e0132-6f94-470c-a421-7b47488fc2af", "name": "network-vif-plugged", "status": "completed", "tag": "f328211a-614a-4eaf-b566-ab4199e6b0c0", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:01.537104 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b873011e-77a5-407b-adb2-acc792b08ad5 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:01.537725 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86e0132-6f94-470c-a421-7b47488fc2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f328211a-614a-4eaf-b566-ab4199e6b0c0', 'code': 200} Feb 03 12:43:01.633627 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=f328211a-614a-4eaf-b566-ab4199e6b0c0,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:01.689256 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e8eb4-cd05-4e4a-a664-5f214eec8d01 req-ed7b86b6-3f22-408d-b5c8-9e8aae81aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:01.692440 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-806e8eb4-cd05-4e4a-a664-5f214eec8d01 req-ed7b86b6-3f22-408d-b5c8-9e8aae81aaf5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 1128 time: 0.1637199 Feb 03 12:43:01.848526 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-86283944-2c57-42ad-b4e1-038ce0708d4b req-124de397-6a48-4de0-838b-c61c95d6b699 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 210 time: 0.0616074 Feb 03 12:43:01.851854 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-806e8eb4-cd05-4e4a-a664-5f214eec8d01 req-064ec7d9-5755-41d5-914f-ca61e98b9ed2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509395 Feb 03 12:43:01.868798 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041a2bad-128c-4721-9e1f-e0033fb35aab None None] Network 4d05dc45-eae5-4de0-9453-6d455f8dfc4c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:43:02.047490 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b65d907a-a0c9-4d4f-8b6c-3761c4b0a8e5 None None] Provisioning complete for port dd31e85b-50b9-413f-8842-0ccf121a5cac triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:02.048311 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b65d907a-a0c9-4d4f-8b6c-3761c4b0a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dd31e85b-50b9-413f-8842-0ccf121a5cac), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:02.268229 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d68a252-5c35-4165-b0ce-7d19c49cd5e0 admin admin] Publish callbacks [] for security_group (4b4c2d0a-a575-4c94-a676-9111307c815a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:02.344403 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dd31e85b-50b9-413f-8842-0ccf121a5cac up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:02.372383 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d68a252-5c35-4165-b0ce-7d19c49cd5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4b4c2d0a-a575-4c94-a676-9111307c815a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:02.444826 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b65d907a-a0c9-4d4f-8b6c-3761c4b0a8e5 None None] Current status of the port dd31e85b-50b9-413f-8842-0ccf121a5cac is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:02.445222 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b65d907a-a0c9-4d4f-8b6c-3761c4b0a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dd31e85b-50b9-413f-8842-0ccf121a5cac), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:02.534137 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b65d907a-a0c9-4d4f-8b6c-3761c4b0a8e5 None None] For port dd31e85b-50b9-413f-8842-0ccf121a5cac, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dd31e85b-50b9-413f-8842-0ccf121a5cac,segment=NetworkSegment(e928b98b-50a4-4404-b837-065b84f2ef81),segment_id=e928b98b-50a4-4404-b837-065b84f2ef81)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:02.558463 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b65d907a-a0c9-4d4f-8b6c-3761c4b0a8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dd31e85b-50b9-413f-8842-0ccf121a5cac), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:02.644388 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port dd31e85b-50b9-413f-8842-0ccf121a5cac triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:02.645107 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dd31e85b-50b9-413f-8842-0ccf121a5cac), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:02.698174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68a252-5c35-4165-b0ce-7d19c49cd5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4c2d0a-a575-4c94-a676-9111307c815a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:02.721787 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0d68a252-5c35-4165-b0ce-7d19c49cd5e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8781e249ea82472f82f102382499d120&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8919523 Feb 03 12:43:02.731276 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966674ae-6f07-46bb-9c84-844f74d0b6e4 req-cdd7d12c-0c8b-4b3c-82fe-057647a96d7e tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:02.743787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 51300) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:02.744553 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-966674ae-6f07-46bb-9c84-844f74d0b6e4 req-cdd7d12c-0c8b-4b3c-82fe-057647a96d7e tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.1294305 Feb 03 12:43:02.833109 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d907a-a0c9-4d4f-8b6c-3761c4b0a8e5 None None] Pushing event updated for resources: {'Port': ['ID=dd31e85b-50b9-413f-8842-0ccf121a5cac,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:02.868544 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-966674ae-6f07-46bb-9c84-844f74d0b6e4 req-f7baddad-d879-45cd-8f21-2b49401b14e2 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225195 Feb 03 12:43:02.882332 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e61098a8-5e50-4fbb-8d74-c2a989cb5062 None None] Provisioning complete for port dd31e85b-50b9-413f-8842-0ccf121a5cac triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:02.884284 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e61098a8-5e50-4fbb-8d74-c2a989cb5062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dd31e85b-50b9-413f-8842-0ccf121a5cac), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:02.904526 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca453e-425f-49e4-be99-cad2fee4af40 req-a283af11-08c8-4138-a0bc-0e27f695433e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:02.906127 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29ca453e-425f-49e4-be99-cad2fee4af40 req-a283af11-08c8-4138-a0bc-0e27f695433e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.6101499 Feb 03 12:43:03.029497 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f7c189d7-6f32-4565-88ae-683e2d5cdb28 req-5096df63-0936-4438-a65a-eebd16e4c942 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 210 time: 0.0478559 Feb 03 12:43:03.067964 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port dd31e85b-50b9-413f-8842-0ccf121a5cac is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:03.080848 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-4602c003-7f4f-46ca-8d7b-e19568ca7e8c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks [] for port (6c3e4b82-f6cd-49f0-b81d-919ac879bd49), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:03.127725 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e61098a8-5e50-4fbb-8d74-c2a989cb5062 None None] Current status of the port dd31e85b-50b9-413f-8842-0ccf121a5cac is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:03.132004 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-4602c003-7f4f-46ca-8d7b-e19568ca7e8c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (6c3e4b82-f6cd-49f0-b81d-919ac879bd49), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:03.268493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-4602c003-7f4f-46ca-8d7b-e19568ca7e8c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Network 5599772e-9dcf-4127-a633-d91505819dd7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:43:03.275806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-4602c003-7f4f-46ca-8d7b-e19568ca7e8c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:03.279162 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-4602c003-7f4f-46ca-8d7b-e19568ca7e8c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:43:03.421038 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602c003-7f4f-46ca-8d7b-e19568ca7e8c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Pushing event updated for resources: {'Port': ['ID=6c3e4b82-f6cd-49f0-b81d-919ac879bd49,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:03.436068 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-4602c003-7f4f-46ca-8d7b-e19568ca7e8c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:03.436750 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-4602c003-7f4f-46ca-8d7b-e19568ca7e8c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:03.454199 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59c89244-9e8b-4747-a725-35716a540ecb admin admin] Publish callbacks [] for security_group (4b4c2d0a-a575-4c94-a676-9111307c815a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:03.461855 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29ca453e-425f-49e4-be99-cad2fee4af40 req-4c0ccf7a-d5cd-40e6-ab91-28389a7e8d57 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380623 Feb 03 12:43:03.485934 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-4602c003-7f4f-46ca-8d7b-e19568ca7e8c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6398635 Feb 03 12:43:03.486187 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79234a0b-14f4-4646-96ea-592fe0da77c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:03.504971 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] Request body: {'port': {'device_id': '8c11a07b-4a53-44f7-b0a1-dbe8d51b6156', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:03.509910 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-391e2537-bd01-433d-8df3-60e5163aee37 admin admin] Publish callbacks [] for router_gateway (ba55ae6c-0a27-4e17-a2bb-9742c7381d59), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:03.513284 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59c89244-9e8b-4747-a725-35716a540ecb admin admin] Publish callbacks [] for security_group (4b4c2d0a-a575-4c94-a676-9111307c815a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:03.679651 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6c3e4b82-f6cd-49f0-b81d-919ac879bd49), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:03.701352 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59c89244-9e8b-4747-a725-35716a540ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4b4c2d0a-a575-4c94-a676-9111307c815a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:03.703969 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59c89244-9e8b-4747-a725-35716a540ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:03.707916 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-59c89244-9e8b-4747-a725-35716a540ecb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b4c2d0a-a575-4c94-a676-9111307c815a HTTP/1.1" status: 204 len: 168 time: 0.9592774 Feb 03 12:43:03.724491 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c89244-9e8b-4747-a725-35716a540ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4c2d0a-a575-4c94-a676-9111307c815a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:03.991421 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-391e2537-bd01-433d-8df3-60e5163aee37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (ba55ae6c-0a27-4e17-a2bb-9742c7381d59), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:04.138021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d7eb1-d871-4602-8c9a-68481870318b req-7d9bb317-8a29-4e3f-94e5-87db7d797944 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:04.139755 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-995d7eb1-d871-4602-8c9a-68481870318b req-7d9bb317-8a29-4e3f-94e5-87db7d797944 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.1336582 Feb 03 12:43:04.214061 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-995d7eb1-d871-4602-8c9a-68481870318b req-14073920-f1ee-40a4-926f-e09b64938a69 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639842 Feb 03 12:43:04.225998 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dd31e85b-50b9-413f-8842-0ccf121a5cac up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:04.264320 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 51340) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:04.282057 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e5506aa-74a4-477b-8cb3-95309583b9e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:04.367298 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3e4b82-f6cd-49f0-b81d-919ac879bd49 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:43:04.389342 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d30f35-8089-4607-a2f8-aa126f11aee9 req-eb2011bf-6a07-4746-9d33-0c58b3d0591c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:04.391199 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-65d30f35-8089-4607-a2f8-aa126f11aee9 req-eb2011bf-6a07-4746-9d33-0c58b3d0591c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 931 time: 0.1879938 Feb 03 12:43:04.393888 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] Publish callbacks [] for port (6c3e4b82-f6cd-49f0-b81d-919ac879bd49), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:04.460134 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] Transition to ACTIVE for port object 6c3e4b82-f6cd-49f0-b81d-919ac879bd49 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:43:04.463090 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port dd31e85b-50b9-413f-8842-0ccf121a5cac triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:04.463767 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dd31e85b-50b9-413f-8842-0ccf121a5cac), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:04.491624 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391e2537-bd01-433d-8df3-60e5163aee37 admin admin] Router ba55ae6c-0a27-4e17-a2bb-9742c7381d59 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:43:04.524733 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (6c3e4b82-f6cd-49f0-b81d-919ac879bd49), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:04.543615 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e5506aa-74a4-477b-8cb3-95309583b9e1 admin admin] Publish callbacks [] for security_group (a6117668-985b-4e95-ad0b-a3f74c162695), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:04.563657 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e5506aa-74a4-477b-8cb3-95309583b9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a6117668-985b-4e95-ad0b-a3f74c162695), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:04.586434 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port dd31e85b-50b9-413f-8842-0ccf121a5cac is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:04.618292 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-65d30f35-8089-4607-a2f8-aa126f11aee9 req-a7a1364b-2803-459f-b51a-0b183442b6da tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203071 Feb 03 12:43:04.635685 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4e5506aa-74a4-477b-8cb3-95309583b9e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=885c5fd18b204891aa8371b1a2eb78ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3701682 Feb 03 12:43:04.648109 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 51358) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:04.738812 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1967a-4154-40e3-a85f-1591ee8bd1b6 req-1d326785-62e4-49f6-8a30-263b26db8ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:04.740586 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c9b1967a-4154-40e3-a85f-1591ee8bd1b6 req-1d326785-62e4-49f6-8a30-263b26db8ac1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 1127 time: 0.2771113 Feb 03 12:43:04.741281 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5506aa-74a4-477b-8cb3-95309583b9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6117668-985b-4e95-ad0b-a3f74c162695,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:04.829336 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c9b1967a-4154-40e3-a85f-1591ee8bd1b6 req-0f725abc-bb64-4e98-bce9-5431126b433b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802872 Feb 03 12:43:04.839472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c3e4b82-f6cd-49f0-b81d-919ac879bd49,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:04.842792 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-962d03dc-5415-4416-a312-df42c5d189be admin admin] Publish callbacks [] for security_group (a6117668-985b-4e95-ad0b-a3f74c162695), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:04.861110 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97233f3-a47f-4ef3-ae13-d12f627828fd req-e842744c-7f30-40a4-a08f-07b3db740546 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:04.862725 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f97233f3-a47f-4ef3-ae13-d12f627828fd req-e842744c-7f30-40a4-a08f-07b3db740546 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.2088075 Feb 03 12:43:04.931159 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] Attempting to bind port 6c3e4b82-f6cd-49f0-b81d-919ac879bd49 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:43:04.931373 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] Attempting to bind port 6c3e4b82-f6cd-49f0-b81d-919ac879bd49 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:43:04.932774 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-962d03dc-5415-4416-a312-df42c5d189be admin admin] Publish callbacks [] for security_group (a6117668-985b-4e95-ad0b-a3f74c162695), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:04.936139 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] Attempting to bind port 6c3e4b82-f6cd-49f0-b81d-919ac879bd49 on network 5599772e-9dcf-4127-a633-d91505819dd7 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:43:04.959562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] Port 6c3e4b82-f6cd-49f0-b81d-919ac879bd49 on network 5599772e-9dcf-4127-a633-d91505819dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:43:04.960296 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] Attempting to bind port 6c3e4b82-f6cd-49f0-b81d-919ac879bd49 on network 5599772e-9dcf-4127-a633-d91505819dd7 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:43:04.969793 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:43:04.970450 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] Checking segment: {'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:43:04.971069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] Bound using segment: {'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:43:04.971825 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] Bound port: 6c3e4b82-f6cd-49f0-b81d-919ac879bd49, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:43:04.973326 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6c3e4b82-f6cd-49f0-b81d-919ac879bd49), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:04.992460 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f97233f3-a47f-4ef3-ae13-d12f627828fd req-3e10eb65-7893-4740-93b9-8d1998ad3428 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190104 Feb 03 12:43:05.014833 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391e2537-bd01-433d-8df3-60e5163aee37 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:43:05.018716 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-962d03dc-5415-4416-a312-df42c5d189be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a6117668-985b-4e95-ad0b-a3f74c162695), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:05.022117 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-962d03dc-5415-4416-a312-df42c5d189be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:05.025693 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-962d03dc-5415-4416-a312-df42c5d189be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6117668-985b-4e95-ad0b-a3f74c162695 HTTP/1.1" status: 204 len: 168 time: 0.3723085 Feb 03 12:43:05.032297 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] Sync routers for ids ['ba55ae6c-0a27-4e17-a2bb-9742c7381d59'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:43:05.051604 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d03dc-5415-4416-a312-df42c5d189be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6117668-985b-4e95-ad0b-a3f74c162695,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:05.057298 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] Routers {'ba55ae6c-0a27-4e17-a2bb-9742c7381d59'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:05.058563 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:42:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ba55ae6c-0a27-4e17-a2bb-9742c7381d59'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:05.111997 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-391e2537-bd01-433d-8df3-60e5163aee37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:05.113989 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-391e2537-bd01-433d-8df3-60e5163aee37 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2448997 Feb 03 12:43:05.116521 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 51374) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:05.131925 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] For port 6c3e4b82-f6cd-49f0-b81d-919ac879bd49, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:43:05.141986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] For port 6c3e4b82-f6cd-49f0-b81d-919ac879bd49, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=6c3e4b82-f6cd-49f0-b81d-919ac879bd49,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:43:05.156605 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (6c3e4b82-f6cd-49f0-b81d-919ac879bd49), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:05.263589 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:05.264334 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:05.268701 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] 10.222.0.73 "PUT /v2.0/ports/6c3e4b82-f6cd-49f0-b81d-919ac879bd49 HTTP/1.1" status: 200 len: 1091 time: 1.7651508 Feb 03 12:43:05.279020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c11a07b-4a53-44f7-b0a1-dbe8d51b6156', 'tag': '6c3e4b82-f6cd-49f0-b81d-919ac879bd49'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:05.286667 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4cae0f-3b69-43cc-bded-0b732ea5c39a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c11a07b-4a53-44f7-b0a1-dbe8d51b6156", "tag": "6c3e4b82-f6cd-49f0-b81d-919ac879bd49"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:05.439714 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7a35c-e802-4fce-9013-82153a0112b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c3e4b82-f6cd-49f0-b81d-919ac879bd49,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:05.473295 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-90d87489-b871-497f-9889-bf66fe6b7dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:05.475630 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-90d87489-b871-497f-9889-bf66fe6b7dbe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffd0252b7b0747c69410a55d7883bffd&device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 1125 time: 0.1237671 Feb 03 12:43:05.628403 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] Set router ba55ae6c-0a27-4e17-a2bb-9742c7381d59 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:05.663799 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4efce80-5d4a-4d3a-ab82-9f9332ee23cf x-openstack-request-id: req-a4efce80-5d4a-4d3a-ab82-9f9332ee23cf {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:05.665975 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c11a07b-4a53-44f7-b0a1-dbe8d51b6156", "tag": "6c3e4b82-f6cd-49f0-b81d-919ac879bd49", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:05.666244 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4efce80-5d4a-4d3a-ab82-9f9332ee23cf {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:05.666674 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c11a07b-4a53-44f7-b0a1-dbe8d51b6156', 'tag': '6c3e4b82-f6cd-49f0-b81d-919ac879bd49', 'status': 'completed', 'code': 200} Feb 03 12:43:05.668937 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-73ffbf22-64af-4d19-ad9c-0a711b1c513f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c3e4b82-f6cd-49f0-b81d-919ac879bd49 HTTP/1.1" status: 200 len: 217 time: 0.1777487 Feb 03 12:43:05.720884 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15e2b2-90cc-4f98-b6b6-cbd7b85f7bd0 req-c95daccc-e6c6-4b7b-8157-e498d3ea190b tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:05.733355 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5a15e2b2-90cc-4f98-b6b6-cbd7b85f7bd0 req-c95daccc-e6c6-4b7b-8157-e498d3ea190b tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.2673063 Feb 03 12:43:05.822018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-00adc46d-c473-45c2-b165-2e89c0f65424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:05.823619 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-00adc46d-c473-45c2-b165-2e89c0f65424 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd98a1ba-2677-43a0-9803-d6921e32ec63 HTTP/1.1" status: 200 len: 851 time: 0.1460543 Feb 03 12:43:05.891864 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5a15e2b2-90cc-4f98-b6b6-cbd7b85f7bd0 req-43bf4778-839f-449e-bd74-9cd2308e374c tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572702 Feb 03 12:43:05.997527 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-6f762933-34f1-4e4c-b764-1f8a608f1c57 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5599772e-9dcf-4127-a633-d91505819dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1638129 Feb 03 12:43:06.054705 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-78926e08-d1c1-4a70-8a31-48d7d706496e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:06.084635 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba55ae6c-0a27-4e17-a2bb-9742c7381d59', 'name': 'tempest-FloatingIPDetailsTestJSON-1497092765-router', 'tenant_id': 'f7f202da24d344ea89e8607441b048d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'a8110039-fc59-4a0e-bcd5-c84976efeac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:02Z', 'revision_number': 3, 'project_id': 'f7f202da24d344ea89e8607441b048d6', 'gw_port': {'id': 'a8110039-fc59-4a0e-bcd5-c84976efeac7', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba55ae6c-0a27-4e17-a2bb-9742c7381d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:59Z', 'updated_at': '2022-02-03T12:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:06.093223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39096d63-c8a3-4e3f-8bdf-64e3772036a5 req-bc620e44-8017-4180-855e-05d89feea6a5 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:06.096653 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-39096d63-c8a3-4e3f-8bdf-64e3772036a5 req-bc620e44-8017-4180-855e-05d89feea6a5 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.3748674 Feb 03 12:43:06.134680 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] Checking router: ba55ae6c-0a27-4e17-a2bb-9742c7381d59 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:43:06.135043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] Updating router ba55ae6c-0a27-4e17-a2bb-9742c7381d59 port a8110039-fc59-4a0e-bcd5-c84976efeac7 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:43:06.166698 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a8110039-fc59-4a0e-bcd5-c84976efeac7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:06.194720 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e42fe8-ca34-4961-b108-7bb4616ca66c req-dbe0455f-68d2-4003-8f08-0a33aac00a02 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:06.196535 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11e42fe8-ca34-4961-b108-7bb4616ca66c req-dbe0455f-68d2-4003-8f08-0a33aac00a02 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 943 time: 0.1492765 Feb 03 12:43:06.332266 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-39096d63-c8a3-4e3f-8bdf-64e3772036a5 req-cd7f867e-9fdb-49f4-9133-7aa5a090456b tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189281 Feb 03 12:43:06.338592 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-6299d6fa-7938-4823-bed8-79e1898cf038 service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313050 Feb 03 12:43:06.416090 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11e42fe8-ca34-4961-b108-7bb4616ca66c req-61dea483-a418-4cce-87db-14e827cd274c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098203 Feb 03 12:43:06.551122 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77fe4097-b649-4c57-bc4e-f3699119db4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:06.826988 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] Publish callbacks [] for port (a8110039-fc59-4a0e-bcd5-c84976efeac7), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:06.860649 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a8110039-fc59-4a0e-bcd5-c84976efeac7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:06.925483 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78e98f-5493-4a46-94a0-643b450e8a0d req-29b95d72-9a14-4699-ab5d-95a8768cec4a tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:06.938110 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5e78e98f-5493-4a46-94a0-643b450e8a0d req-29b95d72-9a14-4699-ab5d-95a8768cec4a tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.3453288 Feb 03 12:43:06.952029 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:07.014114 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afa14c-d4c4-499b-9e4f-7053fdaacfc2 None None] Pushing event updated for resources: {'Port': ['ID=a8110039-fc59-4a0e-bcd5-c84976efeac7,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:07.018066 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] Attempting to bind port a8110039-fc59-4a0e-bcd5-c84976efeac7 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:43:07.019792 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] Attempting to bind port a8110039-fc59-4a0e-bcd5-c84976efeac7 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:43:07.020512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] Attempting to bind port a8110039-fc59-4a0e-bcd5-c84976efeac7 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:43:07.058112 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:43:07.058411 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:43:07.058820 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:07.059215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:43:07.059701 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] Bound port: a8110039-fc59-4a0e-bcd5-c84976efeac7, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:43:07.060107 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a8110039-fc59-4a0e-bcd5-c84976efeac7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:07.086634 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5e78e98f-5493-4a46-94a0-643b450e8a0d req-2fe2f8e9-e166-405d-9956-bb6b0eb6ff52 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458390 Feb 03 12:43:07.193882 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] For port a8110039-fc59-4a0e-bcd5-c84976efeac7, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:43:07.204747 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] For port a8110039-fc59-4a0e-bcd5-c84976efeac7, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a8110039-fc59-4a0e-bcd5-c84976efeac7,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:43:07.215465 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a8110039-fc59-4a0e-bcd5-c84976efeac7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:07.230028 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-77fe4097-b649-4c57-bc4e-f3699119db4a admin admin] Allocated IP 172.20.0.1 (4d05dc45-eae5-4de0-9453-6d455f8dfc4c/f6c85f84-6c3a-4c72-863d-76f2f623c5ba/c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:43:07.334374 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-653321ab-f9ef-4f6e-862b-7a5722b7b717 req-7328f976-e9c4-4095-a247-555971b90145 service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9759204 Feb 03 12:43:07.374591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] Routers {'ba55ae6c-0a27-4e17-a2bb-9742c7381d59'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:07.379541 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:43:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ba55ae6c-0a27-4e17-a2bb-9742c7381d59'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:07.391825 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afa14c-d4c4-499b-9e4f-7053fdaacfc2 None None] Pushing event updated for resources: {'Port': ['ID=a8110039-fc59-4a0e-bcd5-c84976efeac7,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:07.481138 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ce859-6e96-4975-8068-8f4cdfb47d38 req-2f7f5dd6-fb71-4200-8333-07e11ed9dea0 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:07.490575 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d63ce859-6e96-4975-8068-8f4cdfb47d38 req-2f7f5dd6-fb71-4200-8333-07e11ed9dea0 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.1550679 Feb 03 12:43:07.602574 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] Set router ba55ae6c-0a27-4e17-a2bb-9742c7381d59 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:07.660415 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77fe4097-b649-4c57-bc4e-f3699119db4a admin admin] Publish callbacks [] for port (c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:07.695388 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718813f-7d3c-4e7f-bb65-09e54835bbcd req-a6715a29-9f10-4398-a3e8-84ce6ca1b88a tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:07.703333 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0718813f-7d3c-4e7f-bb65-09e54835bbcd req-a6715a29-9f10-4398-a3e8-84ce6ca1b88a tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.2236660 Feb 03 12:43:07.717045 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cae0f-3b69-43cc-bded-0b732ea5c39a req-87b5eeac-c908-4c96-b56f-6671a746843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:07.718583 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b4cae0f-3b69-43cc-bded-0b732ea5c39a req-87b5eeac-c908-4c96-b56f-6671a746843c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffd0252b7b0747c69410a55d7883bffd&device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 1125 time: 0.2097437 Feb 03 12:43:07.845986 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d63ce859-6e96-4975-8068-8f4cdfb47d38 req-6a8e6674-e77e-4726-93de-2363e3e47635 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474009 Feb 03 12:43:07.928591 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0718813f-7d3c-4e7f-bb65-09e54835bbcd req-c355ce44-f9c7-41c5-8d1d-e114b5153ae9 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245135 Feb 03 12:43:07.934152 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77fe4097-b649-4c57-bc4e-f3699119db4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:08.012982 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe4097-b649-4c57-bc4e-f3699119db4a admin admin] Pushing event updated for resources: {'Port': ['ID=c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:08.021199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fe4097-b649-4c57-bc4e-f3699119db4a admin admin] Network 4d05dc45-eae5-4de0-9453-6d455f8dfc4c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:43:08.023544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-77fe4097-b649-4c57-bc4e-f3699119db4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:08.026193 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fe4097-b649-4c57-bc4e-f3699119db4a admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:43:08.127480 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77fe4097-b649-4c57-bc4e-f3699119db4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (ba55ae6c-0a27-4e17-a2bb-9742c7381d59), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:08.142803 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cae0f-3b69-43cc-bded-0b732ea5c39a req-64dff45d-3b15-4cfb-aab0-f56893df42be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:08.176280 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b4cae0f-3b69-43cc-bded-0b732ea5c39a req-64dff45d-3b15-4cfb-aab0-f56893df42be service neutron] 10.222.0.73 "GET /v2.0/networks?id=5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 200 len: 912 time: 0.4479012 Feb 03 12:43:08.258219 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:08.358680 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b4cae0f-3b69-43cc-bded-0b732ea5c39a req-db1b0dfc-5360-4629-a590-df3ebd78d4a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c3e4b82-f6cd-49f0-b81d-919ac879bd49 HTTP/1.1" status: 200 len: 217 time: 0.1668644 Feb 03 12:43:08.404143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7a924-dce4-446a-a1d4-10ef87ffaa19 req-d6cf9c91-6a82-434f-a7a3-0841e30deb1b tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:08.412459 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7ee7a924-dce4-446a-a1d4-10ef87ffaa19 req-d6cf9c91-6a82-434f-a7a3-0841e30deb1b tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 943 time: 0.4220002 Feb 03 12:43:08.549464 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77fe4097-b649-4c57-bc4e-f3699119db4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:08.614359 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cae0f-3b69-43cc-bded-0b732ea5c39a req-c17a6208-1c8b-4f54-8b3c-47e9ce64bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:08.615740 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b4cae0f-3b69-43cc-bded-0b732ea5c39a req-c17a6208-1c8b-4f54-8b3c-47e9ce64bc0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd98a1ba-2677-43a0-9803-d6921e32ec63 HTTP/1.1" status: 200 len: 851 time: 0.2458148 Feb 03 12:43:08.647614 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7ee7a924-dce4-446a-a1d4-10ef87ffaa19 req-c3548a1c-380a-4429-bb2b-38ee261b77fa tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336538 Feb 03 12:43:08.657258 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2b55d97b-9d6c-4ab0-a805-ba2705a61ced None None] Provisioning complete for port c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:08.657643 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b55d97b-9d6c-4ab0-a805-ba2705a61ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:08.674188 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba55ae6c-0a27-4e17-a2bb-9742c7381d59', 'name': 'tempest-FloatingIPDetailsTestJSON-1497092765-router', 'tenant_id': 'f7f202da24d344ea89e8607441b048d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'a8110039-fc59-4a0e-bcd5-c84976efeac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:02Z', 'revision_number': 3, 'project_id': 'f7f202da24d344ea89e8607441b048d6', 'gw_port': {'id': 'a8110039-fc59-4a0e-bcd5-c84976efeac7', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba55ae6c-0a27-4e17-a2bb-9742c7381d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:59Z', 'updated_at': '2022-02-03T12:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:08.685391 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9cf2895-cbac-4b64-acda-8ca3c169eb71 req-12e849dc-f1f3-46f1-90ac-d7ee8bf6a3de service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9855a8e8-80f5-4a78-baf9-29ea39476c73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3180592 Feb 03 12:43:08.764786 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b4cae0f-3b69-43cc-bded-0b732ea5c39a req-4772cd18-6b30-4914-831c-54cf6e949b7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5599772e-9dcf-4127-a633-d91505819dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160483 Feb 03 12:43:08.766664 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf61ba4-984d-45dd-8cc5-2455188c55e8 None None] The sync data for ids ['ba55ae6c-0a27-4e17-a2bb-9742c7381d59'] in n-d-827336-3 is: [{'id': 'ba55ae6c-0a27-4e17-a2bb-9742c7381d59', 'name': 'tempest-FloatingIPDetailsTestJSON-1497092765-router', 'tenant_id': 'f7f202da24d344ea89e8607441b048d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'a8110039-fc59-4a0e-bcd5-c84976efeac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:02Z', 'revision_number': 3, 'project_id': 'f7f202da24d344ea89e8607441b048d6', 'gw_port': {'id': 'a8110039-fc59-4a0e-bcd5-c84976efeac7', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba55ae6c-0a27-4e17-a2bb-9742c7381d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:59Z', 'updated_at': '2022-02-03T12:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:43:08.810701 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2b55d97b-9d6c-4ab0-a805-ba2705a61ced None None] Port c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:43:08.845241 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d725941-c785-40bd-bfbd-194545f96483 req-324b9be6-8db0-4ee2-93fc-b19c78261849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:08.847254 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d725941-c785-40bd-bfbd-194545f96483 req-324b9be6-8db0-4ee2-93fc-b19c78261849 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a209b0e492a4b77b2ceeedc9d454e67&device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 1127 time: 0.2634439 Feb 03 12:43:08.969929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf2895-cbac-4b64-acda-8ca3c169eb71 req-f100db3c-c8b4-4bfc-a96f-5b9574e8c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:08.971531 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9cf2895-cbac-4b64-acda-8ca3c169eb71 req-f100db3c-c8b4-4bfc-a96f-5b9574e8c1e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ce9e8faa2c0249ebbf0a8bf236ae7b99&device_id=9855a8e8-80f5-4a78-baf9-29ea39476c73 HTTP/1.1" status: 200 len: 1132 time: 0.2420852 Feb 03 12:43:09.044893 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d725941-c785-40bd-bfbd-194545f96483 req-f7c04a15-063c-4b6b-9559-cbf20997dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:09.047577 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d725941-c785-40bd-bfbd-194545f96483 req-f7c04a15-063c-4b6b-9559-cbf20997dd47 service neutron] 10.222.0.31 "GET /v2.0/networks?id=87045144-2323-4eba-b542-41e2cafcc3b7 HTTP/1.1" status: 200 len: 920 time: 0.1932411 Feb 03 12:43:09.056786 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5d3f1-fcc4-4ae4-8242-21d0867b37fa req-49b91d9f-fcfc-4d5a-9b1a-d80f572fba35 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:09.064981 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bcc5d3f1-fcc4-4ae4-8242-21d0867b37fa req-49b91d9f-fcfc-4d5a-9b1a-d80f572fba35 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.4215360 Feb 03 12:43:09.295750 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bcc5d3f1-fcc4-4ae4-8242-21d0867b37fa req-c776e3c2-358c-49ae-8659-606b83808d63 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236238 Feb 03 12:43:09.336577 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d725941-c785-40bd-bfbd-194545f96483 req-498106b5-63c5-409b-8cc6-801592a30a6e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04038b85-e2ce-41ef-a62a-fbb37304394d HTTP/1.1" status: 200 len: 217 time: 0.1893909 Feb 03 12:43:09.376357 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf2895-cbac-4b64-acda-8ca3c169eb71 req-09ec830e-ba5d-4ca6-af32-e3eed4624672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:09.378148 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9cf2895-cbac-4b64-acda-8ca3c169eb71 req-09ec830e-ba5d-4ca6-af32-e3eed4624672 service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.3023248 Feb 03 12:43:09.450413 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9cf2895-cbac-4b64-acda-8ca3c169eb71 req-186a3c59-732a-4b2e-8859-57e0a432a959 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 HTTP/1.1" status: 200 len: 217 time: 0.0647237 Feb 03 12:43:09.454949 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77fe4097-b649-4c57-bc4e-f3699119db4a admin admin] Publish callbacks [] for port (c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:09.613763 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77fe4097-b649-4c57-bc4e-f3699119db4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:09.621573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d725941-c785-40bd-bfbd-194545f96483 req-65c8a2c6-3750-47c2-9d05-c6dda99a289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:09.628109 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d725941-c785-40bd-bfbd-194545f96483 req-65c8a2c6-3750-47c2-9d05-c6dda99a289f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d7c28f9-eb63-4be2-9734-e89b3817580d HTTP/1.1" status: 200 len: 859 time: 0.2701852 Feb 03 12:43:09.686039 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:09.694717 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b4cae0f-3b69-43cc-bded-0b732ea5c39a req-f181601d-df2a-44d5-89e1-616f23f42ccb service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9139578 Feb 03 12:43:09.756640 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d725941-c785-40bd-bfbd-194545f96483 req-2c3af575-07d2-4451-8a0e-b7f2afdbb070 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87045144-2323-4eba-b542-41e2cafcc3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198795 Feb 03 12:43:09.760608 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf2895-cbac-4b64-acda-8ca3c169eb71 req-504ade11-685b-4861-9d1c-4ed1d36b9bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:09.762411 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9cf2895-cbac-4b64-acda-8ca3c169eb71 req-504ade11-685b-4861-9d1c-4ed1d36b9bca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.2948201 Feb 03 12:43:09.809974 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1640f-568f-4fa5-8555-e7258df64281 req-213f1065-e3e6-4b5b-ba5e-c34954ace4a7 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:09.811763 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2ec1640f-568f-4fa5-8555-e7258df64281 req-213f1065-e3e6-4b5b-ba5e-c34954ace4a7 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.4724956 Feb 03 12:43:09.889478 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77fe4097-b649-4c57-bc4e-f3699119db4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (ba55ae6c-0a27-4e17-a2bb-9742c7381d59), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:09.967966 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe4097-b649-4c57-bc4e-f3699119db4a admin admin] Pushing event updated for resources: {'Port': ['ID=c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:10.029748 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf2895-cbac-4b64-acda-8ca3c169eb71 req-d39d681a-8367-4464-b097-7918e7d8b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:10.031658 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9cf2895-cbac-4b64-acda-8ca3c169eb71 req-d39d681a-8367-4464-b097-7918e7d8b2dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2555780 Feb 03 12:43:10.274942 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab0fba-27ae-4275-a787-2a42b88cced4 req-dcf351d9-4dbd-46d9-8634-a0c2772f60d8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:10.286615 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7eab0fba-27ae-4275-a787-2a42b88cced4 req-dcf351d9-4dbd-46d9-8634-a0c2772f60d8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 943 time: 0.4474759 Feb 03 12:43:10.408524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a8110039-fc59-4a0e-bcd5-c84976efeac7 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:10.427689 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b4cae0f-3b69-43cc-bded-0b732ea5c39a req-da47195c-5d52-4ff4-a064-58929741d44b service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6699107 Feb 03 12:43:10.440546 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fe4097-b649-4c57-bc4e-f3699119db4a admin admin] Network 4d05dc45-eae5-4de0-9453-6d455f8dfc4c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:43:10.469337 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-77fe4097-b649-4c57-bc4e-f3699119db4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:10.492885 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d725941-c785-40bd-bfbd-194545f96483 req-238ab9d0-9e0c-46d5-a291-ba60df687025 service neutron] 10.222.0.31 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7133770 Feb 03 12:43:10.555457 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port a8110039-fc59-4a0e-bcd5-c84976efeac7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:10.555848 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a8110039-fc59-4a0e-bcd5-c84976efeac7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:10.680734 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7eab0fba-27ae-4275-a787-2a42b88cced4 req-cd610cca-4ab7-45bd-8db8-ced4a4699d6c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917730 Feb 03 12:43:10.768569 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 51598) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:10.822637 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2ec1640f-568f-4fa5-8555-e7258df64281 req-c932efe9-02ef-4ccb-8317-a48e645ba412 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9612606 Feb 03 12:43:10.893486 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d725941-c785-40bd-bfbd-194545f96483 req-77157788-918f-4e87-9b16-a89da11edaf9 service neutron] 10.222.0.31 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994024 Feb 03 12:43:10.903951 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port a8110039-fc59-4a0e-bcd5-c84976efeac7 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:10.909844 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a8110039-fc59-4a0e-bcd5-c84976efeac7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:10.983413 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port a8110039-fc59-4a0e-bcd5-c84976efeac7, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a8110039-fc59-4a0e-bcd5-c84976efeac7,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:10.999586 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a8110039-fc59-4a0e-bcd5-c84976efeac7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:11.029449 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9cf2895-cbac-4b64-acda-8ca3c169eb71 req-0ad3e55d-3b42-4bdf-809f-2c89d91451c2 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8607759 Feb 03 12:43:11.114765 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=a8110039-fc59-4a0e-bcd5-c84976efeac7,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:11.136134 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e8b043a-b88b-4f6d-b042-247e2661d029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:11.164376 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3f8bfa4c-f321-4dc6-9cb7-47b9e9713ec3 None None] Provisioning complete for port c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:11.164816 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3f8bfa4c-f321-4dc6-9cb7-47b9e9713ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:11.225375 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3f8bfa4c-f321-4dc6-9cb7-47b9e9713ec3 None None] Port c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:43:11.352297 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e8b043a-b88b-4f6d-b042-247e2661d029 admin admin] Publish callbacks [] for security_group (8c2c1398-c49b-4041-aae5-3aa1290dba7d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:11.364551 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e8b043a-b88b-4f6d-b042-247e2661d029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8c2c1398-c49b-4041-aae5-3aa1290dba7d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:11.379015 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a0a3f-35c5-42e4-89ea-4b8e9a6e7220 req-5c74c134-79f5-4a74-b05e-54837afcc702 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:11.387535 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-659a0a3f-35c5-42e4-89ea-4b8e9a6e7220 req-5c74c134-79f5-4a74-b05e-54837afcc702 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.4179709 Feb 03 12:43:11.422852 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fe4097-b649-4c57-bc4e-f3699119db4a admin admin] Router ba55ae6c-0a27-4e17-a2bb-9742c7381d59 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:43:11.447750 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5e8b043a-b88b-4f6d-b042-247e2661d029 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f934557859ff4b38b768e0040b77989b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6705685 Feb 03 12:43:11.453664 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 51612) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:11.458970 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9cf2895-cbac-4b64-acda-8ca3c169eb71 req-dfc01064-b29a-4278-a0f3-17df2126a281 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084227 Feb 03 12:43:11.475019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b043a-b88b-4f6d-b042-247e2661d029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2c1398-c49b-4041-aae5-3aa1290dba7d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:11.562922 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9f37993-2fed-4081-8bed-b5f5e3306e8d admin admin] Publish callbacks [] for security_group (8c2c1398-c49b-4041-aae5-3aa1290dba7d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:11.582960 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-659a0a3f-35c5-42e4-89ea-4b8e9a6e7220 req-37d71ff7-4af2-41b7-92cb-93db6c62e3c0 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933918 Feb 03 12:43:11.619017 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9f37993-2fed-4081-8bed-b5f5e3306e8d admin admin] Publish callbacks [] for security_group (8c2c1398-c49b-4041-aae5-3aa1290dba7d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:11.684450 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fe4097-b649-4c57-bc4e-f3699119db4a admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:43:11.687349 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9f37993-2fed-4081-8bed-b5f5e3306e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8c2c1398-c49b-4041-aae5-3aa1290dba7d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:11.690371 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9f37993-2fed-4081-8bed-b5f5e3306e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:11.691974 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c9f37993-2fed-4081-8bed-b5f5e3306e8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c2c1398-c49b-4041-aae5-3aa1290dba7d HTTP/1.1" status: 204 len: 168 time: 0.2371850 Feb 03 12:43:11.706356 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-77fe4097-b649-4c57-bc4e-f3699119db4a admin admin] 10.222.0.18 "PUT /v2.0/routers/ba55ae6c-0a27-4e17-a2bb-9742c7381d59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5782225 Feb 03 12:43:11.739296 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f37993-2fed-4081-8bed-b5f5e3306e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2c1398-c49b-4041-aae5-3aa1290dba7d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:11.990471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4c2bc-b6fb-4627-8d9c-900175ba7714 req-95ececd1-ee80-4949-b415-c5f7c833d758 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:12.016153 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41a4c2bc-b6fb-4627-8d9c-900175ba7714 req-95ececd1-ee80-4949-b415-c5f7c833d758 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 943 time: 0.1720471 Feb 03 12:43:12.085759 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0b2de-cdfe-419a-9ca5-fd6b833d134b req-9aa27c0b-2592-4db7-84b4-a81504602ce0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:12.087842 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8bf0b2de-cdfe-419a-9ca5-fd6b833d134b req-9aa27c0b-2592-4db7-84b4-a81504602ce0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.1141489 Feb 03 12:43:12.209270 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41a4c2bc-b6fb-4627-8d9c-900175ba7714 req-82296573-e77b-47ff-ab63-400b492a0728 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918197 Feb 03 12:43:12.214443 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8bf0b2de-cdfe-419a-9ca5-fd6b833d134b req-e2fb53b5-f392-4ba9-b275-fa6266216034 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153302 Feb 03 12:43:12.301333 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a8110039-fc59-4a0e-bcd5-c84976efeac7 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:12.382586 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 51638) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:12.418582 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] Sync routers for ids ['ba55ae6c-0a27-4e17-a2bb-9742c7381d59'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:43:12.419669 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcc1292b-8dac-46e9-8dd8-bc0a24355019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:12.437408 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] Routers {'ba55ae6c-0a27-4e17-a2bb-9742c7381d59'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:12.440381 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:43:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ba55ae6c-0a27-4e17-a2bb-9742c7381d59'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:12.465230 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port a8110039-fc59-4a0e-bcd5-c84976efeac7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:12.466047 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a8110039-fc59-4a0e-bcd5-c84976efeac7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:12.638827 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcc1292b-8dac-46e9-8dd8-bc0a24355019 admin admin] Publish callbacks [] for security_group (dac0d7f1-1b84-4ac9-89d1-61100dd98057), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:12.649016 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcc1292b-8dac-46e9-8dd8-bc0a24355019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (dac0d7f1-1b84-4ac9-89d1-61100dd98057), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:12.759421 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] Set router ba55ae6c-0a27-4e17-a2bb-9742c7381d59 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:12.773046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port a8110039-fc59-4a0e-bcd5-c84976efeac7 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:12.782717 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1292b-8dac-46e9-8dd8-bc0a24355019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac0d7f1-1b84-4ac9-89d1-61100dd98057,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:12.818745 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fcc1292b-8dac-46e9-8dd8-bc0a24355019 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b13d5bfd05e7499fbe665e2944dc88e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4336631 Feb 03 12:43:12.821468 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 51648) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:12.846228 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff075f2-218b-47a5-8093-7a584a299764 req-66c16614-cbf5-409d-85ab-70ba484a9e02 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:12.866591 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0ff075f2-218b-47a5-8093-7a584a299764 req-66c16614-cbf5-409d-85ab-70ba484a9e02 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.1725600 Feb 03 12:43:12.929049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 6c3e4b82-f6cd-49f0-b81d-919ac879bd49 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:43:12.963546 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0ff075f2-218b-47a5-8093-7a584a299764 req-fa86083f-ea2b-493e-baac-af0aa9e64551 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960844 Feb 03 12:43:12.964135 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59274a1e-4f71-4b2a-8c62-2fde1e2a8d93 admin admin] Publish callbacks [] for security_group (dac0d7f1-1b84-4ac9-89d1-61100dd98057), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:13.017682 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59274a1e-4f71-4b2a-8c62-2fde1e2a8d93 admin admin] Publish callbacks [] for security_group (dac0d7f1-1b84-4ac9-89d1-61100dd98057), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:13.210021 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba55ae6c-0a27-4e17-a2bb-9742c7381d59', 'name': 'tempest-FloatingIPDetailsTestJSON-1497092765-router', 'tenant_id': 'f7f202da24d344ea89e8607441b048d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'a8110039-fc59-4a0e-bcd5-c84976efeac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:08Z', 'revision_number': 4, 'project_id': 'f7f202da24d344ea89e8607441b048d6', 'gw_port': {'id': 'a8110039-fc59-4a0e-bcd5-c84976efeac7', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba55ae6c-0a27-4e17-a2bb-9742c7381d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:59Z', 'updated_at': '2022-02-03T12:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4', 'name': '', 'network_id': '4d05dc45-eae5-4de0-9453-6d455f8dfc4c', 'tenant_id': 'f7f202da24d344ea89e8607441b048d6', 'mac_address': 'fa:16:3e:89:f3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba55ae6c-0a27-4e17-a2bb-9742c7381d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': 'f6c85f84-6c3a-4c72-863d-76f2f623c5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:06Z', 'updated_at': '2022-02-03T12:43:08Z', 'revision_number': 2, 'project_id': 'f7f202da24d344ea89e8607441b048d6', 'subnets': [{'id': 'f6c85f84-6c3a-4c72-863d-76f2f623c5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:13.258861 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 6c3e4b82-f6cd-49f0-b81d-919ac879bd49, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=6c3e4b82-f6cd-49f0-b81d-919ac879bd49,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:13.267877 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] Checking router: ba55ae6c-0a27-4e17-a2bb-9742c7381d59 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:43:13.267877 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] Updating router ba55ae6c-0a27-4e17-a2bb-9742c7381d59 port c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:43:13.312946 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '6c3e4b82-f6cd-49f0-b81d-919ac879bd49', 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7', 'port_id': '6c3e4b82-f6cd-49f0-b81d-919ac879bd49', 'mac_address': 'fa:16:3e:f8:da:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd98a1ba-2677-43a0-9803-d6921e32ec63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:43:13.375304 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:13.472065 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 6c3e4b82-f6cd-49f0-b81d-919ac879bd49 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:13.472624 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6c3e4b82-f6cd-49f0-b81d-919ac879bd49), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:13.510705 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3e4b82-f6cd-49f0-b81d-919ac879bd49 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:43:13.514590 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59274a1e-4f71-4b2a-8c62-2fde1e2a8d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (dac0d7f1-1b84-4ac9-89d1-61100dd98057), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:13.520438 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59274a1e-4f71-4b2a-8c62-2fde1e2a8d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:13.522380 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-59274a1e-4f71-4b2a-8c62-2fde1e2a8d93 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dac0d7f1-1b84-4ac9-89d1-61100dd98057 HTTP/1.1" status: 204 len: 168 time: 0.6994317 Feb 03 12:43:13.539476 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02138cb-ad45-41fd-8346-29500b85d636 req-705c80e4-ea98-40b8-9101-5cea18a2a244 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:13.559370 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c02138cb-ad45-41fd-8346-29500b85d636 req-705c80e4-ea98-40b8-9101-5cea18a2a244 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 943 time: 0.1651118 Feb 03 12:43:13.573833 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 6c3e4b82-f6cd-49f0-b81d-919ac879bd49, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=6c3e4b82-f6cd-49f0-b81d-919ac879bd49,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:13.584402 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6c3e4b82-f6cd-49f0-b81d-919ac879bd49), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:13.661688 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59274a1e-4f71-4b2a-8c62-2fde1e2a8d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac0d7f1-1b84-4ac9-89d1-61100dd98057,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:13.673074 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c02138cb-ad45-41fd-8346-29500b85d636 req-e4fc85ba-d989-4810-bcc5-1bb655a90f7c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123199 Feb 03 12:43:13.782344 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=6c3e4b82-f6cd-49f0-b81d-919ac879bd49,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:13.789218 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-137c5c0b-140a-4725-a421-44e0d460e067 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7114284 Feb 03 12:43:13.803351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-13231766-c529-47cd-b049-207ffd54a446 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:13.859153 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-13231766-c529-47cd-b049-207ffd54a446 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:13.938322 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dac88c-50f9-4b9a-aab5-8866c0d2b5da req-bcf3f6d5-2497-46ca-921e-be37b0dc05f1 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:13.940020 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-81dac88c-50f9-4b9a-aab5-8866c0d2b5da req-bcf3f6d5-2497-46ca-921e-be37b0dc05f1 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.1469262 Feb 03 12:43:14.039208 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['6c3e4b82-f6cd-49f0-b81d-919ac879bd49'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:43:14.056117 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-81dac88c-50f9-4b9a-aab5-8866c0d2b5da req-3aad8fa2-a944-4f5c-9613-7f934dc5344f tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099067 Feb 03 12:43:14.223861 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-13231766-c529-47cd-b049-207ffd54a446 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:14.298262 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] Publish callbacks [] for port (c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:14.317795 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:14.402757 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11cec94-afe4-4f76-acfc-da63efed5a0e None None] Pushing event updated for resources: {'Port': ['ID=c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:14.486656 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cec94-afe4-4f76-acfc-da63efed5a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:14.487007 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cec94-afe4-4f76-acfc-da63efed5a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:14.487579 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cec94-afe4-4f76-acfc-da63efed5a0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:14.488557 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cec94-afe4-4f76-acfc-da63efed5a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:14.489087 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cec94-afe4-4f76-acfc-da63efed5a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:14.489436 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cec94-afe4-4f76-acfc-da63efed5a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:14.489771 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cec94-afe4-4f76-acfc-da63efed5a0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:14.490101 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cec94-afe4-4f76-acfc-da63efed5a0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:14.496330 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cec94-afe4-4f76-acfc-da63efed5a0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:14.496985 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cec94-afe4-4f76-acfc-da63efed5a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:14.498396 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cec94-afe4-4f76-acfc-da63efed5a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:14.500357 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cec94-afe4-4f76-acfc-da63efed5a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:14.503135 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11cec94-afe4-4f76-acfc-da63efed5a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:14.624274 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-13231766-c529-47cd-b049-207ffd54a446 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Allocated IP 172.25.6.247 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/7f9db4d8-5caa-4a39-a56d-c957f61f7849) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:43:14.650279 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] Attempting to bind port c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:43:14.650657 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] Attempting to bind port c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'e928b98b-50a4-4404-b837-065b84f2ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d05dc45-eae5-4de0-9453-6d455f8dfc4c'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:43:14.651023 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] Attempting to bind port c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4 on network 4d05dc45-eae5-4de0-9453-6d455f8dfc4c {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:43:14.682499 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:43:14.682499 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] Checking segment: {'id': 'e928b98b-50a4-4404-b837-065b84f2ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d05dc45-eae5-4de0-9453-6d455f8dfc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:43:14.682824 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:14.683382 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] Bound using segment: {'id': 'e928b98b-50a4-4404-b837-065b84f2ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d05dc45-eae5-4de0-9453-6d455f8dfc4c'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:43:14.684892 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 51702) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:14.685032 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] Bound port: c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e928b98b-50a4-4404-b837-065b84f2ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4d05dc45-eae5-4de0-9453-6d455f8dfc4c'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:43:14.685291 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:14.951181 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-13231766-c529-47cd-b049-207ffd54a446 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for port (7f9db4d8-5caa-4a39-a56d-c957f61f7849), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:14.951508 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82c1ecaa-0dcd-4510-b3dd-775b67c9f624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:14.987430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f34857c6-ba3a-47e9-bdf6-dd60c03a3dd3 None None] Provisioning complete for port c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:14.988434 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f34857c6-ba3a-47e9-bdf6-dd60c03a3dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:15.027617 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] For port c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:43:15.041118 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] For port c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4,segment=NetworkSegment(e928b98b-50a4-4404-b837-065b84f2ef81),segment_id=e928b98b-50a4-4404-b837-065b84f2ef81)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:43:15.060599 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:15.095983 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-13231766-c529-47cd-b049-207ffd54a446 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (7f9db4d8-5caa-4a39-a56d-c957f61f7849), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:15.116907 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f34857c6-ba3a-47e9-bdf6-dd60c03a3dd3 None None] Port c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:43:15.205957 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-13231766-c529-47cd-b049-207ffd54a446 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:43:15.220713 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-13231766-c529-47cd-b049-207ffd54a446 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:15.229927 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-13231766-c529-47cd-b049-207ffd54a446 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:43:15.231619 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] Routers {'ba55ae6c-0a27-4e17-a2bb-9742c7381d59'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:15.232702 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:43:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ba55ae6c-0a27-4e17-a2bb-9742c7381d59'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:15.253648 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82c1ecaa-0dcd-4510-b3dd-775b67c9f624 admin admin] Publish callbacks [] for security_group (5263624b-b363-4c3b-b3f8-481ac3db0917), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:15.266091 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82c1ecaa-0dcd-4510-b3dd-775b67c9f624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5263624b-b363-4c3b-b3f8-481ac3db0917), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:15.325260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13231766-c529-47cd-b049-207ffd54a446 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Pushing event updated for resources: {'Port': ['ID=7f9db4d8-5caa-4a39-a56d-c957f61f7849,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:15.566936 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-82c1ecaa-0dcd-4510-b3dd-775b67c9f624 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be0a69384c264c1d858cbeec38c5a69f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8800459 Feb 03 12:43:15.571278 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 51734) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:15.593150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8dc2e8e7-6c79-4b6b-8be3-8f82809e5f7d None None] Provisioning complete for port c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:15.593810 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e8e7-6c79-4b6b-8be3-8f82809e5f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:15.674586 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-13231766-c529-47cd-b049-207ffd54a446 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for floatingip (8967f953-b6b0-4d1d-bfec-04bc09aef2a0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:15.690360 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11cec94-afe4-4f76-acfc-da63efed5a0e None None] Pushing event updated for resources: {'Port': ['ID=c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:15.707769 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1ecaa-0dcd-4510-b3dd-775b67c9f624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5263624b-b363-4c3b-b3f8-481ac3db0917,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:15.741336 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8dc2e8e7-6c79-4b6b-8be3-8f82809e5f7d None None] Current status of the port c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:15.742127 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e8e7-6c79-4b6b-8be3-8f82809e5f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:15.747142 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] Set router ba55ae6c-0a27-4e17-a2bb-9742c7381d59 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:15.776658 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-13231766-c529-47cd-b049-207ffd54a446 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7f9db4d8-5caa-4a39-a56d-c957f61f7849), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:15.798273 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc09cf18-b65f-45e0-ad07-cc0ed8eab5b3 admin admin] Publish callbacks [] for security_group (5263624b-b363-4c3b-b3f8-481ac3db0917), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:15.840311 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8dc2e8e7-6c79-4b6b-8be3-8f82809e5f7d None None] For port c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4,segment=NetworkSegment(e928b98b-50a4-4404-b837-065b84f2ef81),segment_id=e928b98b-50a4-4404-b837-065b84f2ef81)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:15.842869 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:15.847316 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e8e7-6c79-4b6b-8be3-8f82809e5f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:15.896168 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79ef0c-7434-4e58-8880-6ae2a38953a8 req-72b73280-83a0-4881-b48a-402ebbe9b10a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:15.905316 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd79ef0c-7434-4e58-8880-6ae2a38953a8 req-72b73280-83a0-4881-b48a-402ebbe9b10a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 944 time: 1.0786872 Feb 03 12:43:15.941327 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc09cf18-b65f-45e0-ad07-cc0ed8eab5b3 admin admin] Publish callbacks [] for security_group (5263624b-b363-4c3b-b3f8-481ac3db0917), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:15.969104 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2e8e7-6c79-4b6b-8be3-8f82809e5f7d None None] Pushing event updated for resources: {'Port': ['ID=c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:16.097988 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-13231766-c529-47cd-b049-207ffd54a446 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for port (7f9db4d8-5caa-4a39-a56d-c957f61f7849), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:16.112869 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-13231766-c529-47cd-b049-207ffd54a446 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (7f9db4d8-5caa-4a39-a56d-c957f61f7849), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:16.143407 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd79ef0c-7434-4e58-8880-6ae2a38953a8 req-88a67caa-eb9a-4d9b-a076-e929220b4350 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375779 Feb 03 12:43:16.186047 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc09cf18-b65f-45e0-ad07-cc0ed8eab5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5263624b-b363-4c3b-b3f8-481ac3db0917), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:16.204839 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc09cf18-b65f-45e0-ad07-cc0ed8eab5b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:16.209017 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fc09cf18-b65f-45e0-ad07-cc0ed8eab5b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5263624b-b363-4c3b-b3f8-481ac3db0917 HTTP/1.1" status: 204 len: 168 time: 0.6215472 Feb 03 12:43:16.223714 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09cf18-b65f-45e0-ad07-cc0ed8eab5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5263624b-b363-4c3b-b3f8-481ac3db0917,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:16.291843 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba55ae6c-0a27-4e17-a2bb-9742c7381d59', 'name': 'tempest-FloatingIPDetailsTestJSON-1497092765-router', 'tenant_id': 'f7f202da24d344ea89e8607441b048d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'a8110039-fc59-4a0e-bcd5-c84976efeac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:08Z', 'revision_number': 4, 'project_id': 'f7f202da24d344ea89e8607441b048d6', 'gw_port': {'id': 'a8110039-fc59-4a0e-bcd5-c84976efeac7', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba55ae6c-0a27-4e17-a2bb-9742c7381d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:59Z', 'updated_at': '2022-02-03T12:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4', 'name': '', 'network_id': '4d05dc45-eae5-4de0-9453-6d455f8dfc4c', 'tenant_id': 'f7f202da24d344ea89e8607441b048d6', 'mac_address': 'fa:16:3e:89:f3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba55ae6c-0a27-4e17-a2bb-9742c7381d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': 'f6c85f84-6c3a-4c72-863d-76f2f623c5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:06Z', 'updated_at': '2022-02-03T12:43:15Z', 'revision_number': 4, 'project_id': 'f7f202da24d344ea89e8607441b048d6', 'subnets': [{'id': 'f6c85f84-6c3a-4c72-863d-76f2f623c5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:16.333412 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-13231766-c529-47cd-b049-207ffd54a446 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (8967f953-b6b0-4d1d-bfec-04bc09aef2a0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:16.348504 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37f12b-1c1c-447e-abc5-1e174a8c0b08 None None] The sync data for ids ['ba55ae6c-0a27-4e17-a2bb-9742c7381d59'] in n-d-827336-3 is: [{'id': 'ba55ae6c-0a27-4e17-a2bb-9742c7381d59', 'name': 'tempest-FloatingIPDetailsTestJSON-1497092765-router', 'tenant_id': 'f7f202da24d344ea89e8607441b048d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'a8110039-fc59-4a0e-bcd5-c84976efeac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:08Z', 'revision_number': 4, 'project_id': 'f7f202da24d344ea89e8607441b048d6', 'gw_port': {'id': 'a8110039-fc59-4a0e-bcd5-c84976efeac7', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba55ae6c-0a27-4e17-a2bb-9742c7381d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:59Z', 'updated_at': '2022-02-03T12:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4', 'name': '', 'network_id': '4d05dc45-eae5-4de0-9453-6d455f8dfc4c', 'tenant_id': 'f7f202da24d344ea89e8607441b048d6', 'mac_address': 'fa:16:3e:89:f3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba55ae6c-0a27-4e17-a2bb-9742c7381d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': 'f6c85f84-6c3a-4c72-863d-76f2f623c5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:06Z', 'updated_at': '2022-02-03T12:43:15Z', 'revision_number': 4, 'project_id': 'f7f202da24d344ea89e8607441b048d6', 'subnets': [{'id': 'f6c85f84-6c3a-4c72-863d-76f2f623c5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:43:16.456961 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13231766-c529-47cd-b049-207ffd54a446 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Pushing event updated for resources: {'Port': ['ID=7f9db4d8-5caa-4a39-a56d-c957f61f7849,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:16.482089 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-13231766-c529-47cd-b049-207ffd54a446 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:16.485581 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-13231766-c529-47cd-b049-207ffd54a446 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6884742 Feb 03 12:43:16.565236 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fe191-e131-4aa4-85ce-2d25c913b988 req-5d3af527-9dfc-4137-9386-8fe0b2b29c0d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:16.571360 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-404fe191-e131-4aa4-85ce-2d25c913b988 req-5d3af527-9dfc-4137-9386-8fe0b2b29c0d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.2254205 Feb 03 12:43:16.692375 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-72657ec8-f89a-415b-91ab-b16eeef3969e tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 696 time: 0.1996136 Feb 03 12:43:16.769887 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-404fe191-e131-4aa4-85ce-2d25c913b988 req-71b1dec5-9e01-4e6a-ad2a-c36f1cf65a5b tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905653 Feb 03 12:43:16.932277 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 6c3e4b82-f6cd-49f0-b81d-919ac879bd49 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:17.184893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 6c3e4b82-f6cd-49f0-b81d-919ac879bd49 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:43:17.198957 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 6c3e4b82-f6cd-49f0-b81d-919ac879bd49 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:17.203530 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6c3e4b82-f6cd-49f0-b81d-919ac879bd49), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:17.540478 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 6c3e4b82-f6cd-49f0-b81d-919ac879bd49 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:17.541074 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6c3e4b82-f6cd-49f0-b81d-919ac879bd49), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:17.600401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935082a-9b55-4eaf-83be-85e029fed989 req-a9bcd832-fc33-498c-b413-938cfa041646 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:17.609879 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d935082a-9b55-4eaf-83be-85e029fed989 req-a9bcd832-fc33-498c-b413-938cfa041646 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 944 time: 0.2475328 Feb 03 12:43:17.688530 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 6c3e4b82-f6cd-49f0-b81d-919ac879bd49, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=6c3e4b82-f6cd-49f0-b81d-919ac879bd49,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:17.694363 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c11a07b-4a53-44f7-b0a1-dbe8d51b6156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3e4b82-f6cd-49f0-b81d-919ac879bd49'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:17.702405 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ae89d3-45f8-41a0-8d79-3bb6ddd2561d" -d '{"events": [{"server_uuid": "8c11a07b-4a53-44f7-b0a1-dbe8d51b6156", "name": "network-vif-plugged", "status": "completed", "tag": "6c3e4b82-f6cd-49f0-b81d-919ac879bd49"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:17.731487 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6c3e4b82-f6cd-49f0-b81d-919ac879bd49), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:17.766996 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:43:17.774852 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d935082a-9b55-4eaf-83be-85e029fed989 req-95fd989f-13e9-4bac-adb7-19520bf30cb1 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593411 Feb 03 12:43:17.955778 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144016b3-0e38-46d9-9b41-2d68535ff866 x-openstack-request-id: req-144016b3-0e38-46d9-9b41-2d68535ff866 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:17.956386 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c11a07b-4a53-44f7-b0a1-dbe8d51b6156", "name": "network-vif-plugged", "status": "completed", "tag": "6c3e4b82-f6cd-49f0-b81d-919ac879bd49", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:17.960218 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-144016b3-0e38-46d9-9b41-2d68535ff866 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:17.960637 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-b361a4ed-063d-4b6e-a823-b871d5b9b9e6 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:17.961106 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c11a07b-4a53-44f7-b0a1-dbe8d51b6156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3e4b82-f6cd-49f0-b81d-919ac879bd49', 'code': 200} Feb 03 12:43:17.962114 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-b361a4ed-063d-4b6e-a823-b871d5b9b9e6 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 1.2646074 Feb 03 12:43:17.983408 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-97f5cb86-c638-4af3-8fb3-a6d4317e4c81 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:43:17.984697 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42de4864-ebaf-4649-9508-8bdb34388a86 req-97f5cb86-c638-4af3-8fb3-a6d4317e4c81 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163507 Feb 03 12:43:18.030467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=6c3e4b82-f6cd-49f0-b81d-919ac879bd49,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:18.261854 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512716-173d-4a08-af17-58fad36a9f96 req-b30ef65c-2f91-4c88-91f0-456f38f11c5a tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:18.285360 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52512716-173d-4a08-af17-58fad36a9f96 req-b30ef65c-2f91-4c88-91f0-456f38f11c5a tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.1318471 Feb 03 12:43:18.343527 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:18.406168 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52512716-173d-4a08-af17-58fad36a9f96 req-fee6e6e7-cd08-4f34-9322-b8706ad36156 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190827 Feb 03 12:43:18.439739 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52ec2d-887d-4834-957c-7cf5fa4b60b8 req-fd252054-e7d4-4eb5-b0bb-0ae586827737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:18.448568 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-db52ec2d-887d-4834-957c-7cf5fa4b60b8 req-fd252054-e7d4-4eb5-b0bb-0ae586827737 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 1127 time: 0.4190333 Feb 03 12:43:18.511757 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f855ebfd-5c21-454d-8c20-10074f95b4d2 req-40d63345-c977-4213-841a-c3813fc58468 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4380245 Feb 03 12:43:18.528268 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f855ebfd-5c21-454d-8c20-10074f95b4d2 req-286c0140-0940-4675-912e-22b878014a44 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:18.536474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:18.536855 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:18.592796 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-db52ec2d-887d-4834-957c-7cf5fa4b60b8 req-fc00e206-2a09-407d-8e9f-1ed1d353d4af service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406834 Feb 03 12:43:18.596312 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f855ebfd-5c21-454d-8c20-10074f95b4d2 req-286c0140-0940-4675-912e-22b878014a44 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:18.793018 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:18.873533 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f855ebfd-5c21-454d-8c20-10074f95b4d2 req-286c0140-0940-4675-912e-22b878014a44 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:19.045990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4cf0-d50b-4e98-aa85-ffee0b02d77b req-54cec3c0-c504-49a1-9534-099ad9563ffe tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:19.050968 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-698f4cf0-d50b-4e98-aa85-ffee0b02d77b req-54cec3c0-c504-49a1-9534-099ad9563ffe tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 945 time: 0.1347249 Feb 03 12:43:19.180662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-f855ebfd-5c21-454d-8c20-10074f95b4d2 req-286c0140-0940-4675-912e-22b878014a44 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Allocated IP 172.25.6.192 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/0cfa4bfc-6849-4dd4-b32e-b91bbeb6fcf9) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:43:19.181358 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-698f4cf0-d50b-4e98-aa85-ffee0b02d77b req-34d42a98-1053-4322-93fb-af0a32e9c617 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217058 Feb 03 12:43:19.425649 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3a6a6-1cb4-425a-ab6b-233b4d485dd2 req-e9d0085d-ea40-4a46-9c53-f19b5432bff9 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:19.428264 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f855ebfd-5c21-454d-8c20-10074f95b4d2 req-286c0140-0940-4675-912e-22b878014a44 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for port (0cfa4bfc-6849-4dd4-b32e-b91bbeb6fcf9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:19.428780 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dae3a6a6-1cb4-425a-ab6b-233b4d485dd2 req-e9d0085d-ea40-4a46-9c53-f19b5432bff9 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.1319008 Feb 03 12:43:19.485716 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f855ebfd-5c21-454d-8c20-10074f95b4d2 req-286c0140-0940-4675-912e-22b878014a44 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0cfa4bfc-6849-4dd4-b32e-b91bbeb6fcf9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:19.546133 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dae3a6a6-1cb4-425a-ab6b-233b4d485dd2 req-4d8bd49e-f97a-4a98-9ff7-6f568d41428b tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101608 Feb 03 12:43:19.551345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f855ebfd-5c21-454d-8c20-10074f95b4d2 req-286c0140-0940-4675-912e-22b878014a44 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:43:19.557969 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-f855ebfd-5c21-454d-8c20-10074f95b4d2 req-286c0140-0940-4675-912e-22b878014a44 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:19.560708 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f855ebfd-5c21-454d-8c20-10074f95b4d2 req-286c0140-0940-4675-912e-22b878014a44 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:43:19.597981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c0140-0940-4675-912e-22b878014a44 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Pushing event updated for resources: {'Port': ['ID=0cfa4bfc-6849-4dd4-b32e-b91bbeb6fcf9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:19.733581 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f855ebfd-5c21-454d-8c20-10074f95b4d2 req-286c0140-0940-4675-912e-22b878014a44 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for floatingip (b1cd2ee2-e3bc-457c-b97c-f120b67cdd4b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:19.813005 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be3e29-2dc2-4365-8a84-bf822927cc54 req-a6ddee56-b10c-4428-808e-9324aa2c7535 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:19.820746 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f855ebfd-5c21-454d-8c20-10074f95b4d2 req-286c0140-0940-4675-912e-22b878014a44 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0cfa4bfc-6849-4dd4-b32e-b91bbeb6fcf9), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:19.827329 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78be3e29-2dc2-4365-8a84-bf822927cc54 req-a6ddee56-b10c-4428-808e-9324aa2c7535 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.1460721 Feb 03 12:43:19.978062 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78be3e29-2dc2-4365-8a84-bf822927cc54 req-1da343b4-57c8-4117-b1a8-933d72987da8 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496782 Feb 03 12:43:20.089767 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f855ebfd-5c21-454d-8c20-10074f95b4d2 req-286c0140-0940-4675-912e-22b878014a44 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for port (0cfa4bfc-6849-4dd4-b32e-b91bbeb6fcf9), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:20.095780 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f855ebfd-5c21-454d-8c20-10074f95b4d2 req-286c0140-0940-4675-912e-22b878014a44 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (0cfa4bfc-6849-4dd4-b32e-b91bbeb6fcf9), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:20.187253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c0140-0940-4675-912e-22b878014a44 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Pushing event updated for resources: {'Port': ['ID=0cfa4bfc-6849-4dd4-b32e-b91bbeb6fcf9,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:20.204508 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f855ebfd-5c21-454d-8c20-10074f95b4d2 req-286c0140-0940-4675-912e-22b878014a44 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (b1cd2ee2-e3bc-457c-b97c-f120b67cdd4b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:20.228572 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f855ebfd-5c21-454d-8c20-10074f95b4d2 req-286c0140-0940-4675-912e-22b878014a44 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:20.240375 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f855ebfd-5c21-454d-8c20-10074f95b4d2 req-286c0140-0940-4675-912e-22b878014a44 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7183130 Feb 03 12:43:20.382723 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f855ebfd-5c21-454d-8c20-10074f95b4d2 req-b15980d0-8b90-4415-8a29-7ee40ad4a40b tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.192 HTTP/1.1" status: 200 len: 696 time: 0.1330104 Feb 03 12:43:20.654923 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855ebfd-5c21-454d-8c20-10074f95b4d2 req-7b691e7d-f5f8-4c85-adc3-2d37c2e5384c tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:20.656387 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f855ebfd-5c21-454d-8c20-10074f95b4d2 req-7b691e7d-f5f8-4c85-adc3-2d37c2e5384c tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.2722418 Feb 03 12:43:20.849840 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74c6d9-915f-4874-97d1-f2d2ff3d858b req-db26b36b-6e9a-4110-8316-861fdc450bec tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:20.859812 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ca74c6d9-915f-4874-97d1-f2d2ff3d858b req-db26b36b-6e9a-4110-8316-861fdc450bec tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 945 time: 0.1478291 Feb 03 12:43:20.929079 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64173cbd-8fef-4d9e-8f50-eed4bb1f6dd6 req-6cf0a9e0-01e7-494e-b568-50db523a647b tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2398186 Feb 03 12:43:20.940939 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-64173cbd-8fef-4d9e-8f50-eed4bb1f6dd6 req-9ab4c049-126e-4f94-b4e5-df224f3d7954 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:20.981708 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ca74c6d9-915f-4874-97d1-f2d2ff3d858b req-8206e807-feca-4657-8b9b-34744f04d873 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207957 Feb 03 12:43:21.005462 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-64173cbd-8fef-4d9e-8f50-eed4bb1f6dd6 req-9ab4c049-126e-4f94-b4e5-df224f3d7954 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:21.243357 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-64173cbd-8fef-4d9e-8f50-eed4bb1f6dd6 req-9ab4c049-126e-4f94-b4e5-df224f3d7954 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:21.336190 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61893fc5-977d-41a7-960b-28f7bec25596 req-82aa9bf9-cedf-496f-a772-ae244d184bd3 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:21.346655 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-61893fc5-977d-41a7-960b-28f7bec25596 req-82aa9bf9-cedf-496f-a772-ae244d184bd3 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.1779313 Feb 03 12:43:21.499409 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-61893fc5-977d-41a7-960b-28f7bec25596 req-5c8d0bc9-a9c9-4ed5-9248-a68dc432e65d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464424 Feb 03 12:43:21.626401 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-64173cbd-8fef-4d9e-8f50-eed4bb1f6dd6 req-9ab4c049-126e-4f94-b4e5-df224f3d7954 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Allocated IP 172.25.6.110 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/f02e3f17-6317-4f3f-8545-41b97acc73d1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:43:21.917269 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-64173cbd-8fef-4d9e-8f50-eed4bb1f6dd6 req-9ab4c049-126e-4f94-b4e5-df224f3d7954 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for port (f02e3f17-6317-4f3f-8545-41b97acc73d1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:22.055135 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-64173cbd-8fef-4d9e-8f50-eed4bb1f6dd6 req-9ab4c049-126e-4f94-b4e5-df224f3d7954 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (f02e3f17-6317-4f3f-8545-41b97acc73d1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:22.104031 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64173cbd-8fef-4d9e-8f50-eed4bb1f6dd6 req-9ab4c049-126e-4f94-b4e5-df224f3d7954 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:43:22.107049 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-64173cbd-8fef-4d9e-8f50-eed4bb1f6dd6 req-9ab4c049-126e-4f94-b4e5-df224f3d7954 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:22.111042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-64173cbd-8fef-4d9e-8f50-eed4bb1f6dd6 req-9ab4c049-126e-4f94-b4e5-df224f3d7954 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:43:22.217982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4c049-126e-4f94-b4e5-df224f3d7954 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Pushing event updated for resources: {'Port': ['ID=f02e3f17-6317-4f3f-8545-41b97acc73d1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:22.250371 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-64173cbd-8fef-4d9e-8f50-eed4bb1f6dd6 req-9ab4c049-126e-4f94-b4e5-df224f3d7954 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for floatingip (0c01edb3-9569-47ca-89c8-112760f098de), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:22.367993 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-64173cbd-8fef-4d9e-8f50-eed4bb1f6dd6 req-9ab4c049-126e-4f94-b4e5-df224f3d7954 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f02e3f17-6317-4f3f-8545-41b97acc73d1), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:22.429921 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52118) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:22.724822 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-64173cbd-8fef-4d9e-8f50-eed4bb1f6dd6 req-9ab4c049-126e-4f94-b4e5-df224f3d7954 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for port (f02e3f17-6317-4f3f-8545-41b97acc73d1), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:22.733923 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-64173cbd-8fef-4d9e-8f50-eed4bb1f6dd6 req-9ab4c049-126e-4f94-b4e5-df224f3d7954 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (f02e3f17-6317-4f3f-8545-41b97acc73d1), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:22.782370 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-abbf6845-1c51-40ce-a05b-2cd73eb6a6f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:22.871916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52136) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:22.882998 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-64173cbd-8fef-4d9e-8f50-eed4bb1f6dd6 req-9ab4c049-126e-4f94-b4e5-df224f3d7954 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (0c01edb3-9569-47ca-89c8-112760f098de), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:22.919164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4c049-126e-4f94-b4e5-df224f3d7954 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Pushing event updated for resources: {'Port': ['ID=f02e3f17-6317-4f3f-8545-41b97acc73d1,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:22.925487 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c75778-cc11-457d-8a07-eecfee5eebc4 req-57276c60-51c0-45f7-9764-96b8d62b7423 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:22.936389 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-58c75778-cc11-457d-8a07-eecfee5eebc4 req-57276c60-51c0-45f7-9764-96b8d62b7423 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.2709570 Feb 03 12:43:22.939799 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-64173cbd-8fef-4d9e-8f50-eed4bb1f6dd6 req-9ab4c049-126e-4f94-b4e5-df224f3d7954 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:22.950091 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64173cbd-8fef-4d9e-8f50-eed4bb1f6dd6 req-9ab4c049-126e-4f94-b4e5-df224f3d7954 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0199983 Feb 03 12:43:23.058797 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52146) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:23.087392 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64173cbd-8fef-4d9e-8f50-eed4bb1f6dd6 req-94aa1ee1-1db3-48f2-821b-1bbf19efd831 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.110 HTTP/1.1" status: 200 len: 696 time: 0.1348953 Feb 03 12:43:23.137576 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-58c75778-cc11-457d-8a07-eecfee5eebc4 req-b69c5f8e-87c9-409d-9283-ead07e13bb6e tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983106 Feb 03 12:43:23.234229 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-abbf6845-1c51-40ce-a05b-2cd73eb6a6f7 admin admin] Publish callbacks [] for security_group (68fc728c-c684-4831-9cea-3df56f096c6b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:23.240275 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-abbf6845-1c51-40ce-a05b-2cd73eb6a6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (68fc728c-c684-4831-9cea-3df56f096c6b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:23.324231 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-abbf6845-1c51-40ce-a05b-2cd73eb6a6f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06e4ed540ddd426aa6ed6435b1765228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8930359 Feb 03 12:43:23.325343 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf6845-1c51-40ce-a05b-2cd73eb6a6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fc728c-c684-4831-9cea-3df56f096c6b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:23.327325 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64173cbd-8fef-4d9e-8f50-eed4bb1f6dd6 req-ce472ca7-0284-485c-8bb1-d4d390357991 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:23.339589 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52150) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:23.353303 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64173cbd-8fef-4d9e-8f50-eed4bb1f6dd6 req-ce472ca7-0284-485c-8bb1-d4d390357991 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.2649796 Feb 03 12:43:23.463883 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44498383-f6b8-4cd5-8433-ae7082e04320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:24.343223 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e508714-e765-4293-9b96-5cf24f2bf172 admin admin] Publish callbacks [] for security_group (68fc728c-c684-4831-9cea-3df56f096c6b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:24.349762 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbaeba-182a-40cf-9288-513d1d3be736 req-2b20a457-e74f-467d-a26c-077aec17e5e0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:24.351354 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3afbaeba-182a-40cf-9288-513d1d3be736 req-2b20a457-e74f-467d-a26c-077aec17e5e0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.0921912 Feb 03 12:43:24.461431 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3afbaeba-182a-40cf-9288-513d1d3be736 req-1ce0e582-291b-40c2-9b69-ca7a3bb7b552 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990045 Feb 03 12:43:24.536065 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8ce447ef-abeb-4115-99fb-55bd26040bdc req-077e1cfa-ce34-41d2-9e4d-0b7c6214117f tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1396749 Feb 03 12:43:24.541109 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-8ce447ef-abeb-4115-99fb-55bd26040bdc req-c3f761d1-ddb1-497a-9b12-1d709c195968 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:24.548421 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e508714-e765-4293-9b96-5cf24f2bf172 admin admin] Publish callbacks [] for security_group (68fc728c-c684-4831-9cea-3df56f096c6b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:24.652197 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8ce447ef-abeb-4115-99fb-55bd26040bdc req-c3f761d1-ddb1-497a-9b12-1d709c195968 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:24.691753 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44498383-f6b8-4cd5-8433-ae7082e04320 admin admin] Publish callbacks [] for security_group (03787ed8-e337-4a68-9231-eb870efa0eaa), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:24.712235 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44498383-f6b8-4cd5-8433-ae7082e04320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (03787ed8-e337-4a68-9231-eb870efa0eaa), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:24.847998 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e508714-e765-4293-9b96-5cf24f2bf172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (68fc728c-c684-4831-9cea-3df56f096c6b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:24.851001 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e508714-e765-4293-9b96-5cf24f2bf172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:24.852336 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0e508714-e765-4293-9b96-5cf24f2bf172 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68fc728c-c684-4831-9cea-3df56f096c6b HTTP/1.1" status: 204 len: 168 time: 1.4703276 Feb 03 12:43:24.885161 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44498383-f6b8-4cd5-8433-ae7082e04320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03787ed8-e337-4a68-9231-eb870efa0eaa,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:24.959802 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e508714-e765-4293-9b96-5cf24f2bf172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fc728c-c684-4831-9cea-3df56f096c6b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:24.984378 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-44498383-f6b8-4cd5-8433-ae7082e04320 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=764dc9271f7b4248ae247c645be4c23d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9235203 Feb 03 12:43:24.987172 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52190) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:25.113625 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4e3a199-c2fa-4614-bb0f-ea2905f7e008 admin admin] Publish callbacks [] for security_group (03787ed8-e337-4a68-9231-eb870efa0eaa), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:25.172506 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4e3a199-c2fa-4614-bb0f-ea2905f7e008 admin admin] Publish callbacks [] for security_group (03787ed8-e337-4a68-9231-eb870efa0eaa), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:25.281076 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4e3a199-c2fa-4614-bb0f-ea2905f7e008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (03787ed8-e337-4a68-9231-eb870efa0eaa), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:25.284339 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4e3a199-c2fa-4614-bb0f-ea2905f7e008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:25.285524 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e4e3a199-c2fa-4614-bb0f-ea2905f7e008 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03787ed8-e337-4a68-9231-eb870efa0eaa HTTP/1.1" status: 204 len: 168 time: 0.2974856 Feb 03 12:43:25.298732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3a199-c2fa-4614-bb0f-ea2905f7e008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03787ed8-e337-4a68-9231-eb870efa0eaa,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:25.385861 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8ce447ef-abeb-4115-99fb-55bd26040bdc req-c3f761d1-ddb1-497a-9b12-1d709c195968 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:25.406776 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2b25798-15c8-474f-a1ca-951980cc5a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (1c88a2e0-b0f0-4fd1-b688-6cbb120273d1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:25.579503 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52210) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:25.595117 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20ce5302-9c99-4c45-8780-1b7cb3c21caa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:25.836046 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-8ce447ef-abeb-4115-99fb-55bd26040bdc req-c3f761d1-ddb1-497a-9b12-1d709c195968 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Allocated IP 172.25.6.32 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/76e8580e-7705-401d-8475-74455e7c94ba) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:43:25.872682 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535054d-98e5-45d5-bb4b-8a7e22b23080 req-4cb4547e-343e-42dc-b73d-939775f80860 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:25.875389 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7535054d-98e5-45d5-bb4b-8a7e22b23080 req-4cb4547e-343e-42dc-b73d-939775f80860 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.1892016 Feb 03 12:43:25.962472 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20ce5302-9c99-4c45-8780-1b7cb3c21caa admin admin] Publish callbacks [] for security_group (c28cad99-6f08-443b-a933-71fec77c9d1d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:25.997243 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20ce5302-9c99-4c45-8780-1b7cb3c21caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c28cad99-6f08-443b-a933-71fec77c9d1d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:26.069801 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7535054d-98e5-45d5-bb4b-8a7e22b23080 req-74722fc4-0a00-43a1-aa7d-03cb3bad5806 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783681 Feb 03 12:43:26.164222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce5302-9c99-4c45-8780-1b7cb3c21caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28cad99-6f08-443b-a933-71fec77c9d1d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:26.184460 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-20ce5302-9c99-4c45-8780-1b7cb3c21caa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=233c535b0e074b27a0b8898d82c38fa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6036704 Feb 03 12:43:26.187084 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52230) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:26.233405 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8ce447ef-abeb-4115-99fb-55bd26040bdc req-c3f761d1-ddb1-497a-9b12-1d709c195968 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for port (76e8580e-7705-401d-8475-74455e7c94ba), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:26.293733 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb807-f084-441b-9144-4886b9da716b admin admin] Publish callbacks [] for security_group (c28cad99-6f08-443b-a933-71fec77c9d1d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:26.343871 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb807-f084-441b-9144-4886b9da716b admin admin] Publish callbacks [] for security_group (c28cad99-6f08-443b-a933-71fec77c9d1d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:26.406919 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb807-f084-441b-9144-4886b9da716b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c28cad99-6f08-443b-a933-71fec77c9d1d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:26.411059 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb807-f084-441b-9144-4886b9da716b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:26.415455 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cc2bb807-f084-441b-9144-4886b9da716b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c28cad99-6f08-443b-a933-71fec77c9d1d HTTP/1.1" status: 204 len: 168 time: 0.2263625 Feb 03 12:43:26.424647 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bb807-f084-441b-9144-4886b9da716b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28cad99-6f08-443b-a933-71fec77c9d1d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:26.441906 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8ce447ef-abeb-4115-99fb-55bd26040bdc req-c3f761d1-ddb1-497a-9b12-1d709c195968 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (76e8580e-7705-401d-8475-74455e7c94ba), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:26.461558 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e2b25798-15c8-474f-a1ca-951980cc5a43 admin admin] Deleting port 2217c702-7f48-4ecd-aecb-db1a967af784 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:26.461897 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2b25798-15c8-474f-a1ca-951980cc5a43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (2217c702-7f48-4ecd-aecb-db1a967af784), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:26.616863 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce447ef-abeb-4115-99fb-55bd26040bdc req-c3f761d1-ddb1-497a-9b12-1d709c195968 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:43:26.636434 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-8ce447ef-abeb-4115-99fb-55bd26040bdc req-c3f761d1-ddb1-497a-9b12-1d709c195968 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:26.645062 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce447ef-abeb-4115-99fb-55bd26040bdc req-c3f761d1-ddb1-497a-9b12-1d709c195968 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:43:26.704249 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f761d1-ddb1-497a-9b12-1d709c195968 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Pushing event updated for resources: {'Port': ['ID=76e8580e-7705-401d-8475-74455e7c94ba,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:26.770285 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e2b25798-15c8-474f-a1ca-951980cc5a43 admin admin] For port 2217c702-7f48-4ecd-aecb-db1a967af784, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2217c702-7f48-4ecd-aecb-db1a967af784,segment=NetworkSegment(6a852571-8038-44f2-a989-6b1b07fdac62),segment_id=6a852571-8038-44f2-a989-6b1b07fdac62)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:26.770673 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2b25798-15c8-474f-a1ca-951980cc5a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (2217c702-7f48-4ecd-aecb-db1a967af784), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:26.804735 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e2b25798-15c8-474f-a1ca-951980cc5a43 admin admin] Calling delete_port for 2217c702-7f48-4ecd-aecb-db1a967af784 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:26.954871 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8ce447ef-abeb-4115-99fb-55bd26040bdc req-c3f761d1-ddb1-497a-9b12-1d709c195968 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for floatingip (3cb79834-0468-4cc8-81e8-64b4f59b0b1a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:27.106403 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8ce447ef-abeb-4115-99fb-55bd26040bdc req-c3f761d1-ddb1-497a-9b12-1d709c195968 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (76e8580e-7705-401d-8475-74455e7c94ba), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:27.240275 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2b25798-15c8-474f-a1ca-951980cc5a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (2217c702-7f48-4ecd-aecb-db1a967af784), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:27.278198 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b25798-15c8-474f-a1ca-951980cc5a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=2217c702-7f48-4ecd-aecb-db1a967af784,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:27.499088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369e831-9182-4b23-bf28-729641210ecf req-29a783c9-f91f-4be6-9411-138eab52428d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:27.512122 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0369e831-9182-4b23-bf28-729641210ecf req-29a783c9-f91f-4be6-9411-138eab52428d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.2001135 Feb 03 12:43:27.626381 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8ce447ef-abeb-4115-99fb-55bd26040bdc req-c3f761d1-ddb1-497a-9b12-1d709c195968 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for port (76e8580e-7705-401d-8475-74455e7c94ba), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:27.637774 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0369e831-9182-4b23-bf28-729641210ecf req-dc210cc2-fa60-46d6-b46d-8c0cd0c9c396 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246071 Feb 03 12:43:27.638071 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8ce447ef-abeb-4115-99fb-55bd26040bdc req-c3f761d1-ddb1-497a-9b12-1d709c195968 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (76e8580e-7705-401d-8475-74455e7c94ba), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:27.923880 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2b25798-15c8-474f-a1ca-951980cc5a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (1c88a2e0-b0f0-4fd1-b688-6cbb120273d1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:27.945039 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8ce447ef-abeb-4115-99fb-55bd26040bdc req-c3f761d1-ddb1-497a-9b12-1d709c195968 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (3cb79834-0468-4cc8-81e8-64b4f59b0b1a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:27.948985 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f761d1-ddb1-497a-9b12-1d709c195968 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Pushing event updated for resources: {'Port': ['ID=76e8580e-7705-401d-8475-74455e7c94ba,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:28.041781 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8ce447ef-abeb-4115-99fb-55bd26040bdc req-c3f761d1-ddb1-497a-9b12-1d709c195968 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:28.042928 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8ce447ef-abeb-4115-99fb-55bd26040bdc req-c3f761d1-ddb1-497a-9b12-1d709c195968 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5058775 Feb 03 12:43:28.142714 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8ce447ef-abeb-4115-99fb-55bd26040bdc req-31b6f963-0b02-4389-9fe1-a5e30b1b8a4a tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 695 time: 0.0905638 Feb 03 12:43:28.453928 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b25798-15c8-474f-a1ca-951980cc5a43 admin admin] Router 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:43:28.496013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce447ef-abeb-4115-99fb-55bd26040bdc req-0e776c73-008d-4a44-b625-fb400e0e29e2 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:28.499067 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8ce447ef-abeb-4115-99fb-55bd26040bdc req-0e776c73-008d-4a44-b625-fb400e0e29e2 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.3475909 Feb 03 12:43:28.584590 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-44e8206f-2d5e-488f-84b9-52338ea5b9de req-c27e6de6-44bc-46a7-99ae-c81872457287 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/floatingips/3cb79834-0468-4cc8-81e8-64b4f59b0b1a HTTP/1.1" status: 200 len: 692 time: 0.0573478 Feb 03 12:43:28.775995 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8206f-2d5e-488f-84b9-52338ea5b9de req-484609b7-1f87-4ec3-9280-f48728c1979d tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:28.794948 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-44e8206f-2d5e-488f-84b9-52338ea5b9de req-484609b7-1f87-4ec3-9280-f48728c1979d tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.2086360 Feb 03 12:43:28.839764 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b25798-15c8-474f-a1ca-951980cc5a43 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:43:28.852417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aeae29-c5c8-4406-af98-8cb430f35913 None None] Sync routers for ids ['1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:43:28.857858 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ca2ae09d-4d70-4a37-85e2-6596dc2f686f req-b1485673-c13b-4a6b-bbf0-5b959f048b5d tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/floatingips/3cb79834-0468-4cc8-81e8-64b4f59b0b1a HTTP/1.1" status: 200 len: 692 time: 0.0557473 Feb 03 12:43:28.862125 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e2b25798-15c8-474f-a1ca-951980cc5a43 admin admin] 10.222.0.18 "PUT /v2.0/routers/1c88a2e0-b0f0-4fd1-b688-6cbb120273d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9833176 Feb 03 12:43:28.870525 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52336) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:28.870768 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aeae29-c5c8-4406-af98-8cb430f35913 None None] Routers {'1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:28.876481 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-77aeae29-c5c8-4406-af98-8cb430f35913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:43:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:29.001147 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9dae0-f149-41cb-8b55-5714b1730236 req-c1687967-0265-488d-9fd3-d2955c0fd0ee tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:29.007513 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dfe9dae0-f149-41cb-8b55-5714b1730236 req-c1687967-0265-488d-9fd3-d2955c0fd0ee tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.1619081 Feb 03 12:43:29.117789 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dfe9dae0-f149-41cb-8b55-5714b1730236 req-940aeb66-dc66-426d-bd65-f03561103101 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064029 Feb 03 12:43:29.128124 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-77aeae29-c5c8-4406-af98-8cb430f35913 None None] Set router 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:29.236727 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ae09d-4d70-4a37-85e2-6596dc2f686f req-2c68491c-148c-446c-93d2-97c3e5b17692 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:29.245147 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ca2ae09d-4d70-4a37-85e2-6596dc2f686f req-2c68491c-148c-446c-93d2-97c3e5b17692 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.3856454 Feb 03 12:43:29.310912 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ca2ae09d-4d70-4a37-85e2-6596dc2f686f req-0af91d0b-aeb1-4a25-9f5c-dc621bccd539 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 695 time: 0.0647902 Feb 03 12:43:29.358002 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6aa3e3ac-45de-4491-8023-617cd72c7105 admin admin] Publish callbacks [] for router (1c88a2e0-b0f0-4fd1-b688-6cbb120273d1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:29.406651 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ca2ae09d-4d70-4a37-85e2-6596dc2f686f req-82f6be6a-bbfe-4c21-9e48-3e752be97707 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.32 HTTP/1.1" status: 200 len: 695 time: 0.0947962 Feb 03 12:43:29.438111 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-77aeae29-c5c8-4406-af98-8cb430f35913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'name': 'tempest-TaggedBootDevicesTest-639519300-router', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:31Z', 'updated_at': '2022-02-03T12:43:27Z', 'revision_number': 5, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'gw_port': {'id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:29.473791 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aeae29-c5c8-4406-af98-8cb430f35913 None None] Checking router: 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:43:29.494644 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aeae29-c5c8-4406-af98-8cb430f35913 None None] Routers {'1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:29.495533 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-77aeae29-c5c8-4406-af98-8cb430f35913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:43:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:29.718160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-77aeae29-c5c8-4406-af98-8cb430f35913 None None] Set router 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:29.949792 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6aa3e3ac-45de-4491-8023-617cd72c7105 admin admin] Publish callbacks [] for router_gateway (1c88a2e0-b0f0-4fd1-b688-6cbb120273d1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:30.021625 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ca2ae09d-4d70-4a37-85e2-6596dc2f686f req-203df156-9451-4291-8ef2-4ac84aa7dc68 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Deleting port 76e8580e-7705-401d-8475-74455e7c94ba {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:30.021967 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca2ae09d-4d70-4a37-85e2-6596dc2f686f req-203df156-9451-4291-8ef2-4ac84aa7dc68 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (76e8580e-7705-401d-8475-74455e7c94ba), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:30.036718 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-77aeae29-c5c8-4406-af98-8cb430f35913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'name': 'tempest-TaggedBootDevicesTest-639519300-router', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:31Z', 'updated_at': '2022-02-03T12:43:27Z', 'revision_number': 5, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'gw_port': {'id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:30.090171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aeae29-c5c8-4406-af98-8cb430f35913 None None] The sync data for ids ['1c88a2e0-b0f0-4fd1-b688-6cbb120273d1'] in n-d-827336-3 is: [{'id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'name': 'tempest-TaggedBootDevicesTest-639519300-router', 'tenant_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:31Z', 'updated_at': '2022-02-03T12:43:27Z', 'revision_number': 5, 'project_id': '2e9261d80c134a528c4f6c4dcfb8fdad', 'gw_port': {'id': 'dd1e4564-7ac3-461f-bdc7-519136ba2857', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c88a2e0-b0f0-4fd1-b688-6cbb120273d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:33Z', 'updated_at': '2022-02-03T12:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:43:30.165252 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca2ae09d-4d70-4a37-85e2-6596dc2f686f req-203df156-9451-4291-8ef2-4ac84aa7dc68 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (76e8580e-7705-401d-8475-74455e7c94ba), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:30.165981 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca2ae09d-4d70-4a37-85e2-6596dc2f686f req-203df156-9451-4291-8ef2-4ac84aa7dc68 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for floatingip (76e8580e-7705-401d-8475-74455e7c94ba), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:30.185919 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6aa3e3ac-45de-4491-8023-617cd72c7105 admin admin] Deleting port dd1e4564-7ac3-461f-bdc7-519136ba2857 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:30.186170 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6aa3e3ac-45de-4491-8023-617cd72c7105 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (dd1e4564-7ac3-461f-bdc7-519136ba2857), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:30.192132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ca2ae09d-4d70-4a37-85e2-6596dc2f686f req-203df156-9451-4291-8ef2-4ac84aa7dc68 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Calling delete_port for 76e8580e-7705-401d-8475-74455e7c94ba owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:30.346600 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77f1e8-148b-4903-909f-bbf81e9654c2 req-5e58171e-944d-4dac-a78e-331a81845465 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:30.350063 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52410) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:30.354465 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2b77f1e8-148b-4903-909f-bbf81e9654c2 req-5e58171e-944d-4dac-a78e-331a81845465 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.1102598 Feb 03 12:43:30.437863 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-6aa3e3ac-45de-4491-8023-617cd72c7105 admin admin] For port dd1e4564-7ac3-461f-bdc7-519136ba2857, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dd1e4564-7ac3-461f-bdc7-519136ba2857,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:30.438266 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6aa3e3ac-45de-4491-8023-617cd72c7105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (dd1e4564-7ac3-461f-bdc7-519136ba2857), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:30.460175 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2b77f1e8-148b-4903-909f-bbf81e9654c2 req-7f95347a-ee9c-4cfb-95ad-82eaebae61fe tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772016 Feb 03 12:43:30.472296 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6aa3e3ac-45de-4491-8023-617cd72c7105 admin admin] Calling delete_port for dd1e4564-7ac3-461f-bdc7-519136ba2857 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:30.606670 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca2ae09d-4d70-4a37-85e2-6596dc2f686f req-203df156-9451-4291-8ef2-4ac84aa7dc68 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (76e8580e-7705-401d-8475-74455e7c94ba), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:30.681589 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203df156-9451-4291-8ef2-4ac84aa7dc68 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Pushing event deleted for resources: {'Port': ['ID=76e8580e-7705-401d-8475-74455e7c94ba,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:30.824334 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff854c9-7ed7-403e-a11b-46032a1946dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:30.850728 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52426) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:30.915752 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca2ae09d-4d70-4a37-85e2-6596dc2f686f req-203df156-9451-4291-8ef2-4ac84aa7dc68 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for floatingip (3cb79834-0468-4cc8-81e8-64b4f59b0b1a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:30.920138 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca2ae09d-4d70-4a37-85e2-6596dc2f686f req-203df156-9451-4291-8ef2-4ac84aa7dc68 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:30.929271 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ca2ae09d-4d70-4a37-85e2-6596dc2f686f req-203df156-9451-4291-8ef2-4ac84aa7dc68 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "DELETE /v2.0/floatingips/3cb79834-0468-4cc8-81e8-64b4f59b0b1a HTTP/1.1" status: 204 len: 173 time: 1.5209541 Feb 03 12:43:30.931385 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6aa3e3ac-45de-4491-8023-617cd72c7105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (dd1e4564-7ac3-461f-bdc7-519136ba2857), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:30.996243 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.009537 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f552d75c-aa89-498b-8ed2-18a1b3928d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.018016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3e3ac-45de-4491-8023-617cd72c7105 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd1e4564-7ac3-461f-bdc7-519136ba2857,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:31.118217 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6aa3e3ac-45de-4491-8023-617cd72c7105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (1c88a2e0-b0f0-4fd1-b688-6cbb120273d1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.236560 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6aa3e3ac-45de-4491-8023-617cd72c7105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (1c88a2e0-b0f0-4fd1-b688-6cbb120273d1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.244079 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6aa3e3ac-45de-4491-8023-617cd72c7105 admin admin] Publish callbacks [] for router_controller (1c88a2e0-b0f0-4fd1-b688-6cbb120273d1), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.298498 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff854c9-7ed7-403e-a11b-46032a1946dd admin admin] Publish callbacks [] for security_group (0a025367-af3b-4c22-90cf-4de7f757770a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.304294 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff854c9-7ed7-403e-a11b-46032a1946dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0a025367-af3b-4c22-90cf-4de7f757770a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.350265 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6aa3e3ac-45de-4491-8023-617cd72c7105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (1c88a2e0-b0f0-4fd1-b688-6cbb120273d1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.351204 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa3e3ac-45de-4491-8023-617cd72c7105 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:43:31.365005 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f6e54-02cc-4d62-ac01-0a96bf900f65 req-61f90a31-6ecb-4743-85ae-9c7f59daa194 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:31.375886 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6aa3e3ac-45de-4491-8023-617cd72c7105 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.384423 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6aa3e3ac-45de-4491-8023-617cd72c7105 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1c88a2e0-b0f0-4fd1-b688-6cbb120273d1 HTTP/1.1" status: 204 len: 168 time: 2.5051351 Feb 03 12:43:31.391882 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52442) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:31.392130 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8c8f6e54-02cc-4d62-ac01-0a96bf900f65 req-61f90a31-6ecb-4743-85ae-9c7f59daa194 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3466041 Feb 03 12:43:31.402062 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bff854c9-7ed7-403e-a11b-46032a1946dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53cc6db4a166435aa01529b9503eb9c8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0450819 Feb 03 12:43:31.405272 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52444) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:31.413609 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f552d75c-aa89-498b-8ed2-18a1b3928d7d admin admin] Publish callbacks [] for security_group (a07105a4-f36d-49c1-8b96-ea1749923664), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.418173 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f552d75c-aa89-498b-8ed2-18a1b3928d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a07105a4-f36d-49c1-8b96-ea1749923664), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.439693 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff854c9-7ed7-403e-a11b-46032a1946dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a025367-af3b-4c22-90cf-4de7f757770a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:31.501168 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f552d75c-aa89-498b-8ed2-18a1b3928d7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc43787048224800911c6138ad3ae20d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6491706 Feb 03 12:43:31.502506 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552d75c-aa89-498b-8ed2-18a1b3928d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07105a4-f36d-49c1-8b96-ea1749923664,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:31.506243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52448) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:31.628416 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ceee1407-aeb7-4e7a-afa9-02b3687e226b req-31ba45c4-956d-4edd-b38e-a25e59f2c213 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=f7f202da24d344ea89e8607441b048d6 HTTP/1.1" status: 200 len: 1657 time: 0.1945615 Feb 03 12:43:31.651443 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c67db65-a572-4b8a-923e-a2830155a283 admin admin] Publish callbacks [] for security_group (a07105a4-f36d-49c1-8b96-ea1749923664), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.677926 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa75a6e-0925-436c-96a0-45e9ae9d6c45 admin admin] Deleting subnet b063e2a3-8e40-40f6-89bc-8502d1a3d0cc {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:43:31.689004 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c67db65-a572-4b8a-923e-a2830155a283 admin admin] Publish callbacks [] for security_group (a07105a4-f36d-49c1-8b96-ea1749923664), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.707097 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fa75a6e-0925-436c-96a0-45e9ae9d6c45 admin admin] Publish callbacks [] for subnet (b063e2a3-8e40-40f6-89bc-8502d1a3d0cc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.720855 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31acf89-50de-42fe-adc5-3e32c1d3d851 req-c332b341-0452-4594-8f4e-9fa4a16fdcb8 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:31.728211 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b31acf89-50de-42fe-adc5-3e32c1d3d851 req-c332b341-0452-4594-8f4e-9fa4a16fdcb8 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.1376419 Feb 03 12:43:31.756853 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fa75a6e-0925-436c-96a0-45e9ae9d6c45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (b063e2a3-8e40-40f6-89bc-8502d1a3d0cc), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.805871 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b31acf89-50de-42fe-adc5-3e32c1d3d851 req-d8c5e778-abca-4405-a508-dd34b644cb9d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758507 Feb 03 12:43:31.826437 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c67db65-a572-4b8a-923e-a2830155a283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a07105a4-f36d-49c1-8b96-ea1749923664), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.830128 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c67db65-a572-4b8a-923e-a2830155a283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.831915 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1c67db65-a572-4b8a-923e-a2830155a283 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a07105a4-f36d-49c1-8b96-ea1749923664 HTTP/1.1" status: 204 len: 168 time: 0.3047934 Feb 03 12:43:31.842491 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67db65-a572-4b8a-923e-a2830155a283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07105a4-f36d-49c1-8b96-ea1749923664,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:31.889881 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2f30f0c-ca10-44f6-8323-71f6b705f61a admin admin] Publish callbacks [] for security_group (0a025367-af3b-4c22-90cf-4de7f757770a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.925500 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fa75a6e-0925-436c-96a0-45e9ae9d6c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (b063e2a3-8e40-40f6-89bc-8502d1a3d0cc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:31.998731 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2f30f0c-ca10-44f6-8323-71f6b705f61a admin admin] Publish callbacks [] for security_group (0a025367-af3b-4c22-90cf-4de7f757770a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:32.024716 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee1407-aeb7-4e7a-afa9-02b3687e226b req-b8851759-b329-42a6-990f-0504cae3026f tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:32.026888 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ceee1407-aeb7-4e7a-afa9-02b3687e226b req-b8851759-b329-42a6-990f-0504cae3026f tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/networks?id=e9dedc31-644c-4c3c-ba28-45b6252d3499&id=e9dedc31-644c-4c3c-ba28-45b6252d3499&id=e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 787 time: 0.3889041 Feb 03 12:43:32.044417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-ceee1407-aeb7-4e7a-afa9-02b3687e226b req-79d50efd-2a3c-4991-ad82-82c99a493709 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:43:32.045791 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ceee1407-aeb7-4e7a-afa9-02b3687e226b req-79d50efd-2a3c-4991-ad82-82c99a493709 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132897 Feb 03 12:43:32.147195 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fa75a6e-0925-436c-96a0-45e9ae9d6c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (b063e2a3-8e40-40f6-89bc-8502d1a3d0cc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:32.203416 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa75a6e-0925-436c-96a0-45e9ae9d6c45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b063e2a3-8e40-40f6-89bc-8502d1a3d0cc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:32.218703 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-766d9ea4-f364-4c1c-a5ad-01c3a56b42f6 req-b614ae3c-2f5c-487a-8a1c-6c81afff4bca tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/floatingips/0c01edb3-9569-47ca-89c8-112760f098de HTTP/1.1" status: 200 len: 693 time: 0.1228087 Feb 03 12:43:32.243256 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dd1e4564-7ac3-461f-bdc7-519136ba2857 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:32.255485 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2f30f0c-ca10-44f6-8323-71f6b705f61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0a025367-af3b-4c22-90cf-4de7f757770a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:32.258303 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2f30f0c-ca10-44f6-8323-71f6b705f61a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:32.262521 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d2f30f0c-ca10-44f6-8323-71f6b705f61a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a025367-af3b-4c22-90cf-4de7f757770a HTTP/1.1" status: 204 len: 168 time: 0.8562446 Feb 03 12:43:32.281608 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fa75a6e-0925-436c-96a0-45e9ae9d6c45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:32.283358 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9e7771-3423-49c0-9dde-9902ee946b58 None None] Network 259c9e24-5450-466e-8578-f11470a26a3d requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:43:32.287483 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8fa75a6e-0925-436c-96a0-45e9ae9d6c45 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b063e2a3-8e40-40f6-89bc-8502d1a3d0cc HTTP/1.1" status: 204 len: 168 time: 0.8970315 Feb 03 12:43:32.287672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: dd1e4564-7ac3-461f-bdc7-519136ba2857 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:43:32.287672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dd1e4564-7ac3-461f-bdc7-519136ba2857 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:43:32.292565 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2217c702-7f48-4ecd-aecb-db1a967af784 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:32.299482 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52466) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:32.308989 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f30f0c-ca10-44f6-8323-71f6b705f61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a025367-af3b-4c22-90cf-4de7f757770a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:32.367768 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 2217c702-7f48-4ecd-aecb-db1a967af784 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:43:32.368155 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2217c702-7f48-4ecd-aecb-db1a967af784 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:43:32.456496 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d9ea4-f364-4c1c-a5ad-01c3a56b42f6 req-a878a6c7-feb1-4c16-a094-930fe26df0ed tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:32.466352 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-766d9ea4-f364-4c1c-a5ad-01c3a56b42f6 req-a878a6c7-feb1-4c16-a094-930fe26df0ed tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.2467186 Feb 03 12:43:32.481525 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61588f82-6979-419d-a5ff-a290e15211fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (259c9e24-5450-466e-8578-f11470a26a3d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:32.544431 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52472) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:32.616827 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-766d9ea4-f364-4c1c-a5ad-01c3a56b42f6 req-1279a426-e513-4a67-b09b-bbdd2495d4bc tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.110 HTTP/1.1" status: 200 len: 696 time: 0.1495004 Feb 03 12:43:32.619680 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a8e0e9e-9fda-45d9-b4d5-ccab4ef25c0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:32.636307 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-61588f82-6979-419d-a5ff-a290e15211fe admin admin] Deleting port 9f4332d5-8d05-427c-a7ea-01f7b90ad98f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:32.636666 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61588f82-6979-419d-a5ff-a290e15211fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (9f4332d5-8d05-427c-a7ea-01f7b90ad98f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:32.689294 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] DHCP port deletion for 259c9e24-5450-466e-8578-f11470a26a3d request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:43:32.735977 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-766d9ea4-f364-4c1c-a5ad-01c3a56b42f6 req-c6f1ba7d-481f-461c-824a-3596b8d3f703 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.110 HTTP/1.1" status: 200 len: 696 time: 0.1182060 Feb 03 12:43:32.791210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] Deleting port 9f4332d5-8d05-427c-a7ea-01f7b90ad98f {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:32.791707 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (9f4332d5-8d05-427c-a7ea-01f7b90ad98f), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:32.868775 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-61588f82-6979-419d-a5ff-a290e15211fe admin admin] For port 9f4332d5-8d05-427c-a7ea-01f7b90ad98f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9f4332d5-8d05-427c-a7ea-01f7b90ad98f,segment=NetworkSegment(6a852571-8038-44f2-a989-6b1b07fdac62),segment_id=6a852571-8038-44f2-a989-6b1b07fdac62)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:32.869680 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61588f82-6979-419d-a5ff-a290e15211fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (9f4332d5-8d05-427c-a7ea-01f7b90ad98f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:32.876401 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] For port 9f4332d5-8d05-427c-a7ea-01f7b90ad98f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9f4332d5-8d05-427c-a7ea-01f7b90ad98f,segment=NetworkSegment(6a852571-8038-44f2-a989-6b1b07fdac62),segment_id=6a852571-8038-44f2-a989-6b1b07fdac62)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:32.877131 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (9f4332d5-8d05-427c-a7ea-01f7b90ad98f), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:32.911804 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52482) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:32.914893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] Calling delete_port for 9f4332d5-8d05-427c-a7ea-01f7b90ad98f owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:32.917140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-61588f82-6979-419d-a5ff-a290e15211fe admin admin] Calling delete_port for 9f4332d5-8d05-427c-a7ea-01f7b90ad98f owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:32.958839 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e3fbc8b-30ad-4214-be6b-db40b41ab564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.030292 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (9f4332d5-8d05-427c-a7ea-01f7b90ad98f), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.089702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] Pushing event deleted for resources: {'Port': ['ID=9f4332d5-8d05-427c-a7ea-01f7b90ad98f,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:33.095736 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] No DVR routers for this DVR port 9f4332d5-8d05-427c-a7ea-01f7b90ad98f on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:43:33.117352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.118003 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.118930 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.120571 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147261b-483d-4f64-80eb-0d808f85663b req-8fad3434-a4ac-421e-9a81-7f0f4af2bcaa tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:33.121156 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.121623 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.121970 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.122352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.122647 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.122978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.123309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.123637 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.124261 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.124748 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31bfc76-42f6-4a49-8168-9d11a92a029b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.137692 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2147261b-483d-4f64-80eb-0d808f85663b req-8fad3434-a4ac-421e-9a81-7f0f4af2bcaa tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.1800060 Feb 03 12:43:33.259488 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e3fbc8b-30ad-4214-be6b-db40b41ab564 admin admin] Publish callbacks [] for security_group (7cd2d05a-7f3f-4363-9c4b-ab9addc9035c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.264868 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61588f82-6979-419d-a5ff-a290e15211fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (9f4332d5-8d05-427c-a7ea-01f7b90ad98f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.273616 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e3fbc8b-30ad-4214-be6b-db40b41ab564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7cd2d05a-7f3f-4363-9c4b-ab9addc9035c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.336430 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3fbc8b-30ad-4214-be6b-db40b41ab564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd2d05a-7f3f-4363-9c4b-ab9addc9035c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:33.346018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61588f82-6979-419d-a5ff-a290e15211fe admin admin] Pushing event deleted for resources: {'Port': ['ID=9f4332d5-8d05-427c-a7ea-01f7b90ad98f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:33.354550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61588f82-6979-419d-a5ff-a290e15211fe admin admin] No DVR routers for this DVR port 9f4332d5-8d05-427c-a7ea-01f7b90ad98f on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:43:33.359114 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2147261b-483d-4f64-80eb-0d808f85663b req-d3a4f0c4-e688-4739-9449-51d4d78db119 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115948 Feb 03 12:43:33.368135 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0e3fbc8b-30ad-4214-be6b-db40b41ab564 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cdc7b2c807d44b8da3b60f3bdd053301&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4524846 Feb 03 12:43:33.388515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52488) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:33.474055 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61588f82-6979-419d-a5ff-a290e15211fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (259c9e24-5450-466e-8578-f11470a26a3d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.474165 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-578d8ba8-d119-4b65-8a88-b3ca98432d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.505564 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-61588f82-6979-419d-a5ff-a290e15211fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259c9e24-5450-466e-8578-f11470a26a3d']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:33.526299 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-61588f82-6979-419d-a5ff-a290e15211fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a852571-8038-44f2-a989-6b1b07fdac62') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:33.526697 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-61588f82-6979-419d-a5ff-a290e15211fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a852571-8038-44f2-a989-6b1b07fdac62') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:33.529293 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13bd0227-153b-45bc-b563-35217085b61e admin admin] Publish callbacks [] for security_group (7cd2d05a-7f3f-4363-9c4b-ab9addc9035c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.545375 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a8e0e9e-9fda-45d9-b4d5-ccab4ef25c0f admin admin] Publish callbacks [] for security_group (e3244a89-7115-4e05-aadc-2c8f8418ff78), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.560827 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a8e0e9e-9fda-45d9-b4d5-ccab4ef25c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e3244a89-7115-4e05-aadc-2c8f8418ff78), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.564530 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61588f82-6979-419d-a5ff-a290e15211fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (6a852571-8038-44f2-a989-6b1b07fdac62), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.595567 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13bd0227-153b-45bc-b563-35217085b61e admin admin] Publish callbacks [] for security_group (7cd2d05a-7f3f-4363-9c4b-ab9addc9035c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.600268 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61588f82-6979-419d-a5ff-a290e15211fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (6a852571-8038-44f2-a989-6b1b07fdac62), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.623841 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61588f82-6979-419d-a5ff-a290e15211fe admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:43:33.624355 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61588f82-6979-419d-a5ff-a290e15211fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (6a852571-8038-44f2-a989-6b1b07fdac62), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:43:33.626261 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:43:33.636045 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-766d9ea4-f364-4c1c-a5ad-01c3a56b42f6 req-0402d885-9e8c-49df-9c86-86c7927816e1 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Deleting port f02e3f17-6317-4f3f-8545-41b97acc73d1 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:33.636385 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-766d9ea4-f364-4c1c-a5ad-01c3a56b42f6 req-0402d885-9e8c-49df-9c86-86c7927816e1 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f02e3f17-6317-4f3f-8545-41b97acc73d1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.667956 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6a8e0e9e-9fda-45d9-b4d5-ccab4ef25c0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60ee730d9be0439e9228e395a1588d82&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1224575 Feb 03 12:43:33.668701 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52498) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:33.675993 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e0e9e-9fda-45d9-b4d5-ccab4ef25c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3244a89-7115-4e05-aadc-2c8f8418ff78,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:33.693925 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0e9e-9fda-45d9-b4d5-ccab4ef25c0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.694296 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0e9e-9fda-45d9-b4d5-ccab4ef25c0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.694607 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0e9e-9fda-45d9-b4d5-ccab4ef25c0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.694943 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0e9e-9fda-45d9-b4d5-ccab4ef25c0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.695273 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0e9e-9fda-45d9-b4d5-ccab4ef25c0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.695604 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0e9e-9fda-45d9-b4d5-ccab4ef25c0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.695929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0e9e-9fda-45d9-b4d5-ccab4ef25c0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.696293 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0e9e-9fda-45d9-b4d5-ccab4ef25c0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.696674 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0e9e-9fda-45d9-b4d5-ccab4ef25c0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.697059 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0e9e-9fda-45d9-b4d5-ccab4ef25c0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.697422 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0e9e-9fda-45d9-b4d5-ccab4ef25c0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.697745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0e9e-9fda-45d9-b4d5-ccab4ef25c0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.698061 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0e9e-9fda-45d9-b4d5-ccab4ef25c0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:33.756106 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61588f82-6979-419d-a5ff-a290e15211fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (259c9e24-5450-466e-8578-f11470a26a3d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.777449 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61588f82-6979-419d-a5ff-a290e15211fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.781050 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-61588f82-6979-419d-a5ff-a290e15211fe admin admin] 10.222.0.18 "DELETE /v2.0/networks/259c9e24-5450-466e-8578-f11470a26a3d HTTP/1.1" status: 204 len: 168 time: 1.4682999 Feb 03 12:43:33.785042 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52500) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:33.792629 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61588f82-6979-419d-a5ff-a290e15211fe admin admin] Pushing event deleted for resources: {'Network': ['ID=259c9e24-5450-466e-8578-f11470a26a3d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:33.807504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7414b-a66e-428b-90dd-2330b92376e0 req-d83e5b69-d7f9-46a1-a4d1-4601051f2eab tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:33.808673 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ad7414b-a66e-428b-90dd-2330b92376e0 req-d83e5b69-d7f9-46a1-a4d1-4601051f2eab tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.1504800 Feb 03 12:43:33.815632 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13bd0227-153b-45bc-b563-35217085b61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7cd2d05a-7f3f-4363-9c4b-ab9addc9035c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.818932 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13bd0227-153b-45bc-b563-35217085b61e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.822555 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-13bd0227-153b-45bc-b563-35217085b61e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7cd2d05a-7f3f-4363-9c4b-ab9addc9035c HTTP/1.1" status: 204 len: 168 time: 0.4304981 Feb 03 12:43:33.843895 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-766d9ea4-f364-4c1c-a5ad-01c3a56b42f6 req-0402d885-9e8c-49df-9c86-86c7927816e1 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f02e3f17-6317-4f3f-8545-41b97acc73d1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.844444 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-766d9ea4-f364-4c1c-a5ad-01c3a56b42f6 req-0402d885-9e8c-49df-9c86-86c7927816e1 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for floatingip (f02e3f17-6317-4f3f-8545-41b97acc73d1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.859046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd0227-153b-45bc-b563-35217085b61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd2d05a-7f3f-4363-9c4b-ab9addc9035c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:33.883791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-766d9ea4-f364-4c1c-a5ad-01c3a56b42f6 req-0402d885-9e8c-49df-9c86-86c7927816e1 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Calling delete_port for f02e3f17-6317-4f3f-8545-41b97acc73d1 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:33.899685 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ad7414b-a66e-428b-90dd-2330b92376e0 req-0b09f795-24cc-4f42-9dae-6ff6b53f3eeb tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783236 Feb 03 12:43:33.910069 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e80d4c6b-5c51-4b6f-a53a-61385e857316 admin admin] Publish callbacks [] for security_group (e3244a89-7115-4e05-aadc-2c8f8418ff78), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:33.995143 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e80d4c6b-5c51-4b6f-a53a-61385e857316 admin admin] Publish callbacks [] for security_group (e3244a89-7115-4e05-aadc-2c8f8418ff78), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:34.034000 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf01e4-7573-4159-9419-b1e3a48e702d req-add9f2ce-e2b9-4813-ab3e-1447dddc13ae tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:34.041821 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-32bf01e4-7573-4159-9419-b1e3a48e702d req-add9f2ce-e2b9-4813-ab3e-1447dddc13ae tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.0747163 Feb 03 12:43:34.107571 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-32bf01e4-7573-4159-9419-b1e3a48e702d req-7ccc39f7-0de4-4846-a01c-908bdcb0e616 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598116 Feb 03 12:43:34.259390 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-766d9ea4-f364-4c1c-a5ad-01c3a56b42f6 req-0402d885-9e8c-49df-9c86-86c7927816e1 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f02e3f17-6317-4f3f-8545-41b97acc73d1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:34.262888 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9f4332d5-8d05-427c-a7ea-01f7b90ad98f no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:34.270396 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e80d4c6b-5c51-4b6f-a53a-61385e857316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e3244a89-7115-4e05-aadc-2c8f8418ff78), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:34.271210 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e80d4c6b-5c51-4b6f-a53a-61385e857316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:34.274720 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e80d4c6b-5c51-4b6f-a53a-61385e857316 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3244a89-7115-4e05-aadc-2c8f8418ff78 HTTP/1.1" status: 204 len: 168 time: 0.5864456 Feb 03 12:43:34.325595 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 9f4332d5-8d05-427c-a7ea-01f7b90ad98f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:43:34.325973 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9f4332d5-8d05-427c-a7ea-01f7b90ad98f not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:43:34.424120 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402d885-9e8c-49df-9c86-86c7927816e1 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Pushing event deleted for resources: {'Port': ['ID=f02e3f17-6317-4f3f-8545-41b97acc73d1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:34.439141 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d4c6b-5c51-4b6f-a53a-61385e857316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3244a89-7115-4e05-aadc-2c8f8418ff78,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:34.630132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bd8f1-774e-4556-8636-781ab9aeae5f req-290dbbca-aac6-4e35-a198-fe0d1616fc27 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:34.642152 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-230bd8f1-774e-4556-8636-781ab9aeae5f req-290dbbca-aac6-4e35-a198-fe0d1616fc27 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.1089301 Feb 03 12:43:34.727620 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-230bd8f1-774e-4556-8636-781ab9aeae5f req-bb146150-4c34-4618-85c7-5d76282793a4 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842957 Feb 03 12:43:34.790262 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-766d9ea4-f364-4c1c-a5ad-01c3a56b42f6 req-0402d885-9e8c-49df-9c86-86c7927816e1 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for floatingip (0c01edb3-9569-47ca-89c8-112760f098de), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:34.794423 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-766d9ea4-f364-4c1c-a5ad-01c3a56b42f6 req-0402d885-9e8c-49df-9c86-86c7927816e1 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:34.795891 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-766d9ea4-f364-4c1c-a5ad-01c3a56b42f6 req-0402d885-9e8c-49df-9c86-86c7927816e1 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "DELETE /v2.0/floatingips/0c01edb3-9569-47ca-89c8-112760f098de HTTP/1.1" status: 204 len: 173 time: 2.0587289 Feb 03 12:43:34.924813 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7fb3756f-f58f-4425-85aa-a5101c6bdc63 req-95fcfe4b-7c55-42ce-8227-b0c41d909dc4 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/floatingips/b1cd2ee2-e3bc-457c-b97c-f120b67cdd4b HTTP/1.1" status: 200 len: 693 time: 0.1018562 Feb 03 12:43:35.007239 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-914c0dd5-7f4a-4580-8f78-d0a291dbde92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (70448c38-2d53-4a95-8673-62be3402de1b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:35.174455 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3756f-f58f-4425-85aa-a5101c6bdc63 req-49b019d7-bdd0-446e-9cc2-4d02211934c0 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:35.182458 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7fb3756f-f58f-4425-85aa-a5101c6bdc63 req-49b019d7-bdd0-446e-9cc2-4d02211934c0 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.2552674 Feb 03 12:43:35.317724 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7fb3756f-f58f-4425-85aa-a5101c6bdc63 req-3555dce4-0348-4b70-a0e8-fa5813ba98d8 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.192 HTTP/1.1" status: 200 len: 696 time: 0.1341271 Feb 03 12:43:35.467437 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7fb3756f-f58f-4425-85aa-a5101c6bdc63 req-b0560346-e8e1-4e09-8744-9327fa9638fa tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.192 HTTP/1.1" status: 200 len: 696 time: 0.1487875 Feb 03 12:43:35.678081 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-914c0dd5-7f4a-4580-8f78-d0a291dbde92 admin admin] Deleting port 1e184c78-0a35-49ab-986e-19fee9845ece {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:35.678456 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-914c0dd5-7f4a-4580-8f78-d0a291dbde92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1e184c78-0a35-49ab-986e-19fee9845ece), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:35.723551 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7fb3756f-f58f-4425-85aa-a5101c6bdc63 req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Deleting port 0cfa4bfc-6849-4dd4-b32e-b91bbeb6fcf9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:35.724142 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7fb3756f-f58f-4425-85aa-a5101c6bdc63 req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0cfa4bfc-6849-4dd4-b32e-b91bbeb6fcf9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:35.840010 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd5bab-1544-4f22-ba6a-b62cdf8bc8d7 req-0754ffb8-0dfb-40f4-a6df-59d28cc8df18 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:35.841580 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d7cd5bab-1544-4f22-ba6a-b62cdf8bc8d7 req-0754ffb8-0dfb-40f4-a6df-59d28cc8df18 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.31 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.1483464 Feb 03 12:43:35.930610 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-914c0dd5-7f4a-4580-8f78-d0a291dbde92 admin admin] For port 1e184c78-0a35-49ab-986e-19fee9845ece, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1e184c78-0a35-49ab-986e-19fee9845ece,segment=NetworkSegment(c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac),segment_id=c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:35.932192 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-914c0dd5-7f4a-4580-8f78-d0a291dbde92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1e184c78-0a35-49ab-986e-19fee9845ece), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:35.941562 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-62e6d965-fc3e-4baa-84c5-268d159f5633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:35.950471 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-914c0dd5-7f4a-4580-8f78-d0a291dbde92 admin admin] Calling delete_port for 1e184c78-0a35-49ab-986e-19fee9845ece owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:35.986595 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7fb3756f-f58f-4425-85aa-a5101c6bdc63 req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0cfa4bfc-6849-4dd4-b32e-b91bbeb6fcf9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:35.986938 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7fb3756f-f58f-4425-85aa-a5101c6bdc63 req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for floatingip (0cfa4bfc-6849-4dd4-b32e-b91bbeb6fcf9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:36.018827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7fb3756f-f58f-4425-85aa-a5101c6bdc63 req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Calling delete_port for 0cfa4bfc-6849-4dd4-b32e-b91bbeb6fcf9 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:36.327827 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7fb3756f-f58f-4425-85aa-a5101c6bdc63 req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0cfa4bfc-6849-4dd4-b32e-b91bbeb6fcf9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:36.388836 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Pushing event deleted for resources: {'Port': ['ID=0cfa4bfc-6849-4dd4-b32e-b91bbeb6fcf9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:36.444763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e1fd5-cad8-4f10-8c45-96b970294ca8 req-c1f46194-eed7-4017-830b-21f00acbc15b tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:36.446410 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d37e1fd5-cad8-4f10-8c45-96b970294ca8 req-c1f46194-eed7-4017-830b-21f00acbc15b tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 946 time: 0.5372250 Feb 03 12:43:36.454622 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-d7cd5bab-1544-4f22-ba6a-b62cdf8bc8d7 req-71667a5d-003f-4375-ba27-c73faa97ac99 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Deleting port f328211a-614a-4eaf-b566-ab4199e6b0c0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:36.454969 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d7cd5bab-1544-4f22-ba6a-b62cdf8bc8d7 req-71667a5d-003f-4375-ba27-c73faa97ac99 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f328211a-614a-4eaf-b566-ab4199e6b0c0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:36.461723 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:36.462112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:36.462436 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:36.462812 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:36.463194 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:36.463534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:36.463872 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:36.465641 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:36.465989 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:36.466334 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:36.467555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:36.469018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:36.470523 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:43:36.498814 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52594) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:36.554596 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7fb3756f-f58f-4425-85aa-a5101c6bdc63 req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for floatingip (b1cd2ee2-e3bc-457c-b97c-f120b67cdd4b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:36.558867 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7fb3756f-f58f-4425-85aa-a5101c6bdc63 req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:36.559803 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7fb3756f-f58f-4425-85aa-a5101c6bdc63 req-9f194114-a564-4be4-9db9-d01468b8d9fd tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "DELETE /v2.0/floatingips/b1cd2ee2-e3bc-457c-b97c-f120b67cdd4b HTTP/1.1" status: 204 len: 173 time: 1.0842612 Feb 03 12:43:36.583725 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-914c0dd5-7f4a-4580-8f78-d0a291dbde92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (1e184c78-0a35-49ab-986e-19fee9845ece), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:36.588400 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d37e1fd5-cad8-4f10-8c45-96b970294ca8 req-3441b1e1-fd41-4590-bb1b-cf735545599d tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275520 Feb 03 12:43:36.631411 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c0dd5-7f4a-4580-8f78-d0a291dbde92 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e184c78-0a35-49ab-986e-19fee9845ece,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:36.670035 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6541db52-3a13-497f-8920-56452e483eb2 req-2fd7f27e-fffc-4eee-bd20-eaec51d801ed tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/floatingips/8967f953-b6b0-4d1d-bfec-04bc09aef2a0 HTTP/1.1" status: 200 len: 693 time: 0.0685749 Feb 03 12:43:36.848267 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-d7cd5bab-1544-4f22-ba6a-b62cdf8bc8d7 req-71667a5d-003f-4375-ba27-c73faa97ac99 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] For port f328211a-614a-4eaf-b566-ab4199e6b0c0, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f328211a-614a-4eaf-b566-ab4199e6b0c0,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:36.848867 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d7cd5bab-1544-4f22-ba6a-b62cdf8bc8d7 req-71667a5d-003f-4375-ba27-c73faa97ac99 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f328211a-614a-4eaf-b566-ab4199e6b0c0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:36.855209 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:36.929060 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541db52-3a13-497f-8920-56452e483eb2 req-c7aaa93f-32ab-4ab6-a060-89a38316b2a4 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:36.938799 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6541db52-3a13-497f-8920-56452e483eb2 req-c7aaa93f-32ab-4ab6-a060-89a38316b2a4 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.2707267 Feb 03 12:43:37.003001 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-d7cd5bab-1544-4f22-ba6a-b62cdf8bc8d7 req-71667a5d-003f-4375-ba27-c73faa97ac99 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Calling delete_port for f328211a-614a-4eaf-b566-ab4199e6b0c0 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:37.017321 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6541db52-3a13-497f-8920-56452e483eb2 req-4acdbf3c-9a9f-4bfb-adb0-dfbe1efeef96 tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 696 time: 0.0651114 Feb 03 12:43:37.056176 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e42bb6ba-bc43-47e0-ad64-2b0f08957a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:37.454995 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6541db52-3a13-497f-8920-56452e483eb2 req-5c31a4c7-4239-43e9-b767-3eee20ae139e tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 696 time: 0.4303427 Feb 03 12:43:37.472176 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-914c0dd5-7f4a-4580-8f78-d0a291dbde92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (70448c38-2d53-4a95-8673-62be3402de1b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:37.474319 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d7cd5bab-1544-4f22-ba6a-b62cdf8bc8d7 req-71667a5d-003f-4375-ba27-c73faa97ac99 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f328211a-614a-4eaf-b566-ab4199e6b0c0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:37.511829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['9b398a78-50d2-4141-9d11-5423875b26ed'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:43:37.519956 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71667a5d-003f-4375-ba27-c73faa97ac99 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Pushing event deleted for resources: {'Port': ['ID=f328211a-614a-4eaf-b566-ab4199e6b0c0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:37.625559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7cd5bab-1544-4f22-ba6a-b62cdf8bc8d7 req-71667a5d-003f-4375-ba27-c73faa97ac99 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] No DVR routers for this DVR port f328211a-614a-4eaf-b566-ab4199e6b0c0 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:43:37.629267 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d7cd5bab-1544-4f22-ba6a-b62cdf8bc8d7 req-71667a5d-003f-4375-ba27-c73faa97ac99 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:37.632585 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d7cd5bab-1544-4f22-ba6a-b62cdf8bc8d7 req-71667a5d-003f-4375-ba27-c73faa97ac99 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.31 "DELETE /v2.0/ports/f328211a-614a-4eaf-b566-ab4199e6b0c0 HTTP/1.1" status: 204 len: 173 time: 1.7837865 Feb 03 12:43:37.640656 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86e0132-6f94-470c-a421-7b47488fc2af', 'name': 'network-vif-deleted', 'tag': 'f328211a-614a-4eaf-b566-ab4199e6b0c0'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:37.643139 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093ce985-20d0-4c01-a871-a9d4eaff1a61" -d '{"events": [{"server_uuid": "e86e0132-6f94-470c-a421-7b47488fc2af", "name": "network-vif-deleted", "tag": "f328211a-614a-4eaf-b566-ab4199e6b0c0"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:37.724521 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-6541db52-3a13-497f-8920-56452e483eb2 req-af033072-2518-4fb4-ade9-2056ca5af67b tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Deleting port 7f9db4d8-5caa-4a39-a56d-c957f61f7849 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:37.724878 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6541db52-3a13-497f-8920-56452e483eb2 req-af033072-2518-4fb4-ade9-2056ca5af67b tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (7f9db4d8-5caa-4a39-a56d-c957f61f7849), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:37.759734 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e42bb6ba-bc43-47e0-ad64-2b0f08957a35 admin admin] Publish callbacks [] for security_group (2eb342dc-b797-4dad-a15b-b33b5a89d081), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:37.772298 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e42bb6ba-bc43-47e0-ad64-2b0f08957a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2eb342dc-b797-4dad-a15b-b33b5a89d081), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:37.823652 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e42bb6ba-bc43-47e0-ad64-2b0f08957a35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3935ce2246d149b38c0002387da6e85c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3189647 Feb 03 12:43:37.829997 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52640) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:37.914770 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-47b8c40c-c5d1-49eb-9b7e-d6343519903e req-7ab15e3d-8043-4874-a3d3-d1162ee43ab8 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=e86e0132-6f94-470c-a421-7b47488fc2af HTTP/1.1" status: 200 len: 210 time: 0.0998945 Feb 03 12:43:37.952949 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bb6ba-bc43-47e0-ad64-2b0f08957a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb342dc-b797-4dad-a15b-b33b5a89d081,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:38.028050 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6541db52-3a13-497f-8920-56452e483eb2 req-af033072-2518-4fb4-ade9-2056ca5af67b tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (7f9db4d8-5caa-4a39-a56d-c957f61f7849), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:38.030150 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6541db52-3a13-497f-8920-56452e483eb2 req-af033072-2518-4fb4-ade9-2056ca5af67b tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for floatingip (7f9db4d8-5caa-4a39-a56d-c957f61f7849), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:38.057853 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7a1a47-0fa3-4a27-a481-1c550f5319ef x-openstack-request-id: req-be7a1a47-0fa3-4a27-a481-1c550f5319ef {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:38.058106 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86e0132-6f94-470c-a421-7b47488fc2af", "name": "network-vif-deleted", "tag": "f328211a-614a-4eaf-b566-ab4199e6b0c0", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:38.058341 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be7a1a47-0fa3-4a27-a481-1c550f5319ef {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:38.058726 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86e0132-6f94-470c-a421-7b47488fc2af', 'name': 'network-vif-deleted', 'tag': 'f328211a-614a-4eaf-b566-ab4199e6b0c0', 'status': 'completed', 'code': 200} Feb 03 12:43:38.059622 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-6541db52-3a13-497f-8920-56452e483eb2 req-af033072-2518-4fb4-ade9-2056ca5af67b tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Calling delete_port for 7f9db4d8-5caa-4a39-a56d-c957f61f7849 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:38.162472 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8cdea2cf-2f1d-4f48-a3d8-a9fdab2207db admin admin] Publish callbacks [] for security_group (2eb342dc-b797-4dad-a15b-b33b5a89d081), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:38.167131 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:38.208687 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8cdea2cf-2f1d-4f48-a3d8-a9fdab2207db admin admin] Publish callbacks [] for security_group (2eb342dc-b797-4dad-a15b-b33b5a89d081), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:38.233837 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914c0dd5-7f4a-4580-8f78-d0a291dbde92 admin admin] Router 70448c38-2d53-4a95-8673-62be3402de1b has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:43:38.339807 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6541db52-3a13-497f-8920-56452e483eb2 req-af033072-2518-4fb4-ade9-2056ca5af67b tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (7f9db4d8-5caa-4a39-a56d-c957f61f7849), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:38.460182 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af033072-2518-4fb4-ade9-2056ca5af67b tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Pushing event deleted for resources: {'Port': ['ID=7f9db4d8-5caa-4a39-a56d-c957f61f7849,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:38.482216 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914c0dd5-7f4a-4580-8f78-d0a291dbde92 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:43:38.484467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52650) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:38.496213 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e688ccfa-af43-418f-a836-3fb1b487b066 None None] Sync routers for ids ['70448c38-2d53-4a95-8673-62be3402de1b'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:43:38.508943 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-914c0dd5-7f4a-4580-8f78-d0a291dbde92 admin admin] 10.222.0.18 "PUT /v2.0/routers/70448c38-2d53-4a95-8673-62be3402de1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7186320 Feb 03 12:43:38.509420 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52654) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:38.513566 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e688ccfa-af43-418f-a836-3fb1b487b066 None None] Routers {'70448c38-2d53-4a95-8673-62be3402de1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:38.514671 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e688ccfa-af43-418f-a836-3fb1b487b066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:43:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['70448c38-2d53-4a95-8673-62be3402de1b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:38.531266 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8cdea2cf-2f1d-4f48-a3d8-a9fdab2207db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2eb342dc-b797-4dad-a15b-b33b5a89d081), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:38.538339 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8cdea2cf-2f1d-4f48-a3d8-a9fdab2207db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:38.542931 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8cdea2cf-2f1d-4f48-a3d8-a9fdab2207db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2eb342dc-b797-4dad-a15b-b33b5a89d081 HTTP/1.1" status: 204 len: 168 time: 0.6750212 Feb 03 12:43:38.573452 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdea2cf-2f1d-4f48-a3d8-a9fdab2207db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb342dc-b797-4dad-a15b-b33b5a89d081,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:38.614021 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6541db52-3a13-497f-8920-56452e483eb2 req-af033072-2518-4fb4-ade9-2056ca5af67b tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks [] for floatingip (8967f953-b6b0-4d1d-bfec-04bc09aef2a0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:38.622788 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6541db52-3a13-497f-8920-56452e483eb2 req-af033072-2518-4fb4-ade9-2056ca5af67b tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:38.630764 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6541db52-3a13-497f-8920-56452e483eb2 req-af033072-2518-4fb4-ade9-2056ca5af67b tempest-FloatingIPDetailsTestJSON-68669309 tempest-FloatingIPDetailsTestJSON-68669309-project] 10.222.0.18 "DELETE /v2.0/floatingips/8967f953-b6b0-4d1d-bfec-04bc09aef2a0 HTTP/1.1" status: 204 len: 173 time: 1.1711183 Feb 03 12:43:38.641635 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52658) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:38.657737 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e688ccfa-af43-418f-a836-3fb1b487b066 None None] Set router 70448c38-2d53-4a95-8673-62be3402de1b gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:38.730199 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c3ecfc6-f37f-4908-84e9-fbf3efe65e68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:38.777901 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f370c8c2-5d16-4b54-80bc-a066dcbb03e2 admin admin] Publish callbacks [] for router (70448c38-2d53-4a95-8673-62be3402de1b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:38.938437 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f370c8c2-5d16-4b54-80bc-a066dcbb03e2 admin admin] Publish callbacks [] for router_gateway (70448c38-2d53-4a95-8673-62be3402de1b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:38.987672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f328211a-614a-4eaf-b566-ab4199e6b0c0 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:39.077008 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: f328211a-614a-4eaf-b566-ab4199e6b0c0 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:43:39.077976 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f328211a-614a-4eaf-b566-ab4199e6b0c0 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:43:39.109409 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f370c8c2-5d16-4b54-80bc-a066dcbb03e2 admin admin] Deleting port a96fcea9-e484-41b6-bf5f-5e4e8b7546e6 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:39.109940 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f370c8c2-5d16-4b54-80bc-a066dcbb03e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (a96fcea9-e484-41b6-bf5f-5e4e8b7546e6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:39.132388 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c3ecfc6-f37f-4908-84e9-fbf3efe65e68 admin admin] Publish callbacks [] for security_group (ff56731a-d1e2-46f4-b734-935255500085), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:39.147619 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c3ecfc6-f37f-4908-84e9-fbf3efe65e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ff56731a-d1e2-46f4-b734-935255500085), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:39.200345 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e688ccfa-af43-418f-a836-3fb1b487b066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70448c38-2d53-4a95-8673-62be3402de1b', 'name': 'tempest-TaggedBootDevicesTest-1526007877-router', 'tenant_id': '17ff05a26d9744a7af3d81712c627f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'a96fcea9-e484-41b6-bf5f-5e4e8b7546e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:50Z', 'updated_at': '2022-02-03T12:43:36Z', 'revision_number': 5, 'project_id': '17ff05a26d9744a7af3d81712c627f49', 'gw_port': {'id': 'a96fcea9-e484-41b6-bf5f-5e4e8b7546e6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ba:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70448c38-2d53-4a95-8673-62be3402de1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:34:51Z', 'updated_at': '2022-02-03T12:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:39.279784 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e688ccfa-af43-418f-a836-3fb1b487b066 None None] Checking router: 70448c38-2d53-4a95-8673-62be3402de1b for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:43:39.298632 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e688ccfa-af43-418f-a836-3fb1b487b066 None None] Routers {'70448c38-2d53-4a95-8673-62be3402de1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:39.299360 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e688ccfa-af43-418f-a836-3fb1b487b066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:43:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['70448c38-2d53-4a95-8673-62be3402de1b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:39.404158 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-f370c8c2-5d16-4b54-80bc-a066dcbb03e2 admin admin] For port a96fcea9-e484-41b6-bf5f-5e4e8b7546e6, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a96fcea9-e484-41b6-bf5f-5e4e8b7546e6,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:39.405723 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f370c8c2-5d16-4b54-80bc-a066dcbb03e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (a96fcea9-e484-41b6-bf5f-5e4e8b7546e6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:39.421913 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2c3ecfc6-f37f-4908-84e9-fbf3efe65e68 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=083e44f6f2c74b78a0062b97fdf1bc0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9363425 Feb 03 12:43:39.426921 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52692) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:39.440084 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e688ccfa-af43-418f-a836-3fb1b487b066 None None] Set router 70448c38-2d53-4a95-8673-62be3402de1b gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:39.443923 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ecfc6-f37f-4908-84e9-fbf3efe65e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff56731a-d1e2-46f4-b734-935255500085,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:39.481651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f370c8c2-5d16-4b54-80bc-a066dcbb03e2 admin admin] Calling delete_port for a96fcea9-e484-41b6-bf5f-5e4e8b7546e6 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:39.498012 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e688ccfa-af43-418f-a836-3fb1b487b066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70448c38-2d53-4a95-8673-62be3402de1b', 'name': 'tempest-TaggedBootDevicesTest-1526007877-router', 'tenant_id': '17ff05a26d9744a7af3d81712c627f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:50Z', 'updated_at': '2022-02-03T12:43:38Z', 'revision_number': 6, 'project_id': '17ff05a26d9744a7af3d81712c627f49', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:39.532140 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e688ccfa-af43-418f-a836-3fb1b487b066 None None] The sync data for ids ['70448c38-2d53-4a95-8673-62be3402de1b'] in n-d-827336-3 is: [{'id': '70448c38-2d53-4a95-8673-62be3402de1b', 'name': 'tempest-TaggedBootDevicesTest-1526007877-router', 'tenant_id': '17ff05a26d9744a7af3d81712c627f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:34:50Z', 'updated_at': '2022-02-03T12:43:38Z', 'revision_number': 6, 'project_id': '17ff05a26d9744a7af3d81712c627f49', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:43:39.633426 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad291b84-5284-4a9b-9f75-c4246f42099a admin admin] Publish callbacks [] for security_group (ff56731a-d1e2-46f4-b734-935255500085), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:39.669107 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad291b84-5284-4a9b-9f75-c4246f42099a admin admin] Publish callbacks [] for security_group (ff56731a-d1e2-46f4-b734-935255500085), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:39.812781 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad291b84-5284-4a9b-9f75-c4246f42099a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ff56731a-d1e2-46f4-b734-935255500085), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:39.819587 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad291b84-5284-4a9b-9f75-c4246f42099a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:39.819587 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ad291b84-5284-4a9b-9f75-c4246f42099a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff56731a-d1e2-46f4-b734-935255500085 HTTP/1.1" status: 204 len: 168 time: 0.3893425 Feb 03 12:43:39.846509 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad291b84-5284-4a9b-9f75-c4246f42099a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff56731a-d1e2-46f4-b734-935255500085,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:39.903563 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05578e5d-156a-453f-971d-8ecef6406b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (ba55ae6c-0a27-4e17-a2bb-9742c7381d59), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:40.075503 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f370c8c2-5d16-4b54-80bc-a066dcbb03e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (a96fcea9-e484-41b6-bf5f-5e4e8b7546e6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:40.094721 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:40.184077 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1e184c78-0a35-49ab-986e-19fee9845ece no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:40.187989 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370c8c2-5d16-4b54-80bc-a066dcbb03e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a96fcea9-e484-41b6-bf5f-5e4e8b7546e6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:40.223744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 1e184c78-0a35-49ab-986e-19fee9845ece {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:43:40.224112 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1e184c78-0a35-49ab-986e-19fee9845ece not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:43:40.343964 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f370c8c2-5d16-4b54-80bc-a066dcbb03e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (70448c38-2d53-4a95-8673-62be3402de1b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:40.579912 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f370c8c2-5d16-4b54-80bc-a066dcbb03e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (70448c38-2d53-4a95-8673-62be3402de1b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:40.582543 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f370c8c2-5d16-4b54-80bc-a066dcbb03e2 admin admin] Publish callbacks [] for router_controller (70448c38-2d53-4a95-8673-62be3402de1b), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:40.661453 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f370c8c2-5d16-4b54-80bc-a066dcbb03e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (70448c38-2d53-4a95-8673-62be3402de1b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:40.662766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f370c8c2-5d16-4b54-80bc-a066dcbb03e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70448c38-2d53-4a95-8673-62be3402de1b {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:43:40.681917 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f370c8c2-5d16-4b54-80bc-a066dcbb03e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:40.683851 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f370c8c2-5d16-4b54-80bc-a066dcbb03e2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/70448c38-2d53-4a95-8673-62be3402de1b HTTP/1.1" status: 204 len: 168 time: 2.1730604 Feb 03 12:43:40.686275 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52746) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:40.776303 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52750) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:40.819410 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26dd3e6f-0bb3-4763-ad41-5d7d4ca6ccc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:40.944574 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26dd3e6f-0bb3-4763-ad41-5d7d4ca6ccc0 admin admin] Publish callbacks [] for security_group (7168a835-a56f-4636-a719-fbb6e818b50e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:40.953632 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5fee92-3f35-43f0-ad99-0912e9443258 admin admin] Deleting subnet 3dc9b0c5-ef80-4130-a29d-60919ecf2785 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:43:40.957554 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26dd3e6f-0bb3-4763-ad41-5d7d4ca6ccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7168a835-a56f-4636-a719-fbb6e818b50e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:40.962287 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d5fee92-3f35-43f0-ad99-0912e9443258 admin admin] Publish callbacks [] for subnet (3dc9b0c5-ef80-4130-a29d-60919ecf2785), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:41.089696 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d5fee92-3f35-43f0-ad99-0912e9443258 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (3dc9b0c5-ef80-4130-a29d-60919ecf2785), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:41.166792 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-26dd3e6f-0bb3-4763-ad41-5d7d4ca6ccc0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eddf6b63cc1c41ccb78186a797d6cc0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3872411 Feb 03 12:43:41.167899 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd3e6f-0bb3-4763-ad41-5d7d4ca6ccc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7168a835-a56f-4636-a719-fbb6e818b50e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:41.170665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52760) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:41.187853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52762) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:41.211228 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bffbc4-0e22-43a9-8c93-19eb4c43e1a0 req-c022a163-e75e-4ac3-b86b-273191b55510 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:41.218253 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-45bffbc4-0e22-43a9-8c93-19eb4c43e1a0 req-c022a163-e75e-4ac3-b86b-273191b55510 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acb687d-0abb-4d1c-9c7c-828f5dc2dc64 HTTP/1.1" status: 200 len: 945 time: 0.0995173 Feb 03 12:43:41.311667 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d5fee92-3f35-43f0-ad99-0912e9443258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (3dc9b0c5-ef80-4130-a29d-60919ecf2785), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:41.358209 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8bc3301b-58f6-4451-936d-ef73273bdf37 tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-61926271'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:41.358855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8bc3301b-58f6-4451-936d-ef73273bdf37 tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] Unknown quota resources ['metering_label']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:43:41.374597 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-733291f6-5012-4127-8398-e7d19e389bac admin admin] Publish callbacks [] for security_group (7168a835-a56f-4636-a719-fbb6e818b50e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:41.408760 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-45bffbc4-0e22-43a9-8c93-19eb4c43e1a0 req-7335d604-f1c4-42d9-905d-09cb6a96aa28 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888125 Feb 03 12:43:41.421199 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-733291f6-5012-4127-8398-e7d19e389bac admin admin] Publish callbacks [] for security_group (7168a835-a56f-4636-a719-fbb6e818b50e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:41.508683 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-05578e5d-156a-453f-971d-8ecef6406b83 admin admin] Deleting port c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:41.509033 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05578e5d-156a-453f-971d-8ecef6406b83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:41.533853 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-733291f6-5012-4127-8398-e7d19e389bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7168a835-a56f-4636-a719-fbb6e818b50e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:41.537907 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-733291f6-5012-4127-8398-e7d19e389bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:41.542841 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-733291f6-5012-4127-8398-e7d19e389bac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7168a835-a56f-4636-a719-fbb6e818b50e HTTP/1.1" status: 204 len: 168 time: 0.3684206 Feb 03 12:43:41.564752 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733291f6-5012-4127-8398-e7d19e389bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7168a835-a56f-4636-a719-fbb6e818b50e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:41.633839 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bc3301b-58f6-4451-936d-ef73273bdf37 tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:41.638862 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52772) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:41.639512 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8bc3301b-58f6-4451-936d-ef73273bdf37 tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.4505188 Feb 03 12:43:41.647353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3a33c2a0-6c70-4e16-ae55-42a2f3210d46 tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '3cebde18-cae7-437e-95d9-7bee628fa757'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:41.647791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3a33c2a0-6c70-4e16-ae55-42a2f3210d46 tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103189) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:43:41.650506 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d5fee92-3f35-43f0-ad99-0912e9443258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (3dc9b0c5-ef80-4130-a29d-60919ecf2785), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:41.663489 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-05578e5d-156a-453f-971d-8ecef6406b83 admin admin] For port c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4,segment=NetworkSegment(e928b98b-50a4-4404-b837-065b84f2ef81),segment_id=e928b98b-50a4-4404-b837-065b84f2ef81)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:41.663864 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05578e5d-156a-453f-971d-8ecef6406b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:41.690630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-05578e5d-156a-453f-971d-8ecef6406b83 admin admin] Calling delete_port for c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:41.705274 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fee92-3f35-43f0-ad99-0912e9443258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc9b0c5-ef80-4130-a29d-60919ecf2785,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:41.714155 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d5fee92-3f35-43f0-ad99-0912e9443258 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:41.721973 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ab57fa-b00d-4a59-be5f-9894e67e5906 None None] Network 752b0ed3-f2a8-4256-a373-c47e39ef28cd requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:43:41.730227 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3d5fee92-3f35-43f0-ad99-0912e9443258 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3dc9b0c5-ef80-4130-a29d-60919ecf2785 HTTP/1.1" status: 204 len: 168 time: 1.0399406 Feb 03 12:43:41.732979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52778) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:41.817238 n-d-827336-3 neutron-server[103189]: WARNING neutron.services.metering.metering_plugin [None req-3a33c2a0-6c70-4e16-ae55-42a2f3210d46 tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 12:43:41.919176 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc7046a9-cb26-4880-b1ba-27bf4ccb2613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (752b0ed3-f2a8-4256-a373-c47e39ef28cd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:41.943838 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961efe88-f89c-45e2-bb23-650df3dda0ed None None] DHCP port deletion for 752b0ed3-f2a8-4256-a373-c47e39ef28cd request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:43:42.026095 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cc7046a9-cb26-4880-b1ba-27bf4ccb2613 admin admin] Deleting port 476882d3-ddb0-4ef3-8380-7b1015b4bf06 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:42.026523 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc7046a9-cb26-4880-b1ba-27bf4ccb2613 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (476882d3-ddb0-4ef3-8380-7b1015b4bf06), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:42.065205 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-961efe88-f89c-45e2-bb23-650df3dda0ed None None] Deleting port 476882d3-ddb0-4ef3-8380-7b1015b4bf06 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:42.081650 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-961efe88-f89c-45e2-bb23-650df3dda0ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (476882d3-ddb0-4ef3-8380-7b1015b4bf06), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:42.131391 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05578e5d-156a-453f-971d-8ecef6406b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:42.177420 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-cc7046a9-cb26-4880-b1ba-27bf4ccb2613 admin admin] For port 476882d3-ddb0-4ef3-8380-7b1015b4bf06, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=476882d3-ddb0-4ef3-8380-7b1015b4bf06,segment=NetworkSegment(c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac),segment_id=c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:42.179387 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc7046a9-cb26-4880-b1ba-27bf4ccb2613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (476882d3-ddb0-4ef3-8380-7b1015b4bf06), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:42.224419 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cc7046a9-cb26-4880-b1ba-27bf4ccb2613 admin admin] Calling delete_port for 476882d3-ddb0-4ef3-8380-7b1015b4bf06 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:42.227171 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a33c2a0-6c70-4e16-ae55-42a2f3210d46 tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:42.233208 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3a33c2a0-6c70-4e16-ae55-42a2f3210d46 tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5933633 Feb 03 12:43:42.234151 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52792) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:42.239918 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-961efe88-f89c-45e2-bb23-650df3dda0ed None None] For port 476882d3-ddb0-4ef3-8380-7b1015b4bf06, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=476882d3-ddb0-4ef3-8380-7b1015b4bf06,segment=NetworkSegment(c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac),segment_id=c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:42.240740 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-961efe88-f89c-45e2-bb23-650df3dda0ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (476882d3-ddb0-4ef3-8380-7b1015b4bf06), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:42.246797 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 476882d3-ddb0-4ef3-8380-7b1015b4bf06 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:42.274100 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-11d334a0-e69b-419b-a9c7-25bbbe58e774 tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '3cebde18-cae7-437e-95d9-7bee628fa757'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:42.275010 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-11d334a0-e69b-419b-a9c7-25bbbe58e774 tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103189) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:43:42.304783 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05578e5d-156a-453f-971d-8ecef6406b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:42.315327 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-961efe88-f89c-45e2-bb23-650df3dda0ed None None] Calling delete_port for 476882d3-ddb0-4ef3-8380-7b1015b4bf06 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:42.392827 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 476882d3-ddb0-4ef3-8380-7b1015b4bf06 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:42.393113 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (476882d3-ddb0-4ef3-8380-7b1015b4bf06), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:42.468642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 476882d3-ddb0-4ef3-8380-7b1015b4bf06, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=476882d3-ddb0-4ef3-8380-7b1015b4bf06,segment=NetworkSegment(c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac),segment_id=c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:42.480952 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (476882d3-ddb0-4ef3-8380-7b1015b4bf06), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:42.481548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a96fcea9-e484-41b6-bf5f-5e4e8b7546e6 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:42.572377 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc7046a9-cb26-4880-b1ba-27bf4ccb2613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (476882d3-ddb0-4ef3-8380-7b1015b4bf06), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:42.575222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: a96fcea9-e484-41b6-bf5f-5e4e8b7546e6 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:43:42.576205 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a96fcea9-e484-41b6-bf5f-5e4e8b7546e6 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:43:42.634210 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-961efe88-f89c-45e2-bb23-650df3dda0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (476882d3-ddb0-4ef3-8380-7b1015b4bf06), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:42.637252 n-d-827336-3 neutron-server[103189]: WARNING neutron.services.metering.metering_plugin [None req-11d334a0-e69b-419b-a9c7-25bbbe58e774 tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 12:43:42.672752 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=476882d3-ddb0-4ef3-8380-7b1015b4bf06,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:42.683534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961efe88-f89c-45e2-bb23-650df3dda0ed None None] No DVR routers for this DVR port 476882d3-ddb0-4ef3-8380-7b1015b4bf06 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:43:42.713783 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7046a9-cb26-4880-b1ba-27bf4ccb2613 admin admin] Pushing event deleted for resources: {'Port': ['ID=476882d3-ddb0-4ef3-8380-7b1015b4bf06,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:42.733709 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961efe88-f89c-45e2-bb23-650df3dda0ed None None] Pushing event deleted for resources: {'Port': ['ID=476882d3-ddb0-4ef3-8380-7b1015b4bf06,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:42.736496 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7046a9-cb26-4880-b1ba-27bf4ccb2613 admin admin] No DVR routers for this DVR port 476882d3-ddb0-4ef3-8380-7b1015b4bf06 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:43:42.850635 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc7046a9-cb26-4880-b1ba-27bf4ccb2613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (752b0ed3-f2a8-4256-a373-c47e39ef28cd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:42.873686 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc080e-4feb-4d86-8c5d-e1cca99920cb req-12e4b02b-c0b9-4da1-b38b-5c8393424402 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:42.875961 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62bc080e-4feb-4d86-8c5d-e1cca99920cb req-12e4b02b-c0b9-4da1-b38b-5c8393424402 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.73 "GET /v2.0/ports?device_id=6acb687d-0abb-4d1c-9c7c-828f5dc2dc64 HTTP/1.1" status: 200 len: 945 time: 0.3249509 Feb 03 12:43:42.916054 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-11d334a0-e69b-419b-a9c7-25bbbe58e774 tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:42.918767 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-11d334a0-e69b-419b-a9c7-25bbbe58e774 tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6489930 Feb 03 12:43:42.920453 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-cc7046a9-cb26-4880-b1ba-27bf4ccb2613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752b0ed3-f2a8-4256-a373-c47e39ef28cd']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:42.920588 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52814) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:42.966435 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-57039672-eca7-435e-8d71-7fe152850f0d tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=097c2177-b165-42c4-a111-2b12d930e8f4 HTTP/1.1" status: 200 len: 464 time: 0.0448320 Feb 03 12:43:42.969565 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52816) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:43.006331 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05578e5d-156a-453f-971d-8ecef6406b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (ba55ae6c-0a27-4e17-a2bb-9742c7381d59), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:43.053290 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ee2d0-2a88-42a7-b9e5-d79f7a6677d0 req-649abf1c-1e04-410c-89bb-ae8f7a8a3a5b tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:43.063627 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c65ee2d0-2a88-42a7-b9e5-d79f7a6677d0 req-649abf1c-1e04-410c-89bb-ae8f7a8a3a5b tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acb687d-0abb-4d1c-9c7c-828f5dc2dc64 HTTP/1.1" status: 200 len: 945 time: 0.4172571 Feb 03 12:43:43.075003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-cc7046a9-cb26-4880-b1ba-27bf4ccb2613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:43.075618 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-cc7046a9-cb26-4880-b1ba-27bf4ccb2613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:43.106227 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c59fec29-620b-4aa0-8b82-e8b08a2ba6dd tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:43.107145 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c59fec29-620b-4aa0-8b82-e8b08a2ba6dd tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/097c2177-b165-42c4-a111-2b12d930e8f4 HTTP/1.1" status: 204 len: 168 time: 0.1366439 Feb 03 12:43:43.141736 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc7046a9-cb26-4880-b1ba-27bf4ccb2613 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:43.143867 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52820) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:43.155454 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-10ad21af-5ccf-4891-96aa-8c6e73eb58f6 tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=097c2177-b165-42c4-a111-2b12d930e8f4 HTTP/1.1" status: 200 len: 221 time: 0.0102644 Feb 03 12:43:43.158743 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52822) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:43.168430 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-44e35a08-eed3-4593-8a2d-4197bd27a05b tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1888775550', 'description': 'label created by tempest'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:43.169274 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-44e35a08-eed3-4593-8a2d-4197bd27a05b tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] Unknown quota resources ['metering_label']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:43:43.224788 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c65ee2d0-2a88-42a7-b9e5-d79f7a6677d0 req-78f3cd4e-69e7-4ded-97c5-60743272f02c tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ade28e9-c156-4578-9a05-8cb68cae8352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572225 Feb 03 12:43:43.245243 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc7046a9-cb26-4880-b1ba-27bf4ccb2613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:43.330665 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7046a9-cb26-4880-b1ba-27bf4ccb2613 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:43:43.331098 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc7046a9-cb26-4880-b1ba-27bf4ccb2613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (c7b1c2c8-f969-4ed4-82b2-9d1c3b163fac), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:43:43.333159 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:43:43.412959 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05578e5d-156a-453f-971d-8ecef6406b83 admin admin] Router ba55ae6c-0a27-4e17-a2bb-9742c7381d59 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:43:43.422784 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-62bc080e-4feb-4d86-8c5d-e1cca99920cb req-e7f221dc-d35e-429f-b957-635dbfac47b0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Deleting port 9b398a78-50d2-4141-9d11-5423875b26ed {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:43.423003 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-62bc080e-4feb-4d86-8c5d-e1cca99920cb req-e7f221dc-d35e-429f-b957-635dbfac47b0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (9b398a78-50d2-4141-9d11-5423875b26ed), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:43.506505 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc7046a9-cb26-4880-b1ba-27bf4ccb2613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (752b0ed3-f2a8-4256-a373-c47e39ef28cd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:43.544910 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05578e5d-156a-453f-971d-8ecef6406b83 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:43:43.551025 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-05578e5d-156a-453f-971d-8ecef6406b83 admin admin] 10.222.0.18 "PUT /v2.0/routers/ba55ae6c-0a27-4e17-a2bb-9742c7381d59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9079981 Feb 03 12:43:43.558986 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d6785c-4019-44b5-9d72-5f669eb92b1d None None] Sync routers for ids ['ba55ae6c-0a27-4e17-a2bb-9742c7381d59'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:43:43.570987 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52832) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:43.583578 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d6785c-4019-44b5-9d72-5f669eb92b1d None None] Routers {'ba55ae6c-0a27-4e17-a2bb-9742c7381d59'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:43.586171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-36d6785c-4019-44b5-9d72-5f669eb92b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:43:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ba55ae6c-0a27-4e17-a2bb-9742c7381d59'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:43.595664 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc7046a9-cb26-4880-b1ba-27bf4ccb2613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:43.601755 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cc7046a9-cb26-4880-b1ba-27bf4ccb2613 admin admin] 10.222.0.18 "DELETE /v2.0/networks/752b0ed3-f2a8-4256-a373-c47e39ef28cd HTTP/1.1" status: 204 len: 168 time: 1.8654332 Feb 03 12:43:43.601755 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7046a9-cb26-4880-b1ba-27bf4ccb2613 admin admin] Pushing event deleted for resources: {'Network': ['ID=752b0ed3-f2a8-4256-a373-c47e39ef28cd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:43.651704 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44e35a08-eed3-4593-8a2d-4197bd27a05b tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:43.656392 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-44e35a08-eed3-4593-8a2d-4197bd27a05b tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4918728 Feb 03 12:43:43.656392 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52836) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:43.846313 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a905f49-c5ba-459f-a286-8f96fc9a1374 admin admin] Publish callbacks [] for router (ba55ae6c-0a27-4e17-a2bb-9742c7381d59), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:43.864419 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-36d6785c-4019-44b5-9d72-5f669eb92b1d None None] Set router ba55ae6c-0a27-4e17-a2bb-9742c7381d59 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:44.116777 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52842) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:44.144144 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a905f49-c5ba-459f-a286-8f96fc9a1374 admin admin] Publish callbacks [] for router_gateway (ba55ae6c-0a27-4e17-a2bb-9742c7381d59), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:44.146422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-62bc080e-4feb-4d86-8c5d-e1cca99920cb req-e7f221dc-d35e-429f-b957-635dbfac47b0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] For port 9b398a78-50d2-4141-9d11-5423875b26ed, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=9b398a78-50d2-4141-9d11-5423875b26ed,segment=NetworkSegment(39f60cac-9a78-4397-8c26-42736159603b),segment_id=39f60cac-9a78-4397-8c26-42736159603b)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:44.146804 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-62bc080e-4feb-4d86-8c5d-e1cca99920cb req-e7f221dc-d35e-429f-b957-635dbfac47b0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (9b398a78-50d2-4141-9d11-5423875b26ed), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:44.163911 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-62bc080e-4feb-4d86-8c5d-e1cca99920cb req-e7f221dc-d35e-429f-b957-635dbfac47b0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Calling delete_port for 9b398a78-50d2-4141-9d11-5423875b26ed owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:44.286185 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4a905f49-c5ba-459f-a286-8f96fc9a1374 admin admin] Deleting port a8110039-fc59-4a0e-bcd5-c84976efeac7 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:44.287787 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a905f49-c5ba-459f-a286-8f96fc9a1374 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (a8110039-fc59-4a0e-bcd5-c84976efeac7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:44.374720 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-36d6785c-4019-44b5-9d72-5f669eb92b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba55ae6c-0a27-4e17-a2bb-9742c7381d59', 'name': 'tempest-FloatingIPDetailsTestJSON-1497092765-router', 'tenant_id': 'f7f202da24d344ea89e8607441b048d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'a8110039-fc59-4a0e-bcd5-c84976efeac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:42Z', 'revision_number': 5, 'project_id': 'f7f202da24d344ea89e8607441b048d6', 'gw_port': {'id': 'a8110039-fc59-4a0e-bcd5-c84976efeac7', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba55ae6c-0a27-4e17-a2bb-9742c7381d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:42:59Z', 'updated_at': '2022-02-03T12:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:44.375002 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e36e7b0b-7d90-4be0-9663-5f3710cb2949 tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=40c3adc9-4fcd-4fd8-b28b-da1f2d8813de HTTP/1.1" status: 200 len: 468 time: 0.7176230 Feb 03 12:43:44.375457 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52848) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:44.379210 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-62bc080e-4feb-4d86-8c5d-e1cca99920cb req-e7f221dc-d35e-429f-b957-635dbfac47b0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (9b398a78-50d2-4141-9d11-5423875b26ed), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:44.429296 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ae08e185-ca6a-4d0b-9638-95a907dde5cc req-3ab130eb-6e22-4820-9b6a-bd4a6810bf30 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acb687d-0abb-4d1c-9c7c-828f5dc2dc64 HTTP/1.1" status: 200 len: 210 time: 0.0963016 Feb 03 12:43:44.455532 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['9b398a78-50d2-4141-9d11-5423875b26ed'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:43:44.459387 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d6785c-4019-44b5-9d72-5f669eb92b1d None None] Checking router: ba55ae6c-0a27-4e17-a2bb-9742c7381d59 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:43:44.492929 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d6785c-4019-44b5-9d72-5f669eb92b1d None None] Routers {'ba55ae6c-0a27-4e17-a2bb-9742c7381d59'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:44.493575 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-36d6785c-4019-44b5-9d72-5f669eb92b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:43:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ba55ae6c-0a27-4e17-a2bb-9742c7381d59'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:44.542575 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f221dc-d35e-429f-b957-635dbfac47b0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Pushing event deleted for resources: {'Port': ['ID=9b398a78-50d2-4141-9d11-5423875b26ed,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:44.576424 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4a905f49-c5ba-459f-a286-8f96fc9a1374 admin admin] For port a8110039-fc59-4a0e-bcd5-c84976efeac7, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a8110039-fc59-4a0e-bcd5-c84976efeac7,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:44.576694 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a905f49-c5ba-459f-a286-8f96fc9a1374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (a8110039-fc59-4a0e-bcd5-c84976efeac7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:44.591350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4a905f49-c5ba-459f-a286-8f96fc9a1374 admin admin] Calling delete_port for a8110039-fc59-4a0e-bcd5-c84976efeac7 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:44.623291 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-36d6785c-4019-44b5-9d72-5f669eb92b1d None None] Set router ba55ae6c-0a27-4e17-a2bb-9742c7381d59 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:44.693215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-36d6785c-4019-44b5-9d72-5f669eb92b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba55ae6c-0a27-4e17-a2bb-9742c7381d59', 'name': 'tempest-FloatingIPDetailsTestJSON-1497092765-router', 'tenant_id': 'f7f202da24d344ea89e8607441b048d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:44Z', 'revision_number': 6, 'project_id': 'f7f202da24d344ea89e8607441b048d6', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:44.744759 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d6785c-4019-44b5-9d72-5f669eb92b1d None None] The sync data for ids ['ba55ae6c-0a27-4e17-a2bb-9742c7381d59'] in n-d-827336-3 is: [{'id': 'ba55ae6c-0a27-4e17-a2bb-9742c7381d59', 'name': 'tempest-FloatingIPDetailsTestJSON-1497092765-router', 'tenant_id': 'f7f202da24d344ea89e8607441b048d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:42:57Z', 'updated_at': '2022-02-03T12:43:44Z', 'revision_number': 6, 'project_id': 'f7f202da24d344ea89e8607441b048d6', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:43:44.790435 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bc080e-4feb-4d86-8c5d-e1cca99920cb req-e7f221dc-d35e-429f-b957-635dbfac47b0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] No DVR routers for this DVR port 9b398a78-50d2-4141-9d11-5423875b26ed on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:43:44.822663 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a905f49-c5ba-459f-a286-8f96fc9a1374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (a8110039-fc59-4a0e-bcd5-c84976efeac7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:44.847674 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-62bc080e-4feb-4d86-8c5d-e1cca99920cb req-e7f221dc-d35e-429f-b957-635dbfac47b0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:44.851098 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62bc080e-4feb-4d86-8c5d-e1cca99920cb req-e7f221dc-d35e-429f-b957-635dbfac47b0 tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.73 "DELETE /v2.0/ports/9b398a78-50d2-4141-9d11-5423875b26ed HTTP/1.1" status: 204 len: 173 time: 1.9674799 Feb 03 12:43:44.852020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6acb687d-0abb-4d1c-9c7c-828f5dc2dc64', 'name': 'network-vif-deleted', 'tag': '9b398a78-50d2-4141-9d11-5423875b26ed'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:43:44.855422 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851c3126-7c60-467d-9a38-b3b7b50d6a41" -d '{"events": [{"server_uuid": "6acb687d-0abb-4d1c-9c7c-828f5dc2dc64", "name": "network-vif-deleted", "tag": "9b398a78-50d2-4141-9d11-5423875b26ed"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:43:44.866622 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a905f49-c5ba-459f-a286-8f96fc9a1374 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8110039-fc59-4a0e-bcd5-c84976efeac7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:44.866927 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-83fa5074-22ab-4754-86d2-8333ba267881 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e9261d80c134a528c4f6c4dcfb8fdad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5008287 Feb 03 12:43:44.872114 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52858) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:44.970668 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a905f49-c5ba-459f-a286-8f96fc9a1374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (ba55ae6c-0a27-4e17-a2bb-9742c7381d59), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:45.147887 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a905f49-c5ba-459f-a286-8f96fc9a1374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (ba55ae6c-0a27-4e17-a2bb-9742c7381d59), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:45.150891 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a905f49-c5ba-459f-a286-8f96fc9a1374 admin admin] Publish callbacks [] for router_controller (ba55ae6c-0a27-4e17-a2bb-9742c7381d59), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:45.155286 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f0677d3-85a8-4686-90b7-d5447150951b tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:45.166844 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5f0677d3-85a8-4686-90b7-d5447150951b tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/40c3adc9-4fcd-4fd8-b28b-da1f2d8813de HTTP/1.1" status: 204 len: 168 time: 0.7818956 Feb 03 12:43:45.168860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52864) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:45.218720 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a905f49-c5ba-459f-a286-8f96fc9a1374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (ba55ae6c-0a27-4e17-a2bb-9742c7381d59), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:45.219479 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ca907a-3090-4497-90f4-79702ce2b2a7 x-openstack-request-id: req-a3ca907a-3090-4497-90f4-79702ce2b2a7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:43:45.219793 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6acb687d-0abb-4d1c-9c7c-828f5dc2dc64", "name": "network-vif-deleted", "tag": "9b398a78-50d2-4141-9d11-5423875b26ed", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:43:45.220081 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3ca907a-3090-4497-90f4-79702ce2b2a7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:43:45.220495 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6acb687d-0abb-4d1c-9c7c-828f5dc2dc64', 'name': 'network-vif-deleted', 'tag': '9b398a78-50d2-4141-9d11-5423875b26ed', 'status': 'completed', 'code': 200} Feb 03 12:43:45.223327 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a905f49-c5ba-459f-a286-8f96fc9a1374 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba55ae6c-0a27-4e17-a2bb-9742c7381d59 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:43:45.227812 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a905f49-c5ba-459f-a286-8f96fc9a1374 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:45.235497 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4a905f49-c5ba-459f-a286-8f96fc9a1374 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ba55ae6c-0a27-4e17-a2bb-9742c7381d59 HTTP/1.1" status: 204 len: 168 time: 1.6556129 Feb 03 12:43:45.235699 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-aa530ebf-1b70-4180-a468-a83b9e032758 tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=40c3adc9-4fcd-4fd8-b28b-da1f2d8813de HTTP/1.1" status: 200 len: 216 time: 0.0604460 Feb 03 12:43:45.239214 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52866) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:45.239353 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52868) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:45.272913 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0f3f02cf-5b20-4f8f-84ce-9432260645c3 tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0267873 Feb 03 12:43:45.272913 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-376dd504-ae38-43b5-93d6-7d29f2b0e582 admin admin] Publish callbacks [] for security_group (14190d4a-3180-4287-bb4d-c25793b5ba4a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:45.274766 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52870) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:45.304475 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f3c0498e-a9ce-490b-8d07-1eb1da097b95 tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0261827 Feb 03 12:43:45.305561 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52872) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:45.317264 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-743262f9-4044-4634-b30a-3d8e980c7819 admin admin] Deleting subnet f6c85f84-6c3a-4c72-863d-76f2f623c5ba {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:43:45.321412 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-743262f9-4044-4634-b30a-3d8e980c7819 admin admin] Publish callbacks [] for subnet (f6c85f84-6c3a-4c72-863d-76f2f623c5ba), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:45.399365 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-743262f9-4044-4634-b30a-3d8e980c7819 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (f6c85f84-6c3a-4c72-863d-76f2f623c5ba), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:45.449353 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d066ec1b-8aac-427b-90a0-063b2650164f tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/3cebde18-cae7-437e-95d9-7bee628fa757 HTTP/1.1" status: 200 len: 471 time: 0.1367342 Feb 03 12:43:45.454234 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-376dd504-ae38-43b5-93d6-7d29f2b0e582 admin admin] Publish callbacks [] for security_group (14190d4a-3180-4287-bb4d-c25793b5ba4a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:45.456948 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52874) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:45.496899 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ad481313-3f11-46b8-8ebf-36ed70a67256 tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/fc934fb1-0f26-4a08-b606-692a27802105 HTTP/1.1" status: 200 len: 461 time: 0.0326285 Feb 03 12:43:45.513439 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52878) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:45.732039 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d96964a-3b16-47f7-adee-00ebf8f5675b tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:45.735655 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9d96964a-3b16-47f7-adee-00ebf8f5675b tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/fc934fb1-0f26-4a08-b606-692a27802105 HTTP/1.1" status: 204 len: 168 time: 0.2187848 Feb 03 12:43:45.736075 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52880) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:45.753801 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:45.754389 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-376dd504-ae38-43b5-93d6-7d29f2b0e582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (14190d4a-3180-4287-bb4d-c25793b5ba4a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:45.760171 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-376dd504-ae38-43b5-93d6-7d29f2b0e582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:45.764494 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-376dd504-ae38-43b5-93d6-7d29f2b0e582 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/14190d4a-3180-4287-bb4d-c25793b5ba4a HTTP/1.1" status: 204 len: 168 time: 0.8866289 Feb 03 12:43:45.769161 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-743262f9-4044-4634-b30a-3d8e980c7819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (f6c85f84-6c3a-4c72-863d-76f2f623c5ba), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:45.784718 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7f3c406a-de6c-403a-a6e9-fe24ee1617a5 req-da89b1e9-267d-4ee3-af9c-36e0f13cf7ee tempest-ServersTestJSON-1148889433 tempest-ServersTestJSON-1148889433-project] 10.222.0.18 "GET /v2.0/ports?device_id=6acb687d-0abb-4d1c-9c7c-828f5dc2dc64 HTTP/1.1" status: 200 len: 210 time: 0.1087828 Feb 03 12:43:45.911087 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-743262f9-4044-4634-b30a-3d8e980c7819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (f6c85f84-6c3a-4c72-863d-76f2f623c5ba), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:45.945747 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376dd504-ae38-43b5-93d6-7d29f2b0e582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14190d4a-3180-4287-bb4d-c25793b5ba4a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:46.003188 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743262f9-4044-4634-b30a-3d8e980c7819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6c85f84-6c3a-4c72-863d-76f2f623c5ba,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:46.024365 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-743262f9-4044-4634-b30a-3d8e980c7819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.025330 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-743262f9-4044-4634-b30a-3d8e980c7819 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f6c85f84-6c3a-4c72-863d-76f2f623c5ba HTTP/1.1" status: 204 len: 168 time: 0.7851384 Feb 03 12:43:46.026269 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52886) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:46.029599 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4a9c80-a96f-4c23-83e2-7d30b9ab61dd None None] Network 4d05dc45-eae5-4de0-9453-6d455f8dfc4c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:43:46.034470 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52888) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:46.099017 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9d25175-8d31-49c4-a577-cd7ffe3d253e tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.104177 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f9d25175-8d31-49c4-a577-cd7ffe3d253e tempest-MeteringTestJSON-2131684148 tempest-MeteringTestJSON-2131684148-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/3cebde18-cae7-437e-95d9-7bee628fa757 HTTP/1.1" status: 204 len: 168 time: 0.3645308 Feb 03 12:43:46.263353 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:46.274228 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9270986b-4a19-4a1e-aa9a-af79e89e3e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (4d05dc45-eae5-4de0-9453-6d455f8dfc4c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.313292 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:43:46.314078 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c3fc1ae0-3350-4e55-af0d-5b5eb77b7ba4 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:43:46.314607 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a8110039-fc59-4a0e-bcd5-c84976efeac7 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:46.342291 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: a8110039-fc59-4a0e-bcd5-c84976efeac7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:43:46.343078 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a8110039-fc59-4a0e-bcd5-c84976efeac7 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:43:46.355671 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aff2967-7c93-43e8-b5f7-1085bd7b2aa6 None None] DHCP port deletion for 4d05dc45-eae5-4de0-9453-6d455f8dfc4c request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:43:46.412275 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9270986b-4a19-4a1e-aa9a-af79e89e3e75 admin admin] Deleting port dd31e85b-50b9-413f-8842-0ccf121a5cac {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:46.412625 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9270986b-4a19-4a1e-aa9a-af79e89e3e75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (dd31e85b-50b9-413f-8842-0ccf121a5cac), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.437095 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9aff2967-7c93-43e8-b5f7-1085bd7b2aa6 None None] Deleting port dd31e85b-50b9-413f-8842-0ccf121a5cac {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:43:46.437678 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9aff2967-7c93-43e8-b5f7-1085bd7b2aa6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (dd31e85b-50b9-413f-8842-0ccf121a5cac), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.537201 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9aff2967-7c93-43e8-b5f7-1085bd7b2aa6 None None] For port dd31e85b-50b9-413f-8842-0ccf121a5cac, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dd31e85b-50b9-413f-8842-0ccf121a5cac,segment=NetworkSegment(e928b98b-50a4-4404-b837-065b84f2ef81),segment_id=e928b98b-50a4-4404-b837-065b84f2ef81)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:46.538040 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9aff2967-7c93-43e8-b5f7-1085bd7b2aa6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (dd31e85b-50b9-413f-8842-0ccf121a5cac), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.562657 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9aff2967-7c93-43e8-b5f7-1085bd7b2aa6 None None] Calling delete_port for dd31e85b-50b9-413f-8842-0ccf121a5cac owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:46.592545 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8012ae63-1836-4ca8-a6d0-6d8ba5fa4a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.597789 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9270986b-4a19-4a1e-aa9a-af79e89e3e75 admin admin] For port dd31e85b-50b9-413f-8842-0ccf121a5cac, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dd31e85b-50b9-413f-8842-0ccf121a5cac,segment=NetworkSegment(e928b98b-50a4-4404-b837-065b84f2ef81),segment_id=e928b98b-50a4-4404-b837-065b84f2ef81)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:46.598498 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9270986b-4a19-4a1e-aa9a-af79e89e3e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (dd31e85b-50b9-413f-8842-0ccf121a5cac), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.665176 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9270986b-4a19-4a1e-aa9a-af79e89e3e75 admin admin] Calling delete_port for dd31e85b-50b9-413f-8842-0ccf121a5cac owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:43:46.732308 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9aff2967-7c93-43e8-b5f7-1085bd7b2aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (dd31e85b-50b9-413f-8842-0ccf121a5cac), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.752855 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff2967-7c93-43e8-b5f7-1085bd7b2aa6 None None] No DVR routers for this DVR port dd31e85b-50b9-413f-8842-0ccf121a5cac on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:43:46.764029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52898) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:46.796550 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff2967-7c93-43e8-b5f7-1085bd7b2aa6 None None] Pushing event deleted for resources: {'Port': ['ID=dd31e85b-50b9-413f-8842-0ccf121a5cac,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:46.823974 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8012ae63-1836-4ca8-a6d0-6d8ba5fa4a7f admin admin] Publish callbacks [] for security_group (5d0f2ff0-7494-47e9-83d5-db54a0ed3236), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.838589 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8012ae63-1836-4ca8-a6d0-6d8ba5fa4a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5d0f2ff0-7494-47e9-83d5-db54a0ed3236), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.869823 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52902) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:46.896603 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-78105ca8-a1ac-47b2-a1e8-011c714e2f74 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17ff05a26d9744a7af3d81712c627f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290882 Feb 03 12:43:46.901742 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52906) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:46.912482 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8012ae63-1836-4ca8-a6d0-6d8ba5fa4a7f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9da8796ebd0f4bacad0cb3f782c6cfbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8821356 Feb 03 12:43:46.912482 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9270986b-4a19-4a1e-aa9a-af79e89e3e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (dd31e85b-50b9-413f-8842-0ccf121a5cac), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:46.920420 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52908) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:46.926209 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52910) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:46.957550 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9270986b-4a19-4a1e-aa9a-af79e89e3e75 admin admin] No DVR routers for this DVR port dd31e85b-50b9-413f-8842-0ccf121a5cac on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:43:46.971127 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270986b-4a19-4a1e-aa9a-af79e89e3e75 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd31e85b-50b9-413f-8842-0ccf121a5cac,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:47.048852 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4c3f73e-ef69-4bbc-8f73-b0441fbd7b05 admin admin] Publish callbacks [] for security_group (78695f00-7bb9-4fab-8ffb-ced2024a1454), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.073274 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012ae63-1836-4ca8-a6d0-6d8ba5fa4a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0f2ff0-7494-47e9-83d5-db54a0ed3236,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:47.092737 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4c3f73e-ef69-4bbc-8f73-b0441fbd7b05 admin admin] Publish callbacks [] for security_group (78695f00-7bb9-4fab-8ffb-ced2024a1454), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.135168 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9270986b-4a19-4a1e-aa9a-af79e89e3e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (4d05dc45-eae5-4de0-9453-6d455f8dfc4c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.136936 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 9b398a78-50d2-4141-9d11-5423875b26ed no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:47.177986 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4c3f73e-ef69-4bbc-8f73-b0441fbd7b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (78695f00-7bb9-4fab-8ffb-ced2024a1454), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.181311 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4c3f73e-ef69-4bbc-8f73-b0441fbd7b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.189009 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9270986b-4a19-4a1e-aa9a-af79e89e3e75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d05dc45-eae5-4de0-9453-6d455f8dfc4c']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:47.196032 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b4c3f73e-ef69-4bbc-8f73-b0441fbd7b05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78695f00-7bb9-4fab-8ffb-ced2024a1454 HTTP/1.1" status: 204 len: 168 time: 0.2930424 Feb 03 12:43:47.210724 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9270986b-4a19-4a1e-aa9a-af79e89e3e75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e928b98b-50a4-4404-b837-065b84f2ef81') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:47.211022 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9270986b-4a19-4a1e-aa9a-af79e89e3e75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e928b98b-50a4-4404-b837-065b84f2ef81') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:47.224888 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 9b398a78-50d2-4141-9d11-5423875b26ed {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:43:47.227705 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 9b398a78-50d2-4141-9d11-5423875b26ed not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:43:47.234522 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9270986b-4a19-4a1e-aa9a-af79e89e3e75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (e928b98b-50a4-4404-b837-065b84f2ef81), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.264982 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9270986b-4a19-4a1e-aa9a-af79e89e3e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (e928b98b-50a4-4404-b837-065b84f2ef81), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.287335 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9270986b-4a19-4a1e-aa9a-af79e89e3e75 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:43:47.289061 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9270986b-4a19-4a1e-aa9a-af79e89e3e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (e928b98b-50a4-4404-b837-065b84f2ef81), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.295789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3f73e-ef69-4bbc-8f73-b0441fbd7b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78695f00-7bb9-4fab-8ffb-ced2024a1454,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:43:47.296057 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:43:47.307847 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cafc56b-b6f3-49df-b6f3-c80369574588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.411658 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-544f8f26-d7ab-4216-931c-d4859623b7c0 admin admin] Deleting subnet aa4b2afa-81a8-4d6e-a8be-3051d409ec8b {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:43:47.414257 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab4baee6-9565-49d8-b322-8521e8630da8 admin admin] Publish callbacks [] for security_group (5d0f2ff0-7494-47e9-83d5-db54a0ed3236), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.439305 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9270986b-4a19-4a1e-aa9a-af79e89e3e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (4d05dc45-eae5-4de0-9453-6d455f8dfc4c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.441252 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-544f8f26-d7ab-4216-931c-d4859623b7c0 admin admin] Publish callbacks [] for subnet (aa4b2afa-81a8-4d6e-a8be-3051d409ec8b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.456962 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9270986b-4a19-4a1e-aa9a-af79e89e3e75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.460362 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9270986b-4a19-4a1e-aa9a-af79e89e3e75 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4d05dc45-eae5-4de0-9453-6d455f8dfc4c HTTP/1.1" status: 204 len: 168 time: 1.4126112 Feb 03 12:43:47.486291 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270986b-4a19-4a1e-aa9a-af79e89e3e75 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d05dc45-eae5-4de0-9453-6d455f8dfc4c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:47.501216 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab4baee6-9565-49d8-b322-8521e8630da8 admin admin] Publish callbacks [] for security_group (5d0f2ff0-7494-47e9-83d5-db54a0ed3236), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.617200 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-544f8f26-d7ab-4216-931c-d4859623b7c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (aa4b2afa-81a8-4d6e-a8be-3051d409ec8b), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.709225 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab4baee6-9565-49d8-b322-8521e8630da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5d0f2ff0-7494-47e9-83d5-db54a0ed3236), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.712160 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab4baee6-9565-49d8-b322-8521e8630da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.713510 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ab4baee6-9565-49d8-b322-8521e8630da8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d0f2ff0-7494-47e9-83d5-db54a0ed3236 HTTP/1.1" status: 204 len: 168 time: 0.7927902 Feb 03 12:43:47.732333 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4baee6-9565-49d8-b322-8521e8630da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0f2ff0-7494-47e9-83d5-db54a0ed3236,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:47.750835 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-544f8f26-d7ab-4216-931c-d4859623b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (aa4b2afa-81a8-4d6e-a8be-3051d409ec8b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.751629 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52924) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:47.829421 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-998aca84-c0ad-4308-a8ba-9496e76c8ba0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7f202da24d344ea89e8607441b048d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0764227 Feb 03 12:43:47.833734 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52928) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:47.839027 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cafc56b-b6f3-49df-b6f3-c80369574588 admin admin] Publish callbacks [] for security_group (c4a697b7-dd19-4381-b014-74106ddf6011), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.848473 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cafc56b-b6f3-49df-b6f3-c80369574588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c4a697b7-dd19-4381-b014-74106ddf6011), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.937149 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aad416c4-17bd-43b3-b399-06cc93d114d8 admin admin] Publish callbacks [] for security_group (716d57b7-8ca7-4bd7-801d-47b160448014), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:47.973604 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52930) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:47.982039 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7cafc56b-b6f3-49df-b6f3-c80369574588 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e97f1fdc99db4731951b8ba92bd024b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1112719 Feb 03 12:43:47.986574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafc56b-b6f3-49df-b6f3-c80369574588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a697b7-dd19-4381-b014-74106ddf6011,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:48.000601 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aad416c4-17bd-43b3-b399-06cc93d114d8 admin admin] Publish callbacks [] for security_group (716d57b7-8ca7-4bd7-801d-47b160448014), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.012025 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-544f8f26-d7ab-4216-931c-d4859623b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (aa4b2afa-81a8-4d6e-a8be-3051d409ec8b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.062896 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f8f26-d7ab-4216-931c-d4859623b7c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa4b2afa-81a8-4d6e-a8be-3051d409ec8b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:48.076644 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-544f8f26-d7ab-4216-931c-d4859623b7c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.083714 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-544f8f26-d7ab-4216-931c-d4859623b7c0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/aa4b2afa-81a8-4d6e-a8be-3051d409ec8b HTTP/1.1" status: 204 len: 168 time: 1.1102271 Feb 03 12:43:48.084238 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52934) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:48.171768 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4173af8d-ca8a-4207-b11d-e71e1b4cbf7d admin admin] Publish callbacks [] for security_group (c4a697b7-dd19-4381-b014-74106ddf6011), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.180910 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da2c4fb3-cd1c-4883-902e-013b1a9c2632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.223797 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4173af8d-ca8a-4207-b11d-e71e1b4cbf7d admin admin] Publish callbacks [] for security_group (c4a697b7-dd19-4381-b014-74106ddf6011), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.264789 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aad416c4-17bd-43b3-b399-06cc93d114d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (716d57b7-8ca7-4bd7-801d-47b160448014), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.273904 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aad416c4-17bd-43b3-b399-06cc93d114d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.275154 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-aad416c4-17bd-43b3-b399-06cc93d114d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/716d57b7-8ca7-4bd7-801d-47b160448014 HTTP/1.1" status: 204 len: 168 time: 0.4402075 Feb 03 12:43:48.284453 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dd31e85b-50b9-413f-8842-0ccf121a5cac no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:43:48.326748 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad416c4-17bd-43b3-b399-06cc93d114d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716d57b7-8ca7-4bd7-801d-47b160448014,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:48.327728 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: dd31e85b-50b9-413f-8842-0ccf121a5cac {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:43:48.327979 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dd31e85b-50b9-413f-8842-0ccf121a5cac not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:43:48.390795 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4173af8d-ca8a-4207-b11d-e71e1b4cbf7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c4a697b7-dd19-4381-b014-74106ddf6011), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.394210 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4173af8d-ca8a-4207-b11d-e71e1b4cbf7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.398336 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4173af8d-ca8a-4207-b11d-e71e1b4cbf7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4a697b7-dd19-4381-b014-74106ddf6011 HTTP/1.1" status: 204 len: 168 time: 0.4235609 Feb 03 12:43:48.410851 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173af8d-ca8a-4207-b11d-e71e1b4cbf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a697b7-dd19-4381-b014-74106ddf6011,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:48.428213 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da2c4fb3-cd1c-4883-902e-013b1a9c2632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.480732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-da2c4fb3-cd1c-4883-902e-013b1a9c2632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:48.508436 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-da2c4fb3-cd1c-4883-902e-013b1a9c2632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f60cac-9a78-4397-8c26-42736159603b') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:48.509865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-da2c4fb3-cd1c-4883-902e-013b1a9c2632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f60cac-9a78-4397-8c26-42736159603b') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:48.522260 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52950) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:48.533566 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da2c4fb3-cd1c-4883-902e-013b1a9c2632 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (39f60cac-9a78-4397-8c26-42736159603b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.547761 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b87e8d-4734-4953-aefa-013f45652647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.555128 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da2c4fb3-cd1c-4883-902e-013b1a9c2632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (39f60cac-9a78-4397-8c26-42736159603b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.562508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2c4fb3-cd1c-4883-902e-013b1a9c2632 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:43:48.563047 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da2c4fb3-cd1c-4883-902e-013b1a9c2632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (39f60cac-9a78-4397-8c26-42736159603b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:43:48.565097 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:43:48.653746 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b87e8d-4734-4953-aefa-013f45652647 admin admin] Publish callbacks [] for security_group (bd2935d4-1ba7-44e0-83ed-68b8068535c0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.659507 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b87e8d-4734-4953-aefa-013f45652647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bd2935d4-1ba7-44e0-83ed-68b8068535c0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.702799 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da2c4fb3-cd1c-4883-902e-013b1a9c2632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.708788 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da2c4fb3-cd1c-4883-902e-013b1a9c2632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.713241 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-da2c4fb3-cd1c-4883-902e-013b1a9c2632 admin admin] 10.222.0.18 "DELETE /v2.0/networks/dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb HTTP/1.1" status: 204 len: 168 time: 0.6274443 Feb 03 12:43:48.736880 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c4fb3-cd1c-4883-902e-013b1a9c2632 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc38355c-2c88-47a5-9fb0-f02ed0b1e0bb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:48.737855 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e7b87e8d-4734-4953-aefa-013f45652647 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90cd373ae0cc423e94f92757394a7673&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2140722 Feb 03 12:43:48.739028 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b87e8d-4734-4953-aefa-013f45652647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2935d4-1ba7-44e0-83ed-68b8068535c0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:48.741591 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52956) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:48.831878 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78136a6d-a38a-479b-bf04-7dd7dcda96ea admin admin] Publish callbacks [] for security_group (bd2935d4-1ba7-44e0-83ed-68b8068535c0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.871447 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78136a6d-a38a-479b-bf04-7dd7dcda96ea admin admin] Publish callbacks [] for security_group (bd2935d4-1ba7-44e0-83ed-68b8068535c0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.927717 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78136a6d-a38a-479b-bf04-7dd7dcda96ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bd2935d4-1ba7-44e0-83ed-68b8068535c0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.933441 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78136a6d-a38a-479b-bf04-7dd7dcda96ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:48.937005 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-78136a6d-a38a-479b-bf04-7dd7dcda96ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd2935d4-1ba7-44e0-83ed-68b8068535c0 HTTP/1.1" status: 204 len: 168 time: 0.1921537 Feb 03 12:43:48.945222 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78136a6d-a38a-479b-bf04-7dd7dcda96ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2935d4-1ba7-44e0-83ed-68b8068535c0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:49.106838 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52968) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:49.107066 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52970) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:49.135421 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0a284e6-fde4-4657-9d75-4df550b3c028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.179898 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-621d3213-9891-4a8c-9759-3d4b5204b019 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e249398c095241939cdd7b37579f2461&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0715921 Feb 03 12:43:49.182811 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52972) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:49.257004 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0a284e6-fde4-4657-9d75-4df550b3c028 admin admin] Publish callbacks [] for security_group (712f1982-6157-404f-b28d-945383abf754), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.264365 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0a284e6-fde4-4657-9d75-4df550b3c028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (712f1982-6157-404f-b28d-945383abf754), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.286445 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd80705-8f65-4ac9-b101-61b5d5fba7fa admin admin] Publish callbacks [] for security_group (3ade28e9-c156-4578-9a05-8cb68cae8352), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.307187 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a284e6-fde4-4657-9d75-4df550b3c028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712f1982-6157-404f-b28d-945383abf754,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:49.327541 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a0a284e6-fde4-4657-9d75-4df550b3c028 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=320aedb57fec42569fd39a312a1ae036&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2124012 Feb 03 12:43:49.327676 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52976) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:49.341454 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd80705-8f65-4ac9-b101-61b5d5fba7fa admin admin] Publish callbacks [] for security_group (3ade28e9-c156-4578-9a05-8cb68cae8352), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.425398 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71507e31-66b3-4555-b295-c4c60770de1c admin admin] Publish callbacks [] for security_group (712f1982-6157-404f-b28d-945383abf754), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.465232 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71507e31-66b3-4555-b295-c4c60770de1c admin admin] Publish callbacks [] for security_group (712f1982-6157-404f-b28d-945383abf754), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.467476 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd80705-8f65-4ac9-b101-61b5d5fba7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (3ade28e9-c156-4578-9a05-8cb68cae8352), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.470675 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd80705-8f65-4ac9-b101-61b5d5fba7fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.474536 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6dd80705-8f65-4ac9-b101-61b5d5fba7fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ade28e9-c156-4578-9a05-8cb68cae8352 HTTP/1.1" status: 204 len: 168 time: 0.2875757 Feb 03 12:43:49.489524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd80705-8f65-4ac9-b101-61b5d5fba7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ade28e9-c156-4578-9a05-8cb68cae8352,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:49.513375 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52988) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:49.558480 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71507e31-66b3-4555-b295-c4c60770de1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (712f1982-6157-404f-b28d-945383abf754), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.561847 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71507e31-66b3-4555-b295-c4c60770de1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.563191 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-71507e31-66b3-4555-b295-c4c60770de1c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/712f1982-6157-404f-b28d-945383abf754 HTTP/1.1" status: 204 len: 168 time: 0.2343891 Feb 03 12:43:49.584545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71507e31-66b3-4555-b295-c4c60770de1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712f1982-6157-404f-b28d-945383abf754,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:49.693972 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8850bda6-aafc-4e5b-98a2-b710bb273d7b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1659856766-network', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:49.723130 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8850bda6-aafc-4e5b-98a2-b710bb273d7b admin admin] Made reservation on behalf of 1e60b58d86024cd1a0be428da6fe974b for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:43:49.726308 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8850bda6-aafc-4e5b-98a2-b710bb273d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.745246 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8850bda6-aafc-4e5b-98a2-b710bb273d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.846328 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8850bda6-aafc-4e5b-98a2-b710bb273d7b admin admin] Publish callbacks [] for security_group (a380af32-50ee-4dcc-b68d-6592a0627212), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.852416 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8850bda6-aafc-4e5b-98a2-b710bb273d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a380af32-50ee-4dcc-b68d-6592a0627212), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.883221 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8850bda6-aafc-4e5b-98a2-b710bb273d7b admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:43:49.895062 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850bda6-aafc-4e5b-98a2-b710bb273d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a380af32-50ee-4dcc-b68d-6592a0627212,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:49.900571 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8850bda6-aafc-4e5b-98a2-b710bb273d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (3a1dd41e-59bc-4c62-900b-ab6f7f8767ba), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:49.900916 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-8850bda6-aafc-4e5b-98a2-b710bb273d7b admin admin] Added segment 3a1dd41e-59bc-4c62-900b-ab6f7f8767ba of type vlan for network 6cb9761b-598f-4535-bd6b-c51b682dba14 Feb 03 12:43:49.984520 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8850bda6-aafc-4e5b-98a2-b710bb273d7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (6cb9761b-598f-4535-bd6b-c51b682dba14), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:50.022920 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8850bda6-aafc-4e5b-98a2-b710bb273d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (6cb9761b-598f-4535-bd6b-c51b682dba14), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:50.024091 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8850bda6-aafc-4e5b-98a2-b710bb273d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:50.024745 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8850bda6-aafc-4e5b-98a2-b710bb273d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:50.061675 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8850bda6-aafc-4e5b-98a2-b710bb273d7b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5471497 Feb 03 12:43:50.064561 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53012) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:50.069600 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c8f64f0c-7eec-47f9-96d1-cb8930baf1ae admin admin] Request body: {'subnet': {'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1659856766-subnet', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:50.112613 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850bda6-aafc-4e5b-98a2-b710bb273d7b admin admin] Pushing event updated for resources: {'Network': ['ID=6cb9761b-598f-4535-bd6b-c51b682dba14,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:50.125330 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 6cb9761b-598f-4535-bd6b-c51b682dba14 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:43:50.127743 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f64f0c-7eec-47f9-96d1-cb8930baf1ae admin admin] Made reservation on behalf of 1e60b58d86024cd1a0be428da6fe974b for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:43:50.131585 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8f64f0c-7eec-47f9-96d1-cb8930baf1ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:50.349596 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8f64f0c-7eec-47f9-96d1-cb8930baf1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (9dbc02e2-6703-401d-94fc-0795a4c52d21), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:50.430402 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f64f0c-7eec-47f9-96d1-cb8930baf1ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dbc02e2-6703-401d-94fc-0795a4c52d21,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:50.443115 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f64f0c-7eec-47f9-96d1-cb8930baf1ae admin admin] Checking segment: {'id': '3a1dd41e-59bc-4c62-900b-ab6f7f8767ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:43:50.443990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f64f0c-7eec-47f9-96d1-cb8930baf1ae admin admin] Network hostable DHCP agents. Network: 6cb9761b-598f-4535-bd6b-c51b682dba14, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:43:50.466065 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f64f0c-7eec-47f9-96d1-cb8930baf1ae admin admin] Network 6cb9761b-598f-4535-bd6b-c51b682dba14 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:43:50.478720 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c8f64f0c-7eec-47f9-96d1-cb8930baf1ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 6cb9761b-598f-4535-bd6b-c51b682dba14) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:50.483591 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f64f0c-7eec-47f9-96d1-cb8930baf1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:50.484143 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8f64f0c-7eec-47f9-96d1-cb8930baf1ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:50.492347 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484f6c45-de75-42d0-b4b7-11141059e0a3 None None] Network 6cb9761b-598f-4535-bd6b-c51b682dba14 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:43:50.528263 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c8f64f0c-7eec-47f9-96d1-cb8930baf1ae admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4602077 Feb 03 12:43:50.528782 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53040) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:50.535758 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-cf1f466f-37d5-46db-bf6e-6d2da4a23d43 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1659856766-router', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:50.575210 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf1f466f-37d5-46db-bf6e-6d2da4a23d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (cde37700-db54-499b-905a-e5636c9bab2f), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:50.577075 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf1f466f-37d5-46db-bf6e-6d2da4a23d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (cde37700-db54-499b-905a-e5636c9bab2f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:50.655645 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-6cb9761b-598f-4535-bd6b-c51b682dba14', 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14', 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'fixed_ips': [{'subnet_id': '9dbc02e2-6703-401d-94fc-0795a4c52d21'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:43:50.656733 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:50.736376 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf1f466f-37d5-46db-bf6e-6d2da4a23d43 admin admin] Publish callbacks [] for router_controller (cde37700-db54-499b-905a-e5636c9bab2f), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:50.944743 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] Allocated IP 172.20.0.2 (6cb9761b-598f-4535-bd6b-c51b682dba14/9dbc02e2-6703-401d-94fc-0795a4c52d21/88b3773e-05ab-464f-8d76-e21ecfa2aa0d) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:43:50.957241 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf1f466f-37d5-46db-bf6e-6d2da4a23d43 admin admin] Publish callbacks [] for router_gateway (cde37700-db54-499b-905a-e5636c9bab2f), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:51.214553 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] Publish callbacks [] for port (88b3773e-05ab-464f-8d76-e21ecfa2aa0d), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:51.226376 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (88b3773e-05ab-464f-8d76-e21ecfa2aa0d), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:51.309562 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] Network 6cb9761b-598f-4535-bd6b-c51b682dba14 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:43:51.332923 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:51.335553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:43:51.348688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] Pushing event updated for resources: {'Port': ['ID=88b3773e-05ab-464f-8d76-e21ecfa2aa0d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:51.474257 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] Attempting to bind port 88b3773e-05ab-464f-8d76-e21ecfa2aa0d on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:43:51.474886 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] Attempting to bind port 88b3773e-05ab-464f-8d76-e21ecfa2aa0d by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3a1dd41e-59bc-4c62-900b-ab6f7f8767ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:43:51.475736 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] Attempting to bind port 88b3773e-05ab-464f-8d76-e21ecfa2aa0d on network 6cb9761b-598f-4535-bd6b-c51b682dba14 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:43:51.482454 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:43:51.483128 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] Checking segment: {'id': '3a1dd41e-59bc-4c62-900b-ab6f7f8767ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:43:51.483834 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:51.484522 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] Bound using segment: {'id': '3a1dd41e-59bc-4c62-900b-ab6f7f8767ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:43:51.485207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] Bound port: 88b3773e-05ab-464f-8d76-e21ecfa2aa0d, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1dd41e-59bc-4c62-900b-ab6f7f8767ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:43:51.485773 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (88b3773e-05ab-464f-8d76-e21ecfa2aa0d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:51.617711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] For port 88b3773e-05ab-464f-8d76-e21ecfa2aa0d, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:43:51.622056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] For port 88b3773e-05ab-464f-8d76-e21ecfa2aa0d, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=88b3773e-05ab-464f-8d76-e21ecfa2aa0d,segment=NetworkSegment(3a1dd41e-59bc-4c62-900b-ab6f7f8767ba),segment_id=3a1dd41e-59bc-4c62-900b-ab6f7f8767ba)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:43:51.636800 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (88b3773e-05ab-464f-8d76-e21ecfa2aa0d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:51.748295 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74ceab-b89f-4e82-a8b0-e2c9c808c882 None None] Pushing event updated for resources: {'Port': ['ID=88b3773e-05ab-464f-8d76-e21ecfa2aa0d,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:51.827309 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf1f466f-37d5-46db-bf6e-6d2da4a23d43 admin admin] Publish callbacks [] for router_gateway (cde37700-db54-499b-905a-e5636c9bab2f), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:51.852503 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf1f466f-37d5-46db-bf6e-6d2da4a23d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:51.999444 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-cf1f466f-37d5-46db-bf6e-6d2da4a23d43 admin admin] Allocated IP 172.25.6.87 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/602eaea2-c404-4051-9421-ccafd093ea51) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:43:52.250937 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf1f466f-37d5-46db-bf6e-6d2da4a23d43 admin admin] Publish callbacks [] for port (602eaea2-c404-4051-9421-ccafd093ea51), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:52.333354 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53102) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:52.350400 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 88b3773e-05ab-464f-8d76-e21ecfa2aa0d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:52.370846 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf1f466f-37d5-46db-bf6e-6d2da4a23d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (602eaea2-c404-4051-9421-ccafd093ea51), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:52.421965 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1f466f-37d5-46db-bf6e-6d2da4a23d43 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:43:52.436558 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-cf1f466f-37d5-46db-bf6e-6d2da4a23d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:52.440393 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1f466f-37d5-46db-bf6e-6d2da4a23d43 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:43:52.456366 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 88b3773e-05ab-464f-8d76-e21ecfa2aa0d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:52.457351 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (88b3773e-05ab-464f-8d76-e21ecfa2aa0d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:52.471322 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f466f-37d5-46db-bf6e-6d2da4a23d43 admin admin] Pushing event updated for resources: {'Port': ['ID=602eaea2-c404-4051-9421-ccafd093ea51,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:52.581054 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 88b3773e-05ab-464f-8d76-e21ecfa2aa0d is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:52.581809 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (88b3773e-05ab-464f-8d76-e21ecfa2aa0d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:52.719705 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1786578c-ded9-4a9e-b057-60965feea827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:52.927745 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf1f466f-37d5-46db-bf6e-6d2da4a23d43 admin admin] Publish callbacks [] for router_gateway (cde37700-db54-499b-905a-e5636c9bab2f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:52.940777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 88b3773e-05ab-464f-8d76-e21ecfa2aa0d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=88b3773e-05ab-464f-8d76-e21ecfa2aa0d,segment=NetworkSegment(3a1dd41e-59bc-4c62-900b-ab6f7f8767ba),segment_id=3a1dd41e-59bc-4c62-900b-ab6f7f8767ba)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:52.948878 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (88b3773e-05ab-464f-8d76-e21ecfa2aa0d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:53.001456 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1786578c-ded9-4a9e-b057-60965feea827 admin admin] Publish callbacks [] for security_group (5bbe1075-e6b6-49a3-9afe-13b914636d83), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:53.020282 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1786578c-ded9-4a9e-b057-60965feea827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5bbe1075-e6b6-49a3-9afe-13b914636d83), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:53.057769 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=88b3773e-05ab-464f-8d76-e21ecfa2aa0d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:53.116163 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1786578c-ded9-4a9e-b057-60965feea827 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=726308190d834e6b9fd8c3e324114bee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7809613 Feb 03 12:43:53.119626 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53132) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:53.141395 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786578c-ded9-4a9e-b057-60965feea827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbe1075-e6b6-49a3-9afe-13b914636d83,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:53.295765 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1833d71-d580-4023-8268-9cc7b40b4d15 admin admin] Publish callbacks [] for security_group (5bbe1075-e6b6-49a3-9afe-13b914636d83), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:53.364552 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1833d71-d580-4023-8268-9cc7b40b4d15 admin admin] Publish callbacks [] for security_group (5bbe1075-e6b6-49a3-9afe-13b914636d83), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:53.503616 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf1f466f-37d5-46db-bf6e-6d2da4a23d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (cde37700-db54-499b-905a-e5636c9bab2f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:53.596520 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad3ece0-e77d-451a-ab28-63a19e2aaeb7 None None] Network 6cb9761b-598f-4535-bd6b-c51b682dba14 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:43:53.631550 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1833d71-d580-4023-8268-9cc7b40b4d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5bbe1075-e6b6-49a3-9afe-13b914636d83), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:53.631550 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1833d71-d580-4023-8268-9cc7b40b4d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:53.640077 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e1833d71-d580-4023-8268-9cc7b40b4d15 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5bbe1075-e6b6-49a3-9afe-13b914636d83 HTTP/1.1" status: 204 len: 168 time: 0.5167749 Feb 03 12:43:53.719928 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1833d71-d580-4023-8268-9cc7b40b4d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbe1075-e6b6-49a3-9afe-13b914636d83,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:53.757576 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1f466f-37d5-46db-bf6e-6d2da4a23d43 admin admin] Router cde37700-db54-499b-905a-e5636c9bab2f is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:43:53.760451 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6fe37ef3-6deb-4fb5-a06c-59504727c1d2 None None] Provisioning complete for port 88b3773e-05ab-464f-8d76-e21ecfa2aa0d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:53.761440 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6fe37ef3-6deb-4fb5-a06c-59504727c1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (88b3773e-05ab-464f-8d76-e21ecfa2aa0d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:53.838967 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53184) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:53.985677 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1f466f-37d5-46db-bf6e-6d2da4a23d43 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:43:53.992688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6fe37ef3-6deb-4fb5-a06c-59504727c1d2 None None] Current status of the port 88b3773e-05ab-464f-8d76-e21ecfa2aa0d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:53.997547 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] Sync routers for ids ['cde37700-db54-499b-905a-e5636c9bab2f'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:43:54.041357 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf1f466f-37d5-46db-bf6e-6d2da4a23d43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:54.042715 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cf1f466f-37d5-46db-bf6e-6d2da4a23d43 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5125010 Feb 03 12:43:54.042865 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] Routers {'cde37700-db54-499b-905a-e5636c9bab2f'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:54.043582 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:43:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['cde37700-db54-499b-905a-e5636c9bab2f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:54.045465 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53196) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:54.287540 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 88b3773e-05ab-464f-8d76-e21ecfa2aa0d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:54.309572 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] Set router cde37700-db54-499b-905a-e5636c9bab2f gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:54.394986 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 88b3773e-05ab-464f-8d76-e21ecfa2aa0d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:54.395426 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (88b3773e-05ab-464f-8d76-e21ecfa2aa0d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:54.508247 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-290644e8-d1ef-46dc-bc0a-0ec6a27da70a None None] Provisioning complete for port 88b3773e-05ab-464f-8d76-e21ecfa2aa0d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:54.508958 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-290644e8-d1ef-46dc-bc0a-0ec6a27da70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (88b3773e-05ab-464f-8d76-e21ecfa2aa0d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:54.589082 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b6243-348a-4be8-85eb-94fd9cec1692 req-173dc840-ca40-4b28-bf76-b8901dc1ece0 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:54.590650 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-666b6243-348a-4be8-85eb-94fd9cec1692 req-173dc840-ca40-4b28-bf76-b8901dc1ece0 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.1310799 Feb 03 12:43:54.690379 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9b7e0b51-6294-4e84-9276-26f4083dc4be tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2088585443', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:54.690481 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-666b6243-348a-4be8-85eb-94fd9cec1692 req-caccdedd-f417-4fc7-b5d3-5ac6137bfdf9 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884073 Feb 03 12:43:54.709132 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 88b3773e-05ab-464f-8d76-e21ecfa2aa0d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:54.762425 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-290644e8-d1ef-46dc-bc0a-0ec6a27da70a None None] Current status of the port 88b3773e-05ab-464f-8d76-e21ecfa2aa0d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:54.764908 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7e0b51-6294-4e84-9276-26f4083dc4be tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Made reservation on behalf of 3d21e6676eec44e59436bf5ffe7a57da for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:43:54.765496 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'name': 'tempest-TaggedBootDevicesTest_v242-1659856766-router', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '602eaea2-c404-4051-9421-ccafd093ea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:50Z', 'updated_at': '2022-02-03T12:43:52Z', 'revision_number': 3, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'gw_port': {'id': '602eaea2-c404-4051-9421-ccafd093ea51', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:51Z', 'updated_at': '2022-02-03T12:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:54.777132 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0b51-6294-4e84-9276-26f4083dc4be tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:54.807626 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0b51-6294-4e84-9276-26f4083dc4be tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:54.823640 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c96c58-d03a-4d7b-a6b7-256b94c7b267 req-26798fc1-f01f-41e8-8b22-312b37cad7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:54.829035 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5c96c58-d03a-4d7b-a6b7-256b94c7b267 req-26798fc1-f01f-41e8-8b22-312b37cad7cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a209b0e492a4b77b2ceeedc9d454e67&device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 1127 time: 0.4272714 Feb 03 12:43:54.843893 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:43:54.845364 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] Checking router: cde37700-db54-499b-905a-e5636c9bab2f for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:43:54.846039 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] Updating router cde37700-db54-499b-905a-e5636c9bab2f port 602eaea2-c404-4051-9421-ccafd093ea51 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:43:54.879237 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (602eaea2-c404-4051-9421-ccafd093ea51), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:55.011856 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c96c58-d03a-4d7b-a6b7-256b94c7b267 req-ce735b2f-3bdc-407a-8e3c-0192c9a63e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:55.014859 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5c96c58-d03a-4d7b-a6b7-256b94c7b267 req-ce735b2f-3bdc-407a-8e3c-0192c9a63e76 service neutron] 10.222.0.31 "GET /v2.0/networks?id=87045144-2323-4eba-b542-41e2cafcc3b7 HTTP/1.1" status: 200 len: 920 time: 0.1774349 Feb 03 12:43:55.111703 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5c96c58-d03a-4d7b-a6b7-256b94c7b267 req-0e84f137-65fd-4275-82c0-0b22153617bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04038b85-e2ce-41ef-a62a-fbb37304394d HTTP/1.1" status: 200 len: 217 time: 0.0906656 Feb 03 12:43:55.187900 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0b51-6294-4e84-9276-26f4083dc4be tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Publish callbacks [] for security_group (6266c25e-686b-4f6b-b4fc-2c29a72fbb20), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:55.202439 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0b51-6294-4e84-9276-26f4083dc4be tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6266c25e-686b-4f6b-b4fc-2c29a72fbb20), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:55.207817 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c96c58-d03a-4d7b-a6b7-256b94c7b267 req-c872188f-a5d8-4346-9fe2-8db872c85077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:55.208012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-9b7e0b51-6294-4e84-9276-26f4083dc4be tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] device_id is not set on port 74340618-3422-4934-822b-4ab6350c2bd5 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:43:55.209350 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5c96c58-d03a-4d7b-a6b7-256b94c7b267 req-c872188f-a5d8-4346-9fe2-8db872c85077 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d7c28f9-eb63-4be2-9734-e89b3817580d HTTP/1.1" status: 200 len: 859 time: 0.0919650 Feb 03 12:43:55.276788 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5c96c58-d03a-4d7b-a6b7-256b94c7b267 req-21dcdb9b-1840-4a26-8476-c00c9be71679 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87045144-2323-4eba-b542-41e2cafcc3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597069 Feb 03 12:43:55.319146 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e0b51-6294-4e84-9276-26f4083dc4be tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6266c25e-686b-4f6b-b4fc-2c29a72fbb20,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:55.398120 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d748697f-ca37-403b-99ab-0ec6cffecf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:55.433726 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] Publish callbacks [] for port (602eaea2-c404-4051-9421-ccafd093ea51), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:55.461937 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (602eaea2-c404-4051-9421-ccafd093ea51), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:55.538294 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5c96c58-d03a-4d7b-a6b7-256b94c7b267 req-18775060-5a0a-4368-8694-cc04b5f6c204 service neutron] 10.222.0.31 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526770 Feb 03 12:43:55.608579 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4042a-49a7-49d5-8913-8ffd9a84d9d2 None None] Pushing event updated for resources: {'Port': ['ID=602eaea2-c404-4051-9421-ccafd093ea51,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:55.654309 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] Attempting to bind port 602eaea2-c404-4051-9421-ccafd093ea51 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:43:55.654309 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] Attempting to bind port 602eaea2-c404-4051-9421-ccafd093ea51 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:43:55.654309 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] Attempting to bind port 602eaea2-c404-4051-9421-ccafd093ea51 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:43:55.669329 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:43:55.672899 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:43:55.674553 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:55.675444 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:43:55.677465 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] Bound port: 602eaea2-c404-4051-9421-ccafd093ea51, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:43:55.679156 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (602eaea2-c404-4051-9421-ccafd093ea51), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:55.688697 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-9b7e0b51-6294-4e84-9276-26f4083dc4be tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Allocated IP 172.25.6.123 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/74340618-3422-4934-822b-4ab6350c2bd5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:43:55.753275 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5c96c58-d03a-4d7b-a6b7-256b94c7b267 req-0b0ce42b-7b48-4019-a4d2-47d0a4e82945 service neutron] 10.222.0.31 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091322 Feb 03 12:43:55.865850 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] For port 602eaea2-c404-4051-9421-ccafd093ea51, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:43:55.874108 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] For port 602eaea2-c404-4051-9421-ccafd093ea51, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=602eaea2-c404-4051-9421-ccafd093ea51,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:43:55.886319 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (602eaea2-c404-4051-9421-ccafd093ea51), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:55.988855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-d748697f-ca37-403b-99ab-0ec6cffecf2e admin admin] Allocated IP 172.20.0.1 (6cb9761b-598f-4535-bd6b-c51b682dba14/9dbc02e2-6703-401d-94fc-0795a4c52d21/20c660ee-49df-4ee6-940f-f75af0c1b24b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:43:56.030797 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] Routers {'cde37700-db54-499b-905a-e5636c9bab2f'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:56.031439 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:43:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['cde37700-db54-499b-905a-e5636c9bab2f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:56.034847 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4042a-49a7-49d5-8913-8ffd9a84d9d2 None None] Pushing event updated for resources: {'Port': ['ID=602eaea2-c404-4051-9421-ccafd093ea51,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:56.113485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffed85d-21f8-4207-a83f-2f7eea1feec8 req-04fc9d30-bec8-488a-8fb0-71f8fcdd00f9 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:56.115753 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5ffed85d-21f8-4207-a83f-2f7eea1feec8 req-04fc9d30-bec8-488a-8fb0-71f8fcdd00f9 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.2073522 Feb 03 12:43:56.179791 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] Set router cde37700-db54-499b-905a-e5636c9bab2f gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:56.284121 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5ffed85d-21f8-4207-a83f-2f7eea1feec8 req-e3bcf618-1de1-4d50-a53a-6d4793b47c22 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517417 Feb 03 12:43:56.292147 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0b51-6294-4e84-9276-26f4083dc4be tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Publish callbacks [] for port (74340618-3422-4934-822b-4ab6350c2bd5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:56.391387 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d748697f-ca37-403b-99ab-0ec6cffecf2e admin admin] Publish callbacks [] for port (20c660ee-49df-4ee6-940f-f75af0c1b24b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:56.474508 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'name': 'tempest-TaggedBootDevicesTest_v242-1659856766-router', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '602eaea2-c404-4051-9421-ccafd093ea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:50Z', 'updated_at': '2022-02-03T12:43:52Z', 'revision_number': 3, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'gw_port': {'id': '602eaea2-c404-4051-9421-ccafd093ea51', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:51Z', 'updated_at': '2022-02-03T12:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:56.489057 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0b51-6294-4e84-9276-26f4083dc4be tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (74340618-3422-4934-822b-4ab6350c2bd5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:56.510954 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f13bb7-0a88-4dc6-a8eb-1733f017be42 None None] The sync data for ids ['cde37700-db54-499b-905a-e5636c9bab2f'] in n-d-827336-3 is: [{'id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'name': 'tempest-TaggedBootDevicesTest_v242-1659856766-router', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '602eaea2-c404-4051-9421-ccafd093ea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:50Z', 'updated_at': '2022-02-03T12:43:52Z', 'revision_number': 3, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'gw_port': {'id': '602eaea2-c404-4051-9421-ccafd093ea51', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:51Z', 'updated_at': '2022-02-03T12:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:43:56.570968 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7e0b51-6294-4e84-9276-26f4083dc4be tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:43:56.577533 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9b7e0b51-6294-4e84-9276-26f4083dc4be tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:56.590515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7e0b51-6294-4e84-9276-26f4083dc4be tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:43:56.670661 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d748697f-ca37-403b-99ab-0ec6cffecf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (20c660ee-49df-4ee6-940f-f75af0c1b24b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:56.674097 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e0b51-6294-4e84-9276-26f4083dc4be tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Pushing event updated for resources: {'Port': ['ID=74340618-3422-4934-822b-4ab6350c2bd5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:57.213717 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7e0b51-6294-4e84-9276-26f4083dc4be tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:57.214355 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0b51-6294-4e84-9276-26f4083dc4be tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:57.240869 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748697f-ca37-403b-99ab-0ec6cffecf2e admin admin] Pushing event updated for resources: {'Port': ['ID=20c660ee-49df-4ee6-940f-f75af0c1b24b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:57.244938 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d748697f-ca37-403b-99ab-0ec6cffecf2e admin admin] Network 6cb9761b-598f-4535-bd6b-c51b682dba14 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:43:57.248824 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9b7e0b51-6294-4e84-9276-26f4083dc4be tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4088058 Feb 03 12:43:57.251011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d748697f-ca37-403b-99ab-0ec6cffecf2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:57.251972 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53322) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:43:57.255011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d748697f-ca37-403b-99ab-0ec6cffecf2e admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:43:57.264626 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-04c4b487-17eb-440a-bfc2-b9798bfc3a2e tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.123'}]}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:43:57.320837 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04c4b487-17eb-440a-bfc2-b9798bfc3a2e tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (05f4b794-694f-48e8-9a4d-8142a5756e51), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:57.322556 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04c4b487-17eb-440a-bfc2-b9798bfc3a2e tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (05f4b794-694f-48e8-9a4d-8142a5756e51), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:57.328909 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d748697f-ca37-403b-99ab-0ec6cffecf2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (cde37700-db54-499b-905a-e5636c9bab2f), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:57.491105 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04c4b487-17eb-440a-bfc2-b9798bfc3a2e tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Publish callbacks [] for router_controller (05f4b794-694f-48e8-9a4d-8142a5756e51), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:57.759473 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d748697f-ca37-403b-99ab-0ec6cffecf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (20c660ee-49df-4ee6-940f-f75af0c1b24b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:57.836617 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1ee24198-98d4-431b-b5c2-d3a190a83ee7 None None] Provisioning complete for port 20c660ee-49df-4ee6-940f-f75af0c1b24b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:57.837263 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ee24198-98d4-431b-b5c2-d3a190a83ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (20c660ee-49df-4ee6-940f-f75af0c1b24b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:57.932109 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1ee24198-98d4-431b-b5c2-d3a190a83ee7 None None] Port 20c660ee-49df-4ee6-940f-f75af0c1b24b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:43:57.980421 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04c4b487-17eb-440a-bfc2-b9798bfc3a2e tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Publish callbacks [] for router_gateway (05f4b794-694f-48e8-9a4d-8142a5756e51), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:58.031197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc2147-67a1-4c8d-bf31-a90584a3c1ec req-3b20ecca-e7cf-4bc3-bf17-a77d17be2198 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:58.039791 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88bc2147-67a1-4c8d-bf31-a90584a3c1ec req-3b20ecca-e7cf-4bc3-bf17-a77d17be2198 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.4660325 Feb 03 12:43:58.254177 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88bc2147-67a1-4c8d-bf31-a90584a3c1ec req-17e35f9c-5470-4b44-b142-d8da525486a3 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078109 Feb 03 12:43:58.391006 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d748697f-ca37-403b-99ab-0ec6cffecf2e admin admin] Publish callbacks [] for port (20c660ee-49df-4ee6-940f-f75af0c1b24b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:58.403384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 602eaea2-c404-4051-9421-ccafd093ea51 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:43:58.409598 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d748697f-ca37-403b-99ab-0ec6cffecf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (20c660ee-49df-4ee6-940f-f75af0c1b24b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:58.478210 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748697f-ca37-403b-99ab-0ec6cffecf2e admin admin] Pushing event updated for resources: {'Port': ['ID=20c660ee-49df-4ee6-940f-f75af0c1b24b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:58.501488 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d748697f-ca37-403b-99ab-0ec6cffecf2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (cde37700-db54-499b-905a-e5636c9bab2f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:58.532278 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 602eaea2-c404-4051-9421-ccafd093ea51 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:58.532734 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (602eaea2-c404-4051-9421-ccafd093ea51), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:58.674828 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d748697f-ca37-403b-99ab-0ec6cffecf2e admin admin] Network 6cb9761b-598f-4535-bd6b-c51b682dba14 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:43:58.675188 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04c4b487-17eb-440a-bfc2-b9798bfc3a2e tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Publish callbacks [] for router_gateway (05f4b794-694f-48e8-9a4d-8142a5756e51), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:58.679168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d748697f-ca37-403b-99ab-0ec6cffecf2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:43:58.743499 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 602eaea2-c404-4051-9421-ccafd093ea51 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:43:58.743977 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (602eaea2-c404-4051-9421-ccafd093ea51), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:58.778722 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04c4b487-17eb-440a-bfc2-b9798bfc3a2e tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:58.795738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 602eaea2-c404-4051-9421-ccafd093ea51, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=602eaea2-c404-4051-9421-ccafd093ea51,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:43:58.807861 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (602eaea2-c404-4051-9421-ccafd093ea51), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:58.996405 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=602eaea2-c404-4051-9421-ccafd093ea51,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:43:59.031063 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-260edeb9-9117-410d-bce7-781f38ae3df2 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3356010617234dc396860653626bddf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408289 Feb 03 12:43:59.066223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d748697f-ca37-403b-99ab-0ec6cffecf2e admin admin] Router cde37700-db54-499b-905a-e5636c9bab2f has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:43:59.302776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-567a2f3a-94ab-422f-8ad7-03be3ff3852e None None] Provisioning complete for port 20c660ee-49df-4ee6-940f-f75af0c1b24b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:43:59.303194 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-567a2f3a-94ab-422f-8ad7-03be3ff3852e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (20c660ee-49df-4ee6-940f-f75af0c1b24b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:59.339544 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04c4b487-17eb-440a-bfc2-b9798bfc3a2e tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Publish callbacks [] for router (05f4b794-694f-48e8-9a4d-8142a5756e51), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:59.357370 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d748697f-ca37-403b-99ab-0ec6cffecf2e admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:43:59.367325 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d748697f-ca37-403b-99ab-0ec6cffecf2e admin admin] 10.222.0.18 "PUT /v2.0/routers/cde37700-db54-499b-905a-e5636c9bab2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3162181 Feb 03 12:43:59.402646 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-567a2f3a-94ab-422f-8ad7-03be3ff3852e None None] Port 20c660ee-49df-4ee6-940f-f75af0c1b24b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:43:59.421472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-67e44e17-98d3-4222-9ca3-f042b37756b1 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:59.432731 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-67e44e17-98d3-4222-9ca3-f042b37756b1 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3978198 Feb 03 12:43:59.451978 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-978d0122-87c6-452b-8979-0bab1b70a613 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/quotas/3356010617234dc396860653626bddf1 HTTP/1.1" status: 200 len: 375 time: 0.0198998 Feb 03 12:43:59.490909 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-a7761ba9-4899-473c-b380-707b66c671e5 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3356010617234dc396860653626bddf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385849 Feb 03 12:43:59.562494 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953a12b-00d8-4bf7-89d1-c2e2a815b315 req-ac1ce515-504a-4b1c-8c50-743af5e96e0e tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:59.573021 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b953a12b-00d8-4bf7-89d1-c2e2a815b315 req-ac1ce515-504a-4b1c-8c50-743af5e96e0e tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 945 time: 0.3026981 Feb 03 12:43:59.579246 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] Sync routers for ids ['cde37700-db54-499b-905a-e5636c9bab2f'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:43:59.595514 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] Routers {'cde37700-db54-499b-905a-e5636c9bab2f'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:43:59.596339 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:43:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['cde37700-db54-499b-905a-e5636c9bab2f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:43:59.776601 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04c4b487-17eb-440a-bfc2-b9798bfc3a2e tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (05f4b794-694f-48e8-9a4d-8142a5756e51), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:59.791514 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] Set router cde37700-db54-499b-905a-e5636c9bab2f gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:43:59.842223 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04c4b487-17eb-440a-bfc2-b9798bfc3a2e tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Publish callbacks [] for router_controller (05f4b794-694f-48e8-9a4d-8142a5756e51), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:59.852078 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b953a12b-00d8-4bf7-89d1-c2e2a815b315 req-b3058206-326f-40ad-a54a-b6eed533b15b tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749921 Feb 03 12:43:59.872263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c68de-ff54-47a0-8a21-e17af9333075 req-1fb19007-d7d2-4cfb-96a0-33e7e56d92d6 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:43:59.884643 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8c5c68de-ff54-47a0-8a21-e17af9333075 req-1fb19007-d7d2-4cfb-96a0-33e7e56d92d6 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.1384263 Feb 03 12:43:59.941116 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04c4b487-17eb-440a-bfc2-b9798bfc3a2e tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (05f4b794-694f-48e8-9a4d-8142a5756e51), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:43:59.941712 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c4b487-17eb-440a-bfc2-b9798bfc3a2e tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05f4b794-694f-48e8-9a4d-8142a5756e51 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:43:59.981099 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-04c4b487-17eb-440a-bfc2-b9798bfc3a2e tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 03 12:43:59.982429 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-04c4b487-17eb-440a-bfc2-b9798bfc3a2e tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7293205 Feb 03 12:43:59.985283 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53440) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:00.006373 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8c5c68de-ff54-47a0-8a21-e17af9333075 req-0f278dfc-e1e1-4060-ad7a-2e02dcb5cc2a tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168149 Feb 03 12:44:00.158497 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-42846da4-a774-4312-a145-f72ec68d74a1 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3356010617234dc396860653626bddf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553277 Feb 03 12:44:00.173348 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'name': 'tempest-TaggedBootDevicesTest_v242-1659856766-router', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '602eaea2-c404-4051-9421-ccafd093ea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:50Z', 'updated_at': '2022-02-03T12:43:57Z', 'revision_number': 4, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'gw_port': {'id': '602eaea2-c404-4051-9421-ccafd093ea51', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:51Z', 'updated_at': '2022-02-03T12:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '20c660ee-49df-4ee6-940f-f75af0c1b24b', 'name': '', 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'mac_address': 'fa:16:3e:66:71:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9dbc02e2-6703-401d-94fc-0795a4c52d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:55Z', 'updated_at': '2022-02-03T12:43:57Z', 'revision_number': 2, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'subnets': [{'id': '9dbc02e2-6703-401d-94fc-0795a4c52d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:00.301448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 602eaea2-c404-4051-9421-ccafd093ea51 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:00.350050 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-2bfdf427-5238-4a71-939c-5a2b6a304fb8 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:00.351837 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-2bfdf427-5238-4a71-939c-5a2b6a304fb8 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927092 Feb 03 12:44:00.354102 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2b8ca8c4-c82e-4d46-8fcc-32f441492bb8 tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Deleting port 74340618-3422-4934-822b-4ab6350c2bd5 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:00.354632 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca8c4-c82e-4d46-8fcc-32f441492bb8 tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (74340618-3422-4934-822b-4ab6350c2bd5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:00.394457 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] Checking router: cde37700-db54-499b-905a-e5636c9bab2f for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:44:00.397869 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] Updating router cde37700-db54-499b-905a-e5636c9bab2f port 20c660ee-49df-4ee6-940f-f75af0c1b24b binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:44:00.413851 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-e0d6b213-c7b9-4773-9094-8d67e5163ae3 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/quotas/3356010617234dc396860653626bddf1 HTTP/1.1" status: 200 len: 375 time: 0.0555525 Feb 03 12:44:00.514764 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (20c660ee-49df-4ee6-940f-f75af0c1b24b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:00.919058 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] Publish callbacks [] for port (20c660ee-49df-4ee6-940f-f75af0c1b24b), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:00.925190 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 602eaea2-c404-4051-9421-ccafd093ea51 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:00.925816 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (602eaea2-c404-4051-9421-ccafd093ea51), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:00.929627 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (20c660ee-49df-4ee6-940f-f75af0c1b24b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:01.123269 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560350c-05d9-4418-a09a-c0a996a3a4ec req-cd5a52f0-94ba-4c9e-90c9-876ce50b6670 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:01.128832 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-87e78ef0-d5b8-4575-a8cb-0b48ed6920af tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3356010617234dc396860653626bddf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7141333 Feb 03 12:44:01.139109 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2560350c-05d9-4418-a09a-c0a996a3a4ec req-cd5a52f0-94ba-4c9e-90c9-876ce50b6670 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 945 time: 0.1515391 Feb 03 12:44:01.185476 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca8c4-c82e-4d46-8fcc-32f441492bb8 tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (74340618-3422-4934-822b-4ab6350c2bd5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:01.202537 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2b8ca8c4-c82e-4d46-8fcc-32f441492bb8 tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Calling delete_port for 74340618-3422-4934-822b-4ab6350c2bd5 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:01.207850 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:01.315450 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20fead-23e8-4825-87ab-cd3114452db6 None None] Pushing event updated for resources: {'Port': ['ID=20c660ee-49df-4ee6-940f-f75af0c1b24b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:01.393246 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2560350c-05d9-4418-a09a-c0a996a3a4ec req-9d0171b2-0130-4f9c-abd2-5576184f74da tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489727 Feb 03 12:44:01.397136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] Attempting to bind port 20c660ee-49df-4ee6-940f-f75af0c1b24b on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:01.397526 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] Attempting to bind port 20c660ee-49df-4ee6-940f-f75af0c1b24b by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3a1dd41e-59bc-4c62-900b-ab6f7f8767ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:01.400095 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] Attempting to bind port 20c660ee-49df-4ee6-940f-f75af0c1b24b on network 6cb9761b-598f-4535-bd6b-c51b682dba14 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:01.494317 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca8c4-c82e-4d46-8fcc-32f441492bb8 tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (74340618-3422-4934-822b-4ab6350c2bd5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:01.517157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8520fc6-532d-42b4-959e-cb0c37d4ff64 req-65bdddc9-cf19-465a-862c-86dcff7a5190 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:01.519729 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b8520fc6-532d-42b4-959e-cb0c37d4ff64 req-65bdddc9-cf19-465a-862c-86dcff7a5190 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.73 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 945 time: 0.4338319 Feb 03 12:44:01.599631 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:01.601967 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] Checking segment: {'id': '3a1dd41e-59bc-4c62-900b-ab6f7f8767ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:01.605602 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:01.606202 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] Bound using segment: {'id': '3a1dd41e-59bc-4c62-900b-ab6f7f8767ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:01.612420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] Bound port: 20c660ee-49df-4ee6-940f-f75af0c1b24b, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1dd41e-59bc-4c62-900b-ab6f7f8767ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:01.614270 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (20c660ee-49df-4ee6-940f-f75af0c1b24b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:01.617225 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ca8c4-c82e-4d46-8fcc-32f441492bb8 tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Pushing event deleted for resources: {'Port': ['ID=74340618-3422-4934-822b-4ab6350c2bd5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:01.667357 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-09f2fddd-fbcf-4c8e-867a-f17b1dd05f9e req-65b4f017-d412-49f3-9f37-3a17fa7115ba tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 210 time: 0.0730622 Feb 03 12:44:01.685059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 602eaea2-c404-4051-9421-ccafd093ea51 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:01.710898 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53494) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:01.730746 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a3d24767-91f0-49e2-ab34-7d76c4b13172 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1626492890-network', 'tenant_id': '16cf678acdbf443f946e15b876197cef'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:01.769600 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] For port 20c660ee-49df-4ee6-940f-f75af0c1b24b, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:01.782402 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] For port 20c660ee-49df-4ee6-940f-f75af0c1b24b, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=20c660ee-49df-4ee6-940f-f75af0c1b24b,segment=NetworkSegment(3a1dd41e-59bc-4c62-900b-ab6f7f8767ba),segment_id=3a1dd41e-59bc-4c62-900b-ab6f7f8767ba)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:01.791357 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c28f0ade-fc4c-467e-a0a6-3c6eec81b111 None None] Provisioning complete for port 20c660ee-49df-4ee6-940f-f75af0c1b24b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:01.792925 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c28f0ade-fc4c-467e-a0a6-3c6eec81b111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (20c660ee-49df-4ee6-940f-f75af0c1b24b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:01.797687 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (20c660ee-49df-4ee6-940f-f75af0c1b24b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:01.911780 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d24767-91f0-49e2-ab34-7d76c4b13172 admin admin] Made reservation on behalf of 16cf678acdbf443f946e15b876197cef for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:01.930319 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3d24767-91f0-49e2-ab34-7d76c4b13172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:01.940129 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] Routers {'cde37700-db54-499b-905a-e5636c9bab2f'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:01.943498 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:43:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['cde37700-db54-499b-905a-e5636c9bab2f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:01.981153 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c66b4-652c-4ee1-bee2-d06e03e2f5b3 req-e7c19a5b-9b67-42fb-89a2-1caab3f45b69 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:01.985272 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f8c66b4-652c-4ee1-bee2-d06e03e2f5b3 req-e7c19a5b-9b67-42fb-89a2-1caab3f45b69 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.4217625 Feb 03 12:44:01.997315 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3d24767-91f0-49e2-ab34-7d76c4b13172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:02.082809 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca8c4-c82e-4d46-8fcc-32f441492bb8 tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:02.097217 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20fead-23e8-4825-87ab-cd3114452db6 None None] Pushing event updated for resources: {'Port': ['ID=20c660ee-49df-4ee6-940f-f75af0c1b24b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:02.112510 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2b8ca8c4-c82e-4d46-8fcc-32f441492bb8 tempest-RoutersAdminNegativeTest-410042587 tempest-RoutersAdminNegativeTest-410042587-project-admin] 10.222.0.18 "DELETE /v2.0/ports/74340618-3422-4934-822b-4ab6350c2bd5 HTTP/1.1" status: 204 len: 168 time: 2.1208696 Feb 03 12:44:02.309577 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d191545-3bd4-4ae9-ba22-fd495f08a4b0 req-1a3b5f88-9fc2-4b53-88b7-eeb259cebc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:02.317127 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d191545-3bd4-4ae9-ba22-fd495f08a4b0 req-1a3b5f88-9fc2-4b53-88b7-eeb259cebc83 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 1127 time: 0.3528275 Feb 03 12:44:02.322233 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c28f0ade-fc4c-467e-a0a6-3c6eec81b111 None None] Current status of the port 20c660ee-49df-4ee6-940f-f75af0c1b24b is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:02.323071 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c28f0ade-fc4c-467e-a0a6-3c6eec81b111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (20c660ee-49df-4ee6-940f-f75af0c1b24b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:02.389660 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c28f0ade-fc4c-467e-a0a6-3c6eec81b111 None None] For port 20c660ee-49df-4ee6-940f-f75af0c1b24b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=20c660ee-49df-4ee6-940f-f75af0c1b24b,segment=NetworkSegment(3a1dd41e-59bc-4c62-900b-ab6f7f8767ba),segment_id=3a1dd41e-59bc-4c62-900b-ab6f7f8767ba)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:02.392050 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] Set router cde37700-db54-499b-905a-e5636c9bab2f gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:02.416398 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b8520fc6-532d-42b4-959e-cb0c37d4ff64 req-95b6e38d-25ab-472b-ba73-cbff77a84f94 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Deleting port 6c3e4b82-f6cd-49f0-b81d-919ac879bd49 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:02.423311 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c28f0ade-fc4c-467e-a0a6-3c6eec81b111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (20c660ee-49df-4ee6-940f-f75af0c1b24b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:02.434734 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b8520fc6-532d-42b4-959e-cb0c37d4ff64 req-95b6e38d-25ab-472b-ba73-cbff77a84f94 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (6c3e4b82-f6cd-49f0-b81d-919ac879bd49), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:02.612158 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f0ade-fc4c-467e-a0a6-3c6eec81b111 None None] Pushing event updated for resources: {'Port': ['ID=20c660ee-49df-4ee6-940f-f75af0c1b24b,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:02.654392 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d191545-3bd4-4ae9-ba22-fd495f08a4b0 req-a62ad82c-8d16-4f9f-a961-34921c1fdb42 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002234 Feb 03 12:44:02.667832 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-aa418d9e-66fe-4765-a9ac-ceb2584de48e tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3356010617234dc396860653626bddf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5814543 Feb 03 12:44:02.686642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1f1adabc-033d-4801-81af-289237e54b9b None None] Provisioning complete for port 20c660ee-49df-4ee6-940f-f75af0c1b24b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:02.687659 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1f1adabc-033d-4801-81af-289237e54b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (20c660ee-49df-4ee6-940f-f75af0c1b24b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:02.783217 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c48d4-0ce5-4cca-bf5a-763284c76668 req-e18e646f-9058-4760-8e26-a418a38b8b03 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:02.785391 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c84c48d4-0ce5-4cca-bf5a-763284c76668 req-e18e646f-9058-4760-8e26-a418a38b8b03 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 945 time: 0.1541264 Feb 03 12:44:02.788713 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3d24767-91f0-49e2-ab34-7d76c4b13172 admin admin] Publish callbacks [] for security_group (fd27094b-2dba-48d3-876a-9cc506c8c0f6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:02.802529 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3d24767-91f0-49e2-ab34-7d76c4b13172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (fd27094b-2dba-48d3-876a-9cc506c8c0f6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:02.815720 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d24767-91f0-49e2-ab34-7d76c4b13172 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:44:02.828991 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3d24767-91f0-49e2-ab34-7d76c4b13172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:02.829443 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-a3d24767-91f0-49e2-ab34-7d76c4b13172 admin admin] Added segment 9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b of type vlan for network d141e664-4618-4b71-9706-c3bd65b88c44 Feb 03 12:44:02.850279 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53522) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:02.894463 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3d24767-91f0-49e2-ab34-7d76c4b13172 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (d141e664-4618-4b71-9706-c3bd65b88c44), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:02.954194 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f8c66b4-652c-4ee1-bee2-d06e03e2f5b3 req-6bd575ab-3ae7-4688-ac65-b887218277f0 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9544146 Feb 03 12:44:03.027411 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d24767-91f0-49e2-ab34-7d76c4b13172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd27094b-2dba-48d3-876a-9cc506c8c0f6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:03.039593 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3d24767-91f0-49e2-ab34-7d76c4b13172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (d141e664-4618-4b71-9706-c3bd65b88c44), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:03.041283 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d24767-91f0-49e2-ab34-7d76c4b13172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:03.042408 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3d24767-91f0-49e2-ab34-7d76c4b13172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:03.182669 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c84c48d4-0ce5-4cca-bf5a-763284c76668 req-c59376bd-fdaa-43c3-af1a-d25b64362fbc tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888562 Feb 03 12:44:03.229976 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a3d24767-91f0-49e2-ab34-7d76c4b13172 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5102477 Feb 03 12:44:03.236145 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53528) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:03.273499 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1f1adabc-033d-4801-81af-289237e54b9b None None] Current status of the port 20c660ee-49df-4ee6-940f-f75af0c1b24b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:03.277728 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c75f9773-067e-4cc9-b1cc-74ab8e707e28 req-2752787f-cdb1-4e3a-8b21-51ecbda0dba4 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 210 time: 0.1137986 Feb 03 12:44:03.333007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-36b10bc8-24fd-41d5-9bfb-4d4c9534de9f admin admin] Request body: {'subnet': {'network_id': 'd141e664-4618-4b71-9706-c3bd65b88c44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1626492890-subnet', 'tenant_id': '16cf678acdbf443f946e15b876197cef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:03.350414 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'name': 'tempest-TaggedBootDevicesTest_v242-1659856766-router', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '602eaea2-c404-4051-9421-ccafd093ea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:50Z', 'updated_at': '2022-02-03T12:43:57Z', 'revision_number': 4, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'gw_port': {'id': '602eaea2-c404-4051-9421-ccafd093ea51', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:51Z', 'updated_at': '2022-02-03T12:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '20c660ee-49df-4ee6-940f-f75af0c1b24b', 'name': '', 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'mac_address': 'fa:16:3e:66:71:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9dbc02e2-6703-401d-94fc-0795a4c52d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:55Z', 'updated_at': '2022-02-03T12:44:01Z', 'revision_number': 4, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'subnets': [{'id': '9dbc02e2-6703-401d-94fc-0795a4c52d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:03.352311 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d24767-91f0-49e2-ab34-7d76c4b13172 admin admin] Pushing event updated for resources: {'Network': ['ID=d141e664-4618-4b71-9706-c3bd65b88c44,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:03.385777 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-3416ef2a-c3e9-472f-a44d-a4702d63c853 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:03.388933 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-3416ef2a-c3e9-472f-a44d-a4702d63c853 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6786671 Feb 03 12:44:03.391279 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b10bc8-24fd-41d5-9bfb-4d4c9534de9f admin admin] Made reservation on behalf of 16cf678acdbf443f946e15b876197cef for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:03.394281 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36b10bc8-24fd-41d5-9bfb-4d4c9534de9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:03.397965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b8520fc6-532d-42b4-959e-cb0c37d4ff64 req-95b6e38d-25ab-472b-ba73-cbff77a84f94 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] For port 6c3e4b82-f6cd-49f0-b81d-919ac879bd49, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=6c3e4b82-f6cd-49f0-b81d-919ac879bd49,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:03.398403 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b8520fc6-532d-42b4-959e-cb0c37d4ff64 req-95b6e38d-25ab-472b-ba73-cbff77a84f94 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (6c3e4b82-f6cd-49f0-b81d-919ac879bd49), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:03.414308 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network d141e664-4618-4b71-9706-c3bd65b88c44 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:44:03.426068 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b80357-80c1-4b64-b597-ad372775106c None None] The sync data for ids ['cde37700-db54-499b-905a-e5636c9bab2f'] in n-d-827336-3 is: [{'id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'name': 'tempest-TaggedBootDevicesTest_v242-1659856766-router', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '602eaea2-c404-4051-9421-ccafd093ea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:50Z', 'updated_at': '2022-02-03T12:43:57Z', 'revision_number': 4, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'gw_port': {'id': '602eaea2-c404-4051-9421-ccafd093ea51', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:51Z', 'updated_at': '2022-02-03T12:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '20c660ee-49df-4ee6-940f-f75af0c1b24b', 'name': '', 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'mac_address': 'fa:16:3e:66:71:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9dbc02e2-6703-401d-94fc-0795a4c52d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:55Z', 'updated_at': '2022-02-03T12:44:01Z', 'revision_number': 4, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'subnets': [{'id': '9dbc02e2-6703-401d-94fc-0795a4c52d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:44:03.475412 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b8520fc6-532d-42b4-959e-cb0c37d4ff64 req-95b6e38d-25ab-472b-ba73-cbff77a84f94 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Calling delete_port for 6c3e4b82-f6cd-49f0-b81d-919ac879bd49 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:03.630428 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-956418a9-dd57-437f-8dfb-6438eccf4bb7 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Request body: {'port': {'device_id': 'c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': '3356010617234dc396860653626bddf1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:03.657923 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d8c6f5b-75b3-4617-b795-388a99d49238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:03.708852 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a60ebdfa-fbef-483a-94a4-c9bcf47e8601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:03.952756 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-ee1bb771-b6b9-48b5-a861-4af738dec240 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3356010617234dc396860653626bddf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520258 Feb 03 12:44:04.024459 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36b10bc8-24fd-41d5-9bfb-4d4c9534de9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (56055a24-bca3-4318-a686-459d76067e81), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:04.139465 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d8c6f5b-75b3-4617-b795-388a99d49238 admin admin] Publish callbacks [] for security_group (f7b32046-a473-4d94-a593-1808272d9b5a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:04.180465 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b10bc8-24fd-41d5-9bfb-4d4c9534de9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=56055a24-bca3-4318-a686-459d76067e81,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:04.190178 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d8c6f5b-75b3-4617-b795-388a99d49238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f7b32046-a473-4d94-a593-1808272d9b5a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:04.239012 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1d8c6f5b-75b3-4617-b795-388a99d49238 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59219e02db5841c89b3da4989a675879&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3682561 Feb 03 12:44:04.248499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-956418a9-dd57-437f-8dfb-6438eccf4bb7 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Made reservation on behalf of 3356010617234dc396860653626bddf1 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:04.256107 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-956418a9-dd57-437f-8dfb-6438eccf4bb7 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:04.285336 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53552) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:04.363919 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-956418a9-dd57-437f-8dfb-6438eccf4bb7 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:04.424537 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 20c660ee-49df-4ee6-940f-f75af0c1b24b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:04.459405 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-fc2af798-bebc-4864-930f-db3fc2884c67 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:04.463705 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-fc2af798-bebc-4864-930f-db3fc2884c67 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5032303 Feb 03 12:44:04.484920 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-2d6d79d9-01c2-4ecb-bfcc-83ac2ebf9aa0 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Request body: {'port': {'device_id': 'fbdffa8b-8dce-46c8-ae8c-aa595635af48', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': '3356010617234dc396860653626bddf1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:04.554065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c6f5b-75b3-4617-b795-388a99d49238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b32046-a473-4d94-a593-1808272d9b5a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:04.558901 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b10bc8-24fd-41d5-9bfb-4d4c9534de9f admin admin] Checking segment: {'id': '9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd141e664-4618-4b71-9706-c3bd65b88c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:04.558901 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b10bc8-24fd-41d5-9bfb-4d4c9534de9f admin admin] Network hostable DHCP agents. Network: d141e664-4618-4b71-9706-c3bd65b88c44, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:44:04.560213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 20c660ee-49df-4ee6-940f-f75af0c1b24b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:04.561053 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (20c660ee-49df-4ee6-940f-f75af0c1b24b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:04.634590 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacceb13-a599-4120-827a-83a2ca255b01 req-8564060c-4479-4de1-bde2-8081d3a12deb tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:04.637505 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dacceb13-a599-4120-827a-83a2ca255b01 req-8564060c-4479-4de1-bde2-8081d3a12deb tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.4150019 Feb 03 12:44:04.664502 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b8520fc6-532d-42b4-959e-cb0c37d4ff64 req-95b6e38d-25ab-472b-ba73-cbff77a84f94 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (6c3e4b82-f6cd-49f0-b81d-919ac879bd49), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:04.792637 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6e38d-25ab-472b-ba73-cbff77a84f94 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Pushing event deleted for resources: {'Port': ['ID=6c3e4b82-f6cd-49f0-b81d-919ac879bd49,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:04.813302 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 20c660ee-49df-4ee6-940f-f75af0c1b24b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:04.847469 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c506420-8703-42b1-bcaa-6338784da0ca req-58cc91b3-ebbd-451c-8cfb-e95b9a75337b tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:04.849094 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c506420-8703-42b1-bcaa-6338784da0ca req-58cc91b3-ebbd-451c-8cfb-e95b9a75337b tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 867 time: 0.5111120 Feb 03 12:44:04.899607 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b10bc8-24fd-41d5-9bfb-4d4c9534de9f admin admin] Network d141e664-4618-4b71-9706-c3bd65b88c44 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:44:04.911909 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af98b907-cad1-4dcc-b583-0c05e3c2a883 admin admin] Publish callbacks [] for security_group (f7b32046-a473-4d94-a593-1808272d9b5a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:04.924234 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-36b10bc8-24fd-41d5-9bfb-4d4c9534de9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, d141e664-4618-4b71-9706-c3bd65b88c44) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:04.931872 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b10bc8-24fd-41d5-9bfb-4d4c9534de9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:04.932945 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36b10bc8-24fd-41d5-9bfb-4d4c9534de9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:04.933387 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83e9527-e7a9-43f1-89d5-28fef423b339 None None] Network d141e664-4618-4b71-9706-c3bd65b88c44 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:04.952696 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-2d6d79d9-01c2-4ecb-bfcc-83ac2ebf9aa0 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Made reservation on behalf of 3356010617234dc396860653626bddf1 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:04.956281 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-2d6d79d9-01c2-4ecb-bfcc-83ac2ebf9aa0 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:04.969309 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af98b907-cad1-4dcc-b583-0c05e3c2a883 admin admin] Publish callbacks [] for security_group (f7b32046-a473-4d94-a593-1808272d9b5a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:04.972193 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-2d6d79d9-01c2-4ecb-bfcc-83ac2ebf9aa0 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:04.986135 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-36b10bc8-24fd-41d5-9bfb-4d4c9534de9f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7476466 Feb 03 12:44:04.992502 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53572) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:05.003762 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-18c3a04b-229e-4c76-b19d-988481d74a5a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1626492890-router', 'tenant_id': '16cf678acdbf443f946e15b876197cef', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:05.036521 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dacceb13-a599-4120-827a-83a2ca255b01 req-46ece81d-06db-4b9d-ba1a-df51917f8f4d tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853617 Feb 03 12:44:05.069357 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18c3a04b-229e-4c76-b19d-988481d74a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (fcfbde1a-e449-42b7-a994-3908b1724fd8), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:05.072779 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18c3a04b-229e-4c76-b19d-988481d74a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (fcfbde1a-e449-42b7-a994-3908b1724fd8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:05.113123 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af98b907-cad1-4dcc-b583-0c05e3c2a883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f7b32046-a473-4d94-a593-1808272d9b5a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:05.116137 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af98b907-cad1-4dcc-b583-0c05e3c2a883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:05.121208 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-af98b907-cad1-4dcc-b583-0c05e3c2a883 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7b32046-a473-4d94-a593-1808272d9b5a HTTP/1.1" status: 204 len: 168 time: 0.8037574 Feb 03 12:44:05.189431 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-d141e664-4618-4b71-9706-c3bd65b88c44', 'network_id': 'd141e664-4618-4b71-9706-c3bd65b88c44', 'project_id': '16cf678acdbf443f946e15b876197cef', 'fixed_ips': [{'subnet_id': '56055a24-bca3-4318-a686-459d76067e81'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:44:05.190644 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:05.206445 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 6c3e4b82-f6cd-49f0-b81d-919ac879bd49 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:05.240073 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 6c3e4b82-f6cd-49f0-b81d-919ac879bd49 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:44:05.240690 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 6c3e4b82-f6cd-49f0-b81d-919ac879bd49 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:44:05.272346 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18c3a04b-229e-4c76-b19d-988481d74a5a admin admin] Publish callbacks [] for router_controller (fcfbde1a-e449-42b7-a994-3908b1724fd8), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:05.281657 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-956418a9-dd57-437f-8dfb-6438eccf4bb7 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Publish callbacks [] for security_group (bc2f3b03-89f6-417d-ab00-97ad7a8e9222), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:05.304074 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-956418a9-dd57-437f-8dfb-6438eccf4bb7 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bc2f3b03-89f6-417d-ab00-97ad7a8e9222), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:05.308401 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8520fc6-532d-42b4-959e-cb0c37d4ff64 req-95b6e38d-25ab-472b-ba73-cbff77a84f94 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] No DVR routers for this DVR port 6c3e4b82-f6cd-49f0-b81d-919ac879bd49 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:44:05.343910 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d2e3f6b-b16e-470b-8ea0-7f203fece447 req-1eb4f435-2b01-4114-aad7-d9fa7f6ac11a tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 210 time: 0.0676608 Feb 03 12:44:05.360290 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b8520fc6-532d-42b4-959e-cb0c37d4ff64 req-95b6e38d-25ab-472b-ba73-cbff77a84f94 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:05.371774 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b8520fc6-532d-42b4-959e-cb0c37d4ff64 req-95b6e38d-25ab-472b-ba73-cbff77a84f94 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.73 "DELETE /v2.0/ports/6c3e4b82-f6cd-49f0-b81d-919ac879bd49 HTTP/1.1" status: 204 len: 173 time: 3.8405132 Feb 03 12:44:05.372438 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c11a07b-4a53-44f7-b0a1-dbe8d51b6156', 'name': 'network-vif-deleted', 'tag': '6c3e4b82-f6cd-49f0-b81d-919ac879bd49'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:05.391983 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da4b52f-ca11-4c7a-9dc2-ac14ae716bbc" -d '{"events": [{"server_uuid": "8c11a07b-4a53-44f7-b0a1-dbe8d51b6156", "name": "network-vif-deleted", "tag": "6c3e4b82-f6cd-49f0-b81d-919ac879bd49"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:05.415470 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98b907-cad1-4dcc-b583-0c05e3c2a883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b32046-a473-4d94-a593-1808272d9b5a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:05.553981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] Allocated IP 172.20.0.2 (d141e664-4618-4b71-9706-c3bd65b88c44/56055a24-bca3-4318-a686-459d76067e81/0440d5c8-dbdf-4370-86c6-444f11618110) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:05.702978 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c506420-8703-42b1-bcaa-6338784da0ca req-f7433e15-9961-488b-9e14-2af91585579c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8301744 Feb 03 12:44:05.744057 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956418a9-dd57-437f-8dfb-6438eccf4bb7 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2f3b03-89f6-417d-ab00-97ad7a8e9222,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:05.815600 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc651225-bd38-493c-907c-88d9a04d36ac x-openstack-request-id: req-fc651225-bd38-493c-907c-88d9a04d36ac {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:05.816025 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c11a07b-4a53-44f7-b0a1-dbe8d51b6156", "name": "network-vif-deleted", "tag": "6c3e4b82-f6cd-49f0-b81d-919ac879bd49", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:05.816155 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc651225-bd38-493c-907c-88d9a04d36ac {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:05.816558 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c11a07b-4a53-44f7-b0a1-dbe8d51b6156', 'name': 'network-vif-deleted', 'tag': '6c3e4b82-f6cd-49f0-b81d-919ac879bd49', 'status': 'completed', 'code': 200} Feb 03 12:44:05.830284 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.api [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-2d6d79d9-01c2-4ecb-bfcc-83ac2ebf9aa0 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 3356010617234dc396860653626bddf1 {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:44:05.830790 n-d-827336-3 neutron-server[103189]: DEBUG oslo_db.api [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-2d6d79d9-01c2-4ecb-bfcc-83ac2ebf9aa0 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:44:05.856822 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18c3a04b-229e-4c76-b19d-988481d74a5a admin admin] Publish callbacks [] for router_gateway (fcfbde1a-e449-42b7-a994-3908b1724fd8), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:05.889192 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-956418a9-dd57-437f-8dfb-6438eccf4bb7 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Allocated IP 192.168.233.40 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/731dffd9-f544-41fd-b220-26de7857a160) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:06.091595 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] Publish callbacks [] for port (0440d5c8-dbdf-4370-86c6-444f11618110), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:06.125995 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (0440d5c8-dbdf-4370-86c6-444f11618110), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:06.150601 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-046def66-6109-44a7-9ca3-28fa505551a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:06.215454 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] Network d141e664-4618-4b71-9706-c3bd65b88c44 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:06.221330 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:06.232059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:06.234444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8505b-1f1d-45d8-a141-ddb4be9e96c6 req-e6eadeb1-2096-4152-885f-97695275f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:06.237181 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41d8505b-1f1d-45d8-a141-ddb4be9e96c6 req-e6eadeb1-2096-4152-885f-97695275f984 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a209b0e492a4b77b2ceeedc9d454e67&device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 1127 time: 0.2487168 Feb 03 12:44:06.239785 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] Pushing event updated for resources: {'Port': ['ID=0440d5c8-dbdf-4370-86c6-444f11618110,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:06.268355 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2f7b1-9e12-4159-ac5b-85441ebb18e5 req-360abb91-5743-4136-a5c6-496632dd12f5 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:06.284925 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c5b2f7b1-9e12-4159-ac5b-85441ebb18e5 req-360abb91-5743-4136-a5c6-496632dd12f5 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.2311976 Feb 03 12:44:06.285196 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53604) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:06.313327 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] Attempting to bind port 0440d5c8-dbdf-4370-86c6-444f11618110 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:06.313951 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] Attempting to bind port 0440d5c8-dbdf-4370-86c6-444f11618110 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd141e664-4618-4b71-9706-c3bd65b88c44'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:06.314537 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] Attempting to bind port 0440d5c8-dbdf-4370-86c6-444f11618110 on network d141e664-4618-4b71-9706-c3bd65b88c44 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:06.322271 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:06.322996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] Checking segment: {'id': '9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd141e664-4618-4b71-9706-c3bd65b88c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:06.323567 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:06.324162 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] Bound using segment: {'id': '9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd141e664-4618-4b71-9706-c3bd65b88c44'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:06.324818 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] Bound port: 0440d5c8-dbdf-4370-86c6-444f11618110, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd141e664-4618-4b71-9706-c3bd65b88c44'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:06.325366 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0440d5c8-dbdf-4370-86c6-444f11618110), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:06.462010 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-2d6d79d9-01c2-4ecb-bfcc-83ac2ebf9aa0 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:06.464558 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] For port 0440d5c8-dbdf-4370-86c6-444f11618110, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:06.474025 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] For port 0440d5c8-dbdf-4370-86c6-444f11618110, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0440d5c8-dbdf-4370-86c6-444f11618110,segment=NetworkSegment(9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b),segment_id=9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:06.478176 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8505b-1f1d-45d8-a141-ddb4be9e96c6 req-8b313ea7-6f55-494d-9175-7de3ed396bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:06.479767 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41d8505b-1f1d-45d8-a141-ddb4be9e96c6 req-8b313ea7-6f55-494d-9175-7de3ed396bf3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=87045144-2323-4eba-b542-41e2cafcc3b7 HTTP/1.1" status: 200 len: 920 time: 0.1958172 Feb 03 12:44:06.489864 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0440d5c8-dbdf-4370-86c6-444f11618110), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:06.511869 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c5b2f7b1-9e12-4159-ac5b-85441ebb18e5 req-1cd0a5f0-d787-472c-8036-6e1085418e62 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209556 Feb 03 12:44:06.626575 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-950db2e9-7a04-43ed-820c-1be3ea617dc7 req-9ee7337b-533f-4fda-bdd6-efb874bf76a6 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 210 time: 0.1414495 Feb 03 12:44:06.637459 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41d8505b-1f1d-45d8-a141-ddb4be9e96c6 req-d3b33263-902b-4c84-bdc6-1d9bfdb7cbbb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04038b85-e2ce-41ef-a62a-fbb37304394d HTTP/1.1" status: 200 len: 217 time: 0.1396120 Feb 03 12:44:06.695302 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d84dd9-5a2c-4a72-b05b-ba7e25b7e7fe None None] Pushing event updated for resources: {'Port': ['ID=0440d5c8-dbdf-4370-86c6-444f11618110,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:06.762518 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5445907f-e3bd-4703-8bd4-553ba5f0be46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d21e6676eec44e59436bf5ffe7a57da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4752474 Feb 03 12:44:06.771059 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53622) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:06.823669 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-956418a9-dd57-437f-8dfb-6438eccf4bb7 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Publish callbacks [] for port (731dffd9-f544-41fd-b220-26de7857a160), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:06.863198 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18c3a04b-229e-4c76-b19d-988481d74a5a admin admin] Publish callbacks [] for router_gateway (fcfbde1a-e449-42b7-a994-3908b1724fd8), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:06.870575 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:06.873276 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8505b-1f1d-45d8-a141-ddb4be9e96c6 req-ca9f3f40-8f93-4101-aba4-b72170d4ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:06.874985 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41d8505b-1f1d-45d8-a141-ddb4be9e96c6 req-ca9f3f40-8f93-4101-aba4-b72170d4ad85 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d7c28f9-eb63-4be2-9734-e89b3817580d HTTP/1.1" status: 200 len: 859 time: 0.2156219 Feb 03 12:44:06.893997 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ff18f1e-b12d-470b-81c8-0fa748b1e1f2 admin admin] Publish callbacks [] for security_group (6266c25e-686b-4f6b-b4fc-2c29a72fbb20), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:06.977320 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41d8505b-1f1d-45d8-a141-ddb4be9e96c6 req-50285115-8cb2-456d-b09d-737614261142 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87045144-2323-4eba-b542-41e2cafcc3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932093 Feb 03 12:44:07.014490 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18c3a04b-229e-4c76-b19d-988481d74a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:07.093112 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-317bf60e-d177-4dfe-bfad-f96ff1e390b0 req-f525221d-d6dc-4d58-ae64-4aa093f67274 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 210 time: 0.0949445 Feb 03 12:44:07.145148 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ff18f1e-b12d-470b-81c8-0fa748b1e1f2 admin admin] Publish callbacks [] for security_group (6266c25e-686b-4f6b-b4fc-2c29a72fbb20), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:07.188401 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-956418a9-dd57-437f-8dfb-6438eccf4bb7 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (731dffd9-f544-41fd-b220-26de7857a160), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:07.320905 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956418a9-dd57-437f-8dfb-6438eccf4bb7 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Pushing event updated for resources: {'Port': ['ID=731dffd9-f544-41fd-b220-26de7857a160,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:07.339558 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-956418a9-dd57-437f-8dfb-6438eccf4bb7 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:07.346467 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-956418a9-dd57-437f-8dfb-6438eccf4bb7 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:07.349445 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-956418a9-dd57-437f-8dfb-6438eccf4bb7 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:07.393205 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-2d6d79d9-01c2-4ecb-bfcc-83ac2ebf9aa0 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Allocated IP 192.168.233.187 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/c858d087-ff3e-45a1-8f22-535fcd4287c1) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:07.407512 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41d8505b-1f1d-45d8-a141-ddb4be9e96c6 req-f1f3aaec-a355-4559-87c2-cff378956ee2 service neutron] 10.222.0.31 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886015 Feb 03 12:44:07.442557 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-18c3a04b-229e-4c76-b19d-988481d74a5a admin admin] Allocated IP 172.25.6.29 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/01fbaa28-6bbd-4b36-941c-e074dc1d1e25) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:07.499412 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ff18f1e-b12d-470b-81c8-0fa748b1e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6266c25e-686b-4f6b-b4fc-2c29a72fbb20), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:07.502325 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ff18f1e-b12d-470b-81c8-0fa748b1e1f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:07.506446 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2ff18f1e-b12d-470b-81c8-0fa748b1e1f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6266c25e-686b-4f6b-b4fc-2c29a72fbb20 HTTP/1.1" status: 204 len: 168 time: 0.7306876 Feb 03 12:44:07.526029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-956418a9-dd57-437f-8dfb-6438eccf4bb7 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:07.526695 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-956418a9-dd57-437f-8dfb-6438eccf4bb7 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:07.658961 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff18f1e-b12d-470b-81c8-0fa748b1e1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6266c25e-686b-4f6b-b4fc-2c29a72fbb20,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:07.679556 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-956418a9-dd57-437f-8dfb-6438eccf4bb7 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0671964 Feb 03 12:44:07.719212 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18c3a04b-229e-4c76-b19d-988481d74a5a admin admin] Publish callbacks [] for port (01fbaa28-6bbd-4b36-941c-e074dc1d1e25), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:07.826438 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-2d6d79d9-01c2-4ecb-bfcc-83ac2ebf9aa0 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Publish callbacks [] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:07.888211 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-53461886-917b-4b45-a362-492110bf4147 None None] Provisioning complete for port 731dffd9-f544-41fd-b220-26de7857a160 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:07.892842 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-53461886-917b-4b45-a362-492110bf4147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (731dffd9-f544-41fd-b220-26de7857a160), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:07.933443 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c9b104cb-2c7f-479a-bd92-cf4ac850a5b7 req-e9cdaf95-8073-4b32-9cb1-1589fe1dff2f tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 210 time: 0.1048536 Feb 03 12:44:08.002705 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-53461886-917b-4b45-a362-492110bf4147 None None] Port 731dffd9-f544-41fd-b220-26de7857a160 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:44:08.020573 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18c3a04b-229e-4c76-b19d-988481d74a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (01fbaa28-6bbd-4b36-941c-e074dc1d1e25), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:08.080659 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-2d6d79d9-01c2-4ecb-bfcc-83ac2ebf9aa0 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:08.093147 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c3a04b-229e-4c76-b19d-988481d74a5a admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:08.101823 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-18c3a04b-229e-4c76-b19d-988481d74a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:08.113030 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c3a04b-229e-4c76-b19d-988481d74a5a admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:08.140425 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:08.166497 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3a04b-229e-4c76-b19d-988481d74a5a admin admin] Pushing event updated for resources: {'Port': ['ID=01fbaa28-6bbd-4b36-941c-e074dc1d1e25,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:08.198399 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-2d6d79d9-01c2-4ecb-bfcc-83ac2ebf9aa0 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:08.250034 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-2d6d79d9-01c2-4ecb-bfcc-83ac2ebf9aa0 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:08.271929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-2d6d79d9-01c2-4ecb-bfcc-83ac2ebf9aa0 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:08.480699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0440d5c8-dbdf-4370-86c6-444f11618110 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:08.543804 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41d8505b-1f1d-45d8-a141-ddb4be9e96c6 req-fb61971e-e4cb-4942-9a2a-affafd79ff4c service neutron] 10.222.0.31 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1293514 Feb 03 12:44:08.614382 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c85e39-1f20-4b89-81e7-78193237f13f req-b0132ab1-f651-4d91-b11a-d14d06f371dd tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:08.621140 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-06c85e39-1f20-4b89-81e7-78193237f13f req-b0132ab1-f651-4d91-b11a-d14d06f371dd tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.9633334 Feb 03 12:44:08.630422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 0440d5c8-dbdf-4370-86c6-444f11618110 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:08.631297 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0440d5c8-dbdf-4370-86c6-444f11618110), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:08.765190 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6943f54d-0f1e-4a81-9f01-5df44805a5a2 None None] Provisioning complete for port c858d087-ff3e-45a1-8f22-535fcd4287c1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:08.766526 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6943f54d-0f1e-4a81-9f01-5df44805a5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:08.769732 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-03902900-0d8a-4a86-abb0-589a20c53da6 req-4a6f91ef-3b13-47d0-a411-7f1826843261 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 210 time: 0.4319537 Feb 03 12:44:08.809166 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] Request body: {'port': {'device_id': 'c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:08.859046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6943f54d-0f1e-4a81-9f01-5df44805a5a2 None None] Port c858d087-ff3e-45a1-8f22-535fcd4287c1 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:44:08.864548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e501a3e-b2e3-4273-9827-f009f6d714c5 None None] Network d141e664-4618-4b71-9706-c3bd65b88c44 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:08.874295 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-06c85e39-1f20-4b89-81e7-78193237f13f req-446ca21d-b8fd-4533-86cc-9e78b23605d4 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355673 Feb 03 12:44:08.905295 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d79d9-01c2-4ecb-bfcc-83ac2ebf9aa0 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Pushing event updated for resources: {'Port': ['ID=c858d087-ff3e-45a1-8f22-535fcd4287c1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:08.913760 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-2d6d79d9-01c2-4ecb-bfcc-83ac2ebf9aa0 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:08.914584 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-2d6d79d9-01c2-4ecb-bfcc-83ac2ebf9aa0 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:08.947130 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-2d6d79d9-01c2-4ecb-bfcc-83ac2ebf9aa0 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4742947 Feb 03 12:44:08.970900 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (731dffd9-f544-41fd-b220-26de7857a160), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:09.028548 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] Request body: {'port': {'device_id': 'fbdffa8b-8dce-46c8-ae8c-aa595635af48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:09.040013 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0440d5c8-dbdf-4370-86c6-444f11618110 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:09.041081 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0440d5c8-dbdf-4370-86c6-444f11618110), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:09.193094 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 0440d5c8-dbdf-4370-86c6-444f11618110, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0440d5c8-dbdf-4370-86c6-444f11618110,segment=NetworkSegment(9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b),segment_id=9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:09.206488 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e3524c89-854f-4970-87d2-22bdffe55b31 None None] Provisioning complete for port 0440d5c8-dbdf-4370-86c6-444f11618110 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:09.207196 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e3524c89-854f-4970-87d2-22bdffe55b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0440d5c8-dbdf-4370-86c6-444f11618110), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:09.265510 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:09.319842 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0440d5c8-dbdf-4370-86c6-444f11618110), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:09.413574 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=0440d5c8-dbdf-4370-86c6-444f11618110,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:09.479273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e3524c89-854f-4970-87d2-22bdffe55b31 None None] Current status of the port 0440d5c8-dbdf-4370-86c6-444f11618110 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:09.570981 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18c3a04b-229e-4c76-b19d-988481d74a5a admin admin] Publish callbacks [] for router_gateway (fcfbde1a-e449-42b7-a994-3908b1724fd8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:09.607657 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731dffd9-f544-41fd-b220-26de7857a160 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:44:09.630262 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] Publish callbacks [] for port (731dffd9-f544-41fd-b220-26de7857a160), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:09.641990 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:09.655174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] Transition to ACTIVE for port object 731dffd9-f544-41fd-b220-26de7857a160 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:44:09.665691 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (731dffd9-f544-41fd-b220-26de7857a160), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:09.759969 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] Pushing event updated for resources: {'Port': ['ID=731dffd9-f544-41fd-b220-26de7857a160,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:09.926970 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-73125d53-2133-4282-ba66-727763acb217 None None] Provisioning complete for port 0440d5c8-dbdf-4370-86c6-444f11618110 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:09.927560 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-73125d53-2133-4282-ba66-727763acb217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0440d5c8-dbdf-4370-86c6-444f11618110), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:10.105820 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-12d23a8a-c4d7-4c91-9f4c-0ba6c22d0f46 req-5fda137e-a1f1-4a8b-8f90-30bdf1358635 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 210 time: 0.1202712 Feb 03 12:44:10.164162 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-73125d53-2133-4282-ba66-727763acb217 None None] Current status of the port 0440d5c8-dbdf-4370-86c6-444f11618110 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:10.170850 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] Attempting to bind port 731dffd9-f544-41fd-b220-26de7857a160 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:10.171200 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] Attempting to bind port 731dffd9-f544-41fd-b220-26de7857a160 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:10.171549 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] Attempting to bind port 731dffd9-f544-41fd-b220-26de7857a160 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:10.197752 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] Port 731dffd9-f544-41fd-b220-26de7857a160 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:44:10.198430 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] Attempting to bind port 731dffd9-f544-41fd-b220-26de7857a160 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:10.267456 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0440d5c8-dbdf-4370-86c6-444f11618110 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:10.286262 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:10.286883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:10.287467 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:10.288260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] Bound port: 731dffd9-f544-41fd-b220-26de7857a160, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:10.288791 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (731dffd9-f544-41fd-b220-26de7857a160), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:10.413305 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c09dbd42-93a0-4384-9f6e-724c5f772134 req-5fa66be8-58a6-438b-9d21-c2e332368734 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2016592 Feb 03 12:44:10.444349 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 0440d5c8-dbdf-4370-86c6-444f11618110 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:10.444729 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0440d5c8-dbdf-4370-86c6-444f11618110), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:10.445175 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df73c5-596e-4eda-bb68-cdeae753b29d req-0d3717a3-0584-402c-a33e-bed4768161ee tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:10.454826 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e0df73c5-596e-4eda-bb68-cdeae753b29d req-0d3717a3-0584-402c-a33e-bed4768161ee tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.1849055 Feb 03 12:44:10.543924 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] For port 731dffd9-f544-41fd-b220-26de7857a160, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:10.597302 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e0df73c5-596e-4eda-bb68-cdeae753b29d req-459ebfb9-7475-4c5c-8996-44cbc740f4c2 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409147 Feb 03 12:44:10.605069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] For port 731dffd9-f544-41fd-b220-26de7857a160, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=731dffd9-f544-41fd-b220-26de7857a160,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:10.642429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dbd42-93a0-4384-9f6e-724c5f772134 req-eaaaf49a-7f76-4455-9640-6e287e6c399c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:10.647702 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c09dbd42-93a0-4384-9f6e-724c5f772134 req-eaaaf49a-7f76-4455-9640-6e287e6c399c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6a209b0e492a4b77b2ceeedc9d454e67&device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 1127 time: 0.1854625 Feb 03 12:44:10.650932 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (731dffd9-f544-41fd-b220-26de7857a160), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:10.681975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0440d5c8-dbdf-4370-86c6-444f11618110 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:10.771232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:10.775397 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:10.779630 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] 10.222.0.73 "PUT /v2.0/ports/731dffd9-f544-41fd-b220-26de7857a160 HTTP/1.1" status: 200 len: 1095 time: 3.0064816 Feb 03 12:44:10.787576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4', 'tag': '731dffd9-f544-41fd-b220-26de7857a160'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:10.803719 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbb7201-d545-42e1-acda-a6819a10c9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4", "tag": "731dffd9-f544-41fd-b220-26de7857a160"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:11.144805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64a3d7-9fb1-4efe-8ad3-d807880c847e service neutron] Pushing event updated for resources: {'Port': ['ID=731dffd9-f544-41fd-b220-26de7857a160,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:11.197299 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53754) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:11.238513 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-cddd9599-03bf-4e3c-b3e6-299508b3f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:11.248195 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-cddd9599-03bf-4e3c-b3e6-299508b3f8de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3356010617234dc396860653626bddf1&device_id=c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4 HTTP/1.1" status: 200 len: 1129 time: 0.3772297 Feb 03 12:44:11.256077 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dbd42-93a0-4384-9f6e-724c5f772134 req-e32beb5c-78f4-472d-bd4a-9b08d1376da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:11.258367 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c09dbd42-93a0-4384-9f6e-724c5f772134 req-e32beb5c-78f4-472d-bd4a-9b08d1376da5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=87045144-2323-4eba-b542-41e2cafcc3b7 HTTP/1.1" status: 200 len: 920 time: 0.5421329 Feb 03 12:44:11.428037 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cd9100-6004-4fb9-88fd-6ea3d9855c97 x-openstack-request-id: req-66cd9100-6004-4fb9-88fd-6ea3d9855c97 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:11.428650 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4", "tag": "731dffd9-f544-41fd-b220-26de7857a160", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:11.429173 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66cd9100-6004-4fb9-88fd-6ea3d9855c97 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:11.429782 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4', 'tag': '731dffd9-f544-41fd-b220-26de7857a160', 'status': 'completed', 'code': 200} Feb 03 12:44:11.462492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec948aa-a9f6-40e1-9eda-4889f5e0ba7e req-d4cdd94d-8b13-4786-8c7d-3135daadee8a tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:11.464315 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3ec948aa-a9f6-40e1-9eda-4889f5e0ba7e req-d4cdd94d-8b13-4786-8c7d-3135daadee8a tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 936 time: 2.3421249 Feb 03 12:44:11.496365 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-3a011045-0a46-4685-95ab-070ccd0e0970 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=731dffd9-f544-41fd-b220-26de7857a160 HTTP/1.1" status: 200 len: 217 time: 0.2335556 Feb 03 12:44:11.498878 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c09dbd42-93a0-4384-9f6e-724c5f772134 req-e29dda6b-fd99-4823-bb6f-a10dfc6f4d6d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04038b85-e2ce-41ef-a62a-fbb37304394d HTTP/1.1" status: 200 len: 217 time: 0.2294710 Feb 03 12:44:11.599113 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5f07efe8-eb71-41a3-82d7-49e770ca5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:11.600669 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-5f07efe8-eb71-41a3-82d7-49e770ca5795 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0818186 Feb 03 12:44:11.600838 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c858d087-ff3e-45a1-8f22-535fcd4287c1 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:44:11.630411 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] Publish callbacks [] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:11.659994 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0e8666ff-a154-4c0a-a52c-66a1a5aa134b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1126180185'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:11.676721 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-177f7701-6e58-4bc3-aa9d-19ca4b8e3461 req-a1c6fb38-8826-49fe-99b6-5d4ab2a7ff5a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 210 time: 0.1904502 Feb 03 12:44:11.707630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] Transition to ACTIVE for port object c858d087-ff3e-45a1-8f22-535fcd4287c1 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:44:11.711043 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18c3a04b-229e-4c76-b19d-988481d74a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (fcfbde1a-e449-42b7-a994-3908b1724fd8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:11.738023 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:11.860596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dbd42-93a0-4384-9f6e-724c5f772134 req-828f18f1-0561-4087-93bf-6ab5a8f1524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:11.862375 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c09dbd42-93a0-4384-9f6e-724c5f772134 req-828f18f1-0561-4087-93bf-6ab5a8f1524b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8d7c28f9-eb63-4be2-9734-e89b3817580d HTTP/1.1" status: 200 len: 859 time: 0.3448920 Feb 03 12:44:11.895406 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3ec948aa-a9f6-40e1-9eda-4889f5e0ba7e req-e441c607-6cb9-4f83-84dd-730dc9a630fb tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709762 Feb 03 12:44:11.903855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8666ff-a154-4c0a-a52c-66a1a5aa134b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:11.907825 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e8666ff-a154-4c0a-a52c-66a1a5aa134b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:11.911692 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c09dbd42-93a0-4384-9f6e-724c5f772134 req-42e50eb5-6acc-4da6-97f7-75ce570efec5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87045144-2323-4eba-b542-41e2cafcc3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387461 Feb 03 12:44:11.933271 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e8666ff-a154-4c0a-a52c-66a1a5aa134b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:11.978379 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] Pushing event updated for resources: {'Port': ['ID=c858d087-ff3e-45a1-8f22-535fcd4287c1,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:12.026526 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-fd743168-0345-4228-91ae-79deec5ada53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:12.036534 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-fd743168-0345-4228-91ae-79deec5ada53 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3611779 Feb 03 12:44:12.305517 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] Attempting to bind port c858d087-ff3e-45a1-8f22-535fcd4287c1 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:12.306827 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] Attempting to bind port c858d087-ff3e-45a1-8f22-535fcd4287c1 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:12.307452 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] Attempting to bind port c858d087-ff3e-45a1-8f22-535fcd4287c1 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:12.315411 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] Port c858d087-ff3e-45a1-8f22-535fcd4287c1 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:44:12.315656 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-e1c76a72-b6f1-4498-b3c1-c1f6889057ca service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780578 Feb 03 12:44:12.316254 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] Attempting to bind port c858d087-ff3e-45a1-8f22-535fcd4287c1 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:12.327368 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c3a04b-229e-4c76-b19d-988481d74a5a admin admin] Router fcfbde1a-e449-42b7-a994-3908b1724fd8 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:44:12.339045 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:12.339745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:12.340412 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:12.341065 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] Bound port: c858d087-ff3e-45a1-8f22-535fcd4287c1, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:12.341436 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:12.543426 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c09dbd42-93a0-4384-9f6e-724c5f772134 req-74f99dd5-c314-4bae-afb9-6846f83ecd21 service neutron] 10.222.0.31 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6187143 Feb 03 12:44:12.558966 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] For port c858d087-ff3e-45a1-8f22-535fcd4287c1, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:12.562286 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] For port c858d087-ff3e-45a1-8f22-535fcd4287c1, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c858d087-ff3e-45a1-8f22-535fcd4287c1,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:12.574532 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:12.637719 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:12.639206 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:12.642866 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] 10.222.0.31 "PUT /v2.0/ports/c858d087-ff3e-45a1-8f22-535fcd4287c1 HTTP/1.1" status: 200 len: 1096 time: 3.6208000 Feb 03 12:44:12.660402 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbdffa8b-8dce-46c8-ae8c-aa595635af48', 'tag': 'c858d087-ff3e-45a1-8f22-535fcd4287c1'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:12.664632 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b48419-46c5-43bf-8b96-e7e0b174fcb7" -d '{"events": [{"name": "network-changed", "server_uuid": "fbdffa8b-8dce-46c8-ae8c-aa595635af48", "tag": "c858d087-ff3e-45a1-8f22-535fcd4287c1"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:12.677825 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c3a04b-229e-4c76-b19d-988481d74a5a admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:44:12.690115 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] Sync routers for ids ['fcfbde1a-e449-42b7-a994-3908b1724fd8'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:44:12.711518 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] Routers {'fcfbde1a-e449-42b7-a994-3908b1724fd8'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:12.713444 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:44:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['fcfbde1a-e449-42b7-a994-3908b1724fd8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:12.806104 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18c3a04b-229e-4c76-b19d-988481d74a5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:12.807076 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-18c3a04b-229e-4c76-b19d-988481d74a5a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8082600 Feb 03 12:44:12.825680 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53824) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:12.869171 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c09dbd42-93a0-4384-9f6e-724c5f772134 req-b14c13bd-aa72-4efc-b267-498bc9407676 service neutron] 10.222.0.31 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166304 Feb 03 12:44:12.873379 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce4c8e17-db9f-4eb8-8cf2-f422753c1f7e req-bd3aaa62-45d3-4f52-a360-e054bb5b560d service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5276482 Feb 03 12:44:12.926916 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e8666ff-a154-4c0a-a52c-66a1a5aa134b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for security_group (133367b6-93f3-4e77-b001-9c731318c0c9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:12.933523 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e8666ff-a154-4c0a-a52c-66a1a5aa134b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (133367b6-93f3-4e77-b001-9c731318c0c9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:12.945260 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abeab66-220e-4fdc-b45d-5aeaaa03ff5c service neutron] Pushing event updated for resources: {'Port': ['ID=c858d087-ff3e-45a1-8f22-535fcd4287c1,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:12.964985 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-46d34142-ab33-41fa-95d3-133f21dd02a4 req-12c8ede5-c487-4835-8efe-5ba81e2dc4ed tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 210 time: 0.1058297 Feb 03 12:44:12.985517 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8666ff-a154-4c0a-a52c-66a1a5aa134b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:44:13.009318 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] Set router fcfbde1a-e449-42b7-a994-3908b1724fd8 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:13.034567 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e8666ff-a154-4c0a-a52c-66a1a5aa134b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (3283b386-b11b-4a44-95c1-6c839bfade21), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:13.034926 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-0e8666ff-a154-4c0a-a52c-66a1a5aa134b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Added segment 3283b386-b11b-4a44-95c1-6c839bfade21 of type vlan for network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec Feb 03 12:44:13.138246 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-992e256a-3ff8-413e-8d1c-4ffce46b4487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:13.140624 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-992e256a-3ff8-413e-8d1c-4ffce46b4487 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3356010617234dc396860653626bddf1&device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 1130 time: 0.4335747 Feb 03 12:44:13.149435 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e8666ff-a154-4c0a-a52c-66a1a5aa134b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:13.235971 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e8666ff-a154-4c0a-a52c-66a1a5aa134b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:13.242620 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8666ff-a154-4c0a-a52c-66a1a5aa134b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:13.243530 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e8666ff-a154-4c0a-a52c-66a1a5aa134b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:13.274249 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-6ada18a6-c107-49fe-90c4-e284ac8134bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=c858d087-ff3e-45a1-8f22-535fcd4287c1 HTTP/1.1" status: 200 len: 217 time: 0.1177509 Feb 03 12:44:13.434416 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0e8666ff-a154-4c0a-a52c-66a1a5aa134b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2357934 Feb 03 12:44:13.441727 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501b0776-1ba0-48c0-a046-60fc6bb11740 x-openstack-request-id: req-501b0776-1ba0-48c0-a046-60fc6bb11740 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:13.442037 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbdffa8b-8dce-46c8-ae8c-aa595635af48", "tag": "c858d087-ff3e-45a1-8f22-535fcd4287c1", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:13.442298 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-501b0776-1ba0-48c0-a046-60fc6bb11740 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:13.442720 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbdffa8b-8dce-46c8-ae8c-aa595635af48', 'tag': 'c858d087-ff3e-45a1-8f22-535fcd4287c1', 'status': 'completed', 'code': 200} Feb 03 12:44:13.460268 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53838) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:13.486535 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfbde1a-e449-42b7-a994-3908b1724fd8', 'name': 'tempest-TaggedBootDevicesTest_v242-1626492890-router', 'tenant_id': '16cf678acdbf443f946e15b876197cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '01fbaa28-6bbd-4b36-941c-e074dc1d1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:05Z', 'updated_at': '2022-02-03T12:44:08Z', 'revision_number': 3, 'project_id': '16cf678acdbf443f946e15b876197cef', 'gw_port': {'id': '01fbaa28-6bbd-4b36-941c-e074dc1d1e25', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:21:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfbde1a-e449-42b7-a994-3908b1724fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:07Z', 'updated_at': '2022-02-03T12:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:13.491701 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8666ff-a154-4c0a-a52c-66a1a5aa134b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=133367b6-93f3-4e77-b001-9c731318c0c9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:13.501268 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb7201-d545-42e1-acda-a6819a10c9f0 req-6084ea3e-c5d4-48f4-b48f-6b9b3560c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:13.503229 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ccbb7201-d545-42e1-acda-a6819a10c9f0 req-6084ea3e-c5d4-48f4-b48f-6b9b3560c8c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3356010617234dc396860653626bddf1&device_id=c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4 HTTP/1.1" status: 200 len: 1129 time: 0.2956221 Feb 03 12:44:13.504093 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8666ff-a154-4c0a-a52c-66a1a5aa134b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Network': ['ID=8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:13.531661 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:44:13.538530 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-59653099-f175-4369-9301-e44e290b8376 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:13.541787 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] Checking router: fcfbde1a-e449-42b7-a994-3908b1724fd8 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:44:13.542160 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] Updating router fcfbde1a-e449-42b7-a994-3908b1724fd8 port 01fbaa28-6bbd-4b36-941c-e074dc1d1e25 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:44:13.594631 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (01fbaa28-6bbd-4b36-941c-e074dc1d1e25), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:13.727442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb7201-d545-42e1-acda-a6819a10c9f0 req-5d79e92a-1949-43e7-9c20-f432afb60726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:13.732399 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e9586-8df1-40dc-8451-c5e9e290bbf8 req-22daf818-531a-445f-bff1-87d372e40ca6 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:13.732969 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ccbb7201-d545-42e1-acda-a6819a10c9f0 req-5d79e92a-1949-43e7-9c20-f432afb60726 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.2238293 Feb 03 12:44:13.733909 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-688e9586-8df1-40dc-8451-c5e9e290bbf8 req-22daf818-531a-445f-bff1-87d372e40ca6 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 948 time: 0.4586864 Feb 03 12:44:13.793272 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ccbb7201-d545-42e1-acda-a6819a10c9f0 req-66efd450-05d2-474c-afe3-5cce0003761a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=731dffd9-f544-41fd-b220-26de7857a160 HTTP/1.1" status: 200 len: 217 time: 0.0514317 Feb 03 12:44:13.837881 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-704abdcc-f5b2-429f-b249-bbd9e8572fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:13.840324 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-704abdcc-f5b2-429f-b249-bbd9e8572fa9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.3957553 Feb 03 12:44:13.934499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb7201-d545-42e1-acda-a6819a10c9f0 req-18c56466-41ad-40ff-9da1-4a19a08ebece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:13.937526 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ccbb7201-d545-42e1-acda-a6819a10c9f0 req-18c56466-41ad-40ff-9da1-4a19a08ebece service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1373513 Feb 03 12:44:13.952559 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-688e9586-8df1-40dc-8451-c5e9e290bbf8 req-1109c95f-dfe2-47df-921d-928eec35d178 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039981 Feb 03 12:44:14.017968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59653099-f175-4369-9301-e44e290b8376 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:14.022929 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59653099-f175-4369-9301-e44e290b8376 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:14.059210 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-f7142205-862b-4ccf-8378-9e4c8029e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:14.060855 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-f7142205-862b-4ccf-8378-9e4c8029e2d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2075078 Feb 03 12:44:14.075881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb7201-d545-42e1-acda-a6819a10c9f0 req-db37c113-c359-475e-bbec-fa00f109fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:14.079312 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ccbb7201-d545-42e1-acda-a6819a10c9f0 req-db37c113-c359-475e-bbec-fa00f109fbb1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1351311 Feb 03 12:44:14.120935 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] Publish callbacks [] for port (01fbaa28-6bbd-4b36-941c-e074dc1d1e25), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:14.137616 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (01fbaa28-6bbd-4b36-941c-e074dc1d1e25), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:14.240713 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dba98188-2b90-492a-9a25-4fdf897db609 req-3b28ea31-8869-4f32-ae13-89b1d443e316 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 210 time: 0.1494412 Feb 03 12:44:14.297857 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8cf59-d3cf-43bb-aedb-75050c858b39 None None] Pushing event updated for resources: {'Port': ['ID=01fbaa28-6bbd-4b36-941c-e074dc1d1e25,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:14.315181 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] Attempting to bind port 01fbaa28-6bbd-4b36-941c-e074dc1d1e25 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:14.316749 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] Attempting to bind port 01fbaa28-6bbd-4b36-941c-e074dc1d1e25 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:14.317454 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] Attempting to bind port 01fbaa28-6bbd-4b36-941c-e074dc1d1e25 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:14.334598 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:14.337413 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:14.338187 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:14.338904 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:14.340359 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ccbb7201-d545-42e1-acda-a6819a10c9f0 req-91c99707-26fb-4619-ba37-2d310d4180c8 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476377 Feb 03 12:44:14.340763 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] Bound port: 01fbaa28-6bbd-4b36-941c-e074dc1d1e25, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:14.347537 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (01fbaa28-6bbd-4b36-941c-e074dc1d1e25), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:14.373038 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-afa7f6d6-98f5-466b-8aa0-e7f45087024f service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026710 Feb 03 12:44:14.476656 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] For port 01fbaa28-6bbd-4b36-941c-e074dc1d1e25, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:14.487519 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] For port 01fbaa28-6bbd-4b36-941c-e074dc1d1e25, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=01fbaa28-6bbd-4b36-941c-e074dc1d1e25,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:14.497414 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (01fbaa28-6bbd-4b36-941c-e074dc1d1e25), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:14.543085 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ccbb7201-d545-42e1-acda-a6819a10c9f0 req-b11ff9fe-1a28-46be-b62d-8affebd146e8 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929119 Feb 03 12:44:14.609328 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52eb21e0-6851-408d-a066-26fc2d7bdddb req-7032a166-b7a3-4b59-affc-7ffdf79148e7 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282836 Feb 03 12:44:14.658987 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] Routers {'fcfbde1a-e449-42b7-a994-3908b1724fd8'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:14.660863 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:44:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['fcfbde1a-e449-42b7-a994-3908b1724fd8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:14.744610 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59653099-f175-4369-9301-e44e290b8376 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (dd39f36a-2cbb-474c-9d35-1f3fc48b9b4f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:14.805173 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8cf59-d3cf-43bb-aedb-75050c858b39 None None] Pushing event updated for resources: {'Port': ['ID=01fbaa28-6bbd-4b36-941c-e074dc1d1e25,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:14.819086 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8cf59-d3cf-43bb-aedb-75050c858b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:14.819897 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8cf59-d3cf-43bb-aedb-75050c858b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:14.820487 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8cf59-d3cf-43bb-aedb-75050c858b39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:14.821121 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8cf59-d3cf-43bb-aedb-75050c858b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:14.821681 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8cf59-d3cf-43bb-aedb-75050c858b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:14.822372 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8cf59-d3cf-43bb-aedb-75050c858b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:14.823417 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8cf59-d3cf-43bb-aedb-75050c858b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:14.823993 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8cf59-d3cf-43bb-aedb-75050c858b39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:14.824554 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8cf59-d3cf-43bb-aedb-75050c858b39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:14.825114 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8cf59-d3cf-43bb-aedb-75050c858b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:14.825652 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8cf59-d3cf-43bb-aedb-75050c858b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:14.826368 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8cf59-d3cf-43bb-aedb-75050c858b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:14.826921 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa8cf59-d3cf-43bb-aedb-75050c858b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:14.842051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b48419-46c5-43bf-8b96-e7e0b174fcb7 req-806fd18b-3d79-4482-8716-9f49ad8d18eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:14.844180 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-02b48419-46c5-43bf-8b96-e7e0b174fcb7 req-806fd18b-3d79-4482-8716-9f49ad8d18eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3356010617234dc396860653626bddf1&device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 1130 time: 0.1737061 Feb 03 12:44:14.855660 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59653099-f175-4369-9301-e44e290b8376 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=dd39f36a-2cbb-474c-9d35-1f3fc48b9b4f,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:14.883826 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0769abbb-0b19-4324-92e0-c5c78719d78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:14.972569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59653099-f175-4369-9301-e44e290b8376 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Checking segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:14.972940 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59653099-f175-4369-9301-e44e290b8376 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network hostable DHCP agents. Network: 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:44:14.988359 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] Set router fcfbde1a-e449-42b7-a994-3908b1724fd8 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:15.050319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53898) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:15.100662 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b48419-46c5-43bf-8b96-e7e0b174fcb7 req-66a20b11-76d0-4ec6-9bfc-fe79a9794b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:15.103064 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-02b48419-46c5-43bf-8b96-e7e0b174fcb7 req-66a20b11-76d0-4ec6-9bfc-fe79a9794b4d service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.2488475 Feb 03 12:44:15.189303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59653099-f175-4369-9301-e44e290b8376 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:44:15.201014 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-02b48419-46c5-43bf-8b96-e7e0b174fcb7 req-99efee1c-1c77-4aca-826e-17c7de3fea17 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=c858d087-ff3e-45a1-8f22-535fcd4287c1 HTTP/1.1" status: 200 len: 217 time: 0.0910227 Feb 03 12:44:15.260288 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-59653099-f175-4369-9301-e44e290b8376 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:15.268807 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e80022-f5f8-4465-9725-d57a77efa2b2 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:15.338832 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfbde1a-e449-42b7-a994-3908b1724fd8', 'name': 'tempest-TaggedBootDevicesTest_v242-1626492890-router', 'tenant_id': '16cf678acdbf443f946e15b876197cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '01fbaa28-6bbd-4b36-941c-e074dc1d1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:05Z', 'updated_at': '2022-02-03T12:44:08Z', 'revision_number': 3, 'project_id': '16cf678acdbf443f946e15b876197cef', 'gw_port': {'id': '01fbaa28-6bbd-4b36-941c-e074dc1d1e25', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:21:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfbde1a-e449-42b7-a994-3908b1724fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:07Z', 'updated_at': '2022-02-03T12:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:15.350736 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d7394b6-dafa-4581-8688-a5963a001a07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:15.367138 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59653099-f175-4369-9301-e44e290b8376 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:15.369958 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59653099-f175-4369-9301-e44e290b8376 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:15.395988 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e29f5f-5d5e-46a7-b6e9-485361e26d8d None None] The sync data for ids ['fcfbde1a-e449-42b7-a994-3908b1724fd8'] in n-d-827336-3 is: [{'id': 'fcfbde1a-e449-42b7-a994-3908b1724fd8', 'name': 'tempest-TaggedBootDevicesTest_v242-1626492890-router', 'tenant_id': '16cf678acdbf443f946e15b876197cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '01fbaa28-6bbd-4b36-941c-e074dc1d1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:05Z', 'updated_at': '2022-02-03T12:44:08Z', 'revision_number': 3, 'project_id': '16cf678acdbf443f946e15b876197cef', 'gw_port': {'id': '01fbaa28-6bbd-4b36-941c-e074dc1d1e25', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:21:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfbde1a-e449-42b7-a994-3908b1724fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:07Z', 'updated_at': '2022-02-03T12:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:44:15.436206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'fixed_ips': [{'subnet_id': 'dd39f36a-2cbb-474c-9d35-1f3fc48b9b4f'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:44:15.437129 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:15.468297 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-59653099-f175-4369-9301-e44e290b8376 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0053623 Feb 03 12:44:15.487082 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53910) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:15.508103 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e801a014-631e-47ce-a972-c6110c4dbdcb req-d9db77d1-b0c5-446c-89d8-ac719baf0add tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 210 time: 0.0816367 Feb 03 12:44:15.517441 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-22b9e8eb-7a16-438f-a128-b98b51083341 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'name': 'tempest-NetworksTestDHCPv6-425042615'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:15.574014 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-0769abbb-0b19-4324-92e0-c5c78719d78f admin admin] Allocated IP 172.20.0.1 (d141e664-4618-4b71-9706-c3bd65b88c44/56055a24-bca3-4318-a686-459d76067e81/32141577-9c50-41f1-b6e2-158e0cba6caa) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:15.682487 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee88d4d-001d-4ed7-84e1-e2f52bd7bc26 req-97726985-5214-4ed6-9ba6-1bf62faf3a0f tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:15.687502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] Allocated IP 2001:db8::2 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/dd39f36a-2cbb-474c-9d35-1f3fc48b9b4f/f03ecc5f-04ef-424f-ba31-fd2811bdb25e) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:15.693453 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3ee88d4d-001d-4ed7-84e1-e2f52bd7bc26 req-97726985-5214-4ed6-9ba6-1bf62faf3a0f tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 948 time: 0.6110375 Feb 03 12:44:15.735481 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d7394b6-dafa-4581-8688-a5963a001a07 admin admin] Publish callbacks [] for security_group (1e969731-0847-40c0-ae06-5f5533284144), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:15.748267 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d7394b6-dafa-4581-8688-a5963a001a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1e969731-0847-40c0-ae06-5f5533284144), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:15.768443 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:15.810919 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b48419-46c5-43bf-8b96-e7e0b174fcb7 req-aca1aff9-fe6f-4fe5-a2b2-8043abc3a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:15.813037 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-02b48419-46c5-43bf-8b96-e7e0b174fcb7 req-aca1aff9-fe6f-4fe5-a2b2-8043abc3a9d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.5908294 Feb 03 12:44:15.878356 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7d7394b6-dafa-4581-8688-a5963a001a07 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8827df958faf49c89601ebe7b76e51e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8268363 Feb 03 12:44:15.882429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53918) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:15.894380 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7394b6-dafa-4581-8688-a5963a001a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e969731-0847-40c0-ae06-5f5533284144,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:15.944683 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b9e8eb-7a16-438f-a128-b98b51083341 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:15.947962 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3ee88d4d-001d-4ed7-84e1-e2f52bd7bc26 req-de3dad42-90c8-4a3b-a589-578262b5bf23 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467742 Feb 03 12:44:15.964201 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22b9e8eb-7a16-438f-a128-b98b51083341 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:15.995098 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] Publish callbacks [] for port (f03ecc5f-04ef-424f-ba31-fd2811bdb25e), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:16.009215 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0769abbb-0b19-4324-92e0-c5c78719d78f admin admin] Publish callbacks [] for port (32141577-9c50-41f1-b6e2-158e0cba6caa), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:16.010440 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (f03ecc5f-04ef-424f-ba31-fd2811bdb25e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:16.022570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-22b9e8eb-7a16-438f-a128-b98b51083341 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port 2f5a27d9-06eb-4cbe-b901-edda1e495e36 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:44:16.086545 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0769abbb-0b19-4324-92e0-c5c78719d78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (32141577-9c50-41f1-b6e2-158e0cba6caa), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:16.099762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:16.111126 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:16.122104 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:16.141837 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0769abbb-0b19-4324-92e0-c5c78719d78f admin admin] Network d141e664-4618-4b71-9706-c3bd65b88c44 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:16.148102 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0769abbb-0b19-4324-92e0-c5c78719d78f admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:16.158194 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b48419-46c5-43bf-8b96-e7e0b174fcb7 req-52cb742f-fb72-42e3-89c1-f0225eebe379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:16.165540 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-02b48419-46c5-43bf-8b96-e7e0b174fcb7 req-52cb742f-fb72-42e3-89c1-f0225eebe379 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3004475 Feb 03 12:44:16.168137 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d658963-5b0b-4033-b68d-16385c183ed7 admin admin] Publish callbacks [] for security_group (1e969731-0847-40c0-ae06-5f5533284144), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:16.175608 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] Pushing event updated for resources: {'Port': ['ID=f03ecc5f-04ef-424f-ba31-fd2811bdb25e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:16.190718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0769abbb-0b19-4324-92e0-c5c78719d78f admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:16.244095 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] Attempting to bind port f03ecc5f-04ef-424f-ba31-fd2811bdb25e on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:16.244484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] Attempting to bind port f03ecc5f-04ef-424f-ba31-fd2811bdb25e by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:16.244854 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] Attempting to bind port f03ecc5f-04ef-424f-ba31-fd2811bdb25e on network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:16.284983 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:16.285551 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] Checking segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:16.285773 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:16.286185 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] Bound using segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:16.286679 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] Bound port: f03ecc5f-04ef-424f-ba31-fd2811bdb25e, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:16.287066 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f03ecc5f-04ef-424f-ba31-fd2811bdb25e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:16.298902 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769abbb-0b19-4324-92e0-c5c78719d78f admin admin] Pushing event updated for resources: {'Port': ['ID=32141577-9c50-41f1-b6e2-158e0cba6caa,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:16.364549 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d658963-5b0b-4033-b68d-16385c183ed7 admin admin] Publish callbacks [] for security_group (1e969731-0847-40c0-ae06-5f5533284144), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:16.460847 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d658963-5b0b-4033-b68d-16385c183ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1e969731-0847-40c0-ae06-5f5533284144), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:16.468857 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d658963-5b0b-4033-b68d-16385c183ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:16.471313 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0d658963-5b0b-4033-b68d-16385c183ed7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e969731-0847-40c0-ae06-5f5533284144 HTTP/1.1" status: 204 len: 168 time: 0.5878248 Feb 03 12:44:16.493232 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 01fbaa28-6bbd-4b36-941c-e074dc1d1e25 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:16.495458 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0769abbb-0b19-4324-92e0-c5c78719d78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (fcfbde1a-e449-42b7-a994-3908b1724fd8), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:16.540396 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d658963-5b0b-4033-b68d-16385c183ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e969731-0847-40c0-ae06-5f5533284144,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:16.599610 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-22b9e8eb-7a16-438f-a128-b98b51083341 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::4e (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/dd39f36a-2cbb-474c-9d35-1f3fc48b9b4f/2f5a27d9-06eb-4cbe-b901-edda1e495e36) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:16.665333 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] For port f03ecc5f-04ef-424f-ba31-fd2811bdb25e, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:16.678862 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] For port f03ecc5f-04ef-424f-ba31-fd2811bdb25e, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f03ecc5f-04ef-424f-ba31-fd2811bdb25e,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:16.682149 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4dc17701-80bd-4e8c-af9c-010a01f84c3e req-2c17cc5b-379a-4909-a3cb-62af538dcd58 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4523635 Feb 03 12:44:16.693209 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 01fbaa28-6bbd-4b36-941c-e074dc1d1e25 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:16.693668 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (01fbaa28-6bbd-4b36-941c-e074dc1d1e25), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:16.719881 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-02b48419-46c5-43bf-8b96-e7e0b174fcb7 req-a8b08b3d-7ff2-4ecf-ae2a-dcf8aa9a49d5 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252948 Feb 03 12:44:16.747785 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f03ecc5f-04ef-424f-ba31-fd2811bdb25e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:16.803965 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-19ac1bda-32aa-4050-a7a3-b386b4aadddc req-90ab87fe-1298-4e1d-a4f4-20beda4d60bb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 210 time: 0.0839961 Feb 03 12:44:16.931999 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-842465c2-a236-4eb5-8d14-212884bf4eb7 None None] Provisioning complete for port 32141577-9c50-41f1-b6e2-158e0cba6caa triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:16.932225 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-842465c2-a236-4eb5-8d14-212884bf4eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (32141577-9c50-41f1-b6e2-158e0cba6caa), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:16.957239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc17701-80bd-4e8c-af9c-010a01f84c3e req-5fba55a1-dd96-4c9e-8393-b88d50e0f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:16.959107 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4dc17701-80bd-4e8c-af9c-010a01f84c3e req-5fba55a1-dd96-4c9e-8393-b88d50e0f164 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a209b0e492a4b77b2ceeedc9d454e67&device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 1127 time: 0.1698239 Feb 03 12:44:16.995507 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-02b48419-46c5-43bf-8b96-e7e0b174fcb7 req-327ebb8b-1ead-4af4-8a96-3345b482dbac service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570760 Feb 03 12:44:17.072916 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0769abbb-0b19-4324-92e0-c5c78719d78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (32141577-9c50-41f1-b6e2-158e0cba6caa), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:17.082960 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-842465c2-a236-4eb5-8d14-212884bf4eb7 None None] Port 32141577-9c50-41f1-b6e2-158e0cba6caa cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:44:17.162448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device c858d087-ff3e-45a1-8f22-535fcd4287c1 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:44:17.178756 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d4f33-952a-4794-be03-86c3e0577d93 None None] Pushing event updated for resources: {'Port': ['ID=f03ecc5f-04ef-424f-ba31-fd2811bdb25e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:17.253322 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22b9e8eb-7a16-438f-a128-b98b51083341 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (2f5a27d9-06eb-4cbe-b901-edda1e495e36), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:17.276380 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 731dffd9-f544-41fd-b220-26de7857a160 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:44:17.501333 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53942) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:17.519530 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0769abbb-0b19-4324-92e0-c5c78719d78f admin admin] Publish callbacks [] for port (32141577-9c50-41f1-b6e2-158e0cba6caa), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:17.520979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309bae0-7faf-4d5c-91b0-9ddb3cfd712d req-4d9ac8e7-c467-4d9b-89fc-51f6c9fd5818 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:17.527763 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0769abbb-0b19-4324-92e0-c5c78719d78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (32141577-9c50-41f1-b6e2-158e0cba6caa), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:17.528291 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6309bae0-7faf-4d5c-91b0-9ddb3cfd712d req-4d9ac8e7-c467-4d9b-89fc-51f6c9fd5818 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 948 time: 0.3951597 Feb 03 12:44:17.609888 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d075be56-217b-4484-8a64-057941f00bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:17.647449 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769abbb-0b19-4324-92e0-c5c78719d78f admin admin] Pushing event updated for resources: {'Port': ['ID=32141577-9c50-41f1-b6e2-158e0cba6caa,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:17.675315 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0769abbb-0b19-4324-92e0-c5c78719d78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (fcfbde1a-e449-42b7-a994-3908b1724fd8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:17.733518 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22b9e8eb-7a16-438f-a128-b98b51083341 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (2f5a27d9-06eb-4cbe-b901-edda1e495e36), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:17.750502 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc17701-80bd-4e8c-af9c-010a01f84c3e req-7ec07123-b19b-4c68-af2b-7468e54300db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:17.752074 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4dc17701-80bd-4e8c-af9c-010a01f84c3e req-7ec07123-b19b-4c68-af2b-7468e54300db service neutron] 10.222.0.73 "GET /v2.0/networks?id=87045144-2323-4eba-b542-41e2cafcc3b7 HTTP/1.1" status: 200 len: 920 time: 0.6177073 Feb 03 12:44:17.788960 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 01fbaa28-6bbd-4b36-941c-e074dc1d1e25 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:17.789584 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (01fbaa28-6bbd-4b36-941c-e074dc1d1e25), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:17.818902 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port c858d087-ff3e-45a1-8f22-535fcd4287c1, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c858d087-ff3e-45a1-8f22-535fcd4287c1,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:17.837962 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0769abbb-0b19-4324-92e0-c5c78719d78f admin admin] Network d141e664-4618-4b71-9706-c3bd65b88c44 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:17.839758 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0769abbb-0b19-4324-92e0-c5c78719d78f admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:17.950515 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d075be56-217b-4484-8a64-057941f00bea admin admin] Publish callbacks [] for security_group (f72c2f67-0004-4b59-b800-5b2943a74eac), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:17.954708 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'c858d087-ff3e-45a1-8f22-535fcd4287c1', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': 'c858d087-ff3e-45a1-8f22-535fcd4287c1', 'mac_address': 'fa:16:3e:28:1b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:44:17.958444 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 01fbaa28-6bbd-4b36-941c-e074dc1d1e25, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=01fbaa28-6bbd-4b36-941c-e074dc1d1e25,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:17.993415 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b9e8eb-7a16-438f-a128-b98b51083341 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:18.005882 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6309bae0-7faf-4d5c-91b0-9ddb3cfd712d req-eccdfd8f-079a-4072-a9c3-a2c54532152f tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766376 Feb 03 12:44:18.006836 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-22b9e8eb-7a16-438f-a128-b98b51083341 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:18.010108 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d075be56-217b-4484-8a64-057941f00bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f72c2f67-0004-4b59-b800-5b2943a74eac), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:18.023521 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b9e8eb-7a16-438f-a128-b98b51083341 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:18.036939 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b9e8eb-7a16-438f-a128-b98b51083341 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:18.036939 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22b9e8eb-7a16-438f-a128-b98b51083341 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:18.084622 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (01fbaa28-6bbd-4b36-941c-e074dc1d1e25), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:18.091723 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port c858d087-ff3e-45a1-8f22-535fcd4287c1 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:18.092422 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:18.129125 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1883ff58-57ea-4964-b1e0-5906a6a6c6d1 req-b5ab1764-f45f-4c2a-8e73-b48b6a0e2afc tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 210 time: 0.1107144 Feb 03 12:44:18.143462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c858d087-ff3e-45a1-8f22-535fcd4287c1 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:44:18.208246 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 731dffd9-f544-41fd-b220-26de7857a160, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=731dffd9-f544-41fd-b220-26de7857a160,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:18.229898 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port c858d087-ff3e-45a1-8f22-535fcd4287c1, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c858d087-ff3e-45a1-8f22-535fcd4287c1,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:18.235509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=01fbaa28-6bbd-4b36-941c-e074dc1d1e25,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:18.242215 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:18.246384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '731dffd9-f544-41fd-b220-26de7857a160', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '731dffd9-f544-41fd-b220-26de7857a160', 'mac_address': 'fa:16:3e:e6:51:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:44:18.349146 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 731dffd9-f544-41fd-b220-26de7857a160 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:18.349549 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (731dffd9-f544-41fd-b220-26de7857a160), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:18.371611 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0769abbb-0b19-4324-92e0-c5c78719d78f admin admin] Router fcfbde1a-e449-42b7-a994-3908b1724fd8 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:44:18.377527 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731dffd9-f544-41fd-b220-26de7857a160 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:44:18.408898 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 731dffd9-f544-41fd-b220-26de7857a160, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=731dffd9-f544-41fd-b220-26de7857a160,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:18.432984 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f03ecc5f-04ef-424f-ba31-fd2811bdb25e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:18.437719 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (731dffd9-f544-41fd-b220-26de7857a160), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:18.523037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['c858d087-ff3e-45a1-8f22-535fcd4287c1'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:44:18.603746 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=c858d087-ff3e-45a1-8f22-535fcd4287c1,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:18.624394 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075be56-217b-4484-8a64-057941f00bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72c2f67-0004-4b59-b800-5b2943a74eac,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:18.673877 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4dc17701-80bd-4e8c-af9c-010a01f84c3e req-e79a871b-eed2-4403-8025-aee3fe4e0889 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf717bd2-45d1-4420-ae33-d3b169cb8f4d HTTP/1.1" status: 200 len: 217 time: 0.8462222 Feb 03 12:44:18.716312 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=731dffd9-f544-41fd-b220-26de7857a160,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:18.732964 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1dc0f1cd-3346-4c50-a562-93fe865686df None None] Provisioning complete for port 32141577-9c50-41f1-b6e2-158e0cba6caa triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:18.733404 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1dc0f1cd-3346-4c50-a562-93fe865686df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (32141577-9c50-41f1-b6e2-158e0cba6caa), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:18.756110 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc17701-80bd-4e8c-af9c-010a01f84c3e req-4344f2fb-49fd-48f8-85b9-54ea647392b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:18.764096 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4dc17701-80bd-4e8c-af9c-010a01f84c3e req-4344f2fb-49fd-48f8-85b9-54ea647392b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d7c28f9-eb63-4be2-9734-e89b3817580d HTTP/1.1" status: 200 len: 859 time: 0.0790188 Feb 03 12:44:18.773527 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-22b9e8eb-7a16-438f-a128-b98b51083341 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2707398 Feb 03 12:44:18.785507 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d075be56-217b-4484-8a64-057941f00bea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=947a64f81dae478783b8431cbbe16a00&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2550802 Feb 03 12:44:18.786419 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9e8eb-7a16-438f-a128-b98b51083341 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=2f5a27d9-06eb-4cbe-b901-edda1e495e36,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:18.789364 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0f1cd-3346-4c50-a562-93fe865686df None None] Port 32141577-9c50-41f1-b6e2-158e0cba6caa cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:44:18.792838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53958) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:18.793189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53960) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:18.851525 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port f03ecc5f-04ef-424f-ba31-fd2811bdb25e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:18.851916 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f03ecc5f-04ef-424f-ba31-fd2811bdb25e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:18.892900 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['731dffd9-f544-41fd-b220-26de7857a160'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:44:19.014551 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4dc17701-80bd-4e8c-af9c-010a01f84c3e req-7c037770-636a-4b05-b265-ae356f80392e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87045144-2323-4eba-b542-41e2cafcc3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2387860 Feb 03 12:44:19.157709 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7634e07e-fac4-430d-bfcf-20e11b7f121e admin admin] Publish callbacks [] for security_group (f72c2f67-0004-4b59-b800-5b2943a74eac), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:19.175747 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port f03ecc5f-04ef-424f-ba31-fd2811bdb25e is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:19.176177 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f03ecc5f-04ef-424f-ba31-fd2811bdb25e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:19.178968 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0123b3aa-fe28-49ef-a448-ca8df1b6a1e6 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:19.243363 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0769abbb-0b19-4324-92e0-c5c78719d78f admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:44:19.259690 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0769abbb-0b19-4324-92e0-c5c78719d78f admin admin] 10.222.0.18 "PUT /v2.0/routers/fcfbde1a-e449-42b7-a994-3908b1724fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4174898 Feb 03 12:44:19.282173 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] Sync routers for ids ['fcfbde1a-e449-42b7-a994-3908b1724fd8'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:44:19.322203 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196409f6-ac9f-45d8-a972-0957695037ab req-01cd37bf-7601-46b9-9289-3cbd318ae410 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:19.323779 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-196409f6-ac9f-45d8-a972-0957695037ab req-01cd37bf-7601-46b9-9289-3cbd318ae410 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 949 time: 0.1215413 Feb 03 12:44:19.327705 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7634e07e-fac4-430d-bfcf-20e11b7f121e admin admin] Publish callbacks [] for security_group (f72c2f67-0004-4b59-b800-5b2943a74eac), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:19.389847 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2d719b-9e5a-41b6-a88d-73b906e0f038 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:19.396062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2d719b-9e5a-41b6-a88d-73b906e0f038 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:19.406306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] Routers {'fcfbde1a-e449-42b7-a994-3908b1724fd8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:19.411118 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53974) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:19.412119 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0d2d719b-9e5a-41b6-a88d-73b906e0f038 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.5088365 Feb 03 12:44:19.414892 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4dc17701-80bd-4e8c-af9c-010a01f84c3e req-d1639945-6dfd-4c7e-911e-b7d20c7c90ca service neutron] 10.222.0.73 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343720 Feb 03 12:44:19.416753 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:44:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['fcfbde1a-e449-42b7-a994-3908b1724fd8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:19.440104 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-196409f6-ac9f-45d8-a972-0957695037ab req-b2e78dba-9e21-4733-83e1-f555ac44d11a tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093674 Feb 03 12:44:19.455214 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8fa2792a-d348-43bb-9d9e-ca49092e396c req-d0e7432d-02f7-477f-973d-0fbd16d919b7 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 210 time: 0.0383563 Feb 03 12:44:19.514554 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7634e07e-fac4-430d-bfcf-20e11b7f121e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f72c2f67-0004-4b59-b800-5b2943a74eac), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:19.519069 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7634e07e-fac4-430d-bfcf-20e11b7f121e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:19.522212 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7634e07e-fac4-430d-bfcf-20e11b7f121e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f72c2f67-0004-4b59-b800-5b2943a74eac HTTP/1.1" status: 204 len: 168 time: 0.6118672 Feb 03 12:44:19.584904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634e07e-fac4-430d-bfcf-20e11b7f121e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72c2f67-0004-4b59-b800-5b2943a74eac,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:19.609288 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ea0b3fb4-8947-4ad0-a102-919b10c7347f None None] Provisioning complete for port f03ecc5f-04ef-424f-ba31-fd2811bdb25e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:19.609713 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3fb4-8947-4ad0-a102-919b10c7347f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f03ecc5f-04ef-424f-ba31-fd2811bdb25e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:19.622105 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9e43b549-7b75-45ff-a04c-e8467e6f315a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port 2f5a27d9-06eb-4cbe-b901-edda1e495e36 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:19.622452 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e43b549-7b75-45ff-a04c-e8467e6f315a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (2f5a27d9-06eb-4cbe-b901-edda1e495e36), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:19.649729 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4dc17701-80bd-4e8c-af9c-010a01f84c3e req-b82488c1-1ad1-4b8c-9c49-0ed55a276d1d service neutron] 10.222.0.73 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252879 Feb 03 12:44:19.650877 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] Set router fcfbde1a-e449-42b7-a994-3908b1724fd8 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:19.749623 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port f03ecc5f-04ef-424f-ba31-fd2811bdb25e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f03ecc5f-04ef-424f-ba31-fd2811bdb25e,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:19.762999 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f03ecc5f-04ef-424f-ba31-fd2811bdb25e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:19.781306 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e43b549-7b75-45ff-a04c-e8467e6f315a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (2f5a27d9-06eb-4cbe-b901-edda1e495e36), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:19.811251 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9e43b549-7b75-45ff-a04c-e8467e6f315a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for 2f5a27d9-06eb-4cbe-b901-edda1e495e36 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:19.864127 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ea0b3fb4-8947-4ad0-a102-919b10c7347f None None] Current status of the port f03ecc5f-04ef-424f-ba31-fd2811bdb25e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:20.012451 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53988) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:20.019474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=f03ecc5f-04ef-424f-ba31-fd2811bdb25e,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:20.083612 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e43b549-7b75-45ff-a04c-e8467e6f315a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (2f5a27d9-06eb-4cbe-b901-edda1e495e36), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:20.119754 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43b549-7b75-45ff-a04c-e8467e6f315a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=2f5a27d9-06eb-4cbe-b901-edda1e495e36,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:20.157281 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e43b549-7b75-45ff-a04c-e8467e6f315a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:20.165130 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9e43b549-7b75-45ff-a04c-e8467e6f315a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/2f5a27d9-06eb-4cbe-b901-edda1e495e36 HTTP/1.1" status: 204 len: 168 time: 0.7529254 Feb 03 12:44:20.167592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53998) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:20.248691 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfbde1a-e449-42b7-a994-3908b1724fd8', 'name': 'tempest-TaggedBootDevicesTest_v242-1626492890-router', 'tenant_id': '16cf678acdbf443f946e15b876197cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '01fbaa28-6bbd-4b36-941c-e074dc1d1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:05Z', 'updated_at': '2022-02-03T12:44:17Z', 'revision_number': 4, 'project_id': '16cf678acdbf443f946e15b876197cef', 'gw_port': {'id': '01fbaa28-6bbd-4b36-941c-e074dc1d1e25', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfbde1a-e449-42b7-a994-3908b1724fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:07Z', 'updated_at': '2022-02-03T12:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '32141577-9c50-41f1-b6e2-158e0cba6caa', 'name': '', 'network_id': 'd141e664-4618-4b71-9706-c3bd65b88c44', 'tenant_id': '16cf678acdbf443f946e15b876197cef', 'mac_address': 'fa:16:3e:45:64:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfbde1a-e449-42b7-a994-3908b1724fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '56055a24-bca3-4318-a686-459d76067e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:14Z', 'updated_at': '2022-02-03T12:44:17Z', 'revision_number': 2, 'project_id': '16cf678acdbf443f946e15b876197cef', 'subnets': [{'id': '56055a24-bca3-4318-a686-459d76067e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:20.320932 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014bf5bd-ea12-46d9-a7ae-7c0d7b217a4f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:20.323817 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014bf5bd-ea12-46d9-a7ae-7c0d7b217a4f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:20.330051 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-014bf5bd-ea12-46d9-a7ae-7c0d7b217a4f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1581347 Feb 03 12:44:20.330679 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54002) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:20.332302 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 01fbaa28-6bbd-4b36-941c-e074dc1d1e25 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:20.352580 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2abb1c5f-0424-49d4-adf2-de149adbdefd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:20.374539 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] Checking router: fcfbde1a-e449-42b7-a994-3908b1724fd8 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:44:20.374902 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] Updating router fcfbde1a-e449-42b7-a994-3908b1724fd8 port 32141577-9c50-41f1-b6e2-158e0cba6caa binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:44:20.442158 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38d8406-dbdf-4f30-a94a-b9fa907b4318 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet dd39f36a-2cbb-474c-9d35-1f3fc48b9b4f {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:44:20.452180 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b38d8406-dbdf-4f30-a94a-b9fa907b4318 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (dd39f36a-2cbb-474c-9d35-1f3fc48b9b4f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:20.458896 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (32141577-9c50-41f1-b6e2-158e0cba6caa), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:20.523926 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2abb1c5f-0424-49d4-adf2-de149adbdefd admin admin] Publish callbacks [] for security_group (48b4106c-3d42-4f9f-b9dc-a247d6d59d5d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:20.526700 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 01fbaa28-6bbd-4b36-941c-e074dc1d1e25 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:20.527082 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (01fbaa28-6bbd-4b36-941c-e074dc1d1e25), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:20.531638 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-504ceb6c-0dbc-4fe4-94c1-cd6fbed2a1fe None None] Could not find standard attr ID for object 2f5a27d9-06eb-4cbe-b901-edda1e495e36. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:44:20.535861 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2abb1c5f-0424-49d4-adf2-de149adbdefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (48b4106c-3d42-4f9f-b9dc-a247d6d59d5d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:20.567482 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2abb1c5f-0424-49d4-adf2-de149adbdefd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=568c8551d31843ffb67727c0fffb953c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5534070 Feb 03 12:44:20.575541 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54014) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:20.606298 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b38d8406-dbdf-4f30-a94a-b9fa907b4318 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (dd39f36a-2cbb-474c-9d35-1f3fc48b9b4f), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:20.656917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb1c5f-0424-49d4-adf2-de149adbdefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b4106c-3d42-4f9f-b9dc-a247d6d59d5d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:20.777762 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f06b6efa-bf07-486a-a29e-9173f937e37e admin admin] Publish callbacks [] for security_group (48b4106c-3d42-4f9f-b9dc-a247d6d59d5d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:20.778777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-504ceb6c-0dbc-4fe4-94c1-cd6fbed2a1fe None None] Provisioning complete for port f03ecc5f-04ef-424f-ba31-fd2811bdb25e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:20.779159 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-504ceb6c-0dbc-4fe4-94c1-cd6fbed2a1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f03ecc5f-04ef-424f-ba31-fd2811bdb25e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:20.838567 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630353a6-22e8-4cca-a729-6c3145a9e9ca req-0792be28-2d33-4bec-8f0f-f344928fd336 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:20.840799 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-630353a6-22e8-4cca-a729-6c3145a9e9ca req-0792be28-2d33-4bec-8f0f-f344928fd336 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 949 time: 0.2129996 Feb 03 12:44:20.846682 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b38d8406-dbdf-4f30-a94a-b9fa907b4318 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (dd39f36a-2cbb-474c-9d35-1f3fc48b9b4f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:20.911341 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-630353a6-22e8-4cca-a729-6c3145a9e9ca req-ea7b1f3f-e054-4d93-884b-1fe169d20b28 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621319 Feb 03 12:44:20.913678 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f06b6efa-bf07-486a-a29e-9173f937e37e admin admin] Publish callbacks [] for security_group (48b4106c-3d42-4f9f-b9dc-a247d6d59d5d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:20.992859 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f06b6efa-bf07-486a-a29e-9173f937e37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (48b4106c-3d42-4f9f-b9dc-a247d6d59d5d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:20.995688 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f06b6efa-bf07-486a-a29e-9173f937e37e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:20.997101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 01fbaa28-6bbd-4b36-941c-e074dc1d1e25 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:21.001272 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f06b6efa-bf07-486a-a29e-9173f937e37e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48b4106c-3d42-4f9f-b9dc-a247d6d59d5d HTTP/1.1" status: 204 len: 168 time: 0.4221661 Feb 03 12:44:21.004793 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f03ecc5f-04ef-424f-ba31-fd2811bdb25e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:21.014644 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b6efa-bf07-486a-a29e-9173f937e37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b4106c-3d42-4f9f-b9dc-a247d6d59d5d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:21.042633 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d26ef5a-910f-46d1-a077-e029c0398191 req-fd33fd08-65f2-4679-9d5c-964da487b706 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 210 time: 0.4300177 Feb 03 12:44:21.051658 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b38d8406-dbdf-4f30-a94a-b9fa907b4318 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (dd39f36a-2cbb-474c-9d35-1f3fc48b9b4f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:21.074560 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b38d8406-dbdf-4f30-a94a-b9fa907b4318 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:21.078480 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b38d8406-dbdf-4f30-a94a-b9fa907b4318 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/dd39f36a-2cbb-474c-9d35-1f3fc48b9b4f HTTP/1.1" status: 204 len: 168 time: 0.7460537 Feb 03 12:44:21.081020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54026) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:21.139629 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d8406-dbdf-4f30-a94a-b9fa907b4318 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=dd39f36a-2cbb-474c-9d35-1f3fc48b9b4f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:21.176343 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d7f01624-6126-4b26-8f3b-4e8605b9df90 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939648 Feb 03 12:44:21.179083 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54028) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:21.186528 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0be5f33b-3d9e-427f-b442-695e97a0e236 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:21.323718 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device c858d087-ff3e-45a1-8f22-535fcd4287c1 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:21.326315 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81d8d95-f55f-4e2c-8ef9-bfad3a0f6f1e None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:21.328322 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 731dffd9-f544-41fd-b220-26de7857a160 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:21.328709 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be5f33b-3d9e-427f-b442-695e97a0e236 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:21.338251 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0be5f33b-3d9e-427f-b442-695e97a0e236 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:21.526792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54038) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:21.552015 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8b07417-1a7d-4f33-bef2-6a4b22424187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:21.604725 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port f03ecc5f-04ef-424f-ba31-fd2811bdb25e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:21.605106 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f03ecc5f-04ef-424f-ba31-fd2811bdb25e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:21.645367 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-504ceb6c-0dbc-4fe4-94c1-cd6fbed2a1fe None None] Current status of the port f03ecc5f-04ef-424f-ba31-fd2811bdb25e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:21.664344 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 731dffd9-f544-41fd-b220-26de7857a160 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:44:21.683012 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8b07417-1a7d-4f33-bef2-6a4b22424187 admin admin] Publish callbacks [] for security_group (9bb449e8-dcde-43e0-b45a-4f5c0d9b5163), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:21.688517 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 731dffd9-f544-41fd-b220-26de7857a160 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:21.688974 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (731dffd9-f544-41fd-b220-26de7857a160), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:21.690724 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8b07417-1a7d-4f33-bef2-6a4b22424187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9bb449e8-dcde-43e0-b45a-4f5c0d9b5163), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:21.698028 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0be5f33b-3d9e-427f-b442-695e97a0e236 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (57b05e6a-09ce-4123-a901-8c690c557c0c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:21.751820 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b8b07417-1a7d-4f33-bef2-6a4b22424187 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29afdc12bdd2418f8298a279cd36761f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2235491 Feb 03 12:44:21.752610 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54040) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:21.762068 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b07417-1a7d-4f33-bef2-6a4b22424187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb449e8-dcde-43e0-b45a-4f5c0d9b5163,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:21.787437 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port c858d087-ff3e-45a1-8f22-535fcd4287c1 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:44:21.809258 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be5f33b-3d9e-427f-b442-695e97a0e236 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:21.818330 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port c858d087-ff3e-45a1-8f22-535fcd4287c1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:21.818330 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:21.821970 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-647f1034-83da-41e0-855c-7a35319af169 admin admin] Publish callbacks [] for security_group (9bb449e8-dcde-43e0-b45a-4f5c0d9b5163), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:21.837547 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0be5f33b-3d9e-427f-b442-695e97a0e236 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:21.842201 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be5f33b-3d9e-427f-b442-695e97a0e236 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:21.842805 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0be5f33b-3d9e-427f-b442-695e97a0e236 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:21.862832 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-647f1034-83da-41e0-855c-7a35319af169 admin admin] Publish callbacks [] for security_group (9bb449e8-dcde-43e0-b45a-4f5c0d9b5163), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:21.886064 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-215f8cc6-06a4-4ead-a5aa-7f39af05bdca None None] Could not find standard attr ID for object 2f5a27d9-06eb-4cbe-b901-edda1e495e36. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:44:21.891210 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0be5f33b-3d9e-427f-b442-695e97a0e236 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7080131 Feb 03 12:44:21.892511 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54044) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:21.898096 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1034dc26-b531-49dd-95ff-06d223b32d12 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'name': 'tempest-NetworksTestDHCPv6-1319091086'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:21.902631 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5f33b-3d9e-427f-b442-695e97a0e236 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=57b05e6a-09ce-4123-a901-8c690c557c0c,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:21.907899 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d619e504-0010-4615-8134-af88736233f2 None None] DHCP port deletion for 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:44:21.971317 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-647f1034-83da-41e0-855c-7a35319af169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9bb449e8-dcde-43e0-b45a-4f5c0d9b5163), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:21.974584 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-647f1034-83da-41e0-855c-7a35319af169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:21.978728 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-647f1034-83da-41e0-855c-7a35319af169 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9bb449e8-dcde-43e0-b45a-4f5c0d9b5163 HTTP/1.1" status: 204 len: 168 time: 0.2209673 Feb 03 12:44:21.988172 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] Publish callbacks [] for port (32141577-9c50-41f1-b6e2-158e0cba6caa), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:22.003508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f1034-83da-41e0-855c-7a35319af169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb449e8-dcde-43e0-b45a-4f5c0d9b5163,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:22.007699 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (32141577-9c50-41f1-b6e2-158e0cba6caa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:22.094916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1034dc26-b531-49dd-95ff-06d223b32d12 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:22.105664 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1034dc26-b531-49dd-95ff-06d223b32d12 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:22.148568 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-1034dc26-b531-49dd-95ff-06d223b32d12 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port a6bfbeae-f309-48b5-85a7-f29db17900c4 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:44:22.203399 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914727b2-2d18-4456-9978-05187e9bcd0c None None] Pushing event updated for resources: {'Port': ['ID=32141577-9c50-41f1-b6e2-158e0cba6caa,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:22.233193 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ac711-b7b5-4147-a565-1ad76c46a1fb req-0654905a-ebc6-4e2a-a167-f258930db528 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:22.238004 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1c3ac711-b7b5-4147-a565-1ad76c46a1fb req-0654905a-ebc6-4e2a-a167-f258930db528 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 949 time: 0.1995604 Feb 03 12:44:22.368207 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1c3ac711-b7b5-4147-a565-1ad76c46a1fb req-bb6a3cff-640c-4a5f-88f0-befd3b6761bf tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260469 Feb 03 12:44:22.379736 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8617ee19-5bc8-415d-9c08-0139ee029973 req-f60c57b9-4c99-4802-a47d-cd5ff10792f5 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 210 time: 0.0871775 Feb 03 12:44:22.501422 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-1034dc26-b531-49dd-95ff-06d223b32d12 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::130 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/57b05e6a-09ce-4123-a901-8c690c557c0c/a6bfbeae-f309-48b5-85a7-f29db17900c4) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:22.559167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 731dffd9-f544-41fd-b220-26de7857a160 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:22.559569 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (731dffd9-f544-41fd-b220-26de7857a160), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:22.655926 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port f03ecc5f-04ef-424f-ba31-fd2811bdb25e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:22.665475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] Attempting to bind port 32141577-9c50-41f1-b6e2-158e0cba6caa on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:22.665855 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] Attempting to bind port 32141577-9c50-41f1-b6e2-158e0cba6caa by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd141e664-4618-4b71-9706-c3bd65b88c44'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:22.666219 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] Attempting to bind port 32141577-9c50-41f1-b6e2-158e0cba6caa on network d141e664-4618-4b71-9706-c3bd65b88c44 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:22.688301 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port c858d087-ff3e-45a1-8f22-535fcd4287c1 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:22.688703 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:22.699834 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:22.700329 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] Checking segment: {'id': '9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd141e664-4618-4b71-9706-c3bd65b88c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:22.700831 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:22.701222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] Bound using segment: {'id': '9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd141e664-4618-4b71-9706-c3bd65b88c44'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:22.701870 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] Bound port: 32141577-9c50-41f1-b6e2-158e0cba6caa, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd141e664-4618-4b71-9706-c3bd65b88c44'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:22.702269 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (32141577-9c50-41f1-b6e2-158e0cba6caa), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:22.706358 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731dffd9-f544-41fd-b220-26de7857a160'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:22.709034 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf7a8ed-2cec-447f-b613-2ef5cbe7e4d5" -d '{"events": [{"server_uuid": "c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4", "name": "network-vif-plugged", "status": "completed", "tag": "731dffd9-f544-41fd-b220-26de7857a160"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:22.748422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-74c5ae1f-4423-4570-9ede-742c420b2dec None None] Provisioning complete for port 32141577-9c50-41f1-b6e2-158e0cba6caa triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:22.748714 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74c5ae1f-4423-4570-9ede-742c420b2dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (32141577-9c50-41f1-b6e2-158e0cba6caa), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:22.754938 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 731dffd9-f544-41fd-b220-26de7857a160, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=731dffd9-f544-41fd-b220-26de7857a160,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:22.761743 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d619e504-0010-4615-8134-af88736233f2 None None] Deleting port f03ecc5f-04ef-424f-ba31-fd2811bdb25e {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:22.761955 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d619e504-0010-4615-8134-af88736233f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f03ecc5f-04ef-424f-ba31-fd2811bdb25e), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:22.808553 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1034dc26-b531-49dd-95ff-06d223b32d12 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (a6bfbeae-f309-48b5-85a7-f29db17900c4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:22.856818 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f03ecc5f-04ef-424f-ba31-fd2811bdb25e no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:22.866266 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (731dffd9-f544-41fd-b220-26de7857a160), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:22.891836 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1034dc26-b531-49dd-95ff-06d223b32d12 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (a6bfbeae-f309-48b5-85a7-f29db17900c4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:22.953772 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1034dc26-b531-49dd-95ff-06d223b32d12 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:22.985373 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-1034dc26-b531-49dd-95ff-06d223b32d12 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:22.992089 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1034dc26-b531-49dd-95ff-06d223b32d12 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:23.005240 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1034dc26-b531-49dd-95ff-06d223b32d12 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:23.011756 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1034dc26-b531-49dd-95ff-06d223b32d12 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:23.031393 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034dc26-b531-49dd-95ff-06d223b32d12 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=a6bfbeae-f309-48b5-85a7-f29db17900c4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:23.054652 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1034dc26-b531-49dd-95ff-06d223b32d12 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1608298 Feb 03 12:44:23.057820 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54080) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:23.094572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=731dffd9-f544-41fd-b220-26de7857a160,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:23.102819 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port c858d087-ff3e-45a1-8f22-535fcd4287c1, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c858d087-ff3e-45a1-8f22-535fcd4287c1,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:23.111749 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2077cff-faa0-4831-a122-c119ad4b3ce8 x-openstack-request-id: req-f2077cff-faa0-4831-a122-c119ad4b3ce8 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:23.112060 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4", "name": "network-vif-plugged", "status": "completed", "tag": "731dffd9-f544-41fd-b220-26de7857a160", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:23.112616 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2077cff-faa0-4831-a122-c119ad4b3ce8 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:23.113202 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731dffd9-f544-41fd-b220-26de7857a160', 'code': 200} Feb 03 12:44:23.113843 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-74c5ae1f-4423-4570-9ede-742c420b2dec None None] Port 32141577-9c50-41f1-b6e2-158e0cba6caa cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:44:23.125398 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:23.190247 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] For port 32141577-9c50-41f1-b6e2-158e0cba6caa, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:23.198575 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] For port 32141577-9c50-41f1-b6e2-158e0cba6caa, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=32141577-9c50-41f1-b6e2-158e0cba6caa,segment=NetworkSegment(9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b),segment_id=9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:23.263767 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d1db5-555b-4b29-ae6b-825122ee46ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:23.277969 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d1db5-555b-4b29-ae6b-825122ee46ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:23.279649 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c83d1db5-555b-4b29-ae6b-825122ee46ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2203212 Feb 03 12:44:23.282556 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54088) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:23.292956 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d619e504-0010-4615-8134-af88736233f2 None None] For port f03ecc5f-04ef-424f-ba31-fd2811bdb25e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f03ecc5f-04ef-424f-ba31-fd2811bdb25e,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:23.297190 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d619e504-0010-4615-8134-af88736233f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f03ecc5f-04ef-424f-ba31-fd2811bdb25e), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:23.301014 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (32141577-9c50-41f1-b6e2-158e0cba6caa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:23.334350 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174bbeb-fc03-41e6-9cec-173b2d8b762e req-d12e2eb9-0806-4402-8b11-1ef1969dbefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:23.335869 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3174bbeb-fc03-41e6-9cec-173b2d8b762e req-d12e2eb9-0806-4402-8b11-1ef1969dbefd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4 HTTP/1.1" status: 200 len: 1131 time: 0.1821039 Feb 03 12:44:23.379013 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d619e504-0010-4615-8134-af88736233f2 None None] Calling delete_port for f03ecc5f-04ef-424f-ba31-fd2811bdb25e owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:23.382903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=c858d087-ff3e-45a1-8f22-535fcd4287c1,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:23.457204 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] Routers {'fcfbde1a-e449-42b7-a994-3908b1724fd8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:44:23.462976 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3174bbeb-fc03-41e6-9cec-173b2d8b762e req-1bf2449c-e4d6-4995-b3f9-8913a5387b35 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194866 Feb 03 12:44:23.464027 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:44:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['fcfbde1a-e449-42b7-a994-3908b1724fd8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:23.522739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bb304b70-11aa-4c32-96a6-33380fcb77fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port a6bfbeae-f309-48b5-85a7-f29db17900c4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:23.523830 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb304b70-11aa-4c32-96a6-33380fcb77fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (a6bfbeae-f309-48b5-85a7-f29db17900c4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:23.618345 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port f03ecc5f-04ef-424f-ba31-fd2811bdb25e is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:23.618345 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f03ecc5f-04ef-424f-ba31-fd2811bdb25e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:23.692007 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191831a-845d-4c90-8134-cd15985f4205 req-4e722be4-40cb-4a56-9a00-66dc31a276f1 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:23.699701 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9191831a-845d-4c90-8134-cd15985f4205 req-4e722be4-40cb-4a56-9a00-66dc31a276f1 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 950 time: 0.1359191 Feb 03 12:44:23.746100 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-97296465-3016-46d8-894f-6d38caf29260 req-b11b396a-c396-44f0-88e8-0bf1424e250b tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 210 time: 0.1764939 Feb 03 12:44:23.789988 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb304b70-11aa-4c32-96a6-33380fcb77fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (a6bfbeae-f309-48b5-85a7-f29db17900c4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:23.803765 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bb304b70-11aa-4c32-96a6-33380fcb77fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for a6bfbeae-f309-48b5-85a7-f29db17900c4 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:23.815619 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9191831a-845d-4c90-8134-cd15985f4205 req-b366f8c8-65b5-42c9-a5a7-1983bd8a98df tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089973 Feb 03 12:44:23.863955 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] Set router fcfbde1a-e449-42b7-a994-3908b1724fd8 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:44:24.008376 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914727b2-2d18-4456-9978-05187e9bcd0c None None] Pushing event updated for resources: {'Port': ['ID=32141577-9c50-41f1-b6e2-158e0cba6caa,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:24.020825 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d619e504-0010-4615-8134-af88736233f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (f03ecc5f-04ef-424f-ba31-fd2811bdb25e), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:24.025781 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb304b70-11aa-4c32-96a6-33380fcb77fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (a6bfbeae-f309-48b5-85a7-f29db17900c4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:24.108628 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb304b70-11aa-4c32-96a6-33380fcb77fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=a6bfbeae-f309-48b5-85a7-f29db17900c4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:24.172694 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb304b70-11aa-4c32-96a6-33380fcb77fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:24.178852 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bb304b70-11aa-4c32-96a6-33380fcb77fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/a6bfbeae-f309-48b5-85a7-f29db17900c4 HTTP/1.1" status: 204 len: 168 time: 0.8928156 Feb 03 12:44:24.179116 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54116) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:24.269559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0748c0a-5e07-4c5b-adea-d4e5fed9fb45 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:24.281186 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0748c0a-5e07-4c5b-adea-d4e5fed9fb45 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:24.284670 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a0748c0a-5e07-4c5b-adea-d4e5fed9fb45 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1020644 Feb 03 12:44:24.285075 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54120) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:24.287016 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54122) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:24.303197 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a9261a18-a172-4a8e-99ac-a84c1de33210 None None] Provisioning complete for port 32141577-9c50-41f1-b6e2-158e0cba6caa triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:24.303752 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9261a18-a172-4a8e-99ac-a84c1de33210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (32141577-9c50-41f1-b6e2-158e0cba6caa), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:24.306266 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619e504-0010-4615-8134-af88736233f2 None None] Pushing event deleted for resources: {'Port': ['ID=f03ecc5f-04ef-424f-ba31-fd2811bdb25e,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:24.320396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d619e504-0010-4615-8134-af88736233f2 None None] No DVR routers for this DVR port f03ecc5f-04ef-424f-ba31-fd2811bdb25e on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:44:24.402954 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d3729a-0d45-427b-9c67-5964d40c7c90 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:24.424180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-5645a22d-13cd-434a-8b46-82128e9901d7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet 57b05e6a-09ce-4123-a901-8c690c557c0c {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:44:24.429307 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5645a22d-13cd-434a-8b46-82128e9901d7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (57b05e6a-09ce-4123-a901-8c690c557c0c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:24.489103 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5645a22d-13cd-434a-8b46-82128e9901d7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (57b05e6a-09ce-4123-a901-8c690c557c0c), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:24.530045 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0ab8a7b-4d0c-44e1-9ce0-6a5ac5ccdddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:24.559428 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5645a22d-13cd-434a-8b46-82128e9901d7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (57b05e6a-09ce-4123-a901-8c690c557c0c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:24.622558 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a9261a18-a172-4a8e-99ac-a84c1de33210 None None] Current status of the port 32141577-9c50-41f1-b6e2-158e0cba6caa is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:24.622998 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9261a18-a172-4a8e-99ac-a84c1de33210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (32141577-9c50-41f1-b6e2-158e0cba6caa), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:24.647257 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59962e8-b8de-4b98-af53-428bec7984f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'fixed_ips': [{'subnet_id': '57b05e6a-09ce-4123-a901-8c690c557c0c'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:44:24.648260 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d59962e8-b8de-4b98-af53-428bec7984f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:24.660614 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5645a22d-13cd-434a-8b46-82128e9901d7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (57b05e6a-09ce-4123-a901-8c690c557c0c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:24.715302 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645a22d-13cd-434a-8b46-82128e9901d7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=57b05e6a-09ce-4123-a901-8c690c557c0c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:24.719570 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5645a22d-13cd-434a-8b46-82128e9901d7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:24.726245 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5645a22d-13cd-434a-8b46-82128e9901d7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/57b05e6a-09ce-4123-a901-8c690c557c0c HTTP/1.1" status: 204 len: 168 time: 0.4377098 Feb 03 12:44:24.727041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54134) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:24.732516 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0ab8a7b-4d0c-44e1-9ce0-6a5ac5ccdddd admin admin] Publish callbacks [] for security_group (dadda46a-a3eb-4b4b-9cfa-0e611035da69), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:24.744871 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0ab8a7b-4d0c-44e1-9ce0-6a5ac5ccdddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (dadda46a-a3eb-4b4b-9cfa-0e611035da69), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:24.775133 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8df85392-1db2-493c-922c-edbca8f597dc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468616 Feb 03 12:44:24.778850 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54138) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:24.795726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4db3fad9-3c26-43d4-ac84-783de3d4475d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:24.812986 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfbde1a-e449-42b7-a994-3908b1724fd8', 'name': 'tempest-TaggedBootDevicesTest_v242-1626492890-router', 'tenant_id': '16cf678acdbf443f946e15b876197cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '01fbaa28-6bbd-4b36-941c-e074dc1d1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:05Z', 'updated_at': '2022-02-03T12:44:17Z', 'revision_number': 4, 'project_id': '16cf678acdbf443f946e15b876197cef', 'gw_port': {'id': '01fbaa28-6bbd-4b36-941c-e074dc1d1e25', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfbde1a-e449-42b7-a994-3908b1724fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:07Z', 'updated_at': '2022-02-03T12:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '32141577-9c50-41f1-b6e2-158e0cba6caa', 'name': '', 'network_id': 'd141e664-4618-4b71-9706-c3bd65b88c44', 'tenant_id': '16cf678acdbf443f946e15b876197cef', 'mac_address': 'fa:16:3e:45:64:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfbde1a-e449-42b7-a994-3908b1724fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '56055a24-bca3-4318-a686-459d76067e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:14Z', 'updated_at': '2022-02-03T12:44:23Z', 'revision_number': 4, 'project_id': '16cf678acdbf443f946e15b876197cef', 'subnets': [{'id': '56055a24-bca3-4318-a686-459d76067e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:24.878071 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a9261a18-a172-4a8e-99ac-a84c1de33210 None None] For port 32141577-9c50-41f1-b6e2-158e0cba6caa, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=32141577-9c50-41f1-b6e2-158e0cba6caa,segment=NetworkSegment(9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b),segment_id=9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:24.879918 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e0ab8a7b-4d0c-44e1-9ce0-6a5ac5ccdddd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac427336111c46c0800c81f005a7af3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5915463 Feb 03 12:44:24.880688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ecfd3-dfe1-4d55-abb8-116eced4b83d None None] The sync data for ids ['fcfbde1a-e449-42b7-a994-3908b1724fd8'] in n-d-827336-3 is: [{'id': 'fcfbde1a-e449-42b7-a994-3908b1724fd8', 'name': 'tempest-TaggedBootDevicesTest_v242-1626492890-router', 'tenant_id': '16cf678acdbf443f946e15b876197cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '01fbaa28-6bbd-4b36-941c-e074dc1d1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:05Z', 'updated_at': '2022-02-03T12:44:17Z', 'revision_number': 4, 'project_id': '16cf678acdbf443f946e15b876197cef', 'gw_port': {'id': '01fbaa28-6bbd-4b36-941c-e074dc1d1e25', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfbde1a-e449-42b7-a994-3908b1724fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:07Z', 'updated_at': '2022-02-03T12:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '32141577-9c50-41f1-b6e2-158e0cba6caa', 'name': '', 'network_id': 'd141e664-4618-4b71-9706-c3bd65b88c44', 'tenant_id': '16cf678acdbf443f946e15b876197cef', 'mac_address': 'fa:16:3e:45:64:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcfbde1a-e449-42b7-a994-3908b1724fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '56055a24-bca3-4318-a686-459d76067e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:14Z', 'updated_at': '2022-02-03T12:44:23Z', 'revision_number': 4, 'project_id': '16cf678acdbf443f946e15b876197cef', 'subnets': [{'id': '56055a24-bca3-4318-a686-459d76067e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:44:24.881424 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab8a7b-4d0c-44e1-9ce0-6a5ac5ccdddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadda46a-a3eb-4b4b-9cfa-0e611035da69,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:24.891699 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54144) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:24.911344 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9261a18-a172-4a8e-99ac-a84c1de33210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (32141577-9c50-41f1-b6e2-158e0cba6caa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:25.033651 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9261a18-a172-4a8e-99ac-a84c1de33210 None None] Pushing event updated for resources: {'Port': ['ID=32141577-9c50-41f1-b6e2-158e0cba6caa,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:25.063282 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be972f7f-d01c-4be6-aa16-a722b9717cc8 admin admin] Publish callbacks [] for security_group (dadda46a-a3eb-4b4b-9cfa-0e611035da69), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:25.078765 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e47f8f8e-cf9b-42ac-9102-6300ab983c6f req-d15f6e84-3055-4b23-bc8b-ffec42e53e49 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 210 time: 0.1995492 Feb 03 12:44:25.109495 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be972f7f-d01c-4be6-aa16-a722b9717cc8 admin admin] Publish callbacks [] for security_group (dadda46a-a3eb-4b4b-9cfa-0e611035da69), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:25.114091 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdffa8b-8dce-46c8-ae8c-aa595635af48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c858d087-ff3e-45a1-8f22-535fcd4287c1'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:25.117297 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3066fe5-1183-486c-805e-5694fa29db50" -d '{"events": [{"server_uuid": "fbdffa8b-8dce-46c8-ae8c-aa595635af48", "name": "network-vif-plugged", "status": "completed", "tag": "c858d087-ff3e-45a1-8f22-535fcd4287c1"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:25.124754 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db3fad9-3c26-43d4-ac84-783de3d4475d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:25.133547 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4db3fad9-3c26-43d4-ac84-783de3d4475d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:25.171620 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe430719-b808-46b7-befe-6a778a0f1216 x-openstack-request-id: req-fe430719-b808-46b7-befe-6a778a0f1216 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:25.172218 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdffa8b-8dce-46c8-ae8c-aa595635af48", "name": "network-vif-plugged", "status": "completed", "tag": "c858d087-ff3e-45a1-8f22-535fcd4287c1", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:25.172735 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe430719-b808-46b7-befe-6a778a0f1216 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:25.174160 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdffa8b-8dce-46c8-ae8c-aa595635af48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c858d087-ff3e-45a1-8f22-535fcd4287c1', 'code': 200} Feb 03 12:44:25.214018 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be972f7f-d01c-4be6-aa16-a722b9717cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (dadda46a-a3eb-4b4b-9cfa-0e611035da69), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:25.216574 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be972f7f-d01c-4be6-aa16-a722b9717cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:25.217715 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-be972f7f-d01c-4be6-aa16-a722b9717cc8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dadda46a-a3eb-4b4b-9cfa-0e611035da69 HTTP/1.1" status: 204 len: 168 time: 0.3235509 Feb 03 12:44:25.233891 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be972f7f-d01c-4be6-aa16-a722b9717cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadda46a-a3eb-4b4b-9cfa-0e611035da69,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:25.258791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cc873-5c24-44bd-a0dc-e3eb712a9d1d req-283ca2bd-7632-46f9-a36a-c5afae402d27 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:25.260268 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9c2cc873-5c24-44bd-a0dc-e3eb712a9d1d req-283ca2bd-7632-46f9-a36a-c5afae402d27 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 950 time: 0.2341998 Feb 03 12:44:25.390470 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9c2cc873-5c24-44bd-a0dc-e3eb712a9d1d req-fe82d554-48b1-49b1-9325-1860a8dba1b6 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098070 Feb 03 12:44:25.409215 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f34c1-8f22-4b6c-b8fc-16a7e8bf15d8 req-c663f9a2-e26f-45e5-8465-4776b1e40911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:25.411591 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1b0f34c1-8f22-4b6c-b8fc-16a7e8bf15d8 req-c663f9a2-e26f-45e5-8465-4776b1e40911 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 1132 time: 0.1462848 Feb 03 12:44:25.503840 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1b0f34c1-8f22-4b6c-b8fc-16a7e8bf15d8 req-d28d238e-2f9e-4685-afb3-af390e0ed0d7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847347 Feb 03 12:44:25.580498 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4db3fad9-3c26-43d4-ac84-783de3d4475d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (c354ab54-2752-44d2-ac3d-a9bd3615ef53), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:25.636865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db3fad9-3c26-43d4-ac84-783de3d4475d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:25.640641 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4db3fad9-3c26-43d4-ac84-783de3d4475d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:25.645792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db3fad9-3c26-43d4-ac84-783de3d4475d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:25.646604 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4db3fad9-3c26-43d4-ac84-783de3d4475d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:25.654590 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfec2f09-06c8-4eb8-b6a4-186859596b6d None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:25.669283 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3fad9-3c26-43d4-ac84-783de3d4475d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=c354ab54-2752-44d2-ac3d-a9bd3615ef53,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:25.707828 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54162) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:25.713395 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8f4c467d-d5bc-4a1b-a79f-4f4a7ae2dfbf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'name': 'tempest-NetworksTestDHCPv6-1808209108'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:25.716600 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4db3fad9-3c26-43d4-ac84-783de3d4475d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9360158 Feb 03 12:44:25.866651 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'fixed_ips': [{'subnet_id': 'c354ab54-2752-44d2-ac3d-a9bd3615ef53'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:44:25.867900 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:25.919224 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4c467d-d5bc-4a1b-a79f-4f4a7ae2dfbf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:25.929206 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f4c467d-d5bc-4a1b-a79f-4f4a7ae2dfbf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:25.969331 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-8f4c467d-d5bc-4a1b-a79f-4f4a7ae2dfbf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port 7f1ea284-d644-4f6d-89cf-0a02d8349996 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:44:26.011709 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54168) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:26.048122 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23180171-ddc0-4c67-8212-c8c1b3266891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:26.187243 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23180171-ddc0-4c67-8212-c8c1b3266891 admin admin] Publish callbacks [] for security_group (1b4ad8c8-e2e3-43e3-a1f8-7edb0fdae89f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:26.199391 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23180171-ddc0-4c67-8212-c8c1b3266891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1b4ad8c8-e2e3-43e3-a1f8-7edb0fdae89f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:26.203475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] Allocated IP 2001:db8::2 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/c354ab54-2752-44d2-ac3d-a9bd3615ef53/d6f220a7-8616-4888-8fe4-ba7f03dd4406) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:26.260667 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d8ae9674-6d36-4c0e-8c7a-03a093e19e54 req-263e7e83-881e-4edb-b6f1-75f1bed3bc84 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 210 time: 0.0408316 Feb 03 12:44:26.291921 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23180171-ddc0-4c67-8212-c8c1b3266891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4ad8c8-e2e3-43e3-a1f8-7edb0fdae89f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:26.323794 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-23180171-ddc0-4c67-8212-c8c1b3266891 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e75ce1a02854be1b69fb11b510c3757&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3107288 Feb 03 12:44:26.326451 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54174) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:26.395732 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8260eaf1-0b79-430f-97d6-47993811e108 admin admin] Publish callbacks [] for security_group (1b4ad8c8-e2e3-43e3-a1f8-7edb0fdae89f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:26.397716 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] Publish callbacks [] for port (d6f220a7-8616-4888-8fe4-ba7f03dd4406), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:26.410836 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (d6f220a7-8616-4888-8fe4-ba7f03dd4406), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:26.496534 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-8f4c467d-d5bc-4a1b-a79f-4f4a7ae2dfbf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::8e (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/c354ab54-2752-44d2-ac3d-a9bd3615ef53/7f1ea284-d644-4f6d-89cf-0a02d8349996) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:26.506106 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:26.520976 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:26.529141 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:26.545487 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] Pushing event updated for resources: {'Port': ['ID=d6f220a7-8616-4888-8fe4-ba7f03dd4406,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:26.649796 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2038d-f090-43bf-aa5d-37cd227ff042 req-478e10c5-8d0c-4549-b41b-d0a862a5e13b tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:26.651535 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9b2038d-f090-43bf-aa5d-37cd227ff042 req-478e10c5-8d0c-4549-b41b-d0a862a5e13b tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 950 time: 0.1234791 Feb 03 12:44:26.654404 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] Attempting to bind port d6f220a7-8616-4888-8fe4-ba7f03dd4406 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:26.654781 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] Attempting to bind port d6f220a7-8616-4888-8fe4-ba7f03dd4406 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:26.662335 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] Attempting to bind port d6f220a7-8616-4888-8fe4-ba7f03dd4406 on network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:26.690981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:26.692096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] Checking segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:26.703366 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:26.704585 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] Bound using segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:26.705730 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] Bound port: d6f220a7-8616-4888-8fe4-ba7f03dd4406, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:26.707702 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d6f220a7-8616-4888-8fe4-ba7f03dd4406), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:26.773811 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9b2038d-f090-43bf-aa5d-37cd227ff042 req-610fb8bb-99ba-437b-bdd2-283d6c080ab4 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143124 Feb 03 12:44:26.815260 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] For port d6f220a7-8616-4888-8fe4-ba7f03dd4406, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:26.818992 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] For port d6f220a7-8616-4888-8fe4-ba7f03dd4406, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d6f220a7-8616-4888-8fe4-ba7f03dd4406,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:26.832865 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d6f220a7-8616-4888-8fe4-ba7f03dd4406), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:26.861112 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8260eaf1-0b79-430f-97d6-47993811e108 admin admin] Publish callbacks [] for security_group (1b4ad8c8-e2e3-43e3-a1f8-7edb0fdae89f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:26.906495 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f4c467d-d5bc-4a1b-a79f-4f4a7ae2dfbf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (7f1ea284-d644-4f6d-89cf-0a02d8349996), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:26.930772 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 32141577-9c50-41f1-b6e2-158e0cba6caa up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:26.971655 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c869bf-5c77-4d64-af14-5bd46609b8af None None] Pushing event updated for resources: {'Port': ['ID=d6f220a7-8616-4888-8fe4-ba7f03dd4406,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:26.998887 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8260eaf1-0b79-430f-97d6-47993811e108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1b4ad8c8-e2e3-43e3-a1f8-7edb0fdae89f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:27.001510 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8260eaf1-0b79-430f-97d6-47993811e108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:27.002637 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8260eaf1-0b79-430f-97d6-47993811e108 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b4ad8c8-e2e3-43e3-a1f8-7edb0fdae89f HTTP/1.1" status: 204 len: 168 time: 0.6751926 Feb 03 12:44:27.011626 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 32141577-9c50-41f1-b6e2-158e0cba6caa triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:27.012146 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (32141577-9c50-41f1-b6e2-158e0cba6caa), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:27.021866 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260eaf1-0b79-430f-97d6-47993811e108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4ad8c8-e2e3-43e3-a1f8-7edb0fdae89f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:27.034386 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f4c467d-d5bc-4a1b-a79f-4f4a7ae2dfbf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (7f1ea284-d644-4f6d-89cf-0a02d8349996), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:27.104166 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c467d-d5bc-4a1b-a79f-4f4a7ae2dfbf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=7f1ea284-d644-4f6d-89cf-0a02d8349996,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:27.121048 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4c467d-d5bc-4a1b-a79f-4f4a7ae2dfbf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:27.122867 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8f4c467d-d5bc-4a1b-a79f-4f4a7ae2dfbf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:27.125730 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4c467d-d5bc-4a1b-a79f-4f4a7ae2dfbf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:27.131636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4c467d-d5bc-4a1b-a79f-4f4a7ae2dfbf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:27.132566 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f4c467d-d5bc-4a1b-a79f-4f4a7ae2dfbf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:27.156044 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8f4c467d-d5bc-4a1b-a79f-4f4a7ae2dfbf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4454689 Feb 03 12:44:27.157124 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54186) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:27.265254 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 32141577-9c50-41f1-b6e2-158e0cba6caa is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:27.373155 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc75f427-0398-4638-b5c8-aed408ef827e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:27.394030 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc75f427-0398-4638-b5c8-aed408ef827e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:27.395798 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fc75f427-0398-4638-b5c8-aed408ef827e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2358234 Feb 03 12:44:27.399447 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54194) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:27.453094 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e1b42d93-e3bb-4f3f-aa70-6e01f44041bf req-4ab1f4db-b935-4ded-be79-01e87031aa44 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c11a07b-4a53-44f7-b0a1-dbe8d51b6156 HTTP/1.1" status: 200 len: 210 time: 0.0560040 Feb 03 12:44:27.495045 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54196) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:27.650883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-009aea87-0827-4ba0-9e79-7b3ff7343fbe tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port 7f1ea284-d644-4f6d-89cf-0a02d8349996 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:27.651445 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-009aea87-0827-4ba0-9e79-7b3ff7343fbe tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (7f1ea284-d644-4f6d-89cf-0a02d8349996), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:27.746781 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62b6cbef-3a82-4f36-bb6c-a4640d6430da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:27.824939 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-009aea87-0827-4ba0-9e79-7b3ff7343fbe tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (7f1ea284-d644-4f6d-89cf-0a02d8349996), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:27.871034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-009aea87-0827-4ba0-9e79-7b3ff7343fbe tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for 7f1ea284-d644-4f6d-89cf-0a02d8349996 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:27.965986 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62b6cbef-3a82-4f36-bb6c-a4640d6430da admin admin] Publish callbacks [] for security_group (15793e3f-2504-4b8b-8195-b122ebd633a7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:27.975757 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62b6cbef-3a82-4f36-bb6c-a4640d6430da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (15793e3f-2504-4b8b-8195-b122ebd633a7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:28.058918 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d705e-9ce2-4ee0-87b0-f99742fc9795 req-7f8c4cab-2300-42fe-b5ad-809738add1b4 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:28.066432 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cc8d705e-9ce2-4ee0-87b0-f99742fc9795 req-7f8c4cab-2300-42fe-b5ad-809738add1b4 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 950 time: 0.1509175 Feb 03 12:44:28.091819 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-62b6cbef-3a82-4f36-bb6c-a4640d6430da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=529da1603e4742438287353be16e75f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5956535 Feb 03 12:44:28.093754 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54238) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:28.128608 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6cbef-3a82-4f36-bb6c-a4640d6430da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15793e3f-2504-4b8b-8195-b122ebd633a7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:28.196485 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cc8d705e-9ce2-4ee0-87b0-f99742fc9795 req-772f1226-af2e-4eea-9619-458e824cd2b1 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243093 Feb 03 12:44:28.198396 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-009aea87-0827-4ba0-9e79-7b3ff7343fbe tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (7f1ea284-d644-4f6d-89cf-0a02d8349996), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:28.219827 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ff592ed-3257-4463-8b0a-de4d79fb6295 admin admin] Publish callbacks [] for security_group (15793e3f-2504-4b8b-8195-b122ebd633a7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:28.246214 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ff592ed-3257-4463-8b0a-de4d79fb6295 admin admin] Publish callbacks [] for security_group (15793e3f-2504-4b8b-8195-b122ebd633a7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:28.250151 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009aea87-0827-4ba0-9e79-7b3ff7343fbe tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=7f1ea284-d644-4f6d-89cf-0a02d8349996,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:28.334597 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ff592ed-3257-4463-8b0a-de4d79fb6295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (15793e3f-2504-4b8b-8195-b122ebd633a7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:28.338857 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-009aea87-0827-4ba0-9e79-7b3ff7343fbe tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:28.339801 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ff592ed-3257-4463-8b0a-de4d79fb6295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:28.343664 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1ff592ed-3257-4463-8b0a-de4d79fb6295 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/15793e3f-2504-4b8b-8195-b122ebd633a7 HTTP/1.1" status: 204 len: 168 time: 0.2452524 Feb 03 12:44:28.344360 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-009aea87-0827-4ba0-9e79-7b3ff7343fbe tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/7f1ea284-d644-4f6d-89cf-0a02d8349996 HTTP/1.1" status: 204 len: 168 time: 0.9430635 Feb 03 12:44:28.347117 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54256) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:28.376033 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff592ed-3257-4463-8b0a-de4d79fb6295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15793e3f-2504-4b8b-8195-b122ebd633a7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:28.548066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9592420f-d9c0-4d1f-9074-ad191eb5325c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:28.550259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9592420f-d9c0-4d1f-9074-ad191eb5325c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:28.553380 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9592420f-d9c0-4d1f-9074-ad191eb5325c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2038414 Feb 03 12:44:28.555707 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54266) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:28.659825 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1ec55-de2a-434f-bde1-99bfd966e887 req-a0554ee3-7dca-4ebf-8eb2-53f0e5a2023d tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:28.661817 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8cd1ec55-de2a-434f-bde1-99bfd966e887 req-a0554ee3-7dca-4ebf-8eb2-53f0e5a2023d tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4 HTTP/1.1" status: 200 len: 949 time: 0.2199898 Feb 03 12:44:28.692955 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d66e2c-96d3-41ac-981a-4f2ccc1f61a5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet c354ab54-2752-44d2-ac3d-a9bd3615ef53 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:44:28.701059 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73d66e2c-96d3-41ac-981a-4f2ccc1f61a5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (c354ab54-2752-44d2-ac3d-a9bd3615ef53), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:28.803103 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0d0f3994-48a0-4353-b147-bfd80087e46f None None] Provisioning complete for port d6f220a7-8616-4888-8fe4-ba7f03dd4406 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:28.803665 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d0f3994-48a0-4353-b147-bfd80087e46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d6f220a7-8616-4888-8fe4-ba7f03dd4406), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:28.850419 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73d66e2c-96d3-41ac-981a-4f2ccc1f61a5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (c354ab54-2752-44d2-ac3d-a9bd3615ef53), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.026829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d6f220a7-8616-4888-8fe4-ba7f03dd4406 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:29.078090 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73d66e2c-96d3-41ac-981a-4f2ccc1f61a5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (c354ab54-2752-44d2-ac3d-a9bd3615ef53), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.099097 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54286) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:29.127347 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1323404b-f89f-445d-84e0-13dfc05c9b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.227842 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73d66e2c-96d3-41ac-981a-4f2ccc1f61a5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (c354ab54-2752-44d2-ac3d-a9bd3615ef53), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.291420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d0f3994-48a0-4353-b147-bfd80087e46f None None] Current status of the port d6f220a7-8616-4888-8fe4-ba7f03dd4406 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:29.291824 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0d0f3994-48a0-4353-b147-bfd80087e46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d6f220a7-8616-4888-8fe4-ba7f03dd4406), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.324747 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d66e2c-96d3-41ac-981a-4f2ccc1f61a5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=c354ab54-2752-44d2-ac3d-a9bd3615ef53,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:29.327027 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1323404b-f89f-445d-84e0-13dfc05c9b43 admin admin] Publish callbacks [] for security_group (0cf3a66e-3102-4f2f-9c6d-c9037ce8bedb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.330113 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73d66e2c-96d3-41ac-981a-4f2ccc1f61a5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.334657 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1323404b-f89f-445d-84e0-13dfc05c9b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0cf3a66e-3102-4f2f-9c6d-c9037ce8bedb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.343176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port d6f220a7-8616-4888-8fe4-ba7f03dd4406 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:29.346019 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d6f220a7-8616-4888-8fe4-ba7f03dd4406), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.347368 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-73d66e2c-96d3-41ac-981a-4f2ccc1f61a5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/c354ab54-2752-44d2-ac3d-a9bd3615ef53 HTTP/1.1" status: 204 len: 168 time: 0.7899098 Feb 03 12:44:29.350781 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54310) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:29.445015 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323404b-f89f-445d-84e0-13dfc05c9b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf3a66e-3102-4f2f-9c6d-c9037ce8bedb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:29.454400 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1323404b-f89f-445d-84e0-13dfc05c9b43 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8dd655453e2a4161acc54be16ff4ecfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3542168 Feb 03 12:44:29.455531 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54322) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:29.482167 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54328) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:29.489083 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-eedded86-f288-46e4-88f8-9ae55ccee245 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1322341 Feb 03 12:44:29.536344 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8cd1ec55-de2a-434f-bde1-99bfd966e887 req-8b838f6f-a597-4c39-b427-69d1adf81b23 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252940 Feb 03 12:44:29.588839 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-0d0f3994-48a0-4353-b147-bfd80087e46f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:44:29.589300 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-0d0f3994-48a0-4353-b147-bfd80087e46f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:44:29.692836 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c4f7ad0-15a1-426d-96ac-6c625fe2b599 admin admin] Publish callbacks [] for security_group (0cf3a66e-3102-4f2f-9c6d-c9037ce8bedb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.707524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port d6f220a7-8616-4888-8fe4-ba7f03dd4406 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:29.707922 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d6f220a7-8616-4888-8fe4-ba7f03dd4406), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.743030 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c4f7ad0-15a1-426d-96ac-6c625fe2b599 admin admin] Publish callbacks [] for security_group (0cf3a66e-3102-4f2f-9c6d-c9037ce8bedb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.809419 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498254ce-ee31-4ef4-8ead-2f364f871367 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:29.815342 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-498254ce-ee31-4ef4-8ead-2f364f871367 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3122752 Feb 03 12:44:29.816156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54366) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:29.823099 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port d6f220a7-8616-4888-8fe4-ba7f03dd4406, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d6f220a7-8616-4888-8fe4-ba7f03dd4406,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:29.831220 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d6f220a7-8616-4888-8fe4-ba7f03dd4406), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.915455 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c4f7ad0-15a1-426d-96ac-6c625fe2b599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0cf3a66e-3102-4f2f-9c6d-c9037ce8bedb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.918179 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c4f7ad0-15a1-426d-96ac-6c625fe2b599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:29.921727 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6c4f7ad0-15a1-426d-96ac-6c625fe2b599 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0cf3a66e-3102-4f2f-9c6d-c9037ce8bedb HTTP/1.1" status: 204 len: 168 time: 0.4612501 Feb 03 12:44:29.955441 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f7ad0-15a1-426d-96ac-6c625fe2b599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf3a66e-3102-4f2f-9c6d-c9037ce8bedb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:29.971626 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8940c49-2175-4c8e-b63c-81a8410636b4 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:29.978210 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54386) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:29.979329 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c8940c49-2175-4c8e-b63c-81a8410636b4 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1609206 Feb 03 12:44:30.003366 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=d6f220a7-8616-4888-8fe4-ba7f03dd4406,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:30.006493 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4ac632-727a-4c9e-8e3b-21582581b1ab None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:30.134436 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-27eac906-947f-4048-8df3-be6fd4e4b697 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1549327 Feb 03 12:44:30.143256 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54408) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:30.159864 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a57a5b8a-8c0d-4432-b3fc-a8f3abffd94d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:30.259808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0d0f3994-48a0-4353-b147-bfd80087e46f None None] Current status of the port d6f220a7-8616-4888-8fe4-ba7f03dd4406 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:30.399530 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4579d531-cdd4-47f5-ab46-00f03f6c17ad None None] Could not find standard attr ID for object 7f1ea284-d644-4f6d-89cf-0a02d8349996. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:44:30.451326 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474461a-9a56-4dca-b403-1f4f1957312c req-018ab37d-4577-4502-9c3b-f4fa1a04ceb1 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:30.467297 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5d979d-5caf-44a0-a7dd-79511bf8e843 None None] DHCP port deletion for 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:44:30.475197 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9474461a-9a56-4dca-b403-1f4f1957312c req-018ab37d-4577-4502-9c3b-f4fa1a04ceb1 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/networks?id=5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 200 len: 811 time: 0.3816891 Feb 03 12:44:30.490042 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57a5b8a-8c0d-4432-b3fc-a8f3abffd94d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:30.507015 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a57a5b8a-8c0d-4432-b3fc-a8f3abffd94d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:30.557684 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9474461a-9a56-4dca-b403-1f4f1957312c req-dc770083-ee75-439a-ac1f-c44555760fdd tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/quotas/ffd0252b7b0747c69410a55d7883bffd HTTP/1.1" status: 200 len: 375 time: 0.0749829 Feb 03 12:44:30.716759 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9474461a-9a56-4dca-b403-1f4f1957312c req-2869cb73-600c-463d-891e-5e7fe9952488 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffd0252b7b0747c69410a55d7883bffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1547475 Feb 03 12:44:30.736202 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d979d-5caf-44a0-a7dd-79511bf8e843 None None] Deleting port d6f220a7-8616-4888-8fe4-ba7f03dd4406 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:30.736678 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6e5d979d-5caf-44a0-a7dd-79511bf8e843 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d6f220a7-8616-4888-8fe4-ba7f03dd4406), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:30.934749 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6e5d979d-5caf-44a0-a7dd-79511bf8e843 None None] For port d6f220a7-8616-4888-8fe4-ba7f03dd4406, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d6f220a7-8616-4888-8fe4-ba7f03dd4406,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:30.935918 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6e5d979d-5caf-44a0-a7dd-79511bf8e843 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d6f220a7-8616-4888-8fe4-ba7f03dd4406), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:30.958759 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d979d-5caf-44a0-a7dd-79511bf8e843 None None] Calling delete_port for d6f220a7-8616-4888-8fe4-ba7f03dd4406 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:31.128409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d6f220a7-8616-4888-8fe4-ba7f03dd4406 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:31.202252 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: d6f220a7-8616-4888-8fe4-ba7f03dd4406 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:44:31.203468 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d6f220a7-8616-4888-8fe4-ba7f03dd4406 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:44:31.222843 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6e5d979d-5caf-44a0-a7dd-79511bf8e843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (d6f220a7-8616-4888-8fe4-ba7f03dd4406), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.296490 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a57a5b8a-8c0d-4432-b3fc-a8f3abffd94d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (e6dfcca8-75e3-474e-8753-baa5ea926004), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.366161 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9474461a-9a56-4dca-b403-1f4f1957312c req-ef3aae34-f2ed-4293-b1ec-8c8f81e2a972 service neutron] 10.222.0.18 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486628 Feb 03 12:44:31.408699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d979d-5caf-44a0-a7dd-79511bf8e843 None None] No DVR routers for this DVR port d6f220a7-8616-4888-8fe4-ba7f03dd4406 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:44:31.418457 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d979d-5caf-44a0-a7dd-79511bf8e843 None None] Pushing event deleted for resources: {'Port': ['ID=d6f220a7-8616-4888-8fe4-ba7f03dd4406,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:31.429094 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.528021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57a5b8a-8c0d-4432-b3fc-a8f3abffd94d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:31.531728 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a57a5b8a-8c0d-4432-b3fc-a8f3abffd94d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:31.571742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7d0c87-e0c8-4483-a0f1-1c42c69ac682 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:31.573315 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57a5b8a-8c0d-4432-b3fc-a8f3abffd94d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:31.574091 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a57a5b8a-8c0d-4432-b3fc-a8f3abffd94d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:31.587255 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9474461a-9a56-4dca-b403-1f4f1957312c req-acf34cdb-6194-4588-bde0-dad7eb582b4c service neutron] 10.222.0.18 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044907 Feb 03 12:44:31.665869 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a57a5b8a-8c0d-4432-b3fc-a8f3abffd94d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5214884 Feb 03 12:44:31.668759 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54574) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:31.673995 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7997f392-d3f7-4f37-9ac1-96b5cc5e19fd tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'fixed_ips': [{'subnet_id': 'e6dfcca8-75e3-474e-8753-baa5ea926004', 'ip_address': '2001:db8::423d:9827:60f2:25c0'}], 'name': 'tempest-NetworksTestDHCPv6-285610570'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:31.711123 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a5b8a-8c0d-4432-b3fc-a8f3abffd94d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=e6dfcca8-75e3-474e-8753-baa5ea926004,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:31.784385 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:44:32.127077 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7997f392-d3f7-4f37-9ac1-96b5cc5e19fd tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:32.178872 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-61cca0eb-b4d3-442a-ada0-c7c9ae5db040 req-7fd6f1b2-81ab-47a6-ad74-b4a764eeec59 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=3052f196-d1be-4362-b3a8-a5dda2830b80 HTTP/1.1" status: 200 len: 210 time: 0.1436393 Feb 03 12:44:32.365422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'fixed_ips': [{'subnet_id': 'e6dfcca8-75e3-474e-8753-baa5ea926004'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:44:32.368186 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.530154 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7997f392-d3f7-4f37-9ac1-96b5cc5e19fd tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:32.672385 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-7997f392-d3f7-4f37-9ac1-96b5cc5e19fd tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port 36fd83c8-932c-4896-b607-1281dc8a8f57 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:44:33.010422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Allocated IP 2001:db8::2 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/e6dfcca8-75e3-474e-8753-baa5ea926004/c21513bc-6498-4ff7-b64e-71ed57c44b39) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:33.544967 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f3294458-38f2-4182-9bd8-2542058954f8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:33.550754 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Publish callbacks [] for port (c21513bc-6498-4ff7-b64e-71ed57c44b39), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:33.552733 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f3294458-38f2-4182-9bd8-2542058954f8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/networks?id=5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 200 len: 811 time: 0.3264015 Feb 03 12:44:33.590119 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (c21513bc-6498-4ff7-b64e-71ed57c44b39), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:33.628903 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-096d9c3e-aa37-4715-8adc-5700eeb99acf tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/quotas/ffd0252b7b0747c69410a55d7883bffd HTTP/1.1" status: 200 len: 375 time: 0.0687799 Feb 03 12:44:33.764606 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-bc80f772-091a-4f05-b32f-8f3b6d620777 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffd0252b7b0747c69410a55d7883bffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1342671 Feb 03 12:44:33.780942 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:33.794457 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:33.802235 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:33.815011 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a033c3c4-b2c4-4bee-a5ba-a4d54a63b644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:33.827640 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-7997f392-d3f7-4f37-9ac1-96b5cc5e19fd tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::423d:9827:60f2:25c0 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/e6dfcca8-75e3-474e-8753-baa5ea926004/36fd83c8-932c-4896-b607-1281dc8a8f57) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:33.897356 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Pushing event updated for resources: {'Port': ['ID=c21513bc-6498-4ff7-b64e-71ed57c44b39,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:33.922567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:33.930229 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:33.930582 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:33.930925 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:33.931903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:33.934543 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:33.934893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:33.935369 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:33.935549 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:33.935882 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:33.938489 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:33.938837 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:33.939172 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:34.033656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Attempting to bind port c21513bc-6498-4ff7-b64e-71ed57c44b39 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:34.034043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Attempting to bind port c21513bc-6498-4ff7-b64e-71ed57c44b39 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:34.035133 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Attempting to bind port c21513bc-6498-4ff7-b64e-71ed57c44b39 on network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:34.049696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:34.050880 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Checking segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:34.053124 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:34.053536 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Bound using segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:34.054041 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Bound port: c21513bc-6498-4ff7-b64e-71ed57c44b39, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:34.054431 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c21513bc-6498-4ff7-b64e-71ed57c44b39), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:34.302424 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] For port c21513bc-6498-4ff7-b64e-71ed57c44b39, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:34.331465 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] For port c21513bc-6498-4ff7-b64e-71ed57c44b39, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c21513bc-6498-4ff7-b64e-71ed57c44b39,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:34.348605 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c21513bc-6498-4ff7-b64e-71ed57c44b39), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:34.456310 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-d057513b-0bf1-4df3-b787-fab446c69aff service neutron] 10.222.0.18 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906118 Feb 03 12:44:34.461414 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7997f392-d3f7-4f37-9ac1-96b5cc5e19fd tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (36fd83c8-932c-4896-b607-1281dc8a8f57), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:34.480829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb9df4-72d7-4d02-a6f3-74169b6e6e3b None None] Pushing event updated for resources: {'Port': ['ID=c21513bc-6498-4ff7-b64e-71ed57c44b39,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:34.660270 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7997f392-d3f7-4f37-9ac1-96b5cc5e19fd tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (36fd83c8-932c-4896-b607-1281dc8a8f57), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:34.852785 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7997f392-d3f7-4f37-9ac1-96b5cc5e19fd tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:34.855112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997f392-d3f7-4f37-9ac1-96b5cc5e19fd tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=36fd83c8-932c-4896-b607-1281dc8a8f57,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:34.880895 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7997f392-d3f7-4f37-9ac1-96b5cc5e19fd tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:34.892557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7997f392-d3f7-4f37-9ac1-96b5cc5e19fd tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:34.911261 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-46f08051-b069-44e3-ba0e-db93c6589547 service neutron] 10.222.0.18 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523325 Feb 03 12:44:34.938665 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7997f392-d3f7-4f37-9ac1-96b5cc5e19fd tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:34.939336 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7997f392-d3f7-4f37-9ac1-96b5cc5e19fd tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:35.000449 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54974) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:35.067047 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54986) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:35.072293 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7997f392-d3f7-4f37-9ac1-96b5cc5e19fd tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3940835 Feb 03 12:44:35.261497 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fc6542-8fc8-4ee0-8b84-cde779f6080c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:35.287963 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fc6542-8fc8-4ee0-8b84-cde779f6080c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:35.293992 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-37fc6542-8fc8-4ee0-8b84-cde779f6080c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2257347 Feb 03 12:44:35.295844 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 731dffd9-f544-41fd-b220-26de7857a160 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:44:35.296859 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55008) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:35.530958 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d84c09b-acfe-43fd-8b4f-ad46d314ac89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:35.534388 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6fe65c26-a925-4725-a0e7-11fb85bd7fab req-6dbb8110-f2f0-4c98-b290-7cfa7a4b55fc tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 210 time: 0.0704122 Feb 03 12:44:35.626677 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 731dffd9-f544-41fd-b220-26de7857a160, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=731dffd9-f544-41fd-b220-26de7857a160,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:35.651633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '731dffd9-f544-41fd-b220-26de7857a160', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '731dffd9-f544-41fd-b220-26de7857a160', 'mac_address': 'fa:16:3e:e6:51:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:44:35.810020 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 731dffd9-f544-41fd-b220-26de7857a160 is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:35.819545 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (731dffd9-f544-41fd-b220-26de7857a160), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:35.877368 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 731dffd9-f544-41fd-b220-26de7857a160 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:44:35.959564 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d84c09b-acfe-43fd-8b4f-ad46d314ac89 admin admin] Publish callbacks [] for security_group (95e1953d-0d95-4f0e-82e4-869f03e4d91a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:35.978228 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d84c09b-acfe-43fd-8b4f-ad46d314ac89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (95e1953d-0d95-4f0e-82e4-869f03e4d91a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.007585 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 731dffd9-f544-41fd-b220-26de7857a160, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=731dffd9-f544-41fd-b220-26de7857a160,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:36.029577 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (731dffd9-f544-41fd-b220-26de7857a160), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.180106 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1d84c09b-acfe-43fd-8b4f-ad46d314ac89 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dee43566f5cf44a5a61c170daf9b1046&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1785769 Feb 03 12:44:36.182828 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55062) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:36.293821 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=731dffd9-f544-41fd-b220-26de7857a160,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:36.332163 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84c09b-acfe-43fd-8b4f-ad46d314ac89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e1953d-0d95-4f0e-82e4-869f03e4d91a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:36.372439 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8137e072-9107-4649-88be-55671580120a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.382547 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84c09b-acfe-43fd-8b4f-ad46d314ac89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.393203 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84c09b-acfe-43fd-8b4f-ad46d314ac89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.396240 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84c09b-acfe-43fd-8b4f-ad46d314ac89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.396718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84c09b-acfe-43fd-8b4f-ad46d314ac89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.400469 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84c09b-acfe-43fd-8b4f-ad46d314ac89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.400946 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84c09b-acfe-43fd-8b4f-ad46d314ac89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.401390 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84c09b-acfe-43fd-8b4f-ad46d314ac89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.401961 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84c09b-acfe-43fd-8b4f-ad46d314ac89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.402391 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84c09b-acfe-43fd-8b4f-ad46d314ac89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.402822 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84c09b-acfe-43fd-8b4f-ad46d314ac89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.403249 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84c09b-acfe-43fd-8b4f-ad46d314ac89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.404779 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84c09b-acfe-43fd-8b4f-ad46d314ac89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.406341 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d84c09b-acfe-43fd-8b4f-ad46d314ac89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.408965 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['731dffd9-f544-41fd-b220-26de7857a160'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:44:36.430764 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5dfa374-a3b2-4e0b-a4c1-e7517779e729 admin admin] Publish callbacks [] for security_group (95e1953d-0d95-4f0e-82e4-869f03e4d91a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.436264 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-65682c22-3fe1-4504-a925-afa60cbf90ab tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port 36fd83c8-932c-4896-b607-1281dc8a8f57 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:36.439264 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65682c22-3fe1-4504-a925-afa60cbf90ab tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (36fd83c8-932c-4896-b607-1281dc8a8f57), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.530753 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5dfa374-a3b2-4e0b-a4c1-e7517779e729 admin admin] Publish callbacks [] for security_group (95e1953d-0d95-4f0e-82e4-869f03e4d91a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.641137 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65682c22-3fe1-4504-a925-afa60cbf90ab tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (36fd83c8-932c-4896-b607-1281dc8a8f57), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.677479 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-65682c22-3fe1-4504-a925-afa60cbf90ab tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for 36fd83c8-932c-4896-b607-1281dc8a8f57 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:36.704534 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5dfa374-a3b2-4e0b-a4c1-e7517779e729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (95e1953d-0d95-4f0e-82e4-869f03e4d91a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.712768 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5dfa374-a3b2-4e0b-a4c1-e7517779e729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.721112 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d5dfa374-a3b2-4e0b-a4c1-e7517779e729 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95e1953d-0d95-4f0e-82e4-869f03e4d91a HTTP/1.1" status: 204 len: 168 time: 0.5362477 Feb 03 12:44:36.748169 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfa374-a3b2-4e0b-a4c1-e7517779e729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e1953d-0d95-4f0e-82e4-869f03e4d91a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:36.772555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfa374-a3b2-4e0b-a4c1-e7517779e729 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.774333 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfa374-a3b2-4e0b-a4c1-e7517779e729 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.774898 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfa374-a3b2-4e0b-a4c1-e7517779e729 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.778100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfa374-a3b2-4e0b-a4c1-e7517779e729 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.779445 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfa374-a3b2-4e0b-a4c1-e7517779e729 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.780407 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfa374-a3b2-4e0b-a4c1-e7517779e729 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.781398 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfa374-a3b2-4e0b-a4c1-e7517779e729 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.782050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfa374-a3b2-4e0b-a4c1-e7517779e729 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.783537 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfa374-a3b2-4e0b-a4c1-e7517779e729 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.784997 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfa374-a3b2-4e0b-a4c1-e7517779e729 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.786438 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfa374-a3b2-4e0b-a4c1-e7517779e729 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.789236 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfa374-a3b2-4e0b-a4c1-e7517779e729 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.790205 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dfa374-a3b2-4e0b-a4c1-e7517779e729 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:44:36.928958 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:36.947802 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ef51707a-92f2-4ff2-b72b-866a94ec6292 req-a2fff8eb-c768-44bb-9fd4-b832ab7cebd1 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 210 time: 0.2128339 Feb 03 12:44:37.020250 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4a109fe2-acdb-4b9e-a3dd-73d5f803156a None None] Provisioning complete for port c21513bc-6498-4ff7-b64e-71ed57c44b39 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:37.022102 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4a109fe2-acdb-4b9e-a3dd-73d5f803156a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c21513bc-6498-4ff7-b64e-71ed57c44b39), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.125106 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c21513bc-6498-4ff7-b64e-71ed57c44b39 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:37.214124 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65682c22-3fe1-4504-a925-afa60cbf90ab tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (36fd83c8-932c-4896-b607-1281dc8a8f57), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.331377 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55104) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:37.387759 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65682c22-3fe1-4504-a925-afa60cbf90ab tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=36fd83c8-932c-4896-b607-1281dc8a8f57,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:37.394670 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c21513bc-6498-4ff7-b64e-71ed57c44b39 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:37.395150 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c21513bc-6498-4ff7-b64e-71ed57c44b39), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.468997 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65682c22-3fe1-4504-a925-afa60cbf90ab tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.485348 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-65682c22-3fe1-4504-a925-afa60cbf90ab tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/36fd83c8-932c-4896-b607-1281dc8a8f57 HTTP/1.1" status: 204 len: 168 time: 2.1831808 Feb 03 12:44:37.485710 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55118) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:37.494209 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4a109fe2-acdb-4b9e-a3dd-73d5f803156a None None] Current status of the port c21513bc-6498-4ff7-b64e-71ed57c44b39 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:37.502407 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4a109fe2-acdb-4b9e-a3dd-73d5f803156a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c21513bc-6498-4ff7-b64e-71ed57c44b39), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.602083 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4a109fe2-acdb-4b9e-a3dd-73d5f803156a None None] For port c21513bc-6498-4ff7-b64e-71ed57c44b39, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c21513bc-6498-4ff7-b64e-71ed57c44b39,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:37.618482 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4a109fe2-acdb-4b9e-a3dd-73d5f803156a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c21513bc-6498-4ff7-b64e-71ed57c44b39), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.636024 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2d35bd-e1cc-4c9a-ad97-52751ed2c853 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:37.637674 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2d35bd-e1cc-4c9a-ad97-52751ed2c853 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:37.640150 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2f2d35bd-e1cc-4c9a-ad97-52751ed2c853 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1534891 Feb 03 12:44:37.643197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55120) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:37.691837 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6565d8d-8f5a-4aca-8430-63787f105c3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.772322 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e83280c-3473-43b7-8d46-6abfd53b1dcf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet e6dfcca8-75e3-474e-8753-baa5ea926004 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:44:37.776415 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e83280c-3473-43b7-8d46-6abfd53b1dcf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (e6dfcca8-75e3-474e-8753-baa5ea926004), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.791301 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-23c3883f-6021-4c44-ad99-b867d0f49583 None None] Could not find standard attr ID for object 36fd83c8-932c-4896-b607-1281dc8a8f57. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:44:37.814881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55122) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:37.871411 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e83280c-3473-43b7-8d46-6abfd53b1dcf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (e6dfcca8-75e3-474e-8753-baa5ea926004), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:37.941759 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a109fe2-acdb-4b9e-a3dd-73d5f803156a None None] Pushing event updated for resources: {'Port': ['ID=c21513bc-6498-4ff7-b64e-71ed57c44b39,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:37.958243 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c21513bc-6498-4ff7-b64e-71ed57c44b39 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:38.022613 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6565d8d-8f5a-4aca-8430-63787f105c3a admin admin] Publish callbacks [] for security_group (52332444-166b-40ed-a398-41d0962bfd89), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.024677 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864cd012-559e-4def-8099-11f2178c7b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.053928 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6565d8d-8f5a-4aca-8430-63787f105c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (52332444-166b-40ed-a398-41d0962bfd89), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.092626 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e83280c-3473-43b7-8d46-6abfd53b1dcf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (e6dfcca8-75e3-474e-8753-baa5ea926004), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.100305 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6565d8d-8f5a-4aca-8430-63787f105c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52332444-166b-40ed-a398-41d0962bfd89,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:38.148182 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.209380 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af16c8ca-aaa5-43de-ace2-9102802669da req-40f9aa40-6197-4e67-95f9-5978767d9fd3 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 210 time: 0.1070113 Feb 03 12:44:38.233995 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b6565d8d-8f5a-4aca-8430-63787f105c3a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76130ecb62374418a2b60f9dd1689369&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9009202 Feb 03 12:44:38.239516 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55128) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:38.270648 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e83280c-3473-43b7-8d46-6abfd53b1dcf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (e6dfcca8-75e3-474e-8753-baa5ea926004), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.293907 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-9f9a04dc-881b-4029-83db-5e06f39a9286 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:38.295565 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-9f9a04dc-881b-4029-83db-5e06f39a9286 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.73 "GET /v2.0/networks?id=5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 200 len: 811 time: 0.3773744 Feb 03 12:44:38.325477 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-b3740c5c-2468-42a1-bd2e-a0dd9df57030 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Request body: {'port': {'device_id': 'a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02', 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7', 'admin_state_up': True, 'tenant_id': 'ffd0252b7b0747c69410a55d7883bffd'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:38.354324 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83280c-3473-43b7-8d46-6abfd53b1dcf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=e6dfcca8-75e3-474e-8753-baa5ea926004,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:38.401065 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ce9dae-8877-46d1-a04e-6ce3cf983e59 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:38.405735 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e83280c-3473-43b7-8d46-6abfd53b1dcf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.414737 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7e83280c-3473-43b7-8d46-6abfd53b1dcf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/e6dfcca8-75e3-474e-8753-baa5ea926004 HTTP/1.1" status: 204 len: 168 time: 0.7694457 Feb 03 12:44:38.418230 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55134) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:38.483053 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864cd012-559e-4def-8099-11f2178c7b90 admin admin] Publish callbacks [] for security_group (1668c157-5d4a-47b4-85ab-fa7fe2e3d450), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.501658 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-89cd31ea-e187-49b4-b14d-66f93ca952bd tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752292 Feb 03 12:44:38.502465 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55142) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:38.509037 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a538d42c-868b-4526-bacb-3106fc44c5db tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:38.527910 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6382084b-f801-400e-8c89-4588ce5867b1 admin admin] Publish callbacks [] for security_group (52332444-166b-40ed-a398-41d0962bfd89), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.534483 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864cd012-559e-4def-8099-11f2178c7b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1668c157-5d4a-47b4-85ab-fa7fe2e3d450), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.618726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864cd012-559e-4def-8099-11f2178c7b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1668c157-5d4a-47b4-85ab-fa7fe2e3d450,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:38.721401 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6382084b-f801-400e-8c89-4588ce5867b1 admin admin] Publish callbacks [] for security_group (52332444-166b-40ed-a398-41d0962bfd89), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.722891 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-864cd012-559e-4def-8099-11f2178c7b90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=778e22e06c694766958ffef06d1d1710&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9061317 Feb 03 12:44:38.723883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55154) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:38.774778 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6519fa6-8573-4c89-b405-0f3ef835ecd5 None None] DHCP port deletion for 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:44:38.891873 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b6519fa6-8573-4c89-b405-0f3ef835ecd5 None None] Deleting port c21513bc-6498-4ff7-b64e-71ed57c44b39 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:38.894940 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b6519fa6-8573-4c89-b405-0f3ef835ecd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c21513bc-6498-4ff7-b64e-71ed57c44b39), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.895164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-b3740c5c-2468-42a1-bd2e-a0dd9df57030 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Made reservation on behalf of ffd0252b7b0747c69410a55d7883bffd for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:38.907049 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a538d42c-868b-4526-bacb-3106fc44c5db tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:38.913709 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-b3740c5c-2468-42a1-bd2e-a0dd9df57030 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.919566 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a538d42c-868b-4526-bacb-3106fc44c5db tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:38.980524 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c250b161-3972-4801-acb9-cb7bbc572f98 admin admin] Publish callbacks [] for security_group (1668c157-5d4a-47b4-85ab-fa7fe2e3d450), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:39.006723 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6382084b-f801-400e-8c89-4588ce5867b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (52332444-166b-40ed-a398-41d0962bfd89), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:39.009381 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6382084b-f801-400e-8c89-4588ce5867b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:39.024694 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6382084b-f801-400e-8c89-4588ce5867b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52332444-166b-40ed-a398-41d0962bfd89 HTTP/1.1" status: 204 len: 168 time: 0.7834754 Feb 03 12:44:39.080320 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b6519fa6-8573-4c89-b405-0f3ef835ecd5 None None] For port c21513bc-6498-4ff7-b64e-71ed57c44b39, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c21513bc-6498-4ff7-b64e-71ed57c44b39,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:39.080737 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b6519fa6-8573-4c89-b405-0f3ef835ecd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c21513bc-6498-4ff7-b64e-71ed57c44b39), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:39.111965 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b6519fa6-8573-4c89-b405-0f3ef835ecd5 None None] Calling delete_port for c21513bc-6498-4ff7-b64e-71ed57c44b39 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:39.122059 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382084b-f801-400e-8c89-4588ce5867b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52332444-166b-40ed-a398-41d0962bfd89,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:39.382919 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 731dffd9-f544-41fd-b220-26de7857a160 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:39.387582 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b6519fa6-8573-4c89-b405-0f3ef835ecd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (c21513bc-6498-4ff7-b64e-71ed57c44b39), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:39.460538 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6519fa6-8573-4c89-b405-0f3ef835ecd5 None None] Pushing event deleted for resources: {'Port': ['ID=c21513bc-6498-4ff7-b64e-71ed57c44b39,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:39.488032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6519fa6-8573-4c89-b405-0f3ef835ecd5 None None] No DVR routers for this DVR port c21513bc-6498-4ff7-b64e-71ed57c44b39 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:44:39.537054 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5f1062cc-0b20-4e8a-8c00-9df37c63db0b req-54f89efe-f39c-43dc-8e54-ed0617a48812 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 210 time: 0.1888609 Feb 03 12:44:39.596362 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a538d42c-868b-4526-bacb-3106fc44c5db tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (ffaef32e-f64f-408e-8feb-493a3601c051), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:39.610340 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 731dffd9-f544-41fd-b220-26de7857a160 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:39.612547 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (731dffd9-f544-41fd-b220-26de7857a160), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:39.731474 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538d42c-868b-4526-bacb-3106fc44c5db tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=ffaef32e-f64f-408e-8feb-493a3601c051,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:39.737717 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:39.760351 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a538d42c-868b-4526-bacb-3106fc44c5db tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:39.763659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a538d42c-868b-4526-bacb-3106fc44c5db tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:39.770586 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a538d42c-868b-4526-bacb-3106fc44c5db tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:39.771396 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a538d42c-868b-4526-bacb-3106fc44c5db tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:39.784144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee202fdf-cc9d-42c3-8552-76f97f0e466a None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:39.809444 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a538d42c-868b-4526-bacb-3106fc44c5db tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3054481 Feb 03 12:44:39.811836 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55178) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:39.824676 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2fec76b7-7353-4fee-893f-0996f9b30a85 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'fixed_ips': [{'subnet_id': 'ffaef32e-f64f-408e-8feb-493a3601c051', 'ip_address': '2001:db8::d2c5:d45a:2199:1604'}], 'name': 'tempest-NetworksTestDHCPv6-1299912068'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:39.893950 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55186) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:39.937382 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0674d44c-f38b-4c94-bb06-b9c0ab3750f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:39.954519 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c250b161-3972-4801-acb9-cb7bbc572f98 admin admin] Publish callbacks [] for security_group (1668c157-5d4a-47b4-85ab-fa7fe2e3d450), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:40.122916 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 731dffd9-f544-41fd-b220-26de7857a160 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:40.123315 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (731dffd9-f544-41fd-b220-26de7857a160), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:40.151116 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'fixed_ips': [{'subnet_id': 'ffaef32e-f64f-408e-8feb-493a3601c051'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:44:40.152017 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:40.157235 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c250b161-3972-4801-acb9-cb7bbc572f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1668c157-5d4a-47b4-85ab-fa7fe2e3d450), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:40.160137 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c250b161-3972-4801-acb9-cb7bbc572f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:40.161313 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c250b161-3972-4801-acb9-cb7bbc572f98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1668c157-5d4a-47b4-85ab-fa7fe2e3d450 HTTP/1.1" status: 204 len: 168 time: 1.4302332 Feb 03 12:44:40.172503 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-b3740c5c-2468-42a1-bd2e-a0dd9df57030 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Allocated IP 172.20.0.11 (5599772e-9dcf-4127-a633-d91505819dd7/bd98a1ba-2677-43a0-9803-d6921e32ec63/0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:40.216256 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250b161-3972-4801-acb9-cb7bbc572f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1668c157-5d4a-47b4-85ab-fa7fe2e3d450,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:40.558156 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731dffd9-f544-41fd-b220-26de7857a160'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:40.561203 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc1d1ed-cd3f-4e1e-884d-2864d91952ee" -d '{"events": [{"server_uuid": "c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4", "name": "network-vif-plugged", "status": "completed", "tag": "731dffd9-f544-41fd-b220-26de7857a160"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:40.577732 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-b3740c5c-2468-42a1-bd2e-a0dd9df57030 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks [] for port (0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:40.605504 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 731dffd9-f544-41fd-b220-26de7857a160, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=731dffd9-f544-41fd-b220-26de7857a160,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:40.623605 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (731dffd9-f544-41fd-b220-26de7857a160), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:40.740327 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-b3740c5c-2468-42a1-bd2e-a0dd9df57030 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:40.877255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-b3740c5c-2468-42a1-bd2e-a0dd9df57030 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Network 5599772e-9dcf-4127-a633-d91505819dd7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:40.889724 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-b3740c5c-2468-42a1-bd2e-a0dd9df57030 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:40.894205 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3740c5c-2468-42a1-bd2e-a0dd9df57030 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Pushing event updated for resources: {'Port': ['ID=0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:40.897659 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=731dffd9-f544-41fd-b220-26de7857a160,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:40.900901 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c21513bc-6498-4ff7-b64e-71ed57c44b39 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:40.923093 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-b3740c5c-2468-42a1-bd2e-a0dd9df57030 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:40.946043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: c21513bc-6498-4ff7-b64e-71ed57c44b39 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:44:40.946403 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c21513bc-6498-4ff7-b64e-71ed57c44b39 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:44:40.998622 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0674d44c-f38b-4c94-bb06-b9c0ab3750f4 admin admin] Publish callbacks [] for security_group (0beead45-0a71-4576-8a16-7326841bdf7f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:41.015902 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] Allocated IP 2001:db8::2 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/ffaef32e-f64f-408e-8feb-493a3601c051/a741f0ee-63cd-4921-95bc-5f7ccc914080) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:41.027932 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0674d44c-f38b-4c94-bb06-b9c0ab3750f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0beead45-0a71-4576-8a16-7326841bdf7f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:41.109034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-b3740c5c-2468-42a1-bd2e-a0dd9df57030 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:41.112542 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-b3740c5c-2468-42a1-bd2e-a0dd9df57030 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:41.167512 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-b3740c5c-2468-42a1-bd2e-a0dd9df57030 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8447552 Feb 03 12:44:41.189799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] Request body: {'port': {'device_id': 'a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:41.212639 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0674d44c-f38b-4c94-bb06-b9c0ab3750f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c357a8687eae4672a345851772fe71a5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3150349 Feb 03 12:44:41.212639 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55210) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:41.229334 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674d44c-f38b-4c94-bb06-b9c0ab3750f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0beead45-0a71-4576-8a16-7326841bdf7f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:41.367605 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] Publish callbacks [] for port (a741f0ee-63cd-4921-95bc-5f7ccc914080), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:41.381809 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (a741f0ee-63cd-4921-95bc-5f7ccc914080), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:41.385716 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:41.435297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c792722-8256-4682-b4ff-daecf7639e91 req-ad8b4b67-51fa-4ff9-90a8-f2979dcad327 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:41.451047 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c792722-8256-4682-b4ff-daecf7639e91 req-ad8b4b67-51fa-4ff9-90a8-f2979dcad327 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 932 time: 0.6960504 Feb 03 12:44:41.459125 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:41.465659 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:41.472238 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:41.524232 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fec76b7-7353-4fee-893f-0996f9b30a85 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:41.575145 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] Pushing event updated for resources: {'Port': ['ID=a741f0ee-63cd-4921-95bc-5f7ccc914080,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:41.588513 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61cf81e6-e598-4033-8d4f-e3745cff2404 admin admin] Publish callbacks [] for security_group (0beead45-0a71-4576-8a16-7326841bdf7f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:41.593073 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] Attempting to bind port a741f0ee-63cd-4921-95bc-5f7ccc914080 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:41.593588 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] Attempting to bind port a741f0ee-63cd-4921-95bc-5f7ccc914080 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:41.594049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] Attempting to bind port a741f0ee-63cd-4921-95bc-5f7ccc914080 on network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:41.607633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:41.608613 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] Checking segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:41.609367 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:41.609980 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] Bound using segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:41.610700 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] Bound port: a741f0ee-63cd-4921-95bc-5f7ccc914080, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:41.611464 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a741f0ee-63cd-4921-95bc-5f7ccc914080), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:41.671897 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61cf81e6-e598-4033-8d4f-e3745cff2404 admin admin] Publish callbacks [] for security_group (0beead45-0a71-4576-8a16-7326841bdf7f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:41.727224 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c792722-8256-4682-b4ff-daecf7639e91 req-68d8e2c4-787c-4e6e-bf2d-d4194b044b3b tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739496 Feb 03 12:44:41.841035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] For port a741f0ee-63cd-4921-95bc-5f7ccc914080, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:41.859304 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] For port a741f0ee-63cd-4921-95bc-5f7ccc914080, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a741f0ee-63cd-4921-95bc-5f7ccc914080,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:41.879499 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8d744f-b678-493b-8155-024865ebef28 x-openstack-request-id: req-ed8d744f-b678-493b-8155-024865ebef28 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:41.880757 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4", "name": "network-vif-plugged", "status": "completed", "tag": "731dffd9-f544-41fd-b220-26de7857a160", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:41.881124 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed8d744f-b678-493b-8155-024865ebef28 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:41.884183 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731dffd9-f544-41fd-b220-26de7857a160', 'code': 200} Feb 03 12:44:41.888428 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a741f0ee-63cd-4921-95bc-5f7ccc914080), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:42.048478 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fec76b7-7353-4fee-893f-0996f9b30a85 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:42.056059 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61cf81e6-e598-4033-8d4f-e3745cff2404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0beead45-0a71-4576-8a16-7326841bdf7f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:42.059855 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61cf81e6-e598-4033-8d4f-e3745cff2404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:42.064804 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-61cf81e6-e598-4033-8d4f-e3745cff2404 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0beead45-0a71-4576-8a16-7326841bdf7f HTTP/1.1" status: 204 len: 168 time: 0.8298335 Feb 03 12:44:42.085496 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf81e6-e598-4033-8d4f-e3745cff2404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beead45-0a71-4576-8a16-7326841bdf7f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:42.111122 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2fec76b7-7353-4fee-893f-0996f9b30a85 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port afbb117e-cdf5-404f-b4ca-f9bdb8f81d84 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:44:42.228596 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c65588-b325-4e71-889c-7fd38bdb260d None None] Pushing event updated for resources: {'Port': ['ID=a741f0ee-63cd-4921-95bc-5f7ccc914080,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:42.329496 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:44:42.351887 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] Publish callbacks [] for port (0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:42.397729 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] Transition to ACTIVE for port object 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:44:42.406648 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:42.531418 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-2fec76b7-7353-4fee-893f-0996f9b30a85 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::d2c5:d45a:2199:1604 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/ffaef32e-f64f-408e-8feb-493a3601c051/afbb117e-cdf5-404f-b4ca-f9bdb8f81d84) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:42.629397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] Pushing event updated for resources: {'Port': ['ID=0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:42.717015 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] Attempting to bind port 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:42.717366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] Attempting to bind port 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:42.717707 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] Attempting to bind port 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 on network 5599772e-9dcf-4127-a633-d91505819dd7 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:42.732744 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] Port 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 on network 5599772e-9dcf-4127-a633-d91505819dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:44:42.738569 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] Attempting to bind port 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 on network 5599772e-9dcf-4127-a633-d91505819dd7 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:42.754427 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:42.756798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] Checking segment: {'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:42.757582 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] Bound using segment: {'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:42.761239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] Bound port: 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:42.762375 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:42.951107 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] For port 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:42.954146 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] For port 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:42.989899 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:43.033442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a741f0ee-63cd-4921-95bc-5f7ccc914080 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:43.044088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:43.044899 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:43.049064 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] 10.222.0.73 "PUT /v2.0/ports/0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 HTTP/1.1" status: 200 len: 1092 time: 1.8639987 Feb 03 12:44:43.049562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02', 'tag': '0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:43.055065 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65eee420-5b05-4ca3-b3e9-3591a349b1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02", "tag": "0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:43.090541 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78501d0-8126-4613-983e-c52c870dbd44 service neutron] Pushing event updated for resources: {'Port': ['ID=0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:43.152245 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port a741f0ee-63cd-4921-95bc-5f7ccc914080 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:43.152919 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a741f0ee-63cd-4921-95bc-5f7ccc914080), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:43.198981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-b3a10706-d99a-47e3-9a72-d4c8e7eb54dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:43.201101 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-b3a10706-d99a-47e3-9a72-d4c8e7eb54dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffd0252b7b0747c69410a55d7883bffd&device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 1126 time: 0.0888412 Feb 03 12:44:43.311654 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port a741f0ee-63cd-4921-95bc-5f7ccc914080 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:43.316499 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a741f0ee-63cd-4921-95bc-5f7ccc914080), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:43.345427 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-0387e661-f74a-40b2-abb7-80d1d2af1307 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 HTTP/1.1" status: 200 len: 217 time: 0.1269381 Feb 03 12:44:43.430092 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port a741f0ee-63cd-4921-95bc-5f7ccc914080, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a741f0ee-63cd-4921-95bc-5f7ccc914080,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:43.436132 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fec76b7-7353-4fee-893f-0996f9b30a85 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (afbb117e-cdf5-404f-b4ca-f9bdb8f81d84), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:43.440153 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a741f0ee-63cd-4921-95bc-5f7ccc914080), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:43.480550 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142db823-5c78-48e5-8d0d-b6790f2d3da5 req-8b1783e5-718c-4836-841e-7899fe469e15 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:43.496559 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-142db823-5c78-48e5-8d0d-b6790f2d3da5 req-8b1783e5-718c-4836-841e-7899fe469e15 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 944 time: 0.4069130 Feb 03 12:44:43.520109 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-cf0b3df3-e4a9-4f35-a6b0-3fe7a50a2292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:43.526213 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-cf0b3df3-e4a9-4f35-a6b0-3fe7a50a2292 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd98a1ba-2677-43a0-9803-d6921e32ec63 HTTP/1.1" status: 200 len: 851 time: 0.1685977 Feb 03 12:44:43.587032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=a741f0ee-63cd-4921-95bc-5f7ccc914080,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:43.631570 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-ebd0c346-f55f-4c5b-a382-8f34f7438aca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5599772e-9dcf-4127-a633-d91505819dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978081 Feb 03 12:44:43.686418 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-142db823-5c78-48e5-8d0d-b6790f2d3da5 req-5ceb6c97-72aa-45cb-901b-f9c5901d40ec tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889546 Feb 03 12:44:43.736504 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fec76b7-7353-4fee-893f-0996f9b30a85 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (afbb117e-cdf5-404f-b4ca-f9bdb8f81d84), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:43.873631 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fec76b7-7353-4fee-893f-0996f9b30a85 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:43.903119 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2fec76b7-7353-4fee-893f-0996f9b30a85 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:43.907337 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fec76b7-7353-4fee-893f-0996f9b30a85 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:43.919089 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fec76b7-7353-4fee-893f-0996f9b30a85 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:43.919805 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fec76b7-7353-4fee-893f-0996f9b30a85 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:43.947874 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec76b7-7353-4fee-893f-0996f9b30a85 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=afbb117e-cdf5-404f-b4ca-f9bdb8f81d84,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:43.976932 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2fec76b7-7353-4fee-893f-0996f9b30a85 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1631262 Feb 03 12:44:43.982240 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55258) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:44.075127 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-90276a0c-98b7-4a07-88b6-9c2151534ba5 service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364734 Feb 03 12:44:44.118919 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0659401b-a277-488a-9234-29693bc000b4 x-openstack-request-id: req-0659401b-a277-488a-9234-29693bc000b4 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:44.119221 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02", "tag": "0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:44.119481 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0659401b-a277-488a-9234-29693bc000b4 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:44.122964 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02', 'tag': '0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188', 'status': 'completed', 'code': 200} Feb 03 12:44:44.141796 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c3109a-94f4-429d-acae-c2a5334e051d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:44.167363 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c3109a-94f4-429d-acae-c2a5334e051d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:44.171630 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-41c3109a-94f4-429d-acae-c2a5334e051d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1880622 Feb 03 12:44:44.176495 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55264) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:44.300248 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-96b40b06-ee81-4e8b-aab3-27b85f0376f0 req-96113886-62c1-4810-b30d-b24931eb3bf3 service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227447 Feb 03 12:44:44.339165 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d8ff0b9b-154f-4268-8a48-83732cb3b3b4 None None] Provisioning complete for port a741f0ee-63cd-4921-95bc-5f7ccc914080 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:44.339770 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d8ff0b9b-154f-4268-8a48-83732cb3b3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a741f0ee-63cd-4921-95bc-5f7ccc914080), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:44.552181 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-009fec18-1999-48f0-af25-023a1915f67e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port afbb117e-cdf5-404f-b4ca-f9bdb8f81d84 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:44.552181 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-009fec18-1999-48f0-af25-023a1915f67e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (afbb117e-cdf5-404f-b4ca-f9bdb8f81d84), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:44.660392 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d8ff0b9b-154f-4268-8a48-83732cb3b3b4 None None] Current status of the port a741f0ee-63cd-4921-95bc-5f7ccc914080 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:44.670149 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eee420-5b05-4ca3-b3e9-3591a349b1a4 req-1cbf416b-7036-4e05-932d-73107e0303bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:44.671889 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-65eee420-5b05-4ca3-b3e9-3591a349b1a4 req-1cbf416b-7036-4e05-932d-73107e0303bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffd0252b7b0747c69410a55d7883bffd&device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 1126 time: 0.2124901 Feb 03 12:44:44.870887 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-009fec18-1999-48f0-af25-023a1915f67e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (afbb117e-cdf5-404f-b4ca-f9bdb8f81d84), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:44.903769 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-63a1e40e-7051-491d-b3ae-b1f7756b2fde None None] Provisioning complete for port afbb117e-cdf5-404f-b4ca-f9bdb8f81d84 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:44.904174 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63a1e40e-7051-491d-b3ae-b1f7756b2fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (afbb117e-cdf5-404f-b4ca-f9bdb8f81d84), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:44.906000 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a741f0ee-63cd-4921-95bc-5f7ccc914080 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:44.929029 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-009fec18-1999-48f0-af25-023a1915f67e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for afbb117e-cdf5-404f-b4ca-f9bdb8f81d84 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:44.974558 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a744b-9754-4783-8774-56754dde08ec req-a40a80f7-ddcc-4d80-a3e9-0f1c59fc1633 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:44.976725 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d96a744b-9754-4783-8774-56754dde08ec req-a40a80f7-ddcc-4d80-a3e9-0f1c59fc1633 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 944 time: 0.1116488 Feb 03 12:44:45.024542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eee420-5b05-4ca3-b3e9-3591a349b1a4 req-b34de13c-baf8-4c74-b9c9-529984ae51e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:45.026868 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-65eee420-5b05-4ca3-b3e9-3591a349b1a4 req-b34de13c-baf8-4c74-b9c9-529984ae51e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 200 len: 912 time: 0.3471832 Feb 03 12:44:45.132406 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-65eee420-5b05-4ca3-b3e9-3591a349b1a4 req-b14ffabc-e097-46df-b6b4-0a216e90bfa3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 HTTP/1.1" status: 200 len: 217 time: 0.0943444 Feb 03 12:44:45.288744 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eee420-5b05-4ca3-b3e9-3591a349b1a4 req-acfd71e0-a3d4-4701-adcd-df6be2bf5d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:45.290787 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-65eee420-5b05-4ca3-b3e9-3591a349b1a4 req-acfd71e0-a3d4-4701-adcd-df6be2bf5d34 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd98a1ba-2677-43a0-9803-d6921e32ec63 HTTP/1.1" status: 200 len: 851 time: 0.1521132 Feb 03 12:44:45.387252 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-009fec18-1999-48f0-af25-023a1915f67e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (afbb117e-cdf5-404f-b4ca-f9bdb8f81d84), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:45.395349 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-65eee420-5b05-4ca3-b3e9-3591a349b1a4 req-e3a765a0-b0a4-4eb2-9700-9be8eff726f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5599772e-9dcf-4127-a633-d91505819dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973494 Feb 03 12:44:45.438798 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009fec18-1999-48f0-af25-023a1915f67e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=afbb117e-cdf5-404f-b4ca-f9bdb8f81d84,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:45.447608 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d96a744b-9754-4783-8774-56754dde08ec req-374c80af-f2e6-4dd9-a06c-b403f232fd37 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840573 Feb 03 12:44:45.496401 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-009fec18-1999-48f0-af25-023a1915f67e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:45.510652 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-009fec18-1999-48f0-af25-023a1915f67e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/afbb117e-cdf5-404f-b4ca-f9bdb8f81d84 HTTP/1.1" status: 204 len: 168 time: 1.3321922 Feb 03 12:44:45.520776 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55286) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:45.613637 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-63a1e40e-7051-491d-b3ae-b1f7756b2fde None None] Port afbb117e-cdf5-404f-b4ca-f9bdb8f81d84 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:44:45.690700 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port a741f0ee-63cd-4921-95bc-5f7ccc914080 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:45.693595 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a741f0ee-63cd-4921-95bc-5f7ccc914080), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:45.756762 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f703b5b2-d318-4974-821e-fc8e35d43956 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:45.766389 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f703b5b2-d318-4974-821e-fc8e35d43956 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:45.776966 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f703b5b2-d318-4974-821e-fc8e35d43956 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2436554 Feb 03 12:44:45.779037 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55290) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:45.823746 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-65eee420-5b05-4ca3-b3e9-3591a349b1a4 req-f125cd70-cc9f-410d-bd85-47e93bc3eac8 service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124129 Feb 03 12:44:45.824396 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:45.908663 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port a741f0ee-63cd-4921-95bc-5f7ccc914080 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:45.969071 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-37aa45d1-7a24-4b93-8505-6390e8a84e3e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet ffaef32e-f64f-408e-8feb-493a3601c051 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:44:45.978651 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37aa45d1-7a24-4b93-8505-6390e8a84e3e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (ffaef32e-f64f-408e-8feb-493a3601c051), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:46.064598 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37aa45d1-7a24-4b93-8505-6390e8a84e3e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (ffaef32e-f64f-408e-8feb-493a3601c051), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:46.079972 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-65eee420-5b05-4ca3-b3e9-3591a349b1a4 req-29586b89-9823-4e74-a58b-6a1407dff75b service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451732 Feb 03 12:44:46.221438 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37aa45d1-7a24-4b93-8505-6390e8a84e3e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (ffaef32e-f64f-408e-8feb-493a3601c051), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:46.359822 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37aa45d1-7a24-4b93-8505-6390e8a84e3e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (ffaef32e-f64f-408e-8feb-493a3601c051), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:46.385890 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37aa45d1-7a24-4b93-8505-6390e8a84e3e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:46.394180 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-37aa45d1-7a24-4b93-8505-6390e8a84e3e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/ffaef32e-f64f-408e-8feb-493a3601c051 HTTP/1.1" status: 204 len: 168 time: 0.6104095 Feb 03 12:44:46.394415 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55300) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:46.397517 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abac1528-d6b2-4269-abf7-0e1dcc7dff2c None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:46.415187 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa45d1-7a24-4b93-8505-6390e8a84e3e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=ffaef32e-f64f-408e-8feb-493a3601c051,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:46.572277 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fc62fdae-108f-41d0-833c-edfe41c66f18 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1749456 Feb 03 12:44:46.575701 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55306) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:46.583062 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-62ef62b8-f58d-4b66-a17f-cd91613073f5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:46.811279 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2780a1b8-aa3d-41f7-908b-95e8271b6308 None None] DHCP port deletion for 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:44:46.927801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2780a1b8-aa3d-41f7-908b-95e8271b6308 None None] Deleting port a741f0ee-63cd-4921-95bc-5f7ccc914080 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:46.928256 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2780a1b8-aa3d-41f7-908b-95e8271b6308 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (a741f0ee-63cd-4921-95bc-5f7ccc914080), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:46.932569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689108b-9a20-4016-985a-5024507d7304 req-1d421469-667c-477a-a1c5-ac4137c1a6c7 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:46.944785 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9689108b-9a20-4016-985a-5024507d7304 req-1d421469-667c-477a-a1c5-ac4137c1a6c7 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 944 time: 0.3033457 Feb 03 12:44:47.033799 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ef62b8-f58d-4b66-a17f-cd91613073f5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:47.042202 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62ef62b8-f58d-4b66-a17f-cd91613073f5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.105516 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2780a1b8-aa3d-41f7-908b-95e8271b6308 None None] For port a741f0ee-63cd-4921-95bc-5f7ccc914080, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a741f0ee-63cd-4921-95bc-5f7ccc914080,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:47.105867 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2780a1b8-aa3d-41f7-908b-95e8271b6308 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (a741f0ee-63cd-4921-95bc-5f7ccc914080), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.117468 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9689108b-9a20-4016-985a-5024507d7304 req-c912cff9-0829-4669-a2f9-7d2bb5b532bb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668611 Feb 03 12:44:47.121590 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55312) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:47.139110 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2780a1b8-aa3d-41f7-908b-95e8271b6308 None None] Calling delete_port for a741f0ee-63cd-4921-95bc-5f7ccc914080 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:47.234096 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2780a1b8-aa3d-41f7-908b-95e8271b6308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (a741f0ee-63cd-4921-95bc-5f7ccc914080), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.316926 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780a1b8-aa3d-41f7-908b-95e8271b6308 None None] Pushing event deleted for resources: {'Port': ['ID=a741f0ee-63cd-4921-95bc-5f7ccc914080,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:47.335996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2780a1b8-aa3d-41f7-908b-95e8271b6308 None None] No DVR routers for this DVR port a741f0ee-63cd-4921-95bc-5f7ccc914080 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:44:47.468546 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fffcca85-7c26-46e0-80dc-4312b4c82642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.603044 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62ef62b8-f58d-4b66-a17f-cd91613073f5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (74a94893-bf96-4bc3-8e5d-154f6ad34af9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.623843 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fffcca85-7c26-46e0-80dc-4312b4c82642 admin admin] Publish callbacks [] for security_group (f85dd565-704e-47e0-bf13-ab4cb7e1bed4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.633750 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fffcca85-7c26-46e0-80dc-4312b4c82642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f85dd565-704e-47e0-bf13-ab4cb7e1bed4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.713492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ef62b8-f58d-4b66-a17f-cd91613073f5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:47.715661 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffcca85-7c26-46e0-80dc-4312b4c82642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85dd565-704e-47e0-bf13-ab4cb7e1bed4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:47.741738 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fffcca85-7c26-46e0-80dc-4312b4c82642 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fabf01842f946078f12078a90ca1195&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6173370 Feb 03 12:44:47.743218 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55316) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:47.750582 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-62ef62b8-f58d-4b66-a17f-cd91613073f5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:47.762204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ef62b8-f58d-4b66-a17f-cd91613073f5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:47.763096 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62ef62b8-f58d-4b66-a17f-cd91613073f5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.765041 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc1e1f2-1aae-4487-9033-8079ab8e4f13 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:47.826040 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef62b8-f58d-4b66-a17f-cd91613073f5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=74a94893-bf96-4bc3-8e5d-154f6ad34af9,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:47.841565 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-62ef62b8-f58d-4b66-a17f-cd91613073f5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2641966 Feb 03 12:44:47.844440 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55318) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:47.856583 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-80b0e587-ffdc-4f71-86f8-c169e038a09f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'fixed_ips': [{'subnet_id': '74a94893-bf96-4bc3-8e5d-154f6ad34af9', 'ip_address': '2001:db8::1baa:77b8:e220:d86c'}], 'name': 'tempest-NetworksTestDHCPv6-330457774'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:47.894566 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6efdd269-388c-4c1c-9f01-f8503a2ef5c1 admin admin] Publish callbacks [] for security_group (f85dd565-704e-47e0-bf13-ab4cb7e1bed4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:47.962066 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6efdd269-388c-4c1c-9f01-f8503a2ef5c1 admin admin] Publish callbacks [] for security_group (f85dd565-704e-47e0-bf13-ab4cb7e1bed4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:48.033114 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'fixed_ips': [{'subnet_id': '74a94893-bf96-4bc3-8e5d-154f6ad34af9'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:44:48.039815 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:48.132104 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6efdd269-388c-4c1c-9f01-f8503a2ef5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f85dd565-704e-47e0-bf13-ab4cb7e1bed4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:48.144035 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6efdd269-388c-4c1c-9f01-f8503a2ef5c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:48.145898 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6efdd269-388c-4c1c-9f01-f8503a2ef5c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f85dd565-704e-47e0-bf13-ab4cb7e1bed4 HTTP/1.1" status: 204 len: 168 time: 0.4011238 Feb 03 12:44:48.234041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdd269-388c-4c1c-9f01-f8503a2ef5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85dd565-704e-47e0-bf13-ab4cb7e1bed4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:48.249407 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b0e587-ffdc-4f71-86f8-c169e038a09f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:48.392121 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] Allocated IP 2001:db8::2 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/74a94893-bf96-4bc3-8e5d-154f6ad34af9/686abd13-90e1-4023-91ef-9c5a31c64f6a) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:48.455792 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80b0e587-ffdc-4f71-86f8-c169e038a09f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:48.491038 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c1ae2-e8ba-48a6-8ee5-30273b7ea7aa req-74c5c1c3-7e57-4744-8fc1-537215e88a4d tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:48.493618 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-233c1ae2-e8ba-48a6-8ee5-30273b7ea7aa req-74c5c1c3-7e57-4744-8fc1-537215e88a4d tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 944 time: 0.1434312 Feb 03 12:44:48.495114 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-80b0e587-ffdc-4f71-86f8-c169e038a09f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port 1710ff39-31bd-4f20-a3ff-2ed79ae7b9dd yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:44:48.596248 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] Publish callbacks [] for port (686abd13-90e1-4023-91ef-9c5a31c64f6a), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:48.627893 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (686abd13-90e1-4023-91ef-9c5a31c64f6a), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:48.678923 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:48.693593 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:48.716202 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:48.913903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a741f0ee-63cd-4921-95bc-5f7ccc914080 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:48.940520 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] Attempting to bind port 686abd13-90e1-4023-91ef-9c5a31c64f6a on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:48.941446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] Attempting to bind port 686abd13-90e1-4023-91ef-9c5a31c64f6a by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:48.942398 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] Attempting to bind port 686abd13-90e1-4023-91ef-9c5a31c64f6a on network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:48.949241 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: a741f0ee-63cd-4921-95bc-5f7ccc914080 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:44:48.950141 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a741f0ee-63cd-4921-95bc-5f7ccc914080 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:44:48.979702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:48.980419 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] Checking segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:48.981094 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:48.981972 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] Bound using segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:48.982725 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] Bound port: 686abd13-90e1-4023-91ef-9c5a31c64f6a, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:48.983691 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (686abd13-90e1-4023-91ef-9c5a31c64f6a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:49.070458 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] Pushing event updated for resources: {'Port': ['ID=686abd13-90e1-4023-91ef-9c5a31c64f6a,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:49.126477 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-233c1ae2-e8ba-48a6-8ee5-30273b7ea7aa req-c1fcd4f0-639e-4a27-9665-efef02c0f592 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6248279 Feb 03 12:44:49.153201 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] For port 686abd13-90e1-4023-91ef-9c5a31c64f6a, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:49.160998 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] For port 686abd13-90e1-4023-91ef-9c5a31c64f6a, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=686abd13-90e1-4023-91ef-9c5a31c64f6a,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:49.162408 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-80b0e587-ffdc-4f71-86f8-c169e038a09f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::1baa:77b8:e220:d86c (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/74a94893-bf96-4bc3-8e5d-154f6ad34af9/1710ff39-31bd-4f20-a3ff-2ed79ae7b9dd) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:49.171663 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (686abd13-90e1-4023-91ef-9c5a31c64f6a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:49.292201 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b284ba9-24cc-4a5f-bb24-320290401af6 None None] Pushing event updated for resources: {'Port': ['ID=686abd13-90e1-4023-91ef-9c5a31c64f6a,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:49.366719 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:44:49.583711 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80b0e587-ffdc-4f71-86f8-c169e038a09f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (1710ff39-31bd-4f20-a3ff-2ed79ae7b9dd), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:49.635642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:49.684350 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188', 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7', 'port_id': '0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188', 'mac_address': 'fa:16:3e:1a:62:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd98a1ba-2677-43a0-9803-d6921e32ec63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:44:49.690127 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80b0e587-ffdc-4f71-86f8-c169e038a09f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (1710ff39-31bd-4f20-a3ff-2ed79ae7b9dd), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:49.853696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:49.855526 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:49.855827 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b0e587-ffdc-4f71-86f8-c169e038a09f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:49.861872 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-80b0e587-ffdc-4f71-86f8-c169e038a09f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:49.866213 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b0e587-ffdc-4f71-86f8-c169e038a09f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:49.875748 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b0e587-ffdc-4f71-86f8-c169e038a09f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:49.880100 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80b0e587-ffdc-4f71-86f8-c169e038a09f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:49.889642 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0e587-ffdc-4f71-86f8-c169e038a09f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=1710ff39-31bd-4f20-a3ff-2ed79ae7b9dd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:49.915080 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:44:49.933542 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-80b0e587-ffdc-4f71-86f8-c169e038a09f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0877919 Feb 03 12:44:49.936142 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55350) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:50.000902 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:50.009706 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:50.096364 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82c2c51-22c1-4333-9cc8-a917876dfe4d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:50.107282 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82c2c51-22c1-4333-9cc8-a917876dfe4d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:50.116507 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55352) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:50.118403 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b82c2c51-22c1-4333-9cc8-a917876dfe4d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1755352 Feb 03 12:44:50.152491 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:50.421052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:44:50.515187 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cfc1426b-b5cc-48f3-81b0-d2cbf2b50ee1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port 1710ff39-31bd-4f20-a3ff-2ed79ae7b9dd {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:50.515543 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfc1426b-b5cc-48f3-81b0-d2cbf2b50ee1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1710ff39-31bd-4f20-a3ff-2ed79ae7b9dd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:50.526261 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c1060-b35d-4fe0-9694-3b9b6e0ec0a1 req-987f4065-42ea-4807-997c-abb60c3aee48 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:50.528387 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d01c1060-b35d-4fe0-9694-3b9b6e0ec0a1 req-987f4065-42ea-4807-997c-abb60c3aee48 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 945 time: 0.1815040 Feb 03 12:44:50.812582 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d01c1060-b35d-4fe0-9694-3b9b6e0ec0a1 req-6f176837-df46-4726-8ec3-1dd03faf9d21 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652395 Feb 03 12:44:50.907817 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfc1426b-b5cc-48f3-81b0-d2cbf2b50ee1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1710ff39-31bd-4f20-a3ff-2ed79ae7b9dd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:50.947359 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cfc1426b-b5cc-48f3-81b0-d2cbf2b50ee1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for 1710ff39-31bd-4f20-a3ff-2ed79ae7b9dd owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:51.001279 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 686abd13-90e1-4023-91ef-9c5a31c64f6a up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:51.158103 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 686abd13-90e1-4023-91ef-9c5a31c64f6a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:51.165010 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (686abd13-90e1-4023-91ef-9c5a31c64f6a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.230056 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfc1426b-b5cc-48f3-81b0-d2cbf2b50ee1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (1710ff39-31bd-4f20-a3ff-2ed79ae7b9dd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.363154 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1426b-b5cc-48f3-81b0-d2cbf2b50ee1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=1710ff39-31bd-4f20-a3ff-2ed79ae7b9dd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:51.363804 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 686abd13-90e1-4023-91ef-9c5a31c64f6a is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:51.365304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55370) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:51.375078 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (686abd13-90e1-4023-91ef-9c5a31c64f6a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.390384 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfc1426b-b5cc-48f3-81b0-d2cbf2b50ee1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.407314 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cfc1426b-b5cc-48f3-81b0-d2cbf2b50ee1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/1710ff39-31bd-4f20-a3ff-2ed79ae7b9dd HTTP/1.1" status: 204 len: 168 time: 1.2886627 Feb 03 12:44:51.409421 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55374) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:51.491228 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 686abd13-90e1-4023-91ef-9c5a31c64f6a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=686abd13-90e1-4023-91ef-9c5a31c64f6a,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:51.499468 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (686abd13-90e1-4023-91ef-9c5a31c64f6a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.557103 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b66bec-b3cf-45d6-855d-7ba05f6aabdd tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:51.559389 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b66bec-b3cf-45d6-855d-7ba05f6aabdd tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:51.562792 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-70b66bec-b3cf-45d6-855d-7ba05f6aabdd tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1522777 Feb 03 12:44:51.565551 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55376) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:51.621921 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=686abd13-90e1-4023-91ef-9c5a31c64f6a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:51.726325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf35d50-c658-4961-a60f-523fe0634fa1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet 74a94893-bf96-4bc3-8e5d-154f6ad34af9 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:44:51.735793 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebf35d50-c658-4961-a60f-523fe0634fa1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (74a94893-bf96-4bc3-8e5d-154f6ad34af9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.773585 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-82e9eb8e-a157-4d4c-91d5-c72b62d1d768 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1326927630'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:51.818237 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e9eb8e-a157-4d4c-91d5-c72b62d1d768 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Made reservation on behalf of afceccd5041d4d18b3f26c4b03278696 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:51.831722 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e9eb8e-a157-4d4c-91d5-c72b62d1d768 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.844384 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebf35d50-c658-4961-a60f-523fe0634fa1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (74a94893-bf96-4bc3-8e5d-154f6ad34af9), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.872436 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e9eb8e-a157-4d4c-91d5-c72b62d1d768 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:51.954788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-780d7a41-86aa-40cb-bda0-c75114ce32f6 None None] Provisioning complete for port 686abd13-90e1-4023-91ef-9c5a31c64f6a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:51.957529 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-780d7a41-86aa-40cb-bda0-c75114ce32f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (686abd13-90e1-4023-91ef-9c5a31c64f6a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.045438 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebf35d50-c658-4961-a60f-523fe0634fa1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (74a94893-bf96-4bc3-8e5d-154f6ad34af9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.123968 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e9eb8e-a157-4d4c-91d5-c72b62d1d768 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Publish callbacks [] for security_group (e9d1494a-c957-45a7-a62e-d3c97b06db09), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.134756 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e9eb8e-a157-4d4c-91d5-c72b62d1d768 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e9d1494a-c957-45a7-a62e-d3c97b06db09), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.144814 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-780d7a41-86aa-40cb-bda0-c75114ce32f6 None None] Current status of the port 686abd13-90e1-4023-91ef-9c5a31c64f6a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:52.155231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e9eb8e-a157-4d4c-91d5-c72b62d1d768 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:44:52.238725 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9eb8e-a157-4d4c-91d5-c72b62d1d768 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d1494a-c957-45a7-a62e-d3c97b06db09,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:52.246021 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e9eb8e-a157-4d4c-91d5-c72b62d1d768 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (4d9e218a-6287-409f-aec7-82e159c2741d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.246392 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-82e9eb8e-a157-4d4c-91d5-c72b62d1d768 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Added segment 4d9e218a-6287-409f-aec7-82e159c2741d of type vlan for network 8ca34450-0ed6-4304-a56d-488e40d48171 Feb 03 12:44:52.250825 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebf35d50-c658-4961-a60f-523fe0634fa1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (74a94893-bf96-4bc3-8e5d-154f6ad34af9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.289318 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ebf35d50-c658-4961-a60f-523fe0634fa1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.298018 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ebf35d50-c658-4961-a60f-523fe0634fa1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/74a94893-bf96-4bc3-8e5d-154f6ad34af9 HTTP/1.1" status: 204 len: 168 time: 0.7312403 Feb 03 12:44:52.299763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55382) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:52.302101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744b07fe-55e1-4ac5-9221-8251d57ca020 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:52.343882 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e9eb8e-a157-4d4c-91d5-c72b62d1d768 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (8ca34450-0ed6-4304-a56d-488e40d48171), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.355480 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf35d50-c658-4961-a60f-523fe0634fa1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=74a94893-bf96-4bc3-8e5d-154f6ad34af9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:52.401564 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e9eb8e-a157-4d4c-91d5-c72b62d1d768 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (8ca34450-0ed6-4304-a56d-488e40d48171), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.406996 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e9eb8e-a157-4d4c-91d5-c72b62d1d768 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:52.407717 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e9eb8e-a157-4d4c-91d5-c72b62d1d768 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.464944 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-25967f1b-2739-40b2-9f37-e70ffc4e8f78 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1260633 Feb 03 12:44:52.465555 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55384) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:52.505312 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fcb67e56-2520-4854-b318-49e9e6ea1484 None None] Could not find standard attr ID for object 1710ff39-31bd-4f20-a3ff-2ed79ae7b9dd. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:44:52.508888 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3440df-3763-4c90-aa1e-675777f49965 req-d642dc51-a371-40a2-ad73-499209207b3f tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:52.538368 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9d3440df-3763-4c90-aa1e-675777f49965 req-d642dc51-a371-40a2-ad73-499209207b3f tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 945 time: 0.3519127 Feb 03 12:44:52.595090 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-82e9eb8e-a157-4d4c-91d5-c72b62d1d768 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2283185 Feb 03 12:44:52.599126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55392) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:52.613978 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9eb8e-a157-4d4c-91d5-c72b62d1d768 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Pushing event updated for resources: {'Network': ['ID=8ca34450-0ed6-4304-a56d-488e40d48171,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:52.662467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 8ca34450-0ed6-4304-a56d-488e40d48171 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:44:52.735435 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9d3440df-3763-4c90-aa1e-675777f49965 req-18c6878d-9cfa-469d-8182-46d4ddd37b39 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953773 Feb 03 12:44:52.757555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a7f2c0f4-aab1-4123-9072-ce68ab214e16 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Request body: {'network': {'name': 'tempest-network--636908821', 'router:external': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:52.791528 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f2c0f4-aab1-4123-9072-ce68ab214e16 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Made reservation on behalf of ddc55710f40d4f3a8affcbff8b1fd294 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:52.799460 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7f2c0f4-aab1-4123-9072-ce68ab214e16 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.802971 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4be52f2-1c3f-47c8-be3a-fd9703314f6d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:52.825943 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55396) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:52.829821 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c4be52f2-1c3f-47c8-be3a-fd9703314f6d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3547788 Feb 03 12:44:52.847255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e88da3-ad07-4d4b-b56e-865e53e2cea1 None None] DHCP port deletion for 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:44:52.862309 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7f2c0f4-aab1-4123-9072-ce68ab214e16 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:52.914274 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a0e88da3-ad07-4d4b-b56e-865e53e2cea1 None None] Deleting port 686abd13-90e1-4023-91ef-9c5a31c64f6a {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:52.914581 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a0e88da3-ad07-4d4b-b56e-865e53e2cea1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (686abd13-90e1-4023-91ef-9c5a31c64f6a), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:53.010529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 686abd13-90e1-4023-91ef-9c5a31c64f6a no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:44:53.135282 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a0e88da3-ad07-4d4b-b56e-865e53e2cea1 None None] For port 686abd13-90e1-4023-91ef-9c5a31c64f6a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=686abd13-90e1-4023-91ef-9c5a31c64f6a,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:53.136279 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a0e88da3-ad07-4d4b-b56e-865e53e2cea1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (686abd13-90e1-4023-91ef-9c5a31c64f6a), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:53.148414 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1261b8-b842-4e5e-b29c-534c216a4b06 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:53.152810 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55418) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:53.167824 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2a1261b8-b842-4e5e-b29c-534c216a4b06 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3405898 Feb 03 12:44:53.184372 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a0e88da3-ad07-4d4b-b56e-865e53e2cea1 None None] Calling delete_port for 686abd13-90e1-4023-91ef-9c5a31c64f6a owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:44:53.246572 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55428) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:53.249443 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0792d736-18cc-4423-871b-20e5282b1546 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954316 Feb 03 12:44:53.256305 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e1b88e3d-4500-42b9-8825-05032e26c731 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:53.359899 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7f2c0f4-aab1-4123-9072-ce68ab214e16 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks [] for security_group (870abc0a-8399-472b-b39a-4eaf111a7d8f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:53.388190 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7f2c0f4-aab1-4123-9072-ce68ab214e16 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (870abc0a-8399-472b-b39a-4eaf111a7d8f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:53.399739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:53.439126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f2c0f4-aab1-4123-9072-ce68ab214e16 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:44:53.499717 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 686abd13-90e1-4023-91ef-9c5a31c64f6a is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:53.508021 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (686abd13-90e1-4023-91ef-9c5a31c64f6a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:53.532578 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7f2c0f4-aab1-4123-9072-ce68ab214e16 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (4ad4a44a-535d-4708-87b4-7ab0be921cd1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:53.533248 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-a7f2c0f4-aab1-4123-9072-ce68ab214e16 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Added segment 4ad4a44a-535d-4708-87b4-7ab0be921cd1 of type vlan for network bafef391-31d0-4221-895c-836f8ea8bbb6 Feb 03 12:44:53.535164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2c0f4-aab1-4123-9072-ce68ab214e16 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870abc0a-8399-472b-b39a-4eaf111a7d8f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:53.625939 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7f2c0f4-aab1-4123-9072-ce68ab214e16 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (bafef391-31d0-4221-895c-836f8ea8bbb6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:53.631224 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b88e3d-4500-42b9-8825-05032e26c731 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:53.649709 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1b88e3d-4500-42b9-8825-05032e26c731 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:53.677829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 686abd13-90e1-4023-91ef-9c5a31c64f6a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=686abd13-90e1-4023-91ef-9c5a31c64f6a,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:53.689629 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:44:53.702249 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (686abd13-90e1-4023-91ef-9c5a31c64f6a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:53.780747 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7f2c0f4-aab1-4123-9072-ce68ab214e16 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (bafef391-31d0-4221-895c-836f8ea8bbb6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:53.782847 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f2c0f4-aab1-4123-9072-ce68ab214e16 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:53.784176 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7f2c0f4-aab1-4123-9072-ce68ab214e16 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:53.799032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:53.800308 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:53.956494 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8d3c9-1acf-4dd1-aa40-33da60a238e7 req-e8b043ae-579e-4d15-b9b6-b63eb748ec4a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:53.962027 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a0e88da3-ad07-4d4b-b56e-865e53e2cea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (686abd13-90e1-4023-91ef-9c5a31c64f6a), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:53.969773 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0d8d3c9-1acf-4dd1-aa40-33da60a238e7 req-e8b043ae-579e-4d15-b9b6-b63eb748ec4a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 945 time: 0.1221354 Feb 03 12:44:54.121941 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=686abd13-90e1-4023-91ef-9c5a31c64f6a,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:54.137965 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e88da3-ad07-4d4b-b56e-865e53e2cea1 None None] No DVR routers for this DVR port 686abd13-90e1-4023-91ef-9c5a31c64f6a on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:44:54.140462 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2c0f4-aab1-4123-9072-ce68ab214e16 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Pushing event updated for resources: {'Network': ['ID=bafef391-31d0-4221-895c-836f8ea8bbb6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:54.142588 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:54.144361 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.166282 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0d8d3c9-1acf-4dd1-aa40-33da60a238e7 req-bed1905e-7af3-46be-9dd7-b5069552b65e tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954124 Feb 03 12:44:54.170925 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a7f2c0f4-aab1-4123-9072-ce68ab214e16 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5703843 Feb 03 12:44:54.175853 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55492) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:54.286542 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:54.292396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network bafef391-31d0-4221-895c-836f8ea8bbb6 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:44:54.304549 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:44:54.306939 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d338d0b4-5bed-4f9b-bdf4-cdb598d4e820" -d '{"events": [{"server_uuid": "a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02", "name": "network-vif-plugged", "status": "completed", "tag": "0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:44:54.322371 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.369137 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e88da3-ad07-4d4b-b56e-865e53e2cea1 None None] Pushing event deleted for resources: {'Port': ['ID=686abd13-90e1-4023-91ef-9c5a31c64f6a,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:54.403886 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1685e3cb-4639-438d-a54e-8e7d977c9bc3 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (bafef391-31d0-4221-895c-836f8ea8bbb6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.533447 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1b88e3d-4500-42b9-8825-05032e26c731 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (336655f8-ebcf-4368-b82a-963f138dc09a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.656111 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1685e3cb-4639-438d-a54e-8e7d977c9bc3 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (bafef391-31d0-4221-895c-836f8ea8bbb6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.723230 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1685e3cb-4639-438d-a54e-8e7d977c9bc3 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bafef391-31d0-4221-895c-836f8ea8bbb6']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:54.735459 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b88e3d-4500-42b9-8825-05032e26c731 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:54.742949 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1685e3cb-4639-438d-a54e-8e7d977c9bc3 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad4a44a-535d-4708-87b4-7ab0be921cd1') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:54.759173 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1685e3cb-4639-438d-a54e-8e7d977c9bc3 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad4a44a-535d-4708-87b4-7ab0be921cd1') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:44:54.761461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e1b88e3d-4500-42b9-8825-05032e26c731 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:54.771258 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b88e3d-4500-42b9-8825-05032e26c731 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:54.774015 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1b88e3d-4500-42b9-8825-05032e26c731 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.775867 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1685e3cb-4639-438d-a54e-8e7d977c9bc3 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (4ad4a44a-535d-4708-87b4-7ab0be921cd1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.822213 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1685e3cb-4639-438d-a54e-8e7d977c9bc3 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (4ad4a44a-535d-4708-87b4-7ab0be921cd1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.844921 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1685e3cb-4639-438d-a54e-8e7d977c9bc3 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:44:54.846538 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1685e3cb-4639-438d-a54e-8e7d977c9bc3 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (4ad4a44a-535d-4708-87b4-7ab0be921cd1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:54.885156 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c30d56-e2aa-4997-944e-7cb572515e88 x-openstack-request-id: req-c6c30d56-e2aa-4997-944e-7cb572515e88 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:44:54.885876 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02", "name": "network-vif-plugged", "status": "completed", "tag": "0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:44:54.887658 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6c30d56-e2aa-4997-944e-7cb572515e88 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:44:54.888233 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188', 'code': 200} Feb 03 12:44:54.890170 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d4a26d-8fb5-47ac-996f-260324eabbc8 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:54.906277 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b88e3d-4500-42b9-8825-05032e26c731 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=336655f8-ebcf-4368-b82a-963f138dc09a,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:54.934292 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e1b88e3d-4500-42b9-8825-05032e26c731 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6831889 Feb 03 12:44:54.941040 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55520) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:54.954853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7cad6854-4e1e-488c-914d-4f8a5a685878 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'fixed_ips': [{'subnet_id': '336655f8-ebcf-4368-b82a-963f138dc09a', 'ip_address': '2001:db8::2ea3:b061:da44:4f1b'}], 'name': 'tempest-NetworksTestDHCPv6-320221920'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:54.990864 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30292326-9ddc-4939-8ff1-6dda72bf038f req-996cc09a-5b36-48b7-8437-c707ba599a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:54.992824 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30292326-9ddc-4939-8ff1-6dda72bf038f req-996cc09a-5b36-48b7-8437-c707ba599a77 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 1128 time: 0.4394784 Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:44:55.044587 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:44:55.087618 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1685e3cb-4639-438d-a54e-8e7d977c9bc3 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (bafef391-31d0-4221-895c-836f8ea8bbb6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:55.131281 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1685e3cb-4639-438d-a54e-8e7d977c9bc3 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bafef391-31d0-4221-895c-836f8ea8bbb6 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 12:44:55.135662 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685e3cb-4639-438d-a54e-8e7d977c9bc3 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Pushing event deleted for resources: {'Network': ['ID=bafef391-31d0-4221-895c-836f8ea8bbb6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:55.141074 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1685e3cb-4639-438d-a54e-8e7d977c9bc3 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:55.150093 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1685e3cb-4639-438d-a54e-8e7d977c9bc3 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] 10.222.0.18 "DELETE /v2.0/networks/bafef391-31d0-4221-895c-836f8ea8bbb6 HTTP/1.1" status: 204 len: 168 time: 0.9724402 Feb 03 12:44:55.157815 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55526) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:55.168982 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b5f1e425-ff59-46f4-a8c4-9e5740bd4c8d tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:55.202815 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55530) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:55.273245 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f1e425-ff59-46f4-a8c4-9e5740bd4c8d tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Made reservation on behalf of ddc55710f40d4f3a8affcbff8b1fd294 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:55.276402 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e425-ff59-46f4-a8c4-9e5740bd4c8d tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:55.403498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f1e425-ff59-46f4-a8c4-9e5740bd4c8d tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:44:55.406325 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30292326-9ddc-4939-8ff1-6dda72bf038f req-2f2b9874-8e10-4a59-a9d7-0c32a2b4136c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928449 Feb 03 12:44:55.412222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cad6854-4e1e-488c-914d-4f8a5a685878 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:55.428141 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e425-ff59-46f4-a8c4-9e5740bd4c8d tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (bce90790-795a-4572-8cb9-f24ab9f08868), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:55.431151 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-b5f1e425-ff59-46f4-a8c4-9e5740bd4c8d tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Added segment bce90790-795a-4572-8cb9-f24ab9f08868 of type vlan for network 05c058d4-719e-4c5e-856a-208d9d92739f Feb 03 12:44:55.470034 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'fixed_ips': [{'subnet_id': '336655f8-ebcf-4368-b82a-963f138dc09a'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:44:55.471192 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:55.520493 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:55.623293 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e425-ff59-46f4-a8c4-9e5740bd4c8d tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (05c058d4-719e-4c5e-856a-208d9d92739f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:55.687580 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cad6854-4e1e-488c-914d-4f8a5a685878 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:55.713034 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e425-ff59-46f4-a8c4-9e5740bd4c8d tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (05c058d4-719e-4c5e-856a-208d9d92739f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:55.715271 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f1e425-ff59-46f4-a8c4-9e5740bd4c8d tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:55.717039 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e425-ff59-46f4-a8c4-9e5740bd4c8d tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:55.742631 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-7cad6854-4e1e-488c-914d-4f8a5a685878 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port 58de0599-f103-4cd8-99f4-6a1745f6c25e yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:44:55.746004 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5aabea0a-2335-441a-a644-3034555c4bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:55.810196 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c68d2-6489-4621-bebf-0db5332214fa req-ea9b7782-6678-440f-b4ad-85cd61e7431b tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:55.821505 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1e4c68d2-6489-4621-bebf-0db5332214fa req-ea9b7782-6678-440f-b4ad-85cd61e7431b tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 946 time: 0.5295587 Feb 03 12:44:55.854979 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] Allocated IP 2001:db8::2 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/336655f8-ebcf-4368-b82a-963f138dc09a/0f67b88d-338d-4300-ba16-98a3daecb90a) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:55.874006 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b5f1e425-ff59-46f4-a8c4-9e5740bd4c8d tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7093196 Feb 03 12:44:55.880348 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55546) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:55.895158 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-11e4db9c-e5e3-4857-9199-3cfdd3128a2c tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Request body: {'subnet': {'network_id': '05c058d4-719e-4c5e-856a-208d9d92739f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:56.060474 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1e425-ff59-46f4-a8c4-9e5740bd4c8d tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Pushing event updated for resources: {'Network': ['ID=05c058d4-719e-4c5e-856a-208d9d92739f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:56.079000 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 05c058d4-719e-4c5e-856a-208d9d92739f details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:44:56.126662 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1e4c68d2-6489-4621-bebf-0db5332214fa req-0bbcae06-e812-4006-8e11-4f9ed2148f85 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011274 Feb 03 12:44:56.153186 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e4db9c-e5e3-4857-9199-3cfdd3128a2c tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Made reservation on behalf of ddc55710f40d4f3a8affcbff8b1fd294 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:56.160755 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11e4db9c-e5e3-4857-9199-3cfdd3128a2c tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.270991 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5aabea0a-2335-441a-a644-3034555c4bb7 admin admin] Publish callbacks [] for security_group (44f9988c-b46f-4d1c-8091-7c09d7ae6aa4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.292846 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5aabea0a-2335-441a-a644-3034555c4bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (44f9988c-b46f-4d1c-8091-7c09d7ae6aa4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.437078 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5aabea0a-2335-441a-a644-3034555c4bb7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a16c121d9d4f4fecb85cbaddeb46b5b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2314754 Feb 03 12:44:56.438045 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55562) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:56.462624 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] Publish callbacks [] for port (0f67b88d-338d-4300-ba16-98a3daecb90a), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.480728 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (0f67b88d-338d-4300-ba16-98a3daecb90a), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.584107 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabea0a-2335-441a-a644-3034555c4bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f9988c-b46f-4d1c-8091-7c09d7ae6aa4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:56.602299 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-7cad6854-4e1e-488c-914d-4f8a5a685878 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::2ea3:b061:da44:4f1b (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/336655f8-ebcf-4368-b82a-963f138dc09a/58de0599-f103-4cd8-99f4-6a1745f6c25e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:56.668121 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:56.691332 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:56.693640 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f429e573-7151-41d0-9dc2-728b9a48de6a admin admin] Publish callbacks [] for security_group (44f9988c-b46f-4d1c-8091-7c09d7ae6aa4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.697215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:56.715748 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] Pushing event updated for resources: {'Port': ['ID=0f67b88d-338d-4300-ba16-98a3daecb90a,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:56.759210 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f429e573-7151-41d0-9dc2-728b9a48de6a admin admin] Publish callbacks [] for security_group (44f9988c-b46f-4d1c-8091-7c09d7ae6aa4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.864402 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] Attempting to bind port 0f67b88d-338d-4300-ba16-98a3daecb90a on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:44:56.864850 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] Attempting to bind port 0f67b88d-338d-4300-ba16-98a3daecb90a by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:44:56.865339 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] Attempting to bind port 0f67b88d-338d-4300-ba16-98a3daecb90a on network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:44:56.874834 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f429e573-7151-41d0-9dc2-728b9a48de6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (44f9988c-b46f-4d1c-8091-7c09d7ae6aa4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.877958 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f429e573-7151-41d0-9dc2-728b9a48de6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.881707 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:44:56.882651 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] Checking segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:56.884556 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.886675 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f429e573-7151-41d0-9dc2-728b9a48de6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44f9988c-b46f-4d1c-8091-7c09d7ae6aa4 HTTP/1.1" status: 204 len: 168 time: 0.4079909 Feb 03 12:44:56.886933 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] Bound using segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:44:56.887551 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] Bound port: 0f67b88d-338d-4300-ba16-98a3daecb90a, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:44:56.890022 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0f67b88d-338d-4300-ba16-98a3daecb90a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:56.902631 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429e573-7151-41d0-9dc2-728b9a48de6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f9988c-b46f-4d1c-8091-7c09d7ae6aa4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:57.073475 n-d-827336-3 neutron-server[103188]: DEBUG neutron.objects.ports [None req-11e4db9c-e5e3-4857-9199-3cfdd3128a2c tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:44:57.074120 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11e4db9c-e5e3-4857-9199-3cfdd3128a2c tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (52defada-9e9d-494d-adb8-500019873ff6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:57.095327 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cad6854-4e1e-488c-914d-4f8a5a685878 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (58de0599-f103-4cd8-99f4-6a1745f6c25e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:57.100943 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] For port 0f67b88d-338d-4300-ba16-98a3daecb90a, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:44:57.111331 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] For port 0f67b88d-338d-4300-ba16-98a3daecb90a, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0f67b88d-338d-4300-ba16-98a3daecb90a,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:44:57.125820 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0f67b88d-338d-4300-ba16-98a3daecb90a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:57.178350 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4db9c-e5e3-4857-9199-3cfdd3128a2c tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Pushing event updated for resources: {'Subnet': ['ID=52defada-9e9d-494d-adb8-500019873ff6,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:57.199864 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e4db9c-e5e3-4857-9199-3cfdd3128a2c tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Checking segment: {'id': 'bce90790-795a-4572-8cb9-f24ab9f08868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '05c058d4-719e-4c5e-856a-208d9d92739f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:44:57.200313 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e4db9c-e5e3-4857-9199-3cfdd3128a2c tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Network hostable DHCP agents. Network: 05c058d4-719e-4c5e-856a-208d9d92739f, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:44:57.219693 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cad6854-4e1e-488c-914d-4f8a5a685878 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (58de0599-f103-4cd8-99f4-6a1745f6c25e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:57.222503 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e4db9c-e5e3-4857-9199-3cfdd3128a2c tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Network 05c058d4-719e-4c5e-856a-208d9d92739f is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:44:57.293618 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadf9cf-2064-40c0-827d-47a678910828 None None] Pushing event updated for resources: {'Port': ['ID=0f67b88d-338d-4300-ba16-98a3daecb90a,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:57.327478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-11e4db9c-e5e3-4857-9199-3cfdd3128a2c tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 05c058d4-719e-4c5e-856a-208d9d92739f) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:57.355969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a5e6a-110d-4e12-b1a4-4a2f7c470e6e req-3324ba30-46fb-403c-8ca0-817ef105aaf1 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:57.363382 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a714af9d-9cfa-4f05-abf5-e0316a80e83b None None] Network 05c058d4-719e-4c5e-856a-208d9d92739f requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:57.374150 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cad6854-4e1e-488c-914d-4f8a5a685878 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:57.375062 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c1a5e6a-110d-4e12-b1a4-4a2f7c470e6e req-3324ba30-46fb-403c-8ca0-817ef105aaf1 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 946 time: 0.1233253 Feb 03 12:44:57.378248 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e4db9c-e5e3-4857-9199-3cfdd3128a2c tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:57.380321 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11e4db9c-e5e3-4857-9199-3cfdd3128a2c tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:57.386132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7cad6854-4e1e-488c-914d-4f8a5a685878 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:57.393695 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cad6854-4e1e-488c-914d-4f8a5a685878 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:57.402669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cad6854-4e1e-488c-914d-4f8a5a685878 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:57.405416 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cad6854-4e1e-488c-914d-4f8a5a685878 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:57.489211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad6854-4e1e-488c-914d-4f8a5a685878 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=58de0599-f103-4cd8-99f4-6a1745f6c25e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:57.495520 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c1a5e6a-110d-4e12-b1a4-4a2f7c470e6e req-7889f074-1b50-49f3-bc30-137619080d52 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180930 Feb 03 12:44:57.512070 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-11e4db9c-e5e3-4857-9199-3cfdd3128a2c tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6219921 Feb 03 12:44:57.512625 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55584) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:57.512625 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b7284f73-6749-451b-8d1a-7739538698b5 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Request body: {'floatingip': {'floating_network_id': '05c058d4-719e-4c5e-856a-208d9d92739f'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:57.529052 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7cad6854-4e1e-488c-914d-4f8a5a685878 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5868917 Feb 03 12:44:57.529830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55588) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:57.550608 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8b73a7f6-43b0-4412-8442-2609caaa9d0b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'fixed_ips': [{'subnet_id': '336655f8-ebcf-4368-b82a-963f138dc09a', 'ip_address': '2001:db8::2ea3:b061:da44:4f1b'}], 'name': 'tempest-NetworksTestDHCPv6-318172952'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:44:57.562005 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7284f73-6749-451b-8d1a-7739538698b5 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:57.918776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634e980e-f495-4199-b4b4-c69c2f1999dd None None] Network 05c058d4-719e-4c5e-856a-208d9d92739f requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:44:57.998375 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7284f73-6749-451b-8d1a-7739538698b5 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:58.071824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b73a7f6-43b0-4412-8442-2609caaa9d0b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:44:58.077344 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b73a7f6-43b0-4412-8442-2609caaa9d0b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:58.159385 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-8b73a7f6-43b0-4412-8442-2609caaa9d0b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port 4e6a4cd7-82db-47a8-9d2c-05cefea1ff47 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:44:58.339997 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb67b71-77f0-4ee3-b9f9-44669fa70ae3 req-1daef7f1-c489-47ad-9d45-82799d28f64f tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:58.347368 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-afb67b71-77f0-4ee3-b9f9-44669fa70ae3 req-1daef7f1-c489-47ad-9d45-82799d28f64f tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 946 time: 0.2734125 Feb 03 12:44:58.401587 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-b7284f73-6749-451b-8d1a-7739538698b5 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Allocated IP 172.20.0.3 (05c058d4-719e-4c5e-856a-208d9d92739f/52defada-9e9d-494d-adb8-500019873ff6/f8f5bd5c-328d-4aae-a461-685d96a42076) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:44:58.493318 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-afb67b71-77f0-4ee3-b9f9-44669fa70ae3 req-1fbcf844-8ef0-47da-a48f-295dd30d5672 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444991 Feb 03 12:44:58.637219 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b73a7f6-43b0-4412-8442-2609caaa9d0b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 03 12:44:58.637696 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b73a7f6-43b0-4412-8442-2609caaa9d0b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:44:58.665060 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8b73a7f6-43b0-4412-8442-2609caaa9d0b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1339457 Feb 03 12:44:58.674101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55622) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:58.777810 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7284f73-6749-451b-8d1a-7739538698b5 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks [] for port (f8f5bd5c-328d-4aae-a461-685d96a42076), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:58.784947 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de374d29-0308-4032-adf9-a9d7907975ac tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:58.805883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de374d29-0308-4032-adf9-a9d7907975ac tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:44:58.815824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55632) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:44:58.818896 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-de374d29-0308-4032-adf9-a9d7907975ac tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1520905 Feb 03 12:44:58.963280 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7284f73-6749-451b-8d1a-7739538698b5 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f8f5bd5c-328d-4aae-a461-685d96a42076), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:59.040776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0f67b88d-338d-4300-ba16-98a3daecb90a up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:44:59.082916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7284f73-6749-451b-8d1a-7739538698b5 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Pushing event updated for resources: {'Port': ['ID=f8f5bd5c-328d-4aae-a461-685d96a42076,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:44:59.203191 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7284f73-6749-451b-8d1a-7739538698b5 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Network 05c058d4-719e-4c5e-856a-208d9d92739f is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:44:59.210912 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b7284f73-6749-451b-8d1a-7739538698b5 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:44:59.217442 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7284f73-6749-451b-8d1a-7739538698b5 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:44:59.249634 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 0f67b88d-338d-4300-ba16-98a3daecb90a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:59.250192 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0f67b88d-338d-4300-ba16-98a3daecb90a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:59.362438 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1beefdfb-e10e-4487-b890-ea4ffa4eb811 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port 58de0599-f103-4cd8-99f4-6a1745f6c25e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:44:59.364284 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1beefdfb-e10e-4487-b890-ea4ffa4eb811 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (58de0599-f103-4cd8-99f4-6a1745f6c25e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:59.572474 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7284f73-6749-451b-8d1a-7739538698b5 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks [] for floatingip (05371ebd-95d5-43eb-a78b-01094c503e1c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:59.683061 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0f67b88d-338d-4300-ba16-98a3daecb90a is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:44:59.683458 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0f67b88d-338d-4300-ba16-98a3daecb90a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:59.785918 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 0f67b88d-338d-4300-ba16-98a3daecb90a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0f67b88d-338d-4300-ba16-98a3daecb90a,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:44:59.793488 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-eaa1e779-8f08-4e7b-be06-a3d01913a71e None None] Provisioning complete for port 0f67b88d-338d-4300-ba16-98a3daecb90a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:44:59.793876 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eaa1e779-8f08-4e7b-be06-a3d01913a71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0f67b88d-338d-4300-ba16-98a3daecb90a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:59.820937 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7284f73-6749-451b-8d1a-7739538698b5 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f8f5bd5c-328d-4aae-a461-685d96a42076), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:59.883149 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0f67b88d-338d-4300-ba16-98a3daecb90a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:44:59.900404 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1beefdfb-e10e-4487-b890-ea4ffa4eb811 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (58de0599-f103-4cd8-99f4-6a1745f6c25e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.037981 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1beefdfb-e10e-4487-b890-ea4ffa4eb811 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for 58de0599-f103-4cd8-99f4-6a1745f6c25e owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:00.064739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34837956-a4c0-4035-ade2-a71d114f8772 req-f3369d12-1146-479b-a375-4fc01bc15e9d tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:00.067539 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-34837956-a4c0-4035-ade2-a71d114f8772 req-f3369d12-1146-479b-a375-4fc01bc15e9d tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 946 time: 0.3794713 Feb 03 12:45:00.125530 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-eaa1e779-8f08-4e7b-be06-a3d01913a71e None None] Current status of the port 0f67b88d-338d-4300-ba16-98a3daecb90a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:00.169139 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=0f67b88d-338d-4300-ba16-98a3daecb90a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:00.251051 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-34837956-a4c0-4035-ade2-a71d114f8772 req-44fa6c66-c8e8-48c6-893f-b91a04b53d16 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606550 Feb 03 12:45:00.274445 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7cb5b5b2-9590-4e07-be9c-99711d61b135 None None] Provisioning complete for port 58de0599-f103-4cd8-99f4-6a1745f6c25e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:00.274667 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7cb5b5b2-9590-4e07-be9c-99711d61b135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (58de0599-f103-4cd8-99f4-6a1745f6c25e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.328988 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55678) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:00.344559 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7cb5b5b2-9590-4e07-be9c-99711d61b135 None None] Port 58de0599-f103-4cd8-99f4-6a1745f6c25e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:45:00.505198 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7284f73-6749-451b-8d1a-7739538698b5 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks [] for port (f8f5bd5c-328d-4aae-a461-685d96a42076), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.516470 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7284f73-6749-451b-8d1a-7739538698b5 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (f8f5bd5c-328d-4aae-a461-685d96a42076), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.639561 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-00d04a8f-e697-42fa-bd1d-59a364110871 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-555220599'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:00.669390 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7284f73-6749-451b-8d1a-7739538698b5 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (05371ebd-95d5-43eb-a78b-01094c503e1c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.686750 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d04a8f-e697-42fa-bd1d-59a364110871 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Made reservation on behalf of 40023cd83c224bd3a0cfc5136ff4b369 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:00.691214 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7284f73-6749-451b-8d1a-7739538698b5 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Pushing event updated for resources: {'Port': ['ID=f8f5bd5c-328d-4aae-a461-685d96a42076,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:00.691515 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00d04a8f-e697-42fa-bd1d-59a364110871 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.693613 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1beefdfb-e10e-4487-b890-ea4ffa4eb811 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (58de0599-f103-4cd8-99f4-6a1745f6c25e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.703573 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00d04a8f-e697-42fa-bd1d-59a364110871 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.712582 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7284f73-6749-451b-8d1a-7739538698b5 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.713708 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b7284f73-6749-451b-8d1a-7739538698b5 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2066481 Feb 03 12:45:00.721399 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55686) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:00.777134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beefdfb-e10e-4487-b890-ea4ffa4eb811 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=58de0599-f103-4cd8-99f4-6a1745f6c25e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:00.794693 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1beefdfb-e10e-4487-b890-ea4ffa4eb811 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:00.800865 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1beefdfb-e10e-4487-b890-ea4ffa4eb811 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/58de0599-f103-4cd8-99f4-6a1745f6c25e HTTP/1.1" status: 204 len: 168 time: 1.9804304 Feb 03 12:45:00.801492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55688) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:00.894289 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0f67b88d-338d-4300-ba16-98a3daecb90a up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:00.959753 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-29101c90-3ad9-4eb9-bcab-fc664d10dee5 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=05c058d4-719e-4c5e-856a-208d9d92739f HTTP/1.1" status: 200 len: 689 time: 0.2362230 Feb 03 12:45:00.963679 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55694) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:01.031809 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 0f67b88d-338d-4300-ba16-98a3daecb90a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:01.032295 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0f67b88d-338d-4300-ba16-98a3daecb90a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:01.034156 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:01.065335 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3e7dfc-1fcd-4fb3-ae0b-be6e7e77108e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:01.066783 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3e7dfc-1fcd-4fb3-ae0b-be6e7e77108e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:01.071225 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fd3e7dfc-1fcd-4fb3-ae0b-be6e7e77108e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2652860 Feb 03 12:45:01.071742 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55698) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:01.218044 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92418b-e4ab-4242-9ea5-f46e8c5f5ac3 req-86090c17-f53c-4134-955a-2be9f7dc66dc tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:01.229135 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2c92418b-e4ab-4242-9ea5-f46e8c5f5ac3 req-86090c17-f53c-4134-955a-2be9f7dc66dc tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 946 time: 0.4353027 Feb 03 12:45:01.313390 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0f67b88d-338d-4300-ba16-98a3daecb90a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:01.390093 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00d04a8f-e697-42fa-bd1d-59a364110871 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks [] for security_group (498449f3-16fa-47f2-8e64-36538d083f91), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:01.400283 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00d04a8f-e697-42fa-bd1d-59a364110871 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (498449f3-16fa-47f2-8e64-36538d083f91), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:01.406756 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2c92418b-e4ab-4242-9ea5-f46e8c5f5ac3 req-23225842-bc01-44a7-816f-d6c30264b128 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763368 Feb 03 12:45:01.410983 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e2a2e8-15c1-48ad-bf4d-81df5f0e6d7e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet 336655f8-ebcf-4368-b82a-963f138dc09a {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:45:01.428223 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e2a2e8-15c1-48ad-bf4d-81df5f0e6d7e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (336655f8-ebcf-4368-b82a-963f138dc09a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:01.430960 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (05c058d4-719e-4c5e-856a-208d9d92739f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:01.479285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d04a8f-e697-42fa-bd1d-59a364110871 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:45:01.493217 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00d04a8f-e697-42fa-bd1d-59a364110871 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (5d2f9015-718f-4501-9055-4e75c127517f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:01.493571 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-00d04a8f-e697-42fa-bd1d-59a364110871 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Added segment 5d2f9015-718f-4501-9055-4e75c127517f of type vlan for network b594cdfb-31b1-4bc7-b597-e3e56e425ae1 Feb 03 12:45:01.506134 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e2a2e8-15c1-48ad-bf4d-81df5f0e6d7e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (336655f8-ebcf-4368-b82a-963f138dc09a), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:01.570640 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00d04a8f-e697-42fa-bd1d-59a364110871 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (b594cdfb-31b1-4bc7-b597-e3e56e425ae1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:01.635052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d04a8f-e697-42fa-bd1d-59a364110871 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=498449f3-16fa-47f2-8e64-36538d083f91,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:01.749270 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00d04a8f-e697-42fa-bd1d-59a364110871 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (b594cdfb-31b1-4bc7-b597-e3e56e425ae1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:01.756466 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d04a8f-e697-42fa-bd1d-59a364110871 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:01.758380 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00d04a8f-e697-42fa-bd1d-59a364110871 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:01.899761 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-00d04a8f-e697-42fa-bd1d-59a364110871 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5696161 Feb 03 12:45:02.310996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55720) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:02.310996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-872d47d4-b674-49d4-abad-8ae3d22d1f90 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Request body: {'subnet': {'network_id': 'b594cdfb-31b1-4bc7-b597-e3e56e425ae1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:02.426945 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d04a8f-e697-42fa-bd1d-59a364110871 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Pushing event updated for resources: {'Network': ['ID=b594cdfb-31b1-4bc7-b597-e3e56e425ae1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:02.434445 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Deleting port f8f5bd5c-328d-4aae-a461-685d96a42076 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:02.435151 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f8f5bd5c-328d-4aae-a461-685d96a42076), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:02.441171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network b594cdfb-31b1-4bc7-b597-e3e56e425ae1 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:45:02.489815 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872d47d4-b674-49d4-abad-8ae3d22d1f90 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Made reservation on behalf of 40023cd83c224bd3a0cfc5136ff4b369 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:02.507481 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-872d47d4-b674-49d4-abad-8ae3d22d1f90 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:02.611867 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f8f5bd5c-328d-4aae-a461-685d96a42076), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:02.612537 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks [] for floatingip (f8f5bd5c-328d-4aae-a461-685d96a42076), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:02.629405 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e2a2e8-15c1-48ad-bf4d-81df5f0e6d7e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (336655f8-ebcf-4368-b82a-963f138dc09a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:02.635359 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Calling delete_port for f8f5bd5c-328d-4aae-a461-685d96a42076 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:02.789055 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48056cc8-c26e-4466-bfd7-7e6c91de3e6c req-db6ab8ed-700f-4293-8a7c-c28b3fe0dd3b tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:02.799998 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48056cc8-c26e-4466-bfd7-7e6c91de3e6c req-db6ab8ed-700f-4293-8a7c-c28b3fe0dd3b tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 946 time: 0.1762531 Feb 03 12:45:02.801593 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e380c1-9b1f-4208-b77e-df2005f062b0 req-9f64fec5-2400-46f2-b1ea-d28cae9243f0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:02.803160 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5e380c1-9b1f-4208-b77e-df2005f062b0 req-9f64fec5-2400-46f2-b1ea-d28cae9243f0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 946 time: 0.3330512 Feb 03 12:45:02.816018 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e2a2e8-15c1-48ad-bf4d-81df5f0e6d7e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (336655f8-ebcf-4368-b82a-963f138dc09a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:02.842759 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e2a2e8-15c1-48ad-bf4d-81df5f0e6d7e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:02.856966 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd21af6-97ed-425f-8354-443188b3f700 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:02.858932 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-42e2a2e8-15c1-48ad-bf4d-81df5f0e6d7e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/336655f8-ebcf-4368-b82a-963f138dc09a HTTP/1.1" status: 204 len: 168 time: 1.7861371 Feb 03 12:45:02.901374 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55740) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:02.966733 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2a2e8-15c1-48ad-bf4d-81df5f0e6d7e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=336655f8-ebcf-4368-b82a-963f138dc09a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:03.090450 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (f8f5bd5c-328d-4aae-a461-685d96a42076), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.121627 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-eec0ffbd-a34b-4145-a690-b318a8e9cbf1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1773243 Feb 03 12:45:03.126368 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55744) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:03.138932 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de463792-0e6a-4c01-9fae-25f9cddc10cc None None] DHCP port deletion for 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:45:03.139110 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f5e380c1-9b1f-4208-b77e-df2005f062b0 req-9590d36f-e959-4bc4-b66f-7541548ec8e5 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Deleting port 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:03.139498 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f5e380c1-9b1f-4208-b77e-df2005f062b0 req-9590d36f-e959-4bc4-b66f-7541548ec8e5 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.155790 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2ea6b82c-0b67-46b5-91f9-3bf22db0f549 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:03.204586 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8f5bd5c-328d-4aae-a461-685d96a42076,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:03.274236 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48056cc8-c26e-4466-bfd7-7e6c91de3e6c req-28e300a4-d6cd-46b8-9b11-5c34b7cbd34b tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732850 Feb 03 12:45:03.285423 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks [] for floatingip (05371ebd-95d5-43eb-a78b-01094c503e1c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.312806 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-de463792-0e6a-4c01-9fae-25f9cddc10cc None None] Deleting port 0f67b88d-338d-4300-ba16-98a3daecb90a {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:03.314069 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de463792-0e6a-4c01-9fae-25f9cddc10cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0f67b88d-338d-4300-ba16-98a3daecb90a), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.352081 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (52defada-9e9d-494d-adb8-500019873ff6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.392091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f5e380c1-9b1f-4208-b77e-df2005f062b0 req-9590d36f-e959-4bc4-b66f-7541548ec8e5 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] For port 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:03.392491 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f5e380c1-9b1f-4208-b77e-df2005f062b0 req-9590d36f-e959-4bc4-b66f-7541548ec8e5 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.432903 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f5e380c1-9b1f-4208-b77e-df2005f062b0 req-9590d36f-e959-4bc4-b66f-7541548ec8e5 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Calling delete_port for 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:03.546036 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-872d47d4-b674-49d4-abad-8ae3d22d1f90 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (6a4d0031-65da-4654-8565-5ce38e6acd47), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.569311 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea6b82c-0b67-46b5-91f9-3bf22db0f549 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:03.572495 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (52defada-9e9d-494d-adb8-500019873ff6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.574866 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b82c-0b67-46b5-91f9-3bf22db0f549 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.588046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-de463792-0e6a-4c01-9fae-25f9cddc10cc None None] For port 0f67b88d-338d-4300-ba16-98a3daecb90a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0f67b88d-338d-4300-ba16-98a3daecb90a,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:03.588717 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de463792-0e6a-4c01-9fae-25f9cddc10cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0f67b88d-338d-4300-ba16-98a3daecb90a), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.620976 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-de463792-0e6a-4c01-9fae-25f9cddc10cc None None] Calling delete_port for 0f67b88d-338d-4300-ba16-98a3daecb90a owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:03.688176 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=52defada-9e9d-494d-adb8-500019873ff6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:03.717600 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d47d4-b674-49d4-abad-8ae3d22d1f90 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Pushing event updated for resources: {'Subnet': ['ID=6a4d0031-65da-4654-8565-5ce38e6acd47,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:03.742601 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (05c058d4-719e-4c5e-856a-208d9d92739f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.781215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c058d4-719e-4c5e-856a-208d9d92739f']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:03.800915 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de463792-0e6a-4c01-9fae-25f9cddc10cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (0f67b88d-338d-4300-ba16-98a3daecb90a), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.831919 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce90790-795a-4572-8cb9-f24ab9f08868') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:03.832250 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce90790-795a-4572-8cb9-f24ab9f08868') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:03.849540 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7744d532-28f7-4203-9c53-1d42028de49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.850868 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (bce90790-795a-4572-8cb9-f24ab9f08868), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.870137 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de463792-0e6a-4c01-9fae-25f9cddc10cc None None] Pushing event deleted for resources: {'Port': ['ID=0f67b88d-338d-4300-ba16-98a3daecb90a,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:03.875187 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (bce90790-795a-4572-8cb9-f24ab9f08868), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.875454 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de463792-0e6a-4c01-9fae-25f9cddc10cc None None] No DVR routers for this DVR port 0f67b88d-338d-4300-ba16-98a3daecb90a on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:03.885277 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:45:03.885697 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (bce90790-795a-4572-8cb9-f24ab9f08868), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:45:03.888359 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:45:03.923423 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f5e380c1-9b1f-4208-b77e-df2005f062b0 req-9590d36f-e959-4bc4-b66f-7541548ec8e5 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:03.960995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:04.070407 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590d36f-e959-4bc4-b66f-7541548ec8e5 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Pushing event deleted for resources: {'Port': ['ID=0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:04.073216 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e380c1-9b1f-4208-b77e-df2005f062b0 req-9590d36f-e959-4bc4-b66f-7541548ec8e5 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] No DVR routers for this DVR port 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:04.076954 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f5e380c1-9b1f-4208-b77e-df2005f062b0 req-9590d36f-e959-4bc4-b66f-7541548ec8e5 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.080523 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5e380c1-9b1f-4208-b77e-df2005f062b0 req-9590d36f-e959-4bc4-b66f-7541548ec8e5 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.73 "DELETE /v2.0/ports/0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 HTTP/1.1" status: 204 len: 173 time: 1.2697153 Feb 03 12:45:04.081031 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02', 'name': 'network-vif-deleted', 'tag': '0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:04.083711 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7a5759-4f7a-4578-91c2-7e98c23cb0d0" -d '{"events": [{"server_uuid": "a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02", "name": "network-vif-deleted", "tag": "0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:04.098866 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (05c058d4-719e-4c5e-856a-208d9d92739f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.127769 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 05c058d4-719e-4c5e-856a-208d9d92739f {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 12:45:04.130456 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Pushing event deleted for resources: {'Network': ['ID=05c058d4-719e-4c5e-856a-208d9d92739f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:04.134385 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a934bf43-7e19-4da3-831e-b1309eb41155 x-openstack-request-id: req-a934bf43-7e19-4da3-831e-b1309eb41155 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:04.135000 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02", "name": "network-vif-deleted", "tag": "0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:04.135622 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a934bf43-7e19-4da3-831e-b1309eb41155 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:04.136058 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02', 'name': 'network-vif-deleted', 'tag': '0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188', 'status': 'completed', 'code': 200} Feb 03 12:45:04.137156 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.155540 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1157742e-1326-4e7d-94f5-692b38fee8c2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] 10.222.0.18 "DELETE /v2.0/networks/05c058d4-719e-4c5e-856a-208d9d92739f HTTP/1.1" status: 204 len: 168 time: 3.1771162 Feb 03 12:45:04.157480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55764) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:04.161934 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872d47d4-b674-49d4-abad-8ae3d22d1f90 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Checking segment: {'id': '5d2f9015-718f-4501-9055-4e75c127517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b594cdfb-31b1-4bc7-b597-e3e56e425ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:04.162165 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872d47d4-b674-49d4-abad-8ae3d22d1f90 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Network hostable DHCP agents. Network: b594cdfb-31b1-4bc7-b597-e3e56e425ae1, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:45:04.239661 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872d47d4-b674-49d4-abad-8ae3d22d1f90 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Network b594cdfb-31b1-4bc7-b597-e3e56e425ae1 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:45:04.266302 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-872d47d4-b674-49d4-abad-8ae3d22d1f90 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, b594cdfb-31b1-4bc7-b597-e3e56e425ae1) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:04.276343 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd92937d-5e85-4ff2-834d-c58979db025e None None] Network b594cdfb-31b1-4bc7-b597-e3e56e425ae1 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:04.297651 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872d47d4-b674-49d4-abad-8ae3d22d1f90 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:04.300892 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-872d47d4-b674-49d4-abad-8ae3d22d1f90 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.316908 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b82c-0b67-46b5-91f9-3bf22db0f549 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (2b1a2737-1418-4f93-8215-57a4b143ca7c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.362191 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c2a27fc2-3d04-42a6-9d48-eb09254f6ae2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1928287 Feb 03 12:45:04.368213 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55768) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:04.458717 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea6b82c-0b67-46b5-91f9-3bf22db0f549 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:04.515790 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6b82c-0b67-46b5-91f9-3bf22db0f549 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=2b1a2737-1418-4f93-8215-57a4b143ca7c,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:04.533370 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2ea6b82c-0b67-46b5-91f9-3bf22db0f549 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:04.543729 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea6b82c-0b67-46b5-91f9-3bf22db0f549 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:04.550375 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b82c-0b67-46b5-91f9-3bf22db0f549 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.561693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bc7ec3-ffdd-4f4f-b494-bd2e1bfa9d0e None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:04.573492 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-872d47d4-b674-49d4-abad-8ae3d22d1f90 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2667139 Feb 03 12:45:04.575618 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55782) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:04.582778 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f37196-a4bd-4070-804c-9ccfb205dc28 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:04.584163 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f37196-a4bd-4070-804c-9ccfb205dc28 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:04.585862 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f37196-a4bd-4070-804c-9ccfb205dc28 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:04.586550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f37196-a4bd-4070-804c-9ccfb205dc28 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:04.587188 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f37196-a4bd-4070-804c-9ccfb205dc28 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:04.587824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f37196-a4bd-4070-804c-9ccfb205dc28 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:04.588704 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f37196-a4bd-4070-804c-9ccfb205dc28 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:04.589342 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f37196-a4bd-4070-804c-9ccfb205dc28 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:04.590365 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f37196-a4bd-4070-804c-9ccfb205dc28 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:04.596685 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-69f37196-a4bd-4070-804c-9ccfb205dc28 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5909 time: 0.2273448 Feb 03 12:45:04.597538 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55784) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:04.600700 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-671cbab6-571e-4694-a6f7-fe30ef5ffe9e tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Request body: {'port': {'network_id': 'b594cdfb-31b1-4bc7-b597-e3e56e425ae1', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1702546302'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:04.674551 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8feb6ee6-b6c1-4d1f-ba0e-49ac83fa5aec req-70c7d3c8-4ea9-45e6-aa51-9342c92a515d tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2f3ab4a-f76a-4bd0-892e-84a1ba42ec02 HTTP/1.1" status: 200 len: 210 time: 0.0756402 Feb 03 12:45:04.675859 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-3c9248e1-2a6f-4d52-b0d5-66b7579c2b9f tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] delete failed (client error): The resource could not be found. Feb 03 12:45:04.680646 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3c9248e1-2a6f-4d52-b0d5-66b7579c2b9f tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/05371ebd-95d5-43eb-a78b-01094c503e1c HTTP/1.1" status: 404 len: 345 time: 0.0525954 Feb 03 12:45:04.681548 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55786) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:04.719101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55788) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:04.725247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3fb3fc4c-add0-4b37-81e4-631a4a599336 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'fixed_ips': [{'subnet_id': '2b1a2737-1418-4f93-8215-57a4b143ca7c', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1196990656'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:04.730352 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ceba844-f76c-4e12-8f84-389e6ff5fd5f tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] DELETE failed (client error): The resource could not be found. Feb 03 12:45:04.731003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ceba844-f76c-4e12-8f84-389e6ff5fd5f tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:45:04.738771 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4ceba844-f76c-4e12-8f84-389e6ff5fd5f tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] 10.222.0.18 "DELETE /v2.0/networks/05c058d4-719e-4c5e-856a-208d9d92739f HTTP/1.1" status: 404 len: 339 time: 0.0560079 Feb 03 12:45:04.739056 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2ea6b82c-0b67-46b5-91f9-3bf22db0f549 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5971463 Feb 03 12:45:04.739554 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55790) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:04.746126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5f439f52-9261-47f8-af09-094d4040b3a2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Request body: {'network': {'name': 'tempest-network--1338242416', 'router:external': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:04.756707 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f544a846-752c-475d-b93f-f950c150767b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'fixed_ips': [{'subnet_id': '2b1a2737-1418-4f93-8215-57a4b143ca7c'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:45:04.759231 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f544a846-752c-475d-b93f-f950c150767b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.790787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f439f52-9261-47f8-af09-094d4040b3a2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Made reservation on behalf of ddc55710f40d4f3a8affcbff8b1fd294 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:04.794520 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f439f52-9261-47f8-af09-094d4040b3a2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.883853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f439f52-9261-47f8-af09-094d4040b3a2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:45:04.908575 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f439f52-9261-47f8-af09-094d4040b3a2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ed3858de-b7d9-4d95-a88b-1cabdb896006), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:04.909508 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-5f439f52-9261-47f8-af09-094d4040b3a2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Added segment ed3858de-b7d9-4d95-a88b-1cabdb896006 of type vlan for network 7b0db6e8-03f9-4e50-b741-8dd4de6e5257 Feb 03 12:45:05.013256 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f439f52-9261-47f8-af09-094d4040b3a2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (7b0db6e8-03f9-4e50-b741-8dd4de6e5257), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:05.022504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb3fc4c-add0-4b37-81e4-631a4a599336 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:05.182710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671cbab6-571e-4694-a6f7-fe30ef5ffe9e tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Made reservation on behalf of 40023cd83c224bd3a0cfc5136ff4b369 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:05.187421 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-671cbab6-571e-4694-a6f7-fe30ef5ffe9e tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:05.225300 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-671cbab6-571e-4694-a6f7-fe30ef5ffe9e tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] device_id is not set on port bd4a7c0e-49be-4fa4-aacc-7b56749081f0 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:45:05.227277 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-f544a846-752c-475d-b93f-f950c150767b None None] Allocated IP 2001:db8::2 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/2b1a2737-1418-4f93-8215-57a4b143ca7c/11929a43-dc68-4876-a9ca-faf9fd5db14f) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:05.254978 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fb3fc4c-add0-4b37-81e4-631a4a599336 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:05.333762 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-5f439f52-9261-47f8-af09-094d4040b3a2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:45:05.350020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-3fb3fc4c-add0-4b37-81e4-631a4a599336 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port cd7960dd-e19e-425b-bdf2-bb6d7fffd195 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:45:05.464315 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0f67b88d-338d-4300-ba16-98a3daecb90a no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:05.521934 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f439f52-9261-47f8-af09-094d4040b3a2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (7b0db6e8-03f9-4e50-b741-8dd4de6e5257), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:05.523661 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f439f52-9261-47f8-af09-094d4040b3a2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:05.525853 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f439f52-9261-47f8-af09-094d4040b3a2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:05.607232 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 0f67b88d-338d-4300-ba16-98a3daecb90a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:05.607840 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0f67b88d-338d-4300-ba16-98a3daecb90a not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:05.611410 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-671cbab6-571e-4694-a6f7-fe30ef5ffe9e tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Allocated IP 172.20.0.13 (b594cdfb-31b1-4bc7-b597-e3e56e425ae1/6a4d0031-65da-4654-8565-5ce38e6acd47/bd4a7c0e-49be-4fa4-aacc-7b56749081f0) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:05.613982 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91883808-8917-4b87-8577-17815234d538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-b594cdfb-31b1-4bc7-b597-e3e56e425ae1', 'network_id': 'b594cdfb-31b1-4bc7-b597-e3e56e425ae1', 'project_id': '40023cd83c224bd3a0cfc5136ff4b369', 'fixed_ips': [{'subnet_id': '6a4d0031-65da-4654-8565-5ce38e6acd47'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:45:05.617956 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-91883808-8917-4b87-8577-17815234d538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:05.801191 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5f439f52-9261-47f8-af09-094d4040b3a2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0589702 Feb 03 12:45:05.809054 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55812) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:05.869475 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f544a846-752c-475d-b93f-f950c150767b None None] Publish callbacks [] for port (11929a43-dc68-4876-a9ca-faf9fd5db14f), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:05.884382 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f544a846-752c-475d-b93f-f950c150767b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (11929a43-dc68-4876-a9ca-faf9fd5db14f), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:05.905376 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f439f52-9261-47f8-af09-094d4040b3a2 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Pushing event updated for resources: {'Network': ['ID=7b0db6e8-03f9-4e50-b741-8dd4de6e5257,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:05.923252 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb3fc4c-add0-4b37-81e4-631a4a599336 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:45:05.924057 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb3fc4c-add0-4b37-81e4-631a4a599336 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:45:05.994337 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544a846-752c-475d-b93f-f950c150767b None None] Pushing event updated for resources: {'Port': ['ID=11929a43-dc68-4876-a9ca-faf9fd5db14f,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:06.005678 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 7b0db6e8-03f9-4e50-b741-8dd4de6e5257 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:45:06.047106 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f544a846-752c-475d-b93f-f950c150767b None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:06.073253 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-f544a846-752c-475d-b93f-f950c150767b None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:06.078167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f544a846-752c-475d-b93f-f950c150767b None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:06.085467 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd214236-c137-4312-9ad0-e3bace6881f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.169019 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3fb3fc4c-add0-4b37-81e4-631a4a599336 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4483745 Feb 03 12:45:06.185316 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55826) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:06.292041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133e24bf-5264-48a8-8fc7-abccd20d2b40 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:06.298409 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133e24bf-5264-48a8-8fc7-abccd20d2b40 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:06.311761 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133e24bf-5264-48a8-8fc7-abccd20d2b40 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:06.317727 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133e24bf-5264-48a8-8fc7-abccd20d2b40 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:06.322619 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-133e24bf-5264-48a8-8fc7-abccd20d2b40 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5099449 Feb 03 12:45:06.323046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55828) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:06.465856 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aeda1883-1ef3-4ce6-887d-503fe54d7046 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (7b0db6e8-03f9-4e50-b741-8dd4de6e5257), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.480938 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-671cbab6-571e-4694-a6f7-fe30ef5ffe9e tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks [] for port (bd4a7c0e-49be-4fa4-aacc-7b56749081f0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.493771 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e891d3-a801-4684-b8a2-ed1df141a77b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:06.498380 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-61e891d3-a801-4684-b8a2-ed1df141a77b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3095210 Feb 03 12:45:06.498935 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55832) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:06.517565 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-eb4cc351-c02d-4ec3-a5ec-1ebb2b8c7386 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:06.519421 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-eb4cc351-c02d-4ec3-a5ec-1ebb2b8c7386 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/networks?id=5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 200 len: 811 time: 0.3684833 Feb 03 12:45:06.593847 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-88ab50db-9be6-4aec-a538-46e52cd064b5 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/quotas/ffd0252b7b0747c69410a55d7883bffd HTTP/1.1" status: 200 len: 375 time: 0.0361817 Feb 03 12:45:06.612685 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aeda1883-1ef3-4ce6-887d-503fe54d7046 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (7b0db6e8-03f9-4e50-b741-8dd4de6e5257), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.633015 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f544a846-752c-475d-b93f-f950c150767b None None] Attempting to bind port 11929a43-dc68-4876-a9ca-faf9fd5db14f on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:06.637106 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f544a846-752c-475d-b93f-f950c150767b None None] Attempting to bind port 11929a43-dc68-4876-a9ca-faf9fd5db14f by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:06.637538 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f544a846-752c-475d-b93f-f950c150767b None None] Attempting to bind port 11929a43-dc68-4876-a9ca-faf9fd5db14f on network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:06.647764 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f544a846-752c-475d-b93f-f950c150767b None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:06.648193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f544a846-752c-475d-b93f-f950c150767b None None] Checking segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:06.648599 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f544a846-752c-475d-b93f-f950c150767b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.648996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f544a846-752c-475d-b93f-f950c150767b None None] Bound using segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:06.649480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f544a846-752c-475d-b93f-f950c150767b None None] Bound port: 11929a43-dc68-4876-a9ca-faf9fd5db14f, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:06.649865 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f544a846-752c-475d-b93f-f950c150767b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (11929a43-dc68-4876-a9ca-faf9fd5db14f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.682271 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-aeda1883-1ef3-4ce6-887d-503fe54d7046 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0db6e8-03f9-4e50-b741-8dd4de6e5257']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:06.696364 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-671cbab6-571e-4694-a6f7-fe30ef5ffe9e tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (bd4a7c0e-49be-4fa4-aacc-7b56749081f0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.701345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-aeda1883-1ef3-4ce6-887d-503fe54d7046 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3858de-b7d9-4d95-a88b-1cabdb896006') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:06.701655 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-aeda1883-1ef3-4ce6-887d-503fe54d7046 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3858de-b7d9-4d95-a88b-1cabdb896006') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:06.723832 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aeda1883-1ef3-4ce6-887d-503fe54d7046 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (ed3858de-b7d9-4d95-a88b-1cabdb896006), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.728333 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-91883808-8917-4b87-8577-17815234d538 None None] Allocated IP 172.20.0.2 (b594cdfb-31b1-4bc7-b597-e3e56e425ae1/6a4d0031-65da-4654-8565-5ce38e6acd47/cb5da514-20d1-4c81-b033-70b8c847cc6b) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:06.756185 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aeda1883-1ef3-4ce6-887d-503fe54d7046 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ed3858de-b7d9-4d95-a88b-1cabdb896006), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.769223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeda1883-1ef3-4ce6-887d-503fe54d7046 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:45:06.769662 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aeda1883-1ef3-4ce6-887d-503fe54d7046 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (ed3858de-b7d9-4d95-a88b-1cabdb896006), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:45:06.771813 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:45:06.892366 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671cbab6-571e-4694-a6f7-fe30ef5ffe9e tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Pushing event updated for resources: {'Port': ['ID=bd4a7c0e-49be-4fa4-aacc-7b56749081f0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:06.898869 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-91883808-8917-4b87-8577-17815234d538 None None] Publish callbacks [] for port (cb5da514-20d1-4c81-b033-70b8c847cc6b), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.928582 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671cbab6-571e-4694-a6f7-fe30ef5ffe9e tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Network b594cdfb-31b1-4bc7-b597-e3e56e425ae1 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:06.930319 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aeda1883-1ef3-4ce6-887d-503fe54d7046 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (7b0db6e8-03f9-4e50-b741-8dd4de6e5257), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.935972 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeda1883-1ef3-4ce6-887d-503fe54d7046 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7b0db6e8-03f9-4e50-b741-8dd4de6e5257 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 12:45:06.938667 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aeda1883-1ef3-4ce6-887d-503fe54d7046 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.941969 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-aeda1883-1ef3-4ce6-887d-503fe54d7046 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] 10.222.0.18 "DELETE /v2.0/networks/7b0db6e8-03f9-4e50-b741-8dd4de6e5257 HTTP/1.1" status: 204 len: 168 time: 0.6177120 Feb 03 12:45:06.943419 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-113342d7-99ec-4d65-b208-73a7e20d6aad tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffd0252b7b0747c69410a55d7883bffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3226066 Feb 03 12:45:06.949242 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-671cbab6-571e-4694-a6f7-fe30ef5ffe9e tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:06.956628 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671cbab6-571e-4694-a6f7-fe30ef5ffe9e tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:06.965590 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55846) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:06.983731 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-91883808-8917-4b87-8577-17815234d538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (cb5da514-20d1-4c81-b033-70b8c847cc6b), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:06.985576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda1883-1ef3-4ce6-887d-503fe54d7046 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b0db6e8-03f9-4e50-b741-8dd4de6e5257,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:07.010005 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-410ecae2-b9fe-4757-a418-b65144b2f8fc tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Request body: {'network': {'name': 'tempest-network--1161977247', 'router:external': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:07.070348 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91883808-8917-4b87-8577-17815234d538 None None] Pushing event updated for resources: {'Port': ['ID=cb5da514-20d1-4c81-b033-70b8c847cc6b,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:07.078968 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.103225 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91883808-8917-4b87-8577-17815234d538 None None] Network b594cdfb-31b1-4bc7-b597-e3e56e425ae1 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:07.118200 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-91883808-8917-4b87-8577-17815234d538 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:07.122911 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91883808-8917-4b87-8577-17815234d538 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:07.136439 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429feec3-ef78-4398-aa2d-9c550bc1dbb9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:07.138614 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429feec3-ef78-4398-aa2d-9c550bc1dbb9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:07.143087 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-429feec3-ef78-4398-aa2d-9c550bc1dbb9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6379087 Feb 03 12:45:07.143488 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55848) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:07.164681 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f544a846-752c-475d-b93f-f950c150767b None None] For port 11929a43-dc68-4876-a9ca-faf9fd5db14f, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:07.172294 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410ecae2-b9fe-4757-a418-b65144b2f8fc tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Made reservation on behalf of ddc55710f40d4f3a8affcbff8b1fd294 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:07.176033 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f544a846-752c-475d-b93f-f950c150767b None None] For port 11929a43-dc68-4876-a9ca-faf9fd5db14f, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=11929a43-dc68-4876-a9ca-faf9fd5db14f,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:07.176220 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-410ecae2-b9fe-4757-a418-b65144b2f8fc tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.199996 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f544a846-752c-475d-b93f-f950c150767b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (11929a43-dc68-4876-a9ca-faf9fd5db14f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.227804 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410ecae2-b9fe-4757-a418-b65144b2f8fc tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:45:07.249999 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-410ecae2-b9fe-4757-a418-b65144b2f8fc tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (e290bf97-563f-4aac-b985-3eea89ac29cf), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.251637 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-410ecae2-b9fe-4757-a418-b65144b2f8fc tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Added segment e290bf97-563f-4aac-b985-3eea89ac29cf of type vlan for network f1455858-f529-451c-b6c8-e5400a92b5ae Feb 03 12:45:07.266915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-05155bda-8f00-4748-b410-3b85abc12248 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet 2b1a2737-1418-4f93-8215-57a4b143ca7c {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:45:07.276684 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05155bda-8f00-4748-b410-3b85abc12248 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (2b1a2737-1418-4f93-8215-57a4b143ca7c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.361640 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05155bda-8f00-4748-b410-3b85abc12248 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (2b1a2737-1418-4f93-8215-57a4b143ca7c), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.377687 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-410ecae2-b9fe-4757-a418-b65144b2f8fc tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (f1455858-f529-451c-b6c8-e5400a92b5ae), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.417022 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544a846-752c-475d-b93f-f950c150767b None None] Pushing event updated for resources: {'Port': ['ID=11929a43-dc68-4876-a9ca-faf9fd5db14f,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:07.457594 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-410ecae2-b9fe-4757-a418-b65144b2f8fc tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (f1455858-f529-451c-b6c8-e5400a92b5ae), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.459215 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410ecae2-b9fe-4757-a418-b65144b2f8fc tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:07.460379 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-410ecae2-b9fe-4757-a418-b65144b2f8fc tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.524836 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:07.561403 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ecae2-b9fe-4757-a418-b65144b2f8fc tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Pushing event updated for resources: {'Network': ['ID=f1455858-f529-451c-b6c8-e5400a92b5ae,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:07.599707 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:07.601441 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 0cde2bd1-0e7f-47a5-9e0f-b1c43e5f6188 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:07.606901 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network f1455858-f529-451c-b6c8-e5400a92b5ae details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:45:07.621519 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05155bda-8f00-4748-b410-3b85abc12248 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (2b1a2737-1418-4f93-8215-57a4b143ca7c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.642057 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671cbab6-571e-4694-a6f7-fe30ef5ffe9e tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:07.642719 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-671cbab6-571e-4694-a6f7-fe30ef5ffe9e tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.691023 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-410ecae2-b9fe-4757-a418-b65144b2f8fc tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7193935 Feb 03 12:45:07.691852 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55856) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:07.806233 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05155bda-8f00-4748-b410-3b85abc12248 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (2b1a2737-1418-4f93-8215-57a4b143ca7c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.853424 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-91883808-8917-4b87-8577-17815234d538 None None] Attempting to bind port cb5da514-20d1-4c81-b033-70b8c847cc6b on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:07.854317 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-91883808-8917-4b87-8577-17815234d538 None None] Attempting to bind port cb5da514-20d1-4c81-b033-70b8c847cc6b by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '5d2f9015-718f-4501-9055-4e75c127517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b594cdfb-31b1-4bc7-b597-e3e56e425ae1'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:07.855636 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91883808-8917-4b87-8577-17815234d538 None None] Attempting to bind port cb5da514-20d1-4c81-b033-70b8c847cc6b on network b594cdfb-31b1-4bc7-b597-e3e56e425ae1 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:07.886786 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91883808-8917-4b87-8577-17815234d538 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:07.887416 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91883808-8917-4b87-8577-17815234d538 None None] Checking segment: {'id': '5d2f9015-718f-4501-9055-4e75c127517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b594cdfb-31b1-4bc7-b597-e3e56e425ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:07.887987 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-91883808-8917-4b87-8577-17815234d538 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.890513 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91883808-8917-4b87-8577-17815234d538 None None] Bound using segment: {'id': '5d2f9015-718f-4501-9055-4e75c127517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b594cdfb-31b1-4bc7-b597-e3e56e425ae1'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:07.891187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-91883808-8917-4b87-8577-17815234d538 None None] Bound port: cb5da514-20d1-4c81-b033-70b8c847cc6b, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2f9015-718f-4501-9055-4e75c127517f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b594cdfb-31b1-4bc7-b597-e3e56e425ae1'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:07.891729 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-91883808-8917-4b87-8577-17815234d538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cb5da514-20d1-4c81-b033-70b8c847cc6b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.957770 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2496d886-8adf-446f-9743-d1a4af169e70 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:07.959827 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2496d886-8adf-446f-9743-d1a4af169e70 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] 10.222.0.18 "GET /v2.0/networks/f1455858-f529-451c-b6c8-e5400a92b5ae HTTP/1.1" status: 200 len: 757 time: 0.2655351 Feb 03 12:45:07.968286 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55868) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:07.973705 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05155bda-8f00-4748-b410-3b85abc12248 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1a2737-1418-4f93-8215-57a4b143ca7c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:07.980422 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05155bda-8f00-4748-b410-3b85abc12248 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:07.989921 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-05155bda-8f00-4748-b410-3b85abc12248 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/2b1a2737-1418-4f93-8215-57a4b143ca7c HTTP/1.1" status: 204 len: 168 time: 0.8452961 Feb 03 12:45:07.993185 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55870) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:08.044921 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-671cbab6-571e-4694-a6f7-fe30ef5ffe9e tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.4655254 Feb 03 12:45:08.080671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55872) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:08.120102 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-676821d4-81ce-4725-998e-ee97e9bc6afe tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1211398 Feb 03 12:45:08.121234 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55878) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:08.138320 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-73d3da8c-d956-4d4b-84cc-1b769592a296 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:08.173219 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-91883808-8917-4b87-8577-17815234d538 None None] For port cb5da514-20d1-4c81-b033-70b8c847cc6b, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:08.217385 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-e072ba6d-d718-4c09-ad9c-c963961f77e9 service neutron] 10.222.0.18 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2504365 Feb 03 12:45:08.279702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-91883808-8917-4b87-8577-17815234d538 None None] For port cb5da514-20d1-4c81-b033-70b8c847cc6b, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=cb5da514-20d1-4c81-b033-70b8c847cc6b,segment=NetworkSegment(5d2f9015-718f-4501-9055-4e75c127517f),segment_id=5d2f9015-718f-4501-9055-4e75c127517f)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:08.308119 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-91883808-8917-4b87-8577-17815234d538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (cb5da514-20d1-4c81-b033-70b8c847cc6b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:08.353830 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:08.432276 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d3da8c-d956-4d4b-84cc-1b769592a296 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:08.435993 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73d3da8c-d956-4d4b-84cc-1b769592a296 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:08.469059 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264bcfa5-5b13-4055-b56b-9bed302a3166 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:08.470806 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-264bcfa5-5b13-4055-b56b-9bed302a3166 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] 10.222.0.18 "GET /v2.0/networks/8ca34450-0ed6-4304-a56d-488e40d48171 HTTP/1.1" status: 200 len: 768 time: 0.5012093 Feb 03 12:45:08.474113 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55882) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:08.605019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91883808-8917-4b87-8577-17815234d538 None None] Pushing event updated for resources: {'Port': ['ID=cb5da514-20d1-4c81-b033-70b8c847cc6b,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:08.681324 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e5f92d7-9d26-4f13-a426-c6c4d23bb7fb tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (f1455858-f529-451c-b6c8-e5400a92b5ae), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:08.786767 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:45:08.792435 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-51ca2d5e-f911-4db9-a015-eae2009076f9 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Deleting port bd4a7c0e-49be-4fa4-aacc-7b56749081f0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:08.796017 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51ca2d5e-f911-4db9-a015-eae2009076f9 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (bd4a7c0e-49be-4fa4-aacc-7b56749081f0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:08.934654 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-3fccb1b7-404e-4d7b-b179-3ba37157c182 service neutron] 10.222.0.18 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7161198 Feb 03 12:45:09.028932 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73d3da8c-d956-4d4b-84cc-1b769592a296 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (986ae202-b475-4581-a388-cf2872273699), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.033438 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 11929a43-dc68-4876-a9ca-faf9fd5db14f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:09.172408 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d3da8c-d956-4d4b-84cc-1b769592a296 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:09.191921 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-73d3da8c-d956-4d4b-84cc-1b769592a296 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:09.204327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d3da8c-d956-4d4b-84cc-1b769592a296 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:09.207286 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 11929a43-dc68-4876-a9ca-faf9fd5db14f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:09.209174 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (11929a43-dc68-4876-a9ca-faf9fd5db14f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.209719 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73d3da8c-d956-4d4b-84cc-1b769592a296 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.238005 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3da8c-d956-4d4b-84cc-1b769592a296 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=986ae202-b475-4581-a388-cf2872273699,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:09.278292 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-73d3da8c-d956-4d4b-84cc-1b769592a296 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1536827 Feb 03 12:45:09.290951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55900) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:09.303307 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51ca2d5e-f911-4db9-a015-eae2009076f9 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (bd4a7c0e-49be-4fa4-aacc-7b56749081f0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.306216 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-871552f1-6d02-4241-98ee-2b0e36322e07 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2061055725', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:09.326463 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-51ca2d5e-f911-4db9-a015-eae2009076f9 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Calling delete_port for bd4a7c0e-49be-4fa4-aacc-7b56749081f0 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:09.411792 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 11929a43-dc68-4876-a9ca-faf9fd5db14f is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:09.412359 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (11929a43-dc68-4876-a9ca-faf9fd5db14f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.488269 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 11929a43-dc68-4876-a9ca-faf9fd5db14f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=11929a43-dc68-4876-a9ca-faf9fd5db14f,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:09.503486 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (11929a43-dc68-4876-a9ca-faf9fd5db14f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.531354 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cebb3043-5159-4734-b7e3-330bb3e392f4 req-42035005-6496-4490-b05a-d7bb5fb49701 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 210 time: 0.1747892 Feb 03 12:45:09.554682 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-871552f1-6d02-4241-98ee-2b0e36322e07 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (84d097df-8874-4877-a898-b5eaef0d6360), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.555976 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-871552f1-6d02-4241-98ee-2b0e36322e07 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (84d097df-8874-4877-a898-b5eaef0d6360), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.635783 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51ca2d5e-f911-4db9-a015-eae2009076f9 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (bd4a7c0e-49be-4fa4-aacc-7b56749081f0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.698498 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e5f92d7-9d26-4f13-a426-c6c4d23bb7fb tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (f1455858-f529-451c-b6c8-e5400a92b5ae), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.702982 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca2d5e-f911-4db9-a015-eae2009076f9 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Pushing event deleted for resources: {'Port': ['ID=bd4a7c0e-49be-4fa4-aacc-7b56749081f0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:09.705149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=11929a43-dc68-4876-a9ca-faf9fd5db14f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:09.713682 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.784083 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9e5f92d7-9d26-4f13-a426-c6c4d23bb7fb tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1455858-f529-451c-b6c8-e5400a92b5ae']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:09.835815 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9e5f92d7-9d26-4f13-a426-c6c4d23bb7fb tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e290bf97-563f-4aac-b985-3eea89ac29cf') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:09.836351 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9e5f92d7-9d26-4f13-a426-c6c4d23bb7fb tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e290bf97-563f-4aac-b985-3eea89ac29cf') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:09.860220 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-871552f1-6d02-4241-98ee-2b0e36322e07 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for router_controller (84d097df-8874-4877-a898-b5eaef0d6360), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.865563 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e5f92d7-9d26-4f13-a426-c6c4d23bb7fb tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (e290bf97-563f-4aac-b985-3eea89ac29cf), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.876985 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-871552f1-6d02-4241-98ee-2b0e36322e07 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (84d097df-8874-4877-a898-b5eaef0d6360), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.891920 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-51ca2d5e-f911-4db9-a015-eae2009076f9 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.898534 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-51ca2d5e-f911-4db9-a015-eae2009076f9 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] 10.222.0.18 "DELETE /v2.0/ports/bd4a7c0e-49be-4fa4-aacc-7b56749081f0 HTTP/1.1" status: 204 len: 168 time: 1.8014526 Feb 03 12:45:09.898534 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e5f92d7-9d26-4f13-a426-c6c4d23bb7fb tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (e290bf97-563f-4aac-b985-3eea89ac29cf), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.900055 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55912) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:09.912168 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5f92d7-9d26-4f13-a426-c6c4d23bb7fb tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:45:09.912503 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e5f92d7-9d26-4f13-a426-c6c4d23bb7fb tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (e290bf97-563f-4aac-b985-3eea89ac29cf), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:45:09.915914 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:45:09.948754 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-871552f1-6d02-4241-98ee-2b0e36322e07 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:09.950294 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-871552f1-6d02-4241-98ee-2b0e36322e07 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6583130 Feb 03 12:45:09.953094 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55918) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:09.990458 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da6f4b2-ac51-4ed8-a3ac-51c6f7206a7a None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:10.140085 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e5f92d7-9d26-4f13-a426-c6c4d23bb7fb tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (f1455858-f529-451c-b6c8-e5400a92b5ae), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.149546 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-acd923fa-5dc3-453f-a41b-e7dfde8b83b1 tempest-DHCPAgentSchedulersTestJSON-967916149 tempest-DHCPAgentSchedulersTestJSON-967916149-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.2482603 Feb 03 12:45:10.179396 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5f92d7-9d26-4f13-a426-c6c4d23bb7fb tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f1455858-f529-451c-b6c8-e5400a92b5ae {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 12:45:10.205833 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55932) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:10.226136 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-77755d37-bb65-4213-8d56-fe633d1901f1 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1586753237'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:10.283752 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e5f92d7-9d26-4f13-a426-c6c4d23bb7fb tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.294523 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30f7e7f9-e2aa-45c0-a77a-a6ea30ffb483 None None] Provisioning complete for port 11929a43-dc68-4876-a9ca-faf9fd5db14f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:10.295112 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30f7e7f9-e2aa-45c0-a77a-a6ea30ffb483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (11929a43-dc68-4876-a9ca-faf9fd5db14f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.299578 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9e5f92d7-9d26-4f13-a426-c6c4d23bb7fb tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] 10.222.0.18 "DELETE /v2.0/networks/f1455858-f529-451c-b6c8-e5400a92b5ae HTTP/1.1" status: 204 len: 168 time: 1.8240836 Feb 03 12:45:10.324654 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55942) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:10.331231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f8d61b5b-3fea-4cf8-b37e-ac24fbba7b8f tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Request body: {'network': {'name': 'tempest-network--1411721437'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:10.338977 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77755d37-bb65-4213-8d56-fe633d1901f1 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Made reservation on behalf of 40023cd83c224bd3a0cfc5136ff4b369 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:10.342363 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77755d37-bb65-4213-8d56-fe633d1901f1 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.391967 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f92d7-9d26-4f13-a426-c6c4d23bb7fb tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Pushing event deleted for resources: {'Network': ['ID=f1455858-f529-451c-b6c8-e5400a92b5ae,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:10.422921 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77755d37-bb65-4213-8d56-fe633d1901f1 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:45:10.464916 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77755d37-bb65-4213-8d56-fe633d1901f1 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (5ea7b0a2-479a-4606-acdc-4c845580bb50), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.465285 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-77755d37-bb65-4213-8d56-fe633d1901f1 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Added segment 5ea7b0a2-479a-4606-acdc-4c845580bb50 of type vlan for network 9b14c293-b171-4a6d-994d-441afc3024e3 Feb 03 12:45:10.536281 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d61b5b-3fea-4cf8-b37e-ac24fbba7b8f tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Made reservation on behalf of ddc55710f40d4f3a8affcbff8b1fd294 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:10.547487 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8d61b5b-3fea-4cf8-b37e-ac24fbba7b8f tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.559692 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77755d37-bb65-4213-8d56-fe633d1901f1 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (9b14c293-b171-4a6d-994d-441afc3024e3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.568372 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30f7e7f9-e2aa-45c0-a77a-a6ea30ffb483 None None] Current status of the port 11929a43-dc68-4876-a9ca-faf9fd5db14f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:10.621604 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77755d37-bb65-4213-8d56-fe633d1901f1 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (9b14c293-b171-4a6d-994d-441afc3024e3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.633731 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77755d37-bb65-4213-8d56-fe633d1901f1 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:10.634457 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77755d37-bb65-4213-8d56-fe633d1901f1 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.694699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480f5638-5c47-4893-8ba0-892c5b58c614 None None] Network b594cdfb-31b1-4bc7-b597-e3e56e425ae1 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:10.797113 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77755d37-bb65-4213-8d56-fe633d1901f1 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Pushing event updated for resources: {'Network': ['ID=9b14c293-b171-4a6d-994d-441afc3024e3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:10.842345 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-77755d37-bb65-4213-8d56-fe633d1901f1 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6237919 Feb 03 12:45:10.844150 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55952) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:10.856934 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 9b14c293-b171-4a6d-994d-441afc3024e3 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:45:10.873385 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d61b5b-3fea-4cf8-b37e-ac24fbba7b8f tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:45:10.901296 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8d61b5b-3fea-4cf8-b37e-ac24fbba7b8f tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (a261f1e8-3056-4a14-b3e7-cafaa104c2eb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:10.916688 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-f8d61b5b-3fea-4cf8-b37e-ac24fbba7b8f tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Added segment a261f1e8-3056-4a14-b3e7-cafaa104c2eb of type vlan for network a1578940-9560-4c8f-8899-075aa18691a6 Feb 03 12:45:10.999963 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8d61b5b-3fea-4cf8-b37e-ac24fbba7b8f tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (a1578940-9560-4c8f-8899-075aa18691a6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:11.249845 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device cb5da514-20d1-4c81-b033-70b8c847cc6b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:11.264171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-54067431-8bc1-4e7d-bae9-57464c3fb2ea None None] Provisioning complete for port cb5da514-20d1-4c81-b033-70b8c847cc6b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:11.264658 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-54067431-8bc1-4e7d-bae9-57464c3fb2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cb5da514-20d1-4c81-b033-70b8c847cc6b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:11.419289 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8d61b5b-3fea-4cf8-b37e-ac24fbba7b8f tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (a1578940-9560-4c8f-8899-075aa18691a6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:11.420392 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d61b5b-3fea-4cf8-b37e-ac24fbba7b8f tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:11.420986 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8d61b5b-3fea-4cf8-b37e-ac24fbba7b8f tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:11.431933 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18dc5ea6-7de8-42dd-9cc2-690561bfc63b req-abe74f00-a53a-4d0c-8564-16adad6e0af4 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 210 time: 0.6298869 Feb 03 12:45:11.544367 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5cabdd9-8ed5-4d1d-9e91-728d99924429 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:11.635341 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-54067431-8bc1-4e7d-bae9-57464c3fb2ea None None] Current status of the port cb5da514-20d1-4c81-b033-70b8c847cc6b is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:11.635931 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-54067431-8bc1-4e7d-bae9-57464c3fb2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cb5da514-20d1-4c81-b033-70b8c847cc6b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:11.652240 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8c06235c-b7ab-4eb0-98c6-dd2988430889 tempest-DHCPAgentSchedulersTestJSON-967916149 tempest-DHCPAgentSchedulersTestJSON-967916149-project-admin] 10.222.0.18 "GET /v2.0/agents/f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa/dhcp-networks HTTP/1.1" status: 200 len: 7307 time: 0.8017478 Feb 03 12:45:11.652937 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55980) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:11.696773 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-20a7dabb-ee49-4651-808b-9d365a22f162 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:11.708195 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-20a7dabb-ee49-4651-808b-9d365a22f162 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.31 "GET /v2.0/networks?id=5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 200 len: 811 time: 0.5981097 Feb 03 12:45:11.714174 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f8d61b5b-3fea-4cf8-b37e-ac24fbba7b8f tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3875446 Feb 03 12:45:11.725929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-4429eb18-45f0-4964-ae41-58dd9925e3a0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Request body: {'port': {'device_id': '6103f33d-e569-4559-a89d-9043ecac4eb6', 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7', 'admin_state_up': True, 'tenant_id': 'ffd0252b7b0747c69410a55d7883bffd'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:11.729369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55984) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:11.735359 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-93aa5c4a-0a59-458f-b57d-78643ef08c05 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:11.737539 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-54067431-8bc1-4e7d-bae9-57464c3fb2ea None None] For port cb5da514-20d1-4c81-b033-70b8c847cc6b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=cb5da514-20d1-4c81-b033-70b8c847cc6b,segment=NetworkSegment(5d2f9015-718f-4501-9055-4e75c127517f),segment_id=5d2f9015-718f-4501-9055-4e75c127517f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:11.751628 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-54067431-8bc1-4e7d-bae9-57464c3fb2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (cb5da514-20d1-4c81-b033-70b8c847cc6b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:11.800332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d61b5b-3fea-4cf8-b37e-ac24fbba7b8f tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Pushing event updated for resources: {'Network': ['ID=a1578940-9560-4c8f-8899-075aa18691a6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:11.845320 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54067431-8bc1-4e7d-bae9-57464c3fb2ea None None] Pushing event updated for resources: {'Port': ['ID=cb5da514-20d1-4c81-b033-70b8c847cc6b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:11.849046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port cb5da514-20d1-4c81-b033-70b8c847cc6b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:11.849703 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cb5da514-20d1-4c81-b033-70b8c847cc6b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:11.852558 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network a1578940-9560-4c8f-8899-075aa18691a6 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:45:12.002893 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443d13-eea5-44e4-ae9b-6997f2272563 req-34b9d036-5095-49af-aef0-9a371023dc6b tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:12.009185 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45443d13-eea5-44e4-ae9b-6997f2272563 req-34b9d036-5095-49af-aef0-9a371023dc6b tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4 HTTP/1.1" status: 200 len: 949 time: 0.3571088 Feb 03 12:45:12.056894 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2b90ba12-9e33-4fab-b268-e5b20e168dde None None] Provisioning complete for port 11929a43-dc68-4876-a9ca-faf9fd5db14f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:12.057295 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b90ba12-9e33-4fab-b268-e5b20e168dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (11929a43-dc68-4876-a9ca-faf9fd5db14f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:12.242058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ac151e-4c0e-45f9-a325-2fe6aecbd99b tempest-DHCPAgentSchedulersTestJSON-967916149 tempest-DHCPAgentSchedulersTestJSON-967916149-project-admin] Network 9b14c293-b171-4a6d-994d-441afc3024e3 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:45:12.300536 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-53ac151e-4c0e-45f9-a325-2fe6aecbd99b tempest-DHCPAgentSchedulersTestJSON-967916149 tempest-DHCPAgentSchedulersTestJSON-967916149-project-admin] 10.222.0.18 "POST /v2.0/agents/f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6377094 Feb 03 12:45:12.313987 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55990) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:12.328953 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port cb5da514-20d1-4c81-b033-70b8c847cc6b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:12.332898 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 11929a43-dc68-4876-a9ca-faf9fd5db14f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:12.340734 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832c6924-61bf-4983-81e7-b9866aadbb5b None None] Network 9b14c293-b171-4a6d-994d-441afc3024e3 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:12.341160 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93aa5c4a-0a59-458f-b57d-78643ef08c05 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (a1578940-9560-4c8f-8899-075aa18691a6), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:12.350978 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45443d13-eea5-44e4-ae9b-6997f2272563 req-45160ab9-3ab8-45d5-a93b-1c7781b3dc19 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424126 Feb 03 12:45:12.409634 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-c5cabdd9-8ed5-4d1d-9e91-728d99924429 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::1 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/986ae202-b475-4581-a388-cf2872273699/951fb981-db5d-44da-8a6c-f3a196614d23) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:12.409873 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93aa5c4a-0a59-458f-b57d-78643ef08c05 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (a1578940-9560-4c8f-8899-075aa18691a6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:12.440239 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2b90ba12-9e33-4fab-b268-e5b20e168dde None None] Current status of the port 11929a43-dc68-4876-a9ca-faf9fd5db14f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:12.479875 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-4429eb18-45f0-4964-ae41-58dd9925e3a0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Made reservation on behalf of ffd0252b7b0747c69410a55d7883bffd for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:12.488495 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-4429eb18-45f0-4964-ae41-58dd9925e3a0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:12.610682 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93aa5c4a-0a59-458f-b57d-78643ef08c05 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Network a1578940-9560-4c8f-8899-075aa18691a6 is not hosted by any dhcp agent {{(pid=103189) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 12:45:12.613336 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aa5c4a-0a59-458f-b57d-78643ef08c05 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:12.613935 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93aa5c4a-0a59-458f-b57d-78643ef08c05 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:12.618671 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-93aa5c4a-0a59-458f-b57d-78643ef08c05 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] 10.222.0.18 "PUT /v2.0/networks/a1578940-9560-4c8f-8899-075aa18691a6 HTTP/1.1" status: 200 len: 858 time: 0.8872080 Feb 03 12:45:12.634091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56000) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:12.695776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a5515b3b-b1b6-4acf-b90a-ea8abc84a0ee None None] Could not find standard attr ID for object bd4a7c0e-49be-4fa4-aacc-7b56749081f0. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:45:12.715525 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-efb43acf-d2cb-4185-8587-31fbd83d72d6 req-832b9dfd-d254-4613-802c-9824a16d3715 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 210 time: 0.1064577 Feb 03 12:45:12.750100 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a5515b3b-b1b6-4acf-b90a-ea8abc84a0ee None None] Provisioning complete for port cb5da514-20d1-4c81-b033-70b8c847cc6b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:12.752041 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a5515b3b-b1b6-4acf-b90a-ea8abc84a0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cb5da514-20d1-4c81-b033-70b8c847cc6b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:12.796037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 11929a43-dc68-4876-a9ca-faf9fd5db14f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:12.796423 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (11929a43-dc68-4876-a9ca-faf9fd5db14f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:12.815965 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa5c4a-0a59-458f-b57d-78643ef08c05 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Pushing event updated for resources: {'Network': ['ID=a1578940-9560-4c8f-8899-075aa18691a6,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:12.941962 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88aee3db-5688-4f2c-ac50-c0d419d7a508 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (a1578940-9560-4c8f-8899-075aa18691a6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:12.953920 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5cabdd9-8ed5-4d1d-9e91-728d99924429 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (951fb981-db5d-44da-8a6c-f3a196614d23), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:12.978712 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 11929a43-dc68-4876-a9ca-faf9fd5db14f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:12.979966 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b550a5b5-7da7-4c84-8b6a-db16ec1b6325 tempest-DHCPAgentSchedulersTestJSON-967916149 tempest-DHCPAgentSchedulersTestJSON-967916149-project-admin] 10.222.0.18 "GET /v2.0/agents/f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa/dhcp-networks HTTP/1.1" status: 200 len: 8078 time: 0.6639550 Feb 03 12:45:12.983066 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a5515b3b-b1b6-4acf-b90a-ea8abc84a0ee None None] Current status of the port cb5da514-20d1-4c81-b033-70b8c847cc6b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:12.986926 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56008) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:13.077728 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-4429eb18-45f0-4964-ae41-58dd9925e3a0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Allocated IP 172.20.0.7 (5599772e-9dcf-4127-a633-d91505819dd7/bd98a1ba-2677-43a0-9803-d6921e32ec63/1e7d0989-f840-4e19-97b9-090435ae1ba0) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:13.113689 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device cb5da514-20d1-4c81-b033-70b8c847cc6b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:13.202148 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88aee3db-5688-4f2c-ac50-c0d419d7a508 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (a1578940-9560-4c8f-8899-075aa18691a6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.239545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-88aee3db-5688-4f2c-ac50-c0d419d7a508 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1578940-9560-4c8f-8899-075aa18691a6']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:13.251488 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e77a4d15-a983-4469-a459-90795c173d63 tempest-DHCPAgentSchedulersTestJSON-967916149 tempest-DHCPAgentSchedulersTestJSON-967916149-project-admin] 10.222.0.18 "DELETE /v2.0/agents/f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa/dhcp-networks/9b14c293-b171-4a6d-994d-441afc3024e3 HTTP/1.1" status: 204 len: 168 time: 0.2547276 Feb 03 12:45:13.251488 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5cabdd9-8ed5-4d1d-9e91-728d99924429 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (951fb981-db5d-44da-8a6c-f3a196614d23), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.260449 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56022) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:13.263565 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port cb5da514-20d1-4c81-b033-70b8c847cc6b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:13.265501 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cb5da514-20d1-4c81-b033-70b8c847cc6b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.282168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-88aee3db-5688-4f2c-ac50-c0d419d7a508 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a261f1e8-3056-4a14-b3e7-cafaa104c2eb') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:13.282471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-88aee3db-5688-4f2c-ac50-c0d419d7a508 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a261f1e8-3056-4a14-b3e7-cafaa104c2eb') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:13.315531 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cabdd9-8ed5-4d1d-9e91-728d99924429 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:13.331083 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c5cabdd9-8ed5-4d1d-9e91-728d99924429 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:13.339221 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88aee3db-5688-4f2c-ac50-c0d419d7a508 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (a261f1e8-3056-4a14-b3e7-cafaa104c2eb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.341003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cabdd9-8ed5-4d1d-9e91-728d99924429 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:13.341713 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5cabdd9-8ed5-4d1d-9e91-728d99924429 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (84d097df-8874-4877-a898-b5eaef0d6360), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.437750 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88aee3db-5688-4f2c-ac50-c0d419d7a508 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (a261f1e8-3056-4a14-b3e7-cafaa104c2eb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.451448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cabdd9-8ed5-4d1d-9e91-728d99924429 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=951fb981-db5d-44da-8a6c-f3a196614d23,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:13.464269 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88aee3db-5688-4f2c-ac50-c0d419d7a508 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:45:13.465299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port cb5da514-20d1-4c81-b033-70b8c847cc6b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:13.467832 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88aee3db-5688-4f2c-ac50-c0d419d7a508 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (a261f1e8-3056-4a14-b3e7-cafaa104c2eb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.479734 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-4429eb18-45f0-4964-ae41-58dd9925e3a0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks [] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:45:13.510303 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:45:13.541092 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-4429eb18-45f0-4964-ae41-58dd9925e3a0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.621878 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429eb18-45f0-4964-ae41-58dd9925e3a0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Pushing event updated for resources: {'Port': ['ID=1e7d0989-f840-4e19-97b9-090435ae1ba0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:13.639697 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-4429eb18-45f0-4964-ae41-58dd9925e3a0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Network 5599772e-9dcf-4127-a633-d91505819dd7 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:13.641834 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-4429eb18-45f0-4964-ae41-58dd9925e3a0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:13.646745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-4429eb18-45f0-4964-ae41-58dd9925e3a0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:13.721175 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2184b1d2-f706-4546-9ed2-886ce24bdd94 tempest-DHCPAgentSchedulersTestJSON-967916149 tempest-DHCPAgentSchedulersTestJSON-967916149-project-admin] 10.222.0.18 "GET /v2.0/agents/f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa/dhcp-networks HTTP/1.1" status: 200 len: 7307 time: 0.4539332 Feb 03 12:45:13.726644 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56026) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:13.747490 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88aee3db-5688-4f2c-ac50-c0d419d7a508 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (a1578940-9560-4c8f-8899-075aa18691a6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.752690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88aee3db-5688-4f2c-ac50-c0d419d7a508 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a1578940-9560-4c8f-8899-075aa18691a6 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 12:45:13.755553 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88aee3db-5688-4f2c-ac50-c0d419d7a508 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.760168 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-88aee3db-5688-4f2c-ac50-c0d419d7a508 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] 10.222.0.18 "DELETE /v2.0/networks/a1578940-9560-4c8f-8899-075aa18691a6 HTTP/1.1" status: 204 len: 168 time: 1.1149588 Feb 03 12:45:13.778084 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-4429eb18-45f0-4964-ae41-58dd9925e3a0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:13.778918 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-4429eb18-45f0-4964-ae41-58dd9925e3a0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.781899 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56030) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:13.804972 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2a6ae8aa-66e9-43b0-bcb3-02f07fbfbbde tempest-DHCPAgentSchedulersTestJSON-967916149 tempest-DHCPAgentSchedulersTestJSON-967916149-project-admin] 10.222.0.18 "GET /v2.0/networks/b594cdfb-31b1-4bc7-b597-e3e56e425ae1/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0780101 Feb 03 12:45:13.808174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aee3db-5688-4f2c-ac50-c0d419d7a508 tempest-ExternalNetworksTestJSON-1215892616 tempest-ExternalNetworksTestJSON-1215892616-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1578940-9560-4c8f-8899-075aa18691a6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:13.817876 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56032) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:13.828536 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5cabdd9-8ed5-4d1d-9e91-728d99924429 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (951fb981-db5d-44da-8a6c-f3a196614d23), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.838026 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3db3aa78-7bda-4cad-baf2-f556dd2abf55 None None] Provisioning complete for port 951fb981-db5d-44da-8a6c-f3a196614d23 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:13.838642 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3db3aa78-7bda-4cad-baf2-f556dd2abf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (951fb981-db5d-44da-8a6c-f3a196614d23), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:13.874992 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c9c4d202-139e-4399-9cf2-24172e7585ac tempest-DHCPAgentSchedulersTestJSON-967916149 tempest-DHCPAgentSchedulersTestJSON-967916149-project-admin] 10.222.0.18 "GET /v2.0/networks/b594cdfb-31b1-4bc7-b597-e3e56e425ae1/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0559044 Feb 03 12:45:13.909783 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3db3aa78-7bda-4cad-baf2-f556dd2abf55 None None] Port 951fb981-db5d-44da-8a6c-f3a196614d23 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:45:13.994810 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56034) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:14.380693 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b1d562-3860-43cd-80a9-295c522f2da4 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] DELETE failed (client error): The resource could not be found. Feb 03 12:45:14.381241 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b1d562-3860-43cd-80a9-295c522f2da4 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:45:14.386987 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-42b1d562-3860-43cd-80a9-295c522f2da4 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] 10.222.0.18 "DELETE /v2.0/subnets/52defada-9e9d-494d-adb8-500019873ff6 HTTP/1.1" status: 404 len: 337 time: 0.6034968 Feb 03 12:45:14.389694 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:14.421835 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-29787963-5783-4529-add5-6e5ca2333afe tempest-DHCPAgentSchedulersTestJSON-967916149 tempest-DHCPAgentSchedulersTestJSON-967916149-project-admin] 10.222.0.18 "GET /v2.0/agents/f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa/dhcp-networks HTTP/1.1" status: 200 len: 7307 time: 0.4247794 Feb 03 12:45:14.428546 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56054) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:14.443357 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-4429eb18-45f0-4964-ae41-58dd9925e3a0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7216234 Feb 03 12:45:14.457256 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] Request body: {'port': {'device_id': '6103f33d-e569-4559-a89d-9043ecac4eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:14.542197 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.562763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9b9af-7cde-41d2-98c9-4d44f4560788 req-870fecee-4fb1-41a1-a546-eaa9a3c7ef17 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:14.570329 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d0b9b9af-7cde-41d2-98c9-4d44f4560788 req-870fecee-4fb1-41a1-a546-eaa9a3c7ef17 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 931 time: 0.1747768 Feb 03 12:45:14.590199 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfe0c117-027f-43ae-bd79-d3c14a3eb185 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (9b14c293-b171-4a6d-994d-441afc3024e3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.640229 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d0b9b9af-7cde-41d2-98c9-4d44f4560788 req-9ac9e910-c38b-44d5-b96a-5dd759659786 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632374 Feb 03 12:45:14.712650 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af44140e-7d24-4a1d-b58e-478435bf4756 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (8ca34450-0ed6-4304-a56d-488e40d48171), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.778712 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfe0c117-027f-43ae-bd79-d3c14a3eb185 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (9b14c293-b171-4a6d-994d-441afc3024e3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.801920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bfe0c117-027f-43ae-bd79-d3c14a3eb185 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b14c293-b171-4a6d-994d-441afc3024e3']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:14.813515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bfe0c117-027f-43ae-bd79-d3c14a3eb185 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea7b0a2-479a-4606-acdc-4c845580bb50') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:14.813844 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bfe0c117-027f-43ae-bd79-d3c14a3eb185 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea7b0a2-479a-4606-acdc-4c845580bb50') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:14.824388 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfe0c117-027f-43ae-bd79-d3c14a3eb185 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (5ea7b0a2-479a-4606-acdc-4c845580bb50), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.839408 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfe0c117-027f-43ae-bd79-d3c14a3eb185 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (5ea7b0a2-479a-4606-acdc-4c845580bb50), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.862677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe0c117-027f-43ae-bd79-d3c14a3eb185 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:45:14.863095 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfe0c117-027f-43ae-bd79-d3c14a3eb185 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (5ea7b0a2-479a-4606-acdc-4c845580bb50), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:45:14.866893 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:45:14.869777 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5cabdd9-8ed5-4d1d-9e91-728d99924429 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (951fb981-db5d-44da-8a6c-f3a196614d23), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.892561 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5cabdd9-8ed5-4d1d-9e91-728d99924429 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (951fb981-db5d-44da-8a6c-f3a196614d23), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.893562 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5cabdd9-8ed5-4d1d-9e91-728d99924429 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (84d097df-8874-4877-a898-b5eaef0d6360), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:14.947097 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7d0989-f840-4e19-97b9-090435ae1ba0 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:45:14.957395 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] Publish callbacks [] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.025392 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] Transition to ACTIVE for port object 1e7d0989-f840-4e19-97b9-090435ae1ba0 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:45:15.032204 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.035564 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfe0c117-027f-43ae-bd79-d3c14a3eb185 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (9b14c293-b171-4a6d-994d-441afc3024e3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.061608 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfe0c117-027f-43ae-bd79-d3c14a3eb185 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.067277 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bfe0c117-027f-43ae-bd79-d3c14a3eb185 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] 10.222.0.18 "DELETE /v2.0/networks/9b14c293-b171-4a6d-994d-441afc3024e3 HTTP/1.1" status: 204 len: 168 time: 0.6303854 Feb 03 12:45:15.069047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cabdd9-8ed5-4d1d-9e91-728d99924429 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=951fb981-db5d-44da-8a6c-f3a196614d23,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:15.081642 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56058) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:15.150464 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af44140e-7d24-4a1d-b58e-478435bf4756 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (8ca34450-0ed6-4304-a56d-488e40d48171), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.153065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0c117-027f-43ae-bd79-d3c14a3eb185 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Pushing event deleted for resources: {'Network': ['ID=9b14c293-b171-4a6d-994d-441afc3024e3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:15.177475 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7d0989-f840-4e19-97b9-090435ae1ba0,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:15.183095 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0de407-ac12-4744-a24f-566bd7f99771 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] DELETE failed (client error): The resource could not be found. Feb 03 12:45:15.183668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a0de407-ac12-4744-a24f-566bd7f99771 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:45:15.189120 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6a0de407-ac12-4744-a24f-566bd7f99771 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] 10.222.0.18 "DELETE /v2.0/ports/bd4a7c0e-49be-4fa4-aacc-7b56749081f0 HTTP/1.1" status: 404 len: 333 time: 0.0760984 Feb 03 12:45:15.190372 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56060) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:15.199681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-af44140e-7d24-4a1d-b58e-478435bf4756 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca34450-0ed6-4304-a56d-488e40d48171']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:15.223309 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-af44140e-7d24-4a1d-b58e-478435bf4756 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9e218a-6287-409f-aec7-82e159c2741d') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:15.227424 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-af44140e-7d24-4a1d-b58e-478435bf4756 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9e218a-6287-409f-aec7-82e159c2741d') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:15.244724 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af44140e-7d24-4a1d-b58e-478435bf4756 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (4d9e218a-6287-409f-aec7-82e159c2741d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.264595 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea153a58-329b-4452-825d-78db139b96e2 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Deleting subnet 6a4d0031-65da-4654-8565-5ce38e6acd47 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:45:15.266786 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af44140e-7d24-4a1d-b58e-478435bf4756 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (4d9e218a-6287-409f-aec7-82e159c2741d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.266953 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] Attempting to bind port 1e7d0989-f840-4e19-97b9-090435ae1ba0 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:15.267283 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] Attempting to bind port 1e7d0989-f840-4e19-97b9-090435ae1ba0 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:15.267613 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] Attempting to bind port 1e7d0989-f840-4e19-97b9-090435ae1ba0 on network 5599772e-9dcf-4127-a633-d91505819dd7 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:15.273420 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] Port 1e7d0989-f840-4e19-97b9-090435ae1ba0 on network 5599772e-9dcf-4127-a633-d91505819dd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:45:15.273739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] Attempting to bind port 1e7d0989-f840-4e19-97b9-090435ae1ba0 on network 5599772e-9dcf-4127-a633-d91505819dd7 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:15.276663 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea153a58-329b-4452-825d-78db139b96e2 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks [] for subnet (6a4d0031-65da-4654-8565-5ce38e6acd47), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.282229 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af44140e-7d24-4a1d-b58e-478435bf4756 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:45:15.282716 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af44140e-7d24-4a1d-b58e-478435bf4756 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (4d9e218a-6287-409f-aec7-82e159c2741d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:45:15.289215 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:45:15.308563 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:15.308818 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] Checking segment: {'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:15.309239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] Bound using segment: {'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:15.309664 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] Bound port: 1e7d0989-f840-4e19-97b9-090435ae1ba0, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:15.310408 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.329370 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cabdd9-8ed5-4d1d-9e91-728d99924429 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:15.360374 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c5cabdd9-8ed5-4d1d-9e91-728d99924429 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:15.365190 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea153a58-329b-4452-825d-78db139b96e2 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (6a4d0031-65da-4654-8565-5ce38e6acd47), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.408264 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device c858d087-ff3e-45a1-8f22-535fcd4287c1 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:45:15.438120 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] For port 1e7d0989-f840-4e19-97b9-090435ae1ba0, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:15.443688 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] For port 1e7d0989-f840-4e19-97b9-090435ae1ba0, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1e7d0989-f840-4e19-97b9-090435ae1ba0,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:15.456971 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af44140e-7d24-4a1d-b58e-478435bf4756 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (8ca34450-0ed6-4304-a56d-488e40d48171), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.479367 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.488426 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af44140e-7d24-4a1d-b58e-478435bf4756 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.503691 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-af44140e-7d24-4a1d-b58e-478435bf4756 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] 10.222.0.18 "DELETE /v2.0/networks/8ca34450-0ed6-4304-a56d-488e40d48171 HTTP/1.1" status: 204 len: 168 time: 1.1073887 Feb 03 12:45:15.522321 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 731dffd9-f544-41fd-b220-26de7857a160 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:15.534476 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:15.535515 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.537630 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] 10.222.0.31 "PUT /v2.0/ports/1e7d0989-f840-4e19-97b9-090435ae1ba0 HTTP/1.1" status: 200 len: 1091 time: 1.0843599 Feb 03 12:45:15.545940 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6103f33d-e569-4559-a89d-9043ecac4eb6', 'tag': '1e7d0989-f840-4e19-97b9-090435ae1ba0'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:15.548661 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b084fd-a92b-4987-bb9c-f328fb8a4494" -d '{"events": [{"name": "network-changed", "server_uuid": "6103f33d-e569-4559-a89d-9043ecac4eb6", "tag": "1e7d0989-f840-4e19-97b9-090435ae1ba0"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:15.558443 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44140e-7d24-4a1d-b58e-478435bf4756 tempest-ExternalNetworksTestJSON-1921251645 tempest-ExternalNetworksTestJSON-1921251645-project] Pushing event deleted for resources: {'Network': ['ID=8ca34450-0ed6-4304-a56d-488e40d48171,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:15.613994 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea153a58-329b-4452-825d-78db139b96e2 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (6a4d0031-65da-4654-8565-5ce38e6acd47), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.678796 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cabdd9-8ed5-4d1d-9e91-728d99924429 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Router 84d097df-8874-4877-a898-b5eaef0d6360 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:45:15.751217 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02ec2e6-a86f-402f-af97-cda745983cd8 x-openstack-request-id: req-e02ec2e6-a86f-402f-af97-cda745983cd8 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:15.753020 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6103f33d-e569-4559-a89d-9043ecac4eb6", "tag": "1e7d0989-f840-4e19-97b9-090435ae1ba0", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:15.753294 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e02ec2e6-a86f-402f-af97-cda745983cd8 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:15.754687 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6103f33d-e569-4559-a89d-9043ecac4eb6', 'tag': '1e7d0989-f840-4e19-97b9-090435ae1ba0', 'status': 'completed', 'code': 200} Feb 03 12:45:15.823404 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0929528-d137-4d2a-9621-c17501a8c179 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7d0989-f840-4e19-97b9-090435ae1ba0,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:15.846447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port c858d087-ff3e-45a1-8f22-535fcd4287c1, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c858d087-ff3e-45a1-8f22-535fcd4287c1,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:15.875030 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.897186 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-ee33ef6f-d388-415c-a72f-1623b1e07aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:15.898859 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-ee33ef6f-d388-415c-a72f-1623b1e07aca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ffd0252b7b0747c69410a55d7883bffd&device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 1125 time: 0.3103030 Feb 03 12:45:15.911376 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'c858d087-ff3e-45a1-8f22-535fcd4287c1', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': 'c858d087-ff3e-45a1-8f22-535fcd4287c1', 'mac_address': 'fa:16:3e:28:1b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:45:15.921551 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea153a58-329b-4452-825d-78db139b96e2 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (6a4d0031-65da-4654-8565-5ce38e6acd47), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.976281 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 731dffd9-f544-41fd-b220-26de7857a160 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:15.976434 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (731dffd9-f544-41fd-b220-26de7857a160), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:15.977595 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-5ffab2d3-58be-403b-bfb4-d32524909583 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7d0989-f840-4e19-97b9-090435ae1ba0 HTTP/1.1" status: 200 len: 217 time: 0.0684731 Feb 03 12:45:15.992757 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cabdd9-8ed5-4d1d-9e91-728d99924429 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:45:16.012696 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] Sync routers for ids ['84d097df-8874-4877-a898-b5eaef0d6360'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:45:16.013651 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port c858d087-ff3e-45a1-8f22-535fcd4287c1 is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:16.014047 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:16.017182 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-94fdf7ed-cc43-4b7c-974d-c19d23b9dbc1 None None] Provisioning complete for port 951fb981-db5d-44da-8a6c-f3a196614d23 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:16.017598 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-94fdf7ed-cc43-4b7c-974d-c19d23b9dbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (951fb981-db5d-44da-8a6c-f3a196614d23), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:16.026246 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731dffd9-f544-41fd-b220-26de7857a160'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:16.028738 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df1e66f-a48d-4f56-9f7f-a7995c6476d3" -d '{"events": [{"server_uuid": "c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4", "name": "network-vif-unplugged", "status": "completed", "tag": "731dffd9-f544-41fd-b220-26de7857a160"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:16.032504 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] Routers {'84d097df-8874-4877-a898-b5eaef0d6360'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:16.033776 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:45:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['84d097df-8874-4877-a898-b5eaef0d6360'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:16.070872 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c4e1d122-1829-44c3-be0f-54d25d7ddb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:16.071915 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-c4e1d122-1829-44c3-be0f-54d25d7ddb79 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bd98a1ba-2677-43a0-9803-d6921e32ec63 HTTP/1.1" status: 200 len: 851 time: 0.0685129 Feb 03 12:45:16.092916 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea153a58-329b-4452-825d-78db139b96e2 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:16.102858 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ea153a58-329b-4452-825d-78db139b96e2 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] 10.222.0.18 "DELETE /v2.0/subnets/6a4d0031-65da-4654-8565-5ce38e6acd47 HTTP/1.1" status: 204 len: 168 time: 0.9114325 Feb 03 12:45:16.105698 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea153a58-329b-4452-825d-78db139b96e2 tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Pushing event deleted for resources: {'Subnet': ['ID=6a4d0031-65da-4654-8565-5ce38e6acd47,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:16.125611 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56096) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:16.201379 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b330c6ba-c193-477d-8966-df4b77dceccb None None] Network b594cdfb-31b1-4bc7-b597-e3e56e425ae1 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:16.223553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 731dffd9-f544-41fd-b220-26de7857a160, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=731dffd9-f544-41fd-b220-26de7857a160,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:16.223729 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-7d2bbdc2-e8f1-407b-8549-7be9260183ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5599772e-9dcf-4127-a633-d91505819dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064517 Feb 03 12:45:16.228475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-94fdf7ed-cc43-4b7c-974d-c19d23b9dbc1 None None] Port 951fb981-db5d-44da-8a6c-f3a196614d23 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:45:16.248931 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c858d087-ff3e-45a1-8f22-535fcd4287c1 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:45:16.282076 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (731dffd9-f544-41fd-b220-26de7857a160), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:16.302715 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] Set router 84d097df-8874-4877-a898-b5eaef0d6360 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:16.342517 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56102) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:16.377429 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port c858d087-ff3e-45a1-8f22-535fcd4287c1, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c858d087-ff3e-45a1-8f22-535fcd4287c1,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:16.430057 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:16.501935 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-626d5da0-5129-4478-b893-5d697d140a8f tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (b594cdfb-31b1-4bc7-b597-e3e56e425ae1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:16.529047 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b54c95-4bdd-424c-ae52-cd0a15b7f5c1 req-5ed2b220-e88a-4955-b700-e48dce2c8a0f tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:16.531496 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b9b54c95-4bdd-424c-ae52-cd0a15b7f5c1 req-5ed2b220-e88a-4955-b700-e48dce2c8a0f tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/ports?device_id=9855a8e8-80f5-4a78-baf9-29ea39476c73 HTTP/1.1" status: 200 len: 950 time: 0.4582307 Feb 03 12:45:16.574865 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['c858d087-ff3e-45a1-8f22-535fcd4287c1'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:16.590647 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=731dffd9-f544-41fd-b220-26de7857a160,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:16.629885 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d097df-8874-4877-a898-b5eaef0d6360', 'name': 'tempest-NetworksTestDHCPv6-router-2061055725', 'tenant_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:09Z', 'updated_at': '2022-02-03T12:45:13Z', 'revision_number': 2, 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'gw_port_host': None, '_interfaces': [{'id': '951fb981-db5d-44da-8a6c-f3a196614d23', 'name': '', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'tenant_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'mac_address': 'fa:16:3e:98:a8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d097df-8874-4877-a898-b5eaef0d6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '986ae202-b475-4581-a388-cf2872273699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:11Z', 'updated_at': '2022-02-03T12:45:14Z', 'revision_number': 2, 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'subnets': [{'id': '986ae202-b475-4581-a388-cf2872273699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:16.665180 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] Checking router: 84d097df-8874-4877-a898-b5eaef0d6360 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:45:16.665920 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] Updating router 84d097df-8874-4877-a898-b5eaef0d6360 port 951fb981-db5d-44da-8a6c-f3a196614d23 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:45:16.699821 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (951fb981-db5d-44da-8a6c-f3a196614d23), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:16.703774 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-1fbd73c6-1f71-41aa-950d-7b16e13fbde6 service neutron] 10.222.0.31 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593225 Feb 03 12:45:16.728078 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b9b54c95-4bdd-424c-ae52-cd0a15b7f5c1 req-892a03ba-6e3c-4285-a1af-1358d52bde5e tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3a24656-3608-4b7b-bebe-1b9e9f3bfd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901162 Feb 03 12:45:16.825814 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c19cc62c-b4d4-4641-bb58-1053269dca41 req-574c27ca-2acf-4626-8438-2c0d88c5853d service neutron] 10.222.0.31 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967197 Feb 03 12:45:16.870788 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d9baec04-7cdf-43f3-aa9d-1b31c395f6f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=afceccd5041d4d18b3f26c4b03278696&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5240610 Feb 03 12:45:16.873161 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56116) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:16.905775 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-626d5da0-5129-4478-b893-5d697d140a8f tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Deleting port cb5da514-20d1-4c81-b033-70b8c847cc6b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:16.906207 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-626d5da0-5129-4478-b893-5d697d140a8f tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (cb5da514-20d1-4c81-b033-70b8c847cc6b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.055181 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fadeca-5601-40b1-90d5-adaaf5340fb0 x-openstack-request-id: req-61fadeca-5601-40b1-90d5-adaaf5340fb0 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:17.055486 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4", "name": "network-vif-unplugged", "status": "completed", "tag": "731dffd9-f544-41fd-b220-26de7857a160", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:17.055744 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61fadeca-5601-40b1-90d5-adaaf5340fb0 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:17.058387 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731dffd9-f544-41fd-b220-26de7857a160', 'code': 200} Feb 03 12:45:17.058652 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c5cabdd9-8ed5-4d1d-9e91-728d99924429 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "PUT /v2.0/routers/84d097df-8874-4877-a898-b5eaef0d6360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1040025 Feb 03 12:45:17.075671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56128) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:17.137000 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b732b-7c75-453d-854e-0e839f65a82a req-d7bcdcb6-b869-4343-9202-c20590b5480a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:17.143527 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf1b732b-7c75-453d-854e-0e839f65a82a req-d7bcdcb6-b869-4343-9202-c20590b5480a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 943 time: 1.2639561 Feb 03 12:45:17.188027 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c68596ec-6d2e-4598-b13b-b15169417676 admin admin] Publish callbacks [] for security_group (e9d1494a-c957-45a7-a62e-d3c97b06db09), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.203931 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=c858d087-ff3e-45a1-8f22-535fcd4287c1,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:17.244831 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] Publish callbacks [] for port (951fb981-db5d-44da-8a6c-f3a196614d23), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.265853 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (951fb981-db5d-44da-8a6c-f3a196614d23), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.269014 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766e94e0-36e6-406a-89a5-0b7438f9719c None None] DHCP port deletion for b594cdfb-31b1-4bc7-b597-e3e56e425ae1 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:45:17.281155 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b084fd-a92b-4987-bb9c-f328fb8a4494 req-5bf3454c-26c1-4eda-b431-80582aad045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:17.285208 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-99b084fd-a92b-4987-bb9c-f328fb8a4494 req-5bf3454c-26c1-4eda-b431-80582aad045d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ffd0252b7b0747c69410a55d7883bffd&device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 1125 time: 0.3975348 Feb 03 12:45:17.294760 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf1b732b-7c75-453d-854e-0e839f65a82a req-e57d16cc-da8b-46a7-bfae-199e756c0caf tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422796 Feb 03 12:45:17.324738 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c68596ec-6d2e-4598-b13b-b15169417676 admin admin] Publish callbacks [] for security_group (e9d1494a-c957-45a7-a62e-d3c97b06db09), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.384752 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-626d5da0-5129-4478-b893-5d697d140a8f tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] For port cb5da514-20d1-4c81-b033-70b8c847cc6b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=cb5da514-20d1-4c81-b033-70b8c847cc6b,segment=NetworkSegment(5d2f9015-718f-4501-9055-4e75c127517f),segment_id=5d2f9015-718f-4501-9055-4e75c127517f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:17.385138 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-626d5da0-5129-4478-b893-5d697d140a8f tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (cb5da514-20d1-4c81-b033-70b8c847cc6b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.408506 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-626d5da0-5129-4478-b893-5d697d140a8f tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Calling delete_port for cb5da514-20d1-4c81-b033-70b8c847cc6b owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:17.433781 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055706fd-a0ce-469e-bb8a-829644a2d703 None None] Pushing event updated for resources: {'Port': ['ID=951fb981-db5d-44da-8a6c-f3a196614d23,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:17.465699 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055706fd-a0ce-469e-bb8a-829644a2d703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:17.466051 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055706fd-a0ce-469e-bb8a-829644a2d703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:17.466466 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055706fd-a0ce-469e-bb8a-829644a2d703 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:17.466724 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055706fd-a0ce-469e-bb8a-829644a2d703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:17.467102 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055706fd-a0ce-469e-bb8a-829644a2d703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:17.467642 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055706fd-a0ce-469e-bb8a-829644a2d703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:17.467779 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055706fd-a0ce-469e-bb8a-829644a2d703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:17.486121 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055706fd-a0ce-469e-bb8a-829644a2d703 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:17.486664 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055706fd-a0ce-469e-bb8a-829644a2d703 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:17.486883 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055706fd-a0ce-469e-bb8a-829644a2d703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:17.487223 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055706fd-a0ce-469e-bb8a-829644a2d703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:17.491889 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055706fd-a0ce-469e-bb8a-829644a2d703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:17.492301 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055706fd-a0ce-469e-bb8a-829644a2d703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:17.525310 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-766e94e0-36e6-406a-89a5-0b7438f9719c None None] Deleting port cb5da514-20d1-4c81-b033-70b8c847cc6b {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:17.525913 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-766e94e0-36e6-406a-89a5-0b7438f9719c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (cb5da514-20d1-4c81-b033-70b8c847cc6b), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.529033 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] Attempting to bind port 951fb981-db5d-44da-8a6c-f3a196614d23 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:17.529418 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] Attempting to bind port 951fb981-db5d-44da-8a6c-f3a196614d23 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:17.529784 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] Attempting to bind port 951fb981-db5d-44da-8a6c-f3a196614d23 on network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:17.567051 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:17.567051 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] Checking segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:17.567051 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.567523 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] Bound using segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:17.573805 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] Bound port: 951fb981-db5d-44da-8a6c-f3a196614d23, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:17.574266 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (951fb981-db5d-44da-8a6c-f3a196614d23), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.629090 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821d65dd-2d1e-44f8-92bd-8f16d7aac29c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:17.633229 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-821d65dd-2d1e-44f8-92bd-8f16d7aac29c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports/951fb981-db5d-44da-8a6c-f3a196614d23 HTTP/1.1" status: 200 len: 911 time: 0.5539954 Feb 03 12:45:17.634435 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b084fd-a92b-4987-bb9c-f328fb8a4494 req-850a39fa-55e7-466c-b634-d04301b7ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:17.635813 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-99b084fd-a92b-4987-bb9c-f328fb8a4494 req-850a39fa-55e7-466c-b634-d04301b7ad82 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 200 len: 912 time: 0.1268651 Feb 03 12:45:17.636367 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56142) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:17.639626 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-626d5da0-5129-4478-b893-5d697d140a8f tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (cb5da514-20d1-4c81-b033-70b8c847cc6b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.641759 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c68596ec-6d2e-4598-b13b-b15169417676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e9d1494a-c957-45a7-a62e-d3c97b06db09), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.645439 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c68596ec-6d2e-4598-b13b-b15169417676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.646549 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c68596ec-6d2e-4598-b13b-b15169417676 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9d1494a-c957-45a7-a62e-d3c97b06db09 HTTP/1.1" status: 204 len: 168 time: 0.7724788 Feb 03 12:45:17.686150 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0f607-c7df-4c3a-9455-6ac60d8790ce req-d33beebc-d969-45e7-a567-6813d8a78c0d tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:17.690295 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b3d0f607-c7df-4c3a-9455-6ac60d8790ce req-d33beebc-d969-45e7-a567-6813d8a78c0d tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.31 "GET /v2.0/ports?device_id=9855a8e8-80f5-4a78-baf9-29ea39476c73 HTTP/1.1" status: 200 len: 950 time: 0.1510277 Feb 03 12:45:17.713071 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-766e94e0-36e6-406a-89a5-0b7438f9719c None None] For port cb5da514-20d1-4c81-b033-70b8c847cc6b, host n-d-827336-3, got binding levels [] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:17.714551 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-766e94e0-36e6-406a-89a5-0b7438f9719c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (cb5da514-20d1-4c81-b033-70b8c847cc6b), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.742116 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-766e94e0-36e6-406a-89a5-0b7438f9719c None None] Calling delete_port for cb5da514-20d1-4c81-b033-70b8c847cc6b owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:17.753114 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.ipam_backend_mixin [None req-766e94e0-36e6-406a-89a5-0b7438f9719c None None] Port cb5da514-20d1-4c81-b033-70b8c847cc6b was not found and therefore no delete operation was performed {{(pid=103190) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:45:17.754843 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-766e94e0-36e6-406a-89a5-0b7438f9719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (cb5da514-20d1-4c81-b033-70b8c847cc6b), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.763606 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] For port 951fb981-db5d-44da-8a6c-f3a196614d23, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:17.792612 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] For port 951fb981-db5d-44da-8a6c-f3a196614d23, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=951fb981-db5d-44da-8a6c-f3a196614d23,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:17.805967 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d5da0-5129-4478-b893-5d697d140a8f tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Pushing event deleted for resources: {'Port': ['ID=cb5da514-20d1-4c81-b033-70b8c847cc6b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:17.808011 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68596ec-6d2e-4598-b13b-b15169417676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d1494a-c957-45a7-a62e-d3c97b06db09,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:17.811545 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (951fb981-db5d-44da-8a6c-f3a196614d23), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.815974 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e94e0-36e6-406a-89a5-0b7438f9719c None None] Pushing event deleted for resources: {'Port': ['ID=cb5da514-20d1-4c81-b033-70b8c847cc6b,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:17.822159 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-99b084fd-a92b-4987-bb9c-f328fb8a4494 req-10de55fb-392d-4f72-9dc9-484d06fc2ee6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7d0989-f840-4e19-97b9-090435ae1ba0 HTTP/1.1" status: 200 len: 217 time: 0.1659107 Feb 03 12:45:17.826956 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766e94e0-36e6-406a-89a5-0b7438f9719c None None] No DVR routers for this DVR port cb5da514-20d1-4c81-b033-70b8c847cc6b on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:17.985098 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-48ba8300-4ee6-4742-98b2-59557385ea37 None None] Provisioning complete for port 951fb981-db5d-44da-8a6c-f3a196614d23 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:17.985696 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-48ba8300-4ee6-4742-98b2-59557385ea37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (951fb981-db5d-44da-8a6c-f3a196614d23), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.994416 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b3d0f607-c7df-4c3a-9455-6ac60d8790ce req-83f521cc-a1b0-46c1-a3fa-cad1a0476042 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Deleting port 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:17.994831 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b3d0f607-c7df-4c3a-9455-6ac60d8790ce req-83f521cc-a1b0-46c1-a3fa-cad1a0476042 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:17.997810 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055706fd-a0ce-469e-bb8a-829644a2d703 None None] Pushing event updated for resources: {'Port': ['ID=951fb981-db5d-44da-8a6c-f3a196614d23,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:18.045393 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] Routers {'84d097df-8874-4877-a898-b5eaef0d6360'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:18.046219 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:45:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['84d097df-8874-4877-a898-b5eaef0d6360'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:18.081585 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b084fd-a92b-4987-bb9c-f328fb8a4494 req-87ca3475-6d74-40f6-a95e-2fa0999bcba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:18.083064 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-99b084fd-a92b-4987-bb9c-f328fb8a4494 req-87ca3475-6d74-40f6-a95e-2fa0999bcba1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bd98a1ba-2677-43a0-9803-d6921e32ec63 HTTP/1.1" status: 200 len: 851 time: 0.1862953 Feb 03 12:45:18.182148 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626d5da0-5129-4478-b893-5d697d140a8f tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] No DVR routers for this DVR port cb5da514-20d1-4c81-b033-70b8c847cc6b on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:18.325198 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-48ba8300-4ee6-4742-98b2-59557385ea37 None None] Current status of the port 951fb981-db5d-44da-8a6c-f3a196614d23 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:18.328647 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-48ba8300-4ee6-4742-98b2-59557385ea37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (951fb981-db5d-44da-8a6c-f3a196614d23), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:18.353675 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-626d5da0-5129-4478-b893-5d697d140a8f tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (b594cdfb-31b1-4bc7-b597-e3e56e425ae1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:18.385616 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b3d0f607-c7df-4c3a-9455-6ac60d8790ce req-83f521cc-a1b0-46c1-a3fa-cad1a0476042 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] For port 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:18.386190 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b3d0f607-c7df-4c3a-9455-6ac60d8790ce req-83f521cc-a1b0-46c1-a3fa-cad1a0476042 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:18.413704 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fc302540-c798-4f1f-a8f7-dc80036f2b65 req-57df7545-6cc1-4943-8b1b-dbca201d0124 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1871011 Feb 03 12:45:18.419249 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b3d0f607-c7df-4c3a-9455-6ac60d8790ce req-83f521cc-a1b0-46c1-a3fa-cad1a0476042 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Calling delete_port for 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:18.501306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-48ba8300-4ee6-4742-98b2-59557385ea37 None None] For port 951fb981-db5d-44da-8a6c-f3a196614d23, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=951fb981-db5d-44da-8a6c-f3a196614d23,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:18.510816 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-48ba8300-4ee6-4742-98b2-59557385ea37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (951fb981-db5d-44da-8a6c-f3a196614d23), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:18.520147 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-626d5da0-5129-4478-b893-5d697d140a8f tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b594cdfb-31b1-4bc7-b597-e3e56e425ae1']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:18.573393 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-99b084fd-a92b-4987-bb9c-f328fb8a4494 req-b892061f-00a9-4185-b2fb-888e91b88d16 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5599772e-9dcf-4127-a633-d91505819dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3909330 Feb 03 12:45:18.596364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-626d5da0-5129-4478-b893-5d697d140a8f tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2f9015-718f-4501-9055-4e75c127517f') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:18.596742 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-626d5da0-5129-4478-b893-5d697d140a8f tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2f9015-718f-4501-9055-4e75c127517f') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:18.654960 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a425ced1-200d-4333-a3ef-0af8ea0f9644 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:18.661636 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba8300-4ee6-4742-98b2-59557385ea37 None None] Pushing event updated for resources: {'Port': ['ID=951fb981-db5d-44da-8a6c-f3a196614d23,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:18.674270 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a425ced1-200d-4333-a3ef-0af8ea0f9644 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:18.680579 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a425ced1-200d-4333-a3ef-0af8ea0f9644 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 1.0405705 Feb 03 12:45:18.703130 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] Set router 84d097df-8874-4877-a898-b5eaef0d6360 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:18.703706 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56170) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:18.703706 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56172) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:18.744092 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d854858f-f0e5-4fbd-b7e8-80d864823da0 None None] Provisioning complete for port 951fb981-db5d-44da-8a6c-f3a196614d23 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:18.744459 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d854858f-f0e5-4fbd-b7e8-80d864823da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (951fb981-db5d-44da-8a6c-f3a196614d23), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:18.895843 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-626d5da0-5129-4478-b893-5d697d140a8f tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (5d2f9015-718f-4501-9055-4e75c127517f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:18.906426 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25940b0f-39b2-4d95-b02f-f8f9f1e6a0f0 req-4208a08a-4ec6-431a-8b17-d9b4d0c49517 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:18.908761 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-25940b0f-39b2-4d95-b02f-f8f9f1e6a0f0 req-4208a08a-4ec6-431a-8b17-d9b4d0c49517 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 943 time: 0.3648567 Feb 03 12:45:18.920196 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d854858f-f0e5-4fbd-b7e8-80d864823da0 None None] Current status of the port 951fb981-db5d-44da-8a6c-f3a196614d23 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:18.989565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc302540-c798-4f1f-a8f7-dc80036f2b65 req-3ae33df6-9555-4ffa-9b12-7c57bed0644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:19.004770 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fc302540-c798-4f1f-a8f7-dc80036f2b65 req-3ae33df6-9555-4ffa-9b12-7c57bed0644b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6a209b0e492a4b77b2ceeedc9d454e67&device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 1127 time: 0.4500520 Feb 03 12:45:19.098909 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-626d5da0-5129-4478-b893-5d697d140a8f tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (5d2f9015-718f-4501-9055-4e75c127517f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:19.127164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626d5da0-5129-4478-b893-5d697d140a8f tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:45:19.127595 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-626d5da0-5129-4478-b893-5d697d140a8f tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (5d2f9015-718f-4501-9055-4e75c127517f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:19.164674 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device cb5da514-20d1-4c81-b033-70b8c847cc6b no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:19.197760 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d097df-8874-4877-a898-b5eaef0d6360', 'name': 'tempest-NetworksTestDHCPv6-router-2061055725', 'tenant_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:09Z', 'updated_at': '2022-02-03T12:45:13Z', 'revision_number': 2, 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'gw_port_host': None, '_interfaces': [{'id': '951fb981-db5d-44da-8a6c-f3a196614d23', 'name': '', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'tenant_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'mac_address': 'fa:16:3e:98:a8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d097df-8874-4877-a898-b5eaef0d6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '986ae202-b475-4581-a388-cf2872273699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:11Z', 'updated_at': '2022-02-03T12:45:17Z', 'revision_number': 4, 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'subnets': [{'id': '986ae202-b475-4581-a388-cf2872273699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:19.206685 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: cb5da514-20d1-4c81-b033-70b8c847cc6b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:19.208473 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device cb5da514-20d1-4c81-b033-70b8c847cc6b not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:19.258207 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b3d0f607-c7df-4c3a-9455-6ac60d8790ce req-83f521cc-a1b0-46c1-a3fa-cad1a0476042 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:19.273108 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:19.331595 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92951954-2d46-4bae-b03f-cd8f55ecfff6 None None] The sync data for ids ['84d097df-8874-4877-a898-b5eaef0d6360'] in n-d-827336-3 is: [{'id': '84d097df-8874-4877-a898-b5eaef0d6360', 'name': 'tempest-NetworksTestDHCPv6-router-2061055725', 'tenant_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:09Z', 'updated_at': '2022-02-03T12:45:13Z', 'revision_number': 2, 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'gw_port_host': None, '_interfaces': [{'id': '951fb981-db5d-44da-8a6c-f3a196614d23', 'name': '', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'tenant_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'mac_address': 'fa:16:3e:98:a8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d097df-8874-4877-a898-b5eaef0d6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '986ae202-b475-4581-a388-cf2872273699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:11Z', 'updated_at': '2022-02-03T12:45:17Z', 'revision_number': 4, 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'subnets': [{'id': '986ae202-b475-4581-a388-cf2872273699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:45:19.428096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 1e7d0989-f840-4e19-97b9-090435ae1ba0 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:45:19.431304 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device c858d087-ff3e-45a1-8f22-535fcd4287c1 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:19.447130 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-25940b0f-39b2-4d95-b02f-f8f9f1e6a0f0 req-b04a1fc5-2f2c-4865-9748-6b72576b5d92 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238853 Feb 03 12:45:19.481202 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f521cc-a1b0-46c1-a3fa-cad1a0476042 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Pushing event deleted for resources: {'Port': ['ID=6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:19.656855 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port c858d087-ff3e-45a1-8f22-535fcd4287c1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:19.657243 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:19.700407 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc302540-c798-4f1f-a8f7-dc80036f2b65 req-88ac4530-6ff7-4907-a602-722c722fc108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:19.702100 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fc302540-c798-4f1f-a8f7-dc80036f2b65 req-88ac4530-6ff7-4907-a602-722c722fc108 service neutron] 10.222.0.73 "GET /v2.0/networks?id=87045144-2323-4eba-b542-41e2cafcc3b7 HTTP/1.1" status: 200 len: 920 time: 0.4910598 Feb 03 12:45:19.709467 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d0f607-c7df-4c3a-9455-6ac60d8790ce req-83f521cc-a1b0-46c1-a3fa-cad1a0476042 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] No DVR routers for this DVR port 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:19.731474 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b3d0f607-c7df-4c3a-9455-6ac60d8790ce req-83f521cc-a1b0-46c1-a3fa-cad1a0476042 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:19.749188 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b3d0f607-c7df-4c3a-9455-6ac60d8790ce req-83f521cc-a1b0-46c1-a3fa-cad1a0476042 tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.31 "DELETE /v2.0/ports/6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 HTTP/1.1" status: 204 len: 173 time: 2.0502582 Feb 03 12:45:19.749719 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9855a8e8-80f5-4a78-baf9-29ea39476c73', 'name': 'network-vif-deleted', 'tag': '6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:19.752163 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5f131b-40c5-4de3-ad75-517819e32266" -d '{"events": [{"server_uuid": "9855a8e8-80f5-4a78-baf9-29ea39476c73", "name": "network-vif-deleted", "tag": "6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:19.895533 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fc302540-c798-4f1f-a8f7-dc80036f2b65 req-8e63efa8-0d0d-4741-85ff-6612203f5097 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf717bd2-45d1-4420-ae33-d3b169cb8f4d HTTP/1.1" status: 200 len: 217 time: 0.1815104 Feb 03 12:45:20.039036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc302540-c798-4f1f-a8f7-dc80036f2b65 req-41cc666b-b7c3-4d8e-93e3-ed7fb5b5ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:20.041155 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fc302540-c798-4f1f-a8f7-dc80036f2b65 req-41cc666b-b7c3-4d8e-93e3-ed7fb5b5ad6f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8d7c28f9-eb63-4be2-9734-e89b3817580d HTTP/1.1" status: 200 len: 859 time: 0.1334682 Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:45:20.046337 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:45:20.052666 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ee0152-73d3-4d37-84a1-bd48463cc04a x-openstack-request-id: req-97ee0152-73d3-4d37-84a1-bd48463cc04a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:20.056588 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9855a8e8-80f5-4a78-baf9-29ea39476c73", "name": "network-vif-deleted", "tag": "6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:20.057289 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97ee0152-73d3-4d37-84a1-bd48463cc04a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:20.057977 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9855a8e8-80f5-4a78-baf9-29ea39476c73', 'name': 'network-vif-deleted', 'tag': '6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3', 'status': 'completed', 'code': 200} Feb 03 12:45:20.074042 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port c858d087-ff3e-45a1-8f22-535fcd4287c1 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:20.074578 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:20.107925 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fc302540-c798-4f1f-a8f7-dc80036f2b65 req-23b7933d-3209-4dfe-9f10-4b398160755f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=87045144-2323-4eba-b542-41e2cafcc3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488884 Feb 03 12:45:20.168833 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdffa8b-8dce-46c8-ae8c-aa595635af48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c858d087-ff3e-45a1-8f22-535fcd4287c1'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:20.173609 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-626d5da0-5129-4478-b893-5d697d140a8f tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (b594cdfb-31b1-4bc7-b597-e3e56e425ae1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:20.183070 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe5d077-aee5-496c-96bb-a9f34ca383ca" -d '{"events": [{"server_uuid": "fbdffa8b-8dce-46c8-ae8c-aa595635af48", "name": "network-vif-plugged", "status": "completed", "tag": "c858d087-ff3e-45a1-8f22-535fcd4287c1"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:20.208460 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b51858-ef4a-40b5-ab03-38a8ad93e304 req-02f056f0-5561-4033-a1a5-906e2efdbe1f tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:20.216357 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2b51858-ef4a-40b5-ab03-38a8ad93e304 req-02f056f0-5561-4033-a1a5-906e2efdbe1f tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/ports?device_id=9855a8e8-80f5-4a78-baf9-29ea39476c73 HTTP/1.1" status: 200 len: 950 time: 2.1408589 Feb 03 12:45:20.273648 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port c858d087-ff3e-45a1-8f22-535fcd4287c1, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c858d087-ff3e-45a1-8f22-535fcd4287c1,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:20.309300 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 1e7d0989-f840-4e19-97b9-090435ae1ba0, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1e7d0989-f840-4e19-97b9-090435ae1ba0,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:20.318171 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-626d5da0-5129-4478-b893-5d697d140a8f tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:20.319842 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:20.326469 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-626d5da0-5129-4478-b893-5d697d140a8f tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] 10.222.0.18 "DELETE /v2.0/networks/b594cdfb-31b1-4bc7-b597-e3e56e425ae1 HTTP/1.1" status: 204 len: 168 time: 4.1958148 Feb 03 12:45:20.350289 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8799f632-d3f8-402c-b5df-7c0137a51f73 x-openstack-request-id: req-8799f632-d3f8-402c-b5df-7c0137a51f73 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:20.358516 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdffa8b-8dce-46c8-ae8c-aa595635af48", "name": "network-vif-plugged", "status": "completed", "tag": "c858d087-ff3e-45a1-8f22-535fcd4287c1", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:20.359230 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8799f632-d3f8-402c-b5df-7c0137a51f73 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:20.360241 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdffa8b-8dce-46c8-ae8c-aa595635af48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c858d087-ff3e-45a1-8f22-535fcd4287c1', 'code': 200} Feb 03 12:45:20.378733 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d5da0-5129-4478-b893-5d697d140a8f tempest-DHCPAgentSchedulersTestJSON-238697656 tempest-DHCPAgentSchedulersTestJSON-238697656-project] Pushing event deleted for resources: {'Network': ['ID=b594cdfb-31b1-4bc7-b597-e3e56e425ae1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:20.401030 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '1e7d0989-f840-4e19-97b9-090435ae1ba0', 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7', 'port_id': '1e7d0989-f840-4e19-97b9-090435ae1ba0', 'mac_address': 'fa:16:3e:4f:a5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd98a1ba-2677-43a0-9803-d6921e32ec63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:45:20.450873 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fc302540-c798-4f1f-a8f7-dc80036f2b65 req-7bfbcdbf-f30e-4b60-952e-f8a451b65246 service neutron] 10.222.0.73 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343122 Feb 03 12:45:20.702738 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-456a8ebc-21a1-4315-ab1d-7d38ded37d85 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ddc55710f40d4f3a8affcbff8b1fd294&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9969842 Feb 03 12:45:20.709203 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56208) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:20.742279 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 1e7d0989-f840-4e19-97b9-090435ae1ba0 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:20.742825 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:20.753272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=c858d087-ff3e-45a1-8f22-535fcd4287c1,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:20.793921 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7d0989-f840-4e19-97b9-090435ae1ba0 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:45:20.854123 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 1e7d0989-f840-4e19-97b9-090435ae1ba0, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1e7d0989-f840-4e19-97b9-090435ae1ba0,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:20.864688 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:20.887529 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fc302540-c798-4f1f-a8f7-dc80036f2b65 req-9573e0d9-0720-4782-8f6a-2a3f8854d6a0 service neutron] 10.222.0.73 "GET /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243119 Feb 03 12:45:20.910421 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa054d15-a0dd-43ea-b8be-22e629fca2c9 req-6db2f7a5-f351-4426-a114-05d8309440ca tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:20.921047 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa054d15-a0dd-43ea-b8be-22e629fca2c9 req-6db2f7a5-f351-4426-a114-05d8309440ca tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 943 time: 0.2854817 Feb 03 12:45:20.976314 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2b51858-ef4a-40b5-ab03-38a8ad93e304 req-3bf8e76d-4e52-4680-9547-c99988090d8f tempest-VolumesBackupsTest-2129359147 tempest-VolumesBackupsTest-2129359147-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3a24656-3608-4b7b-bebe-1b9e9f3bfd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7546048 Feb 03 12:45:20.996863 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=1e7d0989-f840-4e19-97b9-090435ae1ba0,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:21.046934 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa054d15-a0dd-43ea-b8be-22e629fca2c9 req-04e01739-9bf6-46a8-a3f0-474fdfbe1b54 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213233 Feb 03 12:45:21.078491 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-99b084fd-a92b-4987-bb9c-f328fb8a4494 req-c1d629d9-9598-4cc2-972e-dca84f84d0ec service neutron] 10.222.0.31 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4910908 Feb 03 12:45:21.125617 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['1e7d0989-f840-4e19-97b9-090435ae1ba0'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:21.318110 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-99b084fd-a92b-4987-bb9c-f328fb8a4494 req-4a9d7c12-9774-46e3-ae6d-98d1f50b0060 service neutron] 10.222.0.31 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902812 Feb 03 12:45:21.330476 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 951fb981-db5d-44da-8a6c-f3a196614d23 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:21.330728 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56222) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:21.337941 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cbbc33c-fca6-486c-9790-f66c534d81d5 admin admin] Publish callbacks [] for security_group (870abc0a-8399-472b-b39a-4eaf111a7d8f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:21.370099 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cbbc33c-fca6-486c-9790-f66c534d81d5 admin admin] Publish callbacks [] for security_group (870abc0a-8399-472b-b39a-4eaf111a7d8f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:21.443202 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:21.484434 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:21.484825 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 6ab0c0f8-d4d2-4f93-b03e-891129bbe2d3 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:21.503391 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 951fb981-db5d-44da-8a6c-f3a196614d23 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:21.503772 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (951fb981-db5d-44da-8a6c-f3a196614d23), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:21.607816 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cbbc33c-fca6-486c-9790-f66c534d81d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (870abc0a-8399-472b-b39a-4eaf111a7d8f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:21.613835 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cbbc33c-fca6-486c-9790-f66c534d81d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:21.620489 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5cbbc33c-fca6-486c-9790-f66c534d81d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/870abc0a-8399-472b-b39a-4eaf111a7d8f HTTP/1.1" status: 204 len: 168 time: 0.8938110 Feb 03 12:45:21.632542 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 951fb981-db5d-44da-8a6c-f3a196614d23 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:21.679910 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-edd80915-f804-4ee4-b2cc-0cc8b0ca28fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40023cd83c224bd3a0cfc5136ff4b369&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3481634 Feb 03 12:45:21.680553 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56230) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:21.729703 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbc33c-fca6-486c-9790-f66c534d81d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870abc0a-8399-472b-b39a-4eaf111a7d8f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:21.809359 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50214a68-5b98-49f0-a95a-6542c6127c1f admin admin] Publish callbacks [] for security_group (498449f3-16fa-47f2-8e64-36538d083f91), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:21.863165 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50214a68-5b98-49f0-a95a-6542c6127c1f admin admin] Publish callbacks [] for security_group (498449f3-16fa-47f2-8e64-36538d083f91), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:21.934831 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50214a68-5b98-49f0-a95a-6542c6127c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (498449f3-16fa-47f2-8e64-36538d083f91), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:21.938390 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50214a68-5b98-49f0-a95a-6542c6127c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:21.939605 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-50214a68-5b98-49f0-a95a-6542c6127c1f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/498449f3-16fa-47f2-8e64-36538d083f91 HTTP/1.1" status: 204 len: 168 time: 0.2581100 Feb 03 12:45:21.955028 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50214a68-5b98-49f0-a95a-6542c6127c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498449f3-16fa-47f2-8e64-36538d083f91,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:22.558863 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b341714-1314-4a72-974c-1d089d2d6d82 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (84d097df-8874-4877-a898-b5eaef0d6360), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:22.899730 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56268) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:22.939616 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ace26bf8-ceda-44e4-9f17-959ed4e44a15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.048324 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b1ea0-a37a-4dfc-bb5a-8a8e1ed4ebe3 req-a2c7f8f2-323d-47ad-aa41-ca4bf3547847 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:23.056328 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-382b1ea0-a37a-4dfc-bb5a-8a8e1ed4ebe3 req-a2c7f8f2-323d-47ad-aa41-ca4bf3547847 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 944 time: 0.8202879 Feb 03 12:45:23.199186 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ace26bf8-ceda-44e4-9f17-959ed4e44a15 admin admin] Publish callbacks [] for security_group (8fc5f2cc-0914-42f8-8b62-625cfd6fe109), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.207058 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-382b1ea0-a37a-4dfc-bb5a-8a8e1ed4ebe3 req-0e22a0ca-21b9-4ce3-ab5c-2aca15c03a31 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496141 Feb 03 12:45:23.211487 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ace26bf8-ceda-44e4-9f17-959ed4e44a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8fc5f2cc-0914-42f8-8b62-625cfd6fe109), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.319860 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ace26bf8-ceda-44e4-9f17-959ed4e44a15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f63ab0f0720643648e276525a9105b7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4189105 Feb 03 12:45:23.323255 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56284) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:23.340960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace26bf8-ceda-44e4-9f17-959ed4e44a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc5f2cc-0914-42f8-8b62-625cfd6fe109,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:23.435067 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5c33824-b50b-4af4-9799-aed2a5f16c18 admin admin] Publish callbacks [] for security_group (8fc5f2cc-0914-42f8-8b62-625cfd6fe109), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.454621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 1e7d0989-f840-4e19-97b9-090435ae1ba0 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:23.497614 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5c33824-b50b-4af4-9799-aed2a5f16c18 admin admin] Publish callbacks [] for security_group (8fc5f2cc-0914-42f8-8b62-625cfd6fe109), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.576517 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56294) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:23.584388 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-22b26a3f-d122-48fa-8aa7-e4745a02d6c7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1044122264'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:23.588528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 1e7d0989-f840-4e19-97b9-090435ae1ba0 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:45:23.589834 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5c33824-b50b-4af4-9799-aed2a5f16c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8fc5f2cc-0914-42f8-8b62-625cfd6fe109), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.594583 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5c33824-b50b-4af4-9799-aed2a5f16c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.601080 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d5c33824-b50b-4af4-9799-aed2a5f16c18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8fc5f2cc-0914-42f8-8b62-625cfd6fe109 HTTP/1.1" status: 204 len: 168 time: 0.2712655 Feb 03 12:45:23.611684 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2b341714-1314-4a72-974c-1d089d2d6d82 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port 951fb981-db5d-44da-8a6c-f3a196614d23 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:23.612675 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b341714-1314-4a72-974c-1d089d2d6d82 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (951fb981-db5d-44da-8a6c-f3a196614d23), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.622605 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 1e7d0989-f840-4e19-97b9-090435ae1ba0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:23.624821 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.638790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b26a3f-d122-48fa-8aa7-e4745a02d6c7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Made reservation on behalf of 1e60b58d86024cd1a0be428da6fe974b for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:23.643969 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22b26a3f-d122-48fa-8aa7-e4745a02d6c7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.707487 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c33824-b50b-4af4-9799-aed2a5f16c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc5f2cc-0914-42f8-8b62-625cfd6fe109,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:23.726901 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b26a3f-d122-48fa-8aa7-e4745a02d6c7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:45:23.753517 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22b26a3f-d122-48fa-8aa7-e4745a02d6c7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (7413601f-b7c8-46d2-a193-e2e9800539dc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.753879 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-22b26a3f-d122-48fa-8aa7-e4745a02d6c7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Added segment 7413601f-b7c8-46d2-a193-e2e9800539dc of type vlan for network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 Feb 03 12:45:23.878020 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22b26a3f-d122-48fa-8aa7-e4745a02d6c7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (52abbafc-7fd5-46ff-8e08-675e1c7bace1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.904685 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 1e7d0989-f840-4e19-97b9-090435ae1ba0 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:23.905466 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.953462 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22b26a3f-d122-48fa-8aa7-e4745a02d6c7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (52abbafc-7fd5-46ff-8e08-675e1c7bace1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.973761 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2b341714-1314-4a72-974c-1d089d2d6d82 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] For port 951fb981-db5d-44da-8a6c-f3a196614d23, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=951fb981-db5d-44da-8a6c-f3a196614d23,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:23.973959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b26a3f-d122-48fa-8aa7-e4745a02d6c7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:23.974060 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b341714-1314-4a72-974c-1d089d2d6d82 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (951fb981-db5d-44da-8a6c-f3a196614d23), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.974444 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22b26a3f-d122-48fa-8aa7-e4745a02d6c7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:23.992973 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6103f33d-e569-4559-a89d-9043ecac4eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7d0989-f840-4e19-97b9-090435ae1ba0'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:24.003264 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ad8b6b-dd86-43d0-be18-ab9b17482c58" -d '{"events": [{"server_uuid": "6103f33d-e569-4559-a89d-9043ecac4eb6", "name": "network-vif-plugged", "status": "completed", "tag": "1e7d0989-f840-4e19-97b9-090435ae1ba0"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:24.013690 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2b341714-1314-4a72-974c-1d089d2d6d82 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for 951fb981-db5d-44da-8a6c-f3a196614d23 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:24.049440 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 1e7d0989-f840-4e19-97b9-090435ae1ba0, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1e7d0989-f840-4e19-97b9-090435ae1ba0,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:24.057505 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:24.101641 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-22b26a3f-d122-48fa-8aa7-e4745a02d6c7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5082395 Feb 03 12:45:24.157756 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc113b4-6641-4814-80da-58841721dab7 x-openstack-request-id: req-2bc113b4-6641-4814-80da-58841721dab7 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:24.158776 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6103f33d-e569-4559-a89d-9043ecac4eb6", "name": "network-vif-plugged", "status": "completed", "tag": "1e7d0989-f840-4e19-97b9-090435ae1ba0", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:24.159089 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bc113b4-6641-4814-80da-58841721dab7 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:24.159496 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6103f33d-e569-4559-a89d-9043ecac4eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7d0989-f840-4e19-97b9-090435ae1ba0', 'code': 200} Feb 03 12:45:24.205251 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56308) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:24.206353 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b26a3f-d122-48fa-8aa7-e4745a02d6c7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event updated for resources: {'Network': ['ID=52abbafc-7fd5-46ff-8e08-675e1c7bace1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:24.216477 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-609b004b-cf12-4f7e-b7b0-cc6ccaafe2d9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-718604723'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:24.236874 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:45:24.258645 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609b004b-cf12-4f7e-b7b0-cc6ccaafe2d9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Made reservation on behalf of 1e60b58d86024cd1a0be428da6fe974b for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:24.264050 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-609b004b-cf12-4f7e-b7b0-cc6ccaafe2d9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:24.358806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609b004b-cf12-4f7e-b7b0-cc6ccaafe2d9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:45:24.397936 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-609b004b-cf12-4f7e-b7b0-cc6ccaafe2d9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (1bb44cc9-d5f0-4229-83e4-b92d043cf36a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:24.398191 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-609b004b-cf12-4f7e-b7b0-cc6ccaafe2d9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Added segment 1bb44cc9-d5f0-4229-83e4-b92d043cf36a of type vlan for network 97259dff-b582-4fbd-b7bb-04805dd4c319 Feb 03 12:45:24.527471 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=1e7d0989-f840-4e19-97b9-090435ae1ba0,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:24.613244 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3522580-2a3f-4784-aeb0-076c45e16ecd req-a21df555-f432-4c83-9da5-d0ea2aa30ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:24.613244 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b3522580-2a3f-4784-aeb0-076c45e16ecd req-a21df555-f432-4c83-9da5-d0ea2aa30ccb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 1127 time: 0.3734577 Feb 03 12:45:24.692352 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-609b004b-cf12-4f7e-b7b0-cc6ccaafe2d9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (97259dff-b582-4fbd-b7bb-04805dd4c319), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:24.737715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedb8af-148e-45ba-9bd2-6ccb2f08d35e req-9ff2a846-cb20-4901-977c-bbe49d945033 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:24.747557 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0dedb8af-148e-45ba-9bd2-6ccb2f08d35e req-9ff2a846-cb20-4901-977c-bbe49d945033 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 0.3602524 Feb 03 12:45:24.840269 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b3522580-2a3f-4784-aeb0-076c45e16ecd req-d9717c4d-8e77-4b16-85e0-3e134d5806e0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182004 Feb 03 12:45:24.858811 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-609b004b-cf12-4f7e-b7b0-cc6ccaafe2d9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:45:24.919266 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0dedb8af-148e-45ba-9bd2-6ccb2f08d35e req-f8ca1d46-042f-42b2-8351-c3ce0f7e5597 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696362 Feb 03 12:45:24.949260 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-609b004b-cf12-4f7e-b7b0-cc6ccaafe2d9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (97259dff-b582-4fbd-b7bb-04805dd4c319), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:24.961332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609b004b-cf12-4f7e-b7b0-cc6ccaafe2d9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:24.962508 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-609b004b-cf12-4f7e-b7b0-cc6ccaafe2d9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:24.977583 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b341714-1314-4a72-974c-1d089d2d6d82 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (951fb981-db5d-44da-8a6c-f3a196614d23), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:25.004427 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-609b004b-cf12-4f7e-b7b0-cc6ccaafe2d9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7938344 Feb 03 12:45:25.008211 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56344) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:25.085421 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-128658a6-e637-487b-9137-f0bc2cfbd53a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Request body: {'subnet': {'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:25.139174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b004b-cf12-4f7e-b7b0-cc6ccaafe2d9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event updated for resources: {'Network': ['ID=97259dff-b582-4fbd-b7bb-04805dd4c319,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:25.159194 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 97259dff-b582-4fbd-b7bb-04805dd4c319 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:45:25.174169 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b341714-1314-4a72-974c-1d089d2d6d82 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=951fb981-db5d-44da-8a6c-f3a196614d23,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:25.444527 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56356) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:25.628910 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b341714-1314-4a72-974c-1d089d2d6d82 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (84d097df-8874-4877-a898-b5eaef0d6360), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:25.868685 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b341714-1314-4a72-974c-1d089d2d6d82 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Router 84d097df-8874-4877-a898-b5eaef0d6360 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:45:25.921128 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128658a6-e637-487b-9137-f0bc2cfbd53a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Made reservation on behalf of 1e60b58d86024cd1a0be428da6fe974b for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:25.924746 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-128658a6-e637-487b-9137-f0bc2cfbd53a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:25.988833 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5ebcacee-05d5-48ad-b9e9-d89a726961be tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1011045538'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:26.058554 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebcacee-05d5-48ad-b9e9-d89a726961be tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Made reservation on behalf of 762578b58f80412495e38f355a6d1578 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:26.072213 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b341714-1314-4a72-974c-1d089d2d6d82 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:45:26.079345 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2b341714-1314-4a72-974c-1d089d2d6d82 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "PUT /v2.0/routers/84d097df-8874-4877-a898-b5eaef0d6360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3614542 Feb 03 12:45:26.086811 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d75d3-5124-46ac-bace-e8f221dd3930 None None] Sync routers for ids ['84d097df-8874-4877-a898-b5eaef0d6360'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:45:26.095207 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ebcacee-05d5-48ad-b9e9-d89a726961be tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:26.096778 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56382) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:26.102805 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d75d3-5124-46ac-bace-e8f221dd3930 None None] Routers {'84d097df-8874-4877-a898-b5eaef0d6360'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:26.103842 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f56d75d3-5124-46ac-bace-e8f221dd3930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:45:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['84d097df-8874-4877-a898-b5eaef0d6360'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:26.133158 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ebcacee-05d5-48ad-b9e9-d89a726961be tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:26.275337 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56388) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:26.309042 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e635ca3b-718e-49de-ac57-a1f2b0341a4b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:26.310690 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e635ca3b-718e-49de-ac57-a1f2b0341a4b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:26.312499 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e635ca3b-718e-49de-ac57-a1f2b0341a4b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2133908 Feb 03 12:45:26.315459 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56392) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:26.333355 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19cbe2-bea5-47f3-8ceb-7b1cf08c311f req-bda89aa0-1e4f-4d0b-974c-e1bc17f104c8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:26.344584 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d19cbe2-bea5-47f3-8ceb-7b1cf08c311f req-bda89aa0-1e4f-4d0b-974c-e1bc17f104c8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 0.2009482 Feb 03 12:45:26.366189 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f56d75d3-5124-46ac-bace-e8f221dd3930 None None] Set router 84d097df-8874-4877-a898-b5eaef0d6360 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:26.489070 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d19cbe2-bea5-47f3-8ceb-7b1cf08c311f req-91543636-8ab1-428b-89e3-61f695a57844 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414118 Feb 03 12:45:26.489280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-70567248-f87f-4fa9-82a0-e3419b3bfb02 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet 986ae202-b475-4581-a388-cf2872273699 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:45:26.513502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f56d75d3-5124-46ac-bace-e8f221dd3930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d097df-8874-4877-a898-b5eaef0d6360', 'name': 'tempest-NetworksTestDHCPv6-router-2061055725', 'tenant_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:09Z', 'updated_at': '2022-02-03T12:45:24Z', 'revision_number': 3, 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:26.528501 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70567248-f87f-4fa9-82a0-e3419b3bfb02 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (986ae202-b475-4581-a388-cf2872273699), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:26.567531 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ebcacee-05d5-48ad-b9e9-d89a726961be tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks [] for security_group (5db8f89e-055d-4344-ae64-0196954ff18b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:26.575516 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-164a672b-344b-4e3d-8c48-051115add45e tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:26.584243 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d75d3-5124-46ac-bace-e8f221dd3930 None None] Checking router: 84d097df-8874-4877-a898-b5eaef0d6360 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:45:26.597979 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ebcacee-05d5-48ad-b9e9-d89a726961be tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5db8f89e-055d-4344-ae64-0196954ff18b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:26.607915 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d75d3-5124-46ac-bace-e8f221dd3930 None None] Routers {'84d097df-8874-4877-a898-b5eaef0d6360'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:26.608490 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f56d75d3-5124-46ac-bace-e8f221dd3930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:45:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['84d097df-8874-4877-a898-b5eaef0d6360'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:26.660318 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebcacee-05d5-48ad-b9e9-d89a726961be tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:45:26.686640 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70567248-f87f-4fa9-82a0-e3419b3bfb02 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (986ae202-b475-4581-a388-cf2872273699), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:26.706857 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ebcacee-05d5-48ad-b9e9-d89a726961be tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f91f6ab2-72f8-47e2-bade-ba64936ba0d4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:26.707427 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-5ebcacee-05d5-48ad-b9e9-d89a726961be tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Added segment f91f6ab2-72f8-47e2-bade-ba64936ba0d4 of type vlan for network 1acf56b7-6315-4f8b-a505-1215e089270c Feb 03 12:45:26.754897 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ebcacee-05d5-48ad-b9e9-d89a726961be tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (1acf56b7-6315-4f8b-a505-1215e089270c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:26.788333 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-164a672b-344b-4e3d-8c48-051115add45e tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:26.800802 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ebcacee-05d5-48ad-b9e9-d89a726961be tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (1acf56b7-6315-4f8b-a505-1215e089270c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:26.807134 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebcacee-05d5-48ad-b9e9-d89a726961be tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:26.808017 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ebcacee-05d5-48ad-b9e9-d89a726961be tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:26.832276 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f56d75d3-5124-46ac-bace-e8f221dd3930 None None] Set router 84d097df-8874-4877-a898-b5eaef0d6360 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:26.951509 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebcacee-05d5-48ad-b9e9-d89a726961be tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Pushing event updated for resources: {'Network': ['ID=1acf56b7-6315-4f8b-a505-1215e089270c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:26.977773 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 1acf56b7-6315-4f8b-a505-1215e089270c details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:45:26.982524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f56d75d3-5124-46ac-bace-e8f221dd3930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d097df-8874-4877-a898-b5eaef0d6360', 'name': 'tempest-NetworksTestDHCPv6-router-2061055725', 'tenant_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:09Z', 'updated_at': '2022-02-03T12:45:24Z', 'revision_number': 3, 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:27.107163 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d75d3-5124-46ac-bace-e8f221dd3930 None None] The sync data for ids ['84d097df-8874-4877-a898-b5eaef0d6360'] in n-d-827336-3 is: [{'id': '84d097df-8874-4877-a898-b5eaef0d6360', 'name': 'tempest-NetworksTestDHCPv6-router-2061055725', 'tenant_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:09Z', 'updated_at': '2022-02-03T12:45:24Z', 'revision_number': 3, 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:45:27.137367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebcacee-05d5-48ad-b9e9-d89a726961be tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db8f89e-055d-4344-ae64-0196954ff18b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:27.163895 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5ebcacee-05d5-48ad-b9e9-d89a726961be tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7152550 Feb 03 12:45:27.173805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56406) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:27.188803 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6c7f149d-3837-421e-a5bc-5ea631f722d0 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Request body: {'subnet': {'network_id': '1acf56b7-6315-4f8b-a505-1215e089270c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:27.396305 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7f149d-3837-421e-a5bc-5ea631f722d0 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Made reservation on behalf of 762578b58f80412495e38f355a6d1578 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:27.405607 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c7f149d-3837-421e-a5bc-5ea631f722d0 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:27.455639 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70567248-f87f-4fa9-82a0-e3419b3bfb02 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (986ae202-b475-4581-a388-cf2872273699), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:27.540227 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-128658a6-e637-487b-9137-f0bc2cfbd53a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (8761b709-d126-4def-a3e9-94ac377b29e2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:27.694464 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70567248-f87f-4fa9-82a0-e3419b3bfb02 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (986ae202-b475-4581-a388-cf2872273699), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:27.698644 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c7f149d-3837-421e-a5bc-5ea631f722d0 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (fa64be6e-2a7a-4588-a26f-da6c382d942c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:27.725253 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128658a6-e637-487b-9137-f0bc2cfbd53a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Checking segment: {'id': '7413601f-b7c8-46d2-a193-e2e9800539dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:27.726853 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128658a6-e637-487b-9137-f0bc2cfbd53a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Network hostable DHCP agents. Network: 52abbafc-7fd5-46ff-8e08-675e1c7bace1, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:45:27.738123 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128658a6-e637-487b-9137-f0bc2cfbd53a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event updated for resources: {'Subnet': ['ID=8761b709-d126-4def-a3e9-94ac377b29e2,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:27.742542 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fa94fd-7ae7-4ff1-99d4-771cdbb0bb03 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:27.768136 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70567248-f87f-4fa9-82a0-e3419b3bfb02 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:27.774549 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-70567248-f87f-4fa9-82a0-e3419b3bfb02 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/986ae202-b475-4581-a388-cf2872273699 HTTP/1.1" status: 204 len: 168 time: 1.4532413 Feb 03 12:45:27.795635 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56422) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:27.845246 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70567248-f87f-4fa9-82a0-e3419b3bfb02 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=986ae202-b475-4581-a388-cf2872273699,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:27.882923 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128658a6-e637-487b-9137-f0bc2cfbd53a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:45:27.898141 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-128658a6-e637-487b-9137-f0bc2cfbd53a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 52abbafc-7fd5-46ff-8e08-675e1c7bace1) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:27.902674 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128658a6-e637-487b-9137-f0bc2cfbd53a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:27.903651 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-128658a6-e637-487b-9137-f0bc2cfbd53a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:27.934010 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-128658a6-e637-487b-9137-f0bc2cfbd53a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8699148 Feb 03 12:45:27.936446 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56424) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:27.941297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8b63dc11-2f60-46ed-9b88-b61785583e54 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Request body: {'subnet': {'network_id': '97259dff-b582-4fbd-b7bb-04805dd4c319', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:27.948140 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb31041-76bc-4506-b8b6-dea61826cedb None None] Network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:28.076550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7f149d-3837-421e-a5bc-5ea631f722d0 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Checking segment: {'id': 'f91f6ab2-72f8-47e2-bade-ba64936ba0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1acf56b7-6315-4f8b-a505-1215e089270c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:28.077260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7f149d-3837-421e-a5bc-5ea631f722d0 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Network hostable DHCP agents. Network: 1acf56b7-6315-4f8b-a505-1215e089270c, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:45:28.159974 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b63dc11-2f60-46ed-9b88-b61785583e54 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Made reservation on behalf of 1e60b58d86024cd1a0be428da6fe974b for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:28.165155 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b63dc11-2f60-46ed-9b88-b61785583e54 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:28.238781 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-52abbafc-7fd5-46ff-8e08-675e1c7bace1', 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1', 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'fixed_ips': [{'subnet_id': '8761b709-d126-4def-a3e9-94ac377b29e2'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:45:28.238781 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:28.273180 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5888d987-cd5a-4d73-96f9-4080b4c4f69e None None] DHCP port deletion for 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:45:28.305853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7f149d-3837-421e-a5bc-5ea631f722d0 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Network 1acf56b7-6315-4f8b-a505-1215e089270c is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:45:28.323609 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5ea7758d-5fbd-4f1b-991b-49edde388a89 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5015156 Feb 03 12:45:28.324879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6c7f149d-3837-421e-a5bc-5ea631f722d0 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 1acf56b7-6315-4f8b-a505-1215e089270c) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:28.343514 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56428) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:28.347266 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7f149d-3837-421e-a5bc-5ea631f722d0 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:28.348645 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6c7f149d-3837-421e-a5bc-5ea631f722d0 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:28.364637 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eb19a5-e249-4a85-96c7-8a670c8bb9a3 None None] Network 1acf56b7-6315-4f8b-a505-1215e089270c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:28.368466 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-164a672b-344b-4e3d-8c48-051115add45e tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:28.392809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478d774-ba2c-4c0b-b5a2-d456d152e8ee req-4914fd74-2b0c-4c6f-8ba7-5881190ef929 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:28.394850 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f478d774-ba2c-4c0b-b5a2-d456d152e8ee req-4914fd74-2b0c-4c6f-8ba7-5881190ef929 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 0.7107356 Feb 03 12:45:28.398821 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6c7f149d-3837-421e-a5bc-5ea631f722d0 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2216914 Feb 03 12:45:28.430381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56432) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:28.457872 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f149d-3837-421e-a5bc-5ea631f722d0 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Pushing event updated for resources: {'Subnet': ['ID=fa64be6e-2a7a-4588-a26f-da6c382d942c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:28.483839 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f366b98a-fa29-415e-93f7-3029eb17e8e6 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Request body: {'port': {'network_id': '1acf56b7-6315-4f8b-a505-1215e089270c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1060380729'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:28.519622 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f478d774-ba2c-4c0b-b5a2-d456d152e8ee req-e835afe1-d7c8-4c0a-bdc1-06c0248dff0f tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092935 Feb 03 12:45:28.572711 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98984e95-3d7c-40d0-af0b-dc954916689a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for router (84d097df-8874-4877-a898-b5eaef0d6360), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:28.893968 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-1acf56b7-6315-4f8b-a505-1215e089270c', 'network_id': '1acf56b7-6315-4f8b-a505-1215e089270c', 'project_id': '762578b58f80412495e38f355a6d1578', 'fixed_ips': [{'subnet_id': 'fa64be6e-2a7a-4588-a26f-da6c382d942c'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:45:28.904394 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:29.090202 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-164a672b-344b-4e3d-8c48-051115add45e tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Allocated IP 172.25.6.104 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/c550011e-421c-49a9-b54c-aadf90e137cd) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:29.107699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5888d987-cd5a-4d73-96f9-4080b4c4f69e None None] Deleting port 11929a43-dc68-4876-a9ca-faf9fd5db14f {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:29.108194 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5888d987-cd5a-4d73-96f9-4080b4c4f69e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (11929a43-dc68-4876-a9ca-faf9fd5db14f), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:29.148040 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f366b98a-fa29-415e-93f7-3029eb17e8e6 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Made reservation on behalf of 762578b58f80412495e38f355a6d1578 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:29.157920 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f366b98a-fa29-415e-93f7-3029eb17e8e6 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:29.242374 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-f366b98a-fa29-415e-93f7-3029eb17e8e6 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] device_id is not set on port 44b4a8af-ceb5-442d-8006-4ad6b5408364 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:45:29.246184 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98984e95-3d7c-40d0-af0b-dc954916689a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (84d097df-8874-4877-a898-b5eaef0d6360), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:29.250351 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98984e95-3d7c-40d0-af0b-dc954916689a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for router_controller (84d097df-8874-4877-a898-b5eaef0d6360), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:29.285641 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5888d987-cd5a-4d73-96f9-4080b4c4f69e None None] For port 11929a43-dc68-4876-a9ca-faf9fd5db14f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=11929a43-dc68-4876-a9ca-faf9fd5db14f,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:29.285641 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5888d987-cd5a-4d73-96f9-4080b4c4f69e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (11929a43-dc68-4876-a9ca-faf9fd5db14f), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:29.320944 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5888d987-cd5a-4d73-96f9-4080b4c4f69e None None] Calling delete_port for 11929a43-dc68-4876-a9ca-faf9fd5db14f owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:29.514514 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] Allocated IP 10.1.1.2 (52abbafc-7fd5-46ff-8e08-675e1c7bace1/8761b709-d126-4def-a3e9-94ac377b29e2/6b1ff457-9f38-498d-bca9-c748dd4f9b92) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:29.517587 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 11929a43-dc68-4876-a9ca-faf9fd5db14f no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:29.544374 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98984e95-3d7c-40d0-af0b-dc954916689a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (84d097df-8874-4877-a898-b5eaef0d6360), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:29.544882 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98984e95-3d7c-40d0-af0b-dc954916689a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Fanout notify agent at l3_agent the message router_deleted on router 84d097df-8874-4877-a898-b5eaef0d6360 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:45:29.590066 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98984e95-3d7c-40d0-af0b-dc954916689a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:29.591187 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-98984e95-3d7c-40d0-af0b-dc954916689a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/routers/84d097df-8874-4877-a898-b5eaef0d6360 HTTP/1.1" status: 204 len: 168 time: 1.2468379 Feb 03 12:45:29.620741 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56466) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:29.626095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fc5fc41f-7d56-4b43-91f5-37b8e12bb633 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:29.690205 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5888d987-cd5a-4d73-96f9-4080b4c4f69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (11929a43-dc68-4876-a9ca-faf9fd5db14f), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:29.785646 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5888d987-cd5a-4d73-96f9-4080b4c4f69e None None] No DVR routers for this DVR port 11929a43-dc68-4876-a9ca-faf9fd5db14f on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:29.901527 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 11929a43-dc68-4876-a9ca-faf9fd5db14f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:29.901788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 11929a43-dc68-4876-a9ca-faf9fd5db14f not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:29.902467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 951fb981-db5d-44da-8a6c-f3a196614d23 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:29.921432 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888d987-cd5a-4d73-96f9-4080b4c4f69e None None] Pushing event deleted for resources: {'Port': ['ID=11929a43-dc68-4876-a9ca-faf9fd5db14f,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:29.954615 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-f366b98a-fa29-415e-93f7-3029eb17e8e6 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Allocated IP 172.20.0.14 (1acf56b7-6315-4f8b-a505-1215e089270c/fa64be6e-2a7a-4588-a26f-da6c382d942c/44b4a8af-ceb5-442d-8006-4ad6b5408364) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:29.967460 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b63dc11-2f60-46ed-9b88-b61785583e54 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (1ad92c95-f76b-44f2-8465-013d771ffc3f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:30.031652 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 951fb981-db5d-44da-8a6c-f3a196614d23 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:30.036403 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 951fb981-db5d-44da-8a6c-f3a196614d23 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:30.198770 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f366b98a-fa29-415e-93f7-3029eb17e8e6 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks [] for port (44b4a8af-ceb5-442d-8006-4ad6b5408364), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:30.306912 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f366b98a-fa29-415e-93f7-3029eb17e8e6 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (44b4a8af-ceb5-442d-8006-4ad6b5408364), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:30.327646 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5fc41f-7d56-4b43-91f5-37b8e12bb633 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:30.331315 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc41f-7d56-4b43-91f5-37b8e12bb633 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:30.336215 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-164a672b-344b-4e3d-8c48-051115add45e tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for port (c550011e-421c-49a9-b54c-aadf90e137cd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:30.346378 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63dc11-2f60-46ed-9b88-b61785583e54 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event updated for resources: {'Subnet': ['ID=1ad92c95-f76b-44f2-8465-013d771ffc3f,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:30.425186 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b63dc11-2f60-46ed-9b88-b61785583e54 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Checking segment: {'id': '1bb44cc9-d5f0-4229-83e4-b92d043cf36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '97259dff-b582-4fbd-b7bb-04805dd4c319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:30.425558 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b63dc11-2f60-46ed-9b88-b61785583e54 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Network hostable DHCP agents. Network: 97259dff-b582-4fbd-b7bb-04805dd4c319, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:45:30.438966 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f366b98a-fa29-415e-93f7-3029eb17e8e6 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Network 1acf56b7-6315-4f8b-a505-1215e089270c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:30.440542 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] Allocated IP 172.20.0.2 (1acf56b7-6315-4f8b-a505-1215e089270c/fa64be6e-2a7a-4588-a26f-da6c382d942c/936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:30.519602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f366b98a-fa29-415e-93f7-3029eb17e8e6 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:30.545100 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-164a672b-344b-4e3d-8c48-051115add45e tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c550011e-421c-49a9-b54c-aadf90e137cd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:30.549288 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b63dc11-2f60-46ed-9b88-b61785583e54 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Network 97259dff-b582-4fbd-b7bb-04805dd4c319 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:45:30.557250 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f366b98a-fa29-415e-93f7-3029eb17e8e6 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:30.571571 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8b63dc11-2f60-46ed-9b88-b61785583e54 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 97259dff-b582-4fbd-b7bb-04805dd4c319) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:30.579454 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b63dc11-2f60-46ed-9b88-b61785583e54 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:30.580682 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b63dc11-2f60-46ed-9b88-b61785583e54 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:30.593628 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d328f-2abb-40af-8f49-e384c948d03e req-1f1366de-e045-4c5d-bdaa-14224a4662bf tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:30.600981 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f51d328f-2abb-40af-8f49-e384c948d03e req-1f1366de-e045-4c5d-bdaa-14224a4662bf tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 0.9363549 Feb 03 12:45:30.636543 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8b63dc11-2f60-46ed-9b88-b61785583e54 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6990485 Feb 03 12:45:30.641856 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56482) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:30.651319 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-dc869b75-0897-4cbd-9c38-371aab0a1cc3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Request body: {'port': {'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1', 'name': 'tempest-TaggedBootDevicesTest_v242-525553271', 'fixed_ips': [{'subnet_id': '8761b709-d126-4def-a3e9-94ac377b29e2'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:30.686333 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] Publish callbacks [] for port (936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:30.706755 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] Publish callbacks [] for port (6b1ff457-9f38-498d-bca9-c748dd4f9b92), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:30.710403 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff86d19-7711-4c7e-acb1-00aba1c1db78 None None] Network 97259dff-b582-4fbd-b7bb-04805dd4c319 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:30.727753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366b98a-fa29-415e-93f7-3029eb17e8e6 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Pushing event updated for resources: {'Port': ['ID=44b4a8af-ceb5-442d-8006-4ad6b5408364,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:30.811556 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (6b1ff457-9f38-498d-bca9-c748dd4f9b92), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:30.812088 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc41f-7d56-4b43-91f5-37b8e12bb633 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (c8c3b0a5-6229-4ba3-8395-6609ff975f77), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:30.821899 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:30.843015 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5fc41f-7d56-4b43-91f5-37b8e12bb633 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:30.849237 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-fc5fc41f-7d56-4b43-91f5-37b8e12bb633 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:30.879567 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164a672b-344b-4e3d-8c48-051115add45e tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:30.881797 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5fc41f-7d56-4b43-91f5-37b8e12bb633 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:30.882653 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc5fc41f-7d56-4b43-91f5-37b8e12bb633 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:30.925329 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc869b75-0897-4cbd-9c38-371aab0a1cc3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Made reservation on behalf of 1e60b58d86024cd1a0be428da6fe974b for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:30.961133 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f51d328f-2abb-40af-8f49-e384c948d03e req-47fd5d01-d7a2-4730-ad25-c895e107ba46 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590517 Feb 03 12:45:30.964459 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-164a672b-344b-4e3d-8c48-051115add45e tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:30.973722 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164a672b-344b-4e3d-8c48-051115add45e tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:30.991838 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fc5fc41f-7d56-4b43-91f5-37b8e12bb633 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3699021 Feb 03 12:45:30.995210 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fc41f-7d56-4b43-91f5-37b8e12bb633 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=c8c3b0a5-6229-4ba3-8395-6609ff975f77,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:30.998580 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56486) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:31.014922 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f309de12-2621-4c2c-9156-5ade25ae8c0d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1275474848', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:31.037932 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f366b98a-fa29-415e-93f7-3029eb17e8e6 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:31.038622 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f366b98a-fa29-415e-93f7-3029eb17e8e6 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:31.040478 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cef9c4-150e-466a-b2be-b321f80d42f6 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:31.065681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a672b-344b-4e3d-8c48-051115add45e tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Pushing event updated for resources: {'Port': ['ID=c550011e-421c-49a9-b54c-aadf90e137cd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:31.127556 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f309de12-2621-4c2c-9156-5ade25ae8c0d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (30aa400e-6194-43e2-867a-482064e34965), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:31.129051 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f309de12-2621-4c2c-9156-5ade25ae8c0d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (30aa400e-6194-43e2-867a-482064e34965), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:31.158837 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc869b75-0897-4cbd-9c38-371aab0a1cc3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:31.171231 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-164a672b-344b-4e3d-8c48-051115add45e tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for floatingip (ec43aecd-2827-4af3-a57c-0f1ef826c19c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:31.197149 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f366b98a-fa29-415e-93f7-3029eb17e8e6 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7342987 Feb 03 12:45:31.199522 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56498) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:31.219514 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-97259dff-b582-4fbd-b7bb-04805dd4c319', 'network_id': '97259dff-b582-4fbd-b7bb-04805dd4c319', 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'fixed_ips': [{'subnet_id': '1ad92c95-f76b-44f2-8465-013d771ffc3f'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:45:31.220419 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:31.221545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e9eb4d78-c6bf-4f9d-bcf2-5747fadeaa52 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Request body: {'port': {'network_id': '1acf56b7-6315-4f8b-a505-1215e089270c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2087147920', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:31.222103 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.api.validators [None req-e9eb4d78-c6bf-4f9d-bcf2-5747fadeaa52 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] bootfile-name is not in valid_values {{(pid=103188) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 12:45:31.222455 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.api.validators [None req-e9eb4d78-c6bf-4f9d-bcf2-5747fadeaa52 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] tftp-server is not in valid_values {{(pid=103188) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 12:45:31.232153 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.api.validators [None req-e9eb4d78-c6bf-4f9d-bcf2-5747fadeaa52 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] server-ip-address is not in valid_values {{(pid=103188) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 12:45:31.278737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] Network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:31.291160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:31.325550 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-dc869b75-0897-4cbd-9c38-371aab0a1cc3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] device_id is not set on port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:45:31.343822 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:31.353895 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-164a672b-344b-4e3d-8c48-051115add45e tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c550011e-421c-49a9-b54c-aadf90e137cd), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:31.373670 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] Network 1acf56b7-6315-4f8b-a505-1215e089270c is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:31.402230 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:31.408658 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f309de12-2621-4c2c-9156-5ade25ae8c0d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for router_controller (30aa400e-6194-43e2-867a-482064e34965), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:31.423639 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:31.437321 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f309de12-2621-4c2c-9156-5ade25ae8c0d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (30aa400e-6194-43e2-867a-482064e34965), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:31.555039 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f309de12-2621-4c2c-9156-5ade25ae8c0d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:31.564459 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f309de12-2621-4c2c-9156-5ade25ae8c0d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5626092 Feb 03 12:45:31.567628 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56502) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:31.594055 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:31.747445 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] Pushing event updated for resources: {'Port': ['ID=6b1ff457-9f38-498d-bca9-c748dd4f9b92,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:32.038476 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] Allocated IP 10.2.2.2 (97259dff-b582-4fbd-b7bb-04805dd4c319/1ad92c95-f76b-44f2-8465-013d771ffc3f/c4ebd1d0-7f77-4739-ab8d-fb8bc976d556) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:32.060876 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-dc869b75-0897-4cbd-9c38-371aab0a1cc3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Allocated IP 10.1.1.186 (52abbafc-7fd5-46ff-8e08-675e1c7bace1/8761b709-d126-4def-a3e9-94ac377b29e2/745d7c1f-ea7e-472b-bc5f-20dc2fc66767) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:32.146314 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] Pushing event updated for resources: {'Port': ['ID=936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:32.177026 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'fixed_ips': [{'subnet_id': 'c8c3b0a5-6229-4ba3-8395-6609ff975f77'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:45:32.178503 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:32.377534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] Attempting to bind port 6b1ff457-9f38-498d-bca9-c748dd4f9b92 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:32.377912 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] Attempting to bind port 6b1ff457-9f38-498d-bca9-c748dd4f9b92 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '7413601f-b7c8-46d2-a193-e2e9800539dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:32.378282 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] Attempting to bind port 6b1ff457-9f38-498d-bca9-c748dd4f9b92 on network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:32.419006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:32.419386 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] Checking segment: {'id': '7413601f-b7c8-46d2-a193-e2e9800539dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:32.419794 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:32.420220 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] Bound using segment: {'id': '7413601f-b7c8-46d2-a193-e2e9800539dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:32.420692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] Bound port: 6b1ff457-9f38-498d-bca9-c748dd4f9b92, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7413601f-b7c8-46d2-a193-e2e9800539dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:32.421084 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6b1ff457-9f38-498d-bca9-c748dd4f9b92), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:32.701208 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9e0ae-c928-4fee-8f00-f62a605b5a1a req-26a87693-6a51-43d3-b76c-2093edff606c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:32.702892 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f0b9e0ae-c928-4fee-8f00-f62a605b5a1a req-26a87693-6a51-43d3-b76c-2093edff606c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 0.3054903 Feb 03 12:45:32.782142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Allocated IP 2001:db8::2 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/c8c3b0a5-6229-4ba3-8395-6609ff975f77/069b270b-b667-4e9f-bc83-bf72d9c1c694) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:32.877303 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73ad2e8e-2701-4e01-ad25-87129d8cee4c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:32.901722 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc869b75-0897-4cbd-9c38-371aab0a1cc3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:32.979529 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9eb4d78-c6bf-4f9d-bcf2-5747fadeaa52 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Made reservation on behalf of 762578b58f80412495e38f355a6d1578 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:32.994457 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9eb4d78-c6bf-4f9d-bcf2-5747fadeaa52 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:33.080134 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f0b9e0ae-c928-4fee-8f00-f62a605b5a1a req-905b05ba-2373-42f5-94b0-30a6205971b4 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484287 Feb 03 12:45:33.083351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-e9eb4d78-c6bf-4f9d-bcf2-5747fadeaa52 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] device_id is not set on port 791fc696-5bda-4aed-9279-706a2f7e43f8 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:45:33.217379 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-164a672b-344b-4e3d-8c48-051115add45e tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for port (c550011e-421c-49a9-b54c-aadf90e137cd), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:33.233763 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-164a672b-344b-4e3d-8c48-051115add45e tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (c550011e-421c-49a9-b54c-aadf90e137cd), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:33.308385 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] Attempting to bind port 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:33.308786 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] Attempting to bind port 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'f91f6ab2-72f8-47e2-bade-ba64936ba0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1acf56b7-6315-4f8b-a505-1215e089270c'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:33.312409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] Attempting to bind port 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb on network 1acf56b7-6315-4f8b-a505-1215e089270c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:33.333700 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc869b75-0897-4cbd-9c38-371aab0a1cc3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:33.337000 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a672b-344b-4e3d-8c48-051115add45e tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Pushing event updated for resources: {'Port': ['ID=c550011e-421c-49a9-b54c-aadf90e137cd,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:33.430899 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc869b75-0897-4cbd-9c38-371aab0a1cc3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:33.466635 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-164a672b-344b-4e3d-8c48-051115add45e tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (ec43aecd-2827-4af3-a57c-0f1ef826c19c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:33.484063 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-dc869b75-0897-4cbd-9c38-371aab0a1cc3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:33.489760 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Publish callbacks [] for port (069b270b-b667-4e9f-bc83-bf72d9c1c694), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:33.493167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:33.493557 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] Checking segment: {'id': 'f91f6ab2-72f8-47e2-bade-ba64936ba0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1acf56b7-6315-4f8b-a505-1215e089270c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:33.493962 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:33.494368 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] Bound using segment: {'id': 'f91f6ab2-72f8-47e2-bade-ba64936ba0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1acf56b7-6315-4f8b-a505-1215e089270c'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:33.494870 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] Bound port: 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91f6ab2-72f8-47e2-bade-ba64936ba0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1acf56b7-6315-4f8b-a505-1215e089270c'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:33.495259 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:33.510912 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc869b75-0897-4cbd-9c38-371aab0a1cc3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:33.533100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-e9eb4d78-c6bf-4f9d-bcf2-5747fadeaa52 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Allocated IP 172.20.0.12 (1acf56b7-6315-4f8b-a505-1215e089270c/fa64be6e-2a7a-4588-a26f-da6c382d942c/791fc696-5bda-4aed-9279-706a2f7e43f8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:33.537812 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-164a672b-344b-4e3d-8c48-051115add45e tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:33.556549 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-164a672b-344b-4e3d-8c48-051115add45e tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2695634 Feb 03 12:45:33.559610 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56532) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:33.564645 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c29740dc-d3e3-4692-92c9-97364ac65471 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-817144595'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:33.627501 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (069b270b-b667-4e9f-bc83-bf72d9c1c694), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:33.705291 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29740dc-d3e3-4692-92c9-97364ac65471 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Made reservation on behalf of 230fcaff546244ecb04a5cb3308c4e56 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:33.722200 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c29740dc-d3e3-4692-92c9-97364ac65471 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:33.766321 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c29740dc-d3e3-4692-92c9-97364ac65471 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:33.946821 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] For port 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:33.950103 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] For port 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb,segment=NetworkSegment(f91f6ab2-72f8-47e2-bade-ba64936ba0d4),segment_id=f91f6ab2-72f8-47e2-bade-ba64936ba0d4)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:34.059480 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.062941 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:34.083103 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:34.092429 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:34.109382 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc869b75-0897-4cbd-9c38-371aab0a1cc3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event updated for resources: {'Port': ['ID=745d7c1f-ea7e-472b-bc5f-20dc2fc66767,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:34.113616 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ab7ba5e4-7e60-40d9-8c48-f58076ff7e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.142139 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] For port 6b1ff457-9f38-498d-bca9-c748dd4f9b92, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:34.198382 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc869b75-0897-4cbd-9c38-371aab0a1cc3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:34.199024 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc869b75-0897-4cbd-9c38-371aab0a1cc3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.252893 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c29740dc-d3e3-4692-92c9-97364ac65471 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for security_group (5f39724a-6ecc-4796-aa45-b65a20c517ca), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.320418 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c29740dc-d3e3-4692-92c9-97364ac65471 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5f39724a-6ecc-4796-aa45-b65a20c517ca), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.332608 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dc869b75-0897-4cbd-9c38-371aab0a1cc3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6865623 Feb 03 12:45:34.335794 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56580) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:34.358579 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Request body: {'port': {'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1', 'name': 'tempest-TaggedBootDevicesTest_v242-332726328', 'fixed_ips': [{'subnet_id': '8761b709-d126-4def-a3e9-94ac377b29e2'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:34.361575 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29740dc-d3e3-4692-92c9-97364ac65471 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:45:34.389146 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c29740dc-d3e3-4692-92c9-97364ac65471 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (bfd0e4cf-807f-4cb4-93f0-ba5b0303815d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.390070 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-c29740dc-d3e3-4692-92c9-97364ac65471 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Added segment bfd0e4cf-807f-4cb4-93f0-ba5b0303815d of type vlan for network edd75522-790b-4e08-8aff-940def039ab7 Feb 03 12:45:34.439810 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] For port 6b1ff457-9f38-498d-bca9-c748dd4f9b92, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6b1ff457-9f38-498d-bca9-c748dd4f9b92,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:34.441297 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Attempting to bind port 069b270b-b667-4e9f-bc83-bf72d9c1c694 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:34.441671 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Attempting to bind port 069b270b-b667-4e9f-bc83-bf72d9c1c694 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:34.460033 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Attempting to bind port 069b270b-b667-4e9f-bc83-bf72d9c1c694 on network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:34.476442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Pushing event updated for resources: {'Port': ['ID=069b270b-b667-4e9f-bc83-bf72d9c1c694,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:34.481291 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c29740dc-d3e3-4692-92c9-97364ac65471 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (edd75522-790b-4e08-8aff-940def039ab7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.493438 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:34.493818 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Checking segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:34.494228 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.494631 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Bound using segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:34.495124 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Bound port: 069b270b-b667-4e9f-bc83-bf72d9c1c694, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:34.495505 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (069b270b-b667-4e9f-bc83-bf72d9c1c694), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.549712 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] Publish callbacks [] for port (c4ebd1d0-7f77-4739-ab8d-fb8bc976d556), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.586981 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6b1ff457-9f38-498d-bca9-c748dd4f9b92), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.595007 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9eb4d78-c6bf-4f9d-bcf2-5747fadeaa52 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks [] for port (791fc696-5bda-4aed-9279-706a2f7e43f8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.597833 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29740dc-d3e3-4692-92c9-97364ac65471 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f39724a-6ecc-4796-aa45-b65a20c517ca,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:34.606097 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c29740dc-d3e3-4692-92c9-97364ac65471 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (edd75522-790b-4e08-8aff-940def039ab7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.612977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29740dc-d3e3-4692-92c9-97364ac65471 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:34.614120 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c29740dc-d3e3-4692-92c9-97364ac65471 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.638676 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:34.639036 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:34.639433 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:34.639720 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:34.640149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:34.640600 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:34.641056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:34.641511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:34.641975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:34.642437 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:34.643170 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:34.643629 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:34.644102 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:34.741064 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (c4ebd1d0-7f77-4739-ab8d-fb8bc976d556), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:34.747282 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-73ad2e8e-2701-4e01-ad25-87129d8cee4c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::1 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/c8c3b0a5-6229-4ba3-8395-6609ff975f77/8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:34.822340 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29740dc-d3e3-4692-92c9-97364ac65471 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Pushing event updated for resources: {'Network': ['ID=edd75522-790b-4e08-8aff-940def039ab7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:34.824616 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] Network 97259dff-b582-4fbd-b7bb-04805dd4c319 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:34.831400 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:34.856828 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c29740dc-d3e3-4692-92c9-97364ac65471 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2861750 Feb 03 12:45:34.869199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Made reservation on behalf of 1e60b58d86024cd1a0be428da6fe974b for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:34.870612 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:34.874361 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56594) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:34.899463 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network edd75522-790b-4e08-8aff-940def039ab7 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:45:34.900367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Request body: {'subnet': {'network_id': 'edd75522-790b-4e08-8aff-940def039ab7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:34.901002 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.029144 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] device_id is not set on port fcdf902f-54e1-4f50-bb41-a4f97269c095 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:45:35.096022 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14964e97-9b94-4e0a-a5c3-6351d97be652 req-61472217-d7b4-4f25-8fdf-7def132482be tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:35.097667 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14964e97-9b94-4e0a-a5c3-6351d97be652 req-61472217-d7b4-4f25-8fdf-7def132482be tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 0.8357816 Feb 03 12:45:35.171532 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Made reservation on behalf of 230fcaff546244ecb04a5cb3308c4e56 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:35.175772 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.243122 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14964e97-9b94-4e0a-a5c3-6351d97be652 req-27dc09cb-d667-4f71-a066-bd3502bd95e4 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365259 Feb 03 12:45:35.360930 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9eb4d78-c6bf-4f9d-bcf2-5747fadeaa52 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (791fc696-5bda-4aed-9279-706a2f7e43f8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.440766 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73ad2e8e-2701-4e01-ad25-87129d8cee4c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.578930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eb4d78-c6bf-4f9d-bcf2-5747fadeaa52 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Network 1acf56b7-6315-4f8b-a505-1215e089270c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:35.587018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb4d78-c6bf-4f9d-bcf2-5747fadeaa52 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Pushing event updated for resources: {'Port': ['ID=791fc696-5bda-4aed-9279-706a2f7e43f8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:35.595769 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e9eb4d78-c6bf-4f9d-bcf2-5747fadeaa52 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:35.599849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eb4d78-c6bf-4f9d-bcf2-5747fadeaa52 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:35.690958 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] For port 069b270b-b667-4e9f-bc83-bf72d9c1c694, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:35.692712 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73ad2e8e-2701-4e01-ad25-87129d8cee4c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.695932 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] For port 069b270b-b667-4e9f-bc83-bf72d9c1c694, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=069b270b-b667-4e9f-bc83-bf72d9c1c694,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:35.742225 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81673c7a-f729-40ba-9379-4d8dbaf4ced7 None None] Pushing event updated for resources: {'Port': ['ID=936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:35.763105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eb4d78-c6bf-4f9d-bcf2-5747fadeaa52 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:35.764213 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9eb4d78-c6bf-4f9d-bcf2-5747fadeaa52 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.800812 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e9eb4d78-c6bf-4f9d-bcf2-5747fadeaa52 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 4.5960507 Feb 03 12:45:35.804367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56614) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:35.814116 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ad2e8e-2701-4e01-ad25-87129d8cee4c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:35.816037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cd00f-c717-4071-aa7b-0ac478eaad02 None None] Pushing event updated for resources: {'Port': ['ID=6b1ff457-9f38-498d-bca9-c748dd4f9b92,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:35.820934 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Allocated IP 10.1.1.81 (52abbafc-7fd5-46ff-8e08-675e1c7bace1/8761b709-d126-4def-a3e9-94ac377b29e2/fcdf902f-54e1-4f50-bb41-a4f97269c095) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:35.823277 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (069b270b-b667-4e9f-bc83-bf72d9c1c694), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.834879 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-73ad2e8e-2701-4e01-ad25-87129d8cee4c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:35.866271 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ad2e8e-2701-4e01-ad25-87129d8cee4c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:35.867784 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73ad2e8e-2701-4e01-ad25-87129d8cee4c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (30aa400e-6194-43e2-867a-482064e34965), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.950839 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] Attempting to bind port c4ebd1d0-7f77-4739-ab8d-fb8bc976d556 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:35.951559 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] Attempting to bind port c4ebd1d0-7f77-4739-ab8d-fb8bc976d556 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '1bb44cc9-d5f0-4229-83e4-b92d043cf36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '97259dff-b582-4fbd-b7bb-04805dd4c319'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:35.952219 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] Attempting to bind port c4ebd1d0-7f77-4739-ab8d-fb8bc976d556 on network 97259dff-b582-4fbd-b7bb-04805dd4c319 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:35.962497 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:35.963363 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] Checking segment: {'id': '1bb44cc9-d5f0-4229-83e4-b92d043cf36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '97259dff-b582-4fbd-b7bb-04805dd4c319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:35.964054 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.964698 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] Bound using segment: {'id': '1bb44cc9-d5f0-4229-83e4-b92d043cf36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '97259dff-b582-4fbd-b7bb-04805dd4c319'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:35.965407 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] Bound port: c4ebd1d0-7f77-4739-ab8d-fb8bc976d556, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb44cc9-d5f0-4229-83e4-b92d043cf36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '97259dff-b582-4fbd-b7bb-04805dd4c319'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:35.966023 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c4ebd1d0-7f77-4739-ab8d-fb8bc976d556), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:35.991119 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] Pushing event updated for resources: {'Port': ['ID=c4ebd1d0-7f77-4739-ab8d-fb8bc976d556,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:36.101245 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad2e8e-2701-4e01-ad25-87129d8cee4c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:36.318783 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b54c2d-81ae-4736-ada0-86eaeb29431a None None] Pushing event updated for resources: {'Port': ['ID=069b270b-b667-4e9f-bc83-bf72d9c1c694,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:36.354301 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2540a8b3-0997-41b5-a233-9a67a3524be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:36.406133 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4577308a-8fd1-405f-8584-086730cef446 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:36.440580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4577308a-8fd1-405f-8584-086730cef446 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:36.465942 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4577308a-8fd1-405f-8584-086730cef446 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:36.489496 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4577308a-8fd1-405f-8584-086730cef446 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.6838274 Feb 03 12:45:36.507624 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56634) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:36.546089 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] For port c4ebd1d0-7f77-4739-ab8d-fb8bc976d556, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:36.588798 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] For port c4ebd1d0-7f77-4739-ab8d-fb8bc976d556, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c4ebd1d0-7f77-4739-ab8d-fb8bc976d556,segment=NetworkSegment(1bb44cc9-d5f0-4229-83e4-b92d043cf36a),segment_id=1bb44cc9-d5f0-4229-83e4-b92d043cf36a)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:36.606455 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c4ebd1d0-7f77-4739-ab8d-fb8bc976d556), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:36.673474 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (4a653dae-eb1f-4339-aba7-b68d43ab58df), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:36.949982 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4d37c-bb65-4ece-b96a-58a4f44af301 None None] Pushing event updated for resources: {'Port': ['ID=c4ebd1d0-7f77-4739-ab8d-fb8bc976d556,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:36.996390 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db88896a-8077-4665-adb5-d14e84be9804 None None] Network 1acf56b7-6315-4f8b-a505-1215e089270c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:37.099274 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Pushing event updated for resources: {'Subnet': ['ID=4a653dae-eb1f-4339-aba7-b68d43ab58df,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:37.216407 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:37.216777 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:37.217131 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:37.217486 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:37.224391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:37.224391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:37.224391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:37.224391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:37.224391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:37.224391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:37.232151 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:37.232604 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:37.232964 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:37.288877 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed4dfe-9492-43a1-a001-204dbeaa606c req-2afbd1e8-d7e0-4110-b999-38ceca0b2261 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:37.294647 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-24ed4dfe-9492-43a1-a001-204dbeaa606c req-2afbd1e8-d7e0-4110-b999-38ceca0b2261 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 0.6989326 Feb 03 12:45:37.302231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Checking segment: {'id': 'bfd0e4cf-807f-4cb4-93f0-ba5b0303815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'edd75522-790b-4e08-8aff-940def039ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:37.321816 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Network hostable DHCP agents. Network: edd75522-790b-4e08-8aff-940def039ab7, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:45:37.369702 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:37.414994 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-736beb30-73be-4b02-81fc-5482a7dfae14 None None] Provisioning complete for port 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:37.435050 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-736beb30-73be-4b02-81fc-5482a7dfae14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:37.482452 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for port (fcdf902f-54e1-4f50-bb41-a4f97269c095), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:37.561469 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73ad2e8e-2701-4e01-ad25-87129d8cee4c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:37.565824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Network edd75522-790b-4e08-8aff-940def039ab7 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:45:37.667650 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-24ed4dfe-9492-43a1-a001-204dbeaa606c req-34d4c73f-5217-4ce7-b004-5fe360fdf6f8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192599 Feb 03 12:45:37.692715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, edd75522-790b-4e08-8aff-940def039ab7) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:37.700573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:37.701194 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:37.714495 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b0376a7a-bee4-4a87-ac9f-4720279de6fd tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Deleting port 791fc696-5bda-4aed-9279-706a2f7e43f8 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:37.714495 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0376a7a-bee4-4a87-ac9f-4720279de6fd tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (791fc696-5bda-4aed-9279-706a2f7e43f8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:37.736708 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95da4e04-247f-47c5-93b3-26a7c963d57a None None] Network edd75522-790b-4e08-8aff-940def039ab7 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:37.764483 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-46709752-d037-4686-b5f7-04a247ab6685 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8854129 Feb 03 12:45:37.764982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56664) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:37.800831 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ea3fae94-7322-4ae5-aa8f-d6e73c89f33b tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-664060374', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:37.868880 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4ff286-ca4f-47d6-81df-541e9a2b34de None None] Network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:37.905340 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea3fae94-7322-4ae5-aa8f-d6e73c89f33b tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (f670b165-8a18-4cf5-adac-78f092e3eff8), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:37.908494 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea3fae94-7322-4ae5-aa8f-d6e73c89f33b tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (f670b165-8a18-4cf5-adac-78f092e3eff8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:37.990625 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 069b270b-b667-4e9f-bc83-bf72d9c1c694 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:38.022943 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (fcdf902f-54e1-4f50-bb41-a4f97269c095), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.104401 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea3fae94-7322-4ae5-aa8f-d6e73c89f33b tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for router_controller (f670b165-8a18-4cf5-adac-78f092e3eff8), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.460518 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.626394 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea3fae94-7322-4ae5-aa8f-d6e73c89f33b tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for router_gateway (f670b165-8a18-4cf5-adac-78f092e3eff8), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.727680 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-edd75522-790b-4e08-8aff-940def039ab7', 'network_id': 'edd75522-790b-4e08-8aff-940def039ab7', 'project_id': '230fcaff546244ecb04a5cb3308c4e56', 'fixed_ips': [{'subnet_id': '4a653dae-eb1f-4339-aba7-b68d43ab58df'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:45:38.739066 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:38.755253 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.781600 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-736beb30-73be-4b02-81fc-5482a7dfae14 None None] Current status of the port 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:38.792673 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-736beb30-73be-4b02-81fc-5482a7dfae14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.793098 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:38.851051 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 069b270b-b667-4e9f-bc83-bf72d9c1c694 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:38.854954 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (069b270b-b667-4e9f-bc83-bf72d9c1c694), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:38.866245 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:38.879321 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event updated for resources: {'Port': ['ID=fcdf902f-54e1-4f50-bb41-a4f97269c095,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:38.910045 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0376a7a-bee4-4a87-ac9f-4720279de6fd tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (791fc696-5bda-4aed-9279-706a2f7e43f8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:39.138990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:39.139324 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:39.139671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:39.140052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:39.140363 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:39.140693 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:39.148896 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:39.149320 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:39.149659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:39.149997 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:39.150327 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:39.150652 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:39.150976 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:45:39.185199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b0376a7a-bee4-4a87-ac9f-4720279de6fd tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Calling delete_port for 791fc696-5bda-4aed-9279-706a2f7e43f8 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:39.317920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a94e8-8aa7-49d4-9be1-9ab9228c2dfd req-b33da5e7-7e3a-4fa0-972c-9485e2215c50 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:39.325625 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-246a94e8-8aa7-49d4-9be1-9ab9228c2dfd req-b33da5e7-7e3a-4fa0-972c-9485e2215c50 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 0.4191961 Feb 03 12:45:39.433583 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:39.436145 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:39.571194 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-751a76d2-3743-4f63-a315-16db7a0abf06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.2190146 Feb 03 12:45:39.734112 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] Allocated IP 172.20.0.2 (edd75522-790b-4e08-8aff-940def039ab7/4a653dae-eb1f-4339-aba7-b68d43ab58df/ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:39.797880 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-246a94e8-8aa7-49d4-9be1-9ab9228c2dfd req-6d8f191f-a3ca-4900-8f28-33701152d4ea tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390881 Feb 03 12:45:39.799459 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea3fae94-7322-4ae5-aa8f-d6e73c89f33b tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for router_gateway (f670b165-8a18-4cf5-adac-78f092e3eff8), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:39.832732 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73ad2e8e-2701-4e01-ad25-87129d8cee4c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:39.855508 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73ad2e8e-2701-4e01-ad25-87129d8cee4c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:39.856403 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73ad2e8e-2701-4e01-ad25-87129d8cee4c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (30aa400e-6194-43e2-867a-482064e34965), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:39.861056 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea3fae94-7322-4ae5-aa8f-d6e73c89f33b tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:39.874290 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-736beb30-73be-4b02-81fc-5482a7dfae14 None None] For port 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb,segment=NetworkSegment(f91f6ab2-72f8-47e2-bade-ba64936ba0d4),segment_id=f91f6ab2-72f8-47e2-bade-ba64936ba0d4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:39.875737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddd7d72-221f-498c-b32b-0131002a14ab None None] Network 97259dff-b582-4fbd-b7bb-04805dd4c319 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:39.923162 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-736beb30-73be-4b02-81fc-5482a7dfae14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:40.078182 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 069b270b-b667-4e9f-bc83-bf72d9c1c694 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:40.078826 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (069b270b-b667-4e9f-bc83-bf72d9c1c694), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:40.250595 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-ea3fae94-7322-4ae5-aa8f-d6e73c89f33b tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Allocated IP 172.25.6.81 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/3570fd38-3279-4d6c-b929-58972d4d6361) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:40.287051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad2e8e-2701-4e01-ad25-87129d8cee4c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:40.320229 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:40.323975 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0376a7a-bee4-4a87-ac9f-4720279de6fd tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (791fc696-5bda-4aed-9279-706a2f7e43f8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:40.379919 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0376a7a-bee4-4a87-ac9f-4720279de6fd tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Pushing event deleted for resources: {'Port': ['ID=791fc696-5bda-4aed-9279-706a2f7e43f8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:40.408346 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 069b270b-b667-4e9f-bc83-bf72d9c1c694, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=069b270b-b667-4e9f-bc83-bf72d9c1c694,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:40.437498 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736beb30-73be-4b02-81fc-5482a7dfae14 None None] Pushing event updated for resources: {'Port': ['ID=936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:40.502467 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56686) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:40.525181 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-81c8c6c7-a46a-4906-aad9-ecfab6ed0247 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1327821658', 'description': 'tempest-description--1780181312'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:40.552076 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (069b270b-b667-4e9f-bc83-bf72d9c1c694), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:40.578962 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:40.610271 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81c8c6c7-a46a-4906-aad9-ecfab6ed0247 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:40.705944 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea3fae94-7322-4ae5-aa8f-d6e73c89f33b tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for port (3570fd38-3279-4d6c-b929-58972d4d6361), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:40.762029 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0376a7a-bee4-4a87-ac9f-4720279de6fd tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:40.792398 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b0376a7a-bee4-4a87-ac9f-4720279de6fd tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] 10.222.0.18 "DELETE /v2.0/ports/791fc696-5bda-4aed-9279-706a2f7e43f8 HTTP/1.1" status: 204 len: 168 time: 4.2797387 Feb 03 12:45:40.793846 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56690) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:40.809350 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Provisioning complete for port 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:40.812260 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:40.818738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-23f52219-e059-4c11-81d3-e0b9cc06627d tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Request body: {'port': {'name': 'tempest-new-port-name-1146184672', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:40.819660 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.api.validators [None req-23f52219-e059-4c11-81d3-e0b9cc06627d tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] bootfile-name is not in valid_values {{(pid=103188) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 12:45:40.822488 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.api.validators [None req-23f52219-e059-4c11-81d3-e0b9cc06627d tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] tftp-server is not in valid_values {{(pid=103188) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 12:45:40.822982 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.api.validators [None req-23f52219-e059-4c11-81d3-e0b9cc06627d tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] server-ip-address is not in valid_values {{(pid=103188) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 12:45:40.842224 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ad2e8e-2701-4e01-ad25-87129d8cee4c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:40.845895 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-73ad2e8e-2701-4e01-ad25-87129d8cee4c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:41.165308 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=069b270b-b667-4e9f-bc83-bf72d9c1c694,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:41.224708 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81c8c6c7-a46a-4906-aad9-ecfab6ed0247 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for security_group (fafe1e57-2e86-4120-becc-e9ff2e766a34), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.260875 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81c8c6c7-a46a-4906-aad9-ecfab6ed0247 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (fafe1e57-2e86-4120-becc-e9ff2e766a34), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.367651 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:41.368117 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.387086 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ad2e8e-2701-4e01-ad25-87129d8cee4c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Router 30aa400e-6194-43e2-867a-482064e34965 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:45:41.414388 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea3fae94-7322-4ae5-aa8f-d6e73c89f33b tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (3570fd38-3279-4d6c-b929-58972d4d6361), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.522133 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] Publish callbacks [] for port (ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.576243 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.584134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ad2e8e-2701-4e01-ad25-87129d8cee4c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:45:41.587039 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Current status of the port 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:41.594365 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] Sync routers for ids ['30aa400e-6194-43e2-867a-482064e34965'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:45:41.605131 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-73ad2e8e-2701-4e01-ad25-87129d8cee4c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "PUT /v2.0/routers/30aa400e-6194-43e2-867a-482064e34965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0353568 Feb 03 12:45:41.605815 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56696) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:41.622933 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] Routers {'30aa400e-6194-43e2-867a-482064e34965'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:41.623687 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:45:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['30aa400e-6194-43e2-867a-482064e34965'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:41.713005 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81c8c6c7-a46a-4906-aad9-ecfab6ed0247 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.716093 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-81c8c6c7-a46a-4906-aad9-ecfab6ed0247 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2046738 Feb 03 12:45:41.726876 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95f0bd9-60bb-4d6d-9072-bfc365cebc16 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:41.731190 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c95f0bd9-60bb-4d6d-9072-bfc365cebc16 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports/8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd HTTP/1.1" status: 200 len: 911 time: 0.1243193 Feb 03 12:45:41.731853 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56698) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:41.732228 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56700) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:41.746269 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fd9badea-b666-49bd-a080-738f566e3171 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Request body: {'security_group_rule': {'security_group_id': 'fafe1e57-2e86-4120-becc-e9ff2e766a34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:41.749450 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23f52219-e059-4c11-81d3-e0b9cc06627d tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (44b4a8af-ceb5-442d-8006-4ad6b5408364), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:41.797767 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3fae94-7322-4ae5-aa8f-d6e73c89f33b tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:41.846014 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8c6c7-a46a-4906-aad9-ecfab6ed0247 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fafe1e57-2e86-4120-becc-e9ff2e766a34,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:41.869817 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ea3fae94-7322-4ae5-aa8f-d6e73c89f33b tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:41.904719 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3fae94-7322-4ae5-aa8f-d6e73c89f33b tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:41.957923 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd9badea-b666-49bd-a080-738f566e3171 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for security_group_rule (7b47be13-ff37-479b-b2c2-37c6f588dae9), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:42.003413 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] Set router 30aa400e-6194-43e2-867a-482064e34965 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:42.005286 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fae94-7322-4ae5-aa8f-d6e73c89f33b tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Pushing event updated for resources: {'Port': ['ID=3570fd38-3279-4d6c-b929-58972d4d6361,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:42.023894 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48210b62-55a2-46b9-8579-4f662ce6a4ae tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:42.030338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88e20e-737a-4743-bdd9-480eecee5720 req-57a51163-b49f-425d-a0e1-2b9de8310d89 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:42.038990 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e88e20e-737a-4743-bdd9-480eecee5720 req-57a51163-b49f-425d-a0e1-2b9de8310d89 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 1.0949244 Feb 03 12:45:42.041913 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48210b62-55a2-46b9-8579-4f662ce6a4ae tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:42.053666 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-48210b62-55a2-46b9-8579-4f662ce6a4ae tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3186281 Feb 03 12:45:42.064972 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56702) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:42.170428 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] Pushing event updated for resources: {'Port': ['ID=ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:42.219482 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] Network edd75522-790b-4e08-8aff-940def039ab7 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:42.258023 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:42.264108 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Provisioning complete for port 069b270b-b667-4e9f-bc83-bf72d9c1c694 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:42.266405 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (069b270b-b667-4e9f-bc83-bf72d9c1c694), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:42.274420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:42.401832 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd9badea-b666-49bd-a080-738f566e3171 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for security_group_rule (7b47be13-ff37-479b-b2c2-37c6f588dae9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:42.429127 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd9badea-b666-49bd-a080-738f566e3171 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (7b47be13-ff37-479b-b2c2-37c6f588dae9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:42.612098 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aa400e-6194-43e2-867a-482064e34965', 'name': 'tempest-NetworksTestDHCPv6-router-1275474848', 'tenant_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:31Z', 'updated_at': '2022-02-03T12:45:37Z', 'revision_number': 2, 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'gw_port_host': None, '_interfaces': [{'id': '8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd', 'name': '', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'tenant_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'mac_address': 'fa:16:3e:de:71:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aa400e-6194-43e2-867a-482064e34965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'c8c3b0a5-6229-4ba3-8395-6609ff975f77', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:33Z', 'updated_at': '2022-02-03T12:45:38Z', 'revision_number': 2, 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'subnets': [{'id': 'c8c3b0a5-6229-4ba3-8395-6609ff975f77', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:42.618710 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23f52219-e059-4c11-81d3-e0b9cc06627d tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks [] for port (44b4a8af-ceb5-442d-8006-4ad6b5408364), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:42.629691 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23f52219-e059-4c11-81d3-e0b9cc06627d tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (44b4a8af-ceb5-442d-8006-4ad6b5408364), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:42.649534 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9badea-b666-49bd-a080-738f566e3171 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b47be13-ff37-479b-b2c2-37c6f588dae9,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:42.673621 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd9badea-b666-49bd-a080-738f566e3171 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:42.680414 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fd9badea-b666-49bd-a080-738f566e3171 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9470928 Feb 03 12:45:42.683235 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56706) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:42.688668 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:42.690012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6b1ff457-9f38-498d-bca9-c748dd4f9b92 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:42.707911 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] Checking router: 30aa400e-6194-43e2-867a-482064e34965 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:45:42.709099 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] Updating router 30aa400e-6194-43e2-867a-482064e34965 port 8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:45:42.709479 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-48f5a5f6-1623-4a86-9fc1-e24edcd8ed91 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Request body: {'security_group_rule': {'security_group_id': 'fafe1e57-2e86-4120-becc-e9ff2e766a34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:42.749396 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:42.764371 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f52219-e059-4c11-81d3-e0b9cc06627d tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Pushing event updated for resources: {'Port': ['ID=44b4a8af-ceb5-442d-8006-4ad6b5408364,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:42.799086 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e88e20e-737a-4743-bdd9-480eecee5720 req-aa0764ae-6254-4694-abea-912bd263bb9f tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7583408 Feb 03 12:45:42.984777 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-23f52219-e059-4c11-81d3-e0b9cc06627d tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] In _notify_port_updated(), no bound segment for port 44b4a8af-ceb5-442d-8006-4ad6b5408364 on network 1acf56b7-6315-4f8b-a505-1215e089270c {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:45:42.997429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f52219-e059-4c11-81d3-e0b9cc06627d tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:43.004827 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23f52219-e059-4c11-81d3-e0b9cc06627d tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:43.009273 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-23f52219-e059-4c11-81d3-e0b9cc06627d tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] 10.222.0.18 "PUT /v2.0/ports/44b4a8af-ceb5-442d-8006-4ad6b5408364 HTTP/1.1" status: 200 len: 1137 time: 2.2079270 Feb 03 12:45:43.020391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56708) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:43.105329 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] Attempting to bind port ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:43.106463 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] Attempting to bind port ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'bfd0e4cf-807f-4cb4-93f0-ba5b0303815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'edd75522-790b-4e08-8aff-940def039ab7'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:43.107570 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] Attempting to bind port ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa on network edd75522-790b-4e08-8aff-940def039ab7 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:43.122192 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:43.123288 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] Checking segment: {'id': 'bfd0e4cf-807f-4cb4-93f0-ba5b0303815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'edd75522-790b-4e08-8aff-940def039ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:43.127074 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:43.127074 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] Bound using segment: {'id': 'bfd0e4cf-807f-4cb4-93f0-ba5b0303815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'edd75522-790b-4e08-8aff-940def039ab7'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:43.127074 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] Bound port: ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd0e4cf-807f-4cb4-93f0-ba5b0303815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'edd75522-790b-4e08-8aff-940def039ab7'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:43.130052 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:43.134101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Current status of the port 069b270b-b667-4e9f-bc83-bf72d9c1c694 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:43.175049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 6b1ff457-9f38-498d-bca9-c748dd4f9b92 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:43.175718 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6b1ff457-9f38-498d-bca9-c748dd4f9b92), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:43.224704 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Provisioning complete for port 6b1ff457-9f38-498d-bca9-c748dd4f9b92 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:43.225141 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6b1ff457-9f38-498d-bca9-c748dd4f9b92), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:43.332308 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 6b1ff457-9f38-498d-bca9-c748dd4f9b92 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:43.332798 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6b1ff457-9f38-498d-bca9-c748dd4f9b92), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:43.517771 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48f5a5f6-1623-4a86-9fc1-e24edcd8ed91 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for security_group_rule (2bc29fd4-beb7-4d98-8fa8-58613d270606), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:43.538825 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] For port ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:43.572446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 6b1ff457-9f38-498d-bca9-c748dd4f9b92, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6b1ff457-9f38-498d-bca9-c748dd4f9b92,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:43.579103 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Current status of the port 6b1ff457-9f38-498d-bca9-c748dd4f9b92 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:43.579500 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6b1ff457-9f38-498d-bca9-c748dd4f9b92), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:43.594794 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6b1ff457-9f38-498d-bca9-c748dd4f9b92), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:43.617375 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] For port ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa,segment=NetworkSegment(bfd0e4cf-807f-4cb4-93f0-ba5b0303815d),segment_id=bfd0e4cf-807f-4cb4-93f0-ba5b0303815d)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:43.680103 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] Publish callbacks [] for port (8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:43.690850 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:43.743321 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:43.778915 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79df0b-30c8-4fd3-b633-8e8f77f748b7 None None] Pushing event updated for resources: {'Port': ['ID=8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:43.818795 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48f5a5f6-1623-4a86-9fc1-e24edcd8ed91 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for security_group_rule (2bc29fd4-beb7-4d98-8fa8-58613d270606), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:43.833946 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48f5a5f6-1623-4a86-9fc1-e24edcd8ed91 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (2bc29fd4-beb7-4d98-8fa8-58613d270606), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:43.915327 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:45:43.916672 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:45:43.980821 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48f5a5f6-1623-4a86-9fc1-e24edcd8ed91 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:43.992133 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=6b1ff457-9f38-498d-bca9-c748dd4f9b92,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:43.995121 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-48f5a5f6-1623-4a86-9fc1-e24edcd8ed91 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2953691 Feb 03 12:45:43.996138 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56714) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:44.035799 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-397ae60c-12ac-4fb4-b26d-e813c62eadbf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:44.051281 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] Attempting to bind port 8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:44.051929 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] Attempting to bind port 8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:44.056580 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] Attempting to bind port 8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd on network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:44.074462 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:44.079503 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] Checking segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:44.083065 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.085276 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] Bound using segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:44.086000 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] Bound port: 8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:44.086588 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.115247 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5a5f6-1623-4a86-9fc1-e24edcd8ed91 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc29fd4-beb7-4d98-8fa8-58613d270606,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:44.122076 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 069b270b-b667-4e9f-bc83-bf72d9c1c694 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:44.128586 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-397ae60c-12ac-4fb4-b26d-e813c62eadbf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.316745 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34d20d-51cb-4413-87aa-a4c0b8d18c15 None None] Pushing event updated for resources: {'Port': ['ID=ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:44.320846 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] For port 8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:44.329272 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] For port 8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:44.345362 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.350528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 069b270b-b667-4e9f-bc83-bf72d9c1c694 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:44.350920 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (069b270b-b667-4e9f-bc83-bf72d9c1c694), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.498193 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3990e12-74e1-42f7-b16f-aa39de5c9c9d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (30aa400e-6194-43e2-867a-482064e34965), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.519254 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79df0b-30c8-4fd3-b633-8e8f77f748b7 None None] Pushing event updated for resources: {'Port': ['ID=8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:44.528050 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] Routers {'30aa400e-6194-43e2-867a-482064e34965'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:44.530997 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:45:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['30aa400e-6194-43e2-867a-482064e34965'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:44.537880 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Current status of the port 6b1ff457-9f38-498d-bca9-c748dd4f9b92 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:44.548842 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Could not find standard attr ID for object 791fc696-5bda-4aed-9279-706a2f7e43f8. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:45:44.554411 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 069b270b-b667-4e9f-bc83-bf72d9c1c694 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:44.555600 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:44.618542 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Provisioning complete for port 44b4a8af-ceb5-442d-8006-4ad6b5408364 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:44.618985 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (44b4a8af-ceb5-442d-8006-4ad6b5408364), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.734164 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Port 44b4a8af-ceb5-442d-8006-4ad6b5408364 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:45:44.785116 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Provisioning complete for port 8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:44.785514 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.800336 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88742128-38d1-4cdf-bf8c-9a332114888d tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:44.804895 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-88742128-38d1-4cdf-bf8c-9a332114888d tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] 10.222.0.18 "GET /v2.0/ports/44b4a8af-ceb5-442d-8006-4ad6b5408364 HTTP/1.1" status: 200 len: 1137 time: 1.7797816 Feb 03 12:45:44.821881 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56718) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:44.825873 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] Set router 30aa400e-6194-43e2-867a-482064e34965 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:44.876236 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea3fae94-7322-4ae5-aa8f-d6e73c89f33b tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for router_gateway (f670b165-8a18-4cf5-adac-78f092e3eff8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:44.933772 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:44.942084 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:45.213062 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aa400e-6194-43e2-867a-482064e34965', 'name': 'tempest-NetworksTestDHCPv6-router-1275474848', 'tenant_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:31Z', 'updated_at': '2022-02-03T12:45:37Z', 'revision_number': 2, 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'gw_port_host': None, '_interfaces': [{'id': '8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd', 'name': '', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'tenant_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'mac_address': 'fa:16:3e:de:71:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aa400e-6194-43e2-867a-482064e34965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'c8c3b0a5-6229-4ba3-8395-6609ff975f77', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:33Z', 'updated_at': '2022-02-03T12:45:44Z', 'revision_number': 4, 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'subnets': [{'id': 'c8c3b0a5-6229-4ba3-8395-6609ff975f77', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:45.242087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697066f-648b-44f7-a4e0-787a0fda1e5a req-a6035c25-39c0-4469-8795-d444dfd193b4 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:45.247187 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b697066f-648b-44f7-a4e0-787a0fda1e5a req-a6035c25-39c0-4469-8795-d444dfd193b4 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 2.1223655 Feb 03 12:45:45.347168 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e336de87-5db6-46b8-945c-edc909933803 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Deleting port 44b4a8af-ceb5-442d-8006-4ad6b5408364 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:45.347896 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e336de87-5db6-46b8-945c-edc909933803 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (44b4a8af-ceb5-442d-8006-4ad6b5408364), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:45.386123 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d164f90a-8329-428d-a78b-f0b12c80c2db None None] The sync data for ids ['30aa400e-6194-43e2-867a-482064e34965'] in n-d-827336-3 is: [{'id': '30aa400e-6194-43e2-867a-482064e34965', 'name': 'tempest-NetworksTestDHCPv6-router-1275474848', 'tenant_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:31Z', 'updated_at': '2022-02-03T12:45:37Z', 'revision_number': 2, 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'gw_port_host': None, '_interfaces': [{'id': '8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd', 'name': '', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'tenant_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'mac_address': 'fa:16:3e:de:71:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30aa400e-6194-43e2-867a-482064e34965', 'device_owner': 'network:router_interface', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'c8c3b0a5-6229-4ba3-8395-6609ff975f77', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:45:33Z', 'updated_at': '2022-02-03T12:45:44Z', 'revision_number': 4, 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'subnets': [{'id': 'c8c3b0a5-6229-4ba3-8395-6609ff975f77', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:45:45.391045 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:45.393817 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c4ebd1d0-7f77-4739-ab8d-fb8bc976d556 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:45.407031 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Current status of the port 8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:45.408171 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:45.512526 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e336de87-5db6-46b8-945c-edc909933803 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (44b4a8af-ceb5-442d-8006-4ad6b5408364), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:45.545229 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e336de87-5db6-46b8-945c-edc909933803 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Calling delete_port for 44b4a8af-ceb5-442d-8006-4ad6b5408364 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:45.573355 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea3fae94-7322-4ae5-aa8f-d6e73c89f33b tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (f670b165-8a18-4cf5-adac-78f092e3eff8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:45.599469 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd44982-e757-47df-8b97-356ed4064eff req-9bccb4ce-42ac-410c-82ff-c1eb6238ac8f tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:45.608027 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3bd44982-e757-47df-8b97-356ed4064eff req-9bccb4ce-42ac-410c-82ff-c1eb6238ac8f tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.73 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 945 time: 2.2821448 Feb 03 12:45:45.629636 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] For port 8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:45.649251 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:45.788664 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:45:45.883129 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Provisioning complete for port c4ebd1d0-7f77-4739-ab8d-fb8bc976d556 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:45.885447 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c4ebd1d0-7f77-4739-ab8d-fb8bc976d556), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:45.966074 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:45.972581 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Pushing event updated for resources: {'Port': ['ID=8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:46.007724 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e336de87-5db6-46b8-945c-edc909933803 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (44b4a8af-ceb5-442d-8006-4ad6b5408364), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.112826 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c4ebd1d0-7f77-4739-ab8d-fb8bc976d556 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:46.113204 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c4ebd1d0-7f77-4739-ab8d-fb8bc976d556), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.132009 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336de87-5db6-46b8-945c-edc909933803 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Pushing event deleted for resources: {'Port': ['ID=44b4a8af-ceb5-442d-8006-4ad6b5408364,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:46.152157 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-397ae60c-12ac-4fb4-b26d-e813c62eadbf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.331504 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b697066f-648b-44f7-a4e0-787a0fda1e5a req-70563838-216f-426b-b2b9-c39175c124d5 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0730300 Feb 03 12:45:46.388195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a11680d-fae6-4d42-bab6-15f55f0729e9 None None] Network edd75522-790b-4e08-8aff-940def039ab7 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:46.454340 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-3bd44982-e757-47df-8b97-356ed4064eff req-e2ab9239-1347-4cd4-afa0-a5483ca64613 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Deleting port cf717bd2-45d1-4420-ae33-d3b169cb8f4d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:46.454702 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3bd44982-e757-47df-8b97-356ed4064eff req-e2ab9239-1347-4cd4-afa0-a5483ca64613 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (cf717bd2-45d1-4420-ae33-d3b169cb8f4d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.545777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Current status of the port c4ebd1d0-7f77-4739-ab8d-fb8bc976d556 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:46.546374 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c4ebd1d0-7f77-4739-ab8d-fb8bc976d556), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.618543 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f3990e12-74e1-42f7-b16f-aa39de5c9c9d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port 8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:46.619285 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3990e12-74e1-42f7-b16f-aa39de5c9c9d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.663358 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e336de87-5db6-46b8-945c-edc909933803 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.670327 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e336de87-5db6-46b8-945c-edc909933803 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] 10.222.0.18 "DELETE /v2.0/ports/44b4a8af-ceb5-442d-8006-4ad6b5408364 HTTP/1.1" status: 204 len: 168 time: 1.8473616 Feb 03 12:45:46.676927 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56722) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:46.754085 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3bd44982-e757-47df-8b97-356ed4064eff req-e2ab9239-1347-4cd4-afa0-a5483ca64613 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] For port cf717bd2-45d1-4420-ae33-d3b169cb8f4d, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=cf717bd2-45d1-4420-ae33-d3b169cb8f4d,segment=NetworkSegment(cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c),segment_id=cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:46.755190 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3bd44982-e757-47df-8b97-356ed4064eff req-e2ab9239-1347-4cd4-afa0-a5483ca64613 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (cf717bd2-45d1-4420-ae33-d3b169cb8f4d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.756351 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d59924-a4e6-41ad-b722-d961a4e3f065 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Deleting subnet fa64be6e-2a7a-4588-a26f-da6c382d942c {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:45:46.765501 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05d59924-a4e6-41ad-b722-d961a4e3f065 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks [] for subnet (fa64be6e-2a7a-4588-a26f-da6c382d942c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.786482 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-3bd44982-e757-47df-8b97-356ed4064eff req-e2ab9239-1347-4cd4-afa0-a5483ca64613 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Calling delete_port for cf717bd2-45d1-4420-ae33-d3b169cb8f4d owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:46.936658 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c4ebd1d0-7f77-4739-ab8d-fb8bc976d556 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:46.937633 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c4ebd1d0-7f77-4739-ab8d-fb8bc976d556), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.954735 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f3990e12-74e1-42f7-b16f-aa39de5c9c9d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] For port 8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:46.955107 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3990e12-74e1-42f7-b16f-aa39de5c9c9d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:46.999194 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f3990e12-74e1-42f7-b16f-aa39de5c9c9d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for 8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:47.013471 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] For port c4ebd1d0-7f77-4739-ab8d-fb8bc976d556, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c4ebd1d0-7f77-4739-ab8d-fb8bc976d556,segment=NetworkSegment(1bb44cc9-d5f0-4229-83e4-b92d043cf36a),segment_id=1bb44cc9-d5f0-4229-83e4-b92d043cf36a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:47.080728 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3bd44982-e757-47df-8b97-356ed4064eff req-e2ab9239-1347-4cd4-afa0-a5483ca64613 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (cf717bd2-45d1-4420-ae33-d3b169cb8f4d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.134270 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-326721ae-eabe-4707-ac0b-b89883921ac2 req-d056a472-1528-44ab-b7df-f44b461d66d7 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=413beb75-b5f2-4127-8454-a05fbe40c705 HTTP/1.1" status: 200 len: 210 time: 0.0698786 Feb 03 12:45:47.139309 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c4ebd1d0-7f77-4739-ab8d-fb8bc976d556), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.145116 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:45:47.145605 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:45:47.150616 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['04038b85-e2ce-41ef-a62a-fbb37304394d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:47.195164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab9239-1347-4cd4-afa0-a5483ca64613 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Pushing event deleted for resources: {'Port': ['ID=cf717bd2-45d1-4420-ae33-d3b169cb8f4d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:47.231226 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-397ae60c-12ac-4fb4-b26d-e813c62eadbf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Allocated IP 172.25.6.191 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/0ecec356-6a46-46bd-b087-4923cf68c83e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:47.260554 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd44982-e757-47df-8b97-356ed4064eff req-e2ab9239-1347-4cd4-afa0-a5483ca64613 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] No DVR routers for this DVR port cf717bd2-45d1-4420-ae33-d3b169cb8f4d on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:47.266612 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3bd44982-e757-47df-8b97-356ed4064eff req-e2ab9239-1347-4cd4-afa0-a5483ca64613 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.270501 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3bd44982-e757-47df-8b97-356ed4064eff req-e2ab9239-1347-4cd4-afa0-a5483ca64613 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.73 "DELETE /v2.0/ports/cf717bd2-45d1-4420-ae33-d3b169cb8f4d HTTP/1.1" status: 204 len: 173 time: 1.6422286 Feb 03 12:45:47.271003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413beb75-b5f2-4127-8454-a05fbe40c705', 'name': 'network-vif-deleted', 'tag': 'cf717bd2-45d1-4420-ae33-d3b169cb8f4d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:47.273702 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aeabaa-3327-4427-9c0c-ea82c039a075" -d '{"events": [{"server_uuid": "413beb75-b5f2-4127-8454-a05fbe40c705", "name": "network-vif-deleted", "tag": "cf717bd2-45d1-4420-ae33-d3b169cb8f4d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:47.313087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3fae94-7322-4ae5-aa8f-d6e73c89f33b tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Router f670b165-8a18-4cf5-adac-78f092e3eff8 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:45:47.438949 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-397ae60c-12ac-4fb4-b26d-e813c62eadbf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for port (0ecec356-6a46-46bd-b087-4923cf68c83e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.518449 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] Provisioning complete for port fcdf902f-54e1-4f50-bb41-a4f97269c095 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:47.521429 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fcdf902f-54e1-4f50-bb41-a4f97269c095), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.607574 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446074e9-0f6b-43cf-ab34-7f5b117c83ad None None] Pushing event updated for resources: {'Port': ['ID=c4ebd1d0-7f77-4739-ab8d-fb8bc976d556,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:47.638572 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98fade5-950c-4b45-ab85-a2e676d323ef x-openstack-request-id: req-c98fade5-950c-4b45-ab85-a2e676d323ef {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:47.641650 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413beb75-b5f2-4127-8454-a05fbe40c705", "name": "network-vif-deleted", "tag": "cf717bd2-45d1-4420-ae33-d3b169cb8f4d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:47.643753 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c98fade5-950c-4b45-ab85-a2e676d323ef {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:47.644448 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413beb75-b5f2-4127-8454-a05fbe40c705', 'name': 'network-vif-deleted', 'tag': 'cf717bd2-45d1-4420-ae33-d3b169cb8f4d', 'status': 'completed', 'code': 200} Feb 03 12:45:47.662613 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] Port fcdf902f-54e1-4f50-bb41-a4f97269c095 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:45:47.673776 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3990e12-74e1-42f7-b16f-aa39de5c9c9d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.681426 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05d59924-a4e6-41ad-b722-d961a4e3f065 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (fa64be6e-2a7a-4588-a26f-da6c382d942c), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.687539 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-397ae60c-12ac-4fb4-b26d-e813c62eadbf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (0ecec356-6a46-46bd-b087-4923cf68c83e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.754684 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device cf717bd2-45d1-4420-ae33-d3b169cb8f4d no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:47.813687 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3fae94-7322-4ae5-aa8f-d6e73c89f33b tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:45:47.883737 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea3fae94-7322-4ae5-aa8f-d6e73c89f33b tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:47.884195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8680680c-7807-44c8-b739-e223746cde2b None None] Sync routers for ids ['f670b165-8a18-4cf5-adac-78f092e3eff8'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:45:47.887826 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ea3fae94-7322-4ae5-aa8f-d6e73c89f33b tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 10.1213887 Feb 03 12:45:47.891124 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56730) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:47.914986 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: cf717bd2-45d1-4420-ae33-d3b169cb8f4d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:47.915343 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device cf717bd2-45d1-4420-ae33-d3b169cb8f4d not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:47.995752 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] Provisioning complete for port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:47.995752 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:48.101400 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3990e12-74e1-42f7-b16f-aa39de5c9c9d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:48.186906 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] Port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:45:48.192700 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8680680c-7807-44c8-b739-e223746cde2b None None] Routers {'f670b165-8a18-4cf5-adac-78f092e3eff8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:48.194361 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8680680c-7807-44c8-b739-e223746cde2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:45:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f670b165-8a18-4cf5-adac-78f092e3eff8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:48.202858 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c4ebd1d0-7f77-4739-ab8d-fb8bc976d556 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:48.367572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] Provisioning complete for port ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:48.368540 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:48.370403 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8680680c-7807-44c8-b739-e223746cde2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:48.416410 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397ae60c-12ac-4fb4-b26d-e813c62eadbf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:48.464371 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-397ae60c-12ac-4fb4-b26d-e813c62eadbf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:48.470060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8680680c-7807-44c8-b739-e223746cde2b None None] Routers {'f670b165-8a18-4cf5-adac-78f092e3eff8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:48.470853 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8680680c-7807-44c8-b739-e223746cde2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:45:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f670b165-8a18-4cf5-adac-78f092e3eff8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:48.515498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397ae60c-12ac-4fb4-b26d-e813c62eadbf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:48.525810 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8680680c-7807-44c8-b739-e223746cde2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:48.526708 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8680680c-7807-44c8-b739-e223746cde2b None None] The sync data for ids ['f670b165-8a18-4cf5-adac-78f092e3eff8'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:45:48.764409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] Current status of the port ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:48.765096 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:48.766999 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05d59924-a4e6-41ad-b722-d961a4e3f065 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (fa64be6e-2a7a-4588-a26f-da6c382d942c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:48.795871 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:48.815049 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ac71c-dac0-4366-b0aa-7bfbe826b28f req-693f7ded-2f49-4700-82b5-6cfffc246d20 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:48.823611 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-652ac71c-dac0-4366-b0aa-7bfbe826b28f req-693f7ded-2f49-4700-82b5-6cfffc246d20 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 1.1779451 Feb 03 12:45:48.923273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] For port ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa,segment=NetworkSegment(bfd0e4cf-807f-4cb4-93f0-ba5b0303815d),segment_id=bfd0e4cf-807f-4cb4-93f0-ba5b0303815d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:48.942050 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:48.978007 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-652ac71c-dac0-4366-b0aa-7bfbe826b28f req-18009612-f707-4059-80ec-9da343f8d369 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533406 Feb 03 12:45:49.018977 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3990e12-74e1-42f7-b16f-aa39de5c9c9d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (30aa400e-6194-43e2-867a-482064e34965), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:49.030188 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ae60c-12ac-4fb4-b26d-e813c62eadbf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event updated for resources: {'Port': ['ID=0ecec356-6a46-46bd-b087-4923cf68c83e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:49.050021 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05d59924-a4e6-41ad-b722-d961a4e3f065 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (fa64be6e-2a7a-4588-a26f-da6c382d942c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:49.077132 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:49.078343 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:49.092360 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] Provisioning complete for port 6b1ff457-9f38-498d-bca9-c748dd4f9b92 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:49.094048 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6b1ff457-9f38-498d-bca9-c748dd4f9b92), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:49.138005 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05d59924-a4e6-41ad-b722-d961a4e3f065 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:49.147983 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-05d59924-a4e6-41ad-b722-d961a4e3f065 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] 10.222.0.18 "DELETE /v2.0/subnets/fa64be6e-2a7a-4588-a26f-da6c382d942c HTTP/1.1" status: 204 len: 168 time: 2.4685676 Feb 03 12:45:49.150271 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56740) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:49.230944 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d59924-a4e6-41ad-b722-d961a4e3f065 tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Pushing event deleted for resources: {'Subnet': ['ID=fa64be6e-2a7a-4588-a26f-da6c382d942c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:49.415991 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f4bda18-f6bb-4fbc-a489-0c8fd9b43e3e tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (1acf56b7-6315-4f8b-a505-1215e089270c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:49.435758 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-397ae60c-12ac-4fb4-b26d-e813c62eadbf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for floatingip (aa3a109c-1d87-481d-8e61-82c391079d8d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:49.650553 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3990e12-74e1-42f7-b16f-aa39de5c9c9d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Router 30aa400e-6194-43e2-867a-482064e34965 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:45:49.673271 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-397ae60c-12ac-4fb4-b26d-e813c62eadbf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0ecec356-6a46-46bd-b087-4923cf68c83e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:49.701076 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22c4b77-7947-4634-a901-f6ab0f5ced5d None None] Network 1acf56b7-6315-4f8b-a505-1215e089270c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:49.785770 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] Pushing event updated for resources: {'Port': ['ID=ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:49.810465 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-038c9e5f-e94d-4bb8-9df6-6882201aea19 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:49.992793 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] Current status of the port 6b1ff457-9f38-498d-bca9-c748dd4f9b92 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:50.019691 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] Could not find standard attr ID for object 791fc696-5bda-4aed-9279-706a2f7e43f8. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:45:50.030384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] Could not find standard attr ID for object 44b4a8af-ceb5-442d-8006-4ad6b5408364. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:45:50.037919 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:50.052023 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c4ebd1d0-7f77-4739-ab8d-fb8bc976d556 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:50.170660 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] Could not find standard attr ID for object 8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:45:50.176598 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa0797d-615b-4dc7-a5c0-8a118d4e19e6 None None] DHCP port deletion for 1acf56b7-6315-4f8b-a505-1215e089270c request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:45:50.238565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-038c9e5f-e94d-4bb8-9df6-6882201aea19 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Allocated IP 172.20.0.1 (edd75522-790b-4e08-8aff-940def039ab7/4a653dae-eb1f-4339-aba7-b68d43ab58df/c2e80ddd-08bf-4588-8523-332ed5427d2d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:50.319810 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] Provisioning complete for port c4ebd1d0-7f77-4739-ab8d-fb8bc976d556 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:50.319810 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c4ebd1d0-7f77-4739-ab8d-fb8bc976d556), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:50.320181 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48f1d0-41fa-4e49-acbd-6d4981183ad3 req-201681f8-1e24-472c-99f4-a9734e9dbf17 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:50.333173 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6a48f1d0-41fa-4e49-acbd-6d4981183ad3 req-201681f8-1e24-472c-99f4-a9734e9dbf17 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.7319770 Feb 03 12:45:50.474741 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c4ebd1d0-7f77-4739-ab8d-fb8bc976d556 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:50.478158 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c4ebd1d0-7f77-4739-ab8d-fb8bc976d556), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:50.526630 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-038c9e5f-e94d-4bb8-9df6-6882201aea19 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for port (c2e80ddd-08bf-4588-8523-332ed5427d2d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:50.601918 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-038c9e5f-e94d-4bb8-9df6-6882201aea19 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c2e80ddd-08bf-4588-8523-332ed5427d2d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:50.651092 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038c9e5f-e94d-4bb8-9df6-6882201aea19 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Network edd75522-790b-4e08-8aff-940def039ab7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:50.683044 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-331f6150-c5f8-4d31-aea0-e45b5cde6d9e None None] Current status of the port c4ebd1d0-7f77-4739-ab8d-fb8bc976d556 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:50.690213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0797d-615b-4dc7-a5c0-8a118d4e19e6 None None] Deleting port 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:50.690718 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3aa0797d-615b-4dc7-a5c0-8a118d4e19e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:50.709865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-038c9e5f-e94d-4bb8-9df6-6882201aea19 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:50.731609 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3990e12-74e1-42f7-b16f-aa39de5c9c9d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:45:50.744388 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038c9e5f-e94d-4bb8-9df6-6882201aea19 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:50.749176 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0922140-5247-47fa-a4e8-c9a8dbaaef52 None None] Sync routers for ids ['30aa400e-6194-43e2-867a-482064e34965'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:45:50.793467 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0922140-5247-47fa-a4e8-c9a8dbaaef52 None None] Routers {'30aa400e-6194-43e2-867a-482064e34965'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:50.793467 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a0922140-5247-47fa-a4e8-c9a8dbaaef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:45:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['30aa400e-6194-43e2-867a-482064e34965'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:50.799619 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f3990e12-74e1-42f7-b16f-aa39de5c9c9d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "PUT /v2.0/routers/30aa400e-6194-43e2-867a-482064e34965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7281437 Feb 03 12:45:50.805996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56748) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:50.880709 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bda18-f6bb-4fbc-a489-0c8fd9b43e3e tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Deleting port 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:50.881514 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f4bda18-f6bb-4fbc-a489-0c8fd9b43e3e tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:50.963721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-159678cd-00d4-4b1b-858c-c695026b36ea None None] Provisioning complete for port ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:50.964562 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-159678cd-00d4-4b1b-858c-c695026b36ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.063111 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-a0922140-5247-47fa-a4e8-c9a8dbaaef52 None None] Set router 30aa400e-6194-43e2-867a-482064e34965 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:51.084896 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3aa0797d-615b-4dc7-a5c0-8a118d4e19e6 None None] For port 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb,segment=NetworkSegment(f91f6ab2-72f8-47e2-bade-ba64936ba0d4),segment_id=f91f6ab2-72f8-47e2-bade-ba64936ba0d4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:51.085402 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3aa0797d-615b-4dc7-a5c0-8a118d4e19e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.106200 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-9f4bda18-f6bb-4fbc-a489-0c8fd9b43e3e tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] For port 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb,segment=NetworkSegment(f91f6ab2-72f8-47e2-bade-ba64936ba0d4),segment_id=f91f6ab2-72f8-47e2-bade-ba64936ba0d4)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:51.108717 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f4bda18-f6bb-4fbc-a489-0c8fd9b43e3e tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.140528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c4ebd1d0-7f77-4739-ab8d-fb8bc976d556 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:51.145277 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6b1ff457-9f38-498d-bca9-c748dd4f9b92 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:51.155582 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0797d-615b-4dc7-a5c0-8a118d4e19e6 None None] Calling delete_port for 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:51.160686 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bda18-f6bb-4fbc-a489-0c8fd9b43e3e tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Calling delete_port for 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:51.188493 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d43baac-f4b1-466c-8cc1-854c84011411 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:51.200285 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d43baac-f4b1-466c-8cc1-854c84011411 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:51.205437 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9d43baac-f4b1-466c-8cc1-854c84011411 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3937519 Feb 03 12:45:51.223980 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56750) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:51.342667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-159678cd-00d4-4b1b-858c-c695026b36ea None None] Current status of the port ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:51.359712 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-038c9e5f-e94d-4bb8-9df6-6882201aea19 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (f670b165-8a18-4cf5-adac-78f092e3eff8), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.395319 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6a48f1d0-41fa-4e49-acbd-6d4981183ad3 req-8fa13d0d-3f50-4427-876c-8ca588485287 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0660779 Feb 03 12:45:51.431255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 6b1ff457-9f38-498d-bca9-c748dd4f9b92 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:51.455206 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6b1ff457-9f38-498d-bca9-c748dd4f9b92), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.492312 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3d0852-740d-4e92-a022-947860cd216c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet c8c3b0a5-6229-4ba3-8395-6609ff975f77 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:45:51.509090 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-701a3ba5-c84b-4662-868d-fab23d77d445 None None] Provisioning complete for port c2e80ddd-08bf-4588-8523-332ed5427d2d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:51.509471 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-701a3ba5-c84b-4662-868d-fab23d77d445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c2e80ddd-08bf-4588-8523-332ed5427d2d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.519297 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b3d0852-740d-4e92-a022-947860cd216c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (c8c3b0a5-6229-4ba3-8395-6609ff975f77), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.528768 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-397ae60c-12ac-4fb4-b26d-e813c62eadbf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for port (0ecec356-6a46-46bd-b087-4923cf68c83e), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.558115 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3aa0797d-615b-4dc7-a5c0-8a118d4e19e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.569014 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f4bda18-f6bb-4fbc-a489-0c8fd9b43e3e tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.591290 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-397ae60c-12ac-4fb4-b26d-e813c62eadbf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (0ecec356-6a46-46bd-b087-4923cf68c83e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.597633 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a0922140-5247-47fa-a4e8-c9a8dbaaef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aa400e-6194-43e2-867a-482064e34965', 'name': 'tempest-NetworksTestDHCPv6-router-1275474848', 'tenant_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:31Z', 'updated_at': '2022-02-03T12:45:47Z', 'revision_number': 3, 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:51.638799 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0922140-5247-47fa-a4e8-c9a8dbaaef52 None None] Checking router: 30aa400e-6194-43e2-867a-482064e34965 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:45:51.654729 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0797d-615b-4dc7-a5c0-8a118d4e19e6 None None] Pushing event deleted for resources: {'Port': ['ID=936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:51.666589 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4bda18-f6bb-4fbc-a489-0c8fd9b43e3e tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] No DVR routers for this DVR port 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:51.680551 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0922140-5247-47fa-a4e8-c9a8dbaaef52 None None] Routers {'30aa400e-6194-43e2-867a-482064e34965'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:51.682565 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a0922140-5247-47fa-a4e8-c9a8dbaaef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:45:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['30aa400e-6194-43e2-867a-482064e34965'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:51.713378 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa0797d-615b-4dc7-a5c0-8a118d4e19e6 None None] No DVR routers for this DVR port 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:51.715149 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b3d0852-740d-4e92-a022-947860cd216c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (c8c3b0a5-6229-4ba3-8395-6609ff975f77), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.719509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-701a3ba5-c84b-4662-868d-fab23d77d445 None None] Port c2e80ddd-08bf-4588-8523-332ed5427d2d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:45:51.747021 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 6b1ff457-9f38-498d-bca9-c748dd4f9b92 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:51.758258 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c9e5f-e94d-4bb8-9df6-6882201aea19 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Pushing event updated for resources: {'Port': ['ID=c2e80ddd-08bf-4588-8523-332ed5427d2d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:51.814102 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ae60c-12ac-4fb4-b26d-e813c62eadbf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event updated for resources: {'Port': ['ID=0ecec356-6a46-46bd-b087-4923cf68c83e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:51.829082 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bda18-f6bb-4fbc-a489-0c8fd9b43e3e tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Pushing event deleted for resources: {'Port': ['ID=936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:51.839724 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-397ae60c-12ac-4fb4-b26d-e813c62eadbf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (aa3a109c-1d87-481d-8e61-82c391079d8d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.901201 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f4bda18-f6bb-4fbc-a489-0c8fd9b43e3e tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (1acf56b7-6315-4f8b-a505-1215e089270c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.903844 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-a0922140-5247-47fa-a4e8-c9a8dbaaef52 None None] Set router 30aa400e-6194-43e2-867a-482064e34965 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:45:51.943798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9f4bda18-f6bb-4fbc-a489-0c8fd9b43e3e tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acf56b7-6315-4f8b-a505-1215e089270c']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:51.967976 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0f51f-eeca-4dcb-b007-c5b6ef7885c8 req-0777f2ba-7208-473b-8aa1-84d6b93b3fdd tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:51.967976 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fed0f51f-eeca-4dcb-b007-c5b6ef7885c8 req-0777f2ba-7208-473b-8aa1-84d6b93b3fdd tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 0.3696761 Feb 03 12:45:51.993226 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a0922140-5247-47fa-a4e8-c9a8dbaaef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30aa400e-6194-43e2-867a-482064e34965', 'name': 'tempest-NetworksTestDHCPv6-router-1275474848', 'tenant_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:31Z', 'updated_at': '2022-02-03T12:45:47Z', 'revision_number': 3, 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:51.995148 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-397ae60c-12ac-4fb4-b26d-e813c62eadbf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:51.995322 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9f4bda18-f6bb-4fbc-a489-0c8fd9b43e3e tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91f6ab2-72f8-47e2-bade-ba64936ba0d4') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:51.995461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9f4bda18-f6bb-4fbc-a489-0c8fd9b43e3e tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91f6ab2-72f8-47e2-bade-ba64936ba0d4') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:52.019448 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-397ae60c-12ac-4fb4-b26d-e813c62eadbf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9998283 Feb 03 12:45:52.039541 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f4bda18-f6bb-4fbc-a489-0c8fd9b43e3e tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (f91f6ab2-72f8-47e2-bade-ba64936ba0d4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.043458 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:52.062878 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b3d0852-740d-4e92-a022-947860cd216c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (c8c3b0a5-6229-4ba3-8395-6609ff975f77), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.071410 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0922140-5247-47fa-a4e8-c9a8dbaaef52 None None] The sync data for ids ['30aa400e-6194-43e2-867a-482064e34965'] in n-d-827336-3 is: [{'id': '30aa400e-6194-43e2-867a-482064e34965', 'name': 'tempest-NetworksTestDHCPv6-router-1275474848', 'tenant_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:45:31Z', 'updated_at': '2022-02-03T12:45:47Z', 'revision_number': 3, 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:45:52.146531 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-038c9e5f-e94d-4bb8-9df6-6882201aea19 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c2e80ddd-08bf-4588-8523-332ed5427d2d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.167980 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f4bda18-f6bb-4fbc-a489-0c8fd9b43e3e tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f91f6ab2-72f8-47e2-bade-ba64936ba0d4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.193711 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4bda18-f6bb-4fbc-a489-0c8fd9b43e3e tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:45:52.194136 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f4bda18-f6bb-4fbc-a489-0c8fd9b43e3e tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (f91f6ab2-72f8-47e2-bade-ba64936ba0d4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.194431 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:52.195603 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.256206 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b3d0852-740d-4e92-a022-947860cd216c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (c8c3b0a5-6229-4ba3-8395-6609ff975f77), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:45:52.300222 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:45:52.314140 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f4bda18-f6bb-4fbc-a489-0c8fd9b43e3e tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (1acf56b7-6315-4f8b-a505-1215e089270c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.332118 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f4bda18-f6bb-4fbc-a489-0c8fd9b43e3e tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.340756 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9f4bda18-f6bb-4fbc-a489-0c8fd9b43e3e tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] 10.222.0.18 "DELETE /v2.0/networks/1acf56b7-6315-4f8b-a505-1215e089270c HTTP/1.1" status: 204 len: 168 time: 3.1821239 Feb 03 12:45:52.357384 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d0852-740d-4e92-a022-947860cd216c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c3b0a5-6229-4ba3-8395-6609ff975f77,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:52.361501 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fed0f51f-eeca-4dcb-b007-c5b6ef7885c8 req-0b6dfdba-8603-4fbc-be10-b528a1a98829 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636763 Feb 03 12:45:52.364165 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bda18-f6bb-4fbc-a489-0c8fd9b43e3e tempest-ExtraDHCPOptionsTestJSON-1842863220 tempest-ExtraDHCPOptionsTestJSON-1842863220-project] Pushing event deleted for resources: {'Network': ['ID=1acf56b7-6315-4f8b-a505-1215e089270c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:52.378632 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b3d0852-740d-4e92-a022-947860cd216c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.395570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56766) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:52.398629 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1b3d0852-740d-4e92-a022-947860cd216c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/c8c3b0a5-6229-4ba3-8395-6609ff975f77 HTTP/1.1" status: 204 len: 168 time: 1.1699147 Feb 03 12:45:52.465894 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efceddb-7325-402a-a90b-d639c7b7b868 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:52.622048 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:52.676793 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56776) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:52.678519 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6f74fe60-d16f-4ae4-9969-5a9f4a7f0d3d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2809153 Feb 03 12:45:52.719131 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:52.807801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:52.808453 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 936b9b3d-6b00-4929-b4ab-9e1de9e2f7eb not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:52.818944 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ae91ab-81b7-4ae0-aea0-189154a442b1 None None] DHCP port deletion for 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:45:52.904368 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e0882ea-f358-47ae-a25c-07c309e3a0a6 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for router (30aa400e-6194-43e2-867a-482064e34965), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:52.950662 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae91ab-81b7-4ae0-aea0-189154a442b1 None None] Deleting port 069b270b-b667-4e9f-bc83-bf72d9c1c694 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:52.950975 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7ae91ab-81b7-4ae0-aea0-189154a442b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (069b270b-b667-4e9f-bc83-bf72d9c1c694), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:53.018805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56780) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:53.106095 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c7ae91ab-81b7-4ae0-aea0-189154a442b1 None None] For port 069b270b-b667-4e9f-bc83-bf72d9c1c694, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=069b270b-b667-4e9f-bc83-bf72d9c1c694,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:53.106730 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7ae91ab-81b7-4ae0-aea0-189154a442b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (069b270b-b667-4e9f-bc83-bf72d9c1c694), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:53.133067 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae91ab-81b7-4ae0-aea0-189154a442b1 None None] Calling delete_port for 069b270b-b667-4e9f-bc83-bf72d9c1c694 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:53.299271 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e0882ea-f358-47ae-a25c-07c309e3a0a6 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (30aa400e-6194-43e2-867a-482064e34965), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:53.308584 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e0882ea-f358-47ae-a25c-07c309e3a0a6 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for router_controller (30aa400e-6194-43e2-867a-482064e34965), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:53.315066 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7ae91ab-81b7-4ae0-aea0-189154a442b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (069b270b-b667-4e9f-bc83-bf72d9c1c694), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:53.340241 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae91ab-81b7-4ae0-aea0-189154a442b1 None None] No DVR routers for this DVR port 069b270b-b667-4e9f-bc83-bf72d9c1c694 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:53.390316 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae91ab-81b7-4ae0-aea0-189154a442b1 None None] Pushing event deleted for resources: {'Port': ['ID=069b270b-b667-4e9f-bc83-bf72d9c1c694,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:53.412139 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e0882ea-f358-47ae-a25c-07c309e3a0a6 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (30aa400e-6194-43e2-867a-482064e34965), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:53.413066 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0882ea-f358-47ae-a25c-07c309e3a0a6 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Fanout notify agent at l3_agent the message router_deleted on router 30aa400e-6194-43e2-867a-482064e34965 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:45:53.440454 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e0882ea-f358-47ae-a25c-07c309e3a0a6 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:53.450097 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8e0882ea-f358-47ae-a25c-07c309e3a0a6 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/routers/30aa400e-6194-43e2-867a-482064e34965 HTTP/1.1" status: 204 len: 168 time: 0.7708013 Feb 03 12:45:53.450801 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56786) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:53.500415 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2e288779-ed1a-4aec-ac4e-f2dc0d46b2c2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0481687 Feb 03 12:45:53.502565 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56788) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:53.575575 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da17b358-e81b-442c-9061-2d29c1cf93d4 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:53.577091 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-da17b358-e81b-442c-9061-2d29c1cf93d4 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0735846 Feb 03 12:45:53.580522 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56794) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:53.592143 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4f88d0bc-7d6e-4a45-899f-7367fd4dbccf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=762578b58f80412495e38f355a6d1578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5719755 Feb 03 12:45:53.594716 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56798) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:53.603689 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-038c9e5f-e94d-4bb8-9df6-6882201aea19 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for port (c2e80ddd-08bf-4588-8523-332ed5427d2d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:53.619929 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-038c9e5f-e94d-4bb8-9df6-6882201aea19 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (c2e80ddd-08bf-4588-8523-332ed5427d2d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:53.633064 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-21a3eff5-894c-4dc8-afa5-ccb1ac94f0b7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511167 Feb 03 12:45:53.637667 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56800) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:53.645150 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5e837c43-f895-4124-af69-1ef7402695ec tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:53.699734 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-038c9e5f-e94d-4bb8-9df6-6882201aea19 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (f670b165-8a18-4cf5-adac-78f092e3eff8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:53.785505 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a2cd3c3-95a6-4ff2-8bf6-25cf8d95ff6a admin admin] Publish callbacks [] for security_group (5db8f89e-055d-4344-ae64-0196954ff18b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:53.788393 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e837c43-f895-4124-af69-1ef7402695ec tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:53.792001 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e837c43-f895-4124-af69-1ef7402695ec tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:53.847144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c9e5f-e94d-4bb8-9df6-6882201aea19 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Pushing event updated for resources: {'Port': ['ID=c2e80ddd-08bf-4588-8523-332ed5427d2d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:53.857202 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a2cd3c3-95a6-4ff2-8bf6-25cf8d95ff6a admin admin] Publish callbacks [] for security_group (5db8f89e-055d-4344-ae64-0196954ff18b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:53.879282 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:53.913880 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:53.914374 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 8d96cdb2-c7d3-4da7-a20d-c03c77b2f7dd not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:53.915328 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 069b270b-b667-4e9f-bc83-bf72d9c1c694 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:53.941570 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 069b270b-b667-4e9f-bc83-bf72d9c1c694 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:45:53.943131 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 069b270b-b667-4e9f-bc83-bf72d9c1c694 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:45:54.024029 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a2cd3c3-95a6-4ff2-8bf6-25cf8d95ff6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5db8f89e-055d-4344-ae64-0196954ff18b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:54.026584 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a2cd3c3-95a6-4ff2-8bf6-25cf8d95ff6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:54.028006 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9a2cd3c3-95a6-4ff2-8bf6-25cf8d95ff6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5db8f89e-055d-4344-ae64-0196954ff18b HTTP/1.1" status: 204 len: 168 time: 0.4321380 Feb 03 12:45:54.057357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cd3c3-95a6-4ff2-8bf6-25cf8d95ff6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db8f89e-055d-4344-ae64-0196954ff18b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:54.062037 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-bdc45a2d-d017-47eb-bf38-b9a679829013 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1327821658&fields=id&tenant_id=1e60b58d86024cd1a0be428da6fe974b HTTP/1.1" status: 200 len: 267 time: 0.1133733 Feb 03 12:45:54.064186 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038c9e5f-e94d-4bb8-9df6-6882201aea19 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Network edd75522-790b-4e08-8aff-940def039ab7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:54.066063 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-038c9e5f-e94d-4bb8-9df6-6882201aea19 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:54.131518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a008a-a38c-4938-bd71-56764824fc7c req-4de17cbc-73de-4af4-a056-e009191c4d93 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:54.139824 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-955a008a-a38c-4938-bd71-56764824fc7c req-4de17cbc-73de-4af4-a056-e009191c4d93 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.2047274 Feb 03 12:45:54.164354 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-9f0535e2-cb15-4a30-9b4a-0806608c0bd1 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:54.166037 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-9f0535e2-cb15-4a30-9b4a-0806608c0bd1 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports/745d7c1f-ea7e-472b-bc5f-20dc2fc66767 HTTP/1.1" status: 200 len: 936 time: 0.0954134 Feb 03 12:45:54.269740 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-955a008a-a38c-4938-bd71-56764824fc7c req-648033ca-1a57-40b1-83d8-1882a484f7b7 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288826 Feb 03 12:45:54.351884 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-03e3d394-c09b-448f-9df1-8c6d90652f7c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:54.354313 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-03e3d394-c09b-448f-9df1-8c6d90652f7c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports/fcdf902f-54e1-4f50-bb41-a4f97269c095 HTTP/1.1" status: 200 len: 935 time: 0.1640384 Feb 03 12:45:54.374349 n-d-827336-3 neutron-server[103189]: DEBUG neutron.objects.ports [None req-5e837c43-f895-4124-af69-1ef7402695ec tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103189) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:45:54.376535 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e837c43-f895-4124-af69-1ef7402695ec tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (bf36b5d4-dc52-4174-8370-226f906587e8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:54.447528 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e837c43-f895-4124-af69-1ef7402695ec tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:54.453890 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-5e837c43-f895-4124-af69-1ef7402695ec tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:54.459821 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038c9e5f-e94d-4bb8-9df6-6882201aea19 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Router f670b165-8a18-4cf5-adac-78f092e3eff8 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:45:54.464363 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-d1e60d56-e4cf-44b9-9c0b-a2553b54d250 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?network_id=97259dff-b582-4fbd-b7bb-04805dd4c319&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0980988 Feb 03 12:45:54.472527 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaf9b84-aae8-4807-a128-bd351f16b378 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:54.499008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e837c43-f895-4124-af69-1ef7402695ec tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:54.499926 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5e837c43-f895-4124-af69-1ef7402695ec tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:54.513111 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-fe3bfb77-1a67-42ee-b6dc-56c31e363009 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?network_id=97259dff-b582-4fbd-b7bb-04805dd4c319&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0424693 Feb 03 12:45:54.523563 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e837c43-f895-4124-af69-1ef7402695ec tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=bf36b5d4-dc52-4174-8370-226f906587e8,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:54.560651 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5e837c43-f895-4124-af69-1ef7402695ec tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9187412 Feb 03 12:45:54.570007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56828) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:54.577950 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b6634a83-8aba-4d0a-8e33-2a6f55150c24 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:54.603024 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff5129-5b36-4b0f-9009-c46a7a23ef06 req-b17a818e-2615-443b-945b-0e9d334461fb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:54.615547 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71ff5129-5b36-4b0f-9009-c46a7a23ef06 req-b17a818e-2615-443b-945b-0e9d334461fb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 0.1876655 Feb 03 12:45:54.668268 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ad747549-d56a-4d89-b3a1-b01b158ca589 None None] Provisioning complete for port c2e80ddd-08bf-4588-8523-332ed5427d2d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:54.668919 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ad747549-d56a-4d89-b3a1-b01b158ca589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c2e80ddd-08bf-4588-8523-332ed5427d2d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:54.720988 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ad747549-d56a-4d89-b3a1-b01b158ca589 None None] Port c2e80ddd-08bf-4588-8523-332ed5427d2d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:45:54.742828 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038c9e5f-e94d-4bb8-9df6-6882201aea19 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:45:54.753111 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-038c9e5f-e94d-4bb8-9df6-6882201aea19 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] 10.222.0.18 "PUT /v2.0/routers/f670b165-8a18-4cf5-adac-78f092e3eff8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8607550 Feb 03 12:45:54.754163 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56832) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:54.757915 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eccdff-2cd8-4a9a-a8e1-5b2fbdd0dd59 None None] Sync routers for ids ['f670b165-8a18-4cf5-adac-78f092e3eff8'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:45:54.759227 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-487959c8-cc44-4d02-bb34-e1eba177ad4c tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Request body: {'port': {'network_id': 'edd75522-790b-4e08-8aff-940def039ab7', 'name': 'tempest-FloatingIPAdminTestJSON-674626622'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:54.764852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'fixed_ips': [{'subnet_id': 'bf36b5d4-dc52-4174-8370-226f906587e8'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:45:54.766006 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:54.768358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-63842857-0de8-4e3d-9f2b-6657086d05e8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:54.773652 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-63842857-0de8-4e3d-9f2b-6657086d05e8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:54.778757 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-63842857-0de8-4e3d-9f2b-6657086d05e8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:54.780608 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-63842857-0de8-4e3d-9f2b-6657086d05e8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/networks?id=6cb9761b-598f-4535-bd6b-c51b682dba14&id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&id=97259dff-b582-4fbd-b7bb-04805dd4c319&id=97259dff-b582-4fbd-b7bb-04805dd4c319 HTTP/1.1" status: 200 len: 1995 time: 0.2607236 Feb 03 12:45:54.797477 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eccdff-2cd8-4a9a-a8e1-5b2fbdd0dd59 None None] Routers {'f670b165-8a18-4cf5-adac-78f092e3eff8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:54.798143 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d6eccdff-2cd8-4a9a-a8e1-5b2fbdd0dd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:45:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f670b165-8a18-4cf5-adac-78f092e3eff8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:54.841664 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-a0398d51-b2fa-4261-820b-b10d423e84d7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/quotas/1e60b58d86024cd1a0be428da6fe974b HTTP/1.1" status: 200 len: 375 time: 0.0279763 Feb 03 12:45:54.891680 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d6eccdff-2cd8-4a9a-a8e1-5b2fbdd0dd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:54.975239 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-da41b4de-8932-432c-9ced-6f3fb9b00757 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e60b58d86024cd1a0be428da6fe974b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1053376 Feb 03 12:45:54.976003 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71ff5129-5b36-4b0f-9009-c46a7a23ef06 req-04576a17-a249-43ac-ac33-81bf029804b4 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587875 Feb 03 12:45:54.999192 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eccdff-2cd8-4a9a-a8e1-5b2fbdd0dd59 None None] Routers {'f670b165-8a18-4cf5-adac-78f092e3eff8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:45:55.008437 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487959c8-cc44-4d02-bb34-e1eba177ad4c tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Made reservation on behalf of 230fcaff546244ecb04a5cb3308c4e56 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:55.009906 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d6eccdff-2cd8-4a9a-a8e1-5b2fbdd0dd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:45:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f670b165-8a18-4cf5-adac-78f092e3eff8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:55.015541 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487959c8-cc44-4d02-bb34-e1eba177ad4c tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:55.082368 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d6eccdff-2cd8-4a9a-a8e1-5b2fbdd0dd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:45:55.085053 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eccdff-2cd8-4a9a-a8e1-5b2fbdd0dd59 None None] The sync data for ids ['f670b165-8a18-4cf5-adac-78f092e3eff8'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:45:55.133385 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7fbd2-5824-405d-a1bc-a8db8cbe37b8 req-23c4cb71-5c31-46d2-9317-c0122c5ed93d tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:55.138178 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-14a7fbd2-5824-405d-a1bc-a8db8cbe37b8 req-23c4cb71-5c31-46d2-9317-c0122c5ed93d tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.31 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.1589143 Feb 03 12:45:55.138384 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-487959c8-cc44-4d02-bb34-e1eba177ad4c tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] device_id is not set on port 298bfb0b-4fe9-4ac1-8cce-76e7240e74e0 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:45:55.219015 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6634a83-8aba-4d0a-8e33-2a6f55150c24 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:55.232265 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6634a83-8aba-4d0a-8e33-2a6f55150c24 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:55.235011 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] Allocated IP 2001:db8::f816:3eff:feec:2623 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/bf36b5d4-dc52-4174-8370-226f906587e8/967675c1-8746-47a9-8a1f-de3420d83032) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:55.331535 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-9102103a-a81a-4c22-9f77-e7968a7c4e92 service neutron] 10.222.0.18 "GET /v2.0/networks/6cb9761b-598f-4535-bd6b-c51b682dba14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402307 Feb 03 12:45:55.468860 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edc96f-451a-4405-b1b9-747634967b4f req-ecc70179-34ab-4d6c-8883-de01baea30dc tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:55.470478 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-74edc96f-451a-4405-b1b9-747634967b4f req-ecc70179-34ab-4d6c-8883-de01baea30dc tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 950 time: 0.2561576 Feb 03 12:45:55.530975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-14a7fbd2-5824-405d-a1bc-a8db8cbe37b8 req-fac9be98-0611-4dd4-b61b-b6d9ae8ec499 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Deleting port 04038b85-e2ce-41ef-a62a-fbb37304394d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:55.531329 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-14a7fbd2-5824-405d-a1bc-a8db8cbe37b8 req-fac9be98-0611-4dd4-b61b-b6d9ae8ec499 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (04038b85-e2ce-41ef-a62a-fbb37304394d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:55.531705 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] Publish callbacks [] for port (967675c1-8746-47a9-8a1f-de3420d83032), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:55.538910 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (967675c1-8746-47a9-8a1f-de3420d83032), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:55.569651 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56856) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:55.584956 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 1e7d0989-f840-4e19-97b9-090435ae1ba0 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:45:55.588783 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-00282e53-b64e-49d1-b518-c2c6839d34a0 service neutron] 10.222.0.18 "GET /v2.0/networks/6cb9761b-598f-4535-bd6b-c51b682dba14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489119 Feb 03 12:45:55.589682 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-74edc96f-451a-4405-b1b9-747634967b4f req-22c95cc8-a0fd-424f-84d7-aedd3361427d tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035643 Feb 03 12:45:55.593199 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-487959c8-cc44-4d02-bb34-e1eba177ad4c tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Allocated IP 172.20.0.3 (edd75522-790b-4e08-8aff-940def039ab7/4a653dae-eb1f-4339-aba7-b68d43ab58df/298bfb0b-4fe9-4ac1-8cce-76e7240e74e0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:55.678972 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:55.685484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:55.692186 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-14a7fbd2-5824-405d-a1bc-a8db8cbe37b8 req-fac9be98-0611-4dd4-b61b-b6d9ae8ec499 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] For port 04038b85-e2ce-41ef-a62a-fbb37304394d, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=04038b85-e2ce-41ef-a62a-fbb37304394d,segment=NetworkSegment(cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c),segment_id=cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:55.692589 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-14a7fbd2-5824-405d-a1bc-a8db8cbe37b8 req-fac9be98-0611-4dd4-b61b-b6d9ae8ec499 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (04038b85-e2ce-41ef-a62a-fbb37304394d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:55.709941 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:55.715787 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-14a7fbd2-5824-405d-a1bc-a8db8cbe37b8 req-fac9be98-0611-4dd4-b61b-b6d9ae8ec499 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Calling delete_port for 04038b85-e2ce-41ef-a62a-fbb37304394d owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:45:55.750566 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] Pushing event updated for resources: {'Port': ['ID=967675c1-8746-47a9-8a1f-de3420d83032,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:55.777030 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-1a808790-4ec3-4bf0-b320-e1d3fff29fcc service neutron] 10.222.0.18 "GET /v2.0/ports/745d7c1f-ea7e-472b-bc5f-20dc2fc66767?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1864679 Feb 03 12:45:55.836726 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-dcc35537-ec24-45b2-8b29-0805a96a6199 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-305835837'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:55.929889 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] Attempting to bind port 967675c1-8746-47a9-8a1f-de3420d83032 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:45:55.930287 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] Attempting to bind port 967675c1-8746-47a9-8a1f-de3420d83032 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:45:55.930637 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] Attempting to bind port 967675c1-8746-47a9-8a1f-de3420d83032 on network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:45:55.944931 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:45:55.945820 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] Checking segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:45:55.946294 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:55.948246 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] Bound using segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:45:55.948246 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] Bound port: 967675c1-8746-47a9-8a1f-de3420d83032, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:45:55.949001 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (967675c1-8746-47a9-8a1f-de3420d83032), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:56.014801 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc35537-ec24-45b2-8b29-0805a96a6199 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Made reservation on behalf of e48db9ad23d84c4fa3644e11a2961e4a for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:56.018879 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dcc35537-ec24-45b2-8b29-0805a96a6199 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:56.021556 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-6b08ecef-926b-4b02-b04c-ad1ff4c18313 service neutron] 10.222.0.18 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363145 Feb 03 12:45:56.026446 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487959c8-cc44-4d02-bb34-e1eba177ad4c tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for port (298bfb0b-4fe9-4ac1-8cce-76e7240e74e0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:56.040067 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 1e7d0989-f840-4e19-97b9-090435ae1ba0, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1e7d0989-f840-4e19-97b9-090435ae1ba0,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:56.054796 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dcc35537-ec24-45b2-8b29-0805a96a6199 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:56.062578 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '1e7d0989-f840-4e19-97b9-090435ae1ba0', 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7', 'port_id': '1e7d0989-f840-4e19-97b9-090435ae1ba0', 'mac_address': 'fa:16:3e:4f:a5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd98a1ba-2677-43a0-9803-d6921e32ec63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:45:56.092275 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552eb03c-ef9d-43c2-9c55-9e9aba530093 req-7301aa89-59a4-422b-ade7-76397a411580 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:56.093840 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-552eb03c-ef9d-43c2-9c55-9e9aba530093 req-7301aa89-59a4-422b-ade7-76397a411580 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/ports?device_id=188b55d6-73ab-4e3e-81fa-fde383acf8e0 HTTP/1.1" status: 200 len: 945 time: 0.3020377 Feb 03 12:45:56.125272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] For port 967675c1-8746-47a9-8a1f-de3420d83032, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:45:56.174605 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487959c8-cc44-4d02-bb34-e1eba177ad4c tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (298bfb0b-4fe9-4ac1-8cce-76e7240e74e0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:56.178803 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] For port 967675c1-8746-47a9-8a1f-de3420d83032, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=967675c1-8746-47a9-8a1f-de3420d83032,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:45:56.187472 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6634a83-8aba-4d0a-8e33-2a6f55150c24 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (67c03cf4-5a2f-4a27-bca6-52d4e6c16307), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:56.196843 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (967675c1-8746-47a9-8a1f-de3420d83032), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:56.213776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 1e7d0989-f840-4e19-97b9-090435ae1ba0 is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:56.214018 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:56.242851 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-31032298-78dc-40a6-9fdb-60847e46556e service neutron] 10.222.0.18 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089972 Feb 03 12:45:56.254428 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487959c8-cc44-4d02-bb34-e1eba177ad4c tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Network edd75522-790b-4e08-8aff-940def039ab7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:56.260672 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-487959c8-cc44-4d02-bb34-e1eba177ad4c tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:56.263324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487959c8-cc44-4d02-bb34-e1eba177ad4c tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:56.270196 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e7d0989-f840-4e19-97b9-090435ae1ba0 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:45:56.281918 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-14a7fbd2-5824-405d-a1bc-a8db8cbe37b8 req-fac9be98-0611-4dd4-b61b-b6d9ae8ec499 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (04038b85-e2ce-41ef-a62a-fbb37304394d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:56.288916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6634a83-8aba-4d0a-8e33-2a6f55150c24 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:56.305338 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['04038b85-e2ce-41ef-a62a-fbb37304394d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:56.307290 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-552eb03c-ef9d-43c2-9c55-9e9aba530093 req-c978fc3e-6ab4-4a28-b5ce-95750329c9b4 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.18 "GET /v2.0/security-groups?id=75061eed-b9e3-4d40-b7c4-763ecf5df56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968105 Feb 03 12:45:56.345986 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b6634a83-8aba-4d0a-8e33-2a6f55150c24 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:56.397993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 1e7d0989-f840-4e19-97b9-090435ae1ba0, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1e7d0989-f840-4e19-97b9-090435ae1ba0,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:56.402417 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9be98-0611-4dd4-b61b-b6d9ae8ec499 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Pushing event deleted for resources: {'Port': ['ID=04038b85-e2ce-41ef-a62a-fbb37304394d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:56.408862 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6634a83-8aba-4d0a-8e33-2a6f55150c24 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:56.409515 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6634a83-8aba-4d0a-8e33-2a6f55150c24 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:56.423298 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:56.432222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae586c97-37db-4602-afbb-6d352b71589a None None] Pushing event updated for resources: {'Port': ['ID=967675c1-8746-47a9-8a1f-de3420d83032,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:56.455118 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6634a83-8aba-4d0a-8e33-2a6f55150c24 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=67c03cf4-5a2f-4a27-bca6-52d4e6c16307,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:56.506283 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b6634a83-8aba-4d0a-8e33-2a6f55150c24 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9344046 Feb 03 12:45:56.523311 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56870) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:56.531714 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-88839b83-c545-48de-9f1e-1d7f8564b539 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'mac_address': 'fa:16:3e:9d:7c:b5', 'name': 'tempest-NetworksTestDHCPv6-385264125'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:56.536638 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-752db35f-9265-407f-b7f6-1a99579d495c service neutron] 10.222.0.18 "GET /v2.0/ports/fcdf902f-54e1-4f50-bb41-a4f97269c095?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2798634 Feb 03 12:45:56.571197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a7fbd2-5824-405d-a1bc-a8db8cbe37b8 req-fac9be98-0611-4dd4-b61b-b6d9ae8ec499 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] No DVR routers for this DVR port 04038b85-e2ce-41ef-a62a-fbb37304394d on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:45:56.580728 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-14a7fbd2-5824-405d-a1bc-a8db8cbe37b8 req-fac9be98-0611-4dd4-b61b-b6d9ae8ec499 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:56.585780 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-14a7fbd2-5824-405d-a1bc-a8db8cbe37b8 req-fac9be98-0611-4dd4-b61b-b6d9ae8ec499 tempest-ServerRescueNegativeTestJSON-891289028 tempest-ServerRescueNegativeTestJSON-891289028-project] 10.222.0.31 "DELETE /v2.0/ports/04038b85-e2ce-41ef-a62a-fbb37304394d HTTP/1.1" status: 204 len: 173 time: 1.4414601 Feb 03 12:45:56.587638 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['1e7d0989-f840-4e19-97b9-090435ae1ba0'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:45:56.598417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=1e7d0989-f840-4e19-97b9-090435ae1ba0,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:56.677538 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188b55d6-73ab-4e3e-81fa-fde383acf8e0', 'name': 'network-vif-deleted', 'tag': '04038b85-e2ce-41ef-a62a-fbb37304394d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:56.685322 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad94408-1ae2-459a-a14e-ea6367603f69" -d '{"events": [{"server_uuid": "188b55d6-73ab-4e3e-81fa-fde383acf8e0", "name": "network-vif-deleted", "tag": "04038b85-e2ce-41ef-a62a-fbb37304394d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:56.714360 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dcc35537-ec24-45b2-8b29-0805a96a6199 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for security_group (d8b1f575-e114-49f5-b1da-24d9d67a7a11), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:56.723285 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dcc35537-ec24-45b2-8b29-0805a96a6199 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d8b1f575-e114-49f5-b1da-24d9d67a7a11), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:56.818259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487959c8-cc44-4d02-bb34-e1eba177ad4c tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Pushing event updated for resources: {'Port': ['ID=298bfb0b-4fe9-4ac1-8cce-76e7240e74e0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:56.843525 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-46bacbbf-d9e7-4549-8fc9-021f70758c4e service neutron] 10.222.0.18 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032157 Feb 03 12:45:56.977534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9a675953-0b5a-4a26-835c-c8ac896e1cb7 None None] Provisioning complete for port 298bfb0b-4fe9-4ac1-8cce-76e7240e74e0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:56.977982 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a675953-0b5a-4a26-835c-c8ac896e1cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (298bfb0b-4fe9-4ac1-8cce-76e7240e74e0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:57.015070 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487959c8-cc44-4d02-bb34-e1eba177ad4c tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:57.016086 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487959c8-cc44-4d02-bb34-e1eba177ad4c tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:57.038760 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-6bf7ab60-9595-4266-98a5-48b178f0ef3f service neutron] 10.222.0.18 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939797 Feb 03 12:45:57.050528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9a675953-0b5a-4a26-835c-c8ac896e1cb7 None None] Port 298bfb0b-4fe9-4ac1-8cce-76e7240e74e0 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:45:57.085414 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-487959c8-cc44-4d02-bb34-e1eba177ad4c tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3301015 Feb 03 12:45:57.088700 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56880) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:57.225807 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc35537-ec24-45b2-8b29-0805a96a6199 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b1f575-e114-49f5-b1da-24d9d67a7a11,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:57.267724 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-78d2c793-12a2-428c-b008-a8d942c216c8 service neutron] 10.222.0.18 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133775 Feb 03 12:45:57.290644 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc35537-ec24-45b2-8b29-0805a96a6199 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:45:57.356572 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dcc35537-ec24-45b2-8b29-0805a96a6199 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (799791e3-8e60-4e74-a951-db2f21136e77), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:57.357324 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-dcc35537-ec24-45b2-8b29-0805a96a6199 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Added segment 799791e3-8e60-4e74-a951-db2f21136e77 of type vlan for network 6927649b-4abf-45eb-a6ad-b4b09d49c307 Feb 03 12:45:57.438926 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-54b3028a-ee02-4f3e-adf2-1aa24a3670c0 service neutron] 10.222.0.18 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517236 Feb 03 12:45:57.444725 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88839b83-c545-48de-9f1e-1d7f8564b539 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:45:57.456700 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dcc35537-ec24-45b2-8b29-0805a96a6199 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (6927649b-4abf-45eb-a6ad-b4b09d49c307), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:57.517417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ea316dd9-cdf9-4f06-aff0-5c37e62fba62 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'project_id': '230fcaff546244ecb04a5cb3308c4e56', 'port_id': '298bfb0b-4fe9-4ac1-8cce-76e7240e74e0'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:45:57.596272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 1e7d0989-f840-4e19-97b9-090435ae1ba0 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:57.718926 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dcc35537-ec24-45b2-8b29-0805a96a6199 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (6927649b-4abf-45eb-a6ad-b4b09d49c307), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:57.725071 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc35537-ec24-45b2-8b29-0805a96a6199 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:57.726331 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dcc35537-ec24-45b2-8b29-0805a96a6199 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:57.727595 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea316dd9-cdf9-4f06-aff0-5c37e62fba62 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:57.779051 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-bc50e5c8-d955-4609-adb6-d278898d1daf service neutron] 10.222.0.18 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252237 Feb 03 12:45:57.779284 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 1e7d0989-f840-4e19-97b9-090435ae1ba0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:57.779863 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:57.833452 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc35537-ec24-45b2-8b29-0805a96a6199 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Network': ['ID=6927649b-4abf-45eb-a6ad-b4b09d49c307,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:57.852134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53b09d-854f-4b2e-9be7-aba7ed490c3b req-47ba9ffd-729c-485c-8edd-673d0eb77400 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:57.853921 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2a53b09d-854f-4b2e-9be7-aba7ed490c3b req-47ba9ffd-729c-485c-8edd-673d0eb77400 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 944 time: 0.4101877 Feb 03 12:45:57.881996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 6927649b-4abf-45eb-a6ad-b4b09d49c307 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:45:57.884070 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dcc35537-ec24-45b2-8b29-0805a96a6199 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3112247 Feb 03 12:45:57.935819 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88839b83-c545-48de-9f1e-1d7f8564b539 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:58.028684 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2a53b09d-854f-4b2e-9be7-aba7ed490c3b req-c98e722e-b7b1-4bc8-9f17-7856e276cf10 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592596 Feb 03 12:45:58.054006 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-88839b83-c545-48de-9f1e-1d7f8564b539 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port 3ea5ed4c-b03d-4c85-a575-cf28af67eeb3 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:45:58.141526 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 967675c1-8746-47a9-8a1f-de3420d83032 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:45:58.389838 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-88839b83-c545-48de-9f1e-1d7f8564b539 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 172.20.0.6 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/67c03cf4-5a2f-4a27-bca6-52d4e6c16307/3ea5ed4c-b03d-4c85-a575-cf28af67eeb3) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:58.402393 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-88839b83-c545-48de-9f1e-1d7f8564b539 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::f816:3eff:fe9d:7cb5 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/bf36b5d4-dc52-4174-8370-226f906587e8/3ea5ed4c-b03d-4c85-a575-cf28af67eeb3) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:58.447999 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-49973cbd-9a9e-4a95-83e4-dc6ed741ef0e service neutron] 10.222.0.18 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6540408 Feb 03 12:45:58.509352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 1e7d0989-f840-4e19-97b9-090435ae1ba0 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:45:58.509751 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:58.683368 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88839b83-c545-48de-9f1e-1d7f8564b539 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (3ea5ed4c-b03d-4c85-a575-cf28af67eeb3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:58.722686 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d898efd-26d6-4e0d-b2a6-298813c7cc98 x-openstack-request-id: req-6d898efd-26d6-4e0d-b2a6-298813c7cc98 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:45:58.723507 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188b55d6-73ab-4e3e-81fa-fde383acf8e0", "name": "network-vif-deleted", "tag": "04038b85-e2ce-41ef-a62a-fbb37304394d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:45:58.724367 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d898efd-26d6-4e0d-b2a6-298813c7cc98 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:45:58.725124 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188b55d6-73ab-4e3e-81fa-fde383acf8e0', 'name': 'network-vif-deleted', 'tag': '04038b85-e2ce-41ef-a62a-fbb37304394d', 'status': 'completed', 'code': 200} Feb 03 12:45:58.727975 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88839b83-c545-48de-9f1e-1d7f8564b539 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (3ea5ed4c-b03d-4c85-a575-cf28af67eeb3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:58.779634 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88839b83-c545-48de-9f1e-1d7f8564b539 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:45:58.784282 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-88839b83-c545-48de-9f1e-1d7f8564b539 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:45:58.792619 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88839b83-c545-48de-9f1e-1d7f8564b539 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:45:58.853027 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea316dd9-cdf9-4f06-aff0-5c37e62fba62 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:58.857013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88839b83-c545-48de-9f1e-1d7f8564b539 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=3ea5ed4c-b03d-4c85-a575-cf28af67eeb3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:45:58.961543 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88839b83-c545-48de-9f1e-1d7f8564b539 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:58.963195 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88839b83-c545-48de-9f1e-1d7f8564b539 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:59.037852 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-24c499fe-4e49-43ca-961e-322f37622e13 service neutron] 10.222.0.18 "GET /v2.0/networks/97259dff-b582-4fbd-b7bb-04805dd4c319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450139 Feb 03 12:45:59.056499 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-88839b83-c545-48de-9f1e-1d7f8564b539 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5298963 Feb 03 12:45:59.057414 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56916) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:59.201354 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-ea316dd9-cdf9-4f06-aff0-5c37e62fba62 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Allocated IP 172.25.6.232 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/85cff3ea-07c5-4cc7-bb5f-b132d117d545) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:45:59.226281 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04efeb7-92c9-4f4a-b354-b701eb8e91af None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:45:59.368677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d954bf-8c93-49ce-a072-3a3648c4c9a1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:59.375755 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d954bf-8c93-49ce-a072-3a3648c4c9a1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:45:59.382260 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56920) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:45:59.389666 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d8d954bf-8c93-49ce-a072-3a3648c4c9a1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.3226943 Feb 03 12:45:59.421418 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a4d41bf0-b349-4ef9-80f7-0b903991c7a9 None None] Provisioning complete for port 967675c1-8746-47a9-8a1f-de3420d83032 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:59.422790 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a4d41bf0-b349-4ef9-80f7-0b903991c7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (967675c1-8746-47a9-8a1f-de3420d83032), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:59.431025 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6103f33d-e569-4559-a89d-9043ecac4eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7d0989-f840-4e19-97b9-090435ae1ba0'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:45:59.437939 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a183992d-6bf4-4f21-b00e-0cfcc727c182" -d '{"events": [{"server_uuid": "6103f33d-e569-4559-a89d-9043ecac4eb6", "name": "network-vif-plugged", "status": "completed", "tag": "1e7d0989-f840-4e19-97b9-090435ae1ba0"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:45:59.746934 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-23f60adc-8d54-41b5-93a5-a8273bca25af tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port 3ea5ed4c-b03d-4c85-a575-cf28af67eeb3 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:45:59.747545 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23f60adc-8d54-41b5-93a5-a8273bca25af tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (3ea5ed4c-b03d-4c85-a575-cf28af67eeb3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:59.757229 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 1e7d0989-f840-4e19-97b9-090435ae1ba0, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1e7d0989-f840-4e19-97b9-090435ae1ba0,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:45:59.779446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 967675c1-8746-47a9-8a1f-de3420d83032 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:45:59.779839 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (967675c1-8746-47a9-8a1f-de3420d83032), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:59.796468 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-199539bf-8aeb-48fe-a469-6639a7356f4d service neutron] 10.222.0.18 "GET /v2.0/networks/97259dff-b582-4fbd-b7bb-04805dd4c319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317605 Feb 03 12:45:59.874215 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:59.877401 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 04038b85-e2ce-41ef-a62a-fbb37304394d no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:45:59.889138 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea316dd9-cdf9-4f06-aff0-5c37e62fba62 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks [] for port (85cff3ea-07c5-4cc7-bb5f-b132d117d545), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:59.966991 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23f60adc-8d54-41b5-93a5-a8273bca25af tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (3ea5ed4c-b03d-4c85-a575-cf28af67eeb3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:45:59.998192 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-23f60adc-8d54-41b5-93a5-a8273bca25af tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for 3ea5ed4c-b03d-4c85-a575-cf28af67eeb3 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:46:00.055663 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 04038b85-e2ce-41ef-a62a-fbb37304394d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:46:00.059142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 04038b85-e2ce-41ef-a62a-fbb37304394d not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:46:00.062392 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device c858d087-ff3e-45a1-8f22-535fcd4287c1 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:46:00.109329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56930) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:00.287329 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaaa6b-3432-4e33-b4b5-c29e205ce98d req-01a9bbde-73aa-4911-b1cb-f9f2ef90457d tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:00.304626 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-63eaaa6b-3432-4e33-b4b5-c29e205ce98d req-01a9bbde-73aa-4911-b1cb-f9f2ef90457d tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 0.1108022 Feb 03 12:46:00.446399 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-680f4909-c5aa-4df4-8205-bb8567e348b0 service neutron] 10.222.0.18 "GET /v2.0/networks/97259dff-b582-4fbd-b7bb-04805dd4c319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360300 Feb 03 12:46:00.538738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=1e7d0989-f840-4e19-97b9-090435ae1ba0,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:00.554737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed67e4d8-b628-46f9-8846-4dbd5d2e6c7e None None] Update dhcp port {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'fixed_ips': [{'subnet_id': 'bf36b5d4-dc52-4174-8370-226f906587e8', 'ip_address': '2001:db8::f816:3eff:feec:2623'}, {'subnet_id': '67c03cf4-5a2f-4a27-bca6-52d4e6c16307'}], 'binding:host_id': 'n-d-827336-3'}, 'id': '967675c1-8746-47a9-8a1f-de3420d83032'} from n-d-827336-3. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:46:00.625841 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-63eaaa6b-3432-4e33-b4b5-c29e205ce98d req-d2ebd064-d081-4438-9577-d88f1d2c871d tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199165 Feb 03 12:46:00.672739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a4d41bf0-b349-4ef9-80f7-0b903991c7a9 None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:00.673153 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a4d41bf0-b349-4ef9-80f7-0b903991c7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (967675c1-8746-47a9-8a1f-de3420d83032), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:00.737495 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-dcd93c66-1b88-49f4-862f-f9ee4b72f5fd service neutron] 10.222.0.18 "GET /v2.0/networks/97259dff-b582-4fbd-b7bb-04805dd4c319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757630 Feb 03 12:46:00.802065 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23f60adc-8d54-41b5-93a5-a8273bca25af tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (3ea5ed4c-b03d-4c85-a575-cf28af67eeb3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:00.830463 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed67e4d8-b628-46f9-8846-4dbd5d2e6c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (967675c1-8746-47a9-8a1f-de3420d83032), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:00.877857 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f60adc-8d54-41b5-93a5-a8273bca25af tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=3ea5ed4c-b03d-4c85-a575-cf28af67eeb3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:00.913303 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672cff4b-a0da-4e23-bf64-328b5b43c58c x-openstack-request-id: req-672cff4b-a0da-4e23-bf64-328b5b43c58c {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:00.916389 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6103f33d-e569-4559-a89d-9043ecac4eb6", "name": "network-vif-plugged", "status": "completed", "tag": "1e7d0989-f840-4e19-97b9-090435ae1ba0", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:00.917194 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-672cff4b-a0da-4e23-bf64-328b5b43c58c {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:00.919144 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6103f33d-e569-4559-a89d-9043ecac4eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7d0989-f840-4e19-97b9-090435ae1ba0', 'code': 200} Feb 03 12:46:00.955166 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea316dd9-cdf9-4f06-aff0-5c37e62fba62 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (85cff3ea-07c5-4cc7-bb5f-b132d117d545), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:00.973564 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:00.974197 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (967675c1-8746-47a9-8a1f-de3420d83032), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:01.091422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port c858d087-ff3e-45a1-8f22-535fcd4287c1 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:01.096816 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:01.106606 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23f60adc-8d54-41b5-93a5-a8273bca25af tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:01.130242 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-23f60adc-8d54-41b5-93a5-a8273bca25af tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/3ea5ed4c-b03d-4c85-a575-cf28af67eeb3 HTTP/1.1" status: 204 len: 168 time: 1.7447605 Feb 03 12:46:01.135056 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56958) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:01.228004 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a4d41bf0-b349-4ef9-80f7-0b903991c7a9 None None] For port 967675c1-8746-47a9-8a1f-de3420d83032, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=967675c1-8746-47a9-8a1f-de3420d83032,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:01.271749 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:01.285335 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a4d41bf0-b349-4ef9-80f7-0b903991c7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (967675c1-8746-47a9-8a1f-de3420d83032), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:01.300742 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d255f84c-07ed-4389-8f85-c2a40da6c3cc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:01.302259 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d255f84c-07ed-4389-8f85-c2a40da6c3cc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:01.315056 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d255f84c-07ed-4389-8f85-c2a40da6c3cc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:01.323395 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d255f84c-07ed-4389-8f85-c2a40da6c3cc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1802273 Feb 03 12:46:01.323665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56964) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:01.456675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d41bf0-b349-4ef9-80f7-0b903991c7a9 None None] Pushing event updated for resources: {'Port': ['ID=967675c1-8746-47a9-8a1f-de3420d83032,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:01.494914 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea316dd9-cdf9-4f06-aff0-5c37e62fba62 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Pushing event updated for resources: {'Port': ['ID=85cff3ea-07c5-4cc7-bb5f-b132d117d545,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:01.509785 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d90a58-b3d8-4dc9-8e86-e931752ca3cc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet 67c03cf4-5a2f-4a27-bca6-52d4e6c16307 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:46:01.527975 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37d90a58-b3d8-4dc9-8e86-e931752ca3cc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (67c03cf4-5a2f-4a27-bca6-52d4e6c16307), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:01.542059 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea316dd9-cdf9-4f06-aff0-5c37e62fba62 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:01.570552 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port c858d087-ff3e-45a1-8f22-535fcd4287c1, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c858d087-ff3e-45a1-8f22-535fcd4287c1,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:01.587753 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:01.590429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56972) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:01.598129 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-aa161c5b-153c-41d6-bbd7-2e2804fa3a31 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'subnet': {'network_id': '6927649b-4abf-45eb-a6ad-b4b09d49c307', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:01.603091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ea316dd9-cdf9-4f06-aff0-5c37e62fba62 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:01.609614 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea316dd9-cdf9-4f06-aff0-5c37e62fba62 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:01.654947 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37d90a58-b3d8-4dc9-8e86-e931752ca3cc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (67c03cf4-5a2f-4a27-bca6-52d4e6c16307), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:01.790093 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37d90a58-b3d8-4dc9-8e86-e931752ca3cc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (67c03cf4-5a2f-4a27-bca6-52d4e6c16307), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:01.839601 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:46:01.840028 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:46:01.867853 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=c858d087-ff3e-45a1-8f22-535fcd4287c1,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:01.941785 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770ae5e-d12b-4afe-93c6-9007c2adcf9e req-83356291-d71c-4771-b41f-6b0cda55ed2c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:01.943758 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0770ae5e-d12b-4afe-93c6-9007c2adcf9e req-83356291-d71c-4771-b41f-6b0cda55ed2c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 0.1498282 Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server [None req-ed67e4d8-b628-46f9-8846-4dbd5d2e6c7e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67c03cf4-5a2f-4a27-bca6-52d4e6c16307: This subnet is being modified by another concurrent operation. Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:46:01.958543 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exception Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67c03cf4-5a2f-4a27-bca6-52d4e6c16307: This subnet is being modified by another concurrent operation. Feb 03 12:46:01.963178 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Feb 03 12:46:01.993166 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37d90a58-b3d8-4dc9-8e86-e931752ca3cc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (67c03cf4-5a2f-4a27-bca6-52d4e6c16307), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:02.096837 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd214e95-12f0-4b8d-bfcd-955bb1db0690 None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:46:02.174810 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d90a58-b3d8-4dc9-8e86-e931752ca3cc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=67c03cf4-5a2f-4a27-bca6-52d4e6c16307,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:02.197215 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37d90a58-b3d8-4dc9-8e86-e931752ca3cc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:02.225220 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-37d90a58-b3d8-4dc9-8e86-e931752ca3cc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/67c03cf4-5a2f-4a27-bca6-52d4e6c16307 HTTP/1.1" status: 204 len: 168 time: 0.9001431 Feb 03 12:46:02.227043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b3ff0162-6d61-463e-b15d-678915b04f1b None None] Provisioning complete for port 967675c1-8746-47a9-8a1f-de3420d83032 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:02.227430 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3ff0162-6d61-463e-b15d-678915b04f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (967675c1-8746-47a9-8a1f-de3420d83032), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:02.337548 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56986) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:02.352961 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0770ae5e-d12b-4afe-93c6-9007c2adcf9e req-349785ac-01de-4208-bfcc-da22f73256d8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772118 Feb 03 12:46:02.422643 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a7834c-895d-43d3-802c-3179245ce6e7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet bf36b5d4-dc52-4174-8370-226f906587e8 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:46:02.428434 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76a7834c-895d-43d3-802c-3179245ce6e7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (bf36b5d4-dc52-4174-8370-226f906587e8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:02.524747 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:02.534983 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b3ff0162-6d61-463e-b15d-678915b04f1b None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:02.552744 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76a7834c-895d-43d3-802c-3179245ce6e7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (bf36b5d4-dc52-4174-8370-226f906587e8), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:02.558373 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b3ff0162-6d61-463e-b15d-678915b04f1b None None] Could not find standard attr ID for object 3ea5ed4c-b03d-4c85-a575-cf28af67eeb3. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:46:02.573208 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd214e95-12f0-4b8d-bfcd-955bb1db0690 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:46:02.667894 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f73ea1c5-4ad7-4260-8fb3-ef4c16c746e2 req-54a0f5bd-efce-4ac4-902f-0fe2cc9f6c06 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1539352 Feb 03 12:46:02.709094 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa161c5b-153c-41d6-bbd7-2e2804fa3a31 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Made reservation on behalf of e48db9ad23d84c4fa3644e11a2961e4a for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:02.728109 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa161c5b-153c-41d6-bbd7-2e2804fa3a31 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:02.769465 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76a7834c-895d-43d3-802c-3179245ce6e7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (bf36b5d4-dc52-4174-8370-226f906587e8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:02.813291 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 967675c1-8746-47a9-8a1f-de3420d83032 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:46:02.921139 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdffa8b-8dce-46c8-ae8c-aa595635af48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c858d087-ff3e-45a1-8f22-535fcd4287c1'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:02.923596 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44deff8c-42c6-4c46-86ef-189cfc3f24b7" -d '{"events": [{"server_uuid": "fbdffa8b-8dce-46c8-ae8c-aa595635af48", "name": "network-vif-unplugged", "status": "completed", "tag": "c858d087-ff3e-45a1-8f22-535fcd4287c1"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:02.963369 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76a7834c-895d-43d3-802c-3179245ce6e7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (bf36b5d4-dc52-4174-8370-226f906587e8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:03.026201 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7834c-895d-43d3-802c-3179245ce6e7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=bf36b5d4-dc52-4174-8370-226f906587e8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:03.045646 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76a7834c-895d-43d3-802c-3179245ce6e7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:03.057757 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-76a7834c-895d-43d3-802c-3179245ce6e7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/bf36b5d4-dc52-4174-8370-226f906587e8 HTTP/1.1" status: 204 len: 168 time: 0.7177808 Feb 03 12:46:03.060093 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57006) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:03.110920 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c12c71-40ce-481c-9b54-83e5db015254 x-openstack-request-id: req-a2c12c71-40ce-481c-9b54-83e5db015254 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:03.111885 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdffa8b-8dce-46c8-ae8c-aa595635af48", "name": "network-vif-unplugged", "status": "completed", "tag": "c858d087-ff3e-45a1-8f22-535fcd4287c1", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:03.112529 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2c12c71-40ce-481c-9b54-83e5db015254 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:03.113199 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdffa8b-8dce-46c8-ae8c-aa595635af48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c858d087-ff3e-45a1-8f22-535fcd4287c1', 'code': 200} Feb 03 12:46:03.182574 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3e633786-84e8-4ad1-8740-3fe53ea24457 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1163831 Feb 03 12:46:03.186295 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57008) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:03.199343 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-77acb8ba-0c72-4dd6-81de-469404cf5cf2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:03.231517 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:03.232129 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (967675c1-8746-47a9-8a1f-de3420d83032), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:03.382155 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 967675c1-8746-47a9-8a1f-de3420d83032, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=967675c1-8746-47a9-8a1f-de3420d83032,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:03.392766 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (967675c1-8746-47a9-8a1f-de3420d83032), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:03.449920 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77acb8ba-0c72-4dd6-81de-469404cf5cf2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:03.472334 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77acb8ba-0c72-4dd6-81de-469404cf5cf2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:03.552167 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-723fcfa0-db91-49c7-86b1-7c44383cbd4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:03.562299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=967675c1-8746-47a9-8a1f-de3420d83032,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:03.578089 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7ad76d-aa46-4899-b7c7-ee9ffa4c3eab None None] Update dhcp port {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'fixed_ips': [{'subnet_id': 'bf36b5d4-dc52-4174-8370-226f906587e8'}], 'binding:host_id': 'n-d-827336-3'}, 'id': '967675c1-8746-47a9-8a1f-de3420d83032'} from n-d-827336-3. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:46:03.630612 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad76d-aa46-4899-b7c7-ee9ffa4c3eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (967675c1-8746-47a9-8a1f-de3420d83032), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:03.852610 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 731dffd9-f544-41fd-b220-26de7857a160 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:46:03.933100 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3611bec8-90bd-4d94-a1ba-bcbe50b5a832 req-978bca2a-1fe3-42fb-ac77-2b7b2b336516 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1184688 Feb 03 12:46:04.116524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 731dffd9-f544-41fd-b220-26de7857a160, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=731dffd9-f544-41fd-b220-26de7857a160,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:04.211545 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6c8140-3425-44fa-9bed-8ccc2af32376 None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:46:04.227587 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '731dffd9-f544-41fd-b220-26de7857a160', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '731dffd9-f544-41fd-b220-26de7857a160', 'mac_address': 'fa:16:3e:e6:51:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:46:04.237696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a72f2d1f-a8c8-4d0d-99c3-2eb93e7b3142 None None] Provisioning complete for port 967675c1-8746-47a9-8a1f-de3420d83032 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:04.238870 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a72f2d1f-a8c8-4d0d-99c3-2eb93e7b3142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (967675c1-8746-47a9-8a1f-de3420d83032), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:04.357839 n-d-827336-3 neutron-server[103189]: DEBUG neutron.objects.ports [None req-77acb8ba-0c72-4dd6-81de-469404cf5cf2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103189) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:46:04.458547 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 731dffd9-f544-41fd-b220-26de7857a160 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:04.459058 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (731dffd9-f544-41fd-b220-26de7857a160), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:04.519916 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e47f0-ce36-4fa9-a6f7-b075dcebf4b9 req-ca4adfae-4bfd-49f3-bdde-e63e3a82777f tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:04.530260 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d8e47f0-ce36-4fa9-a6f7-b075dcebf4b9 req-ca4adfae-4bfd-49f3-bdde-e63e3a82777f tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 0.7779219 Feb 03 12:46:04.576878 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa161c5b-153c-41d6-bbd7-2e2804fa3a31 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (0f903b94-b7ac-4fbf-bbc9-f0d1713965f6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:04.635979 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731dffd9-f544-41fd-b220-26de7857a160 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:04.641764 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea316dd9-cdf9-4f06-aff0-5c37e62fba62 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks [] for floatingip (531dd2f8-9a69-4b03-998d-b2ceb3651208), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:04.891252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-6e7e8168-e0b6-4d8e-980b-ce522ff2fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:04.893371 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-6e7e8168-e0b6-4d8e-980b-ce522ff2fd5e service neutron] 10.222.0.73 "GET /v2.0/ports/745d7c1f-ea7e-472b-bc5f-20dc2fc66767 HTTP/1.1" status: 200 len: 1032 time: 0.4407575 Feb 03 12:46:04.975887 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6c8140-3425-44fa-9bed-8ccc2af32376 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:46:05.088325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 731dffd9-f544-41fd-b220-26de7857a160, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=731dffd9-f544-41fd-b220-26de7857a160,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:05.125691 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (731dffd9-f544-41fd-b220-26de7857a160), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:05.201777 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b3696429-32d3-4250-a332-4b0d5f5ba3ee req-62ac4939-53b7-4f77-ac78-7da0bc7191c4 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1427388 Feb 03 12:46:05.218101 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d8e47f0-ce36-4fa9-a6f7-b075dcebf4b9 req-05adcdd6-bc3a-46ec-9942-e95ab98d6548 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6850529 Feb 03 12:46:05.220437 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-561f0012-e812-41f6-9e80-f55744574acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:05.229598 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a72f2d1f-a8c8-4d0d-99c3-2eb93e7b3142 None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:05.230051 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a72f2d1f-a8c8-4d0d-99c3-2eb93e7b3142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (967675c1-8746-47a9-8a1f-de3420d83032), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:05.232234 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-561f0012-e812-41f6-9e80-f55744574acf service neutron] 10.222.0.73 "GET /v2.0/ports/fcdf902f-54e1-4f50-bb41-a4f97269c095 HTTP/1.1" status: 200 len: 1031 time: 0.3074434 Feb 03 12:46:05.246911 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88bca0ac-20a7-4a68-8c28-701759b136c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (691a731a-5b9c-41ac-9d0e-ae8f25d55371), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:05.260066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa161c5b-153c-41d6-bbd7-2e2804fa3a31 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Checking segment: {'id': '799791e3-8e60-4e74-a951-db2f21136e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6927649b-4abf-45eb-a6ad-b4b09d49c307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:05.260066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa161c5b-153c-41d6-bbd7-2e2804fa3a31 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Network hostable DHCP agents. Network: 6927649b-4abf-45eb-a6ad-b4b09d49c307, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:46:05.260066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa161c5b-153c-41d6-bbd7-2e2804fa3a31 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Subnet': ['ID=0f903b94-b7ac-4fbf-bbc9-f0d1713965f6,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:05.385070 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea316dd9-cdf9-4f06-aff0-5c37e62fba62 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (85cff3ea-07c5-4cc7-bb5f-b132d117d545), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:05.391210 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77acb8ba-0c72-4dd6-81de-469404cf5cf2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (967675c1-8746-47a9-8a1f-de3420d83032), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:05.528217 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['731dffd9-f544-41fd-b220-26de7857a160'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:46:05.533355 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa161c5b-153c-41d6-bbd7-2e2804fa3a31 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Network 6927649b-4abf-45eb-a6ad-b4b09d49c307 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:46:05.597439 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-aa161c5b-153c-41d6-bbd7-2e2804fa3a31 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 6927649b-4abf-45eb-a6ad-b4b09d49c307) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:05.620839 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa161c5b-153c-41d6-bbd7-2e2804fa3a31 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:05.621762 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa161c5b-153c-41d6-bbd7-2e2804fa3a31 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:05.668673 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-3025e041-a45c-4ae2-99eb-e7bd03827778 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:05.680123 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-3025e041-a45c-4ae2-99eb-e7bd03827778 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:05.688863 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-3025e041-a45c-4ae2-99eb-e7bd03827778 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:05.692946 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-3025e041-a45c-4ae2-99eb-e7bd03827778 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.73 "GET /v2.0/networks?id=6cb9761b-598f-4535-bd6b-c51b682dba14&id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&id=97259dff-b582-4fbd-b7bb-04805dd4c319&id=97259dff-b582-4fbd-b7bb-04805dd4c319 HTTP/1.1" status: 200 len: 1995 time: 0.4341536 Feb 03 12:46:05.737452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=731dffd9-f544-41fd-b220-26de7857a160,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:05.783570 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-aa161c5b-153c-41d6-bbd7-2e2804fa3a31 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.1887944 Feb 03 12:46:05.793582 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57050) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:05.809693 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-41ca5a01-6964-4523-b31d-235284eda8ae tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-185150836'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:05.949798 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ca5a01-6964-4523-b31d-235284eda8ae tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Made reservation on behalf of e48db9ad23d84c4fa3644e11a2961e4a for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:05.958221 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-41ca5a01-6964-4523-b31d-235284eda8ae tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:05.972541 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-77acb8ba-0c72-4dd6-81de-469404cf5cf2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] For port 967675c1-8746-47a9-8a1f-de3420d83032, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=967675c1-8746-47a9-8a1f-de3420d83032,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:05.978110 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-a72f2d1f-a8c8-4d0d-99c3-2eb93e7b3142 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:46:05.978816 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-a72f2d1f-a8c8-4d0d-99c3-2eb93e7b3142 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:46:06.030753 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-9d9993b3-94ef-4002-8611-568b874189f9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e60b58d86024cd1a0be428da6fe974b HTTP/1.1" status: 200 len: 380 time: 0.2587399 Feb 03 12:46:06.042505 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-5996eac7-31fd-4671-b871-d1fe27fa2b3b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Request body: {'port': {'device_id': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14', 'admin_state_up': True, 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'security_groups': ['fafe1e57-2e86-4120-becc-e9ff2e766a34']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:06.097547 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea316dd9-cdf9-4f06-aff0-5c37e62fba62 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks [] for port (85cff3ea-07c5-4cc7-bb5f-b132d117d545), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.113612 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea316dd9-cdf9-4f06-aff0-5c37e62fba62 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (85cff3ea-07c5-4cc7-bb5f-b132d117d545), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.154644 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ca5a01-6964-4523-b31d-235284eda8ae tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:46:06.211825 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77acb8ba-0c72-4dd6-81de-469404cf5cf2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (967675c1-8746-47a9-8a1f-de3420d83032), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.227553 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-41ca5a01-6964-4523-b31d-235284eda8ae tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (debe7ab4-c9ad-47c3-b2ad-5f798cdc8110), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.228404 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-41ca5a01-6964-4523-b31d-235284eda8ae tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Added segment debe7ab4-c9ad-47c3-b2ad-5f798cdc8110 of type vlan for network b53d1d66-326f-4b41-b1b3-959d85b73eb9 Feb 03 12:46:06.232763 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77acb8ba-0c72-4dd6-81de-469404cf5cf2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (967675c1-8746-47a9-8a1f-de3420d83032), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.294774 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77acb8ba-0c72-4dd6-81de-469404cf5cf2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (3a945617-4b7f-4889-97a0-cd55bd6061e0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.338905 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1f0605e-1a20-413f-b494-90c635f22ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.534457 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea316dd9-cdf9-4f06-aff0-5c37e62fba62 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Pushing event updated for resources: {'Port': ['ID=85cff3ea-07c5-4cc7-bb5f-b132d117d545,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:06.673636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acb8ba-0c72-4dd6-81de-469404cf5cf2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=3a945617-4b7f-4889-97a0-cd55bd6061e0,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:06.696287 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c553e7d6-75b4-4bce-866a-06c614e2b0da req-284e37f5-d849-47a6-a2d5-0540098b7d78 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.2647948 Feb 03 12:46:06.797969 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a72f2d1f-a8c8-4d0d-99c3-2eb93e7b3142 None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:06.798848 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a72f2d1f-a8c8-4d0d-99c3-2eb93e7b3142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (967675c1-8746-47a9-8a1f-de3420d83032), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.868647 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea316dd9-cdf9-4f06-aff0-5c37e62fba62 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (531dd2f8-9a69-4b03-998d-b2ceb3651208), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.898756 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.913721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a72f2d1f-a8c8-4d0d-99c3-2eb93e7b3142 None None] For port 967675c1-8746-47a9-8a1f-de3420d83032, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=967675c1-8746-47a9-8a1f-de3420d83032,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:06.924579 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a72f2d1f-a8c8-4d0d-99c3-2eb93e7b3142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (967675c1-8746-47a9-8a1f-de3420d83032), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:06.993835 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77acb8ba-0c72-4dd6-81de-469404cf5cf2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:07.027067 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-41ca5a01-6964-4523-b31d-235284eda8ae tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (b53d1d66-326f-4b41-b1b3-959d85b73eb9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:07.039595 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-77acb8ba-0c72-4dd6-81de-469404cf5cf2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:07.049816 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77acb8ba-0c72-4dd6-81de-469404cf5cf2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:07.050930 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77acb8ba-0c72-4dd6-81de-469404cf5cf2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:07.062090 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-ea316dd9-cdf9-4f06-aff0-5c37e62fba62 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Floating IP 531dd2f8-9a69-4b03-998d-b2ceb3651208 associated. External IP: 172.25.6.232, port: 298bfb0b-4fe9-4ac1-8cce-76e7240e74e0. Feb 03 12:46:07.084671 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b890dedd-c102-431c-b05c-ae343e20e363 None None] Could not find standard attr ID for object 3ea5ed4c-b03d-4c85-a575-cf28af67eeb3. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:46:07.132848 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f2d1f-a8c8-4d0d-99c3-2eb93e7b3142 None None] Pushing event updated for resources: {'Port': ['ID=967675c1-8746-47a9-8a1f-de3420d83032,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:07.205563 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acb8ba-0c72-4dd6-81de-469404cf5cf2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=967675c1-8746-47a9-8a1f-de3420d83032,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:07.207418 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-5996eac7-31fd-4671-b871-d1fe27fa2b3b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Made reservation on behalf of 1e60b58d86024cd1a0be428da6fe974b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:07.226470 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-5996eac7-31fd-4671-b871-d1fe27fa2b3b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:07.242758 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-77acb8ba-0c72-4dd6-81de-469404cf5cf2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0524664 Feb 03 12:46:07.250589 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57094) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:07.259198 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e3077626-413c-40f7-b7d3-84b58c411e94 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:07.343745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2edb65-bc95-4f8c-8b18-92130e21ae19 req-98c0b025-6c00-43b7-a318-6cd330a4b9aa tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:07.345943 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ad2edb65-bc95-4f8c-8b18-92130e21ae19 req-98c0b025-6c00-43b7-a318-6cd330a4b9aa tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 0.8085825 Feb 03 12:46:07.351724 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-41ca5a01-6964-4523-b31d-235284eda8ae tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (b53d1d66-326f-4b41-b1b3-959d85b73eb9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:07.357813 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ca5a01-6964-4523-b31d-235284eda8ae tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:07.358768 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-41ca5a01-6964-4523-b31d-235284eda8ae tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:07.616389 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-88bca0ac-20a7-4a68-8c28-701759b136c8 admin admin] Deleting port 654a10d5-23c2-473b-8dbf-55510e59cd6a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:46:07.617151 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88bca0ac-20a7-4a68-8c28-701759b136c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (654a10d5-23c2-473b-8dbf-55510e59cd6a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:07.820984 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 731dffd9-f544-41fd-b220-26de7857a160 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:07.956403 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ad2edb65-bc95-4f8c-8b18-92130e21ae19 req-612cadb5-5958-4bbb-9d14-1bf59db96bc4 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5893533 Feb 03 12:46:07.965809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-5996eac7-31fd-4671-b871-d1fe27fa2b3b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Allocated IP 172.20.0.14 (6cb9761b-598f-4535-bd6b-c51b682dba14/9dbc02e2-6703-401d-94fc-0795a4c52d21/f6025ea3-6731-4774-ae1c-298c4565bb5d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:08.013838 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 731dffd9-f544-41fd-b220-26de7857a160 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:08.014371 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (731dffd9-f544-41fd-b220-26de7857a160), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:08.025920 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-41ca5a01-6964-4523-b31d-235284eda8ae tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2306418 Feb 03 12:46:08.043056 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57102) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:08.085341 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d6cc15d9-56b0-4875-adf0-e7981aa37fc8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'subnet': {'network_id': 'b53d1d66-326f-4b41-b1b3-959d85b73eb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:08.104111 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca5a01-6964-4523-b31d-235284eda8ae tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Network': ['ID=b53d1d66-326f-4b41-b1b3-959d85b73eb9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:08.132910 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network b53d1d66-326f-4b41-b1b3-959d85b73eb9 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:46:08.299228 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-88bca0ac-20a7-4a68-8c28-701759b136c8 admin admin] For port 654a10d5-23c2-473b-8dbf-55510e59cd6a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=654a10d5-23c2-473b-8dbf-55510e59cd6a,segment=NetworkSegment(cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c),segment_id=cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:08.302526 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88bca0ac-20a7-4a68-8c28-701759b136c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (654a10d5-23c2-473b-8dbf-55510e59cd6a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:08.369752 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-88bca0ac-20a7-4a68-8c28-701759b136c8 admin admin] Calling delete_port for 654a10d5-23c2-473b-8dbf-55510e59cd6a owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:46:08.395634 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff88b44-2ef6-444c-84d2-42749ad65c67 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:08.636765 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6dee7e-dd60-4bf7-bccb-6d1343f35885 None None] Network 6927649b-4abf-45eb-a6ad-b4b09d49c307 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:09.188559 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 967675c1-8746-47a9-8a1f-de3420d83032 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:09.329074 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dfd88903-9928-4645-86ab-9802f6afc5cd req-e5da3a50-3aee-4887-bd5d-7eaeaa29476d tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 1.0750697 Feb 03 12:46:09.401639 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3077626-413c-40f7-b7d3-84b58c411e94 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:09.410941 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3077626-413c-40f7-b7d3-84b58c411e94 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:09.508883 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:09.516690 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-6927649b-4abf-45eb-a6ad-b4b09d49c307', 'network_id': '6927649b-4abf-45eb-a6ad-b4b09d49c307', 'project_id': 'e48db9ad23d84c4fa3644e11a2961e4a', 'fixed_ips': [{'subnet_id': '0f903b94-b7ac-4fbf-bbc9-f0d1713965f6'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:46:09.517764 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:09.806697 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea316dd9-cdf9-4f06-aff0-5c37e62fba62 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Router f670b165-8a18-4cf5-adac-78f092e3eff8 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:46:09.876914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-442d4f04-8656-44c0-9557-252525d8833c None None] Provisioning complete for port 967675c1-8746-47a9-8a1f-de3420d83032 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:09.877687 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-442d4f04-8656-44c0-9557-252525d8833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (967675c1-8746-47a9-8a1f-de3420d83032), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:09.969085 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 731dffd9-f544-41fd-b220-26de7857a160 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:09.976641 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (731dffd9-f544-41fd-b220-26de7857a160), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:10.194966 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3077626-413c-40f7-b7d3-84b58c411e94 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (2e894c0d-94fa-4e2d-acf7-4f15c7dbf36f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:10.392398 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] Allocated IP 2001:db8:0:ffff::2 (6927649b-4abf-45eb-a6ad-b4b09d49c307/0f903b94-b7ac-4fbf-bbc9-f0d1713965f6/4ad99937-3057-4b8b-b2ee-379c809fdfcb) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:10.485220 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88bca0ac-20a7-4a68-8c28-701759b136c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (654a10d5-23c2-473b-8dbf-55510e59cd6a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:10.546359 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-5996eac7-31fd-4671-b871-d1fe27fa2b3b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for port (f6025ea3-6731-4774-ae1c-298c4565bb5d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:10.600597 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cc15d9-56b0-4875-adf0-e7981aa37fc8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Made reservation on behalf of e48db9ad23d84c4fa3644e11a2961e4a for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:10.625857 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6cc15d9-56b0-4875-adf0-e7981aa37fc8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:10.718561 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 967675c1-8746-47a9-8a1f-de3420d83032 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:10.719022 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (967675c1-8746-47a9-8a1f-de3420d83032), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:10.719541 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bca0ac-20a7-4a68-8c28-701759b136c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=654a10d5-23c2-473b-8dbf-55510e59cd6a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:10.954424 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 731dffd9-f544-41fd-b220-26de7857a160, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=731dffd9-f544-41fd-b220-26de7857a160,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:10.965561 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731dffd9-f544-41fd-b220-26de7857a160'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:10.970534 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6e7ccf-6033-4087-a9b9-4b8274e6bf30" -d '{"events": [{"server_uuid": "c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4", "name": "network-vif-plugged", "status": "completed", "tag": "731dffd9-f544-41fd-b220-26de7857a160"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:10.975443 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:10.998720 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (731dffd9-f544-41fd-b220-26de7857a160), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:11.075270 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3077626-413c-40f7-b7d3-84b58c411e94 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:11.086868 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e3077626-413c-40f7-b7d3-84b58c411e94 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:11.099198 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6cc15d9-56b0-4875-adf0-e7981aa37fc8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (b8da0b4c-bf5a-4b23-a423-202cf2adc442), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:11.106100 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3077626-413c-40f7-b7d3-84b58c411e94 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:11.106752 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3077626-413c-40f7-b7d3-84b58c411e94 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:11.146277 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e3077626-413c-40f7-b7d3-84b58c411e94 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8943405 Feb 03 12:46:11.152560 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57124) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:11.156174 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199c042e-73b2-4214-8299-484ed1a96ce5 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:11.162822 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b34e7385-17c8-4a06-b64a-c22e22b5cdc2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'mac_address': 'fa:16:3e:c7:15:3d', 'name': 'tempest-NetworksTestDHCPv6-449591200'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:11.231028 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b739244-5def-4d9a-a755-d85541a8f5f3 req-6d03cbc7-8f88-495e-b298-f4daa9cea6b8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:11.234548 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b739244-5def-4d9a-a755-d85541a8f5f3 req-6d03cbc7-8f88-495e-b298-f4daa9cea6b8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 1.0792060 Feb 03 12:46:11.309141 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-5996eac7-31fd-4671-b871-d1fe27fa2b3b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (f6025ea3-6731-4774-ae1c-298c4565bb5d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:11.319746 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3077626-413c-40f7-b7d3-84b58c411e94 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=2e894c0d-94fa-4e2d-acf7-4f15c7dbf36f,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:11.322642 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88bca0ac-20a7-4a68-8c28-701759b136c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (691a731a-5b9c-41ac-9d0e-ae8f25d55371), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:11.370130 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:11.390893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=731dffd9-f544-41fd-b220-26de7857a160,revision_number=10']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:11.440277 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea316dd9-cdf9-4f06-aff0-5c37e62fba62 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:46:11.449515 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-442d4f04-8656-44c0-9557-252525d8833c None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:11.456777 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4977523-c784-4650-be78-3219c52cc9ff None None] Sync routers for ids ['f670b165-8a18-4cf5-adac-78f092e3eff8'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:46:11.457348 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-5996eac7-31fd-4671-b871-d1fe27fa2b3b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Network 6cb9761b-598f-4535-bd6b-c51b682dba14 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:11.476321 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4977523-c784-4650-be78-3219c52cc9ff None None] Routers {'f670b165-8a18-4cf5-adac-78f092e3eff8'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:46:11.477913 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b4977523-c784-4650-be78-3219c52cc9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:46:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f670b165-8a18-4cf5-adac-78f092e3eff8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:11.505150 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] Publish callbacks [] for port (4ad99937-3057-4b8b-b2ee-379c809fdfcb), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:11.649496 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b4977523-c784-4650-be78-3219c52cc9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:11.674684 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (4ad99937-3057-4b8b-b2ee-379c809fdfcb), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:11.681014 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4977523-c784-4650-be78-3219c52cc9ff None None] Routers {'f670b165-8a18-4cf5-adac-78f092e3eff8'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:46:11.681951 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b4977523-c784-4650-be78-3219c52cc9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:46:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f670b165-8a18-4cf5-adac-78f092e3eff8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:11.691123 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cc15d9-56b0-4875-adf0-e7981aa37fc8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Checking segment: {'id': 'debe7ab4-c9ad-47c3-b2ad-5f798cdc8110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b53d1d66-326f-4b41-b1b3-959d85b73eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:11.704334 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cc15d9-56b0-4875-adf0-e7981aa37fc8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Network hostable DHCP agents. Network: b53d1d66-326f-4b41-b1b3-959d85b73eb9, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:46:11.758620 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-5996eac7-31fd-4671-b871-d1fe27fa2b3b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:11.779432 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b4977523-c784-4650-be78-3219c52cc9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:11.780986 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4977523-c784-4650-be78-3219c52cc9ff None None] The sync data for ids ['f670b165-8a18-4cf5-adac-78f092e3eff8'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:46:11.814321 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-5996eac7-31fd-4671-b871-d1fe27fa2b3b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:11.861321 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea316dd9-cdf9-4f06-aff0-5c37e62fba62 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:11.992625 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] Network 6927649b-4abf-45eb-a6ad-b4b09d49c307 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:12.142653 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:12.177739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4d499a2e-574f-4706-9b51-4905a7bc4953 None None] Provisioning complete for port 967675c1-8746-47a9-8a1f-de3420d83032 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:12.178428 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4d499a2e-574f-4706-9b51-4905a7bc4953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (967675c1-8746-47a9-8a1f-de3420d83032), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:12.256634 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996eac7-31fd-4671-b871-d1fe27fa2b3b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event updated for resources: {'Port': ['ID=f6025ea3-6731-4774-ae1c-298c4565bb5d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:12.285181 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b739244-5def-4d9a-a755-d85541a8f5f3 req-dbc58e32-7cfb-41e7-a833-cb64946d234c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9837790 Feb 03 12:46:12.291669 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:12.299408 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cc15d9-56b0-4875-adf0-e7981aa37fc8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Network b53d1d66-326f-4b41-b1b3-959d85b73eb9 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:46:12.334425 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc15d9-56b0-4875-adf0-e7981aa37fc8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Subnet': ['ID=b8da0b4c-bf5a-4b23-a423-202cf2adc442,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:12.347400 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d6cc15d9-56b0-4875-adf0-e7981aa37fc8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, b53d1d66-326f-4b41-b1b3-959d85b73eb9) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:12.358825 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] Pushing event updated for resources: {'Port': ['ID=4ad99937-3057-4b8b-b2ee-379c809fdfcb,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:12.418659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cc15d9-56b0-4875-adf0-e7981aa37fc8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:12.423540 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6cc15d9-56b0-4875-adf0-e7981aa37fc8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:12.540915 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ea316dd9-cdf9-4f06-aff0-5c37e62fba62 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 15.4504342 Feb 03 12:46:12.542256 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57128) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:12.626252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-5996eac7-31fd-4671-b871-d1fe27fa2b3b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:12.638802 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-5996eac7-31fd-4671-b871-d1fe27fa2b3b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:12.650081 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d6cc15d9-56b0-4875-adf0-e7981aa37fc8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.5992246 Feb 03 12:46:12.665571 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57130) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:12.847162 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34e7385-17c8-4a06-b64a-c22e22b5cdc2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:13.157391 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28584180-71c1-4a9b-91b4-61ae5a6dc6e2 req-d735a630-8b3f-487f-8e0d-4887edec4b72 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:13.158993 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-28584180-71c1-4a9b-91b4-61ae5a6dc6e2 req-d735a630-8b3f-487f-8e0d-4887edec4b72 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 932 time: 0.6784844 Feb 03 12:46:13.249975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445e3391-6527-427d-a73d-2e14d82bd931 None None] Network b53d1d66-326f-4b41-b1b3-959d85b73eb9 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:13.357054 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-5996eac7-31fd-4671-b871-d1fe27fa2b3b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3191931 Feb 03 12:46:13.383827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-3e180d1a-c0ea-46d8-a9ee-eb0ea673f9f5 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Request body: {'port': {'device_id': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1', 'admin_state_up': True, 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'security_groups': ['fafe1e57-2e86-4120-becc-e9ff2e766a34']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:13.479925 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] Attempting to bind port 4ad99937-3057-4b8b-b2ee-379c809fdfcb on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:13.480342 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] Attempting to bind port 4ad99937-3057-4b8b-b2ee-379c809fdfcb by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '799791e3-8e60-4e74-a951-db2f21136e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6927649b-4abf-45eb-a6ad-b4b09d49c307'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:13.480722 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] Attempting to bind port 4ad99937-3057-4b8b-b2ee-379c809fdfcb on network 6927649b-4abf-45eb-a6ad-b4b09d49c307 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:13.490262 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2ed55fa1-ff5b-4a0f-816e-f7e34fbdc1bc tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] 10.222.0.18 "GET /v2.0/floatingips/531dd2f8-9a69-4b03-998d-b2ceb3651208 HTTP/1.1" status: 200 len: 982 time: 0.9310184 Feb 03 12:46:13.495618 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57136) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:13.538966 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (b53d1d66-326f-4b41-b1b3-959d85b73eb9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:13.550165 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3faa62-3aa9-4f7d-b3c0-241213359689 None None] Update dhcp port {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'fixed_ips': [{'subnet_id': '3a945617-4b7f-4889-97a0-cd55bd6061e0', 'ip_address': '2001:db8::f816:3eff:feec:2623'}, {'subnet_id': '2e894c0d-94fa-4e2d-acf7-4f15c7dbf36f'}], 'binding:host_id': 'n-d-827336-3'}, 'id': '967675c1-8746-47a9-8a1f-de3420d83032'} from n-d-827336-3. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:46:13.676158 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b34e7385-17c8-4a06-b64a-c22e22b5cdc2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:13.744066 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-28584180-71c1-4a9b-91b4-61ae5a6dc6e2 req-6f212fac-591d-4bf1-ad4c-2175f394261a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4600313 Feb 03 12:46:13.790492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:13.790896 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] Checking segment: {'id': '799791e3-8e60-4e74-a951-db2f21136e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6927649b-4abf-45eb-a6ad-b4b09d49c307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:13.791285 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:13.791693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] Bound using segment: {'id': '799791e3-8e60-4e74-a951-db2f21136e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6927649b-4abf-45eb-a6ad-b4b09d49c307'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:13.792237 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] Bound port: 4ad99937-3057-4b8b-b2ee-379c809fdfcb, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799791e3-8e60-4e74-a951-db2f21136e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6927649b-4abf-45eb-a6ad-b4b09d49c307'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:13.792630 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4ad99937-3057-4b8b-b2ee-379c809fdfcb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:13.845152 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bca0ac-20a7-4a68-8c28-701759b136c8 admin admin] Router 691a731a-5b9c-41ac-9d0e-ae8f25d55371 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:46:13.915816 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71da9c8b-ac70-40bc-a482-b2cbe5d430cc req-cdebdd41-bb5a-473e-b7c2-bc6a563e27b0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6700065 Feb 03 12:46:13.916997 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-b53d1d66-326f-4b41-b1b3-959d85b73eb9', 'network_id': 'b53d1d66-326f-4b41-b1b3-959d85b73eb9', 'project_id': 'e48db9ad23d84c4fa3644e11a2961e4a', 'fixed_ips': [{'subnet_id': 'b8da0b4c-bf5a-4b23-a423-202cf2adc442'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:46:13.918887 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:13.931394 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-b34e7385-17c8-4a06-b64a-c22e22b5cdc2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port dfeaad88-906d-49fa-9cbd-5412fbe82da2 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:46:13.978396 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39abd9d-c8d7-4ab5-86f0-ee1de1ed46ad x-openstack-request-id: req-b39abd9d-c8d7-4ab5-86f0-ee1de1ed46ad {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:13.978396 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4", "name": "network-vif-plugged", "status": "completed", "tag": "731dffd9-f544-41fd-b220-26de7857a160", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:13.978960 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b39abd9d-c8d7-4ab5-86f0-ee1de1ed46ad {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:13.979340 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731dffd9-f544-41fd-b220-26de7857a160', 'code': 200} Feb 03 12:46:14.012736 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e3faa62-3aa9-4f7d-b3c0-241213359689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (967675c1-8746-47a9-8a1f-de3420d83032), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:14.034270 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57138) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:14.036816 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c5a98aee-3ece-4b10-8848-7df74bf90ba2 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1946 time: 0.5306883 Feb 03 12:46:14.109756 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] For port 4ad99937-3057-4b8b-b2ee-379c809fdfcb, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:14.114436 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] For port 4ad99937-3057-4b8b-b2ee-379c809fdfcb, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4ad99937-3057-4b8b-b2ee-379c809fdfcb,segment=NetworkSegment(799791e3-8e60-4e74-a951-db2f21136e77),segment_id=799791e3-8e60-4e74-a951-db2f21136e77)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:14.242653 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-3e180d1a-c0ea-46d8-a9ee-eb0ea673f9f5 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Made reservation on behalf of 1e60b58d86024cd1a0be428da6fe974b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:14.246102 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-3e180d1a-c0ea-46d8-a9ee-eb0ea673f9f5 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:14.598359 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] Allocated IP 2001:db8::1 (b53d1d66-326f-4b41-b1b3-959d85b73eb9/b8da0b4c-bf5a-4b23-a423-202cf2adc442/c9a1c504-591b-49ec-bbdf-5f9fba5d86aa) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:14.704457 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bca0ac-20a7-4a68-8c28-701759b136c8 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:46:14.728593 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-88bca0ac-20a7-4a68-8c28-701759b136c8 admin admin] 10.222.0.18 "PUT /v2.0/routers/691a731a-5b9c-41ac-9d0e-ae8f25d55371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5837393 Feb 03 12:46:14.732438 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57142) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:14.867646 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a971e6-41a0-4531-8025-7f5f94f58df5 None None] Sync routers for ids ['691a731a-5b9c-41ac-9d0e-ae8f25d55371'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:46:14.877062 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (b8da0b4c-bf5a-4b23-a423-202cf2adc442), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:14.889438 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4d499a2e-574f-4706-9b51-4905a7bc4953 None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:14.891841 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4ad99937-3057-4b8b-b2ee-379c809fdfcb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:15.066588 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] Publish callbacks [] for port (c9a1c504-591b-49ec-bbdf-5f9fba5d86aa), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:15.181651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-3e180d1a-c0ea-46d8-a9ee-eb0ea673f9f5 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Allocated IP 10.1.1.181 (52abbafc-7fd5-46ff-8e08-675e1c7bace1/8761b709-d126-4def-a3e9-94ac377b29e2/aa91c3c8-d841-43d7-bb44-7ef525a623d6) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:15.221533 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (c9a1c504-591b-49ec-bbdf-5f9fba5d86aa), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:15.224425 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a971e6-41a0-4531-8025-7f5f94f58df5 None None] Routers {'691a731a-5b9c-41ac-9d0e-ae8f25d55371'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:46:15.225516 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e2a971e6-41a0-4531-8025-7f5f94f58df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:46:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['691a731a-5b9c-41ac-9d0e-ae8f25d55371'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:15.236672 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18379f38-0a8d-454b-8525-e543ffa377ba admin admin] Publish callbacks [] for router (691a731a-5b9c-41ac-9d0e-ae8f25d55371), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:15.632958 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da9c8b-ac70-40bc-a482-b2cbe5d430cc req-3c8b66db-0694-43f0-8925-4318ce68451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:15.649190 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71da9c8b-ac70-40bc-a482-b2cbe5d430cc req-3c8b66db-0694-43f0-8925-4318ce68451b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3356010617234dc396860653626bddf1&device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 1130 time: 1.6611848 Feb 03 12:46:15.654947 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-b34e7385-17c8-4a06-b64a-c22e22b5cdc2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 172.20.0.2 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/2e894c0d-94fa-4e2d-acf7-4f15c7dbf36f/dfeaad88-906d-49fa-9cbd-5412fbe82da2) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:15.748179 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be65f2b-2621-4eab-9137-4ca75e7fbe38 req-0979ebc4-7bd0-48fc-83f9-1f26df93f221 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:15.762142 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1be65f2b-2621-4eab-9137-4ca75e7fbe38 req-0979ebc4-7bd0-48fc-83f9-1f26df93f221 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 1.1703913 Feb 03 12:46:15.961728 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-b34e7385-17c8-4a06-b64a-c22e22b5cdc2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::f816:3eff:fec7:153d (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/3a945617-4b7f-4889-97a0-cd55bd6061e0/dfeaad88-906d-49fa-9cbd-5412fbe82da2) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:16.131833 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e2a971e6-41a0-4531-8025-7f5f94f58df5 None None] Set router 691a731a-5b9c-41ac-9d0e-ae8f25d55371 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:46:16.201866 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-3e180d1a-c0ea-46d8-a9ee-eb0ea673f9f5 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for port (aa91c3c8-d841-43d7-bb44-7ef525a623d6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:16.230430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72424f77-40b2-4880-9d54-8150dab1f9db None None] Pushing event updated for resources: {'Port': ['ID=4ad99937-3057-4b8b-b2ee-379c809fdfcb,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:16.242563 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18379f38-0a8d-454b-8525-e543ffa377ba admin admin] Publish callbacks [] for router_gateway (691a731a-5b9c-41ac-9d0e-ae8f25d55371), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:16.259684 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-3e180d1a-c0ea-46d8-a9ee-eb0ea673f9f5 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (aa91c3c8-d841-43d7-bb44-7ef525a623d6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:16.278676 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] Network b53d1d66-326f-4b41-b1b3-959d85b73eb9 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:16.390247 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:16.397219 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] Pushing event updated for resources: {'Port': ['ID=c9a1c504-591b-49ec-bbdf-5f9fba5d86aa,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:16.448285 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (b8da0b4c-bf5a-4b23-a423-202cf2adc442), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:16.453981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e180d1a-c0ea-46d8-a9ee-eb0ea673f9f5 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event updated for resources: {'Port': ['ID=aa91c3c8-d841-43d7-bb44-7ef525a623d6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:16.482404 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-55803469-c176-41fc-9566-a0ba97c484b6 None None] Provisioning complete for port f6025ea3-6731-4774-ae1c-298c4565bb5d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:16.482704 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-55803469-c176-41fc-9566-a0ba97c484b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f6025ea3-6731-4774-ae1c-298c4565bb5d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:16.530416 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-18379f38-0a8d-454b-8525-e543ffa377ba admin admin] Deleting port 9027292b-6726-4ad9-9aa4-bec79313331d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:46:16.530763 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18379f38-0a8d-454b-8525-e543ffa377ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (9027292b-6726-4ad9-9aa4-bec79313331d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:16.541785 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-3e180d1a-c0ea-46d8-a9ee-eb0ea673f9f5 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:16.549196 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:16.564341 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-3e180d1a-c0ea-46d8-a9ee-eb0ea673f9f5 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:16.572427 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-3e180d1a-c0ea-46d8-a9ee-eb0ea673f9f5 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:16.738360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-3e180d1a-c0ea-46d8-a9ee-eb0ea673f9f5 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:16.739447 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-3e180d1a-c0ea-46d8-a9ee-eb0ea673f9f5 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:16.742307 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Subnet': ['ID=b8da0b4c-bf5a-4b23-a423-202cf2adc442,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:16.799373 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-18379f38-0a8d-454b-8525-e543ffa377ba admin admin] For port 9027292b-6726-4ad9-9aa4-bec79313331d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9027292b-6726-4ad9-9aa4-bec79313331d,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:16.799749 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18379f38-0a8d-454b-8525-e543ffa377ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (9027292b-6726-4ad9-9aa4-bec79313331d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:16.802713 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1be65f2b-2621-4eab-9137-4ca75e7fbe38 req-5af5187c-76b0-4062-a453-f26f1eb5a257 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0315399 Feb 03 12:46:16.817346 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-3e180d1a-c0ea-46d8-a9ee-eb0ea673f9f5 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4472866 Feb 03 12:46:16.825170 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:16.853205 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4d7cf1da-560c-4bc6-9ea1-a21fe1b66859 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Request body: {'port': {'device_id': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1', 'admin_state_up': True, 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'security_groups': ['fafe1e57-2e86-4120-becc-e9ff2e766a34']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:16.933750 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-18379f38-0a8d-454b-8525-e543ffa377ba admin admin] Calling delete_port for 9027292b-6726-4ad9-9aa4-bec79313331d owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:46:17.044636 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-55803469-c176-41fc-9566-a0ba97c484b6 None None] Port f6025ea3-6731-4774-ae1c-298c4565bb5d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:46:17.050192 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7b9461c3-f8cf-40ad-a479-d33146bc48a1 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Deleting port 85cff3ea-07c5-4cc7-bb5f-b132d117d545 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:46:17.050547 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b9461c3-f8cf-40ad-a479-d33146bc48a1 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (85cff3ea-07c5-4cc7-bb5f-b132d117d545), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:17.086374 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da9c8b-ac70-40bc-a482-b2cbe5d430cc req-767e5c65-57b5-4693-9c8c-8ee1f347612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:17.087872 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71da9c8b-ac70-40bc-a482-b2cbe5d430cc req-767e5c65-57b5-4693-9c8c-8ee1f347612e service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 1.2366381 Feb 03 12:46:17.348988 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] Attempting to bind port c9a1c504-591b-49ec-bbdf-5f9fba5d86aa on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:17.350664 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] Attempting to bind port c9a1c504-591b-49ec-bbdf-5f9fba5d86aa by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'debe7ab4-c9ad-47c3-b2ad-5f798cdc8110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b53d1d66-326f-4b41-b1b3-959d85b73eb9'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:17.351607 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] Attempting to bind port c9a1c504-591b-49ec-bbdf-5f9fba5d86aa on network b53d1d66-326f-4b41-b1b3-959d85b73eb9 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:17.405261 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:17.405657 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] Checking segment: {'id': 'debe7ab4-c9ad-47c3-b2ad-5f798cdc8110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b53d1d66-326f-4b41-b1b3-959d85b73eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:17.406075 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:17.406478 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] Bound using segment: {'id': 'debe7ab4-c9ad-47c3-b2ad-5f798cdc8110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b53d1d66-326f-4b41-b1b3-959d85b73eb9'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:17.406983 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] Bound port: c9a1c504-591b-49ec-bbdf-5f9fba5d86aa, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'debe7ab4-c9ad-47c3-b2ad-5f798cdc8110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b53d1d66-326f-4b41-b1b3-959d85b73eb9'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:17.407370 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c9a1c504-591b-49ec-bbdf-5f9fba5d86aa), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:17.465709 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-24c62af5-177d-402e-ad0d-25b7f1c236a7 None None] Provisioning complete for port aa91c3c8-d841-43d7-bb44-7ef525a623d6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:17.466261 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24c62af5-177d-402e-ad0d-25b7f1c236a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (aa91c3c8-d841-43d7-bb44-7ef525a623d6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:17.575187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-24c62af5-177d-402e-ad0d-25b7f1c236a7 None None] Port aa91c3c8-d841-43d7-bb44-7ef525a623d6 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:46:17.668360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4d7cf1da-560c-4bc6-9ea1-a21fe1b66859 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Made reservation on behalf of 1e60b58d86024cd1a0be428da6fe974b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:17.679724 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4d7cf1da-560c-4bc6-9ea1-a21fe1b66859 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:17.732905 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4565faf3-6c2f-4918-9a95-a79db3288c22 None None] Network 6927649b-4abf-45eb-a6ad-b4b09d49c307 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:18.161488 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (b53d1d66-326f-4b41-b1b3-959d85b73eb9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:18.370865 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71da9c8b-ac70-40bc-a482-b2cbe5d430cc req-627c47ab-2dcf-4d4d-867f-e467f9cab673 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=c858d087-ff3e-45a1-8f22-535fcd4287c1 HTTP/1.1" status: 200 len: 217 time: 1.1174572 Feb 03 12:46:18.493753 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] For port c9a1c504-591b-49ec-bbdf-5f9fba5d86aa, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:18.500032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] For port c9a1c504-591b-49ec-bbdf-5f9fba5d86aa, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c9a1c504-591b-49ec-bbdf-5f9fba5d86aa,segment=NetworkSegment(debe7ab4-c9ad-47c3-b2ad-5f798cdc8110),segment_id=debe7ab4-c9ad-47c3-b2ad-5f798cdc8110)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:18.530389 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4ad99937-3057-4b8b-b2ee-379c809fdfcb up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:18.564342 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c9a1c504-591b-49ec-bbdf-5f9fba5d86aa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:18.664787 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b9461c3-f8cf-40ad-a479-d33146bc48a1 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (85cff3ea-07c5-4cc7-bb5f-b132d117d545), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:18.665441 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b9461c3-f8cf-40ad-a479-d33146bc48a1 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for floatingip (85cff3ea-07c5-4cc7-bb5f-b132d117d545), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:18.744912 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e2a971e6-41a0-4531-8025-7f5f94f58df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691a731a-5b9c-41ac-9d0e-ae8f25d55371', 'name': 'tempest-ServerRescueNegativeTestJSON-1836239036-router', 'tenant_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '9027292b-6726-4ad9-9aa4-bec79313331d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:27Z', 'updated_at': '2022-02-03T12:46:10Z', 'revision_number': 5, 'project_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'gw_port': {'id': '9027292b-6726-4ad9-9aa4-bec79313331d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691a731a-5b9c-41ac-9d0e-ae8f25d55371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:41:28Z', 'updated_at': '2022-02-03T12:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:18.754539 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53d1d66-326f-4b41-b1b3-959d85b73eb9']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:18.774860 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383ab99-b683-4892-b754-ba9f7e224991 None None] Pushing event updated for resources: {'Port': ['ID=c9a1c504-591b-49ec-bbdf-5f9fba5d86aa,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:18.810629 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7b9461c3-f8cf-40ad-a479-d33146bc48a1 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Calling delete_port for 85cff3ea-07c5-4cc7-bb5f-b132d117d545 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:46:18.854419 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8676683c-0c9f-4808-a3b4-a3b14034a789 None None] Provisioning complete for port 4ad99937-3057-4b8b-b2ee-379c809fdfcb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:18.855464 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8676683c-0c9f-4808-a3b4-a3b14034a789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4ad99937-3057-4b8b-b2ee-379c809fdfcb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:18.864242 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a971e6-41a0-4531-8025-7f5f94f58df5 None None] Checking router: 691a731a-5b9c-41ac-9d0e-ae8f25d55371 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:46:18.914897 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a971e6-41a0-4531-8025-7f5f94f58df5 None None] Routers {'691a731a-5b9c-41ac-9d0e-ae8f25d55371'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:46:18.915777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e2a971e6-41a0-4531-8025-7f5f94f58df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:46:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['691a731a-5b9c-41ac-9d0e-ae8f25d55371'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:19.023358 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'debe7ab4-c9ad-47c3-b2ad-5f798cdc8110') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:19.023864 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'debe7ab4-c9ad-47c3-b2ad-5f798cdc8110') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:19.034929 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e2a971e6-41a0-4531-8025-7f5f94f58df5 None None] Set router 691a731a-5b9c-41ac-9d0e-ae8f25d55371 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:46:19.104160 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18379f38-0a8d-454b-8525-e543ffa377ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (9027292b-6726-4ad9-9aa4-bec79313331d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:19.165200 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18379f38-0a8d-454b-8525-e543ffa377ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9027292b-6726-4ad9-9aa4-bec79313331d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:19.205170 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e2a971e6-41a0-4531-8025-7f5f94f58df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691a731a-5b9c-41ac-9d0e-ae8f25d55371', 'name': 'tempest-ServerRescueNegativeTestJSON-1836239036-router', 'tenant_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:27Z', 'updated_at': '2022-02-03T12:46:16Z', 'revision_number': 6, 'project_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:19.263744 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4d7cf1da-560c-4bc6-9ea1-a21fe1b66859 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Allocated IP 10.1.1.146 (52abbafc-7fd5-46ff-8e08-675e1c7bace1/8761b709-d126-4def-a3e9-94ac377b29e2/89bd8765-d49f-46ab-a694-20c0e30dfdb4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:19.286364 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18379f38-0a8d-454b-8525-e543ffa377ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (691a731a-5b9c-41ac-9d0e-ae8f25d55371), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:19.392362 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (debe7ab4-c9ad-47c3-b2ad-5f798cdc8110), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:19.399118 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18379f38-0a8d-454b-8525-e543ffa377ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (691a731a-5b9c-41ac-9d0e-ae8f25d55371), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:19.402483 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a971e6-41a0-4531-8025-7f5f94f58df5 None None] The sync data for ids ['691a731a-5b9c-41ac-9d0e-ae8f25d55371'] in n-d-827336-3 is: [{'id': '691a731a-5b9c-41ac-9d0e-ae8f25d55371', 'name': 'tempest-ServerRescueNegativeTestJSON-1836239036-router', 'tenant_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:41:27Z', 'updated_at': '2022-02-03T12:46:16Z', 'revision_number': 6, 'project_id': '6a209b0e492a4b77b2ceeedc9d454e67', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:46:19.403476 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18379f38-0a8d-454b-8525-e543ffa377ba admin admin] Publish callbacks [] for router_controller (691a731a-5b9c-41ac-9d0e-ae8f25d55371), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:19.409494 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b34e7385-17c8-4a06-b64a-c22e22b5cdc2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (dfeaad88-906d-49fa-9cbd-5412fbe82da2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:19.498799 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18379f38-0a8d-454b-8525-e543ffa377ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (691a731a-5b9c-41ac-9d0e-ae8f25d55371), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:19.499815 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18379f38-0a8d-454b-8525-e543ffa377ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 691a731a-5b9c-41ac-9d0e-ae8f25d55371 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:46:19.509644 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18379f38-0a8d-454b-8525-e543ffa377ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:19.514748 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-18379f38-0a8d-454b-8525-e543ffa377ba admin admin] 10.222.0.18 "DELETE /v2.0/routers/691a731a-5b9c-41ac-9d0e-ae8f25d55371 HTTP/1.1" status: 204 len: 168 time: 4.7811966 Feb 03 12:46:19.519195 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57164) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:19.572954 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da9c8b-ac70-40bc-a482-b2cbe5d430cc req-99359b13-cc3f-4537-9e9e-5d6cc6e22022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:19.577329 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8899c8-2144-4f7f-8fa5-ee2c63b3295d None None] Network b53d1d66-326f-4b41-b1b3-959d85b73eb9 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:19.584604 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71da9c8b-ac70-40bc-a482-b2cbe5d430cc req-99359b13-cc3f-4537-9e9e-5d6cc6e22022 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 1.2124271 Feb 03 12:46:19.610826 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (debe7ab4-c9ad-47c3-b2ad-5f798cdc8110), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:19.687812 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb940f-25d2-423e-973b-bb4084416e24 req-d7b36a3d-a416-4f0c-9005-27506c886cbb tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:19.715429 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb940f-25d2-423e-973b-bb4084416e24 req-d7b36a3d-a416-4f0c-9005-27506c886cbb tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:19.730761 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-61bb940f-25d2-423e-973b-bb4084416e24 req-d7b36a3d-a416-4f0c-9005-27506c886cbb tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 1654 time: 2.5415268 Feb 03 12:46:19.741578 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8676683c-0c9f-4808-a3b4-a3b14034a789 None None] Current status of the port 4ad99937-3057-4b8b-b2ee-379c809fdfcb is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:19.741828 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8676683c-0c9f-4808-a3b4-a3b14034a789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4ad99937-3057-4b8b-b2ee-379c809fdfcb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:19.757751 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-332b0edc-2678-43a3-8858-7053dd9c9e03 admin admin] Deleting subnet 8d7c28f9-eb63-4be2-9734-e89b3817580d {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:46:19.771722 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-332b0edc-2678-43a3-8858-7053dd9c9e03 admin admin] Publish callbacks [] for subnet (8d7c28f9-eb63-4be2-9734-e89b3817580d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:19.795574 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 4ad99937-3057-4b8b-b2ee-379c809fdfcb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:19.795574 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4ad99937-3057-4b8b-b2ee-379c809fdfcb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:19.972396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8676683c-0c9f-4808-a3b4-a3b14034a789 None None] For port 4ad99937-3057-4b8b-b2ee-379c809fdfcb, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4ad99937-3057-4b8b-b2ee-379c809fdfcb,segment=NetworkSegment(799791e3-8e60-4e74-a951-db2f21136e77),segment_id=799791e3-8e60-4e74-a951-db2f21136e77)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:20.005125 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:46:20.005816 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (debe7ab4-c9ad-47c3-b2ad-5f798cdc8110), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:46:20.036538 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:46:20.089525 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 4ad99937-3057-4b8b-b2ee-379c809fdfcb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:20.100948 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4d7cf1da-560c-4bc6-9ea1-a21fe1b66859 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for port (89bd8765-d49f-46ab-a694-20c0e30dfdb4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:20.106874 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8676683c-0c9f-4808-a3b4-a3b14034a789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4ad99937-3057-4b8b-b2ee-379c809fdfcb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:20.135122 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-332b0edc-2678-43a3-8858-7053dd9c9e03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (8d7c28f9-eb63-4be2-9734-e89b3817580d), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:20.283663 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676683c-0c9f-4808-a3b4-a3b14034a789 None None] Pushing event updated for resources: {'Port': ['ID=4ad99937-3057-4b8b-b2ee-379c809fdfcb,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:20.349904 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-46df4ba4-5f17-4be8-b216-d1bb0e2f7d68 None None] Provisioning complete for port 4ad99937-3057-4b8b-b2ee-379c809fdfcb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:20.350260 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-46df4ba4-5f17-4be8-b216-d1bb0e2f7d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4ad99937-3057-4b8b-b2ee-379c809fdfcb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:20.525240 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-332b0edc-2678-43a3-8858-7053dd9c9e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (8d7c28f9-eb63-4be2-9734-e89b3817580d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:20.583746 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:46:20.583746 n-d-827336-3 neutron-server[103189]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:46:20.583746 n-d-827336-3 neutron-server[103189]: [parameters: {'id': 'b53d1d66-326f-4b41-b1b3-959d85b73eb9'}] Feb 03 12:46:20.583746 n-d-827336-3 neutron-server[103189]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:46:20.592966 n-d-827336-3 neutron-server[103189]: DEBUG oslo_db.api [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:46:20.641940 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4ad99937-3057-4b8b-b2ee-379c809fdfcb up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:20.658278 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4d7cf1da-560c-4bc6-9ea1-a21fe1b66859 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (89bd8765-d49f-46ab-a694-20c0e30dfdb4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:20.675795 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-61bb940f-25d2-423e-973b-bb4084416e24 req-d13f7581-869f-4bba-9475-47258925731d tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8312342 Feb 03 12:46:20.689740 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b34e7385-17c8-4a06-b64a-c22e22b5cdc2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (dfeaad88-906d-49fa-9cbd-5412fbe82da2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:20.752336 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da9c8b-ac70-40bc-a482-b2cbe5d430cc req-f1e020bb-6c8a-485b-8f43-53e9e9e16402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:20.753890 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71da9c8b-ac70-40bc-a482-b2cbe5d430cc req-f1e020bb-6c8a-485b-8f43-53e9e9e16402 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.1248133 Feb 03 12:46:20.815784 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d760d-8027-4622-ad8c-b90c548425bb req-2958cbd8-ca83-4930-a01f-b5aac6b4a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:20.818505 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e8d760d-8027-4622-ad8c-b90c548425bb req-2958cbd8-ca83-4930-a01f-b5aac6b4a1c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3356010617234dc396860653626bddf1&device_id=c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4 HTTP/1.1" status: 200 len: 1132 time: 0.5747178 Feb 03 12:46:20.843712 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-46df4ba4-5f17-4be8-b216-d1bb0e2f7d68 None None] Current status of the port 4ad99937-3057-4b8b-b2ee-379c809fdfcb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:20.919886 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-9e3faa62-3aa9-4f7d-b3c0-241213359689 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8cbc3564-d9e0-4fb4-8fb0-fc6b96ba421a {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:46:20.920270 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-9e3faa62-3aa9-4f7d-b3c0-241213359689 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:46:20.952557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4d7cf1da-560c-4bc6-9ea1-a21fe1b66859 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:20.965874 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 4ad99937-3057-4b8b-b2ee-379c809fdfcb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:20.966265 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4ad99937-3057-4b8b-b2ee-379c809fdfcb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:20.971740 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34e7385-17c8-4a06-b64a-c22e22b5cdc2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:20.982153 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-332b0edc-2678-43a3-8858-7053dd9c9e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (8d7c28f9-eb63-4be2-9734-e89b3817580d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:20.993207 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4d7cf1da-560c-4bc6-9ea1-a21fe1b66859 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:21.006775 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b34e7385-17c8-4a06-b64a-c22e22b5cdc2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:21.030853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cf1da-560c-4bc6-9ea1-a21fe1b66859 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event updated for resources: {'Port': ['ID=89bd8765-d49f-46ab-a694-20c0e30dfdb4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:21.061803 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34e7385-17c8-4a06-b64a-c22e22b5cdc2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:21.070562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4d7cf1da-560c-4bc6-9ea1-a21fe1b66859 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:21.196796 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (b53d1d66-326f-4b41-b1b3-959d85b73eb9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:21.251242 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 4ad99937-3057-4b8b-b2ee-379c809fdfcb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:21.338426 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-332b0edc-2678-43a3-8858-7053dd9c9e03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:21.343975 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-332b0edc-2678-43a3-8858-7053dd9c9e03 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8d7c28f9-eb63-4be2-9734-e89b3817580d HTTP/1.1" status: 204 len: 168 time: 1.8080599 Feb 03 12:46:21.353566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57170) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:21.407848 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 654a10d5-23c2-473b-8dbf-55510e59cd6a no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:46:21.422976 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b0edc-2678-43a3-8858-7053dd9c9e03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d7c28f9-eb63-4be2-9734-e89b3817580d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:21.480498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e7385-17c8-4a06-b64a-c22e22b5cdc2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=dfeaad88-906d-49fa-9cbd-5412fbe82da2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:21.549428 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d760d-8027-4622-ad8c-b90c548425bb req-514b867f-a9d0-46b5-8820-3c72b39a0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:21.552353 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e8d760d-8027-4622-ad8c-b90c548425bb req-514b867f-a9d0-46b5-8820-3c72b39a0edb service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.7026889 Feb 03 12:46:21.563385 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4d7cf1da-560c-4bc6-9ea1-a21fe1b66859 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:21.564856 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4d7cf1da-560c-4bc6-9ea1-a21fe1b66859 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:21.575564 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 654a10d5-23c2-473b-8dbf-55510e59cd6a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:46:21.577034 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 654a10d5-23c2-473b-8dbf-55510e59cd6a not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:46:21.577606 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9027292b-6726-4ad9-9aa4-bec79313331d no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:46:21.612418 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71da9c8b-ac70-40bc-a482-b2cbe5d430cc req-76638ac5-0aec-46a3-b618-30b9cfd7456a service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7917209 Feb 03 12:46:21.622840 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34e7385-17c8-4a06-b64a-c22e22b5cdc2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:21.623603 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b34e7385-17c8-4a06-b64a-c22e22b5cdc2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:21.709049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 9027292b-6726-4ad9-9aa4-bec79313331d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:46:21.709650 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9027292b-6726-4ad9-9aa4-bec79313331d not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:46:21.738918 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e3faa62-3aa9-4f7d-b3c0-241213359689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (967675c1-8746-47a9-8a1f-de3420d83032), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:21.777437 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4d7cf1da-560c-4bc6-9ea1-a21fe1b66859 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9436240 Feb 03 12:46:21.802395 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71da9c8b-ac70-40bc-a482-b2cbe5d430cc req-a8ae8188-818d-41a5-a87f-e79ee7473b29 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675510 Feb 03 12:46:21.803301 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b9461c3-f8cf-40ad-a479-d33146bc48a1 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (85cff3ea-07c5-4cc7-bb5f-b132d117d545), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:21.808227 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fe9293a7-024d-4b46-ac18-e98dcb329498 None None] Provisioning complete for port 89bd8765-d49f-46ab-a694-20c0e30dfdb4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:21.808603 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fe9293a7-024d-4b46-ac18-e98dcb329498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (89bd8765-d49f-46ab-a694-20c0e30dfdb4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:21.952624 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b34e7385-17c8-4a06-b64a-c22e22b5cdc2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 10.7976577 Feb 03 12:46:22.003348 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fe9293a7-024d-4b46-ac18-e98dcb329498 None None] Port 89bd8765-d49f-46ab-a694-20c0e30dfdb4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:46:22.152749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57174) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:22.182830 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9461c3-f8cf-40ad-a479-d33146bc48a1 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Pushing event deleted for resources: {'Port': ['ID=85cff3ea-07c5-4cc7-bb5f-b132d117d545,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:22.224754 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-bbbbb955-b716-4060-a888-5d911041aebf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Request body: {'port': {'device_id': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '97259dff-b582-4fbd-b7bb-04805dd4c319', 'admin_state_up': True, 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'security_groups': ['fafe1e57-2e86-4120-becc-e9ff2e766a34']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:22.239956 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e8d760d-8027-4622-ad8c-b90c548425bb req-553bb2dd-1b8a-41a2-b9d5-72d0c0894475 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=731dffd9-f544-41fd-b220-26de7857a160 HTTP/1.1" status: 200 len: 217 time: 0.5484180 Feb 03 12:46:22.372082 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-9e3faa62-3aa9-4f7d-b3c0-241213359689 None None] Allocated IP 172.20.0.3 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/2e894c0d-94fa-4e2d-acf7-4f15c7dbf36f/967675c1-8746-47a9-8a1f-de3420d83032) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:22.402094 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51c7f8a7-0e49-4ab4-afaf-cecd36da580c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (87045144-2323-4eba-b542-41e2cafcc3b7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:22.411056 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d760d-8027-4622-ad8c-b90c548425bb req-1f617f40-fd4c-4d74-9084-20dbdc08018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:22.412573 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e8d760d-8027-4622-ad8c-b90c548425bb req-1f617f40-fd4c-4d74-9084-20dbdc08018d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.1437707 Feb 03 12:46:22.421592 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b9461c3-f8cf-40ad-a479-d33146bc48a1 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for floatingip (531dd2f8-9a69-4b03-998d-b2ceb3651208), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:22.427927 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-7b9461c3-f8cf-40ad-a479-d33146bc48a1 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Floating IP 531dd2f8-9a69-4b03-998d-b2ceb3651208 disassociated (deleted). External IP: 172.25.6.232, port: 298bfb0b-4fe9-4ac1-8cce-76e7240e74e0. Feb 03 12:46:22.522943 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e3faa62-3aa9-4f7d-b3c0-241213359689 None None] For port 967675c1-8746-47a9-8a1f-de3420d83032, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=967675c1-8746-47a9-8a1f-de3420d83032,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:22.576114 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e3faa62-3aa9-4f7d-b3c0-241213359689 None None] Publish callbacks [] for port (967675c1-8746-47a9-8a1f-de3420d83032), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:22.581489 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e3faa62-3aa9-4f7d-b3c0-241213359689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (967675c1-8746-47a9-8a1f-de3420d83032), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:22.785108 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3faa62-3aa9-4f7d-b3c0-241213359689 None None] Pushing event updated for resources: {'Port': ['ID=967675c1-8746-47a9-8a1f-de3420d83032,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:22.792027 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:46:22.861900 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d760d-8027-4622-ad8c-b90c548425bb req-fe8b0361-be96-46af-83bf-57efdeb06b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:22.884103 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e8d760d-8027-4622-ad8c-b90c548425bb req-fe8b0361-be96-46af-83bf-57efdeb06b61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4373562 Feb 03 12:46:22.983908 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51c7f8a7-0e49-4ab4-afaf-cecd36da580c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (87045144-2323-4eba-b542-41e2cafcc3b7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:22.985840 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494d91c-5e60-460a-9121-5dd1da9360c0 req-14c70029-522f-4fe1-955d-778494eddec3 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:22.989639 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a494d91c-5e60-460a-9121-5dd1da9360c0 req-14c70029-522f-4fe1-955d-778494eddec3 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 2.0388908 Feb 03 12:46:23.004369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9461c3-f8cf-40ad-a479-d33146bc48a1 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Router f670b165-8a18-4cf5-adac-78f092e3eff8 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:46:23.071710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Deleting port c9a1c504-591b-49ec-bbdf-5f9fba5d86aa {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:46:23.072308 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c9a1c504-591b-49ec-bbdf-5f9fba5d86aa), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:23.128143 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab3f225-94df-434f-9185-4038b3e94ec0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:23.148687 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab3f225-94df-434f-9185-4038b3e94ec0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:23.153309 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-aab3f225-94df-434f-9185-4038b3e94ec0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.8101172 Feb 03 12:46:23.179611 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57178) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:23.231999 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-51c7f8a7-0e49-4ab4-afaf-cecd36da580c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87045144-2323-4eba-b542-41e2cafcc3b7']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:23.294410 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-bbbbb955-b716-4060-a888-5d911041aebf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Made reservation on behalf of 1e60b58d86024cd1a0be428da6fe974b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:23.326358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-51c7f8a7-0e49-4ab4-afaf-cecd36da580c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:23.326691 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-51c7f8a7-0e49-4ab4-afaf-cecd36da580c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:23.409647 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51c7f8a7-0e49-4ab4-afaf-cecd36da580c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:23.490605 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51c7f8a7-0e49-4ab4-afaf-cecd36da580c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:23.546511 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c7f8a7-0e49-4ab4-afaf-cecd36da580c admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:46:23.547025 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51c7f8a7-0e49-4ab4-afaf-cecd36da580c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (cf9d750f-5f26-47b8-bcd1-b4a8cf0f8c7c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:46:23.556684 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:46:23.653826 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e8d760d-8027-4622-ad8c-b90c548425bb req-14712010-056b-48a0-a3ae-497694755972 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7687578 Feb 03 12:46:23.770493 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a494d91c-5e60-460a-9121-5dd1da9360c0 req-5a64d722-b463-428e-9bcc-2796a43ffc60 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7524092 Feb 03 12:46:23.949105 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-bbbbb955-b716-4060-a888-5d911041aebf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:24.022698 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] For port c9a1c504-591b-49ec-bbdf-5f9fba5d86aa, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c9a1c504-591b-49ec-bbdf-5f9fba5d86aa,segment=NetworkSegment(debe7ab4-c9ad-47c3-b2ad-5f798cdc8110),segment_id=debe7ab4-c9ad-47c3-b2ad-5f798cdc8110)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:24.023572 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c9a1c504-591b-49ec-bbdf-5f9fba5d86aa), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:24.186993 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e8d760d-8027-4622-ad8c-b90c548425bb req-477339e4-974e-426b-af98-b0c7dbd66cb7 service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147171 Feb 03 12:46:24.227452 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51c7f8a7-0e49-4ab4-afaf-cecd36da580c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (87045144-2323-4eba-b542-41e2cafcc3b7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:24.257215 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51c7f8a7-0e49-4ab4-afaf-cecd36da580c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:24.266047 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-51c7f8a7-0e49-4ab4-afaf-cecd36da580c admin admin] 10.222.0.18 "DELETE /v2.0/networks/87045144-2323-4eba-b542-41e2cafcc3b7 HTTP/1.1" status: 204 len: 168 time: 2.8910584 Feb 03 12:46:24.269022 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Calling delete_port for c9a1c504-591b-49ec-bbdf-5f9fba5d86aa owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:46:24.333391 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110c0bc0-c1fa-4cad-99f2-68eb288f0d3e None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:46:24.386267 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7f8a7-0e49-4ab4-afaf-cecd36da580c admin admin] Pushing event deleted for resources: {'Network': ['ID=87045144-2323-4eba-b542-41e2cafcc3b7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:24.483118 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9461c3-f8cf-40ad-a479-d33146bc48a1 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:46:24.490236 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b9461c3-f8cf-40ad-a479-d33146bc48a1 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:24.498990 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56537919-c367-428c-8226-8f9af19df118 None None] Sync routers for ids ['f670b165-8a18-4cf5-adac-78f092e3eff8'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:46:24.541258 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 967675c1-8746-47a9-8a1f-de3420d83032 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:24.543363 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110c0bc0-c1fa-4cad-99f2-68eb288f0d3e None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:46:24.546743 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56537919-c367-428c-8226-8f9af19df118 None None] Routers {'f670b165-8a18-4cf5-adac-78f092e3eff8'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:46:24.547759 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-56537919-c367-428c-8226-8f9af19df118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:46:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f670b165-8a18-4cf5-adac-78f092e3eff8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:24.612510 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9a0f79cf-617c-4e7c-beac-d98ba2d4f29f None None] Provisioning complete for port 967675c1-8746-47a9-8a1f-de3420d83032 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:24.612843 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a0f79cf-617c-4e7c-beac-d98ba2d4f29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (967675c1-8746-47a9-8a1f-de3420d83032), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:24.776527 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57190) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:24.777529 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7b9461c3-f8cf-40ad-a479-d33146bc48a1 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] 10.222.0.18 "DELETE /v2.0/floatingips/531dd2f8-9a69-4b03-998d-b2ceb3651208 HTTP/1.1" status: 204 len: 168 time: 10.6436393 Feb 03 12:46:24.810934 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671f5cb-e5b6-4510-9a85-d3e45f7f44a4 req-e7a17208-5700-41d2-b366-e689decfae72 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:24.824290 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-56537919-c367-428c-8226-8f9af19df118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:24.830277 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 967675c1-8746-47a9-8a1f-de3420d83032 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:24.830945 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (967675c1-8746-47a9-8a1f-de3420d83032), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:24.840363 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:24.847031 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671f5cb-e5b6-4510-9a85-d3e45f7f44a4 req-e7a17208-5700-41d2-b366-e689decfae72 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:24.866299 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671f5cb-e5b6-4510-9a85-d3e45f7f44a4 req-e7a17208-5700-41d2-b366-e689decfae72 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:24.898502 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a671f5cb-e5b6-4510-9a85-d3e45f7f44a4 req-e7a17208-5700-41d2-b366-e689decfae72 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 2375 time: 0.7919664 Feb 03 12:46:24.901364 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a6281ce8-ab39-4636-acd6-36a522a2238f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port dfeaad88-906d-49fa-9cbd-5412fbe82da2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:46:24.901761 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6281ce8-ab39-4636-acd6-36a522a2238f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (dfeaad88-906d-49fa-9cbd-5412fbe82da2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:24.910825 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56537919-c367-428c-8226-8f9af19df118 None None] Routers {'f670b165-8a18-4cf5-adac-78f092e3eff8'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:46:24.919205 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-56537919-c367-428c-8226-8f9af19df118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:46:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f670b165-8a18-4cf5-adac-78f092e3eff8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:25.056172 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9a0f79cf-617c-4e7c-beac-d98ba2d4f29f None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:25.177517 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-56537919-c367-428c-8226-8f9af19df118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:25.178378 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56537919-c367-428c-8226-8f9af19df118 None None] The sync data for ids ['f670b165-8a18-4cf5-adac-78f092e3eff8'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:46:25.192485 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57196) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:25.218366 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a671f5cb-e5b6-4510-9a85-d3e45f7f44a4 req-e9a9718a-c0f9-4c32-9ba0-65b1a67b45d9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3149152 Feb 03 12:46:25.311459 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (c9a1c504-591b-49ec-bbdf-5f9fba5d86aa), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:25.478013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Port': ['ID=c9a1c504-591b-49ec-bbdf-5f9fba5d86aa,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:25.523349 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7ef64936-85c6-4e1c-83f8-cc2828e01f05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a209b0e492a4b77b2ceeedc9d454e67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3281772 Feb 03 12:46:25.528894 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] No DVR routers for this DVR port c9a1c504-591b-49ec-bbdf-5f9fba5d86aa on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:46:25.563008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57198) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:25.823624 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (b53d1d66-326f-4b41-b1b3-959d85b73eb9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:25.855480 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53d1d66-326f-4b41-b1b3-959d85b73eb9']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:25.871586 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'debe7ab4-c9ad-47c3-b2ad-5f798cdc8110') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:25.872369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'debe7ab4-c9ad-47c3-b2ad-5f798cdc8110') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:25.887445 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (debe7ab4-c9ad-47c3-b2ad-5f798cdc8110), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:25.903447 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (debe7ab4-c9ad-47c3-b2ad-5f798cdc8110), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:25.917068 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:46:25.918124 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (debe7ab4-c9ad-47c3-b2ad-5f798cdc8110), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.013930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-bbbbb955-b716-4060-a888-5d911041aebf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Allocated IP 10.2.2.100 (97259dff-b582-4fbd-b7bb-04805dd4c319/1ad92c95-f76b-44f2-8465-013d771ffc3f/948afbdc-21a4-479e-8a60-62f8aa022a78) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:46:26.117549 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:46:26.125811 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (b53d1d66-326f-4b41-b1b3-959d85b73eb9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.148566 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.154712 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/networks/b53d1d66-326f-4b41-b1b3-959d85b73eb9 HTTP/1.1" status: 204 len: 168 time: 13.4741161 Feb 03 12:46:26.227757 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57208) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:26.232327 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a6e1a-07b9-4792-a333-9c63864f681f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Network': ['ID=b53d1d66-326f-4b41-b1b3-959d85b73eb9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:26.280757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:26.308326 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6f61894f-a82f-4f01-ba9b-f4e98f61787c tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1816793112'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:26.406999 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df692e6f-e12f-434a-b533-80a60f9102de req-4ff3356d-7019-465a-9fa1-e428172752d8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:26.424005 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-df692e6f-e12f-434a-b533-80a60f9102de req-4ff3356d-7019-465a-9fa1-e428172752d8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 0.9233487 Feb 03 12:46:26.425694 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-bbbbb955-b716-4060-a888-5d911041aebf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for port (948afbdc-21a4-479e-8a60-62f8aa022a78), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.514890 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-bbbbb955-b716-4060-a888-5d911041aebf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (948afbdc-21a4-479e-8a60-62f8aa022a78), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.572006 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f61894f-a82f-4f01-ba9b-f4e98f61787c tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Made reservation on behalf of e48db9ad23d84c4fa3644e11a2961e4a for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:26.576871 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-bbbbb955-b716-4060-a888-5d911041aebf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Network 97259dff-b582-4fbd-b7bb-04805dd4c319 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:26.578347 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.583080 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6f61894f-a82f-4f01-ba9b-f4e98f61787c tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.692137 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-801a353d-33df-4dd9-870e-0db5b65fd8eb admin admin] Publish callbacks [] for security_group (75061eed-b9e3-4d40-b7c4-763ecf5df56c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.707975 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-bbbbb955-b716-4060-a888-5d911041aebf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:26.736483 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-801a353d-33df-4dd9-870e-0db5b65fd8eb admin admin] Publish callbacks [] for security_group (75061eed-b9e3-4d40-b7c4-763ecf5df56c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.747031 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-bbbbb955-b716-4060-a888-5d911041aebf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:26.884371 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-df692e6f-e12f-434a-b533-80a60f9102de req-add6c98f-dc5f-4dbf-bc35-6ac144167313 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566975 Feb 03 12:46:26.888057 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-801a353d-33df-4dd9-870e-0db5b65fd8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (75061eed-b9e3-4d40-b7c4-763ecf5df56c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.898276 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-801a353d-33df-4dd9-870e-0db5b65fd8eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.911989 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-801a353d-33df-4dd9-870e-0db5b65fd8eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75061eed-b9e3-4d40-b7c4-763ecf5df56c HTTP/1.1" status: 204 len: 168 time: 1.3348544 Feb 03 12:46:26.929221 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f61894f-a82f-4f01-ba9b-f4e98f61787c tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:46:26.931730 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a353d-33df-4dd9-870e-0db5b65fd8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75061eed-b9e3-4d40-b7c4-763ecf5df56c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:26.981750 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6f61894f-a82f-4f01-ba9b-f4e98f61787c tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (9a958c55-da48-44b4-a153-ca70bc0a1a27), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:26.983121 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-6f61894f-a82f-4f01-ba9b-f4e98f61787c tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Added segment 9a958c55-da48-44b4-a153-ca70bc0a1a27 of type vlan for network 041cd661-ba6a-44b4-a45e-0199084da52a Feb 03 12:46:27.137824 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6f61894f-a82f-4f01-ba9b-f4e98f61787c tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (041cd661-ba6a-44b4-a45e-0199084da52a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:27.142215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b8a1e6a6-1d81-467a-b09b-a9c134096878 None None] Provisioning complete for port dfeaad88-906d-49fa-9cbd-5412fbe82da2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:27.142743 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8a1e6a6-1d81-467a-b09b-a9c134096878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dfeaad88-906d-49fa-9cbd-5412fbe82da2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:27.239795 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14ee60-6ae8-458f-bf43-f45e9365c02b req-58940ecb-a61b-44c6-83a2-5250ee1d0f80 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:27.279598 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14ee60-6ae8-458f-bf43-f45e9365c02b req-58940ecb-a61b-44c6-83a2-5250ee1d0f80 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:27.321201 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-bbbbb955-b716-4060-a888-5d911041aebf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:27.322417 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-bbbbb955-b716-4060-a888-5d911041aebf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:27.323168 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b8a1e6a6-1d81-467a-b09b-a9c134096878 None None] Port dfeaad88-906d-49fa-9cbd-5412fbe82da2 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:46:27.324299 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14ee60-6ae8-458f-bf43-f45e9365c02b req-58940ecb-a61b-44c6-83a2-5250ee1d0f80 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:27.353374 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14ee60-6ae8-458f-bf43-f45e9365c02b req-58940ecb-a61b-44c6-83a2-5250ee1d0f80 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:27.366428 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d14ee60-6ae8-458f-bf43-f45e9365c02b req-58940ecb-a61b-44c6-83a2-5250ee1d0f80 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 3096 time: 0.3028877 Feb 03 12:46:27.372430 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbb955-b716-4060-a888-5d911041aebf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event updated for resources: {'Port': ['ID=948afbdc-21a4-479e-8a60-62f8aa022a78,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:27.377092 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6281ce8-ab39-4636-acd6-36a522a2238f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (dfeaad88-906d-49fa-9cbd-5412fbe82da2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:27.403521 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a6281ce8-ab39-4636-acd6-36a522a2238f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for dfeaad88-906d-49fa-9cbd-5412fbe82da2 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:46:27.411110 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-bbbbb955-b716-4060-a888-5d911041aebf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1985629 Feb 03 12:46:27.429338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-6a45299a-824c-43e2-bad8-c85ac0baceb8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Request body: {'port': {'device_id': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '97259dff-b582-4fbd-b7bb-04805dd4c319', 'admin_state_up': True, 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'security_groups': ['fafe1e57-2e86-4120-becc-e9ff2e766a34']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:27.468606 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-47b2a349-5898-4a6f-a92f-0114453823a6 None None] Provisioning complete for port 948afbdc-21a4-479e-8a60-62f8aa022a78 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:27.469361 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47b2a349-5898-4a6f-a92f-0114453823a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (948afbdc-21a4-479e-8a60-62f8aa022a78), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:27.560833 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-6f61894f-a82f-4f01-ba9b-f4e98f61787c tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:46:27.678563 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d14ee60-6ae8-458f-bf43-f45e9365c02b req-45abb59a-5458-4fab-93dc-34c033d65df5 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054790 Feb 03 12:46:27.682278 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-47b2a349-5898-4a6f-a92f-0114453823a6 None None] Port 948afbdc-21a4-479e-8a60-62f8aa022a78 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:46:27.731174 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6f61894f-a82f-4f01-ba9b-f4e98f61787c tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (041cd661-ba6a-44b4-a45e-0199084da52a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:27.772372 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f61894f-a82f-4f01-ba9b-f4e98f61787c tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:27.776135 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6f61894f-a82f-4f01-ba9b-f4e98f61787c tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:27.786235 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6281ce8-ab39-4636-acd6-36a522a2238f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (dfeaad88-906d-49fa-9cbd-5412fbe82da2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:27.843455 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6f61894f-a82f-4f01-ba9b-f4e98f61787c tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5867262 Feb 03 12:46:27.859214 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57228) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:27.868497 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-465eb8ab-69c0-4ba2-86ed-0403efa2d225 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'subnet': {'network_id': '041cd661-ba6a-44b4-a45e-0199084da52a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:27.872420 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6281ce8-ab39-4636-acd6-36a522a2238f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=dfeaad88-906d-49fa-9cbd-5412fbe82da2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:27.964248 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:28.373766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-6a45299a-824c-43e2-bad8-c85ac0baceb8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Made reservation on behalf of 1e60b58d86024cd1a0be428da6fe974b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:28.379864 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-6a45299a-824c-43e2-bad8-c85ac0baceb8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:28.455248 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6281ce8-ab39-4636-acd6-36a522a2238f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:28.463835 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a6281ce8-ab39-4636-acd6-36a522a2238f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/dfeaad88-906d-49fa-9cbd-5412fbe82da2 HTTP/1.1" status: 204 len: 168 time: 5.2622333 Feb 03 12:46:28.495083 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57250) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:29.181825 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61894f-a82f-4f01-ba9b-f4e98f61787c tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Network': ['ID=041cd661-ba6a-44b4-a45e-0199084da52a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:29.200101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 041cd661-ba6a-44b4-a45e-0199084da52a details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:46:29.224384 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaf9624-2dce-4264-9383-6233fb950ef9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:29.229462 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaf9624-2dce-4264-9383-6233fb950ef9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:29.233030 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaf9624-2dce-4264-9383-6233fb950ef9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:29.234805 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9aaf9624-2dce-4264-9383-6233fb950ef9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7360497 Feb 03 12:46:29.243281 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57264) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:29.279456 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57266) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:29.325318 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9906ae-0e51-46ca-a1b2-67836d87812e req-0edac001-0834-45ed-b334-337c6601469f tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:29.339816 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4c9906ae-0e51-46ca-a1b2-67836d87812e req-0edac001-0834-45ed-b334-337c6601469f tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 0.5109668 Feb 03 12:46:29.421500 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4c9906ae-0e51-46ca-a1b2-67836d87812e req-df03a6ca-0f5b-4678-9705-71de0c72935f tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747828 Feb 03 12:46:29.421759 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Allocated IP 172.25.6.154 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/e8917146-a44b-412b-a4d6-baf28110ea95) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:29.424296 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465eb8ab-69c0-4ba2-86ed-0403efa2d225 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Made reservation on behalf of e48db9ad23d84c4fa3644e11a2961e4a for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:29.429296 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-465eb8ab-69c0-4ba2-86ed-0403efa2d225 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:29.725383 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b449f5d-ea39-499f-ba50-b4a2fca800ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet 2e894c0d-94fa-4e2d-acf7-4f15c7dbf36f {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:46:29.737852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c45c2-8027-43cc-8324-49fe45cb1abf req-2ba43edf-6ce1-42a2-909d-403a5275618a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:29.746223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c45c2-8027-43cc-8324-49fe45cb1abf req-2ba43edf-6ce1-42a2-909d-403a5275618a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:29.755648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c45c2-8027-43cc-8324-49fe45cb1abf req-2ba43edf-6ce1-42a2-909d-403a5275618a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:29.766718 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c45c2-8027-43cc-8324-49fe45cb1abf req-2ba43edf-6ce1-42a2-909d-403a5275618a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:29.770987 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ba8c45c2-8027-43cc-8324-49fe45cb1abf req-2ba43edf-6ce1-42a2-909d-403a5275618a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 3096 time: 0.8145244 Feb 03 12:46:29.834797 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-19182633-241f-4c14-b40e-40f30c63b50a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2051206668-network', 'tenant_id': 'f4f62cc98d5f4e8aaf9dbba1bf4d5aab'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:29.839117 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b449f5d-ea39-499f-ba50-b4a2fca800ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (2e894c0d-94fa-4e2d-acf7-4f15c7dbf36f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:29.844329 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-465eb8ab-69c0-4ba2-86ed-0403efa2d225 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (c69f0aae-b91e-4145-8a62-eb3a0da75d63), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:29.921458 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465eb8ab-69c0-4ba2-86ed-0403efa2d225 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Subnet': ['ID=c69f0aae-b91e-4145-8a62-eb3a0da75d63,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:29.927325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f7530-c7df-4427-8fb3-58a5f3c84fde req-ca588ed4-3c16-42bf-a40c-a19bda4a4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:29.929013 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1a4f7530-c7df-4427-8fb3-58a5f3c84fde req-ca588ed4-3c16-42bf-a40c-a19bda4a4729 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ffd0252b7b0747c69410a55d7883bffd&device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 1127 time: 0.9082491 Feb 03 12:46:29.933144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-6a45299a-824c-43e2-bad8-c85ac0baceb8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Allocated IP 10.2.2.200 (97259dff-b582-4fbd-b7bb-04805dd4c319/1ad92c95-f76b-44f2-8465-013d771ffc3f/5b34d8da-40f6-405c-889b-c67cba3e547b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:29.957914 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ba8c45c2-8027-43cc-8324-49fe45cb1abf req-a306e0c8-7671-403a-86ec-f1d6fa0735ff tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424801 Feb 03 12:46:29.961109 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b449f5d-ea39-499f-ba50-b4a2fca800ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (2e894c0d-94fa-4e2d-acf7-4f15c7dbf36f), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.021702 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465eb8ab-69c0-4ba2-86ed-0403efa2d225 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Checking segment: {'id': '9a958c55-da48-44b4-a153-ca70bc0a1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '041cd661-ba6a-44b4-a45e-0199084da52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:30.022127 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465eb8ab-69c0-4ba2-86ed-0403efa2d225 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Network hostable DHCP agents. Network: 041cd661-ba6a-44b4-a45e-0199084da52a, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:46:30.041555 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks [] for port (e8917146-a44b-412b-a4d6-baf28110ea95), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.046391 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19182633-241f-4c14-b40e-40f30c63b50a admin admin] Made reservation on behalf of f4f62cc98d5f4e8aaf9dbba1bf4d5aab for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:30.049502 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19182633-241f-4c14-b40e-40f30c63b50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.110516 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19182633-241f-4c14-b40e-40f30c63b50a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.130824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465eb8ab-69c0-4ba2-86ed-0403efa2d225 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Network 041cd661-ba6a-44b4-a45e-0199084da52a is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:46:30.194624 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f7530-c7df-4427-8fb3-58a5f3c84fde req-61b91d47-3d95-4876-9dc4-f2eebedc9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:30.196200 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1a4f7530-c7df-4427-8fb3-58a5f3c84fde req-61b91d47-3d95-4876-9dc4-f2eebedc9848 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 200 len: 912 time: 0.2603893 Feb 03 12:46:30.200300 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-465eb8ab-69c0-4ba2-86ed-0403efa2d225 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 041cd661-ba6a-44b4-a45e-0199084da52a) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:30.214806 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ee3655-fc9c-4375-8343-83d8dcb42d38 None None] Network 041cd661-ba6a-44b4-a45e-0199084da52a requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:30.250609 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1a4f7530-c7df-4427-8fb3-58a5f3c84fde req-a09b71d1-153b-4f59-be0f-bc8ab8eaf71b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7d0989-f840-4e19-97b9-090435ae1ba0 HTTP/1.1" status: 200 len: 217 time: 0.0470541 Feb 03 12:46:30.256359 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465eb8ab-69c0-4ba2-86ed-0403efa2d225 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:30.256976 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-465eb8ab-69c0-4ba2-86ed-0403efa2d225 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.322529 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f7530-c7df-4427-8fb3-58a5f3c84fde req-02ab54d0-e80e-4268-88aa-c9147e0d5caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:30.325984 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1a4f7530-c7df-4427-8fb3-58a5f3c84fde req-02ab54d0-e80e-4268-88aa-c9147e0d5caf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bd98a1ba-2677-43a0-9803-d6921e32ec63 HTTP/1.1" status: 200 len: 851 time: 0.0659981 Feb 03 12:46:30.398221 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1a4f7530-c7df-4427-8fb3-58a5f3c84fde req-2dafa54e-fb06-40bb-b73e-d85a894fc889 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5599772e-9dcf-4127-a633-d91505819dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605168 Feb 03 12:46:30.409127 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-465eb8ab-69c0-4ba2-86ed-0403efa2d225 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5426810 Feb 03 12:46:30.523511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-041cd661-ba6a-44b4-a45e-0199084da52a', 'network_id': '041cd661-ba6a-44b4-a45e-0199084da52a', 'project_id': 'e48db9ad23d84c4fa3644e11a2961e4a', 'fixed_ips': [{'subnet_id': 'c69f0aae-b91e-4145-8a62-eb3a0da75d63'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:46:30.525422 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.664730 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1a4f7530-c7df-4427-8fb3-58a5f3c84fde req-4c219c9a-d90c-479e-9671-1952286b6818 service neutron] 10.222.0.31 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565451 Feb 03 12:46:30.684562 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57280) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:30.696059 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8f7850cd-4d00-433f-b343-7bc608d30979 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1332197252'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:30.827784 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1a4f7530-c7df-4427-8fb3-58a5f3c84fde req-284ac4a1-b64d-424a-b7d1-1c0c08a23564 service neutron] 10.222.0.31 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073086 Feb 03 12:46:30.864753 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7850cd-4d00-433f-b343-7bc608d30979 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Made reservation on behalf of e48db9ad23d84c4fa3644e11a2961e4a for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:30.869769 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f7850cd-4d00-433f-b343-7bc608d30979 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.924076 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7850cd-4d00-433f-b343-7bc608d30979 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:46:30.935766 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f7850cd-4d00-433f-b343-7bc608d30979 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (4041ab36-ee00-4a1d-94b3-6bce1a37697c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:30.936170 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-8f7850cd-4d00-433f-b343-7bc608d30979 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Added segment 4041ab36-ee00-4a1d-94b3-6bce1a37697c of type vlan for network 3ccfc117-f3e3-4c1f-ba37-610e4a704ac4 Feb 03 12:46:30.943856 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Allocated IP 2001:db8::3 (041cd661-ba6a-44b4-a45e-0199084da52a/c69f0aae-b91e-4145-8a62-eb3a0da75d63/d2403e90-51a3-46e2-aecb-ab9d0f8f6266) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:30.989955 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f7850cd-4d00-433f-b343-7bc608d30979 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (3ccfc117-f3e3-4c1f-ba37-610e4a704ac4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.046136 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f7850cd-4d00-433f-b343-7bc608d30979 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (3ccfc117-f3e3-4c1f-ba37-610e4a704ac4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.052195 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7850cd-4d00-433f-b343-7bc608d30979 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:31.052986 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f7850cd-4d00-433f-b343-7bc608d30979 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.171999 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33287438-aca0-4421-8131-dc072ba31086 req-f7f72906-ea0b-4614-8ee3-aacb61de48c3 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:31.194337 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33287438-aca0-4421-8131-dc072ba31086 req-f7f72906-ea0b-4614-8ee3-aacb61de48c3 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 0.5277748 Feb 03 12:46:31.253471 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.256105 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19182633-241f-4c14-b40e-40f30c63b50a admin admin] Publish callbacks [] for security_group (2521186d-08bb-4a7d-beb4-3959614a82b6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.330040 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (e8917146-a44b-412b-a4d6-baf28110ea95), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.344274 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33287438-aca0-4421-8131-dc072ba31086 req-8b21ba2f-4476-406d-8636-c8b61eec8193 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480365 Feb 03 12:46:31.345316 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19182633-241f-4c14-b40e-40f30c63b50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2521186d-08bb-4a7d-beb4-3959614a82b6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.385866 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Publish callbacks [] for port (d2403e90-51a3-46e2-aecb-ab9d0f8f6266), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.387013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19182633-241f-4c14-b40e-40f30c63b50a admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:46:31.395312 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (d2403e90-51a3-46e2-aecb-ab9d0f8f6266), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.404182 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19182633-241f-4c14-b40e-40f30c63b50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c0ca99ca-12e2-4721-9b8e-e86d92162e98), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.404533 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-19182633-241f-4c14-b40e-40f30c63b50a admin admin] Added segment c0ca99ca-12e2-4721-9b8e-e86d92162e98 of type vlan for network d628e3cf-1ead-4c5c-bfe5-343588bdf20b Feb 03 12:46:31.471502 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19182633-241f-4c14-b40e-40f30c63b50a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (d628e3cf-1ead-4c5c-bfe5-343588bdf20b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.478826 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Pushing event updated for resources: {'Port': ['ID=d2403e90-51a3-46e2-aecb-ab9d0f8f6266,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:31.482986 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b449f5d-ea39-499f-ba50-b4a2fca800ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (2e894c0d-94fa-4e2d-acf7-4f15c7dbf36f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.516904 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Network 041cd661-ba6a-44b4-a45e-0199084da52a is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:31.519019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:31.525055 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:31.593894 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:31.599641 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8f7850cd-4d00-433f-b343-7bc608d30979 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9063311 Feb 03 12:46:31.599641 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7850cd-4d00-433f-b343-7bc608d30979 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Network': ['ID=3ccfc117-f3e3-4c1f-ba37-610e4a704ac4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:31.613478 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57298) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:31.621150 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19182633-241f-4c14-b40e-40f30c63b50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (d628e3cf-1ead-4c5c-bfe5-343588bdf20b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.622121 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19182633-241f-4c14-b40e-40f30c63b50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:31.623240 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19182633-241f-4c14-b40e-40f30c63b50a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.631908 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2bbe340d-37aa-49d2-bb35-ba007e20cf1f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'subnet': {'network_id': '3ccfc117-f3e3-4c1f-ba37-610e4a704ac4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:31.653088 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 3ccfc117-f3e3-4c1f-ba37-610e4a704ac4 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:46:31.670596 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-6a45299a-824c-43e2-bad8-c85ac0baceb8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for port (5b34d8da-40f6-405c-889b-c67cba3e547b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.747869 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-6a45299a-824c-43e2-bad8-c85ac0baceb8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5b34d8da-40f6-405c-889b-c67cba3e547b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.753753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:31.822619 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:31.866243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b9d5e-32a9-4900-ab21-14944ff4cf92 req-85c07f5f-0f83-4958-a6ea-971935bf437b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:31.886843 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b9d5e-32a9-4900-ab21-14944ff4cf92 req-85c07f5f-0f83-4958-a6ea-971935bf437b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:31.906537 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b9d5e-32a9-4900-ab21-14944ff4cf92 req-85c07f5f-0f83-4958-a6ea-971935bf437b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:31.912763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19182633-241f-4c14-b40e-40f30c63b50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2521186d-08bb-4a7d-beb4-3959614a82b6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:31.925039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b9d5e-32a9-4900-ab21-14944ff4cf92 req-85c07f5f-0f83-4958-a6ea-971935bf437b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:31.938377 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd2b9d5e-32a9-4900-ab21-14944ff4cf92 req-85c07f5f-0f83-4958-a6ea-971935bf437b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 3096 time: 0.6572385 Feb 03 12:46:31.945195 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbe340d-37aa-49d2-bb35-ba007e20cf1f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Made reservation on behalf of e48db9ad23d84c4fa3644e11a2961e4a for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:31.958967 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2bbe340d-37aa-49d2-bb35-ba007e20cf1f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:31.983896 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Attempting to bind port d2403e90-51a3-46e2-aecb-ab9d0f8f6266 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:31.984296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Attempting to bind port d2403e90-51a3-46e2-aecb-ab9d0f8f6266 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '9a958c55-da48-44b4-a153-ca70bc0a1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '041cd661-ba6a-44b4-a45e-0199084da52a'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:31.984663 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Attempting to bind port d2403e90-51a3-46e2-aecb-ab9d0f8f6266 on network 041cd661-ba6a-44b4-a45e-0199084da52a {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:31.991816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 1e7d0989-f840-4e19-97b9-090435ae1ba0 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:46:32.013295 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Pushing event updated for resources: {'Port': ['ID=e8917146-a44b-412b-a4d6-baf28110ea95,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:32.067267 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-2bbe340d-37aa-49d2-bb35-ba007e20cf1f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Performing IP validity checks on allocation pools {{(pid=103189) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 12:46:32.068534 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-2bbe340d-37aa-49d2-bb35-ba007e20cf1f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103189) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 12:46:32.122410 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:32.126190 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Checking segment: {'id': '9a958c55-da48-44b4-a153-ca70bc0a1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '041cd661-ba6a-44b4-a45e-0199084da52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:32.126898 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:32.128342 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Bound using segment: {'id': '9a958c55-da48-44b4-a153-ca70bc0a1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '041cd661-ba6a-44b4-a45e-0199084da52a'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:32.131984 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Bound port: d2403e90-51a3-46e2-aecb-ab9d0f8f6266, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a958c55-da48-44b4-a153-ca70bc0a1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '041cd661-ba6a-44b4-a45e-0199084da52a'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:32.132412 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d2403e90-51a3-46e2-aecb-ab9d0f8f6266), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:32.144237 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-6a45299a-824c-43e2-bad8-c85ac0baceb8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Network 97259dff-b582-4fbd-b7bb-04805dd4c319 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:32.164644 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-6a45299a-824c-43e2-bad8-c85ac0baceb8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:32.203986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-6a45299a-824c-43e2-bad8-c85ac0baceb8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:32.336373 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2bbe340d-37aa-49d2-bb35-ba007e20cf1f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (aef358bc-e7da-483d-af68-037e0fc45f93), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:32.401474 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-19182633-241f-4c14-b40e-40f30c63b50a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1126857 Feb 03 12:46:32.413430 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57314) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:32.446892 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5c384df0-1712-4c12-9832-5b577f16d535 admin admin] Request body: {'subnet': {'network_id': 'd628e3cf-1ead-4c5c-bfe5-343588bdf20b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2051206668-subnet', 'tenant_id': 'f4f62cc98d5f4e8aaf9dbba1bf4d5aab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:32.465669 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19182633-241f-4c14-b40e-40f30c63b50a admin admin] Pushing event updated for resources: {'Network': ['ID=d628e3cf-1ead-4c5c-bfe5-343588bdf20b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:32.529541 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network d628e3cf-1ead-4c5c-bfe5-343588bdf20b details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:46:32.563519 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe340d-37aa-49d2-bb35-ba007e20cf1f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Subnet': ['ID=aef358bc-e7da-483d-af68-037e0fc45f93,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:32.652805 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b449f5d-ea39-499f-ba50-b4a2fca800ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (2e894c0d-94fa-4e2d-acf7-4f15c7dbf36f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:32.734187 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b449f5d-ea39-499f-ba50-b4a2fca800ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:32.738860 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe340d-37aa-49d2-bb35-ba007e20cf1f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Checking segment: {'id': '4041ab36-ee00-4a1d-94b3-6bce1a37697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ccfc117-f3e3-4c1f-ba37-610e4a704ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:32.743977 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbe340d-37aa-49d2-bb35-ba007e20cf1f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Network hostable DHCP agents. Network: 3ccfc117-f3e3-4c1f-ba37-610e4a704ac4, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:46:32.744213 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7b449f5d-ea39-499f-ba50-b4a2fca800ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/2e894c0d-94fa-4e2d-acf7-4f15c7dbf36f HTTP/1.1" status: 204 len: 168 time: 3.3486056 Feb 03 12:46:32.744850 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57316) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:32.751239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c384df0-1712-4c12-9832-5b577f16d535 admin admin] Made reservation on behalf of f4f62cc98d5f4e8aaf9dbba1bf4d5aab for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:32.758647 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c384df0-1712-4c12-9832-5b577f16d535 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:32.762635 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36871bea-8465-47e8-9327-8efde135b45f None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:32.915043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] For port d2403e90-51a3-46e2-aecb-ab9d0f8f6266, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:32.949276 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] For port d2403e90-51a3-46e2-aecb-ab9d0f8f6266, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d2403e90-51a3-46e2-aecb-ab9d0f8f6266,segment=NetworkSegment(9a958c55-da48-44b4-a153-ca70bc0a1a27),segment_id=9a958c55-da48-44b4-a153-ca70bc0a1a27)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:32.951160 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac841be9-a162-483a-940f-ff7d5f083997 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet 3a945617-4b7f-4889-97a0-cd55bd6061e0 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:46:32.963077 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac841be9-a162-483a-940f-ff7d5f083997 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (3a945617-4b7f-4889-97a0-cd55bd6061e0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:32.977563 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 1e7d0989-f840-4e19-97b9-090435ae1ba0 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:32.978210 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:33.014553 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d2403e90-51a3-46e2-aecb-ab9d0f8f6266), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:33.057257 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbe340d-37aa-49d2-bb35-ba007e20cf1f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Network 3ccfc117-f3e3-4c1f-ba37-610e4a704ac4 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:46:33.089057 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2bbe340d-37aa-49d2-bb35-ba007e20cf1f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 3ccfc117-f3e3-4c1f-ba37-610e4a704ac4) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:33.104285 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbe340d-37aa-49d2-bb35-ba007e20cf1f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:33.108687 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2bbe340d-37aa-49d2-bb35-ba007e20cf1f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:33.140018 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb86ed-b070-4936-9007-faa76ba7c8b7 req-8d73062e-1657-401b-a65a-ec699c13354a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:33.146670 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5dcb86ed-b070-4936-9007-faa76ba7c8b7 req-8d73062e-1657-401b-a65a-ec699c13354a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 0.5700397 Feb 03 12:46:33.164901 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac841be9-a162-483a-940f-ff7d5f083997 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (3a945617-4b7f-4889-97a0-cd55bd6061e0), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:33.226697 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f057b52e-2fb5-4068-b0f7-f2899b101329 None None] Network 3ccfc117-f3e3-4c1f-ba37-610e4a704ac4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:33.302584 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5dcb86ed-b070-4936-9007-faa76ba7c8b7 req-8f9c1d9f-658e-46a4-a7ba-d30caf3eceda tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548326 Feb 03 12:46:33.316778 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2bbe340d-37aa-49d2-bb35-ba007e20cf1f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6965866 Feb 03 12:46:33.324232 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57326) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:33.461357 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac841be9-a162-483a-940f-ff7d5f083997 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (3a945617-4b7f-4889-97a0-cd55bd6061e0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:33.476599 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-3ccfc117-f3e3-4c1f-ba37-610e4a704ac4', 'network_id': '3ccfc117-f3e3-4c1f-ba37-610e4a704ac4', 'project_id': 'e48db9ad23d84c4fa3644e11a2961e4a', 'fixed_ips': [{'subnet_id': 'aef358bc-e7da-483d-af68-037e0fc45f93'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:46:33.477920 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:33.485355 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6103f33d-e569-4559-a89d-9043ecac4eb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e7d0989-f840-4e19-97b9-090435ae1ba0'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:33.489398 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc14b267-a347-493a-afb1-68c4fc0b6ea4" -d '{"events": [{"server_uuid": "6103f33d-e569-4559-a89d-9043ecac4eb6", "name": "network-vif-unplugged", "status": "completed", "tag": "1e7d0989-f840-4e19-97b9-090435ae1ba0"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:33.530787 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd2b9d5e-32a9-4900-ab21-14944ff4cf92 req-3c295087-7316-45c4-8680-acfc030879af tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5909677 Feb 03 12:46:33.542840 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9677feba-91f8-454f-84be-a918a43159a2 None None] Provisioning complete for port 5b34d8da-40f6-405c-889b-c67cba3e547b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:33.543617 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9677feba-91f8-454f-84be-a918a43159a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5b34d8da-40f6-405c-889b-c67cba3e547b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:33.556011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b449f5d-ea39-499f-ba50-b4a2fca800ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=2e894c0d-94fa-4e2d-acf7-4f15c7dbf36f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:33.564773 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45299a-824c-43e2-bad8-c85ac0baceb8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event updated for resources: {'Port': ['ID=5b34d8da-40f6-405c-889b-c67cba3e547b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:33.634282 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c384df0-1712-4c12-9832-5b577f16d535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (86ea1970-82b9-4b75-ae6a-1441d08d058d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:33.682630 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab27760-f3ee-4aec-9fa7-5f0afc368ea4 x-openstack-request-id: req-6ab27760-f3ee-4aec-9fa7-5f0afc368ea4 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:33.682936 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6103f33d-e569-4559-a89d-9043ecac4eb6", "name": "network-vif-unplugged", "status": "failed", "tag": "1e7d0989-f840-4e19-97b9-090435ae1ba0", "code": 422}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:33.683179 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ab27760-f3ee-4aec-9fa7-5f0afc368ea4 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:33.683592 n-d-827336-3 neutron-server[103190]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6103f33d-e569-4559-a89d-9043ecac4eb6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1e7d0989-f840-4e19-97b9-090435ae1ba0', 'code': 422} returned with failed status Feb 03 12:46:33.749320 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c384df0-1712-4c12-9832-5b577f16d535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86ea1970-82b9-4b75-ae6a-1441d08d058d,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:33.758381 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (3ccfc117-f3e3-4c1f-ba37-610e4a704ac4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:33.772771 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c384df0-1712-4c12-9832-5b577f16d535 admin admin] Checking segment: {'id': 'c0ca99ca-12e2-4721-9b8e-e86d92162e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd628e3cf-1ead-4c5c-bfe5-343588bdf20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:33.779003 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c384df0-1712-4c12-9832-5b577f16d535 admin admin] Network hostable DHCP agents. Network: d628e3cf-1ead-4c5c-bfe5-343588bdf20b, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:46:33.805701 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-6a45299a-824c-43e2-bad8-c85ac0baceb8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:33.826757 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-6a45299a-824c-43e2-bad8-c85ac0baceb8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:33.907748 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (aef358bc-e7da-483d-af68-037e0fc45f93), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:34.017701 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks [] for floatingip (5b86b27d-cae6-47f7-a0ab-4e6b7419a114), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:34.047074 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-6a45299a-824c-43e2-bad8-c85ac0baceb8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6229637 Feb 03 12:46:34.052754 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] Allocated IP 2001:db8::3 (3ccfc117-f3e3-4c1f-ba37-610e4a704ac4/aef358bc-e7da-483d-af68-037e0fc45f93/d59438a4-ca46-4ec3-bfa0-351f0dd77bfd) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:34.076532 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] Request body: {'port': {'device_id': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:34.159457 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c384df0-1712-4c12-9832-5b577f16d535 admin admin] Network d628e3cf-1ead-4c5c-bfe5-343588bdf20b is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:46:34.258261 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac841be9-a162-483a-940f-ff7d5f083997 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (3a945617-4b7f-4889-97a0-cd55bd6061e0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:34.276977 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-5c384df0-1712-4c12-9832-5b577f16d535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, d628e3cf-1ead-4c5c-bfe5-343588bdf20b) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:34.429416 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c384df0-1712-4c12-9832-5b577f16d535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:34.430415 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c384df0-1712-4c12-9832-5b577f16d535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:34.489682 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5c384df0-1712-4c12-9832-5b577f16d535 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0461555 Feb 03 12:46:34.635796 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac841be9-a162-483a-940f-ff7d5f083997 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=3a945617-4b7f-4889-97a0-cd55bd6061e0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:34.811641 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] Publish callbacks [] for port (d59438a4-ca46-4ec3-bfa0-351f0dd77bfd), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:34.850801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 1e7d0989-f840-4e19-97b9-090435ae1ba0, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1e7d0989-f840-4e19-97b9-090435ae1ba0,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:34.857068 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (aef358bc-e7da-483d-af68-037e0fc45f93), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:34.902026 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03725aa-f960-4b38-ad31-551a18d51686 None None] Network d628e3cf-1ead-4c5c-bfe5-343588bdf20b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:34.914228 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9bb36dbe-05e4-4ef0-b12a-4653a85fa638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:34.922561 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (d59438a4-ca46-4ec3-bfa0-351f0dd77bfd), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:35.017374 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Subnet': ['ID=aef358bc-e7da-483d-af68-037e0fc45f93,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:35.028505 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e8917146-a44b-412b-a4d6-baf28110ea95), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:35.041029 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:35.057776 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac841be9-a162-483a-940f-ff7d5f083997 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:35.067975 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ac841be9-a162-483a-940f-ff7d5f083997 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/3a945617-4b7f-4889-97a0-cd55bd6061e0 HTTP/1.1" status: 204 len: 168 time: 2.2535427 Feb 03 12:46:35.072161 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57358) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:35.156962 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f6025ea3-6731-4774-ae1c-298c4565bb5d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:35.217210 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a20742af-34e8-4151-93f6-17472b59680f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1409504 Feb 03 12:46:35.233947 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57360) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:35.258838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0435436a-2898-4266-a6ff-44d2fd39e0fc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:35.395970 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9677feba-91f8-454f-84be-a918a43159a2 None None] Port 5b34d8da-40f6-405c-889b-c67cba3e547b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:46:35.446583 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Pushing event updated for resources: {'Port': ['ID=d2403e90-51a3-46e2-aecb-ab9d0f8f6266,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:35.463098 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (3ccfc117-f3e3-4c1f-ba37-610e4a704ac4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:35.628405 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9876642-154f-4f96-a274-e0e8eb0b6929 req-acb1a12e-b591-42e1-a328-4de411190b7b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:35.669804 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9876642-154f-4f96-a274-e0e8eb0b6929 req-acb1a12e-b591-42e1-a328-4de411190b7b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:35.677435 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] Network 3ccfc117-f3e3-4c1f-ba37-610e4a704ac4 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:35.693823 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c70d4-8a6f-4880-9aa0-021f10b07e90 req-5e532096-c44a-4d25-8a99-0009955c8cf0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:35.703839 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9876642-154f-4f96-a274-e0e8eb0b6929 req-acb1a12e-b591-42e1-a328-4de411190b7b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:35.712842 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-695c70d4-8a6f-4880-9aa0-021f10b07e90 req-5e532096-c44a-4d25-8a99-0009955c8cf0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 945 time: 1.0726326 Feb 03 12:46:35.718979 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:35.720486 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:35.723727 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:35.724635 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:35.725435 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:35.726121 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:35.728617 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:35.729355 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:35.731295 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:35.734372 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9876642-154f-4f96-a274-e0e8eb0b6929 req-acb1a12e-b591-42e1-a328-4de411190b7b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:35.741837 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:35.743347 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:35.744557 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:35.749579 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3050a0c-0022-44b9-9fdc-47515eb5f30d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:35.771721 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9876642-154f-4f96-a274-e0e8eb0b6929 req-acb1a12e-b591-42e1-a328-4de411190b7b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:35.777299 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d9876642-154f-4f96-a274-e0e8eb0b6929 req-acb1a12e-b591-42e1-a328-4de411190b7b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 3817 time: 0.8005731 Feb 03 12:46:35.794132 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccfc117-f3e3-4c1f-ba37-610e4a704ac4']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:35.862700 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4041ab36-ee00-4a1d-94b3-6bce1a37697c') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:35.876910 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4041ab36-ee00-4a1d-94b3-6bce1a37697c') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:35.889867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b001f6-468d-4740-98d7-b9f046f1f097 None None] Network d628e3cf-1ead-4c5c-bfe5-343588bdf20b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:35.928920 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (4041ab36-ee00-4a1d-94b3-6bce1a37697c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:36.003039 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57374) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:36.024673 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-06852c8c-c322-41cb-b934-4550886eae30 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1229420925-network', 'tenant_id': 'f8899e4fe5cc44a5bd7d947a9f0813e8'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:36.038701 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] Pushing event updated for resources: {'Port': ['ID=d59438a4-ca46-4ec3-bfa0-351f0dd77bfd,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:36.068583 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:36.078901 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:36.108794 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (4041ab36-ee00-4a1d-94b3-6bce1a37697c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:36.150923 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06852c8c-c322-41cb-b934-4550886eae30 admin admin] Made reservation on behalf of f8899e4fe5cc44a5bd7d947a9f0813e8 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:36.171048 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06852c8c-c322-41cb-b934-4550886eae30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:36.225604 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:46:36.225604 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (4041ab36-ee00-4a1d-94b3-6bce1a37697c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:36.226070 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0435436a-2898-4266-a6ff-44d2fd39e0fc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:36.230272 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0435436a-2898-4266-a6ff-44d2fd39e0fc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:46:36.251550 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:46:36.305062 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06852c8c-c322-41cb-b934-4550886eae30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:36.354434 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d9876642-154f-4f96-a274-e0e8eb0b6929 req-bbb7daab-4a80-490f-83d3-5b4334187185 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5514269 Feb 03 12:46:36.592211 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-695c70d4-8a6f-4880-9aa0-021f10b07e90 req-b875a2e4-f458-44b1-beb1-cefdcd09ab01 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8779690 Feb 03 12:46:36.606588 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5ce164-b9fb-402c-a3e8-976618a92096 None None] Update dhcp port {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'fixed_ips': [{'subnet_id': '3a945617-4b7f-4889-97a0-cd55bd6061e0'}], 'binding:host_id': 'n-d-827336-3'}, 'id': '967675c1-8746-47a9-8a1f-de3420d83032'} from n-d-827336-3. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:46:36.806877 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cac5a0fd-011c-420f-819a-30df0affa7c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:36.931125 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:46:36.931125 n-d-827336-3 neutron-server[103189]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:46:36.931125 n-d-827336-3 neutron-server[103189]: [parameters: {'id': '3ccfc117-f3e3-4c1f-ba37-610e4a704ac4'}] Feb 03 12:46:36.931125 n-d-827336-3 neutron-server[103189]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:46:36.953834 n-d-827336-3 neutron-server[103189]: DEBUG oslo_db.api [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:46:36.995381 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8a482d-d584-4ada-b624-709312c18c1f None None] Network 041cd661-ba6a-44b4-a45e-0199084da52a requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:37.094278 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks [] for port (e8917146-a44b-412b-a4d6-baf28110ea95), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:37.340019 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06852c8c-c322-41cb-b934-4550886eae30 admin admin] Publish callbacks [] for security_group (5a84b616-f00e-4a0c-b374-7ae8cf877a66), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:37.351262 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06852c8c-c322-41cb-b934-4550886eae30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5a84b616-f00e-4a0c-b374-7ae8cf877a66), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:37.408143 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce164-b9fb-402c-a3e8-976618a92096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (967675c1-8746-47a9-8a1f-de3420d83032), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:37.473671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06852c8c-c322-41cb-b934-4550886eae30 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:46:37.516290 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (3ccfc117-f3e3-4c1f-ba37-610e4a704ac4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:37.708747 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d2403e90-51a3-46e2-aecb-ab9d0f8f6266 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:37.766575 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06852c8c-c322-41cb-b934-4550886eae30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a84b616-f00e-4a0c-b374-7ae8cf877a66,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:37.824076 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06852c8c-c322-41cb-b934-4550886eae30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (eaa03ded-100b-4b66-aab4-c61d8ddab52b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:37.830680 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-06852c8c-c322-41cb-b934-4550886eae30 admin admin] Added segment eaa03ded-100b-4b66-aab4-c61d8ddab52b of type vlan for network 7bcdb2b3-b1db-4bc8-95c8-3498876ee044 Feb 03 12:46:38.047729 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] Attempting to bind port d59438a4-ca46-4ec3-bfa0-351f0dd77bfd on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:38.048258 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] Attempting to bind port d59438a4-ca46-4ec3-bfa0-351f0dd77bfd by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '4041ab36-ee00-4a1d-94b3-6bce1a37697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ccfc117-f3e3-4c1f-ba37-610e4a704ac4'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:38.058658 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] Attempting to bind port d59438a4-ca46-4ec3-bfa0-351f0dd77bfd on network 3ccfc117-f3e3-4c1f-ba37-610e4a704ac4 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:38.095175 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06852c8c-c322-41cb-b934-4550886eae30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (7bcdb2b3-b1db-4bc8-95c8-3498876ee044), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.097296 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6025ea3-6731-4774-ae1c-298c4565bb5d {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:38.117213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=1e7d0989-f840-4e19-97b9-090435ae1ba0,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:38.198892 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] Publish callbacks [] for port (f6025ea3-6731-4774-ae1c-298c4565bb5d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.199239 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06852c8c-c322-41cb-b934-4550886eae30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (7bcdb2b3-b1db-4bc8-95c8-3498876ee044), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.199239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06852c8c-c322-41cb-b934-4550886eae30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:38.199239 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06852c8c-c322-41cb-b934-4550886eae30 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.250119 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:38.252883 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] Checking segment: {'id': '4041ab36-ee00-4a1d-94b3-6bce1a37697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ccfc117-f3e3-4c1f-ba37-610e4a704ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:38.257521 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.258216 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] Bound using segment: {'id': '4041ab36-ee00-4a1d-94b3-6bce1a37697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ccfc117-f3e3-4c1f-ba37-610e4a704ac4'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:38.259548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] Bound port: d59438a4-ca46-4ec3-bfa0-351f0dd77bfd, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4041ab36-ee00-4a1d-94b3-6bce1a37697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3ccfc117-f3e3-4c1f-ba37-610e4a704ac4'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:38.260189 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d59438a4-ca46-4ec3-bfa0-351f0dd77bfd), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.274781 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-06852c8c-c322-41cb-b934-4550886eae30 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2681851 Feb 03 12:46:38.276669 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57412) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:38.290723 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (e8917146-a44b-412b-a4d6-baf28110ea95), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.291039 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4558b-b6bc-427d-931f-4b2d94c3c221 req-62b18c13-7e9b-488d-8a32-8c2d8bd33c01 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:38.301392 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4558b-b6bc-427d-931f-4b2d94c3c221 req-62b18c13-7e9b-488d-8a32-8c2d8bd33c01 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:38.309872 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4558b-b6bc-427d-931f-4b2d94c3c221 req-62b18c13-7e9b-488d-8a32-8c2d8bd33c01 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:38.323546 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] Transition to ACTIVE for port object f6025ea3-6731-4774-ae1c-298c4565bb5d will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:46:38.332404 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4558b-b6bc-427d-931f-4b2d94c3c221 req-62b18c13-7e9b-488d-8a32-8c2d8bd33c01 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:38.372001 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4558b-b6bc-427d-931f-4b2d94c3c221 req-62b18c13-7e9b-488d-8a32-8c2d8bd33c01 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:38.380220 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7c4558b-b6bc-427d-931f-4b2d94c3c221 req-62b18c13-7e9b-488d-8a32-8c2d8bd33c01 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 3817 time: 0.3661153 Feb 03 12:46:38.395006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Pushing event updated for resources: {'Port': ['ID=e8917146-a44b-412b-a4d6-baf28110ea95,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:38.398551 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (f6025ea3-6731-4774-ae1c-298c4565bb5d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.410556 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Request body: {'subnet': {'network_id': '7bcdb2b3-b1db-4bc8-95c8-3498876ee044', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1229420925-subnet', 'tenant_id': 'f8899e4fe5cc44a5bd7d947a9f0813e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:38.511650 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Made reservation on behalf of f8899e4fe5cc44a5bd7d947a9f0813e8 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:38.515778 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.534950 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:38.535801 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:38.536612 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:38.537317 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:38.538052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:38.539220 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:38.539962 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:38.540746 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:38.542084 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:38.542862 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:38.543558 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:38.544306 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:38.545036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:38.616755 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (5b86b27d-cae6-47f7-a0ab-4e6b7419a114), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.631396 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] Pushing event updated for resources: {'Port': ['ID=f6025ea3-6731-4774-ae1c-298c4565bb5d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:38.645653 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.647967 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3b627515-2530-48ae-a2c3-065389f97ab8 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 13.8607714 Feb 03 12:46:38.707822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57438) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:38.761612 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.770610 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ee80b649-afa2-4e63-80f5-7f565263c939 None None] Provisioning complete for port d2403e90-51a3-46e2-aecb-ab9d0f8f6266 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:38.776063 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee80b649-afa2-4e63-80f5-7f565263c939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d2403e90-51a3-46e2-aecb-ab9d0f8f6266), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.828664 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0435436a-2898-4266-a6ff-44d2fd39e0fc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (cf3e0720-5b84-4c07-933b-ba46c7ebef61), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.924149 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0435436a-2898-4266-a6ff-44d2fd39e0fc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:38.929007 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.931628 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435436a-2898-4266-a6ff-44d2fd39e0fc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=cf3e0720-5b84-4c07-933b-ba46c7ebef61,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:38.935632 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0435436a-2898-4266-a6ff-44d2fd39e0fc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:38.938650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0435436a-2898-4266-a6ff-44d2fd39e0fc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:38.940702 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0435436a-2898-4266-a6ff-44d2fd39e0fc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.946701 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d08d5d9-76bd-4e0e-91b0-793f8c276757 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:38.969012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port d2403e90-51a3-46e2-aecb-ab9d0f8f6266 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:38.969444 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d2403e90-51a3-46e2-aecb-ab9d0f8f6266), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:38.971362 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] Attempting to bind port f6025ea3-6731-4774-ae1c-298c4565bb5d on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:38.972675 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] Attempting to bind port f6025ea3-6731-4774-ae1c-298c4565bb5d by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '3a1dd41e-59bc-4c62-900b-ab6f7f8767ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:38.974421 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] Attempting to bind port f6025ea3-6731-4774-ae1c-298c4565bb5d on network 6cb9761b-598f-4535-bd6b-c51b682dba14 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:39.002614 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] Port f6025ea3-6731-4774-ae1c-298c4565bb5d on network 6cb9761b-598f-4535-bd6b-c51b682dba14 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:46:39.003042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] Attempting to bind port f6025ea3-6731-4774-ae1c-298c4565bb5d on network 6cb9761b-598f-4535-bd6b-c51b682dba14 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:39.029736 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:39.031692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] Checking segment: {'id': '3a1dd41e-59bc-4c62-900b-ab6f7f8767ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:39.032151 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] Bound using segment: {'id': '3a1dd41e-59bc-4c62-900b-ab6f7f8767ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:39.035562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] Bound port: f6025ea3-6731-4774-ae1c-298c4565bb5d, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a1dd41e-59bc-4c62-900b-ab6f7f8767ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:39.036253 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f6025ea3-6731-4774-ae1c-298c4565bb5d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:39.111762 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0435436a-2898-4266-a6ff-44d2fd39e0fc tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8758090 Feb 03 12:46:39.119776 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57448) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:39.138380 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-48c2d1a8-f7e6-4a25-8209-4099a2ac126a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:39.152251 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06852c8c-c322-41cb-b934-4550886eae30 admin admin] Pushing event updated for resources: {'Network': ['ID=7bcdb2b3-b1db-4bc8-95c8-3498876ee044,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:39.252016 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Deleting port d59438a4-ca46-4ec3-bfa0-351f0dd77bfd {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:46:39.252407 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d59438a4-ca46-4ec3-bfa0-351f0dd77bfd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:39.294482 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7c4558b-b6bc-427d-931f-4b2d94c3c221 req-6c8badca-8fa7-4648-b328-93913a48f3a3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8133624 Feb 03 12:46:39.373501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-695ba6eb-7e25-4fd9-bd2a-f96bcd14905c tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:39.497883 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 7bcdb2b3-b1db-4bc8-95c8-3498876ee044 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:46:39.513579 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] For port d59438a4-ca46-4ec3-bfa0-351f0dd77bfd, host n-d-827336-3, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:39.514495 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d59438a4-ca46-4ec3-bfa0-351f0dd77bfd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:39.583001 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Calling delete_port for d59438a4-ca46-4ec3-bfa0-351f0dd77bfd owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:46:39.617889 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] For port f6025ea3-6731-4774-ae1c-298c4565bb5d, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:39.642939 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] For port f6025ea3-6731-4774-ae1c-298c4565bb5d, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=f6025ea3-6731-4774-ae1c-298c4565bb5d,segment=NetworkSegment(3a1dd41e-59bc-4c62-900b-ab6f7f8767ba),segment_id=3a1dd41e-59bc-4c62-900b-ab6f7f8767ba)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:39.666201 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] For port d59438a4-ca46-4ec3-bfa0-351f0dd77bfd, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:39.670065 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] For port d59438a4-ca46-4ec3-bfa0-351f0dd77bfd, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d59438a4-ca46-4ec3-bfa0-351f0dd77bfd,segment=NetworkSegment(4041ab36-ee00-4a1d-94b3-6bce1a37697c),segment_id=4041ab36-ee00-4a1d-94b3-6bce1a37697c)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:39.693569 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504570bb-92f7-44c3-a2ce-4481582f9fc2 req-35c0ce9a-a5bf-4368-9c02-a0bc0ffe3048 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:39.693850 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d59438a4-ca46-4ec3-bfa0-351f0dd77bfd), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:39.704823 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-504570bb-92f7-44c3-a2ce-4481582f9fc2 req-35c0ce9a-a5bf-4368-9c02-a0bc0ffe3048 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=6103f33d-e569-4559-a89d-9043ecac4eb6 HTTP/1.1" status: 200 len: 943 time: 0.4688106 Feb 03 12:46:39.713829 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c2d1a8-f7e6-4a25-8209-4099a2ac126a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:39.717940 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48c2d1a8-f7e6-4a25-8209-4099a2ac126a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:39.723178 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (f6025ea3-6731-4774-ae1c-298c4565bb5d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:39.736579 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-695ba6eb-7e25-4fd9-bd2a-f96bcd14905c tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:39.826873 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] Pushing event updated for resources: {'Port': ['ID=f6025ea3-6731-4774-ae1c-298c4565bb5d,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:39.878520 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655f457-ce12-4fe3-a736-0b6b0d41c24d None None] Pushing event updated for resources: {'Port': ['ID=d59438a4-ca46-4ec3-bfa0-351f0dd77bfd,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:39.879713 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (1450776a-bb0b-4803-b10d-c8d6a6a13d7d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:39.891605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:39.894722 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:39.898407 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-60ca27d2-a942-4019-a22a-13bc8704c64e service neutron] 10.222.0.73 "PUT /v2.0/ports/f6025ea3-6731-4774-ae1c-298c4565bb5d HTTP/1.1" status: 200 len: 1092 time: 5.8278627 Feb 03 12:46:39.908283 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'tag': 'f6025ea3-6731-4774-ae1c-298c4565bb5d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:39.926783 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0abb57-5cfc-4b34-91c1-c1309152cadc" -d '{"events": [{"name": "network-changed", "server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "tag": "f6025ea3-6731-4774-ae1c-298c4565bb5d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:39.963440 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] Request body: {'port': {'device_id': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:40.030851 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2ae10-a5c0-4563-b855-e8d670f0ec44 req-d4aaba18-e2b9-47cf-a29d-3306ca59e298 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:40.041063 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-21d2ae10-a5c0-4563-b855-e8d670f0ec44 req-d4aaba18-e2b9-47cf-a29d-3306ca59e298 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4 HTTP/1.1" status: 200 len: 950 time: 0.3150728 Feb 03 12:46:40.107279 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (d59438a4-ca46-4ec3-bfa0-351f0dd77bfd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:40.151711 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1450776a-bb0b-4803-b10d-c8d6a6a13d7d,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:40.193632 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:40.256562 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Port': ['ID=d59438a4-ca46-4ec3-bfa0-351f0dd77bfd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:40.265000 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.265552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.266000 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.266484 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.266861 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.267277 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.267758 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.274006 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.274687 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.275101 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.275525 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.276106 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.276492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.319582 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] No DVR routers for this DVR port d59438a4-ca46-4ec3-bfa0-351f0dd77bfd on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:46:40.331062 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.331414 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.331795 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.332171 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.332515 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.332892 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.333246 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.333683 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.334019 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.334352 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.334681 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.335009 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.335370 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server [None req-e8bff200-592c-40c3-9acb-42003517cbd8 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port d59438a4-ca46-4ec3-bfa0-351f0dd77bfd could not be found. Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:46:40.348505 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1564, in get_port Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port d59438a4-ca46-4ec3-bfa0-351f0dd77bfd could not be found. Feb 03 12:46:40.353399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Feb 03 12:46:40.389551 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-21d2ae10-a5c0-4563-b855-e8d670f0ec44 req-05acb917-705d-47ee-a0b6-f2d534385134 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432260 Feb 03 12:46:40.396601 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Checking segment: {'id': 'eaa03ded-100b-4b66-aab4-c61d8ddab52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7bcdb2b3-b1db-4bc8-95c8-3498876ee044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:40.397251 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Network hostable DHCP agents. Network: 7bcdb2b3-b1db-4bc8-95c8-3498876ee044, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:46:40.468893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf6e7f4-6439-4920-8f88-8deb4547c45f None None] Network 3ccfc117-f3e3-4c1f-ba37-610e4a704ac4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:40.498702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port d2403e90-51a3-46e2-aecb-ab9d0f8f6266 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:40.499724 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d2403e90-51a3-46e2-aecb-ab9d0f8f6266), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:40.543314 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a1b6f2-0046-4717-98bc-7314ac3e291f x-openstack-request-id: req-93a1b6f2-0046-4717-98bc-7314ac3e291f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:40.544267 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "tag": "f6025ea3-6731-4774-ae1c-298c4565bb5d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:40.544770 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93a1b6f2-0046-4717-98bc-7314ac3e291f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:40.545370 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'tag': 'f6025ea3-6731-4774-ae1c-298c4565bb5d', 'status': 'completed', 'code': 200} Feb 03 12:46:40.588078 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (3ccfc117-f3e3-4c1f-ba37-610e4a704ac4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:40.607767 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab688ec-57d6-4aea-a5c8-202dfe437015 None None] Update dhcp port {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'fixed_ips': [{'subnet_id': 'cf3e0720-5b84-4c07-933b-ba46c7ebef61'}], 'binding:host_id': 'n-d-827336-3'}, 'id': '967675c1-8746-47a9-8a1f-de3420d83032'} from n-d-827336-3. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:46:40.623647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Network 7bcdb2b3-b1db-4bc8-95c8-3498876ee044 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:46:40.658649 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ee80b649-afa2-4e63-80f5-7f565263c939 None None] Current status of the port d2403e90-51a3-46e2-aecb-ab9d0f8f6266 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:40.660321 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee80b649-afa2-4e63-80f5-7f565263c939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d2403e90-51a3-46e2-aecb-ab9d0f8f6266), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:40.667092 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port d2403e90-51a3-46e2-aecb-ab9d0f8f6266, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d2403e90-51a3-46e2-aecb-ab9d0f8f6266,segment=NetworkSegment(9a958c55-da48-44b4-a153-ca70bc0a1a27),segment_id=9a958c55-da48-44b4-a153-ca70bc0a1a27)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:40.705854 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d2403e90-51a3-46e2-aecb-ab9d0f8f6266), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:40.717235 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 7bcdb2b3-b1db-4bc8-95c8-3498876ee044) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:40.724261 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccfc117-f3e3-4c1f-ba37-610e4a704ac4']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:40.741209 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:40.742538 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:40.773739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4041ab36-ee00-4a1d-94b3-6bce1a37697c') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:40.773739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4041ab36-ee00-4a1d-94b3-6bce1a37697c') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:40.815519 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d04459-8940-4090-849b-305c958ed7c9 None None] Network 7bcdb2b3-b1db-4bc8-95c8-3498876ee044 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:40.823406 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b3a5c57c-b3f4-4aa1-bc10-2088a065b52a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4354494 Feb 03 12:46:40.826331 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (4041ab36-ee00-4a1d-94b3-6bce1a37697c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:40.947505 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56001c30-190f-4760-98eb-22b759e4f1f4 req-fd4309c8-9191-4f6e-a027-3d614cc105f9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:40.972113 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 967675c1-8746-47a9-8a1f-de3420d83032 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:46:40.997772 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56001c30-190f-4760-98eb-22b759e4f1f4 req-fd4309c8-9191-4f6e-a027-3d614cc105f9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:41.026799 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56001c30-190f-4760-98eb-22b759e4f1f4 req-fd4309c8-9191-4f6e-a027-3d614cc105f9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:41.064621 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56001c30-190f-4760-98eb-22b759e4f1f4 req-fd4309c8-9191-4f6e-a027-3d614cc105f9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:41.076208 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cab688ec-57d6-4aea-a5c8-202dfe437015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (967675c1-8746-47a9-8a1f-de3420d83032), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:41.104639 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56001c30-190f-4760-98eb-22b759e4f1f4 req-fd4309c8-9191-4f6e-a027-3d614cc105f9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:41.116256 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56001c30-190f-4760-98eb-22b759e4f1f4 req-fd4309c8-9191-4f6e-a027-3d614cc105f9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 3829 time: 0.4619710 Feb 03 12:46:41.116256 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (4041ab36-ee00-4a1d-94b3-6bce1a37697c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:41.117755 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dd13ba-2a46-4648-952a-2719bf57bef3 None None] Network 7bcdb2b3-b1db-4bc8-95c8-3498876ee044 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:41.155286 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:46:41.156035 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (4041ab36-ee00-4a1d-94b3-6bce1a37697c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:41.211182 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-ee80b649-afa2-4e63-80f5-7f565263c939 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:46:41.211182 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-ee80b649-afa2-4e63-80f5-7f565263c939 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:46:41.240545 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:46:41.423455 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (3ccfc117-f3e3-4c1f-ba37-610e4a704ac4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:41.442466 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:41.453741 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/networks/3ccfc117-f3e3-4c1f-ba37-610e4a704ac4 HTTP/1.1" status: 204 len: 168 time: 8.1221418 Feb 03 12:46:41.456118 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56001c30-190f-4760-98eb-22b759e4f1f4 req-8ffe6d7e-320c-446a-8689-9c4c01b7cd9d tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051947 Feb 03 12:46:41.466817 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-cab688ec-57d6-4aea-a5c8-202dfe437015 None None] Allocated IP 172.20.0.2 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/cf3e0720-5b84-4c07-933b-ba46c7ebef61/967675c1-8746-47a9-8a1f-de3420d83032) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:41.480751 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57486) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:41.493248 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-82d37870-edcd-496f-9525-4a50c29ed86d tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1170986038'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:41.533197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c597be-138b-479d-a86e-315f409e90cd tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Network': ['ID=3ccfc117-f3e3-4c1f-ba37-610e4a704ac4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:41.539503 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d37870-edcd-496f-9525-4a50c29ed86d tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Made reservation on behalf of e48db9ad23d84c4fa3644e11a2961e4a for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:41.547083 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82d37870-edcd-496f-9525-4a50c29ed86d tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:41.630390 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d37870-edcd-496f-9525-4a50c29ed86d tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:46:41.633674 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cab688ec-57d6-4aea-a5c8-202dfe437015 None None] For port 967675c1-8746-47a9-8a1f-de3420d83032, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=967675c1-8746-47a9-8a1f-de3420d83032,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:41.663249 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82d37870-edcd-496f-9525-4a50c29ed86d tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f254904b-c92a-4167-8f80-d8f95f917f56), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:41.663669 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-82d37870-edcd-496f-9525-4a50c29ed86d tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Added segment f254904b-c92a-4167-8f80-d8f95f917f56 of type vlan for network 2a540b56-da5f-4055-9fe6-144ca30453bf Feb 03 12:46:41.698904 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=d2403e90-51a3-46e2-aecb-ab9d0f8f6266,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:41.803069 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82d37870-edcd-496f-9525-4a50c29ed86d tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (2a540b56-da5f-4055-9fe6-144ca30453bf), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:41.869407 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82d37870-edcd-496f-9525-4a50c29ed86d tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (2a540b56-da5f-4055-9fe6-144ca30453bf), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:41.875968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d37870-edcd-496f-9525-4a50c29ed86d tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:41.876831 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82d37870-edcd-496f-9525-4a50c29ed86d tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:41.931043 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cab688ec-57d6-4aea-a5c8-202dfe437015 None None] Publish callbacks [] for port (967675c1-8746-47a9-8a1f-de3420d83032), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:41.966380 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cab688ec-57d6-4aea-a5c8-202dfe437015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (967675c1-8746-47a9-8a1f-de3420d83032), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:41.971144 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-82d37870-edcd-496f-9525-4a50c29ed86d tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4885490 Feb 03 12:46:41.971847 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57500) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:41.992596 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-02da23fe-e13e-4019-9218-58ba1b8cd036 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'subnet': {'network_id': '2a540b56-da5f-4055-9fe6-144ca30453bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:42.073815 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d37870-edcd-496f-9525-4a50c29ed86d tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Network': ['ID=2a540b56-da5f-4055-9fe6-144ca30453bf,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:42.205274 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02da23fe-e13e-4019-9218-58ba1b8cd036 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Made reservation on behalf of e48db9ad23d84c4fa3644e11a2961e4a for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:42.210309 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02da23fe-e13e-4019-9218-58ba1b8cd036 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:42.250080 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-504570bb-92f7-44c3-a2ce-4481582f9fc2 req-67e14967-fbd2-4756-babc-cffdeeac356a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Deleting port 1e7d0989-f840-4e19-97b9-090435ae1ba0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:46:42.250855 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-504570bb-92f7-44c3-a2ce-4481582f9fc2 req-67e14967-fbd2-4756-babc-cffdeeac356a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:42.271735 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:42.299105 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:42.299907 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (967675c1-8746-47a9-8a1f-de3420d83032), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:42.312681 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 2a540b56-da5f-4055-9fe6-144ca30453bf details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:46:42.405405 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ee80b649-afa2-4e63-80f5-7f565263c939 None None] Current status of the port d2403e90-51a3-46e2-aecb-ab9d0f8f6266 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:42.496114 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab688ec-57d6-4aea-a5c8-202dfe437015 None None] Pushing event updated for resources: {'Port': ['ID=967675c1-8746-47a9-8a1f-de3420d83032,revision_number=12']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:42.543156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0abb57-5cfc-4b34-91c1-c1309152cadc req-301fe952-889a-4d19-8a45-10401c162b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:42.544448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0abb57-5cfc-4b34-91c1-c1309152cadc req-301fe952-889a-4d19-8a45-10401c162b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:42.545236 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0abb57-5cfc-4b34-91c1-c1309152cadc req-301fe952-889a-4d19-8a45-10401c162b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:42.546055 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0abb57-5cfc-4b34-91c1-c1309152cadc req-301fe952-889a-4d19-8a45-10401c162b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:42.546815 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0abb57-5cfc-4b34-91c1-c1309152cadc req-301fe952-889a-4d19-8a45-10401c162b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:42.549773 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-da0abb57-5cfc-4b34-91c1-c1309152cadc req-301fe952-889a-4d19-8a45-10401c162b48 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e60b58d86024cd1a0be428da6fe974b&device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 4395 time: 0.4111042 Feb 03 12:46:42.581244 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:46:42.582103 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:46:42.607046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bf492abc-db0c-4839-a507-bbea844a9354 None None] Provisioning complete for port 967675c1-8746-47a9-8a1f-de3420d83032 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:42.607432 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bf492abc-db0c-4839-a507-bbea844a9354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (967675c1-8746-47a9-8a1f-de3420d83032), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:42.851803 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bf492abc-db0c-4839-a507-bbea844a9354 None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:42.901207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bf492abc-db0c-4839-a507-bbea844a9354 None None] Provisioning complete for port d2403e90-51a3-46e2-aecb-ab9d0f8f6266 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:42.901602 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bf492abc-db0c-4839-a507-bbea844a9354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d2403e90-51a3-46e2-aecb-ab9d0f8f6266), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:43.162930 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-695ba6eb-7e25-4fd9-bd2a-f96bcd14905c tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:43.174992 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bf492abc-db0c-4839-a507-bbea844a9354 None None] Current status of the port d2403e90-51a3-46e2-aecb-ab9d0f8f6266 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:43.177315 n-d-827336-3 neutron-server[103188]: DEBUG neutron.objects.ports [None req-48c2d1a8-f7e6-4a25-8209-4099a2ac126a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:46:43.178523 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:43.178939 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (967675c1-8746-47a9-8a1f-de3420d83032), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:43.263710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd242876-8291-406e-83bd-d892e4735982 req-709d48f4-787a-4042-a5c3-7750293a4c82 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:43.267862 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd242876-8291-406e-83bd-d892e4735982 req-709d48f4-787a-4042-a5c3-7750293a4c82 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/networks?id=d628e3cf-1ead-4c5c-bfe5-343588bdf20b HTTP/1.1" status: 200 len: 825 time: 1.0750821 Feb 03 12:46:43.269681 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 967675c1-8746-47a9-8a1f-de3420d83032, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=967675c1-8746-47a9-8a1f-de3420d83032,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:43.274520 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (967675c1-8746-47a9-8a1f-de3420d83032), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:43.346174 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd242876-8291-406e-83bd-d892e4735982 req-d9204106-4087-4b7b-a732-3d9b2ba43658 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/quotas/f4f62cc98d5f4e8aaf9dbba1bf4d5aab HTTP/1.1" status: 200 len: 375 time: 0.0428262 Feb 03 12:46:43.421987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0abb57-5cfc-4b34-91c1-c1309152cadc req-becb3873-f70f-4325-871f-c55e08e11be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:43.422497 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0abb57-5cfc-4b34-91c1-c1309152cadc req-becb3873-f70f-4325-871f-c55e08e11be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:43.422977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0abb57-5cfc-4b34-91c1-c1309152cadc req-becb3873-f70f-4325-871f-c55e08e11be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:43.429763 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-da0abb57-5cfc-4b34-91c1-c1309152cadc req-becb3873-f70f-4325-871f-c55e08e11be3 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=1e60b58d86024cd1a0be428da6fe974b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8568325 Feb 03 12:46:43.470319 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=967675c1-8746-47a9-8a1f-de3420d83032,revision_number=13']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:43.486751 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-504570bb-92f7-44c3-a2ce-4481582f9fc2 req-67e14967-fbd2-4756-babc-cffdeeac356a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] For port 1e7d0989-f840-4e19-97b9-090435ae1ba0, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1e7d0989-f840-4e19-97b9-090435ae1ba0,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:43.487237 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-504570bb-92f7-44c3-a2ce-4481582f9fc2 req-67e14967-fbd2-4756-babc-cffdeeac356a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:43.506756 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd242876-8291-406e-83bd-d892e4735982 req-1d9e5070-d77c-4dce-bf12-02bb36002c5d tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4f62cc98d5f4e8aaf9dbba1bf4d5aab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1449249 Feb 03 12:46:43.757376 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d2403e90-51a3-46e2-aecb-ab9d0f8f6266 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:43.842441 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd242876-8291-406e-83bd-d892e4735982 req-3cc9e037-8d3f-4e92-a3b2-6ef2e5d143cc service neutron] 10.222.0.18 "GET /v2.0/networks/d628e3cf-1ead-4c5c-bfe5-343588bdf20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721605 Feb 03 12:46:43.891281 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port d2403e90-51a3-46e2-aecb-ab9d0f8f6266 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:43.891766 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d2403e90-51a3-46e2-aecb-ab9d0f8f6266), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:44.002248 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 731dffd9-f544-41fd-b220-26de7857a160 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:46:44.083549 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ddf882-15f1-477b-9ac8-11ca971a34af None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:46:44.119493 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02da23fe-e13e-4019-9218-58ba1b8cd036 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (0e0a5bb2-4b6f-45df-821b-06d8986bab7f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:44.204954 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd242876-8291-406e-83bd-d892e4735982 req-8e09b1f6-88c6-4432-a543-c07817567efb service neutron] 10.222.0.18 "GET /v2.0/networks/d628e3cf-1ead-4c5c-bfe5-343588bdf20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534768 Feb 03 12:46:44.265162 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da23fe-e13e-4019-9218-58ba1b8cd036 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Subnet': ['ID=0e0a5bb2-4b6f-45df-821b-06d8986bab7f,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:44.266557 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port d2403e90-51a3-46e2-aecb-ab9d0f8f6266 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:44.267776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 967675c1-8746-47a9-8a1f-de3420d83032 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:44.294020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0abb57-5cfc-4b34-91c1-c1309152cadc req-1d66e7f8-1bf3-49a2-b100-9bd9ea9f7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:44.297858 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-da0abb57-5cfc-4b34-91c1-c1309152cadc req-1d66e7f8-1bf3-49a2-b100-9bd9ea9f7d76 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8498616 Feb 03 12:46:44.306998 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-504570bb-92f7-44c3-a2ce-4481582f9fc2 req-67e14967-fbd2-4756-babc-cffdeeac356a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Calling delete_port for 1e7d0989-f840-4e19-97b9-090435ae1ba0 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:46:44.319035 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da23fe-e13e-4019-9218-58ba1b8cd036 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Checking segment: {'id': 'f254904b-c92a-4167-8f80-d8f95f917f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2a540b56-da5f-4055-9fe6-144ca30453bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:44.322171 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02da23fe-e13e-4019-9218-58ba1b8cd036 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Network hostable DHCP agents. Network: 2a540b56-da5f-4055-9fe6-144ca30453bf, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:46:44.361385 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-68732918-09b0-4f4d-a8b1-232065eff391 None None] Provisioning complete for port 967675c1-8746-47a9-8a1f-de3420d83032 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:44.361770 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68732918-09b0-4f4d-a8b1-232065eff391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (967675c1-8746-47a9-8a1f-de3420d83032), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:44.392793 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02da23fe-e13e-4019-9218-58ba1b8cd036 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Network 2a540b56-da5f-4055-9fe6-144ca30453bf is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:46:44.400324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:44.415194 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-02da23fe-e13e-4019-9218-58ba1b8cd036 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 2a540b56-da5f-4055-9fe6-144ca30453bf) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:44.429715 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02da23fe-e13e-4019-9218-58ba1b8cd036 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:44.430464 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02da23fe-e13e-4019-9218-58ba1b8cd036 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:44.461718 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 731dffd9-f544-41fd-b220-26de7857a160 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:44.462256 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (731dffd9-f544-41fd-b220-26de7857a160), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:44.476609 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-02da23fe-e13e-4019-9218-58ba1b8cd036 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4915345 Feb 03 12:46:44.477140 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] Publish callbacks [] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:44.477922 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57516) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:44.488582 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-695ba6eb-7e25-4fd9-bd2a-f96bcd14905c tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Allocated IP 172.25.6.102 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/4b31eaf7-63c5-4679-b29a-83b50c179bf5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:44.534355 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 967675c1-8746-47a9-8a1f-de3420d83032 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:44.534801 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (967675c1-8746-47a9-8a1f-de3420d83032), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:44.547204 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] Transition to ACTIVE for port object 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:46:44.581008 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:44.638794 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 731dffd9-f544-41fd-b220-26de7857a160, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=731dffd9-f544-41fd-b220-26de7857a160,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:44.648585 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731dffd9-f544-41fd-b220-26de7857a160'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:44.652064 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a5aceb-58cd-4185-aa23-cecaf1ec6a48" -d '{"events": [{"server_uuid": "c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4", "name": "network-vif-unplugged", "status": "completed", "tag": "731dffd9-f544-41fd-b220-26de7857a160"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:44.662431 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (731dffd9-f544-41fd-b220-26de7857a160), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:44.795778 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] Pushing event updated for resources: {'Port': ['ID=745d7c1f-ea7e-472b-bc5f-20dc2fc66767,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:44.796126 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e907131-bc73-4052-9b39-843dd73990af tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (2a540b56-da5f-4055-9fe6-144ca30453bf), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:44.903984 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=731dffd9-f544-41fd-b220-26de7857a160,revision_number=11']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:44.979056 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e907131-bc73-4052-9b39-843dd73990af tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (0e0a5bb2-4b6f-45df-821b-06d8986bab7f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:45.021159 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-68732918-09b0-4f4d-a8b1-232065eff391 None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:45.021586 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68732918-09b0-4f4d-a8b1-232065eff391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (967675c1-8746-47a9-8a1f-de3420d83032), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:45.023143 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48c2d1a8-f7e6-4a25-8209-4099a2ac126a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (967675c1-8746-47a9-8a1f-de3420d83032), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:45.027270 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ddf882-15f1-477b-9ac8-11ca971a34af None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:46:45.248216 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-68732918-09b0-4f4d-a8b1-232065eff391 None None] For port 967675c1-8746-47a9-8a1f-de3420d83032, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=967675c1-8746-47a9-8a1f-de3420d83032,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:45.261251 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:45.264184 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (967675c1-8746-47a9-8a1f-de3420d83032), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:45.306995 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68732918-09b0-4f4d-a8b1-232065eff391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (967675c1-8746-47a9-8a1f-de3420d83032), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:45.353323 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a564b1-63fa-4948-bf25-853df0a6763d req-d4077520-b8ff-4c67-ac46-19141a985f9f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:45.360053 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a564b1-63fa-4948-bf25-853df0a6763d req-d4077520-b8ff-4c67-ac46-19141a985f9f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:45.366447 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a564b1-63fa-4948-bf25-853df0a6763d req-d4077520-b8ff-4c67-ac46-19141a985f9f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:45.373966 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a564b1-63fa-4948-bf25-853df0a6763d req-d4077520-b8ff-4c67-ac46-19141a985f9f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:45.380846 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a564b1-63fa-4948-bf25-853df0a6763d req-d4077520-b8ff-4c67-ac46-19141a985f9f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:45.388276 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a564b1-63fa-4948-bf25-853df0a6763d req-d4077520-b8ff-4c67-ac46-19141a985f9f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:45.390517 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b4a564b1-63fa-4948-bf25-853df0a6763d req-d4077520-b8ff-4c67-ac46-19141a985f9f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 4606 time: 0.2635844 Feb 03 12:46:45.392111 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e907131-bc73-4052-9b39-843dd73990af tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (0e0a5bb2-4b6f-45df-821b-06d8986bab7f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:45.503049 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e907131-bc73-4052-9b39-843dd73990af tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Subnet': ['ID=0e0a5bb2-4b6f-45df-821b-06d8986bab7f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:45.631278 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e907131-bc73-4052-9b39-843dd73990af tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (2a540b56-da5f-4055-9fe6-144ca30453bf), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:45.665601 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b4a564b1-63fa-4948-bf25-853df0a6763d req-6be914cc-9aa4-439b-8ff2-640532892865 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2619638 Feb 03 12:46:45.669531 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-7e907131-bc73-4052-9b39-843dd73990af tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a540b56-da5f-4055-9fe6-144ca30453bf']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:45.697718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-7e907131-bc73-4052-9b39-843dd73990af tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f254904b-c92a-4167-8f80-d8f95f917f56') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:45.698052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-7e907131-bc73-4052-9b39-843dd73990af tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f254904b-c92a-4167-8f80-d8f95f917f56') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:45.711820 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-695ba6eb-7e25-4fd9-bd2a-f96bcd14905c tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Publish callbacks [] for port (4b31eaf7-63c5-4679-b29a-83b50c179bf5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:45.724260 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e907131-bc73-4052-9b39-843dd73990af tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (f254904b-c92a-4167-8f80-d8f95f917f56), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:45.749947 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e907131-bc73-4052-9b39-843dd73990af tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f254904b-c92a-4167-8f80-d8f95f917f56), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:45.766472 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e907131-bc73-4052-9b39-843dd73990af tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:46:45.766892 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e907131-bc73-4052-9b39-843dd73990af tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (f254904b-c92a-4167-8f80-d8f95f917f56), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:46:45.770455 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:46:45.815413 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68732918-09b0-4f4d-a8b1-232065eff391 None None] Pushing event updated for resources: {'Port': ['ID=967675c1-8746-47a9-8a1f-de3420d83032,revision_number=15']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:45.931609 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] Attempting to bind port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:45.932030 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] Attempting to bind port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '7413601f-b7c8-46d2-a193-e2e9800539dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:45.932712 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] Attempting to bind port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 on network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:45.944321 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:46:45.945174 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:46:45.951700 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:45.955517 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e62de97-cc57-4326-91ff-022ddacd3cd7 req-65e48f1f-f297-434e-953e-cdba4e4bbecc tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c306853-8a58-42b3-9c77-67bdc3556547 HTTP/1.1" status: 200 len: 210 time: 0.0639720 Feb 03 12:46:45.961981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] Port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 on network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:46:45.962348 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] Attempting to bind port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 on network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:45.968778 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e907131-bc73-4052-9b39-843dd73990af tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (2a540b56-da5f-4055-9fe6-144ca30453bf), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:45.976490 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e907131-bc73-4052-9b39-843dd73990af tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:45.979689 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7e907131-bc73-4052-9b39-843dd73990af tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/networks/2a540b56-da5f-4055-9fe6-144ca30453bf HTTP/1.1" status: 204 len: 168 time: 1.5016651 Feb 03 12:46:45.990748 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:45.991101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] Checking segment: {'id': '7413601f-b7c8-46d2-a193-e2e9800539dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:45.992210 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57544) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:45.993922 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] Bound using segment: {'id': '7413601f-b7c8-46d2-a193-e2e9800539dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:45.994401 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] Bound port: 745d7c1f-ea7e-472b-bc5f-20dc2fc66767, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7413601f-b7c8-46d2-a193-e2e9800539dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:45.994774 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:45.999609 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7b355bc2-2f8c-4060-add9-72246fdc6527 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-491490506'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:46.047557 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b355bc2-2f8c-4060-add9-72246fdc6527 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Made reservation on behalf of e48db9ad23d84c4fa3644e11a2961e4a for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:46.054608 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b355bc2-2f8c-4060-add9-72246fdc6527 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:46.058777 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e907131-bc73-4052-9b39-843dd73990af tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Network': ['ID=2a540b56-da5f-4055-9fe6-144ca30453bf,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:46.116836 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b355bc2-2f8c-4060-add9-72246fdc6527 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:46:46.135977 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b355bc2-2f8c-4060-add9-72246fdc6527 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (509dc258-47e0-4c4a-b554-1a8d1df27072), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:46.140498 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-7b355bc2-2f8c-4060-add9-72246fdc6527 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Added segment 509dc258-47e0-4c4a-b554-1a8d1df27072 of type vlan for network 1837cfdb-f101-437e-85bd-4c5775e4c622 Feb 03 12:46:46.159064 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d1a972-8112-4324-aa88-52e95e96f103 x-openstack-request-id: req-d1d1a972-8112-4324-aa88-52e95e96f103 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:46.161810 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4", "name": "network-vif-unplugged", "status": "completed", "tag": "731dffd9-f544-41fd-b220-26de7857a160", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:46.164305 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1d1a972-8112-4324-aa88-52e95e96f103 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:46.172584 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731dffd9-f544-41fd-b220-26de7857a160', 'code': 200} Feb 03 12:46:46.195742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d40afc-0524-46c5-812a-abf2780269ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-2a540b56-da5f-4055-9fe6-144ca30453bf', 'network_id': '2a540b56-da5f-4055-9fe6-144ca30453bf', 'project_id': 'e48db9ad23d84c4fa3644e11a2961e4a', 'fixed_ips': [{'subnet_id': '0e0a5bb2-4b6f-45df-821b-06d8986bab7f'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:46:46.196667 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41d40afc-0524-46c5-812a-abf2780269ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:46.219648 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-504570bb-92f7-44c3-a2ce-4481582f9fc2 req-67e14967-fbd2-4756-babc-cffdeeac356a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (1e7d0989-f840-4e19-97b9-090435ae1ba0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:46.235639 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b355bc2-2f8c-4060-add9-72246fdc6527 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (1837cfdb-f101-437e-85bd-4c5775e4c622), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:46.276019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbef4d2-31a9-4b1a-8899-a8d0707d64af None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:46.292786 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9b0ae5-ae77-4a42-8025-1fc5eb64c5c6 None None] Network 2a540b56-da5f-4055-9fe6-144ca30453bf requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:46.375816 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b355bc2-2f8c-4060-add9-72246fdc6527 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (1837cfdb-f101-437e-85bd-4c5775e4c622), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:46.392029 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b355bc2-2f8c-4060-add9-72246fdc6527 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:46.393168 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b355bc2-2f8c-4060-add9-72246fdc6527 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:46.412614 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9b0ae5-ae77-4a42-8025-1fc5eb64c5c6 None None] Network 2a540b56-da5f-4055-9fe6-144ca30453bf could not be found, it might have been deleted concurrently. {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 12:46:46.435316 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afaff80-b12e-4e0a-9a2d-d876cf4eca09 None None] Network 2a540b56-da5f-4055-9fe6-144ca30453bf requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:46.463526 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e14967-fbd2-4756-babc-cffdeeac356a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Pushing event deleted for resources: {'Port': ['ID=1e7d0989-f840-4e19-97b9-090435ae1ba0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:46.480428 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-695ba6eb-7e25-4fd9-bd2a-f96bcd14905c tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4b31eaf7-63c5-4679-b29a-83b50c179bf5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:46.545427 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afaff80-b12e-4e0a-9a2d-d876cf4eca09 None None] Network 2a540b56-da5f-4055-9fe6-144ca30453bf could not be found, it might have been deleted concurrently. {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 12:46:46.809020 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b355bc2-2f8c-4060-add9-72246fdc6527 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Network': ['ID=1837cfdb-f101-437e-85bd-4c5775e4c622,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:46.848749 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7b355bc2-2f8c-4060-add9-72246fdc6527 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8535287 Feb 03 12:46:46.858310 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57590) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:46.865159 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:46.868854 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5d5f2911-f388-4736-977b-7392f5eda718 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'subnet': {'network_id': '1837cfdb-f101-437e-85bd-4c5775e4c622', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:46.886564 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 1837cfdb-f101-437e-85bd-4c5775e4c622 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:46:46.933360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-504570bb-92f7-44c3-a2ce-4481582f9fc2 req-67e14967-fbd2-4756-babc-cffdeeac356a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] No DVR routers for this DVR port 1e7d0989-f840-4e19-97b9-090435ae1ba0 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:46:46.973173 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695ba6eb-7e25-4fd9-bd2a-f96bcd14905c tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:47.023999 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-504570bb-92f7-44c3-a2ce-4481582f9fc2 req-67e14967-fbd2-4756-babc-cffdeeac356a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:47.028698 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-504570bb-92f7-44c3-a2ce-4481582f9fc2 req-67e14967-fbd2-4756-babc-cffdeeac356a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "DELETE /v2.0/ports/1e7d0989-f840-4e19-97b9-090435ae1ba0 HTTP/1.1" status: 204 len: 173 time: 7.3225648 Feb 03 12:46:47.049997 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6103f33d-e569-4559-a89d-9043ecac4eb6', 'name': 'network-vif-deleted', 'tag': '1e7d0989-f840-4e19-97b9-090435ae1ba0'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:47.055609 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9827123c-438b-40d9-848f-3c682b01ee9a" -d '{"events": [{"server_uuid": "6103f33d-e569-4559-a89d-9043ecac4eb6", "name": "network-vif-deleted", "tag": "1e7d0989-f840-4e19-97b9-090435ae1ba0"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:47.069659 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-695ba6eb-7e25-4fd9-bd2a-f96bcd14905c tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:47.083531 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-48c2d1a8-f7e6-4a25-8209-4099a2ac126a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] For port 967675c1-8746-47a9-8a1f-de3420d83032, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=967675c1-8746-47a9-8a1f-de3420d83032,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:47.088484 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695ba6eb-7e25-4fd9-bd2a-f96bcd14905c tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:47.168016 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 967675c1-8746-47a9-8a1f-de3420d83032 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:46:47.179569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5f2911-f388-4736-977b-7392f5eda718 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Made reservation on behalf of e48db9ad23d84c4fa3644e11a2961e4a for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:47.185088 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d5f2911-f388-4736-977b-7392f5eda718 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:47.218924 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] For port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:47.229188 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ba6eb-7e25-4fd9-bd2a-f96bcd14905c tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Pushing event updated for resources: {'Port': ['ID=4b31eaf7-63c5-4679-b29a-83b50c179bf5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:47.360898 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48c2d1a8-f7e6-4a25-8209-4099a2ac126a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (967675c1-8746-47a9-8a1f-de3420d83032), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:47.374479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 967675c1-8746-47a9-8a1f-de3420d83032 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:47.375242 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (967675c1-8746-47a9-8a1f-de3420d83032), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:47.382892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] For port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=745d7c1f-ea7e-472b-bc5f-20dc2fc66767,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:47.462395 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd242876-8291-406e-83bd-d892e4735982 req-c11557f2-1421-4b79-b2de-a8b1e5d10ec2 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:47.464249 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd242876-8291-406e-83bd-d892e4735982 req-c11557f2-1421-4b79-b2de-a8b1e5d10ec2 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.31 "GET /v2.0/networks?id=d628e3cf-1ead-4c5c-bfe5-343588bdf20b HTTP/1.1" status: 200 len: 825 time: 0.6792631 Feb 03 12:46:47.477554 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-bd242876-8291-406e-83bd-d892e4735982 req-3d4790fd-5300-4021-9752-d47c2864f0af tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Request body: {'port': {'device_id': '7c306853-8a58-42b3-9c77-67bdc3556547', 'network_id': 'd628e3cf-1ead-4c5c-bfe5-343588bdf20b', 'admin_state_up': True, 'tenant_id': 'f4f62cc98d5f4e8aaf9dbba1bf4d5aab'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:47.517076 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad174a4e-db09-4dfd-8537-76dc0ab70e65 req-24626dc5-1bf3-474d-a927-8a9532a0e138 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:47.524030 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad174a4e-db09-4dfd-8537-76dc0ab70e65 req-24626dc5-1bf3-474d-a927-8a9532a0e138 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:47.529695 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad174a4e-db09-4dfd-8537-76dc0ab70e65 req-24626dc5-1bf3-474d-a927-8a9532a0e138 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:47.544618 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad174a4e-db09-4dfd-8537-76dc0ab70e65 req-24626dc5-1bf3-474d-a927-8a9532a0e138 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:47.551597 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad174a4e-db09-4dfd-8537-76dc0ab70e65 req-24626dc5-1bf3-474d-a927-8a9532a0e138 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:47.558599 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad174a4e-db09-4dfd-8537-76dc0ab70e65 req-24626dc5-1bf3-474d-a927-8a9532a0e138 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:47.567521 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ad174a4e-db09-4dfd-8537-76dc0ab70e65 req-24626dc5-1bf3-474d-a927-8a9532a0e138 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 4606 time: 0.2081172 Feb 03 12:46:47.659762 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:47.671668 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48c2d1a8-f7e6-4a25-8209-4099a2ac126a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (967675c1-8746-47a9-8a1f-de3420d83032), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:47.685946 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:47.821434 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-695ba6eb-7e25-4fd9-bd2a-f96bcd14905c tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Publish callbacks [] for floatingip (dd269d1a-2209-41cf-a8b5-73270c6887ed), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:47.839199 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48c2d1a8-f7e6-4a25-8209-4099a2ac126a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (a69a009e-4878-4bc8-9d1d-dcee65df24de), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:47.855065 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ad174a4e-db09-4dfd-8537-76dc0ab70e65 req-b7e9dcf2-fddf-43a4-bc12-0e09c528eb4f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2865930 Feb 03 12:46:48.055046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:48.064328 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:48.068754 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] 10.222.0.73 "PUT /v2.0/ports/745d7c1f-ea7e-472b-bc5f-20dc2fc66767 HTTP/1.1" status: 200 len: 1135 time: 8.1362617 Feb 03 12:46:48.164824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35cf62d-0ee3-4d0d-827b-44bbcb72926b service neutron] Pushing event updated for resources: {'Port': ['ID=745d7c1f-ea7e-472b-bc5f-20dc2fc66767,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:48.172812 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d5f2911-f388-4736-977b-7392f5eda718 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (1e009679-7a45-43e6-8ae9-d526858d04e3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:48.210470 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c2d1a8-f7e6-4a25-8209-4099a2ac126a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:48.233229 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] Request body: {'port': {'device_id': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:48.242068 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49721d8a-5890-43fd-b92f-cccae0cbfb56 x-openstack-request-id: req-49721d8a-5890-43fd-b92f-cccae0cbfb56 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:48.242553 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6103f33d-e569-4559-a89d-9043ecac4eb6", "name": "network-vif-deleted", "tag": "1e7d0989-f840-4e19-97b9-090435ae1ba0", "status": "failed", "code": 422}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:48.242683 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49721d8a-5890-43fd-b92f-cccae0cbfb56 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:48.243191 n-d-827336-3 neutron-server[103188]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6103f33d-e569-4559-a89d-9043ecac4eb6', 'name': 'network-vif-deleted', 'tag': '1e7d0989-f840-4e19-97b9-090435ae1ba0', 'status': 'failed', 'code': 422} returned with failed status Feb 03 12:46:48.275981 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-65661a46-7925-42b1-9b58-aec64e00d56d req-ae5b8abb-6272-46cf-8c67-d2039a3050ca tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c306853-8a58-42b3-9c77-67bdc3556547 HTTP/1.1" status: 200 len: 210 time: 0.1174405 Feb 03 12:46:48.429565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2d1a8-f7e6-4a25-8209-4099a2ac126a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=967675c1-8746-47a9-8a1f-de3420d83032,revision_number=16']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:48.449765 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd242876-8291-406e-83bd-d892e4735982 req-3d4790fd-5300-4021-9752-d47c2864f0af tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Made reservation on behalf of f4f62cc98d5f4e8aaf9dbba1bf4d5aab for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:48.453195 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd242876-8291-406e-83bd-d892e4735982 req-3d4790fd-5300-4021-9752-d47c2864f0af tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:48.517045 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-48c2d1a8-f7e6-4a25-8209-4099a2ac126a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:48.534293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c2d1a8-f7e6-4a25-8209-4099a2ac126a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:48.540818 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48c2d1a8-f7e6-4a25-8209-4099a2ac126a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:48.547229 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f2911-f388-4736-977b-7392f5eda718 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Subnet': ['ID=1e009679-7a45-43e6-8ae9-d526858d04e3,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:48.571155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2d1a8-f7e6-4a25-8209-4099a2ac126a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=a69a009e-4878-4bc8-9d1d-dcee65df24de,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:48.602181 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5f2911-f388-4736-977b-7392f5eda718 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Checking segment: {'id': '509dc258-47e0-4c4a-b554-1a8d1df27072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1837cfdb-f101-437e-85bd-4c5775e4c622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:48.602566 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5f2911-f388-4736-977b-7392f5eda718 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Network hostable DHCP agents. Network: 1837cfdb-f101-437e-85bd-4c5775e4c622, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:46:48.608328 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-695ba6eb-7e25-4fd9-bd2a-f96bcd14905c tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4b31eaf7-63c5-4679-b29a-83b50c179bf5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:48.752068 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fcdf902f-54e1-4f50-bb41-a4f97269c095), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:48.766256 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5f2911-f388-4736-977b-7392f5eda718 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Network 1837cfdb-f101-437e-85bd-4c5775e4c622 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:46:48.805217 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-48c2d1a8-f7e6-4a25-8209-4099a2ac126a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 9.6808167 Feb 03 12:46:48.806851 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57644) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:48.814159 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b9d885b4-af57-4f39-957a-59d3acc18661 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'mac_address': 'fa:16:3e:e6:33:39', 'name': 'tempest-NetworksTestDHCPv6-595019591'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:48.816715 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-5d5f2911-f388-4736-977b-7392f5eda718 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 1837cfdb-f101-437e-85bd-4c5775e4c622) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:48.831022 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b456bb-1406-4236-82a2-1ffbdada9a97 None None] Network 1837cfdb-f101-437e-85bd-4c5775e4c622 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:48.892344 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5f2911-f388-4736-977b-7392f5eda718 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:48.893054 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d5f2911-f388-4736-977b-7392f5eda718 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:48.968586 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9f16b9-d5f3-46cd-8296-5121c505eb72 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:49.029688 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5d5f2911-f388-4736-977b-7392f5eda718 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1691399 Feb 03 12:46:49.036680 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57664) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:49.069567 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-bd242876-8291-406e-83bd-d892e4735982 req-3d4790fd-5300-4021-9752-d47c2864f0af tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Allocated IP 172.20.0.8 (d628e3cf-1ead-4c5c-bfe5-343588bdf20b/86ea1970-82b9-4b75-ae6a-1441d08d058d/03f2c984-4f97-476c-8466-c02847a06285) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:49.320396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-85998c12-82d2-4642-b9bb-d82e8c03a9d8 None None] Provisioning complete for port 967675c1-8746-47a9-8a1f-de3420d83032 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:49.320770 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-85998c12-82d2-4642-b9bb-d82e8c03a9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (967675c1-8746-47a9-8a1f-de3420d83032), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:49.400394 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae946f3d-1551-4d07-8986-0a0392d35ee8 req-0213bf7b-b093-4da8-acec-8d7488bdc1ad tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.428157 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae946f3d-1551-4d07-8986-0a0392d35ee8 req-0213bf7b-b093-4da8-acec-8d7488bdc1ad tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.439811 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-1837cfdb-f101-437e-85bd-4c5775e4c622', 'network_id': '1837cfdb-f101-437e-85bd-4c5775e4c622', 'project_id': 'e48db9ad23d84c4fa3644e11a2961e4a', 'fixed_ips': [{'subnet_id': '1e009679-7a45-43e6-8ae9-d526858d04e3'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:46:49.445171 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:49.447924 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae946f3d-1551-4d07-8986-0a0392d35ee8 req-0213bf7b-b093-4da8-acec-8d7488bdc1ad tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.468047 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae946f3d-1551-4d07-8986-0a0392d35ee8 req-0213bf7b-b093-4da8-acec-8d7488bdc1ad tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.489265 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae946f3d-1551-4d07-8986-0a0392d35ee8 req-0213bf7b-b093-4da8-acec-8d7488bdc1ad tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.501103 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae946f3d-1551-4d07-8986-0a0392d35ee8 req-0213bf7b-b093-4da8-acec-8d7488bdc1ad tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.509344 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ae946f3d-1551-4d07-8986-0a0392d35ee8 req-0213bf7b-b093-4da8-acec-8d7488bdc1ad tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 4606 time: 0.4362555 Feb 03 12:46:49.572051 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-695ba6eb-7e25-4fd9-bd2a-f96bcd14905c tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Publish callbacks [] for port (4b31eaf7-63c5-4679-b29a-83b50c179bf5), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:49.695055 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-36d6eb62-e14a-43fc-9683-29528570e15c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:49.703106 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-36d6eb62-e14a-43fc-9683-29528570e15c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/networks?id=5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 200 len: 811 time: 0.6806226 Feb 03 12:46:49.758604 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-695ba6eb-7e25-4fd9-bd2a-f96bcd14905c tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4b31eaf7-63c5-4679-b29a-83b50c179bf5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:49.887658 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd242876-8291-406e-83bd-d892e4735982 req-3d4790fd-5300-4021-9752-d47c2864f0af tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Publish callbacks [] for port (03f2c984-4f97-476c-8466-c02847a06285), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:49.890974 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ba6eb-7e25-4fd9-bd2a-f96bcd14905c tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Pushing event updated for resources: {'Port': ['ID=4b31eaf7-63c5-4679-b29a-83b50c179bf5,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:49.913270 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-6e7d0937-88d2-4f71-a899-bde3b2e1d092 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/quotas/ffd0252b7b0747c69410a55d7883bffd HTTP/1.1" status: 200 len: 375 time: 0.2091148 Feb 03 12:46:49.971123 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-cbe8a09d-bdb5-4064-9826-5782d1cbcb83 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffd0252b7b0747c69410a55d7883bffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564928 Feb 03 12:46:50.023176 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd242876-8291-406e-83bd-d892e4735982 req-3d4790fd-5300-4021-9752-d47c2864f0af tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (03f2c984-4f97-476c-8466-c02847a06285), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:50.133149 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d885b4-af57-4f39-957a-59d3acc18661 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:50.195637 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (1837cfdb-f101-437e-85bd-4c5775e4c622), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:50.260129 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd242876-8291-406e-83bd-d892e4735982 req-3d4790fd-5300-4021-9752-d47c2864f0af tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Network d628e3cf-1ead-4c5c-bfe5-343588bdf20b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:50.260492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] Allocated IP 2001:db8::1 (1837cfdb-f101-437e-85bd-4c5775e4c622/1e009679-7a45-43e6-8ae9-d526858d04e3/49533ab7-e603-4c03-8f89-acf1ad71008b) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:50.328184 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'tag': '745d7c1f-ea7e-472b-bc5f-20dc2fc66767'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:50.331056 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aefc2fc-5113-4290-b510-0bdd8b707d82" -d '{"events": [{"name": "network-changed", "server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "tag": "745d7c1f-ea7e-472b-bc5f-20dc2fc66767"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:50.333229 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-bd242876-8291-406e-83bd-d892e4735982 req-3d4790fd-5300-4021-9752-d47c2864f0af tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:50.351713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd242876-8291-406e-83bd-d892e4735982 req-3d4790fd-5300-4021-9752-d47c2864f0af tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:50.366326 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4790fd-5300-4021-9752-d47c2864f0af tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Pushing event updated for resources: {'Port': ['ID=03f2c984-4f97-476c-8466-c02847a06285,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:50.428990 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-695ba6eb-7e25-4fd9-bd2a-f96bcd14905c tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (dd269d1a-2209-41cf-a8b5-73270c6887ed), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:50.458555 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-695ba6eb-7e25-4fd9-bd2a-f96bcd14905c tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:50.463527 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-695ba6eb-7e25-4fd9-bd2a-f96bcd14905c tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.7517691 Feb 03 12:46:50.472859 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57672) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:50.502755 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] Publish callbacks [] for port (49533ab7-e603-4c03-8f89-acf1ad71008b), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:50.542057 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (49533ab7-e603-4c03-8f89-acf1ad71008b), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:50.570278 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (1e009679-7a45-43e6-8ae9-d526858d04e3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:50.587958 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-33c31b77-84bc-4844-911b-f72073953e00 tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2132 time: 0.1117148 Feb 03 12:46:50.590350 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57674) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:50.606481 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-e672baec-d80f-4861-a017-5cd70dbfe793 service neutron] 10.222.0.18 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6341567 Feb 03 12:46:50.654343 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] Pushing event updated for resources: {'Port': ['ID=49533ab7-e603-4c03-8f89-acf1ad71008b,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:50.655319 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd242876-8291-406e-83bd-d892e4735982 req-3d4790fd-5300-4021-9752-d47c2864f0af tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:50.657485 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd242876-8291-406e-83bd-d892e4735982 req-3d4790fd-5300-4021-9752-d47c2864f0af tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:50.665456 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (1e009679-7a45-43e6-8ae9-d526858d04e3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:50.696128 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ae946f3d-1551-4d07-8986-0a0392d35ee8 req-27bd56b5-656f-4e17-8c93-b30bb197a4a0 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6706500 Feb 03 12:46:50.714438 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-85998c12-82d2-4642-b9bb-d82e8c03a9d8 None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:50.740104 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b9d885b4-af57-4f39-957a-59d3acc18661 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:50.742447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] Network 1837cfdb-f101-437e-85bd-4c5775e4c622 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:50.745721 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Subnet': ['ID=1e009679-7a45-43e6-8ae9-d526858d04e3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:50.749195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:50.755335 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:50.773263 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd242876-8291-406e-83bd-d892e4735982 req-3d4790fd-5300-4021-9752-d47c2864f0af tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2998104 Feb 03 12:46:50.793077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d8546635-d0f8-47e6-9711-a362440d1f6a tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1961696 Feb 03 12:46:50.805568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57680) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:50.870201 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (1837cfdb-f101-437e-85bd-4c5775e4c622), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:50.894956 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-04a7a966-16d2-4930-a392-4002f3724b99 None None] Provisioning complete for port 967675c1-8746-47a9-8a1f-de3420d83032 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:50.895508 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-04a7a966-16d2-4930-a392-4002f3724b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (967675c1-8746-47a9-8a1f-de3420d83032), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:50.898527 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] Attempting to bind port 49533ab7-e603-4c03-8f89-acf1ad71008b on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:50.898902 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] Attempting to bind port 49533ab7-e603-4c03-8f89-acf1ad71008b by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '509dc258-47e0-4c4a-b554-1a8d1df27072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1837cfdb-f101-437e-85bd-4c5775e4c622'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:50.899298 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] Attempting to bind port 49533ab7-e603-4c03-8f89-acf1ad71008b on network 1837cfdb-f101-437e-85bd-4c5775e4c622 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:50.902058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] Request body: {'port': {'device_id': '7c306853-8a58-42b3-9c77-67bdc3556547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:50.926439 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:50.926826 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] Checking segment: {'id': '509dc258-47e0-4c4a-b554-1a8d1df27072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1837cfdb-f101-437e-85bd-4c5775e4c622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:50.927253 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:50.927635 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] Bound using segment: {'id': '509dc258-47e0-4c4a-b554-1a8d1df27072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1837cfdb-f101-437e-85bd-4c5775e4c622'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:50.928149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] Bound port: 49533ab7-e603-4c03-8f89-acf1ad71008b, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509dc258-47e0-4c4a-b554-1a8d1df27072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1837cfdb-f101-437e-85bd-4c5775e4c622'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:50.928567 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (49533ab7-e603-4c03-8f89-acf1ad71008b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:51.004930 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1837cfdb-f101-437e-85bd-4c5775e4c622']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:51.025071 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509dc258-47e0-4c4a-b554-1a8d1df27072') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:51.025367 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509dc258-47e0-4c4a-b554-1a8d1df27072') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:51.038308 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] For port 49533ab7-e603-4c03-8f89-acf1ad71008b, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:51.046437 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] For port 49533ab7-e603-4c03-8f89-acf1ad71008b, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=49533ab7-e603-4c03-8f89-acf1ad71008b,segment=NetworkSegment(509dc258-47e0-4c4a-b554-1a8d1df27072),segment_id=509dc258-47e0-4c4a-b554-1a8d1df27072)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:51.048395 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (509dc258-47e0-4c4a-b554-1a8d1df27072), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:51.073251 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (49533ab7-e603-4c03-8f89-acf1ad71008b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:51.098138 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (509dc258-47e0-4c4a-b554-1a8d1df27072), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:51.115828 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (03f2c984-4f97-476c-8466-c02847a06285), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:51.118847 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:46:51.119267 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (509dc258-47e0-4c4a-b554-1a8d1df27072), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:46:51.125037 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:46:51.162958 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382c5a8-f349-4307-bd1c-b7440f5ec5a9 req-46008d69-af20-41d4-9619-b7e3ee002703 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:51.164123 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5382c5a8-f349-4307-bd1c-b7440f5ec5a9 req-46008d69-af20-41d4-9619-b7e3ee002703 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c306853-8a58-42b3-9c77-67bdc3556547 HTTP/1.1" status: 200 len: 931 time: 0.2241898 Feb 03 12:46:51.200497 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0b5aa-ac66-4321-b9fc-55279c80619d None None] Pushing event updated for resources: {'Port': ['ID=49533ab7-e603-4c03-8f89-acf1ad71008b,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:51.298544 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:46:51.298544 n-d-827336-3 neutron-server[103189]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:46:51.298544 n-d-827336-3 neutron-server[103189]: [parameters: {'id': '1837cfdb-f101-437e-85bd-4c5775e4c622'}] Feb 03 12:46:51.298544 n-d-827336-3 neutron-server[103189]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:46:51.299029 n-d-827336-3 neutron-server[103189]: DEBUG oslo_db.api [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:46:51.311351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-04a7a966-16d2-4930-a392-4002f3724b99 None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:51.366606 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5382c5a8-f349-4307-bd1c-b7440f5ec5a9 req-716c95f0-a1a6-4cd3-a74b-ebac4371007d tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/security-groups?id=2521186d-08bb-4a7d-beb4-3959614a82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885493 Feb 03 12:46:51.376675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602376d1-1738-4a06-82e8-73f620e1ea33 None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:46:51.411184 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-effddbf3-0d97-4798-a8a0-ece63857da6b service neutron] 10.222.0.18 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7712791 Feb 03 12:46:51.449535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-b9d885b4-af57-4f39-957a-59d3acc18661 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port a4c73d9f-68df-49e7-9a5e-2fd221bec6b1 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:46:51.459309 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcdf902f-54e1-4f50-bb41-a4f97269c095 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:51.511588 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0837f87b-ea71-46fb-8547-d8a5e861afef x-openstack-request-id: req-0837f87b-ea71-46fb-8547-d8a5e861afef {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:51.511983 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "tag": "745d7c1f-ea7e-472b-bc5f-20dc2fc66767", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:51.512177 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0837f87b-ea71-46fb-8547-d8a5e861afef {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:51.512578 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'tag': '745d7c1f-ea7e-472b-bc5f-20dc2fc66767', 'status': 'completed', 'code': 200} Feb 03 12:46:51.514686 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] Publish callbacks [] for port (fcdf902f-54e1-4f50-bb41-a4f97269c095), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:51.639987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] Transition to ACTIVE for port object fcdf902f-54e1-4f50-bb41-a4f97269c095 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:46:51.653248 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (fcdf902f-54e1-4f50-bb41-a4f97269c095), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:51.769424 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602376d1-1738-4a06-82e8-73f620e1ea33 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:46:51.787051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f2c984-4f97-476c-8466-c02847a06285 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:51.796662 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] Publish callbacks [] for port (03f2c984-4f97-476c-8466-c02847a06285), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:51.800659 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (1837cfdb-f101-437e-85bd-4c5775e4c622), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:51.820966 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] Transition to ACTIVE for port object 03f2c984-4f97-476c-8466-c02847a06285 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:46:51.827338 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (03f2c984-4f97-476c-8466-c02847a06285), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:51.944478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdf902f-54e1-4f50-bb41-a4f97269c095,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:51.972509 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] Pushing event updated for resources: {'Port': ['ID=03f2c984-4f97-476c-8466-c02847a06285,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:51.995335 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e1037834-2317-49ec-b6b8-f702e568c133 req-2302ebd0-7b49-49a9-9904-436886a010ea tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 210 time: 0.1459327 Feb 03 12:46:52.022291 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefc2fc-5113-4290-b510-0bdd8b707d82 req-abfa7123-e0dd-4795-a334-47857a7a2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.022291 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefc2fc-5113-4290-b510-0bdd8b707d82 req-abfa7123-e0dd-4795-a334-47857a7a2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.022291 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefc2fc-5113-4290-b510-0bdd8b707d82 req-abfa7123-e0dd-4795-a334-47857a7a2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.022291 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefc2fc-5113-4290-b510-0bdd8b707d82 req-abfa7123-e0dd-4795-a334-47857a7a2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.022291 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefc2fc-5113-4290-b510-0bdd8b707d82 req-abfa7123-e0dd-4795-a334-47857a7a2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.025979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefc2fc-5113-4290-b510-0bdd8b707d82 req-abfa7123-e0dd-4795-a334-47857a7a2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.028673 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2aefc2fc-5113-4290-b510-0bdd8b707d82 req-abfa7123-e0dd-4795-a334-47857a7a2f44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e60b58d86024cd1a0be428da6fe974b&device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5354 time: 0.4998000 Feb 03 12:46:52.102981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-80aa3e88-f43b-4d6f-b4d0-e53096265450 tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Deleting port 4b31eaf7-63c5-4679-b29a-83b50c179bf5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:46:52.103377 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80aa3e88-f43b-4d6f-b4d0-e53096265450 tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4b31eaf7-63c5-4679-b29a-83b50c179bf5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:52.224426 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Deleting port 49533ab7-e603-4c03-8f89-acf1ad71008b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:46:52.224700 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (49533ab7-e603-4c03-8f89-acf1ad71008b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:52.266097 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debae0b-6a7d-4992-ac11-a3acf25fdbb8 req-ecb76c5e-a4da-42ff-9946-44a38fb16bf3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.276357 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debae0b-6a7d-4992-ac11-a3acf25fdbb8 req-ecb76c5e-a4da-42ff-9946-44a38fb16bf3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.278658 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64847d00-3b6d-48b4-b6cb-34c97a732754 None None] Network 1837cfdb-f101-437e-85bd-4c5775e4c622 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:52.282762 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debae0b-6a7d-4992-ac11-a3acf25fdbb8 req-ecb76c5e-a4da-42ff-9946-44a38fb16bf3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.288694 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debae0b-6a7d-4992-ac11-a3acf25fdbb8 req-ecb76c5e-a4da-42ff-9946-44a38fb16bf3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.295533 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debae0b-6a7d-4992-ac11-a3acf25fdbb8 req-ecb76c5e-a4da-42ff-9946-44a38fb16bf3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.302180 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debae0b-6a7d-4992-ac11-a3acf25fdbb8 req-ecb76c5e-a4da-42ff-9946-44a38fb16bf3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.308514 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debae0b-6a7d-4992-ac11-a3acf25fdbb8 req-ecb76c5e-a4da-42ff-9946-44a38fb16bf3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.310556 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4debae0b-6a7d-4992-ac11-a3acf25fdbb8 req-ecb76c5e-a4da-42ff-9946-44a38fb16bf3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5382 time: 0.3311081 Feb 03 12:46:52.363841 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] Attempting to bind port 03f2c984-4f97-476c-8466-c02847a06285 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:52.365964 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] Attempting to bind port 03f2c984-4f97-476c-8466-c02847a06285 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'c0ca99ca-12e2-4721-9b8e-e86d92162e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd628e3cf-1ead-4c5c-bfe5-343588bdf20b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:52.368269 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] Attempting to bind port 03f2c984-4f97-476c-8466-c02847a06285 on network d628e3cf-1ead-4c5c-bfe5-343588bdf20b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:52.429397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] Attempting to bind port fcdf902f-54e1-4f50-bb41-a4f97269c095 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:52.438398 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] Attempting to bind port fcdf902f-54e1-4f50-bb41-a4f97269c095 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '7413601f-b7c8-46d2-a193-e2e9800539dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:52.438398 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] Attempting to bind port fcdf902f-54e1-4f50-bb41-a4f97269c095 on network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:52.459341 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] Port fcdf902f-54e1-4f50-bb41-a4f97269c095 on network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:46:52.459686 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] Attempting to bind port fcdf902f-54e1-4f50-bb41-a4f97269c095 on network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:52.463727 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] Port 03f2c984-4f97-476c-8466-c02847a06285 on network d628e3cf-1ead-4c5c-bfe5-343588bdf20b not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:46:52.464085 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] Attempting to bind port 03f2c984-4f97-476c-8466-c02847a06285 on network d628e3cf-1ead-4c5c-bfe5-343588bdf20b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:52.482608 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:52.483218 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] Checking segment: {'id': '7413601f-b7c8-46d2-a193-e2e9800539dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:52.484171 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] Bound using segment: {'id': '7413601f-b7c8-46d2-a193-e2e9800539dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:52.484506 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] Bound port: fcdf902f-54e1-4f50-bb41-a4f97269c095, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7413601f-b7c8-46d2-a193-e2e9800539dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:52.485021 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fcdf902f-54e1-4f50-bb41-a4f97269c095), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:52.501955 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] For port 49533ab7-e603-4c03-8f89-acf1ad71008b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=49533ab7-e603-4c03-8f89-acf1ad71008b,segment=NetworkSegment(509dc258-47e0-4c4a-b554-1a8d1df27072),segment_id=509dc258-47e0-4c4a-b554-1a8d1df27072)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:52.502331 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (49533ab7-e603-4c03-8f89-acf1ad71008b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:52.558725 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:52.559108 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] Checking segment: {'id': 'c0ca99ca-12e2-4721-9b8e-e86d92162e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd628e3cf-1ead-4c5c-bfe5-343588bdf20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:52.559453 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] Bound using segment: {'id': 'c0ca99ca-12e2-4721-9b8e-e86d92162e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd628e3cf-1ead-4c5c-bfe5-343588bdf20b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:52.559891 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] Bound port: 03f2c984-4f97-476c-8466-c02847a06285, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ca99ca-12e2-4721-9b8e-e86d92162e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd628e3cf-1ead-4c5c-bfe5-343588bdf20b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:52.560286 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (03f2c984-4f97-476c-8466-c02847a06285), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:52.574668 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Calling delete_port for 49533ab7-e603-4c03-8f89-acf1ad71008b owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:46:52.648565 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4debae0b-6a7d-4992-ac11-a3acf25fdbb8 req-6271e7c4-3d52-4d9d-987d-86aabcb7ec11 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3310218 Feb 03 12:46:52.762837 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] For port 03f2c984-4f97-476c-8466-c02847a06285, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:52.785540 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] For port 03f2c984-4f97-476c-8466-c02847a06285, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=03f2c984-4f97-476c-8466-c02847a06285,segment=NetworkSegment(c0ca99ca-12e2-4721-9b8e-e86d92162e98),segment_id=c0ca99ca-12e2-4721-9b8e-e86d92162e98)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:52.801817 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (03f2c984-4f97-476c-8466-c02847a06285), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:52.855900 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.856916 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:52.858621 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd242876-8291-406e-83bd-d892e4735982 req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] 10.222.0.31 "PUT /v2.0/ports/03f2c984-4f97-476c-8466-c02847a06285 HTTP/1.1" status: 200 len: 1091 time: 1.9906056 Feb 03 12:46:52.859514 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (49533ab7-e603-4c03-8f89-acf1ad71008b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:52.863472 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c306853-8a58-42b3-9c77-67bdc3556547', 'tag': '03f2c984-4f97-476c-8466-c02847a06285'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:52.866170 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb7fdcb-b817-4c1e-ad6c-ffa1b9e0e8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "7c306853-8a58-42b3-9c77-67bdc3556547", "tag": "03f2c984-4f97-476c-8466-c02847a06285"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:52.903643 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] No DVR routers for this DVR port 49533ab7-e603-4c03-8f89-acf1ad71008b on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:46:52.961307 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefc2fc-5113-4290-b510-0bdd8b707d82 req-ffc0c99f-2203-44da-827e-b2b066efbfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.961828 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefc2fc-5113-4290-b510-0bdd8b707d82 req-ffc0c99f-2203-44da-827e-b2b066efbfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.965485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefc2fc-5113-4290-b510-0bdd8b707d82 req-ffc0c99f-2203-44da-827e-b2b066efbfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.965654 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce417a2b-4c39-4973-869d-9d4645366e2c x-openstack-request-id: req-ce417a2b-4c39-4973-869d-9d4645366e2c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:52.965654 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c306853-8a58-42b3-9c77-67bdc3556547", "tag": "03f2c984-4f97-476c-8466-c02847a06285", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:52.965892 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce417a2b-4c39-4973-869d-9d4645366e2c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:52.965989 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2aefc2fc-5113-4290-b510-0bdd8b707d82 req-ffc0c99f-2203-44da-827e-b2b066efbfb5 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=1e60b58d86024cd1a0be428da6fe974b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8538365 Feb 03 12:46:52.966114 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c306853-8a58-42b3-9c77-67bdc3556547', 'tag': '03f2c984-4f97-476c-8466-c02847a06285', 'status': 'completed', 'code': 200} Feb 03 12:46:52.979885 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08b544-ad8a-40a5-b3a3-db69c6c2519b req-df3a1ed7-a0c1-46d6-9ed9-105f66797321 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:52.982157 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bc08b544-ad8a-40a5-b3a3-db69c6c2519b req-df3a1ed7-a0c1-46d6-9ed9-105f66797321 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c306853-8a58-42b3-9c77-67bdc3556547 HTTP/1.1" status: 200 len: 943 time: 0.3680556 Feb 03 12:46:52.983292 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62afa5-c60c-40a9-af87-40397427c5fa service neutron] Pushing event updated for resources: {'Port': ['ID=03f2c984-4f97-476c-8466-c02847a06285,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:53.187329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-b9d885b4-af57-4f39-957a-59d3acc18661 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 172.20.0.4 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/cf3e0720-5b84-4c07-933b-ba46c7ebef61/a4c73d9f-68df-49e7-9a5e-2fd221bec6b1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:53.208058 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] For port fcdf902f-54e1-4f50-bb41-a4f97269c095, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:53.318083 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-b9d885b4-af57-4f39-957a-59d3acc18661 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::f816:3eff:fee6:3339 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/a69a009e-4878-4bc8-9d1d-dcee65df24de/a4c73d9f-68df-49e7-9a5e-2fd221bec6b1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:53.332163 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bc08b544-ad8a-40a5-b3a3-db69c6c2519b req-5d01b401-bf5f-49b2-a369-072c5aa986cd tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/security-groups?id=2521186d-08bb-4a7d-beb4-3959614a82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330841 Feb 03 12:46:53.352915 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80aa3e88-f43b-4d6f-b4d0-e53096265450 tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4b31eaf7-63c5-4679-b29a-83b50c179bf5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:53.353457 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80aa3e88-f43b-4d6f-b4d0-e53096265450 tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Publish callbacks [] for floatingip (4b31eaf7-63c5-4679-b29a-83b50c179bf5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:53.389524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] For port fcdf902f-54e1-4f50-bb41-a4f97269c095, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=fcdf902f-54e1-4f50-bb41-a4f97269c095,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:53.421900 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-80aa3e88-f43b-4d6f-b4d0-e53096265450 tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Calling delete_port for 4b31eaf7-63c5-4679-b29a-83b50c179bf5 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:46:53.431612 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (fcdf902f-54e1-4f50-bb41-a4f97269c095), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:53.547848 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:53.549491 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:53.552847 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] 10.222.0.73 "PUT /v2.0/ports/fcdf902f-54e1-4f50-bb41-a4f97269c095 HTTP/1.1" status: 200 len: 1134 time: 5.3411572 Feb 03 12:46:53.563030 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (1837cfdb-f101-437e-85bd-4c5775e4c622), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:53.569189 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Port': ['ID=49533ab7-e603-4c03-8f89-acf1ad71008b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:53.602027 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'tag': 'fcdf902f-54e1-4f50-bb41-a4f97269c095'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:53.610436 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dbca74-7913-4f99-973f-ce41e657049d" -d '{"events": [{"name": "network-changed", "server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "tag": "fcdf902f-54e1-4f50-bb41-a4f97269c095"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:53.618594 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1837cfdb-f101-437e-85bd-4c5775e4c622']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:53.628444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863f45f-3f6c-4cfb-b328-209e08d32104 service neutron] Pushing event updated for resources: {'Port': ['ID=fcdf902f-54e1-4f50-bb41-a4f97269c095,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:53.635173 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509dc258-47e0-4c4a-b554-1a8d1df27072') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:53.635613 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509dc258-47e0-4c4a-b554-1a8d1df27072') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:46:53.636034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefc2fc-5113-4290-b510-0bdd8b707d82 req-169a660f-5f08-4661-88db-4fa029c441f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:53.638648 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2aefc2fc-5113-4290-b510-0bdd8b707d82 req-169a660f-5f08-4661-88db-4fa029c441f5 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6511672 Feb 03 12:46:53.640965 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd242876-8291-406e-83bd-d892e4735982 req-5b13431d-24e5-448d-9e97-de648f946c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:53.642603 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd242876-8291-406e-83bd-d892e4735982 req-5b13431d-24e5-448d-9e97-de648f946c09 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4f62cc98d5f4e8aaf9dbba1bf4d5aab&device_id=7c306853-8a58-42b3-9c77-67bdc3556547 HTTP/1.1" status: 200 len: 1125 time: 0.6937459 Feb 03 12:46:53.675815 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (509dc258-47e0-4c4a-b554-1a8d1df27072), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:53.731473 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] Request body: {'port': {'device_id': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:53.745417 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd242876-8291-406e-83bd-d892e4735982 req-fa86d744-6d4f-4c43-84b9-0721b3da14d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03f2c984-4f97-476c-8466-c02847a06285 HTTP/1.1" status: 200 len: 217 time: 0.0864329 Feb 03 12:46:53.779690 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (509dc258-47e0-4c4a-b554-1a8d1df27072), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:53.869205 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:46:53.870262 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (509dc258-47e0-4c4a-b554-1a8d1df27072), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:46:53.876081 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:46:53.959163 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5cb57715-01c1-4b8c-b939-142faeb959dc req-8cf09ba0-8278-47e9-b0a1-fc21416c98e3 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 210 time: 0.4048734 Feb 03 12:46:54.034257 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78a2121-4048-440a-8ebe-7b5514279050 x-openstack-request-id: req-d78a2121-4048-440a-8ebe-7b5514279050 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:54.036061 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "tag": "fcdf902f-54e1-4f50-bb41-a4f97269c095", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:54.036061 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d78a2121-4048-440a-8ebe-7b5514279050 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:54.036061 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'tag': 'fcdf902f-54e1-4f50-bb41-a4f97269c095', 'status': 'completed', 'code': 200} Feb 03 12:46:54.047257 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd242876-8291-406e-83bd-d892e4735982 req-a1de06b9-6c0a-422d-bf68-6ca5036fded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.048842 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd242876-8291-406e-83bd-d892e4735982 req-a1de06b9-6c0a-422d-bf68-6ca5036fded6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=86ea1970-82b9-4b75-ae6a-1441d08d058d HTTP/1.1" status: 200 len: 865 time: 0.2910945 Feb 03 12:46:54.074076 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-3abe0958-1a86-4684-9f3d-fc57c0168c1e tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.076363 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-3abe0958-1a86-4684-9f3d-fc57c0168c1e tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.73 "GET /v2.0/networks?id=5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 200 len: 811 time: 0.4377861 Feb 03 12:46:54.091439 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (1837cfdb-f101-437e-85bd-4c5775e4c622), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:54.101236 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:54.108605 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (aa91c3c8-d841-43d7-bb44-7ef525a623d6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:54.109484 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/networks/1837cfdb-f101-437e-85bd-4c5775e4c622 HTTP/1.1" status: 204 len: 168 time: 5.0711989 Feb 03 12:46:54.134960 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57824) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:54.139061 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-5c4a648c-a98b-4a3e-baed-ed6c08085678 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Request body: {'port': {'device_id': 'ea5e916d-a7e1-4c88-bc97-d48a628864c9', 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7', 'admin_state_up': True, 'tenant_id': 'ffd0252b7b0747c69410a55d7883bffd'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:54.146771 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd242876-8291-406e-83bd-d892e4735982 req-b0944535-3b45-4a23-9bff-71f9660ef9a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d628e3cf-1ead-4c5c-bfe5-343588bdf20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882831 Feb 03 12:46:54.156482 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c5e598c1-00bb-4771-8321-8ca45eed6c79 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2049467355'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:54.222280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93826510-4626-45a5-84ed-b30f7a049236 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Network': ['ID=1837cfdb-f101-437e-85bd-4c5775e4c622,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:54.358952 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e598c1-00bb-4771-8321-8ca45eed6c79 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Made reservation on behalf of e48db9ad23d84c4fa3644e11a2961e4a for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:54.362416 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5e598c1-00bb-4771-8321-8ca45eed6c79 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:54.379498 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42592323-20bc-4056-b94f-efb86102ae90 req-581f5b21-a9ea-4458-ba2c-49e77e5da844 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.387161 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42592323-20bc-4056-b94f-efb86102ae90 req-581f5b21-a9ea-4458-ba2c-49e77e5da844 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.392930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42592323-20bc-4056-b94f-efb86102ae90 req-581f5b21-a9ea-4458-ba2c-49e77e5da844 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.400308 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42592323-20bc-4056-b94f-efb86102ae90 req-581f5b21-a9ea-4458-ba2c-49e77e5da844 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.406910 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42592323-20bc-4056-b94f-efb86102ae90 req-581f5b21-a9ea-4458-ba2c-49e77e5da844 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.413684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42592323-20bc-4056-b94f-efb86102ae90 req-581f5b21-a9ea-4458-ba2c-49e77e5da844 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.423684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42592323-20bc-4056-b94f-efb86102ae90 req-581f5b21-a9ea-4458-ba2c-49e77e5da844 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.428734 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42592323-20bc-4056-b94f-efb86102ae90 req-581f5b21-a9ea-4458-ba2c-49e77e5da844 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5382 time: 0.3992434 Feb 03 12:46:54.456899 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbca74-7913-4f99-973f-ce41e657049d req-9a7338dd-21e2-4b11-a97e-ad033d524628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.457585 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbca74-7913-4f99-973f-ce41e657049d req-9a7338dd-21e2-4b11-a97e-ad033d524628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.458139 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbca74-7913-4f99-973f-ce41e657049d req-9a7338dd-21e2-4b11-a97e-ad033d524628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.459210 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbca74-7913-4f99-973f-ce41e657049d req-9a7338dd-21e2-4b11-a97e-ad033d524628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.459669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbca74-7913-4f99-973f-ce41e657049d req-9a7338dd-21e2-4b11-a97e-ad033d524628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.460251 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbca74-7913-4f99-973f-ce41e657049d req-9a7338dd-21e2-4b11-a97e-ad033d524628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.460999 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbca74-7913-4f99-973f-ce41e657049d req-9a7338dd-21e2-4b11-a97e-ad033d524628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.463216 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd242876-8291-406e-83bd-d892e4735982 req-41ab0445-8a38-48e0-9883-39eb5494cf44 service neutron] 10.222.0.31 "GET /v2.0/networks/d628e3cf-1ead-4c5c-bfe5-343588bdf20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897103 Feb 03 12:46:54.463413 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41dbca74-7913-4f99-973f-ce41e657049d req-9a7338dd-21e2-4b11-a97e-ad033d524628 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e60b58d86024cd1a0be428da6fe974b&device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 6312 time: 0.3935823 Feb 03 12:46:54.468229 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b9d885b4-af57-4f39-957a-59d3acc18661 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (a4c73d9f-68df-49e7-9a5e-2fd221bec6b1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:54.471191 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-5c4a648c-a98b-4a3e-baed-ed6c08085678 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Made reservation on behalf of ffd0252b7b0747c69410a55d7883bffd for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:54.475275 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-5c4a648c-a98b-4a3e-baed-ed6c08085678 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:54.662284 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-5c4a648c-a98b-4a3e-baed-ed6c08085678 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Allocated IP 172.20.0.4 (5599772e-9dcf-4127-a633-d91505819dd7/bd98a1ba-2677-43a0-9803-d6921e32ec63/8b8b12d1-b22c-4c50-b8a1-32576acb4b2e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:54.676474 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80aa3e88-f43b-4d6f-b4d0-e53096265450 tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4b31eaf7-63c5-4679-b29a-83b50c179bf5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:54.807275 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa3e88-f43b-4d6f-b4d0-e53096265450 tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Pushing event deleted for resources: {'Port': ['ID=4b31eaf7-63c5-4679-b29a-83b50c179bf5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:54.824650 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e598c1-00bb-4771-8321-8ca45eed6c79 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:46:54.919377 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5e598c1-00bb-4771-8321-8ca45eed6c79 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b46f8d5e-26c1-4e06-87e0-00176c1f1299), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:54.919737 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-c5e598c1-00bb-4771-8321-8ca45eed6c79 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Added segment b46f8d5e-26c1-4e06-87e0-00176c1f1299 of type vlan for network 9f6e77c8-d176-4cd1-92fd-6ea21ab4e209 Feb 03 12:46:54.930233 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80aa3e88-f43b-4d6f-b4d0-e53096265450 tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Publish callbacks [] for floatingip (dd269d1a-2209-41cf-a8b5-73270c6887ed), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:54.934849 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80aa3e88-f43b-4d6f-b4d0-e53096265450 tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:54.934849 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-80aa3e88-f43b-4d6f-b4d0-e53096265450 tempest-FloatingIPAdminTestJSON-2101735323 tempest-FloatingIPAdminTestJSON-2101735323-project] 10.222.0.18 "DELETE /v2.0/floatingips/dd269d1a-2209-41cf-a8b5-73270c6887ed HTTP/1.1" status: 204 len: 168 time: 4.1277580 Feb 03 12:46:54.936772 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbca74-7913-4f99-973f-ce41e657049d req-080c508d-528b-4b48-bf23-50603b030f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.937278 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbca74-7913-4f99-973f-ce41e657049d req-080c508d-528b-4b48-bf23-50603b030f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.937833 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbca74-7913-4f99-973f-ce41e657049d req-080c508d-528b-4b48-bf23-50603b030f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:54.939761 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41dbca74-7913-4f99-973f-ce41e657049d req-080c508d-528b-4b48-bf23-50603b030f62 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=1e60b58d86024cd1a0be428da6fe974b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4107134 Feb 03 12:46:54.973143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57864) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:54.980220 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42592323-20bc-4056-b94f-efb86102ae90 req-806ad26a-5d69-452c-a20d-2140797665e8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5413435 Feb 03 12:46:55.008149 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd242876-8291-406e-83bd-d892e4735982 req-5fef1707-64e4-4dfa-9860-979989481e65 service neutron] 10.222.0.31 "GET /v2.0/networks/d628e3cf-1ead-4c5c-bfe5-343588bdf20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5386255 Feb 03 12:46:55.120343 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b9d885b4-af57-4f39-957a-59d3acc18661 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (a4c73d9f-68df-49e7-9a5e-2fd221bec6b1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:55.141124 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5e598c1-00bb-4771-8321-8ca45eed6c79 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (9f6e77c8-d176-4cd1-92fd-6ea21ab4e209), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:55.188530 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-5c4a648c-a98b-4a3e-baed-ed6c08085678 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks [] for port (8b8b12d1-b22c-4c50-b8a1-32576acb4b2e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:55.260761 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6653cc3-8222-451b-a17b-baebc4861cf0 req-00071dd8-6567-4449-9b9d-fe02b413d388 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:55.281751 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a6653cc3-8222-451b-a17b-baebc4861cf0 req-00071dd8-6567-4449-9b9d-fe02b413d388 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c306853-8a58-42b3-9c77-67bdc3556547 HTTP/1.1" status: 200 len: 943 time: 0.2917767 Feb 03 12:46:55.299510 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7fdcb-b817-4c1e-ad6c-ffa1b9e0e8f7 req-1add8ed2-7347-4704-8463-a511640446bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:55.301418 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7bb7fdcb-b817-4c1e-ad6c-ffa1b9e0e8f7 req-1add8ed2-7347-4704-8463-a511640446bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4f62cc98d5f4e8aaf9dbba1bf4d5aab&device_id=7c306853-8a58-42b3-9c77-67bdc3556547 HTTP/1.1" status: 200 len: 1125 time: 0.2199636 Feb 03 12:46:55.311338 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5e598c1-00bb-4771-8321-8ca45eed6c79 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (9f6e77c8-d176-4cd1-92fd-6ea21ab4e209), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:55.317531 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e598c1-00bb-4771-8321-8ca45eed6c79 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:55.318506 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5e598c1-00bb-4771-8321-8ca45eed6c79 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:55.416877 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d885b4-af57-4f39-957a-59d3acc18661 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:55.446065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b9d885b4-af57-4f39-957a-59d3acc18661 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:55.449849 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c5e598c1-00bb-4771-8321-8ca45eed6c79 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3062561 Feb 03 12:46:55.510992 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57884) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:55.517426 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-beea9fbc-f85b-4ad9-b28b-beafb21d7a7b tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'subnet': {'network_id': '9f6e77c8-d176-4cd1-92fd-6ea21ab4e209', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:55.575124 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-5c4a648c-a98b-4a3e-baed-ed6c08085678 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (8b8b12d1-b22c-4c50-b8a1-32576acb4b2e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:55.604241 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e598c1-00bb-4771-8321-8ca45eed6c79 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Network': ['ID=9f6e77c8-d176-4cd1-92fd-6ea21ab4e209,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:55.621035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 9f6e77c8-d176-4cd1-92fd-6ea21ab4e209 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:46:55.655776 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a6653cc3-8222-451b-a17b-baebc4861cf0 req-fa2fcbf8-2e7a-4cbc-abcb-d4f179f12700 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/security-groups?id=2521186d-08bb-4a7d-beb4-3959614a82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686426 Feb 03 12:46:55.902167 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-5c4a648c-a98b-4a3e-baed-ed6c08085678 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Network 5599772e-9dcf-4127-a633-d91505819dd7 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:55.978530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d885b4-af57-4f39-957a-59d3acc18661 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:55.990289 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-5c4a648c-a98b-4a3e-baed-ed6c08085678 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:55.993093 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7fdcb-b817-4c1e-ad6c-ffa1b9e0e8f7 req-f25c8fbd-48bf-4f58-9fea-c23ea8ec8bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:55.995499 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7bb7fdcb-b817-4c1e-ad6c-ffa1b9e0e8f7 req-f25c8fbd-48bf-4f58-9fea-c23ea8ec8bde service neutron] 10.222.0.31 "GET /v2.0/networks?id=d628e3cf-1ead-4c5c-bfe5-343588bdf20b HTTP/1.1" status: 200 len: 926 time: 0.6664026 Feb 03 12:46:56.001691 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-5c4a648c-a98b-4a3e-baed-ed6c08085678 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:56.004627 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d885b4-af57-4f39-957a-59d3acc18661 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=a4c73d9f-68df-49e7-9a5e-2fd221bec6b1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:56.022323 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a648c-a98b-4a3e-baed-ed6c08085678 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Pushing event updated for resources: {'Port': ['ID=8b8b12d1-b22c-4c50-b8a1-32576acb4b2e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:56.024565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbca74-7913-4f99-973f-ce41e657049d req-4a4c4582-c6dd-4f5d-a948-69070e4d9291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.034663 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41dbca74-7913-4f99-973f-ce41e657049d req-4a4c4582-c6dd-4f5d-a948-69070e4d9291 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0431492 Feb 03 12:46:56.094912 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bdeff439-5607-4853-9695-31652720b6e8 None None] Provisioning complete for port a4c73d9f-68df-49e7-9a5e-2fd221bec6b1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:46:56.095791 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bdeff439-5607-4853-9695-31652720b6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a4c73d9f-68df-49e7-9a5e-2fd221bec6b1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:56.122353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-5c4a648c-a98b-4a3e-baed-ed6c08085678 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.123819 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-5c4a648c-a98b-4a3e-baed-ed6c08085678 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:56.166104 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa91c3c8-d841-43d7-bb44-7ef525a623d6 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:56.178327 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bdeff439-5607-4853-9695-31652720b6e8 None None] Port a4c73d9f-68df-49e7-9a5e-2fd221bec6b1 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:46:56.191655 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d885b4-af57-4f39-957a-59d3acc18661 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.192357 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b9d885b4-af57-4f39-957a-59d3acc18661 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:56.205146 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7bb7fdcb-b817-4c1e-ad6c-ffa1b9e0e8f7 req-2342b064-60fb-4525-a5ce-6165882ef430 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03f2c984-4f97-476c-8466-c02847a06285 HTTP/1.1" status: 200 len: 217 time: 0.1896625 Feb 03 12:46:56.213036 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] Publish callbacks [] for port (aa91c3c8-d841-43d7-bb44-7ef525a623d6), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:56.231863 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-5c4a648c-a98b-4a3e-baed-ed6c08085678 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1005917 Feb 03 12:46:56.255542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-05d95d68-3419-40be-9451-e7ebae83e80f tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Deleting port e8917146-a44b-412b-a4d6-baf28110ea95 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:46:56.255894 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05d95d68-3419-40be-9451-e7ebae83e80f tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (e8917146-a44b-412b-a4d6-baf28110ea95), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:56.258244 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] Transition to ACTIVE for port object aa91c3c8-d841-43d7-bb44-7ef525a623d6 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:46:56.262317 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beea9fbc-f85b-4ad9-b28b-beafb21d7a7b tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Made reservation on behalf of e48db9ad23d84c4fa3644e11a2961e4a for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:56.265977 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b9d885b4-af57-4f39-957a-59d3acc18661 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 7.4536293 Feb 03 12:46:56.268594 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-beea9fbc-f85b-4ad9-b28b-beafb21d7a7b tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:56.273054 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57914) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:56.283229 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (aa91c3c8-d841-43d7-bb44-7ef525a623d6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:56.286532 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] Request body: {'port': {'device_id': 'ea5e916d-a7e1-4c88-bc97-d48a628864c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:56.310889 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b13d5-5d02-4c5f-af77-04d527491e29 req-8cb9e1e2-5b1c-432f-b0e1-25287402a0a9 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.312776 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1d0b13d5-5d02-4c5f-af77-04d527491e29 req-8cb9e1e2-5b1c-432f-b0e1-25287402a0a9 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 931 time: 0.4488511 Feb 03 12:46:56.431682 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] Pushing event updated for resources: {'Port': ['ID=aa91c3c8-d841-43d7-bb44-7ef525a623d6,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:56.534960 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05d95d68-3419-40be-9451-e7ebae83e80f tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (e8917146-a44b-412b-a4d6-baf28110ea95), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:56.535324 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05d95d68-3419-40be-9451-e7ebae83e80f tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks [] for floatingip (e8917146-a44b-412b-a4d6-baf28110ea95), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:56.557209 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7fdcb-b817-4c1e-ad6c-ffa1b9e0e8f7 req-28a6a141-ec6c-47dc-bf50-144fca32521e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.557440 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-05d95d68-3419-40be-9451-e7ebae83e80f tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Calling delete_port for e8917146-a44b-412b-a4d6-baf28110ea95 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:46:56.557711 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7bb7fdcb-b817-4c1e-ad6c-ffa1b9e0e8f7 req-28a6a141-ec6c-47dc-bf50-144fca32521e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=86ea1970-82b9-4b75-ae6a-1441d08d058d HTTP/1.1" status: 200 len: 865 time: 0.3455794 Feb 03 12:46:56.578819 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de5b7a-c564-4249-ab53-9c6118872429 req-3a0219f8-076e-46a6-a936-f727836675bf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.584747 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1d0b13d5-5d02-4c5f-af77-04d527491e29 req-6880e8a5-2128-440e-930f-8e11e95cc79e tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507765 Feb 03 12:46:56.597734 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de5b7a-c564-4249-ab53-9c6118872429 req-3a0219f8-076e-46a6-a936-f727836675bf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.605276 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de5b7a-c564-4249-ab53-9c6118872429 req-3a0219f8-076e-46a6-a936-f727836675bf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.611490 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de5b7a-c564-4249-ab53-9c6118872429 req-3a0219f8-076e-46a6-a936-f727836675bf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.621253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de5b7a-c564-4249-ab53-9c6118872429 req-3a0219f8-076e-46a6-a936-f727836675bf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.627839 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de5b7a-c564-4249-ab53-9c6118872429 req-3a0219f8-076e-46a6-a936-f727836675bf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.634687 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de5b7a-c564-4249-ab53-9c6118872429 req-3a0219f8-076e-46a6-a936-f727836675bf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.646999 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49de5b7a-c564-4249-ab53-9c6118872429 req-3a0219f8-076e-46a6-a936-f727836675bf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5394 time: 0.2721937 Feb 03 12:46:56.702499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] Attempting to bind port aa91c3c8-d841-43d7-bb44-7ef525a623d6 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:56.703120 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] Attempting to bind port aa91c3c8-d841-43d7-bb44-7ef525a623d6 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '7413601f-b7c8-46d2-a193-e2e9800539dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:56.703635 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] Attempting to bind port aa91c3c8-d841-43d7-bb44-7ef525a623d6 on network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:56.728947 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7bb7fdcb-b817-4c1e-ad6c-ffa1b9e0e8f7 req-42d0af19-6266-4245-b761-b5814eeb1b14 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d628e3cf-1ead-4c5c-bfe5-343588bdf20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361396 Feb 03 12:46:56.767733 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] Port aa91c3c8-d841-43d7-bb44-7ef525a623d6 on network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:46:56.768095 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] Attempting to bind port aa91c3c8-d841-43d7-bb44-7ef525a623d6 on network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:56.799861 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:56.800280 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] Checking segment: {'id': '7413601f-b7c8-46d2-a193-e2e9800539dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:56.800914 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] Bound using segment: {'id': '7413601f-b7c8-46d2-a193-e2e9800539dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:56.801547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] Bound port: aa91c3c8-d841-43d7-bb44-7ef525a623d6, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7413601f-b7c8-46d2-a193-e2e9800539dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:56.801922 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (aa91c3c8-d841-43d7-bb44-7ef525a623d6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:56.817379 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8b8b12d1-b22c-4c50-b8a1-32576acb4b2e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:56.868938 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c67d49-1fbc-4803-861a-a6f7bfd19146 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.874247 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c67d49-1fbc-4803-861a-a6f7bfd19146 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:56.879349 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-76c67d49-1fbc-4803-861a-a6f7bfd19146 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5960968 Feb 03 12:46:56.883711 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49de5b7a-c564-4249-ab53-9c6118872429 req-2da206ce-45cc-4caa-815d-3a050d06fa8b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2352870 Feb 03 12:46:56.885954 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57922) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:57.041778 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25a35b-f8d5-4cda-90d3-17f7852ee42d req-de35066f-943c-484c-97ad-2390e4922ceb tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:57.047377 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0a25a35b-f8d5-4cda-90d3-17f7852ee42d req-de35066f-943c-484c-97ad-2390e4922ceb tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 948 time: 0.3157055 Feb 03 12:46:57.161156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] For port aa91c3c8-d841-43d7-bb44-7ef525a623d6, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:57.181669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] For port aa91c3c8-d841-43d7-bb44-7ef525a623d6, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=aa91c3c8-d841-43d7-bb44-7ef525a623d6,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:57.183439 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05d95d68-3419-40be-9451-e7ebae83e80f tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (e8917146-a44b-412b-a4d6-baf28110ea95), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:57.202777 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-beea9fbc-f85b-4ad9-b28b-beafb21d7a7b tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (c4d31980-cb3a-4b78-b423-f1e986c17e38), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:57.212432 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7bb7fdcb-b817-4c1e-ad6c-ffa1b9e0e8f7 req-dbf9ec88-7fed-443b-8c37-2221f24c5b25 service neutron] 10.222.0.31 "GET /v2.0/networks/d628e3cf-1ead-4c5c-bfe5-343588bdf20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701371 Feb 03 12:46:57.217982 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (aa91c3c8-d841-43d7-bb44-7ef525a623d6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:57.226990 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d95d68-3419-40be-9451-e7ebae83e80f tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8917146-a44b-412b-a4d6-baf28110ea95,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:57.255906 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e51cba-e85c-4989-8e62-f89231d31894 req-148c22b4-5a31-4bbe-8624-0edc55f72b28 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:57.257744 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3e51cba-e85c-4989-8e62-f89231d31894 req-148c22b4-5a31-4bbe-8624-0edc55f72b28 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c306853-8a58-42b3-9c77-67bdc3556547 HTTP/1.1" status: 200 len: 943 time: 0.2582824 Feb 03 12:46:57.294396 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0a25a35b-f8d5-4cda-90d3-17f7852ee42d req-5ca59bcb-be86-4a28-94f8-2e9adff5644e tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180228 Feb 03 12:46:57.310723 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:57.311270 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:57.312935 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] 10.222.0.73 "PUT /v2.0/ports/aa91c3c8-d841-43d7-bb44-7ef525a623d6 HTTP/1.1" status: 200 len: 1091 time: 3.6421814 Feb 03 12:46:57.316637 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'tag': 'aa91c3c8-d841-43d7-bb44-7ef525a623d6'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:57.319139 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d87ca9-c0b9-44f6-92c3-36a4af08a976" -d '{"events": [{"name": "network-changed", "server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "tag": "aa91c3c8-d841-43d7-bb44-7ef525a623d6"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:57.381406 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] Request body: {'port': {'device_id': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:57.512112 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16036d3-c155-49a3-969b-bdf26368b357 x-openstack-request-id: req-f16036d3-c155-49a3-969b-bdf26368b357 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:57.513080 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "tag": "aa91c3c8-d841-43d7-bb44-7ef525a623d6", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:57.514029 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f16036d3-c155-49a3-969b-bdf26368b357 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:57.514896 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'tag': 'aa91c3c8-d841-43d7-bb44-7ef525a623d6', 'status': 'completed', 'code': 200} Feb 03 12:46:57.550952 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-eb2ea8bd-dba9-4152-80f4-db287182dd70 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port a4c73d9f-68df-49e7-9a5e-2fd221bec6b1 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:46:57.551612 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb2ea8bd-dba9-4152-80f4-db287182dd70 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (a4c73d9f-68df-49e7-9a5e-2fd221bec6b1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:57.602988 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3e51cba-e85c-4989-8e62-f89231d31894 req-678c2df0-42a3-425e-b3cb-4fe05f75d1b4 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/security-groups?id=2521186d-08bb-4a7d-beb4-3959614a82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013508 Feb 03 12:46:57.683908 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05d95d68-3419-40be-9451-e7ebae83e80f tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks [] for floatingip (5b86b27d-cae6-47f7-a0ab-4e6b7419a114), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:57.690094 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05d95d68-3419-40be-9451-e7ebae83e80f tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:57.693825 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-05d95d68-3419-40be-9451-e7ebae83e80f tempest-FloatingIPAdminTestJSON-1447260693 tempest-FloatingIPAdminTestJSON-1447260693-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/5b86b27d-cae6-47f7-a0ab-4e6b7419a114 HTTP/1.1" status: 204 len: 168 time: 2.7122984 Feb 03 12:46:57.724573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97920d99-67bc-40a7-9c29-c8d3c141330c service neutron] Pushing event updated for resources: {'Port': ['ID=aa91c3c8-d841-43d7-bb44-7ef525a623d6,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:57.742314 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57930) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:57.844126 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (89bd8765-d49f-46ab-a694-20c0e30dfdb4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:57.853473 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea9fbc-f85b-4ad9-b28b-beafb21d7a7b tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Subnet': ['ID=c4d31980-cb3a-4b78-b423-f1e986c17e38,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:57.951877 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 03f2c984-4f97-476c-8466-c02847a06285 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:46:57.957351 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb2ea8bd-dba9-4152-80f4-db287182dd70 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (a4c73d9f-68df-49e7-9a5e-2fd221bec6b1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:57.973164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beea9fbc-f85b-4ad9-b28b-beafb21d7a7b tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Checking segment: {'id': 'b46f8d5e-26c1-4e06-87e0-00176c1f1299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9f6e77c8-d176-4cd1-92fd-6ea21ab4e209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:57.975584 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beea9fbc-f85b-4ad9-b28b-beafb21d7a7b tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Network hostable DHCP agents. Network: 9f6e77c8-d176-4cd1-92fd-6ea21ab4e209, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:46:58.009506 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d87ca9-c0b9-44f6-92c3-36a4af08a976 req-75f77b00-54f3-4434-a842-a057c8f01b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.010322 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d87ca9-c0b9-44f6-92c3-36a4af08a976 req-75f77b00-54f3-4434-a842-a057c8f01b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.010983 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d87ca9-c0b9-44f6-92c3-36a4af08a976 req-75f77b00-54f3-4434-a842-a057c8f01b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.011651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d87ca9-c0b9-44f6-92c3-36a4af08a976 req-75f77b00-54f3-4434-a842-a057c8f01b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.012459 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d87ca9-c0b9-44f6-92c3-36a4af08a976 req-75f77b00-54f3-4434-a842-a057c8f01b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.013113 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d87ca9-c0b9-44f6-92c3-36a4af08a976 req-75f77b00-54f3-4434-a842-a057c8f01b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.013761 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d87ca9-c0b9-44f6-92c3-36a4af08a976 req-75f77b00-54f3-4434-a842-a057c8f01b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.016395 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42d87ca9-c0b9-44f6-92c3-36a4af08a976 req-75f77b00-54f3-4434-a842-a057c8f01b90 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e60b58d86024cd1a0be428da6fe974b&device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 6410 time: 0.4608569 Feb 03 12:46:58.021133 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-eb2ea8bd-dba9-4152-80f4-db287182dd70 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for a4c73d9f-68df-49e7-9a5e-2fd221bec6b1 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:46:58.024551 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7bb7fdcb-b817-4c1e-ad6c-ffa1b9e0e8f7 req-4fecc7b6-94ab-44fd-bde1-f62547a1f29e service neutron] 10.222.0.31 "GET /v2.0/networks/d628e3cf-1ead-4c5c-bfe5-343588bdf20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7788107 Feb 03 12:46:58.050713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50716149-d634-459c-9319-16962095f74f req-c58f185a-69d7-470b-9199-2bb630549020 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.057889 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-50716149-d634-459c-9319-16962095f74f req-c58f185a-69d7-470b-9199-2bb630549020 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 931 time: 0.2394655 Feb 03 12:46:58.122081 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beea9fbc-f85b-4ad9-b28b-beafb21d7a7b tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Network 9f6e77c8-d176-4cd1-92fd-6ea21ab4e209 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:46:58.157734 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-beea9fbc-f85b-4ad9-b28b-beafb21d7a7b tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 9f6e77c8-d176-4cd1-92fd-6ea21ab4e209) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:58.190793 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beea9fbc-f85b-4ad9-b28b-beafb21d7a7b tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.191680 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-beea9fbc-f85b-4ad9-b28b-beafb21d7a7b tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:58.204914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 03f2c984-4f97-476c-8466-c02847a06285, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=03f2c984-4f97-476c-8466-c02847a06285,segment=NetworkSegment(c0ca99ca-12e2-4721-9b8e-e86d92162e98),segment_id=c0ca99ca-12e2-4721-9b8e-e86d92162e98)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:58.243670 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-50716149-d634-459c-9319-16962095f74f req-a0bba80c-e221-4198-ac99-0e9dfc66a023 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844928 Feb 03 12:46:58.247448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '03f2c984-4f97-476c-8466-c02847a06285', 'network_id': 'd628e3cf-1ead-4c5c-bfe5-343588bdf20b', 'port_id': '03f2c984-4f97-476c-8466-c02847a06285', 'mac_address': 'fa:16:3e:34:3d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ea1970-82b9-4b75-ae6a-1441d08d058d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:46:58.252555 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36816bb9-732e-4fa4-ad95-e004e7b7d49e None None] Network 9f6e77c8-d176-4cd1-92fd-6ea21ab4e209 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:46:58.293342 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-beea9fbc-f85b-4ad9-b28b-beafb21d7a7b tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7789512 Feb 03 12:46:58.295293 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57934) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:46:58.304287 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-969fd3c4-359e-4c1d-a965-8fa1f13752b8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'subnet': {'network_id': '9f6e77c8-d176-4cd1-92fd-6ea21ab4e209', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:46:58.312083 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:58.336578 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] Publish callbacks [] for port (8b8b12d1-b22c-4c50-b8a1-32576acb4b2e), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:58.341535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d9d4e-4af9-49c3-9b39-8980bfc2d9ec req-d521ea12-a7a0-47d4-bad3-3d999b3db691 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.343487 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e83d9d4e-4af9-49c3-9b39-8980bfc2d9ec req-d521ea12-a7a0-47d4-bad3-3d999b3db691 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 948 time: 0.4531591 Feb 03 12:46:58.445673 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] Transition to ACTIVE for port object 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:46:58.450331 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c90f6776-8ba3-4773-bacd-fd46b69de6c6 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Deleting port 298bfb0b-4fe9-4ac1-8cce-76e7240e74e0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:46:58.450814 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c90f6776-8ba3-4773-bacd-fd46b69de6c6 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (298bfb0b-4fe9-4ac1-8cce-76e7240e74e0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:58.466423 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (8b8b12d1-b22c-4c50-b8a1-32576acb4b2e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:58.490750 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d87ca9-c0b9-44f6-92c3-36a4af08a976 req-e8a5abe1-8d17-4499-aaea-41aad52d84dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.490750 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d87ca9-c0b9-44f6-92c3-36a4af08a976 req-e8a5abe1-8d17-4499-aaea-41aad52d84dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.500261 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d87ca9-c0b9-44f6-92c3-36a4af08a976 req-e8a5abe1-8d17-4499-aaea-41aad52d84dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.502368 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42d87ca9-c0b9-44f6-92c3-36a4af08a976 req-e8a5abe1-8d17-4499-aaea-41aad52d84dc service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=1e60b58d86024cd1a0be428da6fe974b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4581044 Feb 03 12:46:58.543988 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb72e3-88bb-437f-a870-52a50723f2da req-0f4aea2a-079d-4116-bb38-c47b516da238 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.551577 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb72e3-88bb-437f-a870-52a50723f2da req-0f4aea2a-079d-4116-bb38-c47b516da238 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.557143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb72e3-88bb-437f-a870-52a50723f2da req-0f4aea2a-079d-4116-bb38-c47b516da238 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.562780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb72e3-88bb-437f-a870-52a50723f2da req-0f4aea2a-079d-4116-bb38-c47b516da238 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.568466 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 03f2c984-4f97-476c-8466-c02847a06285 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:46:58.569101 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (03f2c984-4f97-476c-8466-c02847a06285), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:58.569327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb72e3-88bb-437f-a870-52a50723f2da req-0f4aea2a-079d-4116-bb38-c47b516da238 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.574933 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb72e3-88bb-437f-a870-52a50723f2da req-0f4aea2a-079d-4116-bb38-c47b516da238 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.580279 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb72e3-88bb-437f-a870-52a50723f2da req-0f4aea2a-079d-4116-bb38-c47b516da238 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.588007 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cbfb72e3-88bb-437f-a870-52a50723f2da req-0f4aea2a-079d-4116-bb38-c47b516da238 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5394 time: 0.5618920 Feb 03 12:46:58.634352 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b8b12d1-b22c-4c50-b8a1-32576acb4b2e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:58.634730 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-9f6e77c8-d176-4cd1-92fd-6ea21ab4e209', 'network_id': '9f6e77c8-d176-4cd1-92fd-6ea21ab4e209', 'project_id': 'e48db9ad23d84c4fa3644e11a2961e4a', 'fixed_ips': [{'subnet_id': 'c4d31980-cb3a-4b78-b423-f1e986c17e38'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:46:58.636632 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:58.645036 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969fd3c4-359e-4c1d-a965-8fa1f13752b8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Made reservation on behalf of e48db9ad23d84c4fa3644e11a2961e4a for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:46:58.651366 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-969fd3c4-359e-4c1d-a965-8fa1f13752b8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:58.679975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f2c984-4f97-476c-8466-c02847a06285 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:58.779318 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b21fd1-0d3e-47e5-ac33-716930a3ea0b req-4d8c8094-b77b-4f35-ba6e-cd3d2351ca19 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.786323 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-21b21fd1-0d3e-47e5-ac33-716930a3ea0b req-4d8c8094-b77b-4f35-ba6e-cd3d2351ca19 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 948 time: 0.2999933 Feb 03 12:46:58.865619 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 03f2c984-4f97-476c-8466-c02847a06285, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=03f2c984-4f97-476c-8466-c02847a06285,segment=NetworkSegment(c0ca99ca-12e2-4721-9b8e-e86d92162e98),segment_id=c0ca99ca-12e2-4721-9b8e-e86d92162e98)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:46:58.873702 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (03f2c984-4f97-476c-8466-c02847a06285), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:58.894997 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d87ca9-c0b9-44f6-92c3-36a4af08a976 req-9646ef2c-d1da-4680-bac0-73fe98d033f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:58.896954 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42d87ca9-c0b9-44f6-92c3-36a4af08a976 req-9646ef2c-d1da-4680-bac0-73fe98d033f7 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2960718 Feb 03 12:46:58.916956 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-21b21fd1-0d3e-47e5-ac33-716930a3ea0b req-74a19c65-04bb-4b16-bfef-90855aef278e tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291642 Feb 03 12:46:58.938080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] Attempting to bind port 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:58.938612 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] Attempting to bind port 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:58.939115 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] Attempting to bind port 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e on network 5599772e-9dcf-4127-a633-d91505819dd7 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:58.939588 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=03f2c984-4f97-476c-8466-c02847a06285,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:58.947901 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] Port 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e on network 5599772e-9dcf-4127-a633-d91505819dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:46:58.948082 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] Attempting to bind port 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e on network 5599772e-9dcf-4127-a633-d91505819dd7 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:59.003164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:59.003573 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] Checking segment: {'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:59.005110 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] Allocated IP 2001:db8::2 (9f6e77c8-d176-4cd1-92fd-6ea21ab4e209/c4d31980-cb3a-4b78-b423-f1e986c17e38/0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:46:59.005916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] Bound using segment: {'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:59.008331 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] Bound port: 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:59.008749 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8b8b12d1-b22c-4c50-b8a1-32576acb4b2e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:59.130901 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cbfb72e3-88bb-437f-a870-52a50723f2da req-ee2b75f4-3028-499e-95bb-2f1724add0ca tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5415523 Feb 03 12:46:59.137652 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89bd8765-d49f-46ab-a694-20c0e30dfdb4 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:46:59.148923 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c90f6776-8ba3-4773-bacd-fd46b69de6c6 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (298bfb0b-4fe9-4ac1-8cce-76e7240e74e0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:59.157044 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] Publish callbacks [] for port (89bd8765-d49f-46ab-a694-20c0e30dfdb4), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:59.188327 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] For port 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:59.189792 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] Publish callbacks [] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:59.195141 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] For port 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=8b8b12d1-b22c-4c50-b8a1-32576acb4b2e,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:59.201301 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:59.205543 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c90f6776-8ba3-4773-bacd-fd46b69de6c6 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Calling delete_port for 298bfb0b-4fe9-4ac1-8cce-76e7240e74e0 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:46:59.215373 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (8b8b12d1-b22c-4c50-b8a1-32576acb4b2e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:59.253692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] Network 9f6e77c8-d176-4cd1-92fd-6ea21ab4e209 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:59.256442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] Transition to ACTIVE for port object 89bd8765-d49f-46ab-a694-20c0e30dfdb4 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:46:59.259291 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] Pushing event updated for resources: {'Port': ['ID=0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:59.264618 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:59.265311 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-e83d9d4e-4af9-49c3-9b39-8980bfc2d9ec req-208a8a1f-38c3-417c-ae76-c5e0ffaa295f tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Deleting port c858d087-ff3e-45a1-8f22-535fcd4287c1 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:46:59.265658 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e83d9d4e-4af9-49c3-9b39-8980bfc2d9ec req-208a8a1f-38c3-417c-ae76-c5e0ffaa295f tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:59.268498 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:46:59.273425 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['03f2c984-4f97-476c-8466-c02847a06285'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:46:59.283859 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (89bd8765-d49f-46ab-a694-20c0e30dfdb4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:59.320844 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:59.321528 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:59.326164 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] 10.222.0.73 "PUT /v2.0/ports/8b8b12d1-b22c-4c50-b8a1-32576acb4b2e HTTP/1.1" status: 200 len: 1091 time: 3.0465686 Feb 03 12:46:59.332275 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5e916d-a7e1-4c88-bc97-d48a628864c9', 'tag': '8b8b12d1-b22c-4c50-b8a1-32576acb4b2e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:46:59.337033 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6876ddd-9229-4bd6-8ff5-e32b2b9c1c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5e916d-a7e1-4c88-bc97-d48a628864c9", "tag": "8b8b12d1-b22c-4c50-b8a1-32576acb4b2e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:46:59.452733 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] Attempting to bind port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:46:59.453499 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] Attempting to bind port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b46f8d5e-26c1-4e06-87e0-00176c1f1299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9f6e77c8-d176-4cd1-92fd-6ea21ab4e209'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:46:59.454131 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] Attempting to bind port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 on network 9f6e77c8-d176-4cd1-92fd-6ea21ab4e209 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:46:59.465013 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:46:59.465830 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] Checking segment: {'id': 'b46f8d5e-26c1-4e06-87e0-00176c1f1299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9f6e77c8-d176-4cd1-92fd-6ea21ab4e209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:46:59.466474 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:59.467098 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] Bound using segment: {'id': 'b46f8d5e-26c1-4e06-87e0-00176c1f1299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9f6e77c8-d176-4cd1-92fd-6ea21ab4e209'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:46:59.468023 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] Bound port: 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46f8d5e-26c1-4e06-87e0-00176c1f1299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9f6e77c8-d176-4cd1-92fd-6ea21ab4e209'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:46:59.468640 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:59.521557 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2873b1-5482-4de3-9d6f-fed986e99f65 req-661135bd-071d-4d34-bf15-543a70f37fc4 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:59.528248 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf2873b1-5482-4de3-9d6f-fed986e99f65 req-661135bd-071d-4d34-bf15-543a70f37fc4 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c306853-8a58-42b3-9c77-67bdc3556547 HTTP/1.1" status: 200 len: 944 time: 0.4771442 Feb 03 12:46:59.541013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-5393cf69-76d8-4ad9-a985-4374dfb1a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:59.542866 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-5393cf69-76d8-4ad9-a985-4374dfb1a0e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffd0252b7b0747c69410a55d7883bffd&device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 1125 time: 0.1523318 Feb 03 12:46:59.543626 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3be76-9db2-4f43-bb09-2a593afa4ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b8b12d1-b22c-4c50-b8a1-32576acb4b2e,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:59.644465 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] For port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:46:59.647621 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-1b85d58d-dc9f-478e-b055-fe9b98b27cb2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b8b12d1-b22c-4c50-b8a1-32576acb4b2e HTTP/1.1" status: 200 len: 217 time: 0.0885170 Feb 03 12:46:59.672175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] For port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4,segment=NetworkSegment(b46f8d5e-26c1-4e06-87e0-00176c1f1299),segment_id=b46f8d5e-26c1-4e06-87e0-00176c1f1299)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:46:59.685814 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:59.713211 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-c13af3e3-91f1-42c4-b16c-fa8a0d2d3376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:59.714852 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-c13af3e3-91f1-42c4-b16c-fa8a0d2d3376 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd98a1ba-2677-43a0-9803-d6921e32ec63 HTTP/1.1" status: 200 len: 851 time: 0.0596709 Feb 03 12:46:59.749914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d2547-c2ce-4437-935b-39c6ba220c16 None None] Pushing event updated for resources: {'Port': ['ID=0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:46:59.763202 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-2c6289ce-536f-478d-845c-2787697458db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5599772e-9dcf-4127-a633-d91505819dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394313 Feb 03 12:46:59.800744 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:46:59.806636 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf2873b1-5482-4de3-9d6f-fed986e99f65 req-70999058-2a09-4d20-82e2-ec098d0408b5 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/security-groups?id=2521186d-08bb-4a7d-beb4-3959614a82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566323 Feb 03 12:46:59.854762 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-969fd3c4-359e-4c1d-a965-8fa1f13752b8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (aa2340d7-73f5-45d7-b9de-67b5661a69a1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:46:59.927330 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b91972-0498-4990-8fd1-c4c843ee3dd2 x-openstack-request-id: req-57b91972-0498-4990-8fd1-c4c843ee3dd2 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:46:59.927915 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5e916d-a7e1-4c88-bc97-d48a628864c9", "tag": "8b8b12d1-b22c-4c50-b8a1-32576acb4b2e", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:46:59.928291 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57b91972-0498-4990-8fd1-c4c843ee3dd2 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:46:59.928791 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5e916d-a7e1-4c88-bc97-d48a628864c9', 'tag': '8b8b12d1-b22c-4c50-b8a1-32576acb4b2e', 'status': 'completed', 'code': 200} Feb 03 12:46:59.942732 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969fd3c4-359e-4c1d-a965-8fa1f13752b8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Network 9f6e77c8-d176-4cd1-92fd-6ea21ab4e209 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:46:59.959264 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-969fd3c4-359e-4c1d-a965-8fa1f13752b8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:46:59.977764 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969fd3c4-359e-4c1d-a965-8fa1f13752b8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:46:59.977764 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-969fd3c4-359e-4c1d-a965-8fa1f13752b8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:00.007565 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-969fd3c4-359e-4c1d-a965-8fa1f13752b8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7101648 Feb 03 12:47:00.015286 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57950) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:00.027928 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb2ea8bd-dba9-4152-80f4-db287182dd70 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (a4c73d9f-68df-49e7-9a5e-2fd221bec6b1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:00.037686 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969fd3c4-359e-4c1d-a965-8fa1f13752b8 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Subnet': ['ID=aa2340d7-73f5-45d7-b9de-67b5661a69a1,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:00.099198 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] Pushing event updated for resources: {'Port': ['ID=89bd8765-d49f-46ab-a694-20c0e30dfdb4,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:00.116615 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-acd819e7-f53a-450e-8fea-cc88dde4e2ec service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333874 Feb 03 12:47:00.181025 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7e323d-db10-46ea-a127-e73151d873a5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.182233 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7e323d-db10-46ea-a127-e73151d873a5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.183540 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7e323d-db10-46ea-a127-e73151d873a5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.185292 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7e323d-db10-46ea-a127-e73151d873a5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.187651 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7e323d-db10-46ea-a127-e73151d873a5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.190511 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3c7e323d-db10-46ea-a127-e73151d873a5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1739583 Feb 03 12:47:00.236083 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc48ec-883e-4812-a9c1-b5f2f5b8e2b1 req-bbfda9ca-e289-4f84-ad01-ed917493b04a tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.242943 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57954) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:00.243622 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-decc48ec-883e-4812-a9c1-b5f2f5b8e2b1 req-bbfda9ca-e289-4f84-ad01-ed917493b04a tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 948 time: 0.1703963 Feb 03 12:47:00.257739 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ea8bd-dba9-4152-80f4-db287182dd70 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=a4c73d9f-68df-49e7-9a5e-2fd221bec6b1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:00.268724 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fff2fae9-9e92-4359-a473-be86936c0e35 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-248981267'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:00.341595 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e83d9d4e-4af9-49c3-9b39-8980bfc2d9ec req-208a8a1f-38c3-417c-ae76-c5e0ffaa295f tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] For port c858d087-ff3e-45a1-8f22-535fcd4287c1, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c858d087-ff3e-45a1-8f22-535fcd4287c1,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:00.342070 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e83d9d4e-4af9-49c3-9b39-8980bfc2d9ec req-208a8a1f-38c3-417c-ae76-c5e0ffaa295f tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:00.359305 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-e83d9d4e-4af9-49c3-9b39-8980bfc2d9ec req-208a8a1f-38c3-417c-ae76-c5e0ffaa295f tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Calling delete_port for c858d087-ff3e-45a1-8f22-535fcd4287c1 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:00.422934 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4df7e1a-6f37-4e1e-bc71-cdce0828a92a req-e1d0708f-62dc-4642-80b6-1b2f28725924 service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949898 Feb 03 12:47:00.427761 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-decc48ec-883e-4812-a9c1-b5f2f5b8e2b1 req-88e6ecfa-7c24-45e3-a5bb-2453b7026300 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768842 Feb 03 12:47:00.438373 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2ffbb-cb4f-4fb9-939c-333f68b8cc5b req-78787a04-54a6-41c3-8c57-7c3dbfc7ba24 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.440504 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-96f2ffbb-cb4f-4fb9-939c-333f68b8cc5b req-78787a04-54a6-41c3-8c57-7c3dbfc7ba24 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 943 time: 0.6902726 Feb 03 12:47:00.637887 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6876ddd-9229-4bd6-8ff5-e32b2b9c1c7d req-7628d0c0-22a0-4406-86b7-6dabeeac2407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.639931 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6876ddd-9229-4bd6-8ff5-e32b2b9c1c7d req-7628d0c0-22a0-4406-86b7-6dabeeac2407 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffd0252b7b0747c69410a55d7883bffd&device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 1125 time: 0.1244013 Feb 03 12:47:00.644891 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff2fae9-9e92-4359-a473-be86936c0e35 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Made reservation on behalf of e48db9ad23d84c4fa3644e11a2961e4a for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:00.658281 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fff2fae9-9e92-4359-a473-be86936c0e35 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:00.696728 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cecee-6d9e-4b2f-b13b-d4257e7817f3 req-9e5438b7-c8c5-466f-900a-831d230dd803 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.704204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cecee-6d9e-4b2f-b13b-d4257e7817f3 req-9e5438b7-c8c5-466f-900a-831d230dd803 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.711622 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cecee-6d9e-4b2f-b13b-d4257e7817f3 req-9e5438b7-c8c5-466f-900a-831d230dd803 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.717551 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cecee-6d9e-4b2f-b13b-d4257e7817f3 req-9e5438b7-c8c5-466f-900a-831d230dd803 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.723853 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cecee-6d9e-4b2f-b13b-d4257e7817f3 req-9e5438b7-c8c5-466f-900a-831d230dd803 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.730206 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cecee-6d9e-4b2f-b13b-d4257e7817f3 req-9e5438b7-c8c5-466f-900a-831d230dd803 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.736663 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c90f6776-8ba3-4773-bacd-fd46b69de6c6 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (298bfb0b-4fe9-4ac1-8cce-76e7240e74e0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:00.737496 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cecee-6d9e-4b2f-b13b-d4257e7817f3 req-9e5438b7-c8c5-466f-900a-831d230dd803 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.740197 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-146cecee-6d9e-4b2f-b13b-d4257e7817f3 req-9e5438b7-c8c5-466f-900a-831d230dd803 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5406 time: 0.1730685 Feb 03 12:47:00.826471 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb2ea8bd-dba9-4152-80f4-db287182dd70 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:00.832493 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-eb2ea8bd-dba9-4152-80f4-db287182dd70 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/a4c73d9f-68df-49e7-9a5e-2fd221bec6b1 HTTP/1.1" status: 204 len: 168 time: 3.8818073 Feb 03 12:47:00.832493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] Attempting to bind port 89bd8765-d49f-46ab-a694-20c0e30dfdb4 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:47:00.832493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] Attempting to bind port 89bd8765-d49f-46ab-a694-20c0e30dfdb4 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '7413601f-b7c8-46d2-a193-e2e9800539dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:47:00.832493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] Attempting to bind port 89bd8765-d49f-46ab-a694-20c0e30dfdb4 on network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:00.836178 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57958) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:00.859850 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f6776-8ba3-4773-bacd-fd46b69de6c6 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Pushing event deleted for resources: {'Port': ['ID=298bfb0b-4fe9-4ac1-8cce-76e7240e74e0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:00.864861 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6876ddd-9229-4bd6-8ff5-e32b2b9c1c7d req-7e06f240-761f-46da-a337-fc83741d6d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:00.867830 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6876ddd-9229-4bd6-8ff5-e32b2b9c1c7d req-7e06f240-761f-46da-a337-fc83741d6d3c service neutron] 10.222.0.73 "GET /v2.0/networks?id=5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 200 len: 912 time: 0.2204239 Feb 03 12:47:00.877570 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-146cecee-6d9e-4b2f-b13b-d4257e7817f3 req-c026482b-558e-427e-b14a-70686c2271b3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1286578 Feb 03 12:47:00.896451 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-96f2ffbb-cb4f-4fb9-939c-333f68b8cc5b req-cdee3d6f-68c2-4619-9901-021ce8958e7c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967874 Feb 03 12:47:00.900156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff2fae9-9e92-4359-a473-be86936c0e35 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:47:00.905148 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] Port 89bd8765-d49f-46ab-a694-20c0e30dfdb4 on network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:47:00.905490 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] Attempting to bind port 89bd8765-d49f-46ab-a694-20c0e30dfdb4 on network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:00.977635 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:47:00.977999 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] Checking segment: {'id': '7413601f-b7c8-46d2-a193-e2e9800539dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:00.978359 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] Bound using segment: {'id': '7413601f-b7c8-46d2-a193-e2e9800539dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:47:00.978484 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:00.978959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] Bound port: 89bd8765-d49f-46ab-a694-20c0e30dfdb4, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7413601f-b7c8-46d2-a193-e2e9800539dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:47:00.979153 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (89bd8765-d49f-46ab-a694-20c0e30dfdb4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:00.990948 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fff2fae9-9e92-4359-a473-be86936c0e35 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (3c77982e-f66e-4d73-b450-a63476518980), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:00.991289 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-fff2fae9-9e92-4359-a473-be86936c0e35 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Added segment 3c77982e-f66e-4d73-b450-a63476518980 of type vlan for network 0c0726fd-a8a7-4145-8144-b3773a7233dd Feb 03 12:47:01.019318 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6876ddd-9229-4bd6-8ff5-e32b2b9c1c7d req-b14f7047-b5b5-4bee-b883-131e79c85d48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b8b12d1-b22c-4c50-b8a1-32576acb4b2e HTTP/1.1" status: 200 len: 217 time: 0.1394901 Feb 03 12:47:01.116635 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6876ddd-9229-4bd6-8ff5-e32b2b9c1c7d req-6579cc02-abc8-40e0-b45a-9cb16d452b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.118686 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6876ddd-9229-4bd6-8ff5-e32b2b9c1c7d req-6579cc02-abc8-40e0-b45a-9cb16d452b46 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd98a1ba-2677-43a0-9803-d6921e32ec63 HTTP/1.1" status: 200 len: 851 time: 0.0898030 Feb 03 12:47:01.194885 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:01.198760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade3b542-2288-4b46-a08b-9e885a57cded tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.203077 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade3b542-2288-4b46-a08b-9e885a57cded tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.204464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade3b542-2288-4b46-a08b-9e885a57cded tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.210449 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ade3b542-2288-4b46-a08b-9e885a57cded tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3710186 Feb 03 12:47:01.213410 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6876ddd-9229-4bd6-8ff5-e32b2b9c1c7d req-3b571090-db11-4dff-a7f8-09f624b47523 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5599772e-9dcf-4127-a633-d91505819dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866587 Feb 03 12:47:01.216491 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57962) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:01.341496 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:01.342263 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:01.364333 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fff2fae9-9e92-4359-a473-be86936c0e35 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (0c0726fd-a8a7-4145-8144-b3773a7233dd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:01.379520 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c90f6776-8ba3-4773-bacd-fd46b69de6c6 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:01.384040 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c90f6776-8ba3-4773-bacd-fd46b69de6c6 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] 10.222.0.18 "DELETE /v2.0/ports/298bfb0b-4fe9-4ac1-8cce-76e7240e74e0 HTTP/1.1" status: 204 len: 168 time: 3.6401179 Feb 03 12:47:01.390034 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57964) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:01.391140 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e83d9d4e-4af9-49c3-9b39-8980bfc2d9ec req-208a8a1f-38c3-417c-ae76-c5e0ffaa295f tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c858d087-ff3e-45a1-8f22-535fcd4287c1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:01.500903 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a8a1f-38c3-417c-ae76-c5e0ffaa295f tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Pushing event deleted for resources: {'Port': ['ID=c858d087-ff3e-45a1-8f22-535fcd4287c1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:01.520892 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d912fd-2b5a-4bd9-83dc-05d05f7047f9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet a69a009e-4878-4bc8-9d1d-dcee65df24de {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:01.535405 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14d912fd-2b5a-4bd9-83dc-05d05f7047f9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (a69a009e-4878-4bc8-9d1d-dcee65df24de), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:01.577738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:01.578133 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:01.588298 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] For port 89bd8765-d49f-46ab-a694-20c0e30dfdb4, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:47:01.592091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83d9d4e-4af9-49c3-9b39-8980bfc2d9ec req-208a8a1f-38c3-417c-ae76-c5e0ffaa295f tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] No DVR routers for this DVR port c858d087-ff3e-45a1-8f22-535fcd4287c1 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:01.596378 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e83d9d4e-4af9-49c3-9b39-8980bfc2d9ec req-208a8a1f-38c3-417c-ae76-c5e0ffaa295f tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:01.600845 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e83d9d4e-4af9-49c3-9b39-8980bfc2d9ec req-208a8a1f-38c3-417c-ae76-c5e0ffaa295f tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.31 "DELETE /v2.0/ports/c858d087-ff3e-45a1-8f22-535fcd4287c1 HTTP/1.1" status: 204 len: 173 time: 3.2430868 Feb 03 12:47:01.605429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbdffa8b-8dce-46c8-ae8c-aa595635af48', 'name': 'network-vif-deleted', 'tag': 'c858d087-ff3e-45a1-8f22-535fcd4287c1'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:01.609857 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5657f5ad-c5ca-48b7-a780-cf39c4577992" -d '{"events": [{"server_uuid": "fbdffa8b-8dce-46c8-ae8c-aa595635af48", "name": "network-vif-deleted", "tag": "c858d087-ff3e-45a1-8f22-535fcd4287c1"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:01.614712 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fff2fae9-9e92-4359-a473-be86936c0e35 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (0c0726fd-a8a7-4145-8144-b3773a7233dd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:01.627274 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff2fae9-9e92-4359-a473-be86936c0e35 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.628403 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fff2fae9-9e92-4359-a473-be86936c0e35 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:01.649354 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14d912fd-2b5a-4bd9-83dc-05d05f7047f9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (a69a009e-4878-4bc8-9d1d-dcee65df24de), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:01.713074 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4,segment=NetworkSegment(b46f8d5e-26c1-4e06-87e0-00176c1f1299),segment_id=b46f8d5e-26c1-4e06-87e0-00176c1f1299)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:01.721882 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:01.735093 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1b224c-8bcd-4931-a466-37dee389d886 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:01.750119 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4e1b224c-8bcd-4931-a466-37dee389d886 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] 10.222.0.18 "GET /v2.0/ports?device_id=f670b165-8a18-4cf5-adac-78f092e3eff8 HTTP/1.1" status: 200 len: 913 time: 0.3468509 Feb 03 12:47:01.775313 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57972) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:01.783391 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e431e580-df5e-42d4-9afd-116bd8046da0 req-5f702522-8004-4587-a646-c951a636a76f tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbdffa8b-8dce-46c8-ae8c-aa595635af48 HTTP/1.1" status: 200 len: 210 time: 0.1290901 Feb 03 12:47:01.797639 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6876ddd-9229-4bd6-8ff5-e32b2b9c1c7d req-479f7dfa-bead-4917-bd58-da973bbf4440 service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5777998 Feb 03 12:47:01.846243 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:01.871966 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2fae9-9e92-4359-a473-be86936c0e35 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Network': ['ID=0c0726fd-a8a7-4145-8144-b3773a7233dd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:01.885295 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 0c0726fd-a8a7-4145-8144-b3773a7233dd details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:47:01.891039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] For port 89bd8765-d49f-46ab-a694-20c0e30dfdb4, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=89bd8765-d49f-46ab-a694-20c0e30dfdb4,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:47:01.954171 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8467bb16-6b98-4d17-9cb1-ea841a38dfc0 x-openstack-request-id: req-8467bb16-6b98-4d17-9cb1-ea841a38dfc0 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:01.954481 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbdffa8b-8dce-46c8-ae8c-aa595635af48", "name": "network-vif-deleted", "tag": "c858d087-ff3e-45a1-8f22-535fcd4287c1", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:01.954746 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8467bb16-6b98-4d17-9cb1-ea841a38dfc0 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:01.955164 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbdffa8b-8dce-46c8-ae8c-aa595635af48', 'name': 'network-vif-deleted', 'tag': 'c858d087-ff3e-45a1-8f22-535fcd4287c1', 'status': 'completed', 'code': 200} Feb 03 12:47:01.972860 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fff2fae9-9e92-4359-a473-be86936c0e35 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7154977 Feb 03 12:47:01.975760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57978) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:01.992938 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-18e84ab0-69ba-4323-9e27-1394cec76151 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:02.006339 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (89bd8765-d49f-46ab-a694-20c0e30dfdb4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:02.020733 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 03f2c984-4f97-476c-8466-c02847a06285 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:02.061503 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05c8479-e0a6-4e53-8207-e21198db0ae0 None None] Network 9f6e77c8-d176-4cd1-92fd-6ea21ab4e209 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:02.136646 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:02.142459 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:02.144939 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] 10.222.0.73 "PUT /v2.0/ports/89bd8765-d49f-46ab-a694-20c0e30dfdb4 HTTP/1.1" status: 200 len: 1091 time: 4.7677209 Feb 03 12:47:02.254054 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] Request body: {'port': {'device_id': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:02.272074 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 03f2c984-4f97-476c-8466-c02847a06285 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:47:02.324460 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 03f2c984-4f97-476c-8466-c02847a06285 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:02.326835 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (03f2c984-4f97-476c-8466-c02847a06285), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:02.445103 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-30ad6416-f5d4-441a-8536-3f201b50c0c3 None None] Provisioning complete for port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:02.445772 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30ad6416-f5d4-441a-8536-3f201b50c0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:02.451541 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c67e3-d78d-463a-a9ad-f30f6e8d35c7 req-9cc10b4b-38e4-4553-ad6d-2bffa62425f4 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:02.453195 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-683c67e3-d78d-463a-a9ad-f30f6e8d35c7 req-9cc10b4b-38e4-4553-ad6d-2bffa62425f4 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c306853-8a58-42b3-9c77-67bdc3556547 HTTP/1.1" status: 200 len: 944 time: 0.5941286 Feb 03 12:47:02.533935 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75e703-fd5f-4b6b-bb26-331f4366d31f service neutron] Pushing event updated for resources: {'Port': ['ID=89bd8765-d49f-46ab-a694-20c0e30dfdb4,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:02.602221 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18e84ab0-69ba-4323-9e27-1394cec76151 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (0c0726fd-a8a7-4145-8144-b3773a7233dd), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:02.650817 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (948afbdc-21a4-479e-8a60-62f8aa022a78), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:02.653057 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18e84ab0-69ba-4323-9e27-1394cec76151 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (0c0726fd-a8a7-4145-8144-b3773a7233dd), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:02.690147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-30ad6416-f5d4-441a-8536-3f201b50c0c3 None None] Current status of the port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:02.695816 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-18e84ab0-69ba-4323-9e27-1394cec76151 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Network 0c0726fd-a8a7-4145-8144-b3773a7233dd is not hosted by any dhcp agent {{(pid=103188) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 12:47:02.701523 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e84ab0-69ba-4323-9e27-1394cec76151 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:02.702733 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18e84ab0-69ba-4323-9e27-1394cec76151 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:02.708162 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-18e84ab0-69ba-4323-9e27-1394cec76151 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "PUT /v2.0/networks/0c0726fd-a8a7-4145-8144-b3773a7233dd HTTP/1.1" status: 200 len: 723 time: 0.7284653 Feb 03 12:47:02.710530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57982) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:02.729101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 03f2c984-4f97-476c-8466-c02847a06285 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:02.729508 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (03f2c984-4f97-476c-8466-c02847a06285), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:02.733224 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-683c67e3-d78d-463a-a9ad-f30f6e8d35c7 req-46821c9c-2002-4df5-a792-a1c70f859c99 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/security-groups?id=2521186d-08bb-4a7d-beb4-3959614a82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002532 Feb 03 12:47:02.753718 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-aec7caf7-623a-4aeb-b810-fc4d78af9995 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'subnet': {'network_id': '0c0726fd-a8a7-4145-8144-b3773a7233dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:02.786932 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6876ddd-9229-4bd6-8ff5-e32b2b9c1c7d req-451d0f59-5c35-446c-8faf-dccd16d9c18c service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9171536 Feb 03 12:47:02.788476 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14d912fd-2b5a-4bd9-83dc-05d05f7047f9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (a69a009e-4878-4bc8-9d1d-dcee65df24de), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:02.917178 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c8bb9-6a4d-4074-9134-9694f6bcaad7 req-e442f729-43ee-4f50-bfda-128b0510ee14 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:02.918860 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-986c8bb9-6a4d-4074-9134-9694f6bcaad7 req-e442f729-43ee-4f50-bfda-128b0510ee14 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 943 time: 0.7919829 Feb 03 12:47:03.000785 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c306853-8a58-42b3-9c77-67bdc3556547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f2c984-4f97-476c-8466-c02847a06285'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:03.003896 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14d912fd-2b5a-4bd9-83dc-05d05f7047f9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (a69a009e-4878-4bc8-9d1d-dcee65df24de), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.004241 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a033fa7-4882-4d08-a4ec-d3ea4673aa84" -d '{"events": [{"server_uuid": "7c306853-8a58-42b3-9c77-67bdc3556547", "name": "network-vif-plugged", "status": "completed", "tag": "03f2c984-4f97-476c-8466-c02847a06285"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:03.021977 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9ea9ba-72ad-4e23-9660-871ee648b6f5 None None] Update dhcp port {'port': {'network_id': '9f6e77c8-d176-4cd1-92fd-6ea21ab4e209', 'fixed_ips': [{'subnet_id': 'c4d31980-cb3a-4b78-b423-f1e986c17e38', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aa2340d7-73f5-45d7-b9de-67b5661a69a1'}], 'binding:host_id': 'n-d-827336-3'}, 'id': '0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4'} from n-d-827336-3. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:47:03.056789 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd9ea9ba-72ad-4e23-9660-871ee648b6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.075369 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 03f2c984-4f97-476c-8466-c02847a06285, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=03f2c984-4f97-476c-8466-c02847a06285,segment=NetworkSegment(c0ca99ca-12e2-4721-9b8e-e86d92162e98),segment_id=c0ca99ca-12e2-4721-9b8e-e86d92162e98)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:03.080810 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (03f2c984-4f97-476c-8466-c02847a06285), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.081760 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device c858d087-ff3e-45a1-8f22-535fcd4287c1 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:03.094044 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d912fd-2b5a-4bd9-83dc-05d05f7047f9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=a69a009e-4878-4bc8-9d1d-dcee65df24de,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:03.102856 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14d912fd-2b5a-4bd9-83dc-05d05f7047f9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.109470 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-14d912fd-2b5a-4bd9-83dc-05d05f7047f9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/a69a009e-4878-4bc8-9d1d-dcee65df24de HTTP/1.1" status: 204 len: 168 time: 1.8883438 Feb 03 12:47:03.111329 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:03.112428 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57988) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:03.144628 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd10fb5-3d0b-46bc-af91-d64b9357f6b6 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:03.153601 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e84ab0-69ba-4323-9e27-1394cec76151 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Network': ['ID=0c0726fd-a8a7-4145-8144-b3773a7233dd,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:03.221018 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 0c0726fd-a8a7-4145-8144-b3773a7233dd details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:47:03.232160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: c858d087-ff3e-45a1-8f22-535fcd4287c1 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:47:03.232516 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device c858d087-ff3e-45a1-8f22-535fcd4287c1 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:03.246062 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-986c8bb9-6a4d-4074-9134-9694f6bcaad7 req-f6b5c53f-4d48-4221-b2db-c278f7c9d386 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443545 Feb 03 12:47:03.252345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec7caf7-623a-4aeb-b810-fc4d78af9995 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Made reservation on behalf of e48db9ad23d84c4fa3644e11a2961e4a for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:03.256266 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aec7caf7-623a-4aeb-b810-fc4d78af9995 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.302487 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02f23a-5eec-4153-8d96-945047ad44c1 req-d0a44fb7-d2b6-44ee-9823-efc1450bf4dc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:03.308424 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02f23a-5eec-4153-8d96-945047ad44c1 req-d0a44fb7-d2b6-44ee-9823-efc1450bf4dc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:03.314122 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02f23a-5eec-4153-8d96-945047ad44c1 req-d0a44fb7-d2b6-44ee-9823-efc1450bf4dc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:03.317777 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b94dcd-6aa4-43f4-a1c6-dee3a6e40d88 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet cf3e0720-5b84-4c07-933b-ba46c7ebef61 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:03.320120 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02f23a-5eec-4153-8d96-945047ad44c1 req-d0a44fb7-d2b6-44ee-9823-efc1450bf4dc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:03.325607 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02f23a-5eec-4153-8d96-945047ad44c1 req-d0a44fb7-d2b6-44ee-9823-efc1450bf4dc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:03.331962 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02f23a-5eec-4153-8d96-945047ad44c1 req-d0a44fb7-d2b6-44ee-9823-efc1450bf4dc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:03.332920 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14b94dcd-6aa4-43f4-a1c6-dee3a6e40d88 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (cf3e0720-5b84-4c07-933b-ba46c7ebef61), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.337607 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02f23a-5eec-4153-8d96-945047ad44c1 req-d0a44fb7-d2b6-44ee-9823-efc1450bf4dc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:03.345493 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec02f23a-5eec-4153-8d96-945047ad44c1 req-d0a44fb7-d2b6-44ee-9823-efc1450bf4dc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5406 time: 0.3928721 Feb 03 12:47:03.447533 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14b94dcd-6aa4-43f4-a1c6-dee3a6e40d88 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (cf3e0720-5b84-4c07-933b-ba46c7ebef61), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.453163 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f100e25e-2f89-4470-9ce2-6ced7c59fb71 x-openstack-request-id: req-f100e25e-2f89-4470-9ce2-6ced7c59fb71 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:03.453565 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c306853-8a58-42b3-9c77-67bdc3556547", "name": "network-vif-plugged", "status": "completed", "tag": "03f2c984-4f97-476c-8466-c02847a06285", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:03.453709 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f100e25e-2f89-4470-9ce2-6ced7c59fb71 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:03.454086 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c306853-8a58-42b3-9c77-67bdc3556547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f2c984-4f97-476c-8466-c02847a06285', 'code': 200} Feb 03 12:47:03.545700 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=03f2c984-4f97-476c-8466-c02847a06285,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:03.567460 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6718d9c6-c7eb-4188-beeb-1ab8606721ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.677227 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-bd9ea9ba-72ad-4e23-9660-871ee648b6f5 None None] Allocated IP 172.20.0.1 (9f6e77c8-d176-4cd1-92fd-6ea21ab4e209/aa2340d7-73f5-45d7-b9de-67b5661a69a1/0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:03.738562 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14b94dcd-6aa4-43f4-a1c6-dee3a6e40d88 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (cf3e0720-5b84-4c07-933b-ba46c7ebef61), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.835925 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:03.836324 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.929081 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 948afbdc-21a4-479e-8a60-62f8aa022a78 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:03.941666 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] Publish callbacks [] for port (948afbdc-21a4-479e-8a60-62f8aa022a78), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.949147 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14b94dcd-6aa4-43f4-a1c6-dee3a6e40d88 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (cf3e0720-5b84-4c07-933b-ba46c7ebef61), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:03.949774 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bd9ea9ba-72ad-4e23-9660-871ee648b6f5 None None] For port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4,segment=NetworkSegment(b46f8d5e-26c1-4e06-87e0-00176c1f1299),segment_id=b46f8d5e-26c1-4e06-87e0-00176c1f1299)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:03.960844 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] Transition to ACTIVE for port object 948afbdc-21a4-479e-8a60-62f8aa022a78 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:47:03.971056 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1499f2b-53d1-44b7-8f31-d810ebb385f1 req-ffbff10a-55cd-41d3-b6e8-4e45e93980be tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:03.973162 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b1499f2b-53d1-44b7-8f31-d810ebb385f1 req-ffbff10a-55cd-41d3-b6e8-4e45e93980be tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4 HTTP/1.1" status: 200 len: 948 time: 0.1805713 Feb 03 12:47:04.010383 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14b94dcd-6aa4-43f4-a1c6-dee3a6e40d88 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:04.015491 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-14b94dcd-6aa4-43f4-a1c6-dee3a6e40d88 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/cf3e0720-5b84-4c07-933b-ba46c7ebef61 HTTP/1.1" status: 204 len: 168 time: 0.8995929 Feb 03 12:47:04.023762 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b94dcd-6aa4-43f4-a1c6-dee3a6e40d88 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=cf3e0720-5b84-4c07-933b-ba46c7ebef61,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:04.030187 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57998) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:04.060000 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:47:04.071348 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd9ea9ba-72ad-4e23-9660-871ee648b6f5 None None] Publish callbacks [] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:04.113595 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd9ea9ba-72ad-4e23-9660-871ee648b6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:04.123023 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-70f12bd8-95ac-4641-a556-ffc676d486d7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899885 Feb 03 12:47:04.127165 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58000) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:04.132290 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d0407228-5103-4d95-83ae-b98b6bef2ee0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:04.140200 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c4e53df-ddcb-490f-9175-93cc1566e3ee tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (f670b165-8a18-4cf5-adac-78f092e3eff8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:04.167135 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:04.196195 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'tag': '89bd8765-d49f-46ab-a694-20c0e30dfdb4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:04.200297 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd89582d-5513-4b4e-af39-8bbe745a0b71" -d '{"events": [{"name": "network-changed", "server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "tag": "89bd8765-d49f-46ab-a694-20c0e30dfdb4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:04.219607 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec02f23a-5eec-4153-8d96-945047ad44c1 req-895577a3-c0cb-4529-923f-7750f4e88c63 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8729572 Feb 03 12:47:04.236339 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (948afbdc-21a4-479e-8a60-62f8aa022a78), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:04.358997 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aec7caf7-623a-4aeb-b810-fc4d78af9995 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (17071c0b-c040-4048-8730-81136b637a88), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:04.386965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] Pushing event updated for resources: {'Port': ['ID=948afbdc-21a4-479e-8a60-62f8aa022a78,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:04.415829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ea9ba-72ad-4e23-9660-871ee648b6f5 None None] Pushing event updated for resources: {'Port': ['ID=0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:04.498134 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=8b8b12d1-b22c-4c50-b8a1-32576acb4b2e,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:04.521828 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c1e5f-b49d-45c4-9d5b-e8ce75ffa1b8 req-674a5b4c-b1eb-485d-817d-f96518a11385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:04.525299 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-094c1e5f-b49d-45c4-9d5b-e8ce75ffa1b8 req-674a5b4c-b1eb-485d-817d-f96518a11385 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c306853-8a58-42b3-9c77-67bdc3556547 HTTP/1.1" status: 200 len: 1127 time: 1.0154603 Feb 03 12:47:04.545673 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '8b8b12d1-b22c-4c50-b8a1-32576acb4b2e', 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7', 'port_id': '8b8b12d1-b22c-4c50-b8a1-32576acb4b2e', 'mac_address': 'fa:16:3e:8c:99:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd98a1ba-2677-43a0-9803-d6921e32ec63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:47:04.691649 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:04.692604 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8b8b12d1-b22c-4c50-b8a1-32576acb4b2e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:04.729971 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0407228-5103-4d95-83ae-b98b6bef2ee0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:04.732027 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:04.735900 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0407228-5103-4d95-83ae-b98b6bef2ee0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:04.761640 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b1499f2b-53d1-44b7-8f31-d810ebb385f1 req-034f2e43-ef04-476e-a49d-96eda2374388 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7600257 Feb 03 12:47:04.858123 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=8b8b12d1-b22c-4c50-b8a1-32576acb4b2e,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:04.878768 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8b8b12d1-b22c-4c50-b8a1-32576acb4b2e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:05.131032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:05.201448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=8b8b12d1-b22c-4c50-b8a1-32576acb4b2e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:05.256300 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:05.256945 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:05.286186 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ec507a-99e4-466f-8b3b-de418a820491 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:05.351240 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbe6cc-24af-4385-beae-d96deed7c555 req-98c2a391-b1d4-43b3-a46b-603b91301088 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:05.353117 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-47dbe6cc-24af-4385-beae-d96deed7c555 req-98c2a391-b1d4-43b3-a46b-603b91301088 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 944 time: 0.2694018 Feb 03 12:47:05.377909 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['8b8b12d1-b22c-4c50-b8a1-32576acb4b2e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:05.394536 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89582d-5513-4b4e-af39-8bbe745a0b71 req-3a20166f-1e37-45e6-9fa2-42e3fb396b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:05.396461 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89582d-5513-4b4e-af39-8bbe745a0b71 req-3a20166f-1e37-45e6-9fa2-42e3fb396b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:05.396942 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89582d-5513-4b4e-af39-8bbe745a0b71 req-3a20166f-1e37-45e6-9fa2-42e3fb396b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:05.397418 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89582d-5513-4b4e-af39-8bbe745a0b71 req-3a20166f-1e37-45e6-9fa2-42e3fb396b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:05.398036 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89582d-5513-4b4e-af39-8bbe745a0b71 req-3a20166f-1e37-45e6-9fa2-42e3fb396b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:05.398507 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89582d-5513-4b4e-af39-8bbe745a0b71 req-3a20166f-1e37-45e6-9fa2-42e3fb396b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:05.399124 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89582d-5513-4b4e-af39-8bbe745a0b71 req-3a20166f-1e37-45e6-9fa2-42e3fb396b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:05.401644 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd89582d-5513-4b4e-af39-8bbe745a0b71 req-3a20166f-1e37-45e6-9fa2-42e3fb396b75 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e60b58d86024cd1a0be428da6fe974b&device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 6533 time: 0.4070852 Feb 03 12:47:05.432618 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4ed649-ed16-4274-ab0f-de6c5a691b5a x-openstack-request-id: req-ec4ed649-ed16-4274-ab0f-de6c5a691b5a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:05.434014 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "tag": "89bd8765-d49f-46ab-a694-20c0e30dfdb4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:05.434477 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec4ed649-ed16-4274-ab0f-de6c5a691b5a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:05.435048 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'tag': '89bd8765-d49f-46ab-a694-20c0e30dfdb4', 'status': 'completed', 'code': 200} Feb 03 12:47:05.462940 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1c613bf6-5ade-4152-af65-ad777d45828a None None] Provisioning complete for port 967675c1-8746-47a9-8a1f-de3420d83032 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:05.463242 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c613bf6-5ade-4152-af65-ad777d45828a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (967675c1-8746-47a9-8a1f-de3420d83032), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:05.538527 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7caf7-623a-4aeb-b810-fc4d78af9995 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Subnet': ['ID=17071c0b-c040-4048-8730-81136b637a88,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:05.614116 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec7caf7-623a-4aeb-b810-fc4d78af9995 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Checking segment: {'id': '3c77982e-f66e-4d73-b450-a63476518980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c0726fd-a8a7-4145-8144-b3773a7233dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:05.614911 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec7caf7-623a-4aeb-b810-fc4d78af9995 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Network hostable DHCP agents. Network: 0c0726fd-a8a7-4145-8144-b3773a7233dd, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:47:05.674299 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-094c1e5f-b49d-45c4-9d5b-e8ce75ffa1b8 req-a44f7a88-5dfe-4ace-a2e5-7de404237628 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2521186d-08bb-4a7d-beb4-3959614a82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1262341 Feb 03 12:47:05.733597 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129250e3-f179-40a4-a2bc-eea90d83ab98 req-65d508c1-24ca-47e4-b507-75db94367bd6 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:05.735243 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-129250e3-f179-40a4-a2bc-eea90d83ab98 req-65d508c1-24ca-47e4-b507-75db94367bd6 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c306853-8a58-42b3-9c77-67bdc3556547 HTTP/1.1" status: 200 len: 945 time: 1.2340162 Feb 03 12:47:05.736725 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] Attempting to bind port 948afbdc-21a4-479e-8a60-62f8aa022a78 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:47:05.737907 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] Attempting to bind port 948afbdc-21a4-479e-8a60-62f8aa022a78 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '1bb44cc9-d5f0-4229-83e4-b92d043cf36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '97259dff-b582-4fbd-b7bb-04805dd4c319'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:47:05.738319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] Attempting to bind port 948afbdc-21a4-479e-8a60-62f8aa022a78 on network 97259dff-b582-4fbd-b7bb-04805dd4c319 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:05.749420 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] Port 948afbdc-21a4-479e-8a60-62f8aa022a78 on network 97259dff-b582-4fbd-b7bb-04805dd4c319 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:47:05.749913 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] Attempting to bind port 948afbdc-21a4-479e-8a60-62f8aa022a78 on network 97259dff-b582-4fbd-b7bb-04805dd4c319 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:05.756580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec7caf7-623a-4aeb-b810-fc4d78af9995 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Network 0c0726fd-a8a7-4145-8144-b3773a7233dd is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:47:05.760317 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eb848f-7fa8-47a6-8e54-ef790d7bda1f None None] Network 9f6e77c8-d176-4cd1-92fd-6ea21ab4e209 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:05.760667 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:47:05.761114 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] Checking segment: {'id': '1bb44cc9-d5f0-4229-83e4-b92d043cf36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '97259dff-b582-4fbd-b7bb-04805dd4c319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:05.761625 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] Bound using segment: {'id': '1bb44cc9-d5f0-4229-83e4-b92d043cf36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '97259dff-b582-4fbd-b7bb-04805dd4c319'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:47:05.762182 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] Bound port: 948afbdc-21a4-479e-8a60-62f8aa022a78, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb44cc9-d5f0-4229-83e4-b92d043cf36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '97259dff-b582-4fbd-b7bb-04805dd4c319'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:47:05.762870 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (948afbdc-21a4-479e-8a60-62f8aa022a78), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:05.796744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:05.833682 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-aec7caf7-623a-4aeb-b810-fc4d78af9995 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 0c0726fd-a8a7-4145-8144-b3773a7233dd) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:05.849635 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec7caf7-623a-4aeb-b810-fc4d78af9995 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:05.851054 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aec7caf7-623a-4aeb-b810-fc4d78af9995 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:05.891165 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-47dbe6cc-24af-4385-beae-d96deed7c555 req-daeb1ba7-b82c-4937-ac0f-0d7515f212c0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857521 Feb 03 12:47:05.923778 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0407228-5103-4d95-83ae-b98b6bef2ee0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (26aa8aba-bd3b-47a9-becd-91e147dbd98f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:05.935464 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0305b0ac-34e2-4d5e-ae41-a7b960fc954e None None] Network 0c0726fd-a8a7-4145-8144-b3773a7233dd requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:05.944435 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8c4e53df-ddcb-490f-9175-93cc1566e3ee tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Deleting port c2e80ddd-08bf-4588-8523-332ed5427d2d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:05.945410 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c4e53df-ddcb-490f-9175-93cc1566e3ee tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c2e80ddd-08bf-4588-8523-332ed5427d2d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:05.947479 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-129250e3-f179-40a4-a2bc-eea90d83ab98 req-ff848848-9cbe-4deb-a5d9-8b92e9d157fd tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/security-groups?id=2521186d-08bb-4a7d-beb4-3959614a82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580265 Feb 03 12:47:05.951743 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-aec7caf7-623a-4aeb-b810-fc4d78af9995 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2120631 Feb 03 12:47:05.957215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58016) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:05.968614 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e7690575-809e-4f37-acff-2ed5178e3a2f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:05.998993 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89582d-5513-4b4e-af39-8bbe745a0b71 req-9c318a84-4f32-4e4f-82d2-eb83321afa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:05.999555 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89582d-5513-4b4e-af39-8bbe745a0b71 req-9c318a84-4f32-4e4f-82d2-eb83321afa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:06.000351 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89582d-5513-4b4e-af39-8bbe745a0b71 req-9c318a84-4f32-4e4f-82d2-eb83321afa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:06.002425 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd89582d-5513-4b4e-af39-8bbe745a0b71 req-9c318a84-4f32-4e4f-82d2-eb83321afa79 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=1e60b58d86024cd1a0be428da6fe974b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5846932 Feb 03 12:47:06.017154 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0407228-5103-4d95-83ae-b98b6bef2ee0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:06.139978 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d0407228-5103-4d95-83ae-b98b6bef2ee0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:06.142602 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0407228-5103-4d95-83ae-b98b6bef2ee0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=26aa8aba-bd3b-47a9-becd-91e147dbd98f,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:06.151473 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0407228-5103-4d95-83ae-b98b6bef2ee0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:06.152675 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0407228-5103-4d95-83ae-b98b6bef2ee0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:06.257759 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1c613bf6-5ade-4152-af65-ad777d45828a None None] Current status of the port 967675c1-8746-47a9-8a1f-de3420d83032 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:06.269621 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] For port 948afbdc-21a4-479e-8a60-62f8aa022a78, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:47:06.280095 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a6dd024-a70e-44b6-bdc1-92ee9b6ba490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:06.310967 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7690575-809e-4f37-acff-2ed5178e3a2f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65797595'] for subnet (17071c0b-c040-4048-8730-81136b637a88), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:06.421946 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362eafc-0057-462c-8c52-1e2ec69c6d5b req-1e4ac63b-e138-4a36-ba9f-6d98740e78e3 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:06.423994 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c362eafc-0057-462c-8c52-1e2ec69c6d5b req-1e4ac63b-e138-4a36-ba9f-6d98740e78e3 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4 HTTP/1.1" status: 200 len: 948 time: 0.2831733 Feb 03 12:47:06.441974 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776203f-bc41-4308-a16b-b488f7114e55 req-73177006-384a-494e-b701-0d597e38a995 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:06.444610 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e776203f-bc41-4308-a16b-b488f7114e55 req-73177006-384a-494e-b701-0d597e38a995 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4 HTTP/1.1" status: 200 len: 948 time: 0.3672478 Feb 03 12:47:06.520530 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d0407228-5103-4d95-83ae-b98b6bef2ee0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3921413 Feb 03 12:47:06.529752 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58018) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:06.542269 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-007bb9e2-de4e-4dcc-aff2-5f6d327dcd8c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:06.543852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41233736-f761-4a95-a3a4-10c41d1832f3 None None] DHCP port deletion for 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:47:06.634872 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] For port 948afbdc-21a4-479e-8a60-62f8aa022a78, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=948afbdc-21a4-479e-8a60-62f8aa022a78,segment=NetworkSegment(1bb44cc9-d5f0-4229-83e4-b92d043cf36a),segment_id=1bb44cc9-d5f0-4229-83e4-b92d043cf36a)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:47:06.709505 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-0c0726fd-a8a7-4145-8144-b3773a7233dd', 'network_id': '0c0726fd-a8a7-4145-8144-b3773a7233dd', 'project_id': 'e48db9ad23d84c4fa3644e11a2961e4a', 'fixed_ips': [{'subnet_id': '17071c0b-c040-4048-8730-81136b637a88'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:47:06.710884 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:06.795721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a305c78f-fa0b-4cd9-904a-a46053bab6f8 None None] Provisioning complete for port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:06.797186 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a305c78f-fa0b-4cd9-904a-a46053bab6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:06.841996 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7690575-809e-4f37-acff-2ed5178e3a2f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757073553893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4349655'] for subnet (17071c0b-c040-4048-8730-81136b637a88), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:06.911801 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c362eafc-0057-462c-8c52-1e2ec69c6d5b req-c91cb7cc-0ce3-4866-855c-d37c180cc8b4 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631405 Feb 03 12:47:06.929239 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (948afbdc-21a4-479e-8a60-62f8aa022a78), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:06.932369 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7690575-809e-4f37-acff-2ed5178e3a2f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:06.933211 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7690575-809e-4f37-acff-2ed5178e3a2f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:06.949969 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e7690575-809e-4f37-acff-2ed5178e3a2f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "PUT /v2.0/subnets/17071c0b-c040-4048-8730-81136b637a88 HTTP/1.1" status: 200 len: 826 time: 0.9773111 Feb 03 12:47:06.998138 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58022) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:07.076423 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.085017 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89582d-5513-4b4e-af39-8bbe745a0b71 req-f13a3679-03c8-4ac5-ab2c-dd346ee8727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:07.086535 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd89582d-5513-4b4e-af39-8bbe745a0b71 req-f13a3679-03c8-4ac5-ab2c-dd346ee8727a service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0628119 Feb 03 12:47:07.088404 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c4e53df-ddcb-490f-9175-93cc1566e3ee tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c2e80ddd-08bf-4588-8523-332ed5427d2d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.142123 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-41233736-f761-4a95-a3a4-10c41d1832f3 None None] Deleting port 967675c1-8746-47a9-8a1f-de3420d83032 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:07.142550 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41233736-f761-4a95-a3a4-10c41d1832f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (967675c1-8746-47a9-8a1f-de3420d83032), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.161061 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7690575-809e-4f37-acff-2ed5178e3a2f tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Subnet': ['ID=17071c0b-c040-4048-8730-81136b637a88,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:07.184935 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 967675c1-8746-47a9-8a1f-de3420d83032 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:07.211824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8c4e53df-ddcb-490f-9175-93cc1566e3ee tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Calling delete_port for c2e80ddd-08bf-4588-8523-332ed5427d2d owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:07.251572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] Allocated IP 2001:db8::2 (0c0726fd-a8a7-4145-8144-b3773a7233dd/17071c0b-c040-4048-8730-81136b637a88/32afcd98-7c81-435e-b7ac-748811422d0e) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:07.265962 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca996c6-b222-4d8a-a38a-a6663c7781ae req-5d7ec405-28bf-4f63-8143-209614d77a7c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:07.272432 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca996c6-b222-4d8a-a38a-a6663c7781ae req-5d7ec405-28bf-4f63-8143-209614d77a7c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:07.278477 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca996c6-b222-4d8a-a38a-a6663c7781ae req-5d7ec405-28bf-4f63-8143-209614d77a7c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:07.285073 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca996c6-b222-4d8a-a38a-a6663c7781ae req-5d7ec405-28bf-4f63-8143-209614d77a7c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:07.290560 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca996c6-b222-4d8a-a38a-a6663c7781ae req-5d7ec405-28bf-4f63-8143-209614d77a7c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:07.297132 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca996c6-b222-4d8a-a38a-a6663c7781ae req-5d7ec405-28bf-4f63-8143-209614d77a7c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:07.304214 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca996c6-b222-4d8a-a38a-a6663c7781ae req-5d7ec405-28bf-4f63-8143-209614d77a7c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:07.319349 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5ca996c6-b222-4d8a-a38a-a6663c7781ae req-5d7ec405-28bf-4f63-8143-209614d77a7c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5418 time: 1.2484038 Feb 03 12:47:07.492233 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-41233736-f761-4a95-a3a4-10c41d1832f3 None None] For port 967675c1-8746-47a9-8a1f-de3420d83032, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=967675c1-8746-47a9-8a1f-de3420d83032,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:07.493299 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41233736-f761-4a95-a3a4-10c41d1832f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (967675c1-8746-47a9-8a1f-de3420d83032), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.515908 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-41233736-f761-4a95-a3a4-10c41d1832f3 None None] Calling delete_port for 967675c1-8746-47a9-8a1f-de3420d83032 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:07.551568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:07.552302 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.554540 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] 10.222.0.73 "PUT /v2.0/ports/948afbdc-21a4-479e-8a60-62f8aa022a78 HTTP/1.1" status: 200 len: 1091 time: 5.3299537 Feb 03 12:47:07.555982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'tag': '948afbdc-21a4-479e-8a60-62f8aa022a78'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:07.557805 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8f129e-37a8-4da9-98b1-6083451fbd5e" -d '{"events": [{"name": "network-changed", "server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "tag": "948afbdc-21a4-479e-8a60-62f8aa022a78"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:07.629718 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5ca996c6-b222-4d8a-a38a-a6663c7781ae req-69fceebd-a67e-4ac4-bcac-1d6db4986275 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3092573 Feb 03 12:47:07.634401 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a305c78f-fa0b-4cd9-904a-a46053bab6f8 None None] Current status of the port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:07.656527 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41233736-f761-4a95-a3a4-10c41d1832f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (967675c1-8746-47a9-8a1f-de3420d83032), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.693544 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No active binding found for port 967675c1-8746-47a9-8a1f-de3420d83032 {{(pid=103190) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 12:47:07.693989 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] The host n-d-827336-3 is not matching for port 967675c1-8746-47a9-8a1f-de3420d83032 host None! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:47:07.694512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 967675c1-8746-47a9-8a1f-de3420d83032 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:07.712924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41233736-f761-4a95-a3a4-10c41d1832f3 None None] Pushing event deleted for resources: {'Port': ['ID=967675c1-8746-47a9-8a1f-de3420d83032,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:07.733790 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41233736-f761-4a95-a3a4-10c41d1832f3 None None] No DVR routers for this DVR port 967675c1-8746-47a9-8a1f-de3420d83032 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:07.747125 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] Request body: {'port': {'device_id': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:07.761400 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007bb9e2-de4e-4dcc-aff2-5f6d327dcd8c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:07.764574 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-007bb9e2-de4e-4dcc-aff2-5f6d327dcd8c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.766154 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c4fcf6-5678-4484-a903-50e630a07733 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:07.802694 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6440bc-6fdf-42a7-bc4f-dda3458ea26e service neutron] Pushing event updated for resources: {'Port': ['ID=948afbdc-21a4-479e-8a60-62f8aa022a78,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:07.910707 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-92bf676b-f4ec-4518-ab29-9264efb88c74 None None] Provisioning complete for port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:07.911377 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-92bf676b-f4ec-4518-ab29-9264efb88c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.955299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'fixed_ips': [{'subnet_id': '26aa8aba-bd3b-47a9-becd-91e147dbd98f'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:47:07.956555 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:07.997838 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (0c0726fd-a8a7-4145-8144-b3773a7233dd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:08.032362 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c908a-2d6a-4b24-b437-5b1121fe1bc5 req-617e5fff-4001-4865-9324-c31fffd1a211 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:08.036605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8636fa-7e5f-42eb-8b60-023aaaada74e req-3d4de53e-f549-4be8-b448-95cded64ec97 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:08.040355 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb5c908a-2d6a-4b24-b437-5b1121fe1bc5 req-617e5fff-4001-4865-9324-c31fffd1a211 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c306853-8a58-42b3-9c77-67bdc3556547 HTTP/1.1" status: 200 len: 945 time: 0.2177484 Feb 03 12:47:08.051536 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bb8636fa-7e5f-42eb-8b60-023aaaada74e req-3d4de53e-f549-4be8-b448-95cded64ec97 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 944 time: 0.8687329 Feb 03 12:47:08.084678 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5b34d8da-40f6-405c-889b-c67cba3e547b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:08.107501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-e776203f-bc41-4308-a16b-b488f7114e55 req-c6d97ab4-0376-4cf2-b772-1ff4dfc4192a tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Deleting port 731dffd9-f544-41fd-b220-26de7857a160 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:08.107852 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e776203f-bc41-4308-a16b-b488f7114e55 req-c6d97ab4-0376-4cf2-b772-1ff4dfc4192a tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (731dffd9-f544-41fd-b220-26de7857a160), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:08.155752 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] Publish callbacks [] for port (32afcd98-7c81-435e-b7ac-748811422d0e), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:08.163734 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-92bf676b-f4ec-4518-ab29-9264efb88c74 None None] Current status of the port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:08.168137 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:08.211743 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c4e53df-ddcb-490f-9175-93cc1566e3ee tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (c2e80ddd-08bf-4588-8523-332ed5427d2d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:08.259586 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (32afcd98-7c81-435e-b7ac-748811422d0e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:08.311204 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bb8636fa-7e5f-42eb-8b60-023aaaada74e req-e684d62c-7eea-4bba-883c-2e68d516bc91 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571521 Feb 03 12:47:08.391205 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb5c908a-2d6a-4b24-b437-5b1121fe1bc5 req-c3be1497-f4fe-4cfd-acb2-37375cf917b8 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/security-groups?id=2521186d-08bb-4a7d-beb4-3959614a82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498869 Feb 03 12:47:08.419300 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b571cf3b-ad6e-42b6-96a9-f0f614bdda4f x-openstack-request-id: req-b571cf3b-ad6e-42b6-96a9-f0f614bdda4f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:08.419909 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "tag": "948afbdc-21a4-479e-8a60-62f8aa022a78", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:08.421394 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b571cf3b-ad6e-42b6-96a9-f0f614bdda4f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:08.422925 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'tag': '948afbdc-21a4-479e-8a60-62f8aa022a78', 'status': 'completed', 'code': 200} Feb 03 12:47:08.424042 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (17071c0b-c040-4048-8730-81136b637a88), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:08.474592 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:08.515991 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] Network 0c0726fd-a8a7-4145-8144-b3773a7233dd is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:08.600794 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e53df-ddcb-490f-9175-93cc1566e3ee tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Pushing event deleted for resources: {'Port': ['ID=c2e80ddd-08bf-4588-8523-332ed5427d2d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:08.609720 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] Allocated IP 172.20.0.2 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/26aa8aba-bd3b-47a9-becd-91e147dbd98f/c7e3e396-7b0d-4660-ae4d-38d8aca35769) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:08.773933 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f129e-37a8-4da9-98b1-6083451fbd5e req-9eeee7a7-a292-41be-81ca-6521b4da9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:08.775063 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f129e-37a8-4da9-98b1-6083451fbd5e req-9eeee7a7-a292-41be-81ca-6521b4da9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:08.775705 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f129e-37a8-4da9-98b1-6083451fbd5e req-9eeee7a7-a292-41be-81ca-6521b4da9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:08.776380 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f129e-37a8-4da9-98b1-6083451fbd5e req-9eeee7a7-a292-41be-81ca-6521b4da9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:08.777014 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f129e-37a8-4da9-98b1-6083451fbd5e req-9eeee7a7-a292-41be-81ca-6521b4da9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:08.777647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f129e-37a8-4da9-98b1-6083451fbd5e req-9eeee7a7-a292-41be-81ca-6521b4da9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:08.778279 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f129e-37a8-4da9-98b1-6083451fbd5e req-9eeee7a7-a292-41be-81ca-6521b4da9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:08.780514 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5d8f129e-37a8-4da9-98b1-6083451fbd5e req-9eeee7a7-a292-41be-81ca-6521b4da9a68 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e60b58d86024cd1a0be428da6fe974b&device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 6606 time: 0.3141017 Feb 03 12:47:08.820611 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] Publish callbacks [] for port (c7e3e396-7b0d-4660-ae4d-38d8aca35769), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:08.837164 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:08.856826 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] Pushing event updated for resources: {'Port': ['ID=32afcd98-7c81-435e-b7ac-748811422d0e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:08.860182 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37aaa37-8610-4589-8369-9f8c19ca7df3 req-5865e1b7-5741-457d-bbf4-22c4d8459b5c tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:08.860888 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:08.863318 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (c7e3e396-7b0d-4660-ae4d-38d8aca35769), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:08.868537 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c37aaa37-8610-4589-8369-9f8c19ca7df3 req-5865e1b7-5741-457d-bbf4-22c4d8459b5c tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c306853-8a58-42b3-9c77-67bdc3556547 HTTP/1.1" status: 200 len: 945 time: 0.2588530 Feb 03 12:47:08.901203 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c4e53df-ddcb-490f-9175-93cc1566e3ee tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (f670b165-8a18-4cf5-adac-78f092e3eff8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:08.903584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:47:08.942655 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:08.944049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:08.944616 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (8b8b12d1-b22c-4c50-b8a1-32576acb4b2e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:09.022144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:09.033388 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:09.056490 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b34d8da-40f6-405c-889b-c67cba3e547b {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:09.067057 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] Publish callbacks [] for port (5b34d8da-40f6-405c-889b-c67cba3e547b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:09.068397 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] Pushing event updated for resources: {'Port': ['ID=c7e3e396-7b0d-4660-ae4d-38d8aca35769,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:09.089023 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] Transition to ACTIVE for port object 5b34d8da-40f6-405c-889b-c67cba3e547b will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:47:09.096253 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (17071c0b-c040-4048-8730-81136b637a88), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:09.108483 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] Attempting to bind port 32afcd98-7c81-435e-b7ac-748811422d0e on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:47:09.108937 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] Attempting to bind port 32afcd98-7c81-435e-b7ac-748811422d0e by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3c77982e-f66e-4d73-b450-a63476518980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c0726fd-a8a7-4145-8144-b3773a7233dd'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:47:09.109352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] Attempting to bind port 32afcd98-7c81-435e-b7ac-748811422d0e on network 0c0726fd-a8a7-4145-8144-b3773a7233dd {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:09.116280 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (5b34d8da-40f6-405c-889b-c67cba3e547b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:09.136341 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:47:09.136769 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] Checking segment: {'id': '3c77982e-f66e-4d73-b450-a63476518980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c0726fd-a8a7-4145-8144-b3773a7233dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:09.137112 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:09.137506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] Bound using segment: {'id': '3c77982e-f66e-4d73-b450-a63476518980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c0726fd-a8a7-4145-8144-b3773a7233dd'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:47:09.137987 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] Bound port: 32afcd98-7c81-435e-b7ac-748811422d0e, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c77982e-f66e-4d73-b450-a63476518980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c0726fd-a8a7-4145-8144-b3773a7233dd'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:47:09.138638 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (32afcd98-7c81-435e-b7ac-748811422d0e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:09.184908 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] Attempting to bind port c7e3e396-7b0d-4660-ae4d-38d8aca35769 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:47:09.185288 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] Attempting to bind port c7e3e396-7b0d-4660-ae4d-38d8aca35769 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:47:09.185793 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] Attempting to bind port c7e3e396-7b0d-4660-ae4d-38d8aca35769 on network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:09.189295 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f129e-37a8-4da9-98b1-6083451fbd5e req-e6ea66c1-dc93-4c39-a48c-23b3aba73fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:09.189979 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f129e-37a8-4da9-98b1-6083451fbd5e req-e6ea66c1-dc93-4c39-a48c-23b3aba73fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:09.190561 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f129e-37a8-4da9-98b1-6083451fbd5e req-e6ea66c1-dc93-4c39-a48c-23b3aba73fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:09.192256 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5d8f129e-37a8-4da9-98b1-6083451fbd5e req-e6ea66c1-dc93-4c39-a48c-23b3aba73fe3 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=1e60b58d86024cd1a0be428da6fe974b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3950231 Feb 03 12:47:09.201240 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c37aaa37-8610-4589-8369-9f8c19ca7df3 req-9a5d9ed5-ad87-48c7-948e-9949892e1251 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/security-groups?id=2521186d-08bb-4a7d-beb4-3959614a82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314459 Feb 03 12:47:09.222994 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585dda8e-f550-4247-820a-51410323bf88 service neutron] Pushing event updated for resources: {'Port': ['ID=5b34d8da-40f6-405c-889b-c67cba3e547b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:09.255049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:47:09.255492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] Checking segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:09.262470 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:09.263037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] Bound using segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:47:09.263698 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] Bound port: c7e3e396-7b0d-4660-ae4d-38d8aca35769, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:47:09.264086 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c7e3e396-7b0d-4660-ae4d-38d8aca35769), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:09.291619 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Subnet': ['ID=17071c0b-c040-4048-8730-81136b637a88,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:09.298148 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e776203f-bc41-4308-a16b-b488f7114e55 req-c6d97ab4-0376-4cf2-b772-1ff4dfc4192a tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] For port 731dffd9-f544-41fd-b220-26de7857a160, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=731dffd9-f544-41fd-b220-26de7857a160,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:09.298995 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e776203f-bc41-4308-a16b-b488f7114e55 req-c6d97ab4-0376-4cf2-b772-1ff4dfc4192a tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (731dffd9-f544-41fd-b220-26de7857a160), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:09.315378 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:09.316651 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8b8b12d1-b22c-4c50-b8a1-32576acb4b2e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:09.372068 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-e776203f-bc41-4308-a16b-b488f7114e55 req-c6d97ab4-0376-4cf2-b772-1ff4dfc4192a tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Calling delete_port for 731dffd9-f544-41fd-b220-26de7857a160 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:09.421798 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f129e-37a8-4da9-98b1-6083451fbd5e req-63ebe311-4ee1-4f30-bddd-8ed2a7a41169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:09.425882 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5d8f129e-37a8-4da9-98b1-6083451fbd5e req-63ebe311-4ee1-4f30-bddd-8ed2a7a41169 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2165439 Feb 03 12:47:09.512093 n-d-827336-3 neutron-server[103189]: DEBUG neutron.objects.ports [None req-007bb9e2-de4e-4dcc-aff2-5f6d327dcd8c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103189) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:47:09.517106 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5e916d-a7e1-4c88-bc97-d48a628864c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8b12d1-b22c-4c50-b8a1-32576acb4b2e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:09.521493 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc3e646-a6a1-42b7-ba7c-e99a68c61b9c" -d '{"events": [{"server_uuid": "ea5e916d-a7e1-4c88-bc97-d48a628864c9", "name": "network-vif-plugged", "status": "completed", "tag": "8b8b12d1-b22c-4c50-b8a1-32576acb4b2e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:09.536970 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] Attempting to bind port 5b34d8da-40f6-405c-889b-c67cba3e547b on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:47:09.537369 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] Attempting to bind port 5b34d8da-40f6-405c-889b-c67cba3e547b by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '1bb44cc9-d5f0-4229-83e4-b92d043cf36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '97259dff-b582-4fbd-b7bb-04805dd4c319'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:47:09.537663 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] Attempting to bind port 5b34d8da-40f6-405c-889b-c67cba3e547b on network 97259dff-b582-4fbd-b7bb-04805dd4c319 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:09.541986 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] For port 32afcd98-7c81-435e-b7ac-748811422d0e, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:47:09.569435 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=8b8b12d1-b22c-4c50-b8a1-32576acb4b2e,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:09.595479 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (0c0726fd-a8a7-4145-8144-b3773a7233dd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:09.598960 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] For port 32afcd98-7c81-435e-b7ac-748811422d0e, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=32afcd98-7c81-435e-b7ac-748811422d0e,segment=NetworkSegment(3c77982e-f66e-4d73-b450-a63476518980),segment_id=3c77982e-f66e-4d73-b450-a63476518980)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:47:09.606289 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8b8b12d1-b22c-4c50-b8a1-32576acb4b2e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:09.625732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0726fd-a8a7-4145-8144-b3773a7233dd']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:09.636741 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] Port 5b34d8da-40f6-405c-889b-c67cba3e547b on network 97259dff-b582-4fbd-b7bb-04805dd4c319 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:47:09.637076 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] Attempting to bind port 5b34d8da-40f6-405c-889b-c67cba3e547b on network 97259dff-b582-4fbd-b7bb-04805dd4c319 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:09.641840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c77982e-f66e-4d73-b450-a63476518980') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:09.642185 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c77982e-f66e-4d73-b450-a63476518980') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:09.672104 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] For port c7e3e396-7b0d-4660-ae4d-38d8aca35769, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:47:09.682738 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (32afcd98-7c81-435e-b7ac-748811422d0e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:09.701843 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17ef87-b04f-41f8-89e0-f1a87d95db8b req-2113199e-743d-4f9e-95ab-1ca89469f132 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:09.703986 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e17ef87-b04f-41f8-89e0-f1a87d95db8b req-2113199e-743d-4f9e-95ab-1ca89469f132 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4 HTTP/1.1" status: 200 len: 948 time: 0.7143710 Feb 03 12:47:09.707480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] For port c7e3e396-7b0d-4660-ae4d-38d8aca35769, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c7e3e396-7b0d-4660-ae4d-38d8aca35769,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:47:09.708207 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (3c77982e-f66e-4d73-b450-a63476518980), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:09.709934 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c320c-df91-4b42-8c5c-5192cd9ac539 req-d356aab7-d2a5-44cc-92f4-08a991f4e974 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:09.710509 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:47:09.710858 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] Checking segment: {'id': '1bb44cc9-d5f0-4229-83e4-b92d043cf36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '97259dff-b582-4fbd-b7bb-04805dd4c319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:09.711254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] Bound using segment: {'id': '1bb44cc9-d5f0-4229-83e4-b92d043cf36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '97259dff-b582-4fbd-b7bb-04805dd4c319'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:47:09.711696 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] Bound port: 5b34d8da-40f6-405c-889b-c67cba3e547b, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb44cc9-d5f0-4229-83e4-b92d043cf36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '97259dff-b582-4fbd-b7bb-04805dd4c319'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:47:09.712083 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5b34d8da-40f6-405c-889b-c67cba3e547b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:09.716458 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c320c-df91-4b42-8c5c-5192cd9ac539 req-d356aab7-d2a5-44cc-92f4-08a991f4e974 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:09.724206 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c320c-df91-4b42-8c5c-5192cd9ac539 req-d356aab7-d2a5-44cc-92f4-08a991f4e974 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:09.730790 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c320c-df91-4b42-8c5c-5192cd9ac539 req-d356aab7-d2a5-44cc-92f4-08a991f4e974 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:09.739689 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c320c-df91-4b42-8c5c-5192cd9ac539 req-d356aab7-d2a5-44cc-92f4-08a991f4e974 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:09.746457 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c320c-df91-4b42-8c5c-5192cd9ac539 req-d356aab7-d2a5-44cc-92f4-08a991f4e974 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:09.752360 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c320c-df91-4b42-8c5c-5192cd9ac539 req-d356aab7-d2a5-44cc-92f4-08a991f4e974 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:09.756087 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c7e3e396-7b0d-4660-ae4d-38d8aca35769), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:09.756380 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e35c320c-df91-4b42-8c5c-5192cd9ac539 req-d356aab7-d2a5-44cc-92f4-08a991f4e974 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5430 time: 0.4742296 Feb 03 12:47:09.767637 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (3c77982e-f66e-4d73-b450-a63476518980), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:09.834557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] For port 5b34d8da-40f6-405c-889b-c67cba3e547b, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:47:09.838834 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] For port 5b34d8da-40f6-405c-889b-c67cba3e547b, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5b34d8da-40f6-405c-889b-c67cba3e547b,segment=NetworkSegment(1bb44cc9-d5f0-4229-83e4-b92d043cf36a),segment_id=1bb44cc9-d5f0-4229-83e4-b92d043cf36a)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:47:09.841463 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=8b8b12d1-b22c-4c50-b8a1-32576acb4b2e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:09.886527 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e17ef87-b04f-41f8-89e0-f1a87d95db8b req-84d40ccf-df7d-4063-8c4b-9f9fce0a8bb2 tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc2f3b03-89f6-417d-ab00-97ad7a8e9222&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720707 Feb 03 12:47:09.887759 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (5b34d8da-40f6-405c-889b-c67cba3e547b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:09.892544 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:47:09.892954 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (3c77982e-f66e-4d73-b450-a63476518980), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:47:09.898315 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:47:09.958595 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7983c3ce-95e5-47ec-aeb8-a3270da2a326 None None] Network 0c0726fd-a8a7-4145-8144-b3773a7233dd requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:09.964860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:09.966183 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:09.967401 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-585dda8e-f550-4247-820a-51410323bf88 service neutron] 10.222.0.73 "PUT /v2.0/ports/5b34d8da-40f6-405c-889b-c67cba3e547b HTTP/1.1" status: 200 len: 1091 time: 2.2759335 Feb 03 12:47:09.989189 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4e53df-ddcb-490f-9175-93cc1566e3ee tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Router f670b165-8a18-4cf5-adac-78f092e3eff8 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:47:10.041744 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:10.067925 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585dda8e-f550-4247-820a-51410323bf88 service neutron] Pushing event updated for resources: {'Port': ['ID=5b34d8da-40f6-405c-889b-c67cba3e547b,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:10.071608 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 731dffd9-f544-41fd-b220-26de7857a160 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:10.182713 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e35c320c-df91-4b42-8c5c-5192cd9ac539 req-df3680b0-2420-4ca4-ae8a-a2b6a0fa4b62 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4197910 Feb 03 12:47:10.235980 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5044b9-30a8-4570-8096-54996c249852 None None] Pushing event updated for resources: {'Port': ['ID=32afcd98-7c81-435e-b7ac-748811422d0e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:10.333765 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-007bb9e2-de4e-4dcc-aff2-5f6d327dcd8c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c7e3e396-7b0d-4660-ae4d-38d8aca35769), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:10.341265 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d58ef4-c367-41d0-9c19-99ddbe509849 x-openstack-request-id: req-30d58ef4-c367-41d0-9c19-99ddbe509849 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:10.341597 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5e916d-a7e1-4c88-bc97-d48a628864c9", "name": "network-vif-plugged", "status": "completed", "tag": "8b8b12d1-b22c-4c50-b8a1-32576acb4b2e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:10.341826 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30d58ef4-c367-41d0-9c19-99ddbe509849 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:10.342398 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5e916d-a7e1-4c88-bc97-d48a628864c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8b12d1-b22c-4c50-b8a1-32576acb4b2e', 'code': 200} Feb 03 12:47:10.418001 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 731dffd9-f544-41fd-b220-26de7857a160 is: DOWN; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:10.450623 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'tag': '5b34d8da-40f6-405c-889b-c67cba3e547b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:10.457075 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243b768c-ac60-47f6-b0bf-d1610997b216" -d '{"events": [{"name": "network-changed", "server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "tag": "5b34d8da-40f6-405c-889b-c67cba3e547b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:10.464086 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e776203f-bc41-4308-a16b-b488f7114e55 req-c6d97ab4-0376-4cf2-b772-1ff4dfc4192a tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (731dffd9-f544-41fd-b220-26de7857a160), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:10.520604 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.api [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:47:10.520604 n-d-827336-3 neutron-server[103188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:47:10.520604 n-d-827336-3 neutron-server[103188]: [parameters: {'id': '0c0726fd-a8a7-4145-8144-b3773a7233dd'}] Feb 03 12:47:10.520604 n-d-827336-3 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:47:10.523441 n-d-827336-3 neutron-server[103188]: DEBUG oslo_db.api [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:47:10.582662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d97ab4-0376-4cf2-b772-1ff4dfc4192a tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Pushing event deleted for resources: {'Port': ['ID=731dffd9-f544-41fd-b220-26de7857a160,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:10.622916 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e776203f-bc41-4308-a16b-b488f7114e55 req-c6d97ab4-0376-4cf2-b772-1ff4dfc4192a tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] No DVR routers for this DVR port 731dffd9-f544-41fd-b220-26de7857a160 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:10.626863 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e776203f-bc41-4308-a16b-b488f7114e55 req-c6d97ab4-0376-4cf2-b772-1ff4dfc4192a tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:10.631324 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e776203f-bc41-4308-a16b-b488f7114e55 req-c6d97ab4-0376-4cf2-b772-1ff4dfc4192a tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.73 "DELETE /v2.0/ports/731dffd9-f544-41fd-b220-26de7857a160 HTTP/1.1" status: 204 len: 173 time: 3.9939721 Feb 03 12:47:10.640806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-95ca4a26-9fb9-4a4d-a33c-069846cdd931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.640806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-95ca4a26-9fb9-4a4d-a33c-069846cdd931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.641328 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-95ca4a26-9fb9-4a4d-a33c-069846cdd931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.641809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-95ca4a26-9fb9-4a4d-a33c-069846cdd931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.642285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-95ca4a26-9fb9-4a4d-a33c-069846cdd931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.642758 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-95ca4a26-9fb9-4a4d-a33c-069846cdd931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.644283 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-95ca4a26-9fb9-4a4d-a33c-069846cdd931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.647306 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-95ca4a26-9fb9-4a4d-a33c-069846cdd931 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e60b58d86024cd1a0be428da6fe974b&device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 6704 time: 0.4017241 Feb 03 12:47:10.660379 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769a6ee-7ea8-42fa-a952-3824431477e0 req-83600155-fcdc-4865-a0fe-6b7c986edda6 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.662385 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9769a6ee-7ea8-42fa-a952-3824431477e0 req-83600155-fcdc-4865-a0fe-6b7c986edda6 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 945 time: 0.2268679 Feb 03 12:47:10.687890 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4e53df-ddcb-490f-9175-93cc1566e3ee tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:47:10.697130 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8c4e53df-ddcb-490f-9175-93cc1566e3ee tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] 10.222.0.18 "PUT /v2.0/routers/f670b165-8a18-4cf5-adac-78f092e3eff8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9204996 Feb 03 12:47:10.708676 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8f20fa-6062-4dbd-8534-55d25e5afb7a None None] Sync routers for ids ['f670b165-8a18-4cf5-adac-78f092e3eff8'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:47:10.710550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58054) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:10.713785 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-074ac897-908e-4886-80cf-9d418ed43282 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6025ea3-6731-4774-ae1c-298c4565bb5d HTTP/1.1" status: 200 len: 217 time: 0.0504377 Feb 03 12:47:10.741624 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8f20fa-6062-4dbd-8534-55d25e5afb7a None None] Routers {'f670b165-8a18-4cf5-adac-78f092e3eff8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:47:10.742272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-db8f20fa-6062-4dbd-8534-55d25e5afb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:47:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f670b165-8a18-4cf5-adac-78f092e3eff8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:10.777187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606776c0-cb1d-40a1-a415-af9aa479b665 None None] Pushing event updated for resources: {'Port': ['ID=c7e3e396-7b0d-4660-ae4d-38d8aca35769,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:10.782905 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-db8f20fa-6062-4dbd-8534-55d25e5afb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:10.806652 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8f20fa-6062-4dbd-8534-55d25e5afb7a None None] Routers {'f670b165-8a18-4cf5-adac-78f092e3eff8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:47:10.807277 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-db8f20fa-6062-4dbd-8534-55d25e5afb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:47:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f670b165-8a18-4cf5-adac-78f092e3eff8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:10.828516 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45e8ec-7213-4444-9af6-5b444b9c541e req-896d3e9c-706a-4d35-8d02-ffbb27185677 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.829966 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1e45e8ec-7213-4444-9af6-5b444b9c541e req-896d3e9c-706a-4d35-8d02-ffbb27185677 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c306853-8a58-42b3-9c77-67bdc3556547 HTTP/1.1" status: 200 len: 945 time: 0.3571708 Feb 03 12:47:10.870072 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fefa5f-3764-40f4-81c9-ba4cd85f2585 None None] Network 0c0726fd-a8a7-4145-8144-b3773a7233dd requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:10.883199 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-db8f20fa-6062-4dbd-8534-55d25e5afb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:10.887167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8f20fa-6062-4dbd-8534-55d25e5afb7a None None] The sync data for ids ['f670b165-8a18-4cf5-adac-78f092e3eff8'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:47:10.909146 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-e9b598a1-3a00-4d7a-9f52-0e007f05796f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.910712 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-e9b598a1-3a00-4d7a-9f52-0e007f05796f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9dbc02e2-6703-401d-94fc-0795a4c52d21 HTTP/1.1" status: 200 len: 856 time: 0.1839285 Feb 03 12:47:10.923061 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9769a6ee-7ea8-42fa-a952-3824431477e0 req-9399e114-ae2d-4f61-bbb0-22f464f4e22d tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114727 Feb 03 12:47:10.937481 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd9c00-965c-4ec3-ad4a-79ed3bac31da req-a3732ed4-3872-47c7-babd-050da7f488bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:10.939297 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-93bd9c00-965c-4ec3-ad4a-79ed3bac31da req-a3732ed4-3872-47c7-babd-050da7f488bc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 1127 time: 0.4684110 Feb 03 12:47:10.991287 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866e7c64-3edc-4fd3-b754-4efb5dd60d86 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for router (f670b165-8a18-4cf5-adac-78f092e3eff8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:11.008884 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-007bb9e2-de4e-4dcc-aff2-5f6d327dcd8c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] For port c7e3e396-7b0d-4660-ae4d-38d8aca35769, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c7e3e396-7b0d-4660-ae4d-38d8aca35769,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:11.112327 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-93bd9c00-965c-4ec3-ad4a-79ed3bac31da req-a3d83b7f-a369-488b-aa47-1ac99102885b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578417 Feb 03 12:47:11.176731 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee6cadc-3b3f-472a-bfdf-4773b5c8d6e4 x-openstack-request-id: req-6ee6cadc-3b3f-472a-bfdf-4773b5c8d6e4 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:11.177667 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "tag": "5b34d8da-40f6-405c-889b-c67cba3e547b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:11.178093 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ee6cadc-3b3f-472a-bfdf-4773b5c8d6e4 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:11.178659 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'tag': '5b34d8da-40f6-405c-889b-c67cba3e547b', 'status': 'completed', 'code': 200} Feb 03 12:47:11.179529 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (0c0726fd-a8a7-4145-8144-b3773a7233dd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:11.191092 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-007bb9e2-de4e-4dcc-aff2-5f6d327dcd8c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (c7e3e396-7b0d-4660-ae4d-38d8aca35769), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:11.204413 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866e7c64-3edc-4fd3-b754-4efb5dd60d86 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for router_gateway (f670b165-8a18-4cf5-adac-78f092e3eff8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:11.214807 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-007bb9e2-de4e-4dcc-aff2-5f6d327dcd8c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (c7e3e396-7b0d-4660-ae4d-38d8aca35769), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:11.253347 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c7e3e396-7b0d-4660-ae4d-38d8aca35769 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:11.328297 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1e45e8ec-7213-4444-9af6-5b444b9c541e req-50fce396-c379-4b4e-a422-4e29a0ff6878 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/security-groups?id=2521186d-08bb-4a7d-beb4-3959614a82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844130 Feb 03 12:47:11.346449 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-007bb9e2-de4e-4dcc-aff2-5f6d327dcd8c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (0197c707-472b-4cec-a4ba-16026c8eac3f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:11.365246 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c7e3e396-7b0d-4660-ae4d-38d8aca35769 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:11.365246 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c7e3e396-7b0d-4660-ae4d-38d8aca35769), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:11.476297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007bb9e2-de4e-4dcc-aff2-5f6d327dcd8c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:11.495431 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-007bb9e2-de4e-4dcc-aff2-5f6d327dcd8c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:11.509059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c7e3e396-7b0d-4660-ae4d-38d8aca35769 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:11.509779 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c7e3e396-7b0d-4660-ae4d-38d8aca35769), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:11.571894 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007bb9e2-de4e-4dcc-aff2-5f6d327dcd8c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:11.572584 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-007bb9e2-de4e-4dcc-aff2-5f6d327dcd8c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:11.593507 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bb9e2-de4e-4dcc-aff2-5f6d327dcd8c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=0197c707-472b-4cec-a4ba-16026c8eac3f,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:11.602356 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bb9e2-de4e-4dcc-aff2-5f6d327dcd8c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=c7e3e396-7b0d-4660-ae4d-38d8aca35769,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:11.602631 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port c7e3e396-7b0d-4660-ae4d-38d8aca35769, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c7e3e396-7b0d-4660-ae4d-38d8aca35769,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:11.613382 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c7e3e396-7b0d-4660-ae4d-38d8aca35769), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:11.618620 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-007bb9e2-de4e-4dcc-aff2-5f6d327dcd8c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.0874813 Feb 03 12:47:11.624624 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58064) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:11.630818 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8009e20c-5e9d-43a8-933c-4d4e75e9edff tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'mac_address': 'fa:16:3e:06:26:3f', 'name': 'tempest-NetworksTestDHCPv6-470375521'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:11.736761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=c7e3e396-7b0d-4660-ae4d-38d8aca35769,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:11.755742 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4596d-aa53-4327-ac07-3475719b00e3 req-5b755f91-c30f-405d-aa10-c93ddcf32d66 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:11.768645 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4596d-aa53-4327-ac07-3475719b00e3 req-5b755f91-c30f-405d-aa10-c93ddcf32d66 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:11.774637 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4596d-aa53-4327-ac07-3475719b00e3 req-5b755f91-c30f-405d-aa10-c93ddcf32d66 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:11.784184 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4596d-aa53-4327-ac07-3475719b00e3 req-5b755f91-c30f-405d-aa10-c93ddcf32d66 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:11.789613 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e00337c-c0cc-4923-8f52-d7d14108d83d None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:47:11.791383 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4596d-aa53-4327-ac07-3475719b00e3 req-5b755f91-c30f-405d-aa10-c93ddcf32d66 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:11.810739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4596d-aa53-4327-ac07-3475719b00e3 req-5b755f91-c30f-405d-aa10-c93ddcf32d66 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:11.819661 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4596d-aa53-4327-ac07-3475719b00e3 req-5b755f91-c30f-405d-aa10-c93ddcf32d66 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:11.821765 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a3b4596d-aa53-4327-ac07-3475719b00e3 req-5b755f91-c30f-405d-aa10-c93ddcf32d66 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5430 time: 0.3692074 Feb 03 12:47:11.841166 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-913624ff-5abb-4c26-a028-9a2acb749835 req-2ba406f2-d747-4fa0-9a9a-4867bfabafcb tempest-ListImageFiltersTestJSON-339670536 tempest-ListImageFiltersTestJSON-339670536-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4 HTTP/1.1" status: 200 len: 210 time: 0.5944214 Feb 03 12:47:11.890946 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-8a4a8b01-1d03-4616-b91d-e52640b014bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:11.892693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1cf5d856-03a8-4dac-95fe-152edb92ec93 None None] Provisioning complete for port c7e3e396-7b0d-4660-ae4d-38d8aca35769 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:11.894869 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1cf5d856-03a8-4dac-95fe-152edb92ec93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c7e3e396-7b0d-4660-ae4d-38d8aca35769), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:11.897948 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-8a4a8b01-1d03-4616-b91d-e52640b014bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6cb9761b-598f-4535-bd6b-c51b682dba14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9710145 Feb 03 12:47:11.960793 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a3b4596d-aa53-4327-ac07-3475719b00e3 req-c5a335d2-498f-423a-a86f-96b9784967aa tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967178 Feb 03 12:47:11.995017 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8009e20c-5e9d-43a8-933c-4d4e75e9edff tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:12.061284 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-866e7c64-3edc-4fd3-b754-4efb5dd60d86 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Deleting port 3570fd38-3279-4d6c-b929-58972d4d6361 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:12.061284 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866e7c64-3edc-4fd3-b754-4efb5dd60d86 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (3570fd38-3279-4d6c-b929-58972d4d6361), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.240729 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Deleting port 32afcd98-7c81-435e-b7ac-748811422d0e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:12.241439 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (32afcd98-7c81-435e-b7ac-748811422d0e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.282894 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1cf5d856-03a8-4dac-95fe-152edb92ec93 None None] Current status of the port c7e3e396-7b0d-4660-ae4d-38d8aca35769 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:12.310067 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e00337c-c0cc-4923-8f52-d7d14108d83d None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:47:12.331582 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] For port 32afcd98-7c81-435e-b7ac-748811422d0e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=32afcd98-7c81-435e-b7ac-748811422d0e,segment=NetworkSegment(3c77982e-f66e-4d73-b450-a63476518980),segment_id=3c77982e-f66e-4d73-b450-a63476518980)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:12.332408 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (32afcd98-7c81-435e-b7ac-748811422d0e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.350255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Calling delete_port for 32afcd98-7c81-435e-b7ac-748811422d0e owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:12.366249 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-7da716ce-d375-4c3d-a731-9ead3286a75e service neutron] 10.222.0.73 "GET /v2.0/networks/6cb9761b-598f-4535-bd6b-c51b682dba14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579070 Feb 03 12:47:12.468878 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866e7c64-3edc-4fd3-b754-4efb5dd60d86 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (3570fd38-3279-4d6c-b929-58972d4d6361), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.538726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-866e7c64-3edc-4fd3-b754-4efb5dd60d86 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Calling delete_port for 3570fd38-3279-4d6c-b929-58972d4d6361 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:12.683575 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b863f23-b153-45a0-a494-e53df86af17e None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:12.685756 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8009e20c-5e9d-43a8-933c-4d4e75e9edff tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.686305 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b12f3d-dcd2-4fcd-9286-c94e1eba1056 req-deab16f0-e6d0-449f-af1a-4da2c380bce2 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:12.694982 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d8b12f3d-dcd2-4fcd-9286-c94e1eba1056 req-deab16f0-e6d0-449f-af1a-4da2c380bce2 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c306853-8a58-42b3-9c77-67bdc3556547 HTTP/1.1" status: 200 len: 945 time: 0.3334787 Feb 03 12:47:12.722467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-8009e20c-5e9d-43a8-933c-4d4e75e9edff tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port f6f1ed7e-f04c-46fd-a281-3f4796f84b68 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:47:12.785448 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64669d72-b139-4028-bc0f-624916ea5332 req-48298354-e872-42d2-927c-0e8173446f6b tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:12.793813 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64669d72-b139-4028-bc0f-624916ea5332 req-48298354-e872-42d2-927c-0e8173446f6b tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 945 time: 0.1940663 Feb 03 12:47:12.828328 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (32afcd98-7c81-435e-b7ac-748811422d0e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:12.878996 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-ceae2cfb-f075-4a74-a30d-3d107d83b107 service neutron] 10.222.0.73 "GET /v2.0/networks/6cb9761b-598f-4535-bd6b-c51b682dba14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253380 Feb 03 12:47:12.887521 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d8b12f3d-dcd2-4fcd-9286-c94e1eba1056 req-380aabf8-675b-4f1b-b1f8-a6263066b7ce tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/security-groups?id=2521186d-08bb-4a7d-beb4-3959614a82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916482 Feb 03 12:47:12.897835 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Port': ['ID=32afcd98-7c81-435e-b7ac-748811422d0e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:12.989280 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] No DVR routers for this DVR port 32afcd98-7c81-435e-b7ac-748811422d0e on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:13.005331 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64669d72-b139-4028-bc0f-624916ea5332 req-0e682dbb-10f2-412e-8330-b92853fbe770 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105646 Feb 03 12:47:13.131713 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-dd8bff83-1510-43ee-8c04-ad23faaaf410 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=745d7c1f-ea7e-472b-bc5f-20dc2fc66767 HTTP/1.1" status: 200 len: 217 time: 0.2426372 Feb 03 12:47:13.175218 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-8009e20c-5e9d-43a8-933c-4d4e75e9edff tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 172.20.0.7 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/26aa8aba-bd3b-47a9-becd-91e147dbd98f/f6f1ed7e-f04c-46fd-a281-3f4796f84b68) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:13.207557 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-8009e20c-5e9d-43a8-933c-4d4e75e9edff tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::f816:3eff:fe06:263f (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/0197c707-472b-4cec-a4ba-16026c8eac3f/f6f1ed7e-f04c-46fd-a281-3f4796f84b68) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:13.211490 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c7e3e396-7b0d-4660-ae4d-38d8aca35769 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:13.318950 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c7e3e396-7b0d-4660-ae4d-38d8aca35769 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:13.319515 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c7e3e396-7b0d-4660-ae4d-38d8aca35769), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:13.320602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4', 'name': 'network-vif-deleted', 'tag': '731dffd9-f544-41fd-b220-26de7857a160'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:13.325435 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd952e60-f110-4ac6-a25d-2c9433cd16c2" -d '{"events": [{"server_uuid": "c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4", "name": "network-vif-deleted", "tag": "731dffd9-f544-41fd-b220-26de7857a160"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:13.419557 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (0c0726fd-a8a7-4145-8144-b3773a7233dd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:13.509024 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0726fd-a8a7-4145-8144-b3773a7233dd']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:13.544599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c77982e-f66e-4d73-b450-a63476518980') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:13.544962 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c77982e-f66e-4d73-b450-a63476518980') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:13.597006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c7e3e396-7b0d-4660-ae4d-38d8aca35769 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:13.631130 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (3c77982e-f66e-4d73-b450-a63476518980), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:13.682148 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8009e20c-5e9d-43a8-933c-4d4e75e9edff tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (f6f1ed7e-f04c-46fd-a281-3f4796f84b68), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:13.716838 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030e3463-5782-4b65-862e-bb951900c23b x-openstack-request-id: req-030e3463-5782-4b65-862e-bb951900c23b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:13.717397 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4", "name": "network-vif-deleted", "tag": "731dffd9-f544-41fd-b220-26de7857a160", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:13.717720 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-030e3463-5782-4b65-862e-bb951900c23b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:13.718394 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c8f9a7-66c5-49c2-bd17-b1dd24f1efc4', 'name': 'network-vif-deleted', 'tag': '731dffd9-f544-41fd-b220-26de7857a160', 'status': 'completed', 'code': 200} Feb 03 12:47:13.733422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-d7c80d9c-9076-42bb-ad01-2c9cfe88f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:13.735221 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-d7c80d9c-9076-42bb-ad01-2c9cfe88f558 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8761b709-d126-4def-a3e9-94ac377b29e2 HTTP/1.1" status: 200 len: 797 time: 0.5786054 Feb 03 12:47:13.745569 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866e7c64-3edc-4fd3-b754-4efb5dd60d86 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (3570fd38-3279-4d6c-b929-58972d4d6361), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:13.777057 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c26ebe-e9f5-407f-aa3c-e5db55a2679e req-b77fe215-2f6b-40bd-9e8d-76c6f312dc68 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:13.787660 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c26ebe-e9f5-407f-aa3c-e5db55a2679e req-b77fe215-2f6b-40bd-9e8d-76c6f312dc68 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:13.804975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c26ebe-e9f5-407f-aa3c-e5db55a2679e req-b77fe215-2f6b-40bd-9e8d-76c6f312dc68 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:13.807687 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (3c77982e-f66e-4d73-b450-a63476518980), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:13.826581 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c26ebe-e9f5-407f-aa3c-e5db55a2679e req-b77fe215-2f6b-40bd-9e8d-76c6f312dc68 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:13.833456 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c26ebe-e9f5-407f-aa3c-e5db55a2679e req-b77fe215-2f6b-40bd-9e8d-76c6f312dc68 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:13.847496 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c26ebe-e9f5-407f-aa3c-e5db55a2679e req-b77fe215-2f6b-40bd-9e8d-76c6f312dc68 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:13.861130 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c26ebe-e9f5-407f-aa3c-e5db55a2679e req-b77fe215-2f6b-40bd-9e8d-76c6f312dc68 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:13.869715 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f1c26ebe-e9f5-407f-aa3c-e5db55a2679e req-b77fe215-2f6b-40bd-9e8d-76c6f312dc68 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5430 time: 0.6443195 Feb 03 12:47:13.896532 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8009e20c-5e9d-43a8-933c-4d4e75e9edff tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f6f1ed7e-f04c-46fd-a281-3f4796f84b68), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:13.923122 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e7c64-3edc-4fd3-b754-4efb5dd60d86 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Pushing event deleted for resources: {'Port': ['ID=3570fd38-3279-4d6c-b929-58972d4d6361,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:13.986244 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:47:13.986752 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (3c77982e-f66e-4d73-b450-a63476518980), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:14.000605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb44f8-65bc-4048-96b5-92732846c9f2 req-4f01c906-b5fa-41c0-9051-28bd8e99e8f5 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:14.003160 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-75fb44f8-65bc-4048-96b5-92732846c9f2 req-4f01c906-b5fa-41c0-9051-28bd8e99e8f5 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c306853-8a58-42b3-9c77-67bdc3556547 HTTP/1.1" status: 200 len: 945 time: 0.4705544 Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:47:14.006303 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:47:14.009107 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8009e20c-5e9d-43a8-933c-4d4e75e9edff tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:14.017629 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8009e20c-5e9d-43a8-933c-4d4e75e9edff tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:14.028228 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8009e20c-5e9d-43a8-933c-4d4e75e9edff tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:14.035093 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009e20c-5e9d-43a8-933c-4d4e75e9edff tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=f6f1ed7e-f04c-46fd-a281-3f4796f84b68,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:14.036593 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-74e0bc3a-1a91-42e7-bb57-1a18908ddf60 None None] Provisioning complete for port c7e3e396-7b0d-4660-ae4d-38d8aca35769 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:14.036986 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74e0bc3a-1a91-42e7-bb57-1a18908ddf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c7e3e396-7b0d-4660-ae4d-38d8aca35769), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:14.052685 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f1c26ebe-e9f5-407f-aa3c-e5db55a2679e req-f490608d-8e70-489c-8a0e-d904d29cc124 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1807415 Feb 03 12:47:14.099680 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866e7c64-3edc-4fd3-b754-4efb5dd60d86 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (f670b165-8a18-4cf5-adac-78f092e3eff8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:14.195827 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8009e20c-5e9d-43a8-933c-4d4e75e9edff tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:14.195827 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8009e20c-5e9d-43a8-933c-4d4e75e9edff tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:14.248076 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8009e20c-5e9d-43a8-933c-4d4e75e9edff tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6216812 Feb 03 12:47:14.259526 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58128) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:14.284462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-74e0bc3a-1a91-42e7-bb57-1a18908ddf60 None None] Current status of the port c7e3e396-7b0d-4660-ae4d-38d8aca35769 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:14.399310 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edcf5be-5a1d-47c0-aa05-cdea1b94e5e3 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:14.406996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edcf5be-5a1d-47c0-aa05-cdea1b94e5e3 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:14.417651 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3edcf5be-5a1d-47c0-aa05-cdea1b94e5e3 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1553028 Feb 03 12:47:14.427316 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58130) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:14.519477 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866e7c64-3edc-4fd3-b754-4efb5dd60d86 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (f670b165-8a18-4cf5-adac-78f092e3eff8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:14.538019 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866e7c64-3edc-4fd3-b754-4efb5dd60d86 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for router_controller (f670b165-8a18-4cf5-adac-78f092e3eff8), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:14.552873 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (0c0726fd-a8a7-4145-8144-b3773a7233dd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:14.561220 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-9caa0d36-65a6-48b8-a3d2-66b6a17dc2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:14.562921 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-9caa0d36-65a6-48b8-a3d2-66b6a17dc2b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.8103290 Feb 03 12:47:14.604710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02e9d9-13c5-4db7-913f-a1a3f1c1e069 req-53ffae22-c0cc-40e0-bcf3-f5853e52ef04 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:14.618052 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3c02e9d9-13c5-4db7-913f-a1a3f1c1e069 req-53ffae22-c0cc-40e0-bcf3-f5853e52ef04 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 945 time: 0.3568485 Feb 03 12:47:14.642763 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:14.647103 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/networks/0c0726fd-a8a7-4145-8144-b3773a7233dd HTTP/1.1" status: 204 len: 168 time: 7.6393969 Feb 03 12:47:14.658494 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58132) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:14.690870 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d29dbc-8cd4-4d63-bf0f-bfe1268745ff tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Network': ['ID=0c0726fd-a8a7-4145-8144-b3773a7233dd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:14.703605 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-620c6b66-5843-4cca-b4d3-03b31cdc5306 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] DELETE failed (client error): The resource could not be found. Feb 03 12:47:14.705323 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-620c6b66-5843-4cca-b4d3-03b31cdc5306 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:47:14.717288 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866e7c64-3edc-4fd3-b754-4efb5dd60d86 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (f670b165-8a18-4cf5-adac-78f092e3eff8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:14.717771 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866e7c64-3edc-4fd3-b754-4efb5dd60d86 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Fanout notify agent at l3_agent the message router_deleted on router f670b165-8a18-4cf5-adac-78f092e3eff8 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:47:14.726997 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-620c6b66-5843-4cca-b4d3-03b31cdc5306 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/networks/0c0726fd-a8a7-4145-8144-b3773a7233dd HTTP/1.1" status: 404 len: 339 time: 0.0641644 Feb 03 12:47:14.737923 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b871c2-984a-4353-a94a-3d9cf4d22ea0 req-a877b48b-e634-4d67-a467-f59bac7ec4c0 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:14.747186 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-57b871c2-984a-4353-a94a-3d9cf4d22ea0 req-a877b48b-e634-4d67-a467-f59bac7ec4c0 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c306853-8a58-42b3-9c77-67bdc3556547 HTTP/1.1" status: 200 len: 945 time: 0.3478577 Feb 03 12:47:14.750126 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58134) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:14.770417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-147da671-b8ce-4037-b4bb-9c52ed92f31b None None] Provisioning complete for port f6f1ed7e-f04c-46fd-a281-3f4796f84b68 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:14.770884 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-147da671-b8ce-4037-b4bb-9c52ed92f31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f6f1ed7e-f04c-46fd-a281-3f4796f84b68), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:14.779842 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866e7c64-3edc-4fd3-b754-4efb5dd60d86 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:14.782155 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-866e7c64-3edc-4fd3-b754-4efb5dd60d86 tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] 10.222.0.18 "DELETE /v2.0/routers/f670b165-8a18-4cf5-adac-78f092e3eff8 HTTP/1.1" status: 204 len: 168 time: 4.0674357 Feb 03 12:47:14.792304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58136) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:14.800785 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-76e3a98f-8394-44f5-9320-08c41d62e51a tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1621169337', 'description': 'd1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:14.871645 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa5bb0-36f7-4fdf-922d-03f0bc0b4690 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port f6f1ed7e-f04c-46fd-a281-3f4796f84b68 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:14.872332 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0bfa5bb0-36f7-4fdf-922d-03f0bc0b4690 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f6f1ed7e-f04c-46fd-a281-3f4796f84b68), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:14.885074 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-147da671-b8ce-4037-b4bb-9c52ed92f31b None None] Port f6f1ed7e-f04c-46fd-a281-3f4796f84b68 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:47:14.887095 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3c02e9d9-13c5-4db7-913f-a1a3f1c1e069 req-ac78a1fd-c567-47d3-bdd5-d4d6fe8c64c3 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674146 Feb 03 12:47:14.922223 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e3a98f-8394-44f5-9320-08c41d62e51a tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Made reservation on behalf of e48db9ad23d84c4fa3644e11a2961e4a for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:14.937953 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76e3a98f-8394-44f5-9320-08c41d62e51a tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:15.035593 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e3a98f-8394-44f5-9320-08c41d62e51a tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:47:15.061365 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76e3a98f-8394-44f5-9320-08c41d62e51a tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (3fa0b19b-9178-4e2d-9359-25c04c6ebb8e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:15.062012 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-76e3a98f-8394-44f5-9320-08c41d62e51a tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Added segment 3fa0b19b-9178-4e2d-9359-25c04c6ebb8e of type vlan for network 3ab38b6a-12a4-4e4d-a8ec-c61f9c3c5e21 Feb 03 12:47:15.065095 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0bfa5bb0-36f7-4fdf-922d-03f0bc0b4690 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f6f1ed7e-f04c-46fd-a281-3f4796f84b68), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:15.082894 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-57b871c2-984a-4353-a94a-3d9cf4d22ea0 req-3f1daded-f28b-4a6d-85c1-e219dbd054a8 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/security-groups?id=2521186d-08bb-4a7d-beb4-3959614a82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337331 Feb 03 12:47:15.089248 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-94197ee6-f918-41de-9846-2dddc1f3db54 service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898126 Feb 03 12:47:15.126336 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa5bb0-36f7-4fdf-922d-03f0bc0b4690 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for f6f1ed7e-f04c-46fd-a281-3f4796f84b68 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:15.130973 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b31dd79-4743-4c6e-8bf6-55445ddc55ec tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Deleting subnet 4a653dae-eb1f-4339-aba7-b68d43ab58df {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:15.136915 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b31dd79-4743-4c6e-8bf6-55445ddc55ec tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for subnet (4a653dae-eb1f-4339-aba7-b68d43ab58df), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:15.166547 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76e3a98f-8394-44f5-9320-08c41d62e51a tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (3ab38b6a-12a4-4e4d-a8ec-c61f9c3c5e21), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:15.313656 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76e3a98f-8394-44f5-9320-08c41d62e51a tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (3ab38b6a-12a4-4e4d-a8ec-c61f9c3c5e21), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:15.320102 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e3a98f-8394-44f5-9320-08c41d62e51a tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:15.320935 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76e3a98f-8394-44f5-9320-08c41d62e51a tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:15.383672 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b31dd79-4743-4c6e-8bf6-55445ddc55ec tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (4a653dae-eb1f-4339-aba7-b68d43ab58df), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:15.394273 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3a98f-8394-44f5-9320-08c41d62e51a tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Network': ['ID=3ab38b6a-12a4-4e4d-a8ec-c61f9c3c5e21,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:15.411032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 3ab38b6a-12a4-4e4d-a8ec-c61f9c3c5e21 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:47:15.435888 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-76e3a98f-8394-44f5-9320-08c41d62e51a tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6826556 Feb 03 12:47:15.438220 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58162) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:15.571088 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-bf2d80a4-bab9-4187-824e-4308fc43b389 service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257222 Feb 03 12:47:15.608008 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-75fb44f8-65bc-4048-96b5-92732846c9f2 req-16d09a5d-e21f-4f0e-aeeb-9964e8c28460 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Deleting port 03f2c984-4f97-476c-8466-c02847a06285 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:15.608402 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-75fb44f8-65bc-4048-96b5-92732846c9f2 req-16d09a5d-e21f-4f0e-aeeb-9964e8c28460 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (03f2c984-4f97-476c-8466-c02847a06285), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:15.690716 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-a3634afa-68e6-4821-96c8-5847e1b7ce69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=fcdf902f-54e1-4f50-bb41-a4f97269c095 HTTP/1.1" status: 200 len: 217 time: 0.0986240 Feb 03 12:47:15.705165 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3781e7-001c-4142-8751-b2d77c90b2a4 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:15.706928 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ca3781e7-001c-4142-8751-b2d77c90b2a4 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "GET /v2.0/networks?id=3ab38b6a-12a4-4e4d-a8ec-c61f9c3c5e21 HTTP/1.1" status: 200 len: 765 time: 0.2677593 Feb 03 12:47:15.712601 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58166) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:15.720948 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a35c2fa1-eaf6-4883-9093-43d281e952b3 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'network': {'description': 'd2'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:15.828715 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:15.930912 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58170) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:15.960496 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f9867-28a8-4b6d-b092-acef50a0c05c req-dfaaa532-9829-4f36-8927-b4f9276afa14 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:15.962215 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-514f9867-28a8-4b6d-b092-acef50a0c05c req-dfaaa532-9829-4f36-8927-b4f9276afa14 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 945 time: 0.3648648 Feb 03 12:47:15.964888 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0bfa5bb0-36f7-4fdf-922d-03f0bc0b4690 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f6f1ed7e-f04c-46fd-a281-3f4796f84b68), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:16.130475 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a35c2fa1-eaf6-4883-9093-43d281e952b3 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (3ab38b6a-12a4-4e4d-a8ec-c61f9c3c5e21), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:16.215164 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a35c2fa1-eaf6-4883-9093-43d281e952b3 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (3ab38b6a-12a4-4e4d-a8ec-c61f9c3c5e21), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:16.235279 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a35c2fa1-eaf6-4883-9093-43d281e952b3 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Network 3ab38b6a-12a4-4e4d-a8ec-c61f9c3c5e21 is not hosted by any dhcp agent {{(pid=103189) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 12:47:16.242782 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35c2fa1-eaf6-4883-9093-43d281e952b3 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:16.244719 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a35c2fa1-eaf6-4883-9093-43d281e952b3 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:16.253031 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a35c2fa1-eaf6-4883-9093-43d281e952b3 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "PUT /v2.0/networks/3ab38b6a-12a4-4e4d-a8ec-c61f9c3c5e21 HTTP/1.1" status: 200 len: 762 time: 0.5389638 Feb 03 12:47:16.254208 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa5bb0-36f7-4fdf-922d-03f0bc0b4690 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=f6f1ed7e-f04c-46fd-a281-3f4796f84b68,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:16.258918 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58176) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:16.386070 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c2fa1-eaf6-4883-9093-43d281e952b3 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Network': ['ID=3ab38b6a-12a4-4e4d-a8ec-c61f9c3c5e21,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:16.399505 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 3ab38b6a-12a4-4e4d-a8ec-c61f9c3c5e21 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:47:16.414351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-18c48f29-8d33-44c4-9112-5a55d17557a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:16.415912 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-18c48f29-8d33-44c4-9112-5a55d17557a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8761b709-d126-4def-a3e9-94ac377b29e2 HTTP/1.1" status: 200 len: 797 time: 0.7146685 Feb 03 12:47:16.419090 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b31dd79-4743-4c6e-8bf6-55445ddc55ec tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (4a653dae-eb1f-4339-aba7-b68d43ab58df), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:16.521662 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e3fa56-aebc-4f69-ba9f-1ee3edc51a5b tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:16.523772 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e9e3fa56-aebc-4f69-ba9f-1ee3edc51a5b tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "GET /v2.0/networks?id=3ab38b6a-12a4-4e4d-a8ec-c61f9c3c5e21 HTTP/1.1" status: 200 len: 765 time: 0.1462548 Feb 03 12:47:16.536791 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eed98c-081a-4c0b-8c70-5433ec1d6170 req-452e66a9-b3e3-4dd7-ad2c-25e27f52bb34 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:16.544595 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58190) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:16.546230 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eed98c-081a-4c0b-8c70-5433ec1d6170 req-452e66a9-b3e3-4dd7-ad2c-25e27f52bb34 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:16.554122 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eed98c-081a-4c0b-8c70-5433ec1d6170 req-452e66a9-b3e3-4dd7-ad2c-25e27f52bb34 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:16.561279 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eed98c-081a-4c0b-8c70-5433ec1d6170 req-452e66a9-b3e3-4dd7-ad2c-25e27f52bb34 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:16.575800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eed98c-081a-4c0b-8c70-5433ec1d6170 req-452e66a9-b3e3-4dd7-ad2c-25e27f52bb34 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:16.576544 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eed98c-081a-4c0b-8c70-5433ec1d6170 req-452e66a9-b3e3-4dd7-ad2c-25e27f52bb34 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:16.584108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eed98c-081a-4c0b-8c70-5433ec1d6170 req-452e66a9-b3e3-4dd7-ad2c-25e27f52bb34 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:16.592631 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01eed98c-081a-4c0b-8c70-5433ec1d6170 req-452e66a9-b3e3-4dd7-ad2c-25e27f52bb34 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5430 time: 1.0167673 Feb 03 12:47:16.620539 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-75fb44f8-65bc-4048-96b5-92732846c9f2 req-16d09a5d-e21f-4f0e-aeeb-9964e8c28460 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] For port 03f2c984-4f97-476c-8466-c02847a06285, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=03f2c984-4f97-476c-8466-c02847a06285,segment=NetworkSegment(c0ca99ca-12e2-4721-9b8e-e86d92162e98),segment_id=c0ca99ca-12e2-4721-9b8e-e86d92162e98)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:16.620990 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-75fb44f8-65bc-4048-96b5-92732846c9f2 req-16d09a5d-e21f-4f0e-aeeb-9964e8c28460 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (03f2c984-4f97-476c-8466-c02847a06285), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:16.639086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-75fb44f8-65bc-4048-96b5-92732846c9f2 req-16d09a5d-e21f-4f0e-aeeb-9964e8c28460 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Calling delete_port for 03f2c984-4f97-476c-8466-c02847a06285 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:16.684336 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b31dd79-4743-4c6e-8bf6-55445ddc55ec tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (4a653dae-eb1f-4339-aba7-b68d43ab58df), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:16.703819 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b31dd79-4743-4c6e-8bf6-55445ddc55ec tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:16.708394 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6b31dd79-4743-4c6e-8bf6-55445ddc55ec tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] 10.222.0.18 "DELETE /v2.0/subnets/4a653dae-eb1f-4339-aba7-b68d43ab58df HTTP/1.1" status: 204 len: 168 time: 1.9071255 Feb 03 12:47:16.713529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6751cd9-a9d1-4b05-9f10-8ea46a52f477 None None] Network edd75522-790b-4e08-8aff-940def039ab7 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:16.722551 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58192) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:16.767553 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1d92cf-649d-4ba8-9e9e-09637d4d1f17 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:16.769990 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8e1d92cf-649d-4ba8-9e9e-09637d4d1f17 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2244425 Feb 03 12:47:16.779291 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58194) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:16.837540 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e11ca6a2-ea9c-4083-ad63-b78962c20297 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "GET /v2.0/subnets?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 207 time: 0.0517879 Feb 03 12:47:16.840771 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-45c568db-e3ab-4e03-851b-493641795624 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3356010617234dc396860653626bddf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9087756 Feb 03 12:47:16.841467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58196) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:16.848449 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-514f9867-28a8-4b6d-b092-acef50a0c05c req-f60e5f67-d7cd-4a83-a5ad-a7304602fd7a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8698177 Feb 03 12:47:16.848919 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58198) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:16.850016 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0bfa5bb0-36f7-4fdf-922d-03f0bc0b4690 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:16.856109 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0bfa5bb0-36f7-4fdf-922d-03f0bc0b4690 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/f6f1ed7e-f04c-46fd-a281-3f4796f84b68 HTTP/1.1" status: 204 len: 168 time: 2.4261835 Feb 03 12:47:16.873691 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (edd75522-790b-4e08-8aff-940def039ab7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:16.916509 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58200) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:16.988863 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-96e1afd0-7738-411f-a4e4-619e5cd0a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:16.990421 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-96e1afd0-7738-411f-a4e4-619e5cd0a711 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3947861 Feb 03 12:47:16.999717 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdffdc7-8b68-4ff4-83e0-d77127150da4 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.001180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdffdc7-8b68-4ff4-83e0-d77127150da4 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.003051 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdffdc7-8b68-4ff4-83e0-d77127150da4 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.004656 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0cdffdc7-8b68-4ff4-83e0-d77127150da4 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0793626 Feb 03 12:47:17.009152 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31dd79-4743-4c6e-8bf6-55445ddc55ec tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Pushing event deleted for resources: {'Subnet': ['ID=4a653dae-eb1f-4339-aba7-b68d43ab58df,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:17.013732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58202) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:17.048684 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2713cf8f-697b-4ab9-83f7-325872638bfa None None] DHCP port deletion for edd75522-790b-4e08-8aff-940def039ab7 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:47:17.191064 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad06162-468e-4794-aa13-a9971675fe88 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.195529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2713cf8f-697b-4ab9-83f7-325872638bfa None None] Deleting port ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:17.196133 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2713cf8f-697b-4ab9-83f7-325872638bfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:17.196385 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad06162-468e-4794-aa13-a9971675fe88 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.202500 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad06162-468e-4794-aa13-a9971675fe88 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.207727 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad06162-468e-4794-aa13-a9971675fe88 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.215064 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad06162-468e-4794-aa13-a9971675fe88 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.222434 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad06162-468e-4794-aa13-a9971675fe88 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.225250 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-aad06162-468e-4794-aa13-a9971675fe88 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3810816 Feb 03 12:47:17.233918 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c9f8c-746c-4fa6-a736-bfde542e41b9 req-8cd86e4d-a2e6-41ed-99dc-addb06f5ecaa tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.235701 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd4c9f8c-746c-4fa6-a736-bfde542e41b9 req-8cd86e4d-a2e6-41ed-99dc-addb06f5ecaa tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c306853-8a58-42b3-9c77-67bdc3556547 HTTP/1.1" status: 200 len: 945 time: 0.1913054 Feb 03 12:47:17.236673 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58208) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:17.270916 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01eed98c-081a-4c0b-8c70-5433ec1d6170 req-003fb617-e2de-4a85-ad82-c3ed6a32e6dc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6767871 Feb 03 12:47:17.274762 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e281f15-25d0-42b3-8d64-c6c443787519 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet 0197c707-472b-4cec-a4ba-16026c8eac3f {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:17.278125 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e281f15-25d0-42b3-8d64-c6c443787519 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (0197c707-472b-4cec-a4ba-16026c8eac3f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:17.285207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2713cf8f-697b-4ab9-83f7-325872638bfa None None] For port ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa,segment=NetworkSegment(bfd0e4cf-807f-4cb4-93f0-ba5b0303815d),segment_id=bfd0e4cf-807f-4cb4-93f0-ba5b0303815d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:17.296441 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2713cf8f-697b-4ab9-83f7-325872638bfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:17.323523 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ead2cce-a8b6-41b1-b0bc-dbcde9777f71 admin admin] Publish callbacks [] for security_group (bc2f3b03-89f6-417d-ab00-97ad7a8e9222), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:17.333167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2713cf8f-697b-4ab9-83f7-325872638bfa None None] Calling delete_port for ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:17.336789 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-c3d9d2e2-cb13-41c0-99cb-277f991d2871 service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220816 Feb 03 12:47:17.386850 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd4c9f8c-746c-4fa6-a736-bfde542e41b9 req-79f10cee-1e0a-4245-900b-e811fcff536c tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/security-groups?id=2521186d-08bb-4a7d-beb4-3959614a82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379580 Feb 03 12:47:17.413085 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ead2cce-a8b6-41b1-b0bc-dbcde9777f71 admin admin] Publish callbacks [] for security_group (bc2f3b03-89f6-417d-ab00-97ad7a8e9222), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:17.437098 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2713cf8f-697b-4ab9-83f7-325872638bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:17.474742 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ead2cce-a8b6-41b1-b0bc-dbcde9777f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bc2f3b03-89f6-417d-ab00-97ad7a8e9222), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:17.477765 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ead2cce-a8b6-41b1-b0bc-dbcde9777f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:17.479739 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3ead2cce-a8b6-41b1-b0bc-dbcde9777f71 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc2f3b03-89f6-417d-ab00-97ad7a8e9222 HTTP/1.1" status: 204 len: 168 time: 0.4365222 Feb 03 12:47:17.497065 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713cf8f-697b-4ab9-83f7-325872638bfa None None] Pushing event deleted for resources: {'Port': ['ID=ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:17.510675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2713cf8f-697b-4ab9-83f7-325872638bfa None None] No DVR routers for this DVR port ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:17.515124 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-038b3dd5-9a6f-4c20-afe9-469bd8ad2db7 service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668079 Feb 03 12:47:17.522401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead2cce-a8b6-41b1-b0bc-dbcde9777f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2f3b03-89f6-417d-ab00-97ad7a8e9222,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:17.524595 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e281f15-25d0-42b3-8d64-c6c443787519 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (0197c707-472b-4cec-a4ba-16026c8eac3f), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:17.610298 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0b635343-6e7c-4107-86f4-d8ec436095ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=aa91c3c8-d841-43d7-bb44-7ef525a623d6 HTTP/1.1" status: 200 len: 217 time: 0.0818496 Feb 03 12:47:17.624290 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1de6ea8d-4fa5-4353-a1c8-f0855eeea713 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3852017 Feb 03 12:47:17.624747 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58218) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:17.674647 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Deleting port ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:17.675059 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:17.704195 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd4eefb-3377-4872-8767-34bf3b5069b0 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.706289 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd4eefb-3377-4872-8767-34bf3b5069b0 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.707791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd4eefb-3377-4872-8767-34bf3b5069b0 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.709172 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd4eefb-3377-4872-8767-34bf3b5069b0 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.711111 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd4eefb-3377-4872-8767-34bf3b5069b0 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.717842 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2fd4eefb-3377-4872-8767-34bf3b5069b0 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0918231 Feb 03 12:47:17.718493 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58220) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:17.767531 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] For port ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa, host n-d-827336-3, got binding levels [] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:17.768718 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:17.782140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Calling delete_port for ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:17.785947 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Port ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa was not found and therefore no delete operation was performed {{(pid=103188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:47:17.793486 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:17.811913 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] No DVR routers for this DVR port ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:17.864322 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf3c818-4d25-47f8-8eb3-272999e3db2e tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.869048 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf3c818-4d25-47f8-8eb3-272999e3db2e tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.870567 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf3c818-4d25-47f8-8eb3-272999e3db2e tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.875353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf3c818-4d25-47f8-8eb3-272999e3db2e tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.881231 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf3c818-4d25-47f8-8eb3-272999e3db2e tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.891324 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7cf3c818-4d25-47f8-8eb3-272999e3db2e tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1717339 Feb 03 12:47:17.895218 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58226) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:17.939312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Pushing event deleted for resources: {'Port': ['ID=ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:17.974774 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-b062528a-65bc-4a72-b9f4-8f8f48a8fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:17.976388 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-b062528a-65bc-4a72-b9f4-8f8f48a8fa2a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8761b709-d126-4def-a3e9-94ac377b29e2 HTTP/1.1" status: 200 len: 797 time: 0.3558674 Feb 03 12:47:18.028491 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 03f2c984-4f97-476c-8466-c02847a06285 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:18.067461 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (edd75522-790b-4e08-8aff-940def039ab7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:18.104771 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd468d61-a469-4c56-8dee-a94693758390 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:18.110141 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-75fb44f8-65bc-4048-96b5-92732846c9f2 req-16d09a5d-e21f-4f0e-aeeb-9964e8c28460 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (03f2c984-4f97-476c-8466-c02847a06285), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:18.111051 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fd468d61-a469-4c56-8dee-a94693758390 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "GET /v2.0/networks/6927649b-4abf-45eb-a6ad-b4b09d49c307 HTTP/1.1" status: 200 len: 803 time: 0.2144585 Feb 03 12:47:18.111907 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58234) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:18.119419 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e281f15-25d0-42b3-8d64-c6c443787519 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (0197c707-472b-4cec-a4ba-16026c8eac3f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:18.174473 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No active binding found for port 03f2c984-4f97-476c-8466-c02847a06285 {{(pid=103190) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 12:47:18.175148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] The host n-h2-827336-3 is not matching for port 03f2c984-4f97-476c-8466-c02847a06285 host None! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:47:18.176606 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 03f2c984-4f97-476c-8466-c02847a06285 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:18.219626 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d09a5d-e21f-4f0e-aeeb-9964e8c28460 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Pushing event deleted for resources: {'Port': ['ID=03f2c984-4f97-476c-8466-c02847a06285,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:18.269109 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd75522-790b-4e08-8aff-940def039ab7']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:18.288483 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd0e4cf-807f-4cb4-93f0-ba5b0303815d') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:18.288780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd0e4cf-807f-4cb4-93f0-ba5b0303815d') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:18.298616 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-877da2d0-870b-4121-ad0d-79c7cf821988 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "GET /v2.0/networks/6927649b-4abf-45eb-a6ad-b4b09d49c307?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1818099 Feb 03 12:47:18.300167 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58242) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:18.309340 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (bfd0e4cf-807f-4cb4-93f0-ba5b0303815d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:18.312538 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-b59eac92-f782-403d-ba27-117ad4952159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:18.314088 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-b59eac92-f782-403d-ba27-117ad4952159 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3241875 Feb 03 12:47:18.342179 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fb44f8-65bc-4048-96b5-92732846c9f2 req-16d09a5d-e21f-4f0e-aeeb-9964e8c28460 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] No DVR routers for this DVR port 03f2c984-4f97-476c-8466-c02847a06285 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:18.358777 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-75fb44f8-65bc-4048-96b5-92732846c9f2 req-16d09a5d-e21f-4f0e-aeeb-9964e8c28460 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:18.362676 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-75fb44f8-65bc-4048-96b5-92732846c9f2 req-16d09a5d-e21f-4f0e-aeeb-9964e8c28460 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.31 "DELETE /v2.0/ports/03f2c984-4f97-476c-8466-c02847a06285 HTTP/1.1" status: 204 len: 173 time: 4.2685051 Feb 03 12:47:18.365743 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c306853-8a58-42b3-9c77-67bdc3556547', 'name': 'network-vif-deleted', 'tag': '03f2c984-4f97-476c-8466-c02847a06285'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:18.366563 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc44caa1-ad15-4c3e-905f-a1bdf45882cd" -d '{"events": [{"server_uuid": "7c306853-8a58-42b3-9c77-67bdc3556547", "name": "network-vif-deleted", "tag": "03f2c984-4f97-476c-8466-c02847a06285"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:18.383630 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (bfd0e4cf-807f-4cb4-93f0-ba5b0303815d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:18.407556 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:47:18.408040 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (bfd0e4cf-807f-4cb4-93f0-ba5b0303815d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:18.418740 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a114ff-745e-436d-8466-56e06ddc2e78 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:47:18.423143 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:47:18.427225 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e1a114ff-745e-436d-8466-56e06ddc2e78 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "GET /v2.0/subnets/0f903b94-b7ac-4fbf-bbc9-f0d1713965f6 HTTP/1.1" status: 200 len: 843 time: 0.1258805 Feb 03 12:47:18.432895 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58252) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:18.565898 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6899a-3fdf-4f61-a118-3347bb508d31 req-ba3eb379-f8f1-4433-995a-3313f58ba319 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:18.575639 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-16e6899a-3fdf-4f61-a118-3347bb508d31 req-ba3eb379-f8f1-4433-995a-3313f58ba319 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 945 time: 0.5107257 Feb 03 12:47:18.609819 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (edd75522-790b-4e08-8aff-940def039ab7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:18.612684 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e281f15-25d0-42b3-8d64-c6c443787519 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (0197c707-472b-4cec-a4ba-16026c8eac3f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:18.658527 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:18.663273 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] 10.222.0.18 "DELETE /v2.0/networks/edd75522-790b-4e08-8aff-940def039ab7 HTTP/1.1" status: 204 len: 168 time: 1.9346700 Feb 03 12:47:18.676344 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58260) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:18.700616 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-413d4f13-34aa-4b3d-baed-e76076acc26e service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611755 Feb 03 12:47:18.702551 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e281f15-25d0-42b3-8d64-c6c443787519 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=0197c707-472b-4cec-a4ba-16026c8eac3f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:18.707381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5b5f2-a498-4b0e-b440-61c931dd9aac tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Pushing event deleted for resources: {'Network': ['ID=edd75522-790b-4e08-8aff-940def039ab7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:18.723607 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1c5ec3-8a32-44c5-8ee5-fb6198655b19 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:18.729755 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e281f15-25d0-42b3-8d64-c6c443787519 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:18.735851 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9e281f15-25d0-42b3-8d64-c6c443787519 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/0197c707-472b-4cec-a4ba-16026c8eac3f HTTP/1.1" status: 204 len: 168 time: 1.6517079 Feb 03 12:47:18.748673 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58262) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:18.834813 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-16e6899a-3fdf-4f61-a118-3347bb508d31 req-12edbae1-86c6-4264-90bd-c879f81ca467 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505367 Feb 03 12:47:18.870354 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb52e3e5-dafa-4377-a1eb-50fc9f6e5e5e tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['shared'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:18.871743 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bb52e3e5-dafa-4377-a1eb-50fc9f6e5e5e tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "GET /v2.0/subnets/0f903b94-b7ac-4fbf-bbc9-f0d1713965f6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4360914 Feb 03 12:47:18.900971 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58266) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:18.915878 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58268) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:18.919445 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a3e1c8c7-e1cf-4178-9430-7a4542cc8b42 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-399522156'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:18.971300 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353e8cb6-9b27-40a3-8260-783717d41978 x-openstack-request-id: req-353e8cb6-9b27-40a3-8260-783717d41978 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:18.971616 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c306853-8a58-42b3-9c77-67bdc3556547", "name": "network-vif-deleted", "tag": "03f2c984-4f97-476c-8466-c02847a06285", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:18.971878 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-353e8cb6-9b27-40a3-8260-783717d41978 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:18.972397 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c306853-8a58-42b3-9c77-67bdc3556547', 'name': 'network-vif-deleted', 'tag': '03f2c984-4f97-476c-8466-c02847a06285', 'status': 'completed', 'code': 200} Feb 03 12:47:18.977332 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-d7ddf1e8-768f-490a-84d0-18fe285fdb41 service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658029 Feb 03 12:47:19.000881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7efeb9-efd3-41b9-aac0-acbff69b4a71 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet 26aa8aba-bd3b-47a9-becd-91e147dbd98f {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:19.030682 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a650491-8a33-48db-8337-98a8811407b2 req-45a0bb2b-830e-4d18-9579-501d6677b65b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:19.036810 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a650491-8a33-48db-8337-98a8811407b2 req-45a0bb2b-830e-4d18-9579-501d6677b65b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:19.042817 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a650491-8a33-48db-8337-98a8811407b2 req-45a0bb2b-830e-4d18-9579-501d6677b65b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:19.066983 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a650491-8a33-48db-8337-98a8811407b2 req-45a0bb2b-830e-4d18-9579-501d6677b65b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:19.072531 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a650491-8a33-48db-8337-98a8811407b2 req-45a0bb2b-830e-4d18-9579-501d6677b65b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:19.078251 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe7efeb9-efd3-41b9-aac0-acbff69b4a71 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (26aa8aba-bd3b-47a9-becd-91e147dbd98f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:19.087213 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a650491-8a33-48db-8337-98a8811407b2 req-45a0bb2b-830e-4d18-9579-501d6677b65b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:19.092637 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a650491-8a33-48db-8337-98a8811407b2 req-45a0bb2b-830e-4d18-9579-501d6677b65b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:19.106823 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8a650491-8a33-48db-8337-98a8811407b2 req-45a0bb2b-830e-4d18-9579-501d6677b65b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5430 time: 0.5525789 Feb 03 12:47:19.118527 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:19.175060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:47:19.175515 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ce2bc314-cc5d-4f6b-b67f-2cb7f0f003fa not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:19.193671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e1c8c7-e1cf-4178-9430-7a4542cc8b42 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Made reservation on behalf of e48db9ad23d84c4fa3644e11a2961e4a for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:19.198830 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3e1c8c7-e1cf-4178-9430-7a4542cc8b42 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:19.273916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e1c8c7-e1cf-4178-9430-7a4542cc8b42 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:47:19.284940 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3e1c8c7-e1cf-4178-9430-7a4542cc8b42 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (e70d4fe0-188b-4043-8318-20ab90fa49f5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:19.285433 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-a3e1c8c7-e1cf-4178-9430-7a4542cc8b42 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Added segment e70d4fe0-188b-4043-8318-20ab90fa49f5 of type vlan for network b57702bb-de80-4a9a-b81c-8d879546c05a Feb 03 12:47:19.336457 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe7efeb9-efd3-41b9-aac0-acbff69b4a71 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (26aa8aba-bd3b-47a9-becd-91e147dbd98f), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:19.336736 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8a650491-8a33-48db-8337-98a8811407b2 req-2a9d14c1-81d1-4d9b-b23f-cd5eb694eda5 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2286727 Feb 03 12:47:19.345075 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3e1c8c7-e1cf-4178-9430-7a4542cc8b42 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (b57702bb-de80-4a9a-b81c-8d879546c05a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:19.373225 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-e584c899-f5f8-4a24-99d4-d45f05ce394d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=89bd8765-d49f-46ab-a694-20c0e30dfdb4 HTTP/1.1" status: 200 len: 217 time: 0.3459661 Feb 03 12:47:19.387336 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5cca9c40-ae57-4e48-a9e3-967cdfc9c548 req-3fd22f8c-ef1e-47a7-aa17-79aaa9d30a71 tempest-ServersNegativeTestMultiTenantJSON-2120624277 tempest-ServersNegativeTestMultiTenantJSON-2120624277-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c306853-8a58-42b3-9c77-67bdc3556547 HTTP/1.1" status: 200 len: 210 time: 0.3549902 Feb 03 12:47:19.395175 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-06d90afb-ff81-4aca-a337-e54d973378fa admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2138221142-network', 'tenant_id': '5571bc03f31b4ec1a3eda061ab1cad28'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:19.395421 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e0ed4-0c87-44d3-a785-02f7ec7377ba tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Deleting port c550011e-421c-49a9-b54c-aadf90e137cd {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:19.395873 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ae5e0ed4-0c87-44d3-a785-02f7ec7377ba tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c550011e-421c-49a9-b54c-aadf90e137cd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:19.399122 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3e1c8c7-e1cf-4178-9430-7a4542cc8b42 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (b57702bb-de80-4a9a-b81c-8d879546c05a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:19.408227 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e1c8c7-e1cf-4178-9430-7a4542cc8b42 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:19.409028 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3e1c8c7-e1cf-4178-9430-7a4542cc8b42 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:19.471181 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58272) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:19.471449 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a3e1c8c7-e1cf-4178-9430-7a4542cc8b42 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5569005 Feb 03 12:47:19.499840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-385eb6e9-9cae-4838-8c39-ced3917966a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:19.501909 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-385eb6e9-9cae-4838-8c39-ced3917966a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8761b709-d126-4def-a3e9-94ac377b29e2 HTTP/1.1" status: 200 len: 797 time: 0.1133575 Feb 03 12:47:19.507570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b5740bde-9af3-4f34-90d6-489f24c9b9b6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'subnet': {'network_id': 'b57702bb-de80-4a9a-b81c-8d879546c05a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:19.601734 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d90afb-ff81-4aca-a337-e54d973378fa admin admin] Made reservation on behalf of 5571bc03f31b4ec1a3eda061ab1cad28 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:19.605756 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06d90afb-ff81-4aca-a337-e54d973378fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:19.683850 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06d90afb-ff81-4aca-a337-e54d973378fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:19.786389 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06d90afb-ff81-4aca-a337-e54d973378fa admin admin] Publish callbacks [] for security_group (a8b17605-4634-4efb-90b1-d5014b05492f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:19.830518 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06d90afb-ff81-4aca-a337-e54d973378fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a8b17605-4634-4efb-90b1-d5014b05492f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:19.905101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d90afb-ff81-4aca-a337-e54d973378fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b17605-4634-4efb-90b1-d5014b05492f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:19.958087 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe7efeb9-efd3-41b9-aac0-acbff69b4a71 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (26aa8aba-bd3b-47a9-becd-91e147dbd98f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:19.966844 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d90afb-ff81-4aca-a337-e54d973378fa admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:47:19.979518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1c8c7-e1cf-4178-9430-7a4542cc8b42 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Network': ['ID=b57702bb-de80-4a9a-b81c-8d879546c05a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:19.982182 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b4df6052-1545-42ed-98dd-18fd387b96f6 None None] Provisioning complete for port c7e3e396-7b0d-4660-ae4d-38d8aca35769 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:19.983152 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b4df6052-1545-42ed-98dd-18fd387b96f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c7e3e396-7b0d-4660-ae4d-38d8aca35769), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:20.040279 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-930a5f81-9e87-493c-9e56-3adc4a8adece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:20.041846 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-930a5f81-9e87-493c-9e56-3adc4a8adece service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4897301 Feb 03 12:47:20.048188 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5740bde-9af3-4f34-90d6-489f24c9b9b6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Made reservation on behalf of e48db9ad23d84c4fa3644e11a2961e4a for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:20.052053 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network b57702bb-de80-4a9a-b81c-8d879546c05a details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:47:20.052485 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5740bde-9af3-4f34-90d6-489f24c9b9b6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:20.070547 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ae5e0ed4-0c87-44d3-a785-02f7ec7377ba tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c550011e-421c-49a9-b54c-aadf90e137cd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:20.082816 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ae5e0ed4-0c87-44d3-a785-02f7ec7377ba tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for floatingip (c550011e-421c-49a9-b54c-aadf90e137cd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:20.104110 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ae5e0ed4-0c87-44d3-a785-02f7ec7377ba tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Calling delete_port for c550011e-421c-49a9-b54c-aadf90e137cd owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:20.179547 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b4df6052-1545-42ed-98dd-18fd387b96f6 None None] Current status of the port c7e3e396-7b0d-4660-ae4d-38d8aca35769 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:20.207881 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06d90afb-ff81-4aca-a337-e54d973378fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (6a77be67-0481-4954-8f55-e326fc1460b4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:20.208641 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-06d90afb-ff81-4aca-a337-e54d973378fa admin admin] Added segment 6a77be67-0481-4954-8f55-e326fc1460b4 of type vlan for network 38493246-f38d-4463-9177-b5dc3d79c2b7 Feb 03 12:47:20.219663 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a6f53-5e75-4bbc-8239-5f047bbf836e req-23ba7143-cd36-4503-bccd-4767316f4963 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:20.229119 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-543a6f53-5e75-4bbc-8239-5f047bbf836e req-23ba7143-cd36-4503-bccd-4767316f4963 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 945 time: 0.2855208 Feb 03 12:47:20.286376 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-32f2da55-1ac8-4e1f-bb47-a2875e9b7826 service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976905 Feb 03 12:47:20.289050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-b5740bde-9af3-4f34-90d6-489f24c9b9b6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Performing IP validity checks on allocation pools {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 12:47:20.289906 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-b5740bde-9af3-4f34-90d6-489f24c9b9b6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 12:47:20.340845 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-543a6f53-5e75-4bbc-8239-5f047bbf836e req-159d716d-8471-493c-82e0-17fa653a69ac tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107326 Feb 03 12:47:20.369000 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ae5e0ed4-0c87-44d3-a785-02f7ec7377ba tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (c550011e-421c-49a9-b54c-aadf90e137cd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:20.417213 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e0ed4-0c87-44d3-a785-02f7ec7377ba tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Pushing event deleted for resources: {'Port': ['ID=c550011e-421c-49a9-b54c-aadf90e137cd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:20.426884 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06d90afb-ff81-4aca-a337-e54d973378fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (38493246-f38d-4463-9177-b5dc3d79c2b7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:20.467666 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe7efeb9-efd3-41b9-aac0-acbff69b4a71 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (26aa8aba-bd3b-47a9-becd-91e147dbd98f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:20.489969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58286) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:20.591207 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe7efeb9-efd3-41b9-aac0-acbff69b4a71 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:20.593606 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0896157-431d-4cf8-97b7-f6a8fa2b98b7 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:20.598226 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fe7efeb9-efd3-41b9-aac0-acbff69b4a71 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/26aa8aba-bd3b-47a9-becd-91e147dbd98f HTTP/1.1" status: 204 len: 168 time: 1.8458412 Feb 03 12:47:20.601232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7efeb9-efd3-41b9-aac0-acbff69b4a71 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=26aa8aba-bd3b-47a9-becd-91e147dbd98f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:20.605216 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58290) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:20.608306 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06d90afb-ff81-4aca-a337-e54d973378fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (38493246-f38d-4463-9177-b5dc3d79c2b7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:20.609362 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d90afb-ff81-4aca-a337-e54d973378fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:20.610045 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06d90afb-ff81-4aca-a337-e54d973378fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:20.610792 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a14b83-b8b2-4d07-b2cb-cc75fc52da5a admin admin] Deleting subnet 86ea1970-82b9-4b75-ae6a-1441d08d058d {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:20.626740 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1a14b83-b8b2-4d07-b2cb-cc75fc52da5a admin admin] Publish callbacks [] for subnet (86ea1970-82b9-4b75-ae6a-1441d08d058d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:20.629339 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ae5e0ed4-0c87-44d3-a785-02f7ec7377ba tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks [] for floatingip (ec43aecd-2827-4af3-a57c-0f1ef826c19c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:20.641659 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ae5e0ed4-0c87-44d3-a785-02f7ec7377ba tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:20.648271 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ae5e0ed4-0c87-44d3-a785-02f7ec7377ba tempest-FloatingIPAdminTestJSON-435204970 tempest-FloatingIPAdminTestJSON-435204970-project] 10.222.0.18 "DELETE /v2.0/floatingips/ec43aecd-2827-4af3-a57c-0f1ef826c19c HTTP/1.1" status: 204 len: 168 time: 1.9705667 Feb 03 12:47:20.700185 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-82ed42de-f7f9-40cf-a9f1-5f6091ebb1f5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844357 Feb 03 12:47:20.703211 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58294) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:20.766041 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-06d90afb-ff81-4aca-a337-e54d973378fa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7919738 Feb 03 12:47:20.770215 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f7826aa7-54b9-4bf6-b2a3-563c24d0a904 service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744964 Feb 03 12:47:20.773026 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58296) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:20.807775 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1a14b83-b8b2-4d07-b2cb-cc75fc52da5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (86ea1970-82b9-4b75-ae6a-1441d08d058d), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:20.922891 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f310206c-4d65-4901-9e8b-f96935d5e32c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:20.932816 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f310206c-4d65-4901-9e8b-f96935d5e32c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2234952 Feb 03 12:47:20.932948 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58300) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:20.968956 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed0f5c3-2f68-43bf-8709-16caebf1135e None None] DHCP port deletion for 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:47:21.031210 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c66725-3c24-466c-b125-3841c6bb8ac8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:21.033191 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f2c66725-3c24-466c-b125-3841c6bb8ac8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0993090 Feb 03 12:47:21.038339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58302) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:21.085143 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-534a75f9-9759-4f0a-aef4-b5e6b846f5f7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450571 Feb 03 12:47:21.089757 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58304) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:21.094782 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5de07731-b78a-41c7-9ef4-9bd827da1e5a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:21.097153 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0f5c3-2f68-43bf-8709-16caebf1135e None None] Deleting port c7e3e396-7b0d-4660-ae4d-38d8aca35769 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:21.098176 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ed0f5c3-2f68-43bf-8709-16caebf1135e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c7e3e396-7b0d-4660-ae4d-38d8aca35769), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:21.108916 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1a14b83-b8b2-4d07-b2cb-cc75fc52da5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (86ea1970-82b9-4b75-ae6a-1441d08d058d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:21.121501 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c7e3e396-7b0d-4660-ae4d-38d8aca35769 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:21.139080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58306) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:21.275060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1ed0f5c3-2f68-43bf-8709-16caebf1135e None None] For port c7e3e396-7b0d-4660-ae4d-38d8aca35769, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c7e3e396-7b0d-4660-ae4d-38d8aca35769,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:21.276290 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ed0f5c3-2f68-43bf-8709-16caebf1135e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c7e3e396-7b0d-4660-ae4d-38d8aca35769), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:21.327340 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0f5c3-2f68-43bf-8709-16caebf1135e None None] Calling delete_port for c7e3e396-7b0d-4660-ae4d-38d8aca35769 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:21.329403 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c7e3e396-7b0d-4660-ae4d-38d8aca35769 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:21.329799 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c7e3e396-7b0d-4660-ae4d-38d8aca35769), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:21.368501 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port c7e3e396-7b0d-4660-ae4d-38d8aca35769, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c7e3e396-7b0d-4660-ae4d-38d8aca35769,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:21.376536 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c7e3e396-7b0d-4660-ae4d-38d8aca35769), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:21.412557 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1a14b83-b8b2-4d07-b2cb-cc75fc52da5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (86ea1970-82b9-4b75-ae6a-1441d08d058d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:21.502266 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=c7e3e396-7b0d-4660-ae4d-38d8aca35769,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:21.529689 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ed0f5c3-2f68-43bf-8709-16caebf1135e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (c7e3e396-7b0d-4660-ae4d-38d8aca35769), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:21.534979 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1a14b83-b8b2-4d07-b2cb-cc75fc52da5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:21.541222 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b1a14b83-b8b2-4d07-b2cb-cc75fc52da5a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/86ea1970-82b9-4b75-ae6a-1441d08d058d HTTP/1.1" status: 204 len: 168 time: 1.0500751 Feb 03 12:47:21.547526 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58312) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:21.553544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a14b83-b8b2-4d07-b2cb-cc75fc52da5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86ea1970-82b9-4b75-ae6a-1441d08d058d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:21.557378 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0f5c3-2f68-43bf-8709-16caebf1135e None None] Pushing event deleted for resources: {'Port': ['ID=c7e3e396-7b0d-4660-ae4d-38d8aca35769,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:21.567770 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed0f5c3-2f68-43bf-8709-16caebf1135e None None] No DVR routers for this DVR port c7e3e396-7b0d-4660-ae4d-38d8aca35769 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:21.581769 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0ce69b90-2c5c-4ce1-bca4-72eb6ab848e7 admin admin] Request body: {'subnet': {'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2138221142-subnet', 'tenant_id': '5571bc03f31b4ec1a3eda061ab1cad28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:21.617480 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de07731-b78a-41c7-9ef4-9bd827da1e5a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:21.620864 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5de07731-b78a-41c7-9ef4-9bd827da1e5a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:21.622457 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de07731-b78a-41c7-9ef4-9bd827da1e5a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:47:21.623060 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de07731-b78a-41c7-9ef4-9bd827da1e5a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:47:21.627375 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-77735668-bd1e-417e-83e3-ed5ec6fe5a83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=230fcaff546244ecb04a5cb3308c4e56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4762678 Feb 03 12:47:21.638353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58316) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:21.666803 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d90afb-ff81-4aca-a337-e54d973378fa admin admin] Pushing event updated for resources: {'Network': ['ID=38493246-f38d-4463-9177-b5dc3d79c2b7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:21.679304 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 38493246-f38d-4463-9177-b5dc3d79c2b7 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:47:21.680595 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5740bde-9af3-4f34-90d6-489f24c9b9b6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (52eff9c2-27d3-470d-b36c-105af2131085), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:21.684601 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-f30563dc-c77d-4116-8297-78edeb23ee71 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=948afbdc-21a4-479e-8a60-62f8aa022a78 HTTP/1.1" status: 200 len: 217 time: 0.2429535 Feb 03 12:47:21.685496 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce69b90-2c5c-4ce1-bca4-72eb6ab848e7 admin admin] Made reservation on behalf of 5571bc03f31b4ec1a3eda061ab1cad28 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:21.688878 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ce69b90-2c5c-4ce1-bca4-72eb6ab848e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:21.730890 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5de07731-b78a-41c7-9ef4-9bd827da1e5a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6398704 Feb 03 12:47:21.731924 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58318) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:21.745973 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-274798b9-3bbb-43f9-8b3c-a18d907278e1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:21.784685 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91b076ce-b93a-48fe-ba2b-03c07c7ceb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (d628e3cf-1ead-4c5c-bfe5-343588bdf20b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:21.795684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e846ffa-c3fc-415d-9df4-1add7479baea req-918f47e5-5426-445c-939c-1a1ef577aa3e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:21.797873 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9fbca-8e36-4949-a187-53cd24fe0881 req-00c9649b-56d1-45cc-883f-390c1ecb25fb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:21.799009 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-72e9fbca-8e36-4949-a187-53cd24fe0881 req-00c9649b-56d1-45cc-883f-390c1ecb25fb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 945 time: 0.3634539 Feb 03 12:47:21.813765 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e846ffa-c3fc-415d-9df4-1add7479baea req-918f47e5-5426-445c-939c-1a1ef577aa3e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:21.822285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e846ffa-c3fc-415d-9df4-1add7479baea req-918f47e5-5426-445c-939c-1a1ef577aa3e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:21.829246 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e846ffa-c3fc-415d-9df4-1add7479baea req-918f47e5-5426-445c-939c-1a1ef577aa3e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:21.837678 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e846ffa-c3fc-415d-9df4-1add7479baea req-918f47e5-5426-445c-939c-1a1ef577aa3e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:21.843554 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e846ffa-c3fc-415d-9df4-1add7479baea req-918f47e5-5426-445c-939c-1a1ef577aa3e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:21.849695 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e846ffa-c3fc-415d-9df4-1add7479baea req-918f47e5-5426-445c-939c-1a1ef577aa3e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:21.856485 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3e846ffa-c3fc-415d-9df4-1add7479baea req-918f47e5-5426-445c-939c-1a1ef577aa3e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5430 time: 1.3938839 Feb 03 12:47:21.878008 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8dd988b1-a5c9-435e-84aa-9f0d0c04874b admin admin] Publish callbacks [] for security_group (5f39724a-6ecc-4796-aa45-b65a20c517ca), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:21.949968 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5740bde-9af3-4f34-90d6-489f24c9b9b6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Subnet': ['ID=52eff9c2-27d3-470d-b36c-105af2131085,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:22.004032 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91b076ce-b93a-48fe-ba2b-03c07c7ceb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (d628e3cf-1ead-4c5c-bfe5-343588bdf20b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.031357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-dcc72334-5791-46d1-aba2-063d3faa266e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:22.033045 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-72e9fbca-8e36-4949-a187-53cd24fe0881 req-db4c0168-7cc0-4fd7-80e8-41682b58c0b4 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115562 Feb 03 12:47:22.040879 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8dd988b1-a5c9-435e-84aa-9f0d0c04874b admin admin] Publish callbacks [] for security_group (5f39724a-6ecc-4796-aa45-b65a20c517ca), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.046297 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-dcc72334-5791-46d1-aba2-063d3faa266e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ad92c95-f76b-44f2-8465-013d771ffc3f HTTP/1.1" status: 200 len: 797 time: 0.3535852 Feb 03 12:47:22.065760 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-91b076ce-b93a-48fe-ba2b-03c07c7ceb16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d628e3cf-1ead-4c5c-bfe5-343588bdf20b']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:22.083403 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-91b076ce-b93a-48fe-ba2b-03c07c7ceb16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ca99ca-12e2-4721-9b8e-e86d92162e98') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:22.083703 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-91b076ce-b93a-48fe-ba2b-03c07c7ceb16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ca99ca-12e2-4721-9b8e-e86d92162e98') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:22.102088 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91b076ce-b93a-48fe-ba2b-03c07c7ceb16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (c0ca99ca-12e2-4721-9b8e-e86d92162e98), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.121555 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274798b9-3bbb-43f9-8b3c-a18d907278e1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:22.139287 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-274798b9-3bbb-43f9-8b3c-a18d907278e1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.141239 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-274798b9-3bbb-43f9-8b3c-a18d907278e1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:47:22.141239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-274798b9-3bbb-43f9-8b3c-a18d907278e1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:47:22.148681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5740bde-9af3-4f34-90d6-489f24c9b9b6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Checking segment: {'id': 'e70d4fe0-188b-4043-8318-20ab90fa49f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b57702bb-de80-4a9a-b81c-8d879546c05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:22.149351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5740bde-9af3-4f34-90d6-489f24c9b9b6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Network hostable DHCP agents. Network: b57702bb-de80-4a9a-b81c-8d879546c05a, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:47:22.160535 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3e846ffa-c3fc-415d-9df4-1add7479baea req-e1752f67-3827-4527-98be-5189ce46d8d3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2715425 Feb 03 12:47:22.162651 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91b076ce-b93a-48fe-ba2b-03c07c7ceb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c0ca99ca-12e2-4721-9b8e-e86d92162e98), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.172030 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b076ce-b93a-48fe-ba2b-03c07c7ceb16 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:47:22.172837 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91b076ce-b93a-48fe-ba2b-03c07c7ceb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (c0ca99ca-12e2-4721-9b8e-e86d92162e98), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:47:22.174970 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:47:22.188123 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-274798b9-3bbb-43f9-8b3c-a18d907278e1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4466562 Feb 03 12:47:22.191836 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58324) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:22.199764 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5c57318e-f00f-422b-be28-fdcb8b71216f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:22.250875 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-5b71d026-b0a8-421b-9a91-cbb4df882c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:22.252663 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-5b71d026-b0a8-421b-9a91-cbb4df882c4a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=97259dff-b582-4fbd-b7bb-04805dd4c319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1847527 Feb 03 12:47:22.253345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5740bde-9af3-4f34-90d6-489f24c9b9b6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Network b57702bb-de80-4a9a-b81c-8d879546c05a is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:47:22.299046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b5740bde-9af3-4f34-90d6-489f24c9b9b6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, b57702bb-de80-4a9a-b81c-8d879546c05a) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:22.303538 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8dd988b1-a5c9-435e-84aa-9f0d0c04874b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5f39724a-6ecc-4796-aa45-b65a20c517ca), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.306991 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8dd988b1-a5c9-435e-84aa-9f0d0c04874b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.308805 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8dd988b1-a5c9-435e-84aa-9f0d0c04874b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f39724a-6ecc-4796-aa45-b65a20c517ca HTTP/1.1" status: 204 len: 168 time: 0.6659317 Feb 03 12:47:22.310359 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe888d8a-d093-479d-a922-494238f598aa None None] Network b57702bb-de80-4a9a-b81c-8d879546c05a requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:22.333135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5740bde-9af3-4f34-90d6-489f24c9b9b6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:22.333896 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5740bde-9af3-4f34-90d6-489f24c9b9b6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.428007 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91b076ce-b93a-48fe-ba2b-03c07c7ceb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (d628e3cf-1ead-4c5c-bfe5-343588bdf20b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.435465 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd988b1-a5c9-435e-84aa-9f0d0c04874b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f39724a-6ecc-4796-aa45-b65a20c517ca,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:22.448955 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91b076ce-b93a-48fe-ba2b-03c07c7ceb16 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.455086 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-91b076ce-b93a-48fe-ba2b-03c07c7ceb16 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d628e3cf-1ead-4c5c-bfe5-343588bdf20b HTTP/1.1" status: 204 len: 168 time: 0.8954377 Feb 03 12:47:22.458203 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58330) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:22.493606 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2dc20859-bef6-4260-ae40-f7ededc1da74 service neutron] 10.222.0.73 "GET /v2.0/networks/97259dff-b582-4fbd-b7bb-04805dd4c319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343221 Feb 03 12:47:22.497731 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b076ce-b93a-48fe-ba2b-03c07c7ceb16 admin admin] Pushing event deleted for resources: {'Network': ['ID=d628e3cf-1ead-4c5c-bfe5-343588bdf20b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:22.593388 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b5740bde-9af3-4f34-90d6-489f24c9b9b6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.0931578 Feb 03 12:47:22.597243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58336) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:22.604248 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8e8fc3a2-02e2-473d-b6f9-c53ebc119190 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:22.605496 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aac26e-cfb1-40fa-bce9-5c00575967cc req-f29708c8-b31b-4035-bc04-eaf5ed3b6d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:22.608095 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78aac26e-cfb1-40fa-bce9-5c00575967cc req-f29708c8-b31b-4035-bc04-eaf5ed3b6d1e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffd0252b7b0747c69410a55d7883bffd&device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 1127 time: 0.3418922 Feb 03 12:47:22.622866 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ce69b90-2c5c-4ce1-bca4-72eb6ab848e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (9bd4681a-030c-44e2-b514-2406b9d142e2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.631502 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c57318e-f00f-422b-be28-fdcb8b71216f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:22.648199 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c57318e-f00f-422b-be28-fdcb8b71216f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.650351 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c57318e-f00f-422b-be28-fdcb8b71216f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:47:22.651048 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c57318e-f00f-422b-be28-fdcb8b71216f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:47:22.705514 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd84ad2d-3dfc-405c-a760-f1f75939c623 admin admin] Deleting subnet 1450776a-bb0b-4803-b10d-c8d6a6a13d7d {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:22.744411 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd84ad2d-3dfc-405c-a760-f1f75939c623 admin admin] Publish callbacks [] for subnet (1450776a-bb0b-4803-b10d-c8d6a6a13d7d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.800278 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5c57318e-f00f-422b-be28-fdcb8b71216f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6069930 Feb 03 12:47:22.817209 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58340) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:22.817826 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58342) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:22.827768 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3c3c22be-ca14-4390-8f4e-3db8bac5a0b9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:22.847325 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce69b90-2c5c-4ce1-bca4-72eb6ab848e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd4681a-030c-44e2-b514-2406b9d142e2,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:22.860082 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-18e8450b-ca09-4244-8fc5-5acceb68c721 service neutron] 10.222.0.73 "GET /v2.0/networks/97259dff-b582-4fbd-b7bb-04805dd4c319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492773 Feb 03 12:47:22.862936 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce69b90-2c5c-4ce1-bca4-72eb6ab848e7 admin admin] Checking segment: {'id': '6a77be67-0481-4954-8f55-e326fc1460b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:22.863318 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce69b90-2c5c-4ce1-bca4-72eb6ab848e7 admin admin] Network hostable DHCP agents. Network: 38493246-f38d-4463-9177-b5dc3d79c2b7, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:47:22.902219 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fc5f506-6985-4f6c-8aeb-7c0bfe76a269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.915645 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd84ad2d-3dfc-405c-a760-f1f75939c623 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (1450776a-bb0b-4803-b10d-c8d6a6a13d7d), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.918701 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-b57702bb-de80-4a9a-b81c-8d879546c05a', 'network_id': 'b57702bb-de80-4a9a-b81c-8d879546c05a', 'project_id': 'e48db9ad23d84c4fa3644e11a2961e4a', 'fixed_ips': [{'subnet_id': '52eff9c2-27d3-470d-b36c-105af2131085'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:47:22.919575 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.933036 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-1862c24f-c4f5-47a8-8a5e-39881634710f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b34d8da-40f6-405c-889b-c67cba3e547b HTTP/1.1" status: 200 len: 217 time: 0.0644341 Feb 03 12:47:22.934523 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e8fc3a2-02e2-473d-b6f9-c53ebc119190 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65797595'] for subnet (52eff9c2-27d3-470d-b36c-105af2131085), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:22.961298 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce69b90-2c5c-4ce1-bca4-72eb6ab848e7 admin admin] Network 38493246-f38d-4463-9177-b5dc3d79c2b7 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:47:23.047311 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0ce69b90-2c5c-4ce1-bca4-72eb6ab848e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 38493246-f38d-4463-9177-b5dc3d79c2b7) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:23.057428 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce69b90-2c5c-4ce1-bca4-72eb6ab848e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:23.058303 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ce69b90-2c5c-4ce1-bca4-72eb6ab848e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:23.069458 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76fa913-cc0a-4a1e-8f22-5e8959bf579e None None] Network 38493246-f38d-4463-9177-b5dc3d79c2b7 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:23.095582 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd84ad2d-3dfc-405c-a760-f1f75939c623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (1450776a-bb0b-4803-b10d-c8d6a6a13d7d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:23.122982 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aac26e-cfb1-40fa-bce9-5c00575967cc req-0023dfb4-01e4-4c2f-9640-b3a67d8f9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:23.125203 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78aac26e-cfb1-40fa-bce9-5c00575967cc req-0023dfb4-01e4-4c2f-9640-b3a67d8f9e5c service neutron] 10.222.0.73 "GET /v2.0/networks?id=5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 200 len: 912 time: 0.4677970 Feb 03 12:47:23.197477 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2f198020-4483-4b5d-868a-25560ae0ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:23.202106 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-2f198020-4483-4b5d-868a-25560ae0ed7d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ad92c95-f76b-44f2-8465-013d771ffc3f HTTP/1.1" status: 200 len: 797 time: 0.2557068 Feb 03 12:47:23.260458 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 03 12:47:23.260458 n-d-827336-3 neutron-server[103190]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 03 12:47:23.260458 n-d-827336-3 neutron-server[103190]: [parameters: {'in_use': 1, 'id_1': '52eff9c2-27d3-470d-b36c-105af2131085'}] Feb 03 12:47:23.260458 n-d-827336-3 neutron-server[103190]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:47:23.261952 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:47:23.265278 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff987f5b-a400-4673-8cfa-b7c53250c8f1 None None] Network 38493246-f38d-4463-9177-b5dc3d79c2b7 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:23.274086 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0ce69b90-2c5c-4ce1-bca4-72eb6ab848e7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4900680 Feb 03 12:47:23.354463 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78aac26e-cfb1-40fa-bce9-5c00575967cc req-6531f25d-1c2d-46a3-8c28-f14365397853 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b8b12d1-b22c-4c50-b8a1-32576acb4b2e HTTP/1.1" status: 200 len: 217 time: 0.1669829 Feb 03 12:47:23.417989 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aac26e-cfb1-40fa-bce9-5c00575967cc req-9884617b-b3bc-4f13-be67-0aae0722bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:23.419462 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78aac26e-cfb1-40fa-bce9-5c00575967cc req-9884617b-b3bc-4f13-be67-0aae0722bbab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd98a1ba-2677-43a0-9803-d6921e32ec63 HTTP/1.1" status: 200 len: 851 time: 0.0524905 Feb 03 12:47:23.420322 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3c22be-ca14-4390-8f4e-3db8bac5a0b9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:23.423914 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c3c22be-ca14-4390-8f4e-3db8bac5a0b9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:23.426375 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3c22be-ca14-4390-8f4e-3db8bac5a0b9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:47:23.427149 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3c22be-ca14-4390-8f4e-3db8bac5a0b9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:47:23.480281 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78aac26e-cfb1-40fa-bce9-5c00575967cc req-7909ccd9-1f1e-4dc2-8a53-b327f670701f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5599772e-9dcf-4127-a633-d91505819dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414426 Feb 03 12:47:23.501578 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3c3c22be-ca14-4390-8f4e-3db8bac5a0b9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6807334 Feb 03 12:47:23.506992 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58356) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:23.544848 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e8fc3a2-02e2-473d-b6f9-c53ebc119190 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757073553893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4349655'] for subnet (52eff9c2-27d3-470d-b36c-105af2131085), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:23.553509 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fe3dc36d-d17b-4bcb-938c-127e5b56aec0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:23.566898 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fc5f506-6985-4f6c-8aeb-7c0bfe76a269 admin admin] Publish callbacks [] for security_group (b70f9543-8317-42d8-8558-968706b71e2b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:23.637577 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8fc3a2-02e2-473d-b6f9-c53ebc119190 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:23.637735 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ce447-8a77-4c13-8aae-063284bb5b02 req-a6e8b6e2-48cf-4243-8e6a-1a11c7ed9a15 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:23.638266 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e8fc3a2-02e2-473d-b6f9-c53ebc119190 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:23.639098 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-504ce447-8a77-4c13-8aae-063284bb5b02 req-a6e8b6e2-48cf-4243-8e6a-1a11c7ed9a15 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 945 time: 0.4577477 Feb 03 12:47:23.639749 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fc5f506-6985-4f6c-8aeb-7c0bfe76a269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b70f9543-8317-42d8-8558-968706b71e2b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:23.639872 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8e8fc3a2-02e2-473d-b6f9-c53ebc119190 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "PUT /v2.0/subnets/52eff9c2-27d3-470d-b36c-105af2131085 HTTP/1.1" status: 200 len: 900 time: 1.0414588 Feb 03 12:47:23.642026 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-7c28ab22-2469-459a-b5f0-e960da82e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:23.643895 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-7c28ab22-2469-459a-b5f0-e960da82e006 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=97259dff-b582-4fbd-b7bb-04805dd4c319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3685009 Feb 03 12:47:23.646816 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58364) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:23.661133 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cd2c3-5789-44c6-a1d6-88e96bb81f49 req-e3895ae7-46bc-4eb1-a792-f3c0f5d42fbe tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:23.670541 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cd2c3-5789-44c6-a1d6-88e96bb81f49 req-e3895ae7-46bc-4eb1-a792-f3c0f5d42fbe tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:23.677474 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cd2c3-5789-44c6-a1d6-88e96bb81f49 req-e3895ae7-46bc-4eb1-a792-f3c0f5d42fbe tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:23.682998 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cd2c3-5789-44c6-a1d6-88e96bb81f49 req-e3895ae7-46bc-4eb1-a792-f3c0f5d42fbe tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:23.690448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cd2c3-5789-44c6-a1d6-88e96bb81f49 req-e3895ae7-46bc-4eb1-a792-f3c0f5d42fbe tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:23.702226 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cd2c3-5789-44c6-a1d6-88e96bb81f49 req-e3895ae7-46bc-4eb1-a792-f3c0f5d42fbe tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:23.708467 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cd2c3-5789-44c6-a1d6-88e96bb81f49 req-e3895ae7-46bc-4eb1-a792-f3c0f5d42fbe tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:23.710464 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-235cd2c3-5789-44c6-a1d6-88e96bb81f49 req-e3895ae7-46bc-4eb1-a792-f3c0f5d42fbe tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5430 time: 0.3519938 Feb 03 12:47:23.742827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fc3a2-02e2-473d-b6f9-c53ebc119190 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event updated for resources: {'Subnet': ['ID=52eff9c2-27d3-470d-b36c-105af2131085,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:23.764132 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:23.799598 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd84ad2d-3dfc-405c-a760-f1f75939c623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (1450776a-bb0b-4803-b10d-c8d6a6a13d7d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:23.809651 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8fc5f506-6985-4f6c-8aeb-7c0bfe76a269 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e7f2ca0c8914f549ccddbf9c35d3bd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9878438 Feb 03 12:47:23.833999 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58368) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:23.840063 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5f506-6985-4f6c-8aeb-7c0bfe76a269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70f9543-8317-42d8-8558-968706b71e2b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:23.857919 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-4b0afcac-dcb6-410b-9d4c-0f09946367cb service neutron] 10.222.0.73 "GET /v2.0/networks/97259dff-b582-4fbd-b7bb-04805dd4c319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402121 Feb 03 12:47:23.862236 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78aac26e-cfb1-40fa-bce9-5c00575967cc req-f909efe2-a630-49e6-8d94-eba356e14e13 service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465228 Feb 03 12:47:23.870549 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84ad2d-3dfc-405c-a760-f1f75939c623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1450776a-bb0b-4803-b10d-c8d6a6a13d7d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:23.907001 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd84ad2d-3dfc-405c-a760-f1f75939c623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:23.910639 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bd84ad2d-3dfc-405c-a760-f1f75939c623 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1450776a-bb0b-4803-b10d-c8d6a6a13d7d HTTP/1.1" status: 204 len: 168 time: 1.4293897 Feb 03 12:47:23.914962 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58370) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:23.946243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3dc36d-d17b-4bcb-938c-127e5b56aec0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:23.949925 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe3dc36d-d17b-4bcb-938c-127e5b56aec0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:23.951604 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3dc36d-d17b-4bcb-938c-127e5b56aec0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:47:23.952080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe3dc36d-d17b-4bcb-938c-127e5b56aec0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:47:23.985712 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-504ce447-8a77-4c13-8aae-063284bb5b02 req-618ee153-fde6-462c-b784-fad70f2a2483 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324039 Feb 03 12:47:24.033800 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Allocated IP 2001:db8::3 (b57702bb-de80-4a9a-b81c-8d879546c05a/52eff9c2-27d3-470d-b36c-105af2131085/731269c3-31bd-420d-9967-dcbef3ca3d6a) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:24.069451 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-235cd2c3-5789-44c6-a1d6-88e96bb81f49 req-34630bbf-3839-4719-9baa-b7125ff41393 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3404822 Feb 03 12:47:24.081204 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (b57702bb-de80-4a9a-b81c-8d879546c05a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:24.120640 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fe3dc36d-d17b-4bcb-938c-127e5b56aec0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5720770 Feb 03 12:47:24.141462 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58374) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:24.152339 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-deb857fc-6523-40ff-b70f-27378c76fe7e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:24.186733 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a4df156-fed9-4edc-83f8-3ef0b6002694 req-0a444b12-f844-4e1d-86d7-fa133734db9d service neutron] 10.222.0.73 "GET /v2.0/networks/97259dff-b582-4fbd-b7bb-04805dd4c319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067625 Feb 03 12:47:24.213098 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (52eff9c2-27d3-470d-b36c-105af2131085), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:24.257317 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-169b3c2a-3680-4be4-9d75-859253a34867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (7bcdb2b3-b1db-4bc8-95c8-3498876ee044), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:24.280137 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b006a2aa-8229-4309-ba2a-3cf0743d611c admin admin] Publish callbacks [] for security_group (b70f9543-8317-42d8-8558-968706b71e2b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:24.304583 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Publish callbacks [] for port (731269c3-31bd-420d-9967-dcbef3ca3d6a), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:24.321097 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (731269c3-31bd-420d-9967-dcbef3ca3d6a), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:24.340309 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78aac26e-cfb1-40fa-bce9-5c00575967cc req-01b9ac04-3deb-4f9c-9a56-be00d1f631e3 service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665496 Feb 03 12:47:24.352049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Network b57702bb-de80-4a9a-b81c-8d879546c05a is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:24.385228 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb857fc-6523-40ff-b70f-27378c76fe7e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:24.388267 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b006a2aa-8229-4309-ba2a-3cf0743d611c admin admin] Publish callbacks [] for security_group (b70f9543-8317-42d8-8558-968706b71e2b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:24.389274 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-deb857fc-6523-40ff-b70f-27378c76fe7e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:24.394760 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb857fc-6523-40ff-b70f-27378c76fe7e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:47:24.395233 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb857fc-6523-40ff-b70f-27378c76fe7e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:47:24.412589 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:24.415097 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:24.454000 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (52eff9c2-27d3-470d-b36c-105af2131085), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:24.516261 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Pushing event updated for resources: {'Port': ['ID=731269c3-31bd-420d-9967-dcbef3ca3d6a,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:24.546463 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-deb857fc-6523-40ff-b70f-27378c76fe7e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3873668 Feb 03 12:47:24.547533 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Subnet': ['ID=52eff9c2-27d3-470d-b36c-105af2131085,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:24.562216 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58388) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:24.589197 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b768c-ac60-47f6-b0bf-d1610997b216 req-46e4ebfb-ad01-473a-afab-f550b7c2f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:24.589695 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b768c-ac60-47f6-b0bf-d1610997b216 req-46e4ebfb-ad01-473a-afab-f550b7c2f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:24.590472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b768c-ac60-47f6-b0bf-d1610997b216 req-46e4ebfb-ad01-473a-afab-f550b7c2f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:24.590950 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b768c-ac60-47f6-b0bf-d1610997b216 req-46e4ebfb-ad01-473a-afab-f550b7c2f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:24.591423 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b768c-ac60-47f6-b0bf-d1610997b216 req-46e4ebfb-ad01-473a-afab-f550b7c2f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:24.591886 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b768c-ac60-47f6-b0bf-d1610997b216 req-46e4ebfb-ad01-473a-afab-f550b7c2f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:24.592380 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b768c-ac60-47f6-b0bf-d1610997b216 req-46e4ebfb-ad01-473a-afab-f550b7c2f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:24.594449 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-243b768c-ac60-47f6-b0bf-d1610997b216 req-46e4ebfb-ad01-473a-afab-f550b7c2f8b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e60b58d86024cd1a0be428da6fe974b&device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 6704 time: 0.2764039 Feb 03 12:47:24.610096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Attempting to bind port 731269c3-31bd-420d-9967-dcbef3ca3d6a on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:47:24.610777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Attempting to bind port 731269c3-31bd-420d-9967-dcbef3ca3d6a by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'e70d4fe0-188b-4043-8318-20ab90fa49f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b57702bb-de80-4a9a-b81c-8d879546c05a'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:47:24.611315 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Attempting to bind port 731269c3-31bd-420d-9967-dcbef3ca3d6a on network b57702bb-de80-4a9a-b81c-8d879546c05a {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:24.620817 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:47:24.621490 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Checking segment: {'id': 'e70d4fe0-188b-4043-8318-20ab90fa49f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b57702bb-de80-4a9a-b81c-8d879546c05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:24.622065 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:24.622786 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Bound using segment: {'id': 'e70d4fe0-188b-4043-8318-20ab90fa49f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b57702bb-de80-4a9a-b81c-8d879546c05a'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:47:24.623451 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Bound port: 731269c3-31bd-420d-9967-dcbef3ca3d6a, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70d4fe0-188b-4043-8318-20ab90fa49f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b57702bb-de80-4a9a-b81c-8d879546c05a'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:47:24.624123 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (731269c3-31bd-420d-9967-dcbef3ca3d6a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:24.648982 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-169b3c2a-3680-4be4-9d75-859253a34867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (7bcdb2b3-b1db-4bc8-95c8-3498876ee044), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:24.655837 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-019c2e23-84fb-4e6d-befc-9777d7155291 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0482991 Feb 03 12:47:24.656573 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58390) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:24.663060 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (b57702bb-de80-4a9a-b81c-8d879546c05a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:24.666019 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b006a2aa-8229-4309-ba2a-3cf0743d611c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b70f9543-8317-42d8-8558-968706b71e2b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:24.669065 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b006a2aa-8229-4309-ba2a-3cf0743d611c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:24.670294 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b006a2aa-8229-4309-ba2a-3cf0743d611c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b70f9543-8317-42d8-8558-968706b71e2b HTTP/1.1" status: 204 len: 168 time: 0.8246787 Feb 03 12:47:24.744883 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-169b3c2a-3680-4be4-9d75-859253a34867 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bcdb2b3-b1db-4bc8-95c8-3498876ee044']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:24.747734 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006a2aa-8229-4309-ba2a-3cf0743d611c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70f9543-8317-42d8-8558-968706b71e2b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:24.770197 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] For port 731269c3-31bd-420d-9967-dcbef3ca3d6a, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:47:24.792595 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b768c-ac60-47f6-b0bf-d1610997b216 req-6ebdda8c-e82d-4fa9-8d01-4997285c6614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:24.794332 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-243b768c-ac60-47f6-b0bf-d1610997b216 req-6ebdda8c-e82d-4fa9-8d01-4997285c6614 service neutron] 10.222.0.73 "GET /v2.0/networks?id=97259dff-b582-4fbd-b7bb-04805dd4c319 HTTP/1.1" status: 200 len: 902 time: 0.1915069 Feb 03 12:47:24.800275 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] For port 731269c3-31bd-420d-9967-dcbef3ca3d6a, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=731269c3-31bd-420d-9967-dcbef3ca3d6a,segment=NetworkSegment(e70d4fe0-188b-4043-8318-20ab90fa49f5),segment_id=e70d4fe0-188b-4043-8318-20ab90fa49f5)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:47:24.822009 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (731269c3-31bd-420d-9967-dcbef3ca3d6a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:24.827180 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-169b3c2a-3680-4be4-9d75-859253a34867 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa03ded-100b-4b66-aab4-c61d8ddab52b') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:24.827430 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-169b3c2a-3680-4be4-9d75-859253a34867 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa03ded-100b-4b66-aab4-c61d8ddab52b') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:24.841289 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-169b3c2a-3680-4be4-9d75-859253a34867 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (eaa03ded-100b-4b66-aab4-c61d8ddab52b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:24.887191 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a7db9f-c9db-40dc-8a94-b60ea7177467 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:24.888233 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-243b768c-ac60-47f6-b0bf-d1610997b216 req-867b3a3d-2e37-4b69-ba38-42c66f1e4178 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b34d8da-40f6-405c-889b-c67cba3e547b HTTP/1.1" status: 200 len: 217 time: 0.0662274 Feb 03 12:47:24.897018 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-16a7db9f-c9db-40dc-8a94-b60ea7177467 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2319081 Feb 03 12:47:24.898667 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-169b3c2a-3680-4be4-9d75-859253a34867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (eaa03ded-100b-4b66-aab4-c61d8ddab52b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:24.904705 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58396) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:24.914472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57702bb-de80-4a9a-b81c-8d879546c05a']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:24.937360 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169b3c2a-3680-4be4-9d75-859253a34867 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:47:24.938264 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-169b3c2a-3680-4be4-9d75-859253a34867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (eaa03ded-100b-4b66-aab4-c61d8ddab52b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:47:24.941361 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:47:24.977801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345ec774-052e-4e6c-b7c1-946bb2515186 None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:47:25.008693 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b768c-ac60-47f6-b0bf-d1610997b216 req-3f898648-2301-4c42-a96d-f132fd26bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:25.012807 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-243b768c-ac60-47f6-b0bf-d1610997b216 req-3f898648-2301-4c42-a96d-f132fd26bae3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ad92c95-f76b-44f2-8465-013d771ffc3f HTTP/1.1" status: 200 len: 797 time: 0.1159179 Feb 03 12:47:25.015056 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70d4fe0-188b-4043-8318-20ab90fa49f5') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:25.021001 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70d4fe0-188b-4043-8318-20ab90fa49f5') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:25.061726 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90ff25-3bb3-477d-98bd-8714e8bab971 None None] Pushing event updated for resources: {'Port': ['ID=731269c3-31bd-420d-9967-dcbef3ca3d6a,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:25.067784 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (e70d4fe0-188b-4043-8318-20ab90fa49f5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:25.091518 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9fa246bf-bb62-4488-8aed-2f6fe7858b63 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1827214 Feb 03 12:47:25.109357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58402) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:25.125981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-90f0a1a0-2774-45ae-8390-f0f474a6c635 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:25.147616 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-61decb32-00be-47ec-a9c9-698bcdb24743 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:25.153413 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-61decb32-00be-47ec-a9c9-698bcdb24743 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/networks?id=38493246-f38d-4463-9177-b5dc3d79c2b7 HTTP/1.1" status: 200 len: 815 time: 0.6475723 Feb 03 12:47:25.156394 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (e70d4fe0-188b-4043-8318-20ab90fa49f5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:25.216654 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:47:25.217094 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (e70d4fe0-188b-4043-8318-20ab90fa49f5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:47:25.251120 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:47:25.298796 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345ec774-052e-4e6c-b7c1-946bb2515186 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:47:25.323116 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b768c-ac60-47f6-b0bf-d1610997b216 req-b1dbbe0f-685a-407d-9a16-56346c6f6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:25.324971 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-243b768c-ac60-47f6-b0bf-d1610997b216 req-b1dbbe0f-685a-407d-9a16-56346c6f6086 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=97259dff-b582-4fbd-b7bb-04805dd4c319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3018599 Feb 03 12:47:25.331911 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58410) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:25.463700 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0918ff52-d87e-4708-a2af-3c33acec76be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:25.537415 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06b791-fb83-4c30-91a5-85621b9e034f req-73a1462b-74eb-49bc-a020-a90799faf5f7 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:25.539076 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ba06b791-fb83-4c30-91a5-85621b9e034f req-73a1462b-74eb-49bc-a020-a90799faf5f7 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 945 time: 0.3894162 Feb 03 12:47:25.552776 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.api [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:47:25.552776 n-d-827336-3 neutron-server[103188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:47:25.552776 n-d-827336-3 neutron-server[103188]: [parameters: {'id': 'b57702bb-de80-4a9a-b81c-8d879546c05a'}] Feb 03 12:47:25.552776 n-d-827336-3 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:47:25.553332 n-d-827336-3 neutron-server[103188]: DEBUG oslo_db.api [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:47:25.582908 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f0a1a0-2774-45ae-8390-f0f474a6c635 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:25.591516 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90f0a1a0-2774-45ae-8390-f0f474a6c635 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:25.642354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744110c5-7ec1-4509-a2f8-bf9fa6898f8e None None] Network b57702bb-de80-4a9a-b81c-8d879546c05a requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:25.647098 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-a5880cd8-ae9f-4977-ac08-6f13c0525f4b tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/quotas/5571bc03f31b4ec1a3eda061ab1cad28 HTTP/1.1" status: 200 len: 375 time: 0.0252819 Feb 03 12:47:25.647825 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-169b3c2a-3680-4be4-9d75-859253a34867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (7bcdb2b3-b1db-4bc8-95c8-3498876ee044), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:25.648802 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-243b768c-ac60-47f6-b0bf-d1610997b216 req-6573e9aa-9e6f-4460-8746-b6302ea859d0 service neutron] 10.222.0.73 "GET /v2.0/networks/97259dff-b582-4fbd-b7bb-04805dd4c319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864127 Feb 03 12:47:25.664228 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-169b3c2a-3680-4be4-9d75-859253a34867 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:25.671751 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-169b3c2a-3680-4be4-9d75-859253a34867 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7bcdb2b3-b1db-4bc8-95c8-3498876ee044 HTTP/1.1" status: 204 len: 168 time: 1.7392619 Feb 03 12:47:25.725924 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-d8fdd8bf-cd26-441e-90df-0725ae5009db tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5571bc03f31b4ec1a3eda061ab1cad28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528219 Feb 03 12:47:25.726822 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b3c2a-3680-4be4-9d75-859253a34867 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bcdb2b3-b1db-4bc8-95c8-3498876ee044,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:25.835891 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883b1911-d9c8-4e0b-be88-3d0f164c1c69 None None] Network b57702bb-de80-4a9a-b81c-8d879546c05a requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:25.876414 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-09f8cfea-ff2f-446f-ae21-438d624e9cf6 service neutron] 10.222.0.18 "GET /v2.0/networks/38493246-f38d-4463-9177-b5dc3d79c2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420979 Feb 03 12:47:25.969290 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ba06b791-fb83-4c30-91a5-85621b9e034f req-e10e5875-3c33-4004-a690-3ba6719ae5dc tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206290 Feb 03 12:47:26.026428 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58420) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:26.077271 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (b57702bb-de80-4a9a-b81c-8d879546c05a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.079086 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-69ba49b5-53fb-4621-8615-53e33d0207d7 service neutron] 10.222.0.18 "GET /v2.0/networks/38493246-f38d-4463-9177-b5dc3d79c2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959443 Feb 03 12:47:26.088870 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-99b9497c-ac0c-4f66-9591-86795d449ecb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4f62cc98d5f4e8aaf9dbba1bf4d5aab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0618691 Feb 03 12:47:26.089467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58422) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:26.125748 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-243b768c-ac60-47f6-b0bf-d1610997b216 req-95a47df1-dbea-4f5f-ba78-55361f722e0a service neutron] 10.222.0.73 "GET /v2.0/networks/97259dff-b582-4fbd-b7bb-04805dd4c319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460256 Feb 03 12:47:26.165050 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22788498-4af3-4f52-855a-4c70921db10b admin admin] Publish callbacks [] for security_group (2521186d-08bb-4a7d-beb4-3959614a82b6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.165723 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0918ff52-d87e-4708-a2af-3c33acec76be admin admin] Publish callbacks [] for security_group (d53ba3db-d0e5-4b78-b6fb-1b55b4eb89f7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.192471 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22788498-4af3-4f52-855a-4c70921db10b admin admin] Publish callbacks [] for security_group (2521186d-08bb-4a7d-beb4-3959614a82b6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.204183 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0918ff52-d87e-4708-a2af-3c33acec76be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d53ba3db-d0e5-4b78-b6fb-1b55b4eb89f7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.239519 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0918ff52-d87e-4708-a2af-3c33acec76be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76fbaffc1532449e9642885896a69717&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9020233 Feb 03 12:47:26.243459 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58428) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:26.387227 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918ff52-d87e-4708-a2af-3c33acec76be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53ba3db-d0e5-4b78-b6fb-1b55b4eb89f7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:26.398951 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1cc-6800-413f-8bab-d95e9ead413d admin admin] Publish callbacks [] for security_group (d53ba3db-d0e5-4b78-b6fb-1b55b4eb89f7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.416189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf96279-0f8a-4484-aaa8-ba778d2f8b3c req-be1bbd60-67f2-4329-9695-da9811f77fbe tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:26.421953 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf96279-0f8a-4484-aaa8-ba778d2f8b3c req-be1bbd60-67f2-4329-9695-da9811f77fbe tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:26.428042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf96279-0f8a-4484-aaa8-ba778d2f8b3c req-be1bbd60-67f2-4329-9695-da9811f77fbe tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:26.433667 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf96279-0f8a-4484-aaa8-ba778d2f8b3c req-be1bbd60-67f2-4329-9695-da9811f77fbe tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:26.439088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf96279-0f8a-4484-aaa8-ba778d2f8b3c req-be1bbd60-67f2-4329-9695-da9811f77fbe tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:26.445850 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1cc-6800-413f-8bab-d95e9ead413d admin admin] Publish callbacks [] for security_group (d53ba3db-d0e5-4b78-b6fb-1b55b4eb89f7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.446044 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf96279-0f8a-4484-aaa8-ba778d2f8b3c req-be1bbd60-67f2-4329-9695-da9811f77fbe tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:26.454360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf96279-0f8a-4484-aaa8-ba778d2f8b3c req-be1bbd60-67f2-4329-9695-da9811f77fbe tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:26.455346 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3bf96279-0f8a-4484-aaa8-ba778d2f8b3c req-be1bbd60-67f2-4329-9695-da9811f77fbe tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5430 time: 0.3504076 Feb 03 12:47:26.483187 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22788498-4af3-4f52-855a-4c70921db10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2521186d-08bb-4a7d-beb4-3959614a82b6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.497680 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22788498-4af3-4f52-855a-4c70921db10b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.498845 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-22788498-4af3-4f52-855a-4c70921db10b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2521186d-08bb-4a7d-beb4-3959614a82b6 HTTP/1.1" status: 204 len: 168 time: 0.4084778 Feb 03 12:47:26.541023 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-decd09a8-b364-4dc3-b179-863966554798 req-a029ab6d-7b22-4c41-9f72-b8b4b1fb719e tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 210 time: 0.1708868 Feb 03 12:47:26.558246 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Deleting port 731269c3-31bd-420d-9967-dcbef3ca3d6a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:26.558601 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (731269c3-31bd-420d-9967-dcbef3ca3d6a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.573895 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22788498-4af3-4f52-855a-4c70921db10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2521186d-08bb-4a7d-beb4-3959614a82b6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:26.632927 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1cc-6800-413f-8bab-d95e9ead413d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d53ba3db-d0e5-4b78-b6fb-1b55b4eb89f7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.635466 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef49f1cc-6800-413f-8bab-d95e9ead413d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:26.639319 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ef49f1cc-6800-413f-8bab-d95e9ead413d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d53ba3db-d0e5-4b78-b6fb-1b55b4eb89f7 HTTP/1.1" status: 204 len: 168 time: 0.3919771 Feb 03 12:47:26.653386 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49f1cc-6800-413f-8bab-d95e9ead413d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53ba3db-d0e5-4b78-b6fb-1b55b4eb89f7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:26.710436 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3bf96279-0f8a-4484-aaa8-ba778d2f8b3c req-a63b3b3c-b10a-4668-9764-888c4a0b3edf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2246966 Feb 03 12:47:26.729478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] For port 731269c3-31bd-420d-9967-dcbef3ca3d6a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=731269c3-31bd-420d-9967-dcbef3ca3d6a,segment=NetworkSegment(e70d4fe0-188b-4043-8318-20ab90fa49f5),segment_id=e70d4fe0-188b-4043-8318-20ab90fa49f5)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:26.729862 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (731269c3-31bd-420d-9967-dcbef3ca3d6a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:27.340279 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58458) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:27.397904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.objects.ports [None req-90f0a1a0-2774-45ae-8390-f0f474a6c635 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:47:27.399263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Calling delete_port for 731269c3-31bd-420d-9967-dcbef3ca3d6a owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:27.415034 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90f0a1a0-2774-45ae-8390-f0f474a6c635 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (013e9573-93dc-4eb0-96e3-f7061d84923f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:27.446652 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-55c7fa3a-4888-4306-8b7a-092a47f04b75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8899e4fe5cc44a5bd7d947a9f0813e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1049435 Feb 03 12:47:27.450588 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58460) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:27.540320 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f0a1a0-2774-45ae-8390-f0f474a6c635 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:27.560562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-90f0a1a0-2774-45ae-8390-f0f474a6c635 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:27.564156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f0a1a0-2774-45ae-8390-f0f474a6c635 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:27.565279 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90f0a1a0-2774-45ae-8390-f0f474a6c635 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:27.584431 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0a1a0-2774-45ae-8390-f0f474a6c635 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=013e9573-93dc-4eb0-96e3-f7061d84923f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:27.589702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34d0962-1ccb-442b-9293-f0144169780f None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:27.617624 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58466) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:27.622532 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-90f0a1a0-2774-45ae-8390-f0f474a6c635 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5037019 Feb 03 12:47:27.633203 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6ef1bd1e-9247-4c80-8647-f04754e759f8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'mac_address': 'fa:16:3e:a8:81:0b', 'name': 'tempest-NetworksTestDHCPv6-385771840'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:27.636377 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03bb608c-623c-4334-a434-2732ed0f0823 admin admin] Publish callbacks [] for security_group (5a84b616-f00e-4a0c-b374-7ae8cf877a66), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:27.710950 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03bb608c-623c-4334-a434-2732ed0f0823 admin admin] Publish callbacks [] for security_group (5a84b616-f00e-4a0c-b374-7ae8cf877a66), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:27.809529 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ba705278-1206-4a73-b403-4b42c129c06d req-e892aae7-4fec-4960-a9c0-0100c62d40a1 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 210 time: 0.1183443 Feb 03 12:47:27.816792 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (731269c3-31bd-420d-9967-dcbef3ca3d6a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:27.827930 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'fixed_ips': [{'subnet_id': '013e9573-93dc-4eb0-96e3-f7061d84923f'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:47:27.830871 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:27.832075 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18232034-d8b2-4c2d-ad07-2a26f1f81552 req-9eca0694-90eb-40b9-8641-97b576a7797e tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:27.841631 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18232034-d8b2-4c2d-ad07-2a26f1f81552 req-9eca0694-90eb-40b9-8641-97b576a7797e tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 945 time: 0.2249269 Feb 03 12:47:27.913101 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef1bd1e-9247-4c80-8647-f04754e759f8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:27.917432 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03bb608c-623c-4334-a434-2732ed0f0823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5a84b616-f00e-4a0c-b374-7ae8cf877a66), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:27.919926 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03bb608c-623c-4334-a434-2732ed0f0823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:27.921066 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-03bb608c-623c-4334-a434-2732ed0f0823 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a84b616-f00e-4a0c-b374-7ae8cf877a66 HTTP/1.1" status: 204 len: 168 time: 0.4693480 Feb 03 12:47:27.951084 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Port': ['ID=731269c3-31bd-420d-9967-dcbef3ca3d6a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:27.952992 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18232034-d8b2-4c2d-ad07-2a26f1f81552 req-57977bdb-157c-4712-8010-637bfc63cabe tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105487 Feb 03 12:47:27.972638 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] No DVR routers for this DVR port 731269c3-31bd-420d-9967-dcbef3ca3d6a on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:27.975068 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb608c-623c-4334-a434-2732ed0f0823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a84b616-f00e-4a0c-b374-7ae8cf877a66,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:28.097014 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ef1bd1e-9247-4c80-8647-f04754e759f8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.118380 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] Allocated IP 2001:db8::f816:3eff:fec7:67bc (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/013e9573-93dc-4eb0-96e3-f7061d84923f/d788f7ba-da95-47ac-b213-9283189f4114) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:28.127196 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6ef1bd1e-9247-4c80-8647-f04754e759f8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port 78739f09-0273-4059-a6bf-537c8024ea5e yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:47:28.364573 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] Publish callbacks [] for port (d788f7ba-da95-47ac-b213-9283189f4114), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.379428 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (d788f7ba-da95-47ac-b213-9283189f4114), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.425680 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (b57702bb-de80-4a9a-b81c-8d879546c05a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.449525 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] Pushing event updated for resources: {'Port': ['ID=d788f7ba-da95-47ac-b213-9283189f4114,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:28.470391 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-6ef1bd1e-9247-4c80-8647-f04754e759f8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::f816:3eff:fea8:810b (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/013e9573-93dc-4eb0-96e3-f7061d84923f/78739f09-0273-4059-a6bf-537c8024ea5e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:28.488806 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:28.492114 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:28.504133 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:28.510322 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57702bb-de80-4a9a-b81c-8d879546c05a']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:28.581573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70d4fe0-188b-4043-8318-20ab90fa49f5') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:28.582309 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70d4fe0-188b-4043-8318-20ab90fa49f5') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:28.656234 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08266478-bb73-48f7-b15c-f0f12383dfe9 req-c853e995-23f5-4ba5-942a-7cc51fc51686 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:28.669938 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08266478-bb73-48f7-b15c-f0f12383dfe9 req-c853e995-23f5-4ba5-942a-7cc51fc51686 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:28.674961 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] Attempting to bind port d788f7ba-da95-47ac-b213-9283189f4114 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:47:28.676019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] Attempting to bind port d788f7ba-da95-47ac-b213-9283189f4114 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:47:28.676601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] Attempting to bind port d788f7ba-da95-47ac-b213-9283189f4114 on network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:28.689765 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:47:28.690872 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08266478-bb73-48f7-b15c-f0f12383dfe9 req-c853e995-23f5-4ba5-942a-7cc51fc51686 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:28.695486 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] Checking segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:28.696280 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.696944 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] Bound using segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:47:28.698721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] Bound port: d788f7ba-da95-47ac-b213-9283189f4114, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:47:28.699307 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d788f7ba-da95-47ac-b213-9283189f4114), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.707808 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08266478-bb73-48f7-b15c-f0f12383dfe9 req-c853e995-23f5-4ba5-942a-7cc51fc51686 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:28.724422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08266478-bb73-48f7-b15c-f0f12383dfe9 req-c853e995-23f5-4ba5-942a-7cc51fc51686 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:28.739693 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08266478-bb73-48f7-b15c-f0f12383dfe9 req-c853e995-23f5-4ba5-942a-7cc51fc51686 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:28.755108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08266478-bb73-48f7-b15c-f0f12383dfe9 req-c853e995-23f5-4ba5-942a-7cc51fc51686 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:28.759977 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-08266478-bb73-48f7-b15c-f0f12383dfe9 req-c853e995-23f5-4ba5-942a-7cc51fc51686 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5430 time: 0.7585549 Feb 03 12:47:28.767150 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (e70d4fe0-188b-4043-8318-20ab90fa49f5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.780666 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ef1bd1e-9247-4c80-8647-f04754e759f8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (78739f09-0273-4059-a6bf-537c8024ea5e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.873302 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ef1bd1e-9247-4c80-8647-f04754e759f8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (78739f09-0273-4059-a6bf-537c8024ea5e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.913557 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] For port d788f7ba-da95-47ac-b213-9283189f4114, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:47:28.919650 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] For port d788f7ba-da95-47ac-b213-9283189f4114, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d788f7ba-da95-47ac-b213-9283189f4114,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:47:28.922017 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-04e2feb0-966e-4728-abbf-5caf86588f4c tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:28.924644 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-04e2feb0-966e-4728-abbf-5caf86588f4c tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.31 "GET /v2.0/networks?id=38493246-f38d-4463-9177-b5dc3d79c2b7 HTTP/1.1" status: 200 len: 815 time: 0.8316233 Feb 03 12:47:28.927243 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (e70d4fe0-188b-4043-8318-20ab90fa49f5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.936939 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d788f7ba-da95-47ac-b213-9283189f4114), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:28.976495 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-da96b19a-8b47-4c0c-871f-7669c19ab8ab tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Request body: {'port': {'device_id': '71dea175-0232-461e-9e6a-b63c947b3782', 'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7', 'admin_state_up': True, 'tenant_id': '5571bc03f31b4ec1a3eda061ab1cad28'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:29.042131 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:47:29.042589 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (e70d4fe0-188b-4043-8318-20ab90fa49f5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:47:29.049939 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:47:29.072347 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef1bd1e-9247-4c80-8647-f04754e759f8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:29.113359 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2961dc0-41bb-4b56-89a4-bec1b9fa0949 None None] Pushing event updated for resources: {'Port': ['ID=d788f7ba-da95-47ac-b213-9283189f4114,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:29.176952 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6ef1bd1e-9247-4c80-8647-f04754e759f8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:29.184506 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef1bd1e-9247-4c80-8647-f04754e759f8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:29.228636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef1bd1e-9247-4c80-8647-f04754e759f8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:29.229201 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ef1bd1e-9247-4c80-8647-f04754e759f8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:29.236355 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e8a8f703-9766-42a3-b3ec-60f292371df0 req-bf4bddaa-cb02-485e-b841-2238f23fd048 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 210 time: 0.2253926 Feb 03 12:47:29.279594 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6ef1bd1e-9247-4c80-8647-f04754e759f8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6592777 Feb 03 12:47:29.279816 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58512) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:29.295320 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1bd1e-9247-4c80-8647-f04754e759f8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=78739f09-0273-4059-a6bf-537c8024ea5e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:29.381102 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-08266478-bb73-48f7-b15c-f0f12383dfe9 req-64b2038d-0727-4a91-b567-23b8c9055926 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5951927 Feb 03 12:47:29.385730 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (b57702bb-de80-4a9a-b81c-8d879546c05a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:29.427005 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:29.434685 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/networks/b57702bb-de80-4a9a-b81c-8d879546c05a HTTP/1.1" status: 204 len: 168 time: 5.7836046 Feb 03 12:47:29.439284 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58514) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:29.441178 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8492ae-cffe-4b1c-a470-0e9672f05a42 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:29.448690 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8492ae-cffe-4b1c-a470-0e9672f05a42 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:29.451155 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2e8492ae-cffe-4b1c-a470-0e9672f05a42 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1668689 Feb 03 12:47:29.475545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58516) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:29.514897 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4276ae1-4739-47ee-ac20-2d0c8d9597d2 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Network': ['ID=b57702bb-de80-4a9a-b81c-8d879546c05a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:29.524249 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df5701d-dfc4-4a64-a2ae-082ca875c933 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] DELETE failed (client error): The resource could not be found. Feb 03 12:47:29.524906 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df5701d-dfc4-4a64-a2ae-082ca875c933 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:47:29.530335 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1df5701d-dfc4-4a64-a2ae-082ca875c933 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/subnets/52eff9c2-27d3-470d-b36c-105af2131085 HTTP/1.1" status: 404 len: 337 time: 0.0848143 Feb 03 12:47:29.542579 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58518) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:29.583881 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a53d39-3ff4-44c8-a7f4-c476cb19e31c tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] DELETE failed (client error): The resource could not be found. Feb 03 12:47:29.585003 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a53d39-3ff4-44c8-a7f4-c476cb19e31c tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:47:29.591032 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c6a53d39-3ff4-44c8-a7f4-c476cb19e31c tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/networks/b57702bb-de80-4a9a-b81c-8d879546c05a HTTP/1.1" status: 404 len: 339 time: 0.0415778 Feb 03 12:47:29.602903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58524) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:29.694874 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81314-30c8-48bd-bc00-d1f2e41b5552 req-da589a95-5594-425f-b912-62040c93109f tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:29.704030 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-87c81314-30c8-48bd-bc00-d1f2e41b5552 req-da589a95-5594-425f-b912-62040c93109f tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 945 time: 0.2783701 Feb 03 12:47:29.830875 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-da96b19a-8b47-4c0c-871f-7669c19ab8ab tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Made reservation on behalf of 5571bc03f31b4ec1a3eda061ab1cad28 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:29.836969 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-da96b19a-8b47-4c0c-871f-7669c19ab8ab tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:29.897243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8d9b1421-0170-405a-9b7f-d41a9c65cf50 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port 78739f09-0273-4059-a6bf-537c8024ea5e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:29.897939 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d9b1421-0170-405a-9b7f-d41a9c65cf50 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (78739f09-0273-4059-a6bf-537c8024ea5e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:29.944176 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-698d6b00-dd8c-499b-94ae-c6708cb41de6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (3ab38b6a-12a4-4e4d-a8ec-c61f9c3c5e21), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.074816 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-87c81314-30c8-48bd-bc00-d1f2e41b5552 req-fd66ef15-1c9a-4d2f-b9c3-8a2d01f82c4d tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635037 Feb 03 12:47:30.152898 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d9b1421-0170-405a-9b7f-d41a9c65cf50 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (78739f09-0273-4059-a6bf-537c8024ea5e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.176001 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8d9b1421-0170-405a-9b7f-d41a9c65cf50 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for 78739f09-0273-4059-a6bf-537c8024ea5e owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:30.178195 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-da96b19a-8b47-4c0c-871f-7669c19ab8ab tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Allocated IP 172.20.0.5 (38493246-f38d-4463-9177-b5dc3d79c2b7/9bd4681a-030c-44e2-b514-2406b9d142e2/4d5bee9e-4060-43e9-8753-254e861bbf05) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:30.233768 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-698d6b00-dd8c-499b-94ae-c6708cb41de6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (3ab38b6a-12a4-4e4d-a8ec-c61f9c3c5e21), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.281034 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-698d6b00-dd8c-499b-94ae-c6708cb41de6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab38b6a-12a4-4e4d-a8ec-c61f9c3c5e21']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:30.310791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-698d6b00-dd8c-499b-94ae-c6708cb41de6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa0b19b-9178-4e2d-9359-25c04c6ebb8e') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:30.311090 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-698d6b00-dd8c-499b-94ae-c6708cb41de6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa0b19b-9178-4e2d-9359-25c04c6ebb8e') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:30.333046 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-698d6b00-dd8c-499b-94ae-c6708cb41de6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (3fa0b19b-9178-4e2d-9359-25c04c6ebb8e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.355521 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-698d6b00-dd8c-499b-94ae-c6708cb41de6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (3fa0b19b-9178-4e2d-9359-25c04c6ebb8e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.369169 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698d6b00-dd8c-499b-94ae-c6708cb41de6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:47:30.369585 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-698d6b00-dd8c-499b-94ae-c6708cb41de6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (3fa0b19b-9178-4e2d-9359-25c04c6ebb8e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:47:30.372733 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:47:30.417355 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58554) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:30.482307 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-96436b98-2f18-44f2-92e7-e186d9fad72c req-a1234ced-41fa-4823-b800-a292e30adf69 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 210 time: 0.0512731 Feb 03 12:47:30.501222 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-698d6b00-dd8c-499b-94ae-c6708cb41de6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (3ab38b6a-12a4-4e4d-a8ec-c61f9c3c5e21), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.540403 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-698d6b00-dd8c-499b-94ae-c6708cb41de6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.548503 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-698d6b00-dd8c-499b-94ae-c6708cb41de6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/networks/3ab38b6a-12a4-4e4d-a8ec-c61f9c3c5e21 HTTP/1.1" status: 204 len: 168 time: 0.9392123 Feb 03 12:47:30.550070 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d6b00-dd8c-499b-94ae-c6708cb41de6 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Network': ['ID=3ab38b6a-12a4-4e4d-a8ec-c61f9c3c5e21,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:30.551903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58560) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:30.622384 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d15582-f849-4de8-ab14-43af0e6cee3d tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] DELETE failed (client error): The resource could not be found. Feb 03 12:47:30.622384 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d15582-f849-4de8-ab14-43af0e6cee3d tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:47:30.632615 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c8d15582-f849-4de8-ab14-43af0e6cee3d tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/subnets/17071c0b-c040-4048-8730-81136b637a88 HTTP/1.1" status: 404 len: 337 time: 0.0795498 Feb 03 12:47:30.635269 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58568) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:30.640234 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-da96b19a-8b47-4c0c-871f-7669c19ab8ab tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks [] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.664769 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a3c752-70e3-4316-a5fc-1490fd321576 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] DELETE failed (client error): The resource could not be found. Feb 03 12:47:30.665430 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5a3c752-70e3-4316-a5fc-1490fd321576 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:47:30.668744 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c5a3c752-70e3-4316-a5fc-1490fd321576 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/networks/0c0726fd-a8a7-4145-8144-b3773a7233dd HTTP/1.1" status: 404 len: 339 time: 0.0324967 Feb 03 12:47:30.673867 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58570) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:30.738831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0128a-94bc-4796-97d0-3eceeb595d9f req-70155f47-1943-49aa-b388-db7fd5428422 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:30.745174 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0128a-94bc-4796-97d0-3eceeb595d9f req-70155f47-1943-49aa-b388-db7fd5428422 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:30.752825 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0128a-94bc-4796-97d0-3eceeb595d9f req-70155f47-1943-49aa-b388-db7fd5428422 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:30.762432 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0128a-94bc-4796-97d0-3eceeb595d9f req-70155f47-1943-49aa-b388-db7fd5428422 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:30.764428 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58572) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:30.775889 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0128a-94bc-4796-97d0-3eceeb595d9f req-70155f47-1943-49aa-b388-db7fd5428422 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:30.787538 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0128a-94bc-4796-97d0-3eceeb595d9f req-70155f47-1943-49aa-b388-db7fd5428422 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:30.794121 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0128a-94bc-4796-97d0-3eceeb595d9f req-70155f47-1943-49aa-b388-db7fd5428422 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:30.797986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc6d6a2-a405-4bbb-a749-456e1722d599 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Deleting subnet aa2340d7-73f5-45d7-b9de-67b5661a69a1 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:30.802977 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6de0128a-94bc-4796-97d0-3eceeb595d9f req-70155f47-1943-49aa-b388-db7fd5428422 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5430 time: 0.1690917 Feb 03 12:47:30.809051 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d6a2-a405-4bbb-a749-456e1722d599 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for subnet (aa2340d7-73f5-45d7-b9de-67b5661a69a1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.819897 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d9b1421-0170-405a-9b7f-d41a9c65cf50 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (78739f09-0273-4059-a6bf-537c8024ea5e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.874515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b1421-0170-405a-9b7f-d41a9c65cf50 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=78739f09-0273-4059-a6bf-537c8024ea5e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:30.919130 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b69b8750-62a3-4dbe-b428-f605284c8a1d tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1099818188'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:30.919608 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b69b8750-62a3-4dbe-b428-f605284c8a1d tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] Unknown quota resources ['metering_label']. {{(pid=103189) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:47:30.932881 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d6a2-a405-4bbb-a749-456e1722d599 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (aa2340d7-73f5-45d7-b9de-67b5661a69a1), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.960230 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d9b1421-0170-405a-9b7f-d41a9c65cf50 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.970357 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.975541 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8d9b1421-0170-405a-9b7f-d41a9c65cf50 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/78739f09-0273-4059-a6bf-537c8024ea5e HTTP/1.1" status: 204 len: 168 time: 1.4942381 Feb 03 12:47:30.977777 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-da96b19a-8b47-4c0c-871f-7669c19ab8ab tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:30.983899 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58578) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:31.020667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-70028462-15a5-4e8b-afd9-5ebc88efc23b None None] Provisioning complete for port d788f7ba-da95-47ac-b213-9283189f4114 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:31.021114 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-70028462-15a5-4e8b-afd9-5ebc88efc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d788f7ba-da95-47ac-b213-9283189f4114), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.069424 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6de0128a-94bc-4796-97d0-3eceeb595d9f req-1f741348-71a0-49c3-bede-d57b45c6b893 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2655380 Feb 03 12:47:31.176079 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-70028462-15a5-4e8b-afd9-5ebc88efc23b None None] Current status of the port d788f7ba-da95-47ac-b213-9283189f4114 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:31.176471 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-70028462-15a5-4e8b-afd9-5ebc88efc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d788f7ba-da95-47ac-b213-9283189f4114), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.194883 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d872223-d3bd-485e-b991-82f9f8f06882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.203090 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b69b8750-62a3-4dbe-b428-f605284c8a1d tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.204327 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b69b8750-62a3-4dbe-b428-f605284c8a1d tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7858727 Feb 03 12:47:31.208156 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58582) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:31.212140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78399ee2-b8d2-4ba7-8e5a-7df97d795f5b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:31.212760 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8792dcc5-5979-493f-960e-558efd020f74 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '2e5c94dc-fc52-4056-b884-860908896e3e'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:31.213261 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8792dcc5-5979-493f-960e-558efd020f74 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103189) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:47:31.217259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78399ee2-b8d2-4ba7-8e5a-7df97d795f5b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:31.225170 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-78399ee2-b8d2-4ba7-8e5a-7df97d795f5b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2279003 Feb 03 12:47:31.227240 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58584) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:31.240349 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-70028462-15a5-4e8b-afd9-5ebc88efc23b None None] For port d788f7ba-da95-47ac-b213-9283189f4114, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d788f7ba-da95-47ac-b213-9283189f4114,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:31.243303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d788f7ba-da95-47ac-b213-9283189f4114 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:31.288297 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-70028462-15a5-4e8b-afd9-5ebc88efc23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d788f7ba-da95-47ac-b213-9283189f4114), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.330370 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port d788f7ba-da95-47ac-b213-9283189f4114 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:31.330710 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d788f7ba-da95-47ac-b213-9283189f4114), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.365281 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d872223-d3bd-485e-b991-82f9f8f06882 admin admin] Publish callbacks [] for security_group (1cc939e0-76a8-471f-95d4-2c57ebbd9ae2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.377954 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb85346b-02fe-4d27-82c0-da1b37979939 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet 013e9573-93dc-4eb0-96e3-f7061d84923f {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:31.378223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-da96b19a-8b47-4c0c-871f-7669c19ab8ab tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Network 38493246-f38d-4463-9177-b5dc3d79c2b7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:31.383178 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb85346b-02fe-4d27-82c0-da1b37979939 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (013e9573-93dc-4eb0-96e3-f7061d84923f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.398601 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d872223-d3bd-485e-b991-82f9f8f06882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1cc939e0-76a8-471f-95d4-2c57ebbd9ae2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.413742 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-da96b19a-8b47-4c0c-871f-7669c19ab8ab tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:31.417301 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-da96b19a-8b47-4c0c-871f-7669c19ab8ab tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:31.436173 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb85346b-02fe-4d27-82c0-da1b37979939 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (013e9573-93dc-4eb0-96e3-f7061d84923f), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.438892 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70028462-15a5-4e8b-afd9-5ebc88efc23b None None] Pushing event updated for resources: {'Port': ['ID=d788f7ba-da95-47ac-b213-9283189f4114,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:31.504224 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96b19a-8b47-4c0c-871f-7669c19ab8ab tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Pushing event updated for resources: {'Port': ['ID=4d5bee9e-4060-43e9-8753-254e861bbf05,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:31.510150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port d788f7ba-da95-47ac-b213-9283189f4114 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:31.519591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ab08d01c-69ca-4bce-9c1a-d7c2f6e7fc0f None None] Could not find standard attr ID for object 78739f09-0273-4059-a6bf-537c8024ea5e. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:47:31.581931 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8d872223-d3bd-485e-b991-82f9f8f06882 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8eb2fcdc8ffb4a80afdfd74b1739c980&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8120720 Feb 03 12:47:31.583121 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d872223-d3bd-485e-b991-82f9f8f06882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc939e0-76a8-471f-95d4-2c57ebbd9ae2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:31.602452 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb85346b-02fe-4d27-82c0-da1b37979939 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (013e9573-93dc-4eb0-96e3-f7061d84923f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.606456 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58588) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:31.657943 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-da96b19a-8b47-4c0c-871f-7669c19ab8ab tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:31.659327 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-da96b19a-8b47-4c0c-871f-7669c19ab8ab tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.690578 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d6a2-a405-4bbb-a749-456e1722d599 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (aa2340d7-73f5-45d7-b9de-67b5661a69a1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.692981 n-d-827336-3 neutron-server[103189]: WARNING neutron.services.metering.metering_plugin [None req-8792dcc5-5979-493f-960e-558efd020f74 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 12:47:31.709780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d446b5-9656-4eeb-acd8-e560059fb488 req-dbfcd2f1-2158-48bc-801a-d5ba5bb6fd6d tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:31.711473 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3d446b5-9656-4eeb-acd8-e560059fb488 req-dbfcd2f1-2158-48bc-801a-d5ba5bb6fd6d tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 945 time: 0.4749517 Feb 03 12:47:31.750662 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb85346b-02fe-4d27-82c0-da1b37979939 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (013e9573-93dc-4eb0-96e3-f7061d84923f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.765486 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-da96b19a-8b47-4c0c-871f-7669c19ab8ab tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8195944 Feb 03 12:47:31.781008 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] Request body: {'port': {'device_id': '71dea175-0232-461e-9e6a-b63c947b3782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:31.825632 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85346b-02fe-4d27-82c0-da1b37979939 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=013e9573-93dc-4eb0-96e3-f7061d84923f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:31.842136 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8792dcc5-5979-493f-960e-558efd020f74 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.848534 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8792dcc5-5979-493f-960e-558efd020f74 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6392870 Feb 03 12:47:31.852424 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58590) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:31.854700 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e1958b5-df3a-40cf-9137-33d1eefc7649 admin admin] Publish callbacks [] for security_group (1cc939e0-76a8-471f-95d4-2c57ebbd9ae2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.863790 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e62b5a5-6f90-4b8c-8e38-c9f70eb5b371 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:31.869605 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4ce53916-367c-42fa-9ade-1bc1665b2f73 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '2e5c94dc-fc52-4056-b884-860908896e3e'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:31.878969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4ce53916-367c-42fa-9ade-1bc1665b2f73 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103189) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:47:31.882899 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb85346b-02fe-4d27-82c0-da1b37979939 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.889831 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3d446b5-9656-4eeb-acd8-e560059fb488 req-20fc972f-c5c6-4759-b945-1b44bce73fdc tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563084 Feb 03 12:47:31.894229 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-eb85346b-02fe-4d27-82c0-da1b37979939 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/013e9573-93dc-4eb0-96e3-f7061d84923f HTTP/1.1" status: 204 len: 168 time: 0.6643486 Feb 03 12:47:31.895303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58592) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:31.908389 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d6a2-a405-4bbb-a749-456e1722d599 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (aa2340d7-73f5-45d7-b9de-67b5661a69a1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.952354 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e1958b5-df3a-40cf-9137-33d1eefc7649 admin admin] Publish callbacks [] for security_group (1cc939e0-76a8-471f-95d4-2c57ebbd9ae2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.956348 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6d6a2-a405-4bbb-a749-456e1722d599 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2340d7-73f5-45d7-b9de-67b5661a69a1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:31.973934 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d6a2-a405-4bbb-a749-456e1722d599 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.977273 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bfc6d6a2-a405-4bbb-a749-456e1722d599 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/subnets/aa2340d7-73f5-45d7-b9de-67b5661a69a1 HTTP/1.1" status: 204 len: 168 time: 1.3024299 Feb 03 12:47:31.981114 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58594) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:31.983054 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:31.987807 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33801e2a-93f4-46bb-86e4-1b21b0c31ec2 None None] Network 9f6e77c8-d176-4cd1-92fd-6ea21ab4e209 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:32.019341 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a4bd8f3b-5895-43c7-88a9-58176538aa34 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1206093 Feb 03 12:47:32.020611 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58598) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:32.032691 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e19410-98f0-4c17-9ca6-94fc6d231ea3 req-ef3837fd-7000-4e16-97cf-a462e479c9e2 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:32.032691 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-94e19410-98f0-4c17-9ca6-94fc6d231ea3 req-ef3837fd-7000-4e16-97cf-a462e479c9e2 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 931 time: 0.3496447 Feb 03 12:47:32.036979 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4503a72c-2e0e-400e-9d0b-a44ae4484023 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:32.041632 n-d-827336-3 neutron-server[103189]: WARNING neutron.services.metering.metering_plugin [None req-4ce53916-367c-42fa-9ade-1bc1665b2f73 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 03 12:47:32.147062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa34148-f09a-4271-a487-345c211bb512 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Deleting subnet c4d31980-cb3a-4b78-b423-f1e986c17e38 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:32.179713 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ce53916-367c-42fa-9ade-1bc1665b2f73 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:32.184695 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4ce53916-367c-42fa-9ade-1bc1665b2f73 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3262236 Feb 03 12:47:32.194225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58604) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:32.210582 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fa34148-f09a-4271-a487-345c211bb512 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for subnet (c4d31980-cb3a-4b78-b423-f1e986c17e38), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:32.212658 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff61bee7-bab4-4264-880a-0287e3500e17 None None] DHCP port deletion for 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:47:32.272281 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f771a4d6-ed8e-4c42-94d7-a2e666489125 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=604276dc-dbeb-4c47-ac0d-a2111943b5e7 HTTP/1.1" status: 200 len: 462 time: 0.0734711 Feb 03 12:47:32.274832 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58608) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:32.328299 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4503a72c-2e0e-400e-9d0b-a44ae4484023 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:32.332296 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4503a72c-2e0e-400e-9d0b-a44ae4484023 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:32.348359 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ff61bee7-bab4-4264-880a-0287e3500e17 None None] Deleting port d788f7ba-da95-47ac-b213-9283189f4114 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:32.348745 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff61bee7-bab4-4264-880a-0287e3500e17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d788f7ba-da95-47ac-b213-9283189f4114), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:32.354683 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-94e19410-98f0-4c17-9ca6-94fc6d231ea3 req-cf3b622c-6e75-4ec0-8aec-2992a66c2f80 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546461 Feb 03 12:47:32.451433 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e1958b5-df3a-40cf-9137-33d1eefc7649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1cc939e0-76a8-471f-95d4-2c57ebbd9ae2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:32.454576 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e1958b5-df3a-40cf-9137-33d1eefc7649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:32.461692 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1e1958b5-df3a-40cf-9137-33d1eefc7649 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1cc939e0-76a8-471f-95d4-2c57ebbd9ae2 HTTP/1.1" status: 204 len: 168 time: 0.8506141 Feb 03 12:47:32.475914 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fa34148-f09a-4271-a487-345c211bb512 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (c4d31980-cb3a-4b78-b423-f1e986c17e38), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:32.522696 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1958b5-df3a-40cf-9137-33d1eefc7649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc939e0-76a8-471f-95d4-2c57ebbd9ae2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:32.549758 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-019985bf-e080-4ea9-9c30-481821e67470 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:32.554313 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-019985bf-e080-4ea9-9c30-481821e67470 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/604276dc-dbeb-4c47-ac0d-a2111943b5e7 HTTP/1.1" status: 204 len: 168 time: 0.2784216 Feb 03 12:47:32.554670 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58612) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:32.632567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ff61bee7-bab4-4264-880a-0287e3500e17 None None] For port d788f7ba-da95-47ac-b213-9283189f4114, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d788f7ba-da95-47ac-b213-9283189f4114,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:32.634369 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff61bee7-bab4-4264-880a-0287e3500e17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d788f7ba-da95-47ac-b213-9283189f4114), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:32.688210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ff61bee7-bab4-4264-880a-0287e3500e17 None None] Calling delete_port for d788f7ba-da95-47ac-b213-9283189f4114 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:32.692548 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaee225-f330-4249-824c-c8582d7db4c0 req-f043ccb6-f8d4-4734-be0c-93c143296b02 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:32.704085 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaee225-f330-4249-824c-c8582d7db4c0 req-f043ccb6-f8d4-4734-be0c-93c143296b02 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:32.716797 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaee225-f330-4249-824c-c8582d7db4c0 req-f043ccb6-f8d4-4734-be0c-93c143296b02 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:32.748984 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaee225-f330-4249-824c-c8582d7db4c0 req-f043ccb6-f8d4-4734-be0c-93c143296b02 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:32.755817 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaee225-f330-4249-824c-c8582d7db4c0 req-f043ccb6-f8d4-4734-be0c-93c143296b02 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:32.761392 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaee225-f330-4249-824c-c8582d7db4c0 req-f043ccb6-f8d4-4734-be0c-93c143296b02 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:32.767357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaee225-f330-4249-824c-c8582d7db4c0 req-f043ccb6-f8d4-4734-be0c-93c143296b02 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:32.780514 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cdaee225-f330-4249-824c-c8582d7db4c0 req-f043ccb6-f8d4-4734-be0c-93c143296b02 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5430 time: 0.5194004 Feb 03 12:47:32.788587 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5d693839-dcea-4285-903e-b30e01dbc183 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=604276dc-dbeb-4c47-ac0d-a2111943b5e7 HTTP/1.1" status: 200 len: 221 time: 0.2324226 Feb 03 12:47:32.804321 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58616) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:32.808749 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d7338557-017f-4957-bf17-73c1377e6b06 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1234090139', 'description': 'label created by tempest'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:32.809211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d7338557-017f-4957-bf17-73c1377e6b06 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] Unknown quota resources ['metering_label']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 12:47:32.817327 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff61bee7-bab4-4264-880a-0287e3500e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (d788f7ba-da95-47ac-b213-9283189f4114), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:32.850193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61bee7-bab4-4264-880a-0287e3500e17 None None] Pushing event deleted for resources: {'Port': ['ID=d788f7ba-da95-47ac-b213-9283189f4114,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:32.857524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff61bee7-bab4-4264-880a-0287e3500e17 None None] No DVR routers for this DVR port d788f7ba-da95-47ac-b213-9283189f4114 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:32.929865 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fa34148-f09a-4271-a487-345c211bb512 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (c4d31980-cb3a-4b78-b423-f1e986c17e38), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.083546 n-d-827336-3 neutron-server[103189]: DEBUG neutron.objects.ports [None req-4503a72c-2e0e-400e-9d0b-a44ae4484023 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103189) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:47:33.090148 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4503a72c-2e0e-400e-9d0b-a44ae4484023 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (031fe412-7889-4966-bd15-f8c45453e0fe), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.110001 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d788f7ba-da95-47ac-b213-9283189f4114 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:33.142152 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: d788f7ba-da95-47ac-b213-9283189f4114 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:47:33.142587 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d788f7ba-da95-47ac-b213-9283189f4114 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:33.194583 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cdaee225-f330-4249-824c-c8582d7db4c0 req-f808ef41-0073-4c67-98fd-1274814896c6 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4116557 Feb 03 12:47:33.277194 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4503a72c-2e0e-400e-9d0b-a44ae4484023 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:33.308088 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-4503a72c-2e0e-400e-9d0b-a44ae4484023 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:33.318580 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ae4828-55fa-4244-9ff8-ac8226e21024 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:33.327902 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4503a72c-2e0e-400e-9d0b-a44ae4484023 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:33.328816 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4503a72c-2e0e-400e-9d0b-a44ae4484023 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.357632 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503a72c-2e0e-400e-9d0b-a44ae4484023 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=031fe412-7889-4966-bd15-f8c45453e0fe,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:33.363875 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4503a72c-2e0e-400e-9d0b-a44ae4484023 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3312225 Feb 03 12:47:33.374479 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2485d32-3fc7-452b-ae95-803292735a61 req-0f555c10-9c57-45a1-be91-407fc69a4d99 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:33.383025 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2485d32-3fc7-452b-ae95-803292735a61 req-0f555c10-9c57-45a1-be91-407fc69a4d99 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 945 time: 0.2979383 Feb 03 12:47:33.385761 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58630) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:33.456866 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-385adf10-db10-4d09-b8a9-ba2d8491c11e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'mac_address': 'fa:16:3e:31:07:d6', 'name': 'tempest-NetworksTestDHCPv6-1888545453'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:33.532978 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-db5c2b9f-95db-4aaa-af67-c9a6efdbb4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.607603 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'fixed_ips': [{'subnet_id': '031fe412-7889-4966-bd15-f8c45453e0fe'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:47:33.608793 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.631186 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-03fc085e-d8aa-4a3c-8499-32708d550d6d None None] Provisioning complete for port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:33.631890 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03fc085e-d8aa-4a3c-8499-32708d550d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.700846 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2485d32-3fc7-452b-ae95-803292735a61 req-3bfadbc4-f5d3-4a85-a64a-8e6398f0a961 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164499 Feb 03 12:47:33.824785 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fa34148-f09a-4271-a487-345c211bb512 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (c4d31980-cb3a-4b78-b423-f1e986c17e38), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:33.857914 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385adf10-db10-4d09-b8a9-ba2d8491c11e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:33.860804 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-03fc085e-d8aa-4a3c-8499-32708d550d6d None None] Current status of the port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:33.866285 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] Allocated IP 2001:db8::f816:3eff:fe9a:336e (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/031fe412-7889-4966-bd15-f8c45453e0fe/55dc36b0-920f-47af-ab47-834198542555) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:33.929205 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5bee9e-4060-43e9-8753-254e861bbf05 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:33.998993 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-385adf10-db10-4d09-b8a9-ba2d8491c11e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:34.025467 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] Publish callbacks [] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:34.034864 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-385adf10-db10-4d09-b8a9-ba2d8491c11e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port 68ece4d2-8f72-4cbe-8eb2-7ecd9e10f261 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:47:34.037551 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa34148-f09a-4271-a487-345c211bb512 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d31980-cb3a-4b78-b423-f1e986c17e38,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:34.069800 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fa34148-f09a-4271-a487-345c211bb512 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:34.071921 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4163d0dc-5cf5-41eb-955b-75eaf22a497b None None] Network 9f6e77c8-d176-4cd1-92fd-6ea21ab4e209 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:34.084017 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5fa34148-f09a-4271-a487-345c211bb512 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/subnets/c4d31980-cb3a-4b78-b423-f1e986c17e38 HTTP/1.1" status: 204 len: 168 time: 2.1017768 Feb 03 12:47:34.108021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58650) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:34.133188 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] Publish callbacks [] for port (55dc36b0-920f-47af-ab47-834198542555), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:34.163168 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7338557-017f-4957-bf17-73c1377e6b06 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:34.165240 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d7338557-017f-4957-bf17-73c1377e6b06 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.3599367 Feb 03 12:47:34.167257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] Transition to ACTIVE for port object 4d5bee9e-4060-43e9-8753-254e861bbf05 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:47:34.170072 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58652) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:34.191272 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:34.356257 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-143625ce-36fa-471d-b5c9-12ca43655a39 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (9f6e77c8-d176-4cd1-92fd-6ea21ab4e209), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:34.373064 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f00d1-814a-459f-8f92-bb00672c6eae req-006bb9c5-fa02-4add-8c10-d4b746c72b8c tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:34.381144 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce3f00d1-814a-459f-8f92-bb00672c6eae req-006bb9c5-fa02-4add-8c10-d4b746c72b8c tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 931 time: 0.5535510 Feb 03 12:47:34.390881 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (55dc36b0-920f-47af-ab47-834198542555), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:34.428931 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1d4c90ce-f332-4b89-85f6-d0899b18da04 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=f85c507f-9365-4c0c-8263-90335fa8234b HTTP/1.1" status: 200 len: 468 time: 0.2472227 Feb 03 12:47:34.448313 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:34.452313 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:34.452659 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58660) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:34.459537 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:34.483191 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] Pushing event updated for resources: {'Port': ['ID=55dc36b0-920f-47af-ab47-834198542555,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:34.543263 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] Attempting to bind port 55dc36b0-920f-47af-ab47-834198542555 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:47:34.543637 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] Attempting to bind port 55dc36b0-920f-47af-ab47-834198542555 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:47:34.544029 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] Attempting to bind port 55dc36b0-920f-47af-ab47-834198542555 on network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:34.553007 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:47:34.553381 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] Checking segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:34.553783 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:34.554175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] Bound using segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:47:34.554660 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] Bound port: 55dc36b0-920f-47af-ab47-834198542555, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:47:34.555023 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (55dc36b0-920f-47af-ab47-834198542555), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:34.607669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] Pushing event updated for resources: {'Port': ['ID=4d5bee9e-4060-43e9-8753-254e861bbf05,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:34.657874 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05c57cf-19f0-4757-bdfa-b5ac6164f56c None None] DHCP port deletion for 9f6e77c8-d176-4cd1-92fd-6ea21ab4e209 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:47:34.755361 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] Attempting to bind port 4d5bee9e-4060-43e9-8753-254e861bbf05 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:47:34.755896 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] Attempting to bind port 4d5bee9e-4060-43e9-8753-254e861bbf05 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '6a77be67-0481-4954-8f55-e326fc1460b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:47:34.756477 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] Attempting to bind port 4d5bee9e-4060-43e9-8753-254e861bbf05 on network 38493246-f38d-4463-9177-b5dc3d79c2b7 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:34.768827 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] For port 55dc36b0-920f-47af-ab47-834198542555, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:47:34.791566 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-385adf10-db10-4d09-b8a9-ba2d8491c11e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::f816:3eff:fe31:7d6 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/031fe412-7889-4966-bd15-f8c45453e0fe/68ece4d2-8f72-4cbe-8eb2-7ecd9e10f261) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:34.802710 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] For port 55dc36b0-920f-47af-ab47-834198542555, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=55dc36b0-920f-47af-ab47-834198542555,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:47:34.817639 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (55dc36b0-920f-47af-ab47-834198542555), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:34.829975 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] Port 4d5bee9e-4060-43e9-8753-254e861bbf05 on network 38493246-f38d-4463-9177-b5dc3d79c2b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:47:34.830484 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] Attempting to bind port 4d5bee9e-4060-43e9-8753-254e861bbf05 on network 38493246-f38d-4463-9177-b5dc3d79c2b7 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:34.850949 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce3f00d1-814a-459f-8f92-bb00672c6eae req-d1551e86-26de-4582-8014-d165d9c32faa tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685745 Feb 03 12:47:34.889475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f05c57cf-19f0-4757-bdfa-b5ac6164f56c None None] Deleting port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:34.889952 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f05c57cf-19f0-4757-bdfa-b5ac6164f56c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:34.894218 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc408a-326c-49b8-8146-0648d988e8e4 req-25d69316-3957-4f06-8556-4e44ea309458 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:34.908151 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc408a-326c-49b8-8146-0648d988e8e4 req-25d69316-3957-4f06-8556-4e44ea309458 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:34.917380 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc408a-326c-49b8-8146-0648d988e8e4 req-25d69316-3957-4f06-8556-4e44ea309458 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:34.924333 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc408a-326c-49b8-8146-0648d988e8e4 req-25d69316-3957-4f06-8556-4e44ea309458 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:34.939227 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc408a-326c-49b8-8146-0648d988e8e4 req-25d69316-3957-4f06-8556-4e44ea309458 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:34.942122 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0d615-7661-4dd9-9a7d-58339636cc3e None None] Pushing event updated for resources: {'Port': ['ID=55dc36b0-920f-47af-ab47-834198542555,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:34.950023 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc408a-326c-49b8-8146-0648d988e8e4 req-25d69316-3957-4f06-8556-4e44ea309458 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:34.970443 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:47:34.971099 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] Checking segment: {'id': '6a77be67-0481-4954-8f55-e326fc1460b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:34.972068 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] Bound using segment: {'id': '6a77be67-0481-4954-8f55-e326fc1460b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:47:34.972815 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] Bound port: 4d5bee9e-4060-43e9-8753-254e861bbf05, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a77be67-0481-4954-8f55-e326fc1460b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:47:34.973531 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc408a-326c-49b8-8146-0648d988e8e4 req-25d69316-3957-4f06-8556-4e44ea309458 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:34.973807 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:34.983555 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c9bc408a-326c-49b8-8146-0648d988e8e4 req-25d69316-3957-4f06-8556-4e44ea309458 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5430 time: 0.6868730 Feb 03 12:47:35.084660 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:35.109054 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] For port 4d5bee9e-4060-43e9-8753-254e861bbf05, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:47:35.112715 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f05c57cf-19f0-4757-bdfa-b5ac6164f56c None None] For port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4,segment=NetworkSegment(b46f8d5e-26c1-4e06-87e0-00176c1f1299),segment_id=b46f8d5e-26c1-4e06-87e0-00176c1f1299)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:35.114065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] For port 4d5bee9e-4060-43e9-8753-254e861bbf05, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4d5bee9e-4060-43e9-8753-254e861bbf05,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:47:35.116484 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f05c57cf-19f0-4757-bdfa-b5ac6164f56c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.135244 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a3a43a2-c286-44c0-9a7c-afcab3a70c35 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.139789 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1a3a43a2-c286-44c0-9a7c-afcab3a70c35 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/f85c507f-9365-4c0c-8263-90335fa8234b HTTP/1.1" status: 204 len: 168 time: 0.6771634 Feb 03 12:47:35.142960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58676) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:35.173827 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.230638 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f05c57cf-19f0-4757-bdfa-b5ac6164f56c None None] Calling delete_port for 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:35.248726 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6be35914-5ac0-43a5-919d-8d4b5af4f4eb tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=f85c507f-9365-4c0c-8263-90335fa8234b HTTP/1.1" status: 200 len: 216 time: 0.1048057 Feb 03 12:47:35.249397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58680) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:35.317910 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] Pushing event updated for resources: {'Port': ['ID=4d5bee9e-4060-43e9-8753-254e861bbf05,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:35.332793 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-140b9b48-acee-40a2-bed3-086e696c98c6 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0795319 Feb 03 12:47:35.336134 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:35.337694 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58682) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:35.339738 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.342594 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-0f58123a-be33-4048-b211-d97f64560e5f service neutron] 10.222.0.31 "PUT /v2.0/ports/4d5bee9e-4060-43e9-8753-254e861bbf05 HTTP/1.1" status: 200 len: 1091 time: 3.5660701 Feb 03 12:47:35.345236 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71dea175-0232-461e-9e6a-b63c947b3782', 'tag': '4d5bee9e-4060-43e9-8753-254e861bbf05'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:35.353143 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4c94bc-7628-4492-aa2f-a41a9b2bff8f" -d '{"events": [{"name": "network-changed", "server_uuid": "71dea175-0232-461e-9e6a-b63c947b3782", "tag": "4d5bee9e-4060-43e9-8753-254e861bbf05"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:35.384474 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0e83a-c7cd-4d46-aace-d1b1182a3f25 req-d91a5d8e-2bb8-45a3-a0c7-cd31333e2e2f tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:35.405292 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1df0e83a-c7cd-4d46-aace-d1b1182a3f25 req-d91a5d8e-2bb8-45a3-a0c7-cd31333e2e2f tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 945 time: 0.4057999 Feb 03 12:47:35.424892 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c9bc408a-326c-49b8-8146-0648d988e8e4 req-ae9afae2-ba9b-4031-8bdc-019aa00a1c70 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4197149 Feb 03 12:47:35.429667 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-143625ce-36fa-471d-b5c9-12ca43655a39 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Deleting port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:35.430010 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-143625ce-36fa-471d-b5c9-12ca43655a39 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.478178 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7d531caa-fabb-4896-a25d-b216647942f5 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1353464 Feb 03 12:47:35.514430 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f05c57cf-19f0-4757-bdfa-b5ac6164f56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.531389 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58688) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:35.539117 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcf8df3-9445-4c3a-b8e7-d195d9f59822 x-openstack-request-id: req-2bcf8df3-9445-4c3a-b8e7-d195d9f59822 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:35.542884 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:35.543495 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.544826 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71dea175-0232-461e-9e6a-b63c947b3782", "tag": "4d5bee9e-4060-43e9-8753-254e861bbf05", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:35.545277 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bcf8df3-9445-4c3a-b8e7-d195d9f59822 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:35.545863 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71dea175-0232-461e-9e6a-b63c947b3782', 'tag': '4d5bee9e-4060-43e9-8753-254e861bbf05', 'status': 'completed', 'code': 200} Feb 03 12:47:35.554030 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c57cf-19f0-4757-bdfa-b5ac6164f56c None None] Pushing event deleted for resources: {'Port': ['ID=0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:35.559255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c57cf-19f0-4757-bdfa-b5ac6164f56c None None] No DVR routers for this DVR port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:35.658594 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-385adf10-db10-4d09-b8a9-ba2d8491c11e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (68ece4d2-8f72-4cbe-8eb2-7ecd9e10f261), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.678767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-143625ce-36fa-471d-b5c9-12ca43655a39 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] For port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4,segment=NetworkSegment(b46f8d5e-26c1-4e06-87e0-00176c1f1299),segment_id=b46f8d5e-26c1-4e06-87e0-00176c1f1299)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:35.679409 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-143625ce-36fa-471d-b5c9-12ca43655a39 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.684840 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-26020292-1552-4a49-a4b7-6ba52a3c34d4 tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/2e5c94dc-fc52-4056-b884-860908896e3e HTTP/1.1" status: 200 len: 473 time: 0.1473804 Feb 03 12:47:35.692639 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58694) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:35.698778 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-143625ce-36fa-471d-b5c9-12ca43655a39 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Calling delete_port for 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:35.704073 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1df0e83a-c7cd-4d46-aace-d1b1182a3f25 req-54314f2b-ac49-40ad-9797-cff91c57be60 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972538 Feb 03 12:47:35.729555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-cd860c96-fbf0-4e8a-9e71-639d0466fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:35.732119 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-cd860c96-fbf0-4e8a-9e71-639d0466fc87 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5571bc03f31b4ec1a3eda061ab1cad28&device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 1125 time: 0.3230648 Feb 03 12:47:35.735166 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-03ee07f5-8112-4bc6-98da-2e7b9c33747a tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/6a86f7b5-e91d-4d55-92cf-8c794f64625a HTTP/1.1" status: 200 len: 459 time: 0.0411377 Feb 03 12:47:35.762653 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58698) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:35.818645 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-385adf10-db10-4d09-b8a9-ba2d8491c11e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (68ece4d2-8f72-4cbe-8eb2-7ecd9e10f261), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.842881 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-3aa9eb7c-133a-40d6-9ef6-598ad4b2f56e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d5bee9e-4060-43e9-8753-254e861bbf05 HTTP/1.1" status: 200 len: 217 time: 0.1040766 Feb 03 12:47:35.911566 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385adf10-db10-4d09-b8a9-ba2d8491c11e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:35.921775 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-385adf10-db10-4d09-b8a9-ba2d8491c11e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:35.933927 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385adf10-db10-4d09-b8a9-ba2d8491c11e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=68ece4d2-8f72-4cbe-8eb2-7ecd9e10f261,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:35.948130 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385adf10-db10-4d09-b8a9-ba2d8491c11e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:35.958939 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385adf10-db10-4d09-b8a9-ba2d8491c11e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:35.959886 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-385adf10-db10-4d09-b8a9-ba2d8491c11e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:35.965746 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-143625ce-36fa-471d-b5c9-12ca43655a39 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.005128 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa131795-f7d5-4764-9e45-3e876454e90d tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.008734 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-aa131795-f7d5-4764-9e45-3e876454e90d tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/6a86f7b5-e91d-4d55-92cf-8c794f64625a HTTP/1.1" status: 204 len: 168 time: 0.2424963 Feb 03 12:47:36.008921 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58708) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:36.054772 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-385adf10-db10-4d09-b8a9-ba2d8491c11e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6665356 Feb 03 12:47:36.055455 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03dadfd8-2253-4d4f-9e0f-a853fedc8e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.062941 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143625ce-36fa-471d-b5c9-12ca43655a39 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Port': ['ID=0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:36.078281 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143625ce-36fa-471d-b5c9-12ca43655a39 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] No DVR routers for this DVR port 0f8f905a-be9e-4f0a-bcc9-d5a34a9ac6f4 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:36.081265 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58710) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:36.186433 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-2ef81cef-5104-41f5-a024-ef4815ac2aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:36.187995 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-2ef81cef-5104-41f5-a024-ef4815ac2aab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9bd4681a-030c-44e2-b514-2406b9d142e2 HTTP/1.1" status: 200 len: 855 time: 0.3376117 Feb 03 12:47:36.204192 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fa2c6-4f3d-4d99-a71f-89870b760c5d req-aa420e16-992f-43fe-8bbf-2463c1741e80 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:36.205918 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-092fa2c6-4f3d-4d99-a71f-89870b760c5d req-aa420e16-992f-43fe-8bbf-2463c1741e80 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 943 time: 0.2370880 Feb 03 12:47:36.258624 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-9bbe6e1a-1b99-4eca-9df3-17752276168c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=38493246-f38d-4463-9177-b5dc3d79c2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333250 Feb 03 12:47:36.270853 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-143625ce-36fa-471d-b5c9-12ca43655a39 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (9f6e77c8-d176-4cd1-92fd-6ea21ab4e209), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.326309 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-143625ce-36fa-471d-b5c9-12ca43655a39 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6e77c8-d176-4cd1-92fd-6ea21ab4e209']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:36.344329 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-143625ce-36fa-471d-b5c9-12ca43655a39 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46f8d5e-26c1-4e06-87e0-00176c1f1299') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:36.344764 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-143625ce-36fa-471d-b5c9-12ca43655a39 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46f8d5e-26c1-4e06-87e0-00176c1f1299') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:36.369034 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-143625ce-36fa-471d-b5c9-12ca43655a39 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (b46f8d5e-26c1-4e06-87e0-00176c1f1299), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.380185 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-092fa2c6-4f3d-4d99-a71f-89870b760c5d req-d048865d-8fa2-4c52-aefc-60092f6b2c68 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126449 Feb 03 12:47:36.390424 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-143625ce-36fa-471d-b5c9-12ca43655a39 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b46f8d5e-26c1-4e06-87e0-00176c1f1299), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.409131 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143625ce-36fa-471d-b5c9-12ca43655a39 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:47:36.409131 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-143625ce-36fa-471d-b5c9-12ca43655a39 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (b46f8d5e-26c1-4e06-87e0-00176c1f1299), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:47:36.413041 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:47:36.453466 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-d9f1e8f1-384c-4b90-8632-c52c125ab945 service neutron] 10.222.0.31 "GET /v2.0/networks/38493246-f38d-4463-9177-b5dc3d79c2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827507 Feb 03 12:47:36.462706 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe90bf94-4185-4012-957e-3132fdcd3b14 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:36.468782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe90bf94-4185-4012-957e-3132fdcd3b14 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:36.470644 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fe90bf94-4185-4012-957e-3132fdcd3b14 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3851690 Feb 03 12:47:36.476612 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-716bace5-8452-481b-a9c4-e46205f5111d tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.477848 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-716bace5-8452-481b-a9c4-e46205f5111d tempest-MeteringIpV6TestJSON-1501125120 tempest-MeteringIpV6TestJSON-1501125120-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/2e5c94dc-fc52-4056-b884-860908896e3e HTTP/1.1" status: 204 len: 168 time: 0.4676821 Feb 03 12:47:36.478559 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58722) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:36.533060 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-143625ce-36fa-471d-b5c9-12ca43655a39 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (9f6e77c8-d176-4cd1-92fd-6ea21ab4e209), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.550082 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-143625ce-36fa-471d-b5c9-12ca43655a39 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.563987 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-143625ce-36fa-471d-b5c9-12ca43655a39 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/networks/9f6e77c8-d176-4cd1-92fd-6ea21ab4e209 HTTP/1.1" status: 204 len: 168 time: 2.4547563 Feb 03 12:47:36.573122 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58728) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:36.586477 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143625ce-36fa-471d-b5c9-12ca43655a39 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Network': ['ID=9f6e77c8-d176-4cd1-92fd-6ea21ab4e209,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:36.734238 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f5e9e9b6-969a-432b-b765-c30e1dfbf885 None None] Provisioning complete for port 55dc36b0-920f-47af-ab47-834198542555 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:36.737002 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e9b6-969a-432b-b765-c30e1dfbf885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (55dc36b0-920f-47af-ab47-834198542555), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.793591 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:47:36.798440 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81e0a41-a6d5-442e-b8fb-dfbb19e0e861 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] DELETE failed (client error): The resource could not be found. Feb 03 12:47:36.798933 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c81e0a41-a6d5-442e-b8fb-dfbb19e0e861 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:47:36.821129 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58740) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:36.824512 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c81e0a41-a6d5-442e-b8fb-dfbb19e0e861 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/subnets/1e009679-7a45-43e6-8ae9-d526858d04e3 HTTP/1.1" status: 404 len: 337 time: 0.2464950 Feb 03 12:47:36.863092 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-c153c68b-ecb4-48e2-a42a-a250b2f8bf50 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] DELETE failed (client error): The resource could not be found. Feb 03 12:47:36.864828 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c153c68b-ecb4-48e2-a42a-a250b2f8bf50 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:47:36.873277 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c153c68b-ecb4-48e2-a42a-a250b2f8bf50 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/networks/1837cfdb-f101-437e-85bd-4c5775e4c622 HTTP/1.1" status: 404 len: 339 time: 0.0503123 Feb 03 12:47:36.879246 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58744) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:36.928662 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.939741 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f5e9e9b6-969a-432b-b765-c30e1dfbf885 None None] Current status of the port 55dc36b0-920f-47af-ab47-834198542555 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:36.942563 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e9b6-969a-432b-b765-c30e1dfbf885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (55dc36b0-920f-47af-ab47-834198542555), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:36.992987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43424ef-2af4-4a5b-83cf-3a97ad131705 req-09b7d571-44d8-43fc-a100-71017138388f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:36.996158 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-99933b8b-9295-49dc-b123-5519a57dc2a5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] DELETE failed (client error): The resource could not be found. Feb 03 12:47:36.997837 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99933b8b-9295-49dc-b123-5519a57dc2a5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:47:37.004085 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43424ef-2af4-4a5b-83cf-3a97ad131705 req-09b7d571-44d8-43fc-a100-71017138388f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:37.009132 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-99933b8b-9295-49dc-b123-5519a57dc2a5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/subnets/0e0a5bb2-4b6f-45df-821b-06d8986bab7f HTTP/1.1" status: 404 len: 337 time: 0.1246383 Feb 03 12:47:37.011831 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43424ef-2af4-4a5b-83cf-3a97ad131705 req-09b7d571-44d8-43fc-a100-71017138388f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:37.016803 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58746) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:37.018889 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f5e9e9b6-969a-432b-b765-c30e1dfbf885 None None] For port 55dc36b0-920f-47af-ab47-834198542555, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=55dc36b0-920f-47af-ab47-834198542555,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:37.021764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43424ef-2af4-4a5b-83cf-3a97ad131705 req-09b7d571-44d8-43fc-a100-71017138388f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:37.026108 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e9b6-969a-432b-b765-c30e1dfbf885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (55dc36b0-920f-47af-ab47-834198542555), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.035259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43424ef-2af4-4a5b-83cf-3a97ad131705 req-09b7d571-44d8-43fc-a100-71017138388f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:37.051965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43424ef-2af4-4a5b-83cf-3a97ad131705 req-09b7d571-44d8-43fc-a100-71017138388f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:37.072558 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43424ef-2af4-4a5b-83cf-3a97ad131705 req-09b7d571-44d8-43fc-a100-71017138388f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:37.080691 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b43424ef-2af4-4a5b-83cf-3a97ad131705 req-09b7d571-44d8-43fc-a100-71017138388f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5430 time: 0.5037253 Feb 03 12:47:37.086607 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aeb1dcb-b7f1-42cc-8233-1aa3cc6dc511 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] DELETE failed (client error): The resource could not be found. Feb 03 12:47:37.093647 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-98ca7a09-3a6e-4d68-83ed-1ec99d18f5d2 req-71da0ff5-0505-404c-9195-0229b9edeab4 service neutron] 10.222.0.31 "GET /v2.0/networks/38493246-f38d-4463-9177-b5dc3d79c2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6127329 Feb 03 12:47:37.094005 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aeb1dcb-b7f1-42cc-8233-1aa3cc6dc511 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:47:37.106515 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3aeb1dcb-b7f1-42cc-8233-1aa3cc6dc511 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/networks/2a540b56-da5f-4055-9fe6-144ca30453bf HTTP/1.1" status: 404 len: 339 time: 0.0852029 Feb 03 12:47:37.110112 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58748) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:37.110258 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-db9e4858-61b9-44e1-b1bc-70d13a7d3036 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port 68ece4d2-8f72-4cbe-8eb2-7ecd9e10f261 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:37.110499 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58750) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:37.110845 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db9e4858-61b9-44e1-b1bc-70d13a7d3036 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (68ece4d2-8f72-4cbe-8eb2-7ecd9e10f261), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.119615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9e9b6-969a-432b-b765-c30e1dfbf885 None None] Pushing event updated for resources: {'Port': ['ID=55dc36b0-920f-47af-ab47-834198542555,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:37.131022 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9e9b6-969a-432b-b765-c30e1dfbf885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.131609 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9e9b6-969a-432b-b765-c30e1dfbf885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.132221 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9e9b6-969a-432b-b765-c30e1dfbf885 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.132785 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9e9b6-969a-432b-b765-c30e1dfbf885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.133393 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9e9b6-969a-432b-b765-c30e1dfbf885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.134017 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9e9b6-969a-432b-b765-c30e1dfbf885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.134928 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9e9b6-969a-432b-b765-c30e1dfbf885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.135476 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9e9b6-969a-432b-b765-c30e1dfbf885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.136427 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9e9b6-969a-432b-b765-c30e1dfbf885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.137160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9e9b6-969a-432b-b765-c30e1dfbf885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.137570 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9e9b6-969a-432b-b765-c30e1dfbf885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.137978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9e9b6-969a-432b-b765-c30e1dfbf885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.139245 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e9e9b6-969a-432b-b765-c30e1dfbf885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:37.218398 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-3478ec07-bd01-49d4-9361-2843cba94e9e tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] DELETE failed (client error): The resource could not be found. Feb 03 12:47:37.219152 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3478ec07-bd01-49d4-9361-2843cba94e9e tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:47:37.236520 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3478ec07-bd01-49d4-9361-2843cba94e9e tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/subnets/aef358bc-e7da-483d-af68-037e0fc45f93 HTTP/1.1" status: 404 len: 337 time: 0.1204565 Feb 03 12:47:37.239438 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58758) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:37.262094 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fb4dade0-0927-4852-ae95-d77fddce9b7f None None] Provisioning complete for port 68ece4d2-8f72-4cbe-8eb2-7ecd9e10f261 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:37.262799 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb4dade0-0927-4852-ae95-d77fddce9b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (68ece4d2-8f72-4cbe-8eb2-7ecd9e10f261), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.295910 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d1371b-5b5f-4dba-aacc-68818587df64 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] DELETE failed (client error): The resource could not be found. Feb 03 12:47:37.299707 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d1371b-5b5f-4dba-aacc-68818587df64 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:47:37.319076 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c7d1371b-5b5f-4dba-aacc-68818587df64 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/networks/3ccfc117-f3e3-4c1f-ba37-610e4a704ac4 HTTP/1.1" status: 404 len: 339 time: 0.0767033 Feb 03 12:47:37.327056 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58760) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:37.333870 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be151f-f7b0-4378-b842-a336d5723eef req-468566d4-ce87-4f44-ad45-bd565e4eee33 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:37.336379 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 55dc36b0-920f-47af-ab47-834198542555 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:37.337071 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b6be151f-f7b0-4378-b842-a336d5723eef req-468566d4-ce87-4f44-ad45-bd565e4eee33 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 945 time: 0.4604187 Feb 03 12:47:37.419809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb5f72a-6901-4b9a-92a1-092d05b8f703 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Deleting subnet c69f0aae-b91e-4145-8a62-eb3a0da75d63 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:37.425530 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b6be151f-f7b0-4378-b842-a336d5723eef req-c9433dbe-b119-42db-bc6f-9a812572e72d tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815692 Feb 03 12:47:37.461772 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fb4dade0-0927-4852-ae95-d77fddce9b7f None None] Port 68ece4d2-8f72-4cbe-8eb2-7ecd9e10f261 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:47:37.471630 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f72a-6901-4b9a-92a1-092d05b8f703 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for subnet (c69f0aae-b91e-4145-8a62-eb3a0da75d63), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.522988 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 55dc36b0-920f-47af-ab47-834198542555 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:37.524643 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (55dc36b0-920f-47af-ab47-834198542555), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.640459 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b43424ef-2af4-4a5b-83cf-3a97ad131705 req-1ea726cc-8621-4586-a9d9-c2f01b45a995 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5417371 Feb 03 12:47:37.654841 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f72a-6901-4b9a-92a1-092d05b8f703 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (c69f0aae-b91e-4145-8a62-eb3a0da75d63), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.686366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c94bc-7628-4492-aa2f-a41a9b2bff8f req-18b9aeec-8024-4fac-8754-8252c9854ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:37.687952 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3e4c94bc-7628-4492-aa2f-a41a9b2bff8f req-18b9aeec-8024-4fac-8754-8252c9854ee7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5571bc03f31b4ec1a3eda061ab1cad28&device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 1125 time: 0.4838645 Feb 03 12:47:37.696146 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db9e4858-61b9-44e1-b1bc-70d13a7d3036 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (68ece4d2-8f72-4cbe-8eb2-7ecd9e10f261), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.792907 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 55dc36b0-920f-47af-ab47-834198542555 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:37.797884 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12ad61d4-830c-4923-9f41-65cfba949b3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:37.821902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-db9e4858-61b9-44e1-b1bc-70d13a7d3036 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for 68ece4d2-8f72-4cbe-8eb2-7ecd9e10f261 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:37.851303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2ecda-92d4-4e11-af15-bbcf4e2cd780 req-c2f9d608-246e-4b4a-8e55-c8a65e29d673 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:37.856317 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-04d2ecda-92d4-4e11-af15-bbcf4e2cd780 req-c2f9d608-246e-4b4a-8e55-c8a65e29d673 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 943 time: 0.2703021 Feb 03 12:47:38.020128 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-04d2ecda-92d4-4e11-af15-bbcf4e2cd780 req-42e515d3-5805-42fb-bf0f-2f359c18f82b tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541250 Feb 03 12:47:38.108152 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12ad61d4-830c-4923-9f41-65cfba949b3a admin admin] Publish callbacks [] for security_group (b14132a5-f5a6-411a-af94-0f1ec05e4165), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.114456 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12ad61d4-830c-4923-9f41-65cfba949b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b14132a5-f5a6-411a-af94-0f1ec05e4165), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.172168 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.190374 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-12ad61d4-830c-4923-9f41-65cfba949b3a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ea462e07ced41d9b5898ab0832e0942&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0741882 Feb 03 12:47:38.193071 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58778) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:38.212351 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad61d4-830c-4923-9f41-65cfba949b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14132a5-f5a6-411a-af94-0f1ec05e4165,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:38.255389 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f72a-6901-4b9a-92a1-092d05b8f703 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (c69f0aae-b91e-4145-8a62-eb3a0da75d63), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.385965 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db9e4858-61b9-44e1-b1bc-70d13a7d3036 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (68ece4d2-8f72-4cbe-8eb2-7ecd9e10f261), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:38.424365 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c94bc-7628-4492-aa2f-a41a9b2bff8f req-200e0f35-0668-41d3-a436-387ea93cfbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:38.426641 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3e4c94bc-7628-4492-aa2f-a41a9b2bff8f req-200e0f35-0668-41d3-a436-387ea93cfbee service neutron] 10.222.0.31 "GET /v2.0/networks?id=38493246-f38d-4463-9177-b5dc3d79c2b7 HTTP/1.1" status: 200 len: 916 time: 0.7169213 Feb 03 12:47:38.483887 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e4858-61b9-44e1-b1bc-70d13a7d3036 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=68ece4d2-8f72-4cbe-8eb2-7ecd9e10f261,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:38.964181 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79472dd8-5517-466f-8ee6-aa0a12a5aa13 req-038758f9-93e7-48e6-9926-cd37f7b1dd9e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:38.971319 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79472dd8-5517-466f-8ee6-aa0a12a5aa13 req-038758f9-93e7-48e6-9926-cd37f7b1dd9e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:38.978251 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79472dd8-5517-466f-8ee6-aa0a12a5aa13 req-038758f9-93e7-48e6-9926-cd37f7b1dd9e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:38.987060 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79472dd8-5517-466f-8ee6-aa0a12a5aa13 req-038758f9-93e7-48e6-9926-cd37f7b1dd9e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:38.995210 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79472dd8-5517-466f-8ee6-aa0a12a5aa13 req-038758f9-93e7-48e6-9926-cd37f7b1dd9e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:39.001430 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79472dd8-5517-466f-8ee6-aa0a12a5aa13 req-038758f9-93e7-48e6-9926-cd37f7b1dd9e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:39.007448 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79472dd8-5517-466f-8ee6-aa0a12a5aa13 req-038758f9-93e7-48e6-9926-cd37f7b1dd9e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:39.010135 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-79472dd8-5517-466f-8ee6-aa0a12a5aa13 req-038758f9-93e7-48e6-9926-cd37f7b1dd9e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5430 time: 0.1822538 Feb 03 12:47:39.088104 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3e4c94bc-7628-4492-aa2f-a41a9b2bff8f req-3ae194e5-b3ac-440c-bb99-07a536860d85 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d5bee9e-4060-43e9-8753-254e861bbf05 HTTP/1.1" status: 200 len: 217 time: 0.6178536 Feb 03 12:47:39.133071 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-79472dd8-5517-466f-8ee6-aa0a12a5aa13 req-e75fe57c-085f-4a9a-9b64-745366703d8c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1128094 Feb 03 12:47:39.151291 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd390d3b-f4d4-4727-bba7-8711c825400e admin admin] Publish callbacks [] for security_group (b14132a5-f5a6-411a-af94-0f1ec05e4165), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.216280 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 55dc36b0-920f-47af-ab47-834198542555 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:39.223774 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd390d3b-f4d4-4727-bba7-8711c825400e admin admin] Publish callbacks [] for security_group (b14132a5-f5a6-411a-af94-0f1ec05e4165), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.272461 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db9e4858-61b9-44e1-b1bc-70d13a7d3036 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.281038 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58804) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:39.281265 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-db9e4858-61b9-44e1-b1bc-70d13a7d3036 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/68ece4d2-8f72-4cbe-8eb2-7ecd9e10f261 HTTP/1.1" status: 204 len: 168 time: 2.7946599 Feb 03 12:47:39.284115 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 55dc36b0-920f-47af-ab47-834198542555 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:39.284800 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (55dc36b0-920f-47af-ab47-834198542555), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.369680 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd390d3b-f4d4-4727-bba7-8711c825400e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b14132a5-f5a6-411a-af94-0f1ec05e4165), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.375286 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd390d3b-f4d4-4727-bba7-8711c825400e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.378098 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-dd390d3b-f4d4-4727-bba7-8711c825400e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b14132a5-f5a6-411a-af94-0f1ec05e4165 HTTP/1.1" status: 204 len: 168 time: 1.1387963 Feb 03 12:47:39.391691 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf05065-8709-43ca-8401-aa0262d8c23b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:39.394139 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf05065-8709-43ca-8401-aa0262d8c23b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:39.400203 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6cf05065-8709-43ca-8401-aa0262d8c23b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1131482 Feb 03 12:47:39.401933 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58810) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:39.421138 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd390d3b-f4d4-4727-bba7-8711c825400e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14132a5-f5a6-411a-af94-0f1ec05e4165,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:39.435996 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f72a-6901-4b9a-92a1-092d05b8f703 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (c69f0aae-b91e-4145-8a62-eb3a0da75d63), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.445875 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 55dc36b0-920f-47af-ab47-834198542555 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:39.564880 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd390d3b-f4d4-4727-bba7-8711c825400e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:39.567190 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd390d3b-f4d4-4727-bba7-8711c825400e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:39.567814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd390d3b-f4d4-4727-bba7-8711c825400e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:39.571739 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd390d3b-f4d4-4727-bba7-8711c825400e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:39.572086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd390d3b-f4d4-4727-bba7-8711c825400e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:39.572434 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd390d3b-f4d4-4727-bba7-8711c825400e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:39.572775 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd390d3b-f4d4-4727-bba7-8711c825400e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:39.573112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd390d3b-f4d4-4727-bba7-8711c825400e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:39.573752 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd390d3b-f4d4-4727-bba7-8711c825400e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:39.574094 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd390d3b-f4d4-4727-bba7-8711c825400e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:39.574427 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd390d3b-f4d4-4727-bba7-8711c825400e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:39.574769 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd390d3b-f4d4-4727-bba7-8711c825400e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:39.575099 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd390d3b-f4d4-4727-bba7-8711c825400e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:39.595630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d8102-754e-4fcd-b500-4567ee8f31ac req-df4e4579-cf57-4a0f-b30e-a113b3b12c3d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:39.602954 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5f72a-6901-4b9a-92a1-092d05b8f703 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Subnet': ['ID=c69f0aae-b91e-4145-8a62-eb3a0da75d63,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:39.606315 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9c6d8102-754e-4fcd-b500-4567ee8f31ac req-df4e4579-cf57-4a0f-b30e-a113b3b12c3d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 943 time: 0.2089274 Feb 03 12:47:39.609776 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f72a-6901-4b9a-92a1-092d05b8f703 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.618462 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-0334a167-baf3-4de4-859c-efaa58f93c90 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet 031fe412-7889-4966-bd15-f8c45453e0fe {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:39.619715 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d90622-78fa-4bdf-a310-997ef2ef7db6 None None] Network 041cd661-ba6a-44b4-a45e-0199084da52a requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:39.620753 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ffb5f72a-6901-4b9a-92a1-092d05b8f703 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/subnets/c69f0aae-b91e-4145-8a62-eb3a0da75d63 HTTP/1.1" status: 204 len: 168 time: 2.2910497 Feb 03 12:47:39.625894 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c94bc-7628-4492-aa2f-a41a9b2bff8f req-96953a44-aa11-4cfd-a8bc-4a33eae4fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:39.629802 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3e4c94bc-7628-4492-aa2f-a41a9b2bff8f req-96953a44-aa11-4cfd-a8bc-4a33eae4fe48 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9bd4681a-030c-44e2-b514-2406b9d142e2 HTTP/1.1" status: 200 len: 855 time: 0.4844046 Feb 03 12:47:39.631280 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0334a167-baf3-4de4-859c-efaa58f93c90 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (031fe412-7889-4966-bd15-f8c45453e0fe), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.639819 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58814) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:39.743874 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0334a167-baf3-4de4-859c-efaa58f93c90 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (031fe412-7889-4966-bd15-f8c45453e0fe), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.855500 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3e4c94bc-7628-4492-aa2f-a41a9b2bff8f req-3d97145a-44b9-42d0-942b-30533613e5c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=38493246-f38d-4463-9177-b5dc3d79c2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2161603 Feb 03 12:47:39.891287 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0334a167-baf3-4de4-859c-efaa58f93c90 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (031fe412-7889-4966-bd15-f8c45453e0fe), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.904700 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe9533-9451-488e-aee4-d746ce493d94 req-370f9b82-fd4d-4ad0-86a3-c1ebf46b19e8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:39.908937 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-85fe9533-9451-488e-aee4-d746ce493d94 req-370f9b82-fd4d-4ad0-86a3-c1ebf46b19e8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 945 time: 0.8751435 Feb 03 12:47:39.919681 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:39.986114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0334a167-baf3-4de4-859c-efaa58f93c90 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (031fe412-7889-4966-bd15-f8c45453e0fe), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:40.035466 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42ed8e5-7719-48dd-8ecc-7295171ea5d0 None None] DHCP port deletion for 041cd661-ba6a-44b4-a45e-0199084da52a request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:47:40.114279 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334a167-baf3-4de4-859c-efaa58f93c90 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=031fe412-7889-4966-bd15-f8c45453e0fe,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:40.128501 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4d5bee9e-4060-43e9-8753-254e861bbf05 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:47:40.188315 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0334a167-baf3-4de4-859c-efaa58f93c90 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:40.191884 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0334a167-baf3-4de4-859c-efaa58f93c90 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/031fe412-7889-4966-bd15-f8c45453e0fe HTTP/1.1" status: 204 len: 168 time: 0.7883348 Feb 03 12:47:40.195831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58826) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:40.274685 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2aa4dff2-4f77-448f-8bd3-11802f6d6c73 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772440 Feb 03 12:47:40.280537 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-456dfde7-048a-4f92-91f8-ea456d52f1e5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (041cd661-ba6a-44b4-a45e-0199084da52a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:40.283770 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58832) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:40.291676 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 4d5bee9e-4060-43e9-8753-254e861bbf05, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4d5bee9e-4060-43e9-8753-254e861bbf05,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:40.310304 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '4d5bee9e-4060-43e9-8753-254e861bbf05', 'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7', 'port_id': '4d5bee9e-4060-43e9-8753-254e861bbf05', 'mac_address': 'fa:16:3e:d4:69:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd4681a-030c-44e2-b514-2406b9d142e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:47:40.312399 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a218035-e181-4a69-8d3c-43aceabd9ae9 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:40.346723 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58838) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:40.392633 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-85fe9533-9451-488e-aee4-d746ce493d94 req-4f44de76-8252-4fce-a93f-f2e737723fe0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564171 Feb 03 12:47:40.436861 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9c6d8102-754e-4fcd-b500-4567ee8f31ac req-7ad81302-f8d4-4c6b-a555-b610c9cfead5 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591656 Feb 03 12:47:40.460075 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3e4c94bc-7628-4492-aa2f-a41a9b2bff8f req-c74f707a-43eb-468b-bf39-1435273e2a92 service neutron] 10.222.0.31 "GET /v2.0/networks/38493246-f38d-4463-9177-b5dc3d79c2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388837 Feb 03 12:47:40.479012 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73515b90-c685-41b8-8d5e-3d34e8be321a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:40.515808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 4d5bee9e-4060-43e9-8753-254e861bbf05 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:40.516661 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:40.541399 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c337d0-86aa-4048-9b1d-252b3abeef59 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:40.543854 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-46c337d0-86aa-4048-9b1d-252b3abeef59 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2584426 Feb 03 12:47:40.547184 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58840) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:40.552690 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d42ed8e5-7719-48dd-8ecc-7295171ea5d0 None None] Deleting port d2403e90-51a3-46e2-aecb-ab9d0f8f6266 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:40.553268 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d42ed8e5-7719-48dd-8ecc-7295171ea5d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d2403e90-51a3-46e2-aecb-ab9d0f8f6266), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:40.581596 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5bee9e-4060-43e9-8753-254e861bbf05 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:40.607604 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 4d5bee9e-4060-43e9-8753-254e861bbf05, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4d5bee9e-4060-43e9-8753-254e861bbf05,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:40.614930 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:40.706368 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=4d5bee9e-4060-43e9-8753-254e861bbf05,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:40.782372 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-456dfde7-048a-4f92-91f8-ea456d52f1e5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Deleting port d2403e90-51a3-46e2-aecb-ab9d0f8f6266 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:40.782984 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-456dfde7-048a-4f92-91f8-ea456d52f1e5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d2403e90-51a3-46e2-aecb-ab9d0f8f6266), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:40.809846 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d42ed8e5-7719-48dd-8ecc-7295171ea5d0 None None] For port d2403e90-51a3-46e2-aecb-ab9d0f8f6266, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d2403e90-51a3-46e2-aecb-ab9d0f8f6266,segment=NetworkSegment(9a958c55-da48-44b4-a153-ca70bc0a1a27),segment_id=9a958c55-da48-44b4-a153-ca70bc0a1a27)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:40.810576 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d42ed8e5-7719-48dd-8ecc-7295171ea5d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d2403e90-51a3-46e2-aecb-ab9d0f8f6266), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:40.828983 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d42ed8e5-7719-48dd-8ecc-7295171ea5d0 None None] Calling delete_port for d2403e90-51a3-46e2-aecb-ab9d0f8f6266 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:40.859821 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c69de02-311c-496a-ad5a-1b8bfb1fdb8e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:40.862622 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4c69de02-311c-496a-ad5a-1b8bfb1fdb8e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3139234 Feb 03 12:47:40.893210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['4d5bee9e-4060-43e9-8753-254e861bbf05'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:40.895341 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58844) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:40.913831 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73515b90-c685-41b8-8d5e-3d34e8be321a admin admin] Publish callbacks [] for security_group (94bd3398-937f-4892-b914-7db2542be224), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:40.944019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e11f692-82d0-4fb3-abc9-248dd0a99742 None None] DHCP port deletion for 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:47:41.000060 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7204e1-2032-4b69-b810-e162bad65247 req-6d45162b-8c89-495e-b62c-d983cc197387 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:41.009526 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7204e1-2032-4b69-b810-e162bad65247 req-6d45162b-8c89-495e-b62c-d983cc197387 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:41.017064 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7204e1-2032-4b69-b810-e162bad65247 req-6d45162b-8c89-495e-b62c-d983cc197387 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:41.024312 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7204e1-2032-4b69-b810-e162bad65247 req-6d45162b-8c89-495e-b62c-d983cc197387 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:41.031545 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7204e1-2032-4b69-b810-e162bad65247 req-6d45162b-8c89-495e-b62c-d983cc197387 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:41.038394 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7204e1-2032-4b69-b810-e162bad65247 req-6d45162b-8c89-495e-b62c-d983cc197387 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:41.045474 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7204e1-2032-4b69-b810-e162bad65247 req-6d45162b-8c89-495e-b62c-d983cc197387 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:41.057930 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb7204e1-2032-4b69-b810-e162bad65247 req-6d45162b-8c89-495e-b62c-d983cc197387 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5430 time: 0.4633622 Feb 03 12:47:41.061227 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73515b90-c685-41b8-8d5e-3d34e8be321a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (94bd3398-937f-4892-b914-7db2542be224), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.120094 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e9ed4963-c628-490a-a7a3-24a34d30c17e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2196774 Feb 03 12:47:41.130656 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58846) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:41.147424 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1e778c20-8cab-40d1-9605-0b76bad32782 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:41.184729 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d42ed8e5-7719-48dd-8ecc-7295171ea5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (d2403e90-51a3-46e2-aecb-ab9d0f8f6266), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.185614 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-73515b90-c685-41b8-8d5e-3d34e8be321a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9eba38bcf9d4f449770b375dc343055&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8192554 Feb 03 12:47:41.190159 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58848) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:41.190520 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3e4c94bc-7628-4492-aa2f-a41a9b2bff8f req-b70b0216-8dae-44d1-83a7-01096e39b91b service neutron] 10.222.0.31 "GET /v2.0/networks/38493246-f38d-4463-9177-b5dc3d79c2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6334951 Feb 03 12:47:41.208555 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73515b90-c685-41b8-8d5e-3d34e8be321a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bd3398-937f-4892-b914-7db2542be224,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:41.243221 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d2403e90-51a3-46e2-aecb-ab9d0f8f6266 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:41.284258 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515b90-c685-41b8-8d5e-3d34e8be321a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:41.284668 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515b90-c685-41b8-8d5e-3d34e8be321a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:41.285026 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515b90-c685-41b8-8d5e-3d34e8be321a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:41.285371 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515b90-c685-41b8-8d5e-3d34e8be321a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:41.285711 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515b90-c685-41b8-8d5e-3d34e8be321a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:41.286039 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515b90-c685-41b8-8d5e-3d34e8be321a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:41.286368 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515b90-c685-41b8-8d5e-3d34e8be321a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:41.286699 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515b90-c685-41b8-8d5e-3d34e8be321a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:41.287029 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515b90-c685-41b8-8d5e-3d34e8be321a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:41.287353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515b90-c685-41b8-8d5e-3d34e8be321a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:41.287680 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515b90-c685-41b8-8d5e-3d34e8be321a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:41.288846 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515b90-c685-41b8-8d5e-3d34e8be321a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:41.289331 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73515b90-c685-41b8-8d5e-3d34e8be321a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:47:41.321691 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42ed8e5-7719-48dd-8ecc-7295171ea5d0 None None] No DVR routers for this DVR port d2403e90-51a3-46e2-aecb-ab9d0f8f6266 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:41.328431 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ed8e5-7719-48dd-8ecc-7295171ea5d0 None None] Pushing event deleted for resources: {'Port': ['ID=d2403e90-51a3-46e2-aecb-ab9d0f8f6266,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:41.351558 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb7204e1-2032-4b69-b810-e162bad65247 req-5e73b714-9231-4cb0-9083-9f21643fcdd1 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2924640 Feb 03 12:47:41.382259 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6917a7c-028f-4951-96cb-23cb927c5bf0 admin admin] Publish callbacks [] for security_group (94bd3398-937f-4892-b914-7db2542be224), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.423101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-456dfde7-048a-4f92-91f8-ea456d52f1e5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] For port d2403e90-51a3-46e2-aecb-ab9d0f8f6266, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d2403e90-51a3-46e2-aecb-ab9d0f8f6266,segment=NetworkSegment(9a958c55-da48-44b4-a153-ca70bc0a1a27),segment_id=9a958c55-da48-44b4-a153-ca70bc0a1a27)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:41.424342 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-456dfde7-048a-4f92-91f8-ea456d52f1e5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d2403e90-51a3-46e2-aecb-ab9d0f8f6266), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.436547 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6917a7c-028f-4951-96cb-23cb927c5bf0 admin admin] Publish callbacks [] for security_group (94bd3398-937f-4892-b914-7db2542be224), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.491294 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-456dfde7-048a-4f92-91f8-ea456d52f1e5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Calling delete_port for d2403e90-51a3-46e2-aecb-ab9d0f8f6266 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:41.535915 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6917a7c-028f-4951-96cb-23cb927c5bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (94bd3398-937f-4892-b914-7db2542be224), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.538740 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6917a7c-028f-4951-96cb-23cb927c5bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.539927 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f6917a7c-028f-4951-96cb-23cb927c5bf0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94bd3398-937f-4892-b914-7db2542be224 HTTP/1.1" status: 204 len: 168 time: 0.3487887 Feb 03 12:47:41.564361 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6917a7c-028f-4951-96cb-23cb927c5bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bd3398-937f-4892-b914-7db2542be224,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:41.564829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: d2403e90-51a3-46e2-aecb-ab9d0f8f6266 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:47:41.564829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d2403e90-51a3-46e2-aecb-ab9d0f8f6266 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:41.565402 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 55dc36b0-920f-47af-ab47-834198542555 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:41.576095 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e778c20-8cab-40d1-9605-0b76bad32782 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:41.576474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4e11f692-82d0-4fb3-abc9-248dd0a99742 None None] Deleting port 55dc36b0-920f-47af-ab47-834198542555 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:41.577125 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e11f692-82d0-4fb3-abc9-248dd0a99742 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (55dc36b0-920f-47af-ab47-834198542555), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.591666 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e778c20-8cab-40d1-9605-0b76bad32782 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.769193 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd8eef-84b2-48ce-a32f-56e8bb440a35 req-8c2e36fe-061f-48f6-8f35-2439488ce265 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:41.776494 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3ccd8eef-84b2-48ce-a32f-56e8bb440a35 req-8c2e36fe-061f-48f6-8f35-2439488ce265 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 945 time: 0.1049757 Feb 03 12:47:41.839512 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3ccd8eef-84b2-48ce-a32f-56e8bb440a35 req-c51aefab-7681-4231-a1c6-ccaecdb85fc2 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616612 Feb 03 12:47:41.878063 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4e11f692-82d0-4fb3-abc9-248dd0a99742 None None] For port 55dc36b0-920f-47af-ab47-834198542555, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=55dc36b0-920f-47af-ab47-834198542555,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:41.878510 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e11f692-82d0-4fb3-abc9-248dd0a99742 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (55dc36b0-920f-47af-ab47-834198542555), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:41.926980 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4e11f692-82d0-4fb3-abc9-248dd0a99742 None None] Calling delete_port for 55dc36b0-920f-47af-ab47-834198542555 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:41.957055 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-456dfde7-048a-4f92-91f8-ea456d52f1e5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d2403e90-51a3-46e2-aecb-ab9d0f8f6266), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:42.006302 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456dfde7-048a-4f92-91f8-ea456d52f1e5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] No DVR routers for this DVR port d2403e90-51a3-46e2-aecb-ab9d0f8f6266 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:42.011792 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 55dc36b0-920f-47af-ab47-834198542555 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:42.012816 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (55dc36b0-920f-47af-ab47-834198542555), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:42.176707 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 55dc36b0-920f-47af-ab47-834198542555, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=55dc36b0-920f-47af-ab47-834198542555,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:42.183880 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (55dc36b0-920f-47af-ab47-834198542555), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:42.204594 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943ae67-5cc3-48cd-b2de-d0c753133558 req-274c1d26-9c54-434c-b478-11686ade4469 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:42.220604 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5943ae67-5cc3-48cd-b2de-d0c753133558 req-274c1d26-9c54-434c-b478-11686ade4469 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 944 time: 0.5553868 Feb 03 12:47:42.282240 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=55dc36b0-920f-47af-ab47-834198542555,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:42.292379 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e11f692-82d0-4fb3-abc9-248dd0a99742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (55dc36b0-920f-47af-ab47-834198542555), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:42.296978 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cba9f-88b2-48c8-abd1-d08cae61f593 req-adc2aa60-5105-457b-a4a9-63e09539d1fd tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:42.297504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456dfde7-048a-4f92-91f8-ea456d52f1e5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Port': ['ID=d2403e90-51a3-46e2-aecb-ab9d0f8f6266,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:42.307515 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-680cba9f-88b2-48c8-abd1-d08cae61f593 req-adc2aa60-5105-457b-a4a9-63e09539d1fd tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 945 time: 0.1687086 Feb 03 12:47:42.318974 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e11f692-82d0-4fb3-abc9-248dd0a99742 None None] No DVR routers for this DVR port 55dc36b0-920f-47af-ab47-834198542555 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:42.353597 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11f692-82d0-4fb3-abc9-248dd0a99742 None None] Pushing event deleted for resources: {'Port': ['ID=55dc36b0-920f-47af-ab47-834198542555,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:42.405203 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-680cba9f-88b2-48c8-abd1-d08cae61f593 req-0c12c552-e33e-49a8-8bbf-102c77876512 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936987 Feb 03 12:47:42.681215 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-456dfde7-048a-4f92-91f8-ea456d52f1e5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (041cd661-ba6a-44b4-a45e-0199084da52a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:42.723788 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5943ae67-5cc3-48cd-b2de-d0c753133558 req-b55291c5-3faa-4745-8213-ed3e7ebf8d01 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017214 Feb 03 12:47:42.732723 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfb2f7-3c40-4957-9c6d-520281972f64 req-c6e020fb-d8f4-402f-a943-341d7500b1a9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:42.738029 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfb2f7-3c40-4957-9c6d-520281972f64 req-c6e020fb-d8f4-402f-a943-341d7500b1a9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:42.743489 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfb2f7-3c40-4957-9c6d-520281972f64 req-c6e020fb-d8f4-402f-a943-341d7500b1a9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:42.748976 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfb2f7-3c40-4957-9c6d-520281972f64 req-c6e020fb-d8f4-402f-a943-341d7500b1a9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:42.756178 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfb2f7-3c40-4957-9c6d-520281972f64 req-c6e020fb-d8f4-402f-a943-341d7500b1a9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:42.761787 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfb2f7-3c40-4957-9c6d-520281972f64 req-c6e020fb-d8f4-402f-a943-341d7500b1a9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:42.764211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-456dfde7-048a-4f92-91f8-ea456d52f1e5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041cd661-ba6a-44b4-a45e-0199084da52a']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:42.767016 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfb2f7-3c40-4957-9c6d-520281972f64 req-c6e020fb-d8f4-402f-a943-341d7500b1a9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:42.775971 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8ddfb2f7-3c40-4957-9c6d-520281972f64 req-c6e020fb-d8f4-402f-a943-341d7500b1a9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5430 time: 0.2086680 Feb 03 12:47:42.834609 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-456dfde7-048a-4f92-91f8-ea456d52f1e5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a958c55-da48-44b4-a153-ca70bc0a1a27') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:42.835309 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-456dfde7-048a-4f92-91f8-ea456d52f1e5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a958c55-da48-44b4-a153-ca70bc0a1a27') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:42.851673 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-456dfde7-048a-4f92-91f8-ea456d52f1e5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (9a958c55-da48-44b4-a153-ca70bc0a1a27), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:42.884268 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8ddfb2f7-3c40-4957-9c6d-520281972f64 req-e6a2f689-1817-4bf9-984d-fd3372ef6a75 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1002772 Feb 03 12:47:42.894933 n-d-827336-3 neutron-server[103188]: DEBUG neutron.objects.ports [None req-1e778c20-8cab-40d1-9605-0b76bad32782 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:47:42.899297 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-456dfde7-048a-4f92-91f8-ea456d52f1e5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (9a958c55-da48-44b4-a153-ca70bc0a1a27), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:42.909870 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e778c20-8cab-40d1-9605-0b76bad32782 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (9cef56c2-9976-45c5-9333-b01ee8ac4bca), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:42.923234 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456dfde7-048a-4f92-91f8-ea456d52f1e5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:47:42.925654 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-456dfde7-048a-4f92-91f8-ea456d52f1e5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (9a958c55-da48-44b4-a153-ca70bc0a1a27), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:47:42.938576 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:47:42.997900 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e778c20-8cab-40d1-9605-0b76bad32782 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:43.015828 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1e778c20-8cab-40d1-9605-0b76bad32782 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:43.027783 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad6c6a6-8627-43f1-a3dc-1aa02b8770e2 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:43.085044 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e778c20-8cab-40d1-9605-0b76bad32782 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:43.086061 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e778c20-8cab-40d1-9605-0b76bad32782 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:43.119778 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-456dfde7-048a-4f92-91f8-ea456d52f1e5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (041cd661-ba6a-44b4-a45e-0199084da52a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:43.123775 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e778c20-8cab-40d1-9605-0b76bad32782 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=9cef56c2-9976-45c5-9333-b01ee8ac4bca,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:43.130531 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1e778c20-8cab-40d1-9605-0b76bad32782 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9981236 Feb 03 12:47:43.133271 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58908) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:43.139580 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2f55135e-d570-43f8-91fa-e9214cd14b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'mac_address': 'fa:16:3e:be:4d:0d', 'name': 'tempest-NetworksTestDHCPv6-1304776505'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:43.167798 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-456dfde7-048a-4f92-91f8-ea456d52f1e5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:43.177628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-456dfde7-048a-4f92-91f8-ea456d52f1e5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/networks/041cd661-ba6a-44b4-a45e-0199084da52a HTTP/1.1" status: 204 len: 168 time: 3.5305603 Feb 03 12:47:43.210268 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58910) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:43.213387 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456dfde7-048a-4f92-91f8-ea456d52f1e5 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Network': ['ID=041cd661-ba6a-44b4-a45e-0199084da52a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:43.314719 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f55135e-d570-43f8-91fa-e9214cd14b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:43.328231 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-209ba302-0eaf-4637-a277-6110dd489be1 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] DELETE failed (client error): The resource could not be found. Feb 03 12:47:43.328927 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209ba302-0eaf-4637-a277-6110dd489be1 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:47:43.334715 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-209ba302-0eaf-4637-a277-6110dd489be1 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/subnets/b8da0b4c-bf5a-4b23-a423-202cf2adc442 HTTP/1.1" status: 404 len: 337 time: 0.1035597 Feb 03 12:47:43.338199 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58914) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:43.410472 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b9d0c8-adb8-4e34-9629-82ec09c35d76 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] DELETE failed (client error): The resource could not be found. Feb 03 12:47:43.411299 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b9d0c8-adb8-4e34-9629-82ec09c35d76 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:47:43.414759 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-88b9d0c8-adb8-4e34-9629-82ec09c35d76 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/networks/b53d1d66-326f-4b41-b1b3-959d85b73eb9 HTTP/1.1" status: 404 len: 339 time: 0.0752273 Feb 03 12:47:43.418300 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58918) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:43.472605 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f55135e-d570-43f8-91fa-e9214cd14b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:43.524465 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-2f55135e-d570-43f8-91fa-e9214cd14b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port d0c63466-73c3-434c-a3fa-86c93e82bcfe yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:47:43.531769 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fe802-2e2e-461c-97a0-e53388f19889 req-0f06cd1f-ad02-46e5-94e0-79ed46ddaaeb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:43.535287 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-600fe802-2e2e-461c-97a0-e53388f19889 req-0f06cd1f-ad02-46e5-94e0-79ed46ddaaeb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 945 time: 0.1585667 Feb 03 12:47:43.552302 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a68374-27f8-4473-b13f-5f290be1329e tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Deleting subnet 0f903b94-b7ac-4fbf-bbc9-f0d1713965f6 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:43.580445 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91a68374-27f8-4473-b13f-5f290be1329e tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for subnet (0f903b94-b7ac-4fbf-bbc9-f0d1713965f6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:43.635434 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'fixed_ips': [{'subnet_id': '9cef56c2-9976-45c5-9333-b01ee8ac4bca'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:47:43.636466 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:43.789467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-2f55135e-d570-43f8-91fa-e9214cd14b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::f816:3eff:febe:4d0d (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/9cef56c2-9976-45c5-9333-b01ee8ac4bca/d0c63466-73c3-434c-a3fa-86c93e82bcfe) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:43.941973 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91a68374-27f8-4473-b13f-5f290be1329e tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (0f903b94-b7ac-4fbf-bbc9-f0d1713965f6), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:44.078073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d5ebd-7fbe-4557-b18c-75f68ffeee62 req-0938bf7d-8a68-4972-8b3d-3698426eb0ad tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.079761 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0f7d5ebd-7fbe-4557-b18c-75f68ffeee62 req-0938bf7d-8a68-4972-8b3d-3698426eb0ad tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 945 time: 0.3195865 Feb 03 12:47:44.120315 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b04e81-6d46-43bc-a801-580f5bc331cc req-9c80e7d4-2942-483d-a7a4-2f415f96ccd3 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.122427 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6b04e81-6d46-43bc-a801-580f5bc331cc req-9c80e7d4-2942-483d-a7a4-2f415f96ccd3 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 944 time: 0.2210929 Feb 03 12:47:44.137179 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4d5bee9e-4060-43e9-8753-254e861bbf05 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:44.188096 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0f7d5ebd-7fbe-4557-b18c-75f68ffeee62 req-38ad9716-7e7a-4799-a39e-725cf6fcf965 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985961 Feb 03 12:47:44.199173 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-600fe802-2e2e-461c-97a0-e53388f19889 req-ba84e575-23e2-42b7-bc29-1d5d4b43b8b0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Deleting port 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:44.202473 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-600fe802-2e2e-461c-97a0-e53388f19889 req-ba84e575-23e2-42b7-bc29-1d5d4b43b8b0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (8b8b12d1-b22c-4c50-b8a1-32576acb4b2e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:44.290639 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f55135e-d570-43f8-91fa-e9214cd14b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (d0c63466-73c3-434c-a3fa-86c93e82bcfe), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:44.337313 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 4d5bee9e-4060-43e9-8753-254e861bbf05 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:47:44.348648 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 4d5bee9e-4060-43e9-8753-254e861bbf05 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:44.351972 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:44.366378 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6b04e81-6d46-43bc-a801-580f5bc331cc req-db7573d3-ea27-4f45-af77-4fe06315e7bc tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253470 Feb 03 12:47:44.422208 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91a68374-27f8-4473-b13f-5f290be1329e tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (0f903b94-b7ac-4fbf-bbc9-f0d1713965f6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:44.435240 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f55135e-d570-43f8-91fa-e9214cd14b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (d0c63466-73c3-434c-a3fa-86c93e82bcfe), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:44.509873 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] Allocated IP 2001:db8::f816:3eff:fee1:4b1d (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/9cef56c2-9976-45c5-9333-b01ee8ac4bca/c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:44.530435 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-600fe802-2e2e-461c-97a0-e53388f19889 req-ba84e575-23e2-42b7-bc29-1d5d4b43b8b0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] For port 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=8b8b12d1-b22c-4c50-b8a1-32576acb4b2e,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:44.530815 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-600fe802-2e2e-461c-97a0-e53388f19889 req-ba84e575-23e2-42b7-bc29-1d5d4b43b8b0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (8b8b12d1-b22c-4c50-b8a1-32576acb4b2e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:44.536228 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91a68374-27f8-4473-b13f-5f290be1329e tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (0f903b94-b7ac-4fbf-bbc9-f0d1713965f6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:44.581542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a68374-27f8-4473-b13f-5f290be1329e tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Subnet': ['ID=0f903b94-b7ac-4fbf-bbc9-f0d1713965f6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:44.592690 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91a68374-27f8-4473-b13f-5f290be1329e tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:44.597122 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-91a68374-27f8-4473-b13f-5f290be1329e tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/subnets/0f903b94-b7ac-4fbf-bbc9-f0d1713965f6 HTTP/1.1" status: 204 len: 168 time: 1.1784313 Feb 03 12:47:44.599188 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-600fe802-2e2e-461c-97a0-e53388f19889 req-ba84e575-23e2-42b7-bc29-1d5d4b43b8b0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Calling delete_port for 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:44.602415 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58950) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:44.632685 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f55135e-d570-43f8-91fa-e9214cd14b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:44.650485 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2f55135e-d570-43f8-91fa-e9214cd14b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:44.659725 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f55135e-d570-43f8-91fa-e9214cd14b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:44.679428 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f55135e-d570-43f8-91fa-e9214cd14b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.680958 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f55135e-d570-43f8-91fa-e9214cd14b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:44.690399 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55135e-d570-43f8-91fa-e9214cd14b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=d0c63466-73c3-434c-a3fa-86c93e82bcfe,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:44.715046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53073c9-d3c9-4f86-82d6-394b961d9b4f None None] Network 6927649b-4abf-45eb-a6ad-b4b09d49c307 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:44.740827 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2f55135e-d570-43f8-91fa-e9214cd14b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6059144 Feb 03 12:47:44.741608 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58954) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:44.849532 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10723be-990c-44f9-80c1-6aa4faaa8a7f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.854375 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d10723be-990c-44f9-80c1-6aa4faaa8a7f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1114759 Feb 03 12:47:44.855836 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58958) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:44.863182 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320a446-bdcb-4a7d-8263-dabdc33905c1 req-575ff527-9f4d-4bc7-bb8e-7302f8336c15 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.873264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320a446-bdcb-4a7d-8263-dabdc33905c1 req-575ff527-9f4d-4bc7-bb8e-7302f8336c15 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.886119 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320a446-bdcb-4a7d-8263-dabdc33905c1 req-575ff527-9f4d-4bc7-bb8e-7302f8336c15 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.887525 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 4d5bee9e-4060-43e9-8753-254e861bbf05 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:44.887969 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:44.903871 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320a446-bdcb-4a7d-8263-dabdc33905c1 req-575ff527-9f4d-4bc7-bb8e-7302f8336c15 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.911711 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320a446-bdcb-4a7d-8263-dabdc33905c1 req-575ff527-9f4d-4bc7-bb8e-7302f8336c15 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.917554 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320a446-bdcb-4a7d-8263-dabdc33905c1 req-575ff527-9f4d-4bc7-bb8e-7302f8336c15 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.923475 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320a446-bdcb-4a7d-8263-dabdc33905c1 req-575ff527-9f4d-4bc7-bb8e-7302f8336c15 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:44.931592 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9320a446-bdcb-4a7d-8263-dabdc33905c1 req-575ff527-9f4d-4bc7-bb8e-7302f8336c15 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5430 time: 0.5555108 Feb 03 12:47:44.942772 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] Publish callbacks [] for port (c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:44.953400 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dea175-0232-461e-9e6a-b63c947b3782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5bee9e-4060-43e9-8753-254e861bbf05'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:44.956283 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c7dbfb-2d12-40e8-ac99-2b638b0aec10" -d '{"events": [{"server_uuid": "71dea175-0232-461e-9e6a-b63c947b3782", "name": "network-vif-plugged", "status": "completed", "tag": "4d5bee9e-4060-43e9-8753-254e861bbf05"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:44.993723 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:44.994921 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d960d7fe-98b6-4b1e-9dfc-71bf08f53955 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (6927649b-4abf-45eb-a6ad-b4b09d49c307), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.011276 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 4d5bee9e-4060-43e9-8753-254e861bbf05, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4d5bee9e-4060-43e9-8753-254e861bbf05,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:45.031549 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.037203 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8fbb42-3d11-4ae5-aee2-993aab21e278 x-openstack-request-id: req-2f8fbb42-3d11-4ae5-aee2-993aab21e278 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:45.037933 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dea175-0232-461e-9e6a-b63c947b3782", "name": "network-vif-plugged", "status": "completed", "tag": "4d5bee9e-4060-43e9-8753-254e861bbf05", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:45.038379 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f8fbb42-3d11-4ae5-aee2-993aab21e278 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:45.038957 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71dea175-0232-461e-9e6a-b63c947b3782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5bee9e-4060-43e9-8753-254e861bbf05', 'code': 200} Feb 03 12:47:45.102841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:45.115042 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9320a446-bdcb-4a7d-8263-dabdc33905c1 req-51b8eb6a-23a4-4b7d-958a-ec046e748794 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1804812 Feb 03 12:47:45.128678 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8db781fa-7ff5-47be-8e43-e15d8e76810e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port d0c63466-73c3-434c-a3fa-86c93e82bcfe {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:45.129028 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8db781fa-7ff5-47be-8e43-e15d8e76810e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d0c63466-73c3-434c-a3fa-86c93e82bcfe), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.132209 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:45.156547 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:45.197989 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58964) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:45.240540 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d960d7fe-98b6-4b1e-9dfc-71bf08f53955 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Deleting port 4ad99937-3057-4b8b-b2ee-379c809fdfcb {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:45.240890 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d960d7fe-98b6-4b1e-9dfc-71bf08f53955 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4ad99937-3057-4b8b-b2ee-379c809fdfcb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.260641 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da92ea-4c52-4165-a348-0a054ef34b22 req-c62ef17f-1510-44da-8ce1-5b87f3a10d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:45.262362 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a6da92ea-4c52-4165-a348-0a054ef34b22 req-c62ef17f-1510-44da-8ce1-5b87f3a10d14 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 1127 time: 0.1360736 Feb 03 12:47:45.385258 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] Pushing event updated for resources: {'Port': ['ID=c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:45.395008 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd2cf8b-0a28-43ce-b8f4-5ad2a1710108 None None] DHCP port deletion for 6927649b-4abf-45eb-a6ad-b4b09d49c307 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:47:45.474963 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a6da92ea-4c52-4165-a348-0a054ef34b22 req-5e005211-658c-4dee-b974-65741c23c5c1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868198 Feb 03 12:47:45.510569 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f40b961f-f651-457a-9fe6-823564ae3382 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:45.536447 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-d960d7fe-98b6-4b1e-9dfc-71bf08f53955 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] For port 4ad99937-3057-4b8b-b2ee-379c809fdfcb, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4ad99937-3057-4b8b-b2ee-379c809fdfcb,segment=NetworkSegment(799791e3-8e60-4e74-a951-db2f21136e77),segment_id=799791e3-8e60-4e74-a951-db2f21136e77)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:45.536994 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d960d7fe-98b6-4b1e-9dfc-71bf08f53955 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4ad99937-3057-4b8b-b2ee-379c809fdfcb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.551274 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d960d7fe-98b6-4b1e-9dfc-71bf08f53955 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Calling delete_port for 4ad99937-3057-4b8b-b2ee-379c809fdfcb owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:45.597462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] Attempting to bind port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:47:45.597845 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] Attempting to bind port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:47:45.598222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] Attempting to bind port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 on network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:45.617592 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8db781fa-7ff5-47be-8e43-e15d8e76810e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d0c63466-73c3-434c-a3fa-86c93e82bcfe), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.659574 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58980) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:45.667904 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-381f9cc3-4133-424e-a5d9-6af99e866dd1 req-1fb07dc4-1d52-421d-a5a9-8f61cde294fd tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea5e916d-a7e1-4c88-bc97-d48a628864c9 HTTP/1.1" status: 200 len: 210 time: 0.1946981 Feb 03 12:47:45.675987 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:47:45.676492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] Checking segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:45.676828 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8db781fa-7ff5-47be-8e43-e15d8e76810e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for d0c63466-73c3-434c-a3fa-86c93e82bcfe owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:45.677227 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.677387 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] Bound using segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:47:45.677649 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-600fe802-2e2e-461c-97a0-e53388f19889 req-ba84e575-23e2-42b7-bc29-1d5d4b43b8b0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (8b8b12d1-b22c-4c50-b8a1-32576acb4b2e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.677783 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] Bound port: c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:47:45.678436 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.684907 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=4d5bee9e-4060-43e9-8753-254e861bbf05,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:45.747367 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['8b8b12d1-b22c-4c50-b8a1-32576acb4b2e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:45.834348 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84e575-23e2-42b7-bc29-1d5d4b43b8b0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Pushing event deleted for resources: {'Port': ['ID=8b8b12d1-b22c-4c50-b8a1-32576acb4b2e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:45.848163 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f40b961f-f651-457a-9fe6-823564ae3382 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] 10.222.0.18 "PUT /v2.0/quotas/933784bcc2664698b94295a2c4b22202 HTTP/1.1" status: 200 len: 368 time: 0.6456490 Feb 03 12:47:45.850647 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58984) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:45.855315 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9fbe033a-3cd0-49a1-a270-481bcde8258f tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Request body: {'network': {'project_id': '933784bcc2664698b94295a2c4b22202'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:45.855588 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df103fbd-e451-4a1d-964c-1826d1479a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.891170 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-600fe802-2e2e-461c-97a0-e53388f19889 req-ba84e575-23e2-42b7-bc29-1d5d4b43b8b0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] No DVR routers for this DVR port 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:45.895720 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-600fe802-2e2e-461c-97a0-e53388f19889 req-ba84e575-23e2-42b7-bc29-1d5d4b43b8b0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.907205 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8db781fa-7ff5-47be-8e43-e15d8e76810e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (d0c63466-73c3-434c-a3fa-86c93e82bcfe), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.908807 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-600fe802-2e2e-461c-97a0-e53388f19889 req-ba84e575-23e2-42b7-bc29-1d5d4b43b8b0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.73 "DELETE /v2.0/ports/8b8b12d1-b22c-4c50-b8a1-32576acb4b2e HTTP/1.1" status: 204 len: 173 time: 2.3632209 Feb 03 12:47:45.941158 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.946599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9859d85-ff1c-4407-9823-0fe67ff16aaf req-98672736-a593-4a5f-a9e1-006c8c6c1307 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:45.955328 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9859d85-ff1c-4407-9823-0fe67ff16aaf req-98672736-a593-4a5f-a9e1-006c8c6c1307 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.3229899 Feb 03 12:47:45.957092 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5e916d-a7e1-4c88-bc97-d48a628864c9', 'name': 'network-vif-deleted', 'tag': '8b8b12d1-b22c-4c50-b8a1-32576acb4b2e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:45.960051 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627ee0ba-e8b8-470a-acef-8e699e318657" -d '{"events": [{"server_uuid": "ea5e916d-a7e1-4c88-bc97-d48a628864c9", "name": "network-vif-deleted", "tag": "8b8b12d1-b22c-4c50-b8a1-32576acb4b2e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:45.986746 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6dd2cf8b-0a28-43ce-b8f4-5ad2a1710108 None None] Deleting port 4ad99937-3057-4b8b-b2ee-379c809fdfcb {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:45.987263 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6dd2cf8b-0a28-43ce-b8f4-5ad2a1710108 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4ad99937-3057-4b8b-b2ee-379c809fdfcb), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:45.992892 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d960d7fe-98b6-4b1e-9dfc-71bf08f53955 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4ad99937-3057-4b8b-b2ee-379c809fdfcb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.044082 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb59b71-2017-4b31-b999-90b8eafaad14 x-openstack-request-id: req-6cb59b71-2017-4b31-b999-90b8eafaad14 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:46.045205 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5e916d-a7e1-4c88-bc97-d48a628864c9", "name": "network-vif-deleted", "tag": "8b8b12d1-b22c-4c50-b8a1-32576acb4b2e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:46.045692 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6cb59b71-2017-4b31-b999-90b8eafaad14 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:46.046331 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5e916d-a7e1-4c88-bc97-d48a628864c9', 'name': 'network-vif-deleted', 'tag': '8b8b12d1-b22c-4c50-b8a1-32576acb4b2e', 'status': 'completed', 'code': 200} Feb 03 12:47:46.068531 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df103fbd-e451-4a1d-964c-1826d1479a20 admin admin] Publish callbacks [] for security_group (d0fcfa11-a745-4d6a-bb7a-2ba70857adf2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.077431 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d960d7fe-98b6-4b1e-9dfc-71bf08f53955 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] No DVR routers for this DVR port 4ad99937-3057-4b8b-b2ee-379c809fdfcb on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:46.080897 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df103fbd-e451-4a1d-964c-1826d1479a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d0fcfa11-a745-4d6a-bb7a-2ba70857adf2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.085957 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960d7fe-98b6-4b1e-9dfc-71bf08f53955 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Port': ['ID=4ad99937-3057-4b8b-b2ee-379c809fdfcb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:46.089583 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbe033a-3cd0-49a1-a270-481bcde8258f tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Made reservation on behalf of 933784bcc2664698b94295a2c4b22202 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:46.094138 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9fbe033a-3cd0-49a1-a270-481bcde8258f tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.134617 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9fbe033a-3cd0-49a1-a270-481bcde8258f tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.150600 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df103fbd-e451-4a1d-964c-1826d1479a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fcfa11-a745-4d6a-bb7a-2ba70857adf2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:46.151370 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] For port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:47:46.153596 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db781fa-7ff5-47be-8e43-e15d8e76810e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=d0c63466-73c3-434c-a3fa-86c93e82bcfe,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:46.187103 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8db781fa-7ff5-47be-8e43-e15d8e76810e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.193093 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8db781fa-7ff5-47be-8e43-e15d8e76810e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/d0c63466-73c3-434c-a3fa-86c93e82bcfe HTTP/1.1" status: 204 len: 168 time: 1.3338563 Feb 03 12:47:46.195653 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-df103fbd-e451-4a1d-964c-1826d1479a20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09cbc841e3e449a4b07cc1fe3911b78a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5302525 Feb 03 12:47:46.196228 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58990) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:46.200694 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] For port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:47:46.209245 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58992) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:46.214093 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6dd2cf8b-0a28-43ce-b8f4-5ad2a1710108 None None] For port 4ad99937-3057-4b8b-b2ee-379c809fdfcb, host n-d-827336-3, got binding levels [] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:46.214756 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6dd2cf8b-0a28-43ce-b8f4-5ad2a1710108 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4ad99937-3057-4b8b-b2ee-379c809fdfcb), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.241465 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.248272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6dd2cf8b-0a28-43ce-b8f4-5ad2a1710108 None None] Calling delete_port for 4ad99937-3057-4b8b-b2ee-379c809fdfcb owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:46.263591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.ipam_backend_mixin [None req-6dd2cf8b-0a28-43ce-b8f4-5ad2a1710108 None None] Port 4ad99937-3057-4b8b-b2ee-379c809fdfcb was not found and therefore no delete operation was performed {{(pid=103190) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:47:46.287388 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4da5980-5740-44a0-b4e2-4856b10ebed7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:46.289315 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4da5980-5740-44a0-b4e2-4856b10ebed7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:46.290902 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e4da5980-5740-44a0-b4e2-4856b10ebed7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0934913 Feb 03 12:47:46.293844 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58994) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:46.337714 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6dd2cf8b-0a28-43ce-b8f4-5ad2a1710108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (4ad99937-3057-4b8b-b2ee-379c809fdfcb), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.345906 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9859d85-ff1c-4407-9823-0fe67ff16aaf req-db856381-e5da-44c1-ad34-fac330347d75 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891532 Feb 03 12:47:46.347738 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d960d7fe-98b6-4b1e-9dfc-71bf08f53955 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (6927649b-4abf-45eb-a6ad-b4b09d49c307), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.398558 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd2cf8b-0a28-43ce-b8f4-5ad2a1710108 None None] No DVR routers for this DVR port 4ad99937-3057-4b8b-b2ee-379c809fdfcb on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:46.422350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-4825f0f6-9cb6-4462-ac58-294df768a547 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet 9cef56c2-9976-45c5-9333-b01ee8ac4bca {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:46.424004 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4825f0f6-9cb6-4462-ac58-294df768a547 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (9cef56c2-9976-45c5-9333-b01ee8ac4bca), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.440362 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b935e6-0674-4a71-beb8-280a6af9a650 None None] Pushing event updated for resources: {'Port': ['ID=c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:46.485705 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4825f0f6-9cb6-4462-ac58-294df768a547 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (9cef56c2-9976-45c5-9333-b01ee8ac4bca), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.499785 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2cf8b-0a28-43ce-b8f4-5ad2a1710108 None None] Pushing event deleted for resources: {'Port': ['ID=4ad99937-3057-4b8b-b2ee-379c809fdfcb,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:46.526295 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d960d7fe-98b6-4b1e-9dfc-71bf08f53955 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6927649b-4abf-45eb-a6ad-b4b09d49c307']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:46.552892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d960d7fe-98b6-4b1e-9dfc-71bf08f53955 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '799791e3-8e60-4e74-a951-db2f21136e77') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:46.553215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d960d7fe-98b6-4b1e-9dfc-71bf08f53955 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '799791e3-8e60-4e74-a951-db2f21136e77') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:46.584769 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d960d7fe-98b6-4b1e-9dfc-71bf08f53955 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (799791e3-8e60-4e74-a951-db2f21136e77), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.596168 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4825f0f6-9cb6-4462-ac58-294df768a547 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (9cef56c2-9976-45c5-9333-b01ee8ac4bca), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.629332 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b76cef75-3f7a-48b0-aa32-978ba84a782e admin admin] Publish callbacks [] for security_group (d0fcfa11-a745-4d6a-bb7a-2ba70857adf2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.639297 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d960d7fe-98b6-4b1e-9dfc-71bf08f53955 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (799791e3-8e60-4e74-a951-db2f21136e77), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.667811 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d960d7fe-98b6-4b1e-9dfc-71bf08f53955 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:47:46.668320 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d960d7fe-98b6-4b1e-9dfc-71bf08f53955 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (799791e3-8e60-4e74-a951-db2f21136e77), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: warnings.warn('Neutron quota engine will require "--force" ' Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:47:46.672375 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:47:46.735564 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9fbe033a-3cd0-49a1-a270-481bcde8258f tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks [] for security_group (53b6961f-a39c-47cb-8d60-fbddb7ff7dc3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.748457 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa2866-8835-489a-9e05-162696a695ed req-320f109b-d580-409a-94c7-d5b5a3afc0b7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:46.755926 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa2866-8835-489a-9e05-162696a695ed req-320f109b-d580-409a-94c7-d5b5a3afc0b7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:46.762230 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa2866-8835-489a-9e05-162696a695ed req-320f109b-d580-409a-94c7-d5b5a3afc0b7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:46.765487 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9fbe033a-3cd0-49a1-a270-481bcde8258f tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (53b6961f-a39c-47cb-8d60-fbddb7ff7dc3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.770950 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa2866-8835-489a-9e05-162696a695ed req-320f109b-d580-409a-94c7-d5b5a3afc0b7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:46.781614 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b76cef75-3f7a-48b0-aa32-978ba84a782e admin admin] Publish callbacks [] for security_group (d0fcfa11-a745-4d6a-bb7a-2ba70857adf2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.804190 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa2866-8835-489a-9e05-162696a695ed req-320f109b-d580-409a-94c7-d5b5a3afc0b7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:46.810136 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa2866-8835-489a-9e05-162696a695ed req-320f109b-d580-409a-94c7-d5b5a3afc0b7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:46.815763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa2866-8835-489a-9e05-162696a695ed req-320f109b-d580-409a-94c7-d5b5a3afc0b7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:46.817715 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d7aa2866-8835-489a-9e05-162696a695ed req-320f109b-d580-409a-94c7-d5b5a3afc0b7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5430 time: 0.5415177 Feb 03 12:47:46.938274 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4825f0f6-9cb6-4462-ac58-294df768a547 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (9cef56c2-9976-45c5-9333-b01ee8ac4bca), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:46.968233 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbe033a-3cd0-49a1-a270-481bcde8258f tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:47:46.974090 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825f0f6-9cb6-4462-ac58-294df768a547 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=9cef56c2-9976-45c5-9333-b01ee8ac4bca,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:46.994993 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d7aa2866-8835-489a-9e05-162696a695ed req-d300eb55-2260-4081-859a-89907bf1b3cf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1670063 Feb 03 12:47:47.002993 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9fbe033a-3cd0-49a1-a270-481bcde8258f tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (58f5f6ee-16f6-4ebc-9bae-260da176b2d2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.004711 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-9fbe033a-3cd0-49a1-a270-481bcde8258f tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Added segment 58f5f6ee-16f6-4ebc-9bae-260da176b2d2 of type vlan for network 878583f5-806d-4f9b-a829-b1803eb92061 Feb 03 12:47:47.026796 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4825f0f6-9cb6-4462-ac58-294df768a547 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.056142 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4825f0f6-9cb6-4462-ac58-294df768a547 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/9cef56c2-9976-45c5-9333-b01ee8ac4bca HTTP/1.1" status: 204 len: 168 time: 0.7611511 Feb 03 12:47:47.065410 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59004) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:47.099140 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d960d7fe-98b6-4b1e-9dfc-71bf08f53955 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (6927649b-4abf-45eb-a6ad-b4b09d49c307), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.105348 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d960d7fe-98b6-4b1e-9dfc-71bf08f53955 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.109471 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d960d7fe-98b6-4b1e-9dfc-71bf08f53955 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] 10.222.0.18 "DELETE /v2.0/networks/6927649b-4abf-45eb-a6ad-b4b09d49c307 HTTP/1.1" status: 204 len: 168 time: 2.5002384 Feb 03 12:47:47.125671 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe033a-3cd0-49a1-a270-481bcde8258f tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b6961f-a39c-47cb-8d60-fbddb7ff7dc3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:47.172104 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9fbe033a-3cd0-49a1-a270-481bcde8258f tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (878583f5-806d-4f9b-a829-b1803eb92061), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.195720 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960d7fe-98b6-4b1e-9dfc-71bf08f53955 tempest-NetworksIpV6Test-1581601980 tempest-NetworksIpV6Test-1581601980-project] Pushing event deleted for resources: {'Network': ['ID=6927649b-4abf-45eb-a6ad-b4b09d49c307,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:47.196048 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3755abfb-17fb-411c-aaa2-2e1852386d37 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1254897 Feb 03 12:47:47.196048 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59016) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:47.212053 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9a7caddc-274d-4025-a7ba-39b43af779ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:47.324324 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:47.464702 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9fbe033a-3cd0-49a1-a270-481bcde8258f tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (878583f5-806d-4f9b-a829-b1803eb92061), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.465860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbe033a-3cd0-49a1-a270-481bcde8258f tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:47.466446 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9fbe033a-3cd0-49a1-a270-481bcde8258f tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.468116 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:47.468503 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.533559 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9fbe033a-3cd0-49a1-a270-481bcde8258f tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6818616 Feb 03 12:47:47.541382 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59026) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:47.569559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7caddc-274d-4025-a7ba-39b43af779ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:47.575271 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a7caddc-274d-4025-a7ba-39b43af779ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.576719 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bca351ba-0946-4d71-b7c8-6f40c99b1d3d tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Request body: {'network': {'project_id': '933784bcc2664698b94295a2c4b22202'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:47.580212 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b76cef75-3f7a-48b0-aa32-978ba84a782e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d0fcfa11-a745-4d6a-bb7a-2ba70857adf2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.582920 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b76cef75-3f7a-48b0-aa32-978ba84a782e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.587642 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b76cef75-3f7a-48b0-aa32-978ba84a782e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0fcfa11-a745-4d6a-bb7a-2ba70857adf2 HTTP/1.1" status: 204 len: 168 time: 1.3503625 Feb 03 12:47:47.623584 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe033a-3cd0-49a1-a270-481bcde8258f tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Pushing event updated for resources: {'Network': ['ID=878583f5-806d-4f9b-a829-b1803eb92061,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:47.667389 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 878583f5-806d-4f9b-a829-b1803eb92061 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:47:47.679204 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-e4e6522c-b947-4e00-934a-9f9643eb78f7 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:47.694635 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-e4e6522c-b947-4e00-934a-9f9643eb78f7 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/networks?id=5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 200 len: 811 time: 0.5338752 Feb 03 12:47:47.703074 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59030) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:47.721973 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cef75-3f7a-48b0-aa32-978ba84a782e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fcfa11-a745-4d6a-bb7a-2ba70857adf2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:47.747546 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-92cf09cc-bc01-4f18-b227-0288b46776fd tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/quotas/ffd0252b7b0747c69410a55d7883bffd HTTP/1.1" status: 200 len: 375 time: 0.0511565 Feb 03 12:47:47.790807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca351ba-0946-4d71-b7c8-6f40c99b1d3d tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Made reservation on behalf of 933784bcc2664698b94295a2c4b22202 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:47.794845 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bca351ba-0946-4d71-b7c8-6f40c99b1d3d tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.815256 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-85515cd1-a701-42ef-9c4b-daaa35067c29 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffd0252b7b0747c69410a55d7883bffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627789 Feb 03 12:47:47.952695 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:47.953471 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:47.953878 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca351ba-0946-4d71-b7c8-6f40c99b1d3d tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:47:47.996550 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe95e4-7c78-4cd3-92d8-15f79a9d0de8 req-43938b42-8839-469b-8a7d-61401eeea3f0 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:48.009695 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d7fe95e4-7c78-4cd3-92d8-15f79a9d0de8 req-43938b42-8839-469b-8a7d-61401eeea3f0 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.4674439 Feb 03 12:47:48.041457 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:48.049830 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.170790 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d7fe95e4-7c78-4cd3-92d8-15f79a9d0de8 req-e7a64d12-09b3-4f76-8fcd-d7b8809d8a0f tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601131 Feb 03 12:47:48.184286 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4ad99937-3057-4b8b-b2ee-379c809fdfcb no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:48.200419 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:48.205351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:48.343972 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:47:48.344668 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 8b8b12d1-b22c-4c50-b8a1-32576acb4b2e not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:48.350512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 4ad99937-3057-4b8b-b2ee-379c809fdfcb {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:47:48.350863 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4ad99937-3057-4b8b-b2ee-379c809fdfcb not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:48.429657 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59042) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:48.469154 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f505f291-9361-427f-9ad1-e212671aaf5e None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:48.470265 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b6b5689-4c44-4129-9a9b-6fbc1f01c7f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.487261 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bca351ba-0946-4d71-b7c8-6f40c99b1d3d tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c204517e-fb30-4650-a702-0105adb48ac3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.487914 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-bca351ba-0946-4d71-b7c8-6f40c99b1d3d tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Added segment c204517e-fb30-4650-a702-0105adb48ac3 of type vlan for network 9ce17615-37ce-4ac4-8602-000bbe03efea Feb 03 12:47:48.526928 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a77658f6-ef17-49c9-bbe7-9e550cc33e44 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e48db9ad23d84c4fa3644e11a2961e4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8222811 Feb 03 12:47:48.536207 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59044) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:48.573345 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-83d3c231-2719-41bb-beaf-5d92e3595d31 service neutron] 10.222.0.18 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7568872 Feb 03 12:47:48.626230 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bca351ba-0946-4d71-b7c8-6f40c99b1d3d tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (9ce17615-37ce-4ac4-8602-000bbe03efea), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.678715 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1276123a-4b88-49cf-815b-c42f8f1c711a None None] Provisioning complete for port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:48.681991 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1276123a-4b88-49cf-815b-c42f8f1c711a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.693916 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b6b5689-4c44-4129-9a9b-6fbc1f01c7f5 admin admin] Publish callbacks [] for security_group (c1d9ba57-f486-4482-a9b4-388f7c9e8275), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.714775 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b6b5689-4c44-4129-9a9b-6fbc1f01c7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c1d9ba57-f486-4482-a9b4-388f7c9e8275), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.738540 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-bca351ba-0946-4d71-b7c8-6f40c99b1d3d tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:47:48.745855 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6b6b5689-4c44-4129-9a9b-6fbc1f01c7f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d206bb1d743b4510b4ac2029f1f7dec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3109303 Feb 03 12:47:48.757529 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59046) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:48.819230 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b5689-4c44-4129-9a9b-6fbc1f01c7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d9ba57-f486-4482-a9b4-388f7c9e8275,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:48.833452 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bca351ba-0946-4d71-b7c8-6f40c99b1d3d tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (9ce17615-37ce-4ac4-8602-000bbe03efea), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.835178 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca351ba-0946-4d71-b7c8-6f40c99b1d3d tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:48.835955 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bca351ba-0946-4d71-b7c8-6f40c99b1d3d tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.867535 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f54390ed-2f7a-4098-ad9e-c6541cd11a96 admin admin] Publish callbacks [] for security_group (d8b1f575-e114-49f5-b1da-24d9d67a7a11), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.904178 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e953d611-cf0e-45d4-800a-6310be9dcb67 admin admin] Publish callbacks [] for security_group (c1d9ba57-f486-4482-a9b4-388f7c9e8275), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.922305 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-59be8f3b-fd91-4f46-8d58-d4906feb976d service neutron] 10.222.0.18 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345428 Feb 03 12:47:48.926972 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bca351ba-0946-4d71-b7c8-6f40c99b1d3d tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3541718 Feb 03 12:47:48.942641 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e953d611-cf0e-45d4-800a-6310be9dcb67 admin admin] Publish callbacks [] for security_group (c1d9ba57-f486-4482-a9b4-388f7c9e8275), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.964213 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:48.966626 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f54390ed-2f7a-4098-ad9e-c6541cd11a96 admin admin] Publish callbacks [] for security_group (d8b1f575-e114-49f5-b1da-24d9d67a7a11), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:48.972838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1d548b45-0024-4d74-8f37-7c347c9a6d29 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Request body: {'network': {'project_id': '933784bcc2664698b94295a2c4b22202'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:49.003243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca351ba-0946-4d71-b7c8-6f40c99b1d3d tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Pushing event updated for resources: {'Network': ['ID=9ce17615-37ce-4ac4-8602-000bbe03efea,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:49.008029 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1276123a-4b88-49cf-815b-c42f8f1c711a None None] Current status of the port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:49.022134 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d548b45-0024-4d74-8f37-7c347c9a6d29 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 03 12:47:49.022843 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d548b45-0024-4d74-8f37-7c347c9a6d29 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:47:49.025045 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1d548b45-0024-4d74-8f37-7c347c9a6d29 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0561779 Feb 03 12:47:49.028742 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59056) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:49.056930 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 9ce17615-37ce-4ac4-8602-000bbe03efea details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:47:49.060305 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e953d611-cf0e-45d4-800a-6310be9dcb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c1d9ba57-f486-4482-a9b4-388f7c9e8275), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.063342 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e953d611-cf0e-45d4-800a-6310be9dcb67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.065531 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e953d611-cf0e-45d4-800a-6310be9dcb67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1d9ba57-f486-4482-a9b4-388f7c9e8275 HTTP/1.1" status: 204 len: 168 time: 0.3000472 Feb 03 12:47:49.085328 n-d-827336-3 neutron-server[103189]: DEBUG neutron.objects.ports [None req-9a7caddc-274d-4025-a7ba-39b43af779ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103189) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:47:49.240981 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d8e79c7b-1ec5-4bc0-8499-c1085f955379 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=933784bcc2664698b94295a2c4b22202&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2026706 Feb 03 12:47:49.247414 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59060) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:49.264857 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f54390ed-2f7a-4098-ad9e-c6541cd11a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d8b1f575-e114-49f5-b1da-24d9d67a7a11), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.273554 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f54390ed-2f7a-4098-ad9e-c6541cd11a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.275830 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:49.277448 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f54390ed-2f7a-4098-ad9e-c6541cd11a96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8b1f575-e114-49f5-b1da-24d9d67a7a11 HTTP/1.1" status: 204 len: 168 time: 0.7398102 Feb 03 12:47:49.279171 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953d611-cf0e-45d4-800a-6310be9dcb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d9ba57-f486-4482-a9b4-388f7c9e8275,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:49.332499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54390ed-2f7a-4098-ad9e-c6541cd11a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b1f575-e114-49f5-b1da-24d9d67a7a11,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:49.435466 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99471ed0-a413-41f3-9a79-5d8866dfc716 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks [] for security_group (53b6961f-a39c-47cb-8d60-fbddb7ff7dc3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.543999 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ec852-159d-4ca1-ad8a-4406fa22edf5 req-8d83865f-f303-4898-8661-e823428ab290 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:49.545921 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:49.548398 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.569569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ec852-159d-4ca1-ad8a-4406fa22edf5 req-8d83865f-f303-4898-8661-e823428ab290 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:49.598786 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ec852-159d-4ca1-ad8a-4406fa22edf5 req-8d83865f-f303-4898-8661-e823428ab290 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:49.615282 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ec852-159d-4ca1-ad8a-4406fa22edf5 req-8d83865f-f303-4898-8661-e823428ab290 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:49.631768 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ec852-159d-4ca1-ad8a-4406fa22edf5 req-8d83865f-f303-4898-8661-e823428ab290 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:49.638581 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ec852-159d-4ca1-ad8a-4406fa22edf5 req-8d83865f-f303-4898-8661-e823428ab290 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:49.650327 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ec852-159d-4ca1-ad8a-4406fa22edf5 req-8d83865f-f303-4898-8661-e823428ab290 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:49.662275 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ac6ec852-159d-4ca1-ad8a-4406fa22edf5 req-8d83865f-f303-4898-8661-e823428ab290 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5430 time: 0.6617665 Feb 03 12:47:49.664546 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99471ed0-a413-41f3-9a79-5d8866dfc716 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks [] for security_group (53b6961f-a39c-47cb-8d60-fbddb7ff7dc3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.722358 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dab6df90-6756-4183-afe3-b46a2b76ebfd None None] Provisioning complete for port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:49.722730 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dab6df90-6756-4183-afe3-b46a2b76ebfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.852304 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99471ed0-a413-41f3-9a79-5d8866dfc716 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (53b6961f-a39c-47cb-8d60-fbddb7ff7dc3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.861727 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a7caddc-274d-4025-a7ba-39b43af779ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.861990 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99471ed0-a413-41f3-9a79-5d8866dfc716 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:49.863022 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-99471ed0-a413-41f3-9a79-5d8866dfc716 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/53b6961f-a39c-47cb-8d60-fbddb7ff7dc3 HTTP/1.1" status: 204 len: 168 time: 0.6140981 Feb 03 12:47:49.878300 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59080) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:49.949806 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ac6ec852-159d-4ca1-ad8a-4406fa22edf5 req-419c2e04-04d0-4e37-b13d-2e9104bcb942 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2866056 Feb 03 12:47:49.969211 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:50.038571 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd1069-3751-4d11-871f-6b3ca40ab5c6 req-8179fa08-17c4-4f15-af35-b2fbd4fef4df tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:50.051909 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-98dd1069-3751-4d11-871f-6b3ca40ab5c6 req-8179fa08-17c4-4f15-af35-b2fbd4fef4df tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.5361357 Feb 03 12:47:50.145879 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-dab6df90-6756-4183-afe3-b46a2b76ebfd None None] Current status of the port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:50.148714 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99471ed0-a413-41f3-9a79-5d8866dfc716 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b6961f-a39c-47cb-8d60-fbddb7ff7dc3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:50.221289 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device f6025ea3-6731-4774-ae1c-298c4565bb5d details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:47:50.264867 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9c0a8e8e-ea0a-421c-9e40-1571829e2c5e req-b10f6d96-f7b4-4fb5-934a-d53739539c3c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 210 time: 0.1591291 Feb 03 12:47:50.315726 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-abed0aeb-77b6-4082-b98a-8d95c5a17d2a None None] Could not find standard attr ID for object d0c63466-73c3-434c-a3fa-86c93e82bcfe. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:47:50.452883 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-98dd1069-3751-4d11-871f-6b3ca40ab5c6 req-d21aadd5-8bfa-4bb3-8b97-e1c4bf5d034e tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950534 Feb 03 12:47:50.465711 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8220-6c97-49d9-9e1a-53e866b9d599 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (9ce17615-37ce-4ac4-8602-000bbe03efea), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.576255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port f6025ea3-6731-4774-ae1c-298c4565bb5d, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=f6025ea3-6731-4774-ae1c-298c4565bb5d,segment=NetworkSegment(3a1dd41e-59bc-4c62-900b-ab6f7f8767ba),segment_id=3a1dd41e-59bc-4c62-900b-ab6f7f8767ba)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:50.618319 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9a7caddc-274d-4025-a7ba-39b43af779ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] For port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:50.625818 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'f6025ea3-6731-4774-ae1c-298c4565bb5d', 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14', 'port_id': 'f6025ea3-6731-4774-ae1c-298c4565bb5d', 'mac_address': 'fa:16:3e:cf:0b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbc02e2-6703-401d-94fc-0795a4c52d21', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:47:50.695075 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8220-6c97-49d9-9e1a-53e866b9d599 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (9ce17615-37ce-4ac4-8602-000bbe03efea), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.718408 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a7caddc-274d-4025-a7ba-39b43af779ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.727716 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a7caddc-274d-4025-a7ba-39b43af779ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.733950 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-aa2e8220-6c97-49d9-9e1a-53e866b9d599 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce17615-37ce-4ac4-8602-000bbe03efea']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:50.749586 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-aa2e8220-6c97-49d9-9e1a-53e866b9d599 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c204517e-fb30-4650-a702-0105adb48ac3') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:50.750343 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-aa2e8220-6c97-49d9-9e1a-53e866b9d599 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c204517e-fb30-4650-a702-0105adb48ac3') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:50.755928 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port f6025ea3-6731-4774-ae1c-298c4565bb5d is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:50.756352 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f6025ea3-6731-4774-ae1c-298c4565bb5d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.768884 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8220-6c97-49d9-9e1a-53e866b9d599 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (c204517e-fb30-4650-a702-0105adb48ac3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.789843 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8220-6c97-49d9-9e1a-53e866b9d599 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c204517e-fb30-4650-a702-0105adb48ac3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.801562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2e8220-6c97-49d9-9e1a-53e866b9d599 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:47:50.802387 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8220-6c97-49d9-9e1a-53e866b9d599 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (c204517e-fb30-4650-a702-0105adb48ac3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:47:50.804961 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:47:50.809682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6025ea3-6731-4774-ae1c-298c4565bb5d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:50.834196 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a7caddc-274d-4025-a7ba-39b43af779ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (ac7e94eb-7750-4342-bbdd-3471ed3b7d3b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.900581 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port f6025ea3-6731-4774-ae1c-298c4565bb5d, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=f6025ea3-6731-4774-ae1c-298c4565bb5d,segment=NetworkSegment(3a1dd41e-59bc-4c62-900b-ab6f7f8767ba),segment_id=3a1dd41e-59bc-4c62-900b-ab6f7f8767ba)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:50.907355 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f6025ea3-6731-4774-ae1c-298c4565bb5d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.908301 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device fcdf902f-54e1-4f50-bb41-a4f97269c095 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:47:50.915964 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8220-6c97-49d9-9e1a-53e866b9d599 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (9ce17615-37ce-4ac4-8602-000bbe03efea), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.950701 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa2e8220-6c97-49d9-9e1a-53e866b9d599 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:50.956074 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7caddc-274d-4025-a7ba-39b43af779ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:50.964368 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-aa2e8220-6c97-49d9-9e1a-53e866b9d599 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] 10.222.0.18 "DELETE /v2.0/networks/9ce17615-37ce-4ac4-8602-000bbe03efea HTTP/1.1" status: 204 len: 168 time: 1.0832591 Feb 03 12:47:50.965716 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59126) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:51.019048 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e8220-6c97-49d9-9e1a-53e866b9d599 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ce17615-37ce-4ac4-8602-000bbe03efea,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:51.052367 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9a7caddc-274d-4025-a7ba-39b43af779ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:51.068667 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7caddc-274d-4025-a7ba-39b43af779ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:51.074067 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a7caddc-274d-4025-a7ba-39b43af779ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:51.087038 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68a109b-557a-4e19-bc08-3ee38fae0403 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:51.137481 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfebe8cd-5c83-4a5f-9b05-6aca4a5db998 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (878583f5-806d-4f9b-a829-b1803eb92061), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:51.144373 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7caddc-274d-4025-a7ba-39b43af779ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:51.164182 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9a7caddc-274d-4025-a7ba-39b43af779ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.9666629 Feb 03 12:47:51.178114 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59136) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:51.183648 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4a5db65a-e275-4557-a5be-19ff0459b693 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'mac_address': 'fa:16:3e:94:dd:a2', 'name': 'tempest-NetworksTestDHCPv6-815952360'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:51.193127 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:47:51.209114 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7caddc-274d-4025-a7ba-39b43af779ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=ac7e94eb-7750-4342-bbdd-3471ed3b7d3b,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:51.227059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=f6025ea3-6731-4774-ae1c-298c4565bb5d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:51.385807 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfebe8cd-5c83-4a5f-9b05-6aca4a5db998 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (878583f5-806d-4f9b-a829-b1803eb92061), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:51.446897 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-dfebe8cd-5c83-4a5f-9b05-6aca4a5db998 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878583f5-806d-4f9b-a829-b1803eb92061']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:51.478411 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-dfebe8cd-5c83-4a5f-9b05-6aca4a5db998 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f5f6ee-16f6-4ebc-9bae-260da176b2d2') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:51.479732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-dfebe8cd-5c83-4a5f-9b05-6aca4a5db998 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f5f6ee-16f6-4ebc-9bae-260da176b2d2') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:47:51.509856 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfebe8cd-5c83-4a5f-9b05-6aca4a5db998 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (58f5f6ee-16f6-4ebc-9bae-260da176b2d2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:51.550926 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfebe8cd-5c83-4a5f-9b05-6aca4a5db998 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (58f5f6ee-16f6-4ebc-9bae-260da176b2d2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:51.569743 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfebe8cd-5c83-4a5f-9b05-6aca4a5db998 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:47:51.571620 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfebe8cd-5c83-4a5f-9b05-6aca4a5db998 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (58f5f6ee-16f6-4ebc-9bae-260da176b2d2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:47:51.696041 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:47:51.704952 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfebe8cd-5c83-4a5f-9b05-6aca4a5db998 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (878583f5-806d-4f9b-a829-b1803eb92061), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:51.790979 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dfebe8cd-5c83-4a5f-9b05-6aca4a5db998 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:51.816094 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-dfebe8cd-5c83-4a5f-9b05-6aca4a5db998 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] 10.222.0.18 "DELETE /v2.0/networks/878583f5-806d-4f9b-a829-b1803eb92061 HTTP/1.1" status: 204 len: 168 time: 0.8189237 Feb 03 12:47:51.819544 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port fcdf902f-54e1-4f50-bb41-a4f97269c095, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=fcdf902f-54e1-4f50-bb41-a4f97269c095,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:51.828459 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59152) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:51.871620 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'fcdf902f-54e1-4f50-bb41-a4f97269c095', 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1', 'port_id': 'fcdf902f-54e1-4f50-bb41-a4f97269c095', 'mac_address': 'fa:16:3e:8d:a9:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8761b709-d126-4def-a3e9-94ac377b29e2', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:47:51.882058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c98457-2265-4fed-995d-5bcb328d0886 req-7208effe-ccf3-4255-b00d-3d14b7e2c390 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:51.895851 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c98457-2265-4fed-995d-5bcb328d0886 req-7208effe-ccf3-4255-b00d-3d14b7e2c390 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:51.899904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebe8cd-5c83-4a5f-9b05-6aca4a5db998 tempest-QuotasNegativeTest-1699421379 tempest-QuotasNegativeTest-1699421379-project-admin] Pushing event deleted for resources: {'Network': ['ID=878583f5-806d-4f9b-a829-b1803eb92061,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:51.915007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c98457-2265-4fed-995d-5bcb328d0886 req-7208effe-ccf3-4255-b00d-3d14b7e2c390 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:51.934370 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c98457-2265-4fed-995d-5bcb328d0886 req-7208effe-ccf3-4255-b00d-3d14b7e2c390 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:51.947332 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port fcdf902f-54e1-4f50-bb41-a4f97269c095 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:51.947737 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fcdf902f-54e1-4f50-bb41-a4f97269c095), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:51.949924 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c98457-2265-4fed-995d-5bcb328d0886 req-7208effe-ccf3-4255-b00d-3d14b7e2c390 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:51.955825 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c98457-2265-4fed-995d-5bcb328d0886 req-7208effe-ccf3-4255-b00d-3d14b7e2c390 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:51.962239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc116a22-a7a5-49ab-957f-f5d3df286b83 req-aaafac08-161a-435a-849a-c0fa94d6e2b5 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:51.966170 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dc116a22-a7a5-49ab-957f-f5d3df286b83 req-aaafac08-161a-435a-849a-c0fa94d6e2b5 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.7688291 Feb 03 12:47:51.971657 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c98457-2265-4fed-995d-5bcb328d0886 req-7208effe-ccf3-4255-b00d-3d14b7e2c390 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:51.973268 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcdf902f-54e1-4f50-bb41-a4f97269c095 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:51.983824 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-12c98457-2265-4fed-995d-5bcb328d0886 req-7208effe-ccf3-4255-b00d-3d14b7e2c390 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5431 time: 0.8409779 Feb 03 12:47:52.020047 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port fcdf902f-54e1-4f50-bb41-a4f97269c095, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=fcdf902f-54e1-4f50-bb41-a4f97269c095,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:52.025189 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fcdf902f-54e1-4f50-bb41-a4f97269c095), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.027778 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 89bd8765-d49f-46ab-a694-20c0e30dfdb4 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:47:52.077100 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dc116a22-a7a5-49ab-957f-f5d3df286b83 req-7c1cee45-7411-4af5-981f-06d272161a14 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019962 Feb 03 12:47:52.112535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-71bf02ee-c504-42c3-88c8-d0fc6319e392 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:52.114047 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-71bf02ee-c504-42c3-88c8-d0fc6319e392 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.73 "GET /v2.0/networks?id=5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 200 len: 811 time: 0.4304988 Feb 03 12:47:52.132632 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-53df507a-e8bd-47c6-a63b-381462a3c0e8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Request body: {'port': {'device_id': '1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62', 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7', 'admin_state_up': True, 'tenant_id': 'ffd0252b7b0747c69410a55d7883bffd'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:52.151636 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-12c98457-2265-4fed-995d-5bcb328d0886 req-f8e14433-af55-4bf0-bd40-1956a756253e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1660039 Feb 03 12:47:52.190734 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=fcdf902f-54e1-4f50-bb41-a4f97269c095,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:52.214918 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:47:52.249710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5db65a-e275-4557-a5be-19ff0459b693 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:52.252724 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 89bd8765-d49f-46ab-a694-20c0e30dfdb4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=89bd8765-d49f-46ab-a694-20c0e30dfdb4,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:52.281001 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '89bd8765-d49f-46ab-a694-20c0e30dfdb4', 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1', 'port_id': '89bd8765-d49f-46ab-a694-20c0e30dfdb4', 'mac_address': 'fa:16:3e:a2:24:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8761b709-d126-4def-a3e9-94ac377b29e2', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:47:52.350912 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8baad491-986f-495d-9513-31959b4c1fe6 req-5861af48-a01f-4f45-9be1-841c15629b4e tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 210 time: 0.0382526 Feb 03 12:47:52.395847 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0b4777a5-d98c-40dd-baa0-806039ae07b3 None None] Provisioning complete for port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:52.398212 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0b4777a5-d98c-40dd-baa0-806039ae07b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.409363 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 89bd8765-d49f-46ab-a694-20c0e30dfdb4 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:52.409778 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (89bd8765-d49f-46ab-a694-20c0e30dfdb4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.427882 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a5db65a-e275-4557-a5be-19ff0459b693 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.428932 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-53df507a-e8bd-47c6-a63b-381462a3c0e8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Made reservation on behalf of ffd0252b7b0747c69410a55d7883bffd for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:52.433449 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-53df507a-e8bd-47c6-a63b-381462a3c0e8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.478827 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-4a5db65a-e275-4557-a5be-19ff0459b693 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port 08a1b848-bcba-436b-9091-ccb9e1bf5953 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:47:52.509945 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89bd8765-d49f-46ab-a694-20c0e30dfdb4 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:52.550353 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 89bd8765-d49f-46ab-a694-20c0e30dfdb4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=89bd8765-d49f-46ab-a694-20c0e30dfdb4,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:52.556662 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (89bd8765-d49f-46ab-a694-20c0e30dfdb4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.557824 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 948afbdc-21a4-479e-8a60-62f8aa022a78 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:47:52.697769 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-53df507a-e8bd-47c6-a63b-381462a3c0e8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Allocated IP 172.20.0.8 (5599772e-9dcf-4127-a633-d91505819dd7/bd98a1ba-2677-43a0-9803-d6921e32ec63/5f41ff09-37fd-49e3-9cf2-e7c7bce8667c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:52.699362 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=89bd8765-d49f-46ab-a694-20c0e30dfdb4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:52.741393 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0b4777a5-d98c-40dd-baa0-806039ae07b3 None None] Current status of the port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:52.758330 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-4a5db65a-e275-4557-a5be-19ff0459b693 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::f816:3eff:fe94:dda2 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/ac7e94eb-7750-4342-bbdd-3471ed3b7d3b/08a1b848-bcba-436b-9091-ccb9e1bf5953) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:52.762034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6d54a649-024e-427d-a301-85c1849d58c7 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-781080580'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:52.941717 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 948afbdc-21a4-479e-8a60-62f8aa022a78, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=948afbdc-21a4-479e-8a60-62f8aa022a78,segment=NetworkSegment(1bb44cc9-d5f0-4229-83e4-b92d043cf36a),segment_id=1bb44cc9-d5f0-4229-83e4-b92d043cf36a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:52.960170 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '948afbdc-21a4-479e-8a60-62f8aa022a78', 'network_id': '97259dff-b582-4fbd-b7bb-04805dd4c319', 'port_id': '948afbdc-21a4-479e-8a60-62f8aa022a78', 'mac_address': 'fa:16:3e:e4:47:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad92c95-f76b-44f2-8465-013d771ffc3f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:47:52.977582 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-53df507a-e8bd-47c6-a63b-381462a3c0e8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks [] for port (5f41ff09-37fd-49e3-9cf2-e7c7bce8667c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:52.993886 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59178) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:53.011646 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d54a649-024e-427d-a301-85c1849d58c7 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Made reservation on behalf of 0cd00c068a0c4ae485276bfc3aa9e99a for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:53.016444 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d54a649-024e-427d-a301-85c1849d58c7 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.020879 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-53df507a-e8bd-47c6-a63b-381462a3c0e8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5f41ff09-37fd-49e3-9cf2-e7c7bce8667c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.043176 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d54a649-024e-427d-a301-85c1849d58c7 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.085006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-53df507a-e8bd-47c6-a63b-381462a3c0e8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Network 5599772e-9dcf-4127-a633-d91505819dd7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:53.097481 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-53df507a-e8bd-47c6-a63b-381462a3c0e8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:53.107730 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-53df507a-e8bd-47c6-a63b-381462a3c0e8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:53.127718 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:53.140658 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df507a-e8bd-47c6-a63b-381462a3c0e8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Pushing event updated for resources: {'Port': ['ID=5f41ff09-37fd-49e3-9cf2-e7c7bce8667c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:53.160283 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a5db65a-e275-4557-a5be-19ff0459b693 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (08a1b848-bcba-436b-9091-ccb9e1bf5953), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.190355 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 948afbdc-21a4-479e-8a60-62f8aa022a78 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:53.194257 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (948afbdc-21a4-479e-8a60-62f8aa022a78), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.236275 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 948afbdc-21a4-479e-8a60-62f8aa022a78 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:53.248222 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a5db65a-e275-4557-a5be-19ff0459b693 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (08a1b848-bcba-436b-9091-ccb9e1bf5953), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.272571 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-53df507a-e8bd-47c6-a63b-381462a3c0e8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:53.278220 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-53df507a-e8bd-47c6-a63b-381462a3c0e8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.298860 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-53df507a-e8bd-47c6-a63b-381462a3c0e8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1703243 Feb 03 12:47:53.312748 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 948afbdc-21a4-479e-8a60-62f8aa022a78, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=948afbdc-21a4-479e-8a60-62f8aa022a78,segment=NetworkSegment(1bb44cc9-d5f0-4229-83e4-b92d043cf36a),segment_id=1bb44cc9-d5f0-4229-83e4-b92d043cf36a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:53.322396 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] Request body: {'port': {'device_id': '1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:53.324950 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (948afbdc-21a4-479e-8a60-62f8aa022a78), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.325844 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:47:53.403885 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5db65a-e275-4557-a5be-19ff0459b693 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:53.415091 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:53.415580 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.421721 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-4a5db65a-e275-4557-a5be-19ff0459b693 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:53.432355 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5db65a-e275-4557-a5be-19ff0459b693 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:47:53.438025 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5db65a-e275-4557-a5be-19ff0459b693 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:53.441718 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a5db65a-e275-4557-a5be-19ff0459b693 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.457036 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d54a649-024e-427d-a301-85c1849d58c7 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for security_group (95473ff1-99c9-4915-8730-04dbf702d632), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.472052 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d54a649-024e-427d-a301-85c1849d58c7 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (95473ff1-99c9-4915-8730-04dbf702d632), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.480471 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5f41ff09-37fd-49e3-9cf2-e7c7bce8667c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.489599 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5db65a-e275-4557-a5be-19ff0459b693 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=08a1b848-bcba-436b-9091-ccb9e1bf5953,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:53.502265 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375a590-005e-4b6a-aaeb-575a46c1b7e8 req-04781ab9-2a8b-4bdb-8f88-e239e412bff1 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:53.508653 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375a590-005e-4b6a-aaeb-575a46c1b7e8 req-04781ab9-2a8b-4bdb-8f88-e239e412bff1 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:53.516474 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923d675-2a5b-4388-abc2-74f3b2210168 req-37e08519-282c-4d99-97ad-0c88795c0a78 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:53.519109 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1923d675-2a5b-4388-abc2-74f3b2210168 req-37e08519-282c-4d99-97ad-0c88795c0a78 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.2958403 Feb 03 12:47:53.524547 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4a5db65a-e275-4557-a5be-19ff0459b693 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3450539 Feb 03 12:47:53.524698 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:47:53.525932 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375a590-005e-4b6a-aaeb-575a46c1b7e8 req-04781ab9-2a8b-4bdb-8f88-e239e412bff1 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:53.527138 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59194) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:53.535364 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375a590-005e-4b6a-aaeb-575a46c1b7e8 req-04781ab9-2a8b-4bdb-8f88-e239e412bff1 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:53.547467 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375a590-005e-4b6a-aaeb-575a46c1b7e8 req-04781ab9-2a8b-4bdb-8f88-e239e412bff1 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:53.564139 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375a590-005e-4b6a-aaeb-575a46c1b7e8 req-04781ab9-2a8b-4bdb-8f88-e239e412bff1 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:53.569392 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375a590-005e-4b6a-aaeb-575a46c1b7e8 req-04781ab9-2a8b-4bdb-8f88-e239e412bff1 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:53.588110 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4375a590-005e-4b6a-aaeb-575a46c1b7e8 req-04781ab9-2a8b-4bdb-8f88-e239e412bff1 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5433 time: 0.2950308 Feb 03 12:47:53.598249 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=948afbdc-21a4-479e-8a60-62f8aa022a78,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:53.606845 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=745d7c1f-ea7e-472b-bc5f-20dc2fc66767,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:53.647038 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '745d7c1f-ea7e-472b-bc5f-20dc2fc66767', 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1', 'port_id': '745d7c1f-ea7e-472b-bc5f-20dc2fc66767', 'mac_address': 'fa:16:3e:26:c4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8761b709-d126-4def-a3e9-94ac377b29e2', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:47:53.690411 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff604fe1-ed07-4f14-bb4e-da6eef037109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.709794 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1923d675-2a5b-4388-abc2-74f3b2210168 req-ba3d0a84-e2cf-4d30-b6d6-57b795f1bbe4 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644871 Feb 03 12:47:53.718414 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d54a649-024e-427d-a301-85c1849d58c7 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:47:53.727812 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:53.727812 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.747382 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90da4316-9b11-4a44-84d3-9267f82d3732 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:53.769612 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90da4316-9b11-4a44-84d3-9267f82d3732 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:53.773900 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-90da4316-9b11-4a44-84d3-9267f82d3732 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2428942 Feb 03 12:47:53.774690 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59200) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:53.789453 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54a649-024e-427d-a301-85c1849d58c7 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95473ff1-99c9-4915-8730-04dbf702d632,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:53.800943 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:53.826851 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:53.852612 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d54a649-024e-427d-a301-85c1849d58c7 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (12cbfc07-c2ba-44ee-b1a4-13d77a9bccf1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.853071 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-6d54a649-024e-427d-a301-85c1849d58c7 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Added segment 12cbfc07-c2ba-44ee-b1a4-13d77a9bccf1 of type vlan for network de2f0d63-f6ad-420b-bae8-6be327e5cf23 Feb 03 12:47:53.890960 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=745d7c1f-ea7e-472b-bc5f-20dc2fc66767,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:53.896618 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:53.898486 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device aa91c3c8-d841-43d7-bb44-7ef525a623d6 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:47:54.032891 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=745d7c1f-ea7e-472b-bc5f-20dc2fc66767,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:54.042253 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port aa91c3c8-d841-43d7-bb44-7ef525a623d6, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=aa91c3c8-d841-43d7-bb44-7ef525a623d6,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:54.056050 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff604fe1-ed07-4f14-bb4e-da6eef037109 admin admin] Publish callbacks [] for security_group (ae67087e-36d9-4300-b8e7-1c12a7b1fa81), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.065264 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-97219c5c-0dfb-4a2b-b46b-56e55cead4b7 None None] Provisioning complete for port 08a1b848-bcba-436b-9091-ccb9e1bf5953 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:54.066426 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97219c5c-0dfb-4a2b-b46b-56e55cead4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (08a1b848-bcba-436b-9091-ccb9e1bf5953), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.069246 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc48b2c-afc0-4f9b-b511-6f9736fa5248 req-f2a6fa37-27d2-4a56-89df-307841b6cc8d tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:54.071789 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0bc48b2c-afc0-4f9b-b511-6f9736fa5248 req-f2a6fa37-27d2-4a56-89df-307841b6cc8d tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 931 time: 0.1999738 Feb 03 12:47:54.075514 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff604fe1-ed07-4f14-bb4e-da6eef037109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ae67087e-36d9-4300-b8e7-1c12a7b1fa81), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.106500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-97219c5c-0dfb-4a2b-b46b-56e55cead4b7 None None] Port 08a1b848-bcba-436b-9091-ccb9e1bf5953 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:47:54.112743 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'aa91c3c8-d841-43d7-bb44-7ef525a623d6', 'network_id': '52abbafc-7fd5-46ff-8e08-675e1c7bace1', 'port_id': 'aa91c3c8-d841-43d7-bb44-7ef525a623d6', 'mac_address': 'fa:16:3e:a3:d4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8761b709-d126-4def-a3e9-94ac377b29e2', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:47:54.124700 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d54a649-024e-427d-a301-85c1849d58c7 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (de2f0d63-f6ad-420b-bae8-6be327e5cf23), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.135846 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ff604fe1-ed07-4f14-bb4e-da6eef037109 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=27503b590b25479f88ef88016d1d5492&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1388855 Feb 03 12:47:54.137902 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff604fe1-ed07-4f14-bb4e-da6eef037109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae67087e-36d9-4300-b8e7-1c12a7b1fa81,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:54.142672 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8120a4fa-8fc4-4ddc-8b2c-3e790f7922b8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port 08a1b848-bcba-436b-9091-ccb9e1bf5953 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:54.143343 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8120a4fa-8fc4-4ddc-8b2c-3e790f7922b8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (08a1b848-bcba-436b-9091-ccb9e1bf5953), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.146930 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59212) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:54.165224 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4375a590-005e-4b6a-aaeb-575a46c1b7e8 req-8514adb6-bae7-41b9-baf9-476131ed56fe tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5761423 Feb 03 12:47:54.170787 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port aa91c3c8-d841-43d7-bb44-7ef525a623d6 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:54.171188 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (aa91c3c8-d841-43d7-bb44-7ef525a623d6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.216245 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa91c3c8-d841-43d7-bb44-7ef525a623d6 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:54.248391 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d54a649-024e-427d-a301-85c1849d58c7 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (de2f0d63-f6ad-420b-bae8-6be327e5cf23), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.252576 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port aa91c3c8-d841-43d7-bb44-7ef525a623d6, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=aa91c3c8-d841-43d7-bb44-7ef525a623d6,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:54.255055 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d54a649-024e-427d-a301-85c1849d58c7 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:54.255629 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d54a649-024e-427d-a301-85c1849d58c7 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.262133 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (aa91c3c8-d841-43d7-bb44-7ef525a623d6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.301163 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b449523d-7761-4ca3-85f5-b80018213b19 admin admin] Publish callbacks [] for security_group (ae67087e-36d9-4300-b8e7-1c12a7b1fa81), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.323100 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0bc48b2c-afc0-4f9b-b511-6f9736fa5248 req-37d44c0c-56ea-4a1c-968c-1fbcadc8dc43 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151387 Feb 03 12:47:54.348288 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b449523d-7761-4ca3-85f5-b80018213b19 admin admin] Publish callbacks [] for security_group (ae67087e-36d9-4300-b8e7-1c12a7b1fa81), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.383381 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8120a4fa-8fc4-4ddc-8b2c-3e790f7922b8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (08a1b848-bcba-436b-9091-ccb9e1bf5953), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.399722 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6d54a649-024e-427d-a301-85c1849d58c7 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.5578206 Feb 03 12:47:54.402003 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5b34d8da-40f6-405c-889b-c67cba3e547b details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:47:54.411500 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8120a4fa-8fc4-4ddc-8b2c-3e790f7922b8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for 08a1b848-bcba-436b-9091-ccb9e1bf5953 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:54.473009 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=aa91c3c8-d841-43d7-bb44-7ef525a623d6,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:54.482549 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54a649-024e-427d-a301-85c1849d58c7 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event updated for resources: {'Network': ['ID=de2f0d63-f6ad-420b-bae8-6be327e5cf23,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:54.511806 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network de2f0d63-f6ad-420b-bae8-6be327e5cf23 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:47:54.563671 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b449523d-7761-4ca3-85f5-b80018213b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ae67087e-36d9-4300-b8e7-1c12a7b1fa81), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.583525 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b449523d-7761-4ca3-85f5-b80018213b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.584912 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b449523d-7761-4ca3-85f5-b80018213b19 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae67087e-36d9-4300-b8e7-1c12a7b1fa81 HTTP/1.1" status: 204 len: 168 time: 0.4301991 Feb 03 12:47:54.614016 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449523d-7761-4ca3-85f5-b80018213b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae67087e-36d9-4300-b8e7-1c12a7b1fa81,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:54.660861 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:54.698363 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] Publish callbacks [] for port (5f41ff09-37fd-49e3-9cf2-e7c7bce8667c), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.828293 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5b34d8da-40f6-405c-889b-c67cba3e547b, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5b34d8da-40f6-405c-889b-c67cba3e547b,segment=NetworkSegment(1bb44cc9-d5f0-4229-83e4-b92d043cf36a),segment_id=1bb44cc9-d5f0-4229-83e4-b92d043cf36a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:54.835421 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] Transition to ACTIVE for port object 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:47:54.836860 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8120a4fa-8fc4-4ddc-8b2c-3e790f7922b8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (08a1b848-bcba-436b-9091-ccb9e1bf5953), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.840137 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (5f41ff09-37fd-49e3-9cf2-e7c7bce8667c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:54.877966 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '5b34d8da-40f6-405c-889b-c67cba3e547b', 'network_id': '97259dff-b582-4fbd-b7bb-04805dd4c319', 'port_id': '5b34d8da-40f6-405c-889b-c67cba3e547b', 'mac_address': 'fa:16:3e:dc:b9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad92c95-f76b-44f2-8465-013d771ffc3f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:47:54.968113 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120a4fa-8fc4-4ddc-8b2c-3e790f7922b8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=08a1b848-bcba-436b-9091-ccb9e1bf5953,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:55.011250 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 5b34d8da-40f6-405c-889b-c67cba3e547b is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:55.011779 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5b34d8da-40f6-405c-889b-c67cba3e547b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:55.033583 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] Pushing event updated for resources: {'Port': ['ID=5f41ff09-37fd-49e3-9cf2-e7c7bce8667c,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:55.057631 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b34d8da-40f6-405c-889b-c67cba3e547b {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:47:55.110236 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8120a4fa-8fc4-4ddc-8b2c-3e790f7922b8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:55.110236 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8120a4fa-8fc4-4ddc-8b2c-3e790f7922b8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/08a1b848-bcba-436b-9091-ccb9e1bf5953 HTTP/1.1" status: 204 len: 168 time: 1.3317554 Feb 03 12:47:55.114672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5b34d8da-40f6-405c-889b-c67cba3e547b, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5b34d8da-40f6-405c-889b-c67cba3e547b,segment=NetworkSegment(1bb44cc9-d5f0-4229-83e4-b92d043cf36a),segment_id=1bb44cc9-d5f0-4229-83e4-b92d043cf36a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:55.118021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59230) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:55.127620 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5b34d8da-40f6-405c-889b-c67cba3e547b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:55.231090 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['fcdf902f-54e1-4f50-bb41-a4f97269c095'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:55.237290 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe38b78-3970-4128-87e5-bbf826511a41 req-ea10d5c0-78f4-4bec-9410-e682356d78ac tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:55.249145 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fe38b78-3970-4128-87e5-bbf826511a41 req-ea10d5c0-78f4-4bec-9410-e682356d78ac tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.3193913 Feb 03 12:47:55.347617 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['f6025ea3-6731-4774-ae1c-298c4565bb5d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:55.358197 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['948afbdc-21a4-479e-8a60-62f8aa022a78'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:55.410077 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] Attempting to bind port 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:47:55.410583 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] Attempting to bind port 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:47:55.411029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] Attempting to bind port 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c on network 5599772e-9dcf-4127-a633-d91505819dd7 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:55.415954 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6cd2c6-39ce-47ca-a90b-fd1532c00ae6 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:55.417385 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6cd2c6-39ce-47ca-a90b-fd1532c00ae6 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:55.419126 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5d6cd2c6-39ce-47ca-a90b-fd1532c00ae6 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3000436 Feb 03 12:47:55.440627 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fe38b78-3970-4128-87e5-bbf826511a41 req-8eb9be56-11ba-4858-ac10-727fec34cb10 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902468 Feb 03 12:47:55.441227 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59238) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:55.449985 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] Port 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c on network 5599772e-9dcf-4127-a633-d91505819dd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:47:55.452322 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] Attempting to bind port 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c on network 5599772e-9dcf-4127-a633-d91505819dd7 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:47:55.524183 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=5b34d8da-40f6-405c-889b-c67cba3e547b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:55.554989 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:47:55.557211 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['745d7c1f-ea7e-472b-bc5f-20dc2fc66767'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:55.563560 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] Checking segment: {'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:47:55.564198 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] Bound using segment: {'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:47:55.571677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] Bound port: 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7c473a-cf31-47da-a5a8-077911dfe691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:47:55.574091 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5f41ff09-37fd-49e3-9cf2-e7c7bce8667c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:55.664365 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafb7ea-d433-466f-be51-558332c154ea req-dba5d224-486a-4f53-a029-23fea6a8ea6b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:55.680655 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafb7ea-d433-466f-be51-558332c154ea req-dba5d224-486a-4f53-a029-23fea6a8ea6b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:55.711923 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafb7ea-d433-466f-be51-558332c154ea req-dba5d224-486a-4f53-a029-23fea6a8ea6b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:55.711923 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafb7ea-d433-466f-be51-558332c154ea req-dba5d224-486a-4f53-a029-23fea6a8ea6b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:55.717801 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafb7ea-d433-466f-be51-558332c154ea req-dba5d224-486a-4f53-a029-23fea6a8ea6b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:55.740387 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafb7ea-d433-466f-be51-558332c154ea req-dba5d224-486a-4f53-a029-23fea6a8ea6b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:55.751803 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['5b34d8da-40f6-405c-889b-c67cba3e547b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:55.769791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafb7ea-d433-466f-be51-558332c154ea req-dba5d224-486a-4f53-a029-23fea6a8ea6b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:55.779227 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0cafb7ea-d433-466f-be51-558332c154ea req-dba5d224-486a-4f53-a029-23fea6a8ea6b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5437 time: 0.3308692 Feb 03 12:47:55.837485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b877e88-62fe-480a-b350-14bbb189dfde tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet ac7e94eb-7750-4342-bbdd-3471ed3b7d3b {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:47:55.841823 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59244) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:55.862868 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b877e88-62fe-480a-b350-14bbb189dfde tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (ac7e94eb-7750-4342-bbdd-3471ed3b7d3b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:55.895148 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-969f32cc-ac08-4478-8f69-5ac09b8c3ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:55.997865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ee682-12e4-4767-b7fa-602a74d6347f req-4d472bae-efb1-480a-b2da-cb0dcd869b27 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:56.009605 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5c0ee682-12e4-4767-b7fa-602a74d6347f req-4d472bae-efb1-480a-b2da-cb0dcd869b27 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 943 time: 0.3699005 Feb 03 12:47:56.055276 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0cafb7ea-d433-466f-be51-558332c154ea req-8adedc3e-eb69-47e6-a43c-4a1528855a2c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2370942 Feb 03 12:47:56.056784 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] For port 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:47:56.061978 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] For port 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5f41ff09-37fd-49e3-9cf2-e7c7bce8667c,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:47:56.092249 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (5f41ff09-37fd-49e3-9cf2-e7c7bce8667c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:56.163301 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['89bd8765-d49f-46ab-a694-20c0e30dfdb4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:56.186068 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-969f32cc-ac08-4478-8f69-5ac09b8c3ae6 admin admin] Publish callbacks [] for security_group (94ceb9cc-56a9-452d-ba5f-e73e2d5c5bfe), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:56.193447 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-969f32cc-ac08-4478-8f69-5ac09b8c3ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (94ceb9cc-56a9-452d-ba5f-e73e2d5c5bfe), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:56.229206 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:56.231305 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:56.232880 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] 10.222.0.73 "PUT /v2.0/ports/5f41ff09-37fd-49e3-9cf2-e7c7bce8667c HTTP/1.1" status: 200 len: 1091 time: 2.9195273 Feb 03 12:47:56.288637 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-969f32cc-ac08-4478-8f69-5ac09b8c3ae6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5c25d1d57414ecbb4ba121cefa168e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4414899 Feb 03 12:47:56.292562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62', 'tag': '5f41ff09-37fd-49e3-9cf2-e7c7bce8667c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:56.293544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f32cc-ac08-4478-8f69-5ac09b8c3ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ceb9cc-56a9-452d-ba5f-e73e2d5c5bfe,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:56.296138 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59250) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:56.302172 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c335574-e5e5-4c0a-a8d5-aa2b98113d04" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62", "tag": "5f41ff09-37fd-49e3-9cf2-e7c7bce8667c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:56.318091 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5c0ee682-12e4-4767-b7fa-602a74d6347f req-7d56ea5d-8fbc-4f25-b943-212e559fb0cb tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060873 Feb 03 12:47:56.369890 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b877e88-62fe-480a-b350-14bbb189dfde tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (ac7e94eb-7750-4342-bbdd-3471ed3b7d3b), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:56.424941 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18e57d72-f978-40c7-9aab-1ba6a6607bc3 admin admin] Publish callbacks [] for security_group (94ceb9cc-56a9-452d-ba5f-e73e2d5c5bfe), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:56.431186 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['aa91c3c8-d841-43d7-bb44-7ef525a623d6'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:47:56.470713 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18e57d72-f978-40c7-9aab-1ba6a6607bc3 admin admin] Publish callbacks [] for security_group (94ceb9cc-56a9-452d-ba5f-e73e2d5c5bfe), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:56.480461 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9523c7c-128d-499c-adf2-b78ec07a4b10 x-openstack-request-id: req-f9523c7c-128d-499c-adf2-b78ec07a4b10 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:56.480905 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62", "tag": "5f41ff09-37fd-49e3-9cf2-e7c7bce8667c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:56.481347 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9523c7c-128d-499c-adf2-b78ec07a4b10 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:56.481771 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62', 'tag': '5f41ff09-37fd-49e3-9cf2-e7c7bce8667c', 'status': 'completed', 'code': 200} Feb 03 12:47:56.569625 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18e57d72-f978-40c7-9aab-1ba6a6607bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (94ceb9cc-56a9-452d-ba5f-e73e2d5c5bfe), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:56.572940 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18e57d72-f978-40c7-9aab-1ba6a6607bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:56.574290 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-18e57d72-f978-40c7-9aab-1ba6a6607bc3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94ceb9cc-56a9-452d-ba5f-e73e2d5c5bfe HTTP/1.1" status: 204 len: 168 time: 0.2760446 Feb 03 12:47:56.588968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e57d72-f978-40c7-9aab-1ba6a6607bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ceb9cc-56a9-452d-ba5f-e73e2d5c5bfe,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:56.726040 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b877e88-62fe-480a-b350-14bbb189dfde tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (ac7e94eb-7750-4342-bbdd-3471ed3b7d3b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:56.892756 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c78e1-f501-410f-b492-65802efb6096 service neutron] Pushing event updated for resources: {'Port': ['ID=5f41ff09-37fd-49e3-9cf2-e7c7bce8667c,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:56.911249 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b877e88-62fe-480a-b350-14bbb189dfde tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (ac7e94eb-7750-4342-bbdd-3471ed3b7d3b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:57.025579 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b877e88-62fe-480a-b350-14bbb189dfde tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=ac7e94eb-7750-4342-bbdd-3471ed3b7d3b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:57.062838 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b877e88-62fe-480a-b350-14bbb189dfde tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:57.069284 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6b877e88-62fe-480a-b350-14bbb189dfde tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/ac7e94eb-7750-4342-bbdd-3471ed3b7d3b HTTP/1.1" status: 204 len: 168 time: 1.6224604 Feb 03 12:47:57.069284 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-4d8a2642-d48b-4b52-b24b-bc71d7bbdece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:57.070394 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59266) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:57.073885 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-4d8a2642-d48b-4b52-b24b-bc71d7bbdece service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffd0252b7b0747c69410a55d7883bffd&device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 1125 time: 0.7528896 Feb 03 12:47:57.189413 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d550ab1e-26ff-4079-9535-e0f7889c2c6c None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:57.226318 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-0f80465e-c14d-4345-b97b-0254dd8078f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f41ff09-37fd-49e3-9cf2-e7c7bce8667c HTTP/1.1" status: 200 len: 217 time: 0.1292222 Feb 03 12:47:57.227797 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59278) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:57.230862 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-559f0c98-018a-40ee-a8c5-218e89137334 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1505039 Feb 03 12:47:57.356036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245271e-8a76-4e76-878e-6df8124ffb43 req-3003e3bb-afef-455c-a08c-945695b2e3ae tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:57.373053 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e245271e-8a76-4e76-878e-6df8124ffb43 req-3003e3bb-afef-455c-a08c-945695b2e3ae tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.4845099 Feb 03 12:47:57.480726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-61e76857-bcaa-42fa-b124-1da2d32116d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:57.483818 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-61e76857-bcaa-42fa-b124-1da2d32116d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd98a1ba-2677-43a0-9803-d6921e32ec63 HTTP/1.1" status: 200 len: 851 time: 0.2562909 Feb 03 12:47:57.503509 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe32757-d8f0-4e3f-89c9-4510c8786104 req-b8959a67-1a55-4b89-aaff-8c753e9ae921 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:57.516252 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e245271e-8a76-4e76-878e-6df8124ffb43 req-f8473252-456d-4f03-b43f-65015f580d24 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435540 Feb 03 12:47:57.520821 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe32757-d8f0-4e3f-89c9-4510c8786104 req-b8959a67-1a55-4b89-aaff-8c753e9ae921 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:57.540940 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe32757-d8f0-4e3f-89c9-4510c8786104 req-b8959a67-1a55-4b89-aaff-8c753e9ae921 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:57.554431 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe32757-d8f0-4e3f-89c9-4510c8786104 req-b8959a67-1a55-4b89-aaff-8c753e9ae921 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:57.568942 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe32757-d8f0-4e3f-89c9-4510c8786104 req-b8959a67-1a55-4b89-aaff-8c753e9ae921 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:57.607639 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe32757-d8f0-4e3f-89c9-4510c8786104 req-b8959a67-1a55-4b89-aaff-8c753e9ae921 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:57.609462 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-028c06f7-2c05-4adf-95d9-9abd8f060f25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5599772e-9dcf-4127-a633-d91505819dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907896 Feb 03 12:47:57.628519 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe32757-d8f0-4e3f-89c9-4510c8786104 req-b8959a67-1a55-4b89-aaff-8c753e9ae921 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:57.637581 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0fe32757-d8f0-4e3f-89c9-4510c8786104 req-b8959a67-1a55-4b89-aaff-8c753e9ae921 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5437 time: 0.3799262 Feb 03 12:47:57.666435 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3457a8e5-a0b1-41fa-881c-e53975539edf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:57.670417 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3457a8e5-a0b1-41fa-881c-e53975539edf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4096708 Feb 03 12:47:57.671958 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59292) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:57.805892 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf011ef8-deab-424b-9bf4-2ae6915e712a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:57.810164 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cf011ef8-deab-424b-9bf4-2ae6915e712a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1372137 Feb 03 12:47:57.813333 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59298) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:57.830462 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-c3539323-d4d0-492d-a0a7-663b612a08b7 service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127373 Feb 03 12:47:57.925614 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1813634-6ddb-4e72-a533-bd9784002994 None None] DHCP port deletion for 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:47:57.956815 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-29f96ab1-7929-46f6-86e7-67384ffd25d4 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1285748 Feb 03 12:47:57.958951 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59302) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:57.966778 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8f61cfb0-bda9-4b9b-8e15-0c24307252eb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:58.031168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855a89c-4b63-4a5d-aff3-c879303a0fd2 req-7a621294-4db3-4617-9b07-eecd51cf44fa tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:58.051467 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4855a89c-4b63-4a5d-aff3-c879303a0fd2 req-7a621294-4db3-4617-9b07-eecd51cf44fa tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 943 time: 0.3820746 Feb 03 12:47:58.056792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59304) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:58.072250 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0faff131-f6ac-4868-ac92-214de3d0aac3 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Request body: {'subnet': {'network_id': 'de2f0d63-f6ad-420b-bae8-6be327e5cf23', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:58.092874 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b1813634-6ddb-4e72-a533-bd9784002994 None None] Deleting port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:47:58.093166 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1813634-6ddb-4e72-a533-bd9784002994 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:58.102950 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f61cfb0-bda9-4b9b-8e15-0c24307252eb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:58.115836 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f61cfb0-bda9-4b9b-8e15-0c24307252eb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:58.178794 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0fe32757-d8f0-4e3f-89c9-4510c8786104 req-929b80fa-a783-4e89-9c27-87f10afb043a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5289392 Feb 03 12:47:58.187232 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-613a0ae7-ceeb-4ce3-8af1-dab8fe66a3e9 req-82169987-3fbe-4221-a6de-fb13a4285353 service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207116 Feb 03 12:47:58.233690 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4855a89c-4b63-4a5d-aff3-c879303a0fd2 req-67c298e3-acb5-4248-b22b-523911ad22f8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809275 Feb 03 12:47:58.269390 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b1813634-6ddb-4e72-a533-bd9784002994 None None] For port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:58.269932 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1813634-6ddb-4e72-a533-bd9784002994 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:58.297788 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0faff131-f6ac-4868-ac92-214de3d0aac3 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Made reservation on behalf of 0cd00c068a0c4ae485276bfc3aa9e99a for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:58.305137 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0faff131-f6ac-4868-ac92-214de3d0aac3 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:58.310257 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b1813634-6ddb-4e72-a533-bd9784002994 None None] Calling delete_port for c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:47:58.422609 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 89bd8765-d49f-46ab-a694-20c0e30dfdb4 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:58.548426 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59324) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:58.593179 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c335574-e5e5-4c0a-a8d5-aa2b98113d04 req-8702d6d9-9fd6-4b7a-8d4a-f24019fe4267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:58.596216 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c335574-e5e5-4c0a-a8d5-aa2b98113d04 req-8702d6d9-9fd6-4b7a-8d4a-f24019fe4267 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffd0252b7b0747c69410a55d7883bffd&device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 1125 time: 0.2826452 Feb 03 12:47:58.602573 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f61cfb0-bda9-4b9b-8e15-0c24307252eb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (45918f9b-802a-45d8-a0a6-4be38e66ecdb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:58.758396 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1813634-6ddb-4e72-a533-bd9784002994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:58.794634 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1813634-6ddb-4e72-a533-bd9784002994 None None] No DVR routers for this DVR port c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:47:58.799050 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f61cfb0-bda9-4b9b-8e15-0c24307252eb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:47:58.800714 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1813634-6ddb-4e72-a533-bd9784002994 None None] Pushing event deleted for resources: {'Port': ['ID=c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:58.808452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 89bd8765-d49f-46ab-a694-20c0e30dfdb4 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:47:58.820877 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 89bd8765-d49f-46ab-a694-20c0e30dfdb4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:58.821890 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (89bd8765-d49f-46ab-a694-20c0e30dfdb4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:58.834915 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8f61cfb0-bda9-4b9b-8e15-0c24307252eb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:47:58.838920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-da90f686-1674-4793-a2f9-37bc3abe9f5c tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-473239858'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:58.847212 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f61cfb0-bda9-4b9b-8e15-0c24307252eb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:58.848131 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f61cfb0-bda9-4b9b-8e15-0c24307252eb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:58.859284 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32d9cf1-8565-48e0-a327-a96680b03d30 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:47:58.889742 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8f61cfb0-bda9-4b9b-8e15-0c24307252eb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9250631 Feb 03 12:47:58.889742 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61cfb0-bda9-4b9b-8e15-0c24307252eb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=45918f9b-802a-45d8-a0a6-4be38e66ecdb,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:58.890749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59330) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:47:58.899599 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d58c14b3-55a3-4e28-aeec-21334a09a16a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'mac_address': 'fa:16:3e:98:4b:06', 'name': 'tempest-NetworksTestDHCPv6-806544716'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:47:58.917665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f13d8-2fc3-4686-908e-b16d1f6bd33b req-8e12ecd2-c03e-4063-a1e6-3afb72575e07 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:58.919715 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-091f13d8-2fc3-4686-908e-b16d1f6bd33b req-8e12ecd2-c03e-4063-a1e6-3afb72575e07 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.1756785 Feb 03 12:47:58.943743 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da90f686-1674-4793-a2f9-37bc3abe9f5c tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Made reservation on behalf of 613b1ac772fa4d30a72fd1c5a4161fb2 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:58.946211 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da90f686-1674-4793-a2f9-37bc3abe9f5c tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.008482 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da90f686-1674-4793-a2f9-37bc3abe9f5c tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.075667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 89bd8765-d49f-46ab-a694-20c0e30dfdb4 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:59.076527 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (89bd8765-d49f-46ab-a694-20c0e30dfdb4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.084418 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-091f13d8-2fc3-4686-908e-b16d1f6bd33b req-6ec124a3-4c92-422a-a5f7-b934497c0fd6 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491301 Feb 03 12:47:59.140951 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58c14b3-55a3-4e28-aeec-21334a09a16a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:47:59.148517 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c335574-e5e5-4c0a-a8d5-aa2b98113d04 req-308fdc2b-4122-4aef-98f4-44c32f11f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:59.155681 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c335574-e5e5-4c0a-a8d5-aa2b98113d04 req-308fdc2b-4122-4aef-98f4-44c32f11f4de service neutron] 10.222.0.73 "GET /v2.0/networks?id=5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 200 len: 912 time: 0.5468757 Feb 03 12:47:59.163446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 89bd8765-d49f-46ab-a694-20c0e30dfdb4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=89bd8765-d49f-46ab-a694-20c0e30dfdb4,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:59.168187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bd8765-d49f-46ab-a694-20c0e30dfdb4'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:47:59.170125 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0faff131-f6ac-4868-ac92-214de3d0aac3 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (439e6940-47a6-49d2-8d17-95fc628d6cb6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.171394 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db89424-a898-4f3c-98e0-f17704c1916a" -d '{"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-plugged", "status": "completed", "tag": "89bd8765-d49f-46ab-a694-20c0e30dfdb4"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:47:59.174914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:47:59.178261 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'fixed_ips': [{'subnet_id': '45918f9b-802a-45d8-a0a6-4be38e66ecdb'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:47:59.179249 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.184356 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (89bd8765-d49f-46ab-a694-20c0e30dfdb4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.185249 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:47:59.300287 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=89bd8765-d49f-46ab-a694-20c0e30dfdb4,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:59.338683 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:47:59.339372 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c7df18b6-8e1b-4ec9-834f-7e8c9b5251b2 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:47:59.343740 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ff51bd-8f6a-4a9c-9b58-4fb212f57f4f x-openstack-request-id: req-19ff51bd-8f6a-4a9c-9b58-4fb212f57f4f {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:47:59.344382 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-plugged", "status": "completed", "tag": "89bd8765-d49f-46ab-a694-20c0e30dfdb4", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:47:59.346004 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19ff51bd-8f6a-4a9c-9b58-4fb212f57f4f {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:47:59.346637 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bd8765-d49f-46ab-a694-20c0e30dfdb4', 'code': 200} Feb 03 12:47:59.461163 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:47:59.472249 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:47:59.472785 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.492675 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d58c14b3-55a3-4e28-aeec-21334a09a16a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.507824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faff131-f6ac-4868-ac92-214de3d0aac3 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event updated for resources: {'Subnet': ['ID=439e6940-47a6-49d2-8d17-95fc628d6cb6,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:47:59.542932 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52e06a-b4be-43c7-8e41-d319a8fd8d73 req-1a5e587c-ea77-4ce0-abda-74b6aae324b9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:59.559561 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52e06a-b4be-43c7-8e41-d319a8fd8d73 req-1a5e587c-ea77-4ce0-abda-74b6aae324b9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:59.571100 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52e06a-b4be-43c7-8e41-d319a8fd8d73 req-1a5e587c-ea77-4ce0-abda-74b6aae324b9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:59.583980 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52e06a-b4be-43c7-8e41-d319a8fd8d73 req-1a5e587c-ea77-4ce0-abda-74b6aae324b9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:59.596661 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52e06a-b4be-43c7-8e41-d319a8fd8d73 req-1a5e587c-ea77-4ce0-abda-74b6aae324b9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:59.608283 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52e06a-b4be-43c7-8e41-d319a8fd8d73 req-1a5e587c-ea77-4ce0-abda-74b6aae324b9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:59.618309 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52e06a-b4be-43c7-8e41-d319a8fd8d73 req-1a5e587c-ea77-4ce0-abda-74b6aae324b9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:59.631514 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c335574-e5e5-4c0a-a8d5-aa2b98113d04 req-11e5d252-6c32-4d6e-a515-04261b034170 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f41ff09-37fd-49e3-9cf2-e7c7bce8667c HTTP/1.1" status: 200 len: 217 time: 0.4662313 Feb 03 12:47:59.632576 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8d52e06a-b4be-43c7-8e41-d319a8fd8d73 req-1a5e587c-ea77-4ce0-abda-74b6aae324b9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5438 time: 0.2337513 Feb 03 12:47:59.637971 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-d58c14b3-55a3-4e28-aeec-21334a09a16a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port bb53000a-589e-4a14-81da-40817dee1ecb yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:47:59.692126 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] Allocated IP 2001:db8::2 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/45918f9b-802a-45d8-a0a6-4be38e66ecdb/633d65fe-65b2-49ae-b9d3-75dc35a07643) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:47:59.781175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:47:59.781571 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.793371 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8d52e06a-b4be-43c7-8e41-d319a8fd8d73 req-b32db51b-41f4-42d4-820f-2d31cf3e96d2 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1598890 Feb 03 12:47:59.821402 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c335574-e5e5-4c0a-a8d5-aa2b98113d04 req-0722b82c-0bc5-481f-a659-1ff550b3d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:59.822931 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c335574-e5e5-4c0a-a8d5-aa2b98113d04 req-0722b82c-0bc5-481f-a659-1ff550b3d4fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd98a1ba-2677-43a0-9803-d6921e32ec63 HTTP/1.1" status: 200 len: 851 time: 0.1765740 Feb 03 12:47:59.866343 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da90f686-1674-4793-a2f9-37bc3abe9f5c tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks [] for security_group (07f350b9-42df-40ee-8188-607e7492c30b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.903519 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da90f686-1674-4793-a2f9-37bc3abe9f5c tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (07f350b9-42df-40ee-8188-607e7492c30b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:47:59.919933 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f0e6e-246f-4305-ac38-7fbb33ccab04 req-516ded0f-e5b4-4da8-94fc-90f8bb92b77d tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:47:59.922503 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5b5f0e6e-246f-4305-ac38-7fbb33ccab04 req-516ded0f-e5b4-4da8-94fc-90f8bb92b77d tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 943 time: 0.4063540 Feb 03 12:47:59.926205 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c335574-e5e5-4c0a-a8d5-aa2b98113d04 req-8a374a79-f94d-4065-bf05-ef29007b1ac4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5599772e-9dcf-4127-a633-d91505819dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903528 Feb 03 12:47:59.928758 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=745d7c1f-ea7e-472b-bc5f-20dc2fc66767,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:47:59.935208 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.019850 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faff131-f6ac-4868-ac92-214de3d0aac3 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Checking segment: {'id': '12cbfc07-c2ba-44ee-b1a4-13d77a9bccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'de2f0d63-f6ad-420b-bae8-6be327e5cf23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:00.020243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faff131-f6ac-4868-ac92-214de3d0aac3 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Network hostable DHCP agents. Network: de2f0d63-f6ad-420b-bae8-6be327e5cf23, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:48:00.022547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da90f686-1674-4793-a2f9-37bc3abe9f5c tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:48:00.037105 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=745d7c1f-ea7e-472b-bc5f-20dc2fc66767,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:00.046174 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] Publish callbacks [] for port (633d65fe-65b2-49ae-b9d3-75dc35a07643), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.057362 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (633d65fe-65b2-49ae-b9d3-75dc35a07643), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.112844 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] Pushing event updated for resources: {'Port': ['ID=633d65fe-65b2-49ae-b9d3-75dc35a07643,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:00.156802 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:00.162720 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:00.175561 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:00.197530 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d58c14b3-55a3-4e28-aeec-21334a09a16a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::3d (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/45918f9b-802a-45d8-a0a6-4be38e66ecdb/bb53000a-589e-4a14-81da-40817dee1ecb) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:00.278599 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] Attempting to bind port 633d65fe-65b2-49ae-b9d3-75dc35a07643 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:00.278987 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] Attempting to bind port 633d65fe-65b2-49ae-b9d3-75dc35a07643 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:00.279363 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] Attempting to bind port 633d65fe-65b2-49ae-b9d3-75dc35a07643 on network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:00.285319 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:00.285727 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] Checking segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:00.286134 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.286537 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] Bound using segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:00.287030 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] Bound port: 633d65fe-65b2-49ae-b9d3-75dc35a07643, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:00.287419 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (633d65fe-65b2-49ae-b9d3-75dc35a07643), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.402350 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] For port 633d65fe-65b2-49ae-b9d3-75dc35a07643, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:00.407158 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] For port 633d65fe-65b2-49ae-b9d3-75dc35a07643, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=633d65fe-65b2-49ae-b9d3-75dc35a07643,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:00.417789 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (633d65fe-65b2-49ae-b9d3-75dc35a07643), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.455094 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90f686-1674-4793-a2f9-37bc3abe9f5c tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f350b9-42df-40ee-8188-607e7492c30b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:00.484810 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da90f686-1674-4793-a2f9-37bc3abe9f5c tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (bb3ba8a7-fea2-47b8-901b-c7026f3bcc28), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.485191 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-da90f686-1674-4793-a2f9-37bc3abe9f5c tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Added segment bb3ba8a7-fea2-47b8-901b-c7026f3bcc28 of type vlan for network 8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb Feb 03 12:48:00.514599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faff131-f6ac-4868-ac92-214de3d0aac3 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Network de2f0d63-f6ad-420b-bae8-6be327e5cf23 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:48:00.596182 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5b5f0e6e-246f-4305-ac38-7fbb33ccab04 req-918f5ad0-0138-4f81-8128-b53043345df0 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6600285 Feb 03 12:48:00.609364 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da90f686-1674-4793-a2f9-37bc3abe9f5c tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.615677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0faff131-f6ac-4868-ac92-214de3d0aac3 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, de2f0d63-f6ad-420b-bae8-6be327e5cf23) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:00.626551 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c335574-e5e5-4c0a-a8d5-aa2b98113d04 req-cc520557-49a9-47d6-b8c6-fbafb349e015 service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6883197 Feb 03 12:48:00.628089 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faff131-f6ac-4868-ac92-214de3d0aac3 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:00.628719 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0faff131-f6ac-4868-ac92-214de3d0aac3 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.649708 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92abab8-afda-40e4-b979-8445003a6bcd req-c60779ae-1c19-4f17-a27b-662c77cfca3e tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:00.652190 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d92abab8-afda-40e4-b979-8445003a6bcd req-c60779ae-1c19-4f17-a27b-662c77cfca3e tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.3900623 Feb 03 12:48:00.682894 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41970d48-f4b2-47cf-a64e-a2eb68bccfea None None] Network de2f0d63-f6ad-420b-bae8-6be327e5cf23 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:00.694937 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0faff131-f6ac-4868-ac92-214de3d0aac3 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6327901 Feb 03 12:48:00.697000 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59366) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:00.703116 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-eec39afc-43bf-4c95-bfbc-49f486d1f94f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-683875556'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:00.729012 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d58c14b3-55a3-4e28-aeec-21334a09a16a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (bb53000a-589e-4a14-81da-40817dee1ecb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.768783 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da90f686-1674-4793-a2f9-37bc3abe9f5c tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.773671 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06e0be-fa5e-42de-ac12-bd00f80932f8 None None] Pushing event updated for resources: {'Port': ['ID=633d65fe-65b2-49ae-b9d3-75dc35a07643,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:00.789913 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da90f686-1674-4793-a2f9-37bc3abe9f5c tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:00.790627 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da90f686-1674-4793-a2f9-37bc3abe9f5c tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.821346 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d92abab8-afda-40e4-b979-8445003a6bcd req-fe367cc2-6b21-498a-a11f-990252bf754e tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397350 Feb 03 12:48:00.956283 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-da90f686-1674-4793-a2f9-37bc3abe9f5c tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4063704 Feb 03 12:48:00.960300 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d58c14b3-55a3-4e28-aeec-21334a09a16a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (bb53000a-589e-4a14-81da-40817dee1ecb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:00.962192 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59370) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:00.975880 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-69e85a51-1695-4440-8313-8adc05f8b25b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Request body: {'subnet': {'network_id': '8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:00.997983 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec39afc-43bf-4c95-bfbc-49f486d1f94f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Made reservation on behalf of 0cd00c068a0c4ae485276bfc3aa9e99a for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:00.998758 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.009479 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eec39afc-43bf-4c95-bfbc-49f486d1f94f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.069617 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-de2f0d63-f6ad-420b-bae8-6be327e5cf23', 'network_id': 'de2f0d63-f6ad-420b-bae8-6be327e5cf23', 'project_id': '0cd00c068a0c4ae485276bfc3aa9e99a', 'fixed_ips': [{'subnet_id': '439e6940-47a6-49d2-8d17-95fc628d6cb6'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:48:01.070977 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.135850 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58c14b3-55a3-4e28-aeec-21334a09a16a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:01.158675 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d58c14b3-55a3-4e28-aeec-21334a09a16a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:01.214597 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90f686-1674-4793-a2f9-37bc3abe9f5c tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Pushing event updated for resources: {'Network': ['ID=8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:01.223970 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c335574-e5e5-4c0a-a8d5-aa2b98113d04 req-a8e4b754-5df3-4fba-8185-4da6b465aaa1 service neutron] 10.222.0.73 "GET /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850108 Feb 03 12:48:01.253008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58c14b3-55a3-4e28-aeec-21334a09a16a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:01.259470 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58c14b3-55a3-4e28-aeec-21334a09a16a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:01.263216 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d58c14b3-55a3-4e28-aeec-21334a09a16a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.286027 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec39afc-43bf-4c95-bfbc-49f486d1f94f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:48:01.304511 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eec39afc-43bf-4c95-bfbc-49f486d1f94f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c64ed314-7ba7-4f63-a091-c7c9370d569d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.305026 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-eec39afc-43bf-4c95-bfbc-49f486d1f94f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Added segment c64ed314-7ba7-4f63-a091-c7c9370d569d of type vlan for network f644a7d1-d07d-4af8-bee1-463733a0eb31 Feb 03 12:48:01.325844 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c14b3-55a3-4e28-aeec-21334a09a16a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=bb53000a-589e-4a14-81da-40817dee1ecb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:01.366177 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745d7c1f-ea7e-472b-bc5f-20dc2fc66767'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:01.368986 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80bbd10-9bbc-4732-97f6-b4286e196a4d" -d '{"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-plugged", "status": "completed", "tag": "745d7c1f-ea7e-472b-bc5f-20dc2fc66767"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:01.369698 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eec39afc-43bf-4c95-bfbc-49f486d1f94f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (f644a7d1-d07d-4af8-bee1-463733a0eb31), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.376057 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:48:01.388871 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 633d65fe-65b2-49ae-b9d3-75dc35a07643 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:01.405038 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eec39afc-43bf-4c95-bfbc-49f486d1f94f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (f644a7d1-d07d-4af8-bee1-463733a0eb31), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.410498 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec39afc-43bf-4c95-bfbc-49f486d1f94f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:01.411107 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d58c14b3-55a3-4e28-aeec-21334a09a16a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5174556 Feb 03 12:48:01.413581 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eec39afc-43bf-4c95-bfbc-49f486d1f94f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.418239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59384) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:01.452695 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-eec39afc-43bf-4c95-bfbc-49f486d1f94f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7516513 Feb 03 12:48:01.455449 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59386) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:01.461849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b69a63be-1ba8-4244-ac31-b4a0b3f24ef1 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Request body: {'subnet': {'network_id': 'f644a7d1-d07d-4af8-bee1-463733a0eb31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:01.515871 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e85a51-1695-4440-8313-8adc05f8b25b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Made reservation on behalf of 613b1ac772fa4d30a72fd1c5a4161fb2 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:01.520373 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-69e85a51-1695-4440-8313-8adc05f8b25b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.520590 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73006f61-c179-48d2-a256-3130f978da3f x-openstack-request-id: req-73006f61-c179-48d2-a256-3130f978da3f {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:01.523000 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-plugged", "status": "completed", "tag": "745d7c1f-ea7e-472b-bc5f-20dc2fc66767", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:01.523459 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73006f61-c179-48d2-a256-3130f978da3f {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:01.523924 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745d7c1f-ea7e-472b-bc5f-20dc2fc66767', 'code': 200} Feb 03 12:48:01.567997 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dbe39-71af-434b-8ca4-dcc2503057d4 req-f7b77127-13d7-4b25-ac5d-0ae9e60ddc95 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:01.573612 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dbe39-71af-434b-8ca4-dcc2503057d4 req-f7b77127-13d7-4b25-ac5d-0ae9e60ddc95 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:01.580279 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dbe39-71af-434b-8ca4-dcc2503057d4 req-f7b77127-13d7-4b25-ac5d-0ae9e60ddc95 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:01.586432 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dbe39-71af-434b-8ca4-dcc2503057d4 req-f7b77127-13d7-4b25-ac5d-0ae9e60ddc95 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:01.592740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dbe39-71af-434b-8ca4-dcc2503057d4 req-f7b77127-13d7-4b25-ac5d-0ae9e60ddc95 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:01.598866 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dbe39-71af-434b-8ca4-dcc2503057d4 req-f7b77127-13d7-4b25-ac5d-0ae9e60ddc95 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:01.605422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dbe39-71af-434b-8ca4-dcc2503057d4 req-f7b77127-13d7-4b25-ac5d-0ae9e60ddc95 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:01.607507 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-376dbe39-71af-434b-8ca4-dcc2503057d4 req-f7b77127-13d7-4b25-ac5d-0ae9e60ddc95 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5439 time: 0.5615189 Feb 03 12:48:01.679498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77b159d-430f-497f-96ae-8555b2bab350 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:01.688042 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77b159d-430f-497f-96ae-8555b2bab350 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:01.691685 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e77b159d-430f-497f-96ae-8555b2bab350 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2715342 Feb 03 12:48:01.698283 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59392) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:01.744979 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 633d65fe-65b2-49ae-b9d3-75dc35a07643 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:01.747975 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (633d65fe-65b2-49ae-b9d3-75dc35a07643), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.756347 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-376dbe39-71af-434b-8ca4-dcc2503057d4 req-777c2e39-b032-4ead-8619-81e6f82a9486 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1341269 Feb 03 12:48:01.764242 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec39afc-43bf-4c95-bfbc-49f486d1f94f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event updated for resources: {'Network': ['ID=f644a7d1-d07d-4af8-bee1-463733a0eb31,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:01.787326 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69a63be-1ba8-4244-ac31-b4a0b3f24ef1 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Made reservation on behalf of 0cd00c068a0c4ae485276bfc3aa9e99a for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:01.798572 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b69a63be-1ba8-4244-ac31-b4a0b3f24ef1 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:01.835876 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network f644a7d1-d07d-4af8-bee1-463733a0eb31 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:48:02.035963 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a80c88-eb79-45a3-9ac4-5c401c9dd140 req-5164c7b1-35c6-42c8-b739-86745aa0d609 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:02.037315 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] Allocated IP 2001:db8:0:ffff::2 (de2f0d63-f6ad-420b-bae8-6be327e5cf23/439e6940-47a6-49d2-8d17-95fc628d6cb6/244d54fd-a70a-4a39-a54f-823dbf335826) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:02.037946 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f8a80c88-eb79-45a3-9ac4-5c401c9dd140 req-5164c7b1-35c6-42c8-b739-86745aa0d609 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 943 time: 0.2178993 Feb 03 12:48:02.211176 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-589b9a67-38e8-4767-a599-237a28a9b4eb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port bb53000a-589e-4a14-81da-40817dee1ecb {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:02.211663 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-589b9a67-38e8-4767-a599-237a28a9b4eb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (bb53000a-589e-4a14-81da-40817dee1ecb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:02.302116 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e91b6-3935-4526-b86c-01f41e3de8ee req-dd1415d5-e32e-43cb-82e2-50efea1aa345 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:02.310419 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-984e91b6-3935-4526-b86c-01f41e3de8ee req-dd1415d5-e32e-43cb-82e2-50efea1aa345 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.2302289 Feb 03 12:48:02.445369 n-d-827336-3 neutron-server[103188]: DEBUG neutron.objects.ports [None req-b69a63be-1ba8-4244-ac31-b4a0b3f24ef1 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:48:02.455249 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:48:02.457809 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device fcdf902f-54e1-4f50-bb41-a4f97269c095 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:02.461294 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b69a63be-1ba8-4244-ac31-b4a0b3f24ef1 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (ee1c265c-fa0f-4b2e-9e03-54fb5044e50e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:02.474901 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f8a80c88-eb79-45a3-9ac4-5c401c9dd140 req-f65f6656-eb26-497a-b25e-4d06ae7f8033 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194176 Feb 03 12:48:02.501325 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-984e91b6-3935-4526-b86c-01f41e3de8ee req-a5067cc9-1282-484d-b7a1-a7efd9ed7d59 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899569 Feb 03 12:48:02.543001 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 633d65fe-65b2-49ae-b9d3-75dc35a07643 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:02.543620 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (633d65fe-65b2-49ae-b9d3-75dc35a07643), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:02.550616 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] Publish callbacks [] for port (244d54fd-a70a-4a39-a54f-823dbf335826), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:02.589427 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (244d54fd-a70a-4a39-a54f-823dbf335826), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:02.599274 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69a63be-1ba8-4244-ac31-b4a0b3f24ef1 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Checking segment: {'id': 'c64ed314-7ba7-4f63-a091-c7c9370d569d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f644a7d1-d07d-4af8-bee1-463733a0eb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:02.599887 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69a63be-1ba8-4244-ac31-b4a0b3f24ef1 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Network hostable DHCP agents. Network: f644a7d1-d07d-4af8-bee1-463733a0eb31, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:48:02.617207 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a63be-1ba8-4244-ac31-b4a0b3f24ef1 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event updated for resources: {'Subnet': ['ID=ee1c265c-fa0f-4b2e-9e03-54fb5044e50e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:02.628853 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-69e85a51-1695-4440-8313-8adc05f8b25b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (ded353ae-216a-4c2d-9ec0-983e741c04bb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:02.639838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69a63be-1ba8-4244-ac31-b4a0b3f24ef1 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Network f644a7d1-d07d-4af8-bee1-463733a0eb31 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:48:02.665715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b69a63be-1ba8-4244-ac31-b4a0b3f24ef1 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, f644a7d1-d07d-4af8-bee1-463733a0eb31) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:02.670674 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69a63be-1ba8-4244-ac31-b4a0b3f24ef1 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:02.671438 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b69a63be-1ba8-4244-ac31-b4a0b3f24ef1 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:02.709168 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b69a63be-1ba8-4244-ac31-b4a0b3f24ef1 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2524264 Feb 03 12:48:02.712592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59406) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:02.720640 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a474aaf5-49e0-4a2e-bdbe-09c1e5fd7ebe tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Request body: {'port': {'network_id': 'f644a7d1-d07d-4af8-bee1-463733a0eb31', 'name': 'tempest-NetworksIpV6TestAttrs-474280584'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:02.763744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] Network de2f0d63-f6ad-420b-bae8-6be327e5cf23 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:02.768157 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71faa1e-bde2-4d52-b8f1-19b4e720d966 None None] Network f644a7d1-d07d-4af8-bee1-463733a0eb31 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:02.808617 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e85a51-1695-4440-8313-8adc05f8b25b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Checking segment: {'id': 'bb3ba8a7-fea2-47b8-901b-c7026f3bcc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:02.809344 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e85a51-1695-4440-8313-8adc05f8b25b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Network hostable DHCP agents. Network: 8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:48:02.814773 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e85a51-1695-4440-8313-8adc05f8b25b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Pushing event updated for resources: {'Subnet': ['ID=ded353ae-216a-4c2d-9ec0-983e741c04bb,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:02.891386 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-589b9a67-38e8-4767-a599-237a28a9b4eb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (bb53000a-589e-4a14-81da-40817dee1ecb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:02.923276 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c1497036-71df-4414-88a9-0efea9d88fac None None] Provisioning complete for port 633d65fe-65b2-49ae-b9d3-75dc35a07643 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:02.923804 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c1497036-71df-4414-88a9-0efea9d88fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (633d65fe-65b2-49ae-b9d3-75dc35a07643), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:02.946977 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e85a51-1695-4440-8313-8adc05f8b25b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Network 8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:48:02.957033 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-589b9a67-38e8-4767-a599-237a28a9b4eb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for bb53000a-589e-4a14-81da-40817dee1ecb owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:02.969155 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:02.973239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a474aaf5-49e0-4a2e-bdbe-09c1e5fd7ebe tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Made reservation on behalf of 0cd00c068a0c4ae485276bfc3aa9e99a for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:02.980229 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a474aaf5-49e0-4a2e-bdbe-09c1e5fd7ebe tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:03.015264 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-69e85a51-1695-4440-8313-8adc05f8b25b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:03.021618 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:03.022512 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-a474aaf5-49e0-4a2e-bdbe-09c1e5fd7ebe tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] device_id is not set on port 0755ff1d-63a4-4dea-87f2-18fcb458e28e yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:48:03.031888 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e85a51-1695-4440-8313-8adc05f8b25b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:03.033154 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-69e85a51-1695-4440-8313-8adc05f8b25b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:03.060655 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 633d65fe-65b2-49ae-b9d3-75dc35a07643, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=633d65fe-65b2-49ae-b9d3-75dc35a07643,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:03.066769 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-69e85a51-1695-4440-8313-8adc05f8b25b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1032085 Feb 03 12:48:03.069329 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467e74de-d57a-4323-a708-7c1e4e591d01 None None] Network 8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:03.074555 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59414) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:03.084943 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9ca2294d-d6a5-422b-bcc3-6ac5c1c85ca4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Request body: {'port': {'network_id': '8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb', 'name': 'tempest-AllowedAddressPairTestJSON-2127825291'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:03.256251 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-a474aaf5-49e0-4a2e-bdbe-09c1e5fd7ebe tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Allocated IP 2001:db8::f816:3eff:fefd:8b56 (f644a7d1-d07d-4af8-bee1-463733a0eb31/ee1c265c-fa0f-4b2e-9e03-54fb5044e50e/0755ff1d-63a4-4dea-87f2-18fcb458e28e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:03.324234 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d0434-7deb-402d-b628-ddfb4bcbb959 req-f8ce8abb-0a51-4664-bc27-ff8e38ebf108 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:03.330404 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d0434-7deb-402d-b628-ddfb4bcbb959 req-f8ce8abb-0a51-4664-bc27-ff8e38ebf108 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:03.336682 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d0434-7deb-402d-b628-ddfb4bcbb959 req-f8ce8abb-0a51-4664-bc27-ff8e38ebf108 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:03.342655 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d0434-7deb-402d-b628-ddfb4bcbb959 req-f8ce8abb-0a51-4664-bc27-ff8e38ebf108 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:03.348559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d0434-7deb-402d-b628-ddfb4bcbb959 req-f8ce8abb-0a51-4664-bc27-ff8e38ebf108 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:03.355115 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d0434-7deb-402d-b628-ddfb4bcbb959 req-f8ce8abb-0a51-4664-bc27-ff8e38ebf108 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:03.361885 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d0434-7deb-402d-b628-ddfb4bcbb959 req-f8ce8abb-0a51-4664-bc27-ff8e38ebf108 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:03.364235 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c40d0434-7deb-402d-b628-ddfb4bcbb959 req-f8ce8abb-0a51-4664-bc27-ff8e38ebf108 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5439 time: 0.4028881 Feb 03 12:48:03.387322 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca2294d-d6a5-422b-bcc3-6ac5c1c85ca4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Made reservation on behalf of 613b1ac772fa4d30a72fd1c5a4161fb2 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:03.391063 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ca2294d-d6a5-422b-bcc3-6ac5c1c85ca4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:03.393029 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5f41ff09-37fd-49e3-9cf2-e7c7bce8667c,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:03.412101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5d7af8-c3c8-43c6-a322-f491efe2a084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-f644a7d1-d07d-4af8-bee1-463733a0eb31', 'network_id': 'f644a7d1-d07d-4af8-bee1-463733a0eb31', 'project_id': '0cd00c068a0c4ae485276bfc3aa9e99a', 'fixed_ips': [{'subnet_id': 'ee1c265c-fa0f-4b2e-9e03-54fb5044e50e'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:48:03.413454 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be5d7af8-c3c8-43c6-a322-f491efe2a084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:03.428240 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '5f41ff09-37fd-49e3-9cf2-e7c7bce8667c', 'network_id': '5599772e-9dcf-4127-a633-d91505819dd7', 'port_id': '5f41ff09-37fd-49e3-9cf2-e7c7bce8667c', 'mac_address': 'fa:16:3e:5f:be:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd98a1ba-2677-43a0-9803-d6921e32ec63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:48:03.431170 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-9ca2294d-d6a5-422b-bcc3-6ac5c1c85ca4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] device_id is not set on port aa976385-5eeb-4c45-8c0f-5859ba1d0ec8 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:48:03.457483 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (633d65fe-65b2-49ae-b9d3-75dc35a07643), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:03.496319 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] Pushing event updated for resources: {'Port': ['ID=244d54fd-a70a-4a39-a54f-823dbf335826,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:03.572888 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a474aaf5-49e0-4a2e-bdbe-09c1e5fd7ebe tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for port (0755ff1d-63a4-4dea-87f2-18fcb458e28e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:03.593474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb', 'network_id': '8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb', 'project_id': '613b1ac772fa4d30a72fd1c5a4161fb2', 'fixed_ips': [{'subnet_id': 'ded353ae-216a-4c2d-9ec0-983e741c04bb'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:48:03.594328 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:03.609782 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c40d0434-7deb-402d-b628-ddfb4bcbb959 req-86d3c11a-afdc-4a6f-b2dc-30ad1645222b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2323251 Feb 03 12:48:03.735889 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-589b9a67-38e8-4767-a599-237a28a9b4eb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (bb53000a-589e-4a14-81da-40817dee1ecb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:03.808071 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-9ca2294d-d6a5-422b-bcc3-6ac5c1c85ca4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Allocated IP 172.20.0.9 (8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb/ded353ae-216a-4c2d-9ec0-983e741c04bb/aa976385-5eeb-4c45-8c0f-5859ba1d0ec8) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:03.808605 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port fcdf902f-54e1-4f50-bb41-a4f97269c095 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:48:03.814561 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=633d65fe-65b2-49ae-b9d3-75dc35a07643,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:03.820374 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d7b8-9c31-43b0-8424-aa598c6c062a req-8fab9824-8e4c-4d3a-926d-6feca2011d4c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:03.821757 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b9a67-38e8-4767-a599-237a28a9b4eb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=bb53000a-589e-4a14-81da-40817dee1ecb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:03.827256 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f90d7b8-9c31-43b0-8424-aa598c6c062a req-8fab9824-8e4c-4d3a-926d-6feca2011d4c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 943 time: 0.2263761 Feb 03 12:48:03.831847 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a474aaf5-49e0-4a2e-bdbe-09c1e5fd7ebe tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0755ff1d-63a4-4dea-87f2-18fcb458e28e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:03.911994 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-589b9a67-38e8-4767-a599-237a28a9b4eb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:03.920530 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-589b9a67-38e8-4767-a599-237a28a9b4eb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/bb53000a-589e-4a14-81da-40817dee1ecb HTTP/1.1" status: 204 len: 168 time: 2.2207785 Feb 03 12:48:03.924992 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59430) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:03.930525 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] Attempting to bind port 244d54fd-a70a-4a39-a54f-823dbf335826 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:03.931322 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] Attempting to bind port 244d54fd-a70a-4a39-a54f-823dbf335826 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '12cbfc07-c2ba-44ee-b1a4-13d77a9bccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'de2f0d63-f6ad-420b-bae8-6be327e5cf23'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:03.931701 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] Attempting to bind port 244d54fd-a70a-4a39-a54f-823dbf335826 on network de2f0d63-f6ad-420b-bae8-6be327e5cf23 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:04.001925 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe6e50d-1230-4140-bffe-3465d5570dfb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:04.003559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe6e50d-1230-4140-bffe-3465d5570dfb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:04.005544 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bfe6e50d-1230-4140-bffe-3465d5570dfb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0790381 Feb 03 12:48:04.009804 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59432) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:04.033070 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a474aaf5-49e0-4a2e-bdbe-09c1e5fd7ebe tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Network f644a7d1-d07d-4af8-bee1-463733a0eb31 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:04.038473 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f90d7b8-9c31-43b0-8424-aa598c6c062a req-3ba02321-5bc4-4204-bee4-37508c393f36 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011540 Feb 03 12:48:04.039440 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474aaf5-49e0-4a2e-bdbe-09c1e5fd7ebe tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event updated for resources: {'Port': ['ID=0755ff1d-63a4-4dea-87f2-18fcb458e28e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:04.041876 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port fcdf902f-54e1-4f50-bb41-a4f97269c095 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:04.042466 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fcdf902f-54e1-4f50-bb41-a4f97269c095), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.044932 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a474aaf5-49e0-4a2e-bdbe-09c1e5fd7ebe tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:04.048290 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a474aaf5-49e0-4a2e-bdbe-09c1e5fd7ebe tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:04.055409 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a474aaf5-49e0-4a2e-bdbe-09c1e5fd7ebe tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:04.056362 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a474aaf5-49e0-4a2e-bdbe-09c1e5fd7ebe tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.081392 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a474aaf5-49e0-4a2e-bdbe-09c1e5fd7ebe tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3647196 Feb 03 12:48:04.081633 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59434) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:04.165266 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c1497036-71df-4414-88a9-0efea9d88fac None None] Current status of the port 633d65fe-65b2-49ae-b9d3-75dc35a07643 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:04.171514 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba277f38-1ae1-4338-be00-12d03e7a86ee tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Deleting subnet ee1c265c-fa0f-4b2e-9e03-54fb5044e50e {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:48:04.182648 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba277f38-1ae1-4338-be00-12d03e7a86ee tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for subnet (ee1c265c-fa0f-4b2e-9e03-54fb5044e50e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.199817 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:04.200237 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] Checking segment: {'id': '12cbfc07-c2ba-44ee-b1a4-13d77a9bccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'de2f0d63-f6ad-420b-bae8-6be327e5cf23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:04.200661 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.201069 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] Bound using segment: {'id': '12cbfc07-c2ba-44ee-b1a4-13d77a9bccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'de2f0d63-f6ad-420b-bae8-6be327e5cf23'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:04.201575 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] Bound port: 244d54fd-a70a-4a39-a54f-823dbf335826, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12cbfc07-c2ba-44ee-b1a4-13d77a9bccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'de2f0d63-f6ad-420b-bae8-6be327e5cf23'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:04.201971 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (244d54fd-a70a-4a39-a54f-823dbf335826), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.233089 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-319c3208-a306-4b02-8552-a58322d4afe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.259379 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba277f38-1ae1-4338-be00-12d03e7a86ee tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (ee1c265c-fa0f-4b2e-9e03-54fb5044e50e), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.267589 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ddbec-65d6-45cf-88aa-71c572e8f5f6 req-4ea5f926-dd3b-4c45-bc44-db5400bbc4ba tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:04.269777 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-295ddbec-65d6-45cf-88aa-71c572e8f5f6 req-4ea5f926-dd3b-4c45-bc44-db5400bbc4ba tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.4550588 Feb 03 12:48:04.340892 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7fade4-5c66-48d4-a292-2dee48b41190 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet 45918f9b-802a-45d8-a0a6-4be38e66ecdb {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:48:04.342721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:04.342984 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5f41ff09-37fd-49e3-9cf2-e7c7bce8667c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.346805 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc7fade4-5c66-48d4-a292-2dee48b41190 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (45918f9b-802a-45d8-a0a6-4be38e66ecdb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.352479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-35db649b-6299-4164-b78d-27775ac3610f None None] Could not find standard attr ID for object bb53000a-589e-4a14-81da-40817dee1ecb. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:48:04.396249 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:48:04.410979 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port fcdf902f-54e1-4f50-bb41-a4f97269c095 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:04.411455 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fcdf902f-54e1-4f50-bb41-a4f97269c095), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.412941 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba277f38-1ae1-4338-be00-12d03e7a86ee tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (ee1c265c-fa0f-4b2e-9e03-54fb5044e50e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.413947 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] For port 244d54fd-a70a-4a39-a54f-823dbf335826, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:04.422634 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] For port 244d54fd-a70a-4a39-a54f-823dbf335826, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=244d54fd-a70a-4a39-a54f-823dbf335826,segment=NetworkSegment(12cbfc07-c2ba-44ee-b1a4-13d77a9bccf1),segment_id=12cbfc07-c2ba-44ee-b1a4-13d77a9bccf1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:04.431562 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc7fade4-5c66-48d4-a292-2dee48b41190 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (45918f9b-802a-45d8-a0a6-4be38e66ecdb), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.442332 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (244d54fd-a70a-4a39-a54f-823dbf335826), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.449933 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5f41ff09-37fd-49e3-9cf2-e7c7bce8667c,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:04.481962 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5f41ff09-37fd-49e3-9cf2-e7c7bce8667c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.489524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdf902f-54e1-4f50-bb41-a4f97269c095'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:04.492411 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be0a8b7-3b11-4fda-9746-4a05f8ab5922" -d '{"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-plugged", "status": "completed", "tag": "fcdf902f-54e1-4f50-bb41-a4f97269c095"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:04.522901 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port fcdf902f-54e1-4f50-bb41-a4f97269c095, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=fcdf902f-54e1-4f50-bb41-a4f97269c095,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:04.548497 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fcdf902f-54e1-4f50-bb41-a4f97269c095), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.549396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device f6025ea3-6731-4774-ae1c-298c4565bb5d up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:04.576885 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba277f38-1ae1-4338-be00-12d03e7a86ee tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (ee1c265c-fa0f-4b2e-9e03-54fb5044e50e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.603229 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483dc781-5d93-47d2-a78a-e563da007ddc None None] Pushing event updated for resources: {'Port': ['ID=244d54fd-a70a-4a39-a54f-823dbf335826,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server [None req-be5d7af8-c3c8-43c6-a322-f491efe2a084 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee1c265c-fa0f-4b2e-9e03-54fb5044e50e: This subnet is being modified by another concurrent operation. Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:48:04.611576 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exception Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee1c265c-fa0f-4b2e-9e03-54fb5044e50e: This subnet is being modified by another concurrent operation. Feb 03 12:48:04.616000 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Feb 03 12:48:04.665421 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba277f38-1ae1-4338-be00-12d03e7a86ee tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event deleted for resources: {'Subnet': ['ID=ee1c265c-fa0f-4b2e-9e03-54fb5044e50e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:04.681795 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc7fade4-5c66-48d4-a292-2dee48b41190 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (45918f9b-802a-45d8-a0a6-4be38e66ecdb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.685521 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba277f38-1ae1-4338-be00-12d03e7a86ee tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:04.694276 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ba277f38-1ae1-4338-be00-12d03e7a86ee tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "DELETE /v2.0/subnets/ee1c265c-fa0f-4b2e-9e03-54fb5044e50e HTTP/1.1" status: 204 len: 168 time: 0.6115842 Feb 03 12:48:04.696635 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59450) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:04.697717 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6032a3-e3f9-40d8-b780-a0e5357e4c84 x-openstack-request-id: req-bf6032a3-e3f9-40d8-b780-a0e5357e4c84 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:04.701762 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-plugged", "status": "completed", "tag": "fcdf902f-54e1-4f50-bb41-a4f97269c095", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:04.702256 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf6032a3-e3f9-40d8-b780-a0e5357e4c84 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:04.702824 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcdf902f-54e1-4f50-bb41-a4f97269c095', 'code': 200} Feb 03 12:48:04.710776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735f6d1a-2148-402f-b9ca-74b2b4991157 None None] Network f644a7d1-d07d-4af8-bee1-463733a0eb31 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:04.909935 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dde9019-5afe-4efb-a399-f63d9a232608 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:04.911442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dde9019-5afe-4efb-a399-f63d9a232608 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:04.915547 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7dde9019-5afe-4efb-a399-f63d9a232608 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2145760 Feb 03 12:48:04.920824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59452) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:04.984174 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['5f41ff09-37fd-49e3-9cf2-e7c7bce8667c'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:48:05.004065 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc7fade4-5c66-48d4-a292-2dee48b41190 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (45918f9b-802a-45d8-a0a6-4be38e66ecdb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:05.011019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=5f41ff09-37fd-49e3-9cf2-e7c7bce8667c,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:05.059505 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc7fade4-5c66-48d4-a292-2dee48b41190 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:05.067828 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b7a8d-0799-4d9c-a37c-8285f4b633fb req-5c5343a5-411f-41f0-b98b-18a9a8683adc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:05.069226 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cc7fade4-5c66-48d4-a292-2dee48b41190 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/45918f9b-802a-45d8-a0a6-4be38e66ecdb HTTP/1.1" status: 204 len: 168 time: 1.0523250 Feb 03 12:48:05.075381 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59454) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:05.077745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b7a8d-0799-4d9c-a37c-8285f4b633fb req-5c5343a5-411f-41f0-b98b-18a9a8683adc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:05.090539 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b7a8d-0799-4d9c-a37c-8285f4b633fb req-5c5343a5-411f-41f0-b98b-18a9a8683adc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:05.093903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5c683c-e371-479f-a949-269053d80015 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:05.106981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b7a8d-0799-4d9c-a37c-8285f4b633fb req-5c5343a5-411f-41f0-b98b-18a9a8683adc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:05.122760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b7a8d-0799-4d9c-a37c-8285f4b633fb req-5c5343a5-411f-41f0-b98b-18a9a8683adc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:05.127058 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-295ddbec-65d6-45cf-88aa-71c572e8f5f6 req-3336c9ac-8414-4b0f-a809-b4484c679720 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8358500 Feb 03 12:48:05.144726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b7a8d-0799-4d9c-a37c-8285f4b633fb req-5c5343a5-411f-41f0-b98b-18a9a8683adc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:05.160329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b7a8d-0799-4d9c-a37c-8285f4b633fb req-5c5343a5-411f-41f0-b98b-18a9a8683adc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:05.170107 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab1b7a8d-0799-4d9c-a37c-8285f4b633fb req-5c5343a5-411f-41f0-b98b-18a9a8683adc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5440 time: 0.3959661 Feb 03 12:48:05.256308 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59460) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:05.256579 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8937226c-a1dd-40ab-b78c-562ed1bad61f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1453438 Feb 03 12:48:05.258714 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fade4-5c66-48d4-a292-2dee48b41190 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=45918f9b-802a-45d8-a0a6-4be38e66ecdb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:05.282000 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port f6025ea3-6731-4774-ae1c-298c4565bb5d completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:48:05.328451 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ca2294d-d6a5-422b-bcc3-6ac5c1c85ca4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks [] for port (aa976385-5eeb-4c45-8c0f-5859ba1d0ec8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:05.332503 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port f6025ea3-6731-4774-ae1c-298c4565bb5d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:05.333114 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f6025ea3-6731-4774-ae1c-298c4565bb5d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:05.408740 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ddb4ba5-6b64-4fba-b6a2-610a9b7fb36f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (f644a7d1-d07d-4af8-bee1-463733a0eb31), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:05.417347 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=fcdf902f-54e1-4f50-bb41-a4f97269c095,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:05.488010 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6a1ba-4271-47ff-8844-0fae3734030c req-32678375-2676-4a3c-a1c0-318f3a6f683c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:05.509383 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ab6a1ba-4271-47ff-8844-0fae3734030c req-32678375-2676-4a3c-a1c0-318f3a6f683c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 944 time: 0.2380958 Feb 03 12:48:05.533710 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93989dff-405f-4c7b-918b-656759666dc9 None None] DHCP port deletion for 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:48:05.608414 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab1b7a8d-0799-4d9c-a37c-8285f4b633fb req-ba9f346d-95c0-42dc-9fa2-fc53e5ebe947 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3339522 Feb 03 12:48:05.639509 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddb4ba5-6b64-4fba-b6a2-610a9b7fb36f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 03 12:48:05.640430 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ddb4ba5-6b64-4fba-b6a2-610a9b7fb36f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:48:05.648838 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ca2294d-d6a5-422b-bcc3-6ac5c1c85ca4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (aa976385-5eeb-4c45-8c0f-5859ba1d0ec8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:05.659137 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2ddb4ba5-6b64-4fba-b6a2-610a9b7fb36f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "DELETE /v2.0/networks/f644a7d1-d07d-4af8-bee1-463733a0eb31 HTTP/1.1" status: 409 len: 466 time: 0.7350340 Feb 03 12:48:05.664602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59466) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:05.670464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7383e9cb-4805-4f15-aa05-91aa1811c348 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1925879317'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:05.691222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d65967-8fa4-45c1-a4e6-f537b5ef22c1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:05.695118 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c7d65967-8fa4-45c1-a4e6-f537b5ef22c1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4183826 Feb 03 12:48:05.696216 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59468) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:05.729256 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ab6a1ba-4271-47ff-8844-0fae3734030c req-0838c94f-6b86-4b3e-9cae-2abe2215b894 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130437 Feb 03 12:48:05.734484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port f6025ea3-6731-4774-ae1c-298c4565bb5d is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:05.736281 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f6025ea3-6731-4774-ae1c-298c4565bb5d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:05.783647 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port f6025ea3-6731-4774-ae1c-298c4565bb5d, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=f6025ea3-6731-4774-ae1c-298c4565bb5d,segment=NetworkSegment(3a1dd41e-59bc-4c62-900b-ab6f7f8767ba),segment_id=3a1dd41e-59bc-4c62-900b-ab6f7f8767ba)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:05.790913 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7383e9cb-4805-4f15-aa05-91aa1811c348 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Made reservation on behalf of 0cd00c068a0c4ae485276bfc3aa9e99a for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:05.798412 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7383e9cb-4805-4f15-aa05-91aa1811c348 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:05.800507 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 244d54fd-a70a-4a39-a54f-823dbf335826 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:05.807274 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f6025ea3-6731-4774-ae1c-298c4565bb5d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:05.808858 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 948afbdc-21a4-479e-8a60-62f8aa022a78 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:05.839362 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59474) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:05.841604 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca2294d-d6a5-422b-bcc3-6ac5c1c85ca4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Network 8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:05.851435 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9ca2294d-d6a5-422b-bcc3-6ac5c1c85ca4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:05.862748 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca2294d-d6a5-422b-bcc3-6ac5c1c85ca4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:05.864580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24e16ad-a127-47d9-a9db-ea965cb97ead tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:05.866417 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d24e16ad-a127-47d9-a9db-ea965cb97ead tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1692472 Feb 03 12:48:05.869061 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59478) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:05.893944 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2294d-d6a5-422b-bcc3-6ac5c1c85ca4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Pushing event updated for resources: {'Port': ['ID=aa976385-5eeb-4c45-8c0f-5859ba1d0ec8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:05.927987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7383e9cb-4805-4f15-aa05-91aa1811c348 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:48:05.936185 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1a6f8c45-880f-4fb1-8bd6-5ea3a548ede7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618062 Feb 03 12:48:05.939476 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59480) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:05.949587 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7383e9cb-4805-4f15-aa05-91aa1811c348 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (051c0b55-bb5e-4a99-a67f-4d52d41c0d26), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:05.952142 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-7383e9cb-4805-4f15-aa05-91aa1811c348 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Added segment 051c0b55-bb5e-4a99-a67f-4d52d41c0d26 of type vlan for network 41da025b-3b33-4a99-bd19-6c357e9622cb Feb 03 12:48:05.976542 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a9dc6a4a-1131-4ff2-baab-4993246f8b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:05.978711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] Allocated IP 172.20.0.2 (8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb/ded353ae-216a-4c2d-9ec0-983e741c04bb/ca93627f-c3e6-4543-b275-a3f6a7713d32) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:06.037469 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7383e9cb-4805-4f15-aa05-91aa1811c348 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (41da025b-3b33-4a99-bd19-6c357e9622cb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.099873 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7383e9cb-4805-4f15-aa05-91aa1811c348 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (41da025b-3b33-4a99-bd19-6c357e9622cb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.106756 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7383e9cb-4805-4f15-aa05-91aa1811c348 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:06.107539 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7383e9cb-4805-4f15-aa05-91aa1811c348 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.224346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383e9cb-4805-4f15-aa05-91aa1811c348 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event updated for resources: {'Network': ['ID=41da025b-3b33-4a99-bd19-6c357e9622cb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:06.242501 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85695d06-a30c-4c82-b651-899bf94352be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.257238 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca2294d-d6a5-422b-bcc3-6ac5c1c85ca4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:06.260387 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ca2294d-d6a5-422b-bcc3-6ac5c1c85ca4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.269434 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dc6a4a-1131-4ff2-baab-4993246f8b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:06.275977 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 41da025b-3b33-4a99-bd19-6c357e9622cb details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:48:06.289420 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7383e9cb-4805-4f15-aa05-91aa1811c348 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6210737 Feb 03 12:48:06.289641 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59484) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:06.291072 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6a4a-1131-4ff2-baab-4993246f8b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.295881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-95a7e7b0-a014-4fa2-a97d-8751b1df480a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Request body: {'subnet': {'network_id': '41da025b-3b33-4a99-bd19-6c357e9622cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:06.348122 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cf4fd648-e168-4509-902f-7702c2c673bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.366901 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a789341b-e4a9-4ffc-a25d-1d1de4f40eb9 None None] Network de2f0d63-f6ad-420b-bae8-6be327e5cf23 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:06.385702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-93989dff-405f-4c7b-918b-656759666dc9 None None] Deleting port 633d65fe-65b2-49ae-b9d3-75dc35a07643 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:06.386626 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-93989dff-405f-4c7b-918b-656759666dc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (633d65fe-65b2-49ae-b9d3-75dc35a07643), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.388519 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00301138-0970-4a15-8f40-95a0a37e8fad req-ddd7908a-c510-473a-8e20-a256910a9b53 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:06.390176 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-00301138-0970-4a15-8f40-95a0a37e8fad req-ddd7908a-c510-473a-8e20-a256910a9b53 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.1506515 Feb 03 12:48:06.408892 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85695d06-a30c-4c82-b651-899bf94352be admin admin] Publish callbacks [] for security_group (f9b595e5-4f53-4ec7-912a-012a0d5558f6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.432356 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85695d06-a30c-4c82-b651-899bf94352be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f9b595e5-4f53-4ec7-912a-012a0d5558f6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.463847 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-00301138-0970-4a15-8f40-95a0a37e8fad req-4fc1641e-9d42-4ccf-96a0-7171498aff1f tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657716 Feb 03 12:48:06.464350 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a7e7b0-a014-4fa2-a97d-8751b1df480a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Made reservation on behalf of 0cd00c068a0c4ae485276bfc3aa9e99a for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:06.468796 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-85695d06-a30c-4c82-b651-899bf94352be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0c498c41cee46afb198ae01de564f20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6230500 Feb 03 12:48:06.469150 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-95a7e7b0-a014-4fa2-a97d-8751b1df480a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.477079 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9ca2294d-d6a5-422b-bcc3-6ac5c1c85ca4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3917253 Feb 03 12:48:06.477799 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59486) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:06.478147 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59488) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:06.488020 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c70c6bd4-8d02-44a9-afb8-a4f1a4117cce tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Request body: {'port': {'network_id': '8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb', 'name': 'tempest-AllowedAddressPairTestJSON-1931791826', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d6:2d:67'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:06.596045 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 244d54fd-a70a-4a39-a54f-823dbf335826 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:06.598516 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (244d54fd-a70a-4a39-a54f-823dbf335826), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.605889 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 948afbdc-21a4-479e-8a60-62f8aa022a78 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:48:06.667727 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85695d06-a30c-4c82-b651-899bf94352be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b595e5-4f53-4ec7-912a-012a0d5558f6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:06.732601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 948afbdc-21a4-479e-8a60-62f8aa022a78 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:06.733089 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (948afbdc-21a4-479e-8a60-62f8aa022a78), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.734874 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6025ea3-6731-4774-ae1c-298c4565bb5d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:06.737491 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633b1691-ca45-4b81-8f26-0e9dd04e23be" -d '{"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-plugged", "status": "completed", "tag": "f6025ea3-6731-4774-ae1c-298c4565bb5d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:06.759537 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce3388c8-7a0c-4432-b654-16330bde25df admin admin] Publish callbacks [] for security_group (f9b595e5-4f53-4ec7-912a-012a0d5558f6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.783927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=f6025ea3-6731-4774-ae1c-298c4565bb5d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:06.784520 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce3388c8-7a0c-4432-b654-16330bde25df admin admin] Publish callbacks [] for security_group (f9b595e5-4f53-4ec7-912a-012a0d5558f6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.830955 n-d-827336-3 neutron-server[103188]: DEBUG neutron.objects.ports [None req-95a7e7b0-a014-4fa2-a97d-8751b1df480a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:48:06.834377 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-95a7e7b0-a014-4fa2-a97d-8751b1df480a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (ebb36f75-f9bf-435a-b9c8-08b1611affac), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.856236 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce3388c8-7a0c-4432-b654-16330bde25df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f9b595e5-4f53-4ec7-912a-012a0d5558f6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.859165 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce3388c8-7a0c-4432-b654-16330bde25df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:06.860420 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ce3388c8-7a0c-4432-b654-16330bde25df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9b595e5-4f53-4ec7-912a-012a0d5558f6 HTTP/1.1" status: 204 len: 168 time: 0.3777294 Feb 03 12:48:06.898302 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3388c8-7a0c-4432-b654-16330bde25df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b595e5-4f53-4ec7-912a-012a0d5558f6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:06.963243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7e7b0-a014-4fa2-a97d-8751b1df480a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Checking segment: {'id': '051c0b55-bb5e-4a99-a67f-4d52d41c0d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '41da025b-3b33-4a99-bd19-6c357e9622cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:06.963736 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a7e7b0-a014-4fa2-a97d-8751b1df480a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Network hostable DHCP agents. Network: 41da025b-3b33-4a99-bd19-6c357e9622cb, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:48:06.968019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7e7b0-a014-4fa2-a97d-8751b1df480a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event updated for resources: {'Subnet': ['ID=ebb36f75-f9bf-435a-b9c8-08b1611affac,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:07.047088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a7e7b0-a014-4fa2-a97d-8751b1df480a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Network 41da025b-3b33-4a99-bd19-6c357e9622cb is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:48:07.076739 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75a531-2035-4d5d-a3d6-b6ee0f097eb9 req-20c058cc-df2a-48cf-9b64-49f5ff4ae8d5 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:07.087082 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a75a531-2035-4d5d-a3d6-b6ee0f097eb9 req-20c058cc-df2a-48cf-9b64-49f5ff4ae8d5 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 944 time: 0.1052296 Feb 03 12:48:07.114787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-95a7e7b0-a014-4fa2-a97d-8751b1df480a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 41da025b-3b33-4a99-bd19-6c357e9622cb) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:07.142050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a7e7b0-a014-4fa2-a97d-8751b1df480a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:07.142679 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-95a7e7b0-a014-4fa2-a97d-8751b1df480a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:07.214930 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-95a7e7b0-a014-4fa2-a97d-8751b1df480a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9241538 Feb 03 12:48:07.218331 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59506) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:07.248213 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a84694db-f9e2-4384-8c44-336627f0a67a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Request body: {'port': {'network_id': '41da025b-3b33-4a99-bd19-6c357e9622cb', 'name': 'tempest-NetworksIpV6TestAttrs-1080326433'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:07.280199 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e203c53a-5d62-4e27-8bbf-24fd9f9c2f7e x-openstack-request-id: req-e203c53a-5d62-4e27-8bbf-24fd9f9c2f7e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:07.281322 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-plugged", "status": "completed", "tag": "f6025ea3-6731-4774-ae1c-298c4565bb5d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:07.281691 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e203c53a-5d62-4e27-8bbf-24fd9f9c2f7e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:07.281900 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6025ea3-6731-4774-ae1c-298c4565bb5d', 'code': 200} Feb 03 12:48:07.296393 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a75a531-2035-4d5d-a3d6-b6ee0f097eb9 req-aefbe2c9-94e3-4264-902c-8f071ea08b00 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081950 Feb 03 12:48:07.317924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b28ac77-ab25-4de0-b1eb-cbbd08f96de2 None None] Network 41da025b-3b33-4a99-bd19-6c357e9622cb requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:07.343236 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-82c41780-412b-4abb-80dd-b706e0b898a1 None None] Provisioning complete for port 244d54fd-a70a-4a39-a54f-823dbf335826 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:07.343591 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-82c41780-412b-4abb-80dd-b706e0b898a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (244d54fd-a70a-4a39-a54f-823dbf335826), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:07.373154 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59508) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:07.440181 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] Publish callbacks [] for port (ca93627f-c3e6-4543-b275-a3f6a7713d32), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:07.444613 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-801e8b28-8702-4020-a8df-b0c8836646d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:07.471126 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (ca93627f-c3e6-4543-b275-a3f6a7713d32), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:07.474993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-93989dff-405f-4c7b-918b-656759666dc9 None None] For port 633d65fe-65b2-49ae-b9d3-75dc35a07643, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=633d65fe-65b2-49ae-b9d3-75dc35a07643,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:07.475697 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-93989dff-405f-4c7b-918b-656759666dc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (633d65fe-65b2-49ae-b9d3-75dc35a07643), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:07.488768 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84694db-f9e2-4384-8c44-336627f0a67a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Made reservation on behalf of 0cd00c068a0c4ae485276bfc3aa9e99a for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:07.493693 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a84694db-f9e2-4384-8c44-336627f0a67a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:07.532441 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-a84694db-f9e2-4384-8c44-336627f0a67a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] device_id is not set on port 7afd222d-a8e5-448c-911a-7878dc3c9ba0 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:48:07.538272 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:07.558086 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] Pushing event updated for resources: {'Port': ['ID=ca93627f-c3e6-4543-b275-a3f6a7713d32,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:07.589752 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-93989dff-405f-4c7b-918b-656759666dc9 None None] Calling delete_port for 633d65fe-65b2-49ae-b9d3-75dc35a07643 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:07.597749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2b7b7-3953-48ed-b99d-c10c4c9104fc req-36b9a802-d0e5-42e8-a498-6990990020ae tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:07.611736 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2b7b7-3953-48ed-b99d-c10c4c9104fc req-36b9a802-d0e5-42e8-a498-6990990020ae tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:07.622548 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2b7b7-3953-48ed-b99d-c10c4c9104fc req-36b9a802-d0e5-42e8-a498-6990990020ae tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:07.631892 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2b7b7-3953-48ed-b99d-c10c4c9104fc req-36b9a802-d0e5-42e8-a498-6990990020ae tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:07.638755 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2b7b7-3953-48ed-b99d-c10c4c9104fc req-36b9a802-d0e5-42e8-a498-6990990020ae tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:07.648672 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2b7b7-3953-48ed-b99d-c10c4c9104fc req-36b9a802-d0e5-42e8-a498-6990990020ae tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:07.659515 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2b7b7-3953-48ed-b99d-c10c4c9104fc req-36b9a802-d0e5-42e8-a498-6990990020ae tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:07.662881 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d9e2b7b7-3953-48ed-b99d-c10c4c9104fc req-36b9a802-d0e5-42e8-a498-6990990020ae tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5441 time: 0.9042714 Feb 03 12:48:07.679913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] Network 8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:07.691900 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:07.696242 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:07.768442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f144446-d4ad-403c-a591-b32a20645be5 req-ad36a29e-91cc-4f8a-98e3-a5df84cdd392 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:07.770424 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f144446-d4ad-403c-a591-b32a20645be5 req-ad36a29e-91cc-4f8a-98e3-a5df84cdd392 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.1483028 Feb 03 12:48:07.779671 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 244d54fd-a70a-4a39-a54f-823dbf335826 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:07.779671 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (244d54fd-a70a-4a39-a54f-823dbf335826), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:07.825851 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d9e2b7b7-3953-48ed-b99d-c10c4c9104fc req-06010208-6e6b-4eec-935a-d4d387eac8d6 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1014905 Feb 03 12:48:07.834644 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70c6bd4-8d02-44a9-afb8-a4f1a4117cce tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Made reservation on behalf of 613b1ac772fa4d30a72fd1c5a4161fb2 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:07.845623 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f144446-d4ad-403c-a591-b32a20645be5 req-8fc44af8-156b-403e-8d98-27df9100c805 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612485 Feb 03 12:48:07.856275 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-801e8b28-8702-4020-a8df-b0c8836646d4 admin admin] Publish callbacks [] for security_group (6331857b-5042-4d7b-abd6-70c71c21b8c4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:07.869929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-a84694db-f9e2-4384-8c44-336627f0a67a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Allocated IP 2001:db8::f816:3eff:fe8e:a44f (41da025b-3b33-4a99-bd19-6c357e9622cb/ebb36f75-f9bf-435a-b9c8-08b1611affac/7afd222d-a8e5-448c-911a-7878dc3c9ba0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:07.878957 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-801e8b28-8702-4020-a8df-b0c8836646d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6331857b-5042-4d7b-abd6-70c71c21b8c4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:07.940363 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 948afbdc-21a4-479e-8a60-62f8aa022a78 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:07.940905 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (948afbdc-21a4-479e-8a60-62f8aa022a78), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:07.946449 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-801e8b28-8702-4020-a8df-b0c8836646d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7e700236bd3421a9af914f7be94c835&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5689404 Feb 03 12:48:07.952347 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e8b28-8702-4020-a8df-b0c8836646d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6331857b-5042-4d7b-abd6-70c71c21b8c4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:07.970650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59514) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:08.005120 n-d-827336-3 neutron-server[103189]: DEBUG neutron.objects.ports [None req-a9dc6a4a-1131-4ff2-baab-4993246f8b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103189) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:48:08.035403 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 244d54fd-a70a-4a39-a54f-823dbf335826, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=244d54fd-a70a-4a39-a54f-823dbf335826,segment=NetworkSegment(12cbfc07-c2ba-44ee-b1a4-13d77a9bccf1),segment_id=12cbfc07-c2ba-44ee-b1a4-13d77a9bccf1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:08.036461 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-82c41780-412b-4abb-80dd-b706e0b898a1 None None] Current status of the port 244d54fd-a70a-4a39-a54f-823dbf335826 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:08.036973 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-82c41780-412b-4abb-80dd-b706e0b898a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (244d54fd-a70a-4a39-a54f-823dbf335826), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.073047 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (244d54fd-a70a-4a39-a54f-823dbf335826), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.075154 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] Attempting to bind port ca93627f-c3e6-4543-b275-a3f6a7713d32 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:08.075769 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] Attempting to bind port ca93627f-c3e6-4543-b275-a3f6a7713d32 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'bb3ba8a7-fea2-47b8-901b-c7026f3bcc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:08.076274 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] Attempting to bind port ca93627f-c3e6-4543-b275-a3f6a7713d32 on network 8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:08.090057 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9293bff3-e615-4129-846e-7e7f399f74fb admin admin] Publish callbacks [] for security_group (6331857b-5042-4d7b-abd6-70c71c21b8c4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.114555 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c70c6bd4-8d02-44a9-afb8-a4f1a4117cce tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.148922 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-c70c6bd4-8d02-44a9-afb8-a4f1a4117cce tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] device_id is not set on port b34eae65-adb7-43d1-85bf-b9bd7c5c2157 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:48:08.182699 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9293bff3-e615-4129-846e-7e7f399f74fb admin admin] Publish callbacks [] for security_group (6331857b-5042-4d7b-abd6-70c71c21b8c4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.185479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-41da025b-3b33-4a99-bd19-6c357e9622cb', 'network_id': '41da025b-3b33-4a99-bd19-6c357e9622cb', 'project_id': '0cd00c068a0c4ae485276bfc3aa9e99a', 'fixed_ips': [{'subnet_id': 'ebb36f75-f9bf-435a-b9c8-08b1611affac'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:48:08.186350 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.280736 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:08.281127 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] Checking segment: {'id': 'bb3ba8a7-fea2-47b8-901b-c7026f3bcc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:08.281535 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.282523 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] Bound using segment: {'id': 'bb3ba8a7-fea2-47b8-901b-c7026f3bcc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:08.284097 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] Bound port: ca93627f-c3e6-4543-b275-a3f6a7713d32, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3ba8a7-fea2-47b8-901b-c7026f3bcc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:08.284524 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9293bff3-e615-4129-846e-7e7f399f74fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6331857b-5042-4d7b-abd6-70c71c21b8c4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.284693 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ca93627f-c3e6-4543-b275-a3f6a7713d32), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.287037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 633d65fe-65b2-49ae-b9d3-75dc35a07643 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:48:08.287661 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9293bff3-e615-4129-846e-7e7f399f74fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.289124 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9293bff3-e615-4129-846e-7e7f399f74fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6331857b-5042-4d7b-abd6-70c71c21b8c4 HTTP/1.1" status: 204 len: 168 time: 0.3173366 Feb 03 12:48:08.312644 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-82c41780-412b-4abb-80dd-b706e0b898a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:48:08.313013 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-82c41780-412b-4abb-80dd-b706e0b898a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:48:08.363009 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293bff3-e615-4129-846e-7e7f399f74fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6331857b-5042-4d7b-abd6-70c71c21b8c4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:08.370331 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6a4a-1131-4ff2-baab-4993246f8b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (633d65fe-65b2-49ae-b9d3-75dc35a07643), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.388872 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 948afbdc-21a4-479e-8a60-62f8aa022a78, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=948afbdc-21a4-479e-8a60-62f8aa022a78,segment=NetworkSegment(1bb44cc9-d5f0-4229-83e4-b92d043cf36a),segment_id=1bb44cc9-d5f0-4229-83e4-b92d043cf36a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:08.506878 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a84694db-f9e2-4384-8c44-336627f0a67a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for port (7afd222d-a8e5-448c-911a-7878dc3c9ba0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.518912 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=244d54fd-a70a-4a39-a54f-823dbf335826,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:08.528877 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.529948 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (948afbdc-21a4-479e-8a60-62f8aa022a78), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.531187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5b34d8da-40f6-405c-889b-c67cba3e547b up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:08.586822 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a84694db-f9e2-4384-8c44-336627f0a67a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (7afd222d-a8e5-448c-911a-7878dc3c9ba0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.596188 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d289a5-b3af-4c05-bb61-f8cb1476e447 req-6b649e07-4a74-44e4-96fe-fc9f62f60cae tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:08.597807 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e4d289a5-b3af-4c05-bb61-f8cb1476e447 req-6b649e07-4a74-44e4-96fe-fc9f62f60cae tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 944 time: 0.1344435 Feb 03 12:48:08.599310 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c70c6bd4-8d02-44a9-afb8-a4f1a4117cce tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Allocated IP 172.20.0.7 (8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb/ded353ae-216a-4c2d-9ec0-983e741c04bb/b34eae65-adb7-43d1-85bf-b9bd7c5c2157) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:08.712268 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e4d289a5-b3af-4c05-bb61-f8cb1476e447 req-fde031fb-8fde-4261-a002-543d85e35ca9 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036181 Feb 03 12:48:08.744807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84694db-f9e2-4384-8c44-336627f0a67a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event updated for resources: {'Port': ['ID=7afd222d-a8e5-448c-911a-7878dc3c9ba0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:08.756076 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84694db-f9e2-4384-8c44-336627f0a67a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Network 41da025b-3b33-4a99-bd19-6c357e9622cb is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:08.766060 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a84694db-f9e2-4384-8c44-336627f0a67a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:08.773560 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84694db-f9e2-4384-8c44-336627f0a67a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:08.786920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84694db-f9e2-4384-8c44-336627f0a67a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:08.787916 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a84694db-f9e2-4384-8c44-336627f0a67a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:08.816938 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] Allocated IP 2001:db8::f816:3eff:feab:d5c9 (41da025b-3b33-4a99-bd19-6c357e9622cb/ebb36f75-f9bf-435a-b9c8-08b1611affac/3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:08.819482 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a84694db-f9e2-4384-8c44-336627f0a67a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5998912 Feb 03 12:48:08.823034 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59526) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:08.911785 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2db572-9e41-413f-9c9c-84b316a80bde tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Deleting subnet ebb36f75-f9bf-435a-b9c8-08b1611affac {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:48:08.934489 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a9dc6a4a-1131-4ff2-baab-4993246f8b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] For port 633d65fe-65b2-49ae-b9d3-75dc35a07643, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=633d65fe-65b2-49ae-b9d3-75dc35a07643,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:09.000437 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6a4a-1131-4ff2-baab-4993246f8b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (633d65fe-65b2-49ae-b9d3-75dc35a07643), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.007912 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6a4a-1131-4ff2-baab-4993246f8b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (633d65fe-65b2-49ae-b9d3-75dc35a07643), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.085905 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc6a4a-1131-4ff2-baab-4993246f8b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=633d65fe-65b2-49ae-b9d3-75dc35a07643,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:09.089059 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6a4a-1131-4ff2-baab-4993246f8b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (3fb3d3f6-945c-4e5a-810a-6eb86c4841b8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.109760 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dc6a4a-1131-4ff2-baab-4993246f8b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:09.127305 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a9dc6a4a-1131-4ff2-baab-4993246f8b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:09.138383 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd5099-9bdb-4a46-9eac-fe8c10505974 req-448562ef-fe35-45ae-a1c2-dcafa9f32b80 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:09.158315 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dc6a4a-1131-4ff2-baab-4993246f8b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:09.158930 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6a4a-1131-4ff2-baab-4993246f8b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.164074 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd5099-9bdb-4a46-9eac-fe8c10505974 req-448562ef-fe35-45ae-a1c2-dcafa9f32b80 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:09.178969 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd5099-9bdb-4a46-9eac-fe8c10505974 req-448562ef-fe35-45ae-a1c2-dcafa9f32b80 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:09.188653 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a9dc6a4a-1131-4ff2-baab-4993246f8b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2362804 Feb 03 12:48:09.188653 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c70c6bd4-8d02-44a9-afb8-a4f1a4117cce tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks [] for port (b34eae65-adb7-43d1-85bf-b9bd7c5c2157), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.191955 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59540) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:09.199669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd5099-9bdb-4a46-9eac-fe8c10505974 req-448562ef-fe35-45ae-a1c2-dcafa9f32b80 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:09.200456 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-826d54d8-fcca-4f15-95cc-570b002a6697 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:09.200992 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] Publish callbacks [] for port (3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.205895 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-82c41780-412b-4abb-80dd-b706e0b898a1 None None] Current status of the port 244d54fd-a70a-4a39-a54f-823dbf335826 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:09.213691 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd5099-9bdb-4a46-9eac-fe8c10505974 req-448562ef-fe35-45ae-a1c2-dcafa9f32b80 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:09.224480 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.228562 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-93989dff-405f-4c7b-918b-656759666dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (633d65fe-65b2-49ae-b9d3-75dc35a07643), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.228775 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd5099-9bdb-4a46-9eac-fe8c10505974 req-448562ef-fe35-45ae-a1c2-dcafa9f32b80 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:09.246382 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd5099-9bdb-4a46-9eac-fe8c10505974 req-448562ef-fe35-45ae-a1c2-dcafa9f32b80 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:09.254836 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4ccd5099-9bdb-4a46-9eac-fe8c10505974 req-448562ef-fe35-45ae-a1c2-dcafa9f32b80 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5442 time: 0.2652462 Feb 03 12:48:09.278181 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No active binding found for port 633d65fe-65b2-49ae-b9d3-75dc35a07643 {{(pid=103190) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 12:48:09.278831 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] The host n-d-827336-3 is not matching for port 633d65fe-65b2-49ae-b9d3-75dc35a07643 host None! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:48:09.279401 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 633d65fe-65b2-49ae-b9d3-75dc35a07643 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:48:09.301788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 5b34d8da-40f6-405c-889b-c67cba3e547b completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:48:09.304799 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a2db572-9e41-413f-9c9c-84b316a80bde tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for subnet (ebb36f75-f9bf-435a-b9c8-08b1611affac), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.335050 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948afbdc-21a4-479e-8a60-62f8aa022a78'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:09.341886 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b3bcb7-c4af-4090-81c4-6ce1590bec59" -d '{"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-plugged", "status": "completed", "tag": "948afbdc-21a4-479e-8a60-62f8aa022a78"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:09.359638 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93989dff-405f-4c7b-918b-656759666dc9 None None] No DVR routers for this DVR port 633d65fe-65b2-49ae-b9d3-75dc35a07643 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:48:09.364371 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826d54d8-fcca-4f15-95cc-570b002a6697 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:09.368106 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-826d54d8-fcca-4f15-95cc-570b002a6697 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.370569 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4ccd5099-9bdb-4a46-9eac-fe8c10505974 req-83fba0b9-8c5a-41e0-b274-412ea9cda84d tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1089108 Feb 03 12:48:09.417902 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2b649-78a4-46d4-9e6b-86b323fb5dea req-64cd11db-f06e-4888-b36e-711e9ba6131f tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:09.419672 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-90e2b649-78a4-46d4-9e6b-86b323fb5dea req-64cd11db-f06e-4888-b36e-711e9ba6131f tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.4015391 Feb 03 12:48:09.432129 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc6a4a-1131-4ff2-baab-4993246f8b1b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=3fb3d3f6-945c-4e5a-810a-6eb86c4841b8,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:09.459393 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dccde39-953a-481f-b0cf-58b6739e2e36 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:09.517608 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a2db572-9e41-413f-9c9c-84b316a80bde tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (ebb36f75-f9bf-435a-b9c8-08b1611affac), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.520473 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca2c0d6-b747-4a12-804b-1213bddcf789 x-openstack-request-id: req-4ca2c0d6-b747-4a12-804b-1213bddcf789 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:09.520765 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-plugged", "status": "completed", "tag": "948afbdc-21a4-479e-8a60-62f8aa022a78", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:09.521070 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ca2c0d6-b747-4a12-804b-1213bddcf789 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:09.521463 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948afbdc-21a4-479e-8a60-62f8aa022a78', 'code': 200} Feb 03 12:48:09.528291 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 244d54fd-a70a-4a39-a54f-823dbf335826 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:09.531547 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 5b34d8da-40f6-405c-889b-c67cba3e547b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:09.531827 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5b34d8da-40f6-405c-889b-c67cba3e547b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.587455 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-37da1053-5e9d-405e-9954-3cca66a7eccb None None] Provisioning complete for port 244d54fd-a70a-4a39-a54f-823dbf335826 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:09.587830 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-37da1053-5e9d-405e-9954-3cca66a7eccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (244d54fd-a70a-4a39-a54f-823dbf335826), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.589836 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=948afbdc-21a4-479e-8a60-62f8aa022a78,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:09.634887 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] Network 41da025b-3b33-4a99-bd19-6c357e9622cb is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:09.693455 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] For port ca93627f-c3e6-4543-b275-a3f6a7713d32, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:09.694570 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-90e2b649-78a4-46d4-9e6b-86b323fb5dea req-eef89748-2dc2-4c6e-ac09-9e91408d8480 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997938 Feb 03 12:48:09.749229 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c70c6bd4-8d02-44a9-afb8-a4f1a4117cce tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b34eae65-adb7-43d1-85bf-b9bd7c5c2157), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.750163 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:09.770416 n-d-827336-3 neutron-server[103189]: INFO neutron.db.ipam_backend_mixin [None req-826d54d8-fcca-4f15-95cc-570b002a6697 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3fb3d3f6-945c-4e5a-810a-6eb86c4841b8 (CIDR: 2001:db8::/64) Feb 03 12:48:09.798971 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] For port ca93627f-c3e6-4543-b275-a3f6a7713d32, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ca93627f-c3e6-4543-b275-a3f6a7713d32,segment=NetworkSegment(bb3ba8a7-fea2-47b8-901b-c7026f3bcc28),segment_id=bb3ba8a7-fea2-47b8-901b-c7026f3bcc28)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:09.805859 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:09.807250 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-826d54d8-fcca-4f15-95cc-570b002a6697 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:48:09.808028 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826d54d8-fcca-4f15-95cc-570b002a6697 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:48:09.852838 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70c6bd4-8d02-44a9-afb8-a4f1a4117cce tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Network 8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:09.865152 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c70c6bd4-8d02-44a9-afb8-a4f1a4117cce tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:09.875073 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70c6bd4-8d02-44a9-afb8-a4f1a4117cce tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:09.888251 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-826d54d8-fcca-4f15-95cc-570b002a6697 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6918616 Feb 03 12:48:09.888485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59564) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:09.889451 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c6bd4-8d02-44a9-afb8-a4f1a4117cce tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Pushing event updated for resources: {'Port': ['ID=b34eae65-adb7-43d1-85bf-b9bd7c5c2157,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:09.894111 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ca93627f-c3e6-4543-b275-a3f6a7713d32), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.913955 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-aef9ab0a-017a-48e5-a6c7-30b724496e1a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:09.929468 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a2db572-9e41-413f-9c9c-84b316a80bde tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (ebb36f75-f9bf-435a-b9c8-08b1611affac), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.934591 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:09.967075 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] Pushing event updated for resources: {'Port': ['ID=3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:09.980581 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70c6bd4-8d02-44a9-afb8-a4f1a4117cce tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:09.982017 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c70c6bd4-8d02-44a9-afb8-a4f1a4117cce tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.020242 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c70c6bd4-8d02-44a9-afb8-a4f1a4117cce tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.5361240 Feb 03 12:48:10.020878 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59566) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:10.091487 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a2db572-9e41-413f-9c9c-84b316a80bde tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (ebb36f75-f9bf-435a-b9c8-08b1611affac), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.103660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5f0e4-5e57-4b3c-8cd6-b37f1c41e0f4 req-90679e9e-f241-4763-b316-2a1f74484cad tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.113226 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fff5f0e4-5e57-4b3c-8cd6-b37f1c41e0f4 req-90679e9e-f241-4763-b316-2a1f74484cad tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 944 time: 0.2555962 Feb 03 12:48:10.138545 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6325201a-23ba-423a-872e-538418c51553 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.146334 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6325201a-23ba-423a-872e-538418c51553 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.154105 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6325201a-23ba-423a-872e-538418c51553 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.156398 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6325201a-23ba-423a-872e-538418c51553 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1332870 Feb 03 12:48:10.157526 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2db572-9e41-413f-9c9c-84b316a80bde tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb36f75-f9bf-435a-b9c8-08b1611affac,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:10.159753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef9ab0a-017a-48e5-a6c7-30b724496e1a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:10.163721 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aef9ab0a-017a-48e5-a6c7-30b724496e1a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.166083 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59572) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:10.203068 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a2db572-9e41-413f-9c9c-84b316a80bde tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.216097 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3a2db572-9e41-413f-9c9c-84b316a80bde tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "DELETE /v2.0/subnets/ebb36f75-f9bf-435a-b9c8-08b1611affac HTTP/1.1" status: 204 len: 168 time: 1.3902082 Feb 03 12:48:10.224815 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59574) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:10.456482 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-76e1e117-7362-41d7-9fa9-5a14d2d88826 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Deleting port b34eae65-adb7-43d1-85bf-b9bd7c5c2157 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:10.456888 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76e1e117-7362-41d7-9fa9-5a14d2d88826 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b34eae65-adb7-43d1-85bf-b9bd7c5c2157), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.465456 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332e9910-d9df-4c4c-ac3e-7dd0c0c47ede tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.470277 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332e9910-d9df-4c4c-ac3e-7dd0c0c47ede tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.476942 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-332e9910-d9df-4c4c-ac3e-7dd0c0c47ede tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2437115 Feb 03 12:48:10.480157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59582) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:10.627692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'fixed_ips': [{'subnet_id': '3fb3d3f6-945c-4e5a-810a-6eb86c4841b8'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:48:10.629049 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.679978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93989dff-405f-4c7b-918b-656759666dc9 None None] Pushing event deleted for resources: {'Port': ['ID=633d65fe-65b2-49ae-b9d3-75dc35a07643,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:10.733985 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76e1e117-7362-41d7-9fa9-5a14d2d88826 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b34eae65-adb7-43d1-85bf-b9bd7c5c2157), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.764412 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-76e1e117-7362-41d7-9fa9-5a14d2d88826 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Calling delete_port for b34eae65-adb7-43d1-85bf-b9bd7c5c2157 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:10.909137 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 244d54fd-a70a-4a39-a54f-823dbf335826 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:10.911726 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (244d54fd-a70a-4a39-a54f-823dbf335826), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:10.942660 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] Attempting to bind port 3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:10.943251 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] Attempting to bind port 3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '051c0b55-bb5e-4a99-a67f-4d52d41c0d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '41da025b-3b33-4a99-bd19-6c357e9622cb'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:10.945951 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] Attempting to bind port 3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71 on network 41da025b-3b33-4a99-bd19-6c357e9622cb {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:10.954529 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce157c6-3d4d-4edf-a4d7-22835b518e95 req-6e8b5bf8-7cbe-4b68-a0f3-f5a759ed0b59 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.963687 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce157c6-3d4d-4edf-a4d7-22835b518e95 req-6e8b5bf8-7cbe-4b68-a0f3-f5a759ed0b59 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.971272 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce157c6-3d4d-4edf-a4d7-22835b518e95 req-6e8b5bf8-7cbe-4b68-a0f3-f5a759ed0b59 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.984758 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce157c6-3d4d-4edf-a4d7-22835b518e95 req-6e8b5bf8-7cbe-4b68-a0f3-f5a759ed0b59 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:10.998980 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce157c6-3d4d-4edf-a4d7-22835b518e95 req-6e8b5bf8-7cbe-4b68-a0f3-f5a759ed0b59 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:11.011977 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce157c6-3d4d-4edf-a4d7-22835b518e95 req-6e8b5bf8-7cbe-4b68-a0f3-f5a759ed0b59 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:11.018902 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce157c6-3d4d-4edf-a4d7-22835b518e95 req-6e8b5bf8-7cbe-4b68-a0f3-f5a759ed0b59 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:11.034061 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ce157c6-3d4d-4edf-a4d7-22835b518e95 req-6e8b5bf8-7cbe-4b68-a0f3-f5a759ed0b59 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5442 time: 0.1856656 Feb 03 12:48:11.106466 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-37da1053-5e9d-405e-9954-3cca66a7eccb None None] Current status of the port 244d54fd-a70a-4a39-a54f-823dbf335826 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:11.152544 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ce157c6-3d4d-4edf-a4d7-22835b518e95 req-ed8c2518-e718-493e-b469-2efb54e71787 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138952 Feb 03 12:48:11.211109 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 5b34d8da-40f6-405c-889b-c67cba3e547b is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:11.215376 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5b34d8da-40f6-405c-889b-c67cba3e547b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.255174 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:11.256060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] Checking segment: {'id': '051c0b55-bb5e-4a99-a67f-4d52d41c0d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '41da025b-3b33-4a99-bd19-6c357e9622cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:11.257255 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.257255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] Bound using segment: {'id': '051c0b55-bb5e-4a99-a67f-4d52d41c0d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '41da025b-3b33-4a99-bd19-6c357e9622cb'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:11.258043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] Bound port: 3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051c0b55-bb5e-4a99-a67f-4d52d41c0d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '41da025b-3b33-4a99-bd19-6c357e9622cb'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:11.258413 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.277319 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76e1e117-7362-41d7-9fa9-5a14d2d88826 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b34eae65-adb7-43d1-85bf-b9bd7c5c2157), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.374252 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1e117-7362-41d7-9fa9-5a14d2d88826 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Pushing event deleted for resources: {'Port': ['ID=b34eae65-adb7-43d1-85bf-b9bd7c5c2157,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:11.456467 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b45f6ffd-09ac-4d6a-a99a-90f4721537f2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (41da025b-3b33-4a99-bd19-6c357e9622cb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.482210 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fff5f0e4-5e57-4b3c-8cd6-b37f1c41e0f4 req-c1532651-33e1-4184-b072-759b6350e3ea tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3677075 Feb 03 12:48:11.493963 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635d6b5-fe7a-4db5-828d-aa7ca19c6c49 req-0b14e2ee-ac10-4a63-a80b-9828de4cbb54 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:11.509631 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] For port 3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:11.514875 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] For port 3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71,segment=NetworkSegment(051c0b55-bb5e-4a99-a67f-4d52d41c0d26),segment_id=051c0b55-bb5e-4a99-a67f-4d52d41c0d26)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:11.516811 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1635d6b5-fe7a-4db5-828d-aa7ca19c6c49 req-0b14e2ee-ac10-4a63-a80b-9828de4cbb54 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.2527540 Feb 03 12:48:11.546749 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b7b8b-1716-41d5-aa24-53e4090cccb4 None None] Pushing event updated for resources: {'Port': ['ID=ca93627f-c3e6-4543-b275-a3f6a7713d32,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:11.580133 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45f6ffd-09ac-4d6a-a99a-90f4721537f2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 03 12:48:11.581262 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45f6ffd-09ac-4d6a-a99a-90f4721537f2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:48:11.582986 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] Allocated IP 2001:db8::f816:3eff:fe8e:2cd8 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/3fb3d3f6-945c-4e5a-810a-6eb86c4841b8/fa37d142-7bf4-4496-9e57-3709d9eed8ed) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:11.596008 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b45f6ffd-09ac-4d6a-a99a-90f4721537f2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "DELETE /v2.0/networks/41da025b-3b33-4a99-bd19-6c357e9622cb HTTP/1.1" status: 409 len: 466 time: 1.1145639 Feb 03 12:48:11.597212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59610) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:11.609515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-67e18db6-3840-4cb0-8657-1d47ac8e9d9c tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-429072375'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:11.668472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e18db6-3840-4cb0-8657-1d47ac8e9d9c tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Made reservation on behalf of 0cd00c068a0c4ae485276bfc3aa9e99a for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:11.673072 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e18db6-3840-4cb0-8657-1d47ac8e9d9c tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.714645 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e18db6-3840-4cb0-8657-1d47ac8e9d9c tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:48:11.729476 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e18db6-3840-4cb0-8657-1d47ac8e9d9c tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (20572851-d02b-44d5-9cc0-8ce4cd735a56), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.729898 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-67e18db6-3840-4cb0-8657-1d47ac8e9d9c tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Added segment 20572851-d02b-44d5-9cc0-8ce4cd735a56 of type vlan for network ae09dfbb-0706-4696-93d2-1f8d9ff2b274 Feb 03 12:48:11.796649 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76e1e117-7362-41d7-9fa9-5a14d2d88826 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.811483 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-76e1e117-7362-41d7-9fa9-5a14d2d88826 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "DELETE /v2.0/ports/b34eae65-adb7-43d1-85bf-b9bd7c5c2157 HTTP/1.1" status: 204 len: 168 time: 1.6441715 Feb 03 12:48:11.816219 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59616) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:11.849079 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e18db6-3840-4cb0-8657-1d47ac8e9d9c tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (ae09dfbb-0706-4696-93d2-1f8d9ff2b274), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.889600 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1635d6b5-fe7a-4db5-828d-aa7ca19c6c49 req-86f05e05-2546-4652-8f7a-533714ddd385 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711631 Feb 03 12:48:11.926219 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:11.939603 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-4146498a-319a-4e69-9b5a-94c93cec6616 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] GET failed (client error): The resource could not be found. Feb 03 12:48:11.942129 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4146498a-319a-4e69-9b5a-94c93cec6616 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "GET /v2.0/ports/b34eae65-adb7-43d1-85bf-b9bd7c5c2157 HTTP/1.1" status: 404 len: 333 time: 0.1222136 Feb 03 12:48:11.943592 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b34d8da-40f6-405c-889b-c67cba3e547b'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:11.946265 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59624) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:11.946521 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee05052-3f99-42cc-80b8-10bc069b8010" -d '{"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-plugged", "status": "completed", "tag": "5b34d8da-40f6-405c-889b-c67cba3e547b"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:11.953409 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0574637d-744e-4a7c-b8ac-b719f2632f5e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Request body: {'port': {'network_id': '8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb', 'name': 'tempest-AllowedAddressPairTestJSON-16191005'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:12.003466 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e18db6-3840-4cb0-8657-1d47ac8e9d9c tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (ae09dfbb-0706-4696-93d2-1f8d9ff2b274), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.026075 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e18db6-3840-4cb0-8657-1d47ac8e9d9c tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:12.029344 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e18db6-3840-4cb0-8657-1d47ac8e9d9c tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.038373 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aef9ab0a-017a-48e5-a6c7-30b724496e1a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (76088561-9bda-46aa-97a3-6489baaf9090), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.067190 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5b34d8da-40f6-405c-889b-c67cba3e547b, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5b34d8da-40f6-405c-889b-c67cba3e547b,segment=NetworkSegment(1bb44cc9-d5f0-4229-83e4-b92d043cf36a),segment_id=1bb44cc9-d5f0-4229-83e4-b92d043cf36a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:12.085326 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565d87b6-07ab-4ff0-bcb5-598a9ec17c15 None None] Network 8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:12.092812 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039939b3-9ca6-4f6f-bd48-9968c4e9f57b x-openstack-request-id: req-039939b3-9ca6-4f6f-bd48-9968c4e9f57b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:12.093204 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-plugged", "status": "completed", "tag": "5b34d8da-40f6-405c-889b-c67cba3e547b", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:12.093347 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-039939b3-9ca6-4f6f-bd48-9968c4e9f57b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:12.093732 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b34d8da-40f6-405c-889b-c67cba3e547b', 'code': 200} Feb 03 12:48:12.100202 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5b34d8da-40f6-405c-889b-c67cba3e547b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.101184 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device aa91c3c8-d841-43d7-bb44-7ef525a623d6 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:12.176000 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0574637d-744e-4a7c-b8ac-b719f2632f5e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Made reservation on behalf of 613b1ac772fa4d30a72fd1c5a4161fb2 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:12.179852 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0574637d-744e-4a7c-b8ac-b719f2632f5e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.204684 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-0574637d-744e-4a7c-b8ac-b719f2632f5e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] device_id is not set on port cf9141bb-587b-43f4-97e4-f1974fa40329 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:48:12.241394 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-67e18db6-3840-4cb0-8657-1d47ac8e9d9c tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6365895 Feb 03 12:48:12.241394 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e18db6-3840-4cb0-8657-1d47ac8e9d9c tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event updated for resources: {'Network': ['ID=ae09dfbb-0706-4696-93d2-1f8d9ff2b274,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:12.254557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59634) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:12.260989 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3821df45-0ed3-4c13-9788-b667b8367755 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Request body: {'subnet': {'network_id': 'ae09dfbb-0706-4696-93d2-1f8d9ff2b274', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:12.277041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef9ab0a-017a-48e5-a6c7-30b724496e1a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:12.288662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-aef9ab0a-017a-48e5-a6c7-30b724496e1a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:12.297993 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef9ab0a-017a-48e5-a6c7-30b724496e1a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:12.298608 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aef9ab0a-017a-48e5-a6c7-30b724496e1a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.332176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab0f69-8cb1-4d83-afa2-80ee7e45e64a None None] Pushing event updated for resources: {'Port': ['ID=3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:12.346328 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 244d54fd-a70a-4a39-a54f-823dbf335826 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:12.451571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network ae09dfbb-0706-4696-93d2-1f8d9ff2b274 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:48:12.476596 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] Publish callbacks [] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.524020 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-0574637d-744e-4a7c-b8ac-b719f2632f5e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Allocated IP 172.20.0.3 (8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb/ded353ae-216a-4c2d-9ec0-983e741c04bb/cf9141bb-587b-43f4-97e4-f1974fa40329) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:12.541280 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9ab0a-017a-48e5-a6c7-30b724496e1a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=76088561-9bda-46aa-97a3-6489baaf9090,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:12.566057 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-aef9ab0a-017a-48e5-a6c7-30b724496e1a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6735964 Feb 03 12:48:12.574668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59648) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:12.582313 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1d025-33f0-428a-8575-6afed5a85063 req-0936614f-fd65-456d-9c45-fe4c920a5679 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:12.590712 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1d025-33f0-428a-8575-6afed5a85063 req-0936614f-fd65-456d-9c45-fe4c920a5679 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:12.593524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-314697b1-5b9a-4462-a7d1-5c4a891ac3fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'mac_address': 'fa:16:3e:a6:45:ee', 'name': 'tempest-NetworksTestDHCPv6-1338275140'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:12.599975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1d025-33f0-428a-8575-6afed5a85063 req-0936614f-fd65-456d-9c45-fe4c920a5679 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:12.607285 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1d025-33f0-428a-8575-6afed5a85063 req-0936614f-fd65-456d-9c45-fe4c920a5679 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:12.613548 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1d025-33f0-428a-8575-6afed5a85063 req-0936614f-fd65-456d-9c45-fe4c920a5679 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:12.619527 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1d025-33f0-428a-8575-6afed5a85063 req-0936614f-fd65-456d-9c45-fe4c920a5679 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:12.628971 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1d025-33f0-428a-8575-6afed5a85063 req-0936614f-fd65-456d-9c45-fe4c920a5679 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:12.640525 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-38e1d025-33f0-428a-8575-6afed5a85063 req-0936614f-fd65-456d-9c45-fe4c920a5679 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5443 time: 0.2221241 Feb 03 12:48:12.682955 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ca93627f-c3e6-4543-b275-a3f6a7713d32 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:12.691088 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.713770 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3821df45-0ed3-4c13-9788-b667b8367755 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Made reservation on behalf of 0cd00c068a0c4ae485276bfc3aa9e99a for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:12.725667 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3821df45-0ed3-4c13-9788-b667b8367755 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.744119 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-38e1d025-33f0-428a-8575-6afed5a85063 req-e0495675-e83b-48bb-a183-c81e9977091c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1024454 Feb 03 12:48:12.791888 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f762720f-7d96-4a24-b0f3-051365a591e8 None None] Provisioning complete for port ca93627f-c3e6-4543-b275-a3f6a7713d32 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:12.792589 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f762720f-7d96-4a24-b0f3-051365a591e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ca93627f-c3e6-4543-b275-a3f6a7713d32), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.794201 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=5b34d8da-40f6-405c-889b-c67cba3e547b,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:12.878868 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:12.898924 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0574637d-744e-4a7c-b8ac-b719f2632f5e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks [] for port (cf9141bb-587b-43f4-97e4-f1974fa40329), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:12.946436 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:12.997816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:12.998371 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85917f-11ba-4266-8ae8-761aeb4fb634 req-4d21b3c3-e426-4921-8157-476b3bf8a0e3 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:13.000184 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b85917f-11ba-4266-8ae8-761aeb4fb634 req-4d21b3c3-e426-4921-8157-476b3bf8a0e3 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 944 time: 0.3254104 Feb 03 12:48:13.034441 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d41f4d2-5062-4398-89cc-cc2fd45c025e None None] Network 41da025b-3b33-4a99-bd19-6c357e9622cb requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:13.037664 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0574637d-744e-4a7c-b8ac-b719f2632f5e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (cf9141bb-587b-43f4-97e4-f1974fa40329), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:13.084890 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314697b1-5b9a-4462-a7d1-5c4a891ac3fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:13.134177 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574637d-744e-4a7c-b8ac-b719f2632f5e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Pushing event updated for resources: {'Port': ['ID=cf9141bb-587b-43f4-97e4-f1974fa40329,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:13.175539 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0574637d-744e-4a7c-b8ac-b719f2632f5e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Network 8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:13.198257 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0574637d-744e-4a7c-b8ac-b719f2632f5e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:13.205341 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0574637d-744e-4a7c-b8ac-b719f2632f5e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:13.208765 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-314697b1-5b9a-4462-a7d1-5c4a891ac3fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:13.304924 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ded843-0ac3-49fd-9a40-f1d91852cd5b req-a3c8b4d0-6cb0-403a-b38b-1d66ddbcf6ca tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:13.316272 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-22ded843-0ac3-49fd-9a40-f1d91852cd5b req-a3c8b4d0-6cb0-403a-b38b-1d66ddbcf6ca tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.1842418 Feb 03 12:48:13.324523 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0574637d-744e-4a7c-b8ac-b719f2632f5e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:13.325180 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0574637d-744e-4a7c-b8ac-b719f2632f5e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:13.351446 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b85917f-11ba-4266-8ae8-761aeb4fb634 req-5572950c-728f-4db1-999d-f90a86e14f28 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409400 Feb 03 12:48:13.354776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port aa91c3c8-d841-43d7-bb44-7ef525a623d6 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:48:13.388205 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-314697b1-5b9a-4462-a7d1-5c4a891ac3fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port 19dcd298-a147-40df-867f-943a2753adc7 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:48:13.435562 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0574637d-744e-4a7c-b8ac-b719f2632f5e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4878323 Feb 03 12:48:13.439060 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59664) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:13.446077 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8fa0056c-9dc0-4484-b83c-7039f8e0ea63 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d6:2d:67'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:13.464385 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port aa91c3c8-d841-43d7-bb44-7ef525a623d6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:13.464715 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (aa91c3c8-d841-43d7-bb44-7ef525a623d6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:13.491697 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-22ded843-0ac3-49fd-9a40-f1d91852cd5b req-d4d3165a-699d-47a6-be2e-41192abf4da1 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743553 Feb 03 12:48:13.492545 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59666) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:13.556046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] Pushing event updated for resources: {'Port': ['ID=fa37d142-7bf4-4496-9e57-3709d9eed8ed,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:13.570270 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] Attempting to bind port fa37d142-7bf4-4496-9e57-3709d9eed8ed on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:13.570659 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] Attempting to bind port fa37d142-7bf4-4496-9e57-3709d9eed8ed by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:13.571031 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] Attempting to bind port fa37d142-7bf4-4496-9e57-3709d9eed8ed on network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:13.627399 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:13.627789 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] Checking segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:13.628226 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:13.628629 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] Bound using segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:13.629128 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] Bound port: fa37d142-7bf4-4496-9e57-3709d9eed8ed, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:13.629636 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:13.632049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f762720f-7d96-4a24-b0f3-051365a591e8 None None] Current status of the port ca93627f-c3e6-4543-b275-a3f6a7713d32 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:13.632381 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f762720f-7d96-4a24-b0f3-051365a591e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ca93627f-c3e6-4543-b275-a3f6a7713d32), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:13.718388 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port aa91c3c8-d841-43d7-bb44-7ef525a623d6 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:13.718780 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (aa91c3c8-d841-43d7-bb44-7ef525a623d6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:13.746627 n-d-827336-3 neutron-server[103188]: DEBUG neutron.objects.ports [None req-3821df45-0ed3-4c13-9788-b667b8367755 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:48:13.763588 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3821df45-0ed3-4c13-9788-b667b8367755 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (58fa9b13-8591-41c9-8ee0-13ba020ca9bf), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:13.767929 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f762720f-7d96-4a24-b0f3-051365a591e8 None None] For port ca93627f-c3e6-4543-b275-a3f6a7713d32, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ca93627f-c3e6-4543-b275-a3f6a7713d32,segment=NetworkSegment(bb3ba8a7-fea2-47b8-901b-c7026f3bcc28),segment_id=bb3ba8a7-fea2-47b8-901b-c7026f3bcc28)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:13.769480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port ca93627f-c3e6-4543-b275-a3f6a7713d32 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:13.769916 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ca93627f-c3e6-4543-b275-a3f6a7713d32), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:13.814765 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:48:13.955253 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fa0056c-9dc0-4484-b83c-7039f8e0ea63 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cf9141bb-587b-43f4-97e4-f1974fa40329), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:13.957163 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] For port fa37d142-7bf4-4496-9e57-3709d9eed8ed, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:13.962692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] For port fa37d142-7bf4-4496-9e57-3709d9eed8ed, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fa37d142-7bf4-4496-9e57-3709d9eed8ed,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:13.972099 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f762720f-7d96-4a24-b0f3-051365a591e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ca93627f-c3e6-4543-b275-a3f6a7713d32), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:13.984230 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:14.128036 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port aa91c3c8-d841-43d7-bb44-7ef525a623d6, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=aa91c3c8-d841-43d7-bb44-7ef525a623d6,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:14.146355 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa91c3c8-d841-43d7-bb44-7ef525a623d6'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:14.148871 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d059d4-1a8c-4f17-8d91-928490d04893" -d '{"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-plugged", "status": "completed", "tag": "aa91c3c8-d841-43d7-bb44-7ef525a623d6"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:14.198904 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (aa91c3c8-d841-43d7-bb44-7ef525a623d6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:14.232345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-314697b1-5b9a-4462-a7d1-5c4a891ac3fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8:0:1::2b4 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/76088561-9bda-46aa-97a3-6489baaf9090/19dcd298-a147-40df-867f-943a2753adc7) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:14.247987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-314697b1-5b9a-4462-a7d1-5c4a891ac3fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::f816:3eff:fea6:45ee (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/3fb3d3f6-945c-4e5a-810a-6eb86c4841b8/19dcd298-a147-40df-867f-943a2753adc7) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:14.326282 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-044af736-bde4-4de6-bc3c-793dc3fcb139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:14.374919 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821df45-0ed3-4c13-9788-b667b8367755 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event updated for resources: {'Subnet': ['ID=58fa9b13-8591-41c9-8ee0-13ba020ca9bf,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:14.480063 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3821df45-0ed3-4c13-9788-b667b8367755 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Checking segment: {'id': '20572851-d02b-44d5-9cc0-8ce4cd735a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ae09dfbb-0706-4696-93d2-1f8d9ff2b274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:14.481341 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3821df45-0ed3-4c13-9788-b667b8367755 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Network hostable DHCP agents. Network: ae09dfbb-0706-4696-93d2-1f8d9ff2b274, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:48:14.579304 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fa0056c-9dc0-4484-b83c-7039f8e0ea63 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks [] for port (cf9141bb-587b-43f4-97e4-f1974fa40329), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:14.617309 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fa0056c-9dc0-4484-b83c-7039f8e0ea63 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (cf9141bb-587b-43f4-97e4-f1974fa40329), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:14.763114 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762720f-7d96-4a24-b0f3-051365a591e8 None None] Pushing event updated for resources: {'Port': ['ID=ca93627f-c3e6-4543-b275-a3f6a7713d32,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:14.773892 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f6cf6d-d58c-4db6-8bba-2c334db4a00c x-openstack-request-id: req-a5f6cf6d-d58c-4db6-8bba-2c334db4a00c {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:14.774650 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-plugged", "status": "completed", "tag": "aa91c3c8-d841-43d7-bb44-7ef525a623d6", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:14.775333 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5f6cf6d-d58c-4db6-8bba-2c334db4a00c {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:14.776197 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa91c3c8-d841-43d7-bb44-7ef525a623d6', 'code': 200} Feb 03 12:48:14.777832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:14.779448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef946-d8a7-42ae-bfc5-f6dfa41c7f95 req-f6d575c3-d9d9-48bc-83d0-d970571d1e42 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:14.783210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ca93627f-c3e6-4543-b275-a3f6a7713d32 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:14.785358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef946-d8a7-42ae-bfc5-f6dfa41c7f95 req-f6d575c3-d9d9-48bc-83d0-d970571d1e42 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:14.798247 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-044af736-bde4-4de6-bc3c-793dc3fcb139 admin admin] Publish callbacks [] for security_group (e84d676e-5195-4dc8-8b4e-2508e888327b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:14.808394 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef946-d8a7-42ae-bfc5-f6dfa41c7f95 req-f6d575c3-d9d9-48bc-83d0-d970571d1e42 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:14.815290 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef946-d8a7-42ae-bfc5-f6dfa41c7f95 req-f6d575c3-d9d9-48bc-83d0-d970571d1e42 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:14.821834 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0056c-9dc0-4484-b83c-7039f8e0ea63 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Pushing event updated for resources: {'Port': ['ID=cf9141bb-587b-43f4-97e4-f1974fa40329,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:14.826913 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-044af736-bde4-4de6-bc3c-793dc3fcb139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e84d676e-5195-4dc8-8b4e-2508e888327b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:14.836635 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef946-d8a7-42ae-bfc5-f6dfa41c7f95 req-f6d575c3-d9d9-48bc-83d0-d970571d1e42 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:14.843054 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef946-d8a7-42ae-bfc5-f6dfa41c7f95 req-f6d575c3-d9d9-48bc-83d0-d970571d1e42 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:14.849121 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef946-d8a7-42ae-bfc5-f6dfa41c7f95 req-f6d575c3-d9d9-48bc-83d0-d970571d1e42 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:14.866409 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-242ef946-d8a7-42ae-bfc5-f6dfa41c7f95 req-f6d575c3-d9d9-48bc-83d0-d970571d1e42 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5443 time: 0.8211048 Feb 03 12:48:14.905797 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0531765c-02ed-41b1-9594-bb345313244d None None] Provisioning complete for port aa976385-5eeb-4c45-8c0f-5859ba1d0ec8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:14.906443 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0531765c-02ed-41b1-9594-bb345313244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (aa976385-5eeb-4c45-8c0f-5859ba1d0ec8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:14.951961 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854ce2a-fcfc-467b-9c8b-69b2298538bd req-a2778d92-940d-4cdf-99c2-613178cca660 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:14.954476 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1854ce2a-fcfc-467b-9c8b-69b2298538bd req-a2778d92-940d-4cdf-99c2-613178cca660 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 944 time: 0.4036942 Feb 03 12:48:14.975892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3821df45-0ed3-4c13-9788-b667b8367755 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Network ae09dfbb-0706-4696-93d2-1f8d9ff2b274 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:48:14.982754 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0056c-9dc0-4484-b83c-7039f8e0ea63 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] In _notify_port_updated(), no bound segment for port cf9141bb-587b-43f4-97e4-f1974fa40329 on network 8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:48:14.990490 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa0056c-9dc0-4484-b83c-7039f8e0ea63 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:15.000671 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fa0056c-9dc0-4484-b83c-7039f8e0ea63 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:15.010217 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8fa0056c-9dc0-4484-b83c-7039f8e0ea63 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "PUT /v2.0/ports/cf9141bb-587b-43f4-97e4-f1974fa40329 HTTP/1.1" status: 200 len: 991 time: 1.5692835 Feb 03 12:48:15.022798 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-044af736-bde4-4de6-bc3c-793dc3fcb139 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=145349337e814633bcb2882757b6a49c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5020750 Feb 03 12:48:15.022798 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59686) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:15.030312 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ca93627f-c3e6-4543-b275-a3f6a7713d32 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:15.037279 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044af736-bde4-4de6-bc3c-793dc3fcb139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84d676e-5195-4dc8-8b4e-2508e888327b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:15.055298 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59690) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:15.155231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3821df45-0ed3-4c13-9788-b667b8367755 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, ae09dfbb-0706-4696-93d2-1f8d9ff2b274) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:15.178958 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0531765c-02ed-41b1-9594-bb345313244d None None] Port aa976385-5eeb-4c45-8c0f-5859ba1d0ec8 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:48:15.230469 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef9dfcd-8976-419b-9781-01df3aaefc24 None None] Network ae09dfbb-0706-4696-93d2-1f8d9ff2b274 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:15.234649 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25447567-50f4-4aa2-8350-71afdb9c11c1 None None] Pushing event updated for resources: {'Port': ['ID=fa37d142-7bf4-4496-9e57-3709d9eed8ed,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:15.250048 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3821df45-0ed3-4c13-9788-b667b8367755 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:15.251742 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3821df45-0ed3-4c13-9788-b667b8367755 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:15.341948 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-314697b1-5b9a-4462-a7d1-5c4a891ac3fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (19dcd298-a147-40df-867f-943a2753adc7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:15.372290 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=aa91c3c8-d841-43d7-bb44-7ef525a623d6,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:15.383280 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:48:15.407459 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1bcc9c6d-7ae9-446c-9c49-f04cdc4de91e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Deleting port cf9141bb-587b-43f4-97e4-f1974fa40329 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:15.408143 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bcc9c6d-7ae9-446c-9c49-f04cdc4de91e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (cf9141bb-587b-43f4-97e4-f1974fa40329), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:15.423134 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff9e69-8fd8-463b-aa6e-67175ea6624c req-b6804906-bcca-417d-a3e0-a3a1ef365a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:15.423977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff9e69-8fd8-463b-aa6e-67175ea6624c req-b6804906-bcca-417d-a3e0-a3a1ef365a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:15.425102 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff9e69-8fd8-463b-aa6e-67175ea6624c req-b6804906-bcca-417d-a3e0-a3a1ef365a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:15.427621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:15.427970 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5f41ff09-37fd-49e3-9cf2-e7c7bce8667c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:15.428389 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff9e69-8fd8-463b-aa6e-67175ea6624c req-b6804906-bcca-417d-a3e0-a3a1ef365a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:15.428881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff9e69-8fd8-463b-aa6e-67175ea6624c req-b6804906-bcca-417d-a3e0-a3a1ef365a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:15.429367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff9e69-8fd8-463b-aa6e-67175ea6624c req-b6804906-bcca-417d-a3e0-a3a1ef365a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:15.429846 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff9e69-8fd8-463b-aa6e-67175ea6624c req-b6804906-bcca-417d-a3e0-a3a1ef365a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:15.437149 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2aff9e69-8fd8-463b-aa6e-67175ea6624c req-b6804906-bcca-417d-a3e0-a3a1ef365a8b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 6718 time: 0.8983915 Feb 03 12:48:15.445574 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1854ce2a-fcfc-467b-9c8b-69b2298538bd req-4579a050-b791-4f70-b67e-6f8c1c06ce08 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709101 Feb 03 12:48:15.502439 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0531765c-02ed-41b1-9594-bb345313244d None None] Provisioning complete for port ca93627f-c3e6-4543-b275-a3f6a7713d32 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:15.502910 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0531765c-02ed-41b1-9594-bb345313244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ca93627f-c3e6-4543-b275-a3f6a7713d32), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:15.568271 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-242ef946-d8a7-42ae-bfc5-f6dfa41c7f95 req-4e606d04-9611-47fc-b3a7-ec090ead1803 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7008748 Feb 03 12:48:15.593428 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port ca93627f-c3e6-4543-b275-a3f6a7713d32 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:15.594131 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ca93627f-c3e6-4543-b275-a3f6a7713d32), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:15.635506 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3821df45-0ed3-4c13-9788-b667b8367755 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.3797252 Feb 03 12:48:15.642728 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-314697b1-5b9a-4462-a7d1-5c4a891ac3fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (19dcd298-a147-40df-867f-943a2753adc7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:15.643505 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59692) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:15.679691 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bcc9c6d-7ae9-446c-9c49-f04cdc4de91e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (cf9141bb-587b-43f4-97e4-f1974fa40329), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:15.737280 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2aff9e69-8fd8-463b-aa6e-67175ea6624c req-2ae2d47d-46c2-4991-983a-bfaeedd09ac4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2826004 Feb 03 12:48:15.748531 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1bcc9c6d-7ae9-446c-9c49-f04cdc4de91e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Calling delete_port for cf9141bb-587b-43f4-97e4-f1974fa40329 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:15.787002 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af3bf3da-6892-49af-ae0c-c7d197981446 admin admin] Publish callbacks [] for security_group (e84d676e-5195-4dc8-8b4e-2508e888327b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:15.846030 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314697b1-5b9a-4462-a7d1-5c4a891ac3fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:15.864407 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311bb3e-3c5c-48df-836b-80ea3c72a7ff req-0a17179a-cc97-414d-9316-5dd967a409b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:15.866758 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a311bb3e-3c5c-48df-836b-80ea3c72a7ff req-0a17179a-cc97-414d-9316-5dd967a409b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5571bc03f31b4ec1a3eda061ab1cad28&device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 1127 time: 0.5856881 Feb 03 12:48:15.885486 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58598a7-9874-4df3-bd8f-c0f9bbf39463 req-e53b0a62-beae-4ecb-9e80-f4c17ebc53b9 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:15.886930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-314697b1-5b9a-4462-a7d1-5c4a891ac3fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:15.899881 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b58598a7-9874-4df3-bd8f-c0f9bbf39463 req-e53b0a62-beae-4ecb-9e80-f4c17ebc53b9 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.2992709 Feb 03 12:48:15.900340 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314697b1-5b9a-4462-a7d1-5c4a891ac3fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:15.906367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314697b1-5b9a-4462-a7d1-5c4a891ac3fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:15.907136 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-314697b1-5b9a-4462-a7d1-5c4a891ac3fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:15.936826 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af3bf3da-6892-49af-ae0c-c7d197981446 admin admin] Publish callbacks [] for security_group (e84d676e-5195-4dc8-8b4e-2508e888327b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:15.943147 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314697b1-5b9a-4462-a7d1-5c4a891ac3fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=19dcd298-a147-40df-867f-943a2753adc7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:15.946593 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-ae09dfbb-0706-4696-93d2-1f8d9ff2b274', 'network_id': 'ae09dfbb-0706-4696-93d2-1f8d9ff2b274', 'project_id': '0cd00c068a0c4ae485276bfc3aa9e99a', 'fixed_ips': [{'subnet_id': '58fa9b13-8591-41c9-8ee0-13ba020ca9bf'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:48:15.947784 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:16.005530 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-314697b1-5b9a-4462-a7d1-5c4a891ac3fa tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.4296110 Feb 03 12:48:16.006123 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59694) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:16.059007 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (ae09dfbb-0706-4696-93d2-1f8d9ff2b274), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:16.115009 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b58598a7-9874-4df3-bd8f-c0f9bbf39463 req-6d706a70-1a1f-49fe-8de6-7768943e8ff2 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135842 Feb 03 12:48:16.195541 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:16.244641 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311bb3e-3c5c-48df-836b-80ea3c72a7ff req-4654d8d0-5335-4f01-9c28-24383ebc875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:16.246339 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a311bb3e-3c5c-48df-836b-80ea3c72a7ff req-4654d8d0-5335-4f01-9c28-24383ebc875b service neutron] 10.222.0.31 "GET /v2.0/networks?id=38493246-f38d-4463-9177-b5dc3d79c2b7 HTTP/1.1" status: 200 len: 916 time: 0.3178163 Feb 03 12:48:16.248420 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (58fa9b13-8591-41c9-8ee0-13ba020ca9bf), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:16.258994 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af3bf3da-6892-49af-ae0c-c7d197981446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e84d676e-5195-4dc8-8b4e-2508e888327b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:16.261732 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af3bf3da-6892-49af-ae0c-c7d197981446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:16.266456 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-af3bf3da-6892-49af-ae0c-c7d197981446 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e84d676e-5195-4dc8-8b4e-2508e888327b HTTP/1.1" status: 204 len: 168 time: 1.1667793 Feb 03 12:48:16.319854 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bcc9c6d-7ae9-446c-9c49-f04cdc4de91e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (cf9141bb-587b-43f4-97e4-f1974fa40329), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:16.332043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ca93627f-c3e6-4543-b275-a3f6a7713d32 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:16.346259 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a311bb3e-3c5c-48df-836b-80ea3c72a7ff req-57be5341-b990-4672-9510-cb75bd8b68b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d5bee9e-4060-43e9-8753-254e861bbf05 HTTP/1.1" status: 200 len: 217 time: 0.0895252 Feb 03 12:48:16.348484 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bf3da-6892-49af-ae0c-c7d197981446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84d676e-5195-4dc8-8b4e-2508e888327b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:16.403404 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc9c6d-7ae9-446c-9c49-f04cdc4de91e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Pushing event deleted for resources: {'Port': ['ID=cf9141bb-587b-43f4-97e4-f1974fa40329,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:16.439478 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0531765c-02ed-41b1-9594-bb345313244d None None] Current status of the port ca93627f-c3e6-4543-b275-a3f6a7713d32 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:16.470321 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311bb3e-3c5c-48df-836b-80ea3c72a7ff req-33c14a54-0e0a-447c-af96-b5fb379f40c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:16.473425 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a311bb3e-3c5c-48df-836b-80ea3c72a7ff req-33c14a54-0e0a-447c-af96-b5fb379f40c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9bd4681a-030c-44e2-b514-2406b9d142e2 HTTP/1.1" status: 200 len: 855 time: 0.1208255 Feb 03 12:48:16.478602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cbeb7469-af30-4020-ac54-e28bfe015b5f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port 19dcd298-a147-40df-867f-943a2753adc7 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:16.492521 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbeb7469-af30-4020-ac54-e28bfe015b5f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (19dcd298-a147-40df-867f-943a2753adc7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:16.584053 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] Allocated IP 2001:db8::f816:3eff:fe73:44de (ae09dfbb-0706-4696-93d2-1f8d9ff2b274/58fa9b13-8591-41c9-8ee0-13ba020ca9bf/e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:16.587330 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cf17c0-91b4-4778-bd3b-53a443924a57 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:16.609040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:16.609755 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5f41ff09-37fd-49e3-9cf2-e7c7bce8667c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:16.630601 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a311bb3e-3c5c-48df-836b-80ea3c72a7ff req-a421403b-03ee-40f2-892f-a70e63622514 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=38493246-f38d-4463-9177-b5dc3d79c2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265032 Feb 03 12:48:16.867634 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbeb7469-af30-4020-ac54-e28bfe015b5f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (19dcd298-a147-40df-867f-943a2753adc7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:16.920563 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cbeb7469-af30-4020-ac54-e28bfe015b5f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for 19dcd298-a147-40df-867f-943a2753adc7 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:16.935645 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b56c2-76c1-4e57-9ae1-b5c297a70dbb req-9932d3b1-6f8d-4460-b598-410662cb0e28 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:16.937507 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bcc9c6d-7ae9-446c-9c49-f04cdc4de91e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:16.942909 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6a1b56c2-76c1-4e57-9ae1-b5c297a70dbb req-9932d3b1-6f8d-4460-b598-410662cb0e28 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 944 time: 0.3264225 Feb 03 12:48:16.955048 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1bcc9c6d-7ae9-446c-9c49-f04cdc4de91e tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "DELETE /v2.0/ports/cf9141bb-587b-43f4-97e4-f1974fa40329 HTTP/1.1" status: 204 len: 168 time: 1.9269745 Feb 03 12:48:16.957881 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59716) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:16.978721 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a311bb3e-3c5c-48df-836b-80ea3c72a7ff req-d393193b-90e5-4734-9e36-894e0f08a501 service neutron] 10.222.0.31 "GET /v2.0/networks/38493246-f38d-4463-9177-b5dc3d79c2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279879 Feb 03 12:48:16.996362 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-318e1bea-218c-4334-b336-eee379995a25 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] GET failed (client error): The resource could not be found. Feb 03 12:48:16.998135 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-318e1bea-218c-4334-b336-eee379995a25 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "GET /v2.0/ports/cf9141bb-587b-43f4-97e4-f1974fa40329 HTTP/1.1" status: 404 len: 333 time: 0.0381496 Feb 03 12:48:17.025883 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348753d-51ed-4951-9a74-5ce094a5e859 req-d7b9e6d5-4153-4b9d-9bb3-357a3020e1f3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:17.037988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348753d-51ed-4951-9a74-5ce094a5e859 req-d7b9e6d5-4153-4b9d-9bb3-357a3020e1f3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:17.046522 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348753d-51ed-4951-9a74-5ce094a5e859 req-d7b9e6d5-4153-4b9d-9bb3-357a3020e1f3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:17.051837 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348753d-51ed-4951-9a74-5ce094a5e859 req-d7b9e6d5-4153-4b9d-9bb3-357a3020e1f3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:17.055655 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59718) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:17.055655 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59720) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:17.077581 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348753d-51ed-4951-9a74-5ce094a5e859 req-d7b9e6d5-4153-4b9d-9bb3-357a3020e1f3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:17.081936 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2b354c1d-8e55-404b-aeae-7629945709ae tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Request body: {'port': {'network_id': '8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb', 'name': 'tempest-AllowedAddressPairTestJSON-1527923775'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:17.083526 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348753d-51ed-4951-9a74-5ce094a5e859 req-d7b9e6d5-4153-4b9d-9bb3-357a3020e1f3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:17.094879 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348753d-51ed-4951-9a74-5ce094a5e859 req-d7b9e6d5-4153-4b9d-9bb3-357a3020e1f3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:17.103901 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e348753d-51ed-4951-9a74-5ce094a5e859 req-d7b9e6d5-4153-4b9d-9bb3-357a3020e1f3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5444 time: 0.2906642 Feb 03 12:48:17.165106 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1adead0e-18c6-459f-8329-7b98c99e7d58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:17.206392 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] Publish callbacks [] for port (e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:17.217128 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6a1b56c2-76c1-4e57-9ae1-b5c297a70dbb req-2d910825-d79d-4fe7-ae8f-0b185f774caf tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720201 Feb 03 12:48:17.294254 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (58fa9b13-8591-41c9-8ee0-13ba020ca9bf), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:17.304071 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e348753d-51ed-4951-9a74-5ce094a5e859 req-cc5c5524-cfbb-40e5-aacd-3fc6a80f186d tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1992173 Feb 03 12:48:17.319198 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fa37d142-7bf4-4496-9e57-3709d9eed8ed up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:17.325338 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2c63a80e-c7e8-4440-a674-107956fea5fd None None] Provisioning complete for port fa37d142-7bf4-4496-9e57-3709d9eed8ed triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:17.325928 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2c63a80e-c7e8-4440-a674-107956fea5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:17.356723 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5f41ff09-37fd-49e3-9cf2-e7c7bce8667c,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:17.471354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f41ff09-37fd-49e3-9cf2-e7c7bce8667c'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:17.475364 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3139f3-6079-40ff-a5e1-8aacd0ae2d96" -d '{"events": [{"server_uuid": "1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62", "name": "network-vif-plugged", "status": "completed", "tag": "5f41ff09-37fd-49e3-9cf2-e7c7bce8667c"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:17.481104 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:17.482527 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a311bb3e-3c5c-48df-836b-80ea3c72a7ff req-a106898a-7ff6-41e8-902c-eede495f230b service neutron] 10.222.0.31 "GET /v2.0/networks/38493246-f38d-4463-9177-b5dc3d79c2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295301 Feb 03 12:48:17.549314 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (ae09dfbb-0706-4696-93d2-1f8d9ff2b274), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:17.567605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b354c1d-8e55-404b-aeae-7629945709ae tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Made reservation on behalf of 613b1ac772fa4d30a72fd1c5a4161fb2 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:17.571317 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b354c1d-8e55-404b-aeae-7629945709ae tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:17.587083 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33719618-eb34-49fb-b4a9-40bf395c57a0 req-042d3228-463d-4ad5-8cef-de904a357dfc tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:17.588609 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33719618-eb34-49fb-b4a9-40bf395c57a0 req-042d3228-463d-4ad5-8cef-de904a357dfc tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.2148912 Feb 03 12:48:17.647986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-2b354c1d-8e55-404b-aeae-7629945709ae tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] device_id is not set on port a25c153b-1cd2-4930-ad6e-9dcdd691e287 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:48:17.687621 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5f41ff09-37fd-49e3-9cf2-e7c7bce8667c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:17.701123 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435f3a15-d66f-48d8-84e2-2df063eb9c09 x-openstack-request-id: req-435f3a15-d66f-48d8-84e2-2df063eb9c09 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:17.701824 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62", "name": "network-vif-plugged", "status": "completed", "tag": "5f41ff09-37fd-49e3-9cf2-e7c7bce8667c", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:17.702330 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-435f3a15-d66f-48d8-84e2-2df063eb9c09 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:17.703190 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f41ff09-37fd-49e3-9cf2-e7c7bce8667c', 'code': 200} Feb 03 12:48:17.705128 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] Pushing event updated for resources: {'Port': ['ID=e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:17.780225 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] Network ae09dfbb-0706-4696-93d2-1f8d9ff2b274 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:17.793718 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:17.802500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:17.804752 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port fa37d142-7bf4-4496-9e57-3709d9eed8ed triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:17.805135 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:18.024232 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event deleted for resources: {'Subnet': ['ID=58fa9b13-8591-41c9-8ee0-13ba020ca9bf,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:18.029052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=5f41ff09-37fd-49e3-9cf2-e7c7bce8667c,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:18.035332 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae09dfbb-0706-4696-93d2-1f8d9ff2b274']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:18.060613 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20572851-d02b-44d5-9cc0-8ce4cd735a56') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:18.061343 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20572851-d02b-44d5-9cc0-8ce4cd735a56') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:18.068481 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2c63a80e-c7e8-4440-a674-107956fea5fd None None] Current status of the port fa37d142-7bf4-4496-9e57-3709d9eed8ed is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:18.068863 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2c63a80e-c7e8-4440-a674-107956fea5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:18.091014 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (20572851-d02b-44d5-9cc0-8ce4cd735a56), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:18.103476 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] Attempting to bind port e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:18.103852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] Attempting to bind port e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '20572851-d02b-44d5-9cc0-8ce4cd735a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ae09dfbb-0706-4696-93d2-1f8d9ff2b274'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:18.104246 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] Attempting to bind port e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1 on network ae09dfbb-0706-4696-93d2-1f8d9ff2b274 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:18.121720 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (20572851-d02b-44d5-9cc0-8ce4cd735a56), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:18.131663 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:18.134752 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] Checking segment: {'id': '20572851-d02b-44d5-9cc0-8ce4cd735a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ae09dfbb-0706-4696-93d2-1f8d9ff2b274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:18.136623 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:18.137496 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:48:18.137901 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (20572851-d02b-44d5-9cc0-8ce4cd735a56), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:48:18.141160 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:48:18.146701 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] Bound using segment: {'id': '20572851-d02b-44d5-9cc0-8ce4cd735a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ae09dfbb-0706-4696-93d2-1f8d9ff2b274'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:18.146701 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] Bound port: e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20572851-d02b-44d5-9cc0-8ce4cd735a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ae09dfbb-0706-4696-93d2-1f8d9ff2b274'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:18.146701 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:18.209309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2c63a80e-c7e8-4440-a674-107956fea5fd None None] For port fa37d142-7bf4-4496-9e57-3709d9eed8ed, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fa37d142-7bf4-4496-9e57-3709d9eed8ed,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:18.303184 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] For port e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:18.313231 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2c63a80e-c7e8-4440-a674-107956fea5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:18.319567 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:48:18.319567 n-d-827336-3 neutron-server[103189]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:48:18.319567 n-d-827336-3 neutron-server[103189]: [parameters: {'id': 'ae09dfbb-0706-4696-93d2-1f8d9ff2b274'}] Feb 03 12:48:18.319567 n-d-827336-3 neutron-server[103189]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:48:18.320332 n-d-827336-3 neutron-server[103189]: DEBUG oslo_db.api [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:48:18.320757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] For port e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1,segment=NetworkSegment(20572851-d02b-44d5-9cc0-8ce4cd735a56),segment_id=20572851-d02b-44d5-9cc0-8ce4cd735a56)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:18.336394 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:18.362408 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2c63a80e-c7e8-4440-a674-107956fea5fd None None] Could not find standard attr ID for object cf9141bb-587b-43f4-97e4-f1974fa40329. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:48:18.368598 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbeb7469-af30-4020-ac54-e28bfe015b5f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (19dcd298-a147-40df-867f-943a2753adc7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:18.373440 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fa37d142-7bf4-4496-9e57-3709d9eed8ed is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:18.373853 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:18.381467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2c63a80e-c7e8-4440-a674-107956fea5fd None None] Could not find standard attr ID for object b34eae65-adb7-43d1-85bf-b9bd7c5c2157. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:48:18.423345 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87fc169-abb1-4c6b-90a9-91ee667e9666 None None] Update dhcp port {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'fixed_ips': [{'subnet_id': '3fb3d3f6-945c-4e5a-810a-6eb86c4841b8', 'ip_address': '2001:db8::f816:3eff:fe8e:2cd8'}, {'subnet_id': '76088561-9bda-46aa-97a3-6489baaf9090'}], 'binding:host_id': 'n-d-827336-3'}, 'id': 'fa37d142-7bf4-4496-9e57-3709d9eed8ed'} from n-d-827336-3. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:48:18.448822 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33719618-eb34-49fb-b4a9-40bf395c57a0 req-784e2949-e7a3-4788-b3d8-57b48f0409c1 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8355620 Feb 03 12:48:18.457421 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c87fc169-abb1-4c6b-90a9-91ee667e9666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:18.461667 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb7469-af30-4020-ac54-e28bfe015b5f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=19dcd298-a147-40df-867f-943a2753adc7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:18.467099 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87531e7-bbc3-4347-81f2-8e5607b9f861 req-28fb0777-30cc-4e28-8501-a81973d94db7 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:18.471444 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d87531e7-bbc3-4347-81f2-8e5607b9f861 req-28fb0777-30cc-4e28-8501-a81973d94db7 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 945 time: 0.1335232 Feb 03 12:48:18.495970 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63a80e-c7e8-4440-a674-107956fea5fd None None] Pushing event updated for resources: {'Port': ['ID=fa37d142-7bf4-4496-9e57-3709d9eed8ed,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:18.557087 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d87531e7-bbc3-4347-81f2-8e5607b9f861 req-6cf958c0-ec87-4f40-a2c0-a9486b3e4909 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570617 Feb 03 12:48:18.571972 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbeb7469-af30-4020-ac54-e28bfe015b5f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:18.585722 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cbeb7469-af30-4020-ac54-e28bfe015b5f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/19dcd298-a147-40df-867f-943a2753adc7 HTTP/1.1" status: 204 len: 168 time: 2.5573759 Feb 03 12:48:18.588240 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59740) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:18.640716 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1adead0e-18c6-459f-8329-7b98c99e7d58 admin admin] Publish callbacks [] for security_group (5c317e7b-83f7-424f-b432-0513e95fd994), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:18.658398 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746789ee-da7d-48d9-9594-b033dd7117f7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:18.662498 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-746789ee-da7d-48d9-9594-b033dd7117f7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0706952 Feb 03 12:48:18.663432 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59742) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:18.670750 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cdbb2-c628-4f9e-8e4c-accf727af845 req-65e73990-e772-4e08-b40c-dbb8bb693580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:18.672614 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c83cdbb2-c628-4f9e-8e4c-accf727af845 req-65e73990-e772-4e08-b40c-dbb8bb693580 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 1127 time: 0.9432631 Feb 03 12:48:18.699827 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1adead0e-18c6-459f-8329-7b98c99e7d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5c317e7b-83f7-424f-b432-0513e95fd994), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:18.738446 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b5795e-2c4c-4cac-bdf9-085f561d789d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:18.743124 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f8b5795e-2c4c-4cac-bdf9-085f561d789d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0783515 Feb 03 12:48:18.744142 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59744) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:18.770952 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1adead0e-18c6-459f-8329-7b98c99e7d58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f9d6feb66ddd4a339e3e7e754aafadfa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7115228 Feb 03 12:48:18.777433 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59746) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:18.802562 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3988659-35b2-4ca0-9530-683d1b89002d None None] Network ae09dfbb-0706-4696-93d2-1f8d9ff2b274 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:18.821659 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (ae09dfbb-0706-4696-93d2-1f8d9ff2b274), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:18.836212 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:48:18.836578 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:48:18.840144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-2b354c1d-8e55-404b-aeae-7629945709ae tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Allocated IP 172.20.0.14 (8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb/ded353ae-216a-4c2d-9ec0-983e741c04bb/a25c153b-1cd2-4930-ad6e-9dcdd691e287) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:18.850338 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d1623-7e38-4caf-b6c9-38b746a554ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:18.851712 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d1623-7e38-4caf-b6c9-38b746a554ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:18.853442 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d1623-7e38-4caf-b6c9-38b746a554ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:18.858079 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e10d1623-7e38-4caf-b6c9-38b746a554ba tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1127689 Feb 03 12:48:18.860772 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59748) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:18.894637 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf635b2-7f35-438b-85c1-d5acbba7baa6 req-d124c474-54c1-4339-bcc9-38af61e98249 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:18.899452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081e282-9d82-49d8-b834-46e4b9c73462 None None] Pushing event updated for resources: {'Port': ['ID=e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:18.917199 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf635b2-7f35-438b-85c1-d5acbba7baa6 req-d124c474-54c1-4339-bcc9-38af61e98249 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:18.927049 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf635b2-7f35-438b-85c1-d5acbba7baa6 req-d124c474-54c1-4339-bcc9-38af61e98249 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:18.939986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf635b2-7f35-438b-85c1-d5acbba7baa6 req-d124c474-54c1-4339-bcc9-38af61e98249 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:18.954480 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8affa02-f43d-4754-8f54-5cdf404f97d9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet 3fb3d3f6-945c-4e5a-810a-6eb86c4841b8 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:48:18.956437 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf635b2-7f35-438b-85c1-d5acbba7baa6 req-d124c474-54c1-4339-bcc9-38af61e98249 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:18.959005 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf1c294b-c761-47f5-be2c-ccc0bfce116a admin admin] Publish callbacks [] for security_group (5c317e7b-83f7-424f-b432-0513e95fd994), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:18.960630 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8affa02-f43d-4754-8f54-5cdf404f97d9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (3fb3d3f6-945c-4e5a-810a-6eb86c4841b8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:18.963344 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf635b2-7f35-438b-85c1-d5acbba7baa6 req-d124c474-54c1-4339-bcc9-38af61e98249 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:18.974668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf635b2-7f35-438b-85c1-d5acbba7baa6 req-d124c474-54c1-4339-bcc9-38af61e98249 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:18.993028 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-daf635b2-7f35-438b-85c1-d5acbba7baa6 req-d124c474-54c1-4339-bcc9-38af61e98249 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5444 time: 0.3941236 Feb 03 12:48:19.030689 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf1c294b-c761-47f5-be2c-ccc0bfce116a admin admin] Publish callbacks [] for security_group (5c317e7b-83f7-424f-b432-0513e95fd994), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:19.058285 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8affa02-f43d-4754-8f54-5cdf404f97d9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (3fb3d3f6-945c-4e5a-810a-6eb86c4841b8), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:19.064947 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adead0e-18c6-459f-8329-7b98c99e7d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c317e7b-83f7-424f-b432-0513e95fd994,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:19.088526 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c83cdbb2-c628-4f9e-8e4c-accf727af845 req-c4cc5e73-8845-46f4-9897-5aea832aa9ae service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793969 Feb 03 12:48:19.135225 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Deleting port e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:19.135225 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:19.141761 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-daf635b2-7f35-438b-85c1-d5acbba7baa6 req-d603f29a-214c-4e10-924f-271703f6e320 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1462185 Feb 03 12:48:19.267092 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf1c294b-c761-47f5-be2c-ccc0bfce116a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5c317e7b-83f7-424f-b432-0513e95fd994), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:19.270048 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf1c294b-c761-47f5-be2c-ccc0bfce116a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:19.275203 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cf1c294b-c761-47f5-be2c-ccc0bfce116a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c317e7b-83f7-424f-b432-0513e95fd994 HTTP/1.1" status: 204 len: 168 time: 0.4919803 Feb 03 12:48:19.317871 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] For port e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1,segment=NetworkSegment(20572851-d02b-44d5-9cc0-8ce4cd735a56),segment_id=20572851-d02b-44d5-9cc0-8ce4cd735a56)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:19.318351 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:19.337435 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8affa02-f43d-4754-8f54-5cdf404f97d9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (3fb3d3f6-945c-4e5a-810a-6eb86c4841b8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:19.355984 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b354c1d-8e55-404b-aeae-7629945709ae tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks [] for port (a25c153b-1cd2-4930-ad6e-9dcdd691e287), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:19.363238 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Calling delete_port for e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:19.366824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c294b-c761-47f5-be2c-ccc0bfce116a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c317e7b-83f7-424f-b432-0513e95fd994,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:19.426290 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b354c1d-8e55-404b-aeae-7629945709ae tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (a25c153b-1cd2-4930-ad6e-9dcdd691e287), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:19.443410 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fa37d142-7bf4-4496-9e57-3709d9eed8ed is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:19.465062 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09919a4-be65-4f01-bd13-243e28ad1161 req-9104b4c7-9ecf-4d60-8d48-46a809e34d32 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:19.470668 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09919a4-be65-4f01-bd13-243e28ad1161 req-9104b4c7-9ecf-4d60-8d48-46a809e34d32 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:19.489431 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09919a4-be65-4f01-bd13-243e28ad1161 req-9104b4c7-9ecf-4d60-8d48-46a809e34d32 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:19.495650 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09919a4-be65-4f01-bd13-243e28ad1161 req-9104b4c7-9ecf-4d60-8d48-46a809e34d32 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:19.528624 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09919a4-be65-4f01-bd13-243e28ad1161 req-9104b4c7-9ecf-4d60-8d48-46a809e34d32 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:19.542212 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09919a4-be65-4f01-bd13-243e28ad1161 req-9104b4c7-9ecf-4d60-8d48-46a809e34d32 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:19.546546 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09919a4-be65-4f01-bd13-243e28ad1161 req-9104b4c7-9ecf-4d60-8d48-46a809e34d32 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:19.546968 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c09919a4-be65-4f01-bd13-243e28ad1161 req-9104b4c7-9ecf-4d60-8d48-46a809e34d32 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5444 time: 0.3106983 Feb 03 12:48:19.561423 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59762) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:19.583784 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ce53c068-be48-47f4-a424-b380d4e0aa44 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Request body: {'floatingip': {'port_id': 'f6025ea3-6731-4774-ae1c-298c4565bb5d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:19.587745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b354c1d-8e55-404b-aeae-7629945709ae tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Network 8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:19.590562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b354c1d-8e55-404b-aeae-7629945709ae tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Pushing event updated for resources: {'Port': ['ID=a25c153b-1cd2-4930-ad6e-9dcdd691e287,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server [None req-c87fc169-abb1-4c6b-90a9-91ee667e9666 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3fb3d3f6-945c-4e5a-810a-6eb86c4841b8: This subnet is being modified by another concurrent operation. Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:48:19.595540 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exception Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3fb3d3f6-945c-4e5a-810a-6eb86c4841b8: This subnet is being modified by another concurrent operation. Feb 03 12:48:19.602078 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Feb 03 12:48:19.608205 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8affa02-f43d-4754-8f54-5cdf404f97d9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (3fb3d3f6-945c-4e5a-810a-6eb86c4841b8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:19.666559 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fa37d142-7bf4-4496-9e57-3709d9eed8ed up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:19.692230 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2b354c1d-8e55-404b-aeae-7629945709ae tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:19.709372 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b354c1d-8e55-404b-aeae-7629945709ae tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:19.717274 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8affa02-f43d-4754-8f54-5cdf404f97d9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb3d3f6-945c-4e5a-810a-6eb86c4841b8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:19.720633 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8affa02-f43d-4754-8f54-5cdf404f97d9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:19.724419 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c8affa02-f43d-4754-8f54-5cdf404f97d9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/3fb3d3f6-945c-4e5a-810a-6eb86c4841b8 HTTP/1.1" status: 204 len: 168 time: 0.8625555 Feb 03 12:48:19.730148 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59770) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:19.764388 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c47d45-b2fc-4a69-929a-442796b411ba None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:19.810240 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:19.836018 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce53c068-be48-47f4-a424-b380d4e0aa44 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for floatingip (aa3a109c-1d87-481d-8e61-82c391079d8d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:19.906294 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d9bdadba-b1cc-4034-8636-9d9cb153ad23 None None] Provisioning complete for port fa37d142-7bf4-4496-9e57-3709d9eed8ed triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:19.907248 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9bdadba-b1cc-4034-8636-9d9cb153ad23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:19.935373 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event deleted for resources: {'Port': ['ID=e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:19.955780 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port fa37d142-7bf4-4496-9e57-3709d9eed8ed triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:19.956232 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:20.004911 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] No DVR routers for this DVR port e686f3ae-1ca9-404d-ad3d-9b6a5858ccc1 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:48:20.083878 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b618f2-1eba-4f01-bbf7-23648349992f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet 76088561-9bda-46aa-97a3-6489baaf9090 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:48:20.090276 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55b618f2-1eba-4f01-bbf7-23648349992f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (76088561-9bda-46aa-97a3-6489baaf9090), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:20.187369 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55b618f2-1eba-4f01-bbf7-23648349992f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (76088561-9bda-46aa-97a3-6489baaf9090), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:20.190431 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b354c1d-8e55-404b-aeae-7629945709ae tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:20.191138 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b354c1d-8e55-404b-aeae-7629945709ae tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:20.255922 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2b354c1d-8e55-404b-aeae-7629945709ae tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1978354 Feb 03 12:48:20.260211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59786) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:20.272472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be2c6c-d929-4790-b2bf-9e4d0b252ef5 req-bb1d19e1-8f61-42f2-ad25-b3a5bc96b41d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:20.275628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-23be2c6c-d929-4790-b2bf-9e4d0b252ef5 req-bb1d19e1-8f61-42f2-ad25-b3a5bc96b41d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.5788045 Feb 03 12:48:20.279814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-749991c1-58fa-41c9-9f3e-eb7504a1f4b4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d6:2d:67'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:20.342626 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4d5bee9e-4060-43e9-8753-254e861bbf05 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:48:20.370860 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4d5bee9e-4060-43e9-8753-254e861bbf05 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:48:20.460519 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d9bdadba-b1cc-4034-8636-9d9cb153ad23 None None] Current status of the port fa37d142-7bf4-4496-9e57-3709d9eed8ed is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:20.468041 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:48:20.470592 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (ae09dfbb-0706-4696-93d2-1f8d9ff2b274), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:20.502161 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fa37d142-7bf4-4496-9e57-3709d9eed8ed is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:20.512979 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1c56c-6a81-4d9a-96f8-a60b524783ef req-bfc3a221-e6dc-4add-a023-9fc992099249 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:20.520190 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-30b1c56c-6a81-4d9a-96f8-a60b524783ef req-bfc3a221-e6dc-4add-a023-9fc992099249 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 945 time: 0.7047999 Feb 03 12:48:20.567854 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-23be2c6c-d929-4790-b2bf-9e4d0b252ef5 req-a11ce980-fda1-42a3-80ac-2274f66f8bbb tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816331 Feb 03 12:48:20.681633 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55b618f2-1eba-4f01-bbf7-23648349992f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (76088561-9bda-46aa-97a3-6489baaf9090), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:20.721695 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 4d5bee9e-4060-43e9-8753-254e861bbf05, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4d5bee9e-4060-43e9-8753-254e861bbf05,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:20.730115 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-749991c1-58fa-41c9-9f3e-eb7504a1f4b4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a25c153b-1cd2-4930-ad6e-9dcdd691e287), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:20.738674 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20b9262-8aff-42a8-9d37-9117b78d6fc4 None None] Update dhcp port {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'fixed_ips': [{'subnet_id': '76088561-9bda-46aa-97a3-6489baaf9090'}], 'binding:host_id': 'n-d-827336-3'}, 'id': 'fa37d142-7bf4-4496-9e57-3709d9eed8ed'} from n-d-827336-3. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:48:20.743540 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '4d5bee9e-4060-43e9-8753-254e861bbf05', 'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7', 'port_id': '4d5bee9e-4060-43e9-8753-254e861bbf05', 'mac_address': 'fa:16:3e:d4:69:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd4681a-030c-44e2-b514-2406b9d142e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:48:20.801794 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae09dfbb-0706-4696-93d2-1f8d9ff2b274']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:20.824376 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 4d5bee9e-4060-43e9-8753-254e861bbf05 is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:20.825617 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:20.876963 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20572851-d02b-44d5-9cc0-8ce4cd735a56') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:20.877221 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20572851-d02b-44d5-9cc0-8ce4cd735a56') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:20.903992 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (20572851-d02b-44d5-9cc0-8ce4cd735a56), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:20.912512 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-30b1c56c-6a81-4d9a-96f8-a60b524783ef req-01d5d96d-7a76-4ef7-9093-7c91148213c5 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595762 Feb 03 12:48:20.927455 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f26aeb48-4258-4bbf-9193-10604f2f45ca None None] Provisioning complete for port a25c153b-1cd2-4930-ad6e-9dcdd691e287 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:20.937479 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f26aeb48-4258-4bbf-9193-10604f2f45ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a25c153b-1cd2-4930-ad6e-9dcdd691e287), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:20.946496 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (20572851-d02b-44d5-9cc0-8ce4cd735a56), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:20.966166 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:48:20.966826 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (20572851-d02b-44d5-9cc0-8ce4cd735a56), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:48:20.972515 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:48:20.987599 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 4d5bee9e-4060-43e9-8753-254e861bbf05 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:20.988440 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.013014 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f26aeb48-4258-4bbf-9193-10604f2f45ca None None] Port a25c153b-1cd2-4930-ad6e-9dcdd691e287 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:48:21.026186 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55b618f2-1eba-4f01-bbf7-23648349992f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (76088561-9bda-46aa-97a3-6489baaf9090), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.033244 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d5bee9e-4060-43e9-8753-254e861bbf05 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:48:21.035373 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-749991c1-58fa-41c9-9f3e-eb7504a1f4b4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks [] for port (a25c153b-1cd2-4930-ad6e-9dcdd691e287), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.042021 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d20b9262-8aff-42a8-9d37-9117b78d6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.043646 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-749991c1-58fa-41c9-9f3e-eb7504a1f4b4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (a25c153b-1cd2-4930-ad6e-9dcdd691e287), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.142288 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b618f2-1eba-4f01-bbf7-23648349992f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=76088561-9bda-46aa-97a3-6489baaf9090,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:21.151039 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55b618f2-1eba-4f01-bbf7-23648349992f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.159694 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-55b618f2-1eba-4f01-bbf7-23648349992f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/76088561-9bda-46aa-97a3-6489baaf9090 HTTP/1.1" status: 204 len: 168 time: 1.4253097 Feb 03 12:48:21.159694 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (ae09dfbb-0706-4696-93d2-1f8d9ff2b274), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.163587 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59796) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:21.178751 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749991c1-58fa-41c9-9f3e-eb7504a1f4b4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Pushing event updated for resources: {'Port': ['ID=a25c153b-1cd2-4930-ad6e-9dcdd691e287,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:21.207143 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.212403 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "DELETE /v2.0/networks/ae09dfbb-0706-4696-93d2-1f8d9ff2b274 HTTP/1.1" status: 204 len: 168 time: 5.5650673 Feb 03 12:48:21.216278 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed6a2b-d62d-41bb-a2b7-db6feab29ae2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event deleted for resources: {'Network': ['ID=ae09dfbb-0706-4696-93d2-1f8d9ff2b274,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:21.218393 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59798) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:21.242342 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dea175-0232-461e-9e6a-b63c947b3782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d5bee9e-4060-43e9-8753-254e861bbf05'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:21.245873 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dc9a63-195f-40e9-8b03-c93f7e7d8ad6" -d '{"events": [{"server_uuid": "71dea175-0232-461e-9e6a-b63c947b3782", "name": "network-vif-unplugged", "status": "completed", "tag": "4d5bee9e-4060-43e9-8753-254e861bbf05"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:21.271726 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 4d5bee9e-4060-43e9-8753-254e861bbf05, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4d5bee9e-4060-43e9-8753-254e861bbf05,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:21.282948 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.290833 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-749991c1-58fa-41c9-9f3e-eb7504a1f4b4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] In _notify_port_updated(), no bound segment for port a25c153b-1cd2-4930-ad6e-9dcdd691e287 on network 8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:48:21.307310 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749991c1-58fa-41c9-9f3e-eb7504a1f4b4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:21.307310 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-749991c1-58fa-41c9-9f3e-eb7504a1f4b4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.307310 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-749991c1-58fa-41c9-9f3e-eb7504a1f4b4 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "PUT /v2.0/ports/a25c153b-1cd2-4930-ad6e-9dcdd691e287 HTTP/1.1" status: 200 len: 997 time: 1.0457666 Feb 03 12:48:21.318210 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59802) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:21.319929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-91519cc5-6d45-4fc4-8204-32eca25069c2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1098611159'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:21.327680 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dd568334-191d-4ff0-bc38-12f9cc16db66 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1589985 Feb 03 12:48:21.343628 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59804) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:21.368512 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-42265933-7ddd-4035-998e-a294553b2cca tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:21.407029 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364b6c4c-e9b1-4b10-a1c5-ecbeef225746 x-openstack-request-id: req-364b6c4c-e9b1-4b10-a1c5-ecbeef225746 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:21.407410 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dea175-0232-461e-9e6a-b63c947b3782", "name": "network-vif-unplugged", "status": "completed", "tag": "4d5bee9e-4060-43e9-8753-254e861bbf05", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:21.407737 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-364b6c4c-e9b1-4b10-a1c5-ecbeef225746 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:21.408393 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71dea175-0232-461e-9e6a-b63c947b3782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d5bee9e-4060-43e9-8753-254e861bbf05', 'code': 200} Feb 03 12:48:21.409031 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=4d5bee9e-4060-43e9-8753-254e861bbf05,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:21.465824 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-ce53c068-be48-47f4-a424-b380d4e0aa44 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:48:21.507507 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:48:21.508689 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:48:21.510364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91519cc5-6d45-4fc4-8204-32eca25069c2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Made reservation on behalf of 0cd00c068a0c4ae485276bfc3aa9e99a for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:21.511404 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8fa71f8c-dbfb-43b2-bff4-765c8d64e58c None None] Provisioning complete for port fa37d142-7bf4-4496-9e57-3709d9eed8ed triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:21.513340 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8fa71f8c-dbfb-43b2-bff4-765c8d64e58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.519481 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91519cc5-6d45-4fc4-8204-32eca25069c2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.583155 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42265933-7ddd-4035-998e-a294553b2cca tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:21.604726 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42265933-7ddd-4035-998e-a294553b2cca tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.643276 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce53c068-be48-47f4-a424-b380d4e0aa44 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.665081 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce53c068-be48-47f4-a424-b380d4e0aa44 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (aa3a109c-1d87-481d-8e61-82c391079d8d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.670538 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-367f56a1-3db2-43ec-a850-99ae3c0326a6 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Deleting port a25c153b-1cd2-4930-ad6e-9dcdd691e287 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:21.671025 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-367f56a1-3db2-43ec-a850-99ae3c0326a6 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (a25c153b-1cd2-4930-ad6e-9dcdd691e287), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.692928 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91519cc5-6d45-4fc4-8204-32eca25069c2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:48:21.710920 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91519cc5-6d45-4fc4-8204-32eca25069c2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (70deb690-29d1-4374-a89f-86506e7ab35d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.711552 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-91519cc5-6d45-4fc4-8204-32eca25069c2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Added segment 70deb690-29d1-4374-a89f-86506e7ab35d of type vlan for network 178d41a3-42e9-4174-a7d5-888ece0f2165 Feb 03 12:48:21.717536 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fa37d142-7bf4-4496-9e57-3709d9eed8ed no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:48:21.764435 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8fa71f8c-dbfb-43b2-bff4-765c8d64e58c None None] Current status of the port fa37d142-7bf4-4496-9e57-3709d9eed8ed is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:21.770950 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c954f728-927e-41de-b483-b24328a1f946 None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:48:21.853128 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91519cc5-6d45-4fc4-8204-32eca25069c2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (178d41a3-42e9-4174-a7d5-888ece0f2165), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.898265 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fa37d142-7bf4-4496-9e57-3709d9eed8ed is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:21.898699 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.925199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d63d8-54bb-4bee-a9d4-9ba790376e8c req-b325af6e-93c2-409d-bc10-9a4adb4b6f60 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:21.929488 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f2656a77-c0c7-497b-bc22-6fb72bbf9dd4 None None] Provisioning complete for port a25c153b-1cd2-4930-ad6e-9dcdd691e287 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:21.929866 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f2656a77-c0c7-497b-bc22-6fb72bbf9dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a25c153b-1cd2-4930-ad6e-9dcdd691e287), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.934100 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5e7d63d8-54bb-4bee-a9d4-9ba790376e8c req-b325af6e-93c2-409d-bc10-9a4adb4b6f60 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 943 time: 0.1653135 Feb 03 12:48:21.936265 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91519cc5-6d45-4fc4-8204-32eca25069c2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (178d41a3-42e9-4174-a7d5-888ece0f2165), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:21.955120 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91519cc5-6d45-4fc4-8204-32eca25069c2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:21.956288 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91519cc5-6d45-4fc4-8204-32eca25069c2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:22.001968 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-367f56a1-3db2-43ec-a850-99ae3c0326a6 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (a25c153b-1cd2-4930-ad6e-9dcdd691e287), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:22.060837 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-91519cc5-6d45-4fc4-8204-32eca25069c2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7514279 Feb 03 12:48:22.067394 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-ce53c068-be48-47f4-a424-b380d4e0aa44 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Floating IP aa3a109c-1d87-481d-8e61-82c391079d8d associated. External IP: 172.25.6.191, port: f6025ea3-6731-4774-ae1c-298c4565bb5d. Feb 03 12:48:22.068646 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59820) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:22.070085 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-367f56a1-3db2-43ec-a850-99ae3c0326a6 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Calling delete_port for a25c153b-1cd2-4930-ad6e-9dcdd691e287 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:22.081801 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f6e7be81-1e83-49dc-94eb-69784c682a32 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Request body: {'subnet': {'network_id': '178d41a3-42e9-4174-a7d5-888ece0f2165', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:22.125070 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f2656a77-c0c7-497b-bc22-6fb72bbf9dd4 None None] Port a25c153b-1cd2-4930-ad6e-9dcdd691e287 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:48:22.156444 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91519cc5-6d45-4fc4-8204-32eca25069c2 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event updated for resources: {'Network': ['ID=178d41a3-42e9-4174-a7d5-888ece0f2165,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:22.159337 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port fa37d142-7bf4-4496-9e57-3709d9eed8ed, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fa37d142-7bf4-4496-9e57-3709d9eed8ed,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:22.177824 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5e7d63d8-54bb-4bee-a9d4-9ba790376e8c req-8040ea9f-e0ce-4708-b987-bebca86aef9a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427707 Feb 03 12:48:22.221274 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 178d41a3-42e9-4174-a7d5-888ece0f2165 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:48:22.241701 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f2656a77-c0c7-497b-bc22-6fb72bbf9dd4 None None] Could not find standard attr ID for object 19dcd298-a147-40df-867f-943a2753adc7. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:48:22.257057 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:22.347409 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e7be81-1e83-49dc-94eb-69784c682a32 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Made reservation on behalf of 0cd00c068a0c4ae485276bfc3aa9e99a for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:22.353300 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6e7be81-1e83-49dc-94eb-69784c682a32 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:22.397195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c954f728-927e-41de-b483-b24328a1f946 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:48:22.408171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 4d5bee9e-4060-43e9-8753-254e861bbf05 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:22.408821 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:22.417145 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8b38e-72ae-40fb-9425-310879321054 req-3487f0de-a5a0-4fba-aab9-38e0fb185058 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:22.441169 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7bb8b38e-72ae-40fb-9425-310879321054 req-3487f0de-a5a0-4fba-aab9-38e0fb185058 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 945 time: 0.4174812 Feb 03 12:48:22.551407 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5bee9e-4060-43e9-8753-254e861bbf05 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:48:22.578007 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 4d5bee9e-4060-43e9-8753-254e861bbf05, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4d5bee9e-4060-43e9-8753-254e861bbf05,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:22.582328 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=fa37d142-7bf4-4496-9e57-3709d9eed8ed,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:22.586287 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:22.612072 n-d-827336-3 neutron-server[103189]: DEBUG neutron.objects.ports [None req-42265933-7ddd-4035-998e-a294553b2cca tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103189) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:48:22.648196 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=4d5bee9e-4060-43e9-8753-254e861bbf05,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:22.701273 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7bb8b38e-72ae-40fb-9425-310879321054 req-16e1d75c-e021-4088-9390-c20bff627cbc tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586727 Feb 03 12:48:22.873154 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-367f56a1-3db2-43ec-a850-99ae3c0326a6 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (a25c153b-1cd2-4930-ad6e-9dcdd691e287), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:22.920573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f56a1-3db2-43ec-a850-99ae3c0326a6 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Pushing event deleted for resources: {'Port': ['ID=a25c153b-1cd2-4930-ad6e-9dcdd691e287,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:22.932025 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce53c068-be48-47f4-a424-b380d4e0aa44 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Router cde37700-db54-499b-905a-e5636c9bab2f has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:48:23.092493 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-367f56a1-3db2-43ec-a850-99ae3c0326a6 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:23.098159 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-367f56a1-3db2-43ec-a850-99ae3c0326a6 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "DELETE /v2.0/ports/a25c153b-1cd2-4930-ad6e-9dcdd691e287 HTTP/1.1" status: 204 len: 168 time: 1.7740531 Feb 03 12:48:23.102324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59838) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:23.124006 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42265933-7ddd-4035-998e-a294553b2cca tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:23.138521 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['4d5bee9e-4060-43e9-8753-254e861bbf05'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:48:23.187545 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6e7be81-1e83-49dc-94eb-69784c682a32 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (3fc9db6e-51c7-4896-9d0b-fe7c94c98241), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:23.193276 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-8571ad06-e354-447e-979f-d01f0b54ae22 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] GET failed (client error): The resource could not be found. Feb 03 12:48:23.198089 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8571ad06-e354-447e-979f-d01f0b54ae22 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "GET /v2.0/ports/a25c153b-1cd2-4930-ad6e-9dcdd691e287 HTTP/1.1" status: 404 len: 333 time: 0.0915656 Feb 03 12:48:23.201248 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59840) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:23.208432 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ad91f48c-c2ea-4b50-8627-c52df5eb6f56 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Request body: {'port': {'network_id': '8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb', 'name': 'tempest-AllowedAddressPairTestJSON-998645903'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:23.306363 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98832c6-2d4e-4954-9e17-7c5e581679ef None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:48:23.327992 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce53c068-be48-47f4-a424-b380d4e0aa44 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:48:23.339386 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccf4ef4-0745-4088-a2fd-5803c4b88857 None None] Sync routers for ids ['cde37700-db54-499b-905a-e5636c9bab2f'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:48:23.340268 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce53c068-be48-47f4-a424-b380d4e0aa44 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:23.354620 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccf4ef4-0745-4088-a2fd-5803c4b88857 None None] Routers {'cde37700-db54-499b-905a-e5636c9bab2f'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:48:23.355255 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bccf4ef4-0745-4088-a2fd-5803c4b88857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:48:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['cde37700-db54-499b-905a-e5636c9bab2f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:23.382311 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ce53c068-be48-47f4-a424-b380d4e0aa44 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "PUT /v2.0/floatingips/aa3a109c-1d87-481d-8e61-82c391079d8d HTTP/1.1" status: 200 len: 992 time: 3.8167171 Feb 03 12:48:23.389208 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'tag': 'f6025ea3-6731-4774-ae1c-298c4565bb5d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:23.392111 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becbff89-dba5-4afa-8d19-fd5062a78003" -d '{"events": [{"name": "network-changed", "server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "tag": "f6025ea3-6731-4774-ae1c-298c4565bb5d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:23.417232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55cd93-f732-4350-9769-999a6e304e1e req-160ed0c8-8080-452b-9384-6e8aa54d6c5f tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:23.419530 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf55cd93-f732-4350-9769-999a6e304e1e req-160ed0c8-8080-452b-9384-6e8aa54d6c5f tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 945 time: 0.3180540 Feb 03 12:48:23.421322 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e7be81-1e83-49dc-94eb-69784c682a32 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Checking segment: {'id': '70deb690-29d1-4374-a89f-86506e7ab35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '178d41a3-42e9-4174-a7d5-888ece0f2165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:23.422812 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e7be81-1e83-49dc-94eb-69784c682a32 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Network hostable DHCP agents. Network: 178d41a3-42e9-4174-a7d5-888ece0f2165, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:48:23.547599 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bccf4ef4-0745-4088-a2fd-5803c4b88857 None None] Set router cde37700-db54-499b-905a-e5636c9bab2f gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:48:23.548114 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-42265933-7ddd-4035-998e-a294553b2cca tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] For port fa37d142-7bf4-4496-9e57-3709d9eed8ed, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fa37d142-7bf4-4496-9e57-3709d9eed8ed,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:23.581194 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42265933-7ddd-4035-998e-a294553b2cca tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:23.591360 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7be81-1e83-49dc-94eb-69784c682a32 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event updated for resources: {'Subnet': ['ID=3fc9db6e-51c7-4896-9d0b-fe7c94c98241,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:23.598138 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42265933-7ddd-4035-998e-a294553b2cca tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:23.618785 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad91f48c-c2ea-4b50-8627-c52df5eb6f56 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Made reservation on behalf of 613b1ac772fa4d30a72fd1c5a4161fb2 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:23.628496 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad91f48c-c2ea-4b50-8627-c52df5eb6f56 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:23.653155 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e7be81-1e83-49dc-94eb-69784c682a32 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Network 178d41a3-42e9-4174-a7d5-888ece0f2165 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:48:23.679737 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42265933-7ddd-4035-998e-a294553b2cca tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (dc28afef-c390-4172-829e-1f65ad9ca2aa), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:23.681101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-ad91f48c-c2ea-4b50-8627-c52df5eb6f56 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] device_id is not set on port 128af4fa-9161-47e6-93ef-06678234536f yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:48:23.697846 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98832c6-2d4e-4954-9e17-7c5e581679ef None None] Unable to find a vacant binding_index for network 178d41a3-42e9-4174-a7d5-888ece0f2165 and agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa {{(pid=103190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 03 12:48:23.707763 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98832c6-2d4e-4954-9e17-7c5e581679ef None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 178d41a3-42e9-4174-a7d5-888ece0f2165) {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:48:23.774761 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f6e7be81-1e83-49dc-94eb-69784c682a32 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 178d41a3-42e9-4174-a7d5-888ece0f2165) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:23.792452 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42265933-7ddd-4035-998e-a294553b2cca tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=dc28afef-c390-4172-829e-1f65ad9ca2aa,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:23.808964 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e7be81-1e83-49dc-94eb-69784c682a32 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:23.811156 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6e7be81-1e83-49dc-94eb-69784c682a32 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:23.842049 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6e5b1-90dc-42c5-8cef-78f1894794ba req-76b5e138-4cbc-4ae8-8dc7-9bca70df385c tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:23.843735 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-23e6e5b1-90dc-42c5-8cef-78f1894794ba req-76b5e138-4cbc-4ae8-8dc7-9bca70df385c tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 944 time: 0.4730115 Feb 03 12:48:23.853321 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42265933-7ddd-4035-998e-a294553b2cca tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:23.857249 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42265933-7ddd-4035-998e-a294553b2cca tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=fa37d142-7bf4-4496-9e57-3709d9eed8ed,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:23.866054 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-42265933-7ddd-4035-998e-a294553b2cca tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:23.870971 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42265933-7ddd-4035-998e-a294553b2cca tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:23.873845 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42265933-7ddd-4035-998e-a294553b2cca tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:23.906636 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f6e7be81-1e83-49dc-94eb-69784c682a32 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8321528 Feb 03 12:48:23.915673 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59856) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:23.956297 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bccf4ef4-0745-4088-a2fd-5803c4b88857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'name': 'tempest-TaggedBootDevicesTest_v242-1659856766-router', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '602eaea2-c404-4051-9421-ccafd093ea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:50Z', 'updated_at': '2022-02-03T12:43:57Z', 'revision_number': 4, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'gw_port': {'id': '602eaea2-c404-4051-9421-ccafd093ea51', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:51Z', 'updated_at': '2022-02-03T12:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'aa3a109c-1d87-481d-8e61-82c391079d8d', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'floating_ip_address': '172.25.6.191', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'port_id': 'f6025ea3-6731-4774-ae1c-298c4565bb5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14', 'mac_address': 'fa:16:3e:cf:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:45:48Z', 'updated_at': '2022-02-03T12:48:21Z', 'revision_number': 1, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c660ee-49df-4ee6-940f-f75af0c1b24b', 'name': '', 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'mac_address': 'fa:16:3e:66:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9dbc02e2-6703-401d-94fc-0795a4c52d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:55Z', 'updated_at': '2022-02-03T12:44:02Z', 'revision_number': 5, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'subnets': [{'id': '9dbc02e2-6703-401d-94fc-0795a4c52d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:24.005170 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-23e6e5b1-90dc-42c5-8cef-78f1894794ba req-d8eb2496-07b2-4cca-b482-b4909ce784fc tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506021 Feb 03 12:48:24.017741 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-42265933-7ddd-4035-998e-a294553b2cca tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6703956 Feb 03 12:48:24.021414 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59858) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:24.028575 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-81535d06-b1a2-477b-bca7-2d194e2ffb3d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:24.194991 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (178d41a3-42e9-4174-a7d5-888ece0f2165), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:24.200569 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-178d41a3-42e9-4174-a7d5-888ece0f2165', 'network_id': '178d41a3-42e9-4174-a7d5-888ece0f2165', 'project_id': '0cd00c068a0c4ae485276bfc3aa9e99a', 'fixed_ips': [{'subnet_id': '3fc9db6e-51c7-4896-9d0b-fe7c94c98241'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:48:24.201444 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:24.274434 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccf4ef4-0745-4088-a2fd-5803c4b88857 None None] Checking router: cde37700-db54-499b-905a-e5636c9bab2f for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:48:24.291344 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81535d06-b1a2-477b-bca7-2d194e2ffb3d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:24.293720 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccf4ef4-0745-4088-a2fd-5803c4b88857 None None] Routers {'cde37700-db54-499b-905a-e5636c9bab2f'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:48:24.294377 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bccf4ef4-0745-4088-a2fd-5803c4b88857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:48:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['cde37700-db54-499b-905a-e5636c9bab2f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:24.296045 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81535d06-b1a2-477b-bca7-2d194e2ffb3d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:24.410883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-ad91f48c-c2ea-4b50-8627-c52df5eb6f56 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Allocated IP 172.20.0.10 (8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb/ded353ae-216a-4c2d-9ec0-983e741c04bb/128af4fa-9161-47e6-93ef-06678234536f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:24.497525 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bccf4ef4-0745-4088-a2fd-5803c4b88857 None None] Set router cde37700-db54-499b-905a-e5636c9bab2f gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:48:24.529255 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (3fc9db6e-51c7-4896-9d0b-fe7c94c98241), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:24.540391 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] Allocated IP 2001:db8::2 (178d41a3-42e9-4174-a7d5-888ece0f2165/3fc9db6e-51c7-4896-9d0b-fe7c94c98241/190d5b1f-6b0d-498d-9320-49d6ff0d6a22) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:24.547119 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf3fb4-f800-4324-9d1c-367dc9b50293 req-c1d43d5d-7aef-43a8-9148-3eda3ded6c60 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:24.553353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf3fb4-f800-4324-9d1c-367dc9b50293 req-c1d43d5d-7aef-43a8-9148-3eda3ded6c60 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:24.566294 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf3fb4-f800-4324-9d1c-367dc9b50293 req-c1d43d5d-7aef-43a8-9148-3eda3ded6c60 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:24.579961 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf3fb4-f800-4324-9d1c-367dc9b50293 req-c1d43d5d-7aef-43a8-9148-3eda3ded6c60 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:24.588430 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf3fb4-f800-4324-9d1c-367dc9b50293 req-c1d43d5d-7aef-43a8-9148-3eda3ded6c60 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:24.596722 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf3fb4-f800-4324-9d1c-367dc9b50293 req-c1d43d5d-7aef-43a8-9148-3eda3ded6c60 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:24.604299 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf3fb4-f800-4324-9d1c-367dc9b50293 req-c1d43d5d-7aef-43a8-9148-3eda3ded6c60 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:24.607127 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4d5bee9e-4060-43e9-8753-254e861bbf05 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:24.616499 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0dbf3fb4-f800-4324-9d1c-367dc9b50293 req-c1d43d5d-7aef-43a8-9148-3eda3ded6c60 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5444 time: 0.4095688 Feb 03 12:48:24.680198 n-d-827336-3 neutron-server[103189]: INFO neutron.db.ipam_backend_mixin [None req-81535d06-b1a2-477b-bca7-2d194e2ffb3d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc28afef-c390-4172-829e-1f65ad9ca2aa (CIDR: 2001:db8::/64) Feb 03 12:48:24.692693 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-81535d06-b1a2-477b-bca7-2d194e2ffb3d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:48:24.693439 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81535d06-b1a2-477b-bca7-2d194e2ffb3d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:48:24.713545 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad91f48c-c2ea-4b50-8627-c52df5eb6f56 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks [] for port (128af4fa-9161-47e6-93ef-06678234536f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:24.771259 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf55cd93-f732-4350-9769-999a6e304e1e req-30275c5f-0498-4da3-95fe-07df6d52ba53 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3431408 Feb 03 12:48:24.775743 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad91f48c-c2ea-4b50-8627-c52df5eb6f56 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (128af4fa-9161-47e6-93ef-06678234536f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:24.831209 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bccf4ef4-0745-4088-a2fd-5803c4b88857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'name': 'tempest-TaggedBootDevicesTest_v242-1659856766-router', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '602eaea2-c404-4051-9421-ccafd093ea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:50Z', 'updated_at': '2022-02-03T12:43:57Z', 'revision_number': 4, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'gw_port': {'id': '602eaea2-c404-4051-9421-ccafd093ea51', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:51Z', 'updated_at': '2022-02-03T12:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'aa3a109c-1d87-481d-8e61-82c391079d8d', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'floating_ip_address': '172.25.6.191', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'port_id': 'f6025ea3-6731-4774-ae1c-298c4565bb5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14', 'mac_address': 'fa:16:3e:cf:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:45:48Z', 'updated_at': '2022-02-03T12:48:21Z', 'revision_number': 1, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c660ee-49df-4ee6-940f-f75af0c1b24b', 'name': '', 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'mac_address': 'fa:16:3e:66:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9dbc02e2-6703-401d-94fc-0795a4c52d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:55Z', 'updated_at': '2022-02-03T12:44:02Z', 'revision_number': 5, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'subnets': [{'id': '9dbc02e2-6703-401d-94fc-0795a4c52d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:24.873810 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccf4ef4-0745-4088-a2fd-5803c4b88857 None None] The sync data for ids ['cde37700-db54-499b-905a-e5636c9bab2f'] in n-d-827336-3 is: [{'id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'name': 'tempest-TaggedBootDevicesTest_v242-1659856766-router', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '602eaea2-c404-4051-9421-ccafd093ea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:50Z', 'updated_at': '2022-02-03T12:43:57Z', 'revision_number': 4, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'gw_port': {'id': '602eaea2-c404-4051-9421-ccafd093ea51', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:51Z', 'updated_at': '2022-02-03T12:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'aa3a109c-1d87-481d-8e61-82c391079d8d', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'floating_ip_address': '172.25.6.191', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'port_id': 'f6025ea3-6731-4774-ae1c-298c4565bb5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14', 'mac_address': 'fa:16:3e:cf:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:45:48Z', 'updated_at': '2022-02-03T12:48:21Z', 'revision_number': 1, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20c660ee-49df-4ee6-940f-f75af0c1b24b', 'name': '', 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'mac_address': 'fa:16:3e:66:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9dbc02e2-6703-401d-94fc-0795a4c52d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:55Z', 'updated_at': '2022-02-03T12:44:02Z', 'revision_number': 5, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'subnets': [{'id': '9dbc02e2-6703-401d-94fc-0795a4c52d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:48:24.892951 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a537828-b989-4fa6-9b61-5c970c5c2ad7 x-openstack-request-id: req-7a537828-b989-4fa6-9b61-5c970c5c2ad7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:24.893341 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "tag": "f6025ea3-6731-4774-ae1c-298c4565bb5d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:24.893554 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a537828-b989-4fa6-9b61-5c970c5c2ad7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:24.894561 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'tag': 'f6025ea3-6731-4774-ae1c-298c4565bb5d', 'status': 'completed', 'code': 200} Feb 03 12:48:24.895352 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91f48c-c2ea-4b50-8627-c52df5eb6f56 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Pushing event updated for resources: {'Port': ['ID=128af4fa-9161-47e6-93ef-06678234536f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:24.915356 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad91f48c-c2ea-4b50-8627-c52df5eb6f56 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Network 8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:24.915596 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 4d5bee9e-4060-43e9-8753-254e861bbf05 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:24.916112 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:24.918482 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ad91f48c-c2ea-4b50-8627-c52df5eb6f56 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:24.926620 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91f48c-c2ea-4b50-8627-c52df5eb6f56 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:24.985128 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-d613c4b4-ddb6-4dc4-a1d4-caa66eb3c8ee service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2117314 Feb 03 12:48:25.026598 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad91f48c-c2ea-4b50-8627-c52df5eb6f56 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:25.027372 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad91f48c-c2ea-4b50-8627-c52df5eb6f56 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:25.050699 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ad91f48c-c2ea-4b50-8627-c52df5eb6f56 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8462441 Feb 03 12:48:25.053376 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59868) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:25.071501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-67e81122-d413-4953-bcec-bc6148e46002 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Request body: {'port': {'network_id': '8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb', 'name': 'tempest-AllowedAddressPairTestJSON-650654569'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:25.180282 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] Publish callbacks [] for port (190d5b1f-6b0d-498d-9320-49d6ff0d6a22), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:25.198525 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (190d5b1f-6b0d-498d-9320-49d6ff0d6a22), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:25.318450 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] Pushing event updated for resources: {'Port': ['ID=190d5b1f-6b0d-498d-9320-49d6ff0d6a22,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:25.319614 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37553e62-f9e1-4470-8496-458dcf16cc3b req-1514ec84-d8ed-4f75-8d17-795a0faef652 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:25.320894 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 4d5bee9e-4060-43e9-8753-254e861bbf05 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:25.321292 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:25.322247 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-37553e62-f9e1-4470-8496-458dcf16cc3b req-1514ec84-d8ed-4f75-8d17-795a0faef652 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 944 time: 0.1816487 Feb 03 12:48:25.379303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fbe0a3-19bf-4c26-8fba-dedad79945e0 None None] New status for floating IP aa3a109c-1d87-481d-8e61-82c391079d8d: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:48:25.418074 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-37553e62-f9e1-4470-8496-458dcf16cc3b req-4c06791d-15aa-4627-b419-9ad0abbf0d11 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888784 Feb 03 12:48:25.438464 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] Network 178d41a3-42e9-4174-a7d5-888ece0f2165 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:25.439173 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dea175-0232-461e-9e6a-b63c947b3782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5bee9e-4060-43e9-8753-254e861bbf05'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:25.441858 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c6b704-756a-4486-84fa-e62b6fb3426a" -d '{"events": [{"server_uuid": "71dea175-0232-461e-9e6a-b63c947b3782", "name": "network-vif-plugged", "status": "completed", "tag": "4d5bee9e-4060-43e9-8753-254e861bbf05"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:25.459753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e81122-d413-4953-bcec-bc6148e46002 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Made reservation on behalf of 613b1ac772fa4d30a72fd1c5a4161fb2 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:25.463508 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e81122-d413-4953-bcec-bc6148e46002 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:25.492768 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:25.493551 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-67e81122-d413-4953-bcec-bc6148e46002 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] device_id is not set on port d4027280-c254-4cf5-9330-cfc792c29096 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:48:25.503612 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:25.524128 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 4d5bee9e-4060-43e9-8753-254e861bbf05, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4d5bee9e-4060-43e9-8753-254e861bbf05,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:25.543192 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ab9a22-e9bb-4e9f-9928-b8dd3f80f392 x-openstack-request-id: req-19ab9a22-e9bb-4e9f-9928-b8dd3f80f392 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:25.543494 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dea175-0232-461e-9e6a-b63c947b3782", "name": "network-vif-plugged", "status": "completed", "tag": "4d5bee9e-4060-43e9-8753-254e861bbf05", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:25.543897 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19ab9a22-e9bb-4e9f-9928-b8dd3f80f392 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:25.544404 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71dea175-0232-461e-9e6a-b63c947b3782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5bee9e-4060-43e9-8753-254e861bbf05', 'code': 200} Feb 03 12:48:25.548495 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:25.747970 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-81535d06-b1a2-477b-bca7-2d194e2ffb3d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7226291 Feb 03 12:48:25.756878 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59880) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:25.767003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-67e81122-d413-4953-bcec-bc6148e46002 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Allocated IP 172.20.0.6 (8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb/ded353ae-216a-4c2d-9ec0-983e741c04bb/d4027280-c254-4cf5-9330-cfc792c29096) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:25.776097 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-669e0869-6e90-4c6f-99f0-b2a816203d48 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:25.793488 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0dbf3fb4-f800-4324-9d1c-367dc9b50293 req-6b0ce492-9470-4ad8-ab34-0a3dccb79c57 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1753333 Feb 03 12:48:25.796182 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (3fc9db6e-51c7-4896-9d0b-fe7c94c98241), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:25.831623 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc9db6e-51c7-4896-9d0b-fe7c94c98241,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:25.877060 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbff89-dba5-4afa-8d19-fd5062a78003 req-66bedc2e-b41e-43d4-ab24-4952093a7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:25.877677 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbff89-dba5-4afa-8d19-fd5062a78003 req-66bedc2e-b41e-43d4-ab24-4952093a7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:25.878217 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbff89-dba5-4afa-8d19-fd5062a78003 req-66bedc2e-b41e-43d4-ab24-4952093a7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:25.878572 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbff89-dba5-4afa-8d19-fd5062a78003 req-66bedc2e-b41e-43d4-ab24-4952093a7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:25.879037 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbff89-dba5-4afa-8d19-fd5062a78003 req-66bedc2e-b41e-43d4-ab24-4952093a7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:25.879502 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbff89-dba5-4afa-8d19-fd5062a78003 req-66bedc2e-b41e-43d4-ab24-4952093a7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:25.879983 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbff89-dba5-4afa-8d19-fd5062a78003 req-66bedc2e-b41e-43d4-ab24-4952093a7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:25.883053 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-becbff89-dba5-4afa-8d19-fd5062a78003 req-66bedc2e-b41e-43d4-ab24-4952093a7682 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e60b58d86024cd1a0be428da6fe974b&device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 6718 time: 0.1988523 Feb 03 12:48:25.900308 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] Attempting to bind port 190d5b1f-6b0d-498d-9320-49d6ff0d6a22 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:25.900757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] Attempting to bind port 190d5b1f-6b0d-498d-9320-49d6ff0d6a22 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '70deb690-29d1-4374-a89f-86506e7ab35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '178d41a3-42e9-4174-a7d5-888ece0f2165'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:25.902523 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] Attempting to bind port 190d5b1f-6b0d-498d-9320-49d6ff0d6a22 on network 178d41a3-42e9-4174-a7d5-888ece0f2165 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:25.908317 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fa37d142-7bf4-4496-9e57-3709d9eed8ed up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:25.998392 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (178d41a3-42e9-4174-a7d5-888ece0f2165), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.052351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:26.052968 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] Checking segment: {'id': '70deb690-29d1-4374-a89f-86506e7ab35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '178d41a3-42e9-4174-a7d5-888ece0f2165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:26.053135 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.053674 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] Bound using segment: {'id': '70deb690-29d1-4374-a89f-86506e7ab35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '178d41a3-42e9-4174-a7d5-888ece0f2165'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:26.056028 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] Bound port: 190d5b1f-6b0d-498d-9320-49d6ff0d6a22, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70deb690-29d1-4374-a89f-86506e7ab35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '178d41a3-42e9-4174-a7d5-888ece0f2165'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:26.056432 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (190d5b1f-6b0d-498d-9320-49d6ff0d6a22), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.072277 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178d41a3-42e9-4174-a7d5-888ece0f2165']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:26.093866 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf491cb-7853-4257-aab1-74bce3195a99 req-70b59625-0cdd-4591-9e5f-7af5d3589513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:26.100622 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8cf491cb-7853-4257-aab1-74bce3195a99 req-70b59625-0cdd-4591-9e5f-7af5d3589513 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 1127 time: 0.3185942 Feb 03 12:48:26.105983 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-66e18049-c86c-4be2-af7b-cb1603d34ba4 None None] Provisioning complete for port fa37d142-7bf4-4496-9e57-3709d9eed8ed triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:26.106348 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-66e18049-c86c-4be2-af7b-cb1603d34ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.126284 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70deb690-29d1-4374-a89f-86506e7ab35d') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:26.132484 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70deb690-29d1-4374-a89f-86506e7ab35d') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:26.149572 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (70deb690-29d1-4374-a89f-86506e7ab35d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.157363 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=4d5bee9e-4060-43e9-8753-254e861bbf05,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:26.199769 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (70deb690-29d1-4374-a89f-86506e7ab35d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.212495 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:48:26.212954 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (70deb690-29d1-4374-a89f-86506e7ab35d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.218387 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbff89-dba5-4afa-8d19-fd5062a78003 req-43701ff2-9b0a-4033-a319-29ab9a787b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:26.220078 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-becbff89-dba5-4afa-8d19-fd5062a78003 req-43701ff2-9b0a-4033-a319-29ab9a787b38 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6cb9761b-598f-4535-bd6b-c51b682dba14 HTTP/1.1" status: 200 len: 918 time: 0.3112111 Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:48:26.222885 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:48:26.256834 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb0370-1bf8-46c6-8dca-b7441687d844 req-031a2bcc-6a15-4e15-924b-be90808b736d tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:26.269676 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-82bb0370-1bf8-46c6-8dca-b7441687d844 req-031a2bcc-6a15-4e15-924b-be90808b736d tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 945 time: 0.3097298 Feb 03 12:48:26.275246 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port fa37d142-7bf4-4496-9e57-3709d9eed8ed triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:26.275246 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.280849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669e0869-6e90-4c6f-99f0-b2a816203d48 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:26.284985 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-669e0869-6e90-4c6f-99f0-b2a816203d48 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.315495 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] For port 190d5b1f-6b0d-498d-9320-49d6ff0d6a22, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:26.362998 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:48:26.362998 n-d-827336-3 neutron-server[103189]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:48:26.362998 n-d-827336-3 neutron-server[103189]: [parameters: {'id': '178d41a3-42e9-4174-a7d5-888ece0f2165'}] Feb 03 12:48:26.362998 n-d-827336-3 neutron-server[103189]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:48:26.363850 n-d-827336-3 neutron-server[103189]: DEBUG oslo_db.api [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:48:26.422927 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-becbff89-dba5-4afa-8d19-fd5062a78003 req-d6feca6f-7682-44c9-9e26-83fc72c581b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6025ea3-6731-4774-ae1c-298c4565bb5d HTTP/1.1" status: 200 len: 1002 time: 0.1815324 Feb 03 12:48:26.425256 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-66e18049-c86c-4be2-af7b-cb1603d34ba4 None None] Current status of the port fa37d142-7bf4-4496-9e57-3709d9eed8ed is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:26.425887 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-66e18049-c86c-4be2-af7b-cb1603d34ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.429864 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] For port 190d5b1f-6b0d-498d-9320-49d6ff0d6a22, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=190d5b1f-6b0d-498d-9320-49d6ff0d6a22,segment=NetworkSegment(70deb690-29d1-4374-a89f-86506e7ab35d),segment_id=70deb690-29d1-4374-a89f-86506e7ab35d)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:26.437547 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8cf491cb-7853-4257-aab1-74bce3195a99 req-0fbd6b03-0e25-4f61-b2f8-dc97b2e8fff6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195486 Feb 03 12:48:26.472188 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e81122-d413-4953-bcec-bc6148e46002 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks [] for port (d4027280-c254-4cf5-9330-cfc792c29096), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.477713 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (190d5b1f-6b0d-498d-9320-49d6ff0d6a22), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.521758 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbff89-dba5-4afa-8d19-fd5062a78003 req-c95bfecd-23b8-44ec-97c4-914e3f3e94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:26.523576 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-becbff89-dba5-4afa-8d19-fd5062a78003 req-c95bfecd-23b8-44ec-97c4-914e3f3e94c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9dbc02e2-6703-401d-94fc-0795a4c52d21 HTTP/1.1" status: 200 len: 856 time: 0.0950403 Feb 03 12:48:26.533604 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-82bb0370-1bf8-46c6-8dca-b7441687d844 req-746a57d7-0168-4128-9ea1-05e618848f63 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624457 Feb 03 12:48:26.603002 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02683f9-fab7-42af-84ef-05433ce7cd8c None None] Pushing event updated for resources: {'Port': ['ID=190d5b1f-6b0d-498d-9320-49d6ff0d6a22,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:26.707213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-66e18049-c86c-4be2-af7b-cb1603d34ba4 None None] For port fa37d142-7bf4-4496-9e57-3709d9eed8ed, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fa37d142-7bf4-4496-9e57-3709d9eed8ed,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:26.771450 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbff89-dba5-4afa-8d19-fd5062a78003 req-e6c1ead7-2a77-4989-9ba5-658583d4bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:26.792417 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-becbff89-dba5-4afa-8d19-fd5062a78003 req-e6c1ead7-2a77-4989-9ba5-658583d4bc9b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6cb9761b-598f-4535-bd6b-c51b682dba14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2621341 Feb 03 12:48:26.823812 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-66e18049-c86c-4be2-af7b-cb1603d34ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.865473 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e81122-d413-4953-bcec-bc6148e46002 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d4027280-c254-4cf5-9330-cfc792c29096), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.867023 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (178d41a3-42e9-4174-a7d5-888ece0f2165), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.956512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fa37d142-7bf4-4496-9e57-3709d9eed8ed is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:26.957130 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:26.993765 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cefde4-8bbe-4728-9239-04316f50a9a0 None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:48:27.003876 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c25ec6-f543-470c-8d22-bb2565d47be1 req-7b96c6e1-a4a4-43cc-bde8-b4ef24ca66a0 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:27.005473 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-14c25ec6-f543-470c-8d22-bb2565d47be1 req-7b96c6e1-a4a4-43cc-bde8-b4ef24ca66a0 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.3544753 Feb 03 12:48:27.015157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e81122-d413-4953-bcec-bc6148e46002 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Network 8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:27.048158 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-67e81122-d413-4953-bcec-bc6148e46002 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:27.061137 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e81122-d413-4953-bcec-bc6148e46002 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:27.094735 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e18049-c86c-4be2-af7b-cb1603d34ba4 None None] Pushing event updated for resources: {'Port': ['ID=fa37d142-7bf4-4496-9e57-3709d9eed8ed,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:27.145520 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-becbff89-dba5-4afa-8d19-fd5062a78003 req-4f028ba2-5556-4644-9ee3-7458e823a21c service neutron] 10.222.0.73 "GET /v2.0/networks/6cb9761b-598f-4535-bd6b-c51b682dba14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462944 Feb 03 12:48:27.148979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e81122-d413-4953-bcec-bc6148e46002 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Pushing event updated for resources: {'Port': ['ID=d4027280-c254-4cf5-9330-cfc792c29096,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:27.223300 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-14c25ec6-f543-470c-8d22-bb2565d47be1 req-1d8fbe63-247e-466d-8f33-a3180f9b6e25 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004590 Feb 03 12:48:27.339632 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-669e0869-6e90-4c6f-99f0-b2a816203d48 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (422b38a6-9c7f-4172-a978-e5f72655bff0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:27.412130 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e81122-d413-4953-bcec-bc6148e46002 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:27.413041 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e81122-d413-4953-bcec-bc6148e46002 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:27.451134 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-becbff89-dba5-4afa-8d19-fd5062a78003 req-cb3facff-6ac6-4e5f-91c6-12eb5c842ba1 service neutron] 10.222.0.73 "GET /v2.0/networks/6cb9761b-598f-4535-bd6b-c51b682dba14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765718 Feb 03 12:48:27.457619 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Deleting port 190d5b1f-6b0d-498d-9320-49d6ff0d6a22 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:27.457946 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (190d5b1f-6b0d-498d-9320-49d6ff0d6a22), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:27.483692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669e0869-6e90-4c6f-99f0-b2a816203d48 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:27.493931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-669e0869-6e90-4c6f-99f0-b2a816203d48 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:27.522819 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef603118-549c-4af0-9726-f576f6635670 req-71b82953-ed15-4a1b-8793-738c6892116a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:27.532451 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef603118-549c-4af0-9726-f576f6635670 req-71b82953-ed15-4a1b-8793-738c6892116a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:27.544357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef603118-549c-4af0-9726-f576f6635670 req-71b82953-ed15-4a1b-8793-738c6892116a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:27.551402 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef603118-549c-4af0-9726-f576f6635670 req-71b82953-ed15-4a1b-8793-738c6892116a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:27.559014 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:48:27.559573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef603118-549c-4af0-9726-f576f6635670 req-71b82953-ed15-4a1b-8793-738c6892116a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:27.560121 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:48:27.561377 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7983d808-aa20-4345-b797-2f15f14b83e5 None None] Provisioning complete for port fa37d142-7bf4-4496-9e57-3709d9eed8ed triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:27.562300 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7983d808-aa20-4345-b797-2f15f14b83e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:27.568563 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef603118-549c-4af0-9726-f576f6635670 req-71b82953-ed15-4a1b-8793-738c6892116a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:27.575985 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef603118-549c-4af0-9726-f576f6635670 req-71b82953-ed15-4a1b-8793-738c6892116a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:27.585601 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ef603118-549c-4af0-9726-f576f6635670 req-71b82953-ed15-4a1b-8793-738c6892116a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5444 time: 0.5491037 Feb 03 12:48:27.589227 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669e0869-6e90-4c6f-99f0-b2a816203d48 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:27.590055 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-669e0869-6e90-4c6f-99f0-b2a816203d48 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:27.691018 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-67e81122-d413-4953-bcec-bc6148e46002 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6365097 Feb 03 12:48:27.700261 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5b0a6-8d1b-4985-ae84-4bab08da9ed3 req-f1578cf6-392b-4527-b823-91d9a1809ee8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:27.712853 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4f5b0a6-8d1b-4985-ae84-4bab08da9ed3 req-f1578cf6-392b-4527-b823-91d9a1809ee8 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 945 time: 0.3447826 Feb 03 12:48:27.714282 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e0869-6e90-4c6f-99f0-b2a816203d48 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=422b38a6-9c7f-4172-a978-e5f72655bff0,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:27.718148 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59918) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:27.745856 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cefde4-8bbe-4728-9239-04316f50a9a0 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:48:27.749055 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-770f4f08-8b07-4be8-8e3f-d42930418488 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d6:2d:67'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:23:90:c1'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:27.801447 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] For port 190d5b1f-6b0d-498d-9320-49d6ff0d6a22, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=190d5b1f-6b0d-498d-9320-49d6ff0d6a22,segment=NetworkSegment(70deb690-29d1-4374-a89f-86506e7ab35d),segment_id=70deb690-29d1-4374-a89f-86506e7ab35d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:27.801976 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (190d5b1f-6b0d-498d-9320-49d6ff0d6a22), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:27.808342 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ef603118-549c-4af0-9726-f576f6635670 req-4e899b1d-ccea-42c0-ac27-fefb8fc6cbf6 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2187872 Feb 03 12:48:27.850887 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-669e0869-6e90-4c6f-99f0-b2a816203d48 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0886402 Feb 03 12:48:27.857585 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59922) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:27.867319 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4fe548f5-779e-4724-bd5f-238c52d7043a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'mac_address': 'fa:16:3e:a6:2b:e8', 'name': 'tempest-NetworksTestDHCPv6-1234269153'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:27.873539 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Calling delete_port for 190d5b1f-6b0d-498d-9320-49d6ff0d6a22 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:27.959892 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7983d808-aa20-4345-b797-2f15f14b83e5 None None] Current status of the port fa37d142-7bf4-4496-9e57-3709d9eed8ed is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:27.980293 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4f5b0a6-8d1b-4985-ae84-4bab08da9ed3 req-fe473693-b494-4e33-93b2-130e96aba882 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662277 Feb 03 12:48:28.031655 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-800d29f1-a13e-41a0-bb32-c1967341f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:28.032167 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-800d29f1-a13e-41a0-bb32-c1967341f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:28.032672 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-800d29f1-a13e-41a0-bb32-c1967341f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:28.033140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-800d29f1-a13e-41a0-bb32-c1967341f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:28.033604 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-800d29f1-a13e-41a0-bb32-c1967341f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:28.034058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-800d29f1-a13e-41a0-bb32-c1967341f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:28.034517 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-800d29f1-a13e-41a0-bb32-c1967341f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:28.036889 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-800d29f1-a13e-41a0-bb32-c1967341f641 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e60b58d86024cd1a0be428da6fe974b&device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 6718 time: 0.3895109 Feb 03 12:48:28.116354 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-770f4f08-8b07-4be8-8e3f-d42930418488 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d4027280-c254-4cf5-9330-cfc792c29096), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:28.180881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fa37d142-7bf4-4496-9e57-3709d9eed8ed is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:28.250612 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (190d5b1f-6b0d-498d-9320-49d6ff0d6a22), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:28.331443 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe548f5-779e-4724-bd5f-238c52d7043a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:28.346069 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event deleted for resources: {'Port': ['ID=190d5b1f-6b0d-498d-9320-49d6ff0d6a22,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:28.366521 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-1746015b-2078-4cc6-8ff5-b48651824688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:28.367488 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-1746015b-2078-4cc6-8ff5-b48651824688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:28.368524 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-1746015b-2078-4cc6-8ff5-b48651824688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:28.371274 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-1746015b-2078-4cc6-8ff5-b48651824688 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6cb9761b-598f-4535-bd6b-c51b682dba14&id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&id=97259dff-b582-4fbd-b7bb-04805dd4c319&id=97259dff-b582-4fbd-b7bb-04805dd4c319 HTTP/1.1" status: 200 len: 2298 time: 0.3097403 Feb 03 12:48:28.379767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] No DVR routers for this DVR port 190d5b1f-6b0d-498d-9320-49d6ff0d6a22 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:48:28.389610 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f4fc42-be78-44e2-96d1-3a551bb24d49 None None] Network 178d41a3-42e9-4174-a7d5-888ece0f2165 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:28.420913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0215e871-c8f6-418b-b279-ff0b1de08b13 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:28.486066 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-770f4f08-8b07-4be8-8e3f-d42930418488 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks [] for port (d4027280-c254-4cf5-9330-cfc792c29096), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:28.510199 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fa37d142-7bf4-4496-9e57-3709d9eed8ed up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:28.566163 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-770f4f08-8b07-4be8-8e3f-d42930418488 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d4027280-c254-4cf5-9330-cfc792c29096), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:28.711105 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219f0723-2905-4dbe-82df-7bb460c75534 None None] Network 178d41a3-42e9-4174-a7d5-888ece0f2165 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:28.775112 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (178d41a3-42e9-4174-a7d5-888ece0f2165), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:28.851151 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port fa37d142-7bf4-4496-9e57-3709d9eed8ed triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:28.851798 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:28.875132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-770f4f08-8b07-4be8-8e3f-d42930418488 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] In _notify_port_updated(), no bound segment for port d4027280-c254-4cf5-9330-cfc792c29096 on network 8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:48:28.929608 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770f4f08-8b07-4be8-8e3f-d42930418488 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:28.932885 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-770f4f08-8b07-4be8-8e3f-d42930418488 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:28.935356 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-89ef28f7-0a6b-49d1-a47b-869532355382 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6025ea3-6731-4774-ae1c-298c4565bb5d HTTP/1.1" status: 200 len: 1002 time: 0.5520799 Feb 03 12:48:28.941926 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-770f4f08-8b07-4be8-8e3f-d42930418488 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "PUT /v2.0/ports/d4027280-c254-4cf5-9330-cfc792c29096 HTTP/1.1" status: 200 len: 1055 time: 1.2149844 Feb 03 12:48:28.978383 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59936) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:29.014393 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4fe548f5-779e-4724-bd5f-238c52d7043a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:29.025662 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fa37d142-7bf4-4496-9e57-3709d9eed8ed is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:29.057573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c7c58-eb55-4cfb-ad49-03980532b213 req-0b872e63-38c7-475e-b3d1-ca0f4320308c tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:29.067887 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d3c7c58-eb55-4cfb-ad49-03980532b213 req-0b872e63-38c7-475e-b3d1-ca0f4320308c tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.5729973 Feb 03 12:48:29.072015 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178d41a3-42e9-4174-a7d5-888ece0f2165']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:29.073864 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966378db-dd45-4e26-a4c3-508b5596eb2c None None] Update dhcp port {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'fixed_ips': [{'subnet_id': 'dc28afef-c390-4172-829e-1f65ad9ca2aa', 'ip_address': '2001:db8::f816:3eff:fe8e:2cd8'}, {'subnet_id': '422b38a6-9c7f-4172-a978-e5f72655bff0'}], 'binding:host_id': 'n-d-827336-3'}, 'id': 'fa37d142-7bf4-4496-9e57-3709d9eed8ed'} from n-d-827336-3. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 12:48:29.116505 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-966378db-dd45-4e26-a4c3-508b5596eb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:29.139102 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f4f08-8b07-4be8-8e3f-d42930418488 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Pushing event updated for resources: {'Port': ['ID=d4027280-c254-4cf5-9330-cfc792c29096,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:29.320836 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-5ffd1001-e3c4-4ee7-bd37-251562226fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:29.323040 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-5ffd1001-e3c4-4ee7-bd37-251562226fbc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9dbc02e2-6703-401d-94fc-0795a4c52d21 HTTP/1.1" status: 200 len: 856 time: 0.3025525 Feb 03 12:48:29.353276 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70deb690-29d1-4374-a89f-86506e7ab35d') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:29.353882 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70deb690-29d1-4374-a89f-86506e7ab35d') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:29.413669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade69e96-c7dd-4915-83d0-b493a5312e4c req-50b75628-f71f-4733-9350-21444aa4b91c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:29.416443 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ade69e96-c7dd-4915-83d0-b493a5312e4c req-50b75628-f71f-4733-9350-21444aa4b91c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 945 time: 0.6132460 Feb 03 12:48:29.417767 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-966378db-dd45-4e26-a4c3-508b5596eb2c None None] Allocated IP 2001:db8:0:1::2 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/422b38a6-9c7f-4172-a978-e5f72655bff0/fa37d142-7bf4-4496-9e57-3709d9eed8ed) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:29.475441 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d3c7c58-eb55-4cfb-ad49-03980532b213 req-bd86bbdb-b416-4db4-a312-99a1eedc518d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062207 Feb 03 12:48:29.488846 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-4fe548f5-779e-4724-bd5f-238c52d7043a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port 05baeb30-22c9-405d-a268-05d80210d8c5 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:48:29.620531 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-966378db-dd45-4e26-a4c3-508b5596eb2c None None] For port fa37d142-7bf4-4496-9e57-3709d9eed8ed, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fa37d142-7bf4-4496-9e57-3709d9eed8ed,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:29.662370 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (70deb690-29d1-4374-a89f-86506e7ab35d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:29.663082 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-966378db-dd45-4e26-a4c3-508b5596eb2c None None] Publish callbacks [] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:29.675377 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-966378db-dd45-4e26-a4c3-508b5596eb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:29.754495 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2393d5c3-0724-4c15-a57e-7e2bcc4e0428 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Deleting port d4027280-c254-4cf5-9330-cfc792c29096 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:29.755323 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2393d5c3-0724-4c15-a57e-7e2bcc4e0428 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d4027280-c254-4cf5-9330-cfc792c29096), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:29.785740 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-98288f85-2a7f-43fc-8ccc-7a9de058b44b None None] Provisioning complete for port 128af4fa-9161-47e6-93ef-06678234536f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:29.786445 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-98288f85-2a7f-43fc-8ccc-7a9de058b44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (128af4fa-9161-47e6-93ef-06678234536f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:29.831002 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (70deb690-29d1-4374-a89f-86506e7ab35d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:29.836467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-98288f85-2a7f-43fc-8ccc-7a9de058b44b None None] Port 128af4fa-9161-47e6-93ef-06678234536f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:48:29.841742 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:48:29.842879 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (70deb690-29d1-4374-a89f-86506e7ab35d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:48:29.864335 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:48:29.940242 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-873c8cd2-1146-4eab-8452-720fb6874933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:29.942624 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-873c8cd2-1146-4eab-8452-720fb6874933 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6cb9761b-598f-4535-bd6b-c51b682dba14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6103597 Feb 03 12:48:29.967393 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966378db-dd45-4e26-a4c3-508b5596eb2c None None] Pushing event updated for resources: {'Port': ['ID=fa37d142-7bf4-4496-9e57-3709d9eed8ed,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:29.967739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a978c-5c4e-4002-ba09-1fa4f5b50fa8 req-11180636-6e01-473a-a3d5-aa00b111d381 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:29.972878 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a978c-5c4e-4002-ba09-1fa4f5b50fa8 req-11180636-6e01-473a-a3d5-aa00b111d381 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:29.978302 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a978c-5c4e-4002-ba09-1fa4f5b50fa8 req-11180636-6e01-473a-a3d5-aa00b111d381 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:29.981861 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a574c-4af0-4f9b-b82f-990fd950dafb req-7f32fb8f-920a-401e-bff1-5ec839e4fb7a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:29.983789 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a978c-5c4e-4002-ba09-1fa4f5b50fa8 req-11180636-6e01-473a-a3d5-aa00b111d381 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:29.989147 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cc5a574c-4af0-4f9b-b82f-990fd950dafb req-7f32fb8f-920a-401e-bff1-5ec839e4fb7a tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 945 time: 0.3592525 Feb 03 12:48:29.989474 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a978c-5c4e-4002-ba09-1fa4f5b50fa8 req-11180636-6e01-473a-a3d5-aa00b111d381 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:29.996233 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a978c-5c4e-4002-ba09-1fa4f5b50fa8 req-11180636-6e01-473a-a3d5-aa00b111d381 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:30.007440 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a978c-5c4e-4002-ba09-1fa4f5b50fa8 req-11180636-6e01-473a-a3d5-aa00b111d381 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:30.011108 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2a5a978c-5c4e-4002-ba09-1fa4f5b50fa8 req-11180636-6e01-473a-a3d5-aa00b111d381 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5444 time: 0.9254289 Feb 03 12:48:30.022840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ade69e96-c7dd-4915-83d0-b493a5312e4c req-225587b5-97b8-47e7-89fc-26527bd6de08 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Deleting port 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:30.023202 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ade69e96-c7dd-4915-83d0-b493a5312e4c req-225587b5-97b8-47e7-89fc-26527bd6de08 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5f41ff09-37fd-49e3-9cf2-e7c7bce8667c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.067819 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (178d41a3-42e9-4174-a7d5-888ece0f2165), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.085486 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2393d5c3-0724-4c15-a57e-7e2bcc4e0428 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d4027280-c254-4cf5-9330-cfc792c29096), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.109459 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.117309 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "DELETE /v2.0/networks/178d41a3-42e9-4174-a7d5-888ece0f2165 HTTP/1.1" status: 204 len: 168 time: 6.1935360 Feb 03 12:48:30.119974 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac7e45-0732-4c06-b168-c9913dbcc80a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event deleted for resources: {'Network': ['ID=178d41a3-42e9-4174-a7d5-888ece0f2165,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:30.125813 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59960) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:30.167414 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2393d5c3-0724-4c15-a57e-7e2bcc4e0428 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Calling delete_port for d4027280-c254-4cf5-9330-cfc792c29096 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:30.210345 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1a45fcf3-f286-4312-af60-49085a27258a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1838415383'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:30.217504 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2a5a978c-5c4e-4002-ba09-1fa4f5b50fa8 req-6182a912-649c-43d1-85b5-5d29782e414f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1902754 Feb 03 12:48:30.251222 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-4fe548f5-779e-4724-bd5f-238c52d7043a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8:0:1::17 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/422b38a6-9c7f-4172-a978-e5f72655bff0/05baeb30-22c9-405d-a268-05d80210d8c5) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:30.274109 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-4fe548f5-779e-4724-bd5f-238c52d7043a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::f816:3eff:fea6:2be8 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/dc28afef-c390-4172-829e-1f65ad9ca2aa/05baeb30-22c9-405d-a268-05d80210d8c5) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:30.308037 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a45fcf3-f286-4312-af60-49085a27258a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Made reservation on behalf of 0cd00c068a0c4ae485276bfc3aa9e99a for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:30.311955 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a45fcf3-f286-4312-af60-49085a27258a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.324385 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fa37d142-7bf4-4496-9e57-3709d9eed8ed up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:30.332699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9f5a893b-da0b-4eb6-aef8-2d3b3e60460e None None] Provisioning complete for port d4027280-c254-4cf5-9330-cfc792c29096 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:30.335771 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f5a893b-da0b-4eb6-aef8-2d3b3e60460e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d4027280-c254-4cf5-9330-cfc792c29096), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.345222 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-657ff227-91b0-44a2-beb6-9e5f089cdb6c service neutron] 10.222.0.73 "GET /v2.0/networks/6cb9761b-598f-4535-bd6b-c51b682dba14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330927 Feb 03 12:48:30.417987 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cc5a574c-4af0-4f9b-b82f-990fd950dafb req-16416acc-b868-4835-b182-4510334c457c tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a6a4eda-4520-4203-81b1-5c18637a8540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278224 Feb 03 12:48:30.525365 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a893b-da0b-4eb6-aef8-2d3b3e60460e None None] Port d4027280-c254-4cf5-9330-cfc792c29096 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:48:30.558818 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port fa37d142-7bf4-4496-9e57-3709d9eed8ed triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:30.559309 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.672481 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a45fcf3-f286-4312-af60-49085a27258a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:48:30.676508 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-1a46bcf8-3019-4d64-a790-186388a23998 service neutron] 10.222.0.73 "GET /v2.0/networks/6cb9761b-598f-4535-bd6b-c51b682dba14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189454 Feb 03 12:48:30.714082 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a45fcf3-f286-4312-af60-49085a27258a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b413d76a-e60a-4e17-b8db-a0650998798f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.714891 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-1a45fcf3-f286-4312-af60-49085a27258a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Added segment b413d76a-e60a-4e17-b8db-a0650998798f of type vlan for network f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da Feb 03 12:48:30.718531 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ade69e96-c7dd-4915-83d0-b493a5312e4c req-225587b5-97b8-47e7-89fc-26527bd6de08 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] For port 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5f41ff09-37fd-49e3-9cf2-e7c7bce8667c,segment=NetworkSegment(ab7c473a-cf31-47da-a5a8-077911dfe691),segment_id=ab7c473a-cf31-47da-a5a8-077911dfe691)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:30.718946 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ade69e96-c7dd-4915-83d0-b493a5312e4c req-225587b5-97b8-47e7-89fc-26527bd6de08 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5f41ff09-37fd-49e3-9cf2-e7c7bce8667c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.767499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ade69e96-c7dd-4915-83d0-b493a5312e4c req-225587b5-97b8-47e7-89fc-26527bd6de08 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Calling delete_port for 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:30.809304 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fa37d142-7bf4-4496-9e57-3709d9eed8ed is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:30.820830 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c08f14ec-1016-48d3-ad19-9552addc4c23 None None] Provisioning complete for port d4027280-c254-4cf5-9330-cfc792c29096 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:30.835695 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c08f14ec-1016-48d3-ad19-9552addc4c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d4027280-c254-4cf5-9330-cfc792c29096), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.838516 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf22908-2bb8-4460-9f93-a8ed5d88f49e req-e40a69bc-2f88-4cb1-9477-79b65e27781c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:30.844651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf22908-2bb8-4460-9f93-a8ed5d88f49e req-e40a69bc-2f88-4cb1-9477-79b65e27781c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:30.850447 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf22908-2bb8-4460-9f93-a8ed5d88f49e req-e40a69bc-2f88-4cb1-9477-79b65e27781c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:30.856087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf22908-2bb8-4460-9f93-a8ed5d88f49e req-e40a69bc-2f88-4cb1-9477-79b65e27781c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:30.861806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf22908-2bb8-4460-9f93-a8ed5d88f49e req-e40a69bc-2f88-4cb1-9477-79b65e27781c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:30.867366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf22908-2bb8-4460-9f93-a8ed5d88f49e req-e40a69bc-2f88-4cb1-9477-79b65e27781c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:30.873624 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf22908-2bb8-4460-9f93-a8ed5d88f49e req-e40a69bc-2f88-4cb1-9477-79b65e27781c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:30.876245 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3cf22908-2bb8-4460-9f93-a8ed5d88f49e req-e40a69bc-2f88-4cb1-9477-79b65e27781c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5444 time: 0.3274648 Feb 03 12:48:30.915851 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-7667b4cf-1f3e-4021-9e27-bbad7df646a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=745d7c1f-ea7e-472b-bc5f-20dc2fc66767 HTTP/1.1" status: 200 len: 217 time: 0.2306979 Feb 03 12:48:30.916174 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c08f14ec-1016-48d3-ad19-9552addc4c23 None None] Port d4027280-c254-4cf5-9330-cfc792c29096 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:48:30.929382 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4fe548f5-779e-4724-bd5f-238c52d7043a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (05baeb30-22c9-405d-a268-05d80210d8c5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:30.983880 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef09192-9e8f-46f0-9a0c-7ffd02e9146b req-0eddb8c3-a795-4334-b274-49fd7311bbb5 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:30.985513 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aef09192-9e8f-46f0-9a0c-7ffd02e9146b req-0eddb8c3-a795-4334-b274-49fd7311bbb5 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.4917066 Feb 03 12:48:30.986404 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.052394 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3cf22908-2bb8-4460-9f93-a8ed5d88f49e req-61bbd13e-bad5-4032-9e90-9351ae73bcd4 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1198173 Feb 03 12:48:31.059483 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-2b013494-f47d-4bef-bdc4-67571b855d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:31.061270 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-2b013494-f47d-4bef-bdc4-67571b855d20 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8761b709-d126-4def-a3e9-94ac377b29e2 HTTP/1.1" status: 200 len: 797 time: 0.1242871 Feb 03 12:48:31.065505 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2393d5c3-0724-4c15-a57e-7e2bcc4e0428 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d4027280-c254-4cf5-9330-cfc792c29096), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.142103 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a45fcf3-f286-4312-af60-49085a27258a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.169091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393d5c3-0724-4c15-a57e-7e2bcc4e0428 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Pushing event deleted for resources: {'Port': ['ID=d4027280-c254-4cf5-9330-cfc792c29096,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:31.234046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03ce467-d8b4-4156-aaa7-77fdd36eb902 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:31.242470 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a45fcf3-f286-4312-af60-49085a27258a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.250562 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a45fcf3-f286-4312-af60-49085a27258a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:31.251336 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a45fcf3-f286-4312-af60-49085a27258a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.271060 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4fe548f5-779e-4724-bd5f-238c52d7043a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (05baeb30-22c9-405d-a268-05d80210d8c5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.274981 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-9c0eede4-4c37-4d83-baa0-e4088269044c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:31.276933 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-9c0eede4-4c37-4d83-baa0-e4088269044c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1924748 Feb 03 12:48:31.289624 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aef09192-9e8f-46f0-9a0c-7ffd02e9146b req-9b570350-29d9-4e72-bf3e-20dbedaa147b tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088907 Feb 03 12:48:31.327469 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-e464dccc-19a9-4a62-8f1e-be84dfdae03a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:48:31.335795 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-e464dccc-19a9-4a62-8f1e-be84dfdae03a service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0304413 Feb 03 12:48:31.380603 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b7ddcad0-273e-43b9-b08a-4667483fd481 None None] Provisioning complete for port fa37d142-7bf4-4496-9e57-3709d9eed8ed triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:31.381050 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b7ddcad0-273e-43b9-b08a-4667483fd481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.435184 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1a45fcf3-f286-4312-af60-49085a27258a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3081927 Feb 03 12:48:31.443367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59978) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:31.459046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-98296676-0bf4-4fae-966b-7d1926bb2321 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Request body: {'subnet': {'network_id': 'f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:31.471017 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ade69e96-c7dd-4915-83d0-b493a5312e4c req-225587b5-97b8-47e7-89fc-26527bd6de08 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5f41ff09-37fd-49e3-9cf2-e7c7bce8667c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.559649 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe548f5-779e-4724-bd5f-238c52d7043a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=05baeb30-22c9-405d-a268-05d80210d8c5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:31.561930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a6c16-4743-419e-a1ac-61fe197526ec req-a8938568-d5bc-42d0-9355-893148f10584 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:31.568169 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a6c16-4743-419e-a1ac-61fe197526ec req-a8938568-d5bc-42d0-9355-893148f10584 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:31.574286 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a6c16-4743-419e-a1ac-61fe197526ec req-a8938568-d5bc-42d0-9355-893148f10584 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:31.587316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a6c16-4743-419e-a1ac-61fe197526ec req-a8938568-d5bc-42d0-9355-893148f10584 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:31.597737 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a6c16-4743-419e-a1ac-61fe197526ec req-a8938568-d5bc-42d0-9355-893148f10584 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:31.608405 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a6c16-4743-419e-a1ac-61fe197526ec req-a8938568-d5bc-42d0-9355-893148f10584 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:31.637616 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe548f5-779e-4724-bd5f-238c52d7043a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:31.645455 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-4fe548f5-779e-4724-bd5f-238c52d7043a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:31.654026 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b7ddcad0-273e-43b9-b08a-4667483fd481 None None] Current status of the port fa37d142-7bf4-4496-9e57-3709d9eed8ed is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:31.655969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45fcf3-f286-4312-af60-49085a27258a tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event updated for resources: {'Network': ['ID=f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:31.656752 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a6c16-4743-419e-a1ac-61fe197526ec req-a8938568-d5bc-42d0-9355-893148f10584 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:31.658698 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c32a6c16-4743-419e-a1ac-61fe197526ec req-a8938568-d5bc-42d0-9355-893148f10584 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5444 time: 0.3725796 Feb 03 12:48:31.673419 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe548f5-779e-4724-bd5f-238c52d7043a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:31.677811 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225587b5-97b8-47e7-89fc-26527bd6de08 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Pushing event deleted for resources: {'Port': ['ID=5f41ff09-37fd-49e3-9cf2-e7c7bce8667c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:31.690034 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:48:31.693876 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe548f5-779e-4724-bd5f-238c52d7043a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:31.694577 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4fe548f5-779e-4724-bd5f-238c52d7043a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.799220 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c394ade9-138f-4b13-93f0-42c810f820f1 req-0803e397-09e2-42c2-83ab-3cdba6b3f674 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62 HTTP/1.1" status: 200 len: 210 time: 0.0384493 Feb 03 12:48:31.820645 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4fe548f5-779e-4724-bd5f-238c52d7043a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9616888 Feb 03 12:48:31.821587 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59988) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:31.926888 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade69e96-c7dd-4915-83d0-b493a5312e4c req-225587b5-97b8-47e7-89fc-26527bd6de08 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] No DVR routers for this DVR port 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:48:31.943864 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ade69e96-c7dd-4915-83d0-b493a5312e4c req-225587b5-97b8-47e7-89fc-26527bd6de08 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:31.947450 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ade69e96-c7dd-4915-83d0-b493a5312e4c req-225587b5-97b8-47e7-89fc-26527bd6de08 tempest-DeleteServersTestJSON-790303345 tempest-DeleteServersTestJSON-790303345-project] 10.222.0.73 "DELETE /v2.0/ports/5f41ff09-37fd-49e3-9cf2-e7c7bce8667c HTTP/1.1" status: 204 len: 173 time: 2.5215364 Feb 03 12:48:31.952665 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-da1f2514-6d09-4db1-8cbb-68ab7062c876 service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347271 Feb 03 12:48:31.962132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62', 'name': 'network-vif-deleted', 'tag': '5f41ff09-37fd-49e3-9cf2-e7c7bce8667c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:31.964460 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe1630a-038d-43f0-bbfa-3ba3dd04ebb9" -d '{"events": [{"server_uuid": "1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62", "name": "network-vif-deleted", "tag": "5f41ff09-37fd-49e3-9cf2-e7c7bce8667c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:32.072264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98296676-0bf4-4fae-966b-7d1926bb2321 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Made reservation on behalf of 0cd00c068a0c4ae485276bfc3aa9e99a for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:32.076298 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98296676-0bf4-4fae-966b-7d1926bb2321 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.116465 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2393d5c3-0724-4c15-a57e-7e2bcc4e0428 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.120199 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2393d5c3-0724-4c15-a57e-7e2bcc4e0428 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "DELETE /v2.0/ports/d4027280-c254-4cf5-9330-cfc792c29096 HTTP/1.1" status: 204 len: 168 time: 3.1215136 Feb 03 12:48:32.128423 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-209f1f27-4b23-45fb-9e2b-13549c694f7f None None] Provisioning complete for port 05baeb30-22c9-405d-a268-05d80210d8c5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:32.129014 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-209f1f27-4b23-45fb-9e2b-13549c694f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (05baeb30-22c9-405d-a268-05d80210d8c5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.147776 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750ea1ef-028f-440e-9681-899ab0339ff5 x-openstack-request-id: req-750ea1ef-028f-440e-9681-899ab0339ff5 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:32.148096 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62", "name": "network-vif-deleted", "tag": "5f41ff09-37fd-49e3-9cf2-e7c7bce8667c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:32.148831 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-750ea1ef-028f-440e-9681-899ab0339ff5 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:32.148831 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca1b7f1-0ec8-440e-96b7-4e814b9f9f62', 'name': 'network-vif-deleted', 'tag': '5f41ff09-37fd-49e3-9cf2-e7c7bce8667c', 'status': 'completed', 'code': 200} Feb 03 12:48:32.151984 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60006) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:32.196230 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-209f1f27-4b23-45fb-9e2b-13549c694f7f None None] Port 05baeb30-22c9-405d-a268-05d80210d8c5 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:48:32.213561 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-209f1f27-4b23-45fb-9e2b-13549c694f7f None None] Provisioning complete for port fa37d142-7bf4-4496-9e57-3709d9eed8ed triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:32.214083 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-209f1f27-4b23-45fb-9e2b-13549c694f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.365553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-209f1f27-4b23-45fb-9e2b-13549c694f7f None None] Current status of the port fa37d142-7bf4-4496-9e57-3709d9eed8ed is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:32.494479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dbb583f9-e37c-4336-8e5d-ee6898cb6c13 None None] Provisioning complete for port 05baeb30-22c9-405d-a268-05d80210d8c5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:32.494852 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dbb583f9-e37c-4336-8e5d-ee6898cb6c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (05baeb30-22c9-405d-a268-05d80210d8c5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.563262 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-dbb583f9-e37c-4336-8e5d-ee6898cb6c13 None None] Port 05baeb30-22c9-405d-a268-05d80210d8c5 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:48:32.623929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2474494d-e1f2-49c5-9da8-e58da8c81620 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port 05baeb30-22c9-405d-a268-05d80210d8c5 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:32.624578 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2474494d-e1f2-49c5-9da8-e58da8c81620 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (05baeb30-22c9-405d-a268-05d80210d8c5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.635485 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:48:32.684144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:48:32.684144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5f41ff09-37fd-49e3-9cf2-e7c7bce8667c not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:48:32.696054 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b41733-4894-49b1-beba-b340984ca46d tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] GET failed (client error): The resource could not be found. Feb 03 12:48:32.700315 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d5b41733-4894-49b1-beba-b340984ca46d tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "GET /v2.0/ports/d4027280-c254-4cf5-9330-cfc792c29096 HTTP/1.1" status: 404 len: 333 time: 0.5474341 Feb 03 12:48:32.702994 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60008) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:32.784634 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-ab632582-78ae-47eb-add0-c72f21c46735 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:32.789663 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-b1bd9db3-ddf3-4935-8bb3-fb96586375a6 service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8278086 Feb 03 12:48:32.790789 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-ab632582-78ae-47eb-add0-c72f21c46735 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/networks?id=38493246-f38d-4463-9177-b5dc3d79c2b7 HTTP/1.1" status: 200 len: 815 time: 0.7618504 Feb 03 12:48:32.810722 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-3b1d22c1-64cf-475f-bd69-9b80f6d15ae3 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/quotas/5571bc03f31b4ec1a3eda061ab1cad28 HTTP/1.1" status: 200 len: 375 time: 0.0189531 Feb 03 12:48:32.884161 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-f46bed34-4071-42af-b096-472d02e410a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=fcdf902f-54e1-4f50-bb41-a4f97269c095 HTTP/1.1" status: 200 len: 217 time: 0.0874803 Feb 03 12:48:32.941564 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2474494d-e1f2-49c5-9da8-e58da8c81620 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (05baeb30-22c9-405d-a268-05d80210d8c5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:32.956604 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-7fc082f1-ae67-4778-b580-4f3673636a1f tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5571bc03f31b4ec1a3eda061ab1cad28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1449423 Feb 03 12:48:32.967539 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2474494d-e1f2-49c5-9da8-e58da8c81620 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for 05baeb30-22c9-405d-a268-05d80210d8c5 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:33.006323 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-2551a1d7-7cb6-499f-a1f6-0b58c1923110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:33.008133 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-2551a1d7-7cb6-499f-a1f6-0b58c1923110 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8761b709-d126-4def-a3e9-94ac377b29e2 HTTP/1.1" status: 200 len: 797 time: 0.1161840 Feb 03 12:48:33.058348 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa0df2-9108-49d7-ad81-2bfb36b417b3 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Deleting port 128af4fa-9161-47e6-93ef-06678234536f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:33.058348 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0df2-9108-49d7-ad81-2bfb36b417b3 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (128af4fa-9161-47e6-93ef-06678234536f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:33.157391 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-246aff9d-2338-415a-90df-b7a8c64de91c service neutron] 10.222.0.18 "GET /v2.0/networks/38493246-f38d-4463-9177-b5dc3d79c2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458166 Feb 03 12:48:33.229965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbfbfa-60cf-4721-9577-2edfda1a9524 req-f6d7f3aa-9ed6-46a4-aaac-0d9f75fc14b8 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:33.231487 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55cbfbfa-60cf-4721-9577-2edfda1a9524 req-f6d7f3aa-9ed6-46a4-aaac-0d9f75fc14b8 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.31 "GET /v2.0/ports?device_id=71dea175-0232-461e-9e6a-b63c947b3782 HTTP/1.1" status: 200 len: 945 time: 0.2894592 Feb 03 12:48:33.239415 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-9572a704-c3d2-48b3-bb20-7c5cff530a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:33.241284 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-9572a704-c3d2-48b3-bb20-7c5cff530a05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1980386 Feb 03 12:48:33.244099 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0df2-9108-49d7-ad81-2bfb36b417b3 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (128af4fa-9161-47e6-93ef-06678234536f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:33.280131 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa0df2-9108-49d7-ad81-2bfb36b417b3 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Calling delete_port for 128af4fa-9161-47e6-93ef-06678234536f owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:33.392617 n-d-827336-3 neutron-server[103188]: DEBUG neutron.objects.ports [None req-98296676-0bf4-4fae-966b-7d1926bb2321 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:48:33.404264 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98296676-0bf4-4fae-966b-7d1926bb2321 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (2168d484-7fcb-4ad5-9cee-e8daeb6153cf), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:33.486854 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-206cd742-d6f3-4528-af94-17bbdac10af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:33.517718 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-86ea8572-1a07-45cd-9db1-4a88de8056f9 service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639687 Feb 03 12:48:33.541329 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-887419b2-e73b-4743-9b1d-7f4057c25886 service neutron] 10.222.0.18 "GET /v2.0/networks/38493246-f38d-4463-9177-b5dc3d79c2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760936 Feb 03 12:48:33.599038 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2474494d-e1f2-49c5-9da8-e58da8c81620 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (05baeb30-22c9-405d-a268-05d80210d8c5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:33.607642 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98296676-0bf4-4fae-966b-7d1926bb2321 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event updated for resources: {'Subnet': ['ID=2168d484-7fcb-4ad5-9cee-e8daeb6153cf,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:33.680983 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98296676-0bf4-4fae-966b-7d1926bb2321 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Checking segment: {'id': 'b413d76a-e60a-4e17-b8db-a0650998798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:33.681433 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98296676-0bf4-4fae-966b-7d1926bb2321 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Network hostable DHCP agents. Network: f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:48:33.732461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-55cbfbfa-60cf-4721-9577-2edfda1a9524 req-aee5b75f-f416-43ea-89cc-eac29354d58a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Deleting port 4d5bee9e-4060-43e9-8753-254e861bbf05 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:33.744145 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-55cbfbfa-60cf-4721-9577-2edfda1a9524 req-aee5b75f-f416-43ea-89cc-eac29354d58a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:33.758411 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474494d-e1f2-49c5-9da8-e58da8c81620 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=05baeb30-22c9-405d-a268-05d80210d8c5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:33.772503 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98296676-0bf4-4fae-966b-7d1926bb2321 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Network f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:48:33.812262 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-98296676-0bf4-4fae-966b-7d1926bb2321 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:33.822625 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d337a20-ebd0-400c-a7fe-3086523ec4aa None None] Network f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:33.862946 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98296676-0bf4-4fae-966b-7d1926bb2321 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:33.863675 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98296676-0bf4-4fae-966b-7d1926bb2321 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:33.864568 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2474494d-e1f2-49c5-9da8-e58da8c81620 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:33.871438 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2474494d-e1f2-49c5-9da8-e58da8c81620 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/05baeb30-22c9-405d-a268-05d80210d8c5 HTTP/1.1" status: 204 len: 168 time: 2.0453639 Feb 03 12:48:33.874322 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:33.892767 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a9887952-d097-43be-8c1e-8a4809111c12 req-561dc527-6a4f-440d-bbef-449d415aa882 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 210 time: 0.0899460 Feb 03 12:48:33.931836 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-29bb6672-8793-4f61-88ee-38041cd0658f service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026289 Feb 03 12:48:33.940644 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0df2-9108-49d7-ad81-2bfb36b417b3 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (128af4fa-9161-47e6-93ef-06678234536f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.102527 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-433e1c91-2bde-4954-a07c-eace8b6be432 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=aa91c3c8-d841-43d7-bb44-7ef525a623d6 HTTP/1.1" status: 200 len: 217 time: 0.1628242 Feb 03 12:48:34.120353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa0df2-9108-49d7-ad81-2bfb36b417b3 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Pushing event deleted for resources: {'Port': ['ID=128af4fa-9161-47e6-93ef-06678234536f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:34.160739 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-55cbfbfa-60cf-4721-9577-2edfda1a9524 req-aee5b75f-f416-43ea-89cc-eac29354d58a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] For port 4d5bee9e-4060-43e9-8753-254e861bbf05, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4d5bee9e-4060-43e9-8753-254e861bbf05,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:34.161386 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-55cbfbfa-60cf-4721-9577-2edfda1a9524 req-aee5b75f-f416-43ea-89cc-eac29354d58a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.186822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-55cbfbfa-60cf-4721-9577-2edfda1a9524 req-aee5b75f-f416-43ea-89cc-eac29354d58a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Calling delete_port for 4d5bee9e-4060-43e9-8753-254e861bbf05 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:34.288201 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-98296676-0bf4-4fae-966b-7d1926bb2321 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.8365026 Feb 03 12:48:34.295377 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60060) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:34.383159 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-52da0e8d-c62c-4821-bfde-b395153e32dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:34.384709 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-52da0e8d-c62c-4821-bfde-b395153e32dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8761b709-d126-4def-a3e9-94ac377b29e2 HTTP/1.1" status: 200 len: 797 time: 0.2601528 Feb 03 12:48:34.388953 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7eaa0df2-9108-49d7-ad81-2bfb36b417b3 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.395507 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7eaa0df2-9108-49d7-ad81-2bfb36b417b3 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "DELETE /v2.0/ports/128af4fa-9161-47e6-93ef-06678234536f HTTP/1.1" status: 204 len: 168 time: 1.6877673 Feb 03 12:48:34.396744 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60064) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:34.467356 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee3e36b-6eb6-49a2-b9a2-607c8384e37d tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] GET failed (client error): The resource could not be found. Feb 03 12:48:34.476117 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0ee3e36b-6eb6-49a2-b9a2-607c8384e37d tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "GET /v2.0/ports/128af4fa-9161-47e6-93ef-06678234536f HTTP/1.1" status: 404 len: 333 time: 0.0769291 Feb 03 12:48:34.478916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60068) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:34.641996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da', 'network_id': 'f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da', 'project_id': '0cd00c068a0c4ae485276bfc3aa9e99a', 'fixed_ips': [{'subnet_id': '2168d484-7fcb-4ad5-9cee-e8daeb6153cf'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:48:34.643238 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.665305 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-55cbfbfa-60cf-4721-9577-2edfda1a9524 req-aee5b75f-f416-43ea-89cc-eac29354d58a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4d5bee9e-4060-43e9-8753-254e861bbf05), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.671243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-2da98d73-026a-4911-912b-079df65d18be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:34.681284 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['4d5bee9e-4060-43e9-8753-254e861bbf05'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:48:34.684608 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-2da98d73-026a-4911-912b-079df65d18be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2865355 Feb 03 12:48:34.697298 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b0b201-a0ca-48c4-ba8c-4793405fcca0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:34.716571 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-15b0b201-a0ca-48c4-ba8c-4793405fcca0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8223207 Feb 03 12:48:34.728167 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60070) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:34.782221 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5b75f-f416-43ea-89cc-eac29354d58a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Pushing event deleted for resources: {'Port': ['ID=4d5bee9e-4060-43e9-8753-254e861bbf05,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:34.853260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cbfbfa-60cf-4721-9577-2edfda1a9524 req-aee5b75f-f416-43ea-89cc-eac29354d58a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] No DVR routers for this DVR port 4d5bee9e-4060-43e9-8753-254e861bbf05 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:48:34.857493 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-55cbfbfa-60cf-4721-9577-2edfda1a9524 req-aee5b75f-f416-43ea-89cc-eac29354d58a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:34.862299 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55cbfbfa-60cf-4721-9577-2edfda1a9524 req-aee5b75f-f416-43ea-89cc-eac29354d58a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.31 "DELETE /v2.0/ports/4d5bee9e-4060-43e9-8753-254e861bbf05 HTTP/1.1" status: 204 len: 173 time: 1.6188860 Feb 03 12:48:34.862913 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dea175-0232-461e-9e6a-b63c947b3782', 'name': 'network-vif-deleted', 'tag': '4d5bee9e-4060-43e9-8753-254e861bbf05'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:34.873448 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d467a66e-0491-4b26-a5df-b63241e7592d" -d '{"events": [{"server_uuid": "71dea175-0232-461e-9e6a-b63c947b3782", "name": "network-vif-deleted", "tag": "4d5bee9e-4060-43e9-8753-254e861bbf05"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:34.954541 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40994eef-d5bd-490f-ac04-b2e53fde8109 x-openstack-request-id: req-40994eef-d5bd-490f-ac04-b2e53fde8109 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:34.954939 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dea175-0232-461e-9e6a-b63c947b3782", "name": "network-vif-deleted", "tag": "4d5bee9e-4060-43e9-8753-254e861bbf05", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:34.957947 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40994eef-d5bd-490f-ac04-b2e53fde8109 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:34.958776 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71dea175-0232-461e-9e6a-b63c947b3782', 'name': 'network-vif-deleted', 'tag': '4d5bee9e-4060-43e9-8753-254e861bbf05', 'status': 'completed', 'code': 200} Feb 03 12:48:34.966088 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] Allocated IP 2001:db8::f816:3eff:fe73:1666 (f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da/2168d484-7fcb-4ad5-9cee-e8daeb6153cf/df174aeb-55d1-4f8d-8106-2360c1bd49a0) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:34.978421 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.118991 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (2168d484-7fcb-4ad5-9cee-e8daeb6153cf), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.159437 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fd0a79d2-d052-476b-a5b0-472fadab31bf req-7f9a3245-5597-4c0f-a598-bea9dd67ca0e tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 210 time: 0.0863369 Feb 03 12:48:35.170134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6be563ad-6315-40d0-ade4-6eb2eaca8acd tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Deleting port aa976385-5eeb-4c45-8c0f-5859ba1d0ec8 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:35.171720 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6be563ad-6315-40d0-ade4-6eb2eaca8acd tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (aa976385-5eeb-4c45-8c0f-5859ba1d0ec8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.216366 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a878798d-0276-44c1-b166-ac3304321c15 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:35.219338 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a878798d-0276-44c1-b166-ac3304321c15 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4903738 Feb 03 12:48:35.227663 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60084) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:35.236156 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-919b0588-7890-44a1-9883-4a43828b38e0 service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342100 Feb 03 12:48:35.310065 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] Publish callbacks [] for port (df174aeb-55d1-4f8d-8106-2360c1bd49a0), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.322379 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (df174aeb-55d1-4f8d-8106-2360c1bd49a0), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.346840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86a228f-328a-42b3-b6dc-b1d7fa9b5dc4 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:35.358184 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86a228f-328a-42b3-b6dc-b1d7fa9b5dc4 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:35.363208 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86a228f-328a-42b3-b6dc-b1d7fa9b5dc4 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:35.370830 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a86a228f-328a-42b3-b6dc-b1d7fa9b5dc4 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1416481 Feb 03 12:48:35.371145 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60086) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:35.396748 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (2168d484-7fcb-4ad5-9cee-e8daeb6153cf), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.404588 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6be563ad-6315-40d0-ade4-6eb2eaca8acd tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (aa976385-5eeb-4c45-8c0f-5859ba1d0ec8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.448402 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6be563ad-6315-40d0-ade4-6eb2eaca8acd tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Calling delete_port for aa976385-5eeb-4c45-8c0f-5859ba1d0ec8 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:35.479841 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event deleted for resources: {'Subnet': ['ID=2168d484-7fcb-4ad5-9cee-e8daeb6153cf,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:35.490517 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] Network f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:35.491218 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-29e26991-2073-4fac-b2db-273a5cd552fb service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259393 Feb 03 12:48:35.492655 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] Pushing event updated for resources: {'Port': ['ID=df174aeb-55d1-4f8d-8106-2360c1bd49a0,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:35.499797 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c74352d-0151-421d-aa60-bf26ed1db813 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet 422b38a6-9c7f-4172-a978-e5f72655bff0 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:48:35.502537 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:35.507469 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:35.511696 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c74352d-0151-421d-aa60-bf26ed1db813 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (422b38a6-9c7f-4172-a978-e5f72655bff0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.606442 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-ba0eef4f-1328-4554-8eec-505b3a920ffd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=89bd8765-d49f-46ab-a694-20c0e30dfdb4 HTTP/1.1" status: 200 len: 217 time: 0.1024795 Feb 03 12:48:35.632124 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] Attempting to bind port df174aeb-55d1-4f8d-8106-2360c1bd49a0 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:35.632637 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] Attempting to bind port df174aeb-55d1-4f8d-8106-2360c1bd49a0 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b413d76a-e60a-4e17-b8db-a0650998798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:35.633167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] Attempting to bind port df174aeb-55d1-4f8d-8106-2360c1bd49a0 on network f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:35.639244 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:35.639743 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] Checking segment: {'id': 'b413d76a-e60a-4e17-b8db-a0650998798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:35.640177 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.641232 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] Bound using segment: {'id': 'b413d76a-e60a-4e17-b8db-a0650998798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:35.642029 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] Bound port: df174aeb-55d1-4f8d-8106-2360c1bd49a0, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b413d76a-e60a-4e17-b8db-a0650998798f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:35.642381 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (df174aeb-55d1-4f8d-8106-2360c1bd49a0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.720901 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c74352d-0151-421d-aa60-bf26ed1db813 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (422b38a6-9c7f-4172-a978-e5f72655bff0), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.734835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] For port df174aeb-55d1-4f8d-8106-2360c1bd49a0, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:35.738744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] For port df174aeb-55d1-4f8d-8106-2360c1bd49a0, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=df174aeb-55d1-4f8d-8106-2360c1bd49a0,segment=NetworkSegment(b413d76a-e60a-4e17-b8db-a0650998798f),segment_id=b413d76a-e60a-4e17-b8db-a0650998798f)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:35.759048 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (df174aeb-55d1-4f8d-8106-2360c1bd49a0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.887704 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-3eeaf670-e255-4b1d-aba3-0f28f37528ef tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:35.890016 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-3eeaf670-e255-4b1d-aba3-0f28f37528ef tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.73 "GET /v2.0/networks?id=38493246-f38d-4463-9177-b5dc3d79c2b7 HTTP/1.1" status: 200 len: 815 time: 0.1783125 Feb 03 12:48:35.892364 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:35.916947 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-6bea6bfd-c031-4b0d-af03-1864399517b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:35.918136 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-a5e921d6-6434-429f-9f92-8691228284c9 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Request body: {'port': {'device_id': 'ae7101fd-7019-43aa-b386-39875e613551', 'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7', 'admin_state_up': True, 'tenant_id': '5571bc03f31b4ec1a3eda061ab1cad28'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:35.918488 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-6bea6bfd-c031-4b0d-af03-1864399517b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8761b709-d126-4def-a3e9-94ac377b29e2 HTTP/1.1" status: 200 len: 797 time: 0.3036237 Feb 03 12:48:35.919510 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99a922-cce0-47a5-9044-6c0c0c4aa8b3 None None] Pushing event updated for resources: {'Port': ['ID=df174aeb-55d1-4f8d-8106-2360c1bd49a0,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:36.024423 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacf4038-9100-4a9f-8387-a2e8cc0fa83c None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:48:36.120191 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:36.132368 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c74352d-0151-421d-aa60-bf26ed1db813 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (422b38a6-9c7f-4172-a978-e5f72655bff0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.161950 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b413d76a-e60a-4e17-b8db-a0650998798f') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:36.166140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b413d76a-e60a-4e17-b8db-a0650998798f') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:36.177237 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-a5e921d6-6434-429f-9f92-8691228284c9 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Made reservation on behalf of 5571bc03f31b4ec1a3eda061ab1cad28 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:36.183787 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-a5e921d6-6434-429f-9f92-8691228284c9 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.214063 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-08ee7a78-8d7e-423d-a2a0-60c369e51105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:36.215907 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-08ee7a78-8d7e-423d-a2a0-60c369e51105 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2735038 Feb 03 12:48:36.217690 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (b413d76a-e60a-4e17-b8db-a0650998798f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.269088 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6be563ad-6315-40d0-ade4-6eb2eaca8acd tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (aa976385-5eeb-4c45-8c0f-5859ba1d0ec8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.290566 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b413d76a-e60a-4e17-b8db-a0650998798f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.305066 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacf4038-9100-4a9f-8387-a2e8cc0fa83c None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:48:36.308294 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:48:36.308750 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (b413d76a-e60a-4e17-b8db-a0650998798f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:48:36.312263 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:48:36.364525 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7fcdd637-19b6-403b-95e0-e60e3561f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.392914 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be563ad-6315-40d0-ade4-6eb2eaca8acd tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Pushing event deleted for resources: {'Port': ['ID=aa976385-5eeb-4c45-8c0f-5859ba1d0ec8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:36.473101 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf657554-559c-4ccd-b8de-3e090ab45b14 req-64239d54-7e9c-4d9d-952a-5e8721c9504e tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 210 time: 0.1100187 Feb 03 12:48:36.483920 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6be563ad-6315-40d0-ade4-6eb2eaca8acd tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.489988 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6be563ad-6315-40d0-ade4-6eb2eaca8acd tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "DELETE /v2.0/ports/aa976385-5eeb-4c45-8c0f-5859ba1d0ec8 HTTP/1.1" status: 204 len: 168 time: 2.0099218 Feb 03 12:48:36.492663 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60102) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:36.506089 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c74352d-0151-421d-aa60-bf26ed1db813 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (422b38a6-9c7f-4172-a978-e5f72655bff0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.519367 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.api [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:48:36.519367 n-d-827336-3 neutron-server[103188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:48:36.519367 n-d-827336-3 neutron-server[103188]: [parameters: {'id': 'f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da'}] Feb 03 12:48:36.519367 n-d-827336-3 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:48:36.520525 n-d-827336-3 neutron-server[103188]: DEBUG oslo_db.api [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:48:36.550174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-a5e921d6-6434-429f-9f92-8691228284c9 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Allocated IP 172.20.0.10 (38493246-f38d-4463-9177-b5dc3d79c2b7/9bd4681a-030c-44e2-b514-2406b9d142e2/d80b0dde-cac3-4070-b5a7-b3ed8ee489f4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:36.628843 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74352d-0151-421d-aa60-bf26ed1db813 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=422b38a6-9c7f-4172-a978-e5f72655bff0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:36.666338 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c74352d-0151-421d-aa60-bf26ed1db813 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.667976 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4d5bee9e-4060-43e9-8753-254e861bbf05 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:48:36.671411 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e630ad1-994d-4782-872b-8556753b2df2 None None] Network f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:36.682602 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3c74352d-0151-421d-aa60-bf26ed1db813 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/422b38a6-9c7f-4172-a978-e5f72655bff0 HTTP/1.1" status: 204 len: 168 time: 1.3085895 Feb 03 12:48:36.685289 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60104) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:36.686182 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-bf5b3e2f-2f03-4f51-bf7c-d878d6eae2fd service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487050 Feb 03 12:48:36.727607 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49766d4-492c-4c8d-8a35-cd95e616acc9 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:36.735001 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 4d5bee9e-4060-43e9-8753-254e861bbf05 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:48:36.735452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4d5bee9e-4060-43e9-8753-254e861bbf05 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:48:36.848519 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e7ea35-5d8e-4afa-a436-7343e3862f29 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Deleting subnet ded353ae-216a-4c2d-9ec0-983e741c04bb {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:48:36.869760 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19e7ea35-5d8e-4afa-a436-7343e3862f29 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks [] for subnet (ded353ae-216a-4c2d-9ec0-983e741c04bb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.901902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-731f8547-ebbb-4b26-9a64-4b294fab6c87 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet dc28afef-c390-4172-829e-1f65ad9ca2aa {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:48:36.914786 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-731f8547-ebbb-4b26-9a64-4b294fab6c87 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (dc28afef-c390-4172-829e-1f65ad9ca2aa), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:36.962299 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-129a8713-3223-48fe-ae63-166dd9c5becd service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693906 Feb 03 12:48:36.972398 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:37.028946 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:37.055053 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-a5e921d6-6434-429f-9f92-8691228284c9 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks [] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:37.085196 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-30a6bbfc-68e0-4098-b8a9-2bfbf233b206 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=948afbdc-21a4-479e-8a60-62f8aa022a78 HTTP/1.1" status: 200 len: 217 time: 0.1134694 Feb 03 12:48:37.092712 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19e7ea35-5d8e-4afa-a436-7343e3862f29 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (ded353ae-216a-4c2d-9ec0-983e741c04bb), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:37.108920 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-731f8547-ebbb-4b26-9a64-4b294fab6c87 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (dc28afef-c390-4172-829e-1f65ad9ca2aa), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:37.176625 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-a5e921d6-6434-429f-9f92-8691228284c9 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:37.247823 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-bc965f40-23ac-4f8c-9f65-d680c2428a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:37.249305 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-bc965f40-23ac-4f8c-9f65-d680c2428a8a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ad92c95-f76b-44f2-8465-013d771ffc3f HTTP/1.1" status: 200 len: 797 time: 0.1531756 Feb 03 12:48:37.251568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-a5e921d6-6434-429f-9f92-8691228284c9 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Network 38493246-f38d-4463-9177-b5dc3d79c2b7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:37.259046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-a5e921d6-6434-429f-9f92-8691228284c9 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:37.268362 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-a5e921d6-6434-429f-9f92-8691228284c9 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:37.371131 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19e7ea35-5d8e-4afa-a436-7343e3862f29 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (ded353ae-216a-4c2d-9ec0-983e741c04bb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:37.380066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e921d6-6434-429f-9f92-8691228284c9 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Pushing event updated for resources: {'Port': ['ID=d80b0dde-cac3-4070-b5a7-b3ed8ee489f4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:37.403424 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Deleting port df174aeb-55d1-4f8d-8106-2360c1bd49a0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:37.403774 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (df174aeb-55d1-4f8d-8106-2360c1bd49a0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:37.485052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] For port df174aeb-55d1-4f8d-8106-2360c1bd49a0, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=df174aeb-55d1-4f8d-8106-2360c1bd49a0,segment=NetworkSegment(b413d76a-e60a-4e17-b8db-a0650998798f),segment_id=b413d76a-e60a-4e17-b8db-a0650998798f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:37.485411 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (df174aeb-55d1-4f8d-8106-2360c1bd49a0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:37.512259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Calling delete_port for df174aeb-55d1-4f8d-8106-2360c1bd49a0 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:37.558838 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-493f60a9-26fc-4742-b547-789916553f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:37.561049 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-493f60a9-26fc-4742-b547-789916553f9c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=97259dff-b582-4fbd-b7bb-04805dd4c319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2639308 Feb 03 12:48:37.562453 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19e7ea35-5d8e-4afa-a436-7343e3862f29 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (ded353ae-216a-4c2d-9ec0-983e741c04bb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:37.612373 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (df174aeb-55d1-4f8d-8106-2360c1bd49a0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:37.623456 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-a5e921d6-6434-429f-9f92-8691228284c9 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:37.624156 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-a5e921d6-6434-429f-9f92-8691228284c9 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:37.648695 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-a5e921d6-6434-429f-9f92-8691228284c9 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7368634 Feb 03 12:48:37.667582 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-731f8547-ebbb-4b26-9a64-4b294fab6c87 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (dc28afef-c390-4172-829e-1f65ad9ca2aa), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:37.679344 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7ea35-5d8e-4afa-a436-7343e3862f29 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Pushing event deleted for resources: {'Subnet': ['ID=ded353ae-216a-4c2d-9ec0-983e741c04bb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:37.679764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Request body: {'port': {'device_id': 'ae7101fd-7019-43aa-b386-39875e613551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:37.707317 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event deleted for resources: {'Port': ['ID=df174aeb-55d1-4f8d-8106-2360c1bd49a0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:37.724218 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19e7ea35-5d8e-4afa-a436-7343e3862f29 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:37.732004 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-19e7ea35-5d8e-4afa-a436-7343e3862f29 tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "DELETE /v2.0/subnets/ded353ae-216a-4c2d-9ec0-983e741c04bb HTTP/1.1" status: 204 len: 168 time: 1.2344508 Feb 03 12:48:37.732249 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] No DVR routers for this DVR port df174aeb-55d1-4f8d-8106-2360c1bd49a0 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:48:37.733503 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60118) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:37.734424 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cb87a7-b2f8-4a62-8100-55cc1d3ed21c None None] Network 8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:37.954837 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:37.979177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:37.997504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b413d76a-e60a-4e17-b8db-a0650998798f') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:37.997804 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b413d76a-e60a-4e17-b8db-a0650998798f') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:38.009064 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (b413d76a-e60a-4e17-b8db-a0650998798f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:38.025332 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b413d76a-e60a-4e17-b8db-a0650998798f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:38.035030 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:48:38.035443 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (b413d76a-e60a-4e17-b8db-a0650998798f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:38.046998 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834a9d07-7415-49d7-a620-36e485a540ec None None] DHCP port deletion for 8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:48:38.199278 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:38.207437 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-834a9d07-7415-49d7-a620-36e485a540ec None None] Deleting port ca93627f-c3e6-4543-b275-a3f6a7713d32 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:48:38.209807 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:48:38.212198 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-834a9d07-7415-49d7-a620-36e485a540ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ca93627f-c3e6-4543-b275-a3f6a7713d32), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:38.257822 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:38.370173 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event deleted for resources: {'Network': ['ID=f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:38.378634 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:38.384478 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-947fcf39-a613-475b-9a75-f1fe0d138b63 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "DELETE /v2.0/networks/f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da HTTP/1.1" status: 204 len: 168 time: 4.0552166 Feb 03 12:48:38.396346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60128) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:38.443054 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-834a9d07-7415-49d7-a620-36e485a540ec None None] For port ca93627f-c3e6-4543-b275-a3f6a7713d32, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ca93627f-c3e6-4543-b275-a3f6a7713d32,segment=NetworkSegment(bb3ba8a7-fea2-47b8-901b-c7026f3bcc28),segment_id=bb3ba8a7-fea2-47b8-901b-c7026f3bcc28)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:38.446854 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-834a9d07-7415-49d7-a620-36e485a540ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ca93627f-c3e6-4543-b275-a3f6a7713d32), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:38.451593 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ca93627f-c3e6-4543-b275-a3f6a7713d32 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:48:38.476908 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:38.479339 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-731f8547-ebbb-4b26-9a64-4b294fab6c87 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (dc28afef-c390-4172-829e-1f65ad9ca2aa), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:38.481531 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51b6ef7-fb61-44d3-a61a-25cfba238efb tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] DELETE failed (client error): The resource could not be found. Feb 03 12:48:38.492237 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51b6ef7-fb61-44d3-a61a-25cfba238efb tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:48:38.493888 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-834a9d07-7415-49d7-a620-36e485a540ec None None] Calling delete_port for ca93627f-c3e6-4543-b275-a3f6a7713d32 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:38.495461 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b51b6ef7-fb61-44d3-a61a-25cfba238efb tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "DELETE /v2.0/subnets/2168d484-7fcb-4ad5-9cee-e8daeb6153cf HTTP/1.1" status: 404 len: 337 time: 0.0955915 Feb 03 12:48:38.507007 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60130) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:38.609649 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7e89c7-7242-4153-805f-56b5debc7b32 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] DELETE failed (client error): The resource could not be found. Feb 03 12:48:38.610219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7e89c7-7242-4153-805f-56b5debc7b32 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:48:38.618697 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4f7e89c7-7242-4153-805f-56b5debc7b32 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "DELETE /v2.0/networks/f651d3fb-5a2d-49b1-9f19-5ff8b2afc0da HTTP/1.1" status: 404 len: 339 time: 0.0877018 Feb 03 12:48:38.622374 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60132) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:38.651151 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b535605-0be0-4ced-95ed-9983568a2637 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:38.655824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86324b-8800-473d-8edb-34e21de08813 req-d7def65f-696d-477e-ae31-5684011f584a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:38.661426 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f8547-ebbb-4b26-9a64-4b294fab6c87 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=dc28afef-c390-4172-829e-1f65ad9ca2aa,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:38.663962 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-731f8547-ebbb-4b26-9a64-4b294fab6c87 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:38.666644 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4f86324b-8800-473d-8edb-34e21de08813 req-d7def65f-696d-477e-ae31-5684011f584a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 932 time: 1.0465403 Feb 03 12:48:38.668466 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-731f8547-ebbb-4b26-9a64-4b294fab6c87 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/dc28afef-c390-4172-829e-1f65ad9ca2aa HTTP/1.1" status: 204 len: 168 time: 1.9791982 Feb 03 12:48:38.669945 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a037f1-b6dc-4fe4-bb97-61efe4dd717d tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] DELETE failed (client error): The resource could not be found. Feb 03 12:48:38.670665 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a037f1-b6dc-4fe4-bb97-61efe4dd717d tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:48:38.678693 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a2a037f1-b6dc-4fe4-bb97-61efe4dd717d tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "DELETE /v2.0/subnets/3fc9db6e-51c7-4896-9d0b-fe7c94c98241 HTTP/1.1" status: 404 len: 337 time: 0.0523055 Feb 03 12:48:38.681816 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60134) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:38.682389 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60136) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:38.791540 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ca93627f-c3e6-4543-b275-a3f6a7713d32 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:38.792135 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:38.792446 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ca93627f-c3e6-4543-b275-a3f6a7713d32), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:38.809924 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-a3a9a7a4-94c1-4c6e-b82b-ade384b24664 service neutron] 10.222.0.73 "GET /v2.0/networks/97259dff-b582-4fbd-b7bb-04805dd4c319?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2099912 Feb 03 12:48:38.840648 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4f86324b-8800-473d-8edb-34e21de08813 req-602bdb7b-0d29-4ad0-a58d-b009c8bfc26f tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730239 Feb 03 12:48:38.865791 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e465549e-c0de-4fa5-866a-11f49881af0d None None] Provisioning complete for port fa37d142-7bf4-4496-9e57-3709d9eed8ed triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:38.866239 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e465549e-c0de-4fa5-866a-11f49881af0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:38.893267 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-def138cc-3c0d-4bd5-afc2-b0e1b5813897 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2061148 Feb 03 12:48:38.898334 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60138) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:38.910171 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10fdb1a-3c03-4708-9465-211a5f4cd26d tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] DELETE failed (client error): The resource could not be found. Feb 03 12:48:38.910708 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10fdb1a-3c03-4708-9465-211a5f4cd26d tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:48:38.912870 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e5d398fc-8da9-415b-a695-c7da3a2df06a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:38.917116 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c10fdb1a-3c03-4708-9465-211a5f4cd26d tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "DELETE /v2.0/networks/178d41a3-42e9-4174-a7d5-888ece0f2165 HTTP/1.1" status: 404 len: 339 time: 0.1892827 Feb 03 12:48:38.917863 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60140) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:38.989190 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port ca93627f-c3e6-4543-b275-a3f6a7713d32, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ca93627f-c3e6-4543-b275-a3f6a7713d32,segment=NetworkSegment(bb3ba8a7-fea2-47b8-901b-c7026f3bcc28),segment_id=bb3ba8a7-fea2-47b8-901b-c7026f3bcc28)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:38.998336 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ca93627f-c3e6-4543-b275-a3f6a7713d32), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.037096 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-834a9d07-7415-49d7-a620-36e485a540ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (ca93627f-c3e6-4543-b275-a3f6a7713d32), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.081003 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event deleted for resources: {'Port': ['ID=ca93627f-c3e6-4543-b275-a3f6a7713d32,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:39.088037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834a9d07-7415-49d7-a620-36e485a540ec None None] No DVR routers for this DVR port ca93627f-c3e6-4543-b275-a3f6a7713d32 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:48:39.119518 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.120429 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.121794 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.122733 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.123304 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.123912 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.124656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.125284 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.125867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.126426 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.126988 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.127562 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.128319 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.191718 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e465549e-c0de-4fa5-866a-11f49881af0d None None] Current status of the port fa37d142-7bf4-4496-9e57-3709d9eed8ed is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:39.215682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a9d07-7415-49d7-a620-36e485a540ec None None] Pushing event deleted for resources: {'Port': ['ID=ca93627f-c3e6-4543-b275-a3f6a7713d32,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:39.216412 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d398fc-8da9-415b-a695-c7da3a2df06a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:39.237258 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5d398fc-8da9-415b-a695-c7da3a2df06a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.237526 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bf9d65-b352-4e8d-8a09-4377465f81ba tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] DELETE failed (client error): The resource could not be found. Feb 03 12:48:39.237526 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42bf9d65-b352-4e8d-8a09-4377465f81ba tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:48:39.239203 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-42bf9d65-b352-4e8d-8a09-4377465f81ba tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "DELETE /v2.0/subnets/58fa9b13-8591-41c9-8ee0-13ba020ca9bf HTTP/1.1" status: 404 len: 337 time: 0.3156550 Feb 03 12:48:39.241536 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60146) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:39.252954 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3d46a5-4d3c-46df-bf1e-f1f3c0b07ed0 None None] DHCP port deletion for 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:48:39.295681 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d15cf4-0db8-4ad3-94fd-e10ef6951f99 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] DELETE failed (client error): The resource could not be found. Feb 03 12:48:39.297601 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d15cf4-0db8-4ad3-94fd-e10ef6951f99 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:48:39.300833 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e3d15cf4-0db8-4ad3-94fd-e10ef6951f99 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "DELETE /v2.0/networks/ae09dfbb-0706-4696-93d2-1f8d9ff2b274 HTTP/1.1" status: 404 len: 339 time: 0.0583839 Feb 03 12:48:39.307581 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60148) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:39.355746 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d46a5-4d3c-46df-bf1e-f1f3c0b07ed0 None None] Deleting port fa37d142-7bf4-4496-9e57-3709d9eed8ed {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:39.357158 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4c3d46a5-4d3c-46df-bf1e-f1f3c0b07ed0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.395198 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:48:39.405852 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Publish callbacks [] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.422822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Transition to ACTIVE for port object d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:48:39.427704 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.434701 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4c3d46a5-4d3c-46df-bf1e-f1f3c0b07ed0 None None] For port fa37d142-7bf4-4496-9e57-3709d9eed8ed, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fa37d142-7bf4-4496-9e57-3709d9eed8ed,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:39.435165 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4c3d46a5-4d3c-46df-bf1e-f1f3c0b07ed0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.452748 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d46a5-4d3c-46df-bf1e-f1f3c0b07ed0 None None] Calling delete_port for fa37d142-7bf4-4496-9e57-3709d9eed8ed owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:39.489637 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Pushing event updated for resources: {'Port': ['ID=d80b0dde-cac3-4070-b5a7-b3ed8ee489f4,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:39.567348 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4c3d46a5-4d3c-46df-bf1e-f1f3c0b07ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (fa37d142-7bf4-4496-9e57-3709d9eed8ed), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.612144 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-5074b4bd-8a0c-4538-9622-2b645ccb487e service neutron] 10.222.0.73 "GET /v2.0/networks/97259dff-b582-4fbd-b7bb-04805dd4c319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7944930 Feb 03 12:48:39.616779 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Deleting port ca93627f-c3e6-4543-b275-a3f6a7713d32 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:39.617294 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ca93627f-c3e6-4543-b275-a3f6a7713d32), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.623682 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Attempting to bind port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:39.624194 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Attempting to bind port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '6a77be67-0481-4954-8f55-e326fc1460b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:39.624632 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Attempting to bind port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 on network 38493246-f38d-4463-9177-b5dc3d79c2b7 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:39.638667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3d46a5-4d3c-46df-bf1e-f1f3c0b07ed0 None None] No DVR routers for this DVR port fa37d142-7bf4-4496-9e57-3709d9eed8ed on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:48:39.640157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 on network 38493246-f38d-4463-9177-b5dc3d79c2b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:48:39.640797 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Attempting to bind port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 on network 38493246-f38d-4463-9177-b5dc3d79c2b7 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:39.641808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d46a5-4d3c-46df-bf1e-f1f3c0b07ed0 None None] Pushing event deleted for resources: {'Port': ['ID=fa37d142-7bf4-4496-9e57-3709d9eed8ed,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:39.656480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:39.656480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Checking segment: {'id': '6a77be67-0481-4954-8f55-e326fc1460b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:39.656480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Bound using segment: {'id': '6a77be67-0481-4954-8f55-e326fc1460b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:39.656480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Bound port: d80b0dde-cac3-4070-b5a7-b3ed8ee489f4, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a77be67-0481-4954-8f55-e326fc1460b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:39.657218 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.681747 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-98befc66-299c-4033-a6ad-7d06a711452d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b34d8da-40f6-405c-889b-c67cba3e547b HTTP/1.1" status: 200 len: 217 time: 0.0602496 Feb 03 12:48:39.775923 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] For port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:39.780453 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] For port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d80b0dde-cac3-4070-b5a7-b3ed8ee489f4,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:39.790052 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.853792 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.878932 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:39.879908 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.881976 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] 10.222.0.73 "PUT /v2.0/ports/d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 HTTP/1.1" status: 200 len: 1092 time: 2.2076650 Feb 03 12:48:39.882589 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7101fd-7019-43aa-b386-39875e613551', 'tag': 'd80b0dde-cac3-4070-b5a7-b3ed8ee489f4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:39.887212 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f70e0a2-e661-44d9-8c0e-e5d83a29d231" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7101fd-7019-43aa-b386-39875e613551", "tag": "d80b0dde-cac3-4070-b5a7-b3ed8ee489f4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:39.902281 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] For port ca93627f-c3e6-4543-b275-a3f6a7713d32, host n-d-827336-3, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:39.902668 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ca93627f-c3e6-4543-b275-a3f6a7713d32), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.935413 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Pushing event updated for resources: {'Port': ['ID=d80b0dde-cac3-4070-b5a7-b3ed8ee489f4,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:39.946512 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-5e60da73-4aae-4ecc-9db1-eb5c80301969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:39.948139 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-5e60da73-4aae-4ecc-9db1-eb5c80301969 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ad92c95-f76b-44f2-8465-013d771ffc3f HTTP/1.1" status: 200 len: 797 time: 0.2580535 Feb 03 12:48:39.949046 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Calling delete_port for ca93627f-c3e6-4543-b275-a3f6a7713d32 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:39.957017 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.957392 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.957766 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Port ca93627f-c3e6-4543-b275-a3f6a7713d32 was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:48:39.958022 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.958141 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.958432 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.958781 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.959135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.959471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.959811 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.962802 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d1d39917-9754-4445-b537-8c16e7413c13 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Deleting port 7afd222d-a8e5-448c-911a-7878dc3c9ba0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:39.963151 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1d39917-9754-4445-b537-8c16e7413c13 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (7afd222d-a8e5-448c-911a-7878dc3c9ba0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:39.967303 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.967757 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.968166 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:39.968582 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b819f1-dcf7-4068-bab9-47a7260ed9dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:40.041797 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (ca93627f-c3e6-4543-b275-a3f6a7713d32), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:40.056682 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b10f21c-afbd-4fd9-b894-754ae7de96c4 x-openstack-request-id: req-3b10f21c-afbd-4fd9-b894-754ae7de96c4 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:40.057092 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7101fd-7019-43aa-b386-39875e613551", "tag": "d80b0dde-cac3-4070-b5a7-b3ed8ee489f4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:40.057449 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b10f21c-afbd-4fd9-b894-754ae7de96c4 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:40.057960 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7101fd-7019-43aa-b386-39875e613551', 'tag': 'd80b0dde-cac3-4070-b5a7-b3ed8ee489f4', 'status': 'completed', 'code': 200} Feb 03 12:48:40.107976 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c070aa-1990-4516-ac2c-9434686d353f req-a4d54ced-9c81-4b63-b0c1-74a01c5946d2 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:40.110918 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-92c070aa-1990-4516-ac2c-9434686d353f req-a4d54ced-9c81-4b63-b0c1-74a01c5946d2 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 944 time: 0.1105466 Feb 03 12:48:40.114541 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-e7089a65-f445-4110-ade1-cc47163f6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:40.117172 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-e7089a65-f445-4110-ade1-cc47163f6e2a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5571bc03f31b4ec1a3eda061ab1cad28&device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 1126 time: 0.1426156 Feb 03 12:48:40.126016 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5d398fc-8da9-415b-a695-c7da3a2df06a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (95a3db91-f404-40d3-ae95-2827f2cbb562), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:40.254379 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-92c070aa-1990-4516-ac2c-9434686d353f req-22b62419-5918-4f3d-87f0-8bbeb7a8e40b tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369588 Feb 03 12:48:40.255079 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Pushing event deleted for resources: {'Port': ['ID=ca93627f-c3e6-4543-b275-a3f6a7713d32,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:40.258096 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-4315dbd0-1bc2-46b1-8775-2b7ddc057cf8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 HTTP/1.1" status: 200 len: 217 time: 0.1277421 Feb 03 12:48:40.262790 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] No DVR routers for this DVR port ca93627f-c3e6-4543-b275-a3f6a7713d32 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:48:40.329783 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1d39917-9754-4445-b537-8c16e7413c13 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (7afd222d-a8e5-448c-911a-7878dc3c9ba0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:40.338811 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-c6d94823-6814-4509-8d2d-7a1378ef893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:40.342057 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-c6d94823-6814-4509-8d2d-7a1378ef893c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bd4681a-030c-44e2-b514-2406b9d142e2 HTTP/1.1" status: 200 len: 855 time: 0.0778248 Feb 03 12:48:40.348338 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d398fc-8da9-415b-a695-c7da3a2df06a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:40.374476 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e5d398fc-8da9-415b-a695-c7da3a2df06a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:40.379788 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d398fc-8da9-415b-a695-c7da3a2df06a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:40.380753 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5d398fc-8da9-415b-a695-c7da3a2df06a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:40.389336 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fa37d142-7bf4-4496-9e57-3709d9eed8ed no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:48:40.398209 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-93ee0025-3e6e-4d3e-a73d-7cbecfa6f11e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38493246-f38d-4463-9177-b5dc3d79c2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487506 Feb 03 12:48:40.400069 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d1d39917-9754-4445-b537-8c16e7413c13 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Calling delete_port for 7afd222d-a8e5-448c-911a-7878dc3c9ba0 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:40.403487 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608b8a16-3ade-4710-b091-b65e7272fa04 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:40.416618 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-41dc98bd-1a6b-48aa-9c42-d3948d9c6f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:40.418245 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-41dc98bd-1a6b-48aa-9c42-d3948d9c6f82 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=97259dff-b582-4fbd-b7bb-04805dd4c319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4481418 Feb 03 12:48:40.443758 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e5d398fc-8da9-415b-a695-c7da3a2df06a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5430219 Feb 03 12:48:40.449884 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60162) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:40.457296 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-08b9d902-40f1-4808-bf2e-5ec0e854a206 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:40.464562 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d398fc-8da9-415b-a695-c7da3a2df06a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=95a3db91-f404-40d3-ae95-2827f2cbb562,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:40.507839 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: fa37d142-7bf4-4496-9e57-3709d9eed8ed {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:48:40.508210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fa37d142-7bf4-4496-9e57-3709d9eed8ed not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:48:40.526589 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:40.645709 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:40.721735 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3ba8a7-fea2-47b8-901b-c7026f3bcc28') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:40.722765 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3ba8a7-fea2-47b8-901b-c7026f3bcc28') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:40.749538 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (bb3ba8a7-fea2-47b8-901b-c7026f3bcc28), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:40.751694 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'fixed_ips': [{'subnet_id': '95a3db91-f404-40d3-ae95-2827f2cbb562'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:48:40.752903 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:40.785161 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (bb3ba8a7-fea2-47b8-901b-c7026f3bcc28), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:40.813707 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:48:40.814502 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (bb3ba8a7-fea2-47b8-901b-c7026f3bcc28), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:48:40.818070 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:48:40.835409 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-fde82ac0-64d7-4c31-8cf8-00cbbd298336 service neutron] 10.222.0.73 "GET /v2.0/networks/97259dff-b582-4fbd-b7bb-04805dd4c319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034414 Feb 03 12:48:40.843161 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1d39917-9754-4445-b537-8c16e7413c13 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (7afd222d-a8e5-448c-911a-7878dc3c9ba0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:40.970009 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d39917-9754-4445-b537-8c16e7413c13 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event deleted for resources: {'Port': ['ID=7afd222d-a8e5-448c-911a-7878dc3c9ba0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:41.008463 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:41.015820 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1d39917-9754-4445-b537-8c16e7413c13 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:41.021369 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d1d39917-9754-4445-b537-8c16e7413c13 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "DELETE /v2.0/ports/7afd222d-a8e5-448c-911a-7878dc3c9ba0 HTTP/1.1" status: 204 len: 168 time: 1.7079074 Feb 03 12:48:41.026819 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60168) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:41.028316 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:41.046218 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] 10.222.0.18 "DELETE /v2.0/networks/8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb HTTP/1.1" status: 204 len: 168 time: 3.2947192 Feb 03 12:48:41.069206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] Allocated IP 2001:db8::2 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/95a3db91-f404-40d3-ae95-2827f2cbb562/24dcb79a-c81e-4681-aa0d-106298f42f05) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:41.091903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f72a37-94d2-4ad2-b1cb-97185851be5b tempest-AllowedAddressPairTestJSON-155429962 tempest-AllowedAddressPairTestJSON-155429962-project] Pushing event deleted for resources: {'Network': ['ID=8eff88a0-3927-48c9-bd66-b5b7b2fe7dfb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:41.152006 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f3086c-fc91-4717-8036-e13cd8c4aa40 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] DELETE failed (client error): The resource could not be found. Feb 03 12:48:41.164202 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f3086c-fc91-4717-8036-e13cd8c4aa40 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:48:41.167774 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-62f3086c-fc91-4717-8036-e13cd8c4aa40 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "DELETE /v2.0/subnets/ebb36f75-f9bf-435a-b9c8-08b1611affac HTTP/1.1" status: 404 len: 337 time: 0.1178722 Feb 03 12:48:41.175342 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60172) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:41.291725 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18a4c4a1-04ef-4cf1-8ceb-f350309794eb req-d845f84b-f480-4906-a577-7044b2d189b4 service neutron] 10.222.0.73 "GET /v2.0/networks/97259dff-b582-4fbd-b7bb-04805dd4c319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419904 Feb 03 12:48:41.302221 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] Publish callbacks [] for port (24dcb79a-c81e-4681-aa0d-106298f42f05), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:41.326930 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (24dcb79a-c81e-4681-aa0d-106298f42f05), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:41.396672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:41.405646 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:41.414706 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:41.460641 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] Pushing event updated for resources: {'Port': ['ID=24dcb79a-c81e-4681-aa0d-106298f42f05,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:41.537468 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-49dee97b-3738-44fe-8e0a-fb3a068e05fb service neutron] 10.222.0.73 "GET /v2.0/networks/38493246-f38d-4463-9177-b5dc3d79c2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1325278 Feb 03 12:48:41.555078 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] Attempting to bind port 24dcb79a-c81e-4681-aa0d-106298f42f05 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:41.556425 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] Attempting to bind port 24dcb79a-c81e-4681-aa0d-106298f42f05 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:41.557329 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] Attempting to bind port 24dcb79a-c81e-4681-aa0d-106298f42f05 on network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:41.569416 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:41.570040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] Checking segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:41.570892 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:41.571644 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] Bound using segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:41.573459 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] Bound port: 24dcb79a-c81e-4681-aa0d-106298f42f05, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:41.574117 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (24dcb79a-c81e-4681-aa0d-106298f42f05), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:41.610631 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (41da025b-3b33-4a99-bd19-6c357e9622cb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:41.643074 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b9d902-40f1-4808-bf2e-5ec0e854a206 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:41.652187 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08b9d902-40f1-4808-bf2e-5ec0e854a206 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:41.655738 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622f68b-199e-4344-9e8b-d4a97a171052 req-ab566bd4-744b-48f5-8a62-7cac6fdbc54d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:41.668229 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f622f68b-199e-4344-9e8b-d4a97a171052 req-ab566bd4-744b-48f5-8a62-7cac6fdbc54d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 944 time: 0.1795976 Feb 03 12:48:41.779395 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] For port 24dcb79a-c81e-4681-aa0d-106298f42f05, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:41.788060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] For port 24dcb79a-c81e-4681-aa0d-106298f42f05, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=24dcb79a-c81e-4681-aa0d-106298f42f05,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:41.797290 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f622f68b-199e-4344-9e8b-d4a97a171052 req-b130bbaf-9eaa-4bdb-aff0-d2687c8e1ae2 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224740 Feb 03 12:48:41.799097 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (24dcb79a-c81e-4681-aa0d-106298f42f05), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:41.827070 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Deleting port 3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:41.827432 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:41.852564 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60192) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:41.921577 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e21c7-e8dd-401c-beb0-e475997ba0fb None None] Pushing event updated for resources: {'Port': ['ID=24dcb79a-c81e-4681-aa0d-106298f42f05,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:42.018649 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] For port 3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71,segment=NetworkSegment(051c0b55-bb5e-4a99-a67f-4d52d41c0d26),segment_id=051c0b55-bb5e-4a99-a67f-4d52d41c0d26)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:42.019295 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:42.053401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Calling delete_port for 3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:42.150168 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8881ca4f-9896-4e9b-ab21-63b1351e7cff req-b47609db-8894-4876-b4a1-c10167d99abf service neutron] 10.222.0.73 "GET /v2.0/networks/38493246-f38d-4463-9177-b5dc3d79c2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012852 Feb 03 12:48:42.167100 n-d-827336-3 neutron-server[103188]: INFO neutron.db.ipam_backend_mixin [None req-08b9d902-40f1-4808-bf2e-5ec0e854a206 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 95a3db91-f404-40d3-ae95-2827f2cbb562 (CIDR: 2001:db8::/64) Feb 03 12:48:42.177524 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b9d902-40f1-4808-bf2e-5ec0e854a206 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:48:42.179265 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b9d902-40f1-4808-bf2e-5ec0e854a206 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:48:42.268058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60206) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:42.305484 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-08b9d902-40f1-4808-bf2e-5ec0e854a206 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8543875 Feb 03 12:48:42.315831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a354aa52-0b5c-4aca-8ea9-c967e445db06 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:42.398714 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:42.557143 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] No DVR routers for this DVR port 3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:48:42.565010 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event deleted for resources: {'Port': ['ID=3b059fb8-f8f7-4dad-aad7-bfb7e6f59b71,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:42.590855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60212) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:42.592236 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 24dcb79a-c81e-4681-aa0d-106298f42f05 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:42.596536 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-999a5469-a019-4b75-ba47-5c84b751de4c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=613b1ac772fa4d30a72fd1c5a4161fb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7330489 Feb 03 12:48:42.644555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70e0a2-e661-44d9-8c0e-e5d83a29d231 req-8f818c46-cebd-47bd-9ddf-cfd441b0e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:42.650771 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f70e0a2-e661-44d9-8c0e-e5d83a29d231 req-8f818c46-cebd-47bd-9ddf-cfd441b0e9e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5571bc03f31b4ec1a3eda061ab1cad28&device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 1126 time: 0.3438287 Feb 03 12:48:42.725292 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:42.728134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:42.728591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 24dcb79a-c81e-4681-aa0d-106298f42f05 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:42.728991 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:42.729171 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (24dcb79a-c81e-4681-aa0d-106298f42f05), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:42.729817 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:42.730684 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:42.731196 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:42.732485 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:42.732733 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:42.740459 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:42.740822 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:42.741183 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:42.741707 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:42.742004 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:48:42.913635 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 24dcb79a-c81e-4681-aa0d-106298f42f05 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:42.914738 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (24dcb79a-c81e-4681-aa0d-106298f42f05), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:42.918234 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e736a5f-2b2e-4a8e-8425-06f1b7ec2ed7 admin admin] Publish callbacks [] for security_group (07f350b9-42df-40ee-8188-607e7492c30b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:42.964053 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (41da025b-3b33-4a99-bd19-6c357e9622cb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:42.970557 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e736a5f-2b2e-4a8e-8425-06f1b7ec2ed7 admin admin] Publish callbacks [] for security_group (07f350b9-42df-40ee-8188-607e7492c30b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:43.030782 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41da025b-3b33-4a99-bd19-6c357e9622cb']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:43.050298 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a354aa52-0b5c-4aca-8ea9-c967e445db06 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:43.053897 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a354aa52-0b5c-4aca-8ea9-c967e445db06 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:43.074102 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051c0b55-bb5e-4a99-a67f-4d52d41c0d26') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:43.074405 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051c0b55-bb5e-4a99-a67f-4d52d41c0d26') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:43.092041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70e0a2-e661-44d9-8c0e-e5d83a29d231 req-dbff5814-231c-4e18-8aee-7da8286d6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:43.096068 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f70e0a2-e661-44d9-8c0e-e5d83a29d231 req-dbff5814-231c-4e18-8aee-7da8286d6e0f service neutron] 10.222.0.73 "GET /v2.0/networks?id=38493246-f38d-4463-9177-b5dc3d79c2b7 HTTP/1.1" status: 200 len: 916 time: 0.4120018 Feb 03 12:48:43.130081 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (051c0b55-bb5e-4a99-a67f-4d52d41c0d26), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:43.195894 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f70e0a2-e661-44d9-8c0e-e5d83a29d231 req-1f77e546-abe9-46f1-ae81-1ae5b122d2fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 HTTP/1.1" status: 200 len: 217 time: 0.0847971 Feb 03 12:48:43.341285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bec3d-2558-4cd7-bf32-93e26b8251ee req-6266a339-1792-4fdd-b8ef-4ff42d02058d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:43.353677 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5c8bec3d-2558-4cd7-bf32-93e26b8251ee req-6266a339-1792-4fdd-b8ef-4ff42d02058d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 944 time: 0.3699102 Feb 03 12:48:43.386459 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e736a5f-2b2e-4a8e-8425-06f1b7ec2ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (07f350b9-42df-40ee-8188-607e7492c30b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:43.389087 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e736a5f-2b2e-4a8e-8425-06f1b7ec2ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:43.393567 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5e736a5f-2b2e-4a8e-8425-06f1b7ec2ed7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07f350b9-42df-40ee-8188-607e7492c30b HTTP/1.1" status: 204 len: 168 time: 0.8010869 Feb 03 12:48:43.438745 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (051c0b55-bb5e-4a99-a67f-4d52d41c0d26), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:43.454023 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:48:43.454966 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (051c0b55-bb5e-4a99-a67f-4d52d41c0d26), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:48:43.458638 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:48:43.514782 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5c8bec3d-2558-4cd7-bf32-93e26b8251ee req-1d812bd1-5f9a-4326-ac4c-bc76203b700e tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596298 Feb 03 12:48:43.522415 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e736a5f-2b2e-4a8e-8425-06f1b7ec2ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f350b9-42df-40ee-8188-607e7492c30b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:43.550545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70e0a2-e661-44d9-8c0e-e5d83a29d231 req-e7498995-6df6-456b-a482-3f1aeda0f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:43.553064 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f70e0a2-e661-44d9-8c0e-e5d83a29d231 req-e7498995-6df6-456b-a482-3f1aeda0f93a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bd4681a-030c-44e2-b514-2406b9d142e2 HTTP/1.1" status: 200 len: 855 time: 0.3439593 Feb 03 12:48:43.582808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 24dcb79a-c81e-4681-aa0d-106298f42f05, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=24dcb79a-c81e-4681-aa0d-106298f42f05,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:43.592398 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (24dcb79a-c81e-4681-aa0d-106298f42f05), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:43.675399 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (41da025b-3b33-4a99-bd19-6c357e9622cb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:43.688028 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:43.697410 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f70e0a2-e661-44d9-8c0e-e5d83a29d231 req-a8014d94-4cbd-4c38-b605-acd615b1ffe1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38493246-f38d-4463-9177-b5dc3d79c2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361809 Feb 03 12:48:43.710073 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "DELETE /v2.0/networks/41da025b-3b33-4a99-bd19-6c357e9622cb HTTP/1.1" status: 204 len: 168 time: 2.5301280 Feb 03 12:48:43.710722 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60234) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:43.736597 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=24dcb79a-c81e-4681-aa0d-106298f42f05,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:43.836217 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bd5de-a94d-418a-ba22-c9fa60bece8e tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event deleted for resources: {'Network': ['ID=41da025b-3b33-4a99-bd19-6c357e9622cb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:44.016692 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f70e0a2-e661-44d9-8c0e-e5d83a29d231 req-e3b2ff1c-6cba-4dd5-b7cc-08e03894c89c service neutron] 10.222.0.73 "GET /v2.0/networks/38493246-f38d-4463-9177-b5dc3d79c2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100543 Feb 03 12:48:44.097737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8658c8c2-ea9a-48bf-80dc-c346e3714fa3 None None] Provisioning complete for port 24dcb79a-c81e-4681-aa0d-106298f42f05 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:44.098529 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8658c8c2-ea9a-48bf-80dc-c346e3714fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (24dcb79a-c81e-4681-aa0d-106298f42f05), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:44.114724 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b37140ff-6587-4b30-8afd-7e9fa3c95547 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Deleting port 0755ff1d-63a4-4dea-87f2-18fcb458e28e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:44.115677 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b37140ff-6587-4b30-8afd-7e9fa3c95547 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0755ff1d-63a4-4dea-87f2-18fcb458e28e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:44.214135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60260) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:44.343351 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f70e0a2-e661-44d9-8c0e-e5d83a29d231 req-3348e6be-ded9-480a-acc3-4db9283b506e service neutron] 10.222.0.73 "GET /v2.0/networks/38493246-f38d-4463-9177-b5dc3d79c2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200510 Feb 03 12:48:44.373493 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b37140ff-6587-4b30-8afd-7e9fa3c95547 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0755ff1d-63a4-4dea-87f2-18fcb458e28e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:44.373912 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8658c8c2-ea9a-48bf-80dc-c346e3714fa3 None None] Current status of the port 24dcb79a-c81e-4681-aa0d-106298f42f05 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:44.394192 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 24dcb79a-c81e-4681-aa0d-106298f42f05 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:44.485871 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b37140ff-6587-4b30-8afd-7e9fa3c95547 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Calling delete_port for 0755ff1d-63a4-4dea-87f2-18fcb458e28e owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:44.520268 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 24dcb79a-c81e-4681-aa0d-106298f42f05 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:44.522489 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (24dcb79a-c81e-4681-aa0d-106298f42f05), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:44.785234 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 24dcb79a-c81e-4681-aa0d-106298f42f05 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:44.862961 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9f4214-f7e8-4d93-915a-8b53b2aba6f5 admin admin] Deleting subnet bd98a1ba-2677-43a0-9803-d6921e32ec63 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:48:44.875830 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d9f4214-f7e8-4d93-915a-8b53b2aba6f5 admin admin] Publish callbacks [] for subnet (bd98a1ba-2677-43a0-9803-d6921e32ec63), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:44.939445 n-d-827336-3 neutron-server[103189]: DEBUG neutron.objects.ports [None req-a354aa52-0b5c-4aca-8ea9-c967e445db06 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103189) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:48:44.967976 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d9f4214-f7e8-4d93-915a-8b53b2aba6f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (bd98a1ba-2677-43a0-9803-d6921e32ec63), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:45.014492 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b37140ff-6587-4b30-8afd-7e9fa3c95547 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (0755ff1d-63a4-4dea-87f2-18fcb458e28e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:45.072808 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60288) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:45.075613 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d9f4214-f7e8-4d93-915a-8b53b2aba6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (bd98a1ba-2677-43a0-9803-d6921e32ec63), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:45.133305 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37140ff-6587-4b30-8afd-7e9fa3c95547 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event deleted for resources: {'Port': ['ID=0755ff1d-63a4-4dea-87f2-18fcb458e28e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:45.163792 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b37140ff-6587-4b30-8afd-7e9fa3c95547 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:45.168813 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b37140ff-6587-4b30-8afd-7e9fa3c95547 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "DELETE /v2.0/ports/0755ff1d-63a4-4dea-87f2-18fcb458e28e HTTP/1.1" status: 204 len: 168 time: 1.4328721 Feb 03 12:48:45.171312 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60294) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:45.205483 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d9f4214-f7e8-4d93-915a-8b53b2aba6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (bd98a1ba-2677-43a0-9803-d6921e32ec63), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:45.232762 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d9f4214-f7e8-4d93-915a-8b53b2aba6f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:45.253340 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9d9f4214-f7e8-4d93-915a-8b53b2aba6f5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bd98a1ba-2677-43a0-9803-d6921e32ec63 HTTP/1.1" status: 204 len: 168 time: 1.0368135 Feb 03 12:48:45.260340 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60296) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:45.280660 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-665b4780-1300-49ba-860c-d612b3e5c880 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] DELETE failed (client error): The resource could not be found. Feb 03 12:48:45.297369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665b4780-1300-49ba-860c-d612b3e5c880 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:48:45.299477 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f4214-f7e8-4d93-915a-8b53b2aba6f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd98a1ba-2677-43a0-9803-d6921e32ec63,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:45.303315 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-665b4780-1300-49ba-860c-d612b3e5c880 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "DELETE /v2.0/subnets/ee1c265c-fa0f-4b2e-9e03-54fb5044e50e HTTP/1.1" status: 404 len: 337 time: 0.1288464 Feb 03 12:48:45.319196 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60298) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:45.323840 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52097045-18c0-4ff2-bdda-98bb46c934e8 req-d9cbf2dd-5340-44ba-9fcf-8d08be1771cf tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:45.335562 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52097045-18c0-4ff2-bdda-98bb46c934e8 req-d9cbf2dd-5340-44ba-9fcf-8d08be1771cf tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 944 time: 0.5633950 Feb 03 12:48:45.423499 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a7ef34a2-923a-4c51-bf84-1d8db4af5853 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1809945347'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:45.558341 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-296c0e84-4b94-465b-81bc-f4ac40a806ce tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (f644a7d1-d07d-4af8-bee1-463733a0eb31), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:45.648489 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8ff9de0-d467-42ee-b266-7bccb3d2fc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (5599772e-9dcf-4127-a633-d91505819dd7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:45.664355 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52097045-18c0-4ff2-bdda-98bb46c934e8 req-9928fe29-0e78-4cea-af8c-425fb9728e32 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277025 Feb 03 12:48:45.667056 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ef34a2-923a-4c51-bf84-1d8db4af5853 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:45.670593 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7ef34a2-923a-4c51-bf84-1d8db4af5853 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:45.732511 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7ef34a2-923a-4c51-bf84-1d8db4af5853 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:45.748160 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a354aa52-0b5c-4aca-8ea9-c967e445db06 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (24dcb79a-c81e-4681-aa0d-106298f42f05), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:45.826822 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:45.837213 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-296c0e84-4b94-465b-81bc-f4ac40a806ce tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (f644a7d1-d07d-4af8-bee1-463733a0eb31), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:45.904709 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-296c0e84-4b94-465b-81bc-f4ac40a806ce tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f644a7d1-d07d-4af8-bee1-463733a0eb31']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:45.924402 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-296c0e84-4b94-465b-81bc-f4ac40a806ce tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64ed314-7ba7-4f63-a091-c7c9370d569d') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:45.925155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-296c0e84-4b94-465b-81bc-f4ac40a806ce tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64ed314-7ba7-4f63-a091-c7c9370d569d') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:45.947549 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-296c0e84-4b94-465b-81bc-f4ac40a806ce tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (c64ed314-7ba7-4f63-a091-c7c9370d569d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:45.969186 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-296c0e84-4b94-465b-81bc-f4ac40a806ce tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c64ed314-7ba7-4f63-a091-c7c9370d569d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:45.992443 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296c0e84-4b94-465b-81bc-f4ac40a806ce tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:48:45.992871 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-296c0e84-4b94-465b-81bc-f4ac40a806ce tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (c64ed314-7ba7-4f63-a091-c7c9370d569d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:48:46.021389 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:48:46.040389 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8ff9de0-d467-42ee-b266-7bccb3d2fc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (5599772e-9dcf-4127-a633-d91505819dd7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.067667 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c8ff9de0-d467-42ee-b266-7bccb3d2fc94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5599772e-9dcf-4127-a633-d91505819dd7']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:46.080564 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c8ff9de0-d467-42ee-b266-7bccb3d2fc94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7c473a-cf31-47da-a5a8-077911dfe691') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:46.080892 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c8ff9de0-d467-42ee-b266-7bccb3d2fc94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7c473a-cf31-47da-a5a8-077911dfe691') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:46.095316 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8ff9de0-d467-42ee-b266-7bccb3d2fc94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (ab7c473a-cf31-47da-a5a8-077911dfe691), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.112318 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8ff9de0-d467-42ee-b266-7bccb3d2fc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ab7c473a-cf31-47da-a5a8-077911dfe691), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.120263 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ff9de0-d467-42ee-b266-7bccb3d2fc94 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:48:46.120924 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8ff9de0-d467-42ee-b266-7bccb3d2fc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (ab7c473a-cf31-47da-a5a8-077911dfe691), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.148000 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-296c0e84-4b94-465b-81bc-f4ac40a806ce tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (f644a7d1-d07d-4af8-bee1-463733a0eb31), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.164124 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-296c0e84-4b94-465b-81bc-f4ac40a806ce tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.184127 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-296c0e84-4b94-465b-81bc-f4ac40a806ce tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "DELETE /v2.0/networks/f644a7d1-d07d-4af8-bee1-463733a0eb31 HTTP/1.1" status: 204 len: 168 time: 0.8612845 Feb 03 12:48:46.185542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60316) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:46.221245 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c0e84-4b94-465b-81bc-f4ac40a806ce tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event deleted for resources: {'Network': ['ID=f644a7d1-d07d-4af8-bee1-463733a0eb31,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:48:46.263715 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:48:46.288491 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8ff9de0-d467-42ee-b266-7bccb3d2fc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (5599772e-9dcf-4127-a633-d91505819dd7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.307696 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8ff9de0-d467-42ee-b266-7bccb3d2fc94 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.307953 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b73884-f8f2-4f0d-abc8-6642e7d3fbb1 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Deleting subnet 439e6940-47a6-49d2-8d17-95fc628d6cb6 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:48:46.311544 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48b73884-f8f2-4f0d-abc8-6642e7d3fbb1 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for subnet (439e6940-47a6-49d2-8d17-95fc628d6cb6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.316676 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c8ff9de0-d467-42ee-b266-7bccb3d2fc94 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5599772e-9dcf-4127-a633-d91505819dd7 HTTP/1.1" status: 204 len: 168 time: 1.0488181 Feb 03 12:48:46.377971 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48b73884-f8f2-4f0d-abc8-6642e7d3fbb1 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (439e6940-47a6-49d2-8d17-95fc628d6cb6), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.399676 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff9de0-d467-42ee-b266-7bccb3d2fc94 admin admin] Pushing event deleted for resources: {'Network': ['ID=5599772e-9dcf-4127-a633-d91505819dd7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:46.553856 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48b73884-f8f2-4f0d-abc8-6642e7d3fbb1 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (439e6940-47a6-49d2-8d17-95fc628d6cb6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.562955 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7ef34a2-923a-4c51-bf84-1d8db4af5853 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for security_group (7d46eef7-6f67-4b92-a46c-37195263bff0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.581499 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7ef34a2-923a-4c51-bf84-1d8db4af5853 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7d46eef7-6f67-4b92-a46c-37195263bff0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.677187 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ef34a2-923a-4c51-bf84-1d8db4af5853 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:48:46.685945 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef34a2-923a-4c51-bf84-1d8db4af5853 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d46eef7-6f67-4b92-a46c-37195263bff0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:46.703805 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:48:46.708795 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7ef34a2-923a-4c51-bf84-1d8db4af5853 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f4e1a20d-d073-4c24-9e33-d34884d539ec), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.709555 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-a7ef34a2-923a-4c51-bf84-1d8db4af5853 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Added segment f4e1a20d-d073-4c24-9e33-d34884d539ec of type vlan for network 63716f16-8ecd-474e-8088-69784a631b4a Feb 03 12:48:46.739103 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48b73884-f8f2-4f0d-abc8-6642e7d3fbb1 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (439e6940-47a6-49d2-8d17-95fc628d6cb6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.782820 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60330) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:46.786394 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a354aa52-0b5c-4aca-8ea9-c967e445db06 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] For port 24dcb79a-c81e-4681-aa0d-106298f42f05, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=24dcb79a-c81e-4681-aa0d-106298f42f05,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:46.867857 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7ef34a2-923a-4c51-bf84-1d8db4af5853 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (63716f16-8ecd-474e-8088-69784a631b4a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.874511 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b73884-f8f2-4f0d-abc8-6642e7d3fbb1 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event deleted for resources: {'Subnet': ['ID=439e6940-47a6-49d2-8d17-95fc628d6cb6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:46.915286 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48b73884-f8f2-4f0d-abc8-6642e7d3fbb1 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.920835 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-48b73884-f8f2-4f0d-abc8-6642e7d3fbb1 tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "DELETE /v2.0/subnets/439e6940-47a6-49d2-8d17-95fc628d6cb6 HTTP/1.1" status: 204 len: 168 time: 0.7065914 Feb 03 12:48:46.921015 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a354aa52-0b5c-4aca-8ea9-c967e445db06 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (24dcb79a-c81e-4681-aa0d-106298f42f05), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.924756 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60332) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:46.932134 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8a9da5d8-2524-4e40-a2ba-25e3bb83a2e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ffd0252b7b0747c69410a55d7883bffd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1475639 Feb 03 12:48:46.934135 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60334) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:46.937350 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a354aa52-0b5c-4aca-8ea9-c967e445db06 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (24dcb79a-c81e-4681-aa0d-106298f42f05), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:46.938411 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8a0103-33f7-4b3e-a1a0-ad55257d56e4 None None] Network de2f0d63-f6ad-420b-bae8-6be327e5cf23 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:47.036782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747d923-bfc2-47db-8d5a-39564c0d4740 req-07f19efb-e6ce-4a94-bcf8-6c75646664eb tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:47.038548 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9747d923-bfc2-47db-8d5a-39564c0d4740 req-07f19efb-e6ce-4a94-bcf8-6c75646664eb tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 944 time: 0.1954446 Feb 03 12:48:47.043563 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aa4866e-77f8-47c9-a89d-82dc722ebb7f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (de2f0d63-f6ad-420b-bae8-6be327e5cf23), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:47.170845 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9747d923-bfc2-47db-8d5a-39564c0d4740 req-fba9ad01-fd63-4639-8821-c3bfbb2aa094 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206658 Feb 03 12:48:47.195469 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d80b0dde-cac3-4070-b5a7-b3ed8ee489f4,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:47.233006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4aa4866e-77f8-47c9-a89d-82dc722ebb7f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Deleting port 244d54fd-a70a-4a39-a54f-823dbf335826 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:47.233444 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aa4866e-77f8-47c9-a89d-82dc722ebb7f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (244d54fd-a70a-4a39-a54f-823dbf335826), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:47.244947 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'd80b0dde-cac3-4070-b5a7-b3ed8ee489f4', 'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7', 'port_id': 'd80b0dde-cac3-4070-b5a7-b3ed8ee489f4', 'mac_address': 'fa:16:3e:65:1a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd4681a-030c-44e2-b514-2406b9d142e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:48:47.300591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:47.301470 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:47.337581 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:48:47.371675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d80b0dde-cac3-4070-b5a7-b3ed8ee489f4,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:47.384993 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:47.427045 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-4aa4866e-77f8-47c9-a89d-82dc722ebb7f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] For port 244d54fd-a70a-4a39-a54f-823dbf335826, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=244d54fd-a70a-4a39-a54f-823dbf335826,segment=NetworkSegment(12cbfc07-c2ba-44ee-b1a4-13d77a9bccf1),segment_id=12cbfc07-c2ba-44ee-b1a4-13d77a9bccf1)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:47.429281 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aa4866e-77f8-47c9-a89d-82dc722ebb7f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (244d54fd-a70a-4a39-a54f-823dbf335826), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:47.457742 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4aa4866e-77f8-47c9-a89d-82dc722ebb7f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Calling delete_port for 244d54fd-a70a-4a39-a54f-823dbf335826 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:47.495698 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb0ef63-a63f-44b6-9316-f6a6f3955e2c None None] DHCP port deletion for de2f0d63-f6ad-420b-bae8-6be327e5cf23 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:48:47.549874 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=d80b0dde-cac3-4070-b5a7-b3ed8ee489f4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:47.673509 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aa4866e-77f8-47c9-a89d-82dc722ebb7f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (244d54fd-a70a-4a39-a54f-823dbf335826), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:47.686598 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ef63-a63f-44b6-9316-f6a6f3955e2c None None] Deleting port 244d54fd-a70a-4a39-a54f-823dbf335826 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:47.687030 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ef63-a63f-44b6-9316-f6a6f3955e2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (244d54fd-a70a-4a39-a54f-823dbf335826), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:47.706363 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-a7ef34a2-923a-4c51-bf84-1d8db4af5853 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] It took 0.77 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:48:47.735545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4866e-77f8-47c9-a89d-82dc722ebb7f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event deleted for resources: {'Port': ['ID=244d54fd-a70a-4a39-a54f-823dbf335826,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:47.748138 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a354aa52-0b5c-4aca-8ea9-c967e445db06 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (046d75f0-6686-4440-a8a3-bce86c4fc18d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:47.750231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa4866e-77f8-47c9-a89d-82dc722ebb7f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] No DVR routers for this DVR port 244d54fd-a70a-4a39-a54f-823dbf335826 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:48:47.758110 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354aa52-0b5c-4aca-8ea9-c967e445db06 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=24dcb79a-c81e-4681-aa0d-106298f42f05,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:47.834301 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7ef34a2-923a-4c51-bf84-1d8db4af5853 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (63716f16-8ecd-474e-8088-69784a631b4a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:47.841050 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ef34a2-923a-4c51-bf84-1d8db4af5853 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:47.842790 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7ef34a2-923a-4c51-bf84-1d8db4af5853 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:47.870406 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8fb0ef63-a63f-44b6-9316-f6a6f3955e2c None None] For port 244d54fd-a70a-4a39-a54f-823dbf335826, host n-d-827336-3, got binding levels [] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:47.871062 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ef63-a63f-44b6-9316-f6a6f3955e2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (244d54fd-a70a-4a39-a54f-823dbf335826), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:47.888868 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ef63-a63f-44b6-9316-f6a6f3955e2c None None] Calling delete_port for 244d54fd-a70a-4a39-a54f-823dbf335826 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:47.894064 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.ipam_backend_mixin [None req-8fb0ef63-a63f-44b6-9316-f6a6f3955e2c None None] Port 244d54fd-a70a-4a39-a54f-823dbf335826 was not found and therefore no delete operation was performed {{(pid=103190) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:48:47.899251 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ef63-a63f-44b6-9316-f6a6f3955e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (244d54fd-a70a-4a39-a54f-823dbf335826), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:47.924039 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a354aa52-0b5c-4aca-8ea9-c967e445db06 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:47.936090 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0c8d-821f-4e09-9852-83ace1b2f102 admin admin] Publish callbacks [] for security_group (9a6a4eda-4520-4203-81b1-5c18637a8540), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:47.943209 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['d80b0dde-cac3-4070-b5a7-b3ed8ee489f4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:48:47.950839 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aa4866e-77f8-47c9-a89d-82dc722ebb7f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (de2f0d63-f6ad-420b-bae8-6be327e5cf23), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:47.972185 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb0ef63-a63f-44b6-9316-f6a6f3955e2c None None] No DVR routers for this DVR port 244d54fd-a70a-4a39-a54f-823dbf335826 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:48:47.978792 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a354aa52-0b5c-4aca-8ea9-c967e445db06 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:48.003975 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a7ef34a2-923a-4c51-bf84-1d8db4af5853 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.8899589 Feb 03 12:48:48.003975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354aa52-0b5c-4aca-8ea9-c967e445db06 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=046d75f0-6686-4440-a8a3-bce86c4fc18d,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:48.004574 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a354aa52-0b5c-4aca-8ea9-c967e445db06 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:48.006128 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a354aa52-0b5c-4aca-8ea9-c967e445db06 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:48.022729 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4aa4866e-77f8-47c9-a89d-82dc722ebb7f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2f0d63-f6ad-420b-bae8-6be327e5cf23']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:48.036732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4aa4866e-77f8-47c9-a89d-82dc722ebb7f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12cbfc07-c2ba-44ee-b1a4-13d77a9bccf1') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:48.037120 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4aa4866e-77f8-47c9-a89d-82dc722ebb7f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12cbfc07-c2ba-44ee-b1a4-13d77a9bccf1') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:48.070627 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aa4866e-77f8-47c9-a89d-82dc722ebb7f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (12cbfc07-c2ba-44ee-b1a4-13d77a9bccf1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:48.097170 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aa4866e-77f8-47c9-a89d-82dc722ebb7f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (12cbfc07-c2ba-44ee-b1a4-13d77a9bccf1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:48.107928 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa4866e-77f8-47c9-a89d-82dc722ebb7f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:48:48.108365 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aa4866e-77f8-47c9-a89d-82dc722ebb7f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (12cbfc07-c2ba-44ee-b1a4-13d77a9bccf1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:48:48.111661 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:48:48.118421 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37669398-902f-457f-af69-08c226a597bd None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:48.131213 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0c8d-821f-4e09-9852-83ace1b2f102 admin admin] Publish callbacks [] for security_group (9a6a4eda-4520-4203-81b1-5c18637a8540), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:48.139185 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a354aa52-0b5c-4aca-8ea9-c967e445db06 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.8679044 Feb 03 12:48:48.143290 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60350) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:48.152200 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b86f505e-9f81-4f81-be3a-d990bc0f25d8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'mac_address': 'fa:16:3e:24:fd:29', 'name': 'tempest-NetworksTestDHCPv6-1415403757'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:48.158436 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef34a2-923a-4c51-bf84-1d8db4af5853 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Network': ['ID=63716f16-8ecd-474e-8088-69784a631b4a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:48.162146 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60352) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:48.169620 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ef63-a63f-44b6-9316-f6a6f3955e2c None None] Pushing event deleted for resources: {'Port': ['ID=244d54fd-a70a-4a39-a54f-823dbf335826,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:48.170411 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1d52f689-f3cc-4d7d-8956-f37bd0fe226c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'subnet': {'network_id': '63716f16-8ecd-474e-8088-69784a631b4a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:48.184240 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 63716f16-8ecd-474e-8088-69784a631b4a details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:48:48.356431 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aa4866e-77f8-47c9-a89d-82dc722ebb7f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (de2f0d63-f6ad-420b-bae8-6be327e5cf23), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:48.382471 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aa4866e-77f8-47c9-a89d-82dc722ebb7f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:48.397060 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4aa4866e-77f8-47c9-a89d-82dc722ebb7f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] 10.222.0.18 "DELETE /v2.0/networks/de2f0d63-f6ad-420b-bae8-6be327e5cf23 HTTP/1.1" status: 204 len: 168 time: 1.4709542 Feb 03 12:48:48.486944 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0c8d-821f-4e09-9852-83ace1b2f102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9a6a4eda-4520-4203-81b1-5c18637a8540), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:48.489652 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0c8d-821f-4e09-9852-83ace1b2f102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:48.501706 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3e1a0c8d-821f-4e09-9852-83ace1b2f102 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a6a4eda-4520-4203-81b1-5c18637a8540 HTTP/1.1" status: 204 len: 168 time: 1.5587096 Feb 03 12:48:48.515754 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4866e-77f8-47c9-a89d-82dc722ebb7f tempest-NetworksIpV6TestAttrs-1210333585 tempest-NetworksIpV6TestAttrs-1210333585-project] Pushing event deleted for resources: {'Network': ['ID=de2f0d63-f6ad-420b-bae8-6be327e5cf23,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:48.533552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d52f689-f3cc-4d7d-8956-f37bd0fe226c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:48.537016 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d52f689-f3cc-4d7d-8956-f37bd0fe226c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:48.543767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a0c8d-821f-4e09-9852-83ace1b2f102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6a4eda-4520-4203-81b1-5c18637a8540,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:48.552914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 24dcb79a-c81e-4681-aa0d-106298f42f05 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:48.644589 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3f41f-8f37-4a6e-b8be-0f71859476f2 req-67eda42f-eca4-45d8-884e-39c5fbec9755 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:48.646444 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fcc3f41f-8f37-4a6e-b8be-0f71859476f2 req-67eda42f-eca4-45d8-884e-39c5fbec9755 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 945 time: 0.3154542 Feb 03 12:48:48.662904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86f505e-9f81-4f81-be3a-d990bc0f25d8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:48.829609 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60370) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:48.912492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 24dcb79a-c81e-4681-aa0d-106298f42f05 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:48.913913 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (24dcb79a-c81e-4681-aa0d-106298f42f05), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:48.921041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60374) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:48.951789 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fcc3f41f-8f37-4a6e-b8be-0f71859476f2 req-c373d73a-3b01-4321-8308-e13508fe6b5d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857080 Feb 03 12:48:48.961899 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b86f505e-9f81-4f81-be3a-d990bc0f25d8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:49.026263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-b86f505e-9f81-4f81-be3a-d990bc0f25d8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port d785cde3-88ef-4efe-aa4d-2df6d9d87ac1 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:48:49.135973 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 24dcb79a-c81e-4681-aa0d-106298f42f05 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:49.288641 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 244d54fd-a70a-4a39-a54f-823dbf335826 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:48:49.333763 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 244d54fd-a70a-4a39-a54f-823dbf335826 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:48:49.336540 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 244d54fd-a70a-4a39-a54f-823dbf335826 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:48:49.375547 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d52f689-f3cc-4d7d-8956-f37bd0fe226c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (4a8d3f2f-68b6-41c2-8120-3c82aefa9a20), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:49.457949 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee5325ad-1dd2-4f97-9817-4ddbef9884ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:49.469908 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52f689-f3cc-4d7d-8956-f37bd0fe226c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Subnet': ['ID=4a8d3f2f-68b6-41c2-8120-3c82aefa9a20,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:49.534041 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d52f689-f3cc-4d7d-8956-f37bd0fe226c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Checking segment: {'id': 'f4e1a20d-d073-4c24-9e33-d34884d539ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '63716f16-8ecd-474e-8088-69784a631b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:49.534418 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d52f689-f3cc-4d7d-8956-f37bd0fe226c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network hostable DHCP agents. Network: 63716f16-8ecd-474e-8088-69784a631b4a, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:48:49.566586 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d52f689-f3cc-4d7d-8956-f37bd0fe226c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network 63716f16-8ecd-474e-8088-69784a631b4a is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:48:49.594687 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-1d52f689-f3cc-4d7d-8956-f37bd0fe226c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 63716f16-8ecd-474e-8088-69784a631b4a) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:49.602705 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d52f689-f3cc-4d7d-8956-f37bd0fe226c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:49.604221 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a328f8cc-e840-49ba-bc36-2171bb74377c None None] Network 63716f16-8ecd-474e-8088-69784a631b4a requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:49.604566 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d52f689-f3cc-4d7d-8956-f37bd0fe226c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:49.654850 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1d52f689-f3cc-4d7d-8956-f37bd0fe226c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4778471 Feb 03 12:48:49.654850 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60394) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:49.662640 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-07228653-0534-4bac-8413-b0b7bfe9a7bb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1961315753'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:49.719269 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-307820b2-4501-4046-bd0f-a9a35df086b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0cd00c068a0c4ae485276bfc3aa9e99a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7934461 Feb 03 12:48:49.722985 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60398) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:49.730257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-b86f505e-9f81-4f81-be3a-d990bc0f25d8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::2b5 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/95a3db91-f404-40d3-ae95-2827f2cbb562/d785cde3-88ef-4efe-aa4d-2df6d9d87ac1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:49.763579 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-b86f505e-9f81-4f81-be3a-d990bc0f25d8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8:0:1:f816:3eff:fe24:fd29 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/046d75f0-6686-4440-a8a3-bce86c4fc18d/d785cde3-88ef-4efe-aa4d-2df6d9d87ac1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:49.763739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07228653-0534-4bac-8413-b0b7bfe9a7bb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:49.777372 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-07228653-0534-4bac-8413-b0b7bfe9a7bb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:49.857574 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07228653-0534-4bac-8413-b0b7bfe9a7bb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:48:49.866501 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b068046-2aba-4d6f-bc89-a87d85586545 admin admin] Publish callbacks [] for security_group (95473ff1-99c9-4915-8730-04dbf702d632), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:49.889162 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-07228653-0534-4bac-8413-b0b7bfe9a7bb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ca765460-df69-4e65-baec-68c7abad6ddb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:49.889856 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-07228653-0534-4bac-8413-b0b7bfe9a7bb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Added segment ca765460-df69-4e65-baec-68c7abad6ddb of type vlan for network 2c1e16d0-7f72-492d-8660-13ccc6051d69 Feb 03 12:48:49.907269 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee5325ad-1dd2-4f97-9817-4ddbef9884ed admin admin] Publish callbacks [] for security_group (46b63258-5238-46d0-9244-fe32af2dce5e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:49.917279 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-63716f16-8ecd-474e-8088-69784a631b4a', 'network_id': '63716f16-8ecd-474e-8088-69784a631b4a', 'project_id': 'a91813e3671c46ddbc122ddcbd924e87', 'fixed_ips': [{'subnet_id': '4a8d3f2f-68b6-41c2-8120-3c82aefa9a20'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:48:49.918217 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:49.934757 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee5325ad-1dd2-4f97-9817-4ddbef9884ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (46b63258-5238-46d0-9244-fe32af2dce5e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:49.951736 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b068046-2aba-4d6f-bc89-a87d85586545 admin admin] Publish callbacks [] for security_group (95473ff1-99c9-4915-8730-04dbf702d632), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:49.993383 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-07228653-0534-4bac-8413-b0b7bfe9a7bb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (2c1e16d0-7f72-492d-8660-13ccc6051d69), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.063576 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-07228653-0534-4bac-8413-b0b7bfe9a7bb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (2c1e16d0-7f72-492d-8660-13ccc6051d69), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.084523 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ee5325ad-1dd2-4f97-9817-4ddbef9884ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=645e6fc6904748b89e8121e48a459719&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2515752 Feb 03 12:48:50.088241 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07228653-0534-4bac-8413-b0b7bfe9a7bb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:50.094635 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-07228653-0534-4bac-8413-b0b7bfe9a7bb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.097491 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60408) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:50.134782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5325ad-1dd2-4f97-9817-4ddbef9884ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b63258-5238-46d0-9244-fe32af2dce5e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:50.218957 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-07228653-0534-4bac-8413-b0b7bfe9a7bb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5686326 Feb 03 12:48:50.239312 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3c782d0a-974f-447a-9499-b724440bfc62 None None] Provisioning complete for port 24dcb79a-c81e-4681-aa0d-106298f42f05 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:50.241082 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3c782d0a-974f-447a-9499-b724440bfc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (24dcb79a-c81e-4681-aa0d-106298f42f05), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.257935 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60414) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:50.266470 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1aba96fd-47d5-4dd7-a49a-5dc88a611001 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'subnet': {'network_id': '2c1e16d0-7f72-492d-8660-13ccc6051d69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:50.320407 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07228653-0534-4bac-8413-b0b7bfe9a7bb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Network': ['ID=2c1e16d0-7f72-492d-8660-13ccc6051d69,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:50.326201 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b86f505e-9f81-4f81-be3a-d990bc0f25d8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (d785cde3-88ef-4efe-aa4d-2df6d9d87ac1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.330378 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48295938-eaf4-4d06-ba9e-87298126e42b admin admin] Publish callbacks [] for security_group (46b63258-5238-46d0-9244-fe32af2dce5e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.344126 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 2c1e16d0-7f72-492d-8660-13ccc6051d69 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:48:50.360506 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48295938-eaf4-4d06-ba9e-87298126e42b admin admin] Publish callbacks [] for security_group (46b63258-5238-46d0-9244-fe32af2dce5e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.444471 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] Allocated IP 172.20.255.242 (63716f16-8ecd-474e-8088-69784a631b4a/4a8d3f2f-68b6-41c2-8120-3c82aefa9a20/a37de269-ee3f-4842-9ffd-f1d0b0e78e54) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:48:50.492313 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967cf02-b5e2-418d-b988-7c3ebaf5e5ed req-9ddcdd61-f9bd-4f33-bcb9-a049cd235e70 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:50.506387 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f967cf02-b5e2-418d-b988-7c3ebaf5e5ed req-9ddcdd61-f9bd-4f33-bcb9-a049cd235e70 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 945 time: 0.3941255 Feb 03 12:48:50.508601 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48295938-eaf4-4d06-ba9e-87298126e42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (46b63258-5238-46d0-9244-fe32af2dce5e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.513458 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48295938-eaf4-4d06-ba9e-87298126e42b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.514764 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-48295938-eaf4-4d06-ba9e-87298126e42b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46b63258-5238-46d0-9244-fe32af2dce5e HTTP/1.1" status: 204 len: 168 time: 0.4161870 Feb 03 12:48:50.532539 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aba96fd-47d5-4dd7-a49a-5dc88a611001 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:50.538094 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1aba96fd-47d5-4dd7-a49a-5dc88a611001 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.587232 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b068046-2aba-4d6f-bc89-a87d85586545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (95473ff1-99c9-4915-8730-04dbf702d632), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.598212 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b068046-2aba-4d6f-bc89-a87d85586545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.606551 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3c782d0a-974f-447a-9499-b724440bfc62 None None] Current status of the port 24dcb79a-c81e-4681-aa0d-106298f42f05 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:50.606783 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7b068046-2aba-4d6f-bc89-a87d85586545 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95473ff1-99c9-4915-8730-04dbf702d632 HTTP/1.1" status: 204 len: 168 time: 0.8766522 Feb 03 12:48:50.640537 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48295938-eaf4-4d06-ba9e-87298126e42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b63258-5238-46d0-9244-fe32af2dce5e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:50.666254 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60428) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:50.681365 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068046-2aba-4d6f-bc89-a87d85586545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95473ff1-99c9-4915-8730-04dbf702d632,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:50.700413 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f967cf02-b5e2-418d-b988-7c3ebaf5e5ed req-3642dfb6-3a4f-4d1f-9f7d-5b1a19fa8471 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882324 Feb 03 12:48:50.713244 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b86f505e-9f81-4f81-be3a-d990bc0f25d8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d785cde3-88ef-4efe-aa4d-2df6d9d87ac1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.755959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86f505e-9f81-4f81-be3a-d990bc0f25d8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:50.776180 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:50.778408 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b86f505e-9f81-4f81-be3a-d990bc0f25d8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:50.781839 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f505e-9f81-4f81-be3a-d990bc0f25d8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:50.789515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86f505e-9f81-4f81-be3a-d990bc0f25d8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:50.790182 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b86f505e-9f81-4f81-be3a-d990bc0f25d8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:50.803183 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:48:50.828275 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b86f505e-9f81-4f81-be3a-d990bc0f25d8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6835718 Feb 03 12:48:50.831826 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60434) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:50.936215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f505e-9f81-4f81-be3a-d990bc0f25d8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=d785cde3-88ef-4efe-aa4d-2df6d9d87ac1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:50.987902 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] Publish callbacks [] for port (a37de269-ee3f-4842-9ffd-f1d0b0e78e54), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:51.004177 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (a37de269-ee3f-4842-9ffd-f1d0b0e78e54), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:51.008765 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:48:51.017575 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:51.017575 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:51.030972 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1aba96fd-47d5-4dd7-a49a-5dc88a611001 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (258afc09-8a5b-4266-9e80-1bc04ecbdcc1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:51.125978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] Network 63716f16-8ecd-474e-8088-69784a631b4a is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:51.134401 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:51.137300 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:48:51.149455 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-401201fe-9d19-4731-9e90-288ab2f827f9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port d785cde3-88ef-4efe-aa4d-2df6d9d87ac1 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:51.150187 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-401201fe-9d19-4731-9e90-288ab2f827f9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d785cde3-88ef-4efe-aa4d-2df6d9d87ac1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:51.292444 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba96fd-47d5-4dd7-a49a-5dc88a611001 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Subnet': ['ID=258afc09-8a5b-4266-9e80-1bc04ecbdcc1,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:51.298592 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aba96fd-47d5-4dd7-a49a-5dc88a611001 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Checking segment: {'id': 'ca765460-df69-4e65-baec-68c7abad6ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2c1e16d0-7f72-492d-8660-13ccc6051d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:51.299110 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aba96fd-47d5-4dd7-a49a-5dc88a611001 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network hostable DHCP agents. Network: 2c1e16d0-7f72-492d-8660-13ccc6051d69, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:48:51.308754 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] Pushing event updated for resources: {'Port': ['ID=a37de269-ee3f-4842-9ffd-f1d0b0e78e54,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:51.332238 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:51.332597 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:51.340248 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aba96fd-47d5-4dd7-a49a-5dc88a611001 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network 2c1e16d0-7f72-492d-8660-13ccc6051d69 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:48:51.355090 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-1aba96fd-47d5-4dd7-a49a-5dc88a611001 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 2c1e16d0-7f72-492d-8660-13ccc6051d69) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:51.365166 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aba96fd-47d5-4dd7-a49a-5dc88a611001 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:51.365980 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1aba96fd-47d5-4dd7-a49a-5dc88a611001 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:51.368604 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] Attempting to bind port a37de269-ee3f-4842-9ffd-f1d0b0e78e54 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:48:51.369726 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] Attempting to bind port a37de269-ee3f-4842-9ffd-f1d0b0e78e54 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'f4e1a20d-d073-4c24-9e33-d34884d539ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '63716f16-8ecd-474e-8088-69784a631b4a'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:48:51.370942 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] Attempting to bind port a37de269-ee3f-4842-9ffd-f1d0b0e78e54 on network 63716f16-8ecd-474e-8088-69784a631b4a {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:48:51.386039 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfc6704-7126-4be1-ad64-6bf885d408ae None None] Network 2c1e16d0-7f72-492d-8660-13ccc6051d69 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:51.396859 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1aba96fd-47d5-4dd7-a49a-5dc88a611001 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1372588 Feb 03 12:48:51.399612 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60448) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:51.432654 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:48:51.433803 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] Checking segment: {'id': 'f4e1a20d-d073-4c24-9e33-d34884d539ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '63716f16-8ecd-474e-8088-69784a631b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:51.434730 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:51.435641 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] Bound using segment: {'id': 'f4e1a20d-d073-4c24-9e33-d34884d539ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '63716f16-8ecd-474e-8088-69784a631b4a'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:48:51.436762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] Bound port: a37de269-ee3f-4842-9ffd-f1d0b0e78e54, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e1a20d-d073-4c24-9e33-d34884d539ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '63716f16-8ecd-474e-8088-69784a631b4a'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:48:51.437744 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a37de269-ee3f-4842-9ffd-f1d0b0e78e54), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:51.462732 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-401201fe-9d19-4731-9e90-288ab2f827f9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d785cde3-88ef-4efe-aa4d-2df6d9d87ac1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:51.488528 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-401201fe-9d19-4731-9e90-288ab2f827f9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for d785cde3-88ef-4efe-aa4d-2df6d9d87ac1 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:51.535399 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4d151cb7-2698-4a63-8cd6-7b0d8253fc10 None None] Provisioning complete for port d785cde3-88ef-4efe-aa4d-2df6d9d87ac1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:51.536041 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4d151cb7-2698-4a63-8cd6-7b0d8253fc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d785cde3-88ef-4efe-aa4d-2df6d9d87ac1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:51.538060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7101fd-7019-43aa-b386-39875e613551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80b0dde-cac3-4070-b5a7-b3ed8ee489f4'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:48:51.547711 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76024dfb-6a2b-45ff-8531-6339534c4534" -d '{"events": [{"server_uuid": "ae7101fd-7019-43aa-b386-39875e613551", "name": "network-vif-plugged", "status": "completed", "tag": "d80b0dde-cac3-4070-b5a7-b3ed8ee489f4"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:48:51.575971 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d80b0dde-cac3-4070-b5a7-b3ed8ee489f4,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:51.674416 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f872b326-45f4-424c-968c-bc4ed34c9b50 x-openstack-request-id: req-f872b326-45f4-424c-968c-bc4ed34c9b50 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:48:51.675024 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7101fd-7019-43aa-b386-39875e613551", "name": "network-vif-plugged", "status": "completed", "tag": "d80b0dde-cac3-4070-b5a7-b3ed8ee489f4", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:48:51.675470 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f872b326-45f4-424c-968c-bc4ed34c9b50 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:48:51.676091 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7101fd-7019-43aa-b386-39875e613551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80b0dde-cac3-4070-b5a7-b3ed8ee489f4', 'code': 200} Feb 03 12:48:51.678827 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0819a620-5af7-4333-a123-019a2ddbd9aa tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (2c1e16d0-7f72-492d-8660-13ccc6051d69), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:51.699509 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:51.940468 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0819a620-5af7-4333-a123-019a2ddbd9aa tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (258afc09-8a5b-4266-9e80-1bc04ecbdcc1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:51.965554 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0e341d75-12cd-4cb6-b3d0-209d6893aa3f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1824778062-network', 'tenant_id': '5cfcec6a1a984cecbc22e441edd5eaf2'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:52.120477 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e341d75-12cd-4cb6-b3d0-209d6893aa3f admin admin] Made reservation on behalf of 5cfcec6a1a984cecbc22e441edd5eaf2 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:52.131052 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e341d75-12cd-4cb6-b3d0-209d6893aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:52.134547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c2636-2b5a-4f77-b102-a207cef94028 req-12f8b46a-8ffb-43b3-b50c-02abda09bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:52.135598 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] For port a37de269-ee3f-4842-9ffd-f1d0b0e78e54, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:48:52.137092 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-315c2636-2b5a-4f77-b102-a207cef94028 req-12f8b46a-8ffb-43b3-b50c-02abda09bf35 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 1128 time: 0.3675952 Feb 03 12:48:52.140702 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-401201fe-9d19-4731-9e90-288ab2f827f9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d785cde3-88ef-4efe-aa4d-2df6d9d87ac1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:52.152009 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] For port a37de269-ee3f-4842-9ffd-f1d0b0e78e54, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a37de269-ee3f-4842-9ffd-f1d0b0e78e54,segment=NetworkSegment(f4e1a20d-d073-4c24-9e33-d34884d539ec),segment_id=f4e1a20d-d073-4c24-9e33-d34884d539ec)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:48:52.161640 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4d151cb7-2698-4a63-8cd6-7b0d8253fc10 None None] Port d785cde3-88ef-4efe-aa4d-2df6d9d87ac1 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:48:52.165175 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e341d75-12cd-4cb6-b3d0-209d6893aa3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:52.176174 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977703e9-abae-459a-a0b8-ac495ccf3712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-2c1e16d0-7f72-492d-8660-13ccc6051d69', 'network_id': '2c1e16d0-7f72-492d-8660-13ccc6051d69', 'project_id': 'a91813e3671c46ddbc122ddcbd924e87', 'fixed_ips': [{'subnet_id': '258afc09-8a5b-4266-9e80-1bc04ecbdcc1'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:48:52.177149 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-977703e9-abae-459a-a0b8-ac495ccf3712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:52.183828 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a37de269-ee3f-4842-9ffd-f1d0b0e78e54), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:52.263050 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=d80b0dde-cac3-4070-b5a7-b3ed8ee489f4,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:52.274593 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bae11-c38a-4fa6-b8f2-3e139d3a4167 req-9549dc2a-0d4a-4426-bc12-0d7caee769bb tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:52.277186 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae3bae11-c38a-4fa6-b8f2-3e139d3a4167 req-9549dc2a-0d4a-4426-bc12-0d7caee769bb tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.3792572 Feb 03 12:48:52.284108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401201fe-9d19-4731-9e90-288ab2f827f9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=d785cde3-88ef-4efe-aa4d-2df6d9d87ac1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:52.397636 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0819a620-5af7-4333-a123-019a2ddbd9aa tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (258afc09-8a5b-4266-9e80-1bc04ecbdcc1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:52.553009 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-315c2636-2b5a-4f77-b102-a207cef94028 req-9ce2b4f2-e3ba-4483-bd46-b250f549780b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037075 Feb 03 12:48:52.571483 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819a620-5af7-4333-a123-019a2ddbd9aa tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Subnet': ['ID=258afc09-8a5b-4266-9e80-1bc04ecbdcc1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:52.678937 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-401201fe-9d19-4731-9e90-288ab2f827f9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:52.691764 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-401201fe-9d19-4731-9e90-288ab2f827f9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/d785cde3-88ef-4efe-aa4d-2df6d9d87ac1 HTTP/1.1" status: 204 len: 168 time: 1.8543615 Feb 03 12:48:52.691764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60490) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:52.708524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff11ef0-63a7-4e27-a69d-b6b836ec6393 None None] Pushing event updated for resources: {'Port': ['ID=a37de269-ee3f-4842-9ffd-f1d0b0e78e54,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server [None req-977703e9-abae-459a-a0b8-ac495ccf3712 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 258afc09-8a5b-4266-9e80-1bc04ecbdcc1: This subnet is being modified by another concurrent operation. Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:48:52.741161 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exception Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 258afc09-8a5b-4266-9e80-1bc04ecbdcc1: This subnet is being modified by another concurrent operation. Feb 03 12:48:52.748717 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Feb 03 12:48:52.812250 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eec8059-0ad5-41b1-b70c-22b7732c0774 None None] Network 2c1e16d0-7f72-492d-8660-13ccc6051d69 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:52.849051 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae3bae11-c38a-4fa6-b8f2-3e139d3a4167 req-49f41571-c43f-4296-8e18-381aa9e230d8 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978216 Feb 03 12:48:52.941763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f365bb9-e170-4d69-9f8c-3f32ca911b63 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:52.944572 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3f365bb9-e170-4d69-9f8c-3f32ca911b63 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2513742 Feb 03 12:48:52.947041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60496) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:52.972617 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0819a620-5af7-4333-a123-019a2ddbd9aa tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (2c1e16d0-7f72-492d-8660-13ccc6051d69), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.070840 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60500) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:53.075828 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-0819a620-5af7-4333-a123-019a2ddbd9aa tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1e16d0-7f72-492d-8660-13ccc6051d69']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:53.096499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74075ca-6246-4959-bd8d-cc29b7ebc2f0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:53.106942 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d74075ca-6246-4959-bd8d-cc29b7ebc2f0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1520917 Feb 03 12:48:53.108010 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60508) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:53.142604 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-0819a620-5af7-4333-a123-019a2ddbd9aa tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca765460-df69-4e65-baec-68c7abad6ddb') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:53.153009 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-0819a620-5af7-4333-a123-019a2ddbd9aa tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca765460-df69-4e65-baec-68c7abad6ddb') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:53.179150 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0819a620-5af7-4333-a123-019a2ddbd9aa tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (ca765460-df69-4e65-baec-68c7abad6ddb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.212258 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e341d75-12cd-4cb6-b3d0-209d6893aa3f admin admin] Publish callbacks [] for security_group (8db5a611-3677-4b82-9315-cf534de4e64e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.233739 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0819a620-5af7-4333-a123-019a2ddbd9aa tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ca765460-df69-4e65-baec-68c7abad6ddb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.239490 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e341d75-12cd-4cb6-b3d0-209d6893aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8db5a611-3677-4b82-9315-cf534de4e64e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.275975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0819a620-5af7-4333-a123-019a2ddbd9aa tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:48:53.275975 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0819a620-5af7-4333-a123-019a2ddbd9aa tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (ca765460-df69-4e65-baec-68c7abad6ddb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:48:53.299909 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:48:53.312971 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6727e4d9-05f7-43ae-b90f-7154d5a5a2e1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:53.317972 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6727e4d9-05f7-43ae-b90f-7154d5a5a2e1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:53.320762 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6727e4d9-05f7-43ae-b90f-7154d5a5a2e1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:53.328185 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6727e4d9-05f7-43ae-b90f-7154d5a5a2e1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2132883 Feb 03 12:48:53.330047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60512) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:53.443501 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0819a620-5af7-4333-a123-019a2ddbd9aa tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (2c1e16d0-7f72-492d-8660-13ccc6051d69), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.446483 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e341d75-12cd-4cb6-b3d0-209d6893aa3f admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:48:53.449709 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e341d75-12cd-4cb6-b3d0-209d6893aa3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db5a611-3677-4b82-9315-cf534de4e64e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:53.466835 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-009436c6-4bb2-4aaa-8008-79cf113d8bda tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet 046d75f0-6686-4440-a8a3-bce86c4fc18d {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:48:53.476476 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-009436c6-4bb2-4aaa-8008-79cf113d8bda tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (046d75f0-6686-4440-a8a3-bce86c4fc18d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.478232 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0819a620-5af7-4333-a123-019a2ddbd9aa tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.484629 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0819a620-5af7-4333-a123-019a2ddbd9aa tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/2c1e16d0-7f72-492d-8660-13ccc6051d69 HTTP/1.1" status: 204 len: 168 time: 2.0837560 Feb 03 12:48:53.513851 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60516) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:53.529406 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e3d1aff8-1f68-472c-a5ba-ec974f325f5f tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2078598394'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:53.533960 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-009436c6-4bb2-4aaa-8008-79cf113d8bda tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (046d75f0-6686-4440-a8a3-bce86c4fc18d), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.538621 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e341d75-12cd-4cb6-b3d0-209d6893aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (cebdf9f5-66c3-4666-9077-08f6216c6a10), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.539733 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-0e341d75-12cd-4cb6-b3d0-209d6893aa3f admin admin] Added segment cebdf9f5-66c3-4666-9077-08f6216c6a10 of type vlan for network ac852aa2-8a80-4426-ba70-ab8e4dc39f8e Feb 03 12:48:53.543767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819a620-5af7-4333-a123-019a2ddbd9aa tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Network': ['ID=2c1e16d0-7f72-492d-8660-13ccc6051d69,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:53.632123 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e341d75-12cd-4cb6-b3d0-209d6893aa3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (ac852aa2-8a80-4426-ba70-ab8e4dc39f8e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.635719 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d1aff8-1f68-472c-a5ba-ec974f325f5f tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:53.640310 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3d1aff8-1f68-472c-a5ba-ec974f325f5f tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.705608 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7dff287d-fe88-4963-9840-95d4d8cdbe27 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:53.706351 n-d-827336-3 neutron-server[103189]: WARNING neutron.api.v2.base [None req-7dff287d-fe88-4963-9840-95d4d8cdbe27 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 12:48:53.707141 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-7dff287d-fe88-4963-9840-95d4d8cdbe27 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 12:48:53.712251 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7dff287d-fe88-4963-9840-95d4d8cdbe27 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6366692 Feb 03 12:48:53.714600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60522) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:53.724636 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4f2b9759-616d-4b46-8107-66d9994e195a tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group': {'name': 'tempest-secgroup--47030603'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:53.725358 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d1aff8-1f68-472c-a5ba-ec974f325f5f tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:48:53.742506 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e341d75-12cd-4cb6-b3d0-209d6893aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (ac852aa2-8a80-4426-ba70-ab8e4dc39f8e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.744123 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e341d75-12cd-4cb6-b3d0-209d6893aa3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:53.745310 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e341d75-12cd-4cb6-b3d0-209d6893aa3f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.754040 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-009436c6-4bb2-4aaa-8008-79cf113d8bda tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (046d75f0-6686-4440-a8a3-bce86c4fc18d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.759540 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3d1aff8-1f68-472c-a5ba-ec974f325f5f tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (bdc0af75-38e0-42c6-8037-56a733cf5c4f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.760556 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-e3d1aff8-1f68-472c-a5ba-ec974f325f5f tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Added segment bdc0af75-38e0-42c6-8037-56a733cf5c4f of type vlan for network 530b2404-c6d4-4a3f-a7d7-5872054e9a46 Feb 03 12:48:53.802168 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f2b9759-616d-4b46-8107-66d9994e195a tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.821865 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f2b9759-616d-4b46-8107-66d9994e195a tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.960289 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-009436c6-4bb2-4aaa-8008-79cf113d8bda tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (046d75f0-6686-4440-a8a3-bce86c4fc18d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.979649 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-009436c6-4bb2-4aaa-8008-79cf113d8bda tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:53.985876 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-009436c6-4bb2-4aaa-8008-79cf113d8bda tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/046d75f0-6686-4440-a8a3-bce86c4fc18d HTTP/1.1" status: 204 len: 168 time: 0.6523263 Feb 03 12:48:53.989785 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12c60ec-1138-42a3-b180-42a048b396ab None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:54.007485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60532) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:54.010511 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3d1aff8-1f68-472c-a5ba-ec974f325f5f tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (530b2404-c6d4-4a3f-a7d7-5872054e9a46), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.063320 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0e341d75-12cd-4cb6-b3d0-209d6893aa3f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.3951898 Feb 03 12:48:54.067757 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3d1aff8-1f68-472c-a5ba-ec974f325f5f tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (530b2404-c6d4-4a3f-a7d7-5872054e9a46), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.075964 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60534) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:54.085111 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d1aff8-1f68-472c-a5ba-ec974f325f5f tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:54.086516 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3d1aff8-1f68-472c-a5ba-ec974f325f5f tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.110051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e341d75-12cd-4cb6-b3d0-209d6893aa3f admin admin] Pushing event updated for resources: {'Network': ['ID=ac852aa2-8a80-4426-ba70-ab8e4dc39f8e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:54.116160 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-44e8d0e8-7358-4060-adf9-dffa51446444 admin admin] Request body: {'subnet': {'network_id': 'ac852aa2-8a80-4426-ba70-ab8e4dc39f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1824778062-subnet', 'tenant_id': '5cfcec6a1a984cecbc22e441edd5eaf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:54.132119 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009436c6-4bb2-4aaa-8008-79cf113d8bda tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=046d75f0-6686-4440-a8a3-bce86c4fc18d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:54.158131 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e3d1aff8-1f68-472c-a5ba-ec974f325f5f tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6416564 Feb 03 12:48:54.180374 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60538) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:54.186052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b94fa42e-95f7-49c4-ad24-bdbf9102fe2b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'subnet': {'network_id': '530b2404-c6d4-4a3f-a7d7-5872054e9a46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:54.197052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network ac852aa2-8a80-4426-ba70-ab8e4dc39f8e details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:48:54.295685 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f2b9759-616d-4b46-8107-66d9994e195a tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (2500027d-ce6f-4586-8329-5c3fe102dde0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.311549 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f2b9759-616d-4b46-8107-66d9994e195a tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2500027d-ce6f-4586-8329-5c3fe102dde0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.400412 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-3227225e-5fa9-43d0-877f-053a90069929 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet 95a3db91-f404-40d3-ae95-2827f2cbb562 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:48:54.410148 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e8d0e8-7358-4060-adf9-dffa51446444 admin admin] Made reservation on behalf of 5cfcec6a1a984cecbc22e441edd5eaf2 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:54.422389 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1aff8-1f68-472c-a5ba-ec974f325f5f tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Network': ['ID=530b2404-c6d4-4a3f-a7d7-5872054e9a46,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:54.422894 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44e8d0e8-7358-4060-adf9-dffa51446444 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.470337 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf489165-e4b7-4b5a-b092-a2a4e46def74 req-a3a4efb3-78fd-4f6b-8bdd-f5c9790688a1 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:54.472256 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cf489165-e4b7-4b5a-b092-a2a4e46def74 req-a3a4efb3-78fd-4f6b-8bdd-f5c9790688a1 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.2927113 Feb 03 12:48:54.512751 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 530b2404-c6d4-4a3f-a7d7-5872054e9a46 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:48:54.659350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94fa42e-95f7-49c4-ad24-bdbf9102fe2b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:54.665439 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b94fa42e-95f7-49c4-ad24-bdbf9102fe2b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.669732 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f2b9759-616d-4b46-8107-66d9994e195a tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (dc90f963-fa9b-452b-b599-3ebcd71cfd0a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.671213 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b9759-616d-4b46-8107-66d9994e195a tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2500027d-ce6f-4586-8329-5c3fe102dde0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:54.703991 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3227225e-5fa9-43d0-877f-053a90069929 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (95a3db91-f404-40d3-ae95-2827f2cbb562), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.711213 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f2b9759-616d-4b46-8107-66d9994e195a tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (dc90f963-fa9b-452b-b599-3ebcd71cfd0a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.755525 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a37de269-ee3f-4842-9ffd-f1d0b0e78e54 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:54.759311 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cf489165-e4b7-4b5a-b092-a2a4e46def74 req-b254e43a-3edc-4adf-b6ce-87bfcbda43f7 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800250 Feb 03 12:48:54.880979 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port a37de269-ee3f-4842-9ffd-f1d0b0e78e54 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:54.883266 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a37de269-ee3f-4842-9ffd-f1d0b0e78e54), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:54.906976 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-b94fa42e-95f7-49c4-ad24-bdbf9102fe2b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Performing IP validity checks on allocation pools {{(pid=103189) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 12:48:54.907907 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-b94fa42e-95f7-49c4-ad24-bdbf9102fe2b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103189) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 12:48:54.997049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a960c8c6-945e-470a-8e77-b7f9482b26cc None None] Network 63716f16-8ecd-474e-8088-69784a631b4a requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:55.052514 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f2b9759-616d-4b46-8107-66d9994e195a tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.055437 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4f2b9759-616d-4b46-8107-66d9994e195a tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3380008 Feb 03 12:48:55.061816 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60556) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:55.067990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a987e86a-1648-46c7-886c-6d16e89c79da tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': 'dc90f963-fa9b-452b-b599-3ebcd71cfd0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:55.081587 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b9759-616d-4b46-8107-66d9994e195a tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc90f963-fa9b-452b-b599-3ebcd71cfd0a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:55.092975 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3227225e-5fa9-43d0-877f-053a90069929 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (95a3db91-f404-40d3-ae95-2827f2cbb562), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.209974 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a987e86a-1648-46c7-886c-6d16e89c79da tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group_rule (bcb8d1e3-7ba1-4b0e-bcbd-f9fa6a032c74), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.242144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a0a99eb4-5d83-443b-8100-b853757eab28 None None] Provisioning complete for port a37de269-ee3f-4842-9ffd-f1d0b0e78e54 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:55.243693 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a0a99eb4-5d83-443b-8100-b853757eab28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a37de269-ee3f-4842-9ffd-f1d0b0e78e54), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.276938 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b94fa42e-95f7-49c4-ad24-bdbf9102fe2b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (cf52c269-f378-4228-ab6f-52a9ac1e3d12), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.310172 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port a37de269-ee3f-4842-9ffd-f1d0b0e78e54 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:55.311057 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a37de269-ee3f-4842-9ffd-f1d0b0e78e54), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.472341 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44e8d0e8-7358-4060-adf9-dffa51446444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (543983ef-a58a-45f0-a583-0ff965a2a23d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.494854 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fa42e-95f7-49c4-ad24-bdbf9102fe2b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Subnet': ['ID=cf52c269-f378-4228-ab6f-52a9ac1e3d12,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:55.529857 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port a37de269-ee3f-4842-9ffd-f1d0b0e78e54, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a37de269-ee3f-4842-9ffd-f1d0b0e78e54,segment=NetworkSegment(f4e1a20d-d073-4c24-9e33-d34884d539ec),segment_id=f4e1a20d-d073-4c24-9e33-d34884d539ec)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:55.562479 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a37de269-ee3f-4842-9ffd-f1d0b0e78e54), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.577714 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a987e86a-1648-46c7-886c-6d16e89c79da tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group_rule (bcb8d1e3-7ba1-4b0e-bcbd-f9fa6a032c74), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.584853 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a987e86a-1648-46c7-886c-6d16e89c79da tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (bcb8d1e3-7ba1-4b0e-bcbd-f9fa6a032c74), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.630435 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3227225e-5fa9-43d0-877f-053a90069929 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (95a3db91-f404-40d3-ae95-2827f2cbb562), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.655077 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a987e86a-1648-46c7-886c-6d16e89c79da tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.658290 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a987e86a-1648-46c7-886c-6d16e89c79da tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5944781 Feb 03 12:48:55.670844 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60576) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:55.701204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3d819b9b-fd0e-43c0-899d-321d2c37569d tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': 'dc90f963-fa9b-452b-b599-3ebcd71cfd0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:55.752301 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987e86a-1648-46c7-886c-6d16e89c79da tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb8d1e3-7ba1-4b0e-bcbd-f9fa6a032c74,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:55.760051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94fa42e-95f7-49c4-ad24-bdbf9102fe2b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Checking segment: {'id': 'bdc0af75-38e0-42c6-8037-56a733cf5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '530b2404-c6d4-4a3f-a7d7-5872054e9a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:55.760896 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94fa42e-95f7-49c4-ad24-bdbf9102fe2b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network hostable DHCP agents. Network: 530b2404-c6d4-4a3f-a7d7-5872054e9a46, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:48:55.784809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8d0e8-7358-4060-adf9-dffa51446444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=543983ef-a58a-45f0-a583-0ff965a2a23d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:55.791624 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d819b9b-fd0e-43c0-899d-321d2c37569d tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group_rule (2a440f0b-280e-4f44-8ba3-4d02ddab3f35), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.853311 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e8d0e8-7358-4060-adf9-dffa51446444 admin admin] Checking segment: {'id': 'cebdf9f5-66c3-4666-9077-08f6216c6a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ac852aa2-8a80-4426-ba70-ab8e4dc39f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:48:55.861136 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e8d0e8-7358-4060-adf9-dffa51446444 admin admin] Network hostable DHCP agents. Network: ac852aa2-8a80-4426-ba70-ab8e4dc39f8e, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:48:55.907430 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94fa42e-95f7-49c4-ad24-bdbf9102fe2b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network 530b2404-c6d4-4a3f-a7d7-5872054e9a46 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:48:55.928231 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-3d819b9b-fd0e-43c0-899d-321d2c37569d tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 12:48:55.929924 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3d819b9b-fd0e-43c0-899d-321d2c37569d tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2492952 Feb 03 12:48:55.931193 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b94fa42e-95f7-49c4-ad24-bdbf9102fe2b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 530b2404-c6d4-4a3f-a7d7-5872054e9a46) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:55.938602 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a0a99eb4-5d83-443b-8100-b853757eab28 None None] Current status of the port a37de269-ee3f-4842-9ffd-f1d0b0e78e54 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:55.943263 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60592) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:55.945671 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3227225e-5fa9-43d0-877f-053a90069929 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (95a3db91-f404-40d3-ae95-2827f2cbb562), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:55.959926 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223a70b1-3b84-4475-9eb7-c7ed9dc6541c None None] Network 530b2404-c6d4-4a3f-a7d7-5872054e9a46 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:55.971492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94fa42e-95f7-49c4-ad24-bdbf9102fe2b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:55.974532 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b94fa42e-95f7-49c4-ad24-bdbf9102fe2b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.067838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227225e-5fa9-43d0-877f-053a90069929 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=95a3db91-f404-40d3-ae95-2827f2cbb562,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:56.080810 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e8d0e8-7358-4060-adf9-dffa51446444 admin admin] Network ac852aa2-8a80-4426-ba70-ab8e4dc39f8e is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:48:56.089247 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3227225e-5fa9-43d0-877f-053a90069929 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.094631 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3227225e-5fa9-43d0-877f-053a90069929 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/95a3db91-f404-40d3-ae95-2827f2cbb562 HTTP/1.1" status: 204 len: 168 time: 2.0232244 Feb 03 12:48:56.097616 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60598) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:56.115044 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b94fa42e-95f7-49c4-ad24-bdbf9102fe2b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9336078 Feb 03 12:48:56.115753 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60602) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:56.228767 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=a37de269-ee3f-4842-9ffd-f1d0b0e78e54,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:56.273088 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d7162d86-c3d3-41c8-9eb8-1d19fbb1d235 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1641717 Feb 03 12:48:56.273088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-44e8d0e8-7358-4060-adf9-dffa51446444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, ac852aa2-8a80-4426-ba70-ab8e4dc39f8e) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:56.274212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60616) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:56.281084 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bb206dbd-0ce0-40f9-bba3-8dbc14ffa5de tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:56.286959 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0079e778-07a2-49e7-b1a0-0cc324249622 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (530b2404-c6d4-4a3f-a7d7-5872054e9a46), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.291868 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e8d0e8-7358-4060-adf9-dffa51446444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:56.292509 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44e8d0e8-7358-4060-adf9-dffa51446444 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.298714 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2886042-6f41-4fe9-9b70-9475e5a84d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-530b2404-c6d4-4a3f-a7d7-5872054e9a46', 'network_id': '530b2404-c6d4-4a3f-a7d7-5872054e9a46', 'project_id': 'a91813e3671c46ddbc122ddcbd924e87', 'fixed_ips': [{'subnet_id': 'cf52c269-f378-4228-ab6f-52a9ac1e3d12'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:48:56.305880 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2886042-6f41-4fe9-9b70-9475e5a84d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.387216 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e084a632-232a-4fa2-babd-166e80bdb395 None None] Network ac852aa2-8a80-4426-ba70-ab8e4dc39f8e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:56.396968 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187cb0ac-9c32-4e47-bf6c-519e410d4e10 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:56.410476 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-44e8d0e8-7358-4060-adf9-dffa51446444 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3183687 Feb 03 12:48:56.469671 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bbd08-1ca9-42db-8bca-2c4054caa5f2 req-7eb9cadb-5aba-460b-bcf8-98efcb5b477c tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:56.486954 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-193bbd08-1ca9-42db-8bca-2c4054caa5f2 req-7eb9cadb-5aba-460b-bcf8-98efcb5b477c tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.4269354 Feb 03 12:48:56.504944 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0079e778-07a2-49e7-b1a0-0cc324249622 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (cf52c269-f378-4228-ab6f-52a9ac1e3d12), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.551728 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f8259866-746d-403c-a70b-55172ced3709 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (dc90f963-fa9b-452b-b599-3ebcd71cfd0a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.554010 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb206dbd-0ce0-40f9-bba3-8dbc14ffa5de tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:56.576680 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb206dbd-0ce0-40f9-bba3-8dbc14ffa5de tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.632604 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f8259866-746d-403c-a70b-55172ced3709 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (dc90f963-fa9b-452b-b599-3ebcd71cfd0a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.651621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a37de269-ee3f-4842-9ffd-f1d0b0e78e54 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:48:56.664460 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-193bbd08-1ca9-42db-8bca-2c4054caa5f2 req-1221372b-f2d8-4124-8116-8aaf79d0d88a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753078 Feb 03 12:48:56.746546 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0079e778-07a2-49e7-b1a0-0cc324249622 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (cf52c269-f378-4228-ab6f-52a9ac1e3d12), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.780420 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079e778-07a2-49e7-b1a0-0cc324249622 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Subnet': ['ID=cf52c269-f378-4228-ab6f-52a9ac1e3d12,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:56.823419 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f8259866-746d-403c-a70b-55172ced3709 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (dc90f963-fa9b-452b-b599-3ebcd71cfd0a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.827001 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f8259866-746d-403c-a70b-55172ced3709 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.831285 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f8259866-746d-403c-a70b-55172ced3709 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "DELETE /v2.0/security-groups/dc90f963-fa9b-452b-b599-3ebcd71cfd0a HTTP/1.1" status: 204 len: 168 time: 0.8844371 Feb 03 12:48:56.831650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60636) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:56.872570 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8259866-746d-403c-a70b-55172ced3709 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc90f963-fa9b-452b-b599-3ebcd71cfd0a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:56.876238 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0079e778-07a2-49e7-b1a0-0cc324249622 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (530b2404-c6d4-4a3f-a7d7-5872054e9a46), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.943919 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-0079e778-07a2-49e7-b1a0-0cc324249622 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530b2404-c6d4-4a3f-a7d7-5872054e9a46']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:56.969780 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3e1e4e0e-83b6-4f05-b117-3f8791d4ccca None None] Provisioning complete for port 24dcb79a-c81e-4681-aa0d-106298f42f05 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:56.970502 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e1e4e0e-83b6-4f05-b117-3f8791d4ccca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (24dcb79a-c81e-4681-aa0d-106298f42f05), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:56.992813 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-0079e778-07a2-49e7-b1a0-0cc324249622 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc0af75-38e0-42c6-8037-56a733cf5c4f') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:56.993139 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-0079e778-07a2-49e7-b1a0-0cc324249622 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc0af75-38e0-42c6-8037-56a733cf5c4f') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server [None req-b2886042-6f41-4fe9-9b70-9475e5a84d95 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf52c269-f378-4228-ab6f-52a9ac1e3d12: This subnet is being modified by another concurrent operation. Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:48:56.998371 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exception Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf52c269-f378-4228-ab6f-52a9ac1e3d12: This subnet is being modified by another concurrent operation. Feb 03 12:48:57.006098 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Feb 03 12:48:57.029274 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0079e778-07a2-49e7-b1a0-0cc324249622 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (bdc0af75-38e0-42c6-8037-56a733cf5c4f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.052575 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f963375f-60a9-48b9-8571-fa1039c5b335 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2196600 Feb 03 12:48:57.053009 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60642) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:57.075739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-db2a17f2-7cf3-44da-8f68-0786a97851fa tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1240745106'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:57.075926 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b890f7fd-a95d-4fb7-b5f6-4d0238aee916 None None] Network 530b2404-c6d4-4a3f-a7d7-5872054e9a46 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:57.105437 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1245e0-8b85-4fa1-a079-5cde2aa96b41 None None] Network ac852aa2-8a80-4426-ba70-ab8e4dc39f8e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:48:57.107326 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0079e778-07a2-49e7-b1a0-0cc324249622 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (bdc0af75-38e0-42c6-8037-56a733cf5c4f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.125640 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60644) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:57.126904 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0079e778-07a2-49e7-b1a0-0cc324249622 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:48:57.127550 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0079e778-07a2-49e7-b1a0-0cc324249622 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (bdc0af75-38e0-42c6-8037-56a733cf5c4f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:48:57.132451 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:48:57.198119 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f3810-4325-478e-988d-91aec72f0a1e req-32c0132a-bee9-4e5a-b027-884afc5f4837 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:57.200748 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a3f3810-4325-478e-988d-91aec72f0a1e req-32c0132a-bee9-4e5a-b027-884afc5f4837 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.2087274 Feb 03 12:48:57.234187 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db2a17f2-7cf3-44da-8f68-0786a97851fa tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.240924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port a37de269-ee3f-4842-9ffd-f1d0b0e78e54 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:57.241554 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a37de269-ee3f-4842-9ffd-f1d0b0e78e54), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.253117 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb206dbd-0ce0-40f9-bba3-8dbc14ffa5de tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (35fd69b7-0bf5-4906-b7e9-9252ad27425f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.330451 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a3f3810-4325-478e-988d-91aec72f0a1e req-39167ffc-1787-4aa6-a534-b096d7d81012 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214552 Feb 03 12:48:57.333558 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb206dbd-0ce0-40f9-bba3-8dbc14ffa5de tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:48:57.338547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-bb206dbd-0ce0-40f9-bba3-8dbc14ffa5de tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:48:57.345509 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb206dbd-0ce0-40f9-bba3-8dbc14ffa5de tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:57.346368 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb206dbd-0ce0-40f9-bba3-8dbc14ffa5de tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.363387 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb206dbd-0ce0-40f9-bba3-8dbc14ffa5de tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=35fd69b7-0bf5-4906-b7e9-9252ad27425f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:57.405064 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bb206dbd-0ce0-40f9-bba3-8dbc14ffa5de tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1297598 Feb 03 12:48:57.409822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60656) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:57.418339 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cb9f3af0-ccb1-4cfe-a6d7-297bcabc639c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:57.537520 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50565352-a661-4228-ac94-ddc6944d829b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.562628 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0079e778-07a2-49e7-b1a0-0cc324249622 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (530b2404-c6d4-4a3f-a7d7-5872054e9a46), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.582148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36db7d3d-e5f2-4166-ba41-50ec18273edf None None] DHCP port deletion for 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:48:57.667892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9f3af0-ccb1-4cfe-a6d7-297bcabc639c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:57.683079 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb9f3af0-ccb1-4cfe-a6d7-297bcabc639c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.687541 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0079e778-07a2-49e7-b1a0-0cc324249622 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.695761 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0079e778-07a2-49e7-b1a0-0cc324249622 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/530b2404-c6d4-4a3f-a7d7-5872054e9a46 HTTP/1.1" status: 204 len: 168 time: 1.5719540 Feb 03 12:48:57.711374 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60668) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:57.716508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a9172a7a-9bbf-4cfd-96b3-4af5b8d869f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1185368181'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:57.752005 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3e1e4e0e-83b6-4f05-b117-3f8791d4ccca None None] Current status of the port 24dcb79a-c81e-4681-aa0d-106298f42f05 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:57.790997 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db2a17f2-7cf3-44da-8f68-0786a97851fa tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (d777d324-9ddc-4a91-845e-c85a64534f15), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.809761 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079e778-07a2-49e7-b1a0-0cc324249622 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Network': ['ID=530b2404-c6d4-4a3f-a7d7-5872054e9a46,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:57.818744 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db2a17f2-7cf3-44da-8f68-0786a97851fa tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d777d324-9ddc-4a91-845e-c85a64534f15), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.934386 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db2a17f2-7cf3-44da-8f68-0786a97851fa tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.935978 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-db2a17f2-7cf3-44da-8f68-0786a97851fa tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8818750 Feb 03 12:48:57.946573 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60674) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:57.953329 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9ef44680-6929-4b29-9a7f-71147ec44dbe tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': 'd777d324-9ddc-4a91-845e-c85a64534f15', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:57.954499 n-d-827336-3 neutron-server[103189]: WARNING neutron.api.v2.base [None req-9ef44680-6929-4b29-9a7f-71147ec44dbe tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 03 12:48:57.955222 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-9ef44680-6929-4b29-9a7f-71147ec44dbe tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:48:57.956880 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9ef44680-6929-4b29-9a7f-71147ec44dbe tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0084410 Feb 03 12:48:57.959053 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9172a7a-9bbf-4cfd-96b3-4af5b8d869f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:57.963392 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9172a7a-9bbf-4cfd-96b3-4af5b8d869f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:57.963912 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a17f2-7cf3-44da-8f68-0786a97851fa tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d777d324-9ddc-4a91-845e-c85a64534f15,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:57.973076 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60676) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:58.051767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f71117-e1ed-452c-aace-2b61eaee860c req-01a59cdb-5b1c-40ec-ad61-a424c52cb091 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:58.060877 n-d-827336-3 neutron-server[103188]: INFO neutron.db.ipam_backend_mixin [None req-cb9f3af0-ccb1-4cfe-a6d7-297bcabc639c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 35fd69b7-0bf5-4906-b7e9-9252ad27425f (CIDR: 2001:db8::/64) Feb 03 12:48:58.061398 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88f71117-e1ed-452c-aace-2b61eaee860c req-01a59cdb-5b1c-40ec-ad61-a424c52cb091 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/networks?id=ac852aa2-8a80-4426-ba70-ab8e4dc39f8e HTTP/1.1" status: 200 len: 822 time: 0.4955826 Feb 03 12:48:58.072995 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50565352-a661-4228-ac94-ddc6944d829b admin admin] Publish callbacks [] for security_group (c1d2deb9-ea45-4fb8-bb5d-029d836362aa), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.081348 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port a37de269-ee3f-4842-9ffd-f1d0b0e78e54 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:58.086292 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50565352-a661-4228-ac94-ddc6944d829b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c1d2deb9-ea45-4fb8-bb5d-029d836362aa), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.088803 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b254152a-d49d-42e2-b3bf-1b65c0624f96 None None] Provisioning complete for port a37de269-ee3f-4842-9ffd-f1d0b0e78e54 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:48:58.089193 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b254152a-d49d-42e2-b3bf-1b65c0624f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a37de269-ee3f-4842-9ffd-f1d0b0e78e54), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.114409 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88f71117-e1ed-452c-aace-2b61eaee860c req-eb617010-3625-4352-91ed-5203cd601dc9 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/quotas/5cfcec6a1a984cecbc22e441edd5eaf2 HTTP/1.1" status: 200 len: 375 time: 0.0517173 Feb 03 12:48:58.123346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9172a7a-9bbf-4cfd-96b3-4af5b8d869f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:48:58.132352 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9f3af0-ccb1-4cfe-a6d7-297bcabc639c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:48:58.133882 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9f3af0-ccb1-4cfe-a6d7-297bcabc639c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:48:58.168855 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-36db7d3d-e5f2-4166-ba41-50ec18273edf None None] Deleting port 24dcb79a-c81e-4681-aa0d-106298f42f05 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:48:58.170228 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36db7d3d-e5f2-4166-ba41-50ec18273edf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (24dcb79a-c81e-4681-aa0d-106298f42f05), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.177631 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9172a7a-9bbf-4cfd-96b3-4af5b8d869f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b8cb9f3c-ff70-4866-849e-74a798133c63), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.178187 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-a9172a7a-9bbf-4cfd-96b3-4af5b8d869f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Added segment b8cb9f3c-ff70-4866-849e-74a798133c63 of type vlan for network 96bd4d4e-5b8f-474f-8407-1aca26895727 Feb 03 12:48:58.178737 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88f71117-e1ed-452c-aace-2b61eaee860c req-f6a2fa14-7a56-4f84-9fb8-338a4befb99c tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5cfcec6a1a984cecbc22e441edd5eaf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631750 Feb 03 12:48:58.207263 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-50565352-a661-4228-ac94-ddc6944d829b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac102fa1453d411c8351fa0a0235ca15&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0751297 Feb 03 12:48:58.213354 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50565352-a661-4228-ac94-ddc6944d829b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d2deb9-ea45-4fb8-bb5d-029d836362aa,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:58.215871 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60680) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:58.221290 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-88f71117-e1ed-452c-aace-2b61eaee860c req-238a943d-112c-441e-b00d-4c4f1052c5a0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:48:58.232709 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88f71117-e1ed-452c-aace-2b61eaee860c req-238a943d-112c-441e-b00d-4c4f1052c5a0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210125 Feb 03 12:48:58.361138 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b254152a-d49d-42e2-b3bf-1b65c0624f96 None None] Current status of the port a37de269-ee3f-4842-9ffd-f1d0b0e78e54 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:48:58.394437 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-36db7d3d-e5f2-4166-ba41-50ec18273edf None None] For port 24dcb79a-c81e-4681-aa0d-106298f42f05, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=24dcb79a-c81e-4681-aa0d-106298f42f05,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:48:58.395958 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36db7d3d-e5f2-4166-ba41-50ec18273edf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (24dcb79a-c81e-4681-aa0d-106298f42f05), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.418311 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-36db7d3d-e5f2-4166-ba41-50ec18273edf None None] Calling delete_port for 24dcb79a-c81e-4681-aa0d-106298f42f05 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:48:58.433209 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-510d556c-abd1-4082-bc7b-f8b68b7b6f16 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (d777d324-9ddc-4a91-845e-c85a64534f15), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.498298 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-510d556c-abd1-4082-bc7b-f8b68b7b6f16 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (d777d324-9ddc-4a91-845e-c85a64534f15), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.563922 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 24dcb79a-c81e-4681-aa0d-106298f42f05 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:48:58.568489 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36db7d3d-e5f2-4166-ba41-50ec18273edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (24dcb79a-c81e-4681-aa0d-106298f42f05), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.599987 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88f71117-e1ed-452c-aace-2b61eaee860c req-79726458-5356-4369-80b7-a972060a10a5 service neutron] 10.222.0.18 "GET /v2.0/networks/ac852aa2-8a80-4426-ba70-ab8e4dc39f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617854 Feb 03 12:48:58.644470 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 24dcb79a-c81e-4681-aa0d-106298f42f05 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:48:58.645102 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 24dcb79a-c81e-4681-aa0d-106298f42f05 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:48:58.653167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db7d3d-e5f2-4166-ba41-50ec18273edf None None] Pushing event deleted for resources: {'Port': ['ID=24dcb79a-c81e-4681-aa0d-106298f42f05,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:58.656825 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36db7d3d-e5f2-4166-ba41-50ec18273edf None None] No DVR routers for this DVR port 24dcb79a-c81e-4681-aa0d-106298f42f05 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:48:58.686942 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b229dab8-2774-4124-86f6-2ceb85eac4dd None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:48:58.688603 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-510d556c-abd1-4082-bc7b-f8b68b7b6f16 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d777d324-9ddc-4a91-845e-c85a64534f15), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.693561 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-510d556c-abd1-4082-bc7b-f8b68b7b6f16 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.695344 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-510d556c-abd1-4082-bc7b-f8b68b7b6f16 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "DELETE /v2.0/security-groups/d777d324-9ddc-4a91-845e-c85a64534f15 HTTP/1.1" status: 204 len: 168 time: 0.7209175 Feb 03 12:48:58.714523 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60690) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:58.782305 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6800a3-e256-44c3-aeec-e4dda1a1a253 req-412461e8-f145-4f47-b348-8c60b82ad52e tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:58.789149 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b6800a3-e256-44c3-aeec-e4dda1a1a253 req-412461e8-f145-4f47-b348-8c60b82ad52e tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 1.0446005 Feb 03 12:48:58.797630 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cb9f3af0-ccb1-4cfe-a6d7-297bcabc639c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3855591 Feb 03 12:48:58.807622 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60692) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:58.823013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d556c-abd1-4082-bc7b-f8b68b7b6f16 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d777d324-9ddc-4a91-845e-c85a64534f15,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:58.831098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ad927715-2007-42ca-acba-798140a43485 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'subnet': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:58.845630 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b229dab8-2774-4124-86f6-2ceb85eac4dd None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:48:58.849655 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9172a7a-9bbf-4cfd-96b3-4af5b8d869f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (96bd4d4e-5b8f-474f-8407-1aca26895727), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.896721 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f34a9ff-93b1-4aa5-ad5a-f0b2e42def92 admin admin] Publish callbacks [] for security_group (c1d2deb9-ea45-4fb8-bb5d-029d836362aa), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.922885 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f34a9ff-93b1-4aa5-ad5a-f0b2e42def92 admin admin] Publish callbacks [] for security_group (c1d2deb9-ea45-4fb8-bb5d-029d836362aa), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.929618 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9172a7a-9bbf-4cfd-96b3-4af5b8d869f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (96bd4d4e-5b8f-474f-8407-1aca26895727), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.936367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9172a7a-9bbf-4cfd-96b3-4af5b8d869f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:58.937393 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9172a7a-9bbf-4cfd-96b3-4af5b8d869f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.988496 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ebb8d305-8283-4f59-9166-eec43f81826f tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2661467 Feb 03 12:48:58.992683 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f34a9ff-93b1-4aa5-ad5a-f0b2e42def92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c1d2deb9-ea45-4fb8-bb5d-029d836362aa), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.995164 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f34a9ff-93b1-4aa5-ad5a-f0b2e42def92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:58.996472 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7f34a9ff-93b1-4aa5-ad5a-f0b2e42def92 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1d2deb9-ea45-4fb8-bb5d-029d836362aa HTTP/1.1" status: 204 len: 168 time: 0.7526591 Feb 03 12:48:58.999929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60694) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:59.016671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34a9ff-93b1-4aa5-ad5a-f0b2e42def92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d2deb9-ea45-4fb8-bb5d-029d836362aa,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:59.022420 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7bdcfb61-7bc8-4150-9b89-71cc9f62c619 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group': {'name': 'tempest-secgroup--393875692'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:59.056695 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88f71117-e1ed-452c-aace-2b61eaee860c req-52fb3ab1-399e-4f34-b7e5-3187e527ba31 service neutron] 10.222.0.18 "GET /v2.0/networks/ac852aa2-8a80-4426-ba70-ab8e4dc39f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233475 Feb 03 12:48:59.086125 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7bdcfb61-7bc8-4150-9b89-71cc9f62c619 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:59.107112 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a9172a7a-9bbf-4cfd-96b3-4af5b8d869f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3948247 Feb 03 12:48:59.116341 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60698) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:59.224721 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9172a7a-9bbf-4cfd-96b3-4af5b8d869f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Network': ['ID=96bd4d4e-5b8f-474f-8407-1aca26895727,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:59.255464 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b6800a3-e256-44c3-aeec-e4dda1a1a253 req-cb5512f0-fdda-4962-a476-05375af5ec79 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484208 Feb 03 12:48:59.262887 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-adc4d4a1-2e2f-48f3-8125-7fd6ae31c5fe tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'subnet': {'network_id': '96bd4d4e-5b8f-474f-8407-1aca26895727', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:59.277878 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7bdcfb61-7bc8-4150-9b89-71cc9f62c619 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (2c8391cc-cbea-4f84-81b4-1df9a3d25619), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:59.340984 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7bdcfb61-7bc8-4150-9b89-71cc9f62c619 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2c8391cc-cbea-4f84-81b4-1df9a3d25619), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:59.425616 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 96bd4d4e-5b8f-474f-8407-1aca26895727 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:48:59.486941 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad927715-2007-42ca-acba-798140a43485 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:59.491457 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad927715-2007-42ca-acba-798140a43485 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:59.596820 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'project_id': '9c2e484e958f456c9ce63a4c2f906f3e', 'fixed_ips': [{'subnet_id': '35fd69b7-0bf5-4906-b7e9-9252ad27425f'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:48:59.599516 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:59.748471 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcfb61-7bc8-4150-9b89-71cc9f62c619 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8391cc-cbea-4f84-81b4-1df9a3d25619,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:48:59.751510 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbf3cf-c76f-4f03-ac27-aba6ea86eb79 req-32cb9ad0-87cf-4d87-b632-f914cd83452c tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:48:59.753540 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7cdbf3cf-c76f-4f03-ac27-aba6ea86eb79 req-32cb9ad0-87cf-4d87-b632-f914cd83452c tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.2192142 Feb 03 12:48:59.791741 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e3cd4fcf-18bd-4b2f-b67d-9e6f9a1a51c9 req-d945fc20-fc2e-4123-897c-94a83218b56c tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e629a5d-d5c9-4bb8-b8ee-183ab0969d31 HTTP/1.1" status: 200 len: 210 time: 0.2600617 Feb 03 12:48:59.803020 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7bdcfb61-7bc8-4150-9b89-71cc9f62c619 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:59.811838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60718) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:59.824404 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7bdcfb61-7bc8-4150-9b89-71cc9f62c619 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8132176 Feb 03 12:48:59.827564 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60722) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:59.836995 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f3eaf183-1be8-433d-a276-bc9011141e94 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': '2c8391cc-cbea-4f84-81b4-1df9a3d25619', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:48:59.838411 n-d-827336-3 neutron-server[103189]: WARNING neutron.api.v2.base [None req-f3eaf183-1be8-433d-a276-bc9011141e94 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 03 12:48:59.839368 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-f3eaf183-1be8-433d-a276-bc9011141e94 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:48:59.854195 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f3eaf183-1be8-433d-a276-bc9011141e94 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0252037 Feb 03 12:48:59.859697 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60724) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:48:59.880939 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5082c962-a398-49df-9a2a-59cec16e414d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:59.936101 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc4d4a1-2e2f-48f3-8125-7fd6ae31c5fe tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:48:59.939584 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adc4d4a1-2e2f-48f3-8125-7fd6ae31c5fe tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:59.971429 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a96c1f1a-a486-4cad-9fb5-7c9411f4d33c tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (2c8391cc-cbea-4f84-81b4-1df9a3d25619), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:48:59.987233 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] Allocated IP 2001:db8::2 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/35fd69b7-0bf5-4906-b7e9-9252ad27425f/4d9a7596-619e-4a90-9313-72c224cef9a7) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:00.068189 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a96c1f1a-a486-4cad-9fb5-7c9411f4d33c tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (2c8391cc-cbea-4f84-81b4-1df9a3d25619), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.097095 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5082c962-a398-49df-9a2a-59cec16e414d admin admin] Publish callbacks [] for security_group (6a2b4638-69cb-4aef-95d5-954b60c9a9fa), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.114796 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7cdbf3cf-c76f-4f03-ac27-aba6ea86eb79 req-b2f71b55-dd7a-49e1-90a8-e882ac7042c9 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274505 Feb 03 12:49:00.120679 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5082c962-a398-49df-9a2a-59cec16e414d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6a2b4638-69cb-4aef-95d5-954b60c9a9fa), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.248609 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082c962-a398-49df-9a2a-59cec16e414d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2b4638-69cb-4aef-95d5-954b60c9a9fa,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:00.257644 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a96c1f1a-a486-4cad-9fb5-7c9411f4d33c tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2c8391cc-cbea-4f84-81b4-1df9a3d25619), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.261966 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a96c1f1a-a486-4cad-9fb5-7c9411f4d33c tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.267263 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a96c1f1a-a486-4cad-9fb5-7c9411f4d33c tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "DELETE /v2.0/security-groups/2c8391cc-cbea-4f84-81b4-1df9a3d25619 HTTP/1.1" status: 204 len: 168 time: 0.4059286 Feb 03 12:49:00.268095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60740) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:00.319450 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c1f1a-a486-4cad-9fb5-7c9411f4d33c tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8391cc-cbea-4f84-81b4-1df9a3d25619,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:00.336065 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5082c962-a398-49df-9a2a-59cec16e414d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aef60a7d9edc41b8b59495767af7f308&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5221231 Feb 03 12:49:00.341250 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60742) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:00.461069 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] Publish callbacks [] for port (4d9a7596-619e-4a90-9313-72c224cef9a7), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.479093 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (4d9a7596-619e-4a90-9313-72c224cef9a7), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.530999 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3000071a-b883-4307-8929-4a661814a103 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2514656 Feb 03 12:49:00.538721 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60754) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:00.573238 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:00.575984 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1a8f1445-56b3-4b1d-a480-a7555fd7ef83 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462545035'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:00.577787 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:00.599413 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:00.619821 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] Pushing event updated for resources: {'Port': ['ID=4d9a7596-619e-4a90-9313-72c224cef9a7,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:00.630910 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adc4d4a1-2e2f-48f3-8125-7fd6ae31c5fe tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (9bc7393f-01ab-4232-aa2b-5be34b1cb8c2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.731388 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1445-56b3-4b1d-a480-a7555fd7ef83 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.781858 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02ee73a7-b5f9-4c47-b06a-007e64921b61 admin admin] Publish callbacks [] for security_group (6a2b4638-69cb-4aef-95d5-954b60c9a9fa), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.788450 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4d4a1-2e2f-48f3-8125-7fd6ae31c5fe tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Subnet': ['ID=9bc7393f-01ab-4232-aa2b-5be34b1cb8c2,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:00.855079 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02ee73a7-b5f9-4c47-b06a-007e64921b61 admin admin] Publish callbacks [] for security_group (6a2b4638-69cb-4aef-95d5-954b60c9a9fa), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.855452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] Attempting to bind port 4d9a7596-619e-4a90-9313-72c224cef9a7 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:00.856862 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] Attempting to bind port 4d9a7596-619e-4a90-9313-72c224cef9a7 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:00.859298 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc4d4a1-2e2f-48f3-8125-7fd6ae31c5fe tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Checking segment: {'id': 'b8cb9f3c-ff70-4866-849e-74a798133c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '96bd4d4e-5b8f-474f-8407-1aca26895727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:00.859648 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc4d4a1-2e2f-48f3-8125-7fd6ae31c5fe tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network hostable DHCP agents. Network: 96bd4d4e-5b8f-474f-8407-1aca26895727, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:49:00.860053 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] Attempting to bind port 4d9a7596-619e-4a90-9313-72c224cef9a7 on network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:00.884146 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:00.888648 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] Checking segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:00.891399 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:00.895414 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] Bound using segment: {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:00.896305 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] Bound port: 4d9a7596-619e-4a90-9313-72c224cef9a7, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283b386-b11b-4a44-95c1-6c839bfade21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:00.899478 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4d9a7596-619e-4a90-9313-72c224cef9a7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:01.025963 n-d-827336-3 neutron-server[103188]: DEBUG neutron.objects.ports [None req-ad927715-2007-42ca-acba-798140a43485 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:49:01.102450 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1445-56b3-4b1d-a480-a7555fd7ef83 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (2569474d-384c-4822-b893-6147282496f1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:01.114566 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02ee73a7-b5f9-4c47-b06a-007e64921b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6a2b4638-69cb-4aef-95d5-954b60c9a9fa), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:01.115967 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02ee73a7-b5f9-4c47-b06a-007e64921b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:01.121451 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-02ee73a7-b5f9-4c47-b06a-007e64921b61 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a2b4638-69cb-4aef-95d5-954b60c9a9fa HTTP/1.1" status: 204 len: 168 time: 0.7544994 Feb 03 12:49:01.162398 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1445-56b3-4b1d-a480-a7555fd7ef83 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2569474d-384c-4822-b893-6147282496f1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:01.175407 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee73a7-b5f9-4c47-b06a-007e64921b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2b4638-69cb-4aef-95d5-954b60c9a9fa,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:01.178375 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:01.197208 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-064fe201-ec4f-4839-8d34-d16a8bfb909c req-78d4cd7c-4191-4230-aba4-31cbe48be312 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e629a5d-d5c9-4bb8-b8ee-183ab0969d31 HTTP/1.1" status: 200 len: 210 time: 0.2679188 Feb 03 12:49:01.260693 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f1445-56b3-4b1d-a480-a7555fd7ef83 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2569474d-384c-4822-b893-6147282496f1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:01.263485 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] For port 4d9a7596-619e-4a90-9313-72c224cef9a7, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:01.275624 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef238c42-0227-4bb2-865c-b227e1c16de2 req-de939bd2-dabd-4b28-98fb-4a1b7cb68ff9 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:01.275898 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] For port 4d9a7596-619e-4a90-9313-72c224cef9a7, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4d9a7596-619e-4a90-9313-72c224cef9a7,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:01.285509 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ef238c42-0227-4bb2-865c-b227e1c16de2 req-de939bd2-dabd-4b28-98fb-4a1b7cb68ff9 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.3623345 Feb 03 12:49:01.286179 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4d9a7596-619e-4a90-9313-72c224cef9a7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:01.339344 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc4d4a1-2e2f-48f3-8125-7fd6ae31c5fe tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network 96bd4d4e-5b8f-474f-8407-1aca26895727 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:49:01.377510 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a8f1445-56b3-4b1d-a480-a7555fd7ef83 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:01.379926 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1a8f1445-56b3-4b1d-a480-a7555fd7ef83 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8205397 Feb 03 12:49:01.391253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60774) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:01.404087 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-adc4d4a1-2e2f-48f3-8125-7fd6ae31c5fe tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 96bd4d4e-5b8f-474f-8407-1aca26895727) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:01.409924 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3ec2c397-8c6f-4fd2-90c3-f29ff1ad598b tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': '2569474d-384c-4822-b893-6147282496f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:01.418138 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc4d4a1-2e2f-48f3-8125-7fd6ae31c5fe tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:01.420274 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adc4d4a1-2e2f-48f3-8125-7fd6ae31c5fe tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:01.427870 n-d-827336-3 neutron-server[103188]: WARNING neutron.api.v2.base [None req-3ec2c397-8c6f-4fd2-90c3-f29ff1ad598b tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 03 12:49:01.429002 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-3ec2c397-8c6f-4fd2-90c3-f29ff1ad598b tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:01.431003 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3ec2c397-8c6f-4fd2-90c3-f29ff1ad598b tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0357087 Feb 03 12:49:01.461361 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60776) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:01.481567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb47b6-0c1e-44a8-9553-89c266abe559 None None] Pushing event updated for resources: {'Port': ['ID=4d9a7596-619e-4a90-9313-72c224cef9a7,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:01.510624 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c6c0835a-65b9-47ac-b9ab-9d85cac22280 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': '2569474d-384c-4822-b893-6147282496f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:01.520538 n-d-827336-3 neutron-server[103188]: WARNING neutron.api.v2.base [None req-c6c0835a-65b9-47ac-b9ab-9d85cac22280 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 03 12:49:01.522742 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-c6c0835a-65b9-47ac-b9ab-9d85cac22280 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:01.525600 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c6c0835a-65b9-47ac-b9ab-9d85cac22280 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0535324 Feb 03 12:49:01.549871 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-adc4d4a1-2e2f-48f3-8125-7fd6ae31c5fe tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3037722 Feb 03 12:49:01.550491 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60780) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:01.568300 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d788b97a-c60d-4b4f-8f97-2a4a685128e9 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': '2569474d-384c-4822-b893-6147282496f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:01.570198 n-d-827336-3 neutron-server[103189]: WARNING neutron.api.v2.base [None req-d788b97a-c60d-4b4f-8f97-2a4a685128e9 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 03 12:49:01.577748 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-d788b97a-c60d-4b4f-8f97-2a4a685128e9 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:01.581096 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60782) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:01.584254 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d788b97a-c60d-4b4f-8f97-2a4a685128e9 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0279229 Feb 03 12:49:01.589436 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60784) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:01.617159 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f61ef31d-9225-442f-9851-3ebec06a59f9 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': '2569474d-384c-4822-b893-6147282496f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:01.619272 n-d-827336-3 neutron-server[103189]: WARNING neutron.api.v2.base [None req-f61ef31d-9225-442f-9851-3ebec06a59f9 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 03 12:49:01.622451 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-f61ef31d-9225-442f-9851-3ebec06a59f9 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:01.625710 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f61ef31d-9225-442f-9851-3ebec06a59f9 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0305293 Feb 03 12:49:01.637816 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60786) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:01.759611 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ef238c42-0227-4bb2-865c-b227e1c16de2 req-9f74a3d6-d37d-4646-b6c7-cb1a41db3b59 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727449 Feb 03 12:49:01.839824 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82f9231c-2066-4838-be18-2cee227dca45 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (2569474d-384c-4822-b893-6147282496f1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:01.948476 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82f9231c-2066-4838-be18-2cee227dca45 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (2569474d-384c-4822-b893-6147282496f1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:01.984489 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad927715-2007-42ca-acba-798140a43485 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4d9a7596-619e-4a90-9313-72c224cef9a7), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:02.074119 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82f9231c-2066-4838-be18-2cee227dca45 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2569474d-384c-4822-b893-6147282496f1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:02.084141 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82f9231c-2066-4838-be18-2cee227dca45 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:02.090576 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-82f9231c-2066-4838-be18-2cee227dca45 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "DELETE /v2.0/security-groups/2569474d-384c-4822-b893-6147282496f1 HTTP/1.1" status: 204 len: 168 time: 0.4364641 Feb 03 12:49:02.097994 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60794) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:02.137564 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9231c-2066-4838-be18-2cee227dca45 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2569474d-384c-4822-b893-6147282496f1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:02.216190 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ed9b9b1-00e9-4472-98da-13c88e9c8829 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (96bd4d4e-5b8f-474f-8407-1aca26895727), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:02.237193 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e4268938-b055-4518-9d24-f0a529ec4589 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1365719 Feb 03 12:49:02.243639 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60802) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:02.271128 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-84cde4d9-2328-41ed-808c-893e95f17dd0 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group': {'name': 'tempest-secgroup--719889976'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:02.320267 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f71117-e1ed-452c-aace-2b61eaee860c req-f7f6610e-7f59-45bd-ad0b-d338d141c39e tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:02.328051 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88f71117-e1ed-452c-aace-2b61eaee860c req-f7f6610e-7f59-45bd-ad0b-d338d141c39e tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.31 "GET /v2.0/networks?id=ac852aa2-8a80-4426-ba70-ab8e4dc39f8e HTTP/1.1" status: 200 len: 822 time: 0.7148161 Feb 03 12:49:02.336332 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84cde4d9-2328-41ed-808c-893e95f17dd0 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:02.371664 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-88f71117-e1ed-452c-aace-2b61eaee860c req-61118550-58af-46fe-923a-08073cc7f953 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Request body: {'port': {'device_id': '1e629a5d-d5c9-4bb8-b8ee-183ab0969d31', 'network_id': 'ac852aa2-8a80-4426-ba70-ab8e4dc39f8e', 'admin_state_up': True, 'tenant_id': '5cfcec6a1a984cecbc22e441edd5eaf2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:02.527501 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f2eabcc8-fe93-406a-9ec9-0ce7f2260aa2 req-b1103a3f-6765-4fd1-84f2-fbb99a713d82 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e629a5d-d5c9-4bb8-b8ee-183ab0969d31 HTTP/1.1" status: 200 len: 210 time: 0.0879200 Feb 03 12:49:02.602111 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84cde4d9-2328-41ed-808c-893e95f17dd0 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (512f258d-2c2d-40a5-8a0f-9e118e8fae65), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:02.607803 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84cde4d9-2328-41ed-808c-893e95f17dd0 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (512f258d-2c2d-40a5-8a0f-9e118e8fae65), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:02.669645 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84cde4d9-2328-41ed-808c-893e95f17dd0 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:02.671799 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-84cde4d9-2328-41ed-808c-893e95f17dd0 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4088387 Feb 03 12:49:02.674321 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cde4d9-2328-41ed-808c-893e95f17dd0 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=512f258d-2c2d-40a5-8a0f-9e118e8fae65,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:02.676636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60810) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:02.683238 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-18d4b651-7838-4413-9ed5-5824d37d9be5 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': '512f258d-2c2d-40a5-8a0f-9e118e8fae65', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:02.684061 n-d-827336-3 neutron-server[103189]: WARNING neutron.api.v2.base [None req-18d4b651-7838-4413-9ed5-5824d37d9be5 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 12:49:02.684777 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-18d4b651-7838-4413-9ed5-5824d37d9be5 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:02.685832 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-18d4b651-7838-4413-9ed5-5824d37d9be5 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076840 Feb 03 12:49:02.690739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60812) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:02.697102 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4d9a7596-619e-4a90-9313-72c224cef9a7 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:02.697694 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f8cc4682-c2bb-4420-b9de-e873e3caf613 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': '512f258d-2c2d-40a5-8a0f-9e118e8fae65', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:02.747855 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-f8cc4682-c2bb-4420-b9de-e873e3caf613 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:02.753343 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f8cc4682-c2bb-4420-b9de-e873e3caf613 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0612054 Feb 03 12:49:02.753949 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60814) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:02.758510 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-51c0bce4-2010-4d87-bca1-8046f210c9c5 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': '512f258d-2c2d-40a5-8a0f-9e118e8fae65', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:02.765425 n-d-827336-3 neutron-server[103189]: WARNING neutron.api.v2.base [None req-51c0bce4-2010-4d87-bca1-8046f210c9c5 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 03 12:49:02.766139 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-51c0bce4-2010-4d87-bca1-8046f210c9c5 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:02.773751 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-51c0bce4-2010-4d87-bca1-8046f210c9c5 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0184867 Feb 03 12:49:02.774645 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60816) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:02.783849 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-53cd9905-ad07-4441-a3c6-d18dabf19cc3 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': '512f258d-2c2d-40a5-8a0f-9e118e8fae65', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:02.872312 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 4d9a7596-619e-4a90-9313-72c224cef9a7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:02.875224 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4d9a7596-619e-4a90-9313-72c224cef9a7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:02.875631 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-53cd9905-ad07-4441-a3c6-d18dabf19cc3 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:02.878151 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ed9b9b1-00e9-4472-98da-13c88e9c8829 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (9bc7393f-01ab-4232-aa2b-5be34b1cb8c2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:02.883079 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-53cd9905-ad07-4441-a3c6-d18dabf19cc3 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1069894 Feb 03 12:49:02.884201 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60822) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:02.892608 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-96bc90d8-5069-4fbc-a3dd-c43329db73ce tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': '512f258d-2c2d-40a5-8a0f-9e118e8fae65', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:02.895809 n-d-827336-3 neutron-server[103189]: WARNING neutron.api.v2.base [None req-96bc90d8-5069-4fbc-a3dd-c43329db73ce tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 12:49:02.896382 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-96bc90d8-5069-4fbc-a3dd-c43329db73ce tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:02.902555 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-96bc90d8-5069-4fbc-a3dd-c43329db73ce tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0178967 Feb 03 12:49:02.903146 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60824) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:02.915569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-88d61607-4a71-462c-ae1c-c3638c3ca9e9 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': '512f258d-2c2d-40a5-8a0f-9e118e8fae65', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:02.950128 n-d-827336-3 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-88d61607-4a71-462c-ae1c-c3638c3ca9e9 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Project c0c767fb2fa0438baf56f9020a111718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:49:02.972356 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-88d61607-4a71-462c-ae1c-c3638c3ca9e9 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:02.977210 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-88d61607-4a71-462c-ae1c-c3638c3ca9e9 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0727973 Feb 03 12:49:02.978016 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60826) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:02.983096 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-925775c5-1a02-46ce-9c9d-c86550c8765b tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': '512f258d-2c2d-40a5-8a0f-9e118e8fae65', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:02.983785 n-d-827336-3 neutron-server[103189]: WARNING neutron.api.v2.base [None req-925775c5-1a02-46ce-9c9d-c86550c8765b tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 03 12:49:02.984252 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-925775c5-1a02-46ce-9c9d-c86550c8765b tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:02.989307 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-925775c5-1a02-46ce-9c9d-c86550c8765b tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096331 Feb 03 12:49:02.991166 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60828) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:02.996028 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-43b9ad33-029e-40b0-b4dd-c3e5f4ee6315 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': '512f258d-2c2d-40a5-8a0f-9e118e8fae65', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:03.002841 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f71117-e1ed-452c-aace-2b61eaee860c req-61118550-58af-46fe-923a-08073cc7f953 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Made reservation on behalf of 5cfcec6a1a984cecbc22e441edd5eaf2 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:03.008894 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88f71117-e1ed-452c-aace-2b61eaee860c req-61118550-58af-46fe-923a-08073cc7f953 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:03.039516 n-d-827336-3 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-43b9ad33-029e-40b0-b4dd-c3e5f4ee6315 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Project c0c767fb2fa0438baf56f9020a111718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:49:03.065422 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-43b9ad33-029e-40b0-b4dd-c3e5f4ee6315 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:03.067525 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-43b9ad33-029e-40b0-b4dd-c3e5f4ee6315 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0760067 Feb 03 12:49:03.070919 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60830) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:03.076703 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ed9b9b1-00e9-4472-98da-13c88e9c8829 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (9bc7393f-01ab-4232-aa2b-5be34b1cb8c2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:03.081246 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-72a3463d-6769-4f77-a5b3-8730a1b4e533 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': '512f258d-2c2d-40a5-8a0f-9e118e8fae65', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:03.139391 n-d-827336-3 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-72a3463d-6769-4f77-a5b3-8730a1b4e533 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Project c0c767fb2fa0438baf56f9020a111718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:49:03.153834 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 4d9a7596-619e-4a90-9313-72c224cef9a7 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:03.154134 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4d9a7596-619e-4a90-9313-72c224cef9a7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:03.172517 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-72a3463d-6769-4f77-a5b3-8730a1b4e533 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:03.174552 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9b9b1-00e9-4472-98da-13c88e9c8829 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Subnet': ['ID=9bc7393f-01ab-4232-aa2b-5be34b1cb8c2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:03.180899 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-72a3463d-6769-4f77-a5b3-8730a1b4e533 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1074600 Feb 03 12:49:03.183441 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60834) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:03.322348 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d95ae3f-d17e-4434-8b42-7ccda9f26bd7 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (512f258d-2c2d-40a5-8a0f-9e118e8fae65), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:03.362168 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d95ae3f-d17e-4434-8b42-7ccda9f26bd7 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (512f258d-2c2d-40a5-8a0f-9e118e8fae65), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:03.384713 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-88f71117-e1ed-452c-aace-2b61eaee860c req-61118550-58af-46fe-923a-08073cc7f953 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Allocated IP 172.20.0.3 (ac852aa2-8a80-4426-ba70-ab8e4dc39f8e/543983ef-a58a-45f0-a583-0ff965a2a23d/14afa77b-98f1-4de9-8f1c-daa2de6d38c4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:03.472344 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d95ae3f-d17e-4434-8b42-7ccda9f26bd7 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (512f258d-2c2d-40a5-8a0f-9e118e8fae65), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:03.484224 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d95ae3f-d17e-4434-8b42-7ccda9f26bd7 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:03.492230 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7d95ae3f-d17e-4434-8b42-7ccda9f26bd7 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "DELETE /v2.0/security-groups/512f258d-2c2d-40a5-8a0f-9e118e8fae65 HTTP/1.1" status: 204 len: 168 time: 0.3068173 Feb 03 12:49:03.492941 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60840) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:03.498612 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e303e864-513f-48ff-b00b-4f1e6d030fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:03.536434 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95ae3f-d17e-4434-8b42-7ccda9f26bd7 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=512f258d-2c2d-40a5-8a0f-9e118e8fae65,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:03.583670 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fadad9-ac12-4f7f-8f7e-c3e335636acd req-ac454bd6-d626-45f9-a178-5dff3548ba40 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:03.585356 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-05fadad9-ac12-4f7f-8f7e-c3e335636acd req-ac454bd6-d626-45f9-a178-5dff3548ba40 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.5839000 Feb 03 12:49:03.678971 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ae591bfc-7270-4d09-9d1b-63529b15a637 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1818109 Feb 03 12:49:03.684718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60848) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:03.688835 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ad927715-2007-42ca-acba-798140a43485 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] For port 4d9a7596-619e-4a90-9313-72c224cef9a7, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4d9a7596-619e-4a90-9313-72c224cef9a7,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:03.701633 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ba3f834e-f65e-4921-b801-a3b319a707ff tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1219342164'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:03.751032 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ed9b9b1-00e9-4472-98da-13c88e9c8829 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (96bd4d4e-5b8f-474f-8407-1aca26895727), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:03.790115 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e0169d08-6774-49c5-8845-f069553cecd6 req-dd16f6ce-e5e5-4091-bfcf-3f3bf007d0ad tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e629a5d-d5c9-4bb8-b8ee-183ab0969d31 HTTP/1.1" status: 200 len: 210 time: 0.0604806 Feb 03 12:49:03.801958 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba3f834e-f65e-4921-b801-a3b319a707ff tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:03.808011 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cc78a9-9500-4d8a-bedd-7ada7c45628e None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:49:03.851636 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88f71117-e1ed-452c-aace-2b61eaee860c req-61118550-58af-46fe-923a-08073cc7f953 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Publish callbacks [] for port (14afa77b-98f1-4de9-8f1c-daa2de6d38c4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:03.858063 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-05fadad9-ac12-4f7f-8f7e-c3e335636acd req-db66ada8-2890-4266-9513-4b41c72a7a5a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193091 Feb 03 12:49:03.887622 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1d817e38-c344-41e2-b123-f678d9d6bb21 None None] Provisioning complete for port 4d9a7596-619e-4a90-9313-72c224cef9a7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:03.888077 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d817e38-c344-41e2-b123-f678d9d6bb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4d9a7596-619e-4a90-9313-72c224cef9a7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:03.919567 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2ed9b9b1-00e9-4472-98da-13c88e9c8829 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bd4d4e-5b8f-474f-8407-1aca26895727']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:03.958040 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad927715-2007-42ca-acba-798140a43485 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (4d9a7596-619e-4a90-9313-72c224cef9a7), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:03.975994 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2ed9b9b1-00e9-4472-98da-13c88e9c8829 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8cb9f3c-ff70-4866-849e-74a798133c63') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:03.977372 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2ed9b9b1-00e9-4472-98da-13c88e9c8829 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8cb9f3c-ff70-4866-849e-74a798133c63') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:03.980492 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad927715-2007-42ca-acba-798140a43485 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4d9a7596-619e-4a90-9313-72c224cef9a7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.011397 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba3f834e-f65e-4921-b801-a3b319a707ff tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (498281d8-87ea-4ae7-861e-8b631c3a4169), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.018299 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba3f834e-f65e-4921-b801-a3b319a707ff tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (498281d8-87ea-4ae7-861e-8b631c3a4169), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.067055 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba3f834e-f65e-4921-b801-a3b319a707ff tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.068316 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ed9b9b1-00e9-4472-98da-13c88e9c8829 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (b8cb9f3c-ff70-4866-849e-74a798133c63), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.071468 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ba3f834e-f65e-4921-b801-a3b319a707ff tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3834538 Feb 03 12:49:04.077763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60854) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:04.088459 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3eaec161-4a45-4955-9af9-82f1eb93d26a tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': '498281d8-87ea-4ae7-861e-8b631c3a4169', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:04.102275 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f834e-f65e-4921-b801-a3b319a707ff tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=498281d8-87ea-4ae7-861e-8b631c3a4169,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:04.109762 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad927715-2007-42ca-acba-798140a43485 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (25912bc2-0af6-48b4-bee8-c212d5ea2b7e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.179006 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-3eaec161-4a45-4955-9af9-82f1eb93d26a tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): The resource could not be found. Feb 03 12:49:04.183501 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3eaec161-4a45-4955-9af9-82f1eb93d26a tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1010649 Feb 03 12:49:04.183800 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60858) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:04.188195 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-26abb538-03dd-4118-9b49-8705c7115916 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': '498281d8-87ea-4ae7-861e-8b631c3a4169', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e869a1a7-30f1-4a53-8ba9-31d752fd0650'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:04.199768 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:49:04.200216 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:49:04.203900 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ed9b9b1-00e9-4472-98da-13c88e9c8829 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b8cb9f3c-ff70-4866-849e-74a798133c63), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.255563 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad927715-2007-42ca-acba-798140a43485 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:04.257643 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed9b9b1-00e9-4472-98da-13c88e9c8829 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:49:04.258443 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ed9b9b1-00e9-4472-98da-13c88e9c8829 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (b8cb9f3c-ff70-4866-849e-74a798133c63), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:49:04.276084 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:49:04.278865 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cc78a9-9500-4d8a-bedd-7ada7c45628e None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:49:04.317349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ad927715-2007-42ca-acba-798140a43485 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:04.326166 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad927715-2007-42ca-acba-798140a43485 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:04.328313 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad927715-2007-42ca-acba-798140a43485 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.334604 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-26abb538-03dd-4118-9b49-8705c7115916 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): The resource could not be found. Feb 03 12:49:04.343641 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-26abb538-03dd-4118-9b49-8705c7115916 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1556923 Feb 03 12:49:04.346332 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60862) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:04.363354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1d817e38-c344-41e2-b123-f678d9d6bb21 None None] Current status of the port 4d9a7596-619e-4a90-9313-72c224cef9a7 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:04.364044 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d817e38-c344-41e2-b123-f678d9d6bb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4d9a7596-619e-4a90-9313-72c224cef9a7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.372193 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad927715-2007-42ca-acba-798140a43485 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=4d9a7596-619e-4a90-9313-72c224cef9a7,revision_number=4']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:04.467757 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88f71117-e1ed-452c-aace-2b61eaee860c req-61118550-58af-46fe-923a-08073cc7f953 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (14afa77b-98f1-4de9-8f1c-daa2de6d38c4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.476976 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad927715-2007-42ca-acba-798140a43485 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Subnet': ['ID=25912bc2-0af6-48b4-bee8-c212d5ea2b7e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:04.492077 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f0e3e3c-e120-41b4-87b8-e9c19926931b tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (498281d8-87ea-4ae7-861e-8b631c3a4169), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.527286 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ad927715-2007-42ca-acba-798140a43485 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.7166727 Feb 03 12:49:04.532571 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60866) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:04.562056 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f0e3e3c-e120-41b4-87b8-e9c19926931b tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (498281d8-87ea-4ae7-861e-8b631c3a4169), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.589791 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3dea2e5f-a313-441a-84bd-a3955040e405 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Request body: {'port': {'network_id': '8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec', 'mac_address': 'fa:16:3e:91:98:bf', 'name': 'tempest-NetworksTestDHCPv6-2135492948'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:04.614061 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ed9b9b1-00e9-4472-98da-13c88e9c8829 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (96bd4d4e-5b8f-474f-8407-1aca26895727), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.632400 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ed9b9b1-00e9-4472-98da-13c88e9c8829 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.649795 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2ed9b9b1-00e9-4472-98da-13c88e9c8829 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/96bd4d4e-5b8f-474f-8407-1aca26895727 HTTP/1.1" status: 204 len: 168 time: 3.0661166 Feb 03 12:49:04.654723 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60868) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:04.661471 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-094bdd4e-9f72-4dc0-9ab0-5480cfb37f98 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1943269511'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:04.689515 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f0e3e3c-e120-41b4-87b8-e9c19926931b tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (498281d8-87ea-4ae7-861e-8b631c3a4169), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.692517 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f0e3e3c-e120-41b4-87b8-e9c19926931b tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.693860 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8f0e3e3c-e120-41b4-87b8-e9c19926931b tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "DELETE /v2.0/security-groups/498281d8-87ea-4ae7-861e-8b631c3a4169 HTTP/1.1" status: 204 len: 168 time: 0.3457363 Feb 03 12:49:04.716261 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60874) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:04.744471 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e3e3c-e120-41b4-87b8-e9c19926931b tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=498281d8-87ea-4ae7-861e-8b631c3a4169,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:04.767138 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094bdd4e-9f72-4dc0-9ab0-5480cfb37f98 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:04.773141 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-094bdd4e-9f72-4dc0-9ab0-5480cfb37f98 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.823142 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f71117-e1ed-452c-aace-2b61eaee860c req-61118550-58af-46fe-923a-08073cc7f953 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Network ac852aa2-8a80-4426-ba70-ab8e4dc39f8e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:04.840202 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094bdd4e-9f72-4dc0-9ab0-5480cfb37f98 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:49:04.857019 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3e90583d-98f4-4c8a-9bb8-705b8fb68dd7 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1344881 Feb 03 12:49:04.861485 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60882) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:04.871003 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a5763780-5bd3-4502-a740-06f5f62c3654 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': 'a38d3bde-bd3e-4b99-a3d7-14261143a12b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:04.873063 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9b9b1-00e9-4472-98da-13c88e9c8829 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Network': ['ID=96bd4d4e-5b8f-474f-8407-1aca26895727,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:04.908435 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-094bdd4e-9f72-4dc0-9ab0-5480cfb37f98 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (823b58ef-b388-4a42-a117-197e324158c3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:04.909503 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-094bdd4e-9f72-4dc0-9ab0-5480cfb37f98 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Added segment 823b58ef-b388-4a42-a117-197e324158c3 of type vlan for network e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82 Feb 03 12:49:04.923431 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-88f71117-e1ed-452c-aace-2b61eaee860c req-61118550-58af-46fe-923a-08073cc7f953 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:04.932546 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f71117-e1ed-452c-aace-2b61eaee860c req-61118550-58af-46fe-923a-08073cc7f953 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:05.083169 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1d817e38-c344-41e2-b123-f678d9d6bb21 None None] For port 4d9a7596-619e-4a90-9313-72c224cef9a7, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4d9a7596-619e-4a90-9313-72c224cef9a7,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:05.104580 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-a5763780-5bd3-4502-a740-06f5f62c3654 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): The resource could not be found. Feb 03 12:49:05.106997 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a5763780-5bd3-4502-a740-06f5f62c3654 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2435455 Feb 03 12:49:05.133941 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60886) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:05.143312 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c373c1ea-d2cb-4cde-bac9-7ae76806847d tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367894740'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:05.160514 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-094bdd4e-9f72-4dc0-9ab0-5480cfb37f98 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:05.179977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61118550-58af-46fe-923a-08073cc7f953 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Pushing event updated for resources: {'Port': ['ID=14afa77b-98f1-4de9-8f1c-daa2de6d38c4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:05.185208 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d817e38-c344-41e2-b123-f678d9d6bb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4d9a7596-619e-4a90-9313-72c224cef9a7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:05.276285 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c373c1ea-d2cb-4cde-bac9-7ae76806847d tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:05.328320 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398a6b5-2fba-4c80-828e-932971fb99fc req-785724b1-c598-48ee-8948-ed86edee10a1 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:05.331246 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c398a6b5-2fba-4c80-828e-932971fb99fc req-785724b1-c598-48ee-8948-ed86edee10a1 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e629a5d-d5c9-4bb8-b8ee-183ab0969d31 HTTP/1.1" status: 200 len: 931 time: 0.2888365 Feb 03 12:49:05.335925 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-094bdd4e-9f72-4dc0-9ab0-5480cfb37f98 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:05.345361 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094bdd4e-9f72-4dc0-9ab0-5480cfb37f98 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:05.346272 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-094bdd4e-9f72-4dc0-9ab0-5480cfb37f98 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:05.356699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 4d9a7596-619e-4a90-9313-72c224cef9a7 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:05.357713 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4d9a7596-619e-4a90-9313-72c224cef9a7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:05.388079 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-094bdd4e-9f72-4dc0-9ab0-5480cfb37f98 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7276320 Feb 03 12:49:05.398179 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60896) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:05.497046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b8eb0357-098e-4062-9e53-0f9a4d020de6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'subnet': {'network_id': 'e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:05.603029 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bdd4e-9f72-4dc0-9ab0-5480cfb37f98 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Network': ['ID=e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:05.678360 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c398a6b5-2fba-4c80-828e-932971fb99fc req-97304714-72e3-49b4-9d7c-6bae1e56c367 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/security-groups?id=8db5a611-3677-4b82-9315-cf534de4e64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105056 Feb 03 12:49:05.701408 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:49:05.727017 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c373c1ea-d2cb-4cde-bac9-7ae76806847d tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (d829d6b0-33e1-42c6-af7a-95b481a3a4e2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:05.734564 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c373c1ea-d2cb-4cde-bac9-7ae76806847d tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d829d6b0-33e1-42c6-af7a-95b481a3a4e2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:05.748993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f497da-71f3-423e-ad02-f3a7516922f7 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:05.753481 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf17246e-c294-453d-8fee-857db37df508 None None] Network 96bd4d4e-5b8f-474f-8407-1aca26895727 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:05.839482 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dea2e5f-a313-441a-84bd-a3955040e405 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Made reservation on behalf of 9c2e484e958f456c9ce63a4c2f906f3e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:05.856904 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373c1ea-d2cb-4cde-bac9-7ae76806847d tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d829d6b0-33e1-42c6-af7a-95b481a3a4e2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:05.877949 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf17246e-c294-453d-8fee-857db37df508 None None] Network 96bd4d4e-5b8f-474f-8407-1aca26895727 could not be found, it might have been deleted concurrently. {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 12:49:05.905126 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c373c1ea-d2cb-4cde-bac9-7ae76806847d tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:05.908310 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c373c1ea-d2cb-4cde-bac9-7ae76806847d tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7724824 Feb 03 12:49:05.914210 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60902) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:05.934203 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3c4e2094-9ec6-4f0d-a178-bcb573818932 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1405379151'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:05.953816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef67893-eef4-49dd-98b9-222950ccf97e None None] Network 96bd4d4e-5b8f-474f-8407-1aca26895727 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:05.962616 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dea2e5f-a313-441a-84bd-a3955040e405 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:06.014515 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c4e2094-9ec6-4f0d-a178-bcb573818932 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:06.031180 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d817e38-c344-41e2-b123-f678d9d6bb21 None None] Pushing event updated for resources: {'Port': ['ID=4d9a7596-619e-4a90-9313-72c224cef9a7,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:06.038210 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f71117-e1ed-452c-aace-2b61eaee860c req-61118550-58af-46fe-923a-08073cc7f953 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:06.038945 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88f71117-e1ed-452c-aace-2b61eaee860c req-61118550-58af-46fe-923a-08073cc7f953 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:06.056262 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef67893-eef4-49dd-98b9-222950ccf97e None None] Network 96bd4d4e-5b8f-474f-8407-1aca26895727 could not be found, it might have been deleted concurrently. {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 12:49:06.064189 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88f71117-e1ed-452c-aace-2b61eaee860c req-61118550-58af-46fe-923a-08073cc7f953 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7048016 Feb 03 12:49:06.076584 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-88f71117-e1ed-452c-aace-2b61eaee860c req-8a909126-fb51-4331-addc-1485a4f3174d tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:06.078307 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88f71117-e1ed-452c-aace-2b61eaee860c req-8a909126-fb51-4331-addc-1485a4f3174d tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064645 Feb 03 12:49:06.085913 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c4acc-a5df-45b9-bb2a-67a7d051558d req-9580620d-2606-4a5a-9a86-056fff210f88 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:06.092994 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e08c4acc-a5df-45b9-bb2a-67a7d051558d req-9580620d-2606-4a5a-9a86-056fff210f88 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.9166431 Feb 03 12:49:06.107715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-3dea2e5f-a313-441a-84bd-a3955040e405 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] device_id is not set on port ed5e3a03-06b6-4d66-8fa2-c584463ff193 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:49:06.227721 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c4e2094-9ec6-4f0d-a178-bcb573818932 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (d77fe70a-e8dd-469d-b900-39f3ea62c34e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:06.236839 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c4e2094-9ec6-4f0d-a178-bcb573818932 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d77fe70a-e8dd-469d-b900-39f3ea62c34e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:06.289547 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c4e2094-9ec6-4f0d-a178-bcb573818932 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:06.291773 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3c4e2094-9ec6-4f0d-a178-bcb573818932 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3757303 Feb 03 12:49:06.297736 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60908) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:06.307854 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-13cf0ae1-c8be-4cac-ad14-e4ad4d30a4d5 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': 'd829d6b0-33e1-42c6-af7a-95b481a3a4e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd77fe70a-e8dd-469d-b900-39f3ea62c34e'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:06.348120 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e2094-9ec6-4f0d-a178-bcb573818932 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77fe70a-e8dd-469d-b900-39f3ea62c34e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:06.398535 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-13cf0ae1-c8be-4cac-ad14-e4ad4d30a4d5 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:06.402462 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-13cf0ae1-c8be-4cac-ad14-e4ad4d30a4d5 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1021316 Feb 03 12:49:06.408148 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60910) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:06.459968 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:49:06.460800 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:49:06.487169 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6104d511-6bfe-46ce-b2fc-59e5be1a0176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:06.590768 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8eb0357-098e-4062-9e53-0f9a4d020de6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:06.607618 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8eb0357-098e-4062-9e53-0f9a4d020de6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:06.622600 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f23ac41e-df9f-4d5c-b417-377210c5bcaf tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (d77fe70a-e8dd-469d-b900-39f3ea62c34e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:06.643364 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 4d9a7596-619e-4a90-9313-72c224cef9a7 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:06.775424 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f23ac41e-df9f-4d5c-b417-377210c5bcaf tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (d77fe70a-e8dd-469d-b900-39f3ea62c34e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:06.964687 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f23ac41e-df9f-4d5c-b417-377210c5bcaf tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d77fe70a-e8dd-469d-b900-39f3ea62c34e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:06.967416 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f23ac41e-df9f-4d5c-b417-377210c5bcaf tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:06.970183 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f23ac41e-df9f-4d5c-b417-377210c5bcaf tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "DELETE /v2.0/security-groups/d77fe70a-e8dd-469d-b900-39f3ea62c34e HTTP/1.1" status: 204 len: 168 time: 0.5599315 Feb 03 12:49:06.997186 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60936) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:06.999415 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ac41e-df9f-4d5c-b417-377210c5bcaf tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77fe70a-e8dd-469d-b900-39f3ea62c34e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:07.006318 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4d9a7596-619e-4a90-9313-72c224cef9a7 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:07.103519 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e08c4acc-a5df-45b9-bb2a-67a7d051558d req-5cd4318b-67cc-45e4-bfec-3ea019fc3471 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0094802 Feb 03 12:49:07.104780 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51da8cf-2f0b-4bae-a588-247f9cf0d806 req-8df0d446-b205-4562-bbd1-120181b8e610 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:07.111861 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c51da8cf-2f0b-4bae-a588-247f9cf0d806 req-8df0d446-b205-4562-bbd1-120181b8e610 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e629a5d-d5c9-4bb8-b8ee-183ab0969d31 HTTP/1.1" status: 200 len: 931 time: 0.1559110 Feb 03 12:49:07.120292 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] Request body: {'port': {'device_id': '1e629a5d-d5c9-4bb8-b8ee-183ab0969d31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:07.149470 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a1356e63-7136-4e47-b41b-4a982b1f907a tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1477015 Feb 03 12:49:07.152167 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60940) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:07.188692 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:07.221442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3dea2e5f-a313-441a-84bd-a3955040e405 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8::1b5 (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/35fd69b7-0bf5-4906-b7e9-9252ad27425f/ed5e3a03-06b6-4d66-8fa2-c584463ff193) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:07.234825 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c51da8cf-2f0b-4bae-a588-247f9cf0d806 req-991cc942-ede6-4fc5-8f50-dd4df9bcc7fc tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/security-groups?id=8db5a611-3677-4b82-9315-cf534de4e64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216326 Feb 03 12:49:07.253213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 4d9a7596-619e-4a90-9313-72c224cef9a7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:07.253753 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4d9a7596-619e-4a90-9313-72c224cef9a7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:07.336876 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60948) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:07.344157 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8eb0357-098e-4062-9e53-0f9a4d020de6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (671e8a78-33d9-4f98-924c-eba7930634e1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:07.348454 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3dea2e5f-a313-441a-84bd-a3955040e405 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Allocated IP 2001:db8:0:1:f816:3eff:fe91:98bf (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec/25912bc2-0af6-48b4-bee8-c212d5ea2b7e/ed5e3a03-06b6-4d66-8fa2-c584463ff193) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:07.449281 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 4d9a7596-619e-4a90-9313-72c224cef9a7 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:07.485069 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (14afa77b-98f1-4de9-8f1c-daa2de6d38c4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:07.550183 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2086b7d2-091d-4dcf-af3d-d16482e85189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:07.566077 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b5f37ec-b22c-42d1-b8b5-2840e42dcce9 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (d829d6b0-33e1-42c6-af7a-95b481a3a4e2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:07.572119 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb0357-098e-4062-9e53-0f9a4d020de6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Subnet': ['ID=671e8a78-33d9-4f98-924c-eba7930634e1,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:07.662758 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eb0357-098e-4062-9e53-0f9a4d020de6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Checking segment: {'id': '823b58ef-b388-4a42-a117-197e324158c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:07.663529 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eb0357-098e-4062-9e53-0f9a4d020de6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network hostable DHCP agents. Network: e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:49:07.669099 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b5f37ec-b22c-42d1-b8b5-2840e42dcce9 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (d829d6b0-33e1-42c6-af7a-95b481a3a4e2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:07.721538 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2086b7d2-091d-4dcf-af3d-d16482e85189 admin admin] Publish callbacks [] for security_group (a0da9e33-8ecd-45e5-b8d9-931143fc2c7d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:07.727474 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2086b7d2-091d-4dcf-af3d-d16482e85189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a0da9e33-8ecd-45e5-b8d9-931143fc2c7d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:07.801767 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2086b7d2-091d-4dcf-af3d-d16482e85189 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61904b2e0dc94cf1ac1c914e6c46c5b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4619291 Feb 03 12:49:07.807237 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60958) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:07.827594 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086b7d2-091d-4dcf-af3d-d16482e85189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0da9e33-8ecd-45e5-b8d9-931143fc2c7d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:07.897027 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60962) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:07.939749 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90a9495b-61d9-489b-a89d-d64d7a32b3f5 admin admin] Publish callbacks [] for security_group (a0da9e33-8ecd-45e5-b8d9-931143fc2c7d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:07.978388 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90a9495b-61d9-489b-a89d-d64d7a32b3f5 admin admin] Publish callbacks [] for security_group (a0da9e33-8ecd-45e5-b8d9-931143fc2c7d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.109715 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56a186-fee7-4ec6-ad75-fe7ae6644542 req-27d27d0f-53ff-44f6-92e0-3a20aac11d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:08.110347 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56a186-fee7-4ec6-ad75-fe7ae6644542 req-27d27d0f-53ff-44f6-92e0-3a20aac11d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:08.110903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56a186-fee7-4ec6-ad75-fe7ae6644542 req-27d27d0f-53ff-44f6-92e0-3a20aac11d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:08.111425 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56a186-fee7-4ec6-ad75-fe7ae6644542 req-27d27d0f-53ff-44f6-92e0-3a20aac11d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:08.111970 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56a186-fee7-4ec6-ad75-fe7ae6644542 req-27d27d0f-53ff-44f6-92e0-3a20aac11d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:08.112509 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56a186-fee7-4ec6-ad75-fe7ae6644542 req-27d27d0f-53ff-44f6-92e0-3a20aac11d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:08.113042 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56a186-fee7-4ec6-ad75-fe7ae6644542 req-27d27d0f-53ff-44f6-92e0-3a20aac11d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:08.115666 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4b56a186-fee7-4ec6-ad75-fe7ae6644542 req-27d27d0f-53ff-44f6-92e0-3a20aac11d99 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 6718 time: 0.2156167 Feb 03 12:49:08.117482 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90a9495b-61d9-489b-a89d-d64d7a32b3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a0da9e33-8ecd-45e5-b8d9-931143fc2c7d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.120763 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90a9495b-61d9-489b-a89d-d64d7a32b3f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.122120 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-90a9495b-61d9-489b-a89d-d64d7a32b3f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0da9e33-8ecd-45e5-b8d9-931143fc2c7d HTTP/1.1" status: 204 len: 168 time: 0.3138943 Feb 03 12:49:08.166358 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9495b-61d9-489b-a89d-d64d7a32b3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0da9e33-8ecd-45e5-b8d9-931143fc2c7d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:08.255763 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4b56a186-fee7-4ec6-ad75-fe7ae6644542 req-2cd4cffd-91ec-4c94-be95-a1bef8cfab7c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fafe1e57-2e86-4120-becc-e9ff2e766a34&id=a380af32-50ee-4dcc-b68d-6592a0627212&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1283624 Feb 03 12:49:08.278105 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.462794 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb3197-796a-441b-849b-f94860c59fa9 req-b131508c-e589-4cc5-a005-90cdb224be87 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:08.465304 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-50eb3197-796a-441b-849b-f94860c59fa9 req-b131508c-e589-4cc5-a005-90cdb224be87 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e629a5d-d5c9-4bb8-b8ee-183ab0969d31 HTTP/1.1" status: 200 len: 931 time: 0.0919137 Feb 03 12:49:08.480282 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e9c42a-c665-4d9f-82fb-231434e54b74 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:08.550127 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-90e5ae73-02c2-4fc2-9e79-522ca065cf95 None None] Provisioning complete for port 4d9a7596-619e-4a90-9313-72c224cef9a7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:08.550808 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-90e5ae73-02c2-4fc2-9e79-522ca065cf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4d9a7596-619e-4a90-9313-72c224cef9a7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.573946 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-50eb3197-796a-441b-849b-f94860c59fa9 req-0e0e7e0e-5890-408d-a6e3-07e30974bfb4 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/security-groups?id=8db5a611-3677-4b82-9315-cf534de4e64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990894 Feb 03 12:49:08.791668 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60978) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:08.805410 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eb0357-098e-4062-9e53-0f9a4d020de6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:49:08.810401 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71333672-1612-48f5-92a4-150dfc059c0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.876827 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-90e5ae73-02c2-4fc2-9e79-522ca065cf95 None None] Current status of the port 4d9a7596-619e-4a90-9313-72c224cef9a7 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:08.899220 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b8eb0357-098e-4062-9e53-0f9a4d020de6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:08.910804 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eb0357-098e-4062-9e53-0f9a4d020de6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:08.916481 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3a7465-b95c-4668-9205-aecb11e7835d None None] Network e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:08.924273 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8eb0357-098e-4062-9e53-0f9a4d020de6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.964625 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dea2e5f-a313-441a-84bd-a3955040e405 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for port (ed5e3a03-06b6-4d66-8fa2-c584463ff193), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.980398 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b5f37ec-b22c-42d1-b8b5-2840e42dcce9 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d829d6b0-33e1-42c6-af7a-95b481a3a4e2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.986669 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b5f37ec-b22c-42d1-b8b5-2840e42dcce9 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:08.989148 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6b5f37ec-b22c-42d1-b8b5-2840e42dcce9 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "DELETE /v2.0/security-groups/d829d6b0-33e1-42c6-af7a-95b481a3a4e2 HTTP/1.1" status: 204 len: 168 time: 1.7866204 Feb 03 12:49:08.999868 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60982) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:09.073712 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71333672-1612-48f5-92a4-150dfc059c0f admin admin] Publish callbacks [] for security_group (d2ff0b1e-2500-48a0-bec9-0906a9a29cdc), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:09.079377 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f37ec-b22c-42d1-b8b5-2840e42dcce9 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d829d6b0-33e1-42c6-af7a-95b481a3a4e2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:09.091969 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b8eb0357-098e-4062-9e53-0f9a4d020de6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6567016 Feb 03 12:49:09.113812 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71333672-1612-48f5-92a4-150dfc059c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d2ff0b1e-2500-48a0-bec9-0906a9a29cdc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:09.127187 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60984) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:09.136774 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f6360-fed7-42b2-b296-c2c941440087 req-87a054c3-181e-4ee0-8c92-d0b48804e80a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:09.138765 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4a5f6360-fed7-42b2-b296-c2c941440087 req-87a054c3-181e-4ee0-8c92-d0b48804e80a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.5269456 Feb 03 12:49:09.220716 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82', 'network_id': 'e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82', 'project_id': 'a91813e3671c46ddbc122ddcbd924e87', 'fixed_ips': [{'subnet_id': '671e8a78-33d9-4f98-924c-eba7930634e1'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:49:09.221906 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:09.255342 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71333672-1612-48f5-92a4-150dfc059c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ff0b1e-2500-48a0-bec9-0906a9a29cdc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:09.298520 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dea2e5f-a313-441a-84bd-a3955040e405 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ed5e3a03-06b6-4d66-8fa2-c584463ff193), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:09.386016 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4a5f6360-fed7-42b2-b296-c2c941440087 req-73ab800e-169f-410a-a452-4cbfc0db75c7 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313709 Feb 03 12:49:09.441716 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-50a1a9da-715e-467f-b28c-55de74a6d71f tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4392810 Feb 03 12:49:09.489272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7bfd9ccf-1f47-44b9-8764-e054a0d1811a None None] Provisioning complete for port 4d9a7596-619e-4a90-9313-72c224cef9a7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:09.490502 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7bfd9ccf-1f47-44b9-8764-e054a0d1811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4d9a7596-619e-4a90-9313-72c224cef9a7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:09.519725 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14afa77b-98f1-4de9-8f1c-daa2de6d38c4 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:49:09.522070 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-71333672-1612-48f5-92a4-150dfc059c0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d79a38c5d4824240a1e02365e785705f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7280972 Feb 03 12:49:09.522687 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] Allocated IP 172.20.0.2 (e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82/671e8a78-33d9-4f98-924c-eba7930634e1/5e3cdcb3-3207-4e44-a60d-de463f765a6e) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:09.526604 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60986) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:09.527042 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60988) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:09.540338 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] Publish callbacks [] for port (14afa77b-98f1-4de9-8f1c-daa2de6d38c4), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:09.544673 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-bef95b38-86cc-4115-a9e3-42f170f79450 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1003108743'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:09.573836 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dea2e5f-a313-441a-84bd-a3955040e405 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:09.587549 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3dea2e5f-a313-441a-84bd-a3955040e405 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:09.591704 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea2e5f-a313-441a-84bd-a3955040e405 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:09.602196 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea2e5f-a313-441a-84bd-a3955040e405 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:09.603271 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dea2e5f-a313-441a-84bd-a3955040e405 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:09.609493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] Transition to ACTIVE for port object 14afa77b-98f1-4de9-8f1c-daa2de6d38c4 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:49:09.610957 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea2e5f-a313-441a-84bd-a3955040e405 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event updated for resources: {'Port': ['ID=ed5e3a03-06b6-4d66-8fa2-c584463ff193,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:09.624983 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (14afa77b-98f1-4de9-8f1c-daa2de6d38c4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:09.739571 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3dea2e5f-a313-441a-84bd-a3955040e405 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.1571751 Feb 03 12:49:09.748177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60992) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:09.781075 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:09.828114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bef95b38-86cc-4115-a9e3-42f170f79450 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:09.864221 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] Pushing event updated for resources: {'Port': ['ID=14afa77b-98f1-4de9-8f1c-daa2de6d38c4,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:09.906761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7bfd9ccf-1f47-44b9-8764-e054a0d1811a None None] Current status of the port 4d9a7596-619e-4a90-9313-72c224cef9a7 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:10.044412 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.099691 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] Attempting to bind port 14afa77b-98f1-4de9-8f1c-daa2de6d38c4 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:10.100656 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] Attempting to bind port 14afa77b-98f1-4de9-8f1c-daa2de6d38c4 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'cebdf9f5-66c3-4666-9077-08f6216c6a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ac852aa2-8a80-4426-ba70-ab8e4dc39f8e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:10.101514 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] Attempting to bind port 14afa77b-98f1-4de9-8f1c-daa2de6d38c4 on network ac852aa2-8a80-4426-ba70-ab8e4dc39f8e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:10.122467 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-15d74c9d-90f1-4bed-835e-5481be7acec5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting port ed5e3a03-06b6-4d66-8fa2-c584463ff193 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:10.123182 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15d74c9d-90f1-4bed-835e-5481be7acec5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ed5e3a03-06b6-4d66-8fa2-c584463ff193), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.127844 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] Publish callbacks [] for port (5e3cdcb3-3207-4e44-a60d-de463f765a6e), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.130081 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] Port 14afa77b-98f1-4de9-8f1c-daa2de6d38c4 on network ac852aa2-8a80-4426-ba70-ab8e4dc39f8e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:10.130547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] Attempting to bind port 14afa77b-98f1-4de9-8f1c-daa2de6d38c4 on network ac852aa2-8a80-4426-ba70-ab8e4dc39f8e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:10.143352 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (5e3cdcb3-3207-4e44-a60d-de463f765a6e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.154304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:10.154808 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] Checking segment: {'id': 'cebdf9f5-66c3-4666-9077-08f6216c6a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ac852aa2-8a80-4426-ba70-ab8e4dc39f8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:10.156598 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] Bound using segment: {'id': 'cebdf9f5-66c3-4666-9077-08f6216c6a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ac852aa2-8a80-4426-ba70-ab8e4dc39f8e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:10.156834 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] Bound port: 14afa77b-98f1-4de9-8f1c-daa2de6d38c4, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cebdf9f5-66c3-4666-9077-08f6216c6a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ac852aa2-8a80-4426-ba70-ab8e4dc39f8e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:10.157468 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (14afa77b-98f1-4de9-8f1c-daa2de6d38c4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.182616 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ab677e33-dfb2-4334-aaed-5d64a51bdfbb None None] Provisioning complete for port ed5e3a03-06b6-4d66-8fa2-c584463ff193 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:10.183339 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ab677e33-dfb2-4334-aaed-5d64a51bdfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ed5e3a03-06b6-4d66-8fa2-c584463ff193), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.226556 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] Network e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:10.242541 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:10.244480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] Pushing event updated for resources: {'Port': ['ID=5e3cdcb3-3207-4e44-a60d-de463f765a6e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:10.256204 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:10.305648 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ab677e33-dfb2-4334-aaed-5d64a51bdfbb None None] Port ed5e3a03-06b6-4d66-8fa2-c584463ff193 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:49:10.336534 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15d74c9d-90f1-4bed-835e-5481be7acec5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ed5e3a03-06b6-4d66-8fa2-c584463ff193), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.348347 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] For port 14afa77b-98f1-4de9-8f1c-daa2de6d38c4, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:10.371066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-15d74c9d-90f1-4bed-835e-5481be7acec5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Calling delete_port for ed5e3a03-06b6-4d66-8fa2-c584463ff193 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:10.382792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] For port 14afa77b-98f1-4de9-8f1c-daa2de6d38c4, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=14afa77b-98f1-4de9-8f1c-daa2de6d38c4,segment=NetworkSegment(cebdf9f5-66c3-4666-9077-08f6216c6a10),segment_id=cebdf9f5-66c3-4666-9077-08f6216c6a10)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:10.384502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] Attempting to bind port 5e3cdcb3-3207-4e44-a60d-de463f765a6e on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:10.386191 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] Attempting to bind port 5e3cdcb3-3207-4e44-a60d-de463f765a6e by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '823b58ef-b388-4a42-a117-197e324158c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:10.387163 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] Attempting to bind port 5e3cdcb3-3207-4e44-a60d-de463f765a6e on network e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:10.400074 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (14afa77b-98f1-4de9-8f1c-daa2de6d38c4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.401653 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:10.402273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] Checking segment: {'id': '823b58ef-b388-4a42-a117-197e324158c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:10.403171 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.403919 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] Bound using segment: {'id': '823b58ef-b388-4a42-a117-197e324158c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:10.405401 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] Bound port: 5e3cdcb3-3207-4e44-a60d-de463f765a6e, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823b58ef-b388-4a42-a117-197e324158c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:10.406018 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5e3cdcb3-3207-4e44-a60d-de463f765a6e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.542364 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:10.549343 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.552436 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88f71117-e1ed-452c-aace-2b61eaee860c req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] 10.222.0.31 "PUT /v2.0/ports/14afa77b-98f1-4de9-8f1c-daa2de6d38c4 HTTP/1.1" status: 200 len: 1091 time: 4.1395915 Feb 03 12:49:10.556992 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e629a5d-d5c9-4bb8-b8ee-183ab0969d31', 'tag': '14afa77b-98f1-4de9-8f1c-daa2de6d38c4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:10.562304 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84b8577-b8d8-43b3-94fa-aec76576094e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e629a5d-d5c9-4bb8-b8ee-183ab0969d31", "tag": "14afa77b-98f1-4de9-8f1c-daa2de6d38c4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:10.569861 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] For port 5e3cdcb3-3207-4e44-a60d-de463f765a6e, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:10.578103 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] For port 5e3cdcb3-3207-4e44-a60d-de463f765a6e, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5e3cdcb3-3207-4e44-a60d-de463f765a6e,segment=NetworkSegment(823b58ef-b388-4a42-a117-197e324158c3),segment_id=823b58ef-b388-4a42-a117-197e324158c3)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:10.593292 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5e3cdcb3-3207-4e44-a60d-de463f765a6e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.675426 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b7ed56a-810a-4bd1-9dd0-7f5bcbb7db29 admin admin] Publish callbacks [] for security_group (d2ff0b1e-2500-48a0-bec9-0906a9a29cdc), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.714008 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17392042-537f-40b8-aae3-b974f2bb5d72 service neutron] Pushing event updated for resources: {'Port': ['ID=14afa77b-98f1-4de9-8f1c-daa2de6d38c4,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:10.717796 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff8338-8d3c-4d26-b359-8e0ee76c53a6 req-771fd3f6-ff69-4c24-a477-a1b3ff1e09b0 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:10.721233 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2eff8338-8d3c-4d26-b359-8e0ee76c53a6 req-771fd3f6-ff69-4c24-a477-a1b3ff1e09b0 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e629a5d-d5c9-4bb8-b8ee-183ab0969d31 HTTP/1.1" status: 200 len: 943 time: 0.8876536 Feb 03 12:49:10.820007 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b7ed56a-810a-4bd1-9dd0-7f5bcbb7db29 admin admin] Publish callbacks [] for security_group (d2ff0b1e-2500-48a0-bec9-0906a9a29cdc), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.823239 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177b811-db9e-4403-bae7-03d5db436e22 None None] Pushing event updated for resources: {'Port': ['ID=5e3cdcb3-3207-4e44-a60d-de463f765a6e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:10.836763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f71117-e1ed-452c-aace-2b61eaee860c req-75af690d-fffd-4178-8323-99510c9fc107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:10.838698 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88f71117-e1ed-452c-aace-2b61eaee860c req-75af690d-fffd-4178-8323-99510c9fc107 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5cfcec6a1a984cecbc22e441edd5eaf2&device_id=1e629a5d-d5c9-4bb8-b8ee-183ab0969d31 HTTP/1.1" status: 200 len: 1125 time: 0.2078958 Feb 03 12:49:10.854812 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808acff4-f18d-4437-bf43-f5b4426960ca req-477c68b4-c922-4428-820a-317e79a20c6c tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:10.863053 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-808acff4-f18d-4437-bf43-f5b4426960ca req-477c68b4-c922-4428-820a-317e79a20c6c tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.2513373 Feb 03 12:49:10.926570 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bef95b38-86cc-4115-a9e3-42f170f79450 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (95141182-4231-46d4-b594-dc7b5c2ede47), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.933446 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88f71117-e1ed-452c-aace-2b61eaee860c req-162fe8f0-705f-4074-b643-747f19e596c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14afa77b-98f1-4de9-8f1c-daa2de6d38c4 HTTP/1.1" status: 200 len: 217 time: 0.0671406 Feb 03 12:49:10.947697 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Deleting port 5e3cdcb3-3207-4e44-a60d-de463f765a6e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:10.948098 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5e3cdcb3-3207-4e44-a60d-de463f765a6e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.950741 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bef95b38-86cc-4115-a9e3-42f170f79450 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (95141182-4231-46d4-b594-dc7b5c2ede47), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:10.995369 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2eff8338-8d3c-4d26-b359-8e0ee76c53a6 req-aad02c4d-d97f-4735-bb0d-51ee59170498 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/security-groups?id=8db5a611-3677-4b82-9315-cf534de4e64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462912 Feb 03 12:49:11.043969 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bef95b38-86cc-4115-a9e3-42f170f79450 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.043969 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bef95b38-86cc-4115-a9e3-42f170f79450 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5113990 Feb 03 12:49:11.062112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32768) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:11.093456 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5d405d6a-f9a2-4d39-9440-e394bbcba9f3 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': '95141182-4231-46d4-b594-dc7b5c2ede47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:11.142530 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef95b38-86cc-4115-a9e3-42f170f79450 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95141182-4231-46d4-b594-dc7b5c2ede47,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:11.146393 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b7ed56a-810a-4bd1-9dd0-7f5bcbb7db29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d2ff0b1e-2500-48a0-bec9-0906a9a29cdc), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.150327 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b7ed56a-810a-4bd1-9dd0-7f5bcbb7db29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.152417 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1b7ed56a-810a-4bd1-9dd0-7f5bcbb7db29 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2ff0b1e-2500-48a0-bec9-0906a9a29cdc HTTP/1.1" status: 204 len: 168 time: 1.6210530 Feb 03 12:49:11.191533 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ed56a-810a-4bd1-9dd0-7f5bcbb7db29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ff0b1e-2500-48a0-bec9-0906a9a29cdc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:11.198151 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-808acff4-f18d-4437-bf43-f5b4426960ca req-afb8a7c3-4594-49d5-9d81-69353c25547d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331029 Feb 03 12:49:11.218793 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] For port 5e3cdcb3-3207-4e44-a60d-de463f765a6e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5e3cdcb3-3207-4e44-a60d-de463f765a6e,segment=NetworkSegment(823b58ef-b388-4a42-a117-197e324158c3),segment_id=823b58ef-b388-4a42-a117-197e324158c3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:11.219205 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5e3cdcb3-3207-4e44-a60d-de463f765a6e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.241199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Calling delete_port for 5e3cdcb3-3207-4e44-a60d-de463f765a6e owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:11.291649 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f71117-e1ed-452c-aace-2b61eaee860c req-4ad5bc57-25d5-4dac-bc1a-0f984e8f8175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:11.293951 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88f71117-e1ed-452c-aace-2b61eaee860c req-4ad5bc57-25d5-4dac-bc1a-0f984e8f8175 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=543983ef-a58a-45f0-a583-0ff965a2a23d HTTP/1.1" status: 200 len: 862 time: 0.3533716 Feb 03 12:49:11.298199 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-5d405d6a-f9a2-4d39-9440-e394bbcba9f3 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:11.300866 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5d405d6a-f9a2-4d39-9440-e394bbcba9f3 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2273378 Feb 03 12:49:11.321780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32776) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:11.326152 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15d74c9d-90f1-4bed-835e-5481be7acec5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ed5e3a03-06b6-4d66-8fa2-c584463ff193), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.374860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f09cb172-8288-4693-9641-c1afe9faafd2 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group_rule': {'security_group_id': '95141182-4231-46d4-b594-dc7b5c2ede47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:11.547654 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d74c9d-90f1-4bed-835e-5481be7acec5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Port': ['ID=ed5e3a03-06b6-4d66-8fa2-c584463ff193,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:11.614425 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88f71117-e1ed-452c-aace-2b61eaee860c req-10560330-8521-4e6f-872d-d8469ccae9e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ac852aa2-8a80-4426-ba70-ab8e4dc39f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3107460 Feb 03 12:49:11.652074 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (5e3cdcb3-3207-4e44-a60d-de463f765a6e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.700584 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-f09cb172-8288-4693-9641-c1afe9faafd2 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:49:11.706101 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f09cb172-8288-4693-9641-c1afe9faafd2 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3724523 Feb 03 12:49:11.712605 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32780) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:11.790631 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15d74c9d-90f1-4bed-835e-5481be7acec5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:11.808077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-15d74c9d-90f1-4bed-835e-5481be7acec5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/ed5e3a03-06b6-4d66-8fa2-c584463ff193 HTTP/1.1" status: 204 len: 168 time: 2.0503211 Feb 03 12:49:11.810921 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32782) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:11.828800 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6a5dc3-4346-44dd-86db-0110aa1bdcfe x-openstack-request-id: req-7e6a5dc3-4346-44dd-86db-0110aa1bdcfe {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:11.829425 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e629a5d-d5c9-4bb8-b8ee-183ab0969d31", "tag": "14afa77b-98f1-4de9-8f1c-daa2de6d38c4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:11.829872 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e6a5dc3-4346-44dd-86db-0110aa1bdcfe {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:11.830514 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e629a5d-d5c9-4bb8-b8ee-183ab0969d31', 'tag': '14afa77b-98f1-4de9-8f1c-daa2de6d38c4', 'status': 'completed', 'code': 200} Feb 03 12:49:11.851834 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Port': ['ID=5e3cdcb3-3207-4e44-a60d-de463f765a6e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:11.930959 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88f71117-e1ed-452c-aace-2b61eaee860c req-213fbfa2-8f34-4fb8-89c0-672f72a92877 service neutron] 10.222.0.31 "GET /v2.0/networks/ac852aa2-8a80-4426-ba70-ab8e4dc39f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659328 Feb 03 12:49:11.940151 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No DVR routers for this DVR port 5e3cdcb3-3207-4e44-a60d-de463f765a6e on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:12.024489 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3af068fb-e928-44bf-9573-25acaf85928e tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (95141182-4231-46d4-b594-dc7b5c2ede47), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.094112 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (671e8a78-33d9-4f98-924c-eba7930634e1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.111069 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3af068fb-e928-44bf-9573-25acaf85928e tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (95141182-4231-46d4-b594-dc7b5c2ede47), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.124435 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88f71117-e1ed-452c-aace-2b61eaee860c req-434a834c-29f7-4343-b6af-5cb9a7af35c8 service neutron] 10.222.0.31 "GET /v2.0/networks/ac852aa2-8a80-4426-ba70-ab8e4dc39f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862535 Feb 03 12:49:12.424541 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3af068fb-e928-44bf-9573-25acaf85928e tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (95141182-4231-46d4-b594-dc7b5c2ede47), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.428488 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3af068fb-e928-44bf-9573-25acaf85928e tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.434068 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3af068fb-e928-44bf-9573-25acaf85928e tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "DELETE /v2.0/security-groups/95141182-4231-46d4-b594-dc7b5c2ede47 HTTP/1.1" status: 204 len: 168 time: 0.7068300 Feb 03 12:49:12.439521 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32800) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:12.446279 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b8577-b8d8-43b3-94fa-aec76576094e req-d6454f5c-523c-4c0a-9af9-71efca1e148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:12.449256 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c84b8577-b8d8-43b3-94fa-aec76576094e req-d6454f5c-523c-4c0a-9af9-71efca1e148f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5cfcec6a1a984cecbc22e441edd5eaf2&device_id=1e629a5d-d5c9-4bb8-b8ee-183ab0969d31 HTTP/1.1" status: 200 len: 1125 time: 0.2506886 Feb 03 12:49:12.478444 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (671e8a78-33d9-4f98-924c-eba7930634e1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.483996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af068fb-e928-44bf-9573-25acaf85928e tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95141182-4231-46d4-b594-dc7b5c2ede47,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:12.516607 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea519dc3-a435-4930-870b-9d883e93ebe0 req-fbdfac40-3697-4a05-80e5-c4b4a0373776 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:12.518455 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ea519dc3-a435-4930-870b-9d883e93ebe0 req-fbdfac40-3697-4a05-80e5-c4b4a0373776 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e629a5d-d5c9-4bb8-b8ee-183ab0969d31 HTTP/1.1" status: 200 len: 943 time: 0.2663457 Feb 03 12:49:12.540865 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Subnet': ['ID=671e8a78-33d9-4f98-924c-eba7930634e1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:12.702411 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.732965 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:12.746273 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823b58ef-b388-4a42-a117-197e324158c3') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:12.746929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823b58ef-b388-4a42-a117-197e324158c3') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:12.760941 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (823b58ef-b388-4a42-a117-197e324158c3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.782696 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (823b58ef-b388-4a42-a117-197e324158c3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.792040 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:49:12.792547 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (823b58ef-b388-4a42-a117-197e324158c3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.802996 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a21acdc3-e130-4877-809b-06be81fff596 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3520715 Feb 03 12:49:12.819797 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ea519dc3-a435-4930-870b-9d883e93ebe0 req-2186e1f2-4ae1-4706-8e3f-f6945277d33c tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/security-groups?id=8db5a611-3677-4b82-9315-cf534de4e64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506728 Feb 03 12:49:12.821495 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32806) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:12.830372 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4fcdb1c2-8e2b-4225-a3fb-1dedd50e059e tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562982788'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:12.837528 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b8577-b8d8-43b3-94fa-aec76576094e req-abd272d6-a78b-4702-adf3-2d6e2178390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:12.839711 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c84b8577-b8d8-43b3-94fa-aec76576094e req-abd272d6-a78b-4702-adf3-2d6e2178390a service neutron] 10.222.0.31 "GET /v2.0/networks?id=ac852aa2-8a80-4426-ba70-ab8e4dc39f8e HTTP/1.1" status: 200 len: 923 time: 0.3708813 Feb 03 12:49:12.885595 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b20436-631d-40a3-ad98-ec689634cd3c None None] Network e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:49:12.906822 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:49:12.916154 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.938012 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:12.946786 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82 HTTP/1.1" status: 204 len: 168 time: 3.7509353 Feb 03 12:49:12.952465 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-32736082-642d-4785-8d15-4b6680379f61 None None] Could not find standard attr ID for object 5e3cdcb3-3207-4e44-a60d-de463f765a6e. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:49:12.964382 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1699ef9-9b0a-409a-9ede-c7880e8a9aae req-59cbc3da-72b3-477e-aff8-9988b497f54d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:12.972981 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b1699ef9-9b0a-409a-9ede-c7880e8a9aae req-59cbc3da-72b3-477e-aff8-9988b497f54d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.5167890 Feb 03 12:49:12.975135 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32810) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:13.003849 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4fcdb1c2-8e2b-4225-a3fb-1dedd50e059e tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.009151 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c84b8577-b8d8-43b3-94fa-aec76576094e req-cf653e03-57ed-41d9-929f-b488ebf3c3e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14afa77b-98f1-4de9-8f1c-daa2de6d38c4 HTTP/1.1" status: 200 len: 217 time: 0.1615291 Feb 03 12:49:13.011804 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1ac86cee-5d5e-49fa-9aed-2fbd0635b6fb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1338223323'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:13.066448 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24872e29-5bb9-44cd-9e3e-8d3bd2f3e651 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:13.066805 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-24872e29-5bb9-44cd-9e3e-8d3bd2f3e651 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.2343130 Feb 03 12:49:13.073297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3383e-9f0c-4e50-a2ff-8e7b45da8e49 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Network': ['ID=e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:13.077576 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32814) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:13.130513 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac86cee-5d5e-49fa-9aed-2fbd0635b6fb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:13.134539 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ac86cee-5d5e-49fa-9aed-2fbd0635b6fb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.165255 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4fcdb1c2-8e2b-4225-a3fb-1dedd50e059e tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (6b034ec1-5a8a-4200-a105-8ef3c06c48f9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.174968 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b1699ef9-9b0a-409a-9ede-c7880e8a9aae req-a46a6e83-0065-4975-9706-5b36504a8776 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007856 Feb 03 12:49:13.206094 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4fcdb1c2-8e2b-4225-a3fb-1dedd50e059e tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6b034ec1-5a8a-4200-a105-8ef3c06c48f9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.223228 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac86cee-5d5e-49fa-9aed-2fbd0635b6fb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:49:13.248537 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ac86cee-5d5e-49fa-9aed-2fbd0635b6fb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (992be476-824e-4202-9d31-02edd3612b6a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.249610 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-1ac86cee-5d5e-49fa-9aed-2fbd0635b6fb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Added segment 992be476-824e-4202-9d31-02edd3612b6a of type vlan for network 4464f6e4-ede8-49a2-8379-141cea527dd6 Feb 03 12:49:13.265205 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968f5dd4-81bf-4e6d-a9b6-9c68670e67eb None None] DHCP port deletion for e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:49:13.287434 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b8577-b8d8-43b3-94fa-aec76576094e req-44a6f1ce-4cb0-4a99-9b45-be2588d64639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:13.292051 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c84b8577-b8d8-43b3-94fa-aec76576094e req-44a6f1ce-4cb0-4a99-9b45-be2588d64639 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=543983ef-a58a-45f0-a583-0ff965a2a23d HTTP/1.1" status: 200 len: 862 time: 0.2751296 Feb 03 12:49:13.310186 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4fcdb1c2-8e2b-4225-a3fb-1dedd50e059e tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.310509 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ac86cee-5d5e-49fa-9aed-2fbd0635b6fb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (4464f6e4-ede8-49a2-8379-141cea527dd6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.316117 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4fcdb1c2-8e2b-4225-a3fb-1dedd50e059e tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4929070 Feb 03 12:49:13.337630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32820) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:13.344838 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6e38534b-96ac-4438-b2ff-9ad11a7ad0ce tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:13.344838 n-d-827336-3 neutron-server[103189]: WARNING neutron.api.v2.base [None req-6e38534b-96ac-4438-b2ff-9ad11a7ad0ce tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 12:49:13.345356 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-6e38534b-96ac-4438-b2ff-9ad11a7ad0ce tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] update failed (client error): There was a conflict when trying to complete your request. Feb 03 12:49:13.346153 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6e38534b-96ac-4438-b2ff-9ad11a7ad0ce tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "PUT /v2.0/security-groups/6b034ec1-5a8a-4200-a105-8ef3c06c48f9 HTTP/1.1" status: 409 len: 330 time: 0.0076697 Feb 03 12:49:13.348650 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ac86cee-5d5e-49fa-9aed-2fbd0635b6fb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (4464f6e4-ede8-49a2-8379-141cea527dd6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.354940 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac86cee-5d5e-49fa-9aed-2fbd0635b6fb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:13.355586 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ac86cee-5d5e-49fa-9aed-2fbd0635b6fb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.357982 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32822) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:13.368622 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c84b8577-b8d8-43b3-94fa-aec76576094e req-68d07d53-4431-4f0a-a9f3-0fc4c947b9b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ac852aa2-8a80-4426-ba70-ab8e4dc39f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626986 Feb 03 12:49:13.372238 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcdb1c2-8e2b-4225-a3fb-1dedd50e059e tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b034ec1-5a8a-4200-a105-8ef3c06c48f9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:13.434391 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f964d3-933b-4a33-8a5f-5f614f4e570e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:13.439269 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-90f964d3-933b-4a33-8a5f-5f614f4e570e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3568830 Feb 03 12:49:13.440071 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32824) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:13.472481 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a53cb0d-3a42-4838-97bd-320f15a35624 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (6b034ec1-5a8a-4200-a105-8ef3c06c48f9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.484720 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1ac86cee-5d5e-49fa-9aed-2fbd0635b6fb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4836416 Feb 03 12:49:13.493327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32826) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:13.518572 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5fb8f478-1c8d-4162-8870-6ed60e57696c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'subnet': {'network_id': '4464f6e4-ede8-49a2-8379-141cea527dd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:13.542211 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac86cee-5d5e-49fa-9aed-2fbd0635b6fb tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Network': ['ID=4464f6e4-ede8-49a2-8379-141cea527dd6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:13.557824 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 4464f6e4-ede8-49a2-8379-141cea527dd6 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:49:13.575341 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a53cb0d-3a42-4838-97bd-320f15a35624 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (6b034ec1-5a8a-4200-a105-8ef3c06c48f9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.648111 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a53cb0d-3a42-4838-97bd-320f15a35624 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6b034ec1-5a8a-4200-a105-8ef3c06c48f9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.655760 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a53cb0d-3a42-4838-97bd-320f15a35624 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.655760 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7a53cb0d-3a42-4838-97bd-320f15a35624 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "DELETE /v2.0/security-groups/6b034ec1-5a8a-4200-a105-8ef3c06c48f9 HTTP/1.1" status: 204 len: 168 time: 0.2904928 Feb 03 12:49:13.659775 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32830) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:13.710380 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53cb0d-3a42-4838-97bd-320f15a35624 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b034ec1-5a8a-4200-a105-8ef3c06c48f9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:13.736050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63d0bad-4246-4cfa-b362-1a71cbacccae tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:13.739389 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63d0bad-4246-4cfa-b362-1a71cbacccae tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:13.741915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63d0bad-4246-4cfa-b362-1a71cbacccae tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:13.744299 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c63d0bad-4246-4cfa-b362-1a71cbacccae tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3028331 Feb 03 12:49:13.749913 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32834) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:13.755398 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cca8f442-38b8-47b1-8652-58f105f01b32 tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0943577 Feb 03 12:49:13.763168 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32836) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:13.786382 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-03156527-6bba-49d6-9dca-32d26ec46abd tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] delete failed (client error): The resource could not be found. Feb 03 12:49:13.788860 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-03156527-6bba-49d6-9dca-32d26ec46abd tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "DELETE /v2.0/security-groups/d27495ac-ccb1-4106-9671-457e77e75ede HTTP/1.1" status: 404 len: 347 time: 0.0244608 Feb 03 12:49:13.793538 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c84b8577-b8d8-43b3-94fa-aec76576094e req-8fd6da68-c110-4e4d-9daf-e35592acf1a7 service neutron] 10.222.0.31 "GET /v2.0/networks/ac852aa2-8a80-4426-ba70-ab8e4dc39f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148088 Feb 03 12:49:13.794525 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32840) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:13.819262 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-4c62fe40-cf23-4878-a9eb-2dbdc73dd97b tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] show failed (client error): The resource could not be found. Feb 03 12:49:13.821331 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4c62fe40-cf23-4878-a9eb-2dbdc73dd97b tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "GET /v2.0/security-groups/117c5a38-aee0-4270-99c5-2321b46a6107 HTTP/1.1" status: 404 len: 347 time: 0.0243235 Feb 03 12:49:13.827351 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32842) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:13.850301 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-64d1444a-9c82-4b63-b546-171377e7101a tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] show failed (client error): The resource could not be found. Feb 03 12:49:13.851804 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-64d1444a-9c82-4b63-b546-171377e7101a tempest-NegativeSecGroupIPv6Test-1020267793 tempest-NegativeSecGroupIPv6Test-1020267793-project] 10.222.0.18 "GET /v2.0/security-group-rules/83de5947-1f00-416f-9902-0530b21e7116 HTTP/1.1" status: 404 len: 356 time: 0.0227585 Feb 03 12:49:13.876506 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb8f478-1c8d-4162-8870-6ed60e57696c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:13.881238 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fb8f478-1c8d-4162-8870-6ed60e57696c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:13.971235 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-64771e16-f6f6-4c5f-98a2-9efc68298b88 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet 25912bc2-0af6-48b4-bee8-c212d5ea2b7e {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:49:13.974813 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64771e16-f6f6-4c5f-98a2-9efc68298b88 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (25912bc2-0af6-48b4-bee8-c212d5ea2b7e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:14.084007 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-5fb8f478-1c8d-4162-8870-6ed60e57696c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Performing IP validity checks on allocation pools {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 12:49:14.084703 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-5fb8f478-1c8d-4162-8870-6ed60e57696c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 12:49:14.130566 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64771e16-f6f6-4c5f-98a2-9efc68298b88 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (25912bc2-0af6-48b4-bee8-c212d5ea2b7e), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:14.251718 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c84b8577-b8d8-43b3-94fa-aec76576094e req-37f4d00b-7755-4225-81f2-6fee9e339411 service neutron] 10.222.0.31 "GET /v2.0/networks/ac852aa2-8a80-4426-ba70-ab8e4dc39f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322135 Feb 03 12:49:14.279167 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98619e-bae7-4046-97be-2c5dbe7e88fe req-ddd2cadb-d955-4e66-897d-9725a1196552 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:14.281670 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a98619e-bae7-4046-97be-2c5dbe7e88fe req-ddd2cadb-d955-4e66-897d-9725a1196552 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e629a5d-d5c9-4bb8-b8ee-183ab0969d31 HTTP/1.1" status: 200 len: 943 time: 0.2829719 Feb 03 12:49:14.486534 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64771e16-f6f6-4c5f-98a2-9efc68298b88 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (25912bc2-0af6-48b4-bee8-c212d5ea2b7e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:14.517420 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32860) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:14.550805 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32862) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:14.576902 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a98619e-bae7-4046-97be-2c5dbe7e88fe req-6346aaa1-ff01-45c2-92cd-68c5b283075a tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/security-groups?id=8db5a611-3677-4b82-9315-cf534de4e64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474558 Feb 03 12:49:14.582862 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fb8f478-1c8d-4162-8870-6ed60e57696c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (fc7e1e01-9f92-4190-9cfc-6d340c2ee6dc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:14.631444 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c97666-78ea-417b-bf40-5949c0254a4b req-fcbeea59-eeeb-43eb-a6d5-d25e75ba9449 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:14.635881 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-13c97666-78ea-417b-bf40-5949c0254a4b req-fcbeea59-eeeb-43eb-a6d5-d25e75ba9449 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.1925588 Feb 03 12:49:14.748723 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8f478-1c8d-4162-8870-6ed60e57696c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Subnet': ['ID=fc7e1e01-9f92-4190-9cfc-6d340c2ee6dc,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:14.758362 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb8f478-1c8d-4162-8870-6ed60e57696c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Checking segment: {'id': '992be476-824e-4202-9d31-02edd3612b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4464f6e4-ede8-49a2-8379-141cea527dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:14.758655 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb8f478-1c8d-4162-8870-6ed60e57696c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network hostable DHCP agents. Network: 4464f6e4-ede8-49a2-8379-141cea527dd6, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:49:14.766032 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-13c97666-78ea-417b-bf40-5949c0254a4b req-2f18eb6d-6681-40f0-8487-ed7c9301da78 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196334 Feb 03 12:49:14.772277 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5e3cdcb3-3207-4e44-a60d-de463f765a6e no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:14.775572 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64771e16-f6f6-4c5f-98a2-9efc68298b88 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (25912bc2-0af6-48b4-bee8-c212d5ea2b7e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:14.832165 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 5e3cdcb3-3207-4e44-a60d-de463f765a6e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:14.832595 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5e3cdcb3-3207-4e44-a60d-de463f765a6e not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:14.856182 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64771e16-f6f6-4c5f-98a2-9efc68298b88 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=25912bc2-0af6-48b4-bee8-c212d5ea2b7e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:14.862565 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64771e16-f6f6-4c5f-98a2-9efc68298b88 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:14.870509 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-64771e16-f6f6-4c5f-98a2-9efc68298b88 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/25912bc2-0af6-48b4-bee8-c212d5ea2b7e HTTP/1.1" status: 204 len: 168 time: 1.1163201 Feb 03 12:49:14.870815 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 14afa77b-98f1-4de9-8f1c-daa2de6d38c4 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:49:14.871466 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32868) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:14.892524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f990ef-5276-42ac-ab45-b68c842a10a4 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:14.956102 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb8f478-1c8d-4162-8870-6ed60e57696c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network 4464f6e4-ede8-49a2-8379-141cea527dd6 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:49:14.989477 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-251e1f1f-da18-4fff-9764-ab4c02afe4fd tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:14.996895 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5fb8f478-1c8d-4162-8870-6ed60e57696c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 4464f6e4-ede8-49a2-8379-141cea527dd6) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:15.018285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb8f478-1c8d-4162-8870-6ed60e57696c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:15.018663 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b456b69-9fdf-4a46-95fe-6e0aed38005d None None] Network 4464f6e4-ede8-49a2-8379-141cea527dd6 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:15.018846 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fb8f478-1c8d-4162-8870-6ed60e57696c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.023363 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-b933284c-a14f-410e-8304-65012c5f2317 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Deleting subnet 35fd69b7-0bf5-4906-b7e9-9252ad27425f {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:49:15.033908 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b933284c-a14f-410e-8304-65012c5f2317 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for subnet (35fd69b7-0bf5-4906-b7e9-9252ad27425f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.051958 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d2d0c41d-1e7b-4325-abac-5e7b4c30825f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0c767fb2fa0438baf56f9020a111718&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5257082 Feb 03 12:49:15.052883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32870) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:15.060381 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5fb8f478-1c8d-4162-8870-6ed60e57696c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5655503 Feb 03 12:49:15.069943 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32872) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:15.100141 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-251e1f1f-da18-4fff-9764-ab4c02afe4fd tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.160321 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b933284c-a14f-410e-8304-65012c5f2317 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (35fd69b7-0bf5-4906-b7e9-9252ad27425f), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.287996 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-decf839b-24af-44c2-8481-40d7136d3337 admin admin] Publish callbacks [] for security_group (2500027d-ce6f-4586-8329-5c3fe102dde0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.375995 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-decf839b-24af-44c2-8481-40d7136d3337 admin admin] Publish callbacks [] for security_group (2500027d-ce6f-4586-8329-5c3fe102dde0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.379393 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:49:15.421793 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (4464f6e4-ede8-49a2-8379-141cea527dd6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.457429 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b933284c-a14f-410e-8304-65012c5f2317 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (35fd69b7-0bf5-4906-b7e9-9252ad27425f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.496662 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 14afa77b-98f1-4de9-8f1c-daa2de6d38c4, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=14afa77b-98f1-4de9-8f1c-daa2de6d38c4,segment=NetworkSegment(cebdf9f5-66c3-4666-9077-08f6216c6a10),segment_id=cebdf9f5-66c3-4666-9077-08f6216c6a10)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:15.513169 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '14afa77b-98f1-4de9-8f1c-daa2de6d38c4', 'network_id': 'ac852aa2-8a80-4426-ba70-ab8e4dc39f8e', 'port_id': '14afa77b-98f1-4de9-8f1c-daa2de6d38c4', 'mac_address': 'fa:16:3e:1a:5a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '543983ef-a58a-45f0-a583-0ff965a2a23d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:49:15.596508 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (fc7e1e01-9f92-4190-9cfc-6d340c2ee6dc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.613431 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 14afa77b-98f1-4de9-8f1c-daa2de6d38c4 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:15.614456 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (14afa77b-98f1-4de9-8f1c-daa2de6d38c4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.653359 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-4464f6e4-ede8-49a2-8379-141cea527dd6', 'network_id': '4464f6e4-ede8-49a2-8379-141cea527dd6', 'project_id': 'a91813e3671c46ddbc122ddcbd924e87', 'fixed_ips': [{'subnet_id': 'fc7e1e01-9f92-4190-9cfc-6d340c2ee6dc'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:49:15.658843 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.683008 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-251e1f1f-da18-4fff-9764-ab4c02afe4fd tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.727645 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b933284c-a14f-410e-8304-65012c5f2317 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (35fd69b7-0bf5-4906-b7e9-9252ad27425f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.733654 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-decf839b-24af-44c2-8481-40d7136d3337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2500027d-ce6f-4586-8329-5c3fe102dde0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.740441 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-decf839b-24af-44c2-8481-40d7136d3337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.746073 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-decf839b-24af-44c2-8481-40d7136d3337 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2500027d-ce6f-4586-8329-5c3fe102dde0 HTTP/1.1" status: 204 len: 168 time: 0.6874597 Feb 03 12:49:15.789224 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b933284c-a14f-410e-8304-65012c5f2317 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:15.803540 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b933284c-a14f-410e-8304-65012c5f2317 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/35fd69b7-0bf5-4906-b7e9-9252ad27425f HTTP/1.1" status: 204 len: 168 time: 0.9301705 Feb 03 12:49:15.839556 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32880) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:15.883748 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf839b-24af-44c2-8481-40d7136d3337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2500027d-ce6f-4586-8329-5c3fe102dde0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:15.964994 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933284c-a14f-410e-8304-65012c5f2317 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Subnet': ['ID=35fd69b7-0bf5-4906-b7e9-9252ad27425f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:16.000870 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] Allocated IP 172.20.0.3 (4464f6e4-ede8-49a2-8379-141cea527dd6/fc7e1e01-9f92-4190-9cfc-6d340c2ee6dc/bc49dc78-6183-4f72-b95d-c0424d26753d) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:16.160635 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32884) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:16.161788 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-dfc6b679-41ef-4dc6-84ab-8c0e929dce6b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3188107 Feb 03 12:49:16.208065 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] Publish callbacks [] for port (bc49dc78-6183-4f72-b95d-c0424d26753d), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.214414 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14afa77b-98f1-4de9-8f1c-daa2de6d38c4 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:49:16.241410 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (bc49dc78-6183-4f72-b95d-c0424d26753d), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.278041 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] Network 4464f6e4-ede8-49a2-8379-141cea527dd6 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:16.292875 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:16.304698 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (fc7e1e01-9f92-4190-9cfc-6d340c2ee6dc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.335845 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99d5ed-30ff-4dbf-b85d-0c83991232bb req-62551d5f-b5d3-42aa-8e02-246656fd9c16 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:16.338418 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d99d5ed-30ff-4dbf-b85d-0c83991232bb req-62551d5f-b5d3-42aa-8e02-246656fd9c16 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.3608608 Feb 03 12:49:16.351155 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:16.549337 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ad6e1-28cc-46ee-9847-cbd253eb5c89 req-1d76f108-c39a-4b03-a7ff-779089ca256f tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:16.560782 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 14afa77b-98f1-4de9-8f1c-daa2de6d38c4, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=14afa77b-98f1-4de9-8f1c-daa2de6d38c4,segment=NetworkSegment(cebdf9f5-66c3-4666-9077-08f6216c6a10),segment_id=cebdf9f5-66c3-4666-9077-08f6216c6a10)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:16.578362 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4b9ad6e1-28cc-46ee-9847-cbd253eb5c89 req-1d76f108-c39a-4b03-a7ff-779089ca256f tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e629a5d-d5c9-4bb8-b8ee-183ab0969d31 HTTP/1.1" status: 200 len: 943 time: 0.7027857 Feb 03 12:49:16.585281 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] Attempting to bind port bc49dc78-6183-4f72-b95d-c0424d26753d on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:16.585806 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] Attempting to bind port bc49dc78-6183-4f72-b95d-c0424d26753d by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '992be476-824e-4202-9d31-02edd3612b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4464f6e4-ede8-49a2-8379-141cea527dd6'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:16.586286 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] Attempting to bind port bc49dc78-6183-4f72-b95d-c0424d26753d on network 4464f6e4-ede8-49a2-8379-141cea527dd6 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:16.592475 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.595583 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:16.596188 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] Checking segment: {'id': '992be476-824e-4202-9d31-02edd3612b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4464f6e4-ede8-49a2-8379-141cea527dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:16.597443 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.597443 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] Bound using segment: {'id': '992be476-824e-4202-9d31-02edd3612b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4464f6e4-ede8-49a2-8379-141cea527dd6'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:16.597724 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] Bound port: bc49dc78-6183-4f72-b95d-c0424d26753d, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992be476-824e-4202-9d31-02edd3612b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4464f6e4-ede8-49a2-8379-141cea527dd6'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:16.598228 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bc49dc78-6183-4f72-b95d-c0424d26753d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.602106 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-251e1f1f-da18-4fff-9764-ab4c02afe4fd tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Allocated IP 172.25.6.96 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/4d14144f-255d-4176-a4e7-2e8f12fab7a1) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:16.613026 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (14afa77b-98f1-4de9-8f1c-daa2de6d38c4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.678487 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] For port bc49dc78-6183-4f72-b95d-c0424d26753d, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:16.682744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] For port bc49dc78-6183-4f72-b95d-c0424d26753d, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=bc49dc78-6183-4f72-b95d-c0424d26753d,segment=NetworkSegment(992be476-824e-4202-9d31-02edd3612b6a),segment_id=992be476-824e-4202-9d31-02edd3612b6a)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:16.688664 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] Pushing event updated for resources: {'Port': ['ID=bc49dc78-6183-4f72-b95d-c0424d26753d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:16.693008 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (bc49dc78-6183-4f72-b95d-c0424d26753d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.726786 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d99d5ed-30ff-4dbf-b85d-0c83991232bb req-c78c8f0c-6196-485c-9bf1-5d5e1989731e tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364756 Feb 03 12:49:16.746587 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a137ac0a-f151-470e-9897-5fb6106d0482 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:16.750103 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a137ac0a-f151-470e-9897-5fb6106d0482 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5750072 Feb 03 12:49:16.777417 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32894) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:16.841125 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Subnet': ['ID=fc7e1e01-9f92-4190-9cfc-6d340c2ee6dc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:16.848318 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (4464f6e4-ede8-49a2-8379-141cea527dd6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.883058 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=14afa77b-98f1-4de9-8f1c-daa2de6d38c4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:16.907307 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4464f6e4-ede8-49a2-8379-141cea527dd6']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:16.946045 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4b9ad6e1-28cc-46ee-9847-cbd253eb5c89 req-a22cf8e3-5d47-45f0-9723-106318b95927 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/security-groups?id=8db5a611-3677-4b82-9315-cf534de4e64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693965 Feb 03 12:49:16.955920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992be476-824e-4202-9d31-02edd3612b6a') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:16.958884 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992be476-824e-4202-9d31-02edd3612b6a') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:16.972280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5696417-580b-45e1-af99-eeb5150180a8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:16.976220 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b5696417-580b-45e1-af99-eeb5150180a8 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1972411 Feb 03 12:49:16.981670 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (992be476-824e-4202-9d31-02edd3612b6a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:16.997040 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32898) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:17.016472 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (992be476-824e-4202-9d31-02edd3612b6a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:17.030325 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:49:17.031518 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (992be476-824e-4202-9d31-02edd3612b6a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:17.135227 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3d5b1-8165-424a-9947-f9d83f77c2fa None None] Pushing event updated for resources: {'Port': ['ID=bc49dc78-6183-4f72-b95d-c0424d26753d,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:17.144785 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['14afa77b-98f1-4de9-8f1c-daa2de6d38c4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:49:17.146141 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b4ebdac0-905d-417c-8f43-6f708307a744 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1463771 Feb 03 12:49:17.157127 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32902) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:49:17.189803 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:49:17.206493 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.api [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:49:17.206493 n-d-827336-3 neutron-server[103188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:49:17.206493 n-d-827336-3 neutron-server[103188]: [parameters: {'id': '4464f6e4-ede8-49a2-8379-141cea527dd6'}] Feb 03 12:49:17.206493 n-d-827336-3 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:49:17.207231 n-d-827336-3 neutron-server[103188]: DEBUG oslo_db.api [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:49:17.234394 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f32f8e-21e7-46ed-b98f-698d94b71bd4 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:17.234821 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f32f8e-21e7-46ed-b98f-698d94b71bd4 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:17.238195 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-52f32f8e-21e7-46ed-b98f-698d94b71bd4 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/ed5e3a03-06b6-4d66-8fa2-c584463ff193 HTTP/1.1" status: 404 len: 333 time: 0.0816712 Feb 03 12:49:17.241801 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32904) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:17.263523 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e285bf6-fe5b-4532-afc1-30871c7130f2 None None] Network 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:17.316899 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3660cb-c241-45a2-9d41-0ff192a5f345 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:17.317931 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3660cb-c241-45a2-9d41-0ff192a5f345 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:17.323380 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bb3660cb-c241-45a2-9d41-0ff192a5f345 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/25912bc2-0af6-48b4-bee8-c212d5ea2b7e HTTP/1.1" status: 404 len: 337 time: 0.0804007 Feb 03 12:49:17.327330 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32908) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:17.387165 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16c91cc-d587-417a-830b-39bf6f418af1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:17.387546 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a16c91cc-d587-417a-830b-39bf6f418af1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:17.402129 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a16c91cc-d587-417a-830b-39bf6f418af1 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/35fd69b7-0bf5-4906-b7e9-9252ad27425f HTTP/1.1" status: 404 len: 337 time: 0.0690637 Feb 03 12:49:17.402618 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32910) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:17.416150 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-251e1f1f-da18-4fff-9764-ab4c02afe4fd tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Publish callbacks [] for port (4d14144f-255d-4176-a4e7-2e8f12fab7a1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:17.432303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9a873b-551c-4c9e-9fda-4f9a0a4b4efc None None] Network 4464f6e4-ede8-49a2-8379-141cea527dd6 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:17.439356 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2d6b8827-0a03-445c-b871-f44c95fb6e65 None None] Provisioning complete for port 4d9a7596-619e-4a90-9313-72c224cef9a7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:17.439848 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2d6b8827-0a03-445c-b871-f44c95fb6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4d9a7596-619e-4a90-9313-72c224cef9a7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:17.464367 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9e946b-207d-47ee-8efd-b6e607f244a3 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:17.465157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9e946b-207d-47ee-8efd-b6e607f244a3 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:17.474123 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9d9e946b-207d-47ee-8efd-b6e607f244a3 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/d785cde3-88ef-4efe-aa4d-2df6d9d87ac1 HTTP/1.1" status: 404 len: 333 time: 0.0702908 Feb 03 12:49:17.476588 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32916) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:17.508299 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-3331f7ef-bb02-41a1-b676-df3c79fabfcd tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:17.508937 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3331f7ef-bb02-41a1-b676-df3c79fabfcd tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:17.512843 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3331f7ef-bb02-41a1-b676-df3c79fabfcd tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/046d75f0-6686-4440-a8a3-bce86c4fc18d HTTP/1.1" status: 404 len: 337 time: 0.0348737 Feb 03 12:49:17.516051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32920) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:17.531231 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-251e1f1f-da18-4fff-9764-ab4c02afe4fd tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (4d14144f-255d-4176-a4e7-2e8f12fab7a1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:17.573932 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc86d85-e18d-486e-80d0-2c4a2825ea19 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:17.574415 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc86d85-e18d-486e-80d0-2c4a2825ea19 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:17.578410 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ddc86d85-e18d-486e-80d0-2c4a2825ea19 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/95a3db91-f404-40d3-ae95-2827f2cbb562 HTTP/1.1" status: 404 len: 337 time: 0.0605168 Feb 03 12:49:17.581071 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32922) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:17.609900 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27e204c-f8ba-4de2-93b3-914b80889159 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:17.610710 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27e204c-f8ba-4de2-93b3-914b80889159 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:17.614245 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e27e204c-f8ba-4de2-93b3-914b80889159 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/05baeb30-22c9-405d-a268-05d80210d8c5 HTTP/1.1" status: 404 len: 333 time: 0.0310290 Feb 03 12:49:17.617257 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251e1f1f-da18-4fff-9764-ab4c02afe4fd tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:17.617995 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32926) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:17.620409 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-251e1f1f-da18-4fff-9764-ab4c02afe4fd tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:17.629920 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251e1f1f-da18-4fff-9764-ab4c02afe4fd tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:17.672554 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-0adae6d7-e927-4984-bb99-2e7e41f6c0b0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:17.673268 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0adae6d7-e927-4984-bb99-2e7e41f6c0b0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:17.677227 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0adae6d7-e927-4984-bb99-2e7e41f6c0b0 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/422b38a6-9c7f-4172-a978-e5f72655bff0 HTTP/1.1" status: 404 len: 337 time: 0.0578153 Feb 03 12:49:17.679968 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32928) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:17.713556 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (4464f6e4-ede8-49a2-8379-141cea527dd6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:17.720712 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c582df66-133f-47ab-b568-9ff9f708be3c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:17.721572 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c582df66-133f-47ab-b568-9ff9f708be3c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:17.727887 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c582df66-133f-47ab-b568-9ff9f708be3c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/dc28afef-c390-4172-829e-1f65ad9ca2aa HTTP/1.1" status: 404 len: 337 time: 0.0453985 Feb 03 12:49:17.731992 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32930) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:17.744734 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e1f1f-da18-4fff-9764-ab4c02afe4fd tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Pushing event updated for resources: {'Port': ['ID=4d14144f-255d-4176-a4e7-2e8f12fab7a1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:17.799564 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32934) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:17.811876 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6809c86-92ab-48a8-a807-5124b6e48438 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:17.812809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6809c86-92ab-48a8-a807-5124b6e48438 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:17.815971 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a6809c86-92ab-48a8-a807-5124b6e48438 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/19dcd298-a147-40df-867f-943a2753adc7 HTTP/1.1" status: 404 len: 333 time: 0.0804920 Feb 03 12:49:17.837692 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32938) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:17.858412 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-251e1f1f-da18-4fff-9764-ab4c02afe4fd tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Publish callbacks [] for floatingip (9e0f83eb-aba2-4ecf-8c61-0bce1f0a3711), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:17.877776 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Deleting port bc49dc78-6183-4f72-b95d-c0424d26753d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:17.878390 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (bc49dc78-6183-4f72-b95d-c0424d26753d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:17.910243 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5f5512-3192-468a-956f-99ef606e27b5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:17.911049 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5f5512-3192-468a-956f-99ef606e27b5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:17.921387 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6f5f5512-3192-468a-956f-99ef606e27b5 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/76088561-9bda-46aa-97a3-6489baaf9090 HTTP/1.1" status: 404 len: 337 time: 0.0824142 Feb 03 12:49:17.921584 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32940) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:18.041200 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-251e1f1f-da18-4fff-9764-ab4c02afe4fd tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4d14144f-255d-4176-a4e7-2e8f12fab7a1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.096549 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0869be3-81e8-4c6d-b799-73108f8f1915 req-9d61a108-92bd-42af-a471-273db26803d2 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:18.101684 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0869be3-81e8-4c6d-b799-73108f8f1915 req-9d61a108-92bd-42af-a471-273db26803d2 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.1771450 Feb 03 12:49:18.110142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2d6b8827-0a03-445c-b871-f44c95fb6e65 None None] Current status of the port 4d9a7596-619e-4a90-9313-72c224cef9a7 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:18.178463 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92134595-52e7-42cc-bc20-629d0ab207bb None None] DHCP port deletion for 8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:49:18.229877 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0869be3-81e8-4c6d-b799-73108f8f1915 req-8d354c71-ebf7-444a-a79f-5bc12e79b29d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219113 Feb 03 12:49:18.290345 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-92134595-52e7-42cc-bc20-629d0ab207bb None None] Deleting port 4d9a7596-619e-4a90-9313-72c224cef9a7 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:18.290944 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-92134595-52e7-42cc-bc20-629d0ab207bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4d9a7596-619e-4a90-9313-72c224cef9a7), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.313036 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-251e1f1f-da18-4fff-9764-ab4c02afe4fd tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Publish callbacks [] for port (4d14144f-255d-4176-a4e7-2e8f12fab7a1), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.320509 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-251e1f1f-da18-4fff-9764-ab4c02afe4fd tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (4d14144f-255d-4176-a4e7-2e8f12fab7a1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.409287 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-92134595-52e7-42cc-bc20-629d0ab207bb None None] For port 4d9a7596-619e-4a90-9313-72c224cef9a7, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4d9a7596-619e-4a90-9313-72c224cef9a7,segment=NetworkSegment(3283b386-b11b-4a44-95c1-6c839bfade21),segment_id=3283b386-b11b-4a44-95c1-6c839bfade21)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:18.409287 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-92134595-52e7-42cc-bc20-629d0ab207bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4d9a7596-619e-4a90-9313-72c224cef9a7), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.409784 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e1f1f-da18-4fff-9764-ab4c02afe4fd tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Pushing event updated for resources: {'Port': ['ID=4d14144f-255d-4176-a4e7-2e8f12fab7a1,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:18.428705 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-92134595-52e7-42cc-bc20-629d0ab207bb None None] Calling delete_port for 4d9a7596-619e-4a90-9313-72c224cef9a7 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:18.495865 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-251e1f1f-da18-4fff-9764-ab4c02afe4fd tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (9e0f83eb-aba2-4ecf-8c61-0bce1f0a3711), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.515477 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-251e1f1f-da18-4fff-9764-ab4c02afe4fd tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.516860 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-251e1f1f-da18-4fff-9764-ab4c02afe4fd tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9645131 Feb 03 12:49:18.522562 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32944) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:18.529233 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0d28990a-4251-4591-af38-67d26e7a7c77 tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1838426678', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'fixed_ips': [{'ip_address': '172.25.6.96'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:18.572876 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-92134595-52e7-42cc-bc20-629d0ab207bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (4d9a7596-619e-4a90-9313-72c224cef9a7), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.576036 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d28990a-4251-4591-af38-67d26e7a7c77 tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Made reservation on behalf of eb624a323b7c4423a7bf0eda2748db82 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:18.579926 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d28990a-4251-4591-af38-67d26e7a7c77 tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.583968 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16b5fad-8aca-45cc-a84d-63253abff827 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:18.584534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16b5fad-8aca-45cc-a84d-63253abff827 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:18.590307 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d28990a-4251-4591-af38-67d26e7a7c77 tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.591797 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f16b5fad-8aca-45cc-a84d-63253abff827 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/3fb3d3f6-945c-4e5a-810a-6eb86c4841b8 HTTP/1.1" status: 404 len: 337 time: 0.6686013 Feb 03 12:49:18.597668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-71117bd4-1ab9-4f1f-8d2f-55f4c82dea65 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1539056843'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:18.599028 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32948) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:18.599228 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92134595-52e7-42cc-bc20-629d0ab207bb None None] No DVR routers for this DVR port 4d9a7596-619e-4a90-9313-72c224cef9a7 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:18.642968 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed5e8c8-03f8-4249-858a-470b62064dc4 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:18.643574 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed5e8c8-03f8-4249-858a-470b62064dc4 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:18.649570 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-eed5e8c8-03f8-4249-858a-470b62064dc4 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/bb53000a-589e-4a14-81da-40817dee1ecb HTTP/1.1" status: 404 len: 333 time: 0.0454319 Feb 03 12:49:18.650331 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32950) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:18.656690 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3231ed-6e57-4849-9017-7c45eedfbdf5 None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:49:18.662105 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92134595-52e7-42cc-bc20-629d0ab207bb None None] Pushing event deleted for resources: {'Port': ['ID=4d9a7596-619e-4a90-9313-72c224cef9a7,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:18.682631 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] For port bc49dc78-6183-4f72-b95d-c0424d26753d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=bc49dc78-6183-4f72-b95d-c0424d26753d,segment=NetworkSegment(992be476-824e-4202-9d31-02edd3612b6a),segment_id=992be476-824e-4202-9d31-02edd3612b6a)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:18.683030 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (bc49dc78-6183-4f72-b95d-c0424d26753d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.702920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71117bd4-1ab9-4f1f-8d2f-55f4c82dea65 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Made reservation on behalf of 64b98ad7d5ed46cbbdfdda11199f978f for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:18.706407 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71117bd4-1ab9-4f1f-8d2f-55f4c82dea65 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.706672 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-a451670a-2349-40dc-93c5-2383bde43a74 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:18.707427 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a451670a-2349-40dc-93c5-2383bde43a74 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:18.708865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Calling delete_port for bc49dc78-6183-4f72-b95d-c0424d26753d owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:18.718952 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a451670a-2349-40dc-93c5-2383bde43a74 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/45918f9b-802a-45d8-a0a6-4be38e66ecdb HTTP/1.1" status: 404 len: 337 time: 0.0606713 Feb 03 12:49:18.722379 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32952) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:18.732532 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71117bd4-1ab9-4f1f-8d2f-55f4c82dea65 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.758443 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092412a5-8f38-4384-9b09-5a605d131f85 req-8b370948-cc8e-4544-a819-5394bcd67842 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:18.760492 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-092412a5-8f38-4384-9b09-5a605d131f85 req-8b370948-cc8e-4544-a819-5394bcd67842 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e629a5d-d5c9-4bb8-b8ee-183ab0969d31 HTTP/1.1" status: 200 len: 944 time: 0.2019098 Feb 03 12:49:18.769388 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca1d571-8313-4a03-a5bf-1b41365d3ac7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:18.777000 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca1d571-8313-4a03-a5bf-1b41365d3ac7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:18.783410 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5ca1d571-8313-4a03-a5bf-1b41365d3ac7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/08a1b848-bcba-436b-9091-ccb9e1bf5953 HTTP/1.1" status: 404 len: 333 time: 0.0596700 Feb 03 12:49:18.786461 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32954) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:18.831051 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-1290aa38-8675-452f-86b4-8d423f11acee tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:18.832002 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1290aa38-8675-452f-86b4-8d423f11acee tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:18.837152 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1290aa38-8675-452f-86b4-8d423f11acee tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/ac7e94eb-7750-4342-bbdd-3471ed3b7d3b HTTP/1.1" status: 404 len: 337 time: 0.0491321 Feb 03 12:49:18.842468 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32956) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:18.911175 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d28990a-4251-4591-af38-67d26e7a7c77 tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Publish callbacks [] for security_group (56753a7b-904a-4ed1-b12f-50911c282bd1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.911422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 14afa77b-98f1-4de9-8f1c-daa2de6d38c4 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:18.913892 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3231ed-6e57-4849-9017-7c45eedfbdf5 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:49:18.918243 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d28990a-4251-4591-af38-67d26e7a7c77 tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (56753a7b-904a-4ed1-b12f-50911c282bd1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:18.931341 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-0d28990a-4251-4591-af38-67d26e7a7c77 tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] device_id is not set on port d3319001-1656-4002-83fd-e26ad0b5f330 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:49:18.997903 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71117bd4-1ab9-4f1f-8d2f-55f4c82dea65 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks [] for security_group (9c210b64-3a82-4534-b650-a740340a45af), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.004101 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ad1ca0-56e0-40ac-bab9-4cab5b545d73 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:19.004714 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ad1ca0-56e0-40ac-bab9-4cab5b545d73 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:19.011664 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-46ad1ca0-56e0-40ac-bab9-4cab5b545d73 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/d0c63466-73c3-434c-a3fa-86c93e82bcfe HTTP/1.1" status: 404 len: 333 time: 0.1645167 Feb 03 12:49:19.013207 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71117bd4-1ab9-4f1f-8d2f-55f4c82dea65 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9c210b64-3a82-4534-b650-a740340a45af), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.016307 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32958) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:19.048310 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28990a-4251-4591-af38-67d26e7a7c77 tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56753a7b-904a-4ed1-b12f-50911c282bd1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:19.069688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4d9a7596-619e-4a90-9313-72c224cef9a7 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:19.082238 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-092412a5-8f38-4384-9b09-5a605d131f85 req-295ef51f-fb9f-46b9-af6c-e9e204d4ef12 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/security-groups?id=8db5a611-3677-4b82-9315-cf534de4e64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082123 Feb 03 12:49:19.085111 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d06a4fa-af94-4533-a9fd-724dd58e0bdb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:19.086449 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d06a4fa-af94-4533-a9fd-724dd58e0bdb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:19.090356 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1d06a4fa-af94-4533-a9fd-724dd58e0bdb tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/9cef56c2-9976-45c5-9333-b01ee8ac4bca HTTP/1.1" status: 404 len: 337 time: 0.0700102 Feb 03 12:49:19.104052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32960) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:19.131263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71117bd4-1ab9-4f1f-8d2f-55f4c82dea65 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:49:19.142712 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (bc49dc78-6183-4f72-b95d-c0424d26753d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.165687 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 4d9a7596-619e-4a90-9313-72c224cef9a7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:19.166219 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4d9a7596-619e-4a90-9313-72c224cef9a7 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:19.176574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117bd4-1ab9-4f1f-8d2f-55f4c82dea65 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c210b64-3a82-4534-b650-a740340a45af,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:19.196582 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No DVR routers for this DVR port bc49dc78-6183-4f72-b95d-c0424d26753d on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:19.211893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 14afa77b-98f1-4de9-8f1c-daa2de6d38c4 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:49:19.228400 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-8930117c-5f6a-4652-90de-6e2a89fc0943 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:19.228958 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8930117c-5f6a-4652-90de-6e2a89fc0943 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:19.232425 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 14afa77b-98f1-4de9-8f1c-daa2de6d38c4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:19.232777 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8930117c-5f6a-4652-90de-6e2a89fc0943 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/68ece4d2-8f72-4cbe-8eb2-7ecd9e10f261 HTTP/1.1" status: 404 len: 333 time: 0.1276867 Feb 03 12:49:19.233397 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (14afa77b-98f1-4de9-8f1c-daa2de6d38c4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.235819 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32962) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:19.259745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Port': ['ID=bc49dc78-6183-4f72-b95d-c0424d26753d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:19.285240 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-95274ced-77f1-40dd-98ad-3e24369bde3e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:19.285380 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95274ced-77f1-40dd-98ad-3e24369bde3e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:19.297842 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-95274ced-77f1-40dd-98ad-3e24369bde3e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/031fe412-7889-4966-bd15-f8c45453e0fe HTTP/1.1" status: 404 len: 337 time: 0.0609229 Feb 03 12:49:19.302044 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32966) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:19.322898 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71117bd4-1ab9-4f1f-8d2f-55f4c82dea65 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (54feb194-ae48-4185-935c-1f06580076b2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.323590 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-71117bd4-1ab9-4f1f-8d2f-55f4c82dea65 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Added segment 54feb194-ae48-4185-935c-1f06580076b2 of type vlan for network 202f1f80-2ae5-4d6e-8a67-827fad7b6d6c Feb 03 12:49:19.397594 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cca1b66-84b8-4231-b174-5dd763aa8c83 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:19.398132 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cca1b66-84b8-4231-b174-5dd763aa8c83 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:19.405441 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1cca1b66-84b8-4231-b174-5dd763aa8c83 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/78739f09-0273-4059-a6bf-537c8024ea5e HTTP/1.1" status: 404 len: 333 time: 0.0983596 Feb 03 12:49:19.411764 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32968) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:19.472046 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa0b594-30c4-47c7-980f-be83b86428ef tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:19.472542 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa0b594-30c4-47c7-980f-be83b86428ef tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:19.478164 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4aa0b594-30c4-47c7-980f-be83b86428ef tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/013e9573-93dc-4eb0-96e3-f7061d84923f HTTP/1.1" status: 404 len: 337 time: 0.0611393 Feb 03 12:49:19.478850 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d28990a-4251-4591-af38-67d26e7a7c77 tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 03 12:49:19.479362 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d28990a-4251-4591-af38-67d26e7a7c77 tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:19.481222 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32970) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:19.511658 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (4464f6e4-ede8-49a2-8379-141cea527dd6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.517033 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71117bd4-1ab9-4f1f-8d2f-55f4c82dea65 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (202f1f80-2ae5-4d6e-8a67-827fad7b6d6c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.520719 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-071485d3-73c6-4f3d-9abd-a1d1a4aaf2ae tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:19.521217 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071485d3-73c6-4f3d-9abd-a1d1a4aaf2ae tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:19.527857 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-071485d3-73c6-4f3d-9abd-a1d1a4aaf2ae tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/f6f1ed7e-f04c-46fd-a281-3f4796f84b68 HTTP/1.1" status: 404 len: 333 time: 0.0421445 Feb 03 12:49:19.531327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32972) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:19.547336 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0d28990a-4251-4591-af38-67d26e7a7c77 tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0250931 Feb 03 12:49:19.551723 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32974) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:19.606458 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 14afa77b-98f1-4de9-8f1c-daa2de6d38c4 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:19.607276 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (14afa77b-98f1-4de9-8f1c-daa2de6d38c4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.612295 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b56494-e837-43b8-9a44-43d58b5c3b80 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:19.613084 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b56494-e837-43b8-9a44-43d58b5c3b80 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:19.618405 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b3b56494-e837-43b8-9a44-43d58b5c3b80 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/0197c707-472b-4cec-a4ba-16026c8eac3f HTTP/1.1" status: 404 len: 337 time: 0.0814178 Feb 03 12:49:19.625932 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4464f6e4-ede8-49a2-8379-141cea527dd6']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:19.627881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32978) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:19.651739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e629a5d-d5c9-4bb8-b8ee-183ab0969d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14afa77b-98f1-4de9-8f1c-daa2de6d38c4'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:19.654843 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcd5d46-b283-4512-82c2-a63bd1da7b17" -d '{"events": [{"server_uuid": "1e629a5d-d5c9-4bb8-b8ee-183ab0969d31", "name": "network-vif-plugged", "status": "completed", "tag": "14afa77b-98f1-4de9-8f1c-daa2de6d38c4"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:19.668465 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 14afa77b-98f1-4de9-8f1c-daa2de6d38c4, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=14afa77b-98f1-4de9-8f1c-daa2de6d38c4,segment=NetworkSegment(cebdf9f5-66c3-4666-9077-08f6216c6a10),segment_id=cebdf9f5-66c3-4666-9077-08f6216c6a10)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:19.673952 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (14afa77b-98f1-4de9-8f1c-daa2de6d38c4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.689130 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-de812f53-eb1a-433a-94b8-4b4d99a3fe40 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:19.689761 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de812f53-eb1a-433a-94b8-4b4d99a3fe40 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:19.697148 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-de812f53-eb1a-433a-94b8-4b4d99a3fe40 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/26aa8aba-bd3b-47a9-becd-91e147dbd98f HTTP/1.1" status: 404 len: 337 time: 0.0660696 Feb 03 12:49:19.702910 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992be476-824e-4202-9d31-02edd3612b6a') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:19.708806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992be476-824e-4202-9d31-02edd3612b6a') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:19.715667 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32982) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:19.749735 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (992be476-824e-4202-9d31-02edd3612b6a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.750832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=14afa77b-98f1-4de9-8f1c-daa2de6d38c4,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:19.757876 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d960a66-69bc-48b5-b2a1-53305fe4c105 req-bff1dc0d-65e2-45c9-9132-c338a6966975 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:19.760252 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d960a66-69bc-48b5-b2a1-53305fe4c105 req-bff1dc0d-65e2-45c9-9132-c338a6966975 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.3666790 Feb 03 12:49:19.773581 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e84dfcb-df5f-4667-b9d9-ec057dec9dc7 x-openstack-request-id: req-5e84dfcb-df5f-4667-b9d9-ec057dec9dc7 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:19.773838 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e629a5d-d5c9-4bb8-b8ee-183ab0969d31", "name": "network-vif-plugged", "status": "completed", "tag": "14afa77b-98f1-4de9-8f1c-daa2de6d38c4", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:19.774167 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e84dfcb-df5f-4667-b9d9-ec057dec9dc7 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:19.774781 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e629a5d-d5c9-4bb8-b8ee-183ab0969d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14afa77b-98f1-4de9-8f1c-daa2de6d38c4', 'code': 200} Feb 03 12:49:19.818164 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9d0809-c4f6-4bc4-8f4d-9ca54511cc36 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:19.819073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b9d0809-c4f6-4bc4-8f4d-9ca54511cc36 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:19.823757 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8b9d0809-c4f6-4bc4-8f4d-9ca54511cc36 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/a4c73d9f-68df-49e7-9a5e-2fd221bec6b1 HTTP/1.1" status: 404 len: 333 time: 0.1068168 Feb 03 12:49:19.828411 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32984) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:19.829443 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71117bd4-1ab9-4f1f-8d2f-55f4c82dea65 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (202f1f80-2ae5-4d6e-8a67-827fad7b6d6c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.836643 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71117bd4-1ab9-4f1f-8d2f-55f4c82dea65 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:19.837537 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71117bd4-1ab9-4f1f-8d2f-55f4c82dea65 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.865035 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (992be476-824e-4202-9d31-02edd3612b6a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.880776 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0a900a-da30-4442-b503-a8674f29a3af tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:19.881331 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0a900a-da30-4442-b503-a8674f29a3af tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:19.887005 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8b0a900a-da30-4442-b503-a8674f29a3af tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/a69a009e-4878-4bc8-9d1d-dcee65df24de HTTP/1.1" status: 404 len: 337 time: 0.0551028 Feb 03 12:49:19.893128 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32986) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:19.918743 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:49:19.919267 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (992be476-824e-4202-9d31-02edd3612b6a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:49:19.926116 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:49:19.934018 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-c978b9a8-33e1-45c4-b6d1-d33f76bda10b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:19.934632 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c978b9a8-33e1-45c4-b6d1-d33f76bda10b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:19.943993 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c978b9a8-33e1-45c4-b6d1-d33f76bda10b tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/cf3e0720-5b84-4c07-933b-ba46c7ebef61 HTTP/1.1" status: 404 len: 337 time: 0.0447042 Feb 03 12:49:19.950349 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-71117bd4-1ab9-4f1f-8d2f-55f4c82dea65 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1478169 Feb 03 12:49:19.958418 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32988) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:19.958418 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32990) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:19.969749 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-33941d0f-e4c4-42ae-bee5-656bc5198f8e tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Request body: {'subnet': {'network_id': '202f1f80-2ae5-4d6e-8a67-827fad7b6d6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:19.989651 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d960a66-69bc-48b5-b2a1-53305fe4c105 req-fd171846-48a1-4e4b-a8c8-f76e49d8865a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835048 Feb 03 12:49:20.024143 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1858dfc6-8ef5-4c44-8410-33230bcf0037 tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Deleting port 4d14144f-255d-4176-a4e7-2e8f12fab7a1 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:20.024657 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1858dfc6-8ef5-4c44-8410-33230bcf0037 tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4d14144f-255d-4176-a4e7-2e8f12fab7a1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:20.113939 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcea41a5-0a71-4cb0-9f6a-4ec37284f715 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:20.114966 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcea41a5-0a71-4cb0-9f6a-4ec37284f715 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:20.123690 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bcea41a5-0a71-4cb0-9f6a-4ec37284f715 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/dfeaad88-906d-49fa-9cbd-5412fbe82da2 HTTP/1.1" status: 404 len: 333 time: 0.1559577 Feb 03 12:49:20.128518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32994) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:20.141853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71117bd4-1ab9-4f1f-8d2f-55f4c82dea65 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Pushing event updated for resources: {'Network': ['ID=202f1f80-2ae5-4d6e-8a67-827fad7b6d6c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:20.157906 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 202f1f80-2ae5-4d6e-8a67-827fad7b6d6c details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:49:20.195970 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a27c863-ee96-4824-9ad3-a3144b28566e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:20.196656 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a27c863-ee96-4824-9ad3-a3144b28566e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:20.202092 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5a27c863-ee96-4824-9ad3-a3144b28566e tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/2e894c0d-94fa-4e2d-acf7-4f15c7dbf36f HTTP/1.1" status: 404 len: 337 time: 0.0680342 Feb 03 12:49:20.203208 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (4464f6e4-ede8-49a2-8379-141cea527dd6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:20.208264 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32996) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:20.210878 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:20.220235 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/4464f6e4-ede8-49a2-8379-141cea527dd6 HTTP/1.1" status: 204 len: 168 time: 5.1448605 Feb 03 12:49:20.222889 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ae679-0b97-4b34-87a3-e22313e5b05a req-80ed3526-4b96-4ab5-a0b5-45a95def1abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:20.224512 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b0ae679-0b97-4b34-87a3-e22313e5b05a req-80ed3526-4b96-4ab5-a0b5-45a95def1abb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1e629a5d-d5c9-4bb8-b8ee-183ab0969d31 HTTP/1.1" status: 200 len: 1127 time: 0.3994977 Feb 03 12:49:20.227431 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32998) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:20.238468 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1c9d7410-6b22-442a-a717-48061253862c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-574354927'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:20.286943 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1858dfc6-8ef5-4c44-8410-33230bcf0037 tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4d14144f-255d-4176-a4e7-2e8f12fab7a1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:20.287548 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1858dfc6-8ef5-4c44-8410-33230bcf0037 tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Publish callbacks [] for floatingip (4d14144f-255d-4176-a4e7-2e8f12fab7a1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:20.289733 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6204f9-e333-4e08-8114-f7d9bffff4f1 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Network': ['ID=4464f6e4-ede8-49a2-8379-141cea527dd6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:20.325048 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ed15e2-5041-46bb-9b5c-4fbe7709fd1d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:20.325763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ed15e2-5041-46bb-9b5c-4fbe7709fd1d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:20.331647 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a1ed15e2-5041-46bb-9b5c-4fbe7709fd1d tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/3a945617-4b7f-4889-97a0-cd55bd6061e0 HTTP/1.1" status: 404 len: 337 time: 0.1205175 Feb 03 12:49:20.339991 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33000) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:20.366117 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1858dfc6-8ef5-4c44-8410-33230bcf0037 tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Calling delete_port for 4d14144f-255d-4176-a4e7-2e8f12fab7a1 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:20.376123 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33941d0f-e4c4-42ae-bee5-656bc5198f8e tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Made reservation on behalf of 64b98ad7d5ed46cbbdfdda11199f978f for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:20.380524 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33941d0f-e4c4-42ae-bee5-656bc5198f8e tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:20.401070 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db5b790-371e-4f66-877a-69026e55b0cf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:20.402948 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db5b790-371e-4f66-877a-69026e55b0cf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:20.406545 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b0ae679-0b97-4b34-87a3-e22313e5b05a req-07ef8395-5424-4f29-9aa9-e681ea05c199 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8db5a611-3677-4b82-9315-cf534de4e64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658967 Feb 03 12:49:20.410942 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4db5b790-371e-4f66-877a-69026e55b0cf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/3ea5ed4c-b03d-4c85-a575-cf28af67eeb3 HTTP/1.1" status: 404 len: 333 time: 0.0652721 Feb 03 12:49:20.412448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33002) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:20.414316 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9d7410-6b22-442a-a717-48061253862c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:20.419365 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c9d7410-6b22-442a-a717-48061253862c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:20.504678 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f48de5-ca67-4926-a44e-5787050a1c66 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:20.505109 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f48de5-ca67-4926-a44e-5787050a1c66 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:20.512805 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-82f48de5-ca67-4926-a44e-5787050a1c66 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/67c03cf4-5a2f-4a27-bca6-52d4e6c16307 HTTP/1.1" status: 404 len: 337 time: 0.0947080 Feb 03 12:49:20.515287 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33004) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:20.526623 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee5640-2126-47c5-ad1b-083ee87a79a3 req-71dc99b3-ca3b-4efb-af94-d799e3f061c6 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:20.528913 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8eee5640-2126-47c5-ad1b-083ee87a79a3 req-71dc99b3-ca3b-4efb-af94-d799e3f061c6 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e629a5d-d5c9-4bb8-b8ee-183ab0969d31 HTTP/1.1" status: 200 len: 945 time: 0.2502522 Feb 03 12:49:20.535003 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9d7410-6b22-442a-a717-48061253862c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:49:20.570970 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b816bbd-c874-43dc-bbdc-e3d0b23bff65 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:20.571469 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b816bbd-c874-43dc-bbdc-e3d0b23bff65 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:20.578493 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8b816bbd-c874-43dc-bbdc-e3d0b23bff65 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/bf36b5d4-dc52-4174-8370-226f906587e8 HTTP/1.1" status: 404 len: 337 time: 0.0584526 Feb 03 12:49:20.578704 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33006) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:20.598993 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c9d7410-6b22-442a-a717-48061253862c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ba69f500-f9a3-4a03-a889-a18452574bbc), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:20.599472 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-1c9d7410-6b22-442a-a717-48061253862c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Added segment ba69f500-f9a3-4a03-a889-a18452574bbc of type vlan for network 54e214c5-91e4-4987-83dd-1d1aad9e2cae Feb 03 12:49:20.648715 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-05bdfbf5-f417-4221-b65a-1b0b40c652b7 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports?device_id=30aa400e-6194-43e2-867a-482064e34965 HTTP/1.1" status: 200 len: 205 time: 0.0654035 Feb 03 12:49:20.648943 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33010) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:20.663636 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8eee5640-2126-47c5-ad1b-083ee87a79a3 req-e889cfb6-c802-4eff-b0a6-3f57ab9faae8 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/security-groups?id=8db5a611-3677-4b82-9315-cf534de4e64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179919 Feb 03 12:49:20.722067 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-5036013d-a133-40f6-860f-7d06149a0298 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] delete failed (client error): The resource could not be found. Feb 03 12:49:20.723160 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5036013d-a133-40f6-860f-7d06149a0298 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/routers/30aa400e-6194-43e2-867a-482064e34965 HTTP/1.1" status: 404 len: 336 time: 0.0738299 Feb 03 12:49:20.730030 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33012) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:20.773336 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd616cc-676a-4bd1-ba0b-998f0b797d2c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:20.773803 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd616cc-676a-4bd1-ba0b-998f0b797d2c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:20.777148 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9dd616cc-676a-4bd1-ba0b-998f0b797d2c tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/c8c3b0a5-6229-4ba3-8395-6609ff975f77 HTTP/1.1" status: 404 len: 337 time: 0.0461230 Feb 03 12:49:20.785165 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33014) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:20.844176 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-42558ef1-843c-4065-b948-f5e92bc8ad95 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "GET /v2.0/ports?device_id=84d097df-8874-4877-a898-b5eaef0d6360 HTTP/1.1" status: 200 len: 205 time: 0.0547266 Feb 03 12:49:20.845829 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33016) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:20.902897 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-636161bc-7af6-49f8-a1a2-d6aac8764844 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] delete failed (client error): The resource could not be found. Feb 03 12:49:20.904233 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-636161bc-7af6-49f8-a1a2-d6aac8764844 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/routers/84d097df-8874-4877-a898-b5eaef0d6360 HTTP/1.1" status: 404 len: 336 time: 0.0574725 Feb 03 12:49:20.908320 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33018) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:20.926415 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33941d0f-e4c4-42ae-bee5-656bc5198f8e tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (45003f8e-5119-451c-bcd1-4d81c4c3a7f4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:20.990817 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc734da-4928-4614-b140-61d97e7ee532 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:20.991381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc734da-4928-4614-b140-61d97e7ee532 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:20.994800 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0dc734da-4928-4614-b140-61d97e7ee532 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/986ae202-b475-4581-a388-cf2872273699 HTTP/1.1" status: 404 len: 337 time: 0.0850627 Feb 03 12:49:21.004469 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33020) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:21.052051 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c9d7410-6b22-442a-a717-48061253862c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (54e214c5-91e4-4987-83dd-1d1aad9e2cae), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:21.063758 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-3124ecc4-4db4-44d7-8988-b2b6c7a74841 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:21.064325 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3124ecc4-4db4-44d7-8988-b2b6c7a74841 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:21.068561 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3124ecc4-4db4-44d7-8988-b2b6c7a74841 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/2b1a2737-1418-4f93-8215-57a4b143ca7c HTTP/1.1" status: 404 len: 337 time: 0.0620673 Feb 03 12:49:21.073549 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33024) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:21.082827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33941d0f-e4c4-42ae-bee5-656bc5198f8e tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Pushing event updated for resources: {'Subnet': ['ID=45003f8e-5119-451c-bcd1-4d81c4c3a7f4,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:21.118936 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c9d7410-6b22-442a-a717-48061253862c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (54e214c5-91e4-4987-83dd-1d1aad9e2cae), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:21.124599 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9d7410-6b22-442a-a717-48061253862c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:21.125032 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db46125-8359-4d73-bde8-47c34b1fcdb2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:21.125263 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c9d7410-6b22-442a-a717-48061253862c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:21.125682 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db46125-8359-4d73-bde8-47c34b1fcdb2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:21.129379 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9db46125-8359-4d73-bde8-47c34b1fcdb2 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/58de0599-f103-4cd8-99f4-6a1745f6c25e HTTP/1.1" status: 404 len: 333 time: 0.0542188 Feb 03 12:49:21.133642 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33026) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:21.134417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33941d0f-e4c4-42ae-bee5-656bc5198f8e tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Checking segment: {'id': '54feb194-ae48-4185-935c-1f06580076b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '202f1f80-2ae5-4d6e-8a67-827fad7b6d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:21.134792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33941d0f-e4c4-42ae-bee5-656bc5198f8e tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Network hostable DHCP agents. Network: 202f1f80-2ae5-4d6e-8a67-827fad7b6d6c, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:49:21.169968 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d4f24c8-2191-4775-9fb4-bc89623908b3 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:21.171008 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d4f24c8-2191-4775-9fb4-bc89623908b3 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:21.174920 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4d4f24c8-2191-4775-9fb4-bc89623908b3 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/336655f8-ebcf-4368-b82a-963f138dc09a HTTP/1.1" status: 404 len: 337 time: 0.0370030 Feb 03 12:49:21.179175 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33028) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:21.214998 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66c9687-393e-463f-9277-a327f70643e9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:21.215902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66c9687-393e-463f-9277-a327f70643e9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:21.223457 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b66c9687-393e-463f-9277-a327f70643e9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/1710ff39-31bd-4f20-a3ff-2ed79ae7b9dd HTTP/1.1" status: 404 len: 333 time: 0.0385466 Feb 03 12:49:21.223457 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33941d0f-e4c4-42ae-bee5-656bc5198f8e tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Network 202f1f80-2ae5-4d6e-8a67-827fad7b6d6c is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:49:21.223848 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33030) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:21.225685 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1c9d7410-6b22-442a-a717-48061253862c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9948549 Feb 03 12:49:21.243009 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33032) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:21.278030 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-33efa13d-b2b6-43d5-93f9-8ec35bc253db tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'subnet': {'network_id': '54e214c5-91e4-4987-83dd-1d1aad9e2cae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:21.283819 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-33941d0f-e4c4-42ae-bee5-656bc5198f8e tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 202f1f80-2ae5-4d6e-8a67-827fad7b6d6c) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:21.291652 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d7410-6b22-442a-a717-48061253862c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Network': ['ID=54e214c5-91e4-4987-83dd-1d1aad9e2cae,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:21.297820 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-d678310a-7a68-4246-8470-7b7fc2b69063 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:21.298198 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d678310a-7a68-4246-8470-7b7fc2b69063 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:21.301898 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d678310a-7a68-4246-8470-7b7fc2b69063 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/74a94893-bf96-4bc3-8e5d-154f6ad34af9 HTTP/1.1" status: 404 len: 337 time: 0.0766945 Feb 03 12:49:21.307079 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33941d0f-e4c4-42ae-bee5-656bc5198f8e tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:21.307688 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33941d0f-e4c4-42ae-bee5-656bc5198f8e tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:21.309382 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33034) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:21.320332 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f762cf1d-b5f9-4129-96e0-4ff459d5f1e3 None None] Network 202f1f80-2ae5-4d6e-8a67-827fad7b6d6c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:21.358091 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e08ca04-3680-4bdb-9066-d3c17ab88ed9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:21.358872 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e08ca04-3680-4bdb-9066-d3c17ab88ed9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:21.362341 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6e08ca04-3680-4bdb-9066-d3c17ab88ed9 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/afbb117e-cdf5-404f-b4ca-f9bdb8f81d84 HTTP/1.1" status: 404 len: 333 time: 0.0516145 Feb 03 12:49:21.365031 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33036) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:21.374675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 54e214c5-91e4-4987-83dd-1d1aad9e2cae details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:49:21.379525 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1858dfc6-8ef5-4c44-8410-33230bcf0037 tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (4d14144f-255d-4176-a4e7-2e8f12fab7a1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:21.418658 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-33941d0f-e4c4-42ae-bee5-656bc5198f8e tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4503572 Feb 03 12:49:21.421253 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cf573-9c77-4dbd-8ee9-7449d397e188 req-1743126e-0546-4d18-a73b-ae686ce97db3 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:21.423220 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-271cf573-9c77-4dbd-8ee9-7449d397e188 req-1743126e-0546-4d18-a73b-ae686ce97db3 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.2847581 Feb 03 12:49:21.423351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33038) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:21.431125 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-71163670-4c74-47bb-9a7d-639725ad6f62 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Request body: {'port': {'network_id': '202f1f80-2ae5-4d6e-8a67-827fad7b6d6c', 'name': 'tempest-TagsExtTest-1275165711'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:21.483249 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0860ea-9b48-47d3-be37-23a30289b313 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:21.483709 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0860ea-9b48-47d3-be37-23a30289b313 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:21.486801 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dc0860ea-9b48-47d3-be37-23a30289b313 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/ffaef32e-f64f-408e-8feb-493a3601c051 HTTP/1.1" status: 404 len: 337 time: 0.1207147 Feb 03 12:49:21.491234 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858dfc6-8ef5-4c44-8410-33230bcf0037 tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d14144f-255d-4176-a4e7-2e8f12fab7a1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:21.492907 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33040) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:21.588466 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2dd2c49-9317-46da-a0bf-23c5a0bf3acf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:21.588958 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2dd2c49-9317-46da-a0bf-23c5a0bf3acf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:21.590072 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33efa13d-b2b6-43d5-93f9-8ec35bc253db tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:21.593981 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c2dd2c49-9317-46da-a0bf-23c5a0bf3acf tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/36fd83c8-932c-4896-b607-1281dc8a8f57 HTTP/1.1" status: 404 len: 333 time: 0.0922139 Feb 03 12:49:21.599736 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-202f1f80-2ae5-4d6e-8a67-827fad7b6d6c', 'network_id': '202f1f80-2ae5-4d6e-8a67-827fad7b6d6c', 'project_id': '64b98ad7d5ed46cbbdfdda11199f978f', 'fixed_ips': [{'subnet_id': '45003f8e-5119-451c-bcd1-4d81c4c3a7f4'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:49:21.600226 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33efa13d-b2b6-43d5-93f9-8ec35bc253db tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:21.600727 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:21.608648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33042) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:21.640548 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-271cf573-9c77-4dbd-8ee9-7449d397e188 req-46a4a94b-786d-4b7d-9a26-de706a84f92d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848547 Feb 03 12:49:21.645061 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1858dfc6-8ef5-4c44-8410-33230bcf0037 tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Publish callbacks [] for floatingip (9e0f83eb-aba2-4ecf-8c61-0bce1f0a3711), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:21.650128 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1858dfc6-8ef5-4c44-8410-33230bcf0037 tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:21.657377 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1858dfc6-8ef5-4c44-8410-33230bcf0037 tempest-ExternalNetworksAdminNegativeTestJSON-33975280 tempest-ExternalNetworksAdminNegativeTestJSON-33975280-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/9e0f83eb-aba2-4ecf-8c61-0bce1f0a3711 HTTP/1.1" status: 204 len: 168 time: 2.0954995 Feb 03 12:49:21.680156 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c13ad0a-1615-4bda-9487-3f3fc5fb5855 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:21.680638 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c13ad0a-1615-4bda-9487-3f3fc5fb5855 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:21.688845 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2c13ad0a-1615-4bda-9487-3f3fc5fb5855 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/e6dfcca8-75e3-474e-8753-baa5ea926004 HTTP/1.1" status: 404 len: 337 time: 0.0756307 Feb 03 12:49:21.690041 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33050) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:21.760433 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-33066816-884f-41c0-a4e7-2745d9cc555a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:21.761016 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33066816-884f-41c0-a4e7-2745d9cc555a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:21.770420 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-33066816-884f-41c0-a4e7-2745d9cc555a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/7f1ea284-d644-4f6d-89cf-0a02d8349996 HTTP/1.1" status: 404 len: 333 time: 0.0734532 Feb 03 12:49:21.771294 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33054) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:21.820458 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ffd12e5-1706-4ca6-8354-28abe152d107 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:21.821130 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ffd12e5-1706-4ca6-8354-28abe152d107 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:21.824683 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5ffd12e5-1706-4ca6-8354-28abe152d107 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/c354ab54-2752-44d2-ac3d-a9bd3615ef53 HTTP/1.1" status: 404 len: 337 time: 0.0520763 Feb 03 12:49:21.827695 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33058) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:21.869238 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71163670-4c74-47bb-9a7d-639725ad6f62 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Made reservation on behalf of 64b98ad7d5ed46cbbdfdda11199f978f for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:21.873088 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71163670-4c74-47bb-9a7d-639725ad6f62 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:21.881134 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d0683f-e6c2-4008-a6d7-7edb245c5e0a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:21.883007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d0683f-e6c2-4008-a6d7-7edb245c5e0a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:21.888552 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-53d0683f-e6c2-4008-a6d7-7edb245c5e0a tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/a6bfbeae-f309-48b5-85a7-f29db17900c4 HTTP/1.1" status: 404 len: 333 time: 0.0583975 Feb 03 12:49:21.891270 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33062) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:21.936057 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0c3867-ea9e-473f-98dc-de0749522416 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:21.936712 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0c3867-ea9e-473f-98dc-de0749522416 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:21.950365 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dc0c3867-ea9e-473f-98dc-de0749522416 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/57b05e6a-09ce-4123-a901-8c690c557c0c HTTP/1.1" status: 404 len: 337 time: 0.0573361 Feb 03 12:49:21.951043 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33064) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:21.962778 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-71163670-4c74-47bb-9a7d-639725ad6f62 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] device_id is not set on port c852a643-abdf-41e3-b70a-f30f872386d0 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:49:21.997406 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-028986ac-a6a2-4ad9-bca2-26e7c558ff23 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:21.998141 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-028986ac-a6a2-4ad9-bca2-26e7c558ff23 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:22.002956 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] Allocated IP 172.20.0.2 (202f1f80-2ae5-4d6e-8a67-827fad7b6d6c/45003f8e-5119-451c-bcd1-4d81c4c3a7f4/f12625f5-4088-42f3-b7aa-fba4a6ee67da) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:22.007095 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-028986ac-a6a2-4ad9-bca2-26e7c558ff23 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/ports/2f5a27d9-06eb-4cbe-b901-edda1e495e36 HTTP/1.1" status: 404 len: 333 time: 0.0540192 Feb 03 12:49:22.007758 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33066) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:22.059126 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8ac95e-b7a0-491c-8bb3-15eef3f90a76 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:22.059925 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e8ac95e-b7a0-491c-8bb3-15eef3f90a76 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:22.067232 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5e8ac95e-b7a0-491c-8bb3-15eef3f90a76 tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/subnets/dd39f36a-2cbb-474c-9d35-1f3fc48b9b4f HTTP/1.1" status: 404 len: 337 time: 0.0574870 Feb 03 12:49:22.070388 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33068) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:22.112013 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe527ff1-ecbe-41f5-8eb5-93ef4ff36feb req-9b4b5097-d8f5-4fe3-8cd1-bee3db562a75 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:22.119000 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe527ff1-ecbe-41f5-8eb5-93ef4ff36feb req-9b4b5097-d8f5-4fe3-8cd1-bee3db562a75 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e629a5d-d5c9-4bb8-b8ee-183ab0969d31 HTTP/1.1" status: 200 len: 945 time: 0.2618644 Feb 03 12:49:22.127644 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33efa13d-b2b6-43d5-93f9-8ec35bc253db tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (9efc181c-6a64-4599-aab8-3e82ad1f346b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.224264 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24baa5d0-52ae-4862-b99a-bd7704d96d1f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.280303 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] Publish callbacks [] for port (f12625f5-4088-42f3-b7aa-fba4a6ee67da), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.292883 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (f12625f5-4088-42f3-b7aa-fba4a6ee67da), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.338627 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe527ff1-ecbe-41f5-8eb5-93ef4ff36feb req-973404bd-b1a8-41f2-8fa4-6dcb890ec712 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/security-groups?id=8db5a611-3677-4b82-9315-cf534de4e64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182772 Feb 03 12:49:22.356988 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24baa5d0-52ae-4862-b99a-bd7704d96d1f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.372964 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33074) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:22.392575 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-24baa5d0-52ae-4862-b99a-bd7704d96d1f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:22.404819 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] Pushing event updated for resources: {'Port': ['ID=f12625f5-4088-42f3-b7aa-fba4a6ee67da,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:22.408058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-24baa5d0-52ae-4862-b99a-bd7704d96d1f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3283b386-b11b-4a44-95c1-6c839bfade21') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:22.408475 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-24baa5d0-52ae-4862-b99a-bd7704d96d1f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3283b386-b11b-4a44-95c1-6c839bfade21') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:22.426388 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24baa5d0-52ae-4862-b99a-bd7704d96d1f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (3283b386-b11b-4a44-95c1-6c839bfade21), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.427138 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33efa13d-b2b6-43d5-93f9-8ec35bc253db tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Checking segment: {'id': 'ba69f500-f9a3-4a03-a889-a18452574bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54e214c5-91e4-4987-83dd-1d1aad9e2cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:22.428007 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33efa13d-b2b6-43d5-93f9-8ec35bc253db tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network hostable DHCP agents. Network: 54e214c5-91e4-4987-83dd-1d1aad9e2cae, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:49:22.447878 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] Network 202f1f80-2ae5-4d6e-8a67-827fad7b6d6c is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:22.456603 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:22.459978 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efa13d-b2b6-43d5-93f9-8ec35bc253db tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Subnet': ['ID=9efc181c-6a64-4599-aab8-3e82ad1f346b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:22.462620 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:22.470635 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24baa5d0-52ae-4862-b99a-bd7704d96d1f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (3283b386-b11b-4a44-95c1-6c839bfade21), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.497802 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24baa5d0-52ae-4862-b99a-bd7704d96d1f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:49:22.499505 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24baa5d0-52ae-4862-b99a-bd7704d96d1f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (3283b386-b11b-4a44-95c1-6c839bfade21), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.501740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-71163670-4c74-47bb-9a7d-639725ad6f62 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Allocated IP 172.20.0.4 (202f1f80-2ae5-4d6e-8a67-827fad7b6d6c/45003f8e-5119-451c-bcd1-4d81c4c3a7f4/c852a643-abdf-41e3-b70a-f30f872386d0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:22.521525 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33efa13d-b2b6-43d5-93f9-8ec35bc253db tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network 54e214c5-91e4-4987-83dd-1d1aad9e2cae is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:49:22.607066 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] Attempting to bind port f12625f5-4088-42f3-b7aa-fba4a6ee67da on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:22.607460 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] Attempting to bind port f12625f5-4088-42f3-b7aa-fba4a6ee67da by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '54feb194-ae48-4185-935c-1f06580076b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '202f1f80-2ae5-4d6e-8a67-827fad7b6d6c'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:22.607867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] Attempting to bind port f12625f5-4088-42f3-b7aa-fba4a6ee67da on network 202f1f80-2ae5-4d6e-8a67-827fad7b6d6c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:22.621917 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:22.621917 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] Checking segment: {'id': '54feb194-ae48-4185-935c-1f06580076b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '202f1f80-2ae5-4d6e-8a67-827fad7b6d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:22.622358 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.622768 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] Bound using segment: {'id': '54feb194-ae48-4185-935c-1f06580076b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '202f1f80-2ae5-4d6e-8a67-827fad7b6d6c'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:22.626268 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] Bound port: f12625f5-4088-42f3-b7aa-fba4a6ee67da, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54feb194-ae48-4185-935c-1f06580076b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '202f1f80-2ae5-4d6e-8a67-827fad7b6d6c'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:22.626268 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f12625f5-4088-42f3-b7aa-fba4a6ee67da), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.645702 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-33efa13d-b2b6-43d5-93f9-8ec35bc253db tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 54e214c5-91e4-4987-83dd-1d1aad9e2cae) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:49:22.665431 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:49:22.687060 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24baa5d0-52ae-4862-b99a-bd7704d96d1f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.710872 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24baa5d0-52ae-4862-b99a-bd7704d96d1f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.716990 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-24baa5d0-52ae-4862-b99a-bd7704d96d1f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] 10.222.0.18 "DELETE /v2.0/networks/8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec HTTP/1.1" status: 204 len: 168 time: 0.6438277 Feb 03 12:49:22.719226 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f53fd849-c857-42cd-b67a-c49c74a362cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.751567 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24baa5d0-52ae-4862-b99a-bd7704d96d1f tempest-NetworksTestDHCPv6-439896941 tempest-NetworksTestDHCPv6-439896941-project] Pushing event deleted for resources: {'Network': ['ID=8ce861b2-f5d2-49fb-bc38-d351fe5ce9ec,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:22.758225 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048143a5-803f-41cf-9d6c-860acd9e3722 None None] Network 54e214c5-91e4-4987-83dd-1d1aad9e2cae requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:22.793080 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33efa13d-b2b6-43d5-93f9-8ec35bc253db tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:22.794062 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33efa13d-b2b6-43d5-93f9-8ec35bc253db tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:22.870620 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-33efa13d-b2b6-43d5-93f9-8ec35bc253db tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6206913 Feb 03 12:49:22.870947 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33092) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:23.032511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] For port f12625f5-4088-42f3-b7aa-fba4a6ee67da, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:23.038980 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] For port f12625f5-4088-42f3-b7aa-fba4a6ee67da, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f12625f5-4088-42f3-b7aa-fba4a6ee67da,segment=NetworkSegment(54feb194-ae48-4185-935c-1f06580076b2),segment_id=54feb194-ae48-4185-935c-1f06580076b2)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:23.056902 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f12625f5-4088-42f3-b7aa-fba4a6ee67da), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.065273 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd50b34-c40b-4def-8002-18fd8b0f55e7 req-9e62f8f2-5a92-4290-b79a-d743c7e6f426 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:23.077860 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fd50b34-c40b-4def-8002-18fd8b0f55e7 req-9e62f8f2-5a92-4290-b79a-d743c7e6f426 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.1935940 Feb 03 12:49:23.092274 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71163670-4c74-47bb-9a7d-639725ad6f62 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks [] for port (c852a643-abdf-41e3-b70a-f30f872386d0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.130516 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f53fd849-c857-42cd-b67a-c49c74a362cb admin admin] Publish callbacks [] for security_group (c8739c97-27d7-455a-9fcf-d4d47bfacc31), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.149889 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455c9e6-3554-48a9-a299-96c7e7643442 None None] Pushing event updated for resources: {'Port': ['ID=f12625f5-4088-42f3-b7aa-fba4a6ee67da,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:23.155749 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f53fd849-c857-42cd-b67a-c49c74a362cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c8739c97-27d7-455a-9fcf-d4d47bfacc31), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.190572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-54e214c5-91e4-4987-83dd-1d1aad9e2cae', 'network_id': '54e214c5-91e4-4987-83dd-1d1aad9e2cae', 'project_id': 'a91813e3671c46ddbc122ddcbd924e87', 'fixed_ips': [{'subnet_id': '9efc181c-6a64-4599-aab8-3e82ad1f346b'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:49:23.192399 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fd50b34-c40b-4def-8002-18fd8b0f55e7 req-27a31244-2e7d-4638-8fed-bd126e33dc91 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112406 Feb 03 12:49:23.193245 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.200226 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f53fd849-c857-42cd-b67a-c49c74a362cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=688506959dc94ca79d8b477fb13b13e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8251035 Feb 03 12:49:23.205628 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33096) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:23.218686 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71163670-4c74-47bb-9a7d-639725ad6f62 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c852a643-abdf-41e3-b70a-f30f872386d0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.299389 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fd849-c857-42cd-b67a-c49c74a362cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8739c97-27d7-455a-9fcf-d4d47bfacc31,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:23.338649 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33098) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:23.349291 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (54e214c5-91e4-4987-83dd-1d1aad9e2cae), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.371664 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281acce-7ab6-4cdc-b459-0b807e19cdf5 req-fbc5fde0-53d2-4bcf-88e2-209787b39ba9 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:23.387167 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71163670-4c74-47bb-9a7d-639725ad6f62 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Network 202f1f80-2ae5-4d6e-8a67-827fad7b6d6c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:23.401937 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a281acce-7ab6-4cdc-b459-0b807e19cdf5 req-fbc5fde0-53d2-4bcf-88e2-209787b39ba9 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e629a5d-d5c9-4bb8-b8ee-183ab0969d31 HTTP/1.1" status: 200 len: 945 time: 0.3713071 Feb 03 12:49:23.402397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-71163670-4c74-47bb-9a7d-639725ad6f62 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:23.408711 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71163670-4c74-47bb-9a7d-639725ad6f62 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:23.447615 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71163670-4c74-47bb-9a7d-639725ad6f62 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Pushing event updated for resources: {'Port': ['ID=c852a643-abdf-41e3-b70a-f30f872386d0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:23.475081 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] Allocated IP 172.20.0.1 (54e214c5-91e4-4987-83dd-1d1aad9e2cae/9efc181c-6a64-4599-aab8-3e82ad1f346b/23e87902-d955-4964-af33-0cb00c73fb99) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:23.485377 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b17332e6-e6a6-4783-a94b-d1a043115236 admin admin] Publish callbacks [] for security_group (c8739c97-27d7-455a-9fcf-d4d47bfacc31), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.514760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71163670-4c74-47bb-9a7d-639725ad6f62 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:23.515403 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71163670-4c74-47bb-9a7d-639725ad6f62 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.541126 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b17332e6-e6a6-4783-a94b-d1a043115236 admin admin] Publish callbacks [] for security_group (c8739c97-27d7-455a-9fcf-d4d47bfacc31), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.602472 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-71163670-4c74-47bb-9a7d-639725ad6f62 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1688621 Feb 03 12:49:23.602679 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33102) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:23.632655 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a281acce-7ab6-4cdc-b459-0b807e19cdf5 req-36366596-9731-4e7a-a02b-c5986581625f tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/security-groups?id=8db5a611-3677-4b82-9315-cf534de4e64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170072 Feb 03 12:49:23.647714 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b677d58f-a7ca-42e0-a4b9-c388abd60b9f tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-530374301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:23.766896 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (9efc181c-6a64-4599-aab8-3e82ad1f346b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.796055 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0c488381-0ab5-4a7c-ba43-41e7d4b56018 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c2e484e958f456c9ce63a4c2f906f3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4396148 Feb 03 12:49:23.797234 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b677d58f-a7ca-42e0-a4b9-c388abd60b9f tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (0614869f-5a6c-43d2-a5ca-dc7f78158bc2), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.798565 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b677d58f-a7ca-42e0-a4b9-c388abd60b9f tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (0614869f-5a6c-43d2-a5ca-dc7f78158bc2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.803357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33104) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:23.807555 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] Publish callbacks [] for port (23e87902-d955-4964-af33-0cb00c73fb99), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.817122 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (23e87902-d955-4964-af33-0cb00c73fb99), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.919353 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (9efc181c-6a64-4599-aab8-3e82ad1f346b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:23.944269 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] Network 54e214c5-91e4-4987-83dd-1d1aad9e2cae is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:23.955669 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:23.959011 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:24.008673 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] Pushing event updated for resources: {'Port': ['ID=23e87902-d955-4964-af33-0cb00c73fb99,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:24.022676 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b17332e6-e6a6-4783-a94b-d1a043115236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c8739c97-27d7-455a-9fcf-d4d47bfacc31), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.027969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Subnet': ['ID=9efc181c-6a64-4599-aab8-3e82ad1f346b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:24.028971 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b17332e6-e6a6-4783-a94b-d1a043115236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.048235 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b17332e6-e6a6-4783-a94b-d1a043115236 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8739c97-27d7-455a-9fcf-d4d47bfacc31 HTTP/1.1" status: 204 len: 168 time: 0.8408241 Feb 03 12:49:24.073090 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] Attempting to bind port 23e87902-d955-4964-af33-0cb00c73fb99 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:24.073584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] Attempting to bind port 23e87902-d955-4964-af33-0cb00c73fb99 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'ba69f500-f9a3-4a03-a889-a18452574bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54e214c5-91e4-4987-83dd-1d1aad9e2cae'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:24.073965 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] Attempting to bind port 23e87902-d955-4964-af33-0cb00c73fb99 on network 54e214c5-91e4-4987-83dd-1d1aad9e2cae {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:24.081336 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:24.081741 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] Checking segment: {'id': 'ba69f500-f9a3-4a03-a889-a18452574bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54e214c5-91e4-4987-83dd-1d1aad9e2cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:24.082127 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.082526 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] Bound using segment: {'id': 'ba69f500-f9a3-4a03-a889-a18452574bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54e214c5-91e4-4987-83dd-1d1aad9e2cae'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:24.083018 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] Bound port: 23e87902-d955-4964-af33-0cb00c73fb99, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba69f500-f9a3-4a03-a889-a18452574bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54e214c5-91e4-4987-83dd-1d1aad9e2cae'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:24.083486 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (23e87902-d955-4964-af33-0cb00c73fb99), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.088944 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b677d58f-a7ca-42e0-a4b9-c388abd60b9f tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks [] for router_controller (0614869f-5a6c-43d2-a5ca-dc7f78158bc2), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.108958 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17332e6-e6a6-4783-a94b-d1a043115236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8739c97-27d7-455a-9fcf-d4d47bfacc31,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:24.115442 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b677d58f-a7ca-42e0-a4b9-c388abd60b9f tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (0614869f-5a6c-43d2-a5ca-dc7f78158bc2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.129986 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (54e214c5-91e4-4987-83dd-1d1aad9e2cae), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.196902 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e214c5-91e4-4987-83dd-1d1aad9e2cae']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:24.234231 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba69f500-f9a3-4a03-a889-a18452574bbc') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:24.234634 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba69f500-f9a3-4a03-a889-a18452574bbc') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:24.240369 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a44aefa3-6147-4eab-975a-27e48e1018b4 admin admin] Publish callbacks [] for security_group (133367b6-93f3-4e77-b001-9c731318c0c9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.255231 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b677d58f-a7ca-42e0-a4b9-c388abd60b9f tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.257055 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] For port 23e87902-d955-4964-af33-0cb00c73fb99, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:24.262626 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (ba69f500-f9a3-4a03-a889-a18452574bbc), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.264351 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b677d58f-a7ca-42e0-a4b9-c388abd60b9f tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6332793 Feb 03 12:49:24.266405 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] For port 23e87902-d955-4964-af33-0cb00c73fb99, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=23e87902-d955-4964-af33-0cb00c73fb99,segment=NetworkSegment(ba69f500-f9a3-4a03-a889-a18452574bbc),segment_id=ba69f500-f9a3-4a03-a889-a18452574bbc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:24.268543 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33110) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:24.283303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-85c683be-1b0c-498b-8167-609eb92d2452 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1079170354', 'prefixes': ['172.20.0.0/16']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:24.288303 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (23e87902-d955-4964-af33-0cb00c73fb99), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.353781 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ba69f500-f9a3-4a03-a889-a18452574bbc), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.391719 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:49:24.392758 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (ba69f500-f9a3-4a03-a889-a18452574bbc), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:49:24.400860 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:49:24.436734 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a44aefa3-6147-4eab-975a-27e48e1018b4 admin admin] Publish callbacks [] for security_group (133367b6-93f3-4e77-b001-9c731318c0c9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.485481 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b69fba-f861-494c-b51c-a9ba40be31aa req-786e66d0-eb23-40b4-9ba8-f24591309b7c tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:24.487436 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79b69fba-f861-494c-b51c-a9ba40be31aa req-786e66d0-eb23-40b4-9ba8-f24591309b7c tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e629a5d-d5c9-4bb8-b8ee-183ab0969d31 HTTP/1.1" status: 200 len: 945 time: 0.3328235 Feb 03 12:49:24.536471 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffcd9f-455d-44f7-96c6-ed9fcf2b5e64 None None] Pushing event updated for resources: {'Port': ['ID=23e87902-d955-4964-af33-0cb00c73fb99,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:24.550390 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f911d3ab-2f75-425f-b827-437af60e5211 None None] Network 54e214c5-91e4-4987-83dd-1d1aad9e2cae requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:24.570027 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:49:24.570027 n-d-827336-3 neutron-server[103189]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:49:24.570027 n-d-827336-3 neutron-server[103189]: [parameters: {'id': '54e214c5-91e4-4987-83dd-1d1aad9e2cae'}] Feb 03 12:49:24.570027 n-d-827336-3 neutron-server[103189]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:49:24.570339 n-d-827336-3 neutron-server[103189]: DEBUG oslo_db.api [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:49:24.660893 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764c8bc-541d-4861-af2e-e02fb30eddfd req-ceede4ff-f069-4732-a497-b100847c7228 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:24.666958 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85c683be-1b0c-498b-8167-609eb92d2452 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:24.670662 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6764c8bc-541d-4861-af2e-e02fb30eddfd req-ceede4ff-f069-4732-a497-b100847c7228 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.3469748 Feb 03 12:49:24.676155 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-85c683be-1b0c-498b-8167-609eb92d2452 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4059067 Feb 03 12:49:24.677209 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33114) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:24.687186 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-00e62150-a393-42d2-b3fa-ceb65d9e89eb tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '45003f8e-5119-451c-bcd1-4d81c4c3a7f4', 'tempest-TagsExtTest-Tag-488738633') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:24.927395 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33118) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:25.077280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953b2bc-a15d-41e9-bc3b-e251e6e71aac req-d345958a-6f05-4c2e-87a8-4f6b5b781a04 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:25.085081 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5953b2bc-a15d-41e9-bc3b-e251e6e71aac req-d345958a-6f05-4c2e-87a8-4f6b5b781a04 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e629a5d-d5c9-4bb8-b8ee-183ab0969d31 HTTP/1.1" status: 200 len: 945 time: 0.1849759 Feb 03 12:49:25.091256 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (54e214c5-91e4-4987-83dd-1d1aad9e2cae), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.100585 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-32bcd78c-593a-4dfa-af73-5a0aa6f68226 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb624a323b7c4423a7bf0eda2748db82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1686091 Feb 03 12:49:25.105830 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-00e62150-a393-42d2-b3fa-ceb65d9e89eb tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "PUT /v2.0/subnets/45003f8e-5119-451c-bcd1-4d81c4c3a7f4/tags/tempest-TagsExtTest-Tag-488738633 HTTP/1.1" status: 201 len: 201 time: 0.4270754 Feb 03 12:49:25.107031 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33120) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:25.107370 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33122) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:25.111080 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a44aefa3-6147-4eab-975a-27e48e1018b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (133367b6-93f3-4e77-b001-9c731318c0c9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.115086 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a44aefa3-6147-4eab-975a-27e48e1018b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.116719 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a44aefa3-6147-4eab-975a-27e48e1018b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/133367b6-93f3-4e77-b001-9c731318c0c9 HTTP/1.1" status: 204 len: 168 time: 1.3122177 Feb 03 12:49:25.126077 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fbc683-7329-415a-9cdf-109950311b87 None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:49:25.128858 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-a0e24f4d-5891-4096-9a34-b2036d3cdcc8 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c852a643-abdf-41e3-b70a-f30f872386d0', 'tempest-TagsExtTest-Tag-8094515') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:25.151396 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6764c8bc-541d-4861-af2e-e02fb30eddfd req-f3f2ed96-7395-40de-b985-77ad8be06598 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250380 Feb 03 12:49:25.160626 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44aefa3-6147-4eab-975a-27e48e1018b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133367b6-93f3-4e77-b001-9c731318c0c9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:25.190406 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f12625f5-4088-42f3-b7aa-fba4a6ee67da up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:25.204027 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-79b69fba-f861-494c-b51c-a9ba40be31aa req-f78ebf20-172f-4d5c-88b8-387da75affe6 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Deleting port 14afa77b-98f1-4de9-8f1c-daa2de6d38c4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:25.204718 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-79b69fba-f861-494c-b51c-a9ba40be31aa req-f78ebf20-172f-4d5c-88b8-387da75affe6 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (14afa77b-98f1-4de9-8f1c-daa2de6d38c4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.318201 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5953b2bc-a15d-41e9-bc3b-e251e6e71aac req-e7999700-b9bf-4b1f-af0d-67a88a39ea79 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/security-groups?id=8db5a611-3677-4b82-9315-cf534de4e64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322187 Feb 03 12:49:25.361893 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89b96383-baa8-4e2a-a39d-67448dc37ae6 admin admin] Publish callbacks [] for security_group (56753a7b-904a-4ed1-b12f-50911c282bd1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.388684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-79b69fba-f861-494c-b51c-a9ba40be31aa req-f78ebf20-172f-4d5c-88b8-387da75affe6 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] For port 14afa77b-98f1-4de9-8f1c-daa2de6d38c4, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=14afa77b-98f1-4de9-8f1c-daa2de6d38c4,segment=NetworkSegment(cebdf9f5-66c3-4666-9077-08f6216c6a10),segment_id=cebdf9f5-66c3-4666-9077-08f6216c6a10)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:25.389135 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-79b69fba-f861-494c-b51c-a9ba40be31aa req-f78ebf20-172f-4d5c-88b8-387da75affe6 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (14afa77b-98f1-4de9-8f1c-daa2de6d38c4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.407529 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-79b69fba-f861-494c-b51c-a9ba40be31aa req-f78ebf20-172f-4d5c-88b8-387da75affe6 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Calling delete_port for 14afa77b-98f1-4de9-8f1c-daa2de6d38c4 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:25.414956 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fbc683-7329-415a-9cdf-109950311b87 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:49:25.431927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port f12625f5-4088-42f3-b7aa-fba4a6ee67da triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:25.431927 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f12625f5-4088-42f3-b7aa-fba4a6ee67da), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.449157 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a0e24f4d-5891-4096-9a34-b2036d3cdcc8 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "PUT /v2.0/ports/c852a643-abdf-41e3-b70a-f30f872386d0/tags/tempest-TagsExtTest-Tag-8094515 HTTP/1.1" status: 201 len: 201 time: 0.3233540 Feb 03 12:49:25.453818 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Deleting port 23e87902-d955-4964-af33-0cb00c73fb99 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:25.454247 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (23e87902-d955-4964-af33-0cb00c73fb99), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.469357 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a41e5743-b956-42b7-9865-0a1fcedfcd55 None None] Provisioning complete for port f12625f5-4088-42f3-b7aa-fba4a6ee67da triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:25.469909 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a41e5743-b956-42b7-9865-0a1fcedfcd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f12625f5-4088-42f3-b7aa-fba4a6ee67da), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.472902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33128) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:25.477537 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-ebc12476-d760-4c23-b79d-ebd7c4268b5b tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0614869f-5a6c-43d2-a5ca-dc7f78158bc2', 'tempest-TagsExtTest-Tag-1174436770') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:25.570352 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] For port 23e87902-d955-4964-af33-0cb00c73fb99, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=23e87902-d955-4964-af33-0cb00c73fb99,segment=NetworkSegment(ba69f500-f9a3-4a03-a889-a18452574bbc),segment_id=ba69f500-f9a3-4a03-a889-a18452574bbc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:25.570729 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (23e87902-d955-4964-af33-0cb00c73fb99), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.586636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Calling delete_port for 23e87902-d955-4964-af33-0cb00c73fb99 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:25.635620 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ebc12476-d760-4c23-b79d-ebd7c4268b5b tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "PUT /v2.0/routers/0614869f-5a6c-43d2-a5ca-dc7f78158bc2/tags/tempest-TagsExtTest-Tag-1174436770 HTTP/1.1" status: 201 len: 201 time: 0.1593566 Feb 03 12:49:25.640515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33132) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:25.645617 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-f12893a5-68b8-43a5-95bf-735632c1ef3a tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7e8ed238-c6b2-4ba7-96cb-8bfb6125b172', 'tempest-TagsExtTest-Tag-1055446397') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:25.661139 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89b96383-baa8-4e2a-a39d-67448dc37ae6 admin admin] Publish callbacks [] for security_group (56753a7b-904a-4ed1-b12f-50911c282bd1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.767691 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-79b69fba-f861-494c-b51c-a9ba40be31aa req-f78ebf20-172f-4d5c-88b8-387da75affe6 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (14afa77b-98f1-4de9-8f1c-daa2de6d38c4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.790035 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (23e87902-d955-4964-af33-0cb00c73fb99), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.828006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ebf20-172f-4d5c-88b8-387da75affe6 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Pushing event deleted for resources: {'Port': ['ID=14afa77b-98f1-4de9-8f1c-daa2de6d38c4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:25.838156 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port f12625f5-4088-42f3-b7aa-fba4a6ee67da is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:25.838781 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f12625f5-4088-42f3-b7aa-fba4a6ee67da), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.862685 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89b96383-baa8-4e2a-a39d-67448dc37ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (56753a7b-904a-4ed1-b12f-50911c282bd1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.866220 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89b96383-baa8-4e2a-a39d-67448dc37ae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.869816 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-89b96383-baa8-4e2a-a39d-67448dc37ae6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56753a7b-904a-4ed1-b12f-50911c282bd1 HTTP/1.1" status: 204 len: 168 time: 0.7481568 Feb 03 12:49:25.886379 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a41e5743-b956-42b7-9865-0a1fcedfcd55 None None] Current status of the port f12625f5-4088-42f3-b7aa-fba4a6ee67da is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:25.889118 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No DVR routers for this DVR port 23e87902-d955-4964-af33-0cb00c73fb99 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:25.891487 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a41e5743-b956-42b7-9865-0a1fcedfcd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f12625f5-4088-42f3-b7aa-fba4a6ee67da), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:25.892716 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b96383-baa8-4e2a-a39d-67448dc37ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56753a7b-904a-4ed1-b12f-50911c282bd1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:25.896241 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Port': ['ID=23e87902-d955-4964-af33-0cb00c73fb99,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:25.944464 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port f12625f5-4088-42f3-b7aa-fba4a6ee67da, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f12625f5-4088-42f3-b7aa-fba4a6ee67da,segment=NetworkSegment(54feb194-ae48-4185-935c-1f06580076b2),segment_id=54feb194-ae48-4185-935c-1f06580076b2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:25.997309 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f12893a5-68b8-43a5-95bf-735632c1ef3a tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "PUT /v2.0/subnetpools/7e8ed238-c6b2-4ba7-96cb-8bfb6125b172/tags/tempest-TagsExtTest-Tag-1055446397 HTTP/1.1" status: 201 len: 201 time: 0.3550520 Feb 03 12:49:25.999478 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33146) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:26.011547 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-8521b80a-c1dc-4738-9dec-49113b9ae2f2 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '45003f8e-5119-451c-bcd1-4d81c4c3a7f4') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:26.038695 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f12625f5-4088-42f3-b7aa-fba4a6ee67da), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:26.044644 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b69fba-f861-494c-b51c-a9ba40be31aa req-f78ebf20-172f-4d5c-88b8-387da75affe6 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] No DVR routers for this DVR port 14afa77b-98f1-4de9-8f1c-daa2de6d38c4 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:26.048327 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-a41e5743-b956-42b7-9865-0a1fcedfcd55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:49:26.048696 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-a41e5743-b956-42b7-9865-0a1fcedfcd55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:49:26.052010 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-79b69fba-f861-494c-b51c-a9ba40be31aa req-f78ebf20-172f-4d5c-88b8-387da75affe6 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:26.059526 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79b69fba-f861-494c-b51c-a9ba40be31aa req-f78ebf20-172f-4d5c-88b8-387da75affe6 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.31 "DELETE /v2.0/ports/14afa77b-98f1-4de9-8f1c-daa2de6d38c4 HTTP/1.1" status: 204 len: 173 time: 1.5571826 Feb 03 12:49:26.059526 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e629a5d-d5c9-4bb8-b8ee-183ab0969d31', 'name': 'network-vif-deleted', 'tag': '14afa77b-98f1-4de9-8f1c-daa2de6d38c4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:26.065735 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88eed55-fb5d-464c-a758-c66a62da7047" -d '{"events": [{"server_uuid": "1e629a5d-d5c9-4bb8-b8ee-183ab0969d31", "name": "network-vif-deleted", "tag": "14afa77b-98f1-4de9-8f1c-daa2de6d38c4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:26.186419 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (54e214c5-91e4-4987-83dd-1d1aad9e2cae), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:26.201058 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ed9761-0b21-4b65-adb7-264b8d36c77b x-openstack-request-id: req-05ed9761-0b21-4b65-adb7-264b8d36c77b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:26.202176 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e629a5d-d5c9-4bb8-b8ee-183ab0969d31", "name": "network-vif-deleted", "tag": "14afa77b-98f1-4de9-8f1c-daa2de6d38c4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:26.202738 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05ed9761-0b21-4b65-adb7-264b8d36c77b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:26.203557 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e629a5d-d5c9-4bb8-b8ee-183ab0969d31', 'name': 'network-vif-deleted', 'tag': '14afa77b-98f1-4de9-8f1c-daa2de6d38c4', 'status': 'completed', 'code': 200} Feb 03 12:49:26.204849 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fff97b-0f4a-4ab6-a5e5-88c93aa83452 None None] Network 202f1f80-2ae5-4d6e-8a67-827fad7b6d6c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:26.242730 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e214c5-91e4-4987-83dd-1d1aad9e2cae']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:26.261560 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba69f500-f9a3-4a03-a889-a18452574bbc') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:26.261932 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba69f500-f9a3-4a03-a889-a18452574bbc') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:26.288381 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (ba69f500-f9a3-4a03-a889-a18452574bbc), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:26.309350 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ba69f500-f9a3-4a03-a889-a18452574bbc), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:26.326127 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:49:26.326573 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (ba69f500-f9a3-4a03-a889-a18452574bbc), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:26.370871 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=f12625f5-4088-42f3-b7aa-fba4a6ee67da,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:49:26.426688 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:49:26.437125 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (54e214c5-91e4-4987-83dd-1d1aad9e2cae), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:26.523676 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Network': ['ID=54e214c5-91e4-4987-83dd-1d1aad9e2cae,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:26.527390 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:26.532006 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1abccff1-dddc-4704-94f7-3a470141c149 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/54e214c5-91e4-4987-83dd-1d1aad9e2cae HTTP/1.1" status: 204 len: 168 time: 3.6598504 Feb 03 12:49:26.550791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33164) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:26.580018 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c7343831-8d14-4a8c-8e59-6b296b0b3f6c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-350970583'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:26.614448 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3e6b9106-26cb-4108-8220-b2ff34083ebb req-eed9fb75-b742-468c-8797-3ad8a6359833 tempest-InstanceActionsNegativeTestJSON-877940629 tempest-InstanceActionsNegativeTestJSON-877940629-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e629a5d-d5c9-4bb8-b8ee-183ab0969d31 HTTP/1.1" status: 200 len: 210 time: 0.0837708 Feb 03 12:49:26.665111 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a41e5743-b956-42b7-9865-0a1fcedfcd55 None None] Current status of the port f12625f5-4088-42f3-b7aa-fba4a6ee67da is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:26.698144 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7343831-8d14-4a8c-8e59-6b296b0b3f6c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:26.703809 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7343831-8d14-4a8c-8e59-6b296b0b3f6c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:26.723845 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8521b80a-c1dc-4738-9dec-49113b9ae2f2 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/subnets/45003f8e-5119-451c-bcd1-4d81c4c3a7f4/tags HTTP/1.1" status: 200 len: 240 time: 0.7224638 Feb 03 12:49:26.726460 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33172) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:26.733605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-91d84a14-ee37-4925-82b5-c53dc9e59c41 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '45003f8e-5119-451c-bcd1-4d81c4c3a7f4', 'tempest-TagsExtTest-Tag-488738633') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:26.798219 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8388c2-db70-40b5-978e-27136704dba0 req-8f77a56c-3002-46a8-93db-4a8aa338067c tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:26.806025 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9f8388c2-db70-40b5-978e-27136704dba0 req-8f77a56c-3002-46a8-93db-4a8aa338067c tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.3744557 Feb 03 12:49:26.887011 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 14afa77b-98f1-4de9-8f1c-daa2de6d38c4 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:26.937296 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7343831-8d14-4a8c-8e59-6b296b0b3f6c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:49:26.973752 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7343831-8d14-4a8c-8e59-6b296b0b3f6c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c8001047-e4b3-4e32-a6e1-cb11947dea7d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:26.975020 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-c7343831-8d14-4a8c-8e59-6b296b0b3f6c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Added segment c8001047-e4b3-4e32-a6e1-cb11947dea7d of type vlan for network 370b1a08-fb40-43f2-badd-1545127a35c1 Feb 03 12:49:27.000455 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 14afa77b-98f1-4de9-8f1c-daa2de6d38c4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:27.004520 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 14afa77b-98f1-4de9-8f1c-daa2de6d38c4 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:27.096293 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f12625f5-4088-42f3-b7aa-fba4a6ee67da up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:27.129064 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7343831-8d14-4a8c-8e59-6b296b0b3f6c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (370b1a08-fb40-43f2-badd-1545127a35c1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:27.129322 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33178) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.151922 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-91d84a14-ee37-4925-82b5-c53dc9e59c41 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/subnets/45003f8e-5119-451c-bcd1-4d81c4c3a7f4/tags/tempest-TagsExtTest-Tag-488738633 HTTP/1.1" status: 204 len: 168 time: 0.4241748 Feb 03 12:49:27.154923 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33182) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.166926 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-e9a245fc-d49c-42b7-9875-811c11e37819 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '45003f8e-5119-451c-bcd1-4d81c4c3a7f4', 'tempest-TagsExtTest-Tag-488738633') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:27.218007 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1ec7e0ae-cbc2-4693-ab0b-26b9c672c327 None None] Provisioning complete for port c852a643-abdf-41e3-b70a-f30f872386d0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:27.231224 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ec7e0ae-cbc2-4693-ab0b-26b9c672c327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c852a643-abdf-41e3-b70a-f30f872386d0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:27.243696 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7343831-8d14-4a8c-8e59-6b296b0b3f6c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (370b1a08-fb40-43f2-badd-1545127a35c1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:27.254741 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7343831-8d14-4a8c-8e59-6b296b0b3f6c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:27.257775 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7343831-8d14-4a8c-8e59-6b296b0b3f6c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:27.277157 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9f8388c2-db70-40b5-978e-27136704dba0 req-07eb19b2-09ec-4592-858d-4499bda1c8b3 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490173 Feb 03 12:49:27.335777 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c7343831-8d14-4a8c-8e59-6b296b0b3f6c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7734022 Feb 03 12:49:27.342639 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33186) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.359017 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-19c0e026-a63d-454d-8f05-4a5363d22c6a tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'subnet': {'network_id': '370b1a08-fb40-43f2-badd-1545127a35c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:27.373003 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1ec7e0ae-cbc2-4693-ab0b-26b9c672c327 None None] Port c852a643-abdf-41e3-b70a-f30f872386d0 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:49:27.437247 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port f12625f5-4088-42f3-b7aa-fba4a6ee67da triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:27.439253 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f12625f5-4088-42f3-b7aa-fba4a6ee67da), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:27.486334 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7343831-8d14-4a8c-8e59-6b296b0b3f6c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Network': ['ID=370b1a08-fb40-43f2-badd-1545127a35c1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:27.489910 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1ec7e0ae-cbc2-4693-ab0b-26b9c672c327 None None] Provisioning complete for port f12625f5-4088-42f3-b7aa-fba4a6ee67da triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:27.490489 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ec7e0ae-cbc2-4693-ab0b-26b9c672c327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f12625f5-4088-42f3-b7aa-fba4a6ee67da), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:27.538386 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 370b1a08-fb40-43f2-badd-1545127a35c1 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:49:27.559214 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e9a245fc-d49c-42b7-9875-811c11e37819 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "DELETE /v2.0/subnets/45003f8e-5119-451c-bcd1-4d81c4c3a7f4/tags/tempest-TagsExtTest-Tag-488738633 HTTP/1.1" status: 204 len: 168 time: 0.3992834 Feb 03 12:49:27.559655 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33192) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.565160 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-4592e59a-8a09-41a0-bbf5-4d9711d456bd tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '45003f8e-5119-451c-bcd1-4d81c4c3a7f4') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:27.566327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [None req-c4281311-afb0-473b-8d37-35a052bad64a tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:27.571999 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c4281311-afb0-473b-8d37-35a052bad64a tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.4365573 Feb 03 12:49:27.595642 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33194) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.601133 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [None req-77374484-1017-44c2-a201-51afd280388f tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:27.606000 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-77374484-1017-44c2-a201-51afd280388f tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0055482 Feb 03 12:49:27.606459 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33196) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.615122 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [None req-34eb1b01-f442-444f-8b17-482f573d132a tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:27.624417 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-34eb1b01-f442-444f-8b17-482f573d132a tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0136175 Feb 03 12:49:27.625455 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c0e026-a63d-454d-8f05-4a5363d22c6a tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:27.627256 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33200) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.639784 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19c0e026-a63d-454d-8f05-4a5363d22c6a tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:27.647999 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-1f7cfd12-c509-4efb-856a-d431d506b3a2 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:27.662141 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1f7cfd12-c509-4efb-856a-d431d506b3a2 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0299263 Feb 03 12:49:27.663253 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33204) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.698170 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-a1924f99-e4fb-4ee3-b81f-b89ace0ca51e tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:27.704966 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a1924f99-e4fb-4ee3-b81f-b89ace0ca51e tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0378547 Feb 03 12:49:27.708821 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33208) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.716200 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33210) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.720559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-f2231633-f4db-4ae0-8dbd-1fcf7f8d9014 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:27.729043 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f2231633-f4db-4ae0-8dbd-1fcf7f8d9014 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0179183 Feb 03 12:49:27.729819 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33212) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.742851 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [None req-f21e5466-a564-49c4-b945-d20e3e8fbda7 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:27.749516 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f21e5466-a564-49c4-b945-d20e3e8fbda7 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0119674 Feb 03 12:49:27.765928 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33214) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.772180 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4592e59a-8a09-41a0-bbf5-4d9711d456bd tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/subnets/45003f8e-5119-451c-bcd1-4d81c4c3a7f4/tags HTTP/1.1" status: 200 len: 205 time: 0.2071397 Feb 03 12:49:27.772417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port f12625f5-4088-42f3-b7aa-fba4a6ee67da is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:27.776447 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33216) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.780900 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-2ce64621-7eca-45ed-a694-8cea320f6397 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:27.786481 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2ce64621-7eca-45ed-a694-8cea320f6397 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0131021 Feb 03 12:49:27.793840 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:49:27.796520 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33218) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.801568 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-39b38c66-e5e3-451a-8f95-35df6302a15a tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c852a643-abdf-41e3-b70a-f30f872386d0') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:27.817847 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1ec7e0ae-cbc2-4693-ab0b-26b9c672c327 None None] Current status of the port f12625f5-4088-42f3-b7aa-fba4a6ee67da is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:27.823963 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-3860fe72-7728-4e23-bc13-12c313408e60 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:27.828513 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3860fe72-7728-4e23-bc13-12c313408e60 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0104642 Feb 03 12:49:27.831883 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33220) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.858944 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-fd6af73c-777e-4198-a49d-0b5b313b5346 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:27.864675 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fd6af73c-777e-4198-a49d-0b5b313b5346 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0058312 Feb 03 12:49:27.867325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33224) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.872055 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-0fc02042-01f3-4739-8c1b-d35dffb37052 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:27.877924 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0fc02042-01f3-4739-8c1b-d35dffb37052 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0058255 Feb 03 12:49:27.882190 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33226) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.888983 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-0f38356b-6a01-40b5-9c1f-2be152791ef2 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:27.893504 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0f38356b-6a01-40b5-9c1f-2be152791ef2 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0054152 Feb 03 12:49:27.894405 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33228) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.900973 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-7413e2ca-4166-48a6-b10e-40cb64178a42 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:27.905433 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7413e2ca-4166-48a6-b10e-40cb64178a42 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0066497 Feb 03 12:49:27.908904 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33230) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.916841 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-42ed060c-e812-4dac-8281-7d58b2a7c3b0 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:27.922831 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-42ed060c-e812-4dac-8281-7d58b2a7c3b0 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0064862 Feb 03 12:49:27.923931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33232) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.933564 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [None req-44a1bf4a-e055-46a1-bd44-a75bff10cc42 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:27.938372 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-44a1bf4a-e055-46a1-bd44-a75bff10cc42 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0069206 Feb 03 12:49:27.940789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33234) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.946212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-339bcb2d-9837-4af5-ad0c-0de87e1b86cc admin admin] Deleting subnet 543983ef-a58a-45f0-a583-0ff965a2a23d {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:49:27.950493 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-27011e31-49df-46c1-8d68-b4ce995274a0 None None] Provisioning complete for port c852a643-abdf-41e3-b70a-f30f872386d0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:27.952883 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-27011e31-49df-46c1-8d68-b4ce995274a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c852a643-abdf-41e3-b70a-f30f872386d0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:27.961681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [None req-8037edd2-b3f3-42bd-8fbc-77c0242b127f tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:27.963332 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8037edd2-b3f3-42bd-8fbc-77c0242b127f tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0122173 Feb 03 12:49:27.964671 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-339bcb2d-9837-4af5-ad0c-0de87e1b86cc admin admin] Publish callbacks [] for subnet (543983ef-a58a-45f0-a583-0ff965a2a23d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:27.974102 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-39b38c66-e5e3-451a-8f95-35df6302a15a tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/ports/c852a643-abdf-41e3-b70a-f30f872386d0/tags HTTP/1.1" status: 200 len: 238 time: 0.1872802 Feb 03 12:49:27.974102 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33236) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.981266 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-582102d1-a8b0-470a-ab55-dbd980f4cf80 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:27.986236 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-582102d1-a8b0-470a-ab55-dbd980f4cf80 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0115051 Feb 03 12:49:27.987838 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33238) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.989333 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33240) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:27.996553 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-bdfb8d18-8e19-4166-8ba4-edd04c6707f5 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.009043 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bdfb8d18-8e19-4166-8ba4-edd04c6707f5 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0165243 Feb 03 12:49:28.011098 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-27011e31-49df-46c1-8d68-b4ce995274a0 None None] Port c852a643-abdf-41e3-b70a-f30f872386d0 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:49:28.017784 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-18410f87-67d5-4b0d-9304-0f9e2060c964 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c852a643-abdf-41e3-b70a-f30f872386d0', 'tempest-TagsExtTest-Tag-8094515') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:28.026486 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33242) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.037049 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-f3fa48d5-0855-4f24-b299-f51eabd5d003 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.038301 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f3fa48d5-0855-4f24-b299-f51eabd5d003 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0103631 Feb 03 12:49:28.047811 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33244) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.053470 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [None req-16a4e4d0-6a20-4644-9b7b-9b603c989187 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.054944 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-16a4e4d0-6a20-4644-9b7b-9b603c989187 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0059173 Feb 03 12:49:28.063026 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33246) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.081971 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [None req-d0e49486-b210-4e7d-a664-12bb831bab75 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.082935 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d0e49486-b210-4e7d-a664-12bb831bab75 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0161233 Feb 03 12:49:28.096350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33248) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.102662 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-7f97f98b-8290-40cc-8f23-677825f1791b tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.104261 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7f97f98b-8290-40cc-8f23-677825f1791b tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0054522 Feb 03 12:49:28.107183 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33252) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.113573 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-1553875e-b3b9-4c3a-a81d-9acc2fadb640 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.115155 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1553875e-b3b9-4c3a-a81d-9acc2fadb640 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0062938 Feb 03 12:49:28.118474 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33254) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.125370 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-cda15e38-366a-4afe-86c9-f2370cec5b76 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.126669 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cda15e38-366a-4afe-86c9-f2370cec5b76 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0069120 Feb 03 12:49:28.131018 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33256) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.136823 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-35bcbe7b-a1b9-4ef3-a0ed-c8ac969d6de3 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.137895 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-35bcbe7b-a1b9-4ef3-a0ed-c8ac969d6de3 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0057969 Feb 03 12:49:28.140971 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33258) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.147607 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-eef47d46-c76e-4398-a910-9e9017b05c85 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.149290 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-eef47d46-c76e-4398-a910-9e9017b05c85 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0067739 Feb 03 12:49:28.151383 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33260) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.157024 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-2a7ad655-c042-485f-b912-0be9c7f0678d tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.158067 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2a7ad655-c042-485f-b912-0be9c7f0678d tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0054810 Feb 03 12:49:28.161842 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33262) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.167876 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-a85ef9b7-8247-4090-bade-4d642d800343 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.168905 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a85ef9b7-8247-4090-bade-4d642d800343 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0059173 Feb 03 12:49:28.173409 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-18410f87-67d5-4b0d-9304-0f9e2060c964 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/ports/c852a643-abdf-41e3-b70a-f30f872386d0/tags/tempest-TagsExtTest-Tag-8094515 HTTP/1.1" status: 204 len: 168 time: 0.1822867 Feb 03 12:49:28.174132 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33264) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.176222 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33266) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.179646 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-4fbfaa13-fe04-4771-80c9-9b9f332b64e7 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.180753 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4fbfaa13-fe04-4771-80c9-9b9f332b64e7 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0056610 Feb 03 12:49:28.185835 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-477bc561-60be-4fdc-aad9-28473d2fe5f7 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c852a643-abdf-41e3-b70a-f30f872386d0', 'tempest-TagsExtTest-Tag-8094515') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:28.215097 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33268) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.223848 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-8139b156-c209-41dc-93bf-6906bec8cbf0 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.228016 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8139b156-c209-41dc-93bf-6906bec8cbf0 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0086622 Feb 03 12:49:28.228673 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33270) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.233361 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-31ddce17-42bd-4f8e-bd08-616d47b68110 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.234385 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-31ddce17-42bd-4f8e-bd08-616d47b68110 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0047510 Feb 03 12:49:28.238219 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33272) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.243975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-f5c5de78-b8a5-4bfe-a8df-0172f1242e65 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.245569 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f5c5de78-b8a5-4bfe-a8df-0172f1242e65 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0062435 Feb 03 12:49:28.250041 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33274) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.254443 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-ad6546e6-9ab4-4d6b-9c5a-baca0ec26037 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.258474 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ad6546e6-9ab4-4d6b-9c5a-baca0ec26037 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044856 Feb 03 12:49:28.258692 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33276) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.265842 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-cf611920-0262-4864-9b28-616cf27c3c28 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.270238 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cf611920-0262-4864-9b28-616cf27c3c28 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0057054 Feb 03 12:49:28.270800 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33278) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.286389 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-9aa67e93-7fd4-4b99-88e2-95f1ffd702b7 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.290211 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9aa67e93-7fd4-4b99-88e2-95f1ffd702b7 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0163138 Feb 03 12:49:28.294376 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33280) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.302483 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-8bdd4f8c-f635-497f-8a76-9ce1382a2c5f tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.306309 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8bdd4f8c-f635-497f-8a76-9ce1382a2c5f tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0067174 Feb 03 12:49:28.312172 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33284) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.315527 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-a6fcffc9-c190-4e51-bea3-235263f9692d tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.319003 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a6fcffc9-c190-4e51-bea3-235263f9692d tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0081551 Feb 03 12:49:28.319480 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33286) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.323927 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-a7b25998-dcea-441f-816e-f3e0d6472261 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.331454 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a7b25998-dcea-441f-816e-f3e0d6472261 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0048003 Feb 03 12:49:28.338099 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33288) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.369818 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-6489d01b-23d2-4d2e-9626-edae2c26d51d tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.375088 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6489d01b-23d2-4d2e-9626-edae2c26d51d tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0273283 Feb 03 12:49:28.379710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33294) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.399495 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-6532730c-ef58-4331-a9ca-8d32934fc8bc tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.401113 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6532730c-ef58-4331-a9ca-8d32934fc8bc tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0130074 Feb 03 12:49:28.407995 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33296) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.415223 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-de00b016-8f1d-47e8-b27a-d58b65460f13 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.419419 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-de00b016-8f1d-47e8-b27a-d58b65460f13 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0061071 Feb 03 12:49:28.419419 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33298) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.425244 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-0203b952-be1a-4b25-8ce0-9af492af4e12 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.430211 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0203b952-be1a-4b25-8ce0-9af492af4e12 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0060751 Feb 03 12:49:28.437038 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33300) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.441777 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-bbbdaf0a-e564-4505-946f-8051d39e6985 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.445525 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bbbdaf0a-e564-4505-946f-8051d39e6985 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0046937 Feb 03 12:49:28.448751 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-477bc561-60be-4fdc-aad9-28473d2fe5f7 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "DELETE /v2.0/ports/c852a643-abdf-41e3-b70a-f30f872386d0/tags/tempest-TagsExtTest-Tag-8094515 HTTP/1.1" status: 204 len: 168 time: 0.2647347 Feb 03 12:49:28.448751 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33302) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.467283 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33304) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.472492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-94c51dc9-fdaf-47d4-ac66-7a5a2843fd98 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c852a643-abdf-41e3-b70a-f30f872386d0') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:28.479316 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-84edebff-d771-43b9-bad7-48dbdf6ac136 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.480466 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-84edebff-d771-43b9-bad7-48dbdf6ac136 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0320456 Feb 03 12:49:28.485247 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33308) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.533593 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-52f45b05-2027-4a6a-b428-29bf93305d22 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.537587 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-339bcb2d-9837-4af5-ad0c-0de87e1b86cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (543983ef-a58a-45f0-a583-0ff965a2a23d), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:28.540361 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33310) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.541793 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-52f45b05-2027-4a6a-b428-29bf93305d22 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0529585 Feb 03 12:49:28.549893 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [None req-f45819a2-1989-424f-8a1f-3d5f5352f40a tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.555872 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f45819a2-1989-424f-8a1f-3d5f5352f40a tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0097184 Feb 03 12:49:28.556258 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33312) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.562929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-4b15d880-bf5a-4249-a9cb-a086a07c67eb tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.563964 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4b15d880-bf5a-4249-a9cb-a086a07c67eb tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0064650 Feb 03 12:49:28.575766 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33314) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.587220 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-0ff20035-1874-46f8-b246-3fab1e1f6b4d tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.588253 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0ff20035-1874-46f8-b246-3fab1e1f6b4d tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0056067 Feb 03 12:49:28.595079 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33316) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.618265 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [None req-9e9308e3-8aec-4fdf-b452-8a076b1b2260 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.624687 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9e9308e3-8aec-4fdf-b452-8a076b1b2260 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0242519 Feb 03 12:49:28.625802 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4aa1d-d17b-41af-aaa3-c3e6e99c37dc req-d67b01d6-9de7-4ed1-91f8-969fa9361557 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:28.631467 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33318) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.632555 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-40d4aa1d-d17b-41af-aaa3-c3e6e99c37dc req-d67b01d6-9de7-4ed1-91f8-969fa9361557 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.2235019 Feb 03 12:49:28.641769 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [None req-f501b14a-ac8f-45cc-b844-261ceefebee3 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.646714 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f501b14a-ac8f-45cc-b844-261ceefebee3 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0138819 Feb 03 12:49:28.649702 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33320) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.657333 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [None req-9a2c26b3-244d-4940-b8a4-b1887900a672 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.661798 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9a2c26b3-244d-4940-b8a4-b1887900a672 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0088265 Feb 03 12:49:28.665154 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33322) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.669321 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [None req-cb2699e2-aa4a-4802-8692-07ff62b445c2 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.673838 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cb2699e2-aa4a-4802-8692-07ff62b445c2 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0077181 Feb 03 12:49:28.684375 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33324) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.693043 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [None req-1add6a1a-6b79-4613-8932-415e653fc89b tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.697033 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1add6a1a-6b79-4613-8932-415e653fc89b tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0114458 Feb 03 12:49:28.701650 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-339bcb2d-9837-4af5-ad0c-0de87e1b86cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (543983ef-a58a-45f0-a583-0ff965a2a23d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:28.705236 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33328) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.709587 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [None req-b2f1cfe5-2077-47a0-a962-13194b3549e7 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.710363 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-40d4aa1d-d17b-41af-aaa3-c3e6e99c37dc req-381f95c5-c3da-4247-9b76-7d0c9c54bd83 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703087 Feb 03 12:49:28.713096 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b2f1cfe5-2077-47a0-a962-13194b3549e7 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0068913 Feb 03 12:49:28.718632 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33332) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.724951 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-94c51dc9-fdaf-47d4-ac66-7a5a2843fd98 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/ports/c852a643-abdf-41e3-b70a-f30f872386d0/tags HTTP/1.1" status: 200 len: 205 time: 0.2563715 Feb 03 12:49:28.729610 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-122bb3ae-4c90-4cb4-b36a-61a8d0e5c322 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.730740 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-122bb3ae-4c90-4cb4-b36a-61a8d0e5c322 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044599 Feb 03 12:49:28.731462 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33334) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.738290 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33336) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.740076 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-ec47bdd2-260e-4aaa-b876-de2a64b5469f tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0614869f-5a6c-43d2-a5ca-dc7f78158bc2') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:28.745437 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [None req-2219e486-06bd-4fc8-82b4-44c04c1fb086 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.749789 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2219e486-06bd-4fc8-82b4-44c04c1fb086 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0105088 Feb 03 12:49:28.759909 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33338) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.800421 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [None req-995ac079-2bb4-46d1-986a-b328d93f119f tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.804881 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-995ac079-2bb4-46d1-986a-b328d93f119f tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0083873 Feb 03 12:49:28.805262 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33342) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.810169 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-65677657-82b5-4381-bef4-6ad9f71eddb0 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.814454 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-65677657-82b5-4381-bef4-6ad9f71eddb0 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0052035 Feb 03 12:49:28.818029 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33344) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.823989 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-d406b98e-d60b-4245-a2d5-e8ecc023e0fb tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.828658 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d406b98e-d60b-4245-a2d5-e8ecc023e0fb tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0056646 Feb 03 12:49:28.830388 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33346) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.837966 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-542701be-53d8-4f16-9aad-f80165bb6dcd tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.842992 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-542701be-53d8-4f16-9aad-f80165bb6dcd tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0077934 Feb 03 12:49:28.862830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33348) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.876283 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [None req-9258b36f-dcd1-4920-8058-96b2fe8117fd tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.880315 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9258b36f-dcd1-4920-8058-96b2fe8117fd tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0160499 Feb 03 12:49:28.881382 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33350) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.891985 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19c0e026-a63d-454d-8f05-4a5363d22c6a tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (f8f9a372-d394-44e0-ad42-104e21e609af), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:28.895552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-978c2d0a-f2a0-4fb4-ba15-1b0913c08039 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.900127 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-978c2d0a-f2a0-4fb4-ba15-1b0913c08039 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0055704 Feb 03 12:49:28.903358 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33352) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.911280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-a7a96bd0-8ef1-4fe6-9132-fa56d20fcf80 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.915105 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a7a96bd0-8ef1-4fe6-9132-fa56d20fcf80 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0070410 Feb 03 12:49:28.919482 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ec47bdd2-260e-4aaa-b876-de2a64b5469f tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/routers/0614869f-5a6c-43d2-a5ca-dc7f78158bc2/tags HTTP/1.1" status: 200 len: 241 time: 0.1867378 Feb 03 12:49:28.921150 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33354) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.921478 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33356) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.927181 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-cc98f3aa-87c5-4b56-b992-1ae4e5674907 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0614869f-5a6c-43d2-a5ca-dc7f78158bc2', 'tempest-TagsExtTest-Tag-1174436770') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:28.973091 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-e19a1d48-bc18-4de6-b117-c60179255141 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.978011 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e19a1d48-bc18-4de6-b117-c60179255141 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0518370 Feb 03 12:49:28.978449 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33358) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.986439 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-e641ae61-9935-4ea8-ae64-a7d2c796bfc2 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:28.990632 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e641ae61-9935-4ea8-ae64-a7d2c796bfc2 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0080395 Feb 03 12:49:28.990958 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33360) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:28.996270 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-339bcb2d-9837-4af5-ad0c-0de87e1b86cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (543983ef-a58a-45f0-a583-0ff965a2a23d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.015332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0e026-a63d-454d-8f05-4a5363d22c6a tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Subnet': ['ID=f8f9a372-d394-44e0-ad42-104e21e609af,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:29.029028 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-339bcb2d-9837-4af5-ad0c-0de87e1b86cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.029280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-cae49fb0-7e66-4515-a071-db1ed5c14dd3 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:29.034569 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cae49fb0-7e66-4515-a071-db1ed5c14dd3 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0389588 Feb 03 12:49:29.034569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33362) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:29.034858 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-339bcb2d-9837-4af5-ad0c-0de87e1b86cc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/543983ef-a58a-45f0-a583-0ff965a2a23d HTTP/1.1" status: 204 len: 168 time: 1.3163066 Feb 03 12:49:29.040882 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33364) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:29.041246 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33366) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:29.054084 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-7256d60f-3ba7-438d-b1a1-6d227b9366c3 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:29.058513 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7256d60f-3ba7-438d-b1a1-6d227b9366c3 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0129480 Feb 03 12:49:29.065781 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33370) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:29.071012 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-27b14b8d-ea57-403f-befe-4296299b3c48 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:29.075160 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-27b14b8d-ea57-403f-befe-4296299b3c48 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0049002 Feb 03 12:49:29.079205 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33372) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:29.094072 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-9d06d062-cdfd-4973-8861-6bc65344b289 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:29.097622 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9d06d062-cdfd-4973-8861-6bc65344b289 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0125251 Feb 03 12:49:29.097937 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33374) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:29.102117 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bcb2d-9837-4af5-ad0c-0de87e1b86cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=543983ef-a58a-45f0-a583-0ff965a2a23d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:29.104206 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33376) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:29.104326 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cc98f3aa-87c5-4b56-b992-1ae4e5674907 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/routers/0614869f-5a6c-43d2-a5ca-dc7f78158bc2/tags/tempest-TagsExtTest-Tag-1174436770 HTTP/1.1" status: 204 len: 168 time: 0.1803517 Feb 03 12:49:29.108394 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-0788e916-9a65-4a91-baa8-ba126801d3e1 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:29.111571 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0788e916-9a65-4a91-baa8-ba126801d3e1 tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0101495 Feb 03 12:49:29.112193 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33378) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:29.114098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-c1a37786-947c-4155-be15-37f9a7a32827 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0614869f-5a6c-43d2-a5ca-dc7f78158bc2', 'tempest-TagsExtTest-Tag-1174436770') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:29.121176 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [None req-f22a7920-034c-472a-bdea-805bcb2704fc tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:29.125505 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f22a7920-034c-472a-bdea-805bcb2704fc tempest-ExtensionsTestJSON-1135377476 tempest-ExtensionsTestJSON-1135377476-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0082908 Feb 03 12:49:29.168862 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c0e026-a63d-454d-8f05-4a5363d22c6a tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Checking segment: {'id': 'c8001047-e4b3-4e32-a6e1-cb11947dea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370b1a08-fb40-43f2-badd-1545127a35c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:29.170739 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c0e026-a63d-454d-8f05-4a5363d22c6a tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network hostable DHCP agents. Network: 370b1a08-fb40-43f2-badd-1545127a35c1, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:49:29.177208 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80f6f70b-b08b-4309-9fb3-a9f1851fa9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (ac852aa2-8a80-4426-ba70-ab8e4dc39f8e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.233795 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c0e026-a63d-454d-8f05-4a5363d22c6a tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network 370b1a08-fb40-43f2-badd-1545127a35c1 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:49:29.249760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-19c0e026-a63d-454d-8f05-4a5363d22c6a tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 370b1a08-fb40-43f2-badd-1545127a35c1) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:29.253660 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c1a37786-947c-4155-be15-37f9a7a32827 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "DELETE /v2.0/routers/0614869f-5a6c-43d2-a5ca-dc7f78158bc2/tags/tempest-TagsExtTest-Tag-1174436770 HTTP/1.1" status: 204 len: 168 time: 0.1481507 Feb 03 12:49:29.255928 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33382) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:29.261349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-ed1ec2f5-a58c-43b4-b254-7a57c81295ab tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0614869f-5a6c-43d2-a5ca-dc7f78158bc2') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:29.264570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0e026-a63d-454d-8f05-4a5363d22c6a tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:29.265509 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19c0e026-a63d-454d-8f05-4a5363d22c6a tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.268054 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8745b4-ece7-4227-a669-bd509da9ea4c None None] Network 370b1a08-fb40-43f2-badd-1545127a35c1 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:29.338122 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-19c0e026-a63d-454d-8f05-4a5363d22c6a tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9903548 Feb 03 12:49:29.393688 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33384) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:29.399516 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80f6f70b-b08b-4309-9fb3-a9f1851fa9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (ac852aa2-8a80-4426-ba70-ab8e4dc39f8e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.413263 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-55239cd5-a667-4957-a875-d60d8c82a334 tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-245727863'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:29.450371 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-80f6f70b-b08b-4309-9fb3-a9f1851fa9fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac852aa2-8a80-4426-ba70-ab8e4dc39f8e']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:29.464532 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ed1ec2f5-a58c-43b4-b254-7a57c81295ab tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/routers/0614869f-5a6c-43d2-a5ca-dc7f78158bc2/tags HTTP/1.1" status: 200 len: 205 time: 0.2060742 Feb 03 12:49:29.465847 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33386) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:29.488506 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-80f6f70b-b08b-4309-9fb3-a9f1851fa9fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebdf9f5-66c3-4666-9077-08f6216c6a10') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:29.489520 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-80f6f70b-b08b-4309-9fb3-a9f1851fa9fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebdf9f5-66c3-4666-9077-08f6216c6a10') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:29.497747 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-269959f6-5d03-4d1e-9b53-2cdbeb5d81f2 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7e8ed238-c6b2-4ba7-96cb-8bfb6125b172') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:29.510443 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55239cd5-a667-4957-a875-d60d8c82a334 tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Made reservation on behalf of 2e5960884bc443ba82454b26ade0f87c for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:29.521456 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55239cd5-a667-4957-a875-d60d8c82a334 tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.535303 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80f6f70b-b08b-4309-9fb3-a9f1851fa9fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (cebdf9f5-66c3-4666-9077-08f6216c6a10), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.557287 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55239cd5-a667-4957-a875-d60d8c82a334 tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.579145 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80f6f70b-b08b-4309-9fb3-a9f1851fa9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (cebdf9f5-66c3-4666-9077-08f6216c6a10), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.612881 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f6f70b-b08b-4309-9fb3-a9f1851fa9fc admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:49:29.613552 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80f6f70b-b08b-4309-9fb3-a9f1851fa9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (cebdf9f5-66c3-4666-9077-08f6216c6a10), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:49:29.616002 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:49:29.625659 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-370b1a08-fb40-43f2-badd-1545127a35c1', 'network_id': '370b1a08-fb40-43f2-badd-1545127a35c1', 'project_id': 'a91813e3671c46ddbc122ddcbd924e87', 'fixed_ips': [{'subnet_id': 'f8f9a372-d394-44e0-ad42-104e21e609af'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:49:29.633383 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.728039 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (370b1a08-fb40-43f2-badd-1545127a35c1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.738765 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-269959f6-5d03-4d1e-9b53-2cdbeb5d81f2 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/subnetpools/7e8ed238-c6b2-4ba7-96cb-8bfb6125b172/tags HTTP/1.1" status: 200 len: 241 time: 0.2631757 Feb 03 12:49:29.746698 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33392) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:29.756322 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-e0aa1323-2a8a-4102-bc7f-70241ca9c35f tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7e8ed238-c6b2-4ba7-96cb-8bfb6125b172', 'tempest-TagsExtTest-Tag-1055446397') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:29.819971 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80f6f70b-b08b-4309-9fb3-a9f1851fa9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (ac852aa2-8a80-4426-ba70-ab8e4dc39f8e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.827449 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e0aa1323-2a8a-4102-bc7f-70241ca9c35f tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/subnetpools/7e8ed238-c6b2-4ba7-96cb-8bfb6125b172/tags/tempest-TagsExtTest-Tag-1055446397 HTTP/1.1" status: 204 len: 168 time: 0.0754144 Feb 03 12:49:29.835624 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33396) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:29.848487 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80f6f70b-b08b-4309-9fb3-a9f1851fa9fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.856086 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-80f6f70b-b08b-4309-9fb3-a9f1851fa9fc admin admin] 10.222.0.18 "DELETE /v2.0/networks/ac852aa2-8a80-4426-ba70-ab8e4dc39f8e HTTP/1.1" status: 204 len: 168 time: 0.8121481 Feb 03 12:49:29.881407 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33400) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:29.884577 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6f70b-b08b-4309-9fb3-a9f1851fa9fc admin admin] Pushing event deleted for resources: {'Network': ['ID=ac852aa2-8a80-4426-ba70-ab8e4dc39f8e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:29.939438 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-17a4cbf4-3e01-48e7-b408-bc19c4f959da tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7e8ed238-c6b2-4ba7-96cb-8bfb6125b172', 'tempest-TagsExtTest-Tag-1055446397') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:29.964415 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55239cd5-a667-4957-a875-d60d8c82a334 tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Publish callbacks [] for security_group (12f7946a-7f6a-45e0-9d70-ac94de5d9d3d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.973201 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55239cd5-a667-4957-a875-d60d8c82a334 tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (12f7946a-7f6a-45e0-9d70-ac94de5d9d3d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:29.991332 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] Allocated IP 172.20.0.1 (370b1a08-fb40-43f2-badd-1545127a35c1/f8f9a372-d394-44e0-ad42-104e21e609af/7d87bc07-289a-41c4-b036-a3484e2841f5) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:30.060422 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-17a4cbf4-3e01-48e7-b408-bc19c4f959da tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "DELETE /v2.0/subnetpools/7e8ed238-c6b2-4ba7-96cb-8bfb6125b172/tags/tempest-TagsExtTest-Tag-1055446397 HTTP/1.1" status: 204 len: 168 time: 0.2189846 Feb 03 12:49:30.061548 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55239cd5-a667-4957-a875-d60d8c82a334 tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:49:30.062672 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33404) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:30.075731 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-340d44ec-c130-48d8-a5e2-c8da73b17f3b tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7e8ed238-c6b2-4ba7-96cb-8bfb6125b172') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:30.080148 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (f8f9a372-d394-44e0-ad42-104e21e609af), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.094312 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55239cd5-a667-4957-a875-d60d8c82a334 tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f7946a-7f6a-45e0-9d70-ac94de5d9d3d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:30.118752 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55239cd5-a667-4957-a875-d60d8c82a334 tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f894787c-dcff-4c0c-ab25-b2e0d4432d4b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.119163 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-55239cd5-a667-4957-a875-d60d8c82a334 tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Added segment f894787c-dcff-4c0c-ab25-b2e0d4432d4b of type vlan for network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf Feb 03 12:49:30.168653 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33406) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:30.191799 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fef32c62-b0a5-4af7-9803-fd7961132f38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.222540 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe19946-1d00-48ac-a816-9ab15674ede6 req-3992fd4d-9942-4602-be40-8e2d34d22255 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:30.225088 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5fe19946-1d00-48ac-a816-9ab15674ede6 req-3992fd4d-9942-4602-be40-8e2d34d22255 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.4211628 Feb 03 12:49:30.225297 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55239cd5-a667-4957-a875-d60d8c82a334 tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (91ea6ef0-926e-4703-91d9-f9a8ef91dadf), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.230437 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-340d44ec-c130-48d8-a5e2-c8da73b17f3b tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/subnetpools/7e8ed238-c6b2-4ba7-96cb-8bfb6125b172/tags HTTP/1.1" status: 200 len: 205 time: 0.1602240 Feb 03 12:49:30.231483 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33408) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:30.236893 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-79f45f71-7865-426e-9a93-ccc9c7d65da6 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7e8ed238-c6b2-4ba7-96cb-8bfb6125b172') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:30.281909 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-59ca70f1-ba38-4626-93be-803030c13465 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5cfcec6a1a984cecbc22e441edd5eaf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1094246 Feb 03 12:49:30.284347 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33410) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:30.320046 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55239cd5-a667-4957-a875-d60d8c82a334 tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (91ea6ef0-926e-4703-91d9-f9a8ef91dadf), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.326474 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-79f45f71-7865-426e-9a93-ccc9c7d65da6 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "DELETE /v2.0/subnetpools/7e8ed238-c6b2-4ba7-96cb-8bfb6125b172/tags HTTP/1.1" status: 204 len: 168 time: 0.0916493 Feb 03 12:49:30.332675 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33412) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:30.332855 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55239cd5-a667-4957-a875-d60d8c82a334 tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:30.333793 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55239cd5-a667-4957-a875-d60d8c82a334 tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.339239 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] Publish callbacks [] for port (7d87bc07-289a-41c4-b036-a3484e2841f5), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.346705 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-d008b076-d900-44d5-83bb-359594a194b2 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0614869f-5a6c-43d2-a5ca-dc7f78158bc2') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:30.348498 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (7d87bc07-289a-41c4-b036-a3484e2841f5), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.415052 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5fe19946-1d00-48ac-a816-9ab15674ede6 req-0b419573-6fcc-4105-a7d6-6e53d4605033 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597414 Feb 03 12:49:30.426951 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-55239cd5-a667-4957-a875-d60d8c82a334 tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3941584 Feb 03 12:49:30.453252 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] Network 370b1a08-fb40-43f2-badd-1545127a35c1 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:30.461692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:30.470527 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:30.489180 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] Pushing event updated for resources: {'Port': ['ID=7d87bc07-289a-41c4-b036-a3484e2841f5,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:30.499072 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e873d110-06bb-4c09-afe3-ee01ae512420 admin admin] Publish callbacks [] for security_group (8db5a611-3677-4b82-9315-cf534de4e64e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.501331 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (f8f9a372-d394-44e0-ad42-104e21e609af), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.520261 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55239cd5-a667-4957-a875-d60d8c82a334 tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Pushing event updated for resources: {'Network': ['ID=91ea6ef0-926e-4703-91d9-f9a8ef91dadf,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:30.532916 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f9a372-d394-44e0-ad42-104e21e609af,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:30.572474 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fef32c62-b0a5-4af7-9803-fd7961132f38 admin admin] Publish callbacks [] for security_group (33aff054-7a55-43a6-b130-f54e6b75b59f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.572667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:49:30.578619 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fef32c62-b0a5-4af7-9803-fd7961132f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (33aff054-7a55-43a6-b130-f54e6b75b59f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.629742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] Attempting to bind port 7d87bc07-289a-41c4-b036-a3484e2841f5 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:30.630508 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] Attempting to bind port 7d87bc07-289a-41c4-b036-a3484e2841f5 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'c8001047-e4b3-4e32-a6e1-cb11947dea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370b1a08-fb40-43f2-badd-1545127a35c1'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:30.631795 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (370b1a08-fb40-43f2-badd-1545127a35c1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.632556 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] Attempting to bind port 7d87bc07-289a-41c4-b036-a3484e2841f5 on network 370b1a08-fb40-43f2-badd-1545127a35c1 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:30.637923 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef32c62-b0a5-4af7-9803-fd7961132f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33aff054-7a55-43a6-b130-f54e6b75b59f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:30.644442 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fef32c62-b0a5-4af7-9803-fd7961132f38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0050bbab9de34b16979f639b6027c9eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7607152 Feb 03 12:49:30.647211 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33418) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:30.661657 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370b1a08-fb40-43f2-badd-1545127a35c1']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:30.670820 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:30.671241 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] Checking segment: {'id': 'c8001047-e4b3-4e32-a6e1-cb11947dea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370b1a08-fb40-43f2-badd-1545127a35c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:30.671658 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.674259 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] Bound using segment: {'id': 'c8001047-e4b3-4e32-a6e1-cb11947dea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370b1a08-fb40-43f2-badd-1545127a35c1'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:30.674259 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] Bound port: 7d87bc07-289a-41c4-b036-a3484e2841f5, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8001047-e4b3-4e32-a6e1-cb11947dea7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370b1a08-fb40-43f2-badd-1545127a35c1'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:30.674259 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7d87bc07-289a-41c4-b036-a3484e2841f5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.681584 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8001047-e4b3-4e32-a6e1-cb11947dea7d') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:30.682153 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8001047-e4b3-4e32-a6e1-cb11947dea7d') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:30.686427 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e873d110-06bb-4c09-afe3-ee01ae512420 admin admin] Publish callbacks [] for security_group (8db5a611-3677-4b82-9315-cf534de4e64e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.710834 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d008b076-d900-44d5-83bb-359594a194b2 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "DELETE /v2.0/routers/0614869f-5a6c-43d2-a5ca-dc7f78158bc2/tags HTTP/1.1" status: 204 len: 168 time: 0.3763902 Feb 03 12:49:30.713543 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33420) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:30.722850 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-31043e2c-f55c-4f07-9d53-6b6e3dfb3ced tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c852a643-abdf-41e3-b70a-f30f872386d0') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:30.724050 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (c8001047-e4b3-4e32-a6e1-cb11947dea7d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.768129 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c8001047-e4b3-4e32-a6e1-cb11947dea7d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.778271 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:49:30.778864 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (c8001047-e4b3-4e32-a6e1-cb11947dea7d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:49:30.783314 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:49:30.838537 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26092c8d-c72f-4c89-8104-18b8597bee91 admin admin] Publish callbacks [] for security_group (33aff054-7a55-43a6-b130-f54e6b75b59f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.859238 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] For port 7d87bc07-289a-41c4-b036-a3484e2841f5, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:30.896894 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e873d110-06bb-4c09-afe3-ee01ae512420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8db5a611-3677-4b82-9315-cf534de4e64e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.905193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:30.910744 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e873d110-06bb-4c09-afe3-ee01ae512420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.928319 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e873d110-06bb-4c09-afe3-ee01ae512420 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8db5a611-3677-4b82-9315-cf534de4e64e HTTP/1.1" status: 204 len: 168 time: 0.6321661 Feb 03 12:49:30.943697 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26092c8d-c72f-4c89-8104-18b8597bee91 admin admin] Publish callbacks [] for security_group (33aff054-7a55-43a6-b130-f54e6b75b59f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:30.956518 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.api [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:49:30.956518 n-d-827336-3 neutron-server[103188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:49:30.956518 n-d-827336-3 neutron-server[103188]: [parameters: {'id': '370b1a08-fb40-43f2-badd-1545127a35c1'}] Feb 03 12:49:30.956518 n-d-827336-3 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:49:30.956919 n-d-827336-3 neutron-server[103188]: DEBUG oslo_db.api [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:49:30.978424 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873d110-06bb-4c09-afe3-ee01ae512420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db5a611-3677-4b82-9315-cf534de4e64e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:31.014171 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-31043e2c-f55c-4f07-9d53-6b6e3dfb3ced tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "DELETE /v2.0/ports/c852a643-abdf-41e3-b70a-f30f872386d0/tags HTTP/1.1" status: 204 len: 168 time: 0.2990768 Feb 03 12:49:31.017080 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33426) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:31.029860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-cedf5cb2-8589-43d7-bb9b-17d7222be741 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '45003f8e-5119-451c-bcd1-4d81c4c3a7f4') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:31.060407 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26092c8d-c72f-4c89-8104-18b8597bee91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (33aff054-7a55-43a6-b130-f54e6b75b59f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.065041 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26092c8d-c72f-4c89-8104-18b8597bee91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.071519 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-26092c8d-c72f-4c89-8104-18b8597bee91 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33aff054-7a55-43a6-b130-f54e6b75b59f HTTP/1.1" status: 204 len: 168 time: 0.4230862 Feb 03 12:49:31.096491 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26092c8d-c72f-4c89-8104-18b8597bee91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33aff054-7a55-43a6-b130-f54e6b75b59f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:31.118506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] For port 7d87bc07-289a-41c4-b036-a3484e2841f5, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7d87bc07-289a-41c4-b036-a3484e2841f5,segment=NetworkSegment(c8001047-e4b3-4e32-a6e1-cb11947dea7d),segment_id=c8001047-e4b3-4e32-a6e1-cb11947dea7d)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:31.155143 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.158574 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7d87bc07-289a-41c4-b036-a3484e2841f5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.227485 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cedf5cb2-8589-43d7-bb9b-17d7222be741 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "DELETE /v2.0/subnets/45003f8e-5119-451c-bcd1-4d81c4c3a7f4/tags HTTP/1.1" status: 204 len: 168 time: 0.2010610 Feb 03 12:49:31.227591 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33430) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:31.232201 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-17c024e6-f287-45d2-802c-20c046d96c46 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '45003f8e-5119-451c-bcd1-4d81c4c3a7f4', 'tempest-TagsExtTest-Tag-1730556333') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:31.300402 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33432) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:31.310140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Request body: {'port': {'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf', 'binding:host_id': 'n-h2-827336-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-988525226'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:31.332562 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:31.333897 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.361773 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827b5a12-d94f-4cad-859a-048d69b75ca0 None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:49:31.377673 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Made reservation on behalf of 3ded4fa638954d999197e344404acb4b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:31.382383 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.405662 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.416211 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d80b0dde-cac3-4070-b5a7-b3ed8ee489f4,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:31.417506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c3e9c-c082-4b03-b8c9-4d88e1d4f106 None None] Pushing event updated for resources: {'Port': ['ID=7d87bc07-289a-41c4-b036-a3484e2841f5,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:31.433092 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7101fd-7019-43aa-b386-39875e613551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd80b0dde-cac3-4070-b5a7-b3ed8ee489f4'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:31.435818 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-17c024e6-f287-45d2-802c-20c046d96c46 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "PUT /v2.0/subnets/45003f8e-5119-451c-bcd1-4d81c4c3a7f4/tags/tempest-TagsExtTest-Tag-1730556333 HTTP/1.1" status: 201 len: 201 time: 0.2078462 Feb 03 12:49:31.438746 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6aa285-ec14-4054-b472-a7037189949d" -d '{"events": [{"server_uuid": "ae7101fd-7019-43aa-b386-39875e613551", "name": "network-vif-unplugged", "status": "completed", "tag": "d80b0dde-cac3-4070-b5a7-b3ed8ee489f4"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:31.439071 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33436) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:31.448855 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.457067 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-5bdb503f-6298-4cf1-9d4e-61d489e900f5 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c852a643-abdf-41e3-b70a-f30f872386d0', 'tempest-TagsExtTest-Tag-1924401337') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:31.460311 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (370b1a08-fb40-43f2-badd-1545127a35c1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.509709 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=d80b0dde-cac3-4070-b5a7-b3ed8ee489f4,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:31.616083 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827b5a12-d94f-4cad-859a-048d69b75ca0 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:49:31.767779 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Deleting port 7d87bc07-289a-41c4-b036-a3484e2841f5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:31.768273 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (7d87bc07-289a-41c4-b036-a3484e2841f5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.773281 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5bdb503f-6298-4cf1-9d4e-61d489e900f5 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "PUT /v2.0/ports/c852a643-abdf-41e3-b70a-f30f872386d0/tags/tempest-TagsExtTest-Tag-1924401337 HTTP/1.1" status: 201 len: 201 time: 0.3328018 Feb 03 12:49:31.777411 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33448) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:31.786403 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-b864406b-408a-4fbf-b1d4-4d488db52c82 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0614869f-5a6c-43d2-a5ca-dc7f78158bc2', 'tempest-TagsExtTest-Tag-28028809') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:31.843278 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554eaeb-2e6a-4ed8-9e4d-a0efdc4322e8 req-760fa801-9d7d-4b83-ab41-e00b83753120 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:31.852286 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2554eaeb-2e6a-4ed8-9e4d-a0efdc4322e8 req-760fa801-9d7d-4b83-ab41-e00b83753120 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 944 time: 0.2384636 Feb 03 12:49:31.933955 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks [] for security_group (a5b73d5b-6d74-4f17-a76e-a903870e9367), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:31.947134 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a5b73d5b-6d74-4f17-a76e-a903870e9367), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:32.061825 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] device_id is not set on port 208defd6-b80e-4dfe-87a9-ec92432e150e yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:49:32.119981 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cefc18-d0af-42ba-ae32-93a382cedd3e x-openstack-request-id: req-92cefc18-d0af-42ba-ae32-93a382cedd3e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:32.119981 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7101fd-7019-43aa-b386-39875e613551", "name": "network-vif-unplugged", "status": "completed", "tag": "d80b0dde-cac3-4070-b5a7-b3ed8ee489f4", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:32.120423 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92cefc18-d0af-42ba-ae32-93a382cedd3e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:32.120548 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7101fd-7019-43aa-b386-39875e613551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd80b0dde-cac3-4070-b5a7-b3ed8ee489f4', 'code': 200} Feb 03 12:49:32.189934 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52239a16-d037-4350-8d24-d405626c24aa None None] Network 370b1a08-fb40-43f2-badd-1545127a35c1 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:32.217491 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] For port 7d87bc07-289a-41c4-b036-a3484e2841f5, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7d87bc07-289a-41c4-b036-a3484e2841f5,segment=NetworkSegment(c8001047-e4b3-4e32-a6e1-cb11947dea7d),segment_id=c8001047-e4b3-4e32-a6e1-cb11947dea7d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:32.217925 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (7d87bc07-289a-41c4-b036-a3484e2841f5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:32.222422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b73d5b-6d74-4f17-a76e-a903870e9367,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:32.245258 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Calling delete_port for 7d87bc07-289a-41c4-b036-a3484e2841f5 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:32.651249 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (7d87bc07-289a-41c4-b036-a3484e2841f5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:32.689109 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] device_id is not set on port 208defd6-b80e-4dfe-87a9-ec92432e150e yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:49:32.691187 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2554eaeb-2e6a-4ed8-9e4d-a0efdc4322e8 req-d6128d3c-ffc6-4972-8da5-479317a62fa9 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8378985 Feb 03 12:49:32.705811 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b864406b-408a-4fbf-b1d4-4d488db52c82 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "PUT /v2.0/routers/0614869f-5a6c-43d2-a5ca-dc7f78158bc2/tags/tempest-TagsExtTest-Tag-28028809 HTTP/1.1" status: 201 len: 201 time: 0.9245291 Feb 03 12:49:32.706820 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33480) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:32.722959 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-2079fe27-dffb-42a5-ad99-0f96c9d33807 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7e8ed238-c6b2-4ba7-96cb-8bfb6125b172', 'tempest-TagsExtTest-Tag-851342783') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:32.737462 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks [] for port (208defd6-b80e-4dfe-87a9-ec92432e150e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:32.741268 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Port': ['ID=7d87bc07-289a-41c4-b036-a3484e2841f5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:32.745323 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No DVR routers for this DVR port 7d87bc07-289a-41c4-b036-a3484e2841f5 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:32.788783 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (208defd6-b80e-4dfe-87a9-ec92432e150e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:32.885318 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33486) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:32.900673 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:49:32.908492 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2079fe27-dffb-42a5-ad99-0f96c9d33807 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "PUT /v2.0/subnetpools/7e8ed238-c6b2-4ba7-96cb-8bfb6125b172/tags/tempest-TagsExtTest-Tag-851342783 HTTP/1.1" status: 201 len: 201 time: 0.1996801 Feb 03 12:49:32.911071 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33490) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:32.921121 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-10f6c13c-991c-481d-b177-5d5d101dde97 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '45003f8e-5119-451c-bcd1-4d81c4c3a7f4', {'tags': ['tempest-TagsExtTest-Tag-95509392', 'tempest-TagsExtTest-Tag-521486820', 'tempest-TagsExtTest-Tag-136898885']}) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:32.948518 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Pushing event updated for resources: {'Port': ['ID=208defd6-b80e-4dfe-87a9-ec92432e150e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:32.954539 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (370b1a08-fb40-43f2-badd-1545127a35c1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.001008 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370b1a08-fb40-43f2-badd-1545127a35c1']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:33.016583 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8001047-e4b3-4e32-a6e1-cb11947dea7d') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:33.016883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8001047-e4b3-4e32-a6e1-cb11947dea7d') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:33.034531 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33494) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:33.039347 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Checking segment: {'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:33.040012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Network hostable DHCP agents. Network: 91ea6ef0-926e-4703-91d9-f9a8ef91dadf, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:49:33.055617 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (c8001047-e4b3-4e32-a6e1-cb11947dea7d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.078024 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-10f6c13c-991c-481d-b177-5d5d101dde97 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "PUT /v2.0/subnets/45003f8e-5119-451c-bcd1-4d81c4c3a7f4/tags HTTP/1.1" status: 200 len: 314 time: 0.1614537 Feb 03 12:49:33.078369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33498) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:33.083268 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-ba11c655-0942-4faf-865c-48978c9abeaa tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '45003f8e-5119-451c-bcd1-4d81c4c3a7f4') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:33.128775 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:49:33.132524 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c8001047-e4b3-4e32-a6e1-cb11947dea7d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.142586 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9dcedc49-a097-49be-b856-0ab3b1335898 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-349181527'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:33.151386 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:49:33.151912 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (c8001047-e4b3-4e32-a6e1-cb11947dea7d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.153570 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d80b0dde-cac3-4070-b5a7-b3ed8ee489f4,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:49:33.157922 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:49:33.173077 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5683bda4-1e0e-4af5-aa25-e272019692e0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1418650764-network', 'tenant_id': 'd5860f1674014cb79db5c6cac8eb4d4c'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:33.178187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'd80b0dde-cac3-4070-b5a7-b3ed8ee489f4', 'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7', 'port_id': 'd80b0dde-cac3-4070-b5a7-b3ed8ee489f4', 'mac_address': 'fa:16:3e:65:1a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd4681a-030c-44e2-b514-2406b9d142e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:49:33.180588 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcedc49-a097-49be-b856-0ab3b1335898 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Made reservation on behalf of 06e16be9aff34f8982b3cedda8196fa8 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:33.187905 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dcedc49-a097-49be-b856-0ab3b1335898 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.189367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 91ea6ef0-926e-4703-91d9-f9a8ef91dadf) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:33.209677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:33.213454 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3143d492-bf5f-4458-b238-2ee74125d5e9 None None] Network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:33.222700 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dcedc49-a097-49be-b856-0ab3b1335898 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.234905 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:33.235476 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:33.236117 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:33.246641 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5683bda4-1e0e-4af5-aa25-e272019692e0 admin admin] Made reservation on behalf of d5860f1674014cb79db5c6cac8eb4d4c for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:33.250433 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5683bda4-1e0e-4af5-aa25-e272019692e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.263395 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5683bda4-1e0e-4af5-aa25-e272019692e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.281792 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:33.282436 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.296182 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 208defd6-b80e-4dfe-87a9-ec92432e150e on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:33.296662 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:33.302840 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 2 to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e Feb 03 12:49:33.338609 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:33.339135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:33.339629 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:33.344966 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (370b1a08-fb40-43f2-badd-1545127a35c1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.376830 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.380656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:49:33.381905 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/370b1a08-fb40-43f2-badd-1545127a35c1 HTTP/1.1" status: 204 len: 168 time: 3.9864571 Feb 03 12:49:33.385513 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c94a77-b3bf-4389-a703-214b9fbee089 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Network': ['ID=370b1a08-fb40-43f2-badd-1545127a35c1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:33.386627 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33500) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:33.396248 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d0932bba-0120-47f9-8269-7a3275251c16 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2055759098'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:33.396513 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 208defd6-b80e-4dfe-87a9-ec92432e150e on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:33.398278 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:33.398721 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 3 to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e Feb 03 12:49:33.421468 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:33.422214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:33.422447 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:33.425226 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d80b0dde-cac3-4070-b5a7-b3ed8ee489f4,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:33.432218 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 208defd6-b80e-4dfe-87a9-ec92432e150e on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:33.432863 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:33.433388 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 4 to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e Feb 03 12:49:33.433741 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.438478 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0932bba-0120-47f9-8269-7a3275251c16 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:33.443089 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0932bba-0120-47f9-8269-7a3275251c16 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.457953 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:33.458448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:33.459181 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:33.469482 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 208defd6-b80e-4dfe-87a9-ec92432e150e on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:33.470046 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:33.470621 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 5 to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e Feb 03 12:49:33.495278 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:33.495822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:33.496506 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:33.505738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 208defd6-b80e-4dfe-87a9-ec92432e150e on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:33.506518 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:33.507178 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 6 to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e Feb 03 12:49:33.516719 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6b51332-92ba-4db8-ae72-4d02965cca4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.534207 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ba11c655-0942-4faf-865c-48978c9abeaa tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "DELETE /v2.0/subnets/45003f8e-5119-451c-bcd1-4d81c4c3a7f4/tags HTTP/1.1" status: 204 len: 168 time: 0.4549141 Feb 03 12:49:33.534860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:33.535368 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:33.535929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:33.539396 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33502) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:33.547260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-5b64d238-c7a0-4740-bf09-c15a65160e00 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '45003f8e-5119-451c-bcd1-4d81c4c3a7f4', 'tempest-TagsExtTest-Tag-95509392') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:33.551800 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=d80b0dde-cac3-4070-b5a7-b3ed8ee489f4,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:33.559202 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dcedc49-a097-49be-b856-0ab3b1335898 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for security_group (f358fb30-fb7e-4c80-b553-cd7839b97a91), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.560383 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0932bba-0120-47f9-8269-7a3275251c16 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:49:33.573477 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dcedc49-a097-49be-b856-0ab3b1335898 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f358fb30-fb7e-4c80-b553-cd7839b97a91), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.597763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 208defd6-b80e-4dfe-87a9-ec92432e150e on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:33.598135 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:33.600108 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 7 to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e Feb 03 12:49:33.611055 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcedc49-a097-49be-b856-0ab3b1335898 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f358fb30-fb7e-4c80-b553-cd7839b97a91,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:33.627741 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0932bba-0120-47f9-8269-7a3275251c16 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c8295867-52d9-4d54-a81a-d3fe550214e0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.628792 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-d0932bba-0120-47f9-8269-7a3275251c16 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Added segment c8295867-52d9-4d54-a81a-d3fe550214e0 of type vlan for network c23916c7-7054-46be-851a-d7298aaf1272 Feb 03 12:49:33.635777 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5683bda4-1e0e-4af5-aa25-e272019692e0 admin admin] Publish callbacks [] for security_group (13180a6c-f7f5-45d0-bed7-c4998895e08b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.641772 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:33.642574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:33.643294 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:33.650601 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dcedc49-a097-49be-b856-0ab3b1335898 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:49:33.656490 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 208defd6-b80e-4dfe-87a9-ec92432e150e on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:33.656845 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:33.657048 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5683bda4-1e0e-4af5-aa25-e272019692e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (13180a6c-f7f5-45d0-bed7-c4998895e08b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.658270 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 8 to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e Feb 03 12:49:33.679925 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:33.680296 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:33.680648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:33.692194 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 208defd6-b80e-4dfe-87a9-ec92432e150e on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:33.692565 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:33.693652 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 9 to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e Feb 03 12:49:33.699609 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-5b64d238-c7a0-4740-bf09-c15a65160e00 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] show failed (client error): The resource could not be found. Feb 03 12:49:33.704395 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5b64d238-c7a0-4740-bf09-c15a65160e00 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/subnets/45003f8e-5119-451c-bcd1-4d81c4c3a7f4/tags/tempest-TagsExtTest-Tag-95509392 HTTP/1.1" status: 404 len: 327 time: 0.1600914 Feb 03 12:49:33.708412 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33504) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:33.712963 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-fc0c972c-a99b-4a2a-8517-7421e4e9382c tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '45003f8e-5119-451c-bcd1-4d81c4c3a7f4', 'tempest-TagsExtTest-Tag-521486820') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:33.730166 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0932bba-0120-47f9-8269-7a3275251c16 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (c23916c7-7054-46be-851a-d7298aaf1272), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.738962 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dcedc49-a097-49be-b856-0ab3b1335898 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c36f0c62-fa6e-4eec-a414-9ec2af7be9e0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.739309 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-9dcedc49-a097-49be-b856-0ab3b1335898 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Added segment c36f0c62-fa6e-4eec-a414-9ec2af7be9e0 of type vlan for network d00283cd-88d3-4968-a46d-fb73a0cdb59b Feb 03 12:49:33.763321 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5683bda4-1e0e-4af5-aa25-e272019692e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:49:33.770538 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:33.771596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:33.771596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:33.789380 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 208defd6-b80e-4dfe-87a9-ec92432e150e on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:33.790293 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:33.793469 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 10 to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e Feb 03 12:49:33.806309 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683bda4-1e0e-4af5-aa25-e272019692e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13180a6c-f7f5-45d0-bed7-c4998895e08b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:33.830549 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5683bda4-1e0e-4af5-aa25-e272019692e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8c936357-0827-4e68-ba1d-8bdab0f2959e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.830897 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-5683bda4-1e0e-4af5-aa25-e272019692e0 admin admin] Added segment 8c936357-0827-4e68-ba1d-8bdab0f2959e of type vlan for network d7654da7-253c-4238-b039-effe75aeaf46 Feb 03 12:49:33.831332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:33.832304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:33.832304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:33.842350 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 208defd6-b80e-4dfe-87a9-ec92432e150e on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:33.842730 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 208defd6-b80e-4dfe-87a9-ec92432e150e on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:33.843140 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (208defd6-b80e-4dfe-87a9-ec92432e150e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.856615 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dcedc49-a097-49be-b856-0ab3b1335898 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (d00283cd-88d3-4968-a46d-fb73a0cdb59b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.866134 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0932bba-0120-47f9-8269-7a3275251c16 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (c23916c7-7054-46be-851a-d7298aaf1272), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.873057 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0932bba-0120-47f9-8269-7a3275251c16 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:33.874565 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0932bba-0120-47f9-8269-7a3275251c16 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:33.875759 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-fc0c972c-a99b-4a2a-8517-7421e4e9382c tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] show failed (client error): The resource could not be found. Feb 03 12:49:33.876862 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fc0c972c-a99b-4a2a-8517-7421e4e9382c tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/subnets/45003f8e-5119-451c-bcd1-4d81c4c3a7f4/tags/tempest-TagsExtTest-Tag-521486820 HTTP/1.1" status: 404 len: 328 time: 0.1674469 Feb 03 12:49:33.903002 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['d80b0dde-cac3-4070-b5a7-b3ed8ee489f4'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:49:33.906264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33508) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:33.933022 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-6fd5bb00-88c0-447d-9529-f4aff45a7d3f tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '45003f8e-5119-451c-bcd1-4d81c4c3a7f4', 'tempest-TagsExtTest-Tag-136898885') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:34.032567 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0932bba-0120-47f9-8269-7a3275251c16 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Network': ['ID=c23916c7-7054-46be-851a-d7298aaf1272,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:34.054584 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5683bda4-1e0e-4af5-aa25-e272019692e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (d7654da7-253c-4238-b039-effe75aeaf46), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:34.054865 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network c23916c7-7054-46be-851a-d7298aaf1272 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:49:34.059298 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] For port 208defd6-b80e-4dfe-87a9-ec92432e150e, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:34.060233 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempted to set empty binding levels {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 12:49:34.077403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c232a-e191-4bf5-a0a5-414e43957d71 req-0b5a7d70-a53c-4537-9d40-515763e789f6 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:34.085076 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6b5c232a-e191-4bf5-a0a5-414e43957d71 req-0b5a7d70-a53c-4537-9d40-515763e789f6 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 945 time: 0.2243779 Feb 03 12:49:34.090445 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dcedc49-a097-49be-b856-0ab3b1335898 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (d00283cd-88d3-4968-a46d-fb73a0cdb59b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:34.092618 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (208defd6-b80e-4dfe-87a9-ec92432e150e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:34.097832 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcedc49-a097-49be-b856-0ab3b1335898 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:34.098596 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dcedc49-a097-49be-b856-0ab3b1335898 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:34.109815 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5683bda4-1e0e-4af5-aa25-e272019692e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (d7654da7-253c-4238-b039-effe75aeaf46), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:34.110871 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5683bda4-1e0e-4af5-aa25-e272019692e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:34.114747 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:34.115416 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:34.118224 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5683bda4-1e0e-4af5-aa25-e272019692e0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:34.161278 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d0932bba-0120-47f9-8269-7a3275251c16 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7730670 Feb 03 12:49:34.169777 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33512) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:34.175877 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-bf8a20ba-f3c2-4178-ad04-70c8ba9c910d tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:34.199854 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-6fd5bb00-88c0-447d-9529-f4aff45a7d3f tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] show failed (client error): The resource could not be found. Feb 03 12:49:34.204499 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6fd5bb00-88c0-447d-9529-f4aff45a7d3f tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/subnets/45003f8e-5119-451c-bcd1-4d81c4c3a7f4/tags/tempest-TagsExtTest-Tag-136898885 HTTP/1.1" status: 404 len: 328 time: 0.2727933 Feb 03 12:49:34.207648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33514) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:34.216674 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.9148953 Feb 03 12:49:34.221657 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-cdd08109-b4a3-48c6-9a92-5f9d059eb362 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c852a643-abdf-41e3-b70a-f30f872386d0', {'tags': ['tempest-TagsExtTest-Tag-747951662', 'tempest-TagsExtTest-Tag-1441407341', 'tempest-TagsExtTest-Tag-1435213141']}) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:34.228684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33516) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:34.230276 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669e319-607c-416b-a066-4e7e5b883adc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Pushing event updated for resources: {'Port': ['ID=208defd6-b80e-4dfe-87a9-ec92432e150e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:34.239529 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5683bda4-1e0e-4af5-aa25-e272019692e0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3525002 Feb 03 12:49:34.242937 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33518) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:34.251702 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9dcedc49-a097-49be-b856-0ab3b1335898 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2154388 Feb 03 12:49:34.260082 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7b6bf022-47c2-4b18-9919-17a5a310fdc1 admin admin] Request body: {'subnet': {'network_id': 'd7654da7-253c-4238-b039-effe75aeaf46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1418650764-subnet', 'tenant_id': 'd5860f1674014cb79db5c6cac8eb4d4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:34.272829 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33520) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:34.329046 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6b5c232a-e191-4bf5-a0a5-414e43957d71 req-defb910e-e0b1-46a9-a58c-cb9e1899e034 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430091 Feb 03 12:49:34.341010 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-471740bb-9bb2-423f-b17b-ef43e50d557d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'subnet': {'network_id': 'd00283cd-88d3-4968-a46d-fb73a0cdb59b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:34.369124 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcedc49-a097-49be-b856-0ab3b1335898 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Network': ['ID=d00283cd-88d3-4968-a46d-fb73a0cdb59b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:34.384008 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network d00283cd-88d3-4968-a46d-fb73a0cdb59b details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:49:34.403737 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cdd08109-b4a3-48c6-9a92-5f9d059eb362 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "PUT /v2.0/ports/c852a643-abdf-41e3-b70a-f30f872386d0/tags HTTP/1.1" status: 200 len: 317 time: 0.1913753 Feb 03 12:49:34.406616 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33522) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:34.415917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-e5328286-6664-4e51-84b0-46a73955eb72 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c852a643-abdf-41e3-b70a-f30f872386d0') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:34.484354 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6bf022-47c2-4b18-9919-17a5a310fdc1 admin admin] Made reservation on behalf of d5860f1674014cb79db5c6cac8eb4d4c for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:34.486986 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf022-47c2-4b18-9919-17a5a310fdc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:34.501474 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-093a25fb-f7e3-41d3-b434-24848bd2ab96 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Deleting port 208defd6-b80e-4dfe-87a9-ec92432e150e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:34.502286 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-093a25fb-f7e3-41d3-b434-24848bd2ab96 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (208defd6-b80e-4dfe-87a9-ec92432e150e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:34.595800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-093a25fb-f7e3-41d3-b434-24848bd2ab96 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] For port 208defd6-b80e-4dfe-87a9-ec92432e150e, host n-h2-827336-3, got binding levels [] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:34.596292 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-093a25fb-f7e3-41d3-b434-24848bd2ab96 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (208defd6-b80e-4dfe-87a9-ec92432e150e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:34.615703 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-093a25fb-f7e3-41d3-b434-24848bd2ab96 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Calling delete_port for 208defd6-b80e-4dfe-87a9-ec92432e150e owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:34.680422 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683bda4-1e0e-4af5-aa25-e272019692e0 admin admin] Pushing event updated for resources: {'Network': ['ID=d7654da7-253c-4238-b039-effe75aeaf46,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:34.695602 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e5328286-6664-4e51-84b0-46a73955eb72 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "DELETE /v2.0/ports/c852a643-abdf-41e3-b70a-f30f872386d0/tags HTTP/1.1" status: 204 len: 168 time: 0.2874250 Feb 03 12:49:34.701740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33524) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:34.703858 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network d7654da7-253c-4238-b039-effe75aeaf46 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:49:34.707754 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-e0a04b58-73ac-41f4-a58e-73d4c3026d2e tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c852a643-abdf-41e3-b70a-f30f872386d0', 'tempest-TagsExtTest-Tag-747951662') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:34.725012 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf8a20ba-f3c2-4178-ad04-70c8ba9c910d tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (c23916c7-7054-46be-851a-d7298aaf1272), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:34.736645 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471740bb-9bb2-423f-b17b-ef43e50d557d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Made reservation on behalf of 06e16be9aff34f8982b3cedda8196fa8 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:34.741497 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-471740bb-9bb2-423f-b17b-ef43e50d557d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:34.771302 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf8a20ba-f3c2-4178-ad04-70c8ba9c910d tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (c23916c7-7054-46be-851a-d7298aaf1272), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:34.821476 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bf8a20ba-f3c2-4178-ad04-70c8ba9c910d tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network c23916c7-7054-46be-851a-d7298aaf1272 is not hosted by any dhcp agent {{(pid=103189) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 12:49:34.823667 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-093a25fb-f7e3-41d3-b434-24848bd2ab96 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (208defd6-b80e-4dfe-87a9-ec92432e150e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:34.827155 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8a20ba-f3c2-4178-ad04-70c8ba9c910d tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:34.828067 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf8a20ba-f3c2-4178-ad04-70c8ba9c910d tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:34.832663 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bf8a20ba-f3c2-4178-ad04-70c8ba9c910d tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "PUT /v2.0/networks/c23916c7-7054-46be-851a-d7298aaf1272 HTTP/1.1" status: 200 len: 723 time: 0.6586356 Feb 03 12:49:34.834982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33526) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:34.841653 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-853cb013-3ed1-493e-b3e3-fa495b8b5295 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'subnet': {'network_id': 'c23916c7-7054-46be-851a-d7298aaf1272', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:34.904324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a25fb-f7e3-41d3-b434-24848bd2ab96 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Pushing event deleted for resources: {'Port': ['ID=208defd6-b80e-4dfe-87a9-ec92432e150e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:34.912842 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-e0a04b58-73ac-41f4-a58e-73d4c3026d2e tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] show failed (client error): The resource could not be found. Feb 03 12:49:34.914236 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e0a04b58-73ac-41f4-a58e-73d4c3026d2e tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/ports/c852a643-abdf-41e3-b70a-f30f872386d0/tags/tempest-TagsExtTest-Tag-747951662 HTTP/1.1" status: 404 len: 328 time: 0.2111900 Feb 03 12:49:34.916173 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-093a25fb-f7e3-41d3-b434-24848bd2ab96 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:34.924669 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-093a25fb-f7e3-41d3-b434-24848bd2ab96 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] 10.222.0.18 "DELETE /v2.0/ports/208defd6-b80e-4dfe-87a9-ec92432e150e HTTP/1.1" status: 204 len: 168 time: 0.6884255 Feb 03 12:49:34.928422 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33528) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:34.928422 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33530) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:34.976558 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-75da82cc-f5c0-4d93-b954-14a1c2f08f10 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c852a643-abdf-41e3-b70a-f30f872386d0', 'tempest-TagsExtTest-Tag-1441407341') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:35.022690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853cb013-3ed1-493e-b3e3-fa495b8b5295 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:35.026856 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-853cb013-3ed1-493e-b3e3-fa495b8b5295 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.047230 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a20ba-f3c2-4178-ad04-70c8ba9c910d tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Network': ['ID=c23916c7-7054-46be-851a-d7298aaf1272,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:35.059829 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d39857-c1c1-44c5-92dc-c9ddac593a71 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] GET failed (client error): The resource could not be found. Feb 03 12:49:35.062555 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c0d39857-c1c1-44c5-92dc-c9ddac593a71 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] 10.222.0.18 "GET /v2.0/ports/208defd6-b80e-4dfe-87a9-ec92432e150e HTTP/1.1" status: 404 len: 333 time: 0.1321280 Feb 03 12:49:35.068287 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33534) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:35.083725 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network c23916c7-7054-46be-851a-d7298aaf1272 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:49:35.086965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f9d8a37f-6e56-4180-8d74-e739b3bd7a73 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Request body: {'port': {'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1541663349'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:35.150934 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d8a37f-6e56-4180-8d74-e739b3bd7a73 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Made reservation on behalf of 3ded4fa638954d999197e344404acb4b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:35.153294 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9d8a37f-6e56-4180-8d74-e739b3bd7a73 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.179037 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-f9d8a37f-6e56-4180-8d74-e739b3bd7a73 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] device_id is not set on port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:49:35.181402 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf022-47c2-4b18-9919-17a5a310fdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (f21f1f73-e026-4221-a88b-088d763a1fc3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.256454 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-75da82cc-f5c0-4d93-b954-14a1c2f08f10 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] show failed (client error): The resource could not be found. Feb 03 12:49:35.257519 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-75da82cc-f5c0-4d93-b954-14a1c2f08f10 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/ports/c852a643-abdf-41e3-b70a-f30f872386d0/tags/tempest-TagsExtTest-Tag-1441407341 HTTP/1.1" status: 404 len: 329 time: 0.3290639 Feb 03 12:49:35.268454 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33536) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:35.285849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-1fa3cea8-b714-45f7-933d-137c78d7b80b tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c852a643-abdf-41e3-b70a-f30f872386d0', 'tempest-TagsExtTest-Tag-1435213141') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:35.312191 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bf022-47c2-4b18-9919-17a5a310fdc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f21f1f73-e026-4221-a88b-088d763a1fc3,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:35.349872 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6bf022-47c2-4b18-9919-17a5a310fdc1 admin admin] Checking segment: {'id': '8c936357-0827-4e68-ba1d-8bdab0f2959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd7654da7-253c-4238-b039-effe75aeaf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:35.350257 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6bf022-47c2-4b18-9919-17a5a310fdc1 admin admin] Network hostable DHCP agents. Network: d7654da7-253c-4238-b039-effe75aeaf46, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:49:35.354223 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-471740bb-9bb2-423f-b17b-ef43e50d557d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (9b16963d-e834-4ef8-8b47-b1f130de640f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.451924 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6bf022-47c2-4b18-9919-17a5a310fdc1 admin admin] Network d7654da7-253c-4238-b039-effe75aeaf46 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:49:35.491849 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-853cb013-3ed1-493e-b3e3-fa495b8b5295 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (3e7b1fa7-3f07-4eec-9e3a-e6106f5d4473), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.496154 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471740bb-9bb2-423f-b17b-ef43e50d557d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Subnet': ['ID=9b16963d-e834-4ef8-8b47-b1f130de640f,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:35.510147 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-7b6bf022-47c2-4b18-9919-17a5a310fdc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, d7654da7-253c-4238-b039-effe75aeaf46) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:35.518953 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6bf022-47c2-4b18-9919-17a5a310fdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:35.519967 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf022-47c2-4b18-9919-17a5a310fdc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.530052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba1d860-93e7-4cf9-b664-a637e1d7d230 None None] Network d7654da7-253c-4238-b039-effe75aeaf46 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:35.538531 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471740bb-9bb2-423f-b17b-ef43e50d557d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Checking segment: {'id': 'c36f0c62-fa6e-4eec-a414-9ec2af7be9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd00283cd-88d3-4968-a46d-fb73a0cdb59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:35.539080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471740bb-9bb2-423f-b17b-ef43e50d557d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Network hostable DHCP agents. Network: d00283cd-88d3-4968-a46d-fb73a0cdb59b, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:49:35.560046 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7b6bf022-47c2-4b18-9919-17a5a310fdc1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3086212 Feb 03 12:49:35.572836 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cb013-3ed1-493e-b3e3-fa495b8b5295 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Subnet': ['ID=3e7b1fa7-3f07-4eec-9e3a-e6106f5d4473,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:35.583972 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502e705-a136-4544-a16c-94c3185e0d9b req-98c7978e-66b1-4743-9e04-408e2a28d21a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:35.599102 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8502e705-a136-4544-a16c-94c3185e0d9b req-98c7978e-66b1-4743-9e04-408e2a28d21a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 945 time: 0.1733468 Feb 03 12:49:35.603769 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9d8a37f-6e56-4180-8d74-e739b3bd7a73 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks [] for port (2b7d3339-3e3f-46f1-ac68-e43b5c2d916b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.629222 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-1fa3cea8-b714-45f7-933d-137c78d7b80b tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] show failed (client error): The resource could not be found. Feb 03 12:49:35.631997 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1fa3cea8-b714-45f7-933d-137c78d7b80b tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/ports/c852a643-abdf-41e3-b70a-f30f872386d0/tags/tempest-TagsExtTest-Tag-1435213141 HTTP/1.1" status: 404 len: 329 time: 0.3612065 Feb 03 12:49:35.633638 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33542) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:35.650534 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471740bb-9bb2-423f-b17b-ef43e50d557d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Network d00283cd-88d3-4968-a46d-fb73a0cdb59b is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:49:35.662339 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-f79e141f-df02-4552-8e9a-3856462418b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0614869f-5a6c-43d2-a5ca-dc7f78158bc2', {'tags': ['tempest-TagsExtTest-Tag-457212542', 'tempest-TagsExtTest-Tag-1717757831', 'tempest-TagsExtTest-Tag-589917113']}) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:35.667482 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-471740bb-9bb2-423f-b17b-ef43e50d557d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, d00283cd-88d3-4968-a46d-fb73a0cdb59b) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:35.679024 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471740bb-9bb2-423f-b17b-ef43e50d557d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:35.679635 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-471740bb-9bb2-423f-b17b-ef43e50d557d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.708339 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8502e705-a136-4544-a16c-94c3185e0d9b req-5ea893a6-96eb-446a-b8ab-1b7f9763076b tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940254 Feb 03 12:49:35.715273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf831f7-7fd3-400e-a8b7-5e2cadd709cd None None] Network d00283cd-88d3-4968-a46d-fb73a0cdb59b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:35.728584 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-471740bb-9bb2-423f-b17b-ef43e50d557d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4244916 Feb 03 12:49:35.731150 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33544) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:35.737403 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-aed0fd9e-026b-4c6b-b0b5-8aa29190f867 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1311674429', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:35.766442 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aed0fd9e-026b-4c6b-b0b5-8aa29190f867 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (f1879714-2eb5-4027-b42f-e2d0b65a332e), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.768199 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aed0fd9e-026b-4c6b-b0b5-8aa29190f867 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (f1879714-2eb5-4027-b42f-e2d0b65a332e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.840731 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853cb013-3ed1-493e-b3e3-fa495b8b5295 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Checking segment: {'id': 'c8295867-52d9-4d54-a81a-d3fe550214e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c23916c7-7054-46be-851a-d7298aaf1272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:35.841597 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853cb013-3ed1-493e-b3e3-fa495b8b5295 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network hostable DHCP agents. Network: c23916c7-7054-46be-851a-d7298aaf1272, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:49:35.883695 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795cda17-73ae-4f08-a138-fabc0aceba44 None None] Network d7654da7-253c-4238-b039-effe75aeaf46 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:35.941081 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aed0fd9e-026b-4c6b-b0b5-8aa29190f867 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for router_controller (f1879714-2eb5-4027-b42f-e2d0b65a332e), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:35.968074 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b736a47-a99a-46db-81f8-7a02326b0ff0 None None] Network d00283cd-88d3-4968-a46d-fb73a0cdb59b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:35.995550 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f79e141f-df02-4552-8e9a-3856462418b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "PUT /v2.0/routers/0614869f-5a6c-43d2-a5ca-dc7f78158bc2/tags HTTP/1.1" status: 200 len: 316 time: 0.3607969 Feb 03 12:49:35.998858 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9d8a37f-6e56-4180-8d74-e739b3bd7a73 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (2b7d3339-3e3f-46f1-ac68-e43b5c2d916b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:36.000934 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33552) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:36.017319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-1662ff3f-27b2-4345-9faa-2e29ac538167 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0614869f-5a6c-43d2-a5ca-dc7f78158bc2') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:36.124986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d8a37f-6e56-4180-8d74-e739b3bd7a73 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:36.153211 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aed0fd9e-026b-4c6b-b0b5-8aa29190f867 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for router_gateway (f1879714-2eb5-4027-b42f-e2d0b65a332e), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:36.230026 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dc14598d-7c99-4918-a6fc-07cbbed40565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:36.429168 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aed0fd9e-026b-4c6b-b0b5-8aa29190f867 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for router_gateway (f1879714-2eb5-4027-b42f-e2d0b65a332e), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:36.460351 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aed0fd9e-026b-4c6b-b0b5-8aa29190f867 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:36.577938 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-aed0fd9e-026b-4c6b-b0b5-8aa29190f867 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Allocated IP 172.25.6.244 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/1a015cfd-5ec2-449e-b44c-c0255bee70dc) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:36.635413 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f9d8a37f-6e56-4180-8d74-e739b3bd7a73 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:36.651600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d8a37f-6e56-4180-8d74-e739b3bd7a73 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:36.652569 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d8a37f-6e56-4180-8d74-e739b3bd7a73 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:36.653169 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9d8a37f-6e56-4180-8d74-e739b3bd7a73 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:36.657341 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853cb013-3ed1-493e-b3e3-fa495b8b5295 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network c23916c7-7054-46be-851a-d7298aaf1272 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:49:36.706607 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-853cb013-3ed1-493e-b3e3-fa495b8b5295 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, c23916c7-7054-46be-851a-d7298aaf1272) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:36.708052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8a37f-6e56-4180-8d74-e739b3bd7a73 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Pushing event updated for resources: {'Port': ['ID=2b7d3339-3e3f-46f1-ac68-e43b5c2d916b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:36.708259 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aed0fd9e-026b-4c6b-b0b5-8aa29190f867 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for port (1a015cfd-5ec2-449e-b44c-c0255bee70dc), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:36.746656 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aed0fd9e-026b-4c6b-b0b5-8aa29190f867 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (1a015cfd-5ec2-449e-b44c-c0255bee70dc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:36.756822 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079ba4f9-9fab-4726-8eff-4aab26ce91fc None None] Network c23916c7-7054-46be-851a-d7298aaf1272 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:36.766811 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853cb013-3ed1-493e-b3e3-fa495b8b5295 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:36.767897 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-853cb013-3ed1-493e-b3e3-fa495b8b5295 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:36.786358 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f9d8a37f-6e56-4180-8d74-e739b3bd7a73 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7145333 Feb 03 12:49:36.786547 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33566) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:36.803824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:36.818740 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-853cb013-3ed1-493e-b3e3-fa495b8b5295 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9792407 Feb 03 12:49:36.821092 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33568) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:36.833066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c67acc18-319f-4599-a085-85d6fe59d726 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:36.855967 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed0fd9e-026b-4c6b-b0b5-8aa29190f867 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:36.874628 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-947e4adf-91be-47a8-b86d-ef7f098895a7 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:36.876170 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-947e4adf-91be-47a8-b86d-ef7f098895a7 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/networks?id=d7654da7-253c-4238-b039-effe75aeaf46 HTTP/1.1" status: 200 len: 822 time: 0.2363124 Feb 03 12:49:36.881937 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-aed0fd9e-026b-4c6b-b0b5-8aa29190f867 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:36.890139 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed0fd9e-026b-4c6b-b0b5-8aa29190f867 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:36.916488 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1662ff3f-27b2-4345-9faa-2e29ac538167 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "DELETE /v2.0/routers/0614869f-5a6c-43d2-a5ca-dc7f78158bc2/tags HTTP/1.1" status: 204 len: 168 time: 0.9057651 Feb 03 12:49:36.921507 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33570) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:36.924157 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0fd9e-026b-4c6b-b0b5-8aa29190f867 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Port': ['ID=1a015cfd-5ec2-449e-b44c-c0255bee70dc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:36.940926 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2b7d3339-3e3f-46f1-ac68-e43b5c2d916b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:36.941215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:36.958025 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-0ea85fcd-9972-4898-8257-7588bac680ba tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0614869f-5a6c-43d2-a5ca-dc7f78158bc2', 'tempest-TagsExtTest-Tag-457212542') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:36.966501 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-660916a7-cf3d-444c-810e-effc20dd4379 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/quotas/d5860f1674014cb79db5c6cac8eb4d4c HTTP/1.1" status: 200 len: 375 time: 0.0598781 Feb 03 12:49:37.005759 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.038617 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:37.039103 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.066923 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c67acc18-319f-4599-a085-85d6fe59d726 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65797595'] for subnet (3e7b1fa7-3f07-4eec-9e3a-e6106f5d4473), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.073128 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-4ad776db-f1cb-48fd-b0ce-9446e73d86ba tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5860f1674014cb79db5c6cac8eb4d4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598822 Feb 03 12:49:37.081424 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-c23916c7-7054-46be-851a-d7298aaf1272', 'network_id': 'c23916c7-7054-46be-851a-d7298aaf1272', 'project_id': 'a91813e3671c46ddbc122ddcbd924e87', 'fixed_ips': [{'subnet_id': '3e7b1fa7-3f07-4eec-9e3a-e6106f5d4473'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:49:37.082296 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.179605 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-0ea85fcd-9972-4898-8257-7588bac680ba tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] show failed (client error): The resource could not be found. Feb 03 12:49:37.184907 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0ea85fcd-9972-4898-8257-7588bac680ba tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/routers/0614869f-5a6c-43d2-a5ca-dc7f78158bc2/tags/tempest-TagsExtTest-Tag-457212542 HTTP/1.1" status: 404 len: 328 time: 0.2329297 Feb 03 12:49:37.186061 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33576) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:37.196241 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-af57eb2f-2363-4b9f-acd9-544cbc9d5a85 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0614869f-5a6c-43d2-a5ca-dc7f78158bc2', 'tempest-TagsExtTest-Tag-1717757831') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:37.205962 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:37.206232 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.244040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7101fd-7019-43aa-b386-39875e613551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80b0dde-cac3-4070-b5a7-b3ed8ee489f4'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:37.246397 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125a260e-9b92-4829-9a00-6be244afa507" -d '{"events": [{"server_uuid": "ae7101fd-7019-43aa-b386-39875e613551", "name": "network-vif-plugged", "status": "completed", "tag": "d80b0dde-cac3-4070-b5a7-b3ed8ee489f4"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:37.261968 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d80b0dde-cac3-4070-b5a7-b3ed8ee489f4,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:37.268052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] device_id is not set on port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:49:37.271806 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.285546 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-560f5067-bde9-4385-8daf-873ca2bb6851 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:49:37.286683 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-560f5067-bde9-4385-8daf-873ca2bb6851 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1439524 Feb 03 12:49:37.297661 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks [] for port (2b7d3339-3e3f-46f1-ac68-e43b5c2d916b), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.344934 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (2b7d3339-3e3f-46f1-ac68-e43b5c2d916b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.350028 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=d80b0dde-cac3-4070-b5a7-b3ed8ee489f4,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:37.354394 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa41a3-0140-4171-b3c3-735964b4a619 req-c448b83f-f057-48ce-ae9f-3e84ea31b5aa tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:37.355689 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-93aa41a3-0140-4171-b3c3-735964b4a619 req-c448b83f-f057-48ce-ae9f-3e84ea31b5aa tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 945 time: 0.4181106 Feb 03 12:49:37.414875 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-af57eb2f-2363-4b9f-acd9-544cbc9d5a85 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] show failed (client error): The resource could not be found. Feb 03 12:49:37.419058 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-af57eb2f-2363-4b9f-acd9-544cbc9d5a85 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/routers/0614869f-5a6c-43d2-a5ca-dc7f78158bc2/tags/tempest-TagsExtTest-Tag-1717757831 HTTP/1.1" status: 404 len: 329 time: 0.2238555 Feb 03 12:49:37.424291 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33580) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:37.453797 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-8a5fe763-8a6d-4dac-a657-fc450dcef599 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0614869f-5a6c-43d2-a5ca-dc7f78158bc2', 'tempest-TagsExtTest-Tag-589917113') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:37.497773 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Pushing event updated for resources: {'Port': ['ID=2b7d3339-3e3f-46f1-ac68-e43b5c2d916b,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:37.509907 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-93aa41a3-0140-4171-b3c3-735964b4a619 req-c786e79a-45d0-440f-903f-8784fd436451 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112905 Feb 03 12:49:37.537040 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:37.537378 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:37.537716 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:37.560903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:37.562029 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:37.563208 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-7e7f180d-a0f4-4814-b749-d534993c3c57 service neutron] 10.222.0.18 "GET /v2.0/networks/d7654da7-253c-4238-b039-effe75aeaf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385004 Feb 03 12:49:37.565389 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c67acc18-319f-4599-a085-85d6fe59d726 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757073553893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4349655'] for subnet (3e7b1fa7-3f07-4eec-9e3a-e6106f5d4473), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.568263 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 2 to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b Feb 03 12:49:37.628468 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:37.628670 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:37.628984 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:37.629865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67acc18-319f-4599-a085-85d6fe59d726 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Subnet': ['ID=3e7b1fa7-3f07-4eec-9e3a-e6106f5d4473,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:37.645815 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:37.646162 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:37.652493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67acc18-319f-4599-a085-85d6fe59d726 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:37.653093 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c67acc18-319f-4599-a085-85d6fe59d726 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.654942 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c67acc18-319f-4599-a085-85d6fe59d726 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "PUT /v2.0/subnets/3e7b1fa7-3f07-4eec-9e3a-e6106f5d4473 HTTP/1.1" status: 200 len: 806 time: 0.8270962 Feb 03 12:49:37.655972 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 3 to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b Feb 03 12:49:37.659491 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-8a5fe763-8a6d-4dac-a657-fc450dcef599 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] show failed (client error): The resource could not be found. Feb 03 12:49:37.660538 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8a5fe763-8a6d-4dac-a657-fc450dcef599 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/routers/0614869f-5a6c-43d2-a5ca-dc7f78158bc2/tags/tempest-TagsExtTest-Tag-589917113 HTTP/1.1" status: 404 len: 328 time: 0.2337666 Feb 03 12:49:37.665019 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a714f25-e30e-4130-a8ae-f60e4891e4ac x-openstack-request-id: req-3a714f25-e30e-4130-a8ae-f60e4891e4ac {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:37.666247 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33582) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:37.667793 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33584) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:37.667929 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7101fd-7019-43aa-b386-39875e613551", "name": "network-vif-plugged", "status": "completed", "tag": "d80b0dde-cac3-4070-b5a7-b3ed8ee489f4", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:37.668089 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a714f25-e30e-4130-a8ae-f60e4891e4ac {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:37.668613 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7101fd-7019-43aa-b386-39875e613551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80b0dde-cac3-4070-b5a7-b3ed8ee489f4', 'code': 200} Feb 03 12:49:37.679254 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-63d411cb-44e2-4a67-9d9e-8d1d06e77c48 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7e8ed238-c6b2-4ba7-96cb-8bfb6125b172', {'tags': ['tempest-TagsExtTest-Tag-1366101322', 'tempest-TagsExtTest-Tag-242583385', 'tempest-TagsExtTest-Tag-1547366495']}) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:37.712748 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] Allocated IP 172.20.0.2 (c23916c7-7054-46be-851a-d7298aaf1272/3e7b1fa7-3f07-4eec-9e3a-e6106f5d4473/63b0c66e-dd35-496c-b219-8fde5a74c16e) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:37.724825 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:37.725161 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:37.725498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:37.732752 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aed0fd9e-026b-4c6b-b0b5-8aa29190f867 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for router_gateway (f1879714-2eb5-4027-b42f-e2d0b65a332e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.788287 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-048120d7-0509-4c2a-b9d7-b0b11e9e5595 service neutron] 10.222.0.18 "GET /v2.0/networks/d7654da7-253c-4238-b039-effe75aeaf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731851 Feb 03 12:49:37.928733 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] Publish callbacks [] for port (63b0c66e-dd35-496c-b219-8fde5a74c16e), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:37.937270 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (63b0c66e-dd35-496c-b219-8fde5a74c16e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.027013 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] Network c23916c7-7054-46be-851a-d7298aaf1272 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:38.044389 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:38.047967 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:38.061208 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2e750-71c2-4888-a523-3c64ead01566 req-5bf2d106-d21d-4c2f-99e6-c68a7bb6b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:38.062761 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fdd2e750-71c2-4888-a523-3c64ead01566 req-5bf2d106-d21d-4c2f-99e6-c68a7bb6b4be service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 1128 time: 0.2266548 Feb 03 12:49:38.091419 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] Pushing event updated for resources: {'Port': ['ID=63b0c66e-dd35-496c-b219-8fde5a74c16e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:38.161418 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fdd2e750-71c2-4888-a523-3c64ead01566 req-2610ae76-1eab-4334-8302-b8ef036e166f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896275 Feb 03 12:49:38.190625 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] Attempting to bind port 63b0c66e-dd35-496c-b219-8fde5a74c16e on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:38.191238 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] Attempting to bind port 63b0c66e-dd35-496c-b219-8fde5a74c16e by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'c8295867-52d9-4d54-a81a-d3fe550214e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c23916c7-7054-46be-851a-d7298aaf1272'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:38.191758 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] Attempting to bind port 63b0c66e-dd35-496c-b219-8fde5a74c16e on network c23916c7-7054-46be-851a-d7298aaf1272 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:38.211133 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:38.211784 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] Checking segment: {'id': 'c8295867-52d9-4d54-a81a-d3fe550214e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c23916c7-7054-46be-851a-d7298aaf1272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:38.212524 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.213094 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] Bound using segment: {'id': 'c8295867-52d9-4d54-a81a-d3fe550214e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c23916c7-7054-46be-851a-d7298aaf1272'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:38.214235 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] Bound port: 63b0c66e-dd35-496c-b219-8fde5a74c16e, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8295867-52d9-4d54-a81a-d3fe550214e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c23916c7-7054-46be-851a-d7298aaf1272'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:38.214821 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (63b0c66e-dd35-496c-b219-8fde5a74c16e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.242313 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:38.242865 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:38.320376 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 4 to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b Feb 03 12:49:38.332793 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-986d5a27-7672-4d42-b758-fcea1a68b8ee req-f131798b-4c2a-4a9d-8dd0-449b8b279799 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb65daea-42f5-421a-bee5-8ef252dda22c HTTP/1.1" status: 200 len: 210 time: 0.1436813 Feb 03 12:49:38.368264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33596) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:38.373591 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-79779f75-d89b-43d7-b4ac-f9382d7c1c79 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7e8ed238-c6b2-4ba7-96cb-8bfb6125b172') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:38.380779 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-63d411cb-44e2-4a67-9d9e-8d1d06e77c48 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "PUT /v2.0/subnetpools/7e8ed238-c6b2-4ba7-96cb-8bfb6125b172/tags HTTP/1.1" status: 200 len: 317 time: 0.7049124 Feb 03 12:49:38.390631 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:38.390968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:38.391778 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:38.401350 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (c23916c7-7054-46be-851a-d7298aaf1272), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.450424 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:38.450838 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:38.455139 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 5 to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b Feb 03 12:49:38.456662 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-79779f75-d89b-43d7-b4ac-f9382d7c1c79 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "DELETE /v2.0/subnetpools/7e8ed238-c6b2-4ba7-96cb-8bfb6125b172/tags HTTP/1.1" status: 204 len: 168 time: 0.0871758 Feb 03 12:49:38.459394 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33602) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:38.468167 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-283d108e-df18-46e4-b3f7-0521c2706efb tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7e8ed238-c6b2-4ba7-96cb-8bfb6125b172', 'tempest-TagsExtTest-Tag-1366101322') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:38.490921 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.514690 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-283d108e-df18-46e4-b3f7-0521c2706efb tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] show failed (client error): The resource could not be found. Feb 03 12:49:38.517932 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] For port 63b0c66e-dd35-496c-b219-8fde5a74c16e, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:38.519423 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-283d108e-df18-46e4-b3f7-0521c2706efb tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/subnetpools/7e8ed238-c6b2-4ba7-96cb-8bfb6125b172/tags/tempest-TagsExtTest-Tag-1366101322 HTTP/1.1" status: 404 len: 329 time: 0.0586758 Feb 03 12:49:38.522865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33604) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:38.525493 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] For port 63b0c66e-dd35-496c-b219-8fde5a74c16e, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=63b0c66e-dd35-496c-b219-8fde5a74c16e,segment=NetworkSegment(c8295867-52d9-4d54-a81a-d3fe550214e0),segment_id=c8295867-52d9-4d54-a81a-d3fe550214e0)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:38.527055 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:38.527518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:38.527746 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:38.527847 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-9840e4b5-f77f-4841-b1b2-cbe05507ce2d tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7e8ed238-c6b2-4ba7-96cb-8bfb6125b172', 'tempest-TagsExtTest-Tag-242583385') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:38.547324 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (63b0c66e-dd35-496c-b219-8fde5a74c16e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.554964 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-9840e4b5-f77f-4841-b1b2-cbe05507ce2d tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] show failed (client error): The resource could not be found. Feb 03 12:49:38.556527 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9840e4b5-f77f-4841-b1b2-cbe05507ce2d tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/subnetpools/7e8ed238-c6b2-4ba7-96cb-8bfb6125b172/tags/tempest-TagsExtTest-Tag-242583385 HTTP/1.1" status: 404 len: 328 time: 0.0325954 Feb 03 12:49:38.559278 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33608) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:38.565093 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-c2362edf-c0bf-4513-a2e0-c5ccc6a26799 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7e8ed238-c6b2-4ba7-96cb-8bfb6125b172', 'tempest-TagsExtTest-Tag-1547366495') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:38.591650 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-c2362edf-c0bf-4513-a2e0-c5ccc6a26799 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] show failed (client error): The resource could not be found. Feb 03 12:49:38.597934 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c2362edf-c0bf-4513-a2e0-c5ccc6a26799 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/subnetpools/7e8ed238-c6b2-4ba7-96cb-8bfb6125b172/tags/tempest-TagsExtTest-Tag-1547366495 HTTP/1.1" status: 404 len: 329 time: 0.0373528 Feb 03 12:49:38.601135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33610) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:38.613968 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-856b0aeb-f74c-449c-bd42-45b30537785a tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7e8ed238-c6b2-4ba7-96cb-8bfb6125b172') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:38.622908 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32db50-a36a-46c8-a72c-418c41d24dbf None None] Pushing event updated for resources: {'Port': ['ID=63b0c66e-dd35-496c-b219-8fde5a74c16e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:38.643784 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:38.644491 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:38.647910 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 6 to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b Feb 03 12:49:38.663689 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-856b0aeb-f74c-449c-bd42-45b30537785a tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "DELETE /v2.0/subnetpools/7e8ed238-c6b2-4ba7-96cb-8bfb6125b172/tags HTTP/1.1" status: 204 len: 168 time: 0.0596240 Feb 03 12:49:38.664999 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33612) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:38.673105 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-117806cb-ec1b-4c4a-a7ca-28eeb93242f4 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0614869f-5a6c-43d2-a5ca-dc7f78158bc2') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:38.734848 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Deleting port 63b0c66e-dd35-496c-b219-8fde5a74c16e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:38.735275 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (63b0c66e-dd35-496c-b219-8fde5a74c16e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.738689 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:38.740006 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:38.740006 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:38.784504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5d886-52b8-4ec9-80f4-8fa758c01c49 req-cad4acad-524a-43f5-89b5-6d767474a05a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:38.802426 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76c5d886-52b8-4ec9-80f4-8fa758c01c49 req-cad4acad-524a-43f5-89b5-6d767474a05a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.1024902 Feb 03 12:49:38.824862 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:38.825281 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:38.834684 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 7 to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b Feb 03 12:49:38.910518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:38.910975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:38.911406 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:38.926197 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76c5d886-52b8-4ec9-80f4-8fa758c01c49 req-8f3bbcd3-1204-449c-bf3c-51e52c4a52de tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220727 Feb 03 12:49:38.932756 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:38.933173 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:38.936165 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 8 to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b Feb 03 12:49:38.941893 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aed0fd9e-026b-4c6b-b0b5-8aa29190f867 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (f1879714-2eb5-4027-b42f-e2d0b65a332e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:38.944939 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-117806cb-ec1b-4c4a-a7ca-28eeb93242f4 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "DELETE /v2.0/routers/0614869f-5a6c-43d2-a5ca-dc7f78158bc2/tags HTTP/1.1" status: 204 len: 168 time: 0.2762556 Feb 03 12:49:38.953866 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33616) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:39.010853 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-ebccc692-ab3c-4ad8-83d3-dcfa10438765 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c852a643-abdf-41e3-b70a-f30f872386d0') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:39.023648 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:39.023992 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:39.024600 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:39.164756 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:39.165096 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:39.166811 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] For port 63b0c66e-dd35-496c-b219-8fde5a74c16e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=63b0c66e-dd35-496c-b219-8fde5a74c16e,segment=NetworkSegment(c8295867-52d9-4d54-a81a-d3fe550214e0),segment_id=c8295867-52d9-4d54-a81a-d3fe550214e0)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:39.167268 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (63b0c66e-dd35-496c-b219-8fde5a74c16e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.177371 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 9 to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b Feb 03 12:49:39.258630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Calling delete_port for 63b0c66e-dd35-496c-b219-8fde5a74c16e owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:39.274385 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:39.274847 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:39.275250 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:39.291805 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:39.292311 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:39.298527 n-d-827336-3 neutron-server[103189]: INFO neutron.plugins.ml2.plugin [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 10 to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b Feb 03 12:49:39.399877 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:39.400571 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:39.400571 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:39.439929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:39.440310 n-d-827336-3 neutron-server[103189]: ERROR neutron.plugins.ml2.managers [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:39.440664 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2b7d3339-3e3f-46f1-ac68-e43b5c2d916b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.510316 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ebccc692-ab3c-4ad8-83d3-dcfa10438765 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "DELETE /v2.0/ports/c852a643-abdf-41e3-b70a-f30f872386d0/tags HTTP/1.1" status: 204 len: 168 time: 0.5507243 Feb 03 12:49:39.514295 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33622) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:39.516602 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-50beaec8-9a0d-4b94-948b-d70c35b53a34 req-5fa97113-ea69-437d-9dbb-63895685e180 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb65daea-42f5-421a-bee5-8ef252dda22c HTTP/1.1" status: 200 len: 210 time: 0.0623827 Feb 03 12:49:39.521492 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-71f20a16-9697-4ab8-b81f-16fd466382e7 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '45003f8e-5119-451c-bcd1-4d81c4c3a7f4') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:39.600825 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] For port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:39.601325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempted to set empty binding levels {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 12:49:39.613689 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (2b7d3339-3e3f-46f1-ac68-e43b5c2d916b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.634295 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-71f20a16-9697-4ab8-b81f-16fd466382e7 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "DELETE /v2.0/subnets/45003f8e-5119-451c-bcd1-4d81c4c3a7f4/tags HTTP/1.1" status: 204 len: 168 time: 0.1124215 Feb 03 12:49:39.635871 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33624) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:39.821028 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98d24267-054f-404c-98fb-5143aad52758 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.825305 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-98d24267-054f-404c-98fb-5143aad52758 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "DELETE /v2.0/subnetpools/7e8ed238-c6b2-4ba7-96cb-8bfb6125b172 HTTP/1.1" status: 204 len: 168 time: 0.1872401 Feb 03 12:49:39.836432 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33626) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:39.847350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Pushing event updated for resources: {'Port': ['ID=2b7d3339-3e3f-46f1-ac68-e43b5c2d916b,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:39.854459 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.868044 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] In _notify_port_updated(), no bound segment for port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:49:39.870002 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:39.871262 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.873972 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bc3fb5d6-cf28-494c-8ece-f2c035cda27a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] 10.222.0.18 "PUT /v2.0/ports/2b7d3339-3e3f-46f1-ac68-e43b5c2d916b HTTP/1.1" status: 200 len: 975 time: 3.0855823 Feb 03 12:49:39.877932 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33628) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:39.898329 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (63b0c66e-dd35-496c-b219-8fde5a74c16e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:39.947988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Port': ['ID=63b0c66e-dd35-496c-b219-8fde5a74c16e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:39.973951 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b029dace-e9c6-4f5e-a9a7-301008c4e160 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "GET /v2.0/ports?device_id=0614869f-5a6c-43d2-a5ca-dc7f78158bc2 HTTP/1.1" status: 200 len: 205 time: 0.1318481 Feb 03 12:49:39.974611 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33632) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:40.007366 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed0fd9e-026b-4c6b-b0b5-8aa29190f867 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Router f1879714-2eb5-4027-b42f-e2d0b65a332e is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:49:40.100535 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No DVR routers for this DVR port 63b0c66e-dd35-496c-b219-8fde5a74c16e on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:40.202965 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (3e7b1fa7-3f07-4eec-9e3a-e6106f5d4473), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:40.258564 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07a8eea-9211-4940-b702-b3423373e32b None None] Network c23916c7-7054-46be-851a-d7298aaf1272 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:40.277014 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb899828-9a68-4826-8739-88f89c640175 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks [] for router (0614869f-5a6c-43d2-a5ca-dc7f78158bc2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:40.382624 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7563b587-3b9c-46a6-afed-8c468f379424 None None] Could not find standard attr ID for object 63b0c66e-dd35-496c-b219-8fde5a74c16e. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:49:40.481886 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.483180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.483806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.484380 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.484915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.485452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.485991 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.486527 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.487060 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.487593 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.488161 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.488725 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.489252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.489787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.490316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.490838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.491361 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.492019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.492465 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.493448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.493741 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.494273 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.494806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.495385 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.495865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.496415 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.500284 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0e6f1932-107a-4371-9333-9e7958218bda tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24171 time: 0.6212368 Feb 03 12:49:40.506616 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-03ce344b-e259-4910-aba6-751fc3387265 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.508316 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-03ce344b-e259-4910-aba6-751fc3387265 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.31 "GET /v2.0/networks?id=d7654da7-253c-4238-b039-effe75aeaf46 HTTP/1.1" status: 200 len: 822 time: 0.7012842 Feb 03 12:49:40.510611 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33636) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:40.600220 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed0fd9e-026b-4c6b-b0b5-8aa29190f867 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:49:40.612862 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbde811-030f-40af-9038-2a90c59075a1 None None] Sync routers for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:49:40.632014 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbde811-030f-40af-9038-2a90c59075a1 None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:40.633812 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3dbde811-030f-40af-9038-2a90c59075a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:49:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:40.636035 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-d9db62e3-cead-402d-812a-2338468f6e04 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Request body: {'port': {'device_id': 'eb65daea-42f5-421a-bee5-8ef252dda22c', 'network_id': 'd7654da7-253c-4238-b039-effe75aeaf46', 'admin_state_up': True, 'tenant_id': 'd5860f1674014cb79db5c6cac8eb4d4c'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:40.636522 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aed0fd9e-026b-4c6b-b0b5-8aa29190f867 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:40.641555 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-aed0fd9e-026b-4c6b-b0b5-8aa29190f867 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9088242 Feb 03 12:49:40.642527 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33640) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:40.674498 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0352c074-4c77-4341-aaf2-79f9c4a5093f None None] Network c23916c7-7054-46be-851a-d7298aaf1272 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:40.684254 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3dbde811-030f-40af-9038-2a90c59075a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:40.700030 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd34878-3068-4989-bd7b-8cfa7ab77f6b req-e5518135-3bdf-4278-8d22-e637aa57b27f tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:40.700647 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbde811-030f-40af-9038-2a90c59075a1 None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:40.702067 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3dbde811-030f-40af-9038-2a90c59075a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:49:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:40.703075 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dbd34878-3068-4989-bd7b-8cfa7ab77f6b req-e5518135-3bdf-4278-8d22-e637aa57b27f tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.4347842 Feb 03 12:49:40.785617 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-3dbde811-030f-40af-9038-2a90c59075a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:40.786297 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbde811-030f-40af-9038-2a90c59075a1 None None] The sync data for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:49:40.794015 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb899828-9a68-4826-8739-88f89c640175 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (0614869f-5a6c-43d2-a5ca-dc7f78158bc2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:40.802763 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb899828-9a68-4826-8739-88f89c640175 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks [] for router_controller (0614869f-5a6c-43d2-a5ca-dc7f78158bc2), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:40.803081 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f2234fa8-5154-485b-8334-cbc8d70bb651 req-629bd46f-841c-4550-a30b-8f9bc4ede6d9 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb65daea-42f5-421a-bee5-8ef252dda22c HTTP/1.1" status: 200 len: 210 time: 0.1296759 Feb 03 12:49:40.813446 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (3e7b1fa7-3f07-4eec-9e3a-e6106f5d4473), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:40.865482 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Subnet': ['ID=3e7b1fa7-3f07-4eec-9e3a-e6106f5d4473,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:40.923678 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311f17c7-052b-4d16-b57c-881af035a035 None None] DHCP port deletion for c23916c7-7054-46be-851a-d7298aaf1272 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:49:40.950266 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (c23916c7-7054-46be-851a-d7298aaf1272), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.010011 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23916c7-7054-46be-851a-d7298aaf1272']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:41.031757 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8295867-52d9-4d54-a81a-d3fe550214e0') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:41.032167 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8295867-52d9-4d54-a81a-d3fe550214e0') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:41.047207 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (c8295867-52d9-4d54-a81a-d3fe550214e0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.126067 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c8295867-52d9-4d54-a81a-d3fe550214e0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.142605 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:49:41.142996 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (c8295867-52d9-4d54-a81a-d3fe550214e0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:49:41.147604 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:49:41.269373 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (c23916c7-7054-46be-851a-d7298aaf1272), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.299123 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.299123 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/c23916c7-7054-46be-851a-d7298aaf1272 HTTP/1.1" status: 204 len: 168 time: 3.6295133 Feb 03 12:49:41.301361 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33644) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:41.338111 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dbd34878-3068-4989-bd7b-8cfa7ab77f6b req-77a94ef0-9589-40b3-bbce-f8b53bcc8b6c tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5855310 Feb 03 12:49:41.371054 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-8984d103-7236-4819-89ba-3a119ffd071d tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:41.371630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8984d103-7236-4819-89ba-3a119ffd071d tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:41.379306 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb899828-9a68-4826-8739-88f89c640175 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (0614869f-5a6c-43d2-a5ca-dc7f78158bc2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.380000 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb899828-9a68-4826-8739-88f89c640175 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Fanout notify agent at l3_agent the message router_deleted on router 0614869f-5a6c-43d2-a5ca-dc7f78158bc2 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:49:41.388249 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8984d103-7236-4819-89ba-3a119ffd071d tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/c23916c7-7054-46be-851a-d7298aaf1272 HTTP/1.1" status: 404 len: 339 time: 0.0829556 Feb 03 12:49:41.389477 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33648) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:41.398453 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8aa60-ab39-43da-8511-14a42d580613 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Network': ['ID=c23916c7-7054-46be-851a-d7298aaf1272,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:41.398911 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb899828-9a68-4826-8739-88f89c640175 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.402634 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fb899828-9a68-4826-8739-88f89c640175 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "DELETE /v2.0/routers/0614869f-5a6c-43d2-a5ca-dc7f78158bc2 HTTP/1.1" status: 204 len: 168 time: 1.3604352 Feb 03 12:49:41.408996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33650) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:41.411091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1069426415', 'description': 'd1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:41.449383 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Deleting port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:41.449383 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (2b7d3339-3e3f-46f1-ac68-e43b5c2d916b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.474902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:41.478812 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.565924 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-d9db62e3-cead-402d-812a-2338468f6e04 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Made reservation on behalf of d5860f1674014cb79db5c6cac8eb4d4c for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:41.569665 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-d9db62e3-cead-402d-812a-2338468f6e04 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.584695 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] For port 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b, host n-h2-827336-3, got binding levels [] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:41.585080 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (2b7d3339-3e3f-46f1-ac68-e43b5c2d916b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.618119 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:49:41.620323 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Calling delete_port for 2b7d3339-3e3f-46f1-ac68-e43b5c2d916b owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:41.638992 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b5454b36-f8a4-420b-b3b4-7a6da744d30f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.640574 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Added segment b5454b36-f8a4-420b-b3b4-7a6da744d30f of type vlan for network 6c28832f-41f6-48b9-87eb-b63530812ed0 Feb 03 12:49:41.657752 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a795163-25e3-41fc-a5ca-ca16719987ce req-81cca68e-952a-4ff2-8bc3-53a81156bc75 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:41.659333 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4a795163-25e3-41fc-a5ca-ca16719987ce req-81cca68e-952a-4ff2-8bc3-53a81156bc75 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.1826770 Feb 03 12:49:41.703255 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ed7c7315-4bb4-4fd3-a8d2-0c83e2d191b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Deleting port c852a643-abdf-41e3-b70a-f30f872386d0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:41.703508 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed7c7315-4bb4-4fd3-a8d2-0c83e2d191b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c852a643-abdf-41e3-b70a-f30f872386d0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.798285 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (6c28832f-41f6-48b9-87eb-b63530812ed0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.808668 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4a795163-25e3-41fc-a5ca-ca16719987ce req-7b7433cf-9c06-49f3-91f2-50a8c58b76fd tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335371 Feb 03 12:49:41.896928 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (6c28832f-41f6-48b9-87eb-b63530812ed0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.906761 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:41.907451 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.910705 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-d9db62e3-cead-402d-812a-2338468f6e04 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Allocated IP 172.20.0.2 (d7654da7-253c-4238-b039-effe75aeaf46/f21f1f73-e026-4221-a88b-088d763a1fc3/0c3f1f0e-4d79-4239-ba0f-859d1b3dd849) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:41.926492 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (2b7d3339-3e3f-46f1-ac68-e43b5c2d916b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.952254 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed7c7315-4bb4-4fd3-a8d2-0c83e2d191b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c852a643-abdf-41e3-b70a-f30f872386d0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.960162 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75fd5a1b-cacb-4d9f-b2c3-0aea5e332dd4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:41.984371 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ed7c7315-4bb4-4fd3-a8d2-0c83e2d191b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Calling delete_port for c852a643-abdf-41e3-b70a-f30f872386d0 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:42.025429 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c524264-6888-44c4-99b5-bbc9b2b50f69 req-528aa5e9-543b-4515-9866-4c6949402e35 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb65daea-42f5-421a-bee5-8ef252dda22c HTTP/1.1" status: 200 len: 210 time: 0.1105618 Feb 03 12:49:42.043390 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b7d3339-3e3f-46f1-ac68-e43b5c2d916b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:42.097779 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7026777 Feb 03 12:49:42.103106 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33660) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:42.105129 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:42.109190 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] 10.222.0.18 "DELETE /v2.0/ports/2b7d3339-3e3f-46f1-ac68-e43b5c2d916b HTTP/1.1" status: 204 len: 168 time: 1.5957015 Feb 03 12:49:42.115138 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33662) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:42.115138 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Network': ['ID=6c28832f-41f6-48b9-87eb-b63530812ed0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:42.125868 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.125868 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.125868 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.126851 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.127037 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.127420 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.128515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.128515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.128944 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.129827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.129827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.130224 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.130668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6e97-fb2f-4437-b31e-f5fb2b2cb447 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.176207 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-2684becf-18f6-4888-9983-7ec360ca8b93 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] GET failed (client error): The resource could not be found. Feb 03 12:49:42.177631 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2684becf-18f6-4888-9983-7ec360ca8b93 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] 10.222.0.18 "GET /v2.0/ports/2b7d3339-3e3f-46f1-ac68-e43b5c2d916b HTTP/1.1" status: 404 len: 333 time: 0.0549324 Feb 03 12:49:42.179226 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.180770 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.180770 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.180983 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.181392 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.181844 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.182276 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.182707 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.183138 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.183997 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.183997 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.184412 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.184860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b03ec12-dbab-4b5e-b358-a59392f6731e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:42.186232 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33664) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:42.201682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 6c28832f-41f6-48b9-87eb-b63530812ed0 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:49:42.212711 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fd525da1-e068-4c64-bac1-442bf1c5a3c2 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1062006680', 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:42.320033 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16bd989-6929-4708-8864-b96e6f4d8ed9 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:42.324560 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b16bd989-6929-4708-8864-b96e6f4d8ed9 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "GET /v2.0/networks?id=6c28832f-41f6-48b9-87eb-b63530812ed0 HTTP/1.1" status: 200 len: 761 time: 0.2182074 Feb 03 12:49:42.338492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33670) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:42.349559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b795d281-1a26-468c-a82c-7bf66727aef4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'network': {'description': 'd2'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:42.359276 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd525da1-e068-4c64-bac1-442bf1c5a3c2 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Made reservation on behalf of 3ded4fa638954d999197e344404acb4b for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:42.362204 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd525da1-e068-4c64-bac1-442bf1c5a3c2 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:42.370928 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-d9db62e3-cead-402d-812a-2338468f6e04 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Publish callbacks [] for port (0c3f1f0e-4d79-4239-ba0f-859d1b3dd849), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:42.419479 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-d9db62e3-cead-402d-812a-2338468f6e04 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0c3f1f0e-4d79-4239-ba0f-859d1b3dd849), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:42.469021 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-d9db62e3-cead-402d-812a-2338468f6e04 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Network d7654da7-253c-4238-b039-effe75aeaf46 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:42.472279 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-d9db62e3-cead-402d-812a-2338468f6e04 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:42.478508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-d9db62e3-cead-402d-812a-2338468f6e04 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:42.501311 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-fd525da1-e068-4c64-bac1-442bf1c5a3c2 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] device_id is not set on port 38effecf-b2fd-4e72-bd5b-c74ffac930c4 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:49:42.516908 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db62e3-cead-402d-812a-2338468f6e04 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Pushing event updated for resources: {'Port': ['ID=0c3f1f0e-4d79-4239-ba0f-859d1b3dd849,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:42.552095 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-d9db62e3-cead-402d-812a-2338468f6e04 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:42.552800 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-d9db62e3-cead-402d-812a-2338468f6e04 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:42.570903 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-d9db62e3-cead-402d-812a-2338468f6e04 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0475817 Feb 03 12:49:42.581626 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] Request body: {'port': {'device_id': 'eb65daea-42f5-421a-bee5-8ef252dda22c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:42.646825 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0c3f1f0e-4d79-4239-ba0f-859d1b3dd849), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:42.897644 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 63b0c66e-dd35-496c-b219-8fde5a74c16e no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:42.934237 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 63b0c66e-dd35-496c-b219-8fde5a74c16e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:42.934836 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 63b0c66e-dd35-496c-b219-8fde5a74c16e not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:42.978357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:49:42.987400 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] Publish callbacks [] for port (0c3f1f0e-4d79-4239-ba0f-859d1b3dd849), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.089767 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] Transition to ACTIVE for port object 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:49:43.095304 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (0c3f1f0e-4d79-4239-ba0f-859d1b3dd849), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.106956 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed7c7315-4bb4-4fd3-a8d2-0c83e2d191b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (c852a643-abdf-41e3-b70a-f30f872386d0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.190957 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-8594902c-e3bc-427d-be75-cbf82cadd147 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:43.192525 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-8594902c-e3bc-427d-be75-cbf82cadd147 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/networks?id=38493246-f38d-4463-9177-b5dc3d79c2b7 HTTP/1.1" status: 200 len: 815 time: 0.7813721 Feb 03 12:49:43.221852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3f1f0e-4d79-4239-ba0f-859d1b3dd849,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:43.233529 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c7315-4bb4-4fd3-a8d2-0c83e2d191b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Pushing event deleted for resources: {'Port': ['ID=c852a643-abdf-41e3-b70a-f30f872386d0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:43.291067 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd1784-f895-4dea-98cb-db59fb2ce3f8 req-3a0b7785-045f-4cfb-b2b4-f0d2a1b66ddb tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:43.292940 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-efcd1784-f895-4dea-98cb-db59fb2ce3f8 req-3a0b7785-045f-4cfb-b2b4-f0d2a1b66ddb tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb65daea-42f5-421a-bee5-8ef252dda22c HTTP/1.1" status: 200 len: 943 time: 0.1257017 Feb 03 12:49:43.321778 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] Attempting to bind port 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:43.322358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] Attempting to bind port 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '8c936357-0827-4e68-ba1d-8bdab0f2959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd7654da7-253c-4238-b039-effe75aeaf46'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:43.322835 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] Attempting to bind port 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 on network d7654da7-253c-4238-b039-effe75aeaf46 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:43.333272 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] Port 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 on network d7654da7-253c-4238-b039-effe75aeaf46 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:43.333746 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] Attempting to bind port 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 on network d7654da7-253c-4238-b039-effe75aeaf46 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:43.335873 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b795d281-1a26-468c-a82c-7bf66727aef4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (6c28832f-41f6-48b9-87eb-b63530812ed0), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.379665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c7315-4bb4-4fd3-a8d2-0c83e2d191b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:43.379908 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-efcd1784-f895-4dea-98cb-db59fb2ce3f8 req-86e0e3e5-ad71-4a86-8f4d-08d07db38e10 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/security-groups?id=13180a6c-f7f5-45d0-bed7-c4998895e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779328 Feb 03 12:49:43.380119 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c7315-4bb4-4fd3-a8d2-0c83e2d191b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:43.380471 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c7315-4bb4-4fd3-a8d2-0c83e2d191b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:43.380810 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c7315-4bb4-4fd3-a8d2-0c83e2d191b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:43.381168 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c7315-4bb4-4fd3-a8d2-0c83e2d191b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:43.381511 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c7315-4bb4-4fd3-a8d2-0c83e2d191b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:43.381842 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c7315-4bb4-4fd3-a8d2-0c83e2d191b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:43.382170 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c7315-4bb4-4fd3-a8d2-0c83e2d191b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:43.382578 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c7315-4bb4-4fd3-a8d2-0c83e2d191b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:43.382904 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c7315-4bb4-4fd3-a8d2-0c83e2d191b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:43.383166 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:43.383317 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c7315-4bb4-4fd3-a8d2-0c83e2d191b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:43.383730 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c7315-4bb4-4fd3-a8d2-0c83e2d191b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:43.384079 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] Checking segment: {'id': '8c936357-0827-4e68-ba1d-8bdab0f2959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd7654da7-253c-4238-b039-effe75aeaf46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:43.384217 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c7315-4bb4-4fd3-a8d2-0c83e2d191b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:43.384923 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] Bound using segment: {'id': '8c936357-0827-4e68-ba1d-8bdab0f2959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd7654da7-253c-4238-b039-effe75aeaf46'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:43.385550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] Bound port: 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c936357-0827-4e68-ba1d-8bdab0f2959e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd7654da7-253c-4238-b039-effe75aeaf46'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:43.387699 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0c3f1f0e-4d79-4239-ba0f-859d1b3dd849), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.449487 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-20b2f597-06d3-4307-8074-cdea82a2c0f4 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/quotas/5571bc03f31b4ec1a3eda061ab1cad28 HTTP/1.1" status: 200 len: 375 time: 0.2338150 Feb 03 12:49:43.457739 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b795d281-1a26-468c-a82c-7bf66727aef4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (6c28832f-41f6-48b9-87eb-b63530812ed0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.479097 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] For port 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:43.483121 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] For port 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=0c3f1f0e-4d79-4239-ba0f-859d1b3dd849,segment=NetworkSegment(8c936357-0827-4e68-ba1d-8bdab0f2959e),segment_id=8c936357-0827-4e68-ba1d-8bdab0f2959e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:43.492878 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (0c3f1f0e-4d79-4239-ba0f-859d1b3dd849), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.521023 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-75fd5a1b-cacb-4d9f-b2c3-0aea5e332dd4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Allocated IP 172.20.0.1 (d00283cd-88d3-4968-a46d-fb73a0cdb59b/9b16963d-e834-4ef8-8b47-b1f130de640f/3a4f133e-ee08-4b2d-af08-aee7882eaaff) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:43.527766 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b795d281-1a26-468c-a82c-7bf66727aef4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network 6c28832f-41f6-48b9-87eb-b63530812ed0 is not hosted by any dhcp agent {{(pid=103189) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 12:49:43.533085 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b795d281-1a26-468c-a82c-7bf66727aef4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:43.533710 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b795d281-1a26-468c-a82c-7bf66727aef4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.535004 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b795d281-1a26-468c-a82c-7bf66727aef4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "PUT /v2.0/networks/6c28832f-41f6-48b9-87eb-b63530812ed0 HTTP/1.1" status: 200 len: 758 time: 1.1955793 Feb 03 12:49:43.541313 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:43.542280 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.544569 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] 10.222.0.31 "PUT /v2.0/ports/0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 HTTP/1.1" status: 200 len: 1091 time: 0.9669435 Feb 03 12:49:43.547848 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33684) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:43.549237 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb65daea-42f5-421a-bee5-8ef252dda22c', 'tag': '0c3f1f0e-4d79-4239-ba0f-859d1b3dd849'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:43.551971 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80c3699-3448-4b01-ac78-877f4d91b10f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb65daea-42f5-421a-bee5-8ef252dda22c", "tag": "0c3f1f0e-4d79-4239-ba0f-859d1b3dd849"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:43.655608 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892938e2-a221-486d-9e90-38cbfa700ffd x-openstack-request-id: req-892938e2-a221-486d-9e90-38cbfa700ffd {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:43.656323 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb65daea-42f5-421a-bee5-8ef252dda22c", "tag": "0c3f1f0e-4d79-4239-ba0f-859d1b3dd849", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:43.656323 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-892938e2-a221-486d-9e90-38cbfa700ffd {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:43.656891 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb65daea-42f5-421a-bee5-8ef252dda22c', 'tag': '0c3f1f0e-4d79-4239-ba0f-859d1b3dd849', 'status': 'completed', 'code': 200} Feb 03 12:49:43.692511 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795d281-1a26-468c-a82c-7bf66727aef4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Network': ['ID=6c28832f-41f6-48b9-87eb-b63530812ed0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:43.697402 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd525da1-e068-4c64-bac1-442bf1c5a3c2 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks [] for port (38effecf-b2fd-4e72-bd5b-c74ffac930c4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.699348 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed7c7315-4bb4-4fd3-a8d2-0c83e2d191b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.705334 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ed7c7315-4bb4-4fd3-a8d2-0c83e2d191b9 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "DELETE /v2.0/ports/c852a643-abdf-41e3-b70a-f30f872386d0 HTTP/1.1" status: 204 len: 168 time: 2.2948854 Feb 03 12:49:43.716929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33688) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:43.738301 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 6c28832f-41f6-48b9-87eb-b63530812ed0 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:49:43.742004 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751d167-4a8a-42b8-bcc1-3afacfdd1886 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3f1f0e-4d79-4239-ba0f-859d1b3dd849,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:43.773019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edfb654-3743-468c-bfac-23f711dddaf5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:43.778461 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7edfb654-3743-468c-bfac-23f711dddaf5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "GET /v2.0/networks?id=6c28832f-41f6-48b9-87eb-b63530812ed0 HTTP/1.1" status: 200 len: 761 time: 0.2187312 Feb 03 12:49:43.779019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33690) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:43.786293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7a719c17-b596-443b-b4ee-5707408b6003 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1120367047'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:43.819046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ff283-93f4-492b-84ba-68c7f04570ef req-4aef5bed-2587-4d17-9986-3d4f8771e313 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:43.821640 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a13ff283-93f4-492b-84ba-68c7f04570ef req-4aef5bed-2587-4d17-9986-3d4f8771e313 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae7101fd-7019-43aa-b386-39875e613551 HTTP/1.1" status: 200 len: 946 time: 0.2205200 Feb 03 12:49:43.826503 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-84b84a60-0f9f-4731-b5bf-9db72d5e39ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:43.828499 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-84b84a60-0f9f-4731-b5bf-9db72d5e39ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5860f1674014cb79db5c6cac8eb4d4c&device_id=eb65daea-42f5-421a-bee5-8ef252dda22c HTTP/1.1" status: 200 len: 1125 time: 0.2260253 Feb 03 12:49:43.855758 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-8320f871-856a-4348-aad9-ccf98aa5a834 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5571bc03f31b4ec1a3eda061ab1cad28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3911388 Feb 03 12:49:43.893705 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4e2b57-780f-4fff-a521-9a26a691518c tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Deleting subnet 45003f8e-5119-451c-bcd1-4d81c4c3a7f4 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:49:43.906884 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf4e2b57-780f-4fff-a521-9a26a691518c tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks [] for subnet (45003f8e-5119-451c-bcd1-4d81c4c3a7f4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.908805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a719c17-b596-443b-b4ee-5707408b6003 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:43.912203 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a719c17-b596-443b-b4ee-5707408b6003 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.919317 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-9527276f-b413-4d65-b022-95172e046e62 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 HTTP/1.1" status: 200 len: 217 time: 0.0773077 Feb 03 12:49:43.959076 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd525da1-e068-4c64-bac1-442bf1c5a3c2 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (38effecf-b2fd-4e72-bd5b-c74ffac930c4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:43.969539 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75fd5a1b-cacb-4d9f-b2c3-0aea5e332dd4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for port (3a4f133e-ee08-4b2d-af08-aee7882eaaff), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.000452 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf4e2b57-780f-4fff-a521-9a26a691518c tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (45003f8e-5119-451c-bcd1-4d81c4c3a7f4), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.166627 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a719c17-b596-443b-b4ee-5707408b6003 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:49:44.166627 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-f496e66f-a4d3-4df7-8a09-b1cbbd0d48b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:44.166627 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-f496e66f-a4d3-4df7-8a09-b1cbbd0d48b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f21f1f73-e026-4221-a88b-088d763a1fc3 HTTP/1.1" status: 200 len: 862 time: 0.1199384 Feb 03 12:49:44.166627 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a719c17-b596-443b-b4ee-5707408b6003 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (df5327a0-1aa5-443c-87db-775c8cc05af8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.166627 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-7a719c17-b596-443b-b4ee-5707408b6003 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Added segment df5327a0-1aa5-443c-87db-775c8cc05af8 of type vlan for network 064f6504-002d-4430-8803-c93ace0564e4 Feb 03 12:49:44.168623 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd525da1-e068-4c64-bac1-442bf1c5a3c2 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:44.168623 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-fd525da1-e068-4c64-bac1-442bf1c5a3c2 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:44.170481 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-a8c51ec2-1e31-4010-9ef3-950ec565ea6a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7654da7-253c-4238-b039-effe75aeaf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873826 Feb 03 12:49:44.170481 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a719c17-b596-443b-b4ee-5707408b6003 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (064f6504-002d-4430-8803-c93ace0564e4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.173663 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd525da1-e068-4c64-bac1-442bf1c5a3c2 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:44.174322 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd525da1-e068-4c64-bac1-442bf1c5a3c2 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:44.174944 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd525da1-e068-4c64-bac1-442bf1c5a3c2 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.185314 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd525da1-e068-4c64-bac1-442bf1c5a3c2 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Pushing event updated for resources: {'Port': ['ID=38effecf-b2fd-4e72-bd5b-c74ffac930c4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:44.246066 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fd525da1-e068-4c64-bac1-442bf1c5a3c2 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0544858 Feb 03 12:49:44.250362 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-a13ff283-93f4-492b-84ba-68c7f04570ef req-d485f601-321a-45a5-a175-2f9c7414c7d4 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Deleting port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:44.250717 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a13ff283-93f4-492b-84ba-68c7f04570ef req-d485f601-321a-45a5-a175-2f9c7414c7d4 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.252779 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75fd5a1b-cacb-4d9f-b2c3-0aea5e332dd4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (3a4f133e-ee08-4b2d-af08-aee7882eaaff), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.253574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33712) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:44.307652 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a719c17-b596-443b-b4ee-5707408b6003 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (064f6504-002d-4430-8803-c93ace0564e4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.311959 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-eb79aeaa-b98a-409d-a74c-4e65c403e2f5 service neutron] 10.222.0.18 "GET /v2.0/networks/38493246-f38d-4463-9177-b5dc3d79c2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372773 Feb 03 12:49:44.312795 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a719c17-b596-443b-b4ee-5707408b6003 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:44.313524 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a719c17-b596-443b-b4ee-5707408b6003 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.326381 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fd5a1b-cacb-4d9f-b2c3-0aea5e332dd4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Network d00283cd-88d3-4968-a46d-fb73a0cdb59b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:44.338040 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf4e2b57-780f-4fff-a521-9a26a691518c tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (45003f8e-5119-451c-bcd1-4d81c4c3a7f4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.348950 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-75fd5a1b-cacb-4d9f-b2c3-0aea5e332dd4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:44.375731 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fd5a1b-cacb-4d9f-b2c3-0aea5e332dd4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:44.426513 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e038ebcb-d9cf-4e9c-9c34-3a7597636027 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:44.431004 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e038ebcb-d9cf-4e9c-9c34-3a7597636027 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] 10.222.0.18 "GET /v2.0/ports/38effecf-b2fd-4e72-bd5b-c74ffac930c4 HTTP/1.1" status: 200 len: 955 time: 0.1457045 Feb 03 12:49:44.431963 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd5a1b-cacb-4d9f-b2c3-0aea5e332dd4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Port': ['ID=3a4f133e-ee08-4b2d-af08-aee7882eaaff,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:44.440851 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33718) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:44.466262 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7a719c17-b596-443b-b4ee-5707408b6003 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6822965 Feb 03 12:49:44.472091 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33722) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:44.500921 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7bae3a3d-2eb3-4e5f-9545-2fc819656899 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'subnet': {'network_id': '064f6504-002d-4430-8803-c93ace0564e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:44.561294 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-36b304f7-9427-4094-b4c3-3d9186fc9ba9 service neutron] 10.222.0.31 "GET /v2.0/networks/d7654da7-253c-4238-b039-effe75aeaf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039311 Feb 03 12:49:44.565234 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a719c17-b596-443b-b4ee-5707408b6003 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Network': ['ID=064f6504-002d-4430-8803-c93ace0564e4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:44.587550 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 064f6504-002d-4430-8803-c93ace0564e4 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:49:44.622043 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75fd5a1b-cacb-4d9f-b2c3-0aea5e332dd4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (f1879714-2eb5-4027-b42f-e2d0b65a332e), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.694375 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a13ff283-93f4-492b-84ba-68c7f04570ef req-d485f601-321a-45a5-a175-2f9c7414c7d4 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] For port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=d80b0dde-cac3-4070-b5a7-b3ed8ee489f4,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:44.695390 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a13ff283-93f4-492b-84ba-68c7f04570ef req-d485f601-321a-45a5-a175-2f9c7414c7d4 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.722888 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-a13ff283-93f4-492b-84ba-68c7f04570ef req-d485f601-321a-45a5-a175-2f9c7414c7d4 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Calling delete_port for d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:44.755210 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8297049-4639-481d-9116-7a87b6ef685d req-eb57e6c4-cb2e-4e76-9b64-6be9bc445996 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:44.756933 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f8297049-4639-481d-9116-7a87b6ef685d req-eb57e6c4-cb2e-4e76-9b64-6be9bc445996 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb65daea-42f5-421a-bee5-8ef252dda22c HTTP/1.1" status: 200 len: 943 time: 0.2156997 Feb 03 12:49:44.766628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe26a0a3-bf62-43df-864c-0a1fa9344305 req-ea7a2712-31ef-4a93-832e-f3f971faa9aa service neutron] 10.222.0.31 "GET /v2.0/networks/d7654da7-253c-4238-b039-effe75aeaf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791146 Feb 03 12:49:44.855787 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-8b68488e-3eab-4a76-ac90-ffca98f7ffbe service neutron] 10.222.0.18 "GET /v2.0/networks/38493246-f38d-4463-9177-b5dc3d79c2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319343 Feb 03 12:49:44.857193 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf4e2b57-780f-4fff-a521-9a26a691518c tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (45003f8e-5119-451c-bcd1-4d81c4c3a7f4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:44.949385 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f8297049-4639-481d-9116-7a87b6ef685d req-32ffeeb2-c09c-4ed3-85c3-126c1de49645 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/security-groups?id=13180a6c-f7f5-45d0-bed7-c4998895e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816916 Feb 03 12:49:44.960123 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c3699-3448-4b01-ac78-877f4d91b10f req-6f2323b7-b9b3-421e-94ff-3e5804e925a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:44.961710 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d80c3699-3448-4b01-ac78-877f4d91b10f req-6f2323b7-b9b3-421e-94ff-3e5804e925a1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5860f1674014cb79db5c6cac8eb4d4c&device_id=eb65daea-42f5-421a-bee5-8ef252dda22c HTTP/1.1" status: 200 len: 1125 time: 0.1347265 Feb 03 12:49:44.995242 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f4ec95-91ae-4836-bdbe-5b386369b09b None None] Network 202f1f80-2ae5-4d6e-8a67-827fad7b6d6c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:45.004890 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e2b57-780f-4fff-a521-9a26a691518c tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Pushing event deleted for resources: {'Subnet': ['ID=45003f8e-5119-451c-bcd1-4d81c4c3a7f4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:45.023293 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf4e2b57-780f-4fff-a521-9a26a691518c tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.037599 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cf4e2b57-780f-4fff-a521-9a26a691518c tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "DELETE /v2.0/subnets/45003f8e-5119-451c-bcd1-4d81c4c3a7f4 HTTP/1.1" status: 204 len: 168 time: 1.3087010 Feb 03 12:49:45.040434 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33730) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:45.170573 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bae3a3d-2eb3-4e5f-9545-2fc819656899 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:45.176056 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7bae3a3d-2eb3-4e5f-9545-2fc819656899 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.263522 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c3699-3448-4b01-ac78-877f4d91b10f req-d83a34f0-bd4c-425d-b267-03b1f4f2f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:45.267239 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d80c3699-3448-4b01-ac78-877f4d91b10f req-d83a34f0-bd4c-425d-b267-03b1f4f2f430 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d7654da7-253c-4238-b039-effe75aeaf46 HTTP/1.1" status: 200 len: 923 time: 0.2971244 Feb 03 12:49:45.271632 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] DHCP port deletion for 202f1f80-2ae5-4d6e-8a67-827fad7b6d6c request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:49:45.373721 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a13ff283-93f4-492b-84ba-68c7f04570ef req-d485f601-321a-45a5-a175-2f9c7414c7d4 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d80b0dde-cac3-4070-b5a7-b3ed8ee489f4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.395826 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] Deleting port f12625f5-4088-42f3-b7aa-fba4a6ee67da {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:45.396885 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f12625f5-4088-42f3-b7aa-fba4a6ee67da), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.507512 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d80c3699-3448-4b01-ac78-877f4d91b10f req-c2272adf-ce5b-4236-b41f-8c670061ddba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 HTTP/1.1" status: 200 len: 217 time: 0.2277675 Feb 03 12:49:45.510444 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b3d8f95-5782-44af-962c-98d58518b0d4 req-9a1dde99-82e4-4a3a-98d4-a1995744281f tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 210 time: 0.2434220 Feb 03 12:49:45.563186 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485f601-321a-45a5-a175-2f9c7414c7d4 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Pushing event deleted for resources: {'Port': ['ID=d80b0dde-cac3-4070-b5a7-b3ed8ee489f4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:45.564412 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75fd5a1b-cacb-4d9f-b2c3-0aea5e332dd4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3a4f133e-ee08-4b2d-af08-aee7882eaaff), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.573232 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3b35fc95-fd5a-4bf1-b977-24d48dbb18fc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Deleting port 38effecf-b2fd-4e72-bd5b-c74ffac930c4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:45.573868 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b35fc95-fd5a-4bf1-b977-24d48dbb18fc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (38effecf-b2fd-4e72-bd5b-c74ffac930c4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.642956 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] For port f12625f5-4088-42f3-b7aa-fba4a6ee67da, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f12625f5-4088-42f3-b7aa-fba4a6ee67da,segment=NetworkSegment(54feb194-ae48-4185-935c-1f06580076b2),segment_id=54feb194-ae48-4185-935c-1f06580076b2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:45.644600 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f12625f5-4088-42f3-b7aa-fba4a6ee67da), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.652413 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b35fc95-fd5a-4bf1-b977-24d48dbb18fc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (38effecf-b2fd-4e72-bd5b-c74ffac930c4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.677988 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] Calling delete_port for f12625f5-4088-42f3-b7aa-fba4a6ee67da owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:45.765575 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (f12625f5-4088-42f3-b7aa-fba4a6ee67da), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.792532 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] Pushing event deleted for resources: {'Port': ['ID=f12625f5-4088-42f3-b7aa-fba4a6ee67da,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:45.797310 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] No DVR routers for this DVR port f12625f5-4088-42f3-b7aa-fba4a6ee67da on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:45.805693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:45.806311 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:45.806806 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:45.807284 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:45.807757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:45.808402 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:45.808872 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:45.809862 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:45.810929 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:45.811884 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:45.813083 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:45.813938 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:45.814503 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b61ad-4d9e-476c-af2d-984377586e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:49:45.837985 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13ff283-93f4-492b-84ba-68c7f04570ef req-d485f601-321a-45a5-a175-2f9c7414c7d4 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] No DVR routers for this DVR port d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:45.848234 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a13ff283-93f4-492b-84ba-68c7f04570ef req-d485f601-321a-45a5-a175-2f9c7414c7d4 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.849398 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.853126 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a13ff283-93f4-492b-84ba-68c7f04570ef req-d485f601-321a-45a5-a175-2f9c7414c7d4 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.73 "DELETE /v2.0/ports/d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 HTTP/1.1" status: 204 len: 173 time: 2.0231836 Feb 03 12:49:45.860438 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7101fd-7019-43aa-b386-39875e613551', 'name': 'network-vif-deleted', 'tag': 'd80b0dde-cac3-4070-b5a7-b3ed8ee489f4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:45.863455 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae41a75-dbe4-4f61-a36f-3b0294be0bc5" -d '{"events": [{"server_uuid": "ae7101fd-7019-43aa-b386-39875e613551", "name": "network-vif-deleted", "tag": "d80b0dde-cac3-4070-b5a7-b3ed8ee489f4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:45.890268 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf4d357f-ac10-4829-b597-71711b1e3884 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (202f1f80-2ae5-4d6e-8a67-827fad7b6d6c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:45.930715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c3699-3448-4b01-ac78-877f4d91b10f req-e87266be-8fc3-403f-82a2-fffce196ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:45.946616 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d80c3699-3448-4b01-ac78-877f4d91b10f req-e87266be-8fc3-403f-82a2-fffce196ec37 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f21f1f73-e026-4221-a88b-088d763a1fc3 HTTP/1.1" status: 200 len: 862 time: 0.3910263 Feb 03 12:49:45.981204 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dac9983-267d-4826-bb16-2981dd288b1b x-openstack-request-id: req-7dac9983-267d-4826-bb16-2981dd288b1b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:45.981616 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7101fd-7019-43aa-b386-39875e613551", "name": "network-vif-deleted", "tag": "d80b0dde-cac3-4070-b5a7-b3ed8ee489f4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:45.982505 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7dac9983-267d-4826-bb16-2981dd288b1b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:45.984786 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7101fd-7019-43aa-b386-39875e613551', 'name': 'network-vif-deleted', 'tag': 'd80b0dde-cac3-4070-b5a7-b3ed8ee489f4', 'status': 'completed', 'code': 200} Feb 03 12:49:46.105806 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d80c3699-3448-4b01-ac78-877f4d91b10f req-f4e08933-1de2-40d1-8620-ac1369d1f63f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7654da7-253c-4238-b039-effe75aeaf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1521771 Feb 03 12:49:46.242066 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3b35fc95-fd5a-4bf1-b977-24d48dbb18fc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Calling delete_port for 38effecf-b2fd-4e72-bd5b-c74ffac930c4 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:46.303440 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf4d357f-ac10-4829-b597-71711b1e3884 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (202f1f80-2ae5-4d6e-8a67-827fad7b6d6c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.486279 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-cf4d357f-ac10-4829-b597-71711b1e3884 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['202f1f80-2ae5-4d6e-8a67-827fad7b6d6c']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:46.491281 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7bae3a3d-2eb3-4e5f-9545-2fc819656899 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (36eb6673-7754-4850-81b9-594e7ccacec6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.535298 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-cf4d357f-ac10-4829-b597-71711b1e3884 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54feb194-ae48-4185-935c-1f06580076b2') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:46.535850 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-cf4d357f-ac10-4829-b597-71711b1e3884 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54feb194-ae48-4185-935c-1f06580076b2') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:46.594420 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35559b-ac22-48c9-95e0-8c09d0e21b73 req-3ff3e274-eeae-4d31-b4b1-2ec8c71e7bd4 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:46.597825 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6e35559b-ac22-48c9-95e0-8c09d0e21b73 req-3ff3e274-eeae-4d31-b4b1-2ec8c71e7bd4 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb65daea-42f5-421a-bee5-8ef252dda22c HTTP/1.1" status: 200 len: 943 time: 0.4688680 Feb 03 12:49:46.602229 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf4d357f-ac10-4829-b597-71711b1e3884 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (54feb194-ae48-4185-935c-1f06580076b2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.676489 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d80c3699-3448-4b01-ac78-877f4d91b10f req-521859c7-19bb-4ac2-91db-251437950498 service neutron] 10.222.0.31 "GET /v2.0/networks/d7654da7-253c-4238-b039-effe75aeaf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583799 Feb 03 12:49:46.681542 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf4d357f-ac10-4829-b597-71711b1e3884 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (54feb194-ae48-4185-935c-1f06580076b2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.746221 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4d357f-ac10-4829-b597-71711b1e3884 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:49:46.748223 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf4d357f-ac10-4829-b597-71711b1e3884 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (54feb194-ae48-4185-935c-1f06580076b2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:49:46.759692 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:49:46.841075 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42f398ee-d64e-42cb-98c2-4979f21cb54c req-5a2b5d31-f9ae-4654-9da1-049e5686556e tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 210 time: 0.0953469 Feb 03 12:49:46.886871 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae3a3d-2eb3-4e5f-9545-2fc819656899 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Subnet': ['ID=36eb6673-7754-4850-81b9-594e7ccacec6,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:46.918429 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:46.939669 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bae3a3d-2eb3-4e5f-9545-2fc819656899 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Checking segment: {'id': 'df5327a0-1aa5-443c-87db-775c8cc05af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '064f6504-002d-4430-8803-c93ace0564e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:46.940653 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bae3a3d-2eb3-4e5f-9545-2fc819656899 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network hostable DHCP agents. Network: 064f6504-002d-4430-8803-c93ace0564e4, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:49:46.953342 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6e35559b-ac22-48c9-95e0-8c09d0e21b73 req-69af94d3-aa02-47ea-a0b6-8292bb04cd86 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/security-groups?id=13180a6c-f7f5-45d0-bed7-c4998895e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234527 Feb 03 12:49:46.957832 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf4d357f-ac10-4829-b597-71711b1e3884 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (202f1f80-2ae5-4d6e-8a67-827fad7b6d6c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:46.986855 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b35fc95-fd5a-4bf1-b977-24d48dbb18fc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (38effecf-b2fd-4e72-bd5b-c74ffac930c4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:47.027621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:47.030105 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device d80b0dde-cac3-4070-b5a7-b3ed8ee489f4 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:47.035587 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf4d357f-ac10-4829-b597-71711b1e3884 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:47.037272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:49:47.048769 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cf4d357f-ac10-4829-b597-71711b1e3884 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] 10.222.0.18 "DELETE /v2.0/networks/202f1f80-2ae5-4d6e-8a67-827fad7b6d6c HTTP/1.1" status: 204 len: 168 time: 2.0031466 Feb 03 12:49:47.086464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d357f-ac10-4829-b597-71711b1e3884 tempest-TagsExtTest-833652982 tempest-TagsExtTest-833652982-project] Pushing event deleted for resources: {'Network': ['ID=202f1f80-2ae5-4d6e-8a67-827fad7b6d6c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:47.105704 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f12625f5-4088-42f3-b7aa-fba4a6ee67da no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:47.131557 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bae3a3d-2eb3-4e5f-9545-2fc819656899 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network 064f6504-002d-4430-8803-c93ace0564e4 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:49:47.140546 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35fc95-fd5a-4bf1-b977-24d48dbb18fc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Pushing event deleted for resources: {'Port': ['ID=38effecf-b2fd-4e72-bd5b-c74ffac930c4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:47.180717 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: f12625f5-4088-42f3-b7aa-fba4a6ee67da {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:47.181054 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f12625f5-4088-42f3-b7aa-fba4a6ee67da not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:47.181636 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d80c3699-3448-4b01-ac78-877f4d91b10f req-6872cad8-d00a-420b-a2af-fdb976957f1b service neutron] 10.222.0.31 "GET /v2.0/networks/d7654da7-253c-4238-b039-effe75aeaf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956760 Feb 03 12:49:47.452552 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-623bed49-6dc9-47be-8aae-ee91ffa636d1 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:47.454676 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-623bed49-6dc9-47be-8aae-ee91ffa636d1 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.73 "GET /v2.0/networks?id=38493246-f38d-4463-9177-b5dc3d79c2b7 HTTP/1.1" status: 200 len: 815 time: 0.2397573 Feb 03 12:49:47.476224 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-a7fc08c1-9b7e-4287-96c8-4b806048306d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Request body: {'port': {'device_id': 'e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e', 'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7', 'admin_state_up': True, 'tenant_id': '5571bc03f31b4ec1a3eda061ab1cad28'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:47.477995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=0c3f1f0e-4d79-4239-ba0f-859d1b3dd849,segment=NetworkSegment(8c936357-0827-4e68-ba1d-8bdab0f2959e),segment_id=8c936357-0827-4e68-ba1d-8bdab0f2959e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:47.509696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '0c3f1f0e-4d79-4239-ba0f-859d1b3dd849', 'network_id': 'd7654da7-253c-4238-b039-effe75aeaf46', 'port_id': '0c3f1f0e-4d79-4239-ba0f-859d1b3dd849', 'mac_address': 'fa:16:3e:f9:3e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f21f1f73-e026-4221-a88b-088d763a1fc3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:49:47.555780 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75fd5a1b-cacb-4d9f-b2c3-0aea5e332dd4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for port (3a4f133e-ee08-4b2d-af08-aee7882eaaff), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:47.563846 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33776) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:47.570535 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b35fc95-fd5a-4bf1-b977-24d48dbb18fc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:47.577655 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3b35fc95-fd5a-4bf1-b977-24d48dbb18fc tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] 10.222.0.18 "DELETE /v2.0/ports/38effecf-b2fd-4e72-bd5b-c74ffac930c4 HTTP/1.1" status: 204 len: 168 time: 3.1334527 Feb 03 12:49:47.585695 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-7bae3a3d-2eb3-4e5f-9545-2fc819656899 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 064f6504-002d-4430-8803-c93ace0564e4) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:47.588358 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33780) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:47.592596 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75fd5a1b-cacb-4d9f-b2c3-0aea5e332dd4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (3a4f133e-ee08-4b2d-af08-aee7882eaaff), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:47.634278 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bae3a3d-2eb3-4e5f-9545-2fc819656899 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:47.635162 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7bae3a3d-2eb3-4e5f-9545-2fc819656899 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:47.706159 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b230e5af-f2a8-43b9-a43e-66ac238399c2 None None] Network 064f6504-002d-4430-8803-c93ace0564e4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:47.712516 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:47.714003 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0c3f1f0e-4d79-4239-ba0f-859d1b3dd849), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:47.777467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:49:47.853587 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd5a1b-cacb-4d9f-b2c3-0aea5e332dd4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Port': ['ID=3a4f133e-ee08-4b2d-af08-aee7882eaaff,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:47.886314 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-956d7eda-cc2f-474f-824e-bca0d065c792 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] GET failed (client error): The resource could not be found. Feb 03 12:49:47.892312 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-956d7eda-cc2f-474f-824e-bca0d065c792 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] 10.222.0.18 "GET /v2.0/ports/38effecf-b2fd-4e72-bd5b-c74ffac930c4 HTTP/1.1" status: 404 len: 333 time: 0.3020942 Feb 03 12:49:47.893557 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75fd5a1b-cacb-4d9f-b2c3-0aea5e332dd4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (f1879714-2eb5-4027-b42f-e2d0b65a332e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:47.907624 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33788) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:47.922490 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d43726b7-b6b8-4935-bdf3-c2f43522f096 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Request body: {'port': {'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1420315579'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:47.997284 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7bae3a3d-2eb3-4e5f-9545-2fc819656899 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5206242 Feb 03 12:49:47.999356 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33794) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:48.036510 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=0c3f1f0e-4d79-4239-ba0f-859d1b3dd849,segment=NetworkSegment(8c936357-0827-4e68-ba1d-8bdab0f2959e),segment_id=8c936357-0827-4e68-ba1d-8bdab0f2959e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:48.042809 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0c3f1f0e-4d79-4239-ba0f-859d1b3dd849), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.157964 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43726b7-b6b8-4935-bdf3-c2f43522f096 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Made reservation on behalf of 3ded4fa638954d999197e344404acb4b for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:48.163260 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d43726b7-b6b8-4935-bdf3-c2f43522f096 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.169105 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=0c3f1f0e-4d79-4239-ba0f-859d1b3dd849,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:48.198872 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-064f6504-002d-4430-8803-c93ace0564e4', 'network_id': '064f6504-002d-4430-8803-c93ace0564e4', 'project_id': 'a91813e3671c46ddbc122ddcbd924e87', 'fixed_ips': [{'subnet_id': '36eb6673-7754-4850-81b9-594e7ccacec6'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:49:48.200059 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.278606 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['0c3f1f0e-4d79-4239-ba0f-859d1b3dd849'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:49:48.289389 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d2c6a893-46c3-4f54-acca-6c0f81880831 req-22aa2dc0-2c31-49c2-9da2-179345e02b36 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 210 time: 0.2377253 Feb 03 12:49:48.290859 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2568256-ecd7-432a-92c2-f5a509b7cbee req-18134eaf-7c64-40b4-8921-7b3e79a77c9b tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:48.292505 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b2568256-ecd7-432a-92c2-f5a509b7cbee req-18134eaf-7c64-40b4-8921-7b3e79a77c9b tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb65daea-42f5-421a-bee5-8ef252dda22c HTTP/1.1" status: 200 len: 944 time: 0.1273043 Feb 03 12:49:48.319111 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-56deb330-9432-49ef-a520-ea7fe9fac911 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64b98ad7d5ed46cbbdfdda11199f978f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7520275 Feb 03 12:49:48.407644 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33798) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:48.417739 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b2568256-ecd7-432a-92c2-f5a509b7cbee req-e46a4286-0041-42d8-a42a-fa7cf46412e2 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/security-groups?id=13180a6c-f7f5-45d0-bed7-c4998895e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178751 Feb 03 12:49:48.493381 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fd5a1b-cacb-4d9f-b2c3-0aea5e332dd4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Network d00283cd-88d3-4968-a46d-fb73a0cdb59b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:48.499383 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-75fd5a1b-cacb-4d9f-b2c3-0aea5e332dd4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:48.502902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-a7fc08c1-9b7e-4287-96c8-4b806048306d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Made reservation on behalf of 5571bc03f31b4ec1a3eda061ab1cad28 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:48.506527 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-a7fc08c1-9b7e-4287-96c8-4b806048306d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.530289 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-d43726b7-b6b8-4935-bdf3-c2f43522f096 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] device_id is not set on port 5e6442c0-1006-42c6-a773-c83743312b1d yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:49:48.640254 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] Allocated IP 172.20.0.2 (064f6504-002d-4430-8803-c93ace0564e4/36eb6673-7754-4850-81b9-594e7ccacec6/fe235372-7207-4c1d-b93a-095165e01f41) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:48.762468 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (064f6504-002d-4430-8803-c93ace0564e4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.841073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-a7fc08c1-9b7e-4287-96c8-4b806048306d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Allocated IP 172.20.0.13 (38493246-f38d-4463-9177-b5dc3d79c2b7/9bd4681a-030c-44e2-b514-2406b9d142e2/4ff72bb7-dc5a-4a24-aea3-bcdcd965351c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:48.950191 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] Publish callbacks [] for port (fe235372-7207-4c1d-b93a-095165e01f41), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.958682 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (fe235372-7207-4c1d-b93a-095165e01f41), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:48.991958 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ce0e9c1-30a8-47bc-a07f-11b41c5d4c1b admin admin] Publish callbacks [] for security_group (9c210b64-3a82-4534-b650-a740340a45af), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.028088 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] Network 064f6504-002d-4430-8803-c93ace0564e4 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:49.042130 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fd5a1b-cacb-4d9f-b2c3-0aea5e332dd4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Router f1879714-2eb5-4027-b42f-e2d0b65a332e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:49:49.049182 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:49.052979 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:49.056749 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] Pushing event updated for resources: {'Port': ['ID=fe235372-7207-4c1d-b93a-095165e01f41,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:49.068254 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (36eb6673-7754-4850-81b9-594e7ccacec6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.170956 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-a7fc08c1-9b7e-4287-96c8-4b806048306d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks [] for port (4ff72bb7-dc5a-4a24-aea3-bcdcd965351c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.198780 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d43726b7-b6b8-4935-bdf3-c2f43522f096 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks [] for port (5e6442c0-1006-42c6-a773-c83743312b1d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.212461 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ce0e9c1-30a8-47bc-a07f-11b41c5d4c1b admin admin] Publish callbacks [] for security_group (9c210b64-3a82-4534-b650-a740340a45af), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.230266 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] Attempting to bind port fe235372-7207-4c1d-b93a-095165e01f41 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:49.230819 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] Attempting to bind port fe235372-7207-4c1d-b93a-095165e01f41 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'df5327a0-1aa5-443c-87db-775c8cc05af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '064f6504-002d-4430-8803-c93ace0564e4'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:49.231391 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] Attempting to bind port fe235372-7207-4c1d-b93a-095165e01f41 on network 064f6504-002d-4430-8803-c93ace0564e4 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:49.241015 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-a7fc08c1-9b7e-4287-96c8-4b806048306d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4ff72bb7-dc5a-4a24-aea3-bcdcd965351c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.241376 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:49.242244 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] Checking segment: {'id': 'df5327a0-1aa5-443c-87db-775c8cc05af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '064f6504-002d-4430-8803-c93ace0564e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:49.243051 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.243855 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] Bound using segment: {'id': 'df5327a0-1aa5-443c-87db-775c8cc05af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '064f6504-002d-4430-8803-c93ace0564e4'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:49.245000 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] Bound port: fe235372-7207-4c1d-b93a-095165e01f41, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5327a0-1aa5-443c-87db-775c8cc05af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '064f6504-002d-4430-8803-c93ace0564e4'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:49.245849 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fe235372-7207-4c1d-b93a-095165e01f41), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.263898 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d43726b7-b6b8-4935-bdf3-c2f43522f096 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (5e6442c0-1006-42c6-a773-c83743312b1d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.304536 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-a7fc08c1-9b7e-4287-96c8-4b806048306d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Network 38493246-f38d-4463-9177-b5dc3d79c2b7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:49.310799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-a7fc08c1-9b7e-4287-96c8-4b806048306d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:49.319269 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-a7fc08c1-9b7e-4287-96c8-4b806048306d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:49.370986 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] For port fe235372-7207-4c1d-b93a-095165e01f41, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:49.375670 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] For port fe235372-7207-4c1d-b93a-095165e01f41, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fe235372-7207-4c1d-b93a-095165e01f41,segment=NetworkSegment(df5327a0-1aa5-443c-87db-775c8cc05af8),segment_id=df5327a0-1aa5-443c-87db-775c8cc05af8)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:49.391649 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-a7fc08c1-9b7e-4287-96c8-4b806048306d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:49.393361 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-a7fc08c1-9b7e-4287-96c8-4b806048306d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.397863 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43726b7-b6b8-4935-bdf3-c2f43522f096 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:49.401971 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fe235372-7207-4c1d-b93a-095165e01f41), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.411243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc08c1-9b7e-4287-96c8-4b806048306d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Pushing event updated for resources: {'Port': ['ID=4ff72bb7-dc5a-4a24-aea3-bcdcd965351c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:49.417421 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d43726b7-b6b8-4935-bdf3-c2f43522f096 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:49.420492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43726b7-b6b8-4935-bdf3-c2f43522f096 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:49.421840 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43726b7-b6b8-4935-bdf3-c2f43522f096 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:49.422447 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d43726b7-b6b8-4935-bdf3-c2f43522f096 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.430274 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ce0e9c1-30a8-47bc-a07f-11b41c5d4c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9c210b64-3a82-4534-b650-a740340a45af), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.434574 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ce0e9c1-30a8-47bc-a07f-11b41c5d4c1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.441532 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7ce0e9c1-30a8-47bc-a07f-11b41c5d4c1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c210b64-3a82-4534-b650-a740340a45af HTTP/1.1" status: 204 len: 168 time: 1.0219665 Feb 03 12:49:49.448875 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-a7fc08c1-9b7e-4287-96c8-4b806048306d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9786830 Feb 03 12:49:49.455177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0e9c1-30a8-47bc-a07f-11b41c5d4c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c210b64-3a82-4534-b650-a740340a45af,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:49.473099 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] Request body: {'port': {'device_id': 'e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:49.569769 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d0635-07a0-4a5c-b9c3-f36526ed3590 None None] Pushing event updated for resources: {'Port': ['ID=fe235372-7207-4c1d-b93a-095165e01f41,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:49.596572 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4ff72bb7-dc5a-4a24-aea3-bcdcd965351c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.673157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4b7b2-adb8-4f69-8c80-e18d54d37d6c req-2c9e75d7-5cf5-4b0a-b500-aae68fe90ef6 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:49.674876 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9f4b7b2-adb8-4f69-8c80-e18d54d37d6c req-2c9e75d7-5cf5-4b0a-b500-aae68fe90ef6 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb65daea-42f5-421a-bee5-8ef252dda22c HTTP/1.1" status: 200 len: 944 time: 0.1248641 Feb 03 12:49:49.680495 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d43726b7-b6b8-4935-bdf3-c2f43522f096 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7711804 Feb 03 12:49:49.681257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33824) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:49.682068 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (36eb6673-7754-4850-81b9-594e7ccacec6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:49.688261 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:49.731663 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Subnet': ['ID=36eb6673-7754-4850-81b9-594e7ccacec6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:49.741362 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43726b7-b6b8-4935-bdf3-c2f43522f096 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Pushing event updated for resources: {'Port': ['ID=5e6442c0-1006-42c6-a773-c83743312b1d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:49.810974 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fd5a1b-cacb-4d9f-b2c3-0aea5e332dd4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:49:49.823536 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-75fd5a1b-cacb-4d9f-b2c3-0aea5e332dd4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "PUT /v2.0/routers/f1879714-2eb5-4027-b42f-e2d0b65a332e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1757853 Feb 03 12:49:49.823733 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa51c4-6e3e-4f45-9ee1-a1b82c711aa0 None None] Sync routers for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:49:49.839833 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33828) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:49.842870 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa51c4-6e3e-4f45-9ee1-a1b82c711aa0 None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:49.843519 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fbaa51c4-6e3e-4f45-9ee1-a1b82c711aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:49:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:49.851633 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba75869-c7f0-43fa-9935-5547eabc744b req-06516a67-b75c-41ab-8c28-c9d96e582580 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:49.853300 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ba75869-c7f0-43fa-9935-5547eabc744b req-06516a67-b75c-41ab-8c28-c9d96e582580 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 932 time: 0.4180160 Feb 03 12:49:49.875424 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4b750083-4998-4e62-9bfb-c3e904870bef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'port': {'network_id': 'd00283cd-88d3-4968-a46d-fb73a0cdb59b', 'name': 'tempest-FloatingIPTestJSON-822116044'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:49.905926 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9f4b7b2-adb8-4f69-8c80-e18d54d37d6c req-419cc9dc-edb2-4fa6-80c6-bea9e67b99ba tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/security-groups?id=13180a6c-f7f5-45d0-bed7-c4998895e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644666 Feb 03 12:49:49.978566 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fbaa51c4-6e3e-4f45-9ee1-a1b82c711aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:50.016864 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa51c4-6e3e-4f45-9ee1-a1b82c711aa0 None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:50.017565 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fbaa51c4-6e3e-4f45-9ee1-a1b82c711aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:49:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:50.048786 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (064f6504-002d-4430-8803-c93ace0564e4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.066151 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5e6442c0-1006-42c6-a773-c83743312b1d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.069459 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fbaa51c4-6e3e-4f45-9ee1-a1b82c711aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:50.071745 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa51c4-6e3e-4f45-9ee1-a1b82c711aa0 None None] The sync data for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:49:50.124992 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ba75869-c7f0-43fa-9935-5547eabc744b req-f15cde6a-3b04-47bb-a795-e242033df4a6 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481179 Feb 03 12:49:50.127604 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064f6504-002d-4430-8803-c93ace0564e4']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:50.172956 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5327a0-1aa5-443c-87db-775c8cc05af8') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:50.173303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5327a0-1aa5-443c-87db-775c8cc05af8') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:50.193687 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (df5327a0-1aa5-443c-87db-775c8cc05af8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.225389 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (df5327a0-1aa5-443c-87db-775c8cc05af8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.255725 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:49:50.256362 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (df5327a0-1aa5-443c-87db-775c8cc05af8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:49:50.260293 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:49:50.276210 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b750083-4998-4e62-9bfb-c3e904870bef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Made reservation on behalf of 06e16be9aff34f8982b3cedda8196fa8 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:50.280330 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b750083-4998-4e62-9bfb-c3e904870bef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.342013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-4b750083-4998-4e62-9bfb-c3e904870bef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] device_id is not set on port 0447d652-1c12-4be5-9da0-16376303acc2 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:49:50.367443 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:49:50.378866 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] Publish callbacks [] for port (4ff72bb7-dc5a-4a24-aea3-bcdcd965351c), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.475957 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] device_id is not set on port 5e6442c0-1006-42c6-a773-c83743312b1d yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:49:50.478616 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-4b750083-4998-4e62-9bfb-c3e904870bef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Allocated IP 172.20.0.5 (d00283cd-88d3-4968-a46d-fb73a0cdb59b/9b16963d-e834-4ef8-8b47-b1f130de640f/0447d652-1c12-4be5-9da0-16376303acc2) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:50.490306 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks [] for port (5e6442c0-1006-42c6-a773-c83743312b1d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.495117 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] Transition to ACTIVE for port object 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:49:50.500689 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (5e6442c0-1006-42c6-a773-c83743312b1d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.501110 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 12:49:50.501110 n-d-827336-3 neutron-server[103189]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 12:49:50.501110 n-d-827336-3 neutron-server[103189]: [parameters: {'id': '064f6504-002d-4430-8803-c93ace0564e4'}] Feb 03 12:49:50.501110 n-d-827336-3 neutron-server[103189]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:49:50.501553 n-d-827336-3 neutron-server[103189]: DEBUG oslo_db.api [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:49:50.562453 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4ff72bb7-dc5a-4a24-aea3-bcdcd965351c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.584079 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Pushing event updated for resources: {'Port': ['ID=5e6442c0-1006-42c6-a773-c83743312b1d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:50.689535 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b750083-4998-4e62-9bfb-c3e904870bef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for port (0447d652-1c12-4be5-9da0-16376303acc2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.725466 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff72bb7-dc5a-4a24-aea3-bcdcd965351c,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:50.731457 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:50.732920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:50.732920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:50.740020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 5e6442c0-1006-42c6-a773-c83743312b1d on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:50.740363 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:50.742282 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 2 to bind port 5e6442c0-1006-42c6-a773-c83743312b1d Feb 03 12:49:50.762875 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:50.765209 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:50.765209 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:50.780517 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b750083-4998-4e62-9bfb-c3e904870bef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (0447d652-1c12-4be5-9da0-16376303acc2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.794358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 5e6442c0-1006-42c6-a773-c83743312b1d on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:50.794871 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:50.796931 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 3 to bind port 5e6442c0-1006-42c6-a773-c83743312b1d Feb 03 12:49:50.802034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] Attempting to bind port 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:50.802548 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] Attempting to bind port 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '6a77be67-0481-4954-8f55-e326fc1460b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:50.803044 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] Attempting to bind port 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c on network 38493246-f38d-4463-9177-b5dc3d79c2b7 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:50.817707 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] Port 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c on network 38493246-f38d-4463-9177-b5dc3d79c2b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:50.818294 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] Attempting to bind port 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c on network 38493246-f38d-4463-9177-b5dc3d79c2b7 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:50.822110 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:50.822666 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:50.823149 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:50.831016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 5e6442c0-1006-42c6-a773-c83743312b1d on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:50.831599 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:50.832818 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 4 to bind port 5e6442c0-1006-42c6-a773-c83743312b1d Feb 03 12:49:50.842413 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:49:50.843396 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] Checking segment: {'id': '6a77be67-0481-4954-8f55-e326fc1460b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:50.844088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] Bound using segment: {'id': '6a77be67-0481-4954-8f55-e326fc1460b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:49:50.844753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] Bound port: 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a77be67-0481-4954-8f55-e326fc1460b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:49:50.845280 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4ff72bb7-dc5a-4a24-aea3-bcdcd965351c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:50.871076 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:50.871574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:50.872117 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:50.879853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 5e6442c0-1006-42c6-a773-c83743312b1d on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:50.881249 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:50.905311 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 5 to bind port 5e6442c0-1006-42c6-a773-c83743312b1d Feb 03 12:49:50.906121 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b750083-4998-4e62-9bfb-c3e904870bef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Network d00283cd-88d3-4968-a46d-fb73a0cdb59b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:50.916013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-4b750083-4998-4e62-9bfb-c3e904870bef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:50.923415 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b750083-4998-4e62-9bfb-c3e904870bef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:50.949631 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:50.949972 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:50.950311 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:50.964480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 5e6442c0-1006-42c6-a773-c83743312b1d on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:50.964822 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:50.970125 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 6 to bind port 5e6442c0-1006-42c6-a773-c83743312b1d Feb 03 12:49:50.986799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:50.987141 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:50.987474 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:50.999064 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 5e6442c0-1006-42c6-a773-c83743312b1d on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:50.999358 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:51.000330 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] For port 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:51.004467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:51.009119 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (064f6504-002d-4430-8803-c93ace0564e4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.014313 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 7 to bind port 5e6442c0-1006-42c6-a773-c83743312b1d Feb 03 12:49:51.023683 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] For port 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4ff72bb7-dc5a-4a24-aea3-bcdcd965351c,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:49:51.038969 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4ff72bb7-dc5a-4a24-aea3-bcdcd965351c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.041410 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:51.041926 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:51.042417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:51.057516 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 5e6442c0-1006-42c6-a773-c83743312b1d on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:51.058094 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:51.080864 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 8 to bind port 5e6442c0-1006-42c6-a773-c83743312b1d Feb 03 12:49:51.097105 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b750083-4998-4e62-9bfb-c3e904870bef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:51.099412 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fe235372-7207-4c1d-b93a-095165e01f41 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:49:51.105368 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b750083-4998-4e62-9bfb-c3e904870bef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.109237 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b750083-4998-4e62-9bfb-c3e904870bef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Port': ['ID=0447d652-1c12-4be5-9da0-16376303acc2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:51.155617 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:51.156383 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.159310 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] 10.222.0.73 "PUT /v2.0/ports/4ff72bb7-dc5a-4a24-aea3-bcdcd965351c HTTP/1.1" status: 200 len: 1092 time: 1.6928463 Feb 03 12:49:51.161009 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e', 'tag': '4ff72bb7-dc5a-4a24-aea3-bcdcd965351c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:51.163396 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618f64a1-e30e-4fb5-87b5-4d838f63c33b" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e", "tag": "4ff72bb7-dc5a-4a24-aea3-bcdcd965351c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:51.179689 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:51.181639 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:51.182088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:51.191162 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 5e6442c0-1006-42c6-a773-c83743312b1d on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:51.191473 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:51.199675 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 9 to bind port 5e6442c0-1006-42c6-a773-c83743312b1d Feb 03 12:49:51.208773 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4b750083-4998-4e62-9bfb-c3e904870bef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3543849 Feb 03 12:49:51.215232 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33868) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:51.240240 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:51.240819 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:51.241313 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:51.244108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030d698-46c8-4023-8ea3-f64d89d51e34 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff72bb7-dc5a-4a24-aea3-bcdcd965351c,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:51.246581 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-eec7088a-4168-4a5b-8985-1015e1cb6300 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'port': {'network_id': 'd00283cd-88d3-4968-a46d-fb73a0cdb59b', 'name': 'tempest-FloatingIPTestJSON-2042628544'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:51.264760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56527067-3810-426e-85d9-5b4ca1d0f072 req-6e21ed3b-8d9c-4c1e-a62e-c60e32bbb295 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:51.267333 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56527067-3810-426e-85d9-5b4ca1d0f072 req-6e21ed3b-8d9c-4c1e-a62e-c60e32bbb295 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb65daea-42f5-421a-bee5-8ef252dda22c HTTP/1.1" status: 200 len: 944 time: 0.1723452 Feb 03 12:49:51.268258 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 5e6442c0-1006-42c6-a773-c83743312b1d on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:51.269052 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:51.269808 n-d-827336-3 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempt 10 to bind port 5e6442c0-1006-42c6-a773-c83743312b1d Feb 03 12:49:51.288649 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:49:51.293972 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:49:51.294339 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:49:51.294737 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempting to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:49:51.310699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:51.311478 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0c3f1f0e-4d79-4239-ba0f-859d1b3dd849), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.359003 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port fe235372-7207-4c1d-b93a-095165e01f41 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:51.360123 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fe235372-7207-4c1d-b93a-095165e01f41), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.392481 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Port 5e6442c0-1006-42c6-a773-c83743312b1d on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:49:51.392908 n-d-827336-3 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Failed to bind port 5e6442c0-1006-42c6-a773-c83743312b1d on host n-h2-827336-3 for vnic_type normal using segments [{'id': 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '91ea6ef0-926e-4703-91d9-f9a8ef91dadf'}] Feb 03 12:49:51.393187 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5e6442c0-1006-42c6-a773-c83743312b1d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.493366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] For port 5e6442c0-1006-42c6-a773-c83743312b1d, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:49:51.493744 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attempted to set empty binding levels {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 03 12:49:51.504096 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56527067-3810-426e-85d9-5b4ca1d0f072 req-2771a24e-0250-4129-84cc-418c2ab30fbf tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/security-groups?id=13180a6c-f7f5-45d0-bed7-c4998895e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121058 Feb 03 12:49:51.511090 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (5e6442c0-1006-42c6-a773-c83743312b1d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.587010 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-c24ec9aa-77b6-48d2-872b-364dfc14de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:51.588604 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-c24ec9aa-77b6-48d2-872b-364dfc14de2d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5571bc03f31b4ec1a3eda061ab1cad28&device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 1126 time: 0.2956398 Feb 03 12:49:51.611027 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] In _notify_port_updated(), no bound segment for port 5e6442c0-1006-42c6-a773-c83743312b1d on network 91ea6ef0-926e-4703-91d9-f9a8ef91dadf {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:49:51.612543 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:51.612915 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fe235372-7207-4c1d-b93a-095165e01f41 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:51.613312 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fe235372-7207-4c1d-b93a-095165e01f41), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.616625 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.620067 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] 10.222.0.18 "PUT /v2.0/ports/5e6442c0-1006-42c6-a773-c83743312b1d HTTP/1.1" status: 200 len: 975 time: 1.9361026 Feb 03 12:49:51.620952 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33880) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:51.649395 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02095c27-7163-4c81-8837-7246344839c6 None None] Network 064f6504-002d-4430-8803-c93ace0564e4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:51.665690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e965b7-96a7-432b-aac7-3c1e7030b11a tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Pushing event updated for resources: {'Port': ['ID=5e6442c0-1006-42c6-a773-c83743312b1d,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:51.670626 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d468db1-0b32-4ace-8ac3-e387ee7f580a x-openstack-request-id: req-7d468db1-0b32-4ace-8ac3-e387ee7f580a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:51.670981 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e", "tag": "4ff72bb7-dc5a-4a24-aea3-bcdcd965351c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:51.671294 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d468db1-0b32-4ace-8ac3-e387ee7f580a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:51.671707 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e', 'tag': '4ff72bb7-dc5a-4a24-aea3-bcdcd965351c', 'status': 'completed', 'code': 200} Feb 03 12:49:51.710141 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-852b2968-0beb-443f-a4c9-52d9e1b3c28d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ff72bb7-dc5a-4a24-aea3-bcdcd965351c HTTP/1.1" status: 200 len: 217 time: 0.0521545 Feb 03 12:49:51.821158 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port fe235372-7207-4c1d-b93a-095165e01f41, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fe235372-7207-4c1d-b93a-095165e01f41,segment=NetworkSegment(df5327a0-1aa5-443c-87db-775c8cc05af8),segment_id=df5327a0-1aa5-443c-87db-775c8cc05af8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:51.822314 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Deleting port fe235372-7207-4c1d-b93a-095165e01f41 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:51.823132 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (fe235372-7207-4c1d-b93a-095165e01f41), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.826272 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-f57e7d3d-45f7-4aab-8371-f415290fd37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:51.828118 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-f57e7d3d-45f7-4aab-8371-f415290fd37a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bd4681a-030c-44e2-b514-2406b9d142e2 HTTP/1.1" status: 200 len: 855 time: 0.0524054 Feb 03 12:49:51.866390 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-709cf7b1-9854-41ba-8ec5-1ffd6f6e5d54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38493246-f38d-4463-9177-b5dc3d79c2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312726 Feb 03 12:49:51.898783 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e6c05f9e-13db-44cb-a268-3c35523df625 None None] Provisioning complete for port fe235372-7207-4c1d-b93a-095165e01f41 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:49:51.899366 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e6c05f9e-13db-44cb-a268-3c35523df625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fe235372-7207-4c1d-b93a-095165e01f41), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.963832 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fe235372-7207-4c1d-b93a-095165e01f41), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:51.986303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cc54d-5f85-473d-8ddf-1e3db4bfa5c4 req-996c2d27-1f8a-4ec5-9bea-80be1a66e924 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:51.988170 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b0cc54d-5f85-473d-8ddf-1e3db4bfa5c4 req-996c2d27-1f8a-4ec5-9bea-80be1a66e924 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 944 time: 0.6581409 Feb 03 12:49:51.999241 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] For port fe235372-7207-4c1d-b93a-095165e01f41, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fe235372-7207-4c1d-b93a-095165e01f41,segment=NetworkSegment(df5327a0-1aa5-443c-87db-775c8cc05af8),segment_id=df5327a0-1aa5-443c-87db-775c8cc05af8)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:51.999608 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (fe235372-7207-4c1d-b93a-095165e01f41), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:52.032012 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Calling delete_port for fe235372-7207-4c1d-b93a-095165e01f41 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:52.034093 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d0772619-bc85-41b8-a2b5-f4fd8996e2fd tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Deleting port 5e6442c0-1006-42c6-a773-c83743312b1d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:52.034442 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0772619-bc85-41b8-a2b5-f4fd8996e2fd tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5e6442c0-1006-42c6-a773-c83743312b1d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:52.052222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=fe235372-7207-4c1d-b93a-095165e01f41,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:52.073536 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-ee7545a5-4739-4b99-96cc-7106e9cd5ee7 service neutron] 10.222.0.73 "GET /v2.0/networks/38493246-f38d-4463-9177-b5dc3d79c2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009652 Feb 03 12:49:52.096215 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec7088a-4168-4a5b-8985-1015e1cb6300 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Made reservation on behalf of 06e16be9aff34f8982b3cedda8196fa8 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:52.099734 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eec7088a-4168-4a5b-8985-1015e1cb6300 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:52.105066 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:52.106162 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0c3f1f0e-4d79-4239-ba0f-859d1b3dd849), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:52.158450 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-d0772619-bc85-41b8-a2b5-f4fd8996e2fd tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] For port 5e6442c0-1006-42c6-a773-c83743312b1d, host n-h2-827336-3, got binding levels [] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:52.158877 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0772619-bc85-41b8-a2b5-f4fd8996e2fd tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5e6442c0-1006-42c6-a773-c83743312b1d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:52.159563 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=0c3f1f0e-4d79-4239-ba0f-859d1b3dd849,segment=NetworkSegment(8c936357-0827-4e68-ba1d-8bdab0f2959e),segment_id=8c936357-0827-4e68-ba1d-8bdab0f2959e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:52.189989 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb65daea-42f5-421a-bee5-8ef252dda22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3f1f0e-4d79-4239-ba0f-859d1b3dd849'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:52.201586 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d0772619-bc85-41b8-a2b5-f4fd8996e2fd tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Calling delete_port for 5e6442c0-1006-42c6-a773-c83743312b1d owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:52.249960 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-eec7088a-4168-4a5b-8985-1015e1cb6300 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] device_id is not set on port b0f5a85c-c345-4c29-8104-2fde334d9e32 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:49:52.264011 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b0cc54d-5f85-473d-8ddf-1e3db4bfa5c4 req-65155726-403f-4837-9226-9aaf3c08d72b tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609179 Feb 03 12:49:52.348127 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a20a1bb4-2cfb-44d6-ad53-379adb942738 req-be2be326-5cba-4f65-a381-fa52d61826b0 service neutron] 10.222.0.73 "GET /v2.0/networks/38493246-f38d-4463-9177-b5dc3d79c2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688017 Feb 03 12:49:52.401006 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0772619-bc85-41b8-a2b5-f4fd8996e2fd tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5e6442c0-1006-42c6-a773-c83743312b1d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:52.442584 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0772619-bc85-41b8-a2b5-f4fd8996e2fd tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e6442c0-1006-42c6-a773-c83743312b1d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:52.485438 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (fe235372-7207-4c1d-b93a-095165e01f41), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:52.500229 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9e2369-b650-4b84-932d-83254a4e7645" -d '{"events": [{"server_uuid": "eb65daea-42f5-421a-bee5-8ef252dda22c", "name": "network-vif-plugged", "status": "completed", "tag": "0c3f1f0e-4d79-4239-ba0f-859d1b3dd849"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:52.509529 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0c3f1f0e-4d79-4239-ba0f-859d1b3dd849), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:52.546282 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0772619-bc85-41b8-a2b5-f4fd8996e2fd tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:52.549652 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d0772619-bc85-41b8-a2b5-f4fd8996e2fd tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] 10.222.0.18 "DELETE /v2.0/ports/5e6442c0-1006-42c6-a773-c83743312b1d HTTP/1.1" status: 204 len: 168 time: 0.8909998 Feb 03 12:49:52.559380 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No DVR routers for this DVR port fe235372-7207-4c1d-b93a-095165e01f41 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:52.568926 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=0c3f1f0e-4d79-4239-ba0f-859d1b3dd849,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:52.569499 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33910) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:52.582231 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e6c05f9e-13db-44cb-a268-3c35523df625 None None] Current status of the port fe235372-7207-4c1d-b93a-095165e01f41 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:52.588543 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Port': ['ID=fe235372-7207-4c1d-b93a-095165e01f41,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:52.626141 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f64a1-e30e-4fb5-87b5-4d838f63c33b req-6b038789-1bf4-49e8-983d-3b34e069e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:52.631003 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-618f64a1-e30e-4fb5-87b5-4d838f63c33b req-6b038789-1bf4-49e8-983d-3b34e069e6d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5571bc03f31b4ec1a3eda061ab1cad28&device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 1126 time: 0.1901836 Feb 03 12:49:52.647247 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4024cf3d-493e-4658-a800-b525d07518a7 x-openstack-request-id: req-4024cf3d-493e-4658-a800-b525d07518a7 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:52.647552 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb65daea-42f5-421a-bee5-8ef252dda22c", "name": "network-vif-plugged", "status": "completed", "tag": "0c3f1f0e-4d79-4239-ba0f-859d1b3dd849", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:52.647811 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4024cf3d-493e-4658-a800-b525d07518a7 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:52.648268 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb65daea-42f5-421a-bee5-8ef252dda22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3f1f0e-4d79-4239-ba0f-859d1b3dd849', 'code': 200} Feb 03 12:49:52.665709 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b5176e-9716-4b86-afc5-9c9030ee2e29 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] GET failed (client error): The resource could not be found. Feb 03 12:49:52.667427 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-08b5176e-9716-4b86-afc5-9c9030ee2e29 tempest-PortsAdminExtendedAttrsTestJSON-1001455597 tempest-PortsAdminExtendedAttrsTestJSON-1001455597-project-admin] 10.222.0.18 "GET /v2.0/ports/5e6442c0-1006-42c6-a773-c83743312b1d HTTP/1.1" status: 404 len: 333 time: 0.0779009 Feb 03 12:49:52.672957 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33912) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:52.688169 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-eec7088a-4168-4a5b-8985-1015e1cb6300 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Allocated IP 172.20.0.14 (d00283cd-88d3-4968-a46d-fb73a0cdb59b/9b16963d-e834-4ef8-8b47-b1f130de640f/b0f5a85c-c345-4c29-8104-2fde334d9e32) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:52.714673 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a961db-4e5a-44c2-b79a-f1799e48b189 None None] DHCP port deletion for 064f6504-002d-4430-8803-c93ace0564e4 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:49:52.875990 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (064f6504-002d-4430-8803-c93ace0564e4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:52.927892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f64a1-e30e-4fb5-87b5-4d838f63c33b req-ff4cebb1-767b-4c7f-a756-e50fb45b06a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:52.927892 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-618f64a1-e30e-4fb5-87b5-4d838f63c33b req-ff4cebb1-767b-4c7f-a756-e50fb45b06a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=38493246-f38d-4463-9177-b5dc3d79c2b7 HTTP/1.1" status: 200 len: 916 time: 0.2874591 Feb 03 12:49:52.970899 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064f6504-002d-4430-8803-c93ace0564e4']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:52.980571 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-618f64a1-e30e-4fb5-87b5-4d838f63c33b req-0471aa08-5970-49ca-9566-d69eef3a9708 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ff72bb7-dc5a-4a24-aea3-bcdcd965351c HTTP/1.1" status: 200 len: 217 time: 0.0485640 Feb 03 12:49:52.997636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5327a0-1aa5-443c-87db-775c8cc05af8') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:52.998079 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5327a0-1aa5-443c-87db-775c8cc05af8') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:53.006518 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fe235372-7207-4c1d-b93a-095165e01f41 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:49:53.039372 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611f934-f336-4ccb-9388-5d580196b7d0 req-24982e86-4f1a-491e-b0d6-11c250eff874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:53.041137 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4611f934-f336-4ccb-9388-5d580196b7d0 req-24982e86-4f1a-491e-b0d6-11c250eff874 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eb65daea-42f5-421a-bee5-8ef252dda22c HTTP/1.1" status: 200 len: 1127 time: 0.2478709 Feb 03 12:49:53.046321 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: fe235372-7207-4c1d-b93a-095165e01f41 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:49:53.047489 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fe235372-7207-4c1d-b93a-095165e01f41 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:49:53.063925 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (df5327a0-1aa5-443c-87db-775c8cc05af8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.068960 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d187154-f868-485e-ab58-78e3d32269ec tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (91ea6ef0-926e-4703-91d9-f9a8ef91dadf), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.122528 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (df5327a0-1aa5-443c-87db-775c8cc05af8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.130012 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4611f934-f336-4ccb-9388-5d580196b7d0 req-15f54e0d-bf5b-44bd-838b-37b68ad039ba service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=13180a6c-f7f5-45d0-bed7-c4998895e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541518 Feb 03 12:49:53.131375 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f64a1-e30e-4fb5-87b5-4d838f63c33b req-2c0b2ba1-3eff-4f75-848f-2d34a43281d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:53.132994 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-618f64a1-e30e-4fb5-87b5-4d838f63c33b req-2c0b2ba1-3eff-4f75-848f-2d34a43281d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bd4681a-030c-44e2-b514-2406b9d142e2 HTTP/1.1" status: 200 len: 855 time: 0.1456194 Feb 03 12:49:53.137111 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ec12b-924d-4f4b-974c-6d83c845e3cc req-12eae373-d24b-4b75-9f14-c8533b44f59b tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:53.139356 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8d5ec12b-924d-4f4b-974c-6d83c845e3cc req-12eae373-d24b-4b75-9f14-c8533b44f59b tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb65daea-42f5-421a-bee5-8ef252dda22c HTTP/1.1" status: 200 len: 945 time: 0.4613564 Feb 03 12:49:53.179027 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-618f64a1-e30e-4fb5-87b5-4d838f63c33b req-bb868392-96d1-47fd-b3f6-4b998a1eddfc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38493246-f38d-4463-9177-b5dc3d79c2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393195 Feb 03 12:49:53.224030 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:49:53.224468 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (df5327a0-1aa5-443c-87db-775c8cc05af8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:49:53.228035 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:49:53.294940 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-618f64a1-e30e-4fb5-87b5-4d838f63c33b req-cdf0578a-1beb-4443-aaf0-05807de68bc2 service neutron] 10.222.0.73 "GET /v2.0/networks/38493246-f38d-4463-9177-b5dc3d79c2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099062 Feb 03 12:49:53.443113 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d187154-f868-485e-ab58-78e3d32269ec tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (91ea6ef0-926e-4703-91d9-f9a8ef91dadf), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.452038 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (064f6504-002d-4430-8803-c93ace0564e4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.482701 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-618f64a1-e30e-4fb5-87b5-4d838f63c33b req-0daa1bed-34bf-4c6c-b322-3db0d038c215 service neutron] 10.222.0.73 "GET /v2.0/networks/38493246-f38d-4463-9177-b5dc3d79c2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717083 Feb 03 12:49:53.485351 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.491133 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7788e6-c3ff-4fe4-b08f-a065afc8435f req-f2914f9a-8125-40d0-a3ca-a5a406d9c1fe tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:53.494401 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/064f6504-002d-4430-8803-c93ace0564e4 HTTP/1.1" status: 204 len: 168 time: 5.4883304 Feb 03 12:49:53.499534 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bd7788e6-c3ff-4fe4-b08f-a065afc8435f req-f2914f9a-8125-40d0-a3ca-a5a406d9c1fe tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 944 time: 0.1341610 Feb 03 12:49:53.508165 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33926) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:53.535781 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8d5ec12b-924d-4f4b-974c-6d83c845e3cc req-d314b508-f599-435a-88ad-a86b8a60c047 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/security-groups?id=13180a6c-f7f5-45d0-bed7-c4998895e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571143 Feb 03 12:49:53.549692 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eec7088a-4168-4a5b-8985-1015e1cb6300 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for port (b0f5a85c-c345-4c29-8104-2fde334d9e32), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.553519 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6e1ed-f29a-4b83-a659-d71f19b4fe91 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Network': ['ID=064f6504-002d-4430-8803-c93ace0564e4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:53.559198 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-74116361-241b-4ab8-9700-08d17d7bdad4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] GET failed (client error): The resource could not be found. Feb 03 12:49:53.560922 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9d187154-f868-485e-ab58-78e3d32269ec tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ea6ef0-926e-4703-91d9-f9a8ef91dadf']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:53.567841 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-74116361-241b-4ab8-9700-08d17d7bdad4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "GET /v2.0/subnets/36eb6673-7754-4850-81b9-594e7ccacec6 HTTP/1.1" status: 404 len: 337 time: 0.0589409 Feb 03 12:49:53.572545 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33930) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:53.595920 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9d187154-f868-485e-ab58-78e3d32269ec tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:53.595920 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9d187154-f868-485e-ab58-78e3d32269ec tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f894787c-dcff-4c0c-ab25-b2e0d4432d4b') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:53.611201 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d15825-d267-404a-a23e-dd70e512fe60 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:49:53.611747 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d15825-d267-404a-a23e-dd70e512fe60 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:49:53.612237 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bd7788e6-c3ff-4fe4-b08f-a065afc8435f req-73827f00-bf9e-45b2-ae88-e28e9c8c96a0 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118312 Feb 03 12:49:53.614800 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-88d15825-d267-404a-a23e-dd70e512fe60 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/064f6504-002d-4430-8803-c93ace0564e4 HTTP/1.1" status: 404 len: 339 time: 0.0397680 Feb 03 12:49:53.616835 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d187154-f868-485e-ab58-78e3d32269ec tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (f894787c-dcff-4c0c-ab25-b2e0d4432d4b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.626545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33932) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:53.650863 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d187154-f868-485e-ab58-78e3d32269ec tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f894787c-dcff-4c0c-ab25-b2e0d4432d4b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.665769 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d187154-f868-485e-ab58-78e3d32269ec tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:49:53.666422 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d187154-f868-485e-ab58-78e3d32269ec tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (f894787c-dcff-4c0c-ab25-b2e0d4432d4b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:49:53.671752 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:49:53.740406 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eec7088a-4168-4a5b-8985-1015e1cb6300 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b0f5a85c-c345-4c29-8104-2fde334d9e32), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.780442 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d187154-f868-485e-ab58-78e3d32269ec tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (91ea6ef0-926e-4703-91d9-f9a8ef91dadf), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.792815 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d187154-f868-485e-ab58-78e3d32269ec tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.796331 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9d187154-f868-485e-ab58-78e3d32269ec tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] 10.222.0.18 "DELETE /v2.0/networks/91ea6ef0-926e-4703-91d9-f9a8ef91dadf HTTP/1.1" status: 204 len: 168 time: 1.1164792 Feb 03 12:49:53.822814 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec7088a-4168-4a5b-8985-1015e1cb6300 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Network d00283cd-88d3-4968-a46d-fb73a0cdb59b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:53.823916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d187154-f868-485e-ab58-78e3d32269ec tempest-PortsAdminExtendedAttrsTestJSON-172876552 tempest-PortsAdminExtendedAttrsTestJSON-172876552-project] Pushing event deleted for resources: {'Network': ['ID=91ea6ef0-926e-4703-91d9-f9a8ef91dadf,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:53.830884 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-eec7088a-4168-4a5b-8985-1015e1cb6300 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:53.836472 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7088a-4168-4a5b-8985-1015e1cb6300 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:53.841350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7088a-4168-4a5b-8985-1015e1cb6300 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Port': ['ID=b0f5a85c-c345-4c29-8104-2fde334d9e32,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:53.871304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7030265-1f27-4eb5-a4dc-687a06e39f37 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:53.872399 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b7030265-1f27-4eb5-a4dc-687a06e39f37 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2439077 Feb 03 12:49:53.875753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33940) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:53.922359 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec7088a-4168-4a5b-8985-1015e1cb6300 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:53.923907 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eec7088a-4168-4a5b-8985-1015e1cb6300 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:53.942241 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5e54e4d5-0e96-43a0-acab-32de38abfc5d tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "GET /v2.0/subnets?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 207 time: 0.0650117 Feb 03 12:49:53.947430 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33946) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:53.954665 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-eec7088a-4168-4a5b-8985-1015e1cb6300 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7380199 Feb 03 12:49:53.955734 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33948) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:53.964182 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-23e922d5-05b6-4013-9e02-ec0400797708 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': 'b0f5a85c-c345-4c29-8104-2fde334d9e32', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:54.001348 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23e922d5-05b6-4013-9e02-ec0400797708 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:54.231231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5656e848-7c46-4b70-bfd5-2e0c3e2a0c5b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:54.237463 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5656e848-7c46-4b70-bfd5-2e0c3e2a0c5b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:54.246838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5656e848-7c46-4b70-bfd5-2e0c3e2a0c5b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:54.254083 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5656e848-7c46-4b70-bfd5-2e0c3e2a0c5b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:54.261056 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5656e848-7c46-4b70-bfd5-2e0c3e2a0c5b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3074620 Feb 03 12:49:54.261452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33956) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:54.327712 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23e922d5-05b6-4013-9e02-ec0400797708 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:54.422032 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33958) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:54.498641 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-283a9bfa-c764-48ac-964c-3809aa533566 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2358508 Feb 03 12:49:54.504489 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33968) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:54.674584 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-23e922d5-05b6-4013-9e02-ec0400797708 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Allocated IP 172.25.6.173 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/87cd8e03-d9cb-4e02-8d6c-692ab7b8b258) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:49:54.677283 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c0e381-cca1-40e0-950f-0a3b9cb4faf6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:54.680607 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c0e381-cca1-40e0-950f-0a3b9cb4faf6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:54.702419 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-09c0e381-cca1-40e0-950f-0a3b9cb4faf6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1928461 Feb 03 12:49:54.706557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33980) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:54.867393 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbd2bbc-c1ba-474e-a7e2-4d11418eecb6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:54.869764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbd2bbc-c1ba-474e-a7e2-4d11418eecb6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:54.877696 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7fbd2bbc-c1ba-474e-a7e2-4d11418eecb6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1640460 Feb 03 12:49:54.878495 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33986) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:54.894841 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-17d1b660-7748-4b28-be46-cc0491090a17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e5960884bc443ba82454b26ade0f87c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4668314 Feb 03 12:49:54.899116 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33988) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:54.943610 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fc0b5-90d5-4a02-9f07-44b69442f06a req-b88aa845-e2fa-4522-a172-4950e0918276 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:54.946110 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec8fc0b5-90d5-4a02-9f07-44b69442f06a req-b88aa845-e2fa-4522-a172-4950e0918276 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 944 time: 0.1561036 Feb 03 12:49:54.973285 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794046f0-ae2b-4cbb-92a7-847936e53b7a req-f133d18d-65a0-4e7d-9607-bbbda3e13e24 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:54.982812 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-794046f0-ae2b-4cbb-92a7-847936e53b7a req-f133d18d-65a0-4e7d-9607-bbbda3e13e24 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb65daea-42f5-421a-bee5-8ef252dda22c HTTP/1.1" status: 200 len: 945 time: 0.2778778 Feb 03 12:49:55.070772 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23e922d5-05b6-4013-9e02-ec0400797708 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for port (87cd8e03-d9cb-4e02-8d6c-692ab7b8b258), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:55.145154 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec8fc0b5-90d5-4a02-9f07-44b69442f06a req-aa47bf8a-9bc2-411d-b2d7-341f5c0069ab tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707108 Feb 03 12:49:55.149806 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19a3e4a3-8fcf-4582-bdaf-d6e053ec3451 admin admin] Publish callbacks [] for security_group (12f7946a-7f6a-45e0-9d70-ac94de5d9d3d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:55.167010 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23e922d5-05b6-4013-9e02-ec0400797708 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (87cd8e03-d9cb-4e02-8d6c-692ab7b8b258), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:55.216691 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19a3e4a3-8fcf-4582-bdaf-d6e053ec3451 admin admin] Publish callbacks [] for security_group (12f7946a-7f6a-45e0-9d70-ac94de5d9d3d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:55.219979 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e922d5-05b6-4013-9e02-ec0400797708 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:49:55.229326 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-23e922d5-05b6-4013-9e02-ec0400797708 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:55.247896 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-794046f0-ae2b-4cbb-92a7-847936e53b7a req-5fea69e3-60d6-46bc-8021-7f363be9a239 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/security-groups?id=13180a6c-f7f5-45d0-bed7-c4998895e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616897 Feb 03 12:49:55.250941 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e922d5-05b6-4013-9e02-ec0400797708 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:49:55.258924 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212cc019-45c5-46ac-9bbb-ed57e8a57fd9 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:55.268002 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-212cc019-45c5-46ac-9bbb-ed57e8a57fd9 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "GET /v2.0/networks/63716f16-8ecd-474e-8088-69784a631b4a HTTP/1.1" status: 200 len: 800 time: 0.3870597 Feb 03 12:49:55.290054 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33998) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:55.302366 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e922d5-05b6-4013-9e02-ec0400797708 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Port': ['ID=87cd8e03-d9cb-4e02-8d6c-692ab7b8b258,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:56.021666 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19a3e4a3-8fcf-4582-bdaf-d6e053ec3451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (12f7946a-7f6a-45e0-9d70-ac94de5d9d3d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:56.025695 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19a3e4a3-8fcf-4582-bdaf-d6e053ec3451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:56.031219 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-19a3e4a3-8fcf-4582-bdaf-d6e053ec3451 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12f7946a-7f6a-45e0-9d70-ac94de5d9d3d HTTP/1.1" status: 204 len: 168 time: 1.1246657 Feb 03 12:49:56.052501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3e4a3-8fcf-4582-bdaf-d6e053ec3451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f7946a-7f6a-45e0-9d70-ac94de5d9d3d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:56.067006 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-50c7b82a-7554-42ad-abf3-9c8e9e574e37 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "GET /v2.0/networks/63716f16-8ecd-474e-8088-69784a631b4a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.7752390 Feb 03 12:49:56.067304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34020) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:56.146853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c17522-c80f-4b05-9878-0ea1e9a5e93d tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:56.148493 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f7c17522-c80f-4b05-9878-0ea1e9a5e93d tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "GET /v2.0/subnets/4a8d3f2f-68b6-41c2-8120-3c82aefa9a20 HTTP/1.1" status: 200 len: 811 time: 0.0800352 Feb 03 12:49:56.154933 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34022) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:56.246874 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23e922d5-05b6-4013-9e02-ec0400797708 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (1438b193-731d-4a84-b7d6-f3f7c85dd958), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:56.297192 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be4a7a-6013-4862-b900-c453fa8825e5 req-f9f84c73-4071-4ff8-95c4-d7eec7baac12 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:56.299989 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a7be4a7a-6013-4862-b900-c453fa8825e5 req-f9f84c73-4071-4ff8-95c4-d7eec7baac12 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb65daea-42f5-421a-bee5-8ef252dda22c HTTP/1.1" status: 200 len: 945 time: 0.5238054 Feb 03 12:49:56.318062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f021f4a1-8e86-456f-9ea5-25a4c5e1b948 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:56.328114 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f021f4a1-8e86-456f-9ea5-25a4c5e1b948 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "GET /v2.0/subnets/4a8d3f2f-68b6-41c2-8120-3c82aefa9a20?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1717968 Feb 03 12:49:56.330707 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34028) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:56.338894 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1eb080c1-c20d-4d80-9953-12fc22ee6d17 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-13843105'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:56.430050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb080c1-c20d-4d80-9953-12fc22ee6d17 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:56.439666 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a7be4a7a-6013-4862-b900-c453fa8825e5 req-27e8c4e6-3ae8-44df-964b-14ca23fc393f tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/security-groups?id=13180a6c-f7f5-45d0-bed7-c4998895e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044571 Feb 03 12:49:56.444354 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1eb080c1-c20d-4d80-9953-12fc22ee6d17 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:56.501005 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb080c1-c20d-4d80-9953-12fc22ee6d17 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:49:56.522256 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1eb080c1-c20d-4d80-9953-12fc22ee6d17 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (5abc65b5-0298-41c0-aba8-22926a03eb88), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:56.522866 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-1eb080c1-c20d-4d80-9953-12fc22ee6d17 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Added segment 5abc65b5-0298-41c0-aba8-22926a03eb88 of type vlan for network e234eb2d-d651-4a95-85f2-20c80d131115 Feb 03 12:49:56.527196 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23e922d5-05b6-4013-9e02-ec0400797708 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (87cd8e03-d9cb-4e02-8d6c-692ab7b8b258), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:56.597986 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1eb080c1-c20d-4d80-9953-12fc22ee6d17 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (e234eb2d-d651-4a95-85f2-20c80d131115), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:56.673797 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b6031-2670-4b9f-8cca-120bc89e680a req-25a8b982-d197-4f3a-9a4f-6ed181d8c96f tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:56.700044 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c3b6031-2670-4b9f-8cca-120bc89e680a req-25a8b982-d197-4f3a-9a4f-6ed181d8c96f tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 944 time: 0.3844228 Feb 03 12:49:56.737248 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1eb080c1-c20d-4d80-9953-12fc22ee6d17 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (e234eb2d-d651-4a95-85f2-20c80d131115), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:56.745865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb080c1-c20d-4d80-9953-12fc22ee6d17 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:56.746940 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1eb080c1-c20d-4d80-9953-12fc22ee6d17 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:56.919162 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34040) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:56.937040 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c3b6031-2670-4b9f-8cca-120bc89e680a req-ca0af937-1906-467a-b43e-d3fd447acea6 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336719 Feb 03 12:49:56.949422 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1eb080c1-c20d-4d80-9953-12fc22ee6d17 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6126893 Feb 03 12:49:56.949599 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:49:56.953544 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34042) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:56.962534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d34a100b-d864-4d29-be59-52e32fc1a7e6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'subnet': {'network_id': 'e234eb2d-d651-4a95-85f2-20c80d131115', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:57.036839 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23e922d5-05b6-4013-9e02-ec0400797708 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for port (87cd8e03-d9cb-4e02-8d6c-692ab7b8b258), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:57.061803 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23e922d5-05b6-4013-9e02-ec0400797708 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (87cd8e03-d9cb-4e02-8d6c-692ab7b8b258), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:57.164805 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e922d5-05b6-4013-9e02-ec0400797708 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Port': ['ID=87cd8e03-d9cb-4e02-8d6c-692ab7b8b258,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:57.178695 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-81f4cd40-9377-4167-96d0-2aab4d6ce997 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ded4fa638954d999197e344404acb4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2561874 Feb 03 12:49:57.180473 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34050) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:57.266734 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb080c1-c20d-4d80-9953-12fc22ee6d17 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Network': ['ID=e234eb2d-d651-4a95-85f2-20c80d131115,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:57.285536 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network e234eb2d-d651-4a95-85f2-20c80d131115 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:49:57.303553 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23e922d5-05b6-4013-9e02-ec0400797708 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (1438b193-731d-4a84-b7d6-f3f7c85dd958), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:57.347680 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4ff72bb7-dc5a-4a24-aea3-bcdcd965351c,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:57.377346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51bc0c-5227-4051-8853-63e42f9d3afc req-276209a4-d467-47d6-aba2-ce9a51dbbcf8 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:57.379087 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be51bc0c-5227-4051-8853-63e42f9d3afc req-276209a4-d467-47d6-aba2-ce9a51dbbcf8 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb65daea-42f5-421a-bee5-8ef252dda22c HTTP/1.1" status: 200 len: 945 time: 0.1136069 Feb 03 12:49:57.395225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34a100b-d864-4d29-be59-52e32fc1a7e6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Made reservation on behalf of a91813e3671c46ddbc122ddcbd924e87 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:49:57.396994 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d34a100b-d864-4d29-be59-52e32fc1a7e6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:57.424299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '4ff72bb7-dc5a-4a24-aea3-bcdcd965351c', 'network_id': '38493246-f38d-4463-9177-b5dc3d79c2b7', 'port_id': '4ff72bb7-dc5a-4a24-aea3-bcdcd965351c', 'mac_address': 'fa:16:3e:51:ee:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd4681a-030c-44e2-b514-2406b9d142e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:49:57.510611 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:49:57.511148 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4ff72bb7-dc5a-4a24-aea3-bcdcd965351c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:57.528786 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:49:57.538417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-d34a100b-d864-4d29-be59-52e32fc1a7e6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Performing IP validity checks on allocation pools {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 12:49:57.538933 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-d34a100b-d864-4d29-be59-52e32fc1a7e6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 12:49:57.565153 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4ff72bb7-dc5a-4a24-aea3-bcdcd965351c,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:57.582112 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4ff72bb7-dc5a-4a24-aea3-bcdcd965351c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:57.630134 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-be51bc0c-5227-4051-8853-63e42f9d3afc req-3ed5d3dc-028b-4c06-a626-191d1293a040 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Deleting port 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:49:57.630478 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-be51bc0c-5227-4051-8853-63e42f9d3afc req-3ed5d3dc-028b-4c06-a626-191d1293a040 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0c3f1f0e-4d79-4239-ba0f-859d1b3dd849), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:57.657692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=4ff72bb7-dc5a-4a24-aea3-bcdcd965351c,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:57.814566 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14d1da89-7474-4620-9fbb-2bf84669dfb9 admin admin] Publish callbacks [] for security_group (a5b73d5b-6d74-4f17-a76e-a903870e9367), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:57.824010 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-be51bc0c-5227-4051-8853-63e42f9d3afc req-3ed5d3dc-028b-4c06-a626-191d1293a040 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] For port 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=0c3f1f0e-4d79-4239-ba0f-859d1b3dd849,segment=NetworkSegment(8c936357-0827-4e68-ba1d-8bdab0f2959e),segment_id=8c936357-0827-4e68-ba1d-8bdab0f2959e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:49:57.824395 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-be51bc0c-5227-4051-8853-63e42f9d3afc req-3ed5d3dc-028b-4c06-a626-191d1293a040 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0c3f1f0e-4d79-4239-ba0f-859d1b3dd849), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:57.852149 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-be51bc0c-5227-4051-8853-63e42f9d3afc req-3ed5d3dc-028b-4c06-a626-191d1293a040 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Calling delete_port for 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:49:57.860245 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d34a100b-d864-4d29-be59-52e32fc1a7e6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (2d73418b-08fc-449b-bbcc-562d6c3c9ea6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:57.895039 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14d1da89-7474-4620-9fbb-2bf84669dfb9 admin admin] Publish callbacks [] for security_group (a5b73d5b-6d74-4f17-a76e-a903870e9367), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:57.908910 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-23e922d5-05b6-4013-9e02-ec0400797708 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Floating IP 1438b193-731d-4a84-b7d6-f3f7c85dd958 associated. External IP: 172.25.6.173, port: b0f5a85c-c345-4c29-8104-2fde334d9e32. Feb 03 12:49:57.978062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a100b-d864-4d29-be59-52e32fc1a7e6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Subnet': ['ID=2d73418b-08fc-449b-bbcc-562d6c3c9ea6,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:57.986401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca58b88-91a3-4127-86f1-ce0032a8827d req-dbe9fa7d-4c1e-41cf-add2-3da828fd35e6 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:57.987882 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cca58b88-91a3-4127-86f1-ce0032a8827d req-dbe9fa7d-4c1e-41cf-add2-3da828fd35e6 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb65daea-42f5-421a-bee5-8ef252dda22c HTTP/1.1" status: 200 len: 945 time: 0.1774263 Feb 03 12:49:57.994982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34a100b-d864-4d29-be59-52e32fc1a7e6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Checking segment: {'id': '5abc65b5-0298-41c0-aba8-22926a03eb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e234eb2d-d651-4a95-85f2-20c80d131115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:49:57.994982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34a100b-d864-4d29-be59-52e32fc1a7e6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network hostable DHCP agents. Network: e234eb2d-d651-4a95-85f2-20c80d131115, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:49:58.016648 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['4ff72bb7-dc5a-4a24-aea3-bcdcd965351c'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:49:58.027415 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34a100b-d864-4d29-be59-52e32fc1a7e6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Network e234eb2d-d651-4a95-85f2-20c80d131115 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:49:58.068382 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d34a100b-d864-4d29-be59-52e32fc1a7e6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, e234eb2d-d651-4a95-85f2-20c80d131115) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:49:58.077128 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34a100b-d864-4d29-be59-52e32fc1a7e6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:58.077799 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d34a100b-d864-4d29-be59-52e32fc1a7e6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:58.086065 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e2d68e-99b2-40f0-8b10-ff034a21bde0 None None] Network e234eb2d-d651-4a95-85f2-20c80d131115 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:49:58.104430 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d34a100b-d864-4d29-be59-52e32fc1a7e6 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1509087 Feb 03 12:49:58.107804 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-be51bc0c-5227-4051-8853-63e42f9d3afc req-3ed5d3dc-028b-4c06-a626-191d1293a040 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0c3f1f0e-4d79-4239-ba0f-859d1b3dd849), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:58.109541 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34068) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:58.115790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3ccdb686-b9dc-4959-b6b8-13309260e478 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:58.161671 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14d1da89-7474-4620-9fbb-2bf84669dfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a5b73d5b-6d74-4f17-a76e-a903870e9367), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:58.164351 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14d1da89-7474-4620-9fbb-2bf84669dfb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:58.167797 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-14d1da89-7474-4620-9fbb-2bf84669dfb9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5b73d5b-6d74-4f17-a76e-a903870e9367 HTTP/1.1" status: 204 len: 168 time: 0.9837196 Feb 03 12:49:58.192600 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cca58b88-91a3-4127-86f1-ce0032a8827d req-00ca1d9b-59da-4992-9481-59980d0201a3 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.18 "GET /v2.0/security-groups?id=13180a6c-f7f5-45d0-bed7-c4998895e08b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935279 Feb 03 12:49:58.198864 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1da89-7474-4620-9fbb-2bf84669dfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b73d5b-6d74-4f17-a76e-a903870e9367,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:58.232167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['0c3f1f0e-4d79-4239-ba0f-859d1b3dd849'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:49:58.268148 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5d3dc-028b-4c06-a626-191d1293a040 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Pushing event deleted for resources: {'Port': ['ID=0c3f1f0e-4d79-4239-ba0f-859d1b3dd849,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:58.376239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-be51bc0c-5227-4051-8853-63e42f9d3afc req-3ed5d3dc-028b-4c06-a626-191d1293a040 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] No DVR routers for this DVR port 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:49:58.387245 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-be51bc0c-5227-4051-8853-63e42f9d3afc req-3ed5d3dc-028b-4c06-a626-191d1293a040 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:58.391261 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be51bc0c-5227-4051-8853-63e42f9d3afc req-3ed5d3dc-028b-4c06-a626-191d1293a040 tempest-ServerAddressesNegativeTestJSON-359515547 tempest-ServerAddressesNegativeTestJSON-359515547-project] 10.222.0.31 "DELETE /v2.0/ports/0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 HTTP/1.1" status: 204 len: 173 time: 1.0067010 Feb 03 12:49:58.391747 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb65daea-42f5-421a-bee5-8ef252dda22c', 'name': 'network-vif-deleted', 'tag': '0c3f1f0e-4d79-4239-ba0f-859d1b3dd849'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:49:58.394969 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f22b7b-1367-4163-bbeb-01509886df31" -d '{"events": [{"server_uuid": "eb65daea-42f5-421a-bee5-8ef252dda22c", "name": "network-vif-deleted", "tag": "0c3f1f0e-4d79-4239-ba0f-859d1b3dd849"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:49:58.502331 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b1ffd-1dce-4572-b29c-7a3be2a9ea98 req-1ee06b61-81e8-49cd-8e71-4e5a9f2ba88f tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:58.509414 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57b42d1-0ead-4b62-aa05-670b6a1e6ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-e234eb2d-d651-4a95-85f2-20c80d131115', 'network_id': 'e234eb2d-d651-4a95-85f2-20c80d131115', 'project_id': 'a91813e3671c46ddbc122ddcbd924e87', 'fixed_ips': [{'subnet_id': '2d73418b-08fc-449b-bbcc-562d6c3c9ea6'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:49:58.510311 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d57b42d1-0ead-4b62-aa05-670b6a1e6ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:58.514797 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d61b1ffd-1dce-4572-b29c-7a3be2a9ea98 req-1ee06b61-81e8-49cd-8e71-4e5a9f2ba88f tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 945 time: 0.4084091 Feb 03 12:49:58.522889 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fa1556-14e1-45a2-959d-60b215092f96 x-openstack-request-id: req-b4fa1556-14e1-45a2-959d-60b215092f96 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:49:58.523201 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb65daea-42f5-421a-bee5-8ef252dda22c", "name": "network-vif-deleted", "tag": "0c3f1f0e-4d79-4239-ba0f-859d1b3dd849", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:49:58.523568 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4fa1556-14e1-45a2-959d-60b215092f96 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:49:58.523873 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb65daea-42f5-421a-bee5-8ef252dda22c', 'name': 'network-vif-deleted', 'tag': '0c3f1f0e-4d79-4239-ba0f-859d1b3dd849', 'status': 'completed', 'code': 200} Feb 03 12:49:58.547020 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e922d5-05b6-4013-9e02-ec0400797708 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Router f1879714-2eb5-4027-b42f-e2d0b65a332e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:49:58.624047 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb686-b9dc-4959-b6b8-13309260e478 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-65797595'] for subnet (2d73418b-08fc-449b-bbcc-562d6c3c9ea6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:58.806615 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-d57b42d1-0ead-4b62-aa05-670b6a1e6ecb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 03 12:49:58.806615 n-d-827336-3 neutron-server[103190]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 03 12:49:58.806615 n-d-827336-3 neutron-server[103190]: [parameters: {'in_use': 1, 'id_1': '2d73418b-08fc-449b-bbcc-562d6c3c9ea6'}] Feb 03 12:49:58.806615 n-d-827336-3 neutron-server[103190]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:49:58.807126 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-d57b42d1-0ead-4b62-aa05-670b6a1e6ecb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:49:58.860749 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d61b1ffd-1dce-4572-b29c-7a3be2a9ea98 req-b656912f-73f1-4a9f-97ca-a9c1a8babdc8 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441091 Feb 03 12:49:58.932605 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e922d5-05b6-4013-9e02-ec0400797708 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:49:58.943996 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c988e8-b0c1-4749-90d8-f3ba40921cb0 None None] Sync routers for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:49:58.961615 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c988e8-b0c1-4749-90d8-f3ba40921cb0 None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:58.964005 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-60c988e8-b0c1-4749-90d8-f3ba40921cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:49:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:58.979714 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23e922d5-05b6-4013-9e02-ec0400797708 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:58.987000 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb686-b9dc-4959-b6b8-13309260e478 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757073553893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4349655'] for subnet (2d73418b-08fc-449b-bbcc-562d6c3c9ea6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:59.058806 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-23e922d5-05b6-4013-9e02-ec0400797708 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.0988610 Feb 03 12:49:59.058992 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34100) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:59.068807 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-60c988e8-b0c1-4749-90d8-f3ba40921cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:59.089088 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1b60ce69-0bb5-46ca-b633-2b5c3cb1145b tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:49:59.108124 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c988e8-b0c1-4749-90d8-f3ba40921cb0 None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:49:59.109002 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccdb686-b9dc-4959-b6b8-13309260e478 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:49:59.109625 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb686-b9dc-4959-b6b8-13309260e478 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:59.110516 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-60c988e8-b0c1-4749-90d8-f3ba40921cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:49:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:59.110978 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3ccdb686-b9dc-4959-b6b8-13309260e478 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "PUT /v2.0/subnets/2d73418b-08fc-449b-bbcc-562d6c3c9ea6 HTTP/1.1" status: 200 len: 877 time: 0.9999955 Feb 03 12:49:59.114301 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34104) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:59.198338 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-60c988e8-b0c1-4749-90d8-f3ba40921cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:49:59.200206 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c988e8-b0c1-4749-90d8-f3ba40921cb0 None None] The sync data for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:49:59.241883 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b60ce69-0bb5-46ca-b633-2b5c3cb1145b tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (1438b193-731d-4a84-b7d6-f3f7c85dd958), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:59.251360 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f06acd01-2339-466b-9875-304d6518b936 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (e234eb2d-d651-4a95-85f2-20c80d131115), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:59.261253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdb686-b9dc-4959-b6b8-13309260e478 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event updated for resources: {'Subnet': ['ID=2d73418b-08fc-449b-bbcc-562d6c3c9ea6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:59.312252 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d57b42d1-0ead-4b62-aa05-670b6a1e6ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:59.347481 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f06acd01-2339-466b-9875-304d6518b936 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (2d73418b-08fc-449b-bbcc-562d6c3c9ea6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:59.353130 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34118) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:49:59.517915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f2c260-bf25-4b14-b861-e4dfc8436ab2 admin admin] Deleting subnet f21f1f73-e026-4221-a88b-088d763a1fc3 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:49:59.548345 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6f2c260-bf25-4b14-b861-e4dfc8436ab2 admin admin] Publish callbacks [] for subnet (f21f1f73-e026-4221-a88b-088d763a1fc3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server [None req-d57b42d1-0ead-4b62-aa05-670b6a1e6ecb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d73418b-08fc-449b-bbcc-562d6c3c9ea6: This subnet is being modified by another concurrent operation. Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:49:59.617399 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exception Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d73418b-08fc-449b-bbcc-562d6c3c9ea6: This subnet is being modified by another concurrent operation. Feb 03 12:49:59.622159 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Feb 03 12:49:59.626697 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f06acd01-2339-466b-9875-304d6518b936 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (2d73418b-08fc-449b-bbcc-562d6c3c9ea6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:59.639818 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6f2c260-bf25-4b14-b861-e4dfc8436ab2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (f21f1f73-e026-4221-a88b-088d763a1fc3), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:59.652851 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbde60e7-ca67-4c2e-bbe1-d749d12c9af7 None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:49:59.748782 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b60ce69-0bb5-46ca-b633-2b5c3cb1145b tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:59.755188 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b60ce69-0bb5-46ca-b633-2b5c3cb1145b tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (1438b193-731d-4a84-b7d6-f3f7c85dd958), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:59.755703 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-1b60ce69-0bb5-46ca-b633-2b5c3cb1145b tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Floating IP 1438b193-731d-4a84-b7d6-f3f7c85dd958 disassociated. External IP: 172.25.6.173, port: b0f5a85c-c345-4c29-8104-2fde334d9e32. Feb 03 12:49:59.775376 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06acd01-2339-466b-9875-304d6518b936 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Subnet': ['ID=2d73418b-08fc-449b-bbcc-562d6c3c9ea6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:49:59.899714 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6f2c260-bf25-4b14-b861-e4dfc8436ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (f21f1f73-e026-4221-a88b-088d763a1fc3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:49:59.944961 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbde60e7-ca67-4c2e-bbe1-d749d12c9af7 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:50:00.084096 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f06acd01-2339-466b-9875-304d6518b936 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (e234eb2d-d651-4a95-85f2-20c80d131115), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:00.161101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f06acd01-2339-466b-9875-304d6518b936 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e234eb2d-d651-4a95-85f2-20c80d131115']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:00.190652 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f06acd01-2339-466b-9875-304d6518b936 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abc65b5-0298-41c0-aba8-22926a03eb88') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:00.191005 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f06acd01-2339-466b-9875-304d6518b936 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abc65b5-0298-41c0-aba8-22926a03eb88') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:00.206994 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f06acd01-2339-466b-9875-304d6518b936 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (5abc65b5-0298-41c0-aba8-22926a03eb88), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:00.226820 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f06acd01-2339-466b-9875-304d6518b936 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (5abc65b5-0298-41c0-aba8-22926a03eb88), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:00.235917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06acd01-2339-466b-9875-304d6518b936 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:50:00.236446 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f06acd01-2339-466b-9875-304d6518b936 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (5abc65b5-0298-41c0-aba8-22926a03eb88), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:00.245365 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b60ce69-0bb5-46ca-b633-2b5c3cb1145b tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Router f1879714-2eb5-4027-b42f-e2d0b65a332e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:50:00.386737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4128229-d6e1-4e90-89d4-b7346f4f68af None None] Network e234eb2d-d651-4a95-85f2-20c80d131115 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:50:00.464283 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:50:00.466550 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b60ce69-0bb5-46ca-b633-2b5c3cb1145b tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:50:00.484416 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b60ce69-0bb5-46ca-b633-2b5c3cb1145b tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:00.533817 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1b60ce69-0bb5-46ca-b633-2b5c3cb1145b tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "PUT /v2.0/floatingips/1438b193-731d-4a84-b7d6-f3f7c85dd958 HTTP/1.1" status: 200 len: 688 time: 1.4719133 Feb 03 12:50:00.536296 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34154) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:00.550848 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c358d33-200a-4056-98ac-72ef182d197e None None] Sync routers for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:50:00.566398 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5122affb-5056-46a0-b1b6-3f1495d687d6 None None] Network e234eb2d-d651-4a95-85f2-20c80d131115 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:00.587049 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f06acd01-2339-466b-9875-304d6518b936 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (e234eb2d-d651-4a95-85f2-20c80d131115), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:00.633509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5122affb-5056-46a0-b1b6-3f1495d687d6 None None] Network e234eb2d-d651-4a95-85f2-20c80d131115 could not be found, it might have been deleted concurrently. {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 12:50:00.654908 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c358d33-200a-4056-98ac-72ef182d197e None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:00.659102 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9c358d33-200a-4056-98ac-72ef182d197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:49:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:00.704568 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f06acd01-2339-466b-9875-304d6518b936 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:00.709277 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f06acd01-2339-466b-9875-304d6518b936 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/e234eb2d-d651-4a95-85f2-20c80d131115 HTTP/1.1" status: 204 len: 168 time: 1.5936868 Feb 03 12:50:00.722952 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6f2c260-bf25-4b14-b861-e4dfc8436ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (f21f1f73-e026-4221-a88b-088d763a1fc3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:00.726417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34162) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:00.776463 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9c358d33-200a-4056-98ac-72ef182d197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:00.784080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fbb8f480-b518-4fa3-94c4-2207986e9d35 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Deleting port 87cd8e03-d9cb-4e02-8d6c-692ab7b8b258 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:00.785121 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbb8f480-b518-4fa3-94c4-2207986e9d35 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (87cd8e03-d9cb-4e02-8d6c-692ab7b8b258), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:00.786307 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-057164cd-8d77-4bd8-aa2c-41b6a6360a1b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:00.787395 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057164cd-8d77-4bd8-aa2c-41b6a6360a1b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:00.795316 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-057164cd-8d77-4bd8-aa2c-41b6a6360a1b tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/subnets/2d73418b-08fc-449b-bbcc-562d6c3c9ea6 HTTP/1.1" status: 404 len: 337 time: 0.0605674 Feb 03 12:50:00.796457 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06acd01-2339-466b-9875-304d6518b936 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Network': ['ID=e234eb2d-d651-4a95-85f2-20c80d131115,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:00.804043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c358d33-200a-4056-98ac-72ef182d197e None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:00.805068 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9c358d33-200a-4056-98ac-72ef182d197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:49:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:00.805316 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34166) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:00.871722 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4044727-1a54-4ae9-a6c9-868ec32c0985 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:00.873275 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4044727-1a54-4ae9-a6c9-868ec32c0985 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:00.878604 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b4044727-1a54-4ae9-a6c9-868ec32c0985 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/e234eb2d-d651-4a95-85f2-20c80d131115 HTTP/1.1" status: 404 len: 339 time: 0.0712359 Feb 03 12:50:00.881355 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39198ce1-f906-4d07-9375-8c3b086e1431 req-520f4f90-71e6-4376-b26d-b989cf4db333 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:00.882604 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34170) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:00.893040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9c358d33-200a-4056-98ac-72ef182d197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:00.893750 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c358d33-200a-4056-98ac-72ef182d197e None None] The sync data for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:50:00.894492 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-39198ce1-f906-4d07-9375-8c3b086e1431 req-520f4f90-71e6-4376-b26d-b989cf4db333 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 945 time: 0.4726686 Feb 03 12:50:00.912802 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2c260-bf25-4b14-b861-e4dfc8436ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f21f1f73-e026-4221-a88b-088d763a1fc3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:00.916118 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6f2c260-bf25-4b14-b861-e4dfc8436ab2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:00.921728 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d6f2c260-bf25-4b14-b861-e4dfc8436ab2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f21f1f73-e026-4221-a88b-088d763a1fc3 HTTP/1.1" status: 204 len: 168 time: 1.5638547 Feb 03 12:50:00.931041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34172) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:00.970147 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f303eec-e1e9-4d5f-8ff5-e2ceb710967a tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:00.977741 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f303eec-e1e9-4d5f-8ff5-e2ceb710967a tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:00.981665 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:00.984406 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5f303eec-e1e9-4d5f-8ff5-e2ceb710967a tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/subnets/36eb6673-7754-4850-81b9-594e7ccacec6 HTTP/1.1" status: 404 len: 337 time: 0.1003335 Feb 03 12:50:00.991646 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34176) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:01.052313 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3facea8-d284-4756-bcba-2df5ce4724a7 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:01.052977 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3facea8-d284-4756-bcba-2df5ce4724a7 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:01.061301 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b3facea8-d284-4756-bcba-2df5ce4724a7 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/064f6504-002d-4430-8803-c93ace0564e4 HTTP/1.1" status: 404 len: 339 time: 0.0621691 Feb 03 12:50:01.062049 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34180) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:01.070739 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-39198ce1-f906-4d07-9375-8c3b086e1431 req-558e5bbc-6483-428b-a46f-aa6b4f329377 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672451 Feb 03 12:50:01.086287 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:50:01.089237 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39fc6fa5-c6b8-4d32-8f35-09037eeb60fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (d7654da7-253c-4238-b039-effe75aeaf46), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.131223 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:50:01.132128 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 0c3f1f0e-4d79-4239-ba0f-859d1b3dd849 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:50:01.136099 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.195381 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbb8f480-b518-4fa3-94c4-2207986e9d35 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (87cd8e03-d9cb-4e02-8d6c-692ab7b8b258), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.199029 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbb8f480-b518-4fa3-94c4-2207986e9d35 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (87cd8e03-d9cb-4e02-8d6c-692ab7b8b258), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.241050 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:50:01.250740 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:01.251122 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4ff72bb7-dc5a-4a24-aea3-bcdcd965351c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.267345 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39fc6fa5-c6b8-4d32-8f35-09037eeb60fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (d7654da7-253c-4238-b039-effe75aeaf46), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.344604 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fbb8f480-b518-4fa3-94c4-2207986e9d35 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Calling delete_port for 87cd8e03-d9cb-4e02-8d6c-692ab7b8b258 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:01.371689 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2ba33bb-b48f-42e8-9f52-6e3fef90c8a4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (6c28832f-41f6-48b9-87eb-b63530812ed0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.372798 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:01.373197 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4ff72bb7-dc5a-4a24-aea3-bcdcd965351c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.401784 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-39fc6fa5-c6b8-4d32-8f35-09037eeb60fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7654da7-253c-4238-b039-effe75aeaf46']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:01.470169 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-39fc6fa5-c6b8-4d32-8f35-09037eeb60fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c936357-0827-4e68-ba1d-8bdab0f2959e') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:01.470695 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-39fc6fa5-c6b8-4d32-8f35-09037eeb60fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c936357-0827-4e68-ba1d-8bdab0f2959e') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:01.512045 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff72bb7-dc5a-4a24-aea3-bcdcd965351c'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:50:01.525671 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39fc6fa5-c6b8-4d32-8f35-09037eeb60fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (8c936357-0827-4e68-ba1d-8bdab0f2959e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.527417 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec0f248-a0f6-4177-a350-e78e292bd6fd" -d '{"events": [{"server_uuid": "e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e", "name": "network-vif-plugged", "status": "completed", "tag": "4ff72bb7-dc5a-4a24-aea3-bcdcd965351c"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:50:01.551242 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39fc6fa5-c6b8-4d32-8f35-09037eeb60fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8c936357-0827-4e68-ba1d-8bdab0f2959e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.563649 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39fc6fa5-c6b8-4d32-8f35-09037eeb60fe admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:50:01.565673 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39fc6fa5-c6b8-4d32-8f35-09037eeb60fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (8c936357-0827-4e68-ba1d-8bdab0f2959e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:50:01.569602 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:50:01.574660 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4ff72bb7-dc5a-4a24-aea3-bcdcd965351c,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:01.580468 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4ff72bb7-dc5a-4a24-aea3-bcdcd965351c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.629852 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2ba33bb-b48f-42e8-9f52-6e3fef90c8a4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (6c28832f-41f6-48b9-87eb-b63530812ed0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.684403 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a2ba33bb-b48f-42e8-9f52-6e3fef90c8a4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c28832f-41f6-48b9-87eb-b63530812ed0']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:01.697979 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a2ba33bb-b48f-42e8-9f52-6e3fef90c8a4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5454b36-f8a4-420b-b3b4-7a6da744d30f') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:01.697979 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a2ba33bb-b48f-42e8-9f52-6e3fef90c8a4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5454b36-f8a4-420b-b3b4-7a6da744d30f') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:01.718192 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2ba33bb-b48f-42e8-9f52-6e3fef90c8a4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (b5454b36-f8a4-420b-b3b4-7a6da744d30f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.719871 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e030dbe9-c128-4515-9ab6-f34371b51dff x-openstack-request-id: req-e030dbe9-c128-4515-9ab6-f34371b51dff {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:50:01.722992 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e", "name": "network-vif-plugged", "status": "completed", "tag": "4ff72bb7-dc5a-4a24-aea3-bcdcd965351c", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:50:01.723438 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e030dbe9-c128-4515-9ab6-f34371b51dff {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:50:01.724027 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff72bb7-dc5a-4a24-aea3-bcdcd965351c', 'code': 200} Feb 03 12:50:01.759966 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2ba33bb-b48f-42e8-9f52-6e3fef90c8a4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b5454b36-f8a4-420b-b3b4-7a6da744d30f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.778737 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ba33bb-b48f-42e8-9f52-6e3fef90c8a4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:50:01.778737 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2ba33bb-b48f-42e8-9f52-6e3fef90c8a4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (b5454b36-f8a4-420b-b3b4-7a6da744d30f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:50:01.780676 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:50:01.786433 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39fc6fa5-c6b8-4d32-8f35-09037eeb60fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (d7654da7-253c-4238-b039-effe75aeaf46), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.791414 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39fc6fa5-c6b8-4d32-8f35-09037eeb60fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.795095 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=4ff72bb7-dc5a-4a24-aea3-bcdcd965351c,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:01.802666 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbb8f480-b518-4fa3-94c4-2207986e9d35 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (87cd8e03-d9cb-4e02-8d6c-692ab7b8b258), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:01.809051 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-39fc6fa5-c6b8-4d32-8f35-09037eeb60fe admin admin] 10.222.0.18 "DELETE /v2.0/networks/d7654da7-253c-4238-b039-effe75aeaf46 HTTP/1.1" status: 204 len: 168 time: 0.8760056 Feb 03 12:50:01.821748 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34200) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:01.849017 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc6fa5-c6b8-4d32-8f35-09037eeb60fe admin admin] Pushing event deleted for resources: {'Network': ['ID=d7654da7-253c-4238-b039-effe75aeaf46,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:01.885697 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8f480-b518-4fa3-94c4-2207986e9d35 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event deleted for resources: {'Port': ['ID=87cd8e03-d9cb-4e02-8d6c-692ab7b8b258,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:01.973227 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2ba33bb-b48f-42e8-9f52-6e3fef90c8a4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (6c28832f-41f6-48b9-87eb-b63530812ed0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.018252 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2ba33bb-b48f-42e8-9f52-6e3fef90c8a4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.024826 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34208) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:02.029248 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a2ba33bb-b48f-42e8-9f52-6e3fef90c8a4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/6c28832f-41f6-48b9-87eb-b63530812ed0 HTTP/1.1" status: 204 len: 168 time: 0.9636629 Feb 03 12:50:02.029858 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba33bb-b48f-42e8-9f52-6e3fef90c8a4 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Network': ['ID=6c28832f-41f6-48b9-87eb-b63530812ed0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:02.063037 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-60bea605-dd07-416b-b028-64f32c0ef706 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:02.064166 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60bea605-dd07-416b-b028-64f32c0ef706 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:02.073202 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-60bea605-dd07-416b-b028-64f32c0ef706 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/subnets/3e7b1fa7-3f07-4eec-9e3a-e6106f5d4473 HTTP/1.1" status: 404 len: 337 time: 0.0458624 Feb 03 12:50:02.076829 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34210) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:02.108440 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd188f-0b87-40ce-98b0-e0e12c955791 req-a388b918-1fec-489c-9d4f-334ad7089b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:02.110186 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4dd188f-0b87-40ce-98b0-e0e12c955791 req-a388b918-1fec-489c-9d4f-334ad7089b24 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 1128 time: 0.1925614 Feb 03 12:50:02.211190 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3cb0f3bc-100d-409f-b3b8-46d549a49afa tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1862616442', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:02.221166 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7c3f36-1b8e-43bd-97e3-1f87faa33f79 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:02.221988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac7c3f36-1b8e-43bd-97e3-1f87faa33f79 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:02.229632 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ac7c3f36-1b8e-43bd-97e3-1f87faa33f79 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/c23916c7-7054-46be-851a-d7298aaf1272 HTTP/1.1" status: 404 len: 339 time: 0.0917294 Feb 03 12:50:02.229842 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34216) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:02.233374 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbb8f480-b518-4fa3-94c4-2207986e9d35 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (1438b193-731d-4a84-b7d6-f3f7c85dd958), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.237383 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbb8f480-b518-4fa3-94c4-2207986e9d35 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.246248 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fbb8f480-b518-4fa3-94c4-2207986e9d35 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "DELETE /v2.0/floatingips/1438b193-731d-4a84-b7d6-f3f7c85dd958 HTTP/1.1" status: 204 len: 168 time: 1.7085054 Feb 03 12:50:02.247238 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34218) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:02.259067 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-63a406e9-b392-4f4d-a31c-a8526fe55bf8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': '0447d652-1c12-4be5-9da0-16376303acc2'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:02.265346 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-42fb7dfe-8b23-4ddd-808f-a715eb527675 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:02.265901 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42fb7dfe-8b23-4ddd-808f-a715eb527675 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:02.271841 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-42fb7dfe-8b23-4ddd-808f-a715eb527675 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/subnets/f8f9a372-d394-44e0-ad42-104e21e609af HTTP/1.1" status: 404 len: 337 time: 0.0384846 Feb 03 12:50:02.278470 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34220) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:02.300197 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830200f1-e919-45f5-9ec7-9e701e3a205e req-4bb230e1-5f33-4c10-8269-bc1f67815cd5 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:02.302012 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-830200f1-e919-45f5-9ec7-9e701e3a205e req-4bb230e1-5f33-4c10-8269-bc1f67815cd5 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 946 time: 0.1451735 Feb 03 12:50:02.311769 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34222) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:02.314784 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4dd188f-0b87-40ce-98b0-e0e12c955791 req-5ee4ba54-ebdd-408a-9796-a2df433e8301 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985137 Feb 03 12:50:02.327431 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63a406e9-b392-4f4d-a31c-a8526fe55bf8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.367612 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb0f3bc-100d-409f-b3b8-46d549a49afa tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Made reservation on behalf of f3d4ef41fb8b402d86b6ae482cc04208 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:02.370952 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f3bc-100d-409f-b3b8-46d549a49afa tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.371444 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a5fdb010-4b8d-45c9-ae21-3335dc54b545 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5860f1674014cb79db5c6cac8eb4d4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0551689 Feb 03 12:50:02.372618 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-71dc5e9b-c900-4f58-b603-5434272fea16 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:02.373429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71dc5e9b-c900-4f58-b603-5434272fea16 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:02.380612 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-71dc5e9b-c900-4f58-b603-5434272fea16 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/370b1a08-fb40-43f2-badd-1545127a35c1 HTTP/1.1" status: 404 len: 339 time: 0.0948794 Feb 03 12:50:02.385345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34224) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:02.385966 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34226) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:02.397180 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f3bc-100d-409f-b3b8-46d549a49afa tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.446959 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ed99ea-65e2-44fe-8a66-56213b14366c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:02.447672 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ed99ea-65e2-44fe-8a66-56213b14366c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:02.451977 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-88ed99ea-65e2-44fe-8a66-56213b14366c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/subnets/9efc181c-6a64-4599-aab8-3e82ad1f346b HTTP/1.1" status: 404 len: 337 time: 0.0562086 Feb 03 12:50:02.461266 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34232) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:02.499542 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f3bc-100d-409f-b3b8-46d549a49afa tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Publish callbacks [] for security_group (2a0538cf-9b95-48dc-87b7-3f50faef5415), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.512214 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a491424-c11a-466c-8e7d-a4d58fdfed9a tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:02.513671 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a491424-c11a-466c-8e7d-a4d58fdfed9a tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:02.515850 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f3bc-100d-409f-b3b8-46d549a49afa tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2a0538cf-9b95-48dc-87b7-3f50faef5415), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.517742 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8a491424-c11a-466c-8e7d-a4d58fdfed9a tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/54e214c5-91e4-4987-83dd-1d1aad9e2cae HTTP/1.1" status: 404 len: 339 time: 0.0550430 Feb 03 12:50:02.521500 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34234) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:02.553958 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-3cb0f3bc-100d-409f-b3b8-46d549a49afa tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] device_id is not set on port b8eecbdb-b34c-4b88-b06d-d2c100750c06 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:50:02.573603 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-830200f1-e919-45f5-9ec7-9e701e3a205e req-0058829d-7cca-4062-b1d4-4734517f50e1 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384300 Feb 03 12:50:02.581848 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-262b5971-8976-4fc9-bd28-87f3ffda7bc4 admin admin] Publish callbacks [] for security_group (13180a6c-f7f5-45d0-bed7-c4998895e08b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.619180 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-262b5971-8976-4fc9-bd28-87f3ffda7bc4 admin admin] Publish callbacks [] for security_group (13180a6c-f7f5-45d0-bed7-c4998895e08b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.650500 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1475c8-23c1-44f7-bc7a-9f2001e7f6f0 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:02.651222 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1475c8-23c1-44f7-bc7a-9f2001e7f6f0 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:02.655206 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fa1475c8-23c1-44f7-bc7a-9f2001e7f6f0 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/subnets/fc7e1e01-9f92-4190-9cfc-6d340c2ee6dc HTTP/1.1" status: 404 len: 337 time: 0.1258476 Feb 03 12:50:02.662441 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34238) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:02.695526 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0f3bc-100d-409f-b3b8-46d549a49afa tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0538cf-9b95-48dc-87b7-3f50faef5415,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:02.725427 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1d31c3-20bd-4b09-982c-7bfad4889609 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:02.726297 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1d31c3-20bd-4b09-982c-7bfad4889609 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:02.736370 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7d1d31c3-20bd-4b09-982c-7bfad4889609 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/4464f6e4-ede8-49a2-8379-141cea527dd6 HTTP/1.1" status: 404 len: 339 time: 0.0684047 Feb 03 12:50:02.736877 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34240) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:02.811401 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-262b5971-8976-4fc9-bd28-87f3ffda7bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (13180a6c-f7f5-45d0-bed7-c4998895e08b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.818458 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-262b5971-8976-4fc9-bd28-87f3ffda7bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:02.832220 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-262b5971-8976-4fc9-bd28-87f3ffda7bc4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13180a6c-f7f5-45d0-bed7-c4998895e08b HTTP/1.1" status: 204 len: 168 time: 0.4446313 Feb 03 12:50:02.834777 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8410f63-f2ae-4e0a-8c00-4ac72ff12737 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:02.835617 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8410f63-f2ae-4e0a-8c00-4ac72ff12737 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:02.844740 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b8410f63-f2ae-4e0a-8c00-4ac72ff12737 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/subnets/671e8a78-33d9-4f98-924c-eba7930634e1 HTTP/1.1" status: 404 len: 337 time: 0.1029072 Feb 03 12:50:02.846321 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34244) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:02.891976 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad515d4d-3192-4aff-83b9-65362a60c837 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:02.892631 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad515d4d-3192-4aff-83b9-65362a60c837 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:02.904119 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ad515d4d-3192-4aff-83b9-65362a60c837 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/e5a1fde7-55bc-4bf1-b4fc-9ebd70840d82 HTTP/1.1" status: 404 len: 339 time: 0.0564220 Feb 03 12:50:02.908767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-3cb0f3bc-100d-409f-b3b8-46d549a49afa tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Allocated IP 172.25.6.42 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/b8eecbdb-b34c-4b88-b06d-d2c100750c06) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:02.911922 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34250) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:02.921917 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63a406e9-b392-4f4d-a31c-a8526fe55bf8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.029749 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b5971-8976-4fc9-bd28-87f3ffda7bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13180a6c-f7f5-45d0-bed7-c4998895e08b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:03.038872 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd7912a-e07d-43c3-baa4-0e7316b5ff7f tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:03.039711 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd7912a-e07d-43c3-baa4-0e7316b5ff7f tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:03.049923 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3bd7912a-e07d-43c3-baa4-0e7316b5ff7f tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/subnets/9bc7393f-01ab-4232-aa2b-5be34b1cb8c2 HTTP/1.1" status: 404 len: 337 time: 0.1338856 Feb 03 12:50:03.051264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34254) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:03.095153 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b48b09-8b8f-4e1d-95a9-6f331c67fa35 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:03.095731 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b48b09-8b8f-4e1d-95a9-6f331c67fa35 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:03.101435 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-81b48b09-8b8f-4e1d-95a9-6f331c67fa35 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/96bd4d4e-5b8f-474f-8407-1aca26895727 HTTP/1.1" status: 404 len: 339 time: 0.0442791 Feb 03 12:50:03.102219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34256) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:03.176516 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ee9bf8-daa2-461e-87d6-f557ae27eebe tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:03.176997 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ee9bf8-daa2-461e-87d6-f557ae27eebe tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:03.185678 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34260) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:03.186471 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d7ee9bf8-daa2-461e-87d6-f557ae27eebe tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/subnets/cf52c269-f378-4228-ab6f-52a9ac1e3d12 HTTP/1.1" status: 404 len: 337 time: 0.0830033 Feb 03 12:50:03.229194 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-085c786d-0c7a-4353-bc9a-4867a6b1097e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:03.229744 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085c786d-0c7a-4353-bc9a-4867a6b1097e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:03.236078 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34262) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:03.245579 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-085c786d-0c7a-4353-bc9a-4867a6b1097e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/530b2404-c6d4-4a3f-a7d7-5872054e9a46 HTTP/1.1" status: 404 len: 339 time: 0.0573168 Feb 03 12:50:03.274492 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f3bc-100d-409f-b3b8-46d549a49afa tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Publish callbacks [] for port (b8eecbdb-b34c-4b88-b06d-d2c100750c06), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.332330 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f3bc-100d-409f-b3b8-46d549a49afa tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b8eecbdb-b34c-4b88-b06d-d2c100750c06), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.447368 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb0f3bc-100d-409f-b3b8-46d549a49afa tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:03.448185 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0f3bc-100d-409f-b3b8-46d549a49afa tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Pushing event updated for resources: {'Port': ['ID=b8eecbdb-b34c-4b88-b06d-d2c100750c06,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:03.458621 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3cb0f3bc-100d-409f-b3b8-46d549a49afa tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:03.475481 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb0f3bc-100d-409f-b3b8-46d549a49afa tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:03.504996 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b18e4b8e-6c30-4e42-b45a-8be37af4fb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.550466 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-63a406e9-b392-4f4d-a31c-a8526fe55bf8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Allocated IP 172.25.6.111 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/6973d43b-96ea-4feb-93d2-048a69933bdb) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:03.634469 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb0f3bc-100d-409f-b3b8-46d549a49afa tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:03.635091 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f3bc-100d-409f-b3b8-46d549a49afa tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.663857 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfeddf5e-c84f-4f56-a809-101fb3b01c9e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:03.664370 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfeddf5e-c84f-4f56-a809-101fb3b01c9e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:03.671630 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-dfeddf5e-c84f-4f56-a809-101fb3b01c9e tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/subnets/258afc09-8a5b-4266-9e80-1bc04ecbdcc1 HTTP/1.1" status: 404 len: 337 time: 0.4336379 Feb 03 12:50:03.672363 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34282) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:03.710652 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3cb0f3bc-100d-409f-b3b8-46d549a49afa tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.8547831 Feb 03 12:50:03.711371 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34286) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:03.714605 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4ddf91-9761-4564-a729-8c3c493d7656 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] DELETE failed (client error): The resource could not be found. Feb 03 12:50:03.715171 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4ddf91-9761-4564-a729-8c3c493d7656 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:50:03.724578 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0d4ddf91-9761-4564-a729-8c3c493d7656 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/2c1e16d0-7f72-492d-8660-13ccc6051d69 HTTP/1.1" status: 404 len: 339 time: 0.0511229 Feb 03 12:50:03.725290 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34288) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:03.734393 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-50515735-8364-4695-b8e8-4dac90290cb2 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42'}]}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:03.837327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-46610219-695f-4cf3-89a4-85d200a0bb1c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Deleting subnet 4a8d3f2f-68b6-41c2-8120-3c82aefa9a20 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:50:03.842787 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46610219-695f-4cf3-89a4-85d200a0bb1c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for subnet (4a8d3f2f-68b6-41c2-8120-3c82aefa9a20), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.877324 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50515735-8364-4695-b8e8-4dac90290cb2 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (8f8d021c-ad7e-4d5a-ab24-47aabd434932), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.878692 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50515735-8364-4695-b8e8-4dac90290cb2 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (8f8d021c-ad7e-4d5a-ab24-47aabd434932), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.948080 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46610219-695f-4cf3-89a4-85d200a0bb1c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (4a8d3f2f-68b6-41c2-8120-3c82aefa9a20), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.977272 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63a406e9-b392-4f4d-a31c-a8526fe55bf8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for port (6973d43b-96ea-4feb-93d2-048a69933bdb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:03.993538 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5f8b5-9edc-48a3-9f02-7326b2df324d req-c1814d46-97d4-49f2-b486-e4c462ae2f19 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:04.002125 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0bd5f8b5-9edc-48a3-9f02-7326b2df324d req-c1814d46-97d4-49f2-b486-e4c462ae2f19 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 946 time: 0.2574399 Feb 03 12:50:04.015336 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50515735-8364-4695-b8e8-4dac90290cb2 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Publish callbacks [] for router_controller (8f8d021c-ad7e-4d5a-ab24-47aabd434932), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.153141 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46610219-695f-4cf3-89a4-85d200a0bb1c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (4a8d3f2f-68b6-41c2-8120-3c82aefa9a20), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.251857 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0bd5f8b5-9edc-48a3-9f02-7326b2df324d req-b0e0d64f-6d4b-4aa9-b937-7228f745a26a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486603 Feb 03 12:50:04.257463 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34308) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:04.297552 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46610219-695f-4cf3-89a4-85d200a0bb1c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (4a8d3f2f-68b6-41c2-8120-3c82aefa9a20), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.343120 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46610219-695f-4cf3-89a4-85d200a0bb1c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Subnet': ['ID=4a8d3f2f-68b6-41c2-8120-3c82aefa9a20,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:04.350504 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46610219-695f-4cf3-89a4-85d200a0bb1c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.351756 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a003a954-08d2-4c8e-ada1-a39396af770b None None] Network 63716f16-8ecd-474e-8088-69784a631b4a requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:04.355062 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-46610219-695f-4cf3-89a4-85d200a0bb1c tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/subnets/4a8d3f2f-68b6-41c2-8120-3c82aefa9a20 HTTP/1.1" status: 204 len: 168 time: 0.6285377 Feb 03 12:50:04.358193 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34314) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:04.374312 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63a406e9-b392-4f4d-a31c-a8526fe55bf8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (6973d43b-96ea-4feb-93d2-048a69933bdb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.478852 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50515735-8364-4695-b8e8-4dac90290cb2 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Publish callbacks [] for router_gateway (8f8d021c-ad7e-4d5a-ab24-47aabd434932), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.516649 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6293e55-4684-4baf-8f1f-6e3d3e68ada5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (63716f16-8ecd-474e-8088-69784a631b4a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.533742 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a406e9-b392-4f4d-a31c-a8526fe55bf8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:04.577980 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-63a406e9-b392-4f4d-a31c-a8526fe55bf8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:04.595292 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a406e9-b392-4f4d-a31c-a8526fe55bf8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:04.608129 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a406e9-b392-4f4d-a31c-a8526fe55bf8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Port': ['ID=6973d43b-96ea-4feb-93d2-048a69933bdb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:04.646265 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d6293e55-4684-4baf-8f1f-6e3d3e68ada5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Deleting port a37de269-ee3f-4842-9ffd-f1d0b0e78e54 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:04.646718 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6293e55-4684-4baf-8f1f-6e3d3e68ada5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (a37de269-ee3f-4842-9ffd-f1d0b0e78e54), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.650353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-eaea88a6-de4d-4b1a-8e44-98b1320b68de admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1187046235-network', 'tenant_id': '7b0d836400604f588000496c4f97901d'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:04.683021 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d8b3ea-5280-4a1c-ae7e-00dee5567afc None None] DHCP port deletion for 63716f16-8ecd-474e-8088-69784a631b4a request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:50:04.771043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-89d8b3ea-5280-4a1c-ae7e-00dee5567afc None None] Deleting port a37de269-ee3f-4842-9ffd-f1d0b0e78e54 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:04.771803 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-89d8b3ea-5280-4a1c-ae7e-00dee5567afc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (a37de269-ee3f-4842-9ffd-f1d0b0e78e54), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.796526 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:50:04.837341 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-d6293e55-4684-4baf-8f1f-6e3d3e68ada5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] For port a37de269-ee3f-4842-9ffd-f1d0b0e78e54, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a37de269-ee3f-4842-9ffd-f1d0b0e78e54,segment=NetworkSegment(f4e1a20d-d073-4c24-9e33-d34884d539ec),segment_id=f4e1a20d-d073-4c24-9e33-d34884d539ec)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:04.837341 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6293e55-4684-4baf-8f1f-6e3d3e68ada5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (a37de269-ee3f-4842-9ffd-f1d0b0e78e54), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.865549 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d6293e55-4684-4baf-8f1f-6e3d3e68ada5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Calling delete_port for a37de269-ee3f-4842-9ffd-f1d0b0e78e54 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:04.866248 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-89d8b3ea-5280-4a1c-ae7e-00dee5567afc None None] For port a37de269-ee3f-4842-9ffd-f1d0b0e78e54, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a37de269-ee3f-4842-9ffd-f1d0b0e78e54,segment=NetworkSegment(f4e1a20d-d073-4c24-9e33-d34884d539ec),segment_id=f4e1a20d-d073-4c24-9e33-d34884d539ec)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:04.866661 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-89d8b3ea-5280-4a1c-ae7e-00dee5567afc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (a37de269-ee3f-4842-9ffd-f1d0b0e78e54), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:04.887442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-89d8b3ea-5280-4a1c-ae7e-00dee5567afc None None] Calling delete_port for a37de269-ee3f-4842-9ffd-f1d0b0e78e54 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:05.009806 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-89d8b3ea-5280-4a1c-ae7e-00dee5567afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (a37de269-ee3f-4842-9ffd-f1d0b0e78e54), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.067186 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8b3ea-5280-4a1c-ae7e-00dee5567afc None None] Pushing event deleted for resources: {'Port': ['ID=a37de269-ee3f-4842-9ffd-f1d0b0e78e54,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:05.078312 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8b3ea-5280-4a1c-ae7e-00dee5567afc None None] No DVR routers for this DVR port a37de269-ee3f-4842-9ffd-f1d0b0e78e54 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:50:05.087151 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a37de269-ee3f-4842-9ffd-f1d0b0e78e54 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:50:05.118371 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: a37de269-ee3f-4842-9ffd-f1d0b0e78e54 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:50:05.119130 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a37de269-ee3f-4842-9ffd-f1d0b0e78e54 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:50:05.166483 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6293e55-4684-4baf-8f1f-6e3d3e68ada5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (a37de269-ee3f-4842-9ffd-f1d0b0e78e54), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.230986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6293e55-4684-4baf-8f1f-6e3d3e68ada5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] No DVR routers for this DVR port a37de269-ee3f-4842-9ffd-f1d0b0e78e54 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:50:05.240513 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6293e55-4684-4baf-8f1f-6e3d3e68ada5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Port': ['ID=a37de269-ee3f-4842-9ffd-f1d0b0e78e54,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:05.361392 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6293e55-4684-4baf-8f1f-6e3d3e68ada5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (63716f16-8ecd-474e-8088-69784a631b4a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.364464 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaea88a6-de4d-4b1a-8e44-98b1320b68de admin admin] Made reservation on behalf of 7b0d836400604f588000496c4f97901d for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:05.368071 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eaea88a6-de4d-4b1a-8e44-98b1320b68de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.387971 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eaea88a6-de4d-4b1a-8e44-98b1320b68de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.401443 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d6293e55-4684-4baf-8f1f-6e3d3e68ada5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63716f16-8ecd-474e-8088-69784a631b4a']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:05.413611 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d6293e55-4684-4baf-8f1f-6e3d3e68ada5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e1a20d-d073-4c24-9e33-d34884d539ec') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:05.413937 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d6293e55-4684-4baf-8f1f-6e3d3e68ada5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e1a20d-d073-4c24-9e33-d34884d539ec') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:05.425813 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6293e55-4684-4baf-8f1f-6e3d3e68ada5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (f4e1a20d-d073-4c24-9e33-d34884d539ec), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.441530 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6293e55-4684-4baf-8f1f-6e3d3e68ada5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f4e1a20d-d073-4c24-9e33-d34884d539ec), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.448326 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6293e55-4684-4baf-8f1f-6e3d3e68ada5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:50:05.448738 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6293e55-4684-4baf-8f1f-6e3d3e68ada5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (f4e1a20d-d073-4c24-9e33-d34884d539ec), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:50:05.565238 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:50:05.629787 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6293e55-4684-4baf-8f1f-6e3d3e68ada5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (63716f16-8ecd-474e-8088-69784a631b4a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.648014 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6293e55-4684-4baf-8f1f-6e3d3e68ada5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.652168 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d6293e55-4684-4baf-8f1f-6e3d3e68ada5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] 10.222.0.18 "DELETE /v2.0/networks/63716f16-8ecd-474e-8088-69784a631b4a HTTP/1.1" status: 204 len: 168 time: 1.2927904 Feb 03 12:50:05.666093 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6293e55-4684-4baf-8f1f-6e3d3e68ada5 tempest-NetworksTest-1597284809 tempest-NetworksTest-1597284809-project] Pushing event deleted for resources: {'Network': ['ID=63716f16-8ecd-474e-8088-69784a631b4a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:05.683169 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d340751-b827-4c3b-9e6f-364bd4ad93bf req-895d6a0c-b539-41cf-ab70-063bb23a8209 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:05.685163 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d340751-b827-4c3b-9e6f-364bd4ad93bf req-895d6a0c-b539-41cf-ab70-063bb23a8209 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 946 time: 0.1191688 Feb 03 12:50:05.711393 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eaea88a6-de4d-4b1a-8e44-98b1320b68de admin admin] Publish callbacks [] for security_group (4b3ac7b3-9c51-44ce-b3ba-237dbab744f5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.739177 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eaea88a6-de4d-4b1a-8e44-98b1320b68de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4b3ac7b3-9c51-44ce-b3ba-237dbab744f5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.762504 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d340751-b827-4c3b-9e6f-364bd4ad93bf req-e2b0f4bf-f950-4868-9974-712bdbddc963 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682244 Feb 03 12:50:05.795635 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaea88a6-de4d-4b1a-8e44-98b1320b68de admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:50:05.866369 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eaea88a6-de4d-4b1a-8e44-98b1320b68de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (dbd810b5-f267-46dd-aaec-b68786cd292e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.866811 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-eaea88a6-de4d-4b1a-8e44-98b1320b68de admin admin] Added segment dbd810b5-f267-46dd-aaec-b68786cd292e of type vlan for network 53b64c21-6a0b-40d0-b0bc-caa5525e0473 Feb 03 12:50:05.900242 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50515735-8364-4695-b8e8-4dac90290cb2 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Publish callbacks [] for router_gateway (8f8d021c-ad7e-4d5a-ab24-47aabd434932), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.939204 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50515735-8364-4695-b8e8-4dac90290cb2 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:05.951673 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea88a6-de4d-4b1a-8e44-98b1320b68de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3ac7b3-9c51-44ce-b3ba-237dbab744f5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:06.013319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34350) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:06.058970 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-98c8baf1-274c-49f8-854c-a459233804b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:06.151816 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eaea88a6-de4d-4b1a-8e44-98b1320b68de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (53b64c21-6a0b-40d0-b0bc-caa5525e0473), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:06.204916 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e30c62e5-d07a-4d01-a96a-7ceeb6e7e1c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a91813e3671c46ddbc122ddcbd924e87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1881156 Feb 03 12:50:06.205763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34356) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:06.249587 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e0149-7675-40de-b8a1-71047c521a89 req-67d0e3fb-f161-49fb-aeef-8301d95686c1 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:06.251209 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-695e0149-7675-40de-b8a1-71047c521a89 req-67d0e3fb-f161-49fb-aeef-8301d95686c1 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 946 time: 0.3824890 Feb 03 12:50:06.258035 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63a406e9-b392-4f4d-a31c-a8526fe55bf8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (6cb9a781-5b4b-47de-8a59-57136c0655a0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:06.302893 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fa043af-d7f4-46d2-b747-c9d213cb6888 admin admin] Publish callbacks [] for security_group (7d46eef7-6f67-4b92-a46c-37195263bff0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:06.330377 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fa043af-d7f4-46d2-b747-c9d213cb6888 admin admin] Publish callbacks [] for security_group (7d46eef7-6f67-4b92-a46c-37195263bff0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:06.389171 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eaea88a6-de4d-4b1a-8e44-98b1320b68de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (53b64c21-6a0b-40d0-b0bc-caa5525e0473), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:06.390269 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaea88a6-de4d-4b1a-8e44-98b1320b68de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:06.390823 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eaea88a6-de4d-4b1a-8e44-98b1320b68de admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:06.429428 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fa043af-d7f4-46d2-b747-c9d213cb6888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7d46eef7-6f67-4b92-a46c-37195263bff0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:06.433647 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fa043af-d7f4-46d2-b747-c9d213cb6888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:06.435380 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3fa043af-d7f4-46d2-b747-c9d213cb6888 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d46eef7-6f67-4b92-a46c-37195263bff0 HTTP/1.1" status: 204 len: 168 time: 0.2289462 Feb 03 12:50:06.448253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa043af-d7f4-46d2-b747-c9d213cb6888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d46eef7-6f67-4b92-a46c-37195263bff0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:06.547689 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63a406e9-b392-4f4d-a31c-a8526fe55bf8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6973d43b-96ea-4feb-93d2-048a69933bdb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:06.554059 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50515735-8364-4695-b8e8-4dac90290cb2 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Publish callbacks [] for router (8f8d021c-ad7e-4d5a-ab24-47aabd434932), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:06.766654 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-eaea88a6-de4d-4b1a-8e44-98b1320b68de admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5029283 Feb 03 12:50:06.767428 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34374) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:06.775667 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3fbc42ea-8d73-4acc-ae0f-3bcdbf86dd80 admin admin] Request body: {'subnet': {'network_id': '53b64c21-6a0b-40d0-b0bc-caa5525e0473', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1187046235-subnet', 'tenant_id': '7b0d836400604f588000496c4f97901d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:06.824154 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbc42ea-8d73-4acc-ae0f-3bcdbf86dd80 admin admin] Made reservation on behalf of 7b0d836400604f588000496c4f97901d for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:06.831237 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fbc42ea-8d73-4acc-ae0f-3bcdbf86dd80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:06.909058 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:07.009511 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50515735-8364-4695-b8e8-4dac90290cb2 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (8f8d021c-ad7e-4d5a-ab24-47aabd434932), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:07.012190 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50515735-8364-4695-b8e8-4dac90290cb2 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Publish callbacks [] for router_controller (8f8d021c-ad7e-4d5a-ab24-47aabd434932), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:07.137700 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-695e0149-7675-40de-b8a1-71047c521a89 req-596d0b88-f480-4dc5-add8-bde6d7f62549 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8125000 Feb 03 12:50:07.147870 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50515735-8364-4695-b8e8-4dac90290cb2 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (8f8d021c-ad7e-4d5a-ab24-47aabd434932), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:07.148744 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50515735-8364-4695-b8e8-4dac90290cb2 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f8d021c-ad7e-4d5a-ab24-47aabd434932 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:50:07.151197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea88a6-de4d-4b1a-8e44-98b1320b68de admin admin] Pushing event updated for resources: {'Network': ['ID=53b64c21-6a0b-40d0-b0bc-caa5525e0473,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:07.177053 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 53b64c21-6a0b-40d0-b0bc-caa5525e0473 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:50:07.201780 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-50515735-8364-4695-b8e8-4dac90290cb2 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 03 12:50:07.202846 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-50515735-8364-4695-b8e8-4dac90290cb2 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.4733708 Feb 03 12:50:07.206882 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34386) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:07.209503 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fbc42ea-8d73-4acc-ae0f-3bcdbf86dd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (de9bc05d-31ee-4811-a01e-d888006d7290), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:07.422506 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbc42ea-8d73-4acc-ae0f-3bcdbf86dd80 admin admin] Checking segment: {'id': 'dbd810b5-f267-46dd-aaec-b68786cd292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53b64c21-6a0b-40d0-b0bc-caa5525e0473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:07.422880 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbc42ea-8d73-4acc-ae0f-3bcdbf86dd80 admin admin] Network hostable DHCP agents. Network: 53b64c21-6a0b-40d0-b0bc-caa5525e0473, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:50:07.439559 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc42ea-8d73-4acc-ae0f-3bcdbf86dd80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de9bc05d-31ee-4811-a01e-d888006d7290,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:07.502320 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c9a82-4a90-4e0f-a9eb-a7ca9f4a6c67 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Deleting port b8eecbdb-b34c-4b88-b06d-d2c100750c06 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:07.541996 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb4c9a82-4a90-4e0f-a9eb-a7ca9f4a6c67 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b8eecbdb-b34c-4b88-b06d-d2c100750c06), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:07.551496 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbc42ea-8d73-4acc-ae0f-3bcdbf86dd80 admin admin] Network 53b64c21-6a0b-40d0-b0bc-caa5525e0473 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:50:07.585803 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3fbc42ea-8d73-4acc-ae0f-3bcdbf86dd80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 53b64c21-6a0b-40d0-b0bc-caa5525e0473) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:07.600018 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62b60bb-ae7d-4fcd-9776-3dccadf085f5 None None] Network 53b64c21-6a0b-40d0-b0bc-caa5525e0473 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:07.612203 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbc42ea-8d73-4acc-ae0f-3bcdbf86dd80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:07.612825 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fbc42ea-8d73-4acc-ae0f-3bcdbf86dd80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:07.646514 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3fbc42ea-8d73-4acc-ae0f-3bcdbf86dd80 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8777132 Feb 03 12:50:07.694564 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63a406e9-b392-4f4d-a31c-a8526fe55bf8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for port (6973d43b-96ea-4feb-93d2-048a69933bdb), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:07.781869 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63a406e9-b392-4f4d-a31c-a8526fe55bf8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (6973d43b-96ea-4feb-93d2-048a69933bdb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:07.990412 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92e0f0-cdce-489f-a9e3-b2108111e49d req-9691fa51-8f6a-4057-87cb-2f3a5ad4a7bc tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:07.992172 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d92e0f0-cdce-489f-a9e3-b2108111e49d req-9691fa51-8f6a-4057-87cb-2f3a5ad4a7bc tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 946 time: 0.4311132 Feb 03 12:50:08.078587 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1901156b-a5d0-40d6-a74a-3305ab27356a None None] Network 53b64c21-6a0b-40d0-b0bc-caa5525e0473 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:08.116499 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a406e9-b392-4f4d-a31c-a8526fe55bf8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Port': ['ID=6973d43b-96ea-4feb-93d2-048a69933bdb,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:08.129668 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63a406e9-b392-4f4d-a31c-a8526fe55bf8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (6cb9a781-5b4b-47de-8a59-57136c0655a0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.248400 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34412) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:08.288989 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.298614 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb4c9a82-4a90-4e0f-a9eb-a7ca9f4a6c67 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b8eecbdb-b34c-4b88-b06d-d2c100750c06), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.328648 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-eb4c9a82-4a90-4e0f-a9eb-a7ca9f4a6c67 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Calling delete_port for b8eecbdb-b34c-4b88-b06d-d2c100750c06 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:08.471587 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4c5c8ab0-67f7-4ea5-9471-2dc9ccff6294 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2088691506'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:08.534368 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5c8ab0-67f7-4ea5-9471-2dc9ccff6294 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Made reservation on behalf of 8f11593a0ed047868fd329fdd3c34fc1 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:08.549181 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8ab0-67f7-4ea5-9471-2dc9ccff6294 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.580136 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8ab0-67f7-4ea5-9471-2dc9ccff6294 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.784734 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-63a406e9-b392-4f4d-a31c-a8526fe55bf8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Floating IP 6cb9a781-5b4b-47de-8a59-57136c0655a0 associated. External IP: 172.25.6.111, port: 0447d652-1c12-4be5-9da0-16376303acc2. Feb 03 12:50:08.797757 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb4c9a82-4a90-4e0f-a9eb-a7ca9f4a6c67 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b8eecbdb-b34c-4b88-b06d-d2c100750c06), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.930283 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-2c932142-3443-421f-8365-3119142a4942 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:08.933283 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-2c932142-3443-421f-8365-3119142a4942 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/networks?id=53b64c21-6a0b-40d0-b0bc-caa5525e0473 HTTP/1.1" status: 200 len: 813 time: 0.2977109 Feb 03 12:50:08.975090 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-6729237a-f55f-4c45-bec5-4f4671bd0760 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/quotas/7b0d836400604f588000496c4f97901d HTTP/1.1" status: 200 len: 375 time: 0.0233045 Feb 03 12:50:08.978452 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8ab0-67f7-4ea5-9471-2dc9ccff6294 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for security_group (bcde7142-5765-4b74-b743-47085c199997), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:08.979244 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c9a82-4a90-4e0f-a9eb-a7ca9f4a6c67 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8eecbdb-b34c-4b88-b06d-d2c100750c06,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:08.984523 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8ab0-67f7-4ea5-9471-2dc9ccff6294 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bcde7142-5765-4b74-b743-47085c199997), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.038610 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3c3a8a6d-db16-49be-936c-e7d8361767b4 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b0d836400604f588000496c4f97901d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437870 Feb 03 12:50:09.046284 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5c8ab0-67f7-4ea5-9471-2dc9ccff6294 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:50:09.058367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c8ab0-67f7-4ea5-9471-2dc9ccff6294 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcde7142-5765-4b74-b743-47085c199997,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:09.066105 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8ab0-67f7-4ea5-9471-2dc9ccff6294 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (6c3236f4-8153-48bc-9700-856be8090b41), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.066105 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-4c5c8ab0-67f7-4ea5-9471-2dc9ccff6294 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Added segment 6c3236f4-8153-48bc-9700-856be8090b41 of type vlan for network 59092342-51dd-4ef9-8101-f6d3127d3a69 Feb 03 12:50:09.081722 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d92e0f0-cdce-489f-a9e3-b2108111e49d req-748948d2-99d8-47cf-a1cc-320394c7eab1 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0691979 Feb 03 12:50:09.175258 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8ab0-67f7-4ea5-9471-2dc9ccff6294 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (59092342-51dd-4ef9-8101-f6d3127d3a69), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.254240 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8ab0-67f7-4ea5-9471-2dc9ccff6294 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (59092342-51dd-4ef9-8101-f6d3127d3a69), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.258474 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5c8ab0-67f7-4ea5-9471-2dc9ccff6294 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:09.259114 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8ab0-67f7-4ea5-9471-2dc9ccff6294 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.332997 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-8dfdf2b3-f933-4954-b502-6b1bded89f5b service neutron] 10.222.0.18 "GET /v2.0/networks/53b64c21-6a0b-40d0-b0bc-caa5525e0473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936471 Feb 03 12:50:09.336755 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4c5c8ab0-67f7-4ea5-9471-2dc9ccff6294 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0868838 Feb 03 12:50:09.342863 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34432) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:09.349263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-48f4ee01-e0f7-465f-b254-f1a5b5fd12c5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1181886198'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:09.468628 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c8ab0-67f7-4ea5-9471-2dc9ccff6294 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Network': ['ID=59092342-51dd-4ef9-8101-f6d3127d3a69,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:09.486816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 59092342-51dd-4ef9-8101-f6d3127d3a69 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:50:09.526113 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f4ee01-e0f7-465f-b254-f1a5b5fd12c5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Made reservation on behalf of 8f11593a0ed047868fd329fdd3c34fc1 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:09.530767 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48f4ee01-e0f7-465f-b254-f1a5b5fd12c5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.560650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f4ee01-e0f7-465f-b254-f1a5b5fd12c5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:50:09.582718 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48f4ee01-e0f7-465f-b254-f1a5b5fd12c5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c181631d-bc5d-439f-9f17-cfb31f367f8f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.583255 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-48f4ee01-e0f7-465f-b254-f1a5b5fd12c5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Added segment c181631d-bc5d-439f-9f17-cfb31f367f8f of type vlan for network f3d78a1a-b898-411e-a907-27942b49894f Feb 03 12:50:09.675902 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48f4ee01-e0f7-465f-b254-f1a5b5fd12c5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (f3d78a1a-b898-411e-a907-27942b49894f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.714728 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-f8025d8a-b6a9-42e7-9d23-7892ec3d0d5a service neutron] 10.222.0.18 "GET /v2.0/networks/53b64c21-6a0b-40d0-b0bc-caa5525e0473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611104 Feb 03 12:50:09.761522 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48f4ee01-e0f7-465f-b254-f1a5b5fd12c5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (f3d78a1a-b898-411e-a907-27942b49894f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.768248 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f4ee01-e0f7-465f-b254-f1a5b5fd12c5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:09.769115 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48f4ee01-e0f7-465f-b254-f1a5b5fd12c5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.805377 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb4c9a82-4a90-4e0f-a9eb-a7ca9f4a6c67 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.817899 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-eb4c9a82-4a90-4e0f-a9eb-a7ca9f4a6c67 tempest-RoutersAdminNegativeIpV6Test-2118822861 tempest-RoutersAdminNegativeIpV6Test-2118822861-project-admin] 10.222.0.18 "DELETE /v2.0/ports/b8eecbdb-b34c-4b88-b06d-d2c100750c06 HTTP/1.1" status: 204 len: 168 time: 2.6095905 Feb 03 12:50:09.849153 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a55d9-1db6-437f-8303-edb4b4064516 req-8e753dba-a2af-42a2-8f4e-09920723c83a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:09.851233 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-804a55d9-1db6-437f-8303-edb4b4064516 req-8e753dba-a2af-42a2-8f4e-09920723c83a tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 946 time: 0.5961492 Feb 03 12:50:09.862168 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:09.884822 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-48f4ee01-e0f7-465f-b254-f1a5b5fd12c5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5380888 Feb 03 12:50:09.886127 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34438) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:09.892364 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d6e4814e-9035-47ae-93fb-959961ca0f01 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'subnet': {'network_id': '59092342-51dd-4ef9-8101-f6d3127d3a69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:10.027250 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4ee01-e0f7-465f-b254-f1a5b5fd12c5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Network': ['ID=f3d78a1a-b898-411e-a907-27942b49894f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:10.044765 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network f3d78a1a-b898-411e-a907-27942b49894f details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:50:10.180798 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a406e9-b392-4f4d-a31c-a8526fe55bf8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Router f1879714-2eb5-4027-b42f-e2d0b65a332e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:50:10.205954 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-804a55d9-1db6-437f-8303-edb4b4064516 req-a46b4cfe-f22e-40a2-a745-726a42aa527d tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838635 Feb 03 12:50:10.303790 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2a01b061-0bad-46a6-aa02-4daf93abf165 req-cf7f4d0d-5428-40fc-8ae9-1bb48e9a2bf6 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5b51868-2e23-4ec1-b841-a94b03aaedf1 HTTP/1.1" status: 200 len: 210 time: 0.2301240 Feb 03 12:50:10.391047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e4814e-9035-47ae-93fb-959961ca0f01 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Made reservation on behalf of 8f11593a0ed047868fd329fdd3c34fc1 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:10.395759 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6e4814e-9035-47ae-93fb-959961ca0f01 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.479071 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34456) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:10.552763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a406e9-b392-4f4d-a31c-a8526fe55bf8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:50:10.567809 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6a204b-587b-4c60-bfe7-c0decf090f8e None None] Sync routers for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:50:10.588229 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63a406e9-b392-4f4d-a31c-a8526fe55bf8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.611187 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6a204b-587b-4c60-bfe7-c0decf090f8e None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:10.614510 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8e6a204b-587b-4c60-bfe7-c0decf090f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:10.671886 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-63a406e9-b392-4f4d-a31c-a8526fe55bf8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.4199734 Feb 03 12:50:10.674573 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34464) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:10.752776 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8e6a204b-587b-4c60-bfe7-c0decf090f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:10.779317 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6a204b-587b-4c60-bfe7-c0decf090f8e None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:10.779976 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8e6a204b-587b-4c60-bfe7-c0decf090f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:10.808947 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6e4814e-9035-47ae-93fb-959961ca0f01 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (4b66dfc9-759b-461e-9f21-f0a2f2418cb5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.850114 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c5d65c1d-7eca-42f5-a2a4-8bbb558af110 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "GET /v2.0/floatingips/6cb9a781-5b4b-47de-8a59-57136c0655a0 HTTP/1.1" status: 200 len: 977 time: 0.1712630 Feb 03 12:50:10.852792 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34468) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:10.881898 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8e6a204b-587b-4c60-bfe7-c0decf090f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:10.885013 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6a204b-587b-4c60-bfe7-c0decf090f8e None None] The sync data for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:50:10.907392 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4814e-9035-47ae-93fb-959961ca0f01 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Subnet': ['ID=4b66dfc9-759b-461e-9f21-f0a2f2418cb5,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:10.953045 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1b61f-e131-4840-8ad9-ad3c71d247c0 req-6ae1c2c1-2076-47a2-b90a-1299bf189b52 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:10.967908 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9b1b61f-e131-4840-8ad9-ad3c71d247c0 req-6ae1c2c1-2076-47a2-b90a-1299bf189b52 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 946 time: 0.1718872 Feb 03 12:50:10.989562 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83d61cc2-2c33-4c3c-99e3-963bde07e6b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:10.993421 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e4814e-9035-47ae-93fb-959961ca0f01 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Checking segment: {'id': '6c3236f4-8153-48bc-9700-856be8090b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '59092342-51dd-4ef9-8101-f6d3127d3a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:10.993975 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e4814e-9035-47ae-93fb-959961ca0f01 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network hostable DHCP agents. Network: 59092342-51dd-4ef9-8101-f6d3127d3a69, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:50:11.053253 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-70e2d623-7a62-4a20-b9bd-74aad8f9414b tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1996040 Feb 03 12:50:11.057336 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9b1b61f-e131-4840-8ad9-ad3c71d247c0 req-f97297fe-a300-4cf2-8003-cb1f0d1b3341 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871494 Feb 03 12:50:11.057662 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34470) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:11.061972 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e4814e-9035-47ae-93fb-959961ca0f01 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 59092342-51dd-4ef9-8101-f6d3127d3a69 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:50:11.088709 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-48df1f71-a8cb-4d44-b9c6-3b3c9dabcd8a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'floatingip': {'port_id': 'b0f5a85c-c345-4c29-8104-2fde334d9e32'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:11.097641 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d6e4814e-9035-47ae-93fb-959961ca0f01 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 59092342-51dd-4ef9-8101-f6d3127d3a69) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:11.113201 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a6ace7-da62-44cb-aef9-055f1a117d50 None None] Network 59092342-51dd-4ef9-8101-f6d3127d3a69 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:11.140421 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e4814e-9035-47ae-93fb-959961ca0f01 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:11.141075 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6e4814e-9035-47ae-93fb-959961ca0f01 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.209512 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d6e4814e-9035-47ae-93fb-959961ca0f01 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3205342 Feb 03 12:50:11.210499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34476) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:11.223020 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48df1f71-a8cb-4d44-b9c6-3b3c9dabcd8a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (6cb9a781-5b4b-47de-8a59-57136c0655a0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.229592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c72b32d0-f1b8-469d-bfbd-1600b40e884b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'subnet': {'network_id': 'f3d78a1a-b898-411e-a907-27942b49894f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:11.341664 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83d61cc2-2c33-4c3c-99e3-963bde07e6b4 admin admin] Publish callbacks [] for security_group (1848aabc-d3af-464e-93f0-c74f3da4d8df), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.377180 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83d61cc2-2c33-4c3c-99e3-963bde07e6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1848aabc-d3af-464e-93f0-c74f3da4d8df), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.417018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72b32d0-f1b8-469d-bfbd-1600b40e884b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Made reservation on behalf of 8f11593a0ed047868fd329fdd3c34fc1 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:11.421504 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c72b32d0-f1b8-469d-bfbd-1600b40e884b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.461711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-59092342-51dd-4ef9-8101-f6d3127d3a69', 'network_id': '59092342-51dd-4ef9-8101-f6d3127d3a69', 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'fixed_ips': [{'subnet_id': '4b66dfc9-759b-461e-9f21-f0a2f2418cb5'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:50:11.462682 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.492013 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e8aeb9f-f3e7-48e4-8bb5-c67fd474c939 req-40fbbe6a-f4e1-41c4-a2cd-e67aefb05dbf tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5b51868-2e23-4ec1-b841-a94b03aaedf1 HTTP/1.1" status: 200 len: 210 time: 0.0484977 Feb 03 12:50:11.531541 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-83d61cc2-2c33-4c3c-99e3-963bde07e6b4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=195057c3b71e42bfa8ef8cd0f64f10e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0513895 Feb 03 12:50:11.594861 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34482) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:11.668777 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72894959-a0f7-416d-9997-0df838f787d6 req-fb7f0631-c1e7-4bf5-947b-e9d16889ac91 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:11.697698 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-72894959-a0f7-416d-9997-0df838f787d6 req-fb7f0631-c1e7-4bf5-947b-e9d16889ac91 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 946 time: 0.3902638 Feb 03 12:50:11.734244 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] Allocated IP 2001:db8::2 (59092342-51dd-4ef9-8101-f6d3127d3a69/4b66dfc9-759b-461e-9f21-f0a2f2418cb5/ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:11.857370 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d61cc2-2c33-4c3c-99e3-963bde07e6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1848aabc-d3af-464e-93f0-c74f3da4d8df,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:11.885078 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c09feed3-6861-472a-84c8-02db87594ba5 admin admin] Publish callbacks [] for security_group (1848aabc-d3af-464e-93f0-c74f3da4d8df), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:11.948499 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-72894959-a0f7-416d-9997-0df838f787d6 req-10ca87f8-e23a-4abf-8d0c-374087cb8629 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495835 Feb 03 12:50:12.056405 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c09feed3-6861-472a-84c8-02db87594ba5 admin admin] Publish callbacks [] for security_group (1848aabc-d3af-464e-93f0-c74f3da4d8df), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.304512 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] Publish callbacks [] for port (ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.331300 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.407226 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c72b32d0-f1b8-469d-bfbd-1600b40e884b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (85c29345-524d-41e1-aff9-048d893a31cb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.435078 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] Network 59092342-51dd-4ef9-8101-f6d3127d3a69 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:12.446821 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:12.449051 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-0d80350e-cd43-4298-8fb7-42b5e5bc4b77 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:12.451454 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-0d80350e-cd43-4298-8fb7-42b5e5bc4b77 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.31 "GET /v2.0/networks?id=53b64c21-6a0b-40d0-b0bc-caa5525e0473 HTTP/1.1" status: 200 len: 813 time: 0.5245833 Feb 03 12:50:12.470594 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:12.477999 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] Pushing event updated for resources: {'Port': ['ID=ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:12.486459 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-885d3f61-13a7-420a-8d4d-23587607c425 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Request body: {'port': {'device_id': 'a5b51868-2e23-4ec1-b841-a94b03aaedf1', 'network_id': '53b64c21-6a0b-40d0-b0bc-caa5525e0473', 'admin_state_up': True, 'tenant_id': '7b0d836400604f588000496c4f97901d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:12.532974 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c09feed3-6861-472a-84c8-02db87594ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1848aabc-d3af-464e-93f0-c74f3da4d8df), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.537803 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c09feed3-6861-472a-84c8-02db87594ba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.542932 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c09feed3-6861-472a-84c8-02db87594ba5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1848aabc-d3af-464e-93f0-c74f3da4d8df HTTP/1.1" status: 204 len: 168 time: 0.9461970 Feb 03 12:50:12.636421 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] Attempting to bind port ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:50:12.637053 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] Attempting to bind port ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '6c3236f4-8153-48bc-9700-856be8090b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '59092342-51dd-4ef9-8101-f6d3127d3a69'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:50:12.638221 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] Attempting to bind port ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a on network 59092342-51dd-4ef9-8101-f6d3127d3a69 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:12.656536 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:50:12.657512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] Checking segment: {'id': '6c3236f4-8153-48bc-9700-856be8090b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '59092342-51dd-4ef9-8101-f6d3127d3a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:12.658171 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.658754 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] Bound using segment: {'id': '6c3236f4-8153-48bc-9700-856be8090b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '59092342-51dd-4ef9-8101-f6d3127d3a69'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:50:12.659416 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] Bound port: ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3236f4-8153-48bc-9700-856be8090b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '59092342-51dd-4ef9-8101-f6d3127d3a69'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:50:12.664482 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.689383 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b32d0-f1b8-469d-bfbd-1600b40e884b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Subnet': ['ID=85c29345-524d-41e1-aff9-048d893a31cb,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:12.691597 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09feed3-6861-472a-84c8-02db87594ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1848aabc-d3af-464e-93f0-c74f3da4d8df,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:12.774698 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-48df1f71-a8cb-4d44-b9c6-3b3c9dabcd8a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:50:12.892853 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-483f4ea7-66f1-4e88-b600-aa1618e9b319 req-d65af4dd-5c2b-497c-9ee5-2bccc3497f45 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5b51868-2e23-4ec1-b841-a94b03aaedf1 HTTP/1.1" status: 200 len: 210 time: 0.1884587 Feb 03 12:50:12.899461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72b32d0-f1b8-469d-bfbd-1600b40e884b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Checking segment: {'id': 'c181631d-bc5d-439f-9f17-cfb31f367f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f3d78a1a-b898-411e-a907-27942b49894f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:12.899461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72b32d0-f1b8-469d-bfbd-1600b40e884b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network hostable DHCP agents. Network: f3d78a1a-b898-411e-a907-27942b49894f, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:50:12.946935 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48df1f71-a8cb-4d44-b9c6-3b3c9dabcd8a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:12.961822 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48df1f71-a8cb-4d44-b9c6-3b3c9dabcd8a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (6cb9a781-5b4b-47de-8a59-57136c0655a0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:13.119199 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72b32d0-f1b8-469d-bfbd-1600b40e884b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network f3d78a1a-b898-411e-a907-27942b49894f is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:50:13.129580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-885d3f61-13a7-420a-8d4d-23587607c425 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Made reservation on behalf of 7b0d836400604f588000496c4f97901d for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:13.133637 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-885d3f61-13a7-420a-8d4d-23587607c425 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:13.173134 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c72b32d0-f1b8-469d-bfbd-1600b40e884b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, f3d78a1a-b898-411e-a907-27942b49894f) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:13.180450 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72b32d0-f1b8-469d-bfbd-1600b40e884b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:13.181373 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c72b32d0-f1b8-469d-bfbd-1600b40e884b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:13.232188 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c72b32d0-f1b8-469d-bfbd-1600b40e884b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0202563 Feb 03 12:50:13.238809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34504) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:13.243414 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fc13a9f2-02f4-492f-b37f-9aae6429157f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-595440274', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:13.287637 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c4c27-4cb2-4d83-acd9-4ab9e5eb7838 req-83db2d39-7448-4783-b4dd-0782b0fe389e tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:13.289419 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f26c4c27-4cb2-4d83-acd9-4ab9e5eb7838 req-83db2d39-7448-4783-b4dd-0782b0fe389e tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 946 time: 0.2534781 Feb 03 12:50:13.354378 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87008a91-723f-4bd5-ba28-714afbed089b None None] Network f3d78a1a-b898-411e-a907-27942b49894f requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:13.369320 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-48df1f71-a8cb-4d44-b9c6-3b3c9dabcd8a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Floating IP 6cb9a781-5b4b-47de-8a59-57136c0655a0 associated. External IP: 172.25.6.111, port: 0447d652-1c12-4be5-9da0-16376303acc2. Feb 03 12:50:13.392419 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-885d3f61-13a7-420a-8d4d-23587607c425 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Allocated IP 172.20.0.14 (53b64c21-6a0b-40d0-b0bc-caa5525e0473/de9bc05d-31ee-4811-a01e-d888006d7290/07066bf9-da01-45b4-9c29-800576a55561) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:13.416288 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc13a9f2-02f4-492f-b37f-9aae6429157f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (d45ff685-03c1-454f-94c8-010b5f8c3461), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:13.417549 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc13a9f2-02f4-492f-b37f-9aae6429157f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (d45ff685-03c1-454f-94c8-010b5f8c3461), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:13.456072 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f26c4c27-4cb2-4d83-acd9-4ab9e5eb7838 req-90360f80-67e2-46c3-bc0b-92f61b2af518 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313062 Feb 03 12:50:13.520699 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34508) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:13.578601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] For port ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:50:13.583243 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] For port ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a,segment=NetworkSegment(6c3236f4-8153-48bc-9700-856be8090b41),segment_id=6c3236f4-8153-48bc-9700-856be8090b41)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:50:13.609608 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:13.660467 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc13a9f2-02f4-492f-b37f-9aae6429157f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router_controller (d45ff685-03c1-454f-94c8-010b5f8c3461), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:13.672495 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc13a9f2-02f4-492f-b37f-9aae6429157f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (d45ff685-03c1-454f-94c8-010b5f8c3461), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:13.733257 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc13a9f2-02f4-492f-b37f-9aae6429157f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:13.737409 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fc13a9f2-02f4-492f-b37f-9aae6429157f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4976301 Feb 03 12:50:13.737994 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34512) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:13.748573 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2e0291d5-c5f8-44cd-815a-c3e6bfc3ea44 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3d4ef41fb8b402d86b6ae482cc04208&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2045209 Feb 03 12:50:13.751630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34514) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:13.889570 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-f3d78a1a-b898-411e-a907-27942b49894f', 'network_id': 'f3d78a1a-b898-411e-a907-27942b49894f', 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'fixed_ips': [{'subnet_id': '85c29345-524d-41e1-aff9-048d893a31cb'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:50:13.890758 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:13.972244 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-885d3f61-13a7-420a-8d4d-23587607c425 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Publish callbacks [] for port (07066bf9-da01-45b4-9c29-800576a55561), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.081444 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-885d3f61-13a7-420a-8d4d-23587607c425 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (07066bf9-da01-45b4-9c29-800576a55561), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.117566 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48df1f71-a8cb-4d44-b9c6-3b3c9dabcd8a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Router f1879714-2eb5-4027-b42f-e2d0b65a332e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:50:14.179097 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] Allocated IP 2001:db8:1::2 (f3d78a1a-b898-411e-a907-27942b49894f/85c29345-524d-41e1-aff9-048d893a31cb/a14e51bd-e9ee-45e9-867b-9094e290dcf4) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:14.320079 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d3f61-13a7-420a-8d4d-23587607c425 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Pushing event updated for resources: {'Port': ['ID=07066bf9-da01-45b4-9c29-800576a55561,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:14.403952 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5212bc-cdbd-483c-b6cb-7898675fa6b9 None None] Pushing event updated for resources: {'Port': ['ID=ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:14.555892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-885d3f61-13a7-420a-8d4d-23587607c425 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Network 53b64c21-6a0b-40d0-b0bc-caa5525e0473 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:14.574577 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-885d3f61-13a7-420a-8d4d-23587607c425 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:14.581389 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-885d3f61-13a7-420a-8d4d-23587607c425 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:14.584858 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95585c79-9e4a-4366-8eb7-dce96058cfed admin admin] Publish callbacks [] for security_group (2a0538cf-9b95-48dc-87b7-3f50faef5415), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.619836 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95585c79-9e4a-4366-8eb7-dce96058cfed admin admin] Publish callbacks [] for security_group (2a0538cf-9b95-48dc-87b7-3f50faef5415), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.771404 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95585c79-9e4a-4366-8eb7-dce96058cfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2a0538cf-9b95-48dc-87b7-3f50faef5415), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.774279 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95585c79-9e4a-4366-8eb7-dce96058cfed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.775336 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-95585c79-9e4a-4366-8eb7-dce96058cfed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a0538cf-9b95-48dc-87b7-3f50faef5415 HTTP/1.1" status: 204 len: 168 time: 1.0224371 Feb 03 12:50:14.788899 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c954e4-1e99-4782-a54a-7fd09b8eb6e3 req-e056ee06-097e-4e1b-ae28-7370059b8665 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:14.790638 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d7c954e4-1e99-4782-a54a-7fd09b8eb6e3 req-e056ee06-097e-4e1b-ae28-7370059b8665 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5b51868-2e23-4ec1-b841-a94b03aaedf1 HTTP/1.1" status: 200 len: 932 time: 0.7023797 Feb 03 12:50:14.813316 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] Publish callbacks [] for port (a14e51bd-e9ee-45e9-867b-9094e290dcf4), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.833147 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (a14e51bd-e9ee-45e9-867b-9094e290dcf4), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.848522 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3002c9-9bff-4ff6-a0b3-919649151a72 req-d350e519-b96c-441c-99c4-1bdb4e752cf3 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:14.850083 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b3002c9-9bff-4ff6-a0b3-919649151a72 req-d350e519-b96c-441c-99c4-1bdb4e752cf3 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 946 time: 0.6928000 Feb 03 12:50:14.874311 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-885d3f61-13a7-420a-8d4d-23587607c425 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:14.875265 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-885d3f61-13a7-420a-8d4d-23587607c425 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:14.952088 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] Network f3d78a1a-b898-411e-a907-27942b49894f is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:14.984010 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:14.987529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:14.997904 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] Pushing event updated for resources: {'Port': ['ID=a14e51bd-e9ee-45e9-867b-9094e290dcf4,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:15.043686 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-885d3f61-13a7-420a-8d4d-23587607c425 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5607948 Feb 03 12:50:15.121484 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] Request body: {'port': {'device_id': 'a5b51868-2e23-4ec1-b841-a94b03aaedf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:15.184778 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d7c954e4-1e99-4782-a54a-7fd09b8eb6e3 req-7b6e4205-6c5c-40fd-8cfd-296f2eedaf70 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ac7b3-9c51-44ce-b3ba-237dbab744f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740041 Feb 03 12:50:15.193443 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] Attempting to bind port a14e51bd-e9ee-45e9-867b-9094e290dcf4 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:50:15.194066 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] Attempting to bind port a14e51bd-e9ee-45e9-867b-9094e290dcf4 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'c181631d-bc5d-439f-9f17-cfb31f367f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f3d78a1a-b898-411e-a907-27942b49894f'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:50:15.194664 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] Attempting to bind port a14e51bd-e9ee-45e9-867b-9094e290dcf4 on network f3d78a1a-b898-411e-a907-27942b49894f {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:15.206819 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:50:15.211240 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] Checking segment: {'id': 'c181631d-bc5d-439f-9f17-cfb31f367f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f3d78a1a-b898-411e-a907-27942b49894f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:15.211993 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.212666 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] Bound using segment: {'id': 'c181631d-bc5d-439f-9f17-cfb31f367f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f3d78a1a-b898-411e-a907-27942b49894f'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:50:15.213374 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] Bound port: a14e51bd-e9ee-45e9-867b-9094e290dcf4, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c181631d-bc5d-439f-9f17-cfb31f367f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f3d78a1a-b898-411e-a907-27942b49894f'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:50:15.213994 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a14e51bd-e9ee-45e9-867b-9094e290dcf4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.329553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:15.456964 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] For port a14e51bd-e9ee-45e9-867b-9094e290dcf4, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:50:15.511504 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] For port a14e51bd-e9ee-45e9-867b-9094e290dcf4, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a14e51bd-e9ee-45e9-867b-9094e290dcf4,segment=NetworkSegment(c181631d-bc5d-439f-9f17-cfb31f367f8f),segment_id=c181631d-bc5d-439f-9f17-cfb31f367f8f)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:50:15.548368 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a14e51bd-e9ee-45e9-867b-9094e290dcf4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.644963 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95585c79-9e4a-4366-8eb7-dce96058cfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0538cf-9b95-48dc-87b7-3f50faef5415,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:15.685206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:15.685591 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.811339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48df1f71-a8cb-4d44-b9c6-3b3c9dabcd8a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:50:15.832612 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-218cc31c-ee5c-4605-a85a-7f8368229d24 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:15.912199 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2415bf6b-c6d4-4686-b375-2d61cd6d1bf2 None None] Sync routers for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:50:15.935538 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825074be-cdb8-4505-8178-c2127aa9653e req-c3983b86-7269-4046-b6ce-7c2168282552 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:15.945829 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-825074be-cdb8-4505-8178-c2127aa9653e req-c3983b86-7269-4046-b6ce-7c2168282552 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 946 time: 1.2098455 Feb 03 12:50:16.002229 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97716106-90e8-4c14-b5ac-27ce776b24c1 None None] Pushing event updated for resources: {'Port': ['ID=a14e51bd-e9ee-45e9-867b-9094e290dcf4,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:16.018887 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2415bf6b-c6d4-4686-b375-2d61cd6d1bf2 None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:16.022500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2415bf6b-c6d4-4686-b375-2d61cd6d1bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:16.026889 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:16.143659 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2415bf6b-c6d4-4686-b375-2d61cd6d1bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:16.173193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2415bf6b-c6d4-4686-b375-2d61cd6d1bf2 None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:16.174954 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2415bf6b-c6d4-4686-b375-2d61cd6d1bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:16.264000 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2415bf6b-c6d4-4686-b375-2d61cd6d1bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:16.264663 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2415bf6b-c6d4-4686-b375-2d61cd6d1bf2 None None] The sync data for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:50:16.331370 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (07066bf9-da01-45b4-9c29-800576a55561), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:16.484719 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-0b3002c9-9bff-4ff6-a0b3-919649151a72 req-421ad040-00e4-4cc5-9769-add36100aeeb tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Deleting port 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:16.485064 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0b3002c9-9bff-4ff6-a0b3-919649151a72 req-421ad040-00e4-4cc5-9769-add36100aeeb tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4ff72bb7-dc5a-4a24-aea3-bcdcd965351c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:16.512757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1791c449-3700-4d91-ab1c-c6df66f992fe None None] Network 59092342-51dd-4ef9-8101-f6d3127d3a69 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:16.660867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:16.684726 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:16.837143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c521a4-1022-4204-ab87-1c3e11129da4 req-380ba761-524b-437c-a0b8-9c1dc28ac151 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:16.845586 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18c521a4-1022-4204-ab87-1c3e11129da4 req-380ba761-524b-437c-a0b8-9c1dc28ac151 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5b51868-2e23-4ec1-b841-a94b03aaedf1 HTTP/1.1" status: 200 len: 932 time: 0.3228867 Feb 03 12:50:16.864928 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0b3002c9-9bff-4ff6-a0b3-919649151a72 req-421ad040-00e4-4cc5-9769-add36100aeeb tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] For port 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4ff72bb7-dc5a-4a24-aea3-bcdcd965351c,segment=NetworkSegment(6a77be67-0481-4954-8f55-e326fc1460b4),segment_id=6a77be67-0481-4954-8f55-e326fc1460b4)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:16.865299 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0b3002c9-9bff-4ff6-a0b3-919649151a72 req-421ad040-00e4-4cc5-9769-add36100aeeb tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4ff72bb7-dc5a-4a24-aea3-bcdcd965351c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:16.880413 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-825074be-cdb8-4505-8178-c2127aa9653e req-6f24fe14-bae8-416d-b98d-52f9a35e3ba5 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8b17605-4634-4efb-90b1-d5014b05492f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718558 Feb 03 12:50:16.921083 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-0b3002c9-9bff-4ff6-a0b3-919649151a72 req-421ad040-00e4-4cc5-9769-add36100aeeb tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Calling delete_port for 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:16.946617 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a,segment=NetworkSegment(6c3236f4-8153-48bc-9700-856be8090b41),segment_id=6c3236f4-8153-48bc-9700-856be8090b41)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:16.948187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-69c411f0-cb29-463e-ba2d-c7ea8d975289 None None] Provisioning complete for port ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:16.948811 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69c411f0-cb29-463e-ba2d-c7ea8d975289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:16.954969 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.058458 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:17.082070 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:50:17.254240 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-218cc31c-ee5c-4605-a85a-7f8368229d24 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Allocated IP 2001:db8::1 (59092342-51dd-4ef9-8101-f6d3127d3a69/4b66dfc9-759b-461e-9f21-f0a2f2418cb5/c783d870-3205-412d-a3f6-ac1af2f9e048) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:17.433412 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a14e51bd-e9ee-45e9-867b-9094e290dcf4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:17.515442 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48df1f71-a8cb-4d44-b9c6-3b3c9dabcd8a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Router f1879714-2eb5-4027-b42f-e2d0b65a332e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:50:17.582507 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18c521a4-1022-4204-ab87-1c3e11129da4 req-43c9b9fc-ca64-498e-a442-c5a9665c68cd tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ac7b3-9c51-44ce-b3ba-237dbab744f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7324734 Feb 03 12:50:17.752500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:17.768154 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4ff72bb7-dc5a-4a24-aea3-bcdcd965351c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.851030 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07066bf9-da01-45b4-9c29-800576a55561 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:50:17.851329 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-69c411f0-cb29-463e-ba2d-c7ea8d975289 None None] Current status of the port ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:17.879835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port a14e51bd-e9ee-45e9-867b-9094e290dcf4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:17.881027 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] Publish callbacks [] for port (07066bf9-da01-45b4-9c29-800576a55561), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.881947 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a14e51bd-e9ee-45e9-867b-9094e290dcf4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.922608 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] Transition to ACTIVE for port object 07066bf9-da01-45b4-9c29-800576a55561 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:50:17.923996 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0b3002c9-9bff-4ff6-a0b3-919649151a72 req-421ad040-00e4-4cc5-9769-add36100aeeb tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4ff72bb7-dc5a-4a24-aea3-bcdcd965351c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:17.927132 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (07066bf9-da01-45b4-9c29-800576a55561), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.118804 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d9d8c3-450c-4e1e-9aee-bca07a9da72f None None] Network f3d78a1a-b898-411e-a907-27942b49894f requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:18.128277 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3002c9-9bff-4ff6-a0b3-919649151a72 req-421ad040-00e4-4cc5-9769-add36100aeeb tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] No DVR routers for this DVR port 4ff72bb7-dc5a-4a24-aea3-bcdcd965351c on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:50:18.132470 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0b3002c9-9bff-4ff6-a0b3-919649151a72 req-421ad040-00e4-4cc5-9769-add36100aeeb tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.138215 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b3002c9-9bff-4ff6-a0b3-919649151a72 req-421ad040-00e4-4cc5-9769-add36100aeeb tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.73 "DELETE /v2.0/ports/4ff72bb7-dc5a-4a24-aea3-bcdcd965351c HTTP/1.1" status: 204 len: 173 time: 3.2454751 Feb 03 12:50:18.139462 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e', 'name': 'network-vif-deleted', 'tag': '4ff72bb7-dc5a-4a24-aea3-bcdcd965351c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:50:18.142970 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931c0560-9745-405b-a20c-724467ce8cdc" -d '{"events": [{"server_uuid": "e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e", "name": "network-vif-deleted", "tag": "4ff72bb7-dc5a-4a24-aea3-bcdcd965351c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:50:18.150399 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] Pushing event updated for resources: {'Port': ['ID=07066bf9-da01-45b4-9c29-800576a55561,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:18.298047 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port a14e51bd-e9ee-45e9-867b-9094e290dcf4 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:18.299530 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a14e51bd-e9ee-45e9-867b-9094e290dcf4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.569472 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-04637ec4-cff0-4631-829d-67cd40fb5db6 req-2affdbf7-c23d-4a43-92a0-ce866b06aeb1 tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e HTTP/1.1" status: 200 len: 210 time: 0.1441832 Feb 03 12:50:18.617174 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48df1f71-a8cb-4d44-b9c6-3b3c9dabcd8a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:50:18.619369 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5085c5-bbf9-4fa4-b55f-ff88fbbdf206 x-openstack-request-id: req-7c5085c5-bbf9-4fa4-b55f-ff88fbbdf206 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:50:18.619868 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e", "name": "network-vif-deleted", "tag": "4ff72bb7-dc5a-4a24-aea3-bcdcd965351c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:50:18.620377 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c5085c5-bbf9-4fa4-b55f-ff88fbbdf206 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:50:18.620981 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a13d39-9edd-4e0d-bcd4-d2ec6f91179e', 'name': 'network-vif-deleted', 'tag': '4ff72bb7-dc5a-4a24-aea3-bcdcd965351c', 'status': 'completed', 'code': 200} Feb 03 12:50:18.629597 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48df1f71-a8cb-4d44-b9c6-3b3c9dabcd8a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.634619 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52791194-f0c1-4c68-9302-a2f1d92c6ca1 None None] Sync routers for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:50:18.654554 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ad040-00e4-4cc5-9769-add36100aeeb tempest-ServerDiskConfigTestJSON-772791703 tempest-ServerDiskConfigTestJSON-772791703-project] Pushing event deleted for resources: {'Port': ['ID=4ff72bb7-dc5a-4a24-aea3-bcdcd965351c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:18.663913 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] Attempting to bind port 07066bf9-da01-45b4-9c29-800576a55561 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:50:18.664275 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] Attempting to bind port 07066bf9-da01-45b4-9c29-800576a55561 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'dbd810b5-f267-46dd-aaec-b68786cd292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53b64c21-6a0b-40d0-b0bc-caa5525e0473'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:50:18.668324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] Attempting to bind port 07066bf9-da01-45b4-9c29-800576a55561 on network 53b64c21-6a0b-40d0-b0bc-caa5525e0473 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:18.675678 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52791194-f0c1-4c68-9302-a2f1d92c6ca1 None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:18.687989 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] Port 07066bf9-da01-45b4-9c29-800576a55561 on network 53b64c21-6a0b-40d0-b0bc-caa5525e0473 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:50:18.688294 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-52791194-f0c1-4c68-9302-a2f1d92c6ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:18.688517 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] Attempting to bind port 07066bf9-da01-45b4-9c29-800576a55561 on network 53b64c21-6a0b-40d0-b0bc-caa5525e0473 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:18.696537 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:50:18.696885 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] Checking segment: {'id': 'dbd810b5-f267-46dd-aaec-b68786cd292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53b64c21-6a0b-40d0-b0bc-caa5525e0473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:18.697278 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] Bound using segment: {'id': 'dbd810b5-f267-46dd-aaec-b68786cd292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53b64c21-6a0b-40d0-b0bc-caa5525e0473'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:50:18.697722 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] Bound port: 07066bf9-da01-45b4-9c29-800576a55561, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd810b5-f267-46dd-aaec-b68786cd292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53b64c21-6a0b-40d0-b0bc-caa5525e0473'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:50:18.698081 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (07066bf9-da01-45b4-9c29-800576a55561), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.722246 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-218cc31c-ee5c-4605-a85a-7f8368229d24 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for port (c783d870-3205-412d-a3f6-ac1af2f9e048), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.761557 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-051981be-ec87-4ce9-baa7-c9df1a41499b None None] Provisioning complete for port a14e51bd-e9ee-45e9-867b-9094e290dcf4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:18.763162 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-051981be-ec87-4ce9-baa7-c9df1a41499b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a14e51bd-e9ee-45e9-867b-9094e290dcf4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:18.936091 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-52791194-f0c1-4c68-9302-a2f1d92c6ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:18.985991 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-48df1f71-a8cb-4d44-b9c6-3b3c9dabcd8a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "PUT /v2.0/floatingips/6cb9a781-5b4b-47de-8a59-57136c0655a0 HTTP/1.1" status: 200 len: 979 time: 7.9082179 Feb 03 12:50:18.992995 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52791194-f0c1-4c68-9302-a2f1d92c6ca1 None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:18.994591 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34586) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:18.997585 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-52791194-f0c1-4c68-9302-a2f1d92c6ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:19.037482 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-34287491-6481-4da4-b53e-85aa7e9f3fef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:19.049980 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6188b-e237-4210-a287-2d0b37307455 req-dcd2c884-b453-4f6e-9701-21853e3459ec tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:19.072586 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80d6188b-e237-4210-a287-2d0b37307455 req-dcd2c884-b453-4f6e-9701-21853e3459ec tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5b51868-2e23-4ec1-b841-a94b03aaedf1 HTTP/1.1" status: 200 len: 944 time: 0.3384280 Feb 03 12:50:19.080248 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] For port 07066bf9-da01-45b4-9c29-800576a55561, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:50:19.100433 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] For port 07066bf9-da01-45b4-9c29-800576a55561, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=07066bf9-da01-45b4-9c29-800576a55561,segment=NetworkSegment(dbd810b5-f267-46dd-aaec-b68786cd292e),segment_id=dbd810b5-f267-46dd-aaec-b68786cd292e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:50:19.101269 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-52791194-f0c1-4c68-9302-a2f1d92c6ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:19.102202 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52791194-f0c1-4c68-9302-a2f1d92c6ca1 None None] The sync data for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:50:19.143281 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (07066bf9-da01-45b4-9c29-800576a55561), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:19.281034 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34287491-6481-4da4-b53e-85aa7e9f3fef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (6cb9a781-5b4b-47de-8a59-57136c0655a0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:19.421563 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:19.422206 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:19.431922 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] 10.222.0.31 "PUT /v2.0/ports/07066bf9-da01-45b4-9c29-800576a55561 HTTP/1.1" status: 200 len: 1092 time: 4.3773270 Feb 03 12:50:19.439623 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80d6188b-e237-4210-a287-2d0b37307455 req-c33e79a2-1053-45aa-b784-43a38c692247 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ac7b3-9c51-44ce-b3ba-237dbab744f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659561 Feb 03 12:50:19.581470 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port a14e51bd-e9ee-45e9-867b-9094e290dcf4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a14e51bd-e9ee-45e9-867b-9094e290dcf4,segment=NetworkSegment(c181631d-bc5d-439f-9f17-cfb31f367f8f),segment_id=c181631d-bc5d-439f-9f17-cfb31f367f8f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:19.591485 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a14e51bd-e9ee-45e9-867b-9094e290dcf4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:19.661792 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-218cc31c-ee5c-4605-a85a-7f8368229d24 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (c783d870-3205-412d-a3f6-ac1af2f9e048), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:19.800466 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218cc31c-ee5c-4605-a85a-7f8368229d24 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 59092342-51dd-4ef9-8101-f6d3127d3a69 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:19.804952 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbde077-f06b-4ad5-9e6b-703340380a88 service neutron] Pushing event updated for resources: {'Port': ['ID=07066bf9-da01-45b4-9c29-800576a55561,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:19.852871 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=a14e51bd-e9ee-45e9-867b-9094e290dcf4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:19.860646 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-051981be-ec87-4ce9-baa7-c9df1a41499b None None] Current status of the port a14e51bd-e9ee-45e9-867b-9094e290dcf4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:19.888793 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-218cc31c-ee5c-4605-a85a-7f8368229d24 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:19.907284 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:19.923864 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218cc31c-ee5c-4605-a85a-7f8368229d24 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:19.945272 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-218cc31c-ee5c-4605-a85a-7f8368229d24 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (d45ff685-03c1-454f-94c8-010b5f8c3461), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:19.948904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-add4031c-5a00-4fc2-b3c1-2cc6539084ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:19.951177 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-add4031c-5a00-4fc2-b3c1-2cc6539084ba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b0d836400604f588000496c4f97901d&device_id=a5b51868-2e23-4ec1-b841-a94b03aaedf1 HTTP/1.1" status: 200 len: 1126 time: 0.4501319 Feb 03 12:50:20.119819 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-5af3a6da-c19c-458f-b6ab-567d7e2b0333 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07066bf9-da01-45b4-9c29-800576a55561 HTTP/1.1" status: 200 len: 217 time: 0.1615453 Feb 03 12:50:20.155507 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34287491-6481-4da4-b53e-85aa7e9f3fef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:20.162355 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9a7cbc4f-fad0-4d03-aa0f-6bb91b5692d8 None None] Provisioning complete for port ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:20.162807 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a7cbc4f-fad0-4d03-aa0f-6bb91b5692d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:20.334971 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-0158b832-68b9-4544-b311-413d70fb743d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:20.338663 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-0158b832-68b9-4544-b311-413d70fb743d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=de9bc05d-31ee-4811-a01e-d888006d7290 HTTP/1.1" status: 200 len: 853 time: 0.2074783 Feb 03 12:50:20.339084 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34616) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:20.357137 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34287491-6481-4da4-b53e-85aa7e9f3fef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (6cb9a781-5b4b-47de-8a59-57136c0655a0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:20.357451 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-34287491-6481-4da4-b53e-85aa7e9f3fef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Floating IP 6cb9a781-5b4b-47de-8a59-57136c0655a0 disassociated. External IP: 172.25.6.111, port: b0f5a85c-c345-4c29-8104-2fde334d9e32. Feb 03 12:50:20.372582 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:20.373248 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:20.400122 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-95a5cef2-a93d-4271-ab91-3bfab59334e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=53b64c21-6a0b-40d0-b0bc-caa5525e0473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564330 Feb 03 12:50:20.402605 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218cc31c-ee5c-4605-a85a-7f8368229d24 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Port': ['ID=c783d870-3205-412d-a3f6-ac1af2f9e048,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:20.660251 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9a7cbc4f-fad0-4d03-aa0f-6bb91b5692d8 None None] Current status of the port ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:20.712040 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b51868-2e23-4ec1-b841-a94b03aaedf1', 'tag': '07066bf9-da01-45b4-9c29-800576a55561'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:50:20.718864 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b69a0c-0218-47be-9d6e-ddecd9210c4f admin admin] Deleting subnet 9bd4681a-030c-44e2-b514-2406b9d142e2 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:50:20.719666 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e2c1c7-87aa-4c8d-a340-9174cc42109e" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b51868-2e23-4ec1-b841-a94b03aaedf1", "tag": "07066bf9-da01-45b4-9c29-800576a55561"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:50:20.732914 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-955efb9e-1981-4e47-af3c-021faccd7ef8 service neutron] 10.222.0.31 "GET /v2.0/networks/53b64c21-6a0b-40d0-b0bc-caa5525e0473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247697 Feb 03 12:50:20.736768 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6b69a0c-0218-47be-9d6e-ddecd9210c4f admin admin] Publish callbacks [] for subnet (9bd4681a-030c-44e2-b514-2406b9d142e2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:20.831870 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:20.841571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7e19d3d5-cf8d-4f4d-8719-fdd47abf5966 None None] Provisioning complete for port c783d870-3205-412d-a3f6-ac1af2f9e048 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:20.842524 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7e19d3d5-cf8d-4f4d-8719-fdd47abf5966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c783d870-3205-412d-a3f6-ac1af2f9e048), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:20.909621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7e19d3d5-cf8d-4f4d-8719-fdd47abf5966 None None] Port c783d870-3205-412d-a3f6-ac1af2f9e048 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:50:20.922686 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1860c63e-2c99-4209-bfaa-b43b228b80a2 x-openstack-request-id: req-1860c63e-2c99-4209-bfaa-b43b228b80a2 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:50:20.924859 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b51868-2e23-4ec1-b841-a94b03aaedf1", "tag": "07066bf9-da01-45b4-9c29-800576a55561", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:50:20.927647 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1860c63e-2c99-4209-bfaa-b43b228b80a2 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:50:20.928550 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5b51868-2e23-4ec1-b841-a94b03aaedf1', 'tag': '07066bf9-da01-45b4-9c29-800576a55561', 'status': 'completed', 'code': 200} Feb 03 12:50:20.934940 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7e19d3d5-cf8d-4f4d-8719-fdd47abf5966 None None] Provisioning complete for port a14e51bd-e9ee-45e9-867b-9094e290dcf4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:20.935318 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7e19d3d5-cf8d-4f4d-8719-fdd47abf5966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a14e51bd-e9ee-45e9-867b-9094e290dcf4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:20.952489 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6b69a0c-0218-47be-9d6e-ddecd9210c4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (9bd4681a-030c-44e2-b514-2406b9d142e2), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:20.997818 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfa849-2684-4597-9a37-6789e4086eb8 req-3e3ae753-8973-47ea-bcb5-92b4072b2c2c tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:21.018351 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2ecfa849-2684-4597-9a37-6789e4086eb8 req-3e3ae753-8973-47ea-bcb5-92b4072b2c2c tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5b51868-2e23-4ec1-b841-a94b03aaedf1 HTTP/1.1" status: 200 len: 944 time: 0.2841237 Feb 03 12:50:21.117327 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6b69a0c-0218-47be-9d6e-ddecd9210c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (9bd4681a-030c-44e2-b514-2406b9d142e2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.193192 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7e19d3d5-cf8d-4f4d-8719-fdd47abf5966 None None] Current status of the port a14e51bd-e9ee-45e9-867b-9094e290dcf4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:21.208610 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-47b3ee20-6456-41e6-8d5c-c1570e4df7b0 req-5cd79c99-9af6-4769-9a69-1fc270833265 service neutron] 10.222.0.31 "GET /v2.0/networks/53b64c21-6a0b-40d0-b0bc-caa5525e0473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119060 Feb 03 12:50:21.221202 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2ecfa849-2684-4597-9a37-6789e4086eb8 req-a17eea2c-eb90-4581-9c93-d355bf04f60f tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ac7b3-9c51-44ce-b3ba-237dbab744f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971333 Feb 03 12:50:21.316103 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6b69a0c-0218-47be-9d6e-ddecd9210c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (9bd4681a-030c-44e2-b514-2406b9d142e2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.359593 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-218cc31c-ee5c-4605-a85a-7f8368229d24 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c783d870-3205-412d-a3f6-ac1af2f9e048), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.377243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b69a0c-0218-47be-9d6e-ddecd9210c4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bd4681a-030c-44e2-b514-2406b9d142e2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:21.400339 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6b69a0c-0218-47be-9d6e-ddecd9210c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.424103 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c6b69a0c-0218-47be-9d6e-ddecd9210c4f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9bd4681a-030c-44e2-b514-2406b9d142e2 HTTP/1.1" status: 204 len: 168 time: 1.0651999 Feb 03 12:50:21.424402 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34632) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:21.559656 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2c1c7-87aa-4c8d-a340-9174cc42109e req-af8b935e-34cc-438c-9f71-75b63dbe8084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:21.561800 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15e2c1c7-87aa-4c8d-a340-9174cc42109e req-af8b935e-34cc-438c-9f71-75b63dbe8084 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7b0d836400604f588000496c4f97901d&device_id=a5b51868-2e23-4ec1-b841-a94b03aaedf1 HTTP/1.1" status: 200 len: 1126 time: 0.2510788 Feb 03 12:50:21.568995 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf48e-094c-4f15-9e1c-9b0e885e060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (38493246-f38d-4463-9177-b5dc3d79c2b7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.730461 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a14e51bd-e9ee-45e9-867b-9094e290dcf4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:21.755073 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34287491-6481-4da4-b53e-85aa7e9f3fef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Router f1879714-2eb5-4027-b42f-e2d0b65a332e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:50:21.777734 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf48e-094c-4f15-9e1c-9b0e885e060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (38493246-f38d-4463-9177-b5dc3d79c2b7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.818954 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2c1c7-87aa-4c8d-a340-9174cc42109e req-4db73dd5-176c-410c-b027-46e7fd3d170d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:21.821582 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15e2c1c7-87aa-4c8d-a340-9174cc42109e req-4db73dd5-176c-410c-b027-46e7fd3d170d service neutron] 10.222.0.31 "GET /v2.0/networks?id=53b64c21-6a0b-40d0-b0bc-caa5525e0473 HTTP/1.1" status: 200 len: 914 time: 0.2503457 Feb 03 12:50:21.853769 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6cdbf48e-094c-4f15-9e1c-9b0e885e060e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38493246-f38d-4463-9177-b5dc3d79c2b7']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:21.854684 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port a14e51bd-e9ee-45e9-867b-9094e290dcf4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:21.855303 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a14e51bd-e9ee-45e9-867b-9094e290dcf4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:21.928009 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15e2c1c7-87aa-4c8d-a340-9174cc42109e req-03d544f2-14fc-454c-8b6f-cc3c4a13646b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07066bf9-da01-45b4-9c29-800576a55561 HTTP/1.1" status: 200 len: 217 time: 0.0947595 Feb 03 12:50:21.930870 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6cdbf48e-094c-4f15-9e1c-9b0e885e060e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a77be67-0481-4954-8f55-e326fc1460b4') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:21.931347 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6cdbf48e-094c-4f15-9e1c-9b0e885e060e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a77be67-0481-4954-8f55-e326fc1460b4') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:22.005102 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-218cc31c-ee5c-4605-a85a-7f8368229d24 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for port (c783d870-3205-412d-a3f6-ac1af2f9e048), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.009439 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34287491-6481-4da4-b53e-85aa7e9f3fef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:50:22.012912 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-218cc31c-ee5c-4605-a85a-7f8368229d24 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (c783d870-3205-412d-a3f6-ac1af2f9e048), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.014082 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-218cc31c-ee5c-4605-a85a-7f8368229d24 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (d45ff685-03c1-454f-94c8-010b5f8c3461), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.021538 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34287491-6481-4da4-b53e-85aa7e9f3fef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.043793 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f281bbb-398c-4886-8e19-0a977b6268da None None] Sync routers for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:50:22.056280 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf48e-094c-4f15-9e1c-9b0e885e060e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (6a77be67-0481-4954-8f55-e326fc1460b4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.095721 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf48e-094c-4f15-9e1c-9b0e885e060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (6a77be67-0481-4954-8f55-e326fc1460b4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.108242 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdbf48e-094c-4f15-9e1c-9b0e885e060e admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:50:22.108441 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f281bbb-398c-4886-8e19-0a977b6268da None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:22.108755 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf48e-094c-4f15-9e1c-9b0e885e060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (6a77be67-0481-4954-8f55-e326fc1460b4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.109690 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4f281bbb-398c-4886-8e19-0a977b6268da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:22.116715 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port a14e51bd-e9ee-45e9-867b-9094e290dcf4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:22.193569 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4f281bbb-398c-4886-8e19-0a977b6268da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:22.211102 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f281bbb-398c-4886-8e19-0a977b6268da None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:22.212328 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4f281bbb-398c-4886-8e19-0a977b6268da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:50:22.260995 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:50:22.279279 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4f281bbb-398c-4886-8e19-0a977b6268da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:22.280384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f281bbb-398c-4886-8e19-0a977b6268da None None] The sync data for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:50:22.310814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2c1c7-87aa-4c8d-a340-9174cc42109e req-447f1e32-2af5-48d2-b004-2dc6fe0a430d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:22.312140 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15e2c1c7-87aa-4c8d-a340-9174cc42109e req-447f1e32-2af5-48d2-b004-2dc6fe0a430d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=de9bc05d-31ee-4811-a01e-d888006d7290 HTTP/1.1" status: 200 len: 853 time: 0.3772163 Feb 03 12:50:22.322991 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf48e-094c-4f15-9e1c-9b0e885e060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (38493246-f38d-4463-9177-b5dc3d79c2b7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.362781 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf48e-094c-4f15-9e1c-9b0e885e060e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:22.366296 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6cdbf48e-094c-4f15-9e1c-9b0e885e060e admin admin] 10.222.0.18 "DELETE /v2.0/networks/38493246-f38d-4463-9177-b5dc3d79c2b7 HTTP/1.1" status: 204 len: 168 time: 0.9448919 Feb 03 12:50:22.369474 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbf48e-094c-4f15-9e1c-9b0e885e060e admin admin] Pushing event deleted for resources: {'Network': ['ID=38493246-f38d-4463-9177-b5dc3d79c2b7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:22.426710 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15e2c1c7-87aa-4c8d-a340-9174cc42109e req-b2d21b3d-4fab-432c-9925-0b22b908c2b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=53b64c21-6a0b-40d0-b0bc-caa5525e0473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055589 Feb 03 12:50:22.683775 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15e2c1c7-87aa-4c8d-a340-9174cc42109e req-b2ba72d4-3e9e-43e1-8a8d-d9db0067f2d0 service neutron] 10.222.0.31 "GET /v2.0/networks/53b64c21-6a0b-40d0-b0bc-caa5525e0473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470419 Feb 03 12:50:22.784241 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34654) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:22.822120 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-34287491-6481-4da4-b53e-85aa7e9f3fef tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "PUT /v2.0/floatingips/6cb9a781-5b4b-47de-8a59-57136c0655a0 HTTP/1.1" status: 200 len: 688 time: 3.8052578 Feb 03 12:50:22.834814 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34656) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:22.890275 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218cc31c-ee5c-4605-a85a-7f8368229d24 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Port': ['ID=c783d870-3205-412d-a3f6-ac1af2f9e048,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:22.974844 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d0c25826-afc7-44a9-b1f8-df5956f58e17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5571bc03f31b4ec1a3eda061ab1cad28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1890540 Feb 03 12:50:22.982466 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34660) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:23.035444 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ceb45-4f1d-4866-a37e-d4297eae5e54 req-df96a858-f41f-44ba-9140-1ba0b06787c9 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:23.037323 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15e2c1c7-87aa-4c8d-a340-9174cc42109e req-db4ab901-893a-4d77-9847-f3c8d2ac941d service neutron] 10.222.0.31 "GET /v2.0/networks/53b64c21-6a0b-40d0-b0bc-caa5525e0473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456602 Feb 03 12:50:23.038898 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e2ceb45-4f1d-4866-a37e-d4297eae5e54 req-df96a858-f41f-44ba-9140-1ba0b06787c9 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5b51868-2e23-4ec1-b841-a94b03aaedf1 HTTP/1.1" status: 200 len: 944 time: 0.3595886 Feb 03 12:50:23.135213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 07066bf9-da01-45b4-9c29-800576a55561 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:50:23.237146 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf0875fe-0c5a-4f77-87ce-72270fabc7b1 admin admin] Publish callbacks [] for security_group (a8b17605-4634-4efb-90b1-d5014b05492f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:23.285919 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e2ceb45-4f1d-4866-a37e-d4297eae5e54 req-3561fffc-ce7d-406f-b43c-5eff34b39e5c tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ac7b3-9c51-44ce-b3ba-237dbab744f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790996 Feb 03 12:50:23.334501 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218cc31c-ee5c-4605-a85a-7f8368229d24 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 59092342-51dd-4ef9-8101-f6d3127d3a69 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:23.360217 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-218cc31c-ee5c-4605-a85a-7f8368229d24 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:23.409089 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf0875fe-0c5a-4f77-87ce-72270fabc7b1 admin admin] Publish callbacks [] for security_group (a8b17605-4634-4efb-90b1-d5014b05492f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:23.548994 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 07066bf9-da01-45b4-9c29-800576a55561, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=07066bf9-da01-45b4-9c29-800576a55561,segment=NetworkSegment(dbd810b5-f267-46dd-aaec-b68786cd292e),segment_id=dbd810b5-f267-46dd-aaec-b68786cd292e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:23.638092 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '07066bf9-da01-45b4-9c29-800576a55561', 'network_id': '53b64c21-6a0b-40d0-b0bc-caa5525e0473', 'port_id': '07066bf9-da01-45b4-9c29-800576a55561', 'mac_address': 'fa:16:3e:09:6e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9bc05d-31ee-4811-a01e-d888006d7290', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:50:23.748998 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf0875fe-0c5a-4f77-87ce-72270fabc7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a8b17605-4634-4efb-90b1-d5014b05492f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:23.758661 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf0875fe-0c5a-4f77-87ce-72270fabc7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:23.767790 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cf0875fe-0c5a-4f77-87ce-72270fabc7b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8b17605-4634-4efb-90b1-d5014b05492f HTTP/1.1" status: 204 len: 168 time: 0.7791831 Feb 03 12:50:23.810339 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 07066bf9-da01-45b4-9c29-800576a55561 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:23.813130 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (07066bf9-da01-45b4-9c29-800576a55561), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:23.841305 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-00df1eb2-4414-41ac-bf99-e322685c9efe tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Deleting port 6973d43b-96ea-4feb-93d2-048a69933bdb {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:23.841858 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00df1eb2-4414-41ac-bf99-e322685c9efe tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (6973d43b-96ea-4feb-93d2-048a69933bdb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:23.873959 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07066bf9-da01-45b4-9c29-800576a55561 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:50:23.967293 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 07066bf9-da01-45b4-9c29-800576a55561, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=07066bf9-da01-45b4-9c29-800576a55561,segment=NetworkSegment(dbd810b5-f267-46dd-aaec-b68786cd292e),segment_id=dbd810b5-f267-46dd-aaec-b68786cd292e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:23.970038 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-87746463-1ecc-45ea-a98e-1ad2e6d2a50f None None] Provisioning complete for port c783d870-3205-412d-a3f6-ac1af2f9e048 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:23.971332 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87746463-1ecc-45ea-a98e-1ad2e6d2a50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c783d870-3205-412d-a3f6-ac1af2f9e048), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:24.015559 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (07066bf9-da01-45b4-9c29-800576a55561), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:24.034826 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00df1eb2-4414-41ac-bf99-e322685c9efe tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (6973d43b-96ea-4feb-93d2-048a69933bdb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:24.035361 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00df1eb2-4414-41ac-bf99-e322685c9efe tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (6973d43b-96ea-4feb-93d2-048a69933bdb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:24.062349 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-00df1eb2-4414-41ac-bf99-e322685c9efe tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Calling delete_port for 6973d43b-96ea-4feb-93d2-048a69933bdb owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:24.141777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-87746463-1ecc-45ea-a98e-1ad2e6d2a50f None None] Port c783d870-3205-412d-a3f6-ac1af2f9e048 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:50:24.221357 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=07066bf9-da01-45b4-9c29-800576a55561,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:24.222290 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0875fe-0c5a-4f77-87ce-72270fabc7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b17605-4634-4efb-90b1-d5014b05492f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:24.235916 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['07066bf9-da01-45b4-9c29-800576a55561'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:50:24.459514 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218cc31c-ee5c-4605-a85a-7f8368229d24 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router d45ff685-03c1-454f-94c8-010b5f8c3461 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:50:24.642171 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ac235-1b1f-4b3d-aca5-a23e198fed9d req-d8127a82-6c2c-4a86-8130-daf8f5162c06 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:24.649770 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d88ac235-1b1f-4b3d-aca5-a23e198fed9d req-d8127a82-6c2c-4a86-8130-daf8f5162c06 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5b51868-2e23-4ec1-b841-a94b03aaedf1 HTTP/1.1" status: 200 len: 945 time: 0.1908329 Feb 03 12:50:24.656354 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218cc31c-ee5c-4605-a85a-7f8368229d24 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:50:24.662814 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-218cc31c-ee5c-4605-a85a-7f8368229d24 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/d45ff685-03c1-454f-94c8-010b5f8c3461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9230373 Feb 03 12:50:24.665393 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00df1eb2-4414-41ac-bf99-e322685c9efe tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (6973d43b-96ea-4feb-93d2-048a69933bdb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:24.668096 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34692) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:24.670719 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9dc7d6-fb58-4f52-86e7-e92d77190923 None None] Sync routers for ids ['d45ff685-03c1-454f-94c8-010b5f8c3461'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:50:24.705744 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1eb2-4414-41ac-bf99-e322685c9efe tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event deleted for resources: {'Port': ['ID=6973d43b-96ea-4feb-93d2-048a69933bdb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:24.708758 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9dc7d6-fb58-4f52-86e7-e92d77190923 None None] Routers {'d45ff685-03c1-454f-94c8-010b5f8c3461'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:24.716443 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7b9dc7d6-fb58-4f52-86e7-e92d77190923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d45ff685-03c1-454f-94c8-010b5f8c3461'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:24.758161 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bd1792-4dfe-44e5-b4ee-4509c5acff14 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:24.763192 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-10bd1792-4dfe-44e5-b4ee-4509c5acff14 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/ports/c783d870-3205-412d-a3f6-ac1af2f9e048 HTTP/1.1" status: 200 len: 911 time: 0.0937510 Feb 03 12:50:24.763993 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34698) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:24.779024 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d88ac235-1b1f-4b3d-aca5-a23e198fed9d req-d9584396-1e65-474b-be94-a2ae90613cf3 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ac7b3-9c51-44ce-b3ba-237dbab744f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153114 Feb 03 12:50:24.801807 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7b9dc7d6-fb58-4f52-86e7-e92d77190923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:24.811604 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9dc7d6-fb58-4f52-86e7-e92d77190923 None None] Routers {'d45ff685-03c1-454f-94c8-010b5f8c3461'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:24.812698 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7b9dc7d6-fb58-4f52-86e7-e92d77190923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d45ff685-03c1-454f-94c8-010b5f8c3461'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:24.862599 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7b9dc7d6-fb58-4f52-86e7-e92d77190923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:24.863532 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9dc7d6-fb58-4f52-86e7-e92d77190923 None None] The sync data for ids ['d45ff685-03c1-454f-94c8-010b5f8c3461'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:50:24.930232 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00df1eb2-4414-41ac-bf99-e322685c9efe tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (6cb9a781-5b4b-47de-8a59-57136c0655a0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:24.933075 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00df1eb2-4414-41ac-bf99-e322685c9efe tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:24.936722 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-00df1eb2-4414-41ac-bf99-e322685c9efe tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "DELETE /v2.0/floatingips/6cb9a781-5b4b-47de-8a59-57136c0655a0 HTTP/1.1" status: 204 len: 168 time: 2.1023202 Feb 03 12:50:24.937034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34714) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:25.011116 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-6ec31f0d-a01b-4a5b-af65-d95c44a8b9e9 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] delete failed (client error): The resource could not be found. Feb 03 12:50:25.013820 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6ec31f0d-a01b-4a5b-af65-d95c44a8b9e9 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "DELETE /v2.0/floatingips/6cb9a781-5b4b-47de-8a59-57136c0655a0 HTTP/1.1" status: 404 len: 345 time: 0.0743899 Feb 03 12:50:25.017126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34720) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:25.135231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa950a6f-6b66-4bba-9c61-c55314a986eb tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:25.141957 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa950a6f-6b66-4bba-9c61-c55314a986eb tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:25.149047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa950a6f-6b66-4bba-9c61-c55314a986eb tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:25.149451 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 07066bf9-da01-45b4-9c29-800576a55561 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:25.153583 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fa950a6f-6b66-4bba-9c61-c55314a986eb tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "GET /v2.0/ports?network_id=d00283cd-88d3-4968-a46d-fb73a0cdb59b HTTP/1.1" status: 200 len: 2358 time: 0.1328504 Feb 03 12:50:25.154213 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34722) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:25.229535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3c3cc2-d4fe-4f88-abc6-fc51233067d2 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:25.236282 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2d3c3cc2-d4fe-4f88-abc6-fc51233067d2 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "GET /v2.0/subnets/9b16963d-e834-4ef8-8b47-b1f130de640f HTTP/1.1" status: 200 len: 797 time: 0.0756857 Feb 03 12:50:25.236282 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34728) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:25.239697 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34730) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:25.242556 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9bbd3e5c-4a94-4407-8ee7-b9fc8acfbcb5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'port': {'network_id': 'd00283cd-88d3-4968-a46d-fb73a0cdb59b', 'name': 'tempest-FloatingIPTestJSON-186365419', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:25.271338 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 07066bf9-da01-45b4-9c29-800576a55561 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:50:25.275963 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 07066bf9-da01-45b4-9c29-800576a55561 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:25.276351 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (07066bf9-da01-45b4-9c29-800576a55561), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:25.441265 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbd3e5c-4a94-4407-8ee7-b9fc8acfbcb5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Made reservation on behalf of 06e16be9aff34f8982b3cedda8196fa8 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:25.445122 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c82dd3d7-12ac-40e5-b258-7d1ac7f4255e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1541962663-network', 'tenant_id': 'c301c527b265422d81feea349fcfa017'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:25.457606 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ff9375a-6716-4bf0-a0b5-bf770f45d89c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:25.458991 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 07066bf9-da01-45b4-9c29-800576a55561 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:25.459591 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (07066bf9-da01-45b4-9c29-800576a55561), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:25.485427 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82dd3d7-12ac-40e5-b258-7d1ac7f4255e admin admin] Made reservation on behalf of c301c527b265422d81feea349fcfa017 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:25.487784 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c82dd3d7-12ac-40e5-b258-7d1ac7f4255e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:25.524273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 07066bf9-da01-45b4-9c29-800576a55561, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=07066bf9-da01-45b4-9c29-800576a55561,segment=NetworkSegment(dbd810b5-f267-46dd-aaec-b68786cd292e),segment_id=dbd810b5-f267-46dd-aaec-b68786cd292e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:25.525538 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b51868-2e23-4ec1-b841-a94b03aaedf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07066bf9-da01-45b4-9c29-800576a55561'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:50:25.532577 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee11110-037b-4d62-a22c-a5c387a9fff8" -d '{"events": [{"server_uuid": "a5b51868-2e23-4ec1-b841-a94b03aaedf1", "name": "network-vif-plugged", "status": "completed", "tag": "07066bf9-da01-45b4-9c29-800576a55561"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:50:25.541995 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (07066bf9-da01-45b4-9c29-800576a55561), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:25.572866 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bbd3e5c-4a94-4407-8ee7-b9fc8acfbcb5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:25.594804 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-9bbd3e5c-4a94-4407-8ee7-b9fc8acfbcb5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] device_id is not set on port 81c8cec6-a475-4def-ab55-a30eb1eafcf0 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:50:25.637141 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c82dd3d7-12ac-40e5-b258-7d1ac7f4255e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:25.647550 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=07066bf9-da01-45b4-9c29-800576a55561,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:25.670896 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0905fb3b-8a6a-4c6a-98e0-1dbbbfd3fc2d x-openstack-request-id: req-0905fb3b-8a6a-4c6a-98e0-1dbbbfd3fc2d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:50:25.671698 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b51868-2e23-4ec1-b841-a94b03aaedf1", "name": "network-vif-plugged", "status": "completed", "tag": "07066bf9-da01-45b4-9c29-800576a55561", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:50:25.671800 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0905fb3b-8a6a-4c6a-98e0-1dbbbfd3fc2d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:50:25.672760 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b51868-2e23-4ec1-b841-a94b03aaedf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07066bf9-da01-45b4-9c29-800576a55561', 'code': 200} Feb 03 12:50:25.924572 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c82dd3d7-12ac-40e5-b258-7d1ac7f4255e admin admin] Publish callbacks [] for security_group (d62f6d5e-db40-43e1-8bd5-4453aa7e740d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:25.947923 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c82dd3d7-12ac-40e5-b258-7d1ac7f4255e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d62f6d5e-db40-43e1-8bd5-4453aa7e740d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:26.076467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82dd3d7-12ac-40e5-b258-7d1ac7f4255e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62f6d5e-db40-43e1-8bd5-4453aa7e740d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:26.112387 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82dd3d7-12ac-40e5-b258-7d1ac7f4255e admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:50:26.214276 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c82dd3d7-12ac-40e5-b258-7d1ac7f4255e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (9254f862-0cac-45e7-891c-584e2514ab00), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:26.214866 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-c82dd3d7-12ac-40e5-b258-7d1ac7f4255e admin admin] Added segment 9254f862-0cac-45e7-891c-584e2514ab00 of type vlan for network aa4ac113-dac5-415b-88ba-120489c2edaa Feb 03 12:50:26.232289 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34768) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:26.365775 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43991f22-5ccc-499f-94dc-65a3c3613891 req-0979d450-2dcc-4d21-97d7-f21e53c2a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:26.368077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-43991f22-5ccc-499f-94dc-65a3c3613891 req-0979d450-2dcc-4d21-97d7-f21e53c2a293 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a5b51868-2e23-4ec1-b841-a94b03aaedf1 HTTP/1.1" status: 200 len: 1128 time: 0.5951753 Feb 03 12:50:26.444912 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-8ff9375a-6716-4bf0-a0b5-bf770f45d89c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Allocated IP 2001:db8:1::1 (f3d78a1a-b898-411e-a907-27942b49894f/85c29345-524d-41e1-aff9-048d893a31cb/53df09dc-7473-4689-92d7-f1e26634c01f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:26.494545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c77310-a317-4e1d-a43f-734135c6e20d req-3d0b8d92-a79a-4b7e-af39-4838960de986 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:26.498004 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4c77310-a317-4e1d-a43f-734135c6e20d req-3d0b8d92-a79a-4b7e-af39-4838960de986 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5b51868-2e23-4ec1-b841-a94b03aaedf1 HTTP/1.1" status: 200 len: 946 time: 0.2537682 Feb 03 12:50:26.568338 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-43991f22-5ccc-499f-94dc-65a3c3613891 req-04ab97bb-f248-45b8-b68e-a7d65b30765a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4b3ac7b3-9c51-44ce-b3ba-237dbab744f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881521 Feb 03 12:50:26.608517 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ff9375a-6716-4bf0-a0b5-bf770f45d89c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for port (53df09dc-7473-4689-92d7-f1e26634c01f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:26.621294 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4c77310-a317-4e1d-a43f-734135c6e20d req-36c5acf8-e704-4900-88c4-fa8b8b8e793f tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ac7b3-9c51-44ce-b3ba-237dbab744f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884645 Feb 03 12:50:26.658531 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c82dd3d7-12ac-40e5-b258-7d1ac7f4255e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (aa4ac113-dac5-415b-88ba-120489c2edaa), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:26.663793 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5ba3226-2907-4ac9-957b-ce9a21c680d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:26.700706 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-9bbd3e5c-4a94-4407-8ee7-b9fc8acfbcb5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Allocated IP 172.20.0.13 (d00283cd-88d3-4968-a46d-fb73a0cdb59b/9b16963d-e834-4ef8-8b47-b1f130de640f/81c8cec6-a475-4def-ab55-a30eb1eafcf0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:26.709473 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-9bbd3e5c-4a94-4407-8ee7-b9fc8acfbcb5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Allocated IP 172.20.0.12 (d00283cd-88d3-4968-a46d-fb73a0cdb59b/9b16963d-e834-4ef8-8b47-b1f130de640f/81c8cec6-a475-4def-ab55-a30eb1eafcf0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:26.738901 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ff9375a-6716-4bf0-a0b5-bf770f45d89c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (53df09dc-7473-4689-92d7-f1e26634c01f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:26.755347 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c82dd3d7-12ac-40e5-b258-7d1ac7f4255e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (aa4ac113-dac5-415b-88ba-120489c2edaa), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:26.756712 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82dd3d7-12ac-40e5-b258-7d1ac7f4255e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:26.757446 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c82dd3d7-12ac-40e5-b258-7d1ac7f4255e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:26.816653 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c82dd3d7-12ac-40e5-b258-7d1ac7f4255e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5754073 Feb 03 12:50:26.825276 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34778) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:26.832881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d2710df1-8f64-4586-ab97-1b279953512c admin admin] Request body: {'subnet': {'network_id': 'aa4ac113-dac5-415b-88ba-120489c2edaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1541962663-subnet', 'tenant_id': 'c301c527b265422d81feea349fcfa017', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:26.841769 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff9375a-6716-4bf0-a0b5-bf770f45d89c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network f3d78a1a-b898-411e-a907-27942b49894f is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:26.867438 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8ff9375a-6716-4bf0-a0b5-bf770f45d89c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:26.870601 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2710df1-8f64-4586-ab97-1b279953512c admin admin] Made reservation on behalf of c301c527b265422d81feea349fcfa017 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:26.874758 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9375a-6716-4bf0-a0b5-bf770f45d89c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Port': ['ID=53df09dc-7473-4689-92d7-f1e26634c01f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:26.877363 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2710df1-8f64-4586-ab97-1b279953512c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:26.879151 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff9375a-6716-4bf0-a0b5-bf770f45d89c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:26.880128 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ff9375a-6716-4bf0-a0b5-bf770f45d89c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (d45ff685-03c1-454f-94c8-010b5f8c3461), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:26.983867 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82dd3d7-12ac-40e5-b258-7d1ac7f4255e admin admin] Pushing event updated for resources: {'Network': ['ID=aa4ac113-dac5-415b-88ba-120489c2edaa,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:27.004888 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network aa4ac113-dac5-415b-88ba-120489c2edaa details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:50:27.100554 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5ba3226-2907-4ac9-957b-ce9a21c680d9 admin admin] Publish callbacks [] for security_group (9918899e-28d9-486c-8692-214dd0ce3f80), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.109576 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b5ba3226-2907-4ac9-957b-ce9a21c680d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9918899e-28d9-486c-8692-214dd0ce3f80), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.245795 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba3226-2907-4ac9-957b-ce9a21c680d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9918899e-28d9-486c-8692-214dd0ce3f80,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:27.251525 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bbd3e5c-4a94-4407-8ee7-b9fc8acfbcb5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for port (81c8cec6-a475-4def-ab55-a30eb1eafcf0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.257963 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b5ba3226-2907-4ac9-957b-ce9a21c680d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e92cde979fe64b4cb807fc3a4f41c602&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0199060 Feb 03 12:50:27.258447 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2710df1-8f64-4586-ab97-1b279953512c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (af71278c-f580-4b17-90a2-c4c6fc8dd68e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.261881 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34780) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:27.278058 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ff9375a-6716-4bf0-a0b5-bf770f45d89c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (53df09dc-7473-4689-92d7-f1e26634c01f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.374479 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2710df1-8f64-4586-ab97-1b279953512c admin admin] Checking segment: {'id': '9254f862-0cac-45e7-891c-584e2514ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa4ac113-dac5-415b-88ba-120489c2edaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:27.375028 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2710df1-8f64-4586-ab97-1b279953512c admin admin] Network hostable DHCP agents. Network: aa4ac113-dac5-415b-88ba-120489c2edaa, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:50:27.417492 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35f1ef23-f236-40a0-a2eb-0b9ef63e8e3b admin admin] Publish callbacks [] for security_group (9918899e-28d9-486c-8692-214dd0ce3f80), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.436081 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2710df1-8f64-4586-ab97-1b279953512c admin admin] Pushing event updated for resources: {'Subnet': ['ID=af71278c-f580-4b17-90a2-c4c6fc8dd68e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:27.437557 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dd715127-2b78-4ac5-a46c-87ceccbe8f84 None None] Provisioning complete for port 53df09dc-7473-4689-92d7-f1e26634c01f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:27.438014 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd715127-2b78-4ac5-a46c-87ceccbe8f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (53df09dc-7473-4689-92d7-f1e26634c01f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.488777 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35f1ef23-f236-40a0-a2eb-0b9ef63e8e3b admin admin] Publish callbacks [] for security_group (9918899e-28d9-486c-8692-214dd0ce3f80), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.512394 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2710df1-8f64-4586-ab97-1b279953512c admin admin] Network aa4ac113-dac5-415b-88ba-120489c2edaa is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:50:27.528217 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bbd3e5c-4a94-4407-8ee7-b9fc8acfbcb5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (81c8cec6-a475-4def-ab55-a30eb1eafcf0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.615472 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-dd715127-2b78-4ac5-a46c-87ceccbe8f84 None None] Port 53df09dc-7473-4689-92d7-f1e26634c01f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:50:27.684473 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd3e5c-4a94-4407-8ee7-b9fc8acfbcb5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Port': ['ID=81c8cec6-a475-4def-ab55-a30eb1eafcf0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:27.702380 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbd3e5c-4a94-4407-8ee7-b9fc8acfbcb5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Network d00283cd-88d3-4968-a46d-fb73a0cdb59b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:27.704501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d2710df1-8f64-4586-ab97-1b279953512c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, aa4ac113-dac5-415b-88ba-120489c2edaa) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:27.721539 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9537ea8-3bd6-4ca9-8369-da21fec261c1 None None] Network aa4ac113-dac5-415b-88ba-120489c2edaa requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:27.748805 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35f1ef23-f236-40a0-a2eb-0b9ef63e8e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9918899e-28d9-486c-8692-214dd0ce3f80), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.751546 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35f1ef23-f236-40a0-a2eb-0b9ef63e8e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.756581 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-35f1ef23-f236-40a0-a2eb-0b9ef63e8e3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9918899e-28d9-486c-8692-214dd0ce3f80 HTTP/1.1" status: 204 len: 168 time: 0.4935305 Feb 03 12:50:27.760301 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2710df1-8f64-4586-ab97-1b279953512c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:27.766659 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2710df1-8f64-4586-ab97-1b279953512c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.786235 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9bbd3e5c-4a94-4407-8ee7-b9fc8acfbcb5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:27.788100 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1ef23-f236-40a0-a2eb-0b9ef63e8e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9918899e-28d9-486c-8692-214dd0ce3f80,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:27.800339 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbd3e5c-4a94-4407-8ee7-b9fc8acfbcb5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:27.874474 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d2710df1-8f64-4586-ab97-1b279953512c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0480056 Feb 03 12:50:27.929989 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd3e5c-4a94-4407-8ee7-b9fc8acfbcb5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:27.930701 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bbd3e5c-4a94-4407-8ee7-b9fc8acfbcb5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:27.976996 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9bbd3e5c-4a94-4407-8ee7-b9fc8acfbcb5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.7385731 Feb 03 12:50:27.979641 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34794) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:27.999890 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4164756d-99ee-441e-996e-28c71ce6e686 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': '81c8cec6-a475-4def-ab55-a30eb1eafcf0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:28.013044 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf114ed3-6e2a-4cd4-bf3a-b006a9955c4c None None] Network aa4ac113-dac5-415b-88ba-120489c2edaa requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:28.019745 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ff9375a-6716-4bf0-a0b5-bf770f45d89c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for port (53df09dc-7473-4689-92d7-f1e26634c01f), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.030290 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ff9375a-6716-4bf0-a0b5-bf770f45d89c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (53df09dc-7473-4689-92d7-f1e26634c01f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.031087 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ff9375a-6716-4bf0-a0b5-bf770f45d89c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (d45ff685-03c1-454f-94c8-010b5f8c3461), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.064622 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae097b9c-b2de-4a81-8d56-5cda1ab2cae4 req-9654dbda-8f81-45cc-93f9-7184fe1342e8 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:28.066312 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ae097b9c-b2de-4a81-8d56-5cda1ab2cae4 req-9654dbda-8f81-45cc-93f9-7184fe1342e8 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5b51868-2e23-4ec1-b841-a94b03aaedf1 HTTP/1.1" status: 200 len: 946 time: 0.2629290 Feb 03 12:50:28.252489 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9375a-6716-4bf0-a0b5-bf770f45d89c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Port': ['ID=53df09dc-7473-4689-92d7-f1e26634c01f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:28.283727 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4164756d-99ee-441e-996e-28c71ce6e686 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.317047 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-e79dc0d0-61f1-4b45-97b2-bc226168d44d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1513391 Feb 03 12:50:28.486025 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-aa0fa55e-3cc7-4eab-920a-062551861b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:28.486624 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-aa0fa55e-3cc7-4eab-920a-062551861b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:28.486983 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-aa0fa55e-3cc7-4eab-920a-062551861b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:28.487512 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-aa0fa55e-3cc7-4eab-920a-062551861b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:28.500068 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-aa0fa55e-3cc7-4eab-920a-062551861b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:28.500559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff9375a-6716-4bf0-a0b5-bf770f45d89c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network f3d78a1a-b898-411e-a907-27942b49894f is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:28.500703 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-aa0fa55e-3cc7-4eab-920a-062551861b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:28.501449 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-aa0fa55e-3cc7-4eab-920a-062551861b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:28.504225 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-aa0fa55e-3cc7-4eab-920a-062551861b5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1e60b58d86024cd1a0be428da6fe974b&device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 6718 time: 0.1144502 Feb 03 12:50:28.508516 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34804) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:28.527725 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8ff9375a-6716-4bf0-a0b5-bf770f45d89c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:28.552654 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ae097b9c-b2de-4a81-8d56-5cda1ab2cae4 req-4065b1c0-a596-4652-9881-77c9e2a2cfc6 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ac7b3-9c51-44ce-b3ba-237dbab744f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721174 Feb 03 12:50:28.570469 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ba8a966-48f3-4ab9-b8c9-43d965b09046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.771862 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff9375a-6716-4bf0-a0b5-bf770f45d89c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router d45ff685-03c1-454f-94c8-010b5f8c3461 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:50:28.790777 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-6c7480a6-4b0c-41b6-912a-89bcc0277588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:28.791403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-6c7480a6-4b0c-41b6-912a-89bcc0277588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:28.791983 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-6c7480a6-4b0c-41b6-912a-89bcc0277588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:28.794253 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-6c7480a6-4b0c-41b6-912a-89bcc0277588 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6cb9761b-598f-4535-bd6b-c51b682dba14&id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&id=97259dff-b582-4fbd-b7bb-04805dd4c319&id=97259dff-b582-4fbd-b7bb-04805dd4c319 HTTP/1.1" status: 200 len: 2298 time: 0.2531586 Feb 03 12:50:28.961701 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4164756d-99ee-441e-996e-28c71ce6e686 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:28.975985 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff9375a-6716-4bf0-a0b5-bf770f45d89c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:50:28.985454 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8ff9375a-6716-4bf0-a0b5-bf770f45d89c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/d45ff685-03c1-454f-94c8-010b5f8c3461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1755586 Feb 03 12:50:28.990333 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34820) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:28.993817 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6578ac-67af-4a4b-8e6c-c327cc1ab228 None None] Sync routers for ids ['d45ff685-03c1-454f-94c8-010b5f8c3461'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:50:29.031696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6578ac-67af-4a4b-8e6c-c327cc1ab228 None None] Routers {'d45ff685-03c1-454f-94c8-010b5f8c3461'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:29.035862 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-de6578ac-67af-4a4b-8e6c-c327cc1ab228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d45ff685-03c1-454f-94c8-010b5f8c3461'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:29.103289 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-3e02247f-4f2e-44cd-8d70-1428861fe971 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6025ea3-6731-4774-ae1c-298c4565bb5d HTTP/1.1" status: 200 len: 1002 time: 0.2884483 Feb 03 12:50:29.114043 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558029eb-0a20-496c-b8e4-8e7386e8f727 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:29.115840 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-558029eb-0a20-496c-b8e4-8e7386e8f727 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/ports/53df09dc-7473-4689-92d7-f1e26634c01f HTTP/1.1" status: 200 len: 913 time: 0.1239355 Feb 03 12:50:29.120092 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34822) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:29.167718 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-0fb2e141-6b18-44b9-8f16-cd14bd55268a tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:29.169395 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-0fb2e141-6b18-44b9-8f16-cd14bd55268a tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/networks?id=aa4ac113-dac5-415b-88ba-120489c2edaa HTTP/1.1" status: 200 len: 818 time: 0.3741047 Feb 03 12:50:29.208443 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-0feadbd1-59fb-4486-ad65-b68daaaf9ffb tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/quotas/c301c527b265422d81feea349fcfa017 HTTP/1.1" status: 200 len: 375 time: 0.0288303 Feb 03 12:50:29.208817 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-de6578ac-67af-4a4b-8e6c-c327cc1ab228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:29.213268 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-4023cc45-a5be-4077-a779-d4dfa1566044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:29.214809 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-4023cc45-a5be-4077-a779-d4dfa1566044 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9dbc02e2-6703-401d-94fc-0795a4c52d21 HTTP/1.1" status: 200 len: 856 time: 0.1008627 Feb 03 12:50:29.221715 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ba8a966-48f3-4ab9-b8c9-43d965b09046 admin admin] Publish callbacks [] for security_group (483b682a-1e09-43a3-83c8-85eb9764683d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:29.244845 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6578ac-67af-4a4b-8e6c-c327cc1ab228 None None] Routers {'d45ff685-03c1-454f-94c8-010b5f8c3461'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:29.245831 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-de6578ac-67af-4a4b-8e6c-c327cc1ab228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d45ff685-03c1-454f-94c8-010b5f8c3461'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:29.294685 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ba8a966-48f3-4ab9-b8c9-43d965b09046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (483b682a-1e09-43a3-83c8-85eb9764683d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:29.301500 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-05a9df4c-cf63-42bc-a197-1659bbdcd562 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c301c527b265422d81feea349fcfa017&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574012 Feb 03 12:50:29.356973 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-83c8cb26-5390-4543-a199-1f209d111501 None None] Provisioning complete for port 53df09dc-7473-4689-92d7-f1e26634c01f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:29.358292 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-83c8cb26-5390-4543-a199-1f209d111501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (53df09dc-7473-4689-92d7-f1e26634c01f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:29.364618 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-de6578ac-67af-4a4b-8e6c-c327cc1ab228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:29.366059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6578ac-67af-4a4b-8e6c-c327cc1ab228 None None] The sync data for ids ['d45ff685-03c1-454f-94c8-010b5f8c3461'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:50:29.403193 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9ba8a966-48f3-4ab9-b8c9-43d965b09046 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2202b626b3864bd4a535c8ff98312e49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8915002 Feb 03 12:50:29.409326 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34824) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:29.431602 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-83c8cb26-5390-4543-a199-1f209d111501 None None] Port 53df09dc-7473-4689-92d7-f1e26634c01f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:50:29.455023 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8a966-48f3-4ab9-b8c9-43d965b09046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483b682a-1e09-43a3-83c8-85eb9764683d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:29.570040 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-456526c3-3773-47de-ae67-1f29239a81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:29.572555 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-456526c3-3773-47de-ae67-1f29239a81e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6cb9761b-598f-4535-bd6b-c51b682dba14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3492725 Feb 03 12:50:29.674861 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-50614ae9-3e02-4fdb-9c96-83a3c6ee5beb service neutron] 10.222.0.18 "GET /v2.0/networks/aa4ac113-dac5-415b-88ba-120489c2edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542128 Feb 03 12:50:29.675815 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef8f87ce-1037-4efe-ac1d-2a04b6229034 admin admin] Publish callbacks [] for security_group (483b682a-1e09-43a3-83c8-85eb9764683d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:29.851112 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3fb15-d2c8-4aeb-9abb-7ee11652b35a req-71fa8659-f75a-4b80-90ad-82780f8251ca tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:29.852776 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3af3fb15-d2c8-4aeb-9abb-7ee11652b35a req-71fa8659-f75a-4b80-90ad-82780f8251ca tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5b51868-2e23-4ec1-b841-a94b03aaedf1 HTTP/1.1" status: 200 len: 946 time: 0.2027388 Feb 03 12:50:29.861710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-4164756d-99ee-441e-996e-28c71ce6e686 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Allocated IP 172.25.6.112 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/ac0babde-3169-4262-979f-ef65269d2e03) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:29.897788 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-404457d4-546d-4db8-a264-1788c956b4ce service neutron] 10.222.0.18 "GET /v2.0/networks/aa4ac113-dac5-415b-88ba-120489c2edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808436 Feb 03 12:50:29.923733 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef8f87ce-1037-4efe-ac1d-2a04b6229034 admin admin] Publish callbacks [] for security_group (483b682a-1e09-43a3-83c8-85eb9764683d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:29.949718 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3af3fb15-d2c8-4aeb-9abb-7ee11652b35a req-aee1f800-f444-41a2-acf1-5beb0412fd56 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ac7b3-9c51-44ce-b3ba-237dbab744f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788403 Feb 03 12:50:30.075541 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-d67b5fed-25e0-45eb-960a-176708de654d service neutron] 10.222.0.73 "GET /v2.0/networks/6cb9761b-598f-4535-bd6b-c51b682dba14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960096 Feb 03 12:50:30.224669 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef8f87ce-1037-4efe-ac1d-2a04b6229034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (483b682a-1e09-43a3-83c8-85eb9764683d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:30.229278 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef8f87ce-1037-4efe-ac1d-2a04b6229034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:30.231234 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ef8f87ce-1037-4efe-ac1d-2a04b6229034 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/483b682a-1e09-43a3-83c8-85eb9764683d HTTP/1.1" status: 204 len: 168 time: 0.8194623 Feb 03 12:50:30.255856 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f87ce-1037-4efe-ac1d-2a04b6229034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483b682a-1e09-43a3-83c8-85eb9764683d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:30.344826 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-66c1a134-10d0-4b5c-a263-b21d8a00be36 service neutron] 10.222.0.73 "GET /v2.0/networks/6cb9761b-598f-4535-bd6b-c51b682dba14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619231 Feb 03 12:50:30.465455 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-9fba54a6-50cc-4513-868a-43085d6326ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=745d7c1f-ea7e-472b-bc5f-20dc2fc66767 HTTP/1.1" status: 200 len: 217 time: 0.1155643 Feb 03 12:50:30.612572 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-d089b7ca-309b-4b71-b3c5-b5a66f7d217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:30.614660 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-d089b7ca-309b-4b71-b3c5-b5a66f7d217b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8761b709-d126-4def-a3e9-94ac377b29e2 HTTP/1.1" status: 200 len: 797 time: 0.1417999 Feb 03 12:50:30.669981 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36aa4953-71ae-40f2-be5f-1ced0aa7bc00 req-c67765c2-a838-446a-a668-118a746eebf1 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d668a5-a95b-4ca6-a4c4-fc5a743fab60 HTTP/1.1" status: 200 len: 210 time: 0.0538497 Feb 03 12:50:30.730814 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d582f-487b-481e-adfe-b7de3136a6a1 req-a0c85b65-89c3-44cf-a741-628b9171d260 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:30.731548 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c63d582f-487b-481e-adfe-b7de3136a6a1 req-a0c85b65-89c3-44cf-a741-628b9171d260 tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5b51868-2e23-4ec1-b841-a94b03aaedf1 HTTP/1.1" status: 200 len: 946 time: 0.3309941 Feb 03 12:50:30.758239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-9a78cb12-bb5f-4962-b550-937b1c3eb9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:30.765614 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-9a78cb12-bb5f-4962-b550-937b1c3eb9fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0912302 Feb 03 12:50:30.790044 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4164756d-99ee-441e-996e-28c71ce6e686 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for port (ac0babde-3169-4262-979f-ef65269d2e03), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:31.006662 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:31.019370 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-2088884f-84a6-4040-a71b-f3ad9477bd27 service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471707 Feb 03 12:50:31.055238 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c78dbadb-357d-4024-98ea-63cd91fee318 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (d45ff685-03c1-454f-94c8-010b5f8c3461), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:31.293984 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c63d582f-487b-481e-adfe-b7de3136a6a1 req-d09fab87-078d-4f42-b0b1-4dc77da4b5ae tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ac7b3-9c51-44ce-b3ba-237dbab744f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267408 Feb 03 12:50:31.330999 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-377bdcf3-ffed-451c-8bbf-d2d79b29b678 service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049660 Feb 03 12:50:31.405974 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-080f3515-a6ba-4654-b603-bc0ff6954742 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=fcdf902f-54e1-4f50-bb41-a4f97269c095 HTTP/1.1" status: 200 len: 217 time: 0.0695019 Feb 03 12:50:31.407836 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4164756d-99ee-441e-996e-28c71ce6e686 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (ac0babde-3169-4262-979f-ef65269d2e03), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:31.515311 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-b771f914-1093-4be7-9c5d-10b1dc49ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:31.516768 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-b771f914-1093-4be7-9c5d-10b1dc49ba69 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8761b709-d126-4def-a3e9-94ac377b29e2 HTTP/1.1" status: 200 len: 797 time: 0.1050572 Feb 03 12:50:31.653841 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164756d-99ee-441e-996e-28c71ce6e686 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Port': ['ID=ac0babde-3169-4262-979f-ef65269d2e03,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:31.673735 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4164756d-99ee-441e-996e-28c71ce6e686 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:31.689983 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-4164756d-99ee-441e-996e-28c71ce6e686 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:31.704008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4164756d-99ee-441e-996e-28c71ce6e686 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:31.787483 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-f50cb93f-986b-413c-9327-bf3aa86f4e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:31.806777 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-f50cb93f-986b-413c-9327-bf3aa86f4e5b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2562993 Feb 03 12:50:31.917935 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-614b4d57-fffd-4015-8804-e71ee32fd7e4 req-004d2495-817d-4bdd-a372-4fd744d26e5b tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d668a5-a95b-4ca6-a4c4-fc5a743fab60 HTTP/1.1" status: 200 len: 210 time: 0.0504067 Feb 03 12:50:31.927673 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfa171-1f16-4ff4-bed5-ef6bbb3c228f req-a2df9198-baf6-4356-b338-e7181428c09d tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:31.929482 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4fbfa171-1f16-4ff4-bed5-ef6bbb3c228f req-a2df9198-baf6-4356-b338-e7181428c09d tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5b51868-2e23-4ec1-b841-a94b03aaedf1 HTTP/1.1" status: 200 len: 946 time: 0.3335395 Feb 03 12:50:32.046625 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-dd03fd55-2242-4ccc-af32-eece19f6acc2 service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382329 Feb 03 12:50:32.568968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c78dbadb-357d-4024-98ea-63cd91fee318 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting port 53df09dc-7473-4689-92d7-f1e26634c01f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:32.569543 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c78dbadb-357d-4024-98ea-63cd91fee318 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (53df09dc-7473-4689-92d7-f1e26634c01f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:33.041859 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c78dbadb-357d-4024-98ea-63cd91fee318 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (53df09dc-7473-4689-92d7-f1e26634c01f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:33.064358 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c78dbadb-357d-4024-98ea-63cd91fee318 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Calling delete_port for 53df09dc-7473-4689-92d7-f1e26634c01f owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:33.071847 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-9cd74a41-9ffd-47eb-9fca-752f67b47a20 service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0113387 Feb 03 12:50:33.097997 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-4fbfa171-1f16-4ff4-bed5-ef6bbb3c228f req-678fabc0-7084-4d15-b8cf-f5970c11a0af tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Deleting port 07066bf9-da01-45b4-9c29-800576a55561 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:33.100882 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4fbfa171-1f16-4ff4-bed5-ef6bbb3c228f req-678fabc0-7084-4d15-b8cf-f5970c11a0af tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (07066bf9-da01-45b4-9c29-800576a55561), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:33.310760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4fbfa171-1f16-4ff4-bed5-ef6bbb3c228f req-678fabc0-7084-4d15-b8cf-f5970c11a0af tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] For port 07066bf9-da01-45b4-9c29-800576a55561, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=07066bf9-da01-45b4-9c29-800576a55561,segment=NetworkSegment(dbd810b5-f267-46dd-aaec-b68786cd292e),segment_id=dbd810b5-f267-46dd-aaec-b68786cd292e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:33.311558 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4fbfa171-1f16-4ff4-bed5-ef6bbb3c228f req-678fabc0-7084-4d15-b8cf-f5970c11a0af tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (07066bf9-da01-45b4-9c29-800576a55561), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:33.390794 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554ba13-ed25-4fcc-a3c7-912f3b70622a req-a50171ac-0a94-495c-a1f5-71ce91e3733d tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:33.392690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-4fbfa171-1f16-4ff4-bed5-ef6bbb3c228f req-678fabc0-7084-4d15-b8cf-f5970c11a0af tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Calling delete_port for 07066bf9-da01-45b4-9c29-800576a55561 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:33.395468 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2554ba13-ed25-4fcc-a3c7-912f3b70622a req-a50171ac-0a94-495c-a1f5-71ce91e3733d tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5b51868-2e23-4ec1-b841-a94b03aaedf1 HTTP/1.1" status: 200 len: 946 time: 0.8054831 Feb 03 12:50:33.411178 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c78dbadb-357d-4024-98ea-63cd91fee318 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (53df09dc-7473-4689-92d7-f1e26634c01f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:33.491578 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3eae0657-e9b0-41c2-a053-84dbb758acae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:33.747205 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-b96a7c40-91df-4ad8-a1a6-0623ef2e8538 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=aa91c3c8-d841-43d7-bb44-7ef525a623d6 HTTP/1.1" status: 200 len: 217 time: 0.6606915 Feb 03 12:50:34.102347 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3a6e23b4-d1da-4ecf-9097-067de428c32c req-f81e744e-20ce-45e6-85b3-c8121c70be5b tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d668a5-a95b-4ca6-a4c4-fc5a743fab60 HTTP/1.1" status: 200 len: 210 time: 0.3808959 Feb 03 12:50:34.165253 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78dbadb-357d-4024-98ea-63cd91fee318 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Port': ['ID=53df09dc-7473-4689-92d7-f1e26634c01f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:34.329012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-b05bd55a-f2cd-4762-8fe7-6c830012063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:34.330554 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-b05bd55a-f2cd-4762-8fe7-6c830012063d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8761b709-d126-4def-a3e9-94ac377b29e2 HTTP/1.1" status: 200 len: 797 time: 0.3622870 Feb 03 12:50:34.357625 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-004f758f-b86b-4c6e-b987-33054815546b tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:34.359173 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-004f758f-b86b-4c6e-b987-33054815546b tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.73 "GET /v2.0/networks?id=aa4ac113-dac5-415b-88ba-120489c2edaa HTTP/1.1" status: 200 len: 818 time: 0.7068870 Feb 03 12:50:34.394118 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-7c3c90b8-9907-40c4-988b-45effc232df2 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Request body: {'port': {'device_id': 'e3d668a5-a95b-4ca6-a4c4-fc5a743fab60', 'network_id': 'aa4ac113-dac5-415b-88ba-120489c2edaa', 'admin_state_up': True, 'tenant_id': 'c301c527b265422d81feea349fcfa017'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:34.631744 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-993c12f9-b3a6-474e-b0ab-611b16d3514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:34.633514 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-993c12f9-b3a6-474e-b0ab-611b16d3514b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2733598 Feb 03 12:50:34.637486 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4fbfa171-1f16-4ff4-bed5-ef6bbb3c228f req-678fabc0-7084-4d15-b8cf-f5970c11a0af tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (07066bf9-da01-45b4-9c29-800576a55561), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:34.740502 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fabc0-7084-4d15-b8cf-f5970c11a0af tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Pushing event deleted for resources: {'Port': ['ID=07066bf9-da01-45b4-9c29-800576a55561,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:34.923043 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbfa171-1f16-4ff4-bed5-ef6bbb3c228f req-678fabc0-7084-4d15-b8cf-f5970c11a0af tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] No DVR routers for this DVR port 07066bf9-da01-45b4-9c29-800576a55561 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:50:34.932843 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4fbfa171-1f16-4ff4-bed5-ef6bbb3c228f req-678fabc0-7084-4d15-b8cf-f5970c11a0af tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:34.936715 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4fbfa171-1f16-4ff4-bed5-ef6bbb3c228f req-678fabc0-7084-4d15-b8cf-f5970c11a0af tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.31 "DELETE /v2.0/ports/07066bf9-da01-45b4-9c29-800576a55561 HTTP/1.1" status: 204 len: 173 time: 2.8889091 Feb 03 12:50:34.939901 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b51868-2e23-4ec1-b841-a94b03aaedf1', 'name': 'network-vif-deleted', 'tag': '07066bf9-da01-45b4-9c29-800576a55561'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:50:34.942884 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411508ff-63bd-42ce-b519-813f5e171c62" -d '{"events": [{"server_uuid": "a5b51868-2e23-4ec1-b841-a94b03aaedf1", "name": "network-vif-deleted", "tag": "07066bf9-da01-45b4-9c29-800576a55561"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:50:34.961714 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-7c3c90b8-9907-40c4-988b-45effc232df2 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Made reservation on behalf of c301c527b265422d81feea349fcfa017 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:34.965976 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-7c3c90b8-9907-40c4-988b-45effc232df2 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:35.007088 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-0b95fb0d-1410-4c11-95f9-64e994e5acf8 service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642907 Feb 03 12:50:35.078452 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f99a971-ca3e-4c08-b570-dec8cba532f8 x-openstack-request-id: req-7f99a971-ca3e-4c08-b570-dec8cba532f8 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:50:35.078774 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b51868-2e23-4ec1-b841-a94b03aaedf1", "name": "network-vif-deleted", "tag": "07066bf9-da01-45b4-9c29-800576a55561", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:50:35.078998 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f99a971-ca3e-4c08-b570-dec8cba532f8 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:50:35.079395 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b51868-2e23-4ec1-b841-a94b03aaedf1', 'name': 'network-vif-deleted', 'tag': '07066bf9-da01-45b4-9c29-800576a55561', 'status': 'completed', 'code': 200} Feb 03 12:50:35.182292 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-2c8b683a-17b1-4bf0-a39b-dd0b3d849146 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:35.184988 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-2c8b683a-17b1-4bf0-a39b-dd0b3d849146 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.31 "GET /v2.0/networks?id=aa4ac113-dac5-415b-88ba-120489c2edaa HTTP/1.1" status: 200 len: 818 time: 1.7845392 Feb 03 12:50:35.195581 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 07066bf9-da01-45b4-9c29-800576a55561 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:50:35.221544 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-09525430-cd18-4418-b526-e632e251b474 service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077675 Feb 03 12:50:35.249643 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 07066bf9-da01-45b4-9c29-800576a55561 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:50:35.254906 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 07066bf9-da01-45b4-9c29-800576a55561 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:50:35.308298 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-9562699c-0954-439d-9e5a-75a926cfb36e tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Request body: {'port': {'device_id': 'edb51a1d-9411-4991-8fbd-38ea28d5514c', 'network_id': 'aa4ac113-dac5-415b-88ba-120489c2edaa', 'admin_state_up': True, 'tenant_id': 'c301c527b265422d81feea349fcfa017'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:35.326387 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-7c3c90b8-9907-40c4-988b-45effc232df2 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Allocated IP 172.20.0.11 (aa4ac113-dac5-415b-88ba-120489c2edaa/af71278c-f580-4b17-90a2-c4c6fc8dd68e/b172e431-39ab-42d3-9b7e-80694ee36433) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:35.339094 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-a6c68d90-1ec0-4c99-a5f2-b264c58d1476 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=89bd8765-d49f-46ab-a694-20c0e30dfdb4 HTTP/1.1" status: 200 len: 217 time: 0.1088440 Feb 03 12:50:35.400674 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-bde70e85-bb3d-40e7-a5a0-75407c511581 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:35.402378 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-bde70e85-bb3d-40e7-a5a0-75407c511581 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.73 "GET /v2.0/networks?id=aa4ac113-dac5-415b-88ba-120489c2edaa HTTP/1.1" status: 200 len: 818 time: 1.7917452 Feb 03 12:50:35.623407 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-7c3c90b8-9907-40c4-988b-45effc232df2 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks [] for port (b172e431-39ab-42d3-9b7e-80694ee36433), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:35.657045 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c78dbadb-357d-4024-98ea-63cd91fee318 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (d45ff685-03c1-454f-94c8-010b5f8c3461), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:35.714061 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-7c3c90b8-9907-40c4-988b-45effc232df2 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (b172e431-39ab-42d3-9b7e-80694ee36433), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:35.810503 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-98e0e178-bef8-4914-8d53-9e4129a83ac6 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Request body: {'port': {'device_id': 'a1288a74-395b-408d-b8dc-cff8a2af7322', 'network_id': 'aa4ac113-dac5-415b-88ba-120489c2edaa', 'admin_state_up': True, 'tenant_id': 'c301c527b265422d81feea349fcfa017'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:35.861136 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-7c3c90b8-9907-40c4-988b-45effc232df2 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Network aa4ac113-dac5-415b-88ba-120489c2edaa is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:35.863678 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-9403af5a-a9d4-4aad-b24a-66b841f141b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:35.865282 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-9403af5a-a9d4-4aad-b24a-66b841f141b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8761b709-d126-4def-a3e9-94ac377b29e2 HTTP/1.1" status: 200 len: 797 time: 0.5195198 Feb 03 12:50:35.866174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-7c3c90b8-9907-40c4-988b-45effc232df2 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:35.878074 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2554ba13-ed25-4fcc-a3c7-912f3b70622a req-47aee51c-67ed-49a4-93c0-3ddd9c17167e tempest-ServerPasswordTestJSON-1514681454 tempest-ServerPasswordTestJSON-1514681454-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3ac7b3-9c51-44ce-b3ba-237dbab744f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.4000416 Feb 03 12:50:35.948872 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-7c3c90b8-9907-40c4-988b-45effc232df2 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:35.993242 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4164756d-99ee-441e-996e-28c71ce6e686 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (de183c8f-518f-4fcf-b07f-91e2dfeb654b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.060065 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8af08deb-2761-44be-b472-67248c4d0875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.063355 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-9562699c-0954-439d-9e5a-75a926cfb36e tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Made reservation on behalf of c301c527b265422d81feea349fcfa017 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:36.067059 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-9562699c-0954-439d-9e5a-75a926cfb36e tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.181263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c90b8-9907-40c4-988b-45effc232df2 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Pushing event updated for resources: {'Port': ['ID=b172e431-39ab-42d3-9b7e-80694ee36433,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:36.211502 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb1a16-0b11-45a6-aff4-a4020b820f82 req-304ec680-b805-4bdb-adf6-b9009e76c162 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:36.213144 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41eb1a16-0b11-45a6-aff4-a4020b820f82 req-304ec680-b805-4bdb-adf6-b9009e76c162 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d668a5-a95b-4ca6-a4c4-fc5a743fab60 HTTP/1.1" status: 200 len: 932 time: 0.5367858 Feb 03 12:50:36.294356 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-7c3c90b8-9907-40c4-988b-45effc232df2 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:36.295098 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-7c3c90b8-9907-40c4-988b-45effc232df2 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.316050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-8d508d5c-251a-48ed-bace-55ac9efe92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:36.328494 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-8d508d5c-251a-48ed-bace-55ac9efe92a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52abbafc-7fd5-46ff-8e08-675e1c7bace1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3736756 Feb 03 12:50:36.350418 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-9562699c-0954-439d-9e5a-75a926cfb36e tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Allocated IP 172.20.0.12 (aa4ac113-dac5-415b-88ba-120489c2edaa/af71278c-f580-4b17-90a2-c4c6fc8dd68e/dcd68607-f570-4710-a138-5aee40b4cfe8) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:36.357670 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-7c3c90b8-9907-40c4-988b-45effc232df2 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9714763 Feb 03 12:50:36.383225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] Request body: {'port': {'device_id': 'e3d668a5-a95b-4ca6-a4c4-fc5a743fab60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:36.454577 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b172e431-39ab-42d3-9b7e-80694ee36433), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.476105 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41eb1a16-0b11-45a6-aff4-a4020b820f82 req-6b28de57-e2e9-4fb2-b64a-78e9683611ef tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62f6d5e-db40-43e1-8bd5-4453aa7e740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485273 Feb 03 12:50:36.606755 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-9562699c-0954-439d-9e5a-75a926cfb36e tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks [] for port (dcd68607-f570-4710-a138-5aee40b4cfe8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.642287 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-1ed8ae43-4fce-45cc-b2c1-aff357522f74 service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046076 Feb 03 12:50:36.732858 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-9562699c-0954-439d-9e5a-75a926cfb36e tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (dcd68607-f570-4710-a138-5aee40b4cfe8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.822070 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-ab27b443-617a-4b62-a96a-3b05b734db59 service neutron] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675875 Feb 03 12:50:36.892223 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:36.945224 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-3fb1a304-a396-4513-8dcf-257dd911be6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=948afbdc-21a4-479e-8a60-62f8aa022a78 HTTP/1.1" status: 200 len: 217 time: 0.1125796 Feb 03 12:50:37.029215 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34978) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:37.032710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-9562699c-0954-439d-9e5a-75a926cfb36e tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Network aa4ac113-dac5-415b-88ba-120489c2edaa is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:37.038308 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4164756d-99ee-441e-996e-28c71ce6e686 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ac0babde-3169-4262-979f-ef65269d2e03), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:37.070591 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-47b3cc21-2886-406e-944d-f8965a4c6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:37.075618 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-47b3cc21-2886-406e-944d-f8965a4c6fab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ad92c95-f76b-44f2-8465-013d771ffc3f HTTP/1.1" status: 200 len: 797 time: 0.1108656 Feb 03 12:50:37.182797 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78dbadb-357d-4024-98ea-63cd91fee318 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router d45ff685-03c1-454f-94c8-010b5f8c3461 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:50:37.185096 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-9562699c-0954-439d-9e5a-75a926cfb36e tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:37.227312 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-9562699c-0954-439d-9e5a-75a926cfb36e tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:37.329288 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562699c-0954-439d-9e5a-75a926cfb36e tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Pushing event updated for resources: {'Port': ['ID=dcd68607-f570-4710-a138-5aee40b4cfe8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:37.345948 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-98e0e178-bef8-4914-8d53-9e4129a83ac6 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Made reservation on behalf of c301c527b265422d81feea349fcfa017 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:37.349511 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-98e0e178-bef8-4914-8d53-9e4129a83ac6 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:37.392189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b172e431-39ab-42d3-9b7e-80694ee36433 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:50:37.413112 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e47b1e-fa30-4a42-be45-4ed5085596b6 admin admin] Deleting subnet de9bc05d-31ee-4811-a01e-d888006d7290 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:50:37.423994 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9e47b1e-fa30-4a42-be45-4ed5085596b6 admin admin] Publish callbacks [] for subnet (de9bc05d-31ee-4811-a01e-d888006d7290), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:37.425137 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] Publish callbacks [] for port (b172e431-39ab-42d3-9b7e-80694ee36433), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:37.467557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] Transition to ACTIVE for port object b172e431-39ab-42d3-9b7e-80694ee36433 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:50:37.477201 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (b172e431-39ab-42d3-9b7e-80694ee36433), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:37.560359 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-9562699c-0954-439d-9e5a-75a926cfb36e tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:37.560986 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-9562699c-0954-439d-9e5a-75a926cfb36e tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:37.648705 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-f3283efa-91c0-44f8-9d22-b1293207a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:37.656016 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-f3283efa-91c0-44f8-9d22-b1293207a6cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=97259dff-b582-4fbd-b7bb-04805dd4c319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5735934 Feb 03 12:50:37.733392 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9e47b1e-fa30-4a42-be45-4ed5085596b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (de9bc05d-31ee-4811-a01e-d888006d7290), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:37.785716 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-9562699c-0954-439d-9e5a-75a926cfb36e tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4812968 Feb 03 12:50:37.803364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] Request body: {'port': {'device_id': 'edb51a1d-9411-4991-8fbd-38ea28d5514c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:37.845993 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78dbadb-357d-4024-98ea-63cd91fee318 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:50:37.856384 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c4f852-3172-462f-8d28-53c37d505a61 None None] Sync routers for ids ['d45ff685-03c1-454f-94c8-010b5f8c3461'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:50:37.875014 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c4f852-3172-462f-8d28-53c37d505a61 None None] Routers {'d45ff685-03c1-454f-94c8-010b5f8c3461'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:37.875688 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-37c4f852-3172-462f-8d28-53c37d505a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d45ff685-03c1-454f-94c8-010b5f8c3461'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:37.915136 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] Pushing event updated for resources: {'Port': ['ID=b172e431-39ab-42d3-9b7e-80694ee36433,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:37.974745 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c78dbadb-357d-4024-98ea-63cd91fee318 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/d45ff685-03c1-454f-94c8-010b5f8c3461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8535058 Feb 03 12:50:37.981570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34988) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:38.052754 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-6fa862f9-5db1-4ade-976b-270e211ce18a service neutron] 10.222.0.73 "GET /v2.0/networks/97259dff-b582-4fbd-b7bb-04805dd4c319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520487 Feb 03 12:50:38.089242 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9e47b1e-fa30-4a42-be45-4ed5085596b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (de9bc05d-31ee-4811-a01e-d888006d7290), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.138171 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-37c4f852-3172-462f-8d28-53c37d505a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:38.149229 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c4f852-3172-462f-8d28-53c37d505a61 None None] Routers {'d45ff685-03c1-454f-94c8-010b5f8c3461'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:38.150100 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-37c4f852-3172-462f-8d28-53c37d505a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d45ff685-03c1-454f-94c8-010b5f8c3461'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:38.189156 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-37c4f852-3172-462f-8d28-53c37d505a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:38.190282 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.190866 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c4f852-3172-462f-8d28-53c37d505a61 None None] The sync data for ids ['d45ff685-03c1-454f-94c8-010b5f8c3461'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:50:38.319063 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4164756d-99ee-441e-996e-28c71ce6e686 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for port (ac0babde-3169-4262-979f-ef65269d2e03), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.322897 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9e47b1e-fa30-4a42-be45-4ed5085596b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (de9bc05d-31ee-4811-a01e-d888006d7290), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.333818 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4164756d-99ee-441e-996e-28c71ce6e686 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (ac0babde-3169-4262-979f-ef65269d2e03), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.431136 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164756d-99ee-441e-996e-28c71ce6e686 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Port': ['ID=ac0babde-3169-4262-979f-ef65269d2e03,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:38.450520 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e47b1e-fa30-4a42-be45-4ed5085596b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de9bc05d-31ee-4811-a01e-d888006d7290,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:38.460248 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-98e0e178-bef8-4914-8d53-9e4129a83ac6 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Allocated IP 172.20.0.6 (aa4ac113-dac5-415b-88ba-120489c2edaa/af71278c-f580-4b17-90a2-c4c6fc8dd68e/68aaab6c-5896-42dc-8a7b-805a3c79bf27) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:38.488489 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9e47b1e-fa30-4a42-be45-4ed5085596b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.494754 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b9e47b1e-fa30-4a42-be45-4ed5085596b6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/de9bc05d-31ee-4811-a01e-d888006d7290 HTTP/1.1" status: 204 len: 168 time: 1.4452820 Feb 03 12:50:38.501596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bca06f-1397-47a4-9a92-a182e83850e1 req-3bd198bb-b4d8-4f58-b9b5-cda9e574e7db tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:38.503554 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4bca06f-1397-47a4-9a92-a182e83850e1 req-3bd198bb-b4d8-4f58-b9b5-cda9e574e7db tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d668a5-a95b-4ca6-a4c4-fc5a743fab60 HTTP/1.1" status: 200 len: 944 time: 0.8145213 Feb 03 12:50:38.507792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34994) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:38.516303 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dcd68607-f570-4710-a138-5aee40b4cfe8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.530198 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] Attempting to bind port b172e431-39ab-42d3-9b7e-80694ee36433 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:50:38.530674 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] Attempting to bind port b172e431-39ab-42d3-9b7e-80694ee36433 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '9254f862-0cac-45e7-891c-584e2514ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa4ac113-dac5-415b-88ba-120489c2edaa'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:50:38.531120 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] Attempting to bind port b172e431-39ab-42d3-9b7e-80694ee36433 on network aa4ac113-dac5-415b-88ba-120489c2edaa {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:38.616087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] Port b172e431-39ab-42d3-9b7e-80694ee36433 on network aa4ac113-dac5-415b-88ba-120489c2edaa not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:50:38.616631 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] Attempting to bind port b172e431-39ab-42d3-9b7e-80694ee36433 on network aa4ac113-dac5-415b-88ba-120489c2edaa {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:38.704539 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4164756d-99ee-441e-996e-28c71ce6e686 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (de183c8f-518f-4fcf-b07f-91e2dfeb654b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.753854 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-a8e9c0c6-ac84-4851-8732-ecf9b4297e25 service neutron] 10.222.0.73 "GET /v2.0/networks/97259dff-b582-4fbd-b7bb-04805dd4c319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253429 Feb 03 12:50:38.965445 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:50:38.965951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] Checking segment: {'id': '9254f862-0cac-45e7-891c-584e2514ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa4ac113-dac5-415b-88ba-120489c2edaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:38.966189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] Bound using segment: {'id': '9254f862-0cac-45e7-891c-584e2514ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa4ac113-dac5-415b-88ba-120489c2edaa'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:50:38.966627 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] Bound port: b172e431-39ab-42d3-9b7e-80694ee36433, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9254f862-0cac-45e7-891c-584e2514ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa4ac113-dac5-415b-88ba-120489c2edaa'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:50:38.968794 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b172e431-39ab-42d3-9b7e-80694ee36433), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:38.995801 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ca59301-744d-4b7d-a9ad-d0d8db862a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (53b64c21-6a0b-40d0-b0bc-caa5525e0473), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.195463 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ca59301-744d-4b7d-a9ad-d0d8db862a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (53b64c21-6a0b-40d0-b0bc-caa5525e0473), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.201378 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-4164756d-99ee-441e-996e-28c71ce6e686 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Floating IP de183c8f-518f-4fcf-b07f-91e2dfeb654b associated. External IP: 172.25.6.112, port: 81c8cec6-a475-4def-ab55-a30eb1eafcf0. Feb 03 12:50:39.209581 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-984fefe6-b009-4697-93ec-d6e3a5112bf2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b34d8da-40f6-405c-889b-c67cba3e547b HTTP/1.1" status: 200 len: 217 time: 0.2265575 Feb 03 12:50:39.279104 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-9878e73d-8ed6-4f26-94d0-dfe913f1fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:39.281075 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-9878e73d-8ed6-4f26-94d0-dfe913f1fc90 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1ad92c95-f76b-44f2-8465-013d771ffc3f HTTP/1.1" status: 200 len: 797 time: 0.0530140 Feb 03 12:50:39.308130 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2ca59301-744d-4b7d-a9ad-d0d8db862a32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b64c21-6a0b-40d0-b0bc-caa5525e0473']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:39.338986 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-98e0e178-bef8-4914-8d53-9e4129a83ac6 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks [] for port (68aaab6c-5896-42dc-8a7b-805a3c79bf27), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.393199 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4bca06f-1397-47a4-9a92-a182e83850e1 req-bea76874-f438-4cdc-802a-8e9b95fa1d24 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62f6d5e-db40-43e1-8bd5-4453aa7e740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8389966 Feb 03 12:50:39.450476 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2ca59301-744d-4b7d-a9ad-d0d8db862a32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd810b5-f267-46dd-aaec-b68786cd292e') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:39.450763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2ca59301-744d-4b7d-a9ad-d0d8db862a32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd810b5-f267-46dd-aaec-b68786cd292e') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:39.587207 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ca59301-744d-4b7d-a9ad-d0d8db862a32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (dbd810b5-f267-46dd-aaec-b68786cd292e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.600725 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd68607-f570-4710-a138-5aee40b4cfe8 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:50:39.616629 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] Publish callbacks [] for port (dcd68607-f570-4710-a138-5aee40b4cfe8), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.650033 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] Transition to ACTIVE for port object dcd68607-f570-4710-a138-5aee40b4cfe8 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:50:39.653469 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-98e0e178-bef8-4914-8d53-9e4129a83ac6 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (68aaab6c-5896-42dc-8a7b-805a3c79bf27), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.705496 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ca59301-744d-4b7d-a9ad-d0d8db862a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (dbd810b5-f267-46dd-aaec-b68786cd292e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.725953 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] For port b172e431-39ab-42d3-9b7e-80694ee36433, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:50:39.739794 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (dcd68607-f570-4710-a138-5aee40b4cfe8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.755053 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca59301-744d-4b7d-a9ad-d0d8db862a32 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:50:39.755716 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ca59301-744d-4b7d-a9ad-d0d8db862a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (dbd810b5-f267-46dd-aaec-b68786cd292e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:50:39.763244 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:50:39.766616 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0e178-bef8-4914-8d53-9e4129a83ac6 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Pushing event updated for resources: {'Port': ['ID=68aaab6c-5896-42dc-8a7b-805a3c79bf27,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:39.843747 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-889a2f2a-f570-45c1-a6f4-5064d6c63de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:39.849854 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-889a2f2a-f570-45c1-a6f4-5064d6c63de9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=97259dff-b582-4fbd-b7bb-04805dd4c319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5349023 Feb 03 12:50:39.859908 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:39.863045 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] For port b172e431-39ab-42d3-9b7e-80694ee36433, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b172e431-39ab-42d3-9b7e-80694ee36433,segment=NetworkSegment(9254f862-0cac-45e7-891c-584e2514ab00),segment_id=9254f862-0cac-45e7-891c-584e2514ab00)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:50:39.880810 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-98e0e178-bef8-4914-8d53-9e4129a83ac6 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Network aa4ac113-dac5-415b-88ba-120489c2edaa is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:40.040928 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (b172e431-39ab-42d3-9b7e-80694ee36433), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:40.181239 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ca59301-744d-4b7d-a9ad-d0d8db862a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (53b64c21-6a0b-40d0-b0bc-caa5525e0473), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:40.229390 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ca59301-744d-4b7d-a9ad-d0d8db862a32 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:40.237447 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2ca59301-744d-4b7d-a9ad-d0d8db862a32 admin admin] 10.222.0.18 "DELETE /v2.0/networks/53b64c21-6a0b-40d0-b0bc-caa5525e0473 HTTP/1.1" status: 204 len: 168 time: 1.7177815 Feb 03 12:50:40.245224 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:40.245857 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:40.247498 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] 10.222.0.73 "PUT /v2.0/ports/b172e431-39ab-42d3-9b7e-80694ee36433 HTTP/1.1" status: 200 len: 1092 time: 3.8685811 Feb 03 12:50:40.259474 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d668a5-a95b-4ca6-a4c4-fc5a743fab60', 'tag': 'b172e431-39ab-42d3-9b7e-80694ee36433'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:50:40.263347 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79372304-d847-4d82-92dd-dceca4972a24" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d668a5-a95b-4ca6-a4c4-fc5a743fab60", "tag": "b172e431-39ab-42d3-9b7e-80694ee36433"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:50:40.315011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca59301-744d-4b7d-a9ad-d0d8db862a32 admin admin] Pushing event deleted for resources: {'Network': ['ID=53b64c21-6a0b-40d0-b0bc-caa5525e0473,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:40.406062 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb91b72-647e-4a9b-802d-35d763b4a0cf x-openstack-request-id: req-6fb91b72-647e-4a9b-802d-35d763b4a0cf {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:50:40.406401 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d668a5-a95b-4ca6-a4c4-fc5a743fab60", "tag": "b172e431-39ab-42d3-9b7e-80694ee36433", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:50:40.406662 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fb91b72-647e-4a9b-802d-35d763b4a0cf {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:50:40.407069 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d668a5-a95b-4ca6-a4c4-fc5a743fab60', 'tag': 'b172e431-39ab-42d3-9b7e-80694ee36433', 'status': 'completed', 'code': 200} Feb 03 12:50:40.416812 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191b303-97d9-49c6-ba80-404c16764696 service neutron] Pushing event updated for resources: {'Port': ['ID=b172e431-39ab-42d3-9b7e-80694ee36433,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:40.510091 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-eb245542-799f-45da-97fd-afa757704ddd service neutron] 10.222.0.73 "GET /v2.0/networks/97259dff-b582-4fbd-b7bb-04805dd4c319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037024 Feb 03 12:50:40.587306 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-98e0e178-bef8-4914-8d53-9e4129a83ac6 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:40.642399 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-98e0e178-bef8-4914-8d53-9e4129a83ac6 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:40.676662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35030) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:40.678796 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-5ec46e25-b21a-4519-9327-5e94bee7a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:40.680532 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-5ec46e25-b21a-4519-9327-5e94bee7a84d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c301c527b265422d81feea349fcfa017&device_id=e3d668a5-a95b-4ca6-a4c4-fc5a743fab60 HTTP/1.1" status: 200 len: 1126 time: 0.3553965 Feb 03 12:50:40.707788 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd68607-f570-4710-a138-5aee40b4cfe8,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:40.722822 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-98e0e178-bef8-4914-8d53-9e4129a83ac6 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:40.723543 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-98e0e178-bef8-4914-8d53-9e4129a83ac6 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:40.790013 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64fa2c72-ad2e-4092-a41e-f689d662a2b5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (d45ff685-03c1-454f-94c8-010b5f8c3461), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:40.793796 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-96fd659e-e46d-46e5-ab62-cbd52dfd7b4a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b172e431-39ab-42d3-9b7e-80694ee36433 HTTP/1.1" status: 200 len: 217 time: 0.0927444 Feb 03 12:50:40.813482 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-98e0e178-bef8-4914-8d53-9e4129a83ac6 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1541488 Feb 03 12:50:40.832850 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Request body: {'port': {'device_id': 'a1288a74-395b-408d-b8dc-cff8a2af7322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:40.964261 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] Attempting to bind port dcd68607-f570-4710-a138-5aee40b4cfe8 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:50:40.965134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] Attempting to bind port dcd68607-f570-4710-a138-5aee40b4cfe8 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '9254f862-0cac-45e7-891c-584e2514ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa4ac113-dac5-415b-88ba-120489c2edaa'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:50:40.965461 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] Attempting to bind port dcd68607-f570-4710-a138-5aee40b4cfe8 on network aa4ac113-dac5-415b-88ba-120489c2edaa {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:40.973616 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] Port dcd68607-f570-4710-a138-5aee40b4cfe8 on network aa4ac113-dac5-415b-88ba-120489c2edaa not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:50:40.973964 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] Attempting to bind port dcd68607-f570-4710-a138-5aee40b4cfe8 on network aa4ac113-dac5-415b-88ba-120489c2edaa {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:41.035703 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:50:41.035894 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] Checking segment: {'id': '9254f862-0cac-45e7-891c-584e2514ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa4ac113-dac5-415b-88ba-120489c2edaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:41.036715 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] Bound using segment: {'id': '9254f862-0cac-45e7-891c-584e2514ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa4ac113-dac5-415b-88ba-120489c2edaa'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:50:41.037297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] Bound port: dcd68607-f570-4710-a138-5aee40b4cfe8, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9254f862-0cac-45e7-891c-584e2514ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa4ac113-dac5-415b-88ba-120489c2edaa'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:50:41.037869 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dcd68607-f570-4710-a138-5aee40b4cfe8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:41.046974 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-a1772710-e47e-4638-83f1-8c0bc61a307c service neutron] 10.222.0.73 "GET /v2.0/networks/97259dff-b582-4fbd-b7bb-04805dd4c319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300732 Feb 03 12:50:41.049531 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (68aaab6c-5896-42dc-8a7b-805a3c79bf27), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:41.095222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadec2b-b79b-47c8-900b-ac91a9fc4ce7 req-58002357-4935-45a2-98e1-9aaab974532e tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:41.108636 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9aadec2b-b79b-47c8-900b-ac91a9fc4ce7 req-58002357-4935-45a2-98e1-9aaab974532e tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d668a5-a95b-4ca6-a4c4-fc5a743fab60 HTTP/1.1" status: 200 len: 944 time: 0.5583737 Feb 03 12:50:41.133271 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4164756d-99ee-441e-996e-28c71ce6e686 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Router f1879714-2eb5-4027-b42f-e2d0b65a332e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:50:41.140966 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3bc543fe-78ce-4748-938a-2eccd57450c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b0d836400604f588000496c4f97901d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4580846 Feb 03 12:50:41.159242 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35036) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:41.191008 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-e1d01105-ff42-4a3e-bddf-ec805a5136cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:41.193725 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-e1d01105-ff42-4a3e-bddf-ec805a5136cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=af71278c-f580-4b17-90a2-c4c6fc8dd68e HTTP/1.1" status: 200 len: 858 time: 0.3393848 Feb 03 12:50:41.382650 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-14d6093d-a335-4adc-8773-64c875ca2b49 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa4ac113-dac5-415b-88ba-120489c2edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1776221 Feb 03 12:50:41.575693 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9aadec2b-b79b-47c8-900b-ac91a9fc4ce7 req-8f6e2e12-379d-4e76-823e-efd754d0a75b tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62f6d5e-db40-43e1-8bd5-4453aa7e740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658003 Feb 03 12:50:41.666114 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68aaab6c-5896-42dc-8a7b-805a3c79bf27 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:50:41.680765 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Publish callbacks [] for port (68aaab6c-5896-42dc-8a7b-805a3c79bf27), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:41.694879 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Transition to ACTIVE for port object 68aaab6c-5896-42dc-8a7b-805a3c79bf27 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:50:41.707175 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (68aaab6c-5896-42dc-8a7b-805a3c79bf27), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:41.796862 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:50:41.811958 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] For port dcd68607-f570-4710-a138-5aee40b4cfe8, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:50:41.890429 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] For port dcd68607-f570-4710-a138-5aee40b4cfe8, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=dcd68607-f570-4710-a138-5aee40b4cfe8,segment=NetworkSegment(9254f862-0cac-45e7-891c-584e2514ab00),segment_id=9254f862-0cac-45e7-891c-584e2514ab00)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:50:41.941843 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Pushing event updated for resources: {'Port': ['ID=68aaab6c-5896-42dc-8a7b-805a3c79bf27,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:41.996218 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (dcd68607-f570-4710-a138-5aee40b4cfe8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:42.082613 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:42.083498 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:42.097079 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] 10.222.0.31 "PUT /v2.0/ports/dcd68607-f570-4710-a138-5aee40b4cfe8 HTTP/1.1" status: 200 len: 1092 time: 4.2985623 Feb 03 12:50:42.100356 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39ebe2b2-08f1-4602-80b0-6161ca09ebb1 admin admin] Publish callbacks [] for security_group (4b3ac7b3-9c51-44ce-b3ba-237dbab744f5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:42.161559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb51a1d-9411-4991-8fbd-38ea28d5514c', 'tag': 'dcd68607-f570-4710-a138-5aee40b4cfe8'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:50:42.169938 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d844b5b2-9d2d-40ac-9bd5-7d20eb6ea571" -d '{"events": [{"name": "network-changed", "server_uuid": "edb51a1d-9411-4991-8fbd-38ea28d5514c", "tag": "dcd68607-f570-4710-a138-5aee40b4cfe8"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:50:42.182128 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-7a0eb744-c1c9-4ec6-9c6a-029b8e19c4ed service neutron] 10.222.0.73 "GET /v2.0/networks/aa4ac113-dac5-415b-88ba-120489c2edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7782962 Feb 03 12:50:42.200012 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39ebe2b2-08f1-4602-80b0-6161ca09ebb1 admin admin] Publish callbacks [] for security_group (4b3ac7b3-9c51-44ce-b3ba-237dbab744f5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:42.478711 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7edd56-81da-4c16-b062-79ffe51d8b57 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd68607-f570-4710-a138-5aee40b4cfe8,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:42.533279 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39ebe2b2-08f1-4602-80b0-6161ca09ebb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4b3ac7b3-9c51-44ce-b3ba-237dbab744f5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:42.554161 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39ebe2b2-08f1-4602-80b0-6161ca09ebb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:42.569488 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-39ebe2b2-08f1-4602-80b0-6161ca09ebb1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b3ac7b3-9c51-44ce-b3ba-237dbab744f5 HTTP/1.1" status: 204 len: 168 time: 1.4060357 Feb 03 12:50:42.604926 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-4e87a006-257e-426e-b4a2-3721ed01affc service neutron] 10.222.0.73 "GET /v2.0/networks/aa4ac113-dac5-415b-88ba-120489c2edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171729 Feb 03 12:50:42.640449 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebe2b2-08f1-4602-80b0-6161ca09ebb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3ac7b3-9c51-44ce-b3ba-237dbab744f5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:42.641692 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Attempting to bind port 68aaab6c-5896-42dc-8a7b-805a3c79bf27 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:50:42.642063 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Attempting to bind port 68aaab6c-5896-42dc-8a7b-805a3c79bf27 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '9254f862-0cac-45e7-891c-584e2514ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa4ac113-dac5-415b-88ba-120489c2edaa'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:50:42.642398 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Attempting to bind port 68aaab6c-5896-42dc-8a7b-805a3c79bf27 on network aa4ac113-dac5-415b-88ba-120489c2edaa {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:42.681816 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4164756d-99ee-441e-996e-28c71ce6e686 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:50:42.685993 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Port 68aaab6c-5896-42dc-8a7b-805a3c79bf27 on network aa4ac113-dac5-415b-88ba-120489c2edaa not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:50:42.686328 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Attempting to bind port 68aaab6c-5896-42dc-8a7b-805a3c79bf27 on network aa4ac113-dac5-415b-88ba-120489c2edaa {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:42.693263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebe2b2-08f1-4602-80b0-6161ca09ebb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:42.693625 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebe2b2-08f1-4602-80b0-6161ca09ebb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:42.693980 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebe2b2-08f1-4602-80b0-6161ca09ebb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:42.697539 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c77664-f86e-4a01-8bca-d5fdeb91254d None None] Sync routers for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:50:42.700974 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebe2b2-08f1-4602-80b0-6161ca09ebb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:42.701428 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebe2b2-08f1-4602-80b0-6161ca09ebb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:42.701895 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebe2b2-08f1-4602-80b0-6161ca09ebb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:42.705933 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebe2b2-08f1-4602-80b0-6161ca09ebb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:42.706310 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebe2b2-08f1-4602-80b0-6161ca09ebb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:42.706666 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebe2b2-08f1-4602-80b0-6161ca09ebb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:42.707012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebe2b2-08f1-4602-80b0-6161ca09ebb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:42.707360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebe2b2-08f1-4602-80b0-6161ca09ebb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:42.707703 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebe2b2-08f1-4602-80b0-6161ca09ebb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:42.713103 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ebe2b2-08f1-4602-80b0-6161ca09ebb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:42.723350 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c77664-f86e-4a01-8bca-d5fdeb91254d None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:42.723682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b1c77664-f86e-4a01-8bca-d5fdeb91254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:42.754350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:50:42.754915 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Checking segment: {'id': '9254f862-0cac-45e7-891c-584e2514ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa4ac113-dac5-415b-88ba-120489c2edaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:42.755469 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Bound using segment: {'id': '9254f862-0cac-45e7-891c-584e2514ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa4ac113-dac5-415b-88ba-120489c2edaa'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:50:42.756141 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Bound port: 68aaab6c-5896-42dc-8a7b-805a3c79bf27, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9254f862-0cac-45e7-891c-584e2514ab00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'aa4ac113-dac5-415b-88ba-120489c2edaa'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:50:42.756660 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (68aaab6c-5896-42dc-8a7b-805a3c79bf27), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:42.876549 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b1c77664-f86e-4a01-8bca-d5fdeb91254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:42.982913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c77664-f86e-4a01-8bca-d5fdeb91254d None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:42.983552 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b1c77664-f86e-4a01-8bca-d5fdeb91254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:43.040469 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-c2ae36b8-70fa-4d82-915d-dd445a188045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:43.052494 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-c2ae36b8-70fa-4d82-915d-dd445a188045 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c301c527b265422d81feea349fcfa017&device_id=edb51a1d-9411-4991-8fbd-38ea28d5514c HTTP/1.1" status: 200 len: 1126 time: 0.7784343 Feb 03 12:50:43.060052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b1c77664-f86e-4a01-8bca-d5fdeb91254d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:43.073207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c77664-f86e-4a01-8bca-d5fdeb91254d None None] The sync data for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:50:43.087293 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4164756d-99ee-441e-996e-28c71ce6e686 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:43.145920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-64fa2c72-ad2e-4092-a41e-f689d662a2b5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting port c783d870-3205-412d-a3f6-ac1af2f9e048 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:43.146412 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64fa2c72-ad2e-4092-a41e-f689d662a2b5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c783d870-3205-412d-a3f6-ac1af2f9e048), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:43.194044 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77019796-fc55-477c-b420-3ad9609a27e7 x-openstack-request-id: req-77019796-fc55-477c-b420-3ad9609a27e7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:50:43.194631 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb51a1d-9411-4991-8fbd-38ea28d5514c", "tag": "dcd68607-f570-4710-a138-5aee40b4cfe8", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:50:43.196733 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77019796-fc55-477c-b420-3ad9609a27e7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:50:43.197327 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb51a1d-9411-4991-8fbd-38ea28d5514c', 'tag': 'dcd68607-f570-4710-a138-5aee40b4cfe8', 'status': 'completed', 'code': 200} Feb 03 12:50:43.201354 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4164756d-99ee-441e-996e-28c71ce6e686 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 15.2085547 Feb 03 12:50:43.208349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79372304-d847-4d82-92dd-dceca4972a24 req-750ee352-a95d-454a-9454-b347969a4dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:43.210731 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79372304-d847-4d82-92dd-dceca4972a24 req-750ee352-a95d-454a-9454-b347969a4dd7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c301c527b265422d81feea349fcfa017&device_id=e3d668a5-a95b-4ca6-a4c4-fc5a743fab60 HTTP/1.1" status: 200 len: 1126 time: 0.4670625 Feb 03 12:50:43.228920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35184) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:43.242477 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-633d7d5e-5004-4a90-a641-510322103047 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'floatingip': {'port_id': '81c8cec6-a475-4def-ab55-a30eb1eafcf0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:43.280683 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496444f4-8ef2-4cbd-bd88-f0879290a6c9 req-e7e421dd-4a9d-431e-8fc6-cca05fc740af tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:43.282579 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-496444f4-8ef2-4cbd-bd88-f0879290a6c9 req-e7e421dd-4a9d-431e-8fc6-cca05fc740af tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d668a5-a95b-4ca6-a4c4-fc5a743fab60 HTTP/1.1" status: 200 len: 944 time: 0.4186368 Feb 03 12:50:43.305141 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-ccf7483d-92a1-444a-a26f-de2cb8a12608 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcd68607-f570-4710-a138-5aee40b4cfe8 HTTP/1.1" status: 200 len: 217 time: 0.2517009 Feb 03 12:50:43.454155 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] For port 68aaab6c-5896-42dc-8a7b-805a3c79bf27, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:50:43.494097 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] For port 68aaab6c-5896-42dc-8a7b-805a3c79bf27, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=68aaab6c-5896-42dc-8a7b-805a3c79bf27,segment=NetworkSegment(9254f862-0cac-45e7-891c-584e2514ab00),segment_id=9254f862-0cac-45e7-891c-584e2514ab00)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:50:43.523347 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (68aaab6c-5896-42dc-8a7b-805a3c79bf27), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:43.755852 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-0fc5e499-9db4-4afa-b078-90bd1fcf64a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:43.773189 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-0fc5e499-9db4-4afa-b078-90bd1fcf64a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af71278c-f580-4b17-90a2-c4c6fc8dd68e HTTP/1.1" status: 200 len: 858 time: 0.4554996 Feb 03 12:50:43.825139 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64fa2c72-ad2e-4092-a41e-f689d662a2b5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c783d870-3205-412d-a3f6-ac1af2f9e048), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:43.866678 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:43.870736 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:43.883630 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] 10.222.0.73 "PUT /v2.0/ports/68aaab6c-5896-42dc-8a7b-805a3c79bf27 HTTP/1.1" status: 200 len: 1091 time: 3.0577123 Feb 03 12:50:43.913174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-64fa2c72-ad2e-4092-a41e-f689d662a2b5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Calling delete_port for c783d870-3205-412d-a3f6-ac1af2f9e048 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:44.147166 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-47a17981-cb8f-4715-afe4-1417f51c5873 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aa4ac113-dac5-415b-88ba-120489c2edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3585839 Feb 03 12:50:44.149440 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35272) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:44.328663 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-496444f4-8ef2-4cbd-bd88-f0879290a6c9 req-aa5c0b0b-c349-475a-a451-587fe4afba56 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62f6d5e-db40-43e1-8bd5-4453aa7e740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9038200 Feb 03 12:50:44.337529 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79372304-d847-4d82-92dd-dceca4972a24 req-b59000d8-8ff1-4a48-a632-d67917c60927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:44.340468 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79372304-d847-4d82-92dd-dceca4972a24 req-b59000d8-8ff1-4a48-a632-d67917c60927 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aa4ac113-dac5-415b-88ba-120489c2edaa HTTP/1.1" status: 200 len: 919 time: 1.1076772 Feb 03 12:50:44.346645 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64fa2c72-ad2e-4092-a41e-f689d662a2b5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c783d870-3205-412d-a3f6-ac1af2f9e048), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:44.524196 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79372304-d847-4d82-92dd-dceca4972a24 req-8c1f7d6a-9117-4647-8937-ef85b5f17c0f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b172e431-39ab-42d3-9b7e-80694ee36433 HTTP/1.1" status: 200 len: 217 time: 0.1401970 Feb 03 12:50:44.526920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa2c72-ad2e-4092-a41e-f689d662a2b5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Port': ['ID=c783d870-3205-412d-a3f6-ac1af2f9e048,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:44.559036 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Pushing event updated for resources: {'Port': ['ID=68aaab6c-5896-42dc-8a7b-805a3c79bf27,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:44.706490 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64fa2c72-ad2e-4092-a41e-f689d662a2b5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (d45ff685-03c1-454f-94c8-010b5f8c3461), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:44.710506 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:44.711548 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:44.713349 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:44.715461 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:44.724333 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:44.732651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79372304-d847-4d82-92dd-dceca4972a24 req-296a4038-f802-4a51-8678-6b52faa23b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:44.734951 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:44.735630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:44.736354 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79372304-d847-4d82-92dd-dceca4972a24 req-296a4038-f802-4a51-8678-6b52faa23b70 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=af71278c-f580-4b17-90a2-c4c6fc8dd68e HTTP/1.1" status: 200 len: 858 time: 0.0963368 Feb 03 12:50:44.737966 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:44.738517 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:44.739067 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:44.739607 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:44.740174 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:44.740724 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3d1b7-7f89-4cb5-9376-efe33bed6e4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:44.967995 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-ed025042-04a6-4953-a23a-45ee430860d0 service neutron] 10.222.0.31 "GET /v2.0/networks/aa4ac113-dac5-415b-88ba-120489c2edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7696970 Feb 03 12:50:45.007151 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79372304-d847-4d82-92dd-dceca4972a24 req-d503d4b8-a85c-4018-871e-aa9778793eb8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa4ac113-dac5-415b-88ba-120489c2edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667982 Feb 03 12:50:45.017181 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-436613e4-c562-4374-a36a-0ac59be924b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:45.032366 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-436613e4-c562-4374-a36a-0ac59be924b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c301c527b265422d81feea349fcfa017&device_id=a1288a74-395b-408d-b8dc-cff8a2af7322 HTTP/1.1" status: 200 len: 1125 time: 1.0465517 Feb 03 12:50:45.070694 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ef003c5-2605-455e-aa8b-43d414922f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:45.168691 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device b172e431-39ab-42d3-9b7e-80694ee36433 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:50:45.249959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fa2c72-ad2e-4092-a41e-f689d662a2b5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router d45ff685-03c1-454f-94c8-010b5f8c3461 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:50:45.253212 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79372304-d847-4d82-92dd-dceca4972a24 req-d8277c81-be15-46f4-8467-627d295358e5 service neutron] 10.222.0.73 "GET /v2.0/networks/aa4ac113-dac5-415b-88ba-120489c2edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350193 Feb 03 12:50:45.375762 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ef003c5-2605-455e-aa8b-43d414922f15 admin admin] Publish callbacks [] for security_group (47120c3b-8605-4bd4-b435-d0fa7dab8894), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:45.378800 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-633d7d5e-5004-4a90-a641-510322103047 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (de183c8f-518f-4fcf-b07f-91e2dfeb654b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:45.382634 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-6574d2ab-238d-4939-8e2a-82787295ff24 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68aaab6c-5896-42dc-8a7b-805a3c79bf27 HTTP/1.1" status: 200 len: 217 time: 0.3240228 Feb 03 12:50:45.392788 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1288a74-395b-408d-b8dc-cff8a2af7322', 'tag': '68aaab6c-5896-42dc-8a7b-805a3c79bf27'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:50:45.401017 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142c011e-a2d1-43dd-8d4c-7c72606976f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a1288a74-395b-408d-b8dc-cff8a2af7322", "tag": "68aaab6c-5896-42dc-8a7b-805a3c79bf27"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:50:45.414247 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ef003c5-2605-455e-aa8b-43d414922f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (47120c3b-8605-4bd4-b435-d0fa7dab8894), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:45.530542 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port b172e431-39ab-42d3-9b7e-80694ee36433, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b172e431-39ab-42d3-9b7e-80694ee36433,segment=NetworkSegment(9254f862-0cac-45e7-891c-584e2514ab00),segment_id=9254f862-0cac-45e7-891c-584e2514ab00)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:45.573154 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'b172e431-39ab-42d3-9b7e-80694ee36433', 'network_id': 'aa4ac113-dac5-415b-88ba-120489c2edaa', 'port_id': 'b172e431-39ab-42d3-9b7e-80694ee36433', 'mac_address': 'fa:16:3e:9a:93:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af71278c-f580-4b17-90a2-c4c6fc8dd68e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:50:45.668533 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port b172e431-39ab-42d3-9b7e-80694ee36433 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:45.668931 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b172e431-39ab-42d3-9b7e-80694ee36433), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:45.700684 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b172e431-39ab-42d3-9b7e-80694ee36433 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:50:45.706064 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-d7aca09e-8d3b-47aa-aaa5-b9108ff1cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:45.709767 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-d7aca09e-8d3b-47aa-aaa5-b9108ff1cceb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=af71278c-f580-4b17-90a2-c4c6fc8dd68e HTTP/1.1" status: 200 len: 858 time: 0.2549026 Feb 03 12:50:45.715162 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35386) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:45.723052 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5e94d4-f25b-42db-9fdc-b47620283cdd x-openstack-request-id: req-7a5e94d4-f25b-42db-9fdc-b47620283cdd {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:50:45.724454 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1288a74-395b-408d-b8dc-cff8a2af7322", "tag": "68aaab6c-5896-42dc-8a7b-805a3c79bf27", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:50:45.725684 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a5e94d4-f25b-42db-9fdc-b47620283cdd {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:50:45.726431 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1288a74-395b-408d-b8dc-cff8a2af7322', 'tag': '68aaab6c-5896-42dc-8a7b-805a3c79bf27', 'status': 'completed', 'code': 200} Feb 03 12:50:45.757963 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port b172e431-39ab-42d3-9b7e-80694ee36433, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b172e431-39ab-42d3-9b7e-80694ee36433,segment=NetworkSegment(9254f862-0cac-45e7-891c-584e2514ab00),segment_id=9254f862-0cac-45e7-891c-584e2514ab00)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:45.771373 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b172e431-39ab-42d3-9b7e-80694ee36433), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:45.951166 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:45.976371 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=b172e431-39ab-42d3-9b7e-80694ee36433,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:45.994593 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:45.996485 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:46.000550 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:46.001211 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:46.001876 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:46.002674 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:46.003189 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:46.003904 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:46.005515 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:46.006168 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:46.008208 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:46.008766 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:46.009288 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:50:46.107386 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-50b8c8ad-ae7e-45ea-b3fe-377ad1e7d57e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1453279623-network', 'tenant_id': 'cd79879f23c9420f9b758bf6be6d77f9'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:46.147263 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-8af5b687-1f60-4c1e-be41-0eb8b74bc390 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa4ac113-dac5-415b-88ba-120489c2edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3684521 Feb 03 12:50:46.164414 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b8c8ad-ae7e-45ea-b3fe-377ad1e7d57e admin admin] Made reservation on behalf of cd79879f23c9420f9b758bf6be6d77f9 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:46.171623 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50b8c8ad-ae7e-45ea-b3fe-377ad1e7d57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:46.185393 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79372304-d847-4d82-92dd-dceca4972a24 req-b1fab5f8-60b3-42c7-8b63-5964426a44dc service neutron] 10.222.0.73 "GET /v2.0/networks/aa4ac113-dac5-415b-88ba-120489c2edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9251420 Feb 03 12:50:46.191416 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['b172e431-39ab-42d3-9b7e-80694ee36433'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:50:46.240921 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50b8c8ad-ae7e-45ea-b3fe-377ad1e7d57e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:46.242874 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef003c5-2605-455e-aa8b-43d414922f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47120c3b-8605-4bd4-b435-d0fa7dab8894,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:46.263804 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1ef003c5-2605-455e-aa8b-43d414922f15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67cadd30618a482981cacb44a5118c35&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0910175 Feb 03 12:50:46.287505 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35434) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:46.290831 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-36b63566-0101-4619-b2a6-fc34795e7b33 service neutron] 10.222.0.31 "GET /v2.0/networks/aa4ac113-dac5-415b-88ba-120489c2edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3026547 Feb 03 12:50:46.521488 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551789b-6b4f-4aaa-a2e0-6c1ea4394698 req-013c319f-9013-4d6f-9e9a-38cd1cf014f3 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:46.523247 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a551789b-6b4f-4aaa-a2e0-6c1ea4394698 req-013c319f-9013-4d6f-9e9a-38cd1cf014f3 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d668a5-a95b-4ca6-a4c4-fc5a743fab60 HTTP/1.1" status: 200 len: 945 time: 0.7901874 Feb 03 12:50:46.707063 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50b8c8ad-ae7e-45ea-b3fe-377ad1e7d57e admin admin] Publish callbacks [] for security_group (e1048118-53cb-42db-8bca-327201d30ff3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:46.757208 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a551789b-6b4f-4aaa-a2e0-6c1ea4394698 req-e30399e0-739f-4ff1-a812-9c7bab2ee427 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62f6d5e-db40-43e1-8bd5-4453aa7e740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194083 Feb 03 12:50:46.757741 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50b8c8ad-ae7e-45ea-b3fe-377ad1e7d57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e1048118-53cb-42db-8bca-327201d30ff3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:46.805297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8c8ad-ae7e-45ea-b3fe-377ad1e7d57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1048118-53cb-42db-8bca-327201d30ff3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:46.821854 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b8c8ad-ae7e-45ea-b3fe-377ad1e7d57e admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:50:46.832642 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50b8c8ad-ae7e-45ea-b3fe-377ad1e7d57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:46.833004 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-50b8c8ad-ae7e-45ea-b3fe-377ad1e7d57e admin admin] Added segment 4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e of type vlan for network ba52975b-3ccc-4e20-a0cf-e3affafdc748 Feb 03 12:50:46.875639 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50b8c8ad-ae7e-45ea-b3fe-377ad1e7d57e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (ba52975b-3ccc-4e20-a0cf-e3affafdc748), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:46.907788 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50b8c8ad-ae7e-45ea-b3fe-377ad1e7d57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (ba52975b-3ccc-4e20-a0cf-e3affafdc748), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:46.909103 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b8c8ad-ae7e-45ea-b3fe-377ad1e7d57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:46.909975 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50b8c8ad-ae7e-45ea-b3fe-377ad1e7d57e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:46.923035 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844b5b2-9d2d-40ac-9bd5-7d20eb6ea571 req-e10b0e4f-d2c5-4e30-ab1f-21d8042ab759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:46.925164 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d844b5b2-9d2d-40ac-9bd5-7d20eb6ea571 req-e10b0e4f-d2c5-4e30-ab1f-21d8042ab759 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c301c527b265422d81feea349fcfa017&device_id=edb51a1d-9411-4991-8fbd-38ea28d5514c HTTP/1.1" status: 200 len: 1126 time: 0.5792437 Feb 03 12:50:47.045173 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-8cbb1208-a92d-4179-bc05-e62c9ba0e9cb service neutron] 10.222.0.73 "GET /v2.0/networks/aa4ac113-dac5-415b-88ba-120489c2edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8189349 Feb 03 12:50:47.114145 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-50b8c8ad-ae7e-45ea-b3fe-377ad1e7d57e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3600795 Feb 03 12:50:47.329710 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fa2c72-ad2e-4092-a41e-f689d662a2b5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:50:47.342309 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-64fa2c72-ad2e-4092-a41e-f689d662a2b5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/d45ff685-03c1-454f-94c8-010b5f8c3461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3528531 Feb 03 12:50:47.344983 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d4a32-3fae-4a21-934b-d73645cb0f1b None None] Sync routers for ids ['d45ff685-03c1-454f-94c8-010b5f8c3461'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:50:47.348301 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35494) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:47.348652 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35522) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:47.384577 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d4a32-3fae-4a21-934b-d73645cb0f1b None None] Routers {'d45ff685-03c1-454f-94c8-010b5f8c3461'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:47.390784 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b17d4a32-3fae-4a21-934b-d73645cb0f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d45ff685-03c1-454f-94c8-010b5f8c3461'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:47.443892 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844b5b2-9d2d-40ac-9bd5-7d20eb6ea571 req-d2eb9bb7-c5a8-40b1-9368-1c4cf093b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:47.445452 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d844b5b2-9d2d-40ac-9bd5-7d20eb6ea571 req-d2eb9bb7-c5a8-40b1-9368-1c4cf093b078 service neutron] 10.222.0.31 "GET /v2.0/networks?id=aa4ac113-dac5-415b-88ba-120489c2edaa HTTP/1.1" status: 200 len: 919 time: 0.4717600 Feb 03 12:50:47.446085 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8c8ad-ae7e-45ea-b3fe-377ad1e7d57e admin admin] Pushing event updated for resources: {'Network': ['ID=ba52975b-3ccc-4e20-a0cf-e3affafdc748,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:47.457011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-16eaeb5c-e6e4-42de-a00e-89d270fc3730 admin admin] Request body: {'subnet': {'network_id': 'ba52975b-3ccc-4e20-a0cf-e3affafdc748', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1453279623-subnet', 'tenant_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:47.457729 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network ba52975b-3ccc-4e20-a0cf-e3affafdc748 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:50:47.487135 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b17d4a32-3fae-4a21-934b-d73645cb0f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:47.499175 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d4a32-3fae-4a21-934b-d73645cb0f1b None None] Routers {'d45ff685-03c1-454f-94c8-010b5f8c3461'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:47.500557 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b17d4a32-3fae-4a21-934b-d73645cb0f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d45ff685-03c1-454f-94c8-010b5f8c3461'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:47.564849 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d844b5b2-9d2d-40ac-9bd5-7d20eb6ea571 req-5cc74aae-56c8-43f7-92fe-3db31535ff53 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcd68607-f570-4710-a138-5aee40b4cfe8 HTTP/1.1" status: 200 len: 217 time: 0.1022666 Feb 03 12:50:47.570102 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b17d4a32-3fae-4a21-934b-d73645cb0f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:47.570841 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d4a32-3fae-4a21-934b-d73645cb0f1b None None] The sync data for ids ['d45ff685-03c1-454f-94c8-010b5f8c3461'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:50:47.632799 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0555fb76-1c41-4c77-b598-6ef7cc3495a3 req-9fb6161c-ac03-4653-8160-21435178c5b5 service neutron] 10.222.0.73 "GET /v2.0/networks/aa4ac113-dac5-415b-88ba-120489c2edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5848663 Feb 03 12:50:47.668052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844b5b2-9d2d-40ac-9bd5-7d20eb6ea571 req-0faa8c62-65fb-470e-b59a-f77aefddb561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:47.672086 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d844b5b2-9d2d-40ac-9bd5-7d20eb6ea571 req-0faa8c62-65fb-470e-b59a-f77aefddb561 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af71278c-f580-4b17-90a2-c4c6fc8dd68e HTTP/1.1" status: 200 len: 858 time: 0.0901027 Feb 03 12:50:47.680036 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-173c02b4-9443-4f79-b935-65541afaeb97 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/ports?device_id=d45ff685-03c1-454f-94c8-010b5f8c3461 HTTP/1.1" status: 200 len: 205 time: 0.2437170 Feb 03 12:50:47.689201 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35554) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:47.722449 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-abb605a3-9b99-4f0e-8bf9-38edce78f107 admin admin] Publish callbacks [] for security_group (47120c3b-8605-4bd4-b435-d0fa7dab8894), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:47.736626 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-633d7d5e-5004-4a90-a641-510322103047 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:50:47.740293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16eaeb5c-e6e4-42de-a00e-89d270fc3730 admin admin] Made reservation on behalf of cd79879f23c9420f9b758bf6be6d77f9 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:47.743149 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16eaeb5c-e6e4-42de-a00e-89d270fc3730 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:47.883216 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d844b5b2-9d2d-40ac-9bd5-7d20eb6ea571 req-f8ec86cd-e778-4a9c-a1d7-650083befa5a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aa4ac113-dac5-415b-88ba-120489c2edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2065835 Feb 03 12:50:47.895099 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-abb605a3-9b99-4f0e-8bf9-38edce78f107 admin admin] Publish callbacks [] for security_group (47120c3b-8605-4bd4-b435-d0fa7dab8894), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:47.991271 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c1d9158-2ab5-4ba9-acef-4732fa7b1d8b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (d45ff685-03c1-454f-94c8-010b5f8c3461), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:48.029776 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-633d7d5e-5004-4a90-a641-510322103047 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:48.061420 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-633d7d5e-5004-4a90-a641-510322103047 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (de183c8f-518f-4fcf-b07f-91e2dfeb654b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:48.388029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56147a-d985-49fc-8e6b-afd9e05bc660 req-ca3fcf7a-8d6b-4e92-8827-3e5a77c4f564 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:48.390179 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd56147a-d985-49fc-8e6b-afd9e05bc660 req-ca3fcf7a-8d6b-4e92-8827-3e5a77c4f564 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d668a5-a95b-4ca6-a4c4-fc5a743fab60 HTTP/1.1" status: 200 len: 945 time: 0.4465446 Feb 03 12:50:48.425447 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633d7d5e-5004-4a90-a641-510322103047 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Router f1879714-2eb5-4027-b42f-e2d0b65a332e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:50:48.484063 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd56147a-d985-49fc-8e6b-afd9e05bc660 req-309d2b43-dcd8-400b-b2ae-6d9ed94e0b1a tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62f6d5e-db40-43e1-8bd5-4453aa7e740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824285 Feb 03 12:50:48.702658 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633d7d5e-5004-4a90-a641-510322103047 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:50:48.714481 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74e8cee-a9ef-42a8-905b-c26a347eb709 None None] Sync routers for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:50:48.716082 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-633d7d5e-5004-4a90-a641-510322103047 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:48.732067 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e8cee-a9ef-42a8-905b-c26a347eb709 None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:48.732760 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a74e8cee-a9ef-42a8-905b-c26a347eb709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:48.809312 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a74e8cee-a9ef-42a8-905b-c26a347eb709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:48.819977 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e8cee-a9ef-42a8-905b-c26a347eb709 None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:48.820804 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a74e8cee-a9ef-42a8-905b-c26a347eb709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:48.854706 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-633d7d5e-5004-4a90-a641-510322103047 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "PUT /v2.0/floatingips/de183c8f-518f-4fcf-b07f-91e2dfeb654b HTTP/1.1" status: 200 len: 978 time: 5.6241539 Feb 03 12:50:48.856196 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-abb605a3-9b99-4f0e-8bf9-38edce78f107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (47120c3b-8605-4bd4-b435-d0fa7dab8894), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:48.860269 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-abb605a3-9b99-4f0e-8bf9-38edce78f107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:48.864324 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-abb605a3-9b99-4f0e-8bf9-38edce78f107 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47120c3b-8605-4bd4-b435-d0fa7dab8894 HTTP/1.1" status: 204 len: 168 time: 2.5553038 Feb 03 12:50:48.865398 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35572) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:48.868705 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a74e8cee-a9ef-42a8-905b-c26a347eb709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:48.869527 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74e8cee-a9ef-42a8-905b-c26a347eb709 None None] The sync data for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:50:48.944758 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb605a3-9b99-4f0e-8bf9-38edce78f107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47120c3b-8605-4bd4-b435-d0fa7dab8894,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:48.968004 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c011e-a2d1-43dd-8d4c-7c72606976f2 req-37777490-bd0d-4a45-b4f8-16a76beb58d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:48.972715 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-142c011e-a2d1-43dd-8d4c-7c72606976f2 req-37777490-bd0d-4a45-b4f8-16a76beb58d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c301c527b265422d81feea349fcfa017&device_id=a1288a74-395b-408d-b8dc-cff8a2af7322 HTTP/1.1" status: 200 len: 1125 time: 1.0987196 Feb 03 12:50:49.021520 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d844b5b2-9d2d-40ac-9bd5-7d20eb6ea571 req-5b78fc52-536d-4f7e-b6b4-28beee520eca service neutron] 10.222.0.31 "GET /v2.0/networks/aa4ac113-dac5-415b-88ba-120489c2edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0818770 Feb 03 12:50:49.034771 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c1d9158-2ab5-4ba9-acef-4732fa7b1d8b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (d45ff685-03c1-454f-94c8-010b5f8c3461), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:49.171421 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device b172e431-39ab-42d3-9b7e-80694ee36433 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:49.280017 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device dcd68607-f570-4710-a138-5aee40b4cfe8 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:50:49.291834 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d844b5b2-9d2d-40ac-9bd5-7d20eb6ea571 req-e882350a-ab33-44a9-a0c5-e29c97b2f709 service neutron] 10.222.0.31 "GET /v2.0/networks/aa4ac113-dac5-415b-88ba-120489c2edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233429 Feb 03 12:50:49.301620 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c1d9158-2ab5-4ba9-acef-4732fa7b1d8b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router_controller (d45ff685-03c1-454f-94c8-010b5f8c3461), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:49.321396 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16eaeb5c-e6e4-42de-a00e-89d270fc3730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (e24c0d19-efc7-422d-9f52-9378e9ba1415), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:49.479519 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c308e3cb-f24f-4881-af7a-092339361042 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Deleting port ac0babde-3169-4262-979f-ef65269d2e03 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:49.480741 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c308e3cb-f24f-4881-af7a-092339361042 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ac0babde-3169-4262-979f-ef65269d2e03), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:49.539848 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port dcd68607-f570-4710-a138-5aee40b4cfe8, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=dcd68607-f570-4710-a138-5aee40b4cfe8,segment=NetworkSegment(9254f862-0cac-45e7-891c-584e2514ab00),segment_id=9254f862-0cac-45e7-891c-584e2514ab00)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:49.547045 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35588) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:49.572566 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3dff9d34-5506-481b-b4b7-39278035fe63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:49.587549 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'dcd68607-f570-4710-a138-5aee40b4cfe8', 'network_id': 'aa4ac113-dac5-415b-88ba-120489c2edaa', 'port_id': 'dcd68607-f570-4710-a138-5aee40b4cfe8', 'mac_address': 'fa:16:3e:92:04:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af71278c-f580-4b17-90a2-c4c6fc8dd68e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:50:49.595421 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c1d9158-2ab5-4ba9-acef-4732fa7b1d8b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (d45ff685-03c1-454f-94c8-010b5f8c3461), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:49.596445 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1d9158-2ab5-4ba9-acef-4732fa7b1d8b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Fanout notify agent at l3_agent the message router_deleted on router d45ff685-03c1-454f-94c8-010b5f8c3461 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:50:49.619442 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c1d9158-2ab5-4ba9-acef-4732fa7b1d8b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:49.625834 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4c1d9158-2ab5-4ba9-acef-4732fa7b1d8b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/routers/d45ff685-03c1-454f-94c8-010b5f8c3461 HTTP/1.1" status: 204 len: 168 time: 1.9048400 Feb 03 12:50:49.632251 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35592) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:49.668681 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c308e3cb-f24f-4881-af7a-092339361042 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ac0babde-3169-4262-979f-ef65269d2e03), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:49.670277 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c308e3cb-f24f-4881-af7a-092339361042 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (ac0babde-3169-4262-979f-ef65269d2e03), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:49.696177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c308e3cb-f24f-4881-af7a-092339361042 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Calling delete_port for ac0babde-3169-4262-979f-ef65269d2e03 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:49.700426 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port dcd68607-f570-4710-a138-5aee40b4cfe8 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:49.701758 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dcd68607-f570-4710-a138-5aee40b4cfe8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:49.726420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd68607-f570-4710-a138-5aee40b4cfe8 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:50:49.778892 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port b172e431-39ab-42d3-9b7e-80694ee36433 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:50:49.802841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port b172e431-39ab-42d3-9b7e-80694ee36433 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:49.805132 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b172e431-39ab-42d3-9b7e-80694ee36433), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:49.913731 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port dcd68607-f570-4710-a138-5aee40b4cfe8, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=dcd68607-f570-4710-a138-5aee40b4cfe8,segment=NetworkSegment(9254f862-0cac-45e7-891c-584e2514ab00),segment_id=9254f862-0cac-45e7-891c-584e2514ab00)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:49.929698 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c011e-a2d1-43dd-8d4c-7c72606976f2 req-0caba554-e1cf-4d75-95f1-d7bdfa284ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:49.931636 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-142c011e-a2d1-43dd-8d4c-7c72606976f2 req-0caba554-e1cf-4d75-95f1-d7bdfa284ab0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aa4ac113-dac5-415b-88ba-120489c2edaa HTTP/1.1" status: 200 len: 919 time: 0.9092903 Feb 03 12:50:49.983336 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-142c011e-a2d1-43dd-8d4c-7c72606976f2 req-03bb8eef-9fb8-40fc-8028-bcf63d3d7fc0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68aaab6c-5896-42dc-8a7b-805a3c79bf27 HTTP/1.1" status: 200 len: 217 time: 0.0401871 Feb 03 12:50:49.983994 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35598) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:49.986347 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dcd68607-f570-4710-a138-5aee40b4cfe8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:49.989345 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port b172e431-39ab-42d3-9b7e-80694ee36433 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:49.989982 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b172e431-39ab-42d3-9b7e-80694ee36433), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.000656 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ee09b8-d023-4cd4-807c-5bb8659e5f8a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting subnet 85c29345-524d-41e1-aff9-048d893a31cb {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:50:50.006120 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42ee09b8-d023-4cd4-807c-5bb8659e5f8a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (85c29345-524d-41e1-aff9-048d893a31cb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.035414 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c308e3cb-f24f-4881-af7a-092339361042 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ac0babde-3169-4262-979f-ef65269d2e03), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.069298 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d668a5-a95b-4ca6-a4c4-fc5a743fab60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b172e431-39ab-42d3-9b7e-80694ee36433'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:50:50.072456 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158d5e8c-1258-4a3c-b386-af0ba5ac2962" -d '{"events": [{"server_uuid": "e3d668a5-a95b-4ca6-a4c4-fc5a743fab60", "name": "network-vif-plugged", "status": "completed", "tag": "b172e431-39ab-42d3-9b7e-80694ee36433"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:50:50.076486 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42ee09b8-d023-4cd4-807c-5bb8659e5f8a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (85c29345-524d-41e1-aff9-048d893a31cb), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.088930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eaeb5c-e6e4-42de-a00e-89d270fc3730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e24c0d19-efc7-422d-9f52-9378e9ba1415,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:50.092576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eaeb5c-e6e4-42de-a00e-89d270fc3730 admin admin] Checking segment: {'id': '4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ba52975b-3ccc-4e20-a0cf-e3affafdc748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:50.092951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eaeb5c-e6e4-42de-a00e-89d270fc3730 admin admin] Network hostable DHCP agents. Network: ba52975b-3ccc-4e20-a0cf-e3affafdc748, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:50:50.099738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308e3cb-f24f-4881-af7a-092339361042 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event deleted for resources: {'Port': ['ID=ac0babde-3169-4262-979f-ef65269d2e03,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:50.123627 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port b172e431-39ab-42d3-9b7e-80694ee36433, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b172e431-39ab-42d3-9b7e-80694ee36433,segment=NetworkSegment(9254f862-0cac-45e7-891c-584e2514ab00),segment_id=9254f862-0cac-45e7-891c-584e2514ab00)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:50.138540 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b172e431-39ab-42d3-9b7e-80694ee36433), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.141879 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=dcd68607-f570-4710-a138-5aee40b4cfe8,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:50.186849 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f702511a-f685-46cd-8cc9-00d3202d19fb x-openstack-request-id: req-f702511a-f685-46cd-8cc9-00d3202d19fb {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:50:50.187290 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d668a5-a95b-4ca6-a4c4-fc5a743fab60", "name": "network-vif-plugged", "status": "completed", "tag": "b172e431-39ab-42d3-9b7e-80694ee36433", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:50:50.187676 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f702511a-f685-46cd-8cc9-00d3202d19fb {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:50:50.188430 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d668a5-a95b-4ca6-a4c4-fc5a743fab60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b172e431-39ab-42d3-9b7e-80694ee36433', 'code': 200} Feb 03 12:50:50.201512 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c308e3cb-f24f-4881-af7a-092339361042 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (de183c8f-518f-4fcf-b07f-91e2dfeb654b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.202796 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-c308e3cb-f24f-4881-af7a-092339361042 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Floating IP de183c8f-518f-4fcf-b07f-91e2dfeb654b disassociated (deleted). External IP: 172.25.6.112, port: 81c8cec6-a475-4def-ab55-a30eb1eafcf0. Feb 03 12:50:50.220430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['dcd68607-f570-4710-a138-5aee40b4cfe8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:50:50.262462 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eaeb5c-e6e4-42de-a00e-89d270fc3730 admin admin] Network ba52975b-3ccc-4e20-a0cf-e3affafdc748 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:50:50.287070 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=b172e431-39ab-42d3-9b7e-80694ee36433,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:50.321197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e16bd1-274a-44e1-9235-a29afc1905e7 req-e6b655df-06fa-411e-bf0f-820c17c0df01 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:50.323651 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-34e16bd1-274a-44e1-9235-a29afc1905e7 req-e6b655df-06fa-411e-bf0f-820c17c0df01 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d668a5-a95b-4ca6-a4c4-fc5a743fab60 HTTP/1.1" status: 200 len: 945 time: 0.6102691 Feb 03 12:50:50.371769 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42ee09b8-d023-4cd4-807c-5bb8659e5f8a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (85c29345-524d-41e1-aff9-048d893a31cb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.396575 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-16eaeb5c-e6e4-42de-a00e-89d270fc3730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, ba52975b-3ccc-4e20-a0cf-e3affafdc748) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:50.414995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fe1084-aeee-443b-8096-986638301d19 None None] Network ba52975b-3ccc-4e20-a0cf-e3affafdc748 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:50.457410 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eaeb5c-e6e4-42de-a00e-89d270fc3730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:50.458643 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16eaeb5c-e6e4-42de-a00e-89d270fc3730 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.463288 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0f156f3-7aeb-498a-840f-8430fc9bf614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.512039 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-16eaeb5c-e6e4-42de-a00e-89d270fc3730 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0767691 Feb 03 12:50:50.515247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01977ad7-40f4-47d7-9aff-46ac01b6e2c9 req-bf9644de-ed90-41ae-a331-79ed3c0c172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:50.517144 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01977ad7-40f4-47d7-9aff-46ac01b6e2c9 req-bf9644de-ed90-41ae-a331-79ed3c0c172c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e3d668a5-a95b-4ca6-a4c4-fc5a743fab60 HTTP/1.1" status: 200 len: 1128 time: 0.2494256 Feb 03 12:50:50.518341 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35604) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:50.519422 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3dff9d34-5506-481b-b4b7-39278035fe63 admin admin] Publish callbacks [] for security_group (b7a0f91b-a308-470b-a87a-9d43d9ca9bac), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.528090 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-34e16bd1-274a-44e1-9235-a29afc1905e7 req-664073fe-3972-4540-b4ba-cf6aa554f56a tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62f6d5e-db40-43e1-8bd5-4453aa7e740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932592 Feb 03 12:50:50.529857 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c011e-a2d1-43dd-8d4c-7c72606976f2 req-aa29169c-e6ac-4b51-b01e-00a883258431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:50.531568 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-142c011e-a2d1-43dd-8d4c-7c72606976f2 req-aa29169c-e6ac-4b51-b01e-00a883258431 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=af71278c-f580-4b17-90a2-c4c6fc8dd68e HTTP/1.1" status: 200 len: 858 time: 0.3611183 Feb 03 12:50:50.536740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7084b2ec-56ed-42a1-9cd9-66629f8a46ea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1453279623-router', 'tenant_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:50.538409 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3dff9d34-5506-481b-b4b7-39278035fe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b7a0f91b-a308-470b-a87a-9d43d9ca9bac), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.593625 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3dff9d34-5506-481b-b4b7-39278035fe63 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=caa6263ef04e4761a8fe66a541f141a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0415533 Feb 03 12:50:50.601765 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35606) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:50.638238 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-142c011e-a2d1-43dd-8d4c-7c72606976f2 req-bcd1aa8e-927a-4e35-97ba-762599f1ba13 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa4ac113-dac5-415b-88ba-120489c2edaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582726 Feb 03 12:50:50.665839 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7084b2ec-56ed-42a1-9cd9-66629f8a46ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (f0067f24-e1f0-48d9-8922-d03845037040), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.667696 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7084b2ec-56ed-42a1-9cd9-66629f8a46ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (f0067f24-e1f0-48d9-8922-d03845037040), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.749935 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff9d34-5506-481b-b4b7-39278035fe63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a0f91b-a308-470b-a87a-9d43d9ca9bac,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:50.811417 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42ee09b8-d023-4cd4-807c-5bb8659e5f8a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (85c29345-524d-41e1-aff9-048d893a31cb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.821177 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01977ad7-40f4-47d7-9aff-46ac01b6e2c9 req-411af36c-353d-4f91-b451-5fc035576db4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d62f6d5e-db40-43e1-8bd5-4453aa7e740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729790 Feb 03 12:50:50.861809 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42ee09b8-d023-4cd4-807c-5bb8659e5f8a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.866199 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-42ee09b8-d023-4cd4-807c-5bb8659e5f8a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/subnets/85c29345-524d-41e1-aff9-048d893a31cb HTTP/1.1" status: 204 len: 168 time: 1.2325804 Feb 03 12:50:50.875081 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee09b8-d023-4cd4-807c-5bb8659e5f8a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Subnet': ['ID=85c29345-524d-41e1-aff9-048d893a31cb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:50.877890 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35608) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:50.897900 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7084b2ec-56ed-42a1-9cd9-66629f8a46ea admin admin] Publish callbacks [] for router_controller (f0067f24-e1f0-48d9-8922-d03845037040), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:50.975884 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-4294ccb1-fd9b-420a-b630-aa3ffc5fbcbd tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting subnet 4b66dfc9-759b-461e-9f21-f0a2f2418cb5 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:50:50.993528 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4294ccb1-fd9b-420a-b630-aa3ffc5fbcbd tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (4b66dfc9-759b-461e-9f21-f0a2f2418cb5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.029847 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7cd3b9-786e-40c7-8fda-cde853954c82 None None] Network f3d78a1a-b898-411e-a907-27942b49894f requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:51.043973 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-142c011e-a2d1-43dd-8d4c-7c72606976f2 req-7718f2dd-62bb-4d71-8999-27a425f3e349 service neutron] 10.222.0.73 "GET /v2.0/networks/aa4ac113-dac5-415b-88ba-120489c2edaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932989 Feb 03 12:50:51.057775 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4de8428-bb38-4979-8dbd-86a6f67205f8 admin admin] Publish callbacks [] for security_group (b7a0f91b-a308-470b-a87a-9d43d9ca9bac), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.068250 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c308e3cb-f24f-4881-af7a-092339361042 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Router f1879714-2eb5-4027-b42f-e2d0b65a332e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:50:51.077635 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0f156f3-7aeb-498a-840f-8430fc9bf614 admin admin] Publish callbacks [] for security_group (7cf9ec45-4915-4804-97fa-fc4bdc1a2521), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.088875 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0f156f3-7aeb-498a-840f-8430fc9bf614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7cf9ec45-4915-4804-97fa-fc4bdc1a2521), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.093927 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4294ccb1-fd9b-420a-b630-aa3ffc5fbcbd tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (4b66dfc9-759b-461e-9f21-f0a2f2418cb5), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.162348 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f156f3-7aeb-498a-840f-8430fc9bf614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf9ec45-4915-4804-97fa-fc4bdc1a2521,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:51.169433 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043cf413-168d-4a0e-bc05-4f9661bec90c None None] Network ba52975b-3ccc-4e20-a0cf-e3affafdc748 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:51.172512 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4de8428-bb38-4979-8dbd-86a6f67205f8 admin admin] Publish callbacks [] for security_group (b7a0f91b-a308-470b-a87a-9d43d9ca9bac), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.193912 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7084b2ec-56ed-42a1-9cd9-66629f8a46ea admin admin] Publish callbacks [] for router_gateway (f0067f24-e1f0-48d9-8922-d03845037040), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.232682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 68aaab6c-5896-42dc-8a7b-805a3c79bf27 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:50:51.350004 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-142c011e-a2d1-43dd-8d4c-7c72606976f2 req-17587736-ef24-4a8e-8d7e-972195555d4a service neutron] 10.222.0.73 "GET /v2.0/networks/aa4ac113-dac5-415b-88ba-120489c2edaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372726 Feb 03 12:50:51.400574 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c0f156f3-7aeb-498a-840f-8430fc9bf614 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42550a0b7cd844a69f19e32635473716&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4088497 Feb 03 12:50:51.406312 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35612) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:51.525298 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 68aaab6c-5896-42dc-8a7b-805a3c79bf27, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=68aaab6c-5896-42dc-8a7b-805a3c79bf27,segment=NetworkSegment(9254f862-0cac-45e7-891c-584e2514ab00),segment_id=9254f862-0cac-45e7-891c-584e2514ab00)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:51.553156 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-beaa09b5-7996-4f4a-ac54-ba5588d99491 admin admin] Publish callbacks [] for security_group (7cf9ec45-4915-4804-97fa-fc4bdc1a2521), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.561375 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '68aaab6c-5896-42dc-8a7b-805a3c79bf27', 'network_id': 'aa4ac113-dac5-415b-88ba-120489c2edaa', 'port_id': '68aaab6c-5896-42dc-8a7b-805a3c79bf27', 'mac_address': 'fa:16:3e:e6:07:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af71278c-f580-4b17-90a2-c4c6fc8dd68e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:50:51.638132 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-beaa09b5-7996-4f4a-ac54-ba5588d99491 admin admin] Publish callbacks [] for security_group (7cf9ec45-4915-4804-97fa-fc4bdc1a2521), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.657791 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 68aaab6c-5896-42dc-8a7b-805a3c79bf27 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:51.658575 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (68aaab6c-5896-42dc-8a7b-805a3c79bf27), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.676781 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4294ccb1-fd9b-420a-b630-aa3ffc5fbcbd tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (4b66dfc9-759b-461e-9f21-f0a2f2418cb5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.689436 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68aaab6c-5896-42dc-8a7b-805a3c79bf27 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:50:51.694685 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffed9997-2537-4568-8386-3f88c01f199e None None] DHCP port deletion for f3d78a1a-b898-411e-a907-27942b49894f request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:50:51.726340 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 68aaab6c-5896-42dc-8a7b-805a3c79bf27, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=68aaab6c-5896-42dc-8a7b-805a3c79bf27,segment=NetworkSegment(9254f862-0cac-45e7-891c-584e2514ab00),segment_id=9254f862-0cac-45e7-891c-584e2514ab00)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:51.760493 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (68aaab6c-5896-42dc-8a7b-805a3c79bf27), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.809897 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-beaa09b5-7996-4f4a-ac54-ba5588d99491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7cf9ec45-4915-4804-97fa-fc4bdc1a2521), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.812701 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-beaa09b5-7996-4f4a-ac54-ba5588d99491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.816232 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-beaa09b5-7996-4f4a-ac54-ba5588d99491 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7cf9ec45-4915-4804-97fa-fc4bdc1a2521 HTTP/1.1" status: 204 len: 168 time: 0.4056938 Feb 03 12:50:51.818721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a14e51bd-e9ee-45e9-867b-9094e290dcf4 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:50:51.831074 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa09b5-7996-4f4a-ac54-ba5588d99491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf9ec45-4915-4804-97fa-fc4bdc1a2521,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:51.875387 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4294ccb1-fd9b-420a-b630-aa3ffc5fbcbd tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (4b66dfc9-759b-461e-9f21-f0a2f2418cb5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.891707 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c308e3cb-f24f-4881-af7a-092339361042 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:50:51.903651 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c308e3cb-f24f-4881-af7a-092339361042 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.910803 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f54ee0-b1ed-479d-b627-207ded748b31 None None] Sync routers for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:50:51.925179 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f54ee0-b1ed-479d-b627-207ded748b31 None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:51.926425 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-94f54ee0-b1ed-479d-b627-207ded748b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:51.944743 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4de8428-bb38-4979-8dbd-86a6f67205f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b7a0f91b-a308-470b-a87a-9d43d9ca9bac), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.945486 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4294ccb1-fd9b-420a-b630-aa3ffc5fbcbd tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.948085 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4de8428-bb38-4979-8dbd-86a6f67205f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:51.952677 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d4de8428-bb38-4979-8dbd-86a6f67205f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7a0f91b-a308-470b-a87a-9d43d9ca9bac HTTP/1.1" status: 204 len: 168 time: 1.3468766 Feb 03 12:50:51.952831 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840d3a64-fed4-48e8-b5dc-d5f37372f761 None None] Network 59092342-51dd-4ef9-8101-f6d3127d3a69 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:51.958388 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4294ccb1-fd9b-420a-b630-aa3ffc5fbcbd tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/subnets/4b66dfc9-759b-461e-9f21-f0a2f2418cb5 HTTP/1.1" status: 204 len: 168 time: 1.0760503 Feb 03 12:50:51.961347 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35620) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:51.985630 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-94f54ee0-b1ed-479d-b627-207ded748b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:51.989299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=68aaab6c-5896-42dc-8a7b-805a3c79bf27,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:51.999073 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f54ee0-b1ed-479d-b627-207ded748b31 None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:51.999930 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-94f54ee0-b1ed-479d-b627-207ded748b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:52.031544 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c308e3cb-f24f-4881-af7a-092339361042 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "DELETE /v2.0/floatingips/de183c8f-518f-4fcf-b07f-91e2dfeb654b HTTP/1.1" status: 204 len: 168 time: 3.1626804 Feb 03 12:50:52.040235 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-94f54ee0-b1ed-479d-b627-207ded748b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:52.041149 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f54ee0-b1ed-479d-b627-207ded748b31 None None] The sync data for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:50:52.132336 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35624) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:52.181682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ffed9997-2537-4568-8386-3f88c01f199e None None] Deleting port a14e51bd-e9ee-45e9-867b-9094e290dcf4 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:52.182333 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ffed9997-2537-4568-8386-3f88c01f199e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (a14e51bd-e9ee-45e9-867b-9094e290dcf4), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:52.204037 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a803463b-2e0a-4d47-9272-a5e63676a251 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (f3d78a1a-b898-411e-a907-27942b49894f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:52.221134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294ccb1-fd9b-420a-b630-aa3ffc5fbcbd tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Subnet': ['ID=4b66dfc9-759b-461e-9f21-f0a2f2418cb5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:52.253889 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de8428-bb38-4979-8dbd-86a6f67205f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a0f91b-a308-470b-a87a-9d43d9ca9bac,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:52.287341 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['68aaab6c-5896-42dc-8a7b-805a3c79bf27'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:50:52.347209 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac5f27-8fd2-4436-91bd-c7e660a53edb req-f546313f-f4f9-4e87-8ca3-6475aa125181 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:52.362011 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-23ac5f27-8fd2-4436-91bd-c7e660a53edb req-f546313f-f4f9-4e87-8ca3-6475aa125181 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d668a5-a95b-4ca6-a4c4-fc5a743fab60 HTTP/1.1" status: 200 len: 946 time: 0.5732212 Feb 03 12:50:52.416291 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a803463b-2e0a-4d47-9272-a5e63676a251 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting port a14e51bd-e9ee-45e9-867b-9094e290dcf4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:52.419463 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a803463b-2e0a-4d47-9272-a5e63676a251 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (a14e51bd-e9ee-45e9-867b-9094e290dcf4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:52.491044 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ffed9997-2537-4568-8386-3f88c01f199e None None] For port a14e51bd-e9ee-45e9-867b-9094e290dcf4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a14e51bd-e9ee-45e9-867b-9094e290dcf4,segment=NetworkSegment(c181631d-bc5d-439f-9f17-cfb31f367f8f),segment_id=c181631d-bc5d-439f-9f17-cfb31f367f8f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:52.492932 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ffed9997-2537-4568-8386-3f88c01f199e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (a14e51bd-e9ee-45e9-867b-9094e290dcf4), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:52.509050 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ffed9997-2537-4568-8386-3f88c01f199e None None] Calling delete_port for a14e51bd-e9ee-45e9-867b-9094e290dcf4 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:52.532726 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-23ac5f27-8fd2-4436-91bd-c7e660a53edb req-3d07cb27-18c8-402f-ab5f-c4970e79b15f tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62f6d5e-db40-43e1-8bd5-4453aa7e740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651855 Feb 03 12:50:52.598519 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1459767b-a835-4089-aaa4-e089d38e2be5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Deleting port 81c8cec6-a475-4def-ab55-a30eb1eafcf0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:52.599855 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1459767b-a835-4089-aaa4-e089d38e2be5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (81c8cec6-a475-4def-ab55-a30eb1eafcf0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:52.602209 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a803463b-2e0a-4d47-9272-a5e63676a251 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] For port a14e51bd-e9ee-45e9-867b-9094e290dcf4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a14e51bd-e9ee-45e9-867b-9094e290dcf4,segment=NetworkSegment(c181631d-bc5d-439f-9f17-cfb31f367f8f),segment_id=c181631d-bc5d-439f-9f17-cfb31f367f8f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:52.602731 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a803463b-2e0a-4d47-9272-a5e63676a251 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (a14e51bd-e9ee-45e9-867b-9094e290dcf4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:52.625974 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a803463b-2e0a-4d47-9272-a5e63676a251 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Calling delete_port for a14e51bd-e9ee-45e9-867b-9094e290dcf4 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:52.649310 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ffed9997-2537-4568-8386-3f88c01f199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (a14e51bd-e9ee-45e9-867b-9094e290dcf4), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:52.661988 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port a14e51bd-e9ee-45e9-867b-9094e290dcf4 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:52.662589 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a14e51bd-e9ee-45e9-867b-9094e290dcf4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:52.739454 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed9997-2537-4568-8386-3f88c01f199e None None] Pushing event deleted for resources: {'Port': ['ID=a14e51bd-e9ee-45e9-867b-9094e290dcf4,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:52.746981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffed9997-2537-4568-8386-3f88c01f199e None None] No DVR routers for this DVR port a14e51bd-e9ee-45e9-867b-9094e290dcf4 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:50:52.770130 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35642) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:52.771536 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a803463b-2e0a-4d47-9272-a5e63676a251 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (a14e51bd-e9ee-45e9-867b-9094e290dcf4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:52.807039 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a803463b-2e0a-4d47-9272-a5e63676a251 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] No DVR routers for this DVR port a14e51bd-e9ee-45e9-867b-9094e290dcf4 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:50:52.809738 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed346109-c94b-4164-9040-454e605b715d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:52.939768 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803463b-2e0a-4d47-9272-a5e63676a251 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Port': ['ID=a14e51bd-e9ee-45e9-867b-9094e290dcf4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:52.970991 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8386826a-80ee-43a7-ac38-94688839910e None None] DHCP port deletion for 59092342-51dd-4ef9-8101-f6d3127d3a69 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:50:53.055490 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a803463b-2e0a-4d47-9272-a5e63676a251 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (f3d78a1a-b898-411e-a907-27942b49894f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.092151 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a803463b-2e0a-4d47-9272-a5e63676a251 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d78a1a-b898-411e-a907-27942b49894f']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:53.122589 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a803463b-2e0a-4d47-9272-a5e63676a251 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c181631d-bc5d-439f-9f17-cfb31f367f8f') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:53.122799 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-a803463b-2e0a-4d47-9272-a5e63676a251 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c181631d-bc5d-439f-9f17-cfb31f367f8f') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:53.127135 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8386826a-80ee-43a7-ac38-94688839910e None None] Deleting port ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:50:53.127531 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8386826a-80ee-43a7-ac38-94688839910e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.159080 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a803463b-2e0a-4d47-9272-a5e63676a251 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (c181631d-bc5d-439f-9f17-cfb31f367f8f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.184593 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1459767b-a835-4089-aaa4-e089d38e2be5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (81c8cec6-a475-4def-ab55-a30eb1eafcf0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.206354 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7084b2ec-56ed-42a1-9cd9-66629f8a46ea admin admin] Publish callbacks [] for router_gateway (f0067f24-e1f0-48d9-8922-d03845037040), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.210634 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a803463b-2e0a-4d47-9272-a5e63676a251 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c181631d-bc5d-439f-9f17-cfb31f367f8f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.236925 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a803463b-2e0a-4d47-9272-a5e63676a251 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:50:53.249228 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a803463b-2e0a-4d47-9272-a5e63676a251 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (c181631d-bc5d-439f-9f17-cfb31f367f8f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:50:53.257936 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:50:53.286295 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7084b2ec-56ed-42a1-9cd9-66629f8a46ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.338084 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed346109-c94b-4164-9040-454e605b715d admin admin] Publish callbacks [] for security_group (7df4253a-1de8-46b4-8f84-111f95a447ea), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.360727 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device dcd68607-f570-4710-a138-5aee40b4cfe8 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:53.362050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1459767b-a835-4089-aaa4-e089d38e2be5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Calling delete_port for 81c8cec6-a475-4def-ab55-a30eb1eafcf0 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:53.369538 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed346109-c94b-4164-9040-454e605b715d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7df4253a-1de8-46b4-8f84-111f95a447ea), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.427973 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a803463b-2e0a-4d47-9272-a5e63676a251 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (f3d78a1a-b898-411e-a907-27942b49894f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.442760 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a803463b-2e0a-4d47-9272-a5e63676a251 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.477500 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a803463b-2e0a-4d47-9272-a5e63676a251 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/networks/f3d78a1a-b898-411e-a907-27942b49894f HTTP/1.1" status: 204 len: 168 time: 1.5128860 Feb 03 12:50:53.481013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed346109-c94b-4164-9040-454e605b715d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df4253a-1de8-46b4-8f84-111f95a447ea,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:53.487401 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35654) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:53.491107 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8386826a-80ee-43a7-ac38-94688839910e None None] For port ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a,segment=NetworkSegment(6c3236f4-8153-48bc-9700-856be8090b41),segment_id=6c3236f4-8153-48bc-9700-856be8090b41)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:53.491485 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8386826a-80ee-43a7-ac38-94688839910e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.499853 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ed346109-c94b-4164-9040-454e605b715d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7eb54df554048aebe13de8216dd4c3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7170568 Feb 03 12:50:53.514997 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8386826a-80ee-43a7-ac38-94688839910e None None] Calling delete_port for ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:50:53.517751 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35656) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:53.603381 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port dcd68607-f570-4710-a138-5aee40b4cfe8 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:50:53.607408 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803463b-2e0a-4d47-9272-a5e63676a251 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Network': ['ID=f3d78a1a-b898-411e-a907-27942b49894f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:53.610530 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c36d2413-ab91-4553-8324-c5802f186514 admin admin] Publish callbacks [] for security_group (7df4253a-1de8-46b4-8f84-111f95a447ea), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.635331 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-7084b2ec-56ed-42a1-9cd9-66629f8a46ea admin admin] Allocated IP 172.25.6.203 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/fb0d337f-67ce-4979-8308-cc55b8453ff1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:53.640886 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c36d2413-ab91-4553-8324-c5802f186514 admin admin] Publish callbacks [] for security_group (7df4253a-1de8-46b4-8f84-111f95a447ea), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.689795 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8386826a-80ee-43a7-ac38-94688839910e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.693248 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port dcd68607-f570-4710-a138-5aee40b4cfe8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:53.693616 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dcd68607-f570-4710-a138-5aee40b4cfe8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.752751 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c553057-b817-4f01-bd56-21d13a11a87b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (59092342-51dd-4ef9-8101-f6d3127d3a69), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.789953 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea529034-3e8b-44a7-82f5-aab31ed2cf21 req-f9e196cb-6aaf-4369-b759-c4ad063804c4 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:53.792583 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ea529034-3e8b-44a7-82f5-aab31ed2cf21 req-f9e196cb-6aaf-4369-b759-c4ad063804c4 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d668a5-a95b-4ca6-a4c4-fc5a743fab60 HTTP/1.1" status: 200 len: 946 time: 0.0904973 Feb 03 12:50:53.807857 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:50:53.832453 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:50:53.833156 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:50:53.844922 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386826a-80ee-43a7-ac38-94688839910e None None] Pushing event deleted for resources: {'Port': ['ID=ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:53.866927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8386826a-80ee-43a7-ac38-94688839910e None None] No DVR routers for this DVR port ee2f0e95-37b0-43ec-a02d-6b9452d7ec9a on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:50:53.889305 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c36d2413-ab91-4553-8324-c5802f186514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7df4253a-1de8-46b4-8f84-111f95a447ea), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.892383 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c36d2413-ab91-4553-8324-c5802f186514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:53.896194 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c36d2413-ab91-4553-8324-c5802f186514 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7df4253a-1de8-46b4-8f84-111f95a447ea HTTP/1.1" status: 204 len: 168 time: 0.3738325 Feb 03 12:50:53.918645 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d2413-ab91-4553-8324-c5802f186514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df4253a-1de8-46b4-8f84-111f95a447ea,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:53.924178 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ea529034-3e8b-44a7-82f5-aab31ed2cf21 req-fde6acf3-1bf1-46b0-98b5-69d185c531fe tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62f6d5e-db40-43e1-8bd5-4453aa7e740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242704 Feb 03 12:50:54.046122 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port dcd68607-f570-4710-a138-5aee40b4cfe8 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:54.046901 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dcd68607-f570-4710-a138-5aee40b4cfe8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.089017 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port dcd68607-f570-4710-a138-5aee40b4cfe8, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=dcd68607-f570-4710-a138-5aee40b4cfe8,segment=NetworkSegment(9254f862-0cac-45e7-891c-584e2514ab00),segment_id=9254f862-0cac-45e7-891c-584e2514ab00)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:54.090437 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb51a1d-9411-4991-8fbd-38ea28d5514c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd68607-f570-4710-a138-5aee40b4cfe8'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:50:54.094612 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada33134-b4a7-4dbb-8b3d-083959a6e844" -d '{"events": [{"server_uuid": "edb51a1d-9411-4991-8fbd-38ea28d5514c", "name": "network-vif-plugged", "status": "completed", "tag": "dcd68607-f570-4710-a138-5aee40b4cfe8"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:50:54.095822 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c553057-b817-4f01-bd56-21d13a11a87b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (59092342-51dd-4ef9-8101-f6d3127d3a69), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.110379 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dcd68607-f570-4710-a138-5aee40b4cfe8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.181132 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234f3b57-eada-4e73-8cdb-671c87b5dc74 x-openstack-request-id: req-234f3b57-eada-4e73-8cdb-671c87b5dc74 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:50:54.181776 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb51a1d-9411-4991-8fbd-38ea28d5514c", "name": "network-vif-plugged", "status": "completed", "tag": "dcd68607-f570-4710-a138-5aee40b4cfe8", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:50:54.182235 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-234f3b57-eada-4e73-8cdb-671c87b5dc74 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:50:54.184603 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb51a1d-9411-4991-8fbd-38ea28d5514c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd68607-f570-4710-a138-5aee40b4cfe8', 'code': 200} Feb 03 12:50:54.232867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=dcd68607-f570-4710-a138-5aee40b4cfe8,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:54.256697 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3c553057-b817-4f01-bd56-21d13a11a87b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59092342-51dd-4ef9-8101-f6d3127d3a69']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:54.268799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3c553057-b817-4f01-bd56-21d13a11a87b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3236f4-8153-48bc-9700-856be8090b41') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:54.269116 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3c553057-b817-4f01-bd56-21d13a11a87b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3236f4-8153-48bc-9700-856be8090b41') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:54.289517 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07f1f9-d8e7-43cb-97c4-99ccd0aceefd req-9b976b9e-742e-4c3a-8628-c8d896eba2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:54.291817 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d07f1f9-d8e7-43cb-97c4-99ccd0aceefd req-9b976b9e-742e-4c3a-8628-c8d896eba2b4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=edb51a1d-9411-4991-8fbd-38ea28d5514c HTTP/1.1" status: 200 len: 1128 time: 0.0599260 Feb 03 12:50:54.298238 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c553057-b817-4f01-bd56-21d13a11a87b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (6c3236f4-8153-48bc-9700-856be8090b41), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.335625 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7084b2ec-56ed-42a1-9cd9-66629f8a46ea admin admin] Publish callbacks [] for port (fb0d337f-67ce-4979-8308-cc55b8453ff1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.338599 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c553057-b817-4f01-bd56-21d13a11a87b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (6c3236f4-8153-48bc-9700-856be8090b41), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.346455 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1459767b-a835-4089-aaa4-e089d38e2be5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (81c8cec6-a475-4def-ab55-a30eb1eafcf0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.354504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c553057-b817-4f01-bd56-21d13a11a87b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:50:54.355539 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c553057-b817-4f01-bd56-21d13a11a87b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (6c3236f4-8153-48bc-9700-856be8090b41), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:50:54.361726 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:50:54.399528 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d07f1f9-d8e7-43cb-97c4-99ccd0aceefd req-58be2a43-d16d-49a0-bdb0-be7fdc4efc06 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d62f6d5e-db40-43e1-8bd5-4453aa7e740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009240 Feb 03 12:50:54.419181 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459767b-a835-4089-aaa4-e089d38e2be5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event deleted for resources: {'Port': ['ID=81c8cec6-a475-4def-ab55-a30eb1eafcf0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:54.468696 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5de01e-4d1d-46b2-a87d-f35f083d87d8 req-e691c23c-5eb5-4b2d-bbd9-54ca3689c6d8 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:54.470133 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4d5de01e-4d1d-46b2-a87d-f35f083d87d8 req-e691c23c-5eb5-4b2d-bbd9-54ca3689c6d8 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=edb51a1d-9411-4991-8fbd-38ea28d5514c HTTP/1.1" status: 200 len: 946 time: 0.3870788 Feb 03 12:50:54.517180 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c553057-b817-4f01-bd56-21d13a11a87b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (59092342-51dd-4ef9-8101-f6d3127d3a69), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.553924 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c553057-b817-4f01-bd56-21d13a11a87b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.561867 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35688) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:54.568842 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d25c1a24-45ab-475e-9df2-43411c8cd51d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-754567748'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:54.572517 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3c553057-b817-4f01-bd56-21d13a11a87b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/networks/59092342-51dd-4ef9-8101-f6d3127d3a69 HTTP/1.1" status: 204 len: 168 time: 1.0821843 Feb 03 12:50:54.607089 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25c1a24-45ab-475e-9df2-43411c8cd51d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Made reservation on behalf of 8f11593a0ed047868fd329fdd3c34fc1 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:54.613596 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d25c1a24-45ab-475e-9df2-43411c8cd51d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.623542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c553057-b817-4f01-bd56-21d13a11a87b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Network': ['ID=59092342-51dd-4ef9-8101-f6d3127d3a69,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:54.639970 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7084b2ec-56ed-42a1-9cd9-66629f8a46ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (fb0d337f-67ce-4979-8308-cc55b8453ff1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.678069 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25c1a24-45ab-475e-9df2-43411c8cd51d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:50:54.697522 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d25c1a24-45ab-475e-9df2-43411c8cd51d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (a8f5b0ab-7caa-46a4-9490-6757a41cb278), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.697918 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-d25c1a24-45ab-475e-9df2-43411c8cd51d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Added segment a8f5b0ab-7caa-46a4-9490-6757a41cb278 of type vlan for network 1d571d02-1210-468b-b85f-c034207726ce Feb 03 12:50:54.703086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7084b2ec-56ed-42a1-9cd9-66629f8a46ea admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:54.707227 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4d5de01e-4d1d-46b2-a87d-f35f083d87d8 req-fb6e083c-bef6-4b65-a724-964740f1be10 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62f6d5e-db40-43e1-8bd5-4453aa7e740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283342 Feb 03 12:50:54.712295 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1459767b-a835-4089-aaa4-e089d38e2be5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.717750 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1459767b-a835-4089-aaa4-e089d38e2be5 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "DELETE /v2.0/ports/81c8cec6-a475-4def-ab55-a30eb1eafcf0 HTTP/1.1" status: 204 len: 168 time: 2.5751264 Feb 03 12:50:54.719123 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7084b2ec-56ed-42a1-9cd9-66629f8a46ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:54.731814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35694) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:54.731814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7084b2ec-56ed-42a1-9cd9-66629f8a46ea admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:54.732015 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d8902142-c323-45ee-9b46-f71aa750d390 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:54.792094 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d25c1a24-45ab-475e-9df2-43411c8cd51d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (1d571d02-1210-468b-b85f-c034207726ce), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.825928 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084b2ec-56ed-42a1-9cd9-66629f8a46ea admin admin] Pushing event updated for resources: {'Port': ['ID=fb0d337f-67ce-4979-8308-cc55b8453ff1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:54.828545 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d25c1a24-45ab-475e-9df2-43411c8cd51d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (1d571d02-1210-468b-b85f-c034207726ce), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.837042 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25c1a24-45ab-475e-9df2-43411c8cd51d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:54.838497 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d25c1a24-45ab-475e-9df2-43411c8cd51d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.838617 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8902142-c323-45ee-9b46-f71aa750d390 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:54.906129 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d25c1a24-45ab-475e-9df2-43411c8cd51d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3413100 Feb 03 12:50:54.910319 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35698) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:54.919442 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a2e8caa9-e961-44e9-8606-9bacf8966c6a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'subnet': {'network_id': '1d571d02-1210-468b-b85f-c034207726ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:54.977043 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c1a24-45ab-475e-9df2-43411c8cd51d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Network': ['ID=1d571d02-1210-468b-b85f-c034207726ce,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:54.992081 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 1d571d02-1210-468b-b85f-c034207726ce details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:50:55.075975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e8caa9-e961-44e9-8606-9bacf8966c6a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Made reservation on behalf of 8f11593a0ed047868fd329fdd3c34fc1 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:55.081304 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2e8caa9-e961-44e9-8606-9bacf8966c6a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.191081 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 68aaab6c-5896-42dc-8a7b-805a3c79bf27 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:50:55.328314 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 68aaab6c-5896-42dc-8a7b-805a3c79bf27 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:50:55.346525 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 68aaab6c-5896-42dc-8a7b-805a3c79bf27 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:50:55.347014 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (68aaab6c-5896-42dc-8a7b-805a3c79bf27), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.358367 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2e8caa9-e961-44e9-8606-9bacf8966c6a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (1190315e-b4d1-4677-a271-c3f43ef98da9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.367561 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8902142-c323-45ee-9b46-f71aa750d390 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.478256 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7084b2ec-56ed-42a1-9cd9-66629f8a46ea admin admin] Publish callbacks [] for router_gateway (f0067f24-e1f0-48d9-8922-d03845037040), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.493204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8caa9-e961-44e9-8606-9bacf8966c6a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Subnet': ['ID=1190315e-b4d1-4677-a271-c3f43ef98da9,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:55.503151 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e8caa9-e961-44e9-8606-9bacf8966c6a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Checking segment: {'id': 'a8f5b0ab-7caa-46a4-9490-6757a41cb278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1d571d02-1210-468b-b85f-c034207726ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:55.503520 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e8caa9-e961-44e9-8606-9bacf8966c6a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network hostable DHCP agents. Network: 1d571d02-1210-468b-b85f-c034207726ce, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:50:55.533712 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e8caa9-e961-44e9-8606-9bacf8966c6a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 1d571d02-1210-468b-b85f-c034207726ce is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:50:55.554970 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a2e8caa9-e961-44e9-8606-9bacf8966c6a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 1d571d02-1210-468b-b85f-c034207726ce) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:55.563390 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e8caa9-e961-44e9-8606-9bacf8966c6a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:55.564328 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2e8caa9-e961-44e9-8606-9bacf8966c6a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.593760 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a2e8caa9-e961-44e9-8606-9bacf8966c6a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6820643 Feb 03 12:50:55.594753 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35716) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:55.596988 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2e7848-fe9f-49e0-a414-4f2662b062f7 None None] Network 1d571d02-1210-468b-b85f-c034207726ce requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:55.603831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7b4c0efd-cd7b-4904-be2d-3d517c896606 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1291795542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:55.655902 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b4c0efd-cd7b-4904-be2d-3d517c896606 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (dc0dca6e-4029-4f69-905e-d72168b3004d), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.657965 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b4c0efd-cd7b-4904-be2d-3d517c896606 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (dc0dca6e-4029-4f69-905e-d72168b3004d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.737981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 68aaab6c-5896-42dc-8a7b-805a3c79bf27 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:50:55.737981 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (68aaab6c-5896-42dc-8a7b-805a3c79bf27), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.835393 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b4c0efd-cd7b-4904-be2d-3d517c896606 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router_controller (dc0dca6e-4029-4f69-905e-d72168b3004d), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.845017 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b4c0efd-cd7b-4904-be2d-3d517c896606 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (dc0dca6e-4029-4f69-905e-d72168b3004d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.872427 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-d8902142-c323-45ee-9b46-f71aa750d390 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Allocated IP 172.25.6.147 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/2219ac94-9953-40f3-95a3-aae68b8c8a9a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:55.886418 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 68aaab6c-5896-42dc-8a7b-805a3c79bf27, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=68aaab6c-5896-42dc-8a7b-805a3c79bf27,segment=NetworkSegment(9254f862-0cac-45e7-891c-584e2514ab00),segment_id=9254f862-0cac-45e7-891c-584e2514ab00)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:50:55.897384 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (68aaab6c-5896-42dc-8a7b-805a3c79bf27), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:55.980094 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=68aaab6c-5896-42dc-8a7b-805a3c79bf27,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:55.994671 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b4c0efd-cd7b-4904-be2d-3d517c896606 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.004219 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7b4c0efd-cd7b-4904-be2d-3d517c896606 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4079981 Feb 03 12:50:56.004890 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35726) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:56.030608 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0a50a806-5b9c-4b69-ace6-c7ae978e8478 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'port': {'network_id': '1d571d02-1210-468b-b85f-c034207726ce', 'name': 'tempest-RoutersIpV6Test-29219309'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:56.046069 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-1d571d02-1210-468b-b85f-c034207726ce', 'network_id': '1d571d02-1210-468b-b85f-c034207726ce', 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'fixed_ips': [{'subnet_id': '1190315e-b4d1-4677-a271-c3f43ef98da9'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:50:56.047004 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.186529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1288a74-395b-408d-b8dc-cff8a2af7322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68aaab6c-5896-42dc-8a7b-805a3c79bf27'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:50:56.193573 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29007cc-c96d-4453-a1d0-cae4ff7a2c1a" -d '{"events": [{"server_uuid": "a1288a74-395b-408d-b8dc-cff8a2af7322", "name": "network-vif-plugged", "status": "completed", "tag": "68aaab6c-5896-42dc-8a7b-805a3c79bf27"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:50:56.254519 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35734) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:56.294241 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b81625-9600-4d56-94e3-fd59db307ca5 req-6a382499-b535-47d5-acb5-c1722db55bc5 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:56.294896 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bb0e81-1abb-4d79-8402-9067c1fbd9e8 x-openstack-request-id: req-b6bb0e81-1abb-4d79-8402-9067c1fbd9e8 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:50:56.295198 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1288a74-395b-408d-b8dc-cff8a2af7322", "name": "network-vif-plugged", "status": "completed", "tag": "68aaab6c-5896-42dc-8a7b-805a3c79bf27", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:50:56.295454 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6bb0e81-1abb-4d79-8402-9067c1fbd9e8 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:50:56.295858 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1288a74-395b-408d-b8dc-cff8a2af7322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68aaab6c-5896-42dc-8a7b-805a3c79bf27', 'code': 200} Feb 03 12:50:56.297339 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e5b81625-9600-4d56-94e3-fd59db307ca5 req-6a382499-b535-47d5-acb5-c1722db55bc5 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=edb51a1d-9411-4991-8fbd-38ea28d5514c HTTP/1.1" status: 200 len: 946 time: 0.4344544 Feb 03 12:50:56.335593 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a50a806-5b9c-4b69-ace6-c7ae978e8478 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Made reservation on behalf of 8f11593a0ed047868fd329fdd3c34fc1 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:56.358711 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a50a806-5b9c-4b69-ace6-c7ae978e8478 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.360102 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] Allocated IP 2001:db8::2 (1d571d02-1210-468b-b85f-c034207726ce/1190315e-b4d1-4677-a271-c3f43ef98da9/0b3be732-a712-449a-9a20-abf20126a022) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:56.395479 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-0a50a806-5b9c-4b69-ace6-c7ae978e8478 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] device_id is not set on port 0cb91afc-fdae-49d3-ba36-b2dbc87213b0 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:50:56.466910 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7084b2ec-56ed-42a1-9cd9-66629f8a46ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (f0067f24-e1f0-48d9-8922-d03845037040), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.617202 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc6672cf-e7b3-4690-9e16-695c077398be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.628220 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8902142-c323-45ee-9b46-f71aa750d390 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for port (2219ac94-9953-40f3-95a3-aae68b8c8a9a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.660816 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8672cd-2935-479e-8d0e-0fe9c272405a req-e7e4ad71-484c-4e3e-9471-fb54bb24f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:56.662852 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2a8672cd-2935-479e-8d0e-0fe9c272405a req-e7e4ad71-484c-4e3e-9471-fb54bb24f819 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1288a74-395b-408d-b8dc-cff8a2af7322 HTTP/1.1" status: 200 len: 1127 time: 0.1583395 Feb 03 12:50:56.674926 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e5b81625-9600-4d56-94e3-fd59db307ca5 req-5c062e65-ab5c-4dbc-b3b8-66a3d6a7db68 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62f6d5e-db40-43e1-8bd5-4453aa7e740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692741 Feb 03 12:50:56.681277 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] Publish callbacks [] for port (0b3be732-a712-449a-9a20-abf20126a022), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.701256 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (0b3be732-a712-449a-9a20-abf20126a022), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.729795 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7084b2ec-56ed-42a1-9cd9-66629f8a46ea admin admin] Router f0067f24-e1f0-48d9-8922-d03845037040 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:50:56.774388 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8902142-c323-45ee-9b46-f71aa750d390 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (2219ac94-9953-40f3-95a3-aae68b8c8a9a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.790314 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] Network 1d571d02-1210-468b-b85f-c034207726ce is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:56.802592 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:56.805371 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:56.816133 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2a8672cd-2935-479e-8d0e-0fe9c272405a req-89aa369d-a8fa-441a-8518-e5fbdf7b24fb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d62f6d5e-db40-43e1-8bd5-4453aa7e740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309040 Feb 03 12:50:56.836849 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-0a50a806-5b9c-4b69-ace6-c7ae978e8478 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Allocated IP 2001:db8::6a (1d571d02-1210-468b-b85f-c034207726ce/1190315e-b4d1-4677-a271-c3f43ef98da9/0cb91afc-fdae-49d3-ba36-b2dbc87213b0) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:56.838835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] Pushing event updated for resources: {'Port': ['ID=0b3be732-a712-449a-9a20-abf20126a022,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:56.935505 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8902142-c323-45ee-9b46-f71aa750d390 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:56.941334 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc6672cf-e7b3-4690-9e16-695c077398be admin admin] Publish callbacks [] for security_group (31163752-372d-4e62-b6f2-820cb5bec0d3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.946144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] Attempting to bind port 0b3be732-a712-449a-9a20-abf20126a022 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:50:56.946468 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d8902142-c323-45ee-9b46-f71aa750d390 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:56.946579 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] Attempting to bind port 0b3be732-a712-449a-9a20-abf20126a022 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'a8f5b0ab-7caa-46a4-9490-6757a41cb278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1d571d02-1210-468b-b85f-c034207726ce'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:50:56.947082 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] Attempting to bind port 0b3be732-a712-449a-9a20-abf20126a022 on network 1d571d02-1210-468b-b85f-c034207726ce {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:56.957775 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:50:56.958029 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc6672cf-e7b3-4690-9e16-695c077398be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (31163752-372d-4e62-b6f2-820cb5bec0d3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.960303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] Checking segment: {'id': 'a8f5b0ab-7caa-46a4-9490-6757a41cb278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1d571d02-1210-468b-b85f-c034207726ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:56.960736 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.961147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] Bound using segment: {'id': 'a8f5b0ab-7caa-46a4-9490-6757a41cb278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1d571d02-1210-468b-b85f-c034207726ce'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:50:56.961642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] Bound port: 0b3be732-a712-449a-9a20-abf20126a022, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f5b0ab-7caa-46a4-9490-6757a41cb278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1d571d02-1210-468b-b85f-c034207726ce'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:50:56.962031 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0b3be732-a712-449a-9a20-abf20126a022), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:56.985274 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8902142-c323-45ee-9b46-f71aa750d390 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:57.037502 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8902142-c323-45ee-9b46-f71aa750d390 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Port': ['ID=2219ac94-9953-40f3-95a3-aae68b8c8a9a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:57.076952 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ac5d0-950a-4f11-8db1-bc15e615f8d2 req-cb153e3e-9659-4045-b8c2-7d59d8a88540 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:57.085029 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-149ac5d0-950a-4f11-8db1-bc15e615f8d2 req-cb153e3e-9659-4045-b8c2-7d59d8a88540 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1288a74-395b-408d-b8dc-cff8a2af7322 HTTP/1.1" status: 200 len: 945 time: 0.2767711 Feb 03 12:50:57.090422 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bc6672cf-e7b3-4690-9e16-695c077398be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9705c8b8e074f648bd872e598bf8431&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8311248 Feb 03 12:50:57.095427 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7084b2ec-56ed-42a1-9cd9-66629f8a46ea admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:50:57.107557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35744) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:57.124561 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6672cf-e7b3-4690-9e16-695c077398be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31163752-372d-4e62-b6f2-820cb5bec0d3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:57.288536 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a50a806-5b9c-4b69-ace6-c7ae978e8478 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for port (0cb91afc-fdae-49d3-ba36-b2dbc87213b0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:57.295058 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8902142-c323-45ee-9b46-f71aa750d390 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (da0a8834-7056-426e-8e51-668af4df6a71), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:57.296410 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] Sync routers for ids ['f0067f24-e1f0-48d9-8922-d03845037040'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:50:57.340162 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a50a806-5b9c-4b69-ace6-c7ae978e8478 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (0cb91afc-fdae-49d3-ba36-b2dbc87213b0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:57.363534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] Routers {'f0067f24-e1f0-48d9-8922-d03845037040'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:57.364215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f0067f24-e1f0-48d9-8922-d03845037040'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:57.366692 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7084b2ec-56ed-42a1-9cd9-66629f8a46ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:57.368967 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7084b2ec-56ed-42a1-9cd9-66629f8a46ea admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8462598 Feb 03 12:50:57.372908 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a50a806-5b9c-4b69-ace6-c7ae978e8478 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 1d571d02-1210-468b-b85f-c034207726ce is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:57.374101 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35746) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:57.377644 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0a50a806-5b9c-4b69-ace6-c7ae978e8478 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:57.380814 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a50a806-5b9c-4b69-ace6-c7ae978e8478 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:50:57.389968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a50a806-5b9c-4b69-ace6-c7ae978e8478 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:57.390657 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a50a806-5b9c-4b69-ace6-c7ae978e8478 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:57.468885 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-149ac5d0-950a-4f11-8db1-bc15e615f8d2 req-edacd2d6-ba7f-4b43-9d57-39c6923c2e09 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62f6d5e-db40-43e1-8bd5-4453aa7e740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823149 Feb 03 12:50:57.485759 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8902142-c323-45ee-9b46-f71aa750d390 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2219ac94-9953-40f3-95a3-aae68b8c8a9a), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:57.497637 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] Set router f0067f24-e1f0-48d9-8922-d03845037040 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:50:57.566170 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c4fc7b0-94b3-4168-a862-f040ef837ce4 admin admin] Publish callbacks [] for security_group (31163752-372d-4e62-b6f2-820cb5bec0d3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:57.623222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] For port 0b3be732-a712-449a-9a20-abf20126a022, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:50:57.641689 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c4fc7b0-94b3-4168-a862-f040ef837ce4 admin admin] Publish callbacks [] for security_group (31163752-372d-4e62-b6f2-820cb5bec0d3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:57.666049 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0a50a806-5b9c-4b69-ace6-c7ae978e8478 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 1.6478050 Feb 03 12:50:57.666679 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35748) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:57.679492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] For port 0b3be732-a712-449a-9a20-abf20126a022, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0b3be732-a712-449a-9a20-abf20126a022,segment=NetworkSegment(a8f5b0ab-7caa-46a4-9490-6757a41cb278),segment_id=a8f5b0ab-7caa-46a4-9490-6757a41cb278)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:50:57.700073 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0b3be732-a712-449a-9a20-abf20126a022), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:57.882332 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50a806-5b9c-4b69-ace6-c7ae978e8478 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Port': ['ID=0cb91afc-fdae-49d3-ba36-b2dbc87213b0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:57.891207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff88165-2219-4e59-b90c-b57df5765f4e None None] Pushing event updated for resources: {'Port': ['ID=0b3be732-a712-449a-9a20-abf20126a022,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:58.006561 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0067f24-e1f0-48d9-8922-d03845037040', 'name': 'tempest-ServerRescueTestJSON-1453279623-router', 'tenant_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb0d337f-67ce-4979-8308-cc55b8453ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:50:50Z', 'updated_at': '2022-02-03T12:50:54Z', 'revision_number': 3, 'project_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'gw_port': {'id': 'fb0d337f-67ce-4979-8308-cc55b8453ff1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0067f24-e1f0-48d9-8922-d03845037040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:53Z', 'updated_at': '2022-02-03T12:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:58.064904 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c4fc7b0-94b3-4168-a862-f040ef837ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (31163752-372d-4e62-b6f2-820cb5bec0d3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:58.069425 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c4fc7b0-94b3-4168-a862-f040ef837ce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:58.094941 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7c4fc7b0-94b3-4168-a862-f040ef837ce4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31163752-372d-4e62-b6f2-820cb5bec0d3 HTTP/1.1" status: 204 len: 168 time: 0.9773474 Feb 03 12:50:58.136703 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] Checking router: f0067f24-e1f0-48d9-8922-d03845037040 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:50:58.137147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] Updating router f0067f24-e1f0-48d9-8922-d03845037040 port fb0d337f-67ce-4979-8308-cc55b8453ff1 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:50:58.177524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fc7b0-94b3-4168-a862-f040ef837ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31163752-372d-4e62-b6f2-820cb5bec0d3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:58.193289 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8902142-c323-45ee-9b46-f71aa750d390 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for port (2219ac94-9953-40f3-95a3-aae68b8c8a9a), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:58.217599 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8902142-c323-45ee-9b46-f71aa750d390 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (2219ac94-9953-40f3-95a3-aae68b8c8a9a), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:58.354323 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fb0d337f-67ce-4979-8308-cc55b8453ff1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:58.454067 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8902142-c323-45ee-9b46-f71aa750d390 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Port': ['ID=2219ac94-9953-40f3-95a3-aae68b8c8a9a,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:58.490306 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8902142-c323-45ee-9b46-f71aa750d390 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (da0a8834-7056-426e-8e51-668af4df6a71), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:58.530978 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8902142-c323-45ee-9b46-f71aa750d390 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:58.532618 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d8902142-c323-45ee-9b46-f71aa750d390 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8071065 Feb 03 12:50:58.539660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35760) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:50:58.554396 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c753ae09-f124-467b-9bcd-a35acc9febcd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'port': {'network_id': 'd00283cd-88d3-4968-a46d-fb73a0cdb59b', 'name': 'tempest-FloatingIPTestJSON-932351681'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:50:58.808757 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c753ae09-f124-467b-9bcd-a35acc9febcd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Made reservation on behalf of 06e16be9aff34f8982b3cedda8196fa8 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:50:58.812982 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c753ae09-f124-467b-9bcd-a35acc9febcd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:58.845022 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-c753ae09-f124-467b-9bcd-a35acc9febcd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] device_id is not set on port 123e931f-1efc-4661-85ce-f338cd11abd9 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:50:59.077710 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] Publish callbacks [] for port (fb0d337f-67ce-4979-8308-cc55b8453ff1), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:59.091371 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fb0d337f-67ce-4979-8308-cc55b8453ff1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:59.108394 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-c753ae09-f124-467b-9bcd-a35acc9febcd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Allocated IP 172.20.0.7 (d00283cd-88d3-4968-a46d-fb73a0cdb59b/9b16963d-e834-4ef8-8b47-b1f130de640f/123e931f-1efc-4661-85ce-f338cd11abd9) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:50:59.253009 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a85e92-3b30-4e10-a8d4-b25b57fbe7d9 None None] Pushing event updated for resources: {'Port': ['ID=fb0d337f-67ce-4979-8308-cc55b8453ff1,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:59.267193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] Attempting to bind port fb0d337f-67ce-4979-8308-cc55b8453ff1 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:50:59.267575 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] Attempting to bind port fb0d337f-67ce-4979-8308-cc55b8453ff1 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:50:59.268233 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] Attempting to bind port fb0d337f-67ce-4979-8308-cc55b8453ff1 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:50:59.284210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:50:59.284639 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:50:59.285161 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:59.285575 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:50:59.291498 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] Bound port: fb0d337f-67ce-4979-8308-cc55b8453ff1, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:50:59.296607 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fb0d337f-67ce-4979-8308-cc55b8453ff1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:59.301295 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf40fd-0017-4aeb-b86e-7879b2183753 req-47784f3c-e115-4798-a40c-fe19567ca3c5 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:50:59.310365 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52cf40fd-0017-4aeb-b86e-7879b2183753 req-47784f3c-e115-4798-a40c-fe19567ca3c5 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1288a74-395b-408d-b8dc-cff8a2af7322 HTTP/1.1" status: 200 len: 945 time: 0.5314763 Feb 03 12:50:59.424606 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] For port fb0d337f-67ce-4979-8308-cc55b8453ff1, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:50:59.444400 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] For port fb0d337f-67ce-4979-8308-cc55b8453ff1, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fb0d337f-67ce-4979-8308-cc55b8453ff1,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:50:59.461194 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fb0d337f-67ce-4979-8308-cc55b8453ff1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:59.566487 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a85e92-3b30-4e10-a8d4-b25b57fbe7d9 None None] Pushing event updated for resources: {'Port': ['ID=fb0d337f-67ce-4979-8308-cc55b8453ff1,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:50:59.571474 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c753ae09-f124-467b-9bcd-a35acc9febcd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for port (123e931f-1efc-4661-85ce-f338cd11abd9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:59.596911 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52cf40fd-0017-4aeb-b86e-7879b2183753 req-26921cd4-93e7-4852-be78-bfb140f58328 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62f6d5e-db40-43e1-8bd5-4453aa7e740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855470 Feb 03 12:50:59.611203 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] Routers {'f0067f24-e1f0-48d9-8922-d03845037040'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:50:59.611864 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f0067f24-e1f0-48d9-8922-d03845037040'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:50:59.626482 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fc38eb4-635a-472f-a5c2-9b0f57ba53ad tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0cb91afc-fdae-49d3-ba36-b2dbc87213b0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:59.670126 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81099807-db7f-4284-8484-2253546fa8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:59.755147 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c753ae09-f124-467b-9bcd-a35acc9febcd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (123e931f-1efc-4661-85ce-f338cd11abd9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:50:59.806592 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f4d0ed-e447-40b8-9bb6-5230c835dd72 None None] Network 1d571d02-1210-468b-b85f-c034207726ce requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:50:59.884683 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c753ae09-f124-467b-9bcd-a35acc9febcd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Network d00283cd-88d3-4968-a46d-fb73a0cdb59b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:50:59.892323 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c753ae09-f124-467b-9bcd-a35acc9febcd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:50:59.896010 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c753ae09-f124-467b-9bcd-a35acc9febcd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:00.004884 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0b3be732-a712-449a-9a20-abf20126a022 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:00.087114 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c753ae09-f124-467b-9bcd-a35acc9febcd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:00.096669 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c753ae09-f124-467b-9bcd-a35acc9febcd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:00.109246 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753ae09-f124-467b-9bcd-a35acc9febcd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Port': ['ID=123e931f-1efc-4661-85ce-f338cd11abd9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:00.144502 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c753ae09-f124-467b-9bcd-a35acc9febcd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6011758 Feb 03 12:51:00.144959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35796) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:00.158373 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] Set router f0067f24-e1f0-48d9-8922-d03845037040 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:51:00.159692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-633f856b-067b-4136-adef-9824a07b896f tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'floatingip': {'port_id': '123e931f-1efc-4661-85ce-f338cd11abd9'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:00.244762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9c7c0570-2c8d-4f4d-b935-7e2b8df2be95 None None] Provisioning complete for port 0b3be732-a712-449a-9a20-abf20126a022 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:00.245448 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9c7c0570-2c8d-4f4d-b935-7e2b8df2be95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0b3be732-a712-449a-9a20-abf20126a022), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:00.258594 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-633f856b-067b-4136-adef-9824a07b896f tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (da0a8834-7056-426e-8e51-668af4df6a71), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:00.476977 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-81099807-db7f-4284-8484-2253546fa8bd admin admin] Allocated IP 172.20.0.1 (ba52975b-3ccc-4e20-a0cf-e3affafdc748/e24c0d19-efc7-422d-9f52-9378e9ba1415/fef37258-b08e-4003-bcda-c569aead6a09) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:00.532037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9c7c0570-2c8d-4f4d-b935-7e2b8df2be95 None None] Current status of the port 0b3be732-a712-449a-9a20-abf20126a022 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:00.532560 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9c7c0570-2c8d-4f4d-b935-7e2b8df2be95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0b3be732-a712-449a-9a20-abf20126a022), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:00.568695 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 0b3be732-a712-449a-9a20-abf20126a022 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:00.569185 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0b3be732-a712-449a-9a20-abf20126a022), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:00.637548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9c7c0570-2c8d-4f4d-b935-7e2b8df2be95 None None] For port 0b3be732-a712-449a-9a20-abf20126a022, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0b3be732-a712-449a-9a20-abf20126a022,segment=NetworkSegment(a8f5b0ab-7caa-46a4-9490-6757a41cb278),segment_id=a8f5b0ab-7caa-46a4-9490-6757a41cb278)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:00.689374 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0b3be732-a712-449a-9a20-abf20126a022 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:00.691724 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9c7c0570-2c8d-4f4d-b935-7e2b8df2be95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0b3be732-a712-449a-9a20-abf20126a022), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:00.757911 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0067f24-e1f0-48d9-8922-d03845037040', 'name': 'tempest-ServerRescueTestJSON-1453279623-router', 'tenant_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb0d337f-67ce-4979-8308-cc55b8453ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:50:50Z', 'updated_at': '2022-02-03T12:50:54Z', 'revision_number': 3, 'project_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'gw_port': {'id': 'fb0d337f-67ce-4979-8308-cc55b8453ff1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0067f24-e1f0-48d9-8922-d03845037040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:53Z', 'updated_at': '2022-02-03T12:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:00.805263 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137c1460-db00-4c44-8eb2-a31daf1a55a6 None None] The sync data for ids ['f0067f24-e1f0-48d9-8922-d03845037040'] in n-d-827336-3 is: [{'id': 'f0067f24-e1f0-48d9-8922-d03845037040', 'name': 'tempest-ServerRescueTestJSON-1453279623-router', 'tenant_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb0d337f-67ce-4979-8308-cc55b8453ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:50:50Z', 'updated_at': '2022-02-03T12:50:54Z', 'revision_number': 3, 'project_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'gw_port': {'id': 'fb0d337f-67ce-4979-8308-cc55b8453ff1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0067f24-e1f0-48d9-8922-d03845037040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:53Z', 'updated_at': '2022-02-03T12:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:51:00.811031 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c0570-2c8d-4f4d-b935-7e2b8df2be95 None None] Pushing event updated for resources: {'Port': ['ID=0b3be732-a712-449a-9a20-abf20126a022,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:00.880066 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fc38eb4-635a-472f-a5c2-9b0f57ba53ad tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for port (0cb91afc-fdae-49d3-ba36-b2dbc87213b0), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:00.893912 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fc38eb4-635a-472f-a5c2-9b0f57ba53ad tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (0cb91afc-fdae-49d3-ba36-b2dbc87213b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:00.963436 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37758b-5d93-4206-9263-217f110c7300 req-cc04dae5-8d7f-4e6b-b569-dd79db5acacc tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:00.971255 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cc37758b-5d93-4206-9263-217f110c7300 req-cc04dae5-8d7f-4e6b-b569-dd79db5acacc tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1288a74-395b-408d-b8dc-cff8a2af7322 HTTP/1.1" status: 200 len: 945 time: 0.8695149 Feb 03 12:51:01.013015 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:01.034316 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81099807-db7f-4284-8484-2253546fa8bd admin admin] Publish callbacks [] for port (fef37258-b08e-4003-bcda-c569aead6a09), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:01.168601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b81f7c5c-c53b-4ace-8664-e45541ce7adc None None] Provisioning complete for port 0b3be732-a712-449a-9a20-abf20126a022 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:01.168984 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b81f7c5c-c53b-4ace-8664-e45541ce7adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0b3be732-a712-449a-9a20-abf20126a022), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:01.191095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc38eb4-635a-472f-a5c2-9b0f57ba53ad tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Port': ['ID=0cb91afc-fdae-49d3-ba36-b2dbc87213b0,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:01.230427 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cc37758b-5d93-4206-9263-217f110c7300 req-b8de8952-3b64-4727-9cc8-f50e98783e61 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62f6d5e-db40-43e1-8bd5-4453aa7e740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582400 Feb 03 12:51:01.353302 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-633f856b-067b-4136-adef-9824a07b896f tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:51:01.421890 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b81f7c5c-c53b-4ace-8664-e45541ce7adc None None] Current status of the port 0b3be732-a712-449a-9a20-abf20126a022 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:01.442480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b81f7c5c-c53b-4ace-8664-e45541ce7adc None None] Provisioning complete for port 0cb91afc-fdae-49d3-ba36-b2dbc87213b0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:01.443402 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b81f7c5c-c53b-4ace-8664-e45541ce7adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0cb91afc-fdae-49d3-ba36-b2dbc87213b0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:01.477820 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-633f856b-067b-4136-adef-9824a07b896f tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:01.485350 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-633f856b-067b-4136-adef-9824a07b896f tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (da0a8834-7056-426e-8e51-668af4df6a71), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:01.533404 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81099807-db7f-4284-8484-2253546fa8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (fef37258-b08e-4003-bcda-c569aead6a09), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:01.548613 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b81f7c5c-c53b-4ace-8664-e45541ce7adc None None] Port 0cb91afc-fdae-49d3-ba36-b2dbc87213b0 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:01.706960 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-81eb3064-368e-4975-9629-4387f49646e4 None None] Provisioning complete for port 0cb91afc-fdae-49d3-ba36-b2dbc87213b0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:01.707366 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81eb3064-368e-4975-9629-4387f49646e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0cb91afc-fdae-49d3-ba36-b2dbc87213b0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:01.744311 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81099807-db7f-4284-8484-2253546fa8bd admin admin] Network ba52975b-3ccc-4e20-a0cf-e3affafdc748 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:01.745372 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fc38eb4-635a-472f-a5c2-9b0f57ba53ad tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (dc0dca6e-4029-4f69-905e-d72168b3004d), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:01.761267 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-81099807-db7f-4284-8484-2253546fa8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:01.838178 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-81eb3064-368e-4975-9629-4387f49646e4 None None] Port 0cb91afc-fdae-49d3-ba36-b2dbc87213b0 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:01.863105 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-633f856b-067b-4136-adef-9824a07b896f tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Floating IP da0a8834-7056-426e-8e51-668af4df6a71 associated. External IP: 172.25.6.147, port: 123e931f-1efc-4661-85ce-f338cd11abd9. Feb 03 12:51:01.889433 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81099807-db7f-4284-8484-2253546fa8bd admin admin] Pushing event updated for resources: {'Port': ['ID=fef37258-b08e-4003-bcda-c569aead6a09,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:01.923838 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81099807-db7f-4284-8484-2253546fa8bd admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:02.011860 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0b3be732-a712-449a-9a20-abf20126a022 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:02.020188 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81099807-db7f-4284-8484-2253546fa8bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (f0067f24-e1f0-48d9-8922-d03845037040), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:02.160647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801eb47-a924-4ef1-80a1-1d8d2c9b3dac req-05920cab-1614-4326-8c89-0bf81c6097be tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:02.164174 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b801eb47-a924-4ef1-80a1-1d8d2c9b3dac req-05920cab-1614-4326-8c89-0bf81c6097be tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1288a74-395b-408d-b8dc-cff8a2af7322 HTTP/1.1" status: 200 len: 945 time: 0.5638318 Feb 03 12:51:02.187340 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 0b3be732-a712-449a-9a20-abf20126a022 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:02.188799 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0b3be732-a712-449a-9a20-abf20126a022), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:02.295861 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ebf31430-3b0a-45ae-ac8b-7cec10034e0b None None] Provisioning complete for port 0cb91afc-fdae-49d3-ba36-b2dbc87213b0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:02.296267 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ebf31430-3b0a-45ae-ac8b-7cec10034e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0cb91afc-fdae-49d3-ba36-b2dbc87213b0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:02.390870 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ebf31430-3b0a-45ae-ac8b-7cec10034e0b None None] Port 0cb91afc-fdae-49d3-ba36-b2dbc87213b0 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:02.479100 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0b3be732-a712-449a-9a20-abf20126a022 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:02.480309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fb0d337f-67ce-4979-8308-cc55b8453ff1 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:02.508032 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fc38eb4-635a-472f-a5c2-9b0f57ba53ad tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0cb91afc-fdae-49d3-ba36-b2dbc87213b0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:02.582479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port fb0d337f-67ce-4979-8308-cc55b8453ff1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:02.583034 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fb0d337f-67ce-4979-8308-cc55b8453ff1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:02.583491 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633f856b-067b-4136-adef-9824a07b896f tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Router f1879714-2eb5-4027-b42f-e2d0b65a332e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:51:02.797165 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53484038-63e6-4ee4-b094-cbd08a57d73e req-b3494fc1-6561-410f-a49c-43e3dff14117 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:02.799667 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-53484038-63e6-4ee4-b094-cbd08a57d73e req-b3494fc1-6561-410f-a49c-43e3dff14117 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1288a74-395b-408d-b8dc-cff8a2af7322 HTTP/1.1" status: 200 len: 945 time: 0.3564472 Feb 03 12:51:02.801708 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633f856b-067b-4136-adef-9824a07b896f tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:51:02.815751 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec38d52-cf2f-495d-a261-d5aef763670e None None] Sync routers for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:51:02.836098 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-633f856b-067b-4136-adef-9824a07b896f tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:02.838641 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec38d52-cf2f-495d-a261-d5aef763670e None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:02.841160 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2ec38d52-cf2f-495d-a261-d5aef763670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:02.970173 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2ec38d52-cf2f-495d-a261-d5aef763670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:02.975775 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-633f856b-067b-4136-adef-9824a07b896f tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "PUT /v2.0/floatingips/da0a8834-7056-426e-8e51-668af4df6a71 HTTP/1.1" status: 200 len: 977 time: 2.8183572 Feb 03 12:51:02.994510 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35838) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:03.005738 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec38d52-cf2f-495d-a261-d5aef763670e None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:03.006398 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2ec38d52-cf2f-495d-a261-d5aef763670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:03.077102 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2ec38d52-cf2f-495d-a261-d5aef763670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:03.082142 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec38d52-cf2f-495d-a261-d5aef763670e None None] The sync data for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:51:03.194688 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fc38eb4-635a-472f-a5c2-9b0f57ba53ad tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for port (0cb91afc-fdae-49d3-ba36-b2dbc87213b0), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.213230 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-53484038-63e6-4ee4-b094-cbd08a57d73e req-06cde571-38c1-4a8f-a0a4-919257450efb tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62f6d5e-db40-43e1-8bd5-4453aa7e740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803109 Feb 03 12:51:03.228736 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-b801eb47-a924-4ef1-80a1-1d8d2c9b3dac req-7e0d83e4-a473-4cc7-9cd2-c7eee4f9a943 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Deleting port 68aaab6c-5896-42dc-8a7b-805a3c79bf27 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:03.229277 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b801eb47-a924-4ef1-80a1-1d8d2c9b3dac req-7e0d83e4-a473-4cc7-9cd2-c7eee4f9a943 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (68aaab6c-5896-42dc-8a7b-805a3c79bf27), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.256332 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fb0d337f-67ce-4979-8308-cc55b8453ff1 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:03.257117 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fb0d337f-67ce-4979-8308-cc55b8453ff1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.290693 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-fdafab3a-1b33-4633-8892-199b087eb94c tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Deleting port 123e931f-1efc-4661-85ce-f338cd11abd9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:03.292297 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fdafab3a-1b33-4633-8892-199b087eb94c tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (123e931f-1efc-4661-85ce-f338cd11abd9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.310420 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fc38eb4-635a-472f-a5c2-9b0f57ba53ad tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (0cb91afc-fdae-49d3-ba36-b2dbc87213b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.311707 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fc38eb4-635a-472f-a5c2-9b0f57ba53ad tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (dc0dca6e-4029-4f69-905e-d72168b3004d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.326475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port fb0d337f-67ce-4979-8308-cc55b8453ff1, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fb0d337f-67ce-4979-8308-cc55b8453ff1,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:03.335462 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fb0d337f-67ce-4979-8308-cc55b8453ff1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.437222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=fb0d337f-67ce-4979-8308-cc55b8453ff1,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:03.457818 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81099807-db7f-4284-8484-2253546fa8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fef37258-b08e-4003-bcda-c569aead6a09), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.476662 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a822a556-d986-43c1-b347-5e7f7b376bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.584658 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fdafab3a-1b33-4633-8892-199b087eb94c tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (123e931f-1efc-4661-85ce-f338cd11abd9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.680595 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc38eb4-635a-472f-a5c2-9b0f57ba53ad tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Port': ['ID=0cb91afc-fdae-49d3-ba36-b2dbc87213b0,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:03.735088 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-b801eb47-a924-4ef1-80a1-1d8d2c9b3dac req-7e0d83e4-a473-4cc7-9cd2-c7eee4f9a943 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] For port 68aaab6c-5896-42dc-8a7b-805a3c79bf27, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=68aaab6c-5896-42dc-8a7b-805a3c79bf27,segment=NetworkSegment(9254f862-0cac-45e7-891c-584e2514ab00),segment_id=9254f862-0cac-45e7-891c-584e2514ab00)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:03.735088 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b801eb47-a924-4ef1-80a1-1d8d2c9b3dac req-7e0d83e4-a473-4cc7-9cd2-c7eee4f9a943 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (68aaab6c-5896-42dc-8a7b-805a3c79bf27), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:03.742990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-b801eb47-a924-4ef1-80a1-1d8d2c9b3dac req-7e0d83e4-a473-4cc7-9cd2-c7eee4f9a943 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Calling delete_port for 68aaab6c-5896-42dc-8a7b-805a3c79bf27 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:03.818820 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fb0d337f-67ce-4979-8308-cc55b8453ff1 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:03.913395 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port fb0d337f-67ce-4979-8308-cc55b8453ff1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:03.913883 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fb0d337f-67ce-4979-8308-cc55b8453ff1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:04.032668 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b801eb47-a924-4ef1-80a1-1d8d2c9b3dac req-7e0d83e4-a473-4cc7-9cd2-c7eee4f9a943 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (68aaab6c-5896-42dc-8a7b-805a3c79bf27), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:04.055137 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['dcd68607-f570-4710-a138-5aee40b4cfe8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:51:04.215725 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['b172e431-39ab-42d3-9b7e-80694ee36433'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:51:04.264302 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d83e4-a473-4cc7-9cd2-c7eee4f9a943 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Pushing event deleted for resources: {'Port': ['ID=68aaab6c-5896-42dc-8a7b-805a3c79bf27,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:04.503978 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-b801eb47-a924-4ef1-80a1-1d8d2c9b3dac req-7e0d83e4-a473-4cc7-9cd2-c7eee4f9a943 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] No DVR routers for this DVR port 68aaab6c-5896-42dc-8a7b-805a3c79bf27 on host n-h1-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:04.529949 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc38eb4-635a-472f-a5c2-9b0f57ba53ad tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 1d571d02-1210-468b-b85f-c034207726ce is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:04.535259 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b801eb47-a924-4ef1-80a1-1d8d2c9b3dac req-7e0d83e4-a473-4cc7-9cd2-c7eee4f9a943 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:04.541226 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fb0d337f-67ce-4979-8308-cc55b8453ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:04.541798 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b801eb47-a924-4ef1-80a1-1d8d2c9b3dac req-7e0d83e4-a473-4cc7-9cd2-c7eee4f9a943 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.73 "DELETE /v2.0/ports/68aaab6c-5896-42dc-8a7b-805a3c79bf27 HTTP/1.1" status: 204 len: 173 time: 2.3666935 Feb 03 12:51:04.549637 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1288a74-395b-408d-b8dc-cff8a2af7322', 'name': 'network-vif-deleted', 'tag': '68aaab6c-5896-42dc-8a7b-805a3c79bf27'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:04.557126 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867019eb-b2e8-4f38-b883-bc64136866bd" -d '{"events": [{"server_uuid": "a1288a74-395b-408d-b8dc-cff8a2af7322", "name": "network-vif-deleted", "tag": "68aaab6c-5896-42dc-8a7b-805a3c79bf27"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:04.568892 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2fc38eb4-635a-472f-a5c2-9b0f57ba53ad tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:04.755541 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a871ddb-f124-41e7-969f-5cf105dd3365 x-openstack-request-id: req-0a871ddb-f124-41e7-969f-5cf105dd3365 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:04.756169 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1288a74-395b-408d-b8dc-cff8a2af7322", "name": "network-vif-deleted", "tag": "68aaab6c-5896-42dc-8a7b-805a3c79bf27", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:04.760441 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a871ddb-f124-41e7-969f-5cf105dd3365 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:04.761776 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1288a74-395b-408d-b8dc-cff8a2af7322', 'name': 'network-vif-deleted', 'tag': '68aaab6c-5896-42dc-8a7b-805a3c79bf27', 'status': 'completed', 'code': 200} Feb 03 12:51:04.778939 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6c1a12c1-fc09-4782-8985-8173f2a466e5 req-bfec3360-7a83-4f4d-95ce-ecdf38c55781 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1288a74-395b-408d-b8dc-cff8a2af7322 HTTP/1.1" status: 200 len: 210 time: 0.2166541 Feb 03 12:51:04.973284 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fdafab3a-1b33-4633-8892-199b087eb94c tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:04.973874 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fdafab3a-1b33-4633-8892-199b087eb94c tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (da0a8834-7056-426e-8e51-668af4df6a71), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:04.973972 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-fdafab3a-1b33-4633-8892-199b087eb94c tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Floating IP da0a8834-7056-426e-8e51-668af4df6a71 disassociated. External IP: 172.25.6.147, port: 123e931f-1efc-4661-85ce-f338cd11abd9. Feb 03 12:51:04.974304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-fdafab3a-1b33-4633-8892-199b087eb94c tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Calling delete_port for 123e931f-1efc-4661-85ce-f338cd11abd9 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:05.053929 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-584909c4-af0c-4922-a6d1-5bb43d40dd3b None None] Provisioning complete for port 0cb91afc-fdae-49d3-ba36-b2dbc87213b0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:05.054933 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-584909c4-af0c-4922-a6d1-5bb43d40dd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0cb91afc-fdae-49d3-ba36-b2dbc87213b0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:05.119104 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81099807-db7f-4284-8484-2253546fa8bd admin admin] Publish callbacks [] for port (fef37258-b08e-4003-bcda-c569aead6a09), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:05.123451 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fdafab3a-1b33-4633-8892-199b087eb94c tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (123e931f-1efc-4661-85ce-f338cd11abd9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:05.125288 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-584909c4-af0c-4922-a6d1-5bb43d40dd3b None None] Port 0cb91afc-fdae-49d3-ba36-b2dbc87213b0 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:05.128487 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81099807-db7f-4284-8484-2253546fa8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (fef37258-b08e-4003-bcda-c569aead6a09), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:05.159037 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafab3a-1b33-4633-8892-199b087eb94c tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event deleted for resources: {'Port': ['ID=123e931f-1efc-4661-85ce-f338cd11abd9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:05.230742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 68aaab6c-5896-42dc-8a7b-805a3c79bf27 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:05.259285 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 68aaab6c-5896-42dc-8a7b-805a3c79bf27 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:51:05.260016 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 68aaab6c-5896-42dc-8a7b-805a3c79bf27 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:51:05.320655 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81099807-db7f-4284-8484-2253546fa8bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (f0067f24-e1f0-48d9-8922-d03845037040), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:05.367455 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdafab3a-1b33-4633-8892-199b087eb94c tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Router f1879714-2eb5-4027-b42f-e2d0b65a332e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:51:05.418594 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81099807-db7f-4284-8484-2253546fa8bd admin admin] Pushing event updated for resources: {'Port': ['ID=fef37258-b08e-4003-bcda-c569aead6a09,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:05.510320 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdafab3a-1b33-4633-8892-199b087eb94c tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:51:05.527365 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1fd445-6a1d-42d1-9b7e-868df650e162 None None] Sync routers for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:51:05.539024 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1fd445-6a1d-42d1-9b7e-868df650e162 None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:05.540427 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9f1fd445-6a1d-42d1-9b7e-868df650e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:05.555417 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81099807-db7f-4284-8484-2253546fa8bd admin admin] Network ba52975b-3ccc-4e20-a0cf-e3affafdc748 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:05.559160 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc38eb4-635a-472f-a5c2-9b0f57ba53ad tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router dc0dca6e-4029-4f69-905e-d72168b3004d is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:51:05.565572 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-81099807-db7f-4284-8484-2253546fa8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:05.605742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9f1fd445-6a1d-42d1-9b7e-868df650e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:05.609273 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fdafab3a-1b33-4633-8892-199b087eb94c tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:05.613415 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fdafab3a-1b33-4633-8892-199b087eb94c tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "DELETE /v2.0/ports/123e931f-1efc-4661-85ce-f338cd11abd9 HTTP/1.1" status: 204 len: 168 time: 2.6170371 Feb 03 12:51:05.615704 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35866) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:05.625377 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1fd445-6a1d-42d1-9b7e-868df650e162 None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:05.626844 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9f1fd445-6a1d-42d1-9b7e-868df650e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:50:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:05.679235 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1d10887b-10d9-4ea7-af73-aed2b16ee5cc tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "GET /v2.0/floatingips/da0a8834-7056-426e-8e51-668af4df6a71 HTTP/1.1" status: 200 len: 688 time: 0.0594041 Feb 03 12:51:05.679506 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35868) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:05.697307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9f1fd445-6a1d-42d1-9b7e-868df650e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:05.700192 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1fd445-6a1d-42d1-9b7e-868df650e162 None None] The sync data for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:51:05.917677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-74db5abc-2f7a-4cec-b4c6-d63ff2449081 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Deleting port 2219ac94-9953-40f3-95a3-aae68b8c8a9a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:05.920035 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74db5abc-2f7a-4cec-b4c6-d63ff2449081 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (2219ac94-9953-40f3-95a3-aae68b8c8a9a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.021994 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74db5abc-2f7a-4cec-b4c6-d63ff2449081 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (2219ac94-9953-40f3-95a3-aae68b8c8a9a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.022689 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74db5abc-2f7a-4cec-b4c6-d63ff2449081 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (2219ac94-9953-40f3-95a3-aae68b8c8a9a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.072267 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ef7f3b69-391b-4a6a-9ce8-9be5af4c5213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.077074 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-74db5abc-2f7a-4cec-b4c6-d63ff2449081 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Calling delete_port for 2219ac94-9953-40f3-95a3-aae68b8c8a9a owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:06.291929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc38eb4-635a-472f-a5c2-9b0f57ba53ad tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:51:06.302652 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ab303-7abe-4bde-bf72-7417fb487156 None None] Sync routers for ids ['dc0dca6e-4029-4f69-905e-d72168b3004d'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:51:06.305566 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2fc38eb4-635a-472f-a5c2-9b0f57ba53ad tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/dc0dca6e-4029-4f69-905e-d72168b3004d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5889797 Feb 03 12:51:06.309001 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35890) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:06.317247 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ab303-7abe-4bde-bf72-7417fb487156 None None] Routers {'dc0dca6e-4029-4f69-905e-d72168b3004d'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:06.319443 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74db5abc-2f7a-4cec-b4c6-d63ff2449081 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (2219ac94-9953-40f3-95a3-aae68b8c8a9a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.320328 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9d8ab303-7abe-4bde-bf72-7417fb487156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['dc0dca6e-4029-4f69-905e-d72168b3004d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:06.378449 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db5abc-2f7a-4cec-b4c6-d63ff2449081 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event deleted for resources: {'Port': ['ID=2219ac94-9953-40f3-95a3-aae68b8c8a9a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:06.391114 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9d8ab303-7abe-4bde-bf72-7417fb487156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:06.395603 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d385d89b-21f1-465c-ac44-216d6c843fd6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:06.397618 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d385d89b-21f1-465c-ac44-216d6c843fd6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/ports/0cb91afc-fdae-49d3-ba36-b2dbc87213b0 HTTP/1.1" status: 200 len: 981 time: 0.0875854 Feb 03 12:51:06.400649 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35898) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:06.400825 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ab303-7abe-4bde-bf72-7417fb487156 None None] Routers {'dc0dca6e-4029-4f69-905e-d72168b3004d'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:06.401950 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9d8ab303-7abe-4bde-bf72-7417fb487156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['dc0dca6e-4029-4f69-905e-d72168b3004d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:06.463659 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9d8ab303-7abe-4bde-bf72-7417fb487156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:06.473103 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ab303-7abe-4bde-bf72-7417fb487156 None None] The sync data for ids ['dc0dca6e-4029-4f69-905e-d72168b3004d'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:51:06.484356 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74db5abc-2f7a-4cec-b4c6-d63ff2449081 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (da0a8834-7056-426e-8e51-668af4df6a71), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.488708 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74db5abc-2f7a-4cec-b4c6-d63ff2449081 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.490285 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-74db5abc-2f7a-4cec-b4c6-d63ff2449081 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "DELETE /v2.0/floatingips/da0a8834-7056-426e-8e51-668af4df6a71 HTTP/1.1" status: 204 len: 168 time: 0.8096306 Feb 03 12:51:06.493892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35904) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:06.500501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5ce1ae25-9ebe-4fd8-b95a-2c585f1a0bb0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': 'b0f5a85c-c345-4c29-8104-2fde334d9e32'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:06.530260 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ce1ae25-9ebe-4fd8-b95a-2c585f1a0bb0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.534476 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81099807-db7f-4284-8484-2253546fa8bd admin admin] Router f0067f24-e1f0-48d9-8922-d03845037040 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:51:06.747447 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ce1ae25-9ebe-4fd8-b95a-2c585f1a0bb0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.894187 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81099807-db7f-4284-8484-2253546fa8bd admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:51:06.902125 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:06.904808 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-81099807-db7f-4284-8484-2253546fa8bd admin admin] 10.222.0.18 "PUT /v2.0/routers/f0067f24-e1f0-48d9-8922-d03845037040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5255995 Feb 03 12:51:06.923065 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] Sync routers for ids ['f0067f24-e1f0-48d9-8922-d03845037040'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:51:06.932859 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] Routers {'f0067f24-e1f0-48d9-8922-d03845037040'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:06.933482 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f0067f24-e1f0-48d9-8922-d03845037040'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:06.940164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-5ce1ae25-9ebe-4fd8-b95a-2c585f1a0bb0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Allocated IP 172.25.6.69 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/4484afde-aeea-4cc8-b2e8-b1670afa3f40) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:07.153951 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] Set router f0067f24-e1f0-48d9-8922-d03845037040 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:51:07.308100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674fa4f-6738-436e-9d71-5824a70b233a req-315bffb6-c534-40a4-9a72-87ce79d012ca tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:07.320390 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674fa4f-6738-436e-9d71-5824a70b233a req-315bffb6-c534-40a4-9a72-87ce79d012ca tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:07.322098 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c674fa4f-6738-436e-9d71-5824a70b233a req-315bffb6-c534-40a4-9a72-87ce79d012ca tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d668a5-a95b-4ca6-a4c4-fc5a743fab60&device_id=edb51a1d-9411-4991-8fbd-38ea28d5514c HTTP/1.1" status: 200 len: 1683 time: 0.2886410 Feb 03 12:51:07.334273 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ce1ae25-9ebe-4fd8-b95a-2c585f1a0bb0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for port (4484afde-aeea-4cc8-b2e8-b1670afa3f40), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:07.335682 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1376e7c9-c3d0-4c16-8964-ea3e15f10064 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (dc0dca6e-4029-4f69-905e-d72168b3004d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:07.463253 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c674fa4f-6738-436e-9d71-5824a70b233a req-9fb5e0ae-980d-4fce-ae45-966bf6b1a2fb tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62f6d5e-db40-43e1-8bd5-4453aa7e740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242237 Feb 03 12:51:07.485232 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ce1ae25-9ebe-4fd8-b95a-2c585f1a0bb0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4484afde-aeea-4cc8-b2e8-b1670afa3f40), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:07.537384 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce1ae25-9ebe-4fd8-b95a-2c585f1a0bb0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:07.543253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5ce1ae25-9ebe-4fd8-b95a-2c585f1a0bb0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:07.547542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce1ae25-9ebe-4fd8-b95a-2c585f1a0bb0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:07.614915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1ae25-9ebe-4fd8-b95a-2c585f1a0bb0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Port': ['ID=4484afde-aeea-4cc8-b2e8-b1670afa3f40,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:07.824287 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0067f24-e1f0-48d9-8922-d03845037040', 'name': 'tempest-ServerRescueTestJSON-1453279623-router', 'tenant_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb0d337f-67ce-4979-8308-cc55b8453ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:50:50Z', 'updated_at': '2022-02-03T12:51:03Z', 'revision_number': 4, 'project_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'gw_port': {'id': 'fb0d337f-67ce-4979-8308-cc55b8453ff1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0067f24-e1f0-48d9-8922-d03845037040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:53Z', 'updated_at': '2022-02-03T12:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'fef37258-b08e-4003-bcda-c569aead6a09', 'name': '', 'network_id': 'ba52975b-3ccc-4e20-a0cf-e3affafdc748', 'tenant_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'mac_address': 'fa:16:3e:02:52:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0067f24-e1f0-48d9-8922-d03845037040', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'e24c0d19-efc7-422d-9f52-9378e9ba1415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:59Z', 'updated_at': '2022-02-03T12:51:04Z', 'revision_number': 2, 'project_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'subnets': [{'id': 'e24c0d19-efc7-422d-9f52-9378e9ba1415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:07.937474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] Checking router: f0067f24-e1f0-48d9-8922-d03845037040 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:51:07.937996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] Updating router f0067f24-e1f0-48d9-8922-d03845037040 port fef37258-b08e-4003-bcda-c569aead6a09 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:51:07.971009 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c225d72-f690-4339-94ee-17b412e52025 req-f5d28103-1c1a-43f2-8885-18d964c8af34 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:07.983413 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6c225d72-f690-4339-94ee-17b412e52025 req-f5d28103-1c1a-43f2-8885-18d964c8af34 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/networks?id=ba52975b-3ccc-4e20-a0cf-e3affafdc748 HTTP/1.1" status: 200 len: 811 time: 0.4715929 Feb 03 12:51:07.990267 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fef37258-b08e-4003-bcda-c569aead6a09), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:08.004215 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6c225d72-f690-4339-94ee-17b412e52025 req-143a41e4-026f-4420-924f-778141fc226b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/quotas/cd79879f23c9420f9b758bf6be6d77f9 HTTP/1.1" status: 200 len: 375 time: 0.0197794 Feb 03 12:51:08.122098 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6c225d72-f690-4339-94ee-17b412e52025 req-76f329ce-db81-4667-9eac-eb145f366a25 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd79879f23c9420f9b758bf6be6d77f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1094539 Feb 03 12:51:08.128942 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1376e7c9-c3d0-4c16-8964-ea3e15f10064 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting port 0cb91afc-fdae-49d3-ba36-b2dbc87213b0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:08.129965 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1376e7c9-c3d0-4c16-8964-ea3e15f10064 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0cb91afc-fdae-49d3-ba36-b2dbc87213b0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:08.343714 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:08.626653 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ce1ae25-9ebe-4fd8-b95a-2c585f1a0bb0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (b4b6b3f8-9279-4a44-b405-aaa76b8b58b5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:08.643630 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6c225d72-f690-4339-94ee-17b412e52025 req-277b3804-1afb-47e2-8f0b-a9b6f67baaf3 service neutron] 10.222.0.18 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044920 Feb 03 12:51:08.648419 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1376e7c9-c3d0-4c16-8964-ea3e15f10064 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0cb91afc-fdae-49d3-ba36-b2dbc87213b0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:08.683580 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1376e7c9-c3d0-4c16-8964-ea3e15f10064 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Calling delete_port for 0cb91afc-fdae-49d3-ba36-b2dbc87213b0 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:08.794802 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] Publish callbacks [] for port (fef37258-b08e-4003-bcda-c569aead6a09), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:08.807120 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fef37258-b08e-4003-bcda-c569aead6a09), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:08.938111 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6c225d72-f690-4339-94ee-17b412e52025 req-bf36f64f-dba7-4020-b2a9-ee03241a202f service neutron] 10.222.0.18 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861648 Feb 03 12:51:08.993091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f90463-028d-4b9c-bf14-381e2a65716e req-1702acd0-20cf-499b-b241-416f83abed7e tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:09.003763 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-05f90463-028d-4b9c-bf14-381e2a65716e req-1702acd0-20cf-499b-b241-416f83abed7e tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=edb51a1d-9411-4991-8fbd-38ea28d5514c HTTP/1.1" status: 200 len: 946 time: 0.3014674 Feb 03 12:51:09.028902 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5ac75-72e8-432a-a035-e5f633f2d5a3 None None] Pushing event updated for resources: {'Port': ['ID=fef37258-b08e-4003-bcda-c569aead6a09,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:09.058768 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] Attempting to bind port fef37258-b08e-4003-bcda-c569aead6a09 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:51:09.061285 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] Attempting to bind port fef37258-b08e-4003-bcda-c569aead6a09 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ba52975b-3ccc-4e20-a0cf-e3affafdc748'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:51:09.061773 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] Attempting to bind port fef37258-b08e-4003-bcda-c569aead6a09 on network ba52975b-3ccc-4e20-a0cf-e3affafdc748 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:09.073667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:51:09.074508 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] Checking segment: {'id': '4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ba52975b-3ccc-4e20-a0cf-e3affafdc748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:09.075758 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.076969 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] Bound using segment: {'id': '4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ba52975b-3ccc-4e20-a0cf-e3affafdc748'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:51:09.077590 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] Bound port: fef37258-b08e-4003-bcda-c569aead6a09, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ba52975b-3ccc-4e20-a0cf-e3affafdc748'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:51:09.078850 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fef37258-b08e-4003-bcda-c569aead6a09), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.165995 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-05f90463-028d-4b9c-bf14-381e2a65716e req-edfe9d0f-5020-4a6f-a2f9-c0cb7a35e6db tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62f6d5e-db40-43e1-8bd5-4453aa7e740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583011 Feb 03 12:51:09.171084 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ce1ae25-9ebe-4fd8-b95a-2c585f1a0bb0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4484afde-aeea-4cc8-b2e8-b1670afa3f40), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.208705 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1376e7c9-c3d0-4c16-8964-ea3e15f10064 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (0cb91afc-fdae-49d3-ba36-b2dbc87213b0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.248349 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] For port fef37258-b08e-4003-bcda-c569aead6a09, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:09.254819 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] For port fef37258-b08e-4003-bcda-c569aead6a09, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fef37258-b08e-4003-bcda-c569aead6a09,segment=NetworkSegment(4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e),segment_id=4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:51:09.268565 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376e7c9-c3d0-4c16-8964-ea3e15f10064 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Port': ['ID=0cb91afc-fdae-49d3-ba36-b2dbc87213b0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:09.282088 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fef37258-b08e-4003-bcda-c569aead6a09), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:09.378332 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] Routers {'f0067f24-e1f0-48d9-8922-d03845037040'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:09.380018 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f0067f24-e1f0-48d9-8922-d03845037040'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:09.581436 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7743ae4c-24c2-47ff-81e8-67efa926ae25 req-0f22f288-5e13-4419-a55c-e040eb14fd8a tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 210 time: 0.2054303 Feb 03 12:51:09.668996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] Set router f0067f24-e1f0-48d9-8922-d03845037040 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:51:09.848028 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1376e7c9-c3d0-4c16-8964-ea3e15f10064 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (dc0dca6e-4029-4f69-905e-d72168b3004d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:10.052228 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e8200-2787-4024-81fb-25d872544638 req-8ed2858e-99a3-4736-8853-e4f4c7759fae tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:10.055353 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0f7e8200-2787-4024-81fb-25d872544638 req-8ed2858e-99a3-4736-8853-e4f4c7759fae tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb51a1d-9411-4991-8fbd-38ea28d5514c HTTP/1.1" status: 200 len: 946 time: 0.5078094 Feb 03 12:51:10.111858 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ce1ae25-9ebe-4fd8-b95a-2c585f1a0bb0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for port (4484afde-aeea-4cc8-b2e8-b1670afa3f40), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:10.120829 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ce1ae25-9ebe-4fd8-b95a-2c585f1a0bb0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4484afde-aeea-4cc8-b2e8-b1670afa3f40), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:10.346116 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1ae25-9ebe-4fd8-b95a-2c585f1a0bb0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Port': ['ID=4484afde-aeea-4cc8-b2e8-b1670afa3f40,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:10.394165 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ce1ae25-9ebe-4fd8-b95a-2c585f1a0bb0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (b4b6b3f8-9279-4a44-b405-aaa76b8b58b5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:10.403214 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5ac75-72e8-432a-a035-e5f633f2d5a3 None None] Pushing event updated for resources: {'Port': ['ID=fef37258-b08e-4003-bcda-c569aead6a09,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:10.410072 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:10.437741 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0067f24-e1f0-48d9-8922-d03845037040', 'name': 'tempest-ServerRescueTestJSON-1453279623-router', 'tenant_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb0d337f-67ce-4979-8308-cc55b8453ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:50:50Z', 'updated_at': '2022-02-03T12:51:03Z', 'revision_number': 4, 'project_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'gw_port': {'id': 'fb0d337f-67ce-4979-8308-cc55b8453ff1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0067f24-e1f0-48d9-8922-d03845037040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:53Z', 'updated_at': '2022-02-03T12:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'fef37258-b08e-4003-bcda-c569aead6a09', 'name': '', 'network_id': 'ba52975b-3ccc-4e20-a0cf-e3affafdc748', 'tenant_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'mac_address': 'fa:16:3e:02:52:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0067f24-e1f0-48d9-8922-d03845037040', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'e24c0d19-efc7-422d-9f52-9378e9ba1415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:59Z', 'updated_at': '2022-02-03T12:51:09Z', 'revision_number': 4, 'project_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'subnets': [{'id': 'e24c0d19-efc7-422d-9f52-9378e9ba1415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:10.481741 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4506c0-6b26-4b34-af86-475e8974bb48 None None] The sync data for ids ['f0067f24-e1f0-48d9-8922-d03845037040'] in n-d-827336-3 is: [{'id': 'f0067f24-e1f0-48d9-8922-d03845037040', 'name': 'tempest-ServerRescueTestJSON-1453279623-router', 'tenant_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb0d337f-67ce-4979-8308-cc55b8453ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:50:50Z', 'updated_at': '2022-02-03T12:51:03Z', 'revision_number': 4, 'project_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'gw_port': {'id': 'fb0d337f-67ce-4979-8308-cc55b8453ff1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0067f24-e1f0-48d9-8922-d03845037040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:53Z', 'updated_at': '2022-02-03T12:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'fef37258-b08e-4003-bcda-c569aead6a09', 'name': '', 'network_id': 'ba52975b-3ccc-4e20-a0cf-e3affafdc748', 'tenant_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'mac_address': 'fa:16:3e:02:52:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0067f24-e1f0-48d9-8922-d03845037040', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'e24c0d19-efc7-422d-9f52-9378e9ba1415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:59Z', 'updated_at': '2022-02-03T12:51:09Z', 'revision_number': 4, 'project_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'subnets': [{'id': 'e24c0d19-efc7-422d-9f52-9378e9ba1415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:51:10.654483 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66053015-1c33-4462-a8a8-c63686f3589d req-ffa10139-86af-4de9-8cce-a4afa6c6256a tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:10.663973 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-66053015-1c33-4462-a8a8-c63686f3589d req-ffa10139-86af-4de9-8cce-a4afa6c6256a tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d668a5-a95b-4ca6-a4c4-fc5a743fab60 HTTP/1.1" status: 200 len: 946 time: 0.5242732 Feb 03 12:51:10.671318 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1376e7c9-c3d0-4c16-8964-ea3e15f10064 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router dc0dca6e-4029-4f69-905e-d72168b3004d has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:51:11.019252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ad46d-ed9b-4e6d-adb9-43097169e1c4 req-66482df8-86c0-4367-8490-1a156409e5e8 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:11.031840 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-515ad46d-ed9b-4e6d-adb9-43097169e1c4 req-66482df8-86c0-4367-8490-1a156409e5e8 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=edb51a1d-9411-4991-8fbd-38ea28d5514c HTTP/1.1" status: 200 len: 946 time: 0.6303804 Feb 03 12:51:11.055897 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-0f7e8200-2787-4024-81fb-25d872544638 req-bd2610ef-926a-4faa-b63a-8b4875573501 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Deleting port dcd68607-f570-4710-a138-5aee40b4cfe8 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:11.056272 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0f7e8200-2787-4024-81fb-25d872544638 req-bd2610ef-926a-4faa-b63a-8b4875573501 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (dcd68607-f570-4710-a138-5aee40b4cfe8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:11.101977 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-5ce1ae25-9ebe-4fd8-b95a-2c585f1a0bb0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Floating IP b4b6b3f8-9279-4a44-b405-aaa76b8b58b5 associated. External IP: 172.25.6.69, port: b0f5a85c-c345-4c29-8104-2fde334d9e32. Feb 03 12:51:11.255337 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-515ad46d-ed9b-4e6d-adb9-43097169e1c4 req-eadc4e42-6f30-4570-a56a-2b9803168cd7 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62f6d5e-db40-43e1-8bd5-4453aa7e740d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184160 Feb 03 12:51:11.258284 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-0f7e8200-2787-4024-81fb-25d872544638 req-bd2610ef-926a-4faa-b63a-8b4875573501 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] For port dcd68607-f570-4710-a138-5aee40b4cfe8, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=dcd68607-f570-4710-a138-5aee40b4cfe8,segment=NetworkSegment(9254f862-0cac-45e7-891c-584e2514ab00),segment_id=9254f862-0cac-45e7-891c-584e2514ab00)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:11.258671 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0f7e8200-2787-4024-81fb-25d872544638 req-bd2610ef-926a-4faa-b63a-8b4875573501 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (dcd68607-f570-4710-a138-5aee40b4cfe8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:11.275706 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-0f7e8200-2787-4024-81fb-25d872544638 req-bd2610ef-926a-4faa-b63a-8b4875573501 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Calling delete_port for dcd68607-f570-4710-a138-5aee40b4cfe8 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:11.536559 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3351c74b-cd7a-454c-b97f-1a4759875ccb req-2f36446e-4168-4b9c-902a-6d4fae7f1490 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 210 time: 0.5357254 Feb 03 12:51:11.590047 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1376e7c9-c3d0-4c16-8964-ea3e15f10064 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:51:11.607316 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25df8b79-624e-43e3-a3fb-a39536faa489 None None] Sync routers for ids ['dc0dca6e-4029-4f69-905e-d72168b3004d'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:51:11.618183 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1376e7c9-c3d0-4c16-8964-ea3e15f10064 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/dc0dca6e-4029-4f69-905e-d72168b3004d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2145944 Feb 03 12:51:11.624917 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25df8b79-624e-43e3-a3fb-a39536faa489 None None] Routers {'dc0dca6e-4029-4f69-905e-d72168b3004d'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:11.625560 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-25df8b79-624e-43e3-a3fb-a39536faa489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['dc0dca6e-4029-4f69-905e-d72168b3004d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:11.630709 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36014) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:11.758846 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-25df8b79-624e-43e3-a3fb-a39536faa489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:11.790352 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25df8b79-624e-43e3-a3fb-a39536faa489 None None] Routers {'dc0dca6e-4029-4f69-905e-d72168b3004d'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:11.790985 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-25df8b79-624e-43e3-a3fb-a39536faa489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['dc0dca6e-4029-4f69-905e-d72168b3004d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:11.861614 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-25df8b79-624e-43e3-a3fb-a39536faa489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:11.862286 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25df8b79-624e-43e3-a3fb-a39536faa489 None None] The sync data for ids ['dc0dca6e-4029-4f69-905e-d72168b3004d'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:51:11.980773 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fef37258-b08e-4003-bcda-c569aead6a09 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:12.233405 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port fef37258-b08e-4003-bcda-c569aead6a09 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:12.233980 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fef37258-b08e-4003-bcda-c569aead6a09), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:12.437085 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce1ae25-9ebe-4fd8-b95a-2c585f1a0bb0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Router f1879714-2eb5-4027-b42f-e2d0b65a332e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:51:12.474451 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b4d2c-722f-4f0a-80f4-609100f38aeb req-f0875d82-59e6-4ea6-a287-6023a3ae631c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:12.481440 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b4d2c-722f-4f0a-80f4-609100f38aeb req-f0875d82-59e6-4ea6-a287-6023a3ae631c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:12.489755 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b4d2c-722f-4f0a-80f4-609100f38aeb req-f0875d82-59e6-4ea6-a287-6023a3ae631c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:12.497600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b4d2c-722f-4f0a-80f4-609100f38aeb req-f0875d82-59e6-4ea6-a287-6023a3ae631c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:12.508458 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b4d2c-722f-4f0a-80f4-609100f38aeb req-f0875d82-59e6-4ea6-a287-6023a3ae631c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:12.515329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b4d2c-722f-4f0a-80f4-609100f38aeb req-f0875d82-59e6-4ea6-a287-6023a3ae631c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:12.522494 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b4d2c-722f-4f0a-80f4-609100f38aeb req-f0875d82-59e6-4ea6-a287-6023a3ae631c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:12.533818 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c1b4d2c-722f-4f0a-80f4-609100f38aeb req-f0875d82-59e6-4ea6-a287-6023a3ae631c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5444 time: 1.0105956 Feb 03 12:51:12.551696 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c225d72-f690-4339-94ee-17b412e52025 req-81d3f2db-d1c0-48cf-b965-f9ed3825ed5b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:12.553615 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c225d72-f690-4339-94ee-17b412e52025 req-81d3f2db-d1c0-48cf-b965-f9ed3825ed5b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.31 "GET /v2.0/networks?id=ba52975b-3ccc-4e20-a0cf-e3affafdc748 HTTP/1.1" status: 200 len: 811 time: 0.9614344 Feb 03 12:51:12.572016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-6c225d72-f690-4339-94ee-17b412e52025 req-afe37c65-7f6b-48ef-bc98-a1236d49e4b9 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Request body: {'port': {'device_id': 'ca618549-ad0f-4703-8545-35ab85b96abc', 'network_id': 'ba52975b-3ccc-4e20-a0cf-e3affafdc748', 'admin_state_up': True, 'tenant_id': 'cd79879f23c9420f9b758bf6be6d77f9'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:12.620736 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fef37258-b08e-4003-bcda-c569aead6a09 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:12.621673 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fef37258-b08e-4003-bcda-c569aead6a09), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:12.712615 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c1b4d2c-722f-4f0a-80f4-609100f38aeb req-b9366ea2-d40a-4064-b0e8-5c3a25c81876 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1777124 Feb 03 12:51:12.730569 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port fef37258-b08e-4003-bcda-c569aead6a09, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fef37258-b08e-4003-bcda-c569aead6a09,segment=NetworkSegment(4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e),segment_id=4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:12.738033 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fef37258-b08e-4003-bcda-c569aead6a09), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:12.778176 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0f7e8200-2787-4024-81fb-25d872544638 req-bd2610ef-926a-4faa-b63a-8b4875573501 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (dcd68607-f570-4710-a138-5aee40b4cfe8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:12.856039 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=fef37258-b08e-4003-bcda-c569aead6a09,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:12.869859 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d89d4640-3eb9-44dd-bbf1-fd27d41fe2ea req-ea428582-ce48-4a83-8f9d-99b4922d1b7c tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=edb51a1d-9411-4991-8fbd-38ea28d5514c HTTP/1.1" status: 200 len: 210 time: 0.1505177 Feb 03 12:51:12.898829 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2610ef-926a-4faa-b63a-8b4875573501 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Pushing event deleted for resources: {'Port': ['ID=dcd68607-f570-4710-a138-5aee40b4cfe8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:13.014898 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d56d1f90-c043-4974-8ac6-447bda7e7aa3 req-b46565bb-22e1-46c9-a2e9-1f6874219711 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 210 time: 0.0678132 Feb 03 12:51:13.018504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce1ae25-9ebe-4fd8-b95a-2c585f1a0bb0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:51:13.029453 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb931258-d608-43f9-85a7-f8eccc5ead63 None None] Sync routers for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:51:13.045278 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb931258-d608-43f9-85a7-f8eccc5ead63 None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:13.046709 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-eb931258-d608-43f9-85a7-f8eccc5ead63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:13.091250 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ce1ae25-9ebe-4fd8-b95a-2c585f1a0bb0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.131419 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-eb931258-d608-43f9-85a7-f8eccc5ead63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:13.147922 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb931258-d608-43f9-85a7-f8eccc5ead63 None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:13.152622 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-eb931258-d608-43f9-85a7-f8eccc5ead63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:13.154468 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-66053015-1c33-4462-a8a8-c63686f3589d req-9d459063-c91c-417d-8dfd-6c67b2c3f80b tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Deleting port b172e431-39ab-42d3-9b7e-80694ee36433 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:13.154854 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-66053015-1c33-4462-a8a8-c63686f3589d req-9d459063-c91c-417d-8dfd-6c67b2c3f80b tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b172e431-39ab-42d3-9b7e-80694ee36433), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.157768 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7e8200-2787-4024-81fb-25d872544638 req-bd2610ef-926a-4faa-b63a-8b4875573501 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] No DVR routers for this DVR port dcd68607-f570-4710-a138-5aee40b4cfe8 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:13.162944 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-0f7e8200-2787-4024-81fb-25d872544638 req-bd2610ef-926a-4faa-b63a-8b4875573501 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.167956 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0f7e8200-2787-4024-81fb-25d872544638 req-bd2610ef-926a-4faa-b63a-8b4875573501 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.31 "DELETE /v2.0/ports/dcd68607-f570-4710-a138-5aee40b4cfe8 HTTP/1.1" status: 204 len: 173 time: 3.0564041 Feb 03 12:51:13.190795 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c225d72-f690-4339-94ee-17b412e52025 req-afe37c65-7f6b-48ef-bc98-a1236d49e4b9 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Made reservation on behalf of cd79879f23c9420f9b758bf6be6d77f9 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:13.196455 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6c225d72-f690-4339-94ee-17b412e52025 req-afe37c65-7f6b-48ef-bc98-a1236d49e4b9 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.214220 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb51a1d-9411-4991-8fbd-38ea28d5514c', 'name': 'network-vif-deleted', 'tag': 'dcd68607-f570-4710-a138-5aee40b4cfe8'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:13.223208 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f61693-e7c3-4718-8faf-347c2ed97867" -d '{"events": [{"server_uuid": "edb51a1d-9411-4991-8fbd-38ea28d5514c", "name": "network-vif-deleted", "tag": "dcd68607-f570-4710-a138-5aee40b4cfe8"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:13.228726 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5ce1ae25-9ebe-4fd8-b95a-2c585f1a0bb0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.7334287 Feb 03 12:51:13.243288 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36034) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:13.308309 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b2c6c1db-b19d-40ae-948a-901f1924073d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1424228221'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:13.313359 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-badb0fde-9f44-4e65-88db-82a81e00044a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] remove_router_interface failed (client error): The resource could not be found. Feb 03 12:51:13.318705 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-badb0fde-9f44-4e65-88db-82a81e00044a tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/dc0dca6e-4029-4f69-905e-d72168b3004d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.6821492 Feb 03 12:51:13.319602 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36038) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:13.375202 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-eb931258-d608-43f9-85a7-f8eccc5ead63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:13.376183 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb931258-d608-43f9-85a7-f8eccc5ead63 None None] The sync data for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:51:13.383926 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device b172e431-39ab-42d3-9b7e-80694ee36433 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:13.411143 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7d0f77-8975-42e3-9846-31fbc9ccbe99 x-openstack-request-id: req-ce7d0f77-8975-42e3-9846-31fbc9ccbe99 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:13.411691 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb51a1d-9411-4991-8fbd-38ea28d5514c", "name": "network-vif-deleted", "tag": "dcd68607-f570-4710-a138-5aee40b4cfe8", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:13.412200 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce7d0f77-8975-42e3-9846-31fbc9ccbe99 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:13.412886 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb51a1d-9411-4991-8fbd-38ea28d5514c', 'name': 'network-vif-deleted', 'tag': 'dcd68607-f570-4710-a138-5aee40b4cfe8', 'status': 'completed', 'code': 200} Feb 03 12:51:13.434971 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device dcd68607-f570-4710-a138-5aee40b4cfe8 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:13.442653 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c6dea2e0-ccaf-4d9d-ace1-ae4a1d3ed476 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc0dca6e-4029-4f69-905e-d72168b3004d HTTP/1.1" status: 200 len: 205 time: 0.1131272 Feb 03 12:51:13.443469 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36040) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:13.494859 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: dcd68607-f570-4710-a138-5aee40b4cfe8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:51:13.495653 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device dcd68607-f570-4710-a138-5aee40b4cfe8 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:51:13.556816 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-66053015-1c33-4462-a8a8-c63686f3589d req-9d459063-c91c-417d-8dfd-6c67b2c3f80b tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] For port b172e431-39ab-42d3-9b7e-80694ee36433, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b172e431-39ab-42d3-9b7e-80694ee36433,segment=NetworkSegment(9254f862-0cac-45e7-891c-584e2514ab00),segment_id=9254f862-0cac-45e7-891c-584e2514ab00)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:13.557188 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-66053015-1c33-4462-a8a8-c63686f3589d req-9d459063-c91c-417d-8dfd-6c67b2c3f80b tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b172e431-39ab-42d3-9b7e-80694ee36433), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.558350 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port b172e431-39ab-42d3-9b7e-80694ee36433 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:13.559258 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b172e431-39ab-42d3-9b7e-80694ee36433), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.561621 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a775316a-84f0-4a57-8e69-db7fcf10955c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (dc0dca6e-4029-4f69-905e-d72168b3004d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.620673 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port b172e431-39ab-42d3-9b7e-80694ee36433, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=b172e431-39ab-42d3-9b7e-80694ee36433,segment=NetworkSegment(9254f862-0cac-45e7-891c-584e2514ab00),segment_id=9254f862-0cac-45e7-891c-584e2514ab00)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:13.622050 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d668a5-a95b-4ca6-a4c4-fc5a743fab60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b172e431-39ab-42d3-9b7e-80694ee36433'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:13.625272 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229296fb-76b3-4240-b991-db130c7c30c6" -d '{"events": [{"server_uuid": "e3d668a5-a95b-4ca6-a4c4-fc5a743fab60", "name": "network-vif-unplugged", "status": "completed", "tag": "b172e431-39ab-42d3-9b7e-80694ee36433"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:13.631158 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b172e431-39ab-42d3-9b7e-80694ee36433), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.651187 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-66053015-1c33-4462-a8a8-c63686f3589d req-9d459063-c91c-417d-8dfd-6c67b2c3f80b tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Calling delete_port for b172e431-39ab-42d3-9b7e-80694ee36433 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:13.651793 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-6c225d72-f690-4339-94ee-17b412e52025 req-afe37c65-7f6b-48ef-bc98-a1236d49e4b9 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Allocated IP 172.20.0.13 (ba52975b-3ccc-4e20-a0cf-e3affafdc748/e24c0d19-efc7-422d-9f52-9378e9ba1415/e6a4efbf-ea97-44f2-b503-150d74f4a20b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:13.718688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=b172e431-39ab-42d3-9b7e-80694ee36433,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:13.730088 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7829b45c-ac25-4418-aa19-7bcf97d52c3b x-openstack-request-id: req-7829b45c-ac25-4418-aa19-7bcf97d52c3b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:13.730666 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d668a5-a95b-4ca6-a4c4-fc5a743fab60", "name": "network-vif-unplugged", "status": "completed", "tag": "b172e431-39ab-42d3-9b7e-80694ee36433", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:13.731130 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7829b45c-ac25-4418-aa19-7bcf97d52c3b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:13.731727 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d668a5-a95b-4ca6-a4c4-fc5a743fab60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b172e431-39ab-42d3-9b7e-80694ee36433', 'code': 200} Feb 03 12:51:13.872028 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a775316a-84f0-4a57-8e69-db7fcf10955c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (dc0dca6e-4029-4f69-905e-d72168b3004d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.875286 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a775316a-84f0-4a57-8e69-db7fcf10955c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router_controller (dc0dca6e-4029-4f69-905e-d72168b3004d), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:13.901168 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fef37258-b08e-4003-bcda-c569aead6a09 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:14.007327 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port fef37258-b08e-4003-bcda-c569aead6a09 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:14.007999 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fef37258-b08e-4003-bcda-c569aead6a09), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:14.109120 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a775316a-84f0-4a57-8e69-db7fcf10955c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (dc0dca6e-4029-4f69-905e-d72168b3004d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:14.109791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a775316a-84f0-4a57-8e69-db7fcf10955c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Fanout notify agent at l3_agent the message router_deleted on router dc0dca6e-4029-4f69-905e-d72168b3004d {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:51:14.121824 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a775316a-84f0-4a57-8e69-db7fcf10955c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:14.130288 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a775316a-84f0-4a57-8e69-db7fcf10955c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/routers/dc0dca6e-4029-4f69-905e-d72168b3004d HTTP/1.1" status: 204 len: 168 time: 0.6842058 Feb 03 12:51:14.134013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36052) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:14.256432 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fef37258-b08e-4003-bcda-c569aead6a09 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:14.361323 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89862fda-2eee-460b-9168-5a91f457ea63 req-d81118e8-97c2-458d-81ee-244bcc011a35 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:14.380462 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89862fda-2eee-460b-9168-5a91f457ea63 req-d81118e8-97c2-458d-81ee-244bcc011a35 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:14.389024 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89862fda-2eee-460b-9168-5a91f457ea63 req-d81118e8-97c2-458d-81ee-244bcc011a35 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:14.401852 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89862fda-2eee-460b-9168-5a91f457ea63 req-d81118e8-97c2-458d-81ee-244bcc011a35 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:14.420676 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89862fda-2eee-460b-9168-5a91f457ea63 req-d81118e8-97c2-458d-81ee-244bcc011a35 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:14.426533 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2ada09fa-9f00-456b-9911-8a5a90b9a173 req-f1e301c4-3b7d-4120-a7a3-45b1a29d53ad tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=edb51a1d-9411-4991-8fbd-38ea28d5514c HTTP/1.1" status: 200 len: 210 time: 0.0756876 Feb 03 12:51:14.432738 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89862fda-2eee-460b-9168-5a91f457ea63 req-d81118e8-97c2-458d-81ee-244bcc011a35 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:14.458101 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89862fda-2eee-460b-9168-5a91f457ea63 req-d81118e8-97c2-458d-81ee-244bcc011a35 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:14.459233 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c6c1db-b19d-40ae-948a-901f1924073d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Made reservation on behalf of 06e16be9aff34f8982b3cedda8196fa8 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:14.461873 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-89862fda-2eee-460b-9168-5a91f457ea63 req-d81118e8-97c2-458d-81ee-244bcc011a35 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5444 time: 0.4694591 Feb 03 12:51:14.462732 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c1db-b19d-40ae-948a-901f1924073d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:14.504620 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-6485beb1-5aa4-4782-b9ee-0cb709a76139 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:14.510693 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-6485beb1-5aa4-4782-b9ee-0cb709a76139 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:14.516259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-6485beb1-5aa4-4782-b9ee-0cb709a76139 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:14.522408 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-6485beb1-5aa4-4782-b9ee-0cb709a76139 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:14.528661 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-6485beb1-5aa4-4782-b9ee-0cb709a76139 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:14.536140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-6485beb1-5aa4-4782-b9ee-0cb709a76139 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:14.539764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-6485beb1-5aa4-4782-b9ee-0cb709a76139 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:14.542625 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-6485beb1-5aa4-4782-b9ee-0cb709a76139 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.73 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5444 time: 0.1997316 Feb 03 12:51:14.548085 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-d446ec5c-cea6-42f3-89d7-35841793c7bf tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting subnet 1190315e-b4d1-4677-a271-c3f43ef98da9 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:51:14.576318 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c6c1db-b19d-40ae-948a-901f1924073d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:51:14.594787 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d446ec5c-cea6-42f3-89d7-35841793c7bf tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (1190315e-b4d1-4677-a271-c3f43ef98da9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:14.616813 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0dc15e56-1685-4c7e-b52c-cd39bcf5f5ef req-79c6c3db-2aab-492b-8d18-ed71cf010bbf tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 210 time: 0.0687721 Feb 03 12:51:14.629294 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c1db-b19d-40ae-948a-901f1924073d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (03a14f4b-479c-4d61-b8f7-2642fd18d406), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:14.629570 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-b2c6c1db-b19d-40ae-948a-901f1924073d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Added segment 03a14f4b-479c-4d61-b8f7-2642fd18d406 of type vlan for network a710ede5-f14c-44ae-91ff-21eb895d1a32 Feb 03 12:51:14.655132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-7d5ae6b2-7426-4375-bf94-e8439870ef34 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:14.659421 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-7d5ae6b2-7426-4375-bf94-e8439870ef34 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.73 "GET /v2.0/ports/fcdf902f-54e1-4f50-bb41-a4f97269c095?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1021638 Feb 03 12:51:14.697730 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-66053015-1c33-4462-a8a8-c63686f3589d req-9d459063-c91c-417d-8dfd-6c67b2c3f80b tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b172e431-39ab-42d3-9b7e-80694ee36433), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:14.773929 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d446ec5c-cea6-42f3-89d7-35841793c7bf tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (1190315e-b4d1-4677-a271-c3f43ef98da9), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:14.794278 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d459063-c91c-417d-8dfd-6c67b2c3f80b tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Pushing event deleted for resources: {'Port': ['ID=b172e431-39ab-42d3-9b7e-80694ee36433,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:14.926539 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-89862fda-2eee-460b-9168-5a91f457ea63 req-3a526bea-69e1-4cbf-abdd-c649328f84f7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4284215 Feb 03 12:51:14.992875 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-66053015-1c33-4462-a8a8-c63686f3589d req-9d459063-c91c-417d-8dfd-6c67b2c3f80b tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] No DVR routers for this DVR port b172e431-39ab-42d3-9b7e-80694ee36433 on host n-h1-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:14.997435 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c1db-b19d-40ae-948a-901f1924073d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (a710ede5-f14c-44ae-91ff-21eb895d1a32), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.004863 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-66053015-1c33-4462-a8a8-c63686f3589d req-9d459063-c91c-417d-8dfd-6c67b2c3f80b tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.011708 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-66053015-1c33-4462-a8a8-c63686f3589d req-9d459063-c91c-417d-8dfd-6c67b2c3f80b tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.73 "DELETE /v2.0/ports/b172e431-39ab-42d3-9b7e-80694ee36433 HTTP/1.1" status: 204 len: 173 time: 4.3302240 Feb 03 12:51:15.141130 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d446ec5c-cea6-42f3-89d7-35841793c7bf tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (1190315e-b4d1-4677-a271-c3f43ef98da9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.206814 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-53a6d5ff-70f3-4d21-b53c-7843a9da34e9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.73 "GET /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4975727 Feb 03 12:51:15.240952 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-8692691f-72c7-425b-b008-c0cc73a47bcf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:15.355748 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d446ec5c-cea6-42f3-89d7-35841793c7bf tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (1190315e-b4d1-4677-a271-c3f43ef98da9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.381605 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-b2c6c1db-b19d-40ae-948a-901f1924073d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:51:15.451285 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d668a5-a95b-4ca6-a4c4-fc5a743fab60', 'name': 'network-vif-deleted', 'tag': 'b172e431-39ab-42d3-9b7e-80694ee36433'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:15.461234 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8296e37-48d3-420a-851d-f9f8d4eb8aec" -d '{"events": [{"server_uuid": "e3d668a5-a95b-4ca6-a4c4-fc5a743fab60", "name": "network-vif-deleted", "tag": "b172e431-39ab-42d3-9b7e-80694ee36433"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:15.475259 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446ec5c-cea6-42f3-89d7-35841793c7bf tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Subnet': ['ID=1190315e-b4d1-4677-a271-c3f43ef98da9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:15.493745 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bbf7f5-9825-4275-82d2-09027ad034c7 None None] Network 1d571d02-1210-468b-b85f-c034207726ce requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:15.507811 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d446ec5c-cea6-42f3-89d7-35841793c7bf tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.522976 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d446ec5c-cea6-42f3-89d7-35841793c7bf tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/subnets/1190315e-b4d1-4677-a271-c3f43ef98da9 HTTP/1.1" status: 204 len: 168 time: 1.3875530 Feb 03 12:51:15.523910 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36068) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:15.689780 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0146f27-c4cd-40b2-8865-8845ac498133 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (1d571d02-1210-468b-b85f-c034207726ce), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.693401 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3333bb46-fcc9-404c-b974-8bd614c519bc x-openstack-request-id: req-3333bb46-fcc9-404c-b974-8bd614c519bc {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:15.693698 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d668a5-a95b-4ca6-a4c4-fc5a743fab60", "name": "network-vif-deleted", "tag": "b172e431-39ab-42d3-9b7e-80694ee36433", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:15.693957 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3333bb46-fcc9-404c-b974-8bd614c519bc {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:15.694372 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d668a5-a95b-4ca6-a4c4-fc5a743fab60', 'name': 'network-vif-deleted', 'tag': 'b172e431-39ab-42d3-9b7e-80694ee36433', 'status': 'completed', 'code': 200} Feb 03 12:51:15.735886 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c1db-b19d-40ae-948a-901f1924073d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (a710ede5-f14c-44ae-91ff-21eb895d1a32), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.753397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c6c1db-b19d-40ae-948a-901f1924073d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:15.754842 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c1db-b19d-40ae-948a-901f1924073d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.781652 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-8692691f-72c7-425b-b008-c0cc73a47bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fcdf902f-54e1-4f50-bb41-a4f97269c095), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.798859 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6c225d72-f690-4339-94ee-17b412e52025 req-afe37c65-7f6b-48ef-bc98-a1236d49e4b9 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Publish callbacks [] for port (e6a4efbf-ea97-44f2-b503-150d74f4a20b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.874460 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c0146f27-c4cd-40b2-8865-8845ac498133 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting port 0b3be732-a712-449a-9a20-abf20126a022 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:15.874903 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0146f27-c4cd-40b2-8865-8845ac498133 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0b3be732-a712-449a-9a20-abf20126a022), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:15.917660 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:16.002869 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b2c6c1db-b19d-40ae-948a-901f1924073d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.7324624 Feb 03 12:51:16.023444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36076) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:16.035745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-65b65f59-40a8-40bc-bf3d-1408bb662b7a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'subnet': {'network_id': 'a710ede5-f14c-44ae-91ff-21eb895d1a32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:16.044364 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefcdd12-c760-40ff-9bf1-9ffdfea80cb7 None None] DHCP port deletion for 1d571d02-1210-468b-b85f-c034207726ce request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:51:16.122397 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eff1a84c-876a-4609-90de-3691062f090b req-e41da3b5-df4f-4db5-add3-16da31a3a705 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 210 time: 0.1920667 Feb 03 12:51:16.176429 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-aefcdd12-c760-40ff-9bf1-9ffdfea80cb7 None None] Deleting port 0b3be732-a712-449a-9a20-abf20126a022 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:16.180231 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aefcdd12-c760-40ff-9bf1-9ffdfea80cb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0b3be732-a712-449a-9a20-abf20126a022), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:16.191515 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c0146f27-c4cd-40b2-8865-8845ac498133 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] For port 0b3be732-a712-449a-9a20-abf20126a022, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0b3be732-a712-449a-9a20-abf20126a022,segment=NetworkSegment(a8f5b0ab-7caa-46a4-9490-6757a41cb278),segment_id=a8f5b0ab-7caa-46a4-9490-6757a41cb278)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:16.191881 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10024fcf-6008-4e21-8865-211af8b9d259 req-2f3c38d2-8389-4d27-9f94-db925f3edc22 tempest-ListServersNegativeTestJSON-1763135407 tempest-ListServersNegativeTestJSON-1763135407-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3d668a5-a95b-4ca6-a4c4-fc5a743fab60 HTTP/1.1" status: 200 len: 210 time: 0.1877594 Feb 03 12:51:16.192154 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0146f27-c4cd-40b2-8865-8845ac498133 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0b3be732-a712-449a-9a20-abf20126a022), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:16.247475 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c0146f27-c4cd-40b2-8865-8845ac498133 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Calling delete_port for 0b3be732-a712-449a-9a20-abf20126a022 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:16.481194 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-aefcdd12-c760-40ff-9bf1-9ffdfea80cb7 None None] For port 0b3be732-a712-449a-9a20-abf20126a022, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0b3be732-a712-449a-9a20-abf20126a022,segment=NetworkSegment(a8f5b0ab-7caa-46a4-9490-6757a41cb278),segment_id=a8f5b0ab-7caa-46a4-9490-6757a41cb278)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:16.481976 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aefcdd12-c760-40ff-9bf1-9ffdfea80cb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0b3be732-a712-449a-9a20-abf20126a022), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:16.486327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-8692691f-72c7-425b-b008-c0cc73a47bcf service neutron] For port fcdf902f-54e1-4f50-bb41-a4f97269c095, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=fcdf902f-54e1-4f50-bb41-a4f97269c095,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:16.535671 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-8692691f-72c7-425b-b008-c0cc73a47bcf service neutron] For port fcdf902f-54e1-4f50-bb41-a4f97269c095, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:16.540717 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-aefcdd12-c760-40ff-9bf1-9ffdfea80cb7 None None] Calling delete_port for 0b3be732-a712-449a-9a20-abf20126a022 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:16.599887 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-8692691f-72c7-425b-b008-c0cc73a47bcf service neutron] device_id is not set on port fcdf902f-54e1-4f50-bb41-a4f97269c095 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:51:16.623852 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-8692691f-72c7-425b-b008-c0cc73a47bcf service neutron] Publish callbacks [] for port (fcdf902f-54e1-4f50-bb41-a4f97269c095), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:16.641113 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6c225d72-f690-4339-94ee-17b412e52025 req-afe37c65-7f6b-48ef-bc98-a1236d49e4b9 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (e6a4efbf-ea97-44f2-b503-150d74f4a20b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:16.693804 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6c1db-b19d-40ae-948a-901f1924073d tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Network': ['ID=a710ede5-f14c-44ae-91ff-21eb895d1a32,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:16.702359 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-8692691f-72c7-425b-b008-c0cc73a47bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (fcdf902f-54e1-4f50-bb41-a4f97269c095), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:16.719190 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0146f27-c4cd-40b2-8865-8845ac498133 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (0b3be732-a712-449a-9a20-abf20126a022), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:16.784142 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c225d72-f690-4339-94ee-17b412e52025 req-afe37c65-7f6b-48ef-bc98-a1236d49e4b9 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Network ba52975b-3ccc-4e20-a0cf-e3affafdc748 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:16.810564 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-6c225d72-f690-4339-94ee-17b412e52025 req-afe37c65-7f6b-48ef-bc98-a1236d49e4b9 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:16.843095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0146f27-c4cd-40b2-8865-8845ac498133 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Port': ['ID=0b3be732-a712-449a-9a20-abf20126a022,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:16.845469 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c225d72-f690-4339-94ee-17b412e52025 req-afe37c65-7f6b-48ef-bc98-a1236d49e4b9 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:16.893008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a951971-99fa-4791-b83c-f6971d9108a6 req-e2e21c29-212e-4228-a28c-01f2b4962613 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:16.916134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a951971-99fa-4791-b83c-f6971d9108a6 req-e2e21c29-212e-4228-a28c-01f2b4962613 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:16.939874 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a951971-99fa-4791-b83c-f6971d9108a6 req-e2e21c29-212e-4228-a28c-01f2b4962613 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:16.944171 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c225d72-f690-4339-94ee-17b412e52025 req-afe37c65-7f6b-48ef-bc98-a1236d49e4b9 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:16.945220 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6c225d72-f690-4339-94ee-17b412e52025 req-afe37c65-7f6b-48ef-bc98-a1236d49e4b9 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:16.945566 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a951971-99fa-4791-b83c-f6971d9108a6 req-e2e21c29-212e-4228-a28c-01f2b4962613 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:16.956592 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a951971-99fa-4791-b83c-f6971d9108a6 req-e2e21c29-212e-4228-a28c-01f2b4962613 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:16.967058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a951971-99fa-4791-b83c-f6971d9108a6 req-e2e21c29-212e-4228-a28c-01f2b4962613 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:16.984858 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a951971-99fa-4791-b83c-f6971d9108a6 req-e2e21c29-212e-4228-a28c-01f2b4962613 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:16.986942 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5a951971-99fa-4791-b83c-f6971d9108a6 req-e2e21c29-212e-4228-a28c-01f2b4962613 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 5444 time: 0.5839014 Feb 03 12:51:17.009405 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c225d72-f690-4339-94ee-17b412e52025 req-afe37c65-7f6b-48ef-bc98-a1236d49e4b9 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4426057 Feb 03 12:51:17.022237 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0146f27-c4cd-40b2-8865-8845ac498133 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] No DVR routers for this DVR port 0b3be732-a712-449a-9a20-abf20126a022 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:17.025191 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] Request body: {'port': {'device_id': 'ca618549-ad0f-4703-8545-35ab85b96abc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:17.091863 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-8692691f-72c7-425b-b008-c0cc73a47bcf service neutron] No DVR routers for this DVR port fcdf902f-54e1-4f50-bb41-a4f97269c095 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:17.180875 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network a710ede5-f14c-44ae-91ff-21eb895d1a32 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:51:17.295333 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device fcdf902f-54e1-4f50-bb41-a4f97269c095 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:17.324462 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0146f27-c4cd-40b2-8865-8845ac498133 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (1d571d02-1210-468b-b85f-c034207726ce), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.335460 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-8692691f-72c7-425b-b008-c0cc73a47bcf service neutron] In _notify_port_updated(), no bound segment for port fcdf902f-54e1-4f50-bb41-a4f97269c095 on network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:51:17.337959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-8692691f-72c7-425b-b008-c0cc73a47bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:17.340052 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-8692691f-72c7-425b-b008-c0cc73a47bcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.346978 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-8692691f-72c7-425b-b008-c0cc73a47bcf service neutron] 10.222.0.73 "PUT /v2.0/ports/fcdf902f-54e1-4f50-bb41-a4f97269c095 HTTP/1.1" status: 200 len: 1031 time: 2.1180868 Feb 03 12:51:17.353515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe37c65-7f6b-48ef-bc98-a1236d49e4b9 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Pushing event updated for resources: {'Port': ['ID=e6a4efbf-ea97-44f2-b503-150d74f4a20b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:17.360700 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c0146f27-c4cd-40b2-8865-8845ac498133 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d571d02-1210-468b-b85f-c034207726ce']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:17.380387 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c0146f27-c4cd-40b2-8865-8845ac498133 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f5b0ab-7caa-46a4-9490-6757a41cb278') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:17.380883 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-c0146f27-c4cd-40b2-8865-8845ac498133 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f5b0ab-7caa-46a4-9490-6757a41cb278') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:17.397888 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0146f27-c4cd-40b2-8865-8845ac498133 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (a8f5b0ab-7caa-46a4-9490-6757a41cb278), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.424077 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0146f27-c4cd-40b2-8865-8845ac498133 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (a8f5b0ab-7caa-46a4-9490-6757a41cb278), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.436873 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0146f27-c4cd-40b2-8865-8845ac498133 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:17.437713 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0146f27-c4cd-40b2-8865-8845ac498133 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (a8f5b0ab-7caa-46a4-9490-6757a41cb278), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:17.565915 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:17.622466 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aefcdd12-c760-40ff-9bf1-9ffdfea80cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (0b3be732-a712-449a-9a20-abf20126a022), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.690916 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0146f27-c4cd-40b2-8865-8845ac498133 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (1d571d02-1210-468b-b85f-c034207726ce), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.722143 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefcdd12-c760-40ff-9bf1-9ffdfea80cb7 None None] Pushing event deleted for resources: {'Port': ['ID=0b3be732-a712-449a-9a20-abf20126a022,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:17.738428 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aefcdd12-c760-40ff-9bf1-9ffdfea80cb7 None None] Network 1d571d02-1210-468b-b85f-c034207726ce is not hosted by any dhcp agent {{(pid=103190) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 12:51:17.739165 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefcdd12-c760-40ff-9bf1-9ffdfea80cb7 None None] No DVR routers for this DVR port 0b3be732-a712-449a-9a20-abf20126a022 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:17.764453 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0146f27-c4cd-40b2-8865-8845ac498133 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.768033 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] The host n-h1-827336-3 is not matching for port fcdf902f-54e1-4f50-bb41-a4f97269c095 host ! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 12:51:17.768033 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device fcdf902f-54e1-4f50-bb41-a4f97269c095 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:51:17.770669 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 89bd8765-d49f-46ab-a694-20c0e30dfdb4 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:17.780718 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c0146f27-c4cd-40b2-8865-8845ac498133 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/networks/1d571d02-1210-468b-b85f-c034207726ce HTTP/1.1" status: 204 len: 168 time: 2.2555587 Feb 03 12:51:17.795368 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0146f27-c4cd-40b2-8865-8845ac498133 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Network': ['ID=1d571d02-1210-468b-b85f-c034207726ce,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:17.823002 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36106) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:17.825577 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b65f59-40a8-40bc-bf3d-1408bb662b7a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Made reservation on behalf of 06e16be9aff34f8982b3cedda8196fa8 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:17.835195 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65b65f59-40a8-40bc-bf3d-1408bb662b7a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:17.898703 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0b3be732-a712-449a-9a20-abf20126a022 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:17.922046 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5a951971-99fa-4791-b83c-f6971d9108a6 req-9c155cdc-327a-4508-b50d-1e8e7956d452 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9138401 Feb 03 12:51:17.924017 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6cdf359d-d208-4e55-82ae-3c8c136c43a7 None None] Provisioning complete for port fcdf902f-54e1-4f50-bb41-a4f97269c095 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:17.925506 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6cdf359d-d208-4e55-82ae-3c8c136c43a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fcdf902f-54e1-4f50-bb41-a4f97269c095), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.082105 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36108) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:18.098687 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 0b3be732-a712-449a-9a20-abf20126a022 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:51:18.099686 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0b3be732-a712-449a-9a20-abf20126a022 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:51:18.256111 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-833a9dba-3f47-436e-b168-7e3ad91e6d71 admin admin] Deleting subnet af71278c-f580-4b17-90a2-c4c6fc8dd68e {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:51:18.262521 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-833a9dba-3f47-436e-b168-7e3ad91e6d71 admin admin] Publish callbacks [] for subnet (af71278c-f580-4b17-90a2-c4c6fc8dd68e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.287511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6cdf359d-d208-4e55-82ae-3c8c136c43a7 None None] Port fcdf902f-54e1-4f50-bb41-a4f97269c095 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:18.299233 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 89bd8765-d49f-46ab-a694-20c0e30dfdb4 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:18.299876 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (89bd8765-d49f-46ab-a694-20c0e30dfdb4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.372333 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89bd8765-d49f-46ab-a694-20c0e30dfdb4'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:18.383142 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-833a9dba-3f47-436e-b168-7e3ad91e6d71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (af71278c-f580-4b17-90a2-c4c6fc8dd68e), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.393000 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82de517-e525-44d5-95b4-af0bd25979ee" -d '{"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-unplugged", "status": "completed", "tag": "89bd8765-d49f-46ab-a694-20c0e30dfdb4"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:18.524846 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 89bd8765-d49f-46ab-a694-20c0e30dfdb4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=89bd8765-d49f-46ab-a694-20c0e30dfdb4,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:18.541111 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (89bd8765-d49f-46ab-a694-20c0e30dfdb4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.542628 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device f6025ea3-6731-4774-ae1c-298c4565bb5d no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:18.641567 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2760de99-947b-4534-ab39-b1b763e09fab x-openstack-request-id: req-2760de99-947b-4534-ab39-b1b763e09fab {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:18.643693 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-unplugged", "status": "completed", "tag": "89bd8765-d49f-46ab-a694-20c0e30dfdb4", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:18.644377 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2760de99-947b-4534-ab39-b1b763e09fab {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:18.645534 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89bd8765-d49f-46ab-a694-20c0e30dfdb4', 'code': 200} Feb 03 12:51:18.648814 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-833a9dba-3f47-436e-b168-7e3ad91e6d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (af71278c-f580-4b17-90a2-c4c6fc8dd68e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.661496 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-306d9cf2-c47f-440d-9aec-6ce69272a7c1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-529988668'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:18.710967 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65b65f59-40a8-40bc-bf3d-1408bb662b7a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (6aa8e5d5-875c-4c78-893b-300ea4360ffd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.714016 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=89bd8765-d49f-46ab-a694-20c0e30dfdb4,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:18.751858 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e6a4efbf-ea97-44f2-b503-150d74f4a20b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.798338 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:51:18.839972 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-833a9dba-3f47-436e-b168-7e3ad91e6d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (af71278c-f580-4b17-90a2-c4c6fc8dd68e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.850919 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-9957f26f-faee-4905-bd8f-3b854d0c560e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:18.856248 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-9957f26f-faee-4905-bd8f-3b854d0c560e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.73 "GET /v2.0/ports/745d7c1f-ea7e-472b-bc5f-20dc2fc66767?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 1.4832101 Feb 03 12:51:18.913878 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port f6025ea3-6731-4774-ae1c-298c4565bb5d is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:18.916443 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f6025ea3-6731-4774-ae1c-298c4565bb5d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.944455 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a9dba-3f47-436e-b168-7e3ad91e6d71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af71278c-f580-4b17-90a2-c4c6fc8dd68e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:18.958021 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-833a9dba-3f47-436e-b168-7e3ad91e6d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:18.988366 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-833a9dba-3f47-436e-b168-7e3ad91e6d71 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/af71278c-f580-4b17-90a2-c4c6fc8dd68e HTTP/1.1" status: 204 len: 168 time: 0.9034240 Feb 03 12:51:18.993900 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36134) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:19.055462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port f6025ea3-6731-4774-ae1c-298c4565bb5d, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=f6025ea3-6731-4774-ae1c-298c4565bb5d,segment=NetworkSegment(3a1dd41e-59bc-4c62-900b-ab6f7f8767ba),segment_id=3a1dd41e-59bc-4c62-900b-ab6f7f8767ba)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:19.090096 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-68cf8b93-c74b-4c08-a300-e05fb723aef4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:19.101410 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692691f-72c7-425b-b008-c0cc73a47bcf service neutron] Pushing event updated for resources: {'Port': ['ID=fcdf902f-54e1-4f50-bb41-a4f97269c095,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:19.116778 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f6025ea3-6731-4774-ae1c-298c4565bb5d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.118087 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 948afbdc-21a4-479e-8a60-62f8aa022a78 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:19.339739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=f6025ea3-6731-4774-ae1c-298c4565bb5d,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:19.388753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b65f59-40a8-40bc-bf3d-1408bb662b7a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Subnet': ['ID=6aa8e5d5-875c-4c78-893b-300ea4360ffd,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:19.496438 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 948afbdc-21a4-479e-8a60-62f8aa022a78 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:19.497148 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (948afbdc-21a4-479e-8a60-62f8aa022a78), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.537563 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ae69241-0a40-4210-874e-a9eefb2ccd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (aa4ac113-dac5-415b-88ba-120489c2edaa), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.593101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 948afbdc-21a4-479e-8a60-62f8aa022a78, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=948afbdc-21a4-479e-8a60-62f8aa022a78,segment=NetworkSegment(1bb44cc9-d5f0-4229-83e4-b92d043cf36a),segment_id=1bb44cc9-d5f0-4229-83e4-b92d043cf36a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:19.602477 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (948afbdc-21a4-479e-8a60-62f8aa022a78), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.603210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5b34d8da-40f6-405c-889b-c67cba3e547b no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:19.619087 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09915640-f3d1-422b-b171-b6b3f7c4a688 req-87db887a-6a9d-475d-b16e-059737b16552 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:19.640127 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09915640-f3d1-422b-b171-b6b3f7c4a688 req-87db887a-6a9d-475d-b16e-059737b16552 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:19.652204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09915640-f3d1-422b-b171-b6b3f7c4a688 req-87db887a-6a9d-475d-b16e-059737b16552 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:19.659435 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09915640-f3d1-422b-b171-b6b3f7c4a688 req-87db887a-6a9d-475d-b16e-059737b16552 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:19.680096 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09915640-f3d1-422b-b171-b6b3f7c4a688 req-87db887a-6a9d-475d-b16e-059737b16552 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:19.693623 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df7851-1a88-4e86-855e-be931954eae4 req-418b077d-2e90-44f6-8c1b-cecf618de374 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:19.694802 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09915640-f3d1-422b-b171-b6b3f7c4a688 req-87db887a-6a9d-475d-b16e-059737b16552 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:19.698979 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-09915640-f3d1-422b-b171-b6b3f7c4a688 req-87db887a-6a9d-475d-b16e-059737b16552 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 4662 time: 0.6068428 Feb 03 12:51:19.717688 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-67df7851-1a88-4e86-855e-be931954eae4 req-418b077d-2e90-44f6-8c1b-cecf618de374 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 932 time: 2.3224487 Feb 03 12:51:19.739347 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=948afbdc-21a4-479e-8a60-62f8aa022a78,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:19.766538 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306d9cf2-c47f-440d-9aec-6ce69272a7c1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Made reservation on behalf of 8f11593a0ed047868fd329fdd3c34fc1 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:19.775153 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-306d9cf2-c47f-440d-9aec-6ce69272a7c1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.955612 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-68cf8b93-c74b-4c08-a300-e05fb723aef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.982396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 5b34d8da-40f6-405c-889b-c67cba3e547b is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:19.982799 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5b34d8da-40f6-405c-889b-c67cba3e547b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:19.983497 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-09915640-f3d1-422b-b171-b6b3f7c4a688 req-6e922b29-7042-4eea-b9a5-71bb21292ccd tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2725310 Feb 03 12:51:19.984014 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-67df7851-1a88-4e86-855e-be931954eae4 req-8f67cf56-3a2d-4b13-b509-f3201a8f649c tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608614 Feb 03 12:51:20.094998 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5b34d8da-40f6-405c-889b-c67cba3e547b, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5b34d8da-40f6-405c-889b-c67cba3e547b,segment=NetworkSegment(1bb44cc9-d5f0-4229-83e4-b92d043cf36a),segment_id=1bb44cc9-d5f0-4229-83e4-b92d043cf36a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:20.101068 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ae69241-0a40-4210-874e-a9eefb2ccd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (aa4ac113-dac5-415b-88ba-120489c2edaa), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.102278 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5b34d8da-40f6-405c-889b-c67cba3e547b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.103328 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:20.161821 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306d9cf2-c47f-440d-9aec-6ce69272a7c1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:51:20.180278 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4ae69241-0a40-4210-874e-a9eefb2ccd88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4ac113-dac5-415b-88ba-120489c2edaa']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:20.219040 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-306d9cf2-c47f-440d-9aec-6ce69272a7c1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (2051ec24-fc83-4eb1-a3e0-ae9f8d7eeb92), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.219922 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-306d9cf2-c47f-440d-9aec-6ce69272a7c1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Added segment 2051ec24-fc83-4eb1-a3e0-ae9f8d7eeb92 of type vlan for network 3a3fff7a-2615-482e-9547-1d319574d7b5 Feb 03 12:51:20.226394 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4ae69241-0a40-4210-874e-a9eefb2ccd88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9254f862-0cac-45e7-891c-584e2514ab00') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:20.226715 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-4ae69241-0a40-4210-874e-a9eefb2ccd88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9254f862-0cac-45e7-891c-584e2514ab00') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:20.278978 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ae69241-0a40-4210-874e-a9eefb2ccd88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (9254f862-0cac-45e7-891c-584e2514ab00), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.325430 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ae69241-0a40-4210-874e-a9eefb2ccd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (9254f862-0cac-45e7-891c-584e2514ab00), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.340951 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae69241-0a40-4210-874e-a9eefb2ccd88 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:20.341372 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ae69241-0a40-4210-874e-a9eefb2ccd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (9254f862-0cac-45e7-891c-584e2514ab00), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:20.343593 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:20.381150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=5b34d8da-40f6-405c-889b-c67cba3e547b,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:20.468475 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b65f59-40a8-40bc-bf3d-1408bb662b7a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Checking segment: {'id': '03a14f4b-479c-4d61-b8f7-2642fd18d406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a710ede5-f14c-44ae-91ff-21eb895d1a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:20.468848 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b65f59-40a8-40bc-bf3d-1408bb662b7a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Network hostable DHCP agents. Network: a710ede5-f14c-44ae-91ff-21eb895d1a32, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:51:20.470644 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:20.471097 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.497014 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-306d9cf2-c47f-440d-9aec-6ce69272a7c1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (3a3fff7a-2615-482e-9547-1d319574d7b5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.503366 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ae69241-0a40-4210-874e-a9eefb2ccd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (aa4ac113-dac5-415b-88ba-120489c2edaa), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.518467 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ae69241-0a40-4210-874e-a9eefb2ccd88 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.531396 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4ae69241-0a40-4210-874e-a9eefb2ccd88 admin admin] 10.222.0.18 "DELETE /v2.0/networks/aa4ac113-dac5-415b-88ba-120489c2edaa HTTP/1.1" status: 204 len: 168 time: 1.5336077 Feb 03 12:51:20.563145 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=745d7c1f-ea7e-472b-bc5f-20dc2fc66767,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:20.575236 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.575769 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae69241-0a40-4210-874e-a9eefb2ccd88 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa4ac113-dac5-415b-88ba-120489c2edaa,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:20.576274 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device aa91c3c8-d841-43d7-bb44-7ef525a623d6 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:20.603560 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.api [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-68cf8b93-c74b-4c08-a300-e05fb723aef4 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:51:20.603964 n-d-827336-3 neutron-server[103188]: DEBUG oslo_db.api [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-68cf8b93-c74b-4c08-a300-e05fb723aef4 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:51:20.626780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b65f59-40a8-40bc-bf3d-1408bb662b7a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Network a710ede5-f14c-44ae-91ff-21eb895d1a32 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:51:20.649266 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6025ea3-6731-4774-ae1c-298c4565bb5d'}, {'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '948afbdc-21a4-479e-8a60-62f8aa022a78'}, {'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b34d8da-40f6-405c-889b-c67cba3e547b'}, {'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '745d7c1f-ea7e-472b-bc5f-20dc2fc66767'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:20.654016 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0b40ba-d22d-4489-ae8e-fcf1c0dd0d00" -d '{"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-unplugged", "status": "completed", "tag": "f6025ea3-6731-4774-ae1c-298c4565bb5d"}, {"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-unplugged", "status": "completed", "tag": "948afbdc-21a4-479e-8a60-62f8aa022a78"}, {"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-unplugged", "status": "completed", "tag": "5b34d8da-40f6-405c-889b-c67cba3e547b"}, {"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-unplugged", "status": "completed", "tag": "745d7c1f-ea7e-472b-bc5f-20dc2fc66767"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:20.667329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-65b65f59-40a8-40bc-bf3d-1408bb662b7a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, a710ede5-f14c-44ae-91ff-21eb895d1a32) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:20.668973 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-306d9cf2-c47f-440d-9aec-6ce69272a7c1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (3a3fff7a-2615-482e-9547-1d319574d7b5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.684476 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d9cf2-c47f-440d-9aec-6ce69272a7c1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:20.685216 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-306d9cf2-c47f-440d-9aec-6ce69272a7c1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.710293 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16b8739-8cd5-4e45-91c1-5500db571a9f None None] Network a710ede5-f14c-44ae-91ff-21eb895d1a32 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:20.885940 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b65f59-40a8-40bc-bf3d-1408bb662b7a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:20.887280 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65b65f59-40a8-40bc-bf3d-1408bb662b7a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:20.893885 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d9cf2-c47f-440d-9aec-6ce69272a7c1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Network': ['ID=3a3fff7a-2615-482e-9547-1d319574d7b5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:20.965456 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36170) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:20.977965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a4efbf-ea97-44f2-b503-150d74f4a20b {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:51:20.987655 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] Publish callbacks [] for port (e6a4efbf-ea97-44f2-b503-150d74f4a20b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.002566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] Transition to ACTIVE for port object e6a4efbf-ea97-44f2-b503-150d74f4a20b will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:51:21.036146 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (e6a4efbf-ea97-44f2-b503-150d74f4a20b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.037841 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3591ec88-5e7c-400e-88d9-6d9fc984404e x-openstack-request-id: req-3591ec88-5e7c-400e-88d9-6d9fc984404e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:21.040239 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-unplugged", "status": "completed", "tag": "f6025ea3-6731-4774-ae1c-298c4565bb5d", "code": 200}, {"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-unplugged", "status": "completed", "tag": "948afbdc-21a4-479e-8a60-62f8aa022a78", "code": 200}, {"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-unplugged", "status": "completed", "tag": "5b34d8da-40f6-405c-889b-c67cba3e547b", "code": 200}, {"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-unplugged", "status": "completed", "tag": "745d7c1f-ea7e-472b-bc5f-20dc2fc66767", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:21.040501 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3591ec88-5e7c-400e-88d9-6d9fc984404e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:21.045707 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6025ea3-6731-4774-ae1c-298c4565bb5d', 'code': 200} Feb 03 12:51:21.045984 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '948afbdc-21a4-479e-8a60-62f8aa022a78', 'code': 200} Feb 03 12:51:21.046252 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b34d8da-40f6-405c-889b-c67cba3e547b', 'code': 200} Feb 03 12:51:21.046516 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '745d7c1f-ea7e-472b-bc5f-20dc2fc66767', 'code': 200} Feb 03 12:51:21.074992 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-306d9cf2-c47f-440d-9aec-6ce69272a7c1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4370582 Feb 03 12:51:21.081975 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36176) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:21.081975 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36178) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:21.082289 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0eece473-4de5-4ff3-9e3d-4bc1209aed4e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c301c527b265422d81feea349fcfa017&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1042752 Feb 03 12:51:21.137944 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 3a3fff7a-2615-482e-9547-1d319574d7b5 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:51:21.145775 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1f403ba1-cec6-404b-8628-0e85c8d81be8 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'subnet': {'network_id': '3a3fff7a-2615-482e-9547-1d319574d7b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:21.162628 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=745d7c1f-ea7e-472b-bc5f-20dc2fc66767,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:21.184473 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b3be9-a7a7-4bc8-821d-1fe86c8d06e9 req-40b05217-3601-4691-b221-c4907a17100b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:21.192675 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e21b3be9-a7a7-4bc8-821d-1fe86c8d06e9 req-40b05217-3601-4691-b221-c4907a17100b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 944 time: 0.0883889 Feb 03 12:51:21.258324 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e21b3be9-a7a7-4bc8-821d-1fe86c8d06e9 req-e6158c0e-8674-42f8-a98a-65e331607688 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644298 Feb 03 12:51:21.281550 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-65b65f59-40a8-40bc-bf3d-1408bb662b7a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.2511461 Feb 03 12:51:21.284359 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36180) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:21.290483 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8ab88141-3dcd-4177-b037-e663847597c4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1293459965', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:21.327165 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-a710ede5-f14c-44ae-91ff-21eb895d1a32', 'network_id': 'a710ede5-f14c-44ae-91ff-21eb895d1a32', 'project_id': '06e16be9aff34f8982b3cedda8196fa8', 'fixed_ips': [{'subnet_id': '6aa8e5d5-875c-4c78-893b-300ea4360ffd'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:51:21.328923 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.367142 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ab88141-3dcd-4177-b037-e663847597c4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (451b20e9-f783-4f5e-9ba4-e6cdf5026ba0), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.368451 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ab88141-3dcd-4177-b037-e663847597c4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (451b20e9-f783-4f5e-9ba4-e6cdf5026ba0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.553527 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ab88141-3dcd-4177-b037-e663847597c4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for router_controller (451b20e9-f783-4f5e-9ba4-e6cdf5026ba0), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.616783 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port aa91c3c8-d841-43d7-bb44-7ef525a623d6 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:21.617465 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (aa91c3c8-d841-43d7-bb44-7ef525a623d6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.685720 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port aa91c3c8-d841-43d7-bb44-7ef525a623d6, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=aa91c3c8-d841-43d7-bb44-7ef525a623d6,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:21.707476 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f403ba1-cec6-404b-8628-0e85c8d81be8 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Made reservation on behalf of 8f11593a0ed047868fd329fdd3c34fc1 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:21.711122 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f403ba1-cec6-404b-8628-0e85c8d81be8 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.736547 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (aa91c3c8-d841-43d7-bb44-7ef525a623d6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.737771 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ff0727c-771b-4c69-b9f5-2962d6609488 admin admin] Publish callbacks [] for security_group (d62f6d5e-db40-43e1-8bd5-4453aa7e740d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.739207 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-68cf8b93-c74b-4c08-a300-e05fb723aef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.754086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a4efbf-ea97-44f2-b503-150d74f4a20b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:21.925131 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ab88141-3dcd-4177-b037-e663847597c4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for router_gateway (451b20e9-f783-4f5e-9ba4-e6cdf5026ba0), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:21.948652 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] Allocated IP 172.20.0.2 (a710ede5-f14c-44ae-91ff-21eb895d1a32/6aa8e5d5-875c-4c78-893b-300ea4360ffd/4e245f70-4567-48c4-9591-c41d60e658de) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:22.207137 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=aa91c3c8-d841-43d7-bb44-7ef525a623d6,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:22.242541 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] Publish callbacks [] for port (4e245f70-4567-48c4-9591-c41d60e658de), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.251522 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (4e245f70-4567-48c4-9591-c41d60e658de), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.309672 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-68cf8b93-c74b-4c08-a300-e05fb723aef4 service neutron] For port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=745d7c1f-ea7e-472b-bc5f-20dc2fc66767,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:22.332544 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] Pushing event updated for resources: {'Port': ['ID=4e245f70-4567-48c4-9591-c41d60e658de,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:22.344842 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-68cf8b93-c74b-4c08-a300-e05fb723aef4 service neutron] For port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:22.366488 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] Network a710ede5-f14c-44ae-91ff-21eb895d1a32 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:22.368259 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:22.375121 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:22.387294 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ab88141-3dcd-4177-b037-e663847597c4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for router_gateway (451b20e9-f783-4f5e-9ba4-e6cdf5026ba0), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.388653 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-68cf8b93-c74b-4c08-a300-e05fb723aef4 service neutron] device_id is not set on port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:51:22.397313 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-68cf8b93-c74b-4c08-a300-e05fb723aef4 service neutron] Publish callbacks [] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.437981 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-68cf8b93-c74b-4c08-a300-e05fb723aef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.463240 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] Attempting to bind port 4e245f70-4567-48c4-9591-c41d60e658de on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:51:22.464169 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] Attempting to bind port 4e245f70-4567-48c4-9591-c41d60e658de by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '03a14f4b-479c-4d61-b8f7-2642fd18d406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a710ede5-f14c-44ae-91ff-21eb895d1a32'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:51:22.464840 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] Attempting to bind port 4e245f70-4567-48c4-9591-c41d60e658de on network a710ede5-f14c-44ae-91ff-21eb895d1a32 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:22.465503 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ab88141-3dcd-4177-b037-e663847597c4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.477893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:51:22.478582 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] Checking segment: {'id': '03a14f4b-479c-4d61-b8f7-2642fd18d406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a710ede5-f14c-44ae-91ff-21eb895d1a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:22.479782 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.482193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] Bound using segment: {'id': '03a14f4b-479c-4d61-b8f7-2642fd18d406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a710ede5-f14c-44ae-91ff-21eb895d1a32'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:51:22.483064 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] Bound port: 4e245f70-4567-48c4-9591-c41d60e658de, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a14f4b-479c-4d61-b8f7-2642fd18d406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a710ede5-f14c-44ae-91ff-21eb895d1a32'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:51:22.483696 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4e245f70-4567-48c4-9591-c41d60e658de), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.487294 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09454d1a-76f4-41a0-a00d-89e4a65aba44 req-d1bedfe0-b03a-4e81-9858-048b31c34995 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:22.493250 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09454d1a-76f4-41a0-a00d-89e4a65aba44 req-d1bedfe0-b03a-4e81-9858-048b31c34995 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:22.499434 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09454d1a-76f4-41a0-a00d-89e4a65aba44 req-d1bedfe0-b03a-4e81-9858-048b31c34995 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:22.514358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09454d1a-76f4-41a0-a00d-89e4a65aba44 req-d1bedfe0-b03a-4e81-9858-048b31c34995 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:22.533102 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09454d1a-76f4-41a0-a00d-89e4a65aba44 req-d1bedfe0-b03a-4e81-9858-048b31c34995 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:22.534540 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09454d1a-76f4-41a0-a00d-89e4a65aba44 req-d1bedfe0-b03a-4e81-9858-048b31c34995 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:22.536637 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09454d1a-76f4-41a0-a00d-89e4a65aba44 req-d1bedfe0-b03a-4e81-9858-048b31c34995 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 4656 time: 1.2823911 Feb 03 12:51:22.582069 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] For port 4e245f70-4567-48c4-9591-c41d60e658de, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:22.586841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] For port 4e245f70-4567-48c4-9591-c41d60e658de, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4e245f70-4567-48c4-9591-c41d60e658de,segment=NetworkSegment(03a14f4b-479c-4d61-b8f7-2642fd18d406),segment_id=03a14f4b-479c-4d61-b8f7-2642fd18d406)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:51:22.595131 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4e245f70-4567-48c4-9591-c41d60e658de), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.605182 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ff0727c-771b-4c69-b9f5-2962d6609488 admin admin] Publish callbacks [] for security_group (d62f6d5e-db40-43e1-8bd5-4453aa7e740d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:22.683819 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-8ab88141-3dcd-4177-b037-e663847597c4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Allocated IP 172.25.6.246 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/988edbf5-f39d-4848-9b47-deb88b4a6ecc) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:22.700887 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260371a0-f6c8-4dfe-a2c3-07ad87c1f7ba req-eefc10c2-a7bb-4316-aef0-296e93926728 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:22.709774 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-260371a0-f6c8-4dfe-a2c3-07ad87c1f7ba req-eefc10c2-a7bb-4316-aef0-296e93926728 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 944 time: 0.3197732 Feb 03 12:51:22.782774 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aee61c-6f10-47e3-b5c8-bb375e80f67b None None] Pushing event updated for resources: {'Port': ['ID=4e245f70-4567-48c4-9591-c41d60e658de,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:22.874921 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09454d1a-76f4-41a0-a00d-89e4a65aba44 req-1c69a33c-0913-4066-976d-33510d9ab857 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=a380af32-50ee-4dcc-b68d-6592a0627212&id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3080530 Feb 03 12:51:22.918104 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] Attempting to bind port e6a4efbf-ea97-44f2-b503-150d74f4a20b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:51:22.920954 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] Attempting to bind port e6a4efbf-ea97-44f2-b503-150d74f4a20b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ba52975b-3ccc-4e20-a0cf-e3affafdc748'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:51:22.921304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] Attempting to bind port e6a4efbf-ea97-44f2-b503-150d74f4a20b on network ba52975b-3ccc-4e20-a0cf-e3affafdc748 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:22.974708 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-260371a0-f6c8-4dfe-a2c3-07ad87c1f7ba req-1f997011-a1de-4e85-8c8a-d6fb5fb4785a tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638686 Feb 03 12:51:23.029656 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ab88141-3dcd-4177-b037-e663847597c4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for port (988edbf5-f39d-4848-9b47-deb88b4a6ecc), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:23.048108 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa91c3c8-d841-43d7-bb44-7ef525a623d6'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:23.051761 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8473a50a-6af2-4daa-af75-23b1a45b0662" -d '{"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-unplugged", "status": "completed", "tag": "aa91c3c8-d841-43d7-bb44-7ef525a623d6"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:23.122214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] Port e6a4efbf-ea97-44f2-b503-150d74f4a20b on network ba52975b-3ccc-4e20-a0cf-e3affafdc748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:51:23.122553 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] Attempting to bind port e6a4efbf-ea97-44f2-b503-150d74f4a20b on network ba52975b-3ccc-4e20-a0cf-e3affafdc748 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:23.129890 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ab88141-3dcd-4177-b037-e663847597c4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (988edbf5-f39d-4848-9b47-deb88b4a6ecc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:23.188462 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23977df6-0433-468b-a4e8-f94604502a1b x-openstack-request-id: req-23977df6-0433-468b-a4e8-f94604502a1b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:23.188871 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-unplugged", "status": "completed", "tag": "aa91c3c8-d841-43d7-bb44-7ef525a623d6", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:23.189232 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23977df6-0433-468b-a4e8-f94604502a1b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:23.189730 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa91c3c8-d841-43d7-bb44-7ef525a623d6', 'code': 200} Feb 03 12:51:23.191648 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f403ba1-cec6-404b-8628-0e85c8d81be8 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (3685132f-f683-4389-a18f-efc403afe623), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:23.198877 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-68cf8b93-c74b-4c08-a300-e05fb723aef4 service neutron] No DVR routers for this DVR port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:23.215019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf8b93-c74b-4c08-a300-e05fb723aef4 service neutron] Pushing event updated for resources: {'Port': ['ID=745d7c1f-ea7e-472b-bc5f-20dc2fc66767,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:23.259304 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab88141-3dcd-4177-b037-e663847597c4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Port': ['ID=988edbf5-f39d-4848-9b47-deb88b4a6ecc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:23.288352 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab88141-3dcd-4177-b037-e663847597c4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:23.295676 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8ab88141-3dcd-4177-b037-e663847597c4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:23.300621 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab88141-3dcd-4177-b037-e663847597c4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:23.335358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:51:23.335926 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] Checking segment: {'id': '4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ba52975b-3ccc-4e20-a0cf-e3affafdc748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:23.336271 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] Bound using segment: {'id': '4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ba52975b-3ccc-4e20-a0cf-e3affafdc748'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:51:23.336584 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] Bound port: e6a4efbf-ea97-44f2-b503-150d74f4a20b, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ba52975b-3ccc-4e20-a0cf-e3affafdc748'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:51:23.336952 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e6a4efbf-ea97-44f2-b503-150d74f4a20b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:23.493695 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-91531a9b-6209-400a-8f24-aa7058d06ea0 None None] Provisioning complete for port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:23.496902 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-91531a9b-6209-400a-8f24-aa7058d06ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:23.501440 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ff0727c-771b-4c69-b9f5-2962d6609488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d62f6d5e-db40-43e1-8bd5-4453aa7e740d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:23.505461 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ff0727c-771b-4c69-b9f5-2962d6609488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:23.509475 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5ff0727c-771b-4c69-b9f5-2962d6609488 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d62f6d5e-db40-43e1-8bd5-4453aa7e740d HTTP/1.1" status: 204 len: 168 time: 2.3769884 Feb 03 12:51:23.560710 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0727c-771b-4c69-b9f5-2962d6609488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62f6d5e-db40-43e1-8bd5-4453aa7e740d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:23.562909 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-68cf8b93-c74b-4c08-a300-e05fb723aef4 service neutron] In _notify_port_updated(), no bound segment for port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 on network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:51:23.564214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-68cf8b93-c74b-4c08-a300-e05fb723aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:23.565027 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-68cf8b93-c74b-4c08-a300-e05fb723aef4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:23.566665 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-68cf8b93-c74b-4c08-a300-e05fb723aef4 service neutron] 10.222.0.73 "PUT /v2.0/ports/745d7c1f-ea7e-472b-bc5f-20dc2fc66767 HTTP/1.1" status: 200 len: 1032 time: 4.4822247 Feb 03 12:51:23.567790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f403ba1-cec6-404b-8628-0e85c8d81be8 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Subnet': ['ID=3685132f-f683-4389-a18f-efc403afe623,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:23.656511 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f403ba1-cec6-404b-8628-0e85c8d81be8 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Checking segment: {'id': '2051ec24-fc83-4eb1-a3e0-ae9f8d7eeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3a3fff7a-2615-482e-9547-1d319574d7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:23.656892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f403ba1-cec6-404b-8628-0e85c8d81be8 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network hostable DHCP agents. Network: 3a3fff7a-2615-482e-9547-1d319574d7b5, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:51:23.688290 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-91531a9b-6209-400a-8f24-aa7058d06ea0 None None] Port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:23.870586 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] For port e6a4efbf-ea97-44f2-b503-150d74f4a20b, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:23.902659 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f403ba1-cec6-404b-8628-0e85c8d81be8 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 3a3fff7a-2615-482e-9547-1d319574d7b5 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:51:23.946982 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4e245f70-4567-48c4-9591-c41d60e658de up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:23.968744 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] For port e6a4efbf-ea97-44f2-b503-150d74f4a20b, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=e6a4efbf-ea97-44f2-b503-150d74f4a20b,segment=NetworkSegment(4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e),segment_id=4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:51:24.006115 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1f403ba1-cec6-404b-8628-0e85c8d81be8 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 3a3fff7a-2615-482e-9547-1d319574d7b5) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:24.022259 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (e6a4efbf-ea97-44f2-b503-150d74f4a20b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:24.026832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb3c461-a3fc-4b08-bc4a-9039d16cd71c None None] Network 3a3fff7a-2615-482e-9547-1d319574d7b5 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:24.030957 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ab88141-3dcd-4177-b037-e663847597c4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for router_gateway (451b20e9-f783-4f5e-9ba4-e6cdf5026ba0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:24.040892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f403ba1-cec6-404b-8628-0e85c8d81be8 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:24.041821 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f403ba1-cec6-404b-8628-0e85c8d81be8 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:24.364529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 4e245f70-4567-48c4-9591-c41d60e658de triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:24.364779 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4e245f70-4567-48c4-9591-c41d60e658de), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:24.484122 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-3a3fff7a-2615-482e-9547-1d319574d7b5', 'network_id': '3a3fff7a-2615-482e-9547-1d319574d7b5', 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'fixed_ips': [{'subnet_id': '3685132f-f683-4389-a18f-efc403afe623'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:51:24.484999 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:24.596528 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1113726-7aa7-4d56-84f0-566a17894a94 req-e23ec0a9-b583-4740-bc7b-28446c11eabf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:24.617813 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1113726-7aa7-4d56-84f0-566a17894a94 req-e23ec0a9-b583-4740-bc7b-28446c11eabf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:24.628699 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1113726-7aa7-4d56-84f0-566a17894a94 req-e23ec0a9-b583-4740-bc7b-28446c11eabf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:24.644190 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1113726-7aa7-4d56-84f0-566a17894a94 req-e23ec0a9-b583-4740-bc7b-28446c11eabf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:24.662360 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1113726-7aa7-4d56-84f0-566a17894a94 req-e23ec0a9-b583-4740-bc7b-28446c11eabf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:24.670976 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e1113726-7aa7-4d56-84f0-566a17894a94 req-e23ec0a9-b583-4740-bc7b-28446c11eabf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 3877 time: 0.4912415 Feb 03 12:51:24.888917 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e1113726-7aa7-4d56-84f0-566a17894a94 req-c2397587-2531-4f45-a440-c96468330324 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169650 Feb 03 12:51:24.928234 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ab88141-3dcd-4177-b037-e663847597c4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (451b20e9-f783-4f5e-9ba4-e6cdf5026ba0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.201580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36280) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:25.208783 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1f403ba1-cec6-404b-8628-0e85c8d81be8 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0654843 Feb 03 12:51:25.255708 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36282) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:25.263732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-179a7a67-7931-4c02-a01e-97891d784f62 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1377325104', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:25.270752 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:25.271729 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.273455 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] 10.222.0.31 "PUT /v2.0/ports/e6a4efbf-ea97-44f2-b503-150d74f4a20b HTTP/1.1" status: 200 len: 1092 time: 8.2551517 Feb 03 12:51:25.286205 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca618549-ad0f-4703-8545-35ab85b96abc', 'tag': 'e6a4efbf-ea97-44f2-b503-150d74f4a20b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:25.290277 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6bf662-d663-4f93-a9e6-ab1f05d53db7" -d '{"events": [{"name": "network-changed", "server_uuid": "ca618549-ad0f-4703-8545-35ab85b96abc", "tag": "e6a4efbf-ea97-44f2-b503-150d74f4a20b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:25.298504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9dc2ad-a53e-447f-b276-197423db0899 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a4efbf-ea97-44f2-b503-150d74f4a20b,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:25.314942 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-876e5224-ce90-4057-bcb2-50594c464072 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Deleting port 948afbdc-21a4-479e-8a60-62f8aa022a78 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:25.322399 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-876e5224-ce90-4057-bcb2-50594c464072 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (948afbdc-21a4-479e-8a60-62f8aa022a78), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.344078 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a460744e-d8d4-4614-afe3-ed6426c46008 None None] Network a710ede5-f14c-44ae-91ff-21eb895d1a32 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:25.393986 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391e0528-28e3-46e4-9ca9-85c69204eb01 x-openstack-request-id: req-391e0528-28e3-46e4-9ca9-85c69204eb01 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:25.394304 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca618549-ad0f-4703-8545-35ab85b96abc", "tag": "e6a4efbf-ea97-44f2-b503-150d74f4a20b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:25.394690 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-391e0528-28e3-46e4-9ca9-85c69204eb01 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:25.395467 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca618549-ad0f-4703-8545-35ab85b96abc', 'tag': 'e6a4efbf-ea97-44f2-b503-150d74f4a20b', 'status': 'completed', 'code': 200} Feb 03 12:51:25.565638 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-63f3f9d8-586f-41b3-8641-912df9954321 None None] Provisioning complete for port 4e245f70-4567-48c4-9591-c41d60e658de triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:25.568547 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63f3f9d8-586f-41b3-8641-912df9954321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4e245f70-4567-48c4-9591-c41d60e658de), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.571399 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 4e245f70-4567-48c4-9591-c41d60e658de is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:25.571965 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4e245f70-4567-48c4-9591-c41d60e658de), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.584124 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-78655b2e-ce4d-40e3-a937-5adf13560844 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1697527055-network', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:25.587513 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-179a7a67-7931-4c02-a01e-97891d784f62 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (b3de54fc-593a-4bab-9d70-8002bd2cb013), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.588947 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-179a7a67-7931-4c02-a01e-97891d784f62 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (b3de54fc-593a-4bab-9d70-8002bd2cb013), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.671662 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] Allocated IP 2001:db8::2 (3a3fff7a-2615-482e-9547-1d319574d7b5/3685132f-f683-4389-a18f-efc403afe623/876af15e-29ba-460e-b3f3-a718b816c16e) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:25.708504 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-179a7a67-7931-4c02-a01e-97891d784f62 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router_controller (b3de54fc-593a-4bab-9d70-8002bd2cb013), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.749644 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33424a-3198-4be7-99d2-9c01b3c70581 req-472037d9-587f-4262-924e-67b297bdcc9b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:25.751357 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5c33424a-3198-4be7-99d2-9c01b3c70581 req-472037d9-587f-4262-924e-67b297bdcc9b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 944 time: 0.6480711 Feb 03 12:51:25.754556 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 4e245f70-4567-48c4-9591-c41d60e658de, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4e245f70-4567-48c4-9591-c41d60e658de,segment=NetworkSegment(03a14f4b-479c-4d61-b8f7-2642fd18d406),segment_id=03a14f4b-479c-4d61-b8f7-2642fd18d406)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:25.778033 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-179a7a67-7931-4c02-a01e-97891d784f62 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (b3de54fc-593a-4bab-9d70-8002bd2cb013), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.859982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78655b2e-ce4d-40e3-a937-5adf13560844 admin admin] Made reservation on behalf of 3d3da86861ee4a179872b24fbf239a16 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:25.859982 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78655b2e-ce4d-40e3-a937-5adf13560844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.870918 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-876e5224-ce90-4057-bcb2-50594c464072 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] For port 948afbdc-21a4-479e-8a60-62f8aa022a78, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=948afbdc-21a4-479e-8a60-62f8aa022a78,segment=NetworkSegment(1bb44cc9-d5f0-4229-83e4-b92d043cf36a),segment_id=1bb44cc9-d5f0-4229-83e4-b92d043cf36a)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:25.871661 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-876e5224-ce90-4057-bcb2-50594c464072 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (948afbdc-21a4-479e-8a60-62f8aa022a78), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:25.933922 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab88141-3dcd-4177-b037-e663847597c4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Router 451b20e9-f783-4f5e-9ba4-e6cdf5026ba0 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:51:25.957904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-876e5224-ce90-4057-bcb2-50594c464072 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Calling delete_port for 948afbdc-21a4-479e-8a60-62f8aa022a78 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:26.111226 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c56fdc0-bc3e-4fca-8dee-cb48cd4b40f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:26.112902 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c225d72-f690-4339-94ee-17b412e52025 req-2c56fdc0-bc3e-4fca-8dee-cb48cd4b40f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd79879f23c9420f9b758bf6be6d77f9&device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 1126 time: 0.7814078 Feb 03 12:51:26.119064 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4e245f70-4567-48c4-9591-c41d60e658de), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:26.124193 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-179a7a67-7931-4c02-a01e-97891d784f62 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:26.125482 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-179a7a67-7931-4c02-a01e-97891d784f62 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8670135 Feb 03 12:51:26.139923 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78655b2e-ce4d-40e3-a937-5adf13560844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:26.161527 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36298) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:26.164594 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] Publish callbacks [] for port (876af15e-29ba-460e-b3f3-a718b816c16e), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:26.186884 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (876af15e-29ba-460e-b3f3-a718b816c16e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:26.229962 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab88141-3dcd-4177-b037-e663847597c4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:51:26.241778 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00d8e78-ad6e-493d-94d0-a3af6017253d None None] Sync routers for ids ['451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:51:26.259352 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00d8e78-ad6e-493d-94d0-a3af6017253d None None] Routers {'451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:26.260441 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a00d8e78-ad6e-493d-94d0-a3af6017253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:26.304015 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a00d8e78-ad6e-493d-94d0-a3af6017253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:26.317938 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00d8e78-ad6e-493d-94d0-a3af6017253d None None] Routers {'451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:26.320624 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a00d8e78-ad6e-493d-94d0-a3af6017253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:26.337070 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8ab88141-3dcd-4177-b037-e663847597c4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:26.338993 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8ab88141-3dcd-4177-b037-e663847597c4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0526578 Feb 03 12:51:26.344614 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36310) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:26.403321 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] Network 3a3fff7a-2615-482e-9547-1d319574d7b5 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:26.407444 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=4e245f70-4567-48c4-9591-c41d60e658de,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:26.429615 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a00d8e78-ad6e-493d-94d0-a3af6017253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:26.430400 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00d8e78-ad6e-493d-94d0-a3af6017253d None None] The sync data for ids ['451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:51:26.437427 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-876e5224-ce90-4057-bcb2-50594c464072 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (948afbdc-21a4-479e-8a60-62f8aa022a78), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:26.438620 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:26.445026 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c225d72-f690-4339-94ee-17b412e52025 req-1b93a417-74e5-45a5-a3da-9e78be003eb9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6a4efbf-ea97-44f2-b503-150d74f4a20b HTTP/1.1" status: 200 len: 217 time: 0.3063171 Feb 03 12:51:26.474032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:26.537809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b2874-5cd9-4c3b-b3cc-28883fb818d4 req-24ab15a9-817b-4cbe-92d4-9c705772847d tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:26.547045 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] Pushing event updated for resources: {'Port': ['ID=876af15e-29ba-460e-b3f3-a718b816c16e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:26.549586 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b2874-5cd9-4c3b-b3cc-28883fb818d4 req-24ab15a9-817b-4cbe-92d4-9c705772847d tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:26.556298 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b2874-5cd9-4c3b-b3cc-28883fb818d4 req-24ab15a9-817b-4cbe-92d4-9c705772847d tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:26.562584 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b2874-5cd9-4c3b-b3cc-28883fb818d4 req-24ab15a9-817b-4cbe-92d4-9c705772847d tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:26.567229 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-63f3f9d8-586f-41b3-8641-912df9954321 None None] Current status of the port 4e245f70-4567-48c4-9591-c41d60e658de is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:26.569065 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b2874-5cd9-4c3b-b3cc-28883fb818d4 req-24ab15a9-817b-4cbe-92d4-9c705772847d tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:26.577806 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c65b2874-5cd9-4c3b-b3cc-28883fb818d4 req-24ab15a9-817b-4cbe-92d4-9c705772847d tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 3877 time: 0.3501084 Feb 03 12:51:26.586884 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e5224-ce90-4057-bcb2-50594c464072 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event deleted for resources: {'Port': ['ID=948afbdc-21a4-479e-8a60-62f8aa022a78,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:26.640024 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] Attempting to bind port 876af15e-29ba-460e-b3f3-a718b816c16e on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:51:26.640403 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] Attempting to bind port 876af15e-29ba-460e-b3f3-a718b816c16e by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '2051ec24-fc83-4eb1-a3e0-ae9f8d7eeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3a3fff7a-2615-482e-9547-1d319574d7b5'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:51:26.640772 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] Attempting to bind port 876af15e-29ba-460e-b3f3-a718b816c16e on network 3a3fff7a-2615-482e-9547-1d319574d7b5 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:26.660088 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5c33424a-3198-4be7-99d2-9c01b3c70581 req-7f4062c9-e49b-4704-b303-e681e7b5ce02 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8628228 Feb 03 12:51:26.667310 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:51:26.668296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] Checking segment: {'id': '2051ec24-fc83-4eb1-a3e0-ae9f8d7eeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3a3fff7a-2615-482e-9547-1d319574d7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:26.668402 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:26.668783 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] Bound using segment: {'id': '2051ec24-fc83-4eb1-a3e0-ae9f8d7eeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3a3fff7a-2615-482e-9547-1d319574d7b5'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:51:26.669255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] Bound port: 876af15e-29ba-460e-b3f3-a718b816c16e, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2051ec24-fc83-4eb1-a3e0-ae9f8d7eeb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3a3fff7a-2615-482e-9547-1d319574d7b5'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:51:26.669646 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (876af15e-29ba-460e-b3f3-a718b816c16e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:26.770296 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c65b2874-5cd9-4c3b-b3cc-28883fb818d4 req-9554f7e2-69f0-41e1-8e33-c2c2afe153f6 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757624 Feb 03 12:51:26.851404 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-876e5224-ce90-4057-bcb2-50594c464072 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] No DVR routers for this DVR port 948afbdc-21a4-479e-8a60-62f8aa022a78 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:26.852256 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] For port 876af15e-29ba-460e-b3f3-a718b816c16e, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:26.855977 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] For port 876af15e-29ba-460e-b3f3-a718b816c16e, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=876af15e-29ba-460e-b3f3-a718b816c16e,segment=NetworkSegment(2051ec24-fc83-4eb1-a3e0-ae9f8d7eeb92),segment_id=2051ec24-fc83-4eb1-a3e0-ae9f8d7eeb92)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:51:26.861382 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-876e5224-ce90-4057-bcb2-50594c464072 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:26.872434 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-876e5224-ce90-4057-bcb2-50594c464072 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.73 "DELETE /v2.0/ports/948afbdc-21a4-479e-8a60-62f8aa022a78 HTTP/1.1" status: 204 len: 173 time: 3.2962923 Feb 03 12:51:26.875862 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (876af15e-29ba-460e-b3f3-a718b816c16e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:26.940867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0fe929af-aceb-45c8-8f16-89db830a180c None None] Provisioning complete for port 4e245f70-4567-48c4-9591-c41d60e658de triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:26.941164 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0fe929af-aceb-45c8-8f16-89db830a180c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4e245f70-4567-48c4-9591-c41d60e658de), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:27.090475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d834872-04a7-4ecd-a67a-b91f1dcbcec1 None None] Pushing event updated for resources: {'Port': ['ID=876af15e-29ba-460e-b3f3-a718b816c16e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:27.186556 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c225d72-f690-4339-94ee-17b412e52025 req-79fb4c94-1bc6-4e22-9d17-f635d4688c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:27.190187 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c225d72-f690-4339-94ee-17b412e52025 req-79fb4c94-1bc6-4e22-9d17-f635d4688c1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e24c0d19-efc7-422d-9f52-9378e9ba1415 HTTP/1.1" status: 200 len: 851 time: 0.6259060 Feb 03 12:51:27.223757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0fe929af-aceb-45c8-8f16-89db830a180c None None] Current status of the port 4e245f70-4567-48c4-9591-c41d60e658de is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:27.370069 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78655b2e-ce4d-40e3-a937-5adf13560844 admin admin] Publish callbacks [] for security_group (9bc8a24a-beae-414a-af64-511153183334), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:27.454067 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c225d72-f690-4339-94ee-17b412e52025 req-c17f729f-8c74-4646-93f2-81c275875372 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ba52975b-3ccc-4e20-a0cf-e3affafdc748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1592722 Feb 03 12:51:27.457417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-deleted', 'tag': '948afbdc-21a4-479e-8a60-62f8aa022a78'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:27.459701 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb624d3b-acac-438f-b2a0-1676de1d2075" -d '{"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-deleted", "tag": "948afbdc-21a4-479e-8a60-62f8aa022a78"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:27.500416 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78655b2e-ce4d-40e3-a937-5adf13560844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9bc8a24a-beae-414a-af64-511153183334), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:27.662417 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02baecc8-03b7-488c-b41c-7ba15e0d9e71 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:27.736589 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c162a058-3c88-4510-9975-1729fd96a633 x-openstack-request-id: req-c162a058-3c88-4510-9975-1729fd96a633 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:27.737162 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-deleted", "tag": "948afbdc-21a4-479e-8a60-62f8aa022a78", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:27.737498 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c162a058-3c88-4510-9975-1729fd96a633 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:27.738024 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-deleted', 'tag': '948afbdc-21a4-479e-8a60-62f8aa022a78', 'status': 'completed', 'code': 200} Feb 03 12:51:27.742067 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c225d72-f690-4339-94ee-17b412e52025 req-dd8cf775-fa4f-493e-9011-3ff0407a439c service neutron] 10.222.0.31 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641077 Feb 03 12:51:27.745736 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78655b2e-ce4d-40e3-a937-5adf13560844 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:51:27.893491 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c225d72-f690-4339-94ee-17b412e52025 req-12d30fc0-5e93-4ac9-aac1-3becbca97e35 service neutron] 10.222.0.31 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365244 Feb 03 12:51:27.909929 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78655b2e-ce4d-40e3-a937-5adf13560844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (4e284191-2533-47f3-9b3b-69ee91748828), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:27.910636 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-78655b2e-ce4d-40e3-a937-5adf13560844 admin admin] Added segment 4e284191-2533-47f3-9b3b-69ee91748828 of type vlan for network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab Feb 03 12:51:27.934751 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78655b2e-ce4d-40e3-a937-5adf13560844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc8a24a-beae-414a-af64-511153183334,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:28.110797 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ceb213c0-6f83-4630-81e4-93a143378970 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.113920 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78655b2e-ce4d-40e3-a937-5adf13560844 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (8a31b64a-8b4b-41d9-85e7-84b1c21d51ab), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.120128 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-bf24c6dc-5c0a-42cb-b441-d40f54dff2eb tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Deleting port aa91c3c8-d841-43d7-bb44-7ef525a623d6 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:28.120473 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-bf24c6dc-5c0a-42cb-b441-d40f54dff2eb tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (aa91c3c8-d841-43d7-bb44-7ef525a623d6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.338871 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-78655b2e-ce4d-40e3-a937-5adf13560844 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:51:28.340564 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-02baecc8-03b7-488c-b41c-7ba15e0d9e71 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Allocated IP 172.20.0.1 (a710ede5-f14c-44ae-91ff-21eb895d1a32/6aa8e5d5-875c-4c78-893b-300ea4360ffd/bd72d4be-2581-4cd9-b72a-b785fc2bfc5f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:28.423408 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bf662-d663-4f93-a9e6-ab1f05d53db7 req-ae67fc07-57b8-4c76-849c-d60ef6862fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:28.425790 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe6bf662-d663-4f93-a9e6-ab1f05d53db7 req-ae67fc07-57b8-4c76-849c-d60ef6862fc6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd79879f23c9420f9b758bf6be6d77f9&device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 1126 time: 0.4286690 Feb 03 12:51:28.500126 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78655b2e-ce4d-40e3-a937-5adf13560844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (8a31b64a-8b4b-41d9-85e7-84b1c21d51ab), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.504243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78655b2e-ce4d-40e3-a937-5adf13560844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:28.505571 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78655b2e-ce4d-40e3-a937-5adf13560844 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.512903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4948e8-d406-4109-985b-2f584c033172 req-ed032f83-5ed0-4465-9ae9-7e9c9b3bc610 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:28.520374 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 876af15e-29ba-460e-b3f3-a718b816c16e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:28.525627 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cd4948e8-d406-4109-985b-2f584c033172 req-ed032f83-5ed0-4465-9ae9-7e9c9b3bc610 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 944 time: 0.2722542 Feb 03 12:51:28.637665 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 876af15e-29ba-460e-b3f3-a718b816c16e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:28.638424 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (876af15e-29ba-460e-b3f3-a718b816c16e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.703113 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-bf24c6dc-5c0a-42cb-b441-d40f54dff2eb tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] For port aa91c3c8-d841-43d7-bb44-7ef525a623d6, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=aa91c3c8-d841-43d7-bb44-7ef525a623d6,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:28.703640 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-bf24c6dc-5c0a-42cb-b441-d40f54dff2eb tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (aa91c3c8-d841-43d7-bb44-7ef525a623d6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.798921 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02baecc8-03b7-488c-b41c-7ba15e0d9e71 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for port (bd72d4be-2581-4cd9-b72a-b785fc2bfc5f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.829898 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 876af15e-29ba-460e-b3f3-a718b816c16e is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:28.830292 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (876af15e-29ba-460e-b3f3-a718b816c16e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.838833 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cd4948e8-d406-4109-985b-2f584c033172 req-a6d3903b-78ac-4fd5-a33b-10bc40d248a3 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981803 Feb 03 12:51:28.873357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78655b2e-ce4d-40e3-a937-5adf13560844 admin admin] Pushing event updated for resources: {'Network': ['ID=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:28.889492 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bf662-d663-4f93-a9e6-ab1f05d53db7 req-8df51bfe-eafd-45e3-bd3b-e4b2ed24dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:28.893301 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:51:28.895670 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe6bf662-d663-4f93-a9e6-ab1f05d53db7 req-8df51bfe-eafd-45e3-bd3b-e4b2ed24dd2f service neutron] 10.222.0.31 "GET /v2.0/networks?id=ba52975b-3ccc-4e20-a0cf-e3affafdc748 HTTP/1.1" status: 200 len: 912 time: 0.3760841 Feb 03 12:51:28.909259 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b13b6bd-a0a4-4695-a7fd-04a2a7223e27 None None] Network 3a3fff7a-2615-482e-9547-1d319574d7b5 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:28.948790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830b9df-2a78-4d6b-85a3-809b79a94dad req-bcd18280-4763-4688-941a-8e737e7792dc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:28.952507 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02baecc8-03b7-488c-b41c-7ba15e0d9e71 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (bd72d4be-2581-4cd9-b72a-b785fc2bfc5f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:28.956226 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830b9df-2a78-4d6b-85a3-809b79a94dad req-bcd18280-4763-4688-941a-8e737e7792dc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:28.964013 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830b9df-2a78-4d6b-85a3-809b79a94dad req-bcd18280-4763-4688-941a-8e737e7792dc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:28.970373 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830b9df-2a78-4d6b-85a3-809b79a94dad req-bcd18280-4763-4688-941a-8e737e7792dc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:28.980834 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6830b9df-2a78-4d6b-85a3-809b79a94dad req-bcd18280-4763-4688-941a-8e737e7792dc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 3144 time: 0.9874115 Feb 03 12:51:29.030957 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02baecc8-03b7-488c-b41c-7ba15e0d9e71 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Network a710ede5-f14c-44ae-91ff-21eb895d1a32 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:29.037428 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-02baecc8-03b7-488c-b41c-7ba15e0d9e71 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:29.042175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 876af15e-29ba-460e-b3f3-a718b816c16e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=876af15e-29ba-460e-b3f3-a718b816c16e,segment=NetworkSegment(2051ec24-fc83-4eb1-a3e0-ae9f8d7eeb92),segment_id=2051ec24-fc83-4eb1-a3e0-ae9f8d7eeb92)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:29.044705 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02baecc8-03b7-488c-b41c-7ba15e0d9e71 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:29.144363 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02baecc8-03b7-488c-b41c-7ba15e0d9e71 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Port': ['ID=bd72d4be-2581-4cd9-b72a-b785fc2bfc5f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:29.202900 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02baecc8-03b7-488c-b41c-7ba15e0d9e71 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (451b20e9-f783-4f5e-9ba4-e6cdf5026ba0), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.211260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-bf24c6dc-5c0a-42cb-b441-d40f54dff2eb tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Calling delete_port for aa91c3c8-d841-43d7-bb44-7ef525a623d6 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:29.232375 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (876af15e-29ba-460e-b3f3-a718b816c16e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.233171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4e245f70-4567-48c4-9591-c41d60e658de up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:29.276525 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-78655b2e-ce4d-40e3-a937-5adf13560844 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.0655842 Feb 03 12:51:29.328465 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1e971b93-b050-4712-8238-ceb14875119f None None] Provisioning complete for port 876af15e-29ba-460e-b3f3-a718b816c16e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:29.328836 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e971b93-b050-4712-8238-ceb14875119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (876af15e-29ba-460e-b3f3-a718b816c16e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.339795 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36360) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:29.349405 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe6bf662-d663-4f93-a9e6-ab1f05d53db7 req-0bc51321-b2a0-4af9-9070-142b3ab607a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6a4efbf-ea97-44f2-b503-150d74f4a20b HTTP/1.1" status: 200 len: 217 time: 0.2942784 Feb 03 12:51:29.355690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c27e12a5-ca91-4df3-a7dc-b90625882fa1 admin admin] Request body: {'subnet': {'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1697527055-subnet', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:29.495362 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device e6a4efbf-ea97-44f2-b503-150d74f4a20b details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:51:29.532800 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02baecc8-03b7-488c-b41c-7ba15e0d9e71 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bd72d4be-2581-4cd9-b72a-b785fc2bfc5f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.605528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=876af15e-29ba-460e-b3f3-a718b816c16e,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:29.637109 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 4e245f70-4567-48c4-9591-c41d60e658de triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:29.640552 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4e245f70-4567-48c4-9591-c41d60e658de), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.657135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-ceb213c0-6f83-4630-81e4-93a143378970 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Allocated IP 2001:db8::1 (3a3fff7a-2615-482e-9547-1d319574d7b5/3685132f-f683-4389-a18f-efc403afe623/0011c799-473f-46f2-9f8a-20eede710050) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:29.751493 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:51:29.800516 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ceb213c0-6f83-4630-81e4-93a143378970 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for port (0011c799-473f-46f2-9f8a-20eede710050), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.810990 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1e971b93-b050-4712-8238-ceb14875119f None None] Current status of the port 876af15e-29ba-460e-b3f3-a718b816c16e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:29.949679 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ceb213c0-6f83-4630-81e4-93a143378970 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0011c799-473f-46f2-9f8a-20eede710050), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:29.958775 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 4e245f70-4567-48c4-9591-c41d60e658de is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:29.985312 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6830b9df-2a78-4d6b-85a3-809b79a94dad req-b832f5f4-c432-4447-81b3-43bc4a82e814 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0034754 Feb 03 12:51:30.025806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27e12a5-ca91-4df3-a7dc-b90625882fa1 admin admin] Made reservation on behalf of 3d3da86861ee4a179872b24fbf239a16 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:30.037079 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7e717f4f-9081-4613-ab53-d723a0ecebe6 None None] Provisioning complete for port bd72d4be-2581-4cd9-b72a-b785fc2bfc5f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:30.037454 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7e717f4f-9081-4613-ab53-d723a0ecebe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (bd72d4be-2581-4cd9-b72a-b785fc2bfc5f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.043432 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c27e12a5-ca91-4df3-a7dc-b90625882fa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.079199 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7e717f4f-9081-4613-ab53-d723a0ecebe6 None None] Port bd72d4be-2581-4cd9-b72a-b785fc2bfc5f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:30.098272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port e6a4efbf-ea97-44f2-b503-150d74f4a20b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=e6a4efbf-ea97-44f2-b503-150d74f4a20b,segment=NetworkSegment(4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e),segment_id=4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:30.123651 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'e6a4efbf-ea97-44f2-b503-150d74f4a20b', 'network_id': 'ba52975b-3ccc-4e20-a0cf-e3affafdc748', 'port_id': 'e6a4efbf-ea97-44f2-b503-150d74f4a20b', 'mac_address': 'fa:16:3e:56:9d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24c0d19-efc7-422d-9f52-9378e9ba1415', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:51:30.175209 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb213c0-6f83-4630-81e4-93a143378970 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 3a3fff7a-2615-482e-9547-1d319574d7b5 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:30.177688 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bf662-d663-4f93-a9e6-ab1f05d53db7 req-f34cb4de-2cba-4bcd-a978-2dd4e3ef275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:30.184761 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe6bf662-d663-4f93-a9e6-ab1f05d53db7 req-f34cb4de-2cba-4bcd-a978-2dd4e3ef275f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e24c0d19-efc7-422d-9f52-9378e9ba1415 HTTP/1.1" status: 200 len: 851 time: 0.3013525 Feb 03 12:51:30.185738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ceb213c0-6f83-4630-81e4-93a143378970 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:30.204861 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb213c0-6f83-4630-81e4-93a143378970 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:30.205535 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ceb213c0-6f83-4630-81e4-93a143378970 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (b3de54fc-593a-4bab-9d70-8002bd2cb013), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.246105 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port e6a4efbf-ea97-44f2-b503-150d74f4a20b is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:30.246503 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e6a4efbf-ea97-44f2-b503-150d74f4a20b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.318731 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a4efbf-ea97-44f2-b503-150d74f4a20b {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:51:30.328426 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 876af15e-29ba-460e-b3f3-a718b816c16e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:30.398106 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port e6a4efbf-ea97-44f2-b503-150d74f4a20b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=e6a4efbf-ea97-44f2-b503-150d74f4a20b,segment=NetworkSegment(4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e),segment_id=4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:30.421023 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e6a4efbf-ea97-44f2-b503-150d74f4a20b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.525953 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2b72733c-8c56-4097-babb-34c913bc568f None None] Provisioning complete for port 876af15e-29ba-460e-b3f3-a718b816c16e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:30.526429 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b72733c-8c56-4097-babb-34c913bc568f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (876af15e-29ba-460e-b3f3-a718b816c16e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.585418 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02baecc8-03b7-488c-b41c-7ba15e0d9e71 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for port (bd72d4be-2581-4cd9-b72a-b785fc2bfc5f), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.585988 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 876af15e-29ba-460e-b3f3-a718b816c16e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:30.586074 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (876af15e-29ba-460e-b3f3-a718b816c16e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.587691 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=e6a4efbf-ea97-44f2-b503-150d74f4a20b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:30.594570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb213c0-6f83-4630-81e4-93a143378970 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Port': ['ID=0011c799-473f-46f2-9f8a-20eede710050,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:30.615320 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e069bd-c556-4645-a308-58e524308dea req-35bf449e-a834-4f73-8aba-24c3f7164735 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:30.623250 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42e069bd-c556-4645-a308-58e524308dea req-35bf449e-a834-4f73-8aba-24c3f7164735 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 944 time: 0.4412479 Feb 03 12:51:30.627033 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02baecc8-03b7-488c-b41c-7ba15e0d9e71 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (bd72d4be-2581-4cd9-b72a-b785fc2bfc5f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.684914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['e6a4efbf-ea97-44f2-b503-150d74f4a20b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:51:30.765749 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02baecc8-03b7-488c-b41c-7ba15e0d9e71 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (451b20e9-f783-4f5e-9ba4-e6cdf5026ba0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:30.945104 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2b72733c-8c56-4097-babb-34c913bc568f None None] Current status of the port 876af15e-29ba-460e-b3f3-a718b816c16e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:31.039297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02baecc8-03b7-488c-b41c-7ba15e0d9e71 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Port': ['ID=bd72d4be-2581-4cd9-b72a-b785fc2bfc5f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:31.109188 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42e069bd-c556-4645-a308-58e524308dea req-ee7a5f73-8159-4b18-9be0-03f657dcff12 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959136 Feb 03 12:51:31.169610 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02baecc8-03b7-488c-b41c-7ba15e0d9e71 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Network a710ede5-f14c-44ae-91ff-21eb895d1a32 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:31.171437 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-02baecc8-03b7-488c-b41c-7ba15e0d9e71 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:31.233569 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.235661 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 876af15e-29ba-460e-b3f3-a718b816c16e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:31.300245 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b5eabfd8-fea5-4170-9c6a-2469d3eb906f None None] Provisioning complete for port 0011c799-473f-46f2-9f8a-20eede710050 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:31.302902 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b5eabfd8-fea5-4170-9c6a-2469d3eb906f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0011c799-473f-46f2-9f8a-20eede710050), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.390142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b5eabfd8-fea5-4170-9c6a-2469d3eb906f None None] Port 0011c799-473f-46f2-9f8a-20eede710050 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:31.397964 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02baecc8-03b7-488c-b41c-7ba15e0d9e71 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Router 451b20e9-f783-4f5e-9ba4-e6cdf5026ba0 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:51:31.547332 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02baecc8-03b7-488c-b41c-7ba15e0d9e71 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:51:31.553646 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-02baecc8-03b7-488c-b41c-7ba15e0d9e71 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "PUT /v2.0/routers/451b20e9-f783-4f5e-9ba4-e6cdf5026ba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2074819 Feb 03 12:51:31.556065 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36396) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:31.558871 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064fcf95-a38d-4809-bab0-cb6a0b0c9ce4 None None] Sync routers for ids ['451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:51:31.579830 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-aeaa7733-e5a7-47ff-84e6-fa7dba6c3089 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'port': {'network_id': 'a710ede5-f14c-44ae-91ff-21eb895d1a32', 'name': 'tempest-FloatingIPTestJSON-2039406800'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:31.583111 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064fcf95-a38d-4809-bab0-cb6a0b0c9ce4 None None] Routers {'451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:31.583761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-064fcf95-a38d-4809-bab0-cb6a0b0c9ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:31.618870 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe6bf662-d663-4f93-a9e6-ab1f05d53db7 req-6e044752-c5f4-4400-a763-6f4310ddb159 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ba52975b-3ccc-4e20-a0cf-e3affafdc748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.3994761 Feb 03 12:51:31.658252 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-064fcf95-a38d-4809-bab0-cb6a0b0c9ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:31.682975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064fcf95-a38d-4809-bab0-cb6a0b0c9ce4 None None] Routers {'451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:31.683614 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-064fcf95-a38d-4809-bab0-cb6a0b0c9ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:31.769591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-064fcf95-a38d-4809-bab0-cb6a0b0c9ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:31.770643 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064fcf95-a38d-4809-bab0-cb6a0b0c9ce4 None None] The sync data for ids ['451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:51:31.802344 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3d851e66-056a-446f-b7f2-b78b3b520b3b None None] Provisioning complete for port bd72d4be-2581-4cd9-b72a-b785fc2bfc5f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:31.803987 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d851e66-056a-446f-b7f2-b78b3b520b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (bd72d4be-2581-4cd9-b72a-b785fc2bfc5f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.828977 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeaa7733-e5a7-47ff-84e6-fa7dba6c3089 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Made reservation on behalf of 06e16be9aff34f8982b3cedda8196fa8 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:51:31.832749 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aeaa7733-e5a7-47ff-84e6-fa7dba6c3089 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:31.870099 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-aeaa7733-e5a7-47ff-84e6-fa7dba6c3089 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] device_id is not set on port d7c51821-affb-4e62-845c-bc273aa056e1 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:51:31.882713 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3d851e66-056a-446f-b7f2-b78b3b520b3b None None] Port bd72d4be-2581-4cd9-b72a-b785fc2bfc5f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:31.917875 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe6bf662-d663-4f93-a9e6-ab1f05d53db7 req-4531d293-9f33-4770-90f8-cd33b624970e service neutron] 10.222.0.31 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181902 Feb 03 12:51:32.040324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc51292-5ebc-4695-b24f-7bc1aecdd174 req-238e8d09-2ed8-49aa-98f3-474cf44d677f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:32.046095 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc51292-5ebc-4695-b24f-7bc1aecdd174 req-238e8d09-2ed8-49aa-98f3-474cf44d677f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:32.051315 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc51292-5ebc-4695-b24f-7bc1aecdd174 req-238e8d09-2ed8-49aa-98f3-474cf44d677f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:32.056557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc51292-5ebc-4695-b24f-7bc1aecdd174 req-238e8d09-2ed8-49aa-98f3-474cf44d677f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:32.058376 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bc51292-5ebc-4695-b24f-7bc1aecdd174 req-238e8d09-2ed8-49aa-98f3-474cf44d677f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 3144 time: 0.5366132 Feb 03 12:51:32.059055 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-bf24c6dc-5c0a-42cb-b441-d40f54dff2eb tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (aa91c3c8-d841-43d7-bb44-7ef525a623d6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:32.086980 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-aeaa7733-e5a7-47ff-84e6-fa7dba6c3089 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Allocated IP 172.20.0.5 (a710ede5-f14c-44ae-91ff-21eb895d1a32/6aa8e5d5-875c-4c78-893b-300ea4360ffd/d7c51821-affb-4e62-845c-bc273aa056e1) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:32.180852 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bc51292-5ebc-4695-b24f-7bc1aecdd174 req-e00fbdca-b400-4e73-a513-8d184d43dba8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084855 Feb 03 12:51:32.202818 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24c6dc-5c0a-42cb-b441-d40f54dff2eb tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event deleted for resources: {'Port': ['ID=aa91c3c8-d841-43d7-bb44-7ef525a623d6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:32.306576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-bf24c6dc-5c0a-42cb-b441-d40f54dff2eb tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] No DVR routers for this DVR port aa91c3c8-d841-43d7-bb44-7ef525a623d6 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:32.310524 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-bf24c6dc-5c0a-42cb-b441-d40f54dff2eb tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:32.325964 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-bf24c6dc-5c0a-42cb-b441-d40f54dff2eb tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.73 "DELETE /v2.0/ports/aa91c3c8-d841-43d7-bb44-7ef525a623d6 HTTP/1.1" status: 204 len: 173 time: 5.3403463 Feb 03 12:51:32.332478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-deleted', 'tag': 'aa91c3c8-d841-43d7-bb44-7ef525a623d6'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:32.335341 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccf8a63-de45-40c5-9880-797990debeed" -d '{"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-deleted", "tag": "aa91c3c8-d841-43d7-bb44-7ef525a623d6"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:32.361039 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aeaa7733-e5a7-47ff-84e6-fa7dba6c3089 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for port (d7c51821-affb-4e62-845c-bc273aa056e1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:32.444194 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aeaa7733-e5a7-47ff-84e6-fa7dba6c3089 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (d7c51821-affb-4e62-845c-bc273aa056e1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:32.509052 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ceb213c0-6f83-4630-81e4-93a143378970 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0011c799-473f-46f2-9f8a-20eede710050), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:32.543095 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d97f054-08f1-4934-ba9e-6ce210d61fb7 x-openstack-request-id: req-9d97f054-08f1-4934-ba9e-6ce210d61fb7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:32.550956 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-deleted", "tag": "aa91c3c8-d841-43d7-bb44-7ef525a623d6", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:32.551959 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d97f054-08f1-4934-ba9e-6ce210d61fb7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:32.553827 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaa7733-e5a7-47ff-84e6-fa7dba6c3089 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Network a710ede5-f14c-44ae-91ff-21eb895d1a32 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:32.554443 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-deleted', 'tag': 'aa91c3c8-d841-43d7-bb44-7ef525a623d6', 'status': 'completed', 'code': 200} Feb 03 12:51:32.577637 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-aeaa7733-e5a7-47ff-84e6-fa7dba6c3089 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:32.602591 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaa7733-e5a7-47ff-84e6-fa7dba6c3089 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:32.610523 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe6bf662-d663-4f93-a9e6-ab1f05d53db7 req-fc8944cd-0b9f-4580-bfe6-392c52973cf9 service neutron] 10.222.0.31 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6786768 Feb 03 12:51:32.706595 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa7733-e5a7-47ff-84e6-fa7dba6c3089 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event updated for resources: {'Port': ['ID=d7c51821-affb-4e62-845c-bc273aa056e1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:32.757573 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa84975-938b-4823-b14c-1f1e21c807ae req-62999ba0-7c8a-4032-9dac-6cf1628044be tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:32.765778 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6fa84975-938b-4823-b14c-1f1e21c807ae req-62999ba0-7c8a-4032-9dac-6cf1628044be tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 945 time: 0.5261493 Feb 03 12:51:32.835499 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaa7733-e5a7-47ff-84e6-fa7dba6c3089 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:32.835499 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aeaa7733-e5a7-47ff-84e6-fa7dba6c3089 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:32.858495 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c27e12a5-ca91-4df3-a7dc-b90625882fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (a27fe823-3411-4edd-b136-06676ed45522), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:32.993306 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-aeaa7733-e5a7-47ff-84e6-fa7dba6c3089 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4260256 Feb 03 12:51:32.994003 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36430) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.017153 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1c138abb-3699-4703-82ca-4eb4757cb9ee tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Request body: {'floatingip': {'port_id': 'd7c51821-affb-4e62-845c-bc273aa056e1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:33.035620 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6fa84975-938b-4823-b14c-1f1e21c807ae req-11c97839-1989-46f5-b5e1-a0d5568f718c tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585807 Feb 03 12:51:33.128916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36434) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:33.204319 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3e57cdc1-8921-416b-83ca-e1dde7daee03 None None] Provisioning complete for port d7c51821-affb-4e62-845c-bc273aa056e1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:33.205321 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e57cdc1-8921-416b-83ca-e1dde7daee03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d7c51821-affb-4e62-845c-bc273aa056e1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.226281 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c138abb-3699-4703-82ca-4eb4757cb9ee tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (b4b6b3f8-9279-4a44-b405-aaa76b8b58b5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.310512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3e57cdc1-8921-416b-83ca-e1dde7daee03 None None] Port d7c51821-affb-4e62-845c-bc273aa056e1 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:33.455154 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-6bebe82d-e134-4e69-9dc3-e78feed2f650 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Deleting port 5b34d8da-40f6-405c-889b-c67cba3e547b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:33.455574 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-6bebe82d-e134-4e69-9dc3-e78feed2f650 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5b34d8da-40f6-405c-889b-c67cba3e547b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.471814 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0307fc5a-a4e8-494e-bff1-99343f373bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.475572 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a496c170-cf5d-48e4-9709-15a98f259bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.492321 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device e6a4efbf-ea97-44f2-b503-150d74f4a20b up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:33.603510 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port e6a4efbf-ea97-44f2-b503-150d74f4a20b completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:51:33.608879 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port e6a4efbf-ea97-44f2-b503-150d74f4a20b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:33.609361 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e6a4efbf-ea97-44f2-b503-150d74f4a20b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.624440 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-6bebe82d-e134-4e69-9dc3-e78feed2f650 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] For port 5b34d8da-40f6-405c-889b-c67cba3e547b, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5b34d8da-40f6-405c-889b-c67cba3e547b,segment=NetworkSegment(1bb44cc9-d5f0-4229-83e4-b92d043cf36a),segment_id=1bb44cc9-d5f0-4229-83e4-b92d043cf36a)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:33.624821 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-6bebe82d-e134-4e69-9dc3-e78feed2f650 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5b34d8da-40f6-405c-889b-c67cba3e547b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.642966 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-6bebe82d-e134-4e69-9dc3-e78feed2f650 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Calling delete_port for 5b34d8da-40f6-405c-889b-c67cba3e547b owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:33.760793 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port e6a4efbf-ea97-44f2-b503-150d74f4a20b is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:33.761218 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e6a4efbf-ea97-44f2-b503-150d74f4a20b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.827214 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port e6a4efbf-ea97-44f2-b503-150d74f4a20b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=e6a4efbf-ea97-44f2-b503-150d74f4a20b,segment=NetworkSegment(4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e),segment_id=4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:33.829060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca618549-ad0f-4703-8545-35ab85b96abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a4efbf-ea97-44f2-b503-150d74f4a20b'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:33.834543 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed8ffc4-615f-4954-818e-c0dd84f23e40" -d '{"events": [{"server_uuid": "ca618549-ad0f-4703-8545-35ab85b96abc", "name": "network-vif-plugged", "status": "completed", "tag": "e6a4efbf-ea97-44f2-b503-150d74f4a20b"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:33.843324 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e6a4efbf-ea97-44f2-b503-150d74f4a20b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.847347 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a496c170-cf5d-48e4-9709-15a98f259bc0 admin admin] Publish callbacks [] for security_group (e28de3a9-ee22-44fe-9e3c-3d4f3c42cd65), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.856701 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a496c170-cf5d-48e4-9709-15a98f259bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e28de3a9-ee22-44fe-9e3c-3d4f3c42cd65), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:33.949113 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e2d8e7-0298-4bf7-a025-d9c4f3dd8f7a x-openstack-request-id: req-b7e2d8e7-0298-4bf7-a025-d9c4f3dd8f7a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:33.949469 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca618549-ad0f-4703-8545-35ab85b96abc", "name": "network-vif-plugged", "status": "completed", "tag": "e6a4efbf-ea97-44f2-b503-150d74f4a20b", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:33.949660 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7e2d8e7-0298-4bf7-a025-d9c4f3dd8f7a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:33.950101 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca618549-ad0f-4703-8545-35ab85b96abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a4efbf-ea97-44f2-b503-150d74f4a20b', 'code': 200} Feb 03 12:51:33.989914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=e6a4efbf-ea97-44f2-b503-150d74f4a20b,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:34.045705 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-6bebe82d-e134-4e69-9dc3-e78feed2f650 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5b34d8da-40f6-405c-889b-c67cba3e547b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:34.056696 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a496c170-cf5d-48e4-9709-15a98f259bc0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=779866c5cb364dd88c1db377a5933a0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9266372 Feb 03 12:51:34.060600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e12a5-ca91-4df3-a7dc-b90625882fa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a27fe823-3411-4edd-b136-06676ed45522,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:34.061064 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36452) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:34.061728 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496c170-cf5d-48e4-9709-15a98f259bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28de3a9-ee22-44fe-9e3c-3d4f3c42cd65,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:34.192313 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27e12a5-ca91-4df3-a7dc-b90625882fa1 admin admin] Checking segment: {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:34.192686 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27e12a5-ca91-4df3-a7dc-b90625882fa1 admin admin] Network hostable DHCP agents. Network: 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:51:34.209892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebe82d-e134-4e69-9dc3-e78feed2f650 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event deleted for resources: {'Port': ['ID=5b34d8da-40f6-405c-889b-c67cba3e547b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:34.263675 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ceb213c0-6f83-4630-81e4-93a143378970 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for port (0011c799-473f-46f2-9f8a-20eede710050), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:34.274513 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ceb213c0-6f83-4630-81e4-93a143378970 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (0011c799-473f-46f2-9f8a-20eede710050), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:34.276608 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ceb213c0-6f83-4630-81e4-93a143378970 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (b3de54fc-593a-4bab-9d70-8002bd2cb013), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:34.320043 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-805bcc3b-de09-481a-bc0c-883ae3353d3f admin admin] Publish callbacks [] for security_group (e28de3a9-ee22-44fe-9e3c-3d4f3c42cd65), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:34.381038 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-805bcc3b-de09-481a-bc0c-883ae3353d3f admin admin] Publish callbacks [] for security_group (e28de3a9-ee22-44fe-9e3c-3d4f3c42cd65), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:34.514812 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69eda7-ec0d-4a62-8fde-a61ddb98a781 req-8422ccb6-8b4b-41bd-ba48-0ba2ce60703a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:34.521095 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69eda7-ec0d-4a62-8fde-a61ddb98a781 req-8422ccb6-8b4b-41bd-ba48-0ba2ce60703a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:34.528616 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69eda7-ec0d-4a62-8fde-a61ddb98a781 req-8422ccb6-8b4b-41bd-ba48-0ba2ce60703a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:34.530545 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ee69eda7-ec0d-4a62-8fde-a61ddb98a781 req-8422ccb6-8b4b-41bd-ba48-0ba2ce60703a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 2333 time: 1.1762974 Feb 03 12:51:34.546276 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2bb47-ddc6-48a2-ada8-902286ae2c46 req-adb1aed7-ec7c-4c0b-8958-256fea46cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:34.549996 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e6e2bb47-ddc6-48a2-ada8-902286ae2c46 req-adb1aed7-ec7c-4c0b-8958-256fea46cb57 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 1128 time: 0.5631776 Feb 03 12:51:34.550910 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-6bebe82d-e134-4e69-9dc3-e78feed2f650 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] No DVR routers for this DVR port 5b34d8da-40f6-405c-889b-c67cba3e547b on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:34.559458 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb213c0-6f83-4630-81e4-93a143378970 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Port': ['ID=0011c799-473f-46f2-9f8a-20eede710050,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:34.562368 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-6bebe82d-e134-4e69-9dc3-e78feed2f650 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:34.566933 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-6bebe82d-e134-4e69-9dc3-e78feed2f650 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.73 "DELETE /v2.0/ports/5b34d8da-40f6-405c-889b-c67cba3e547b HTTP/1.1" status: 204 len: 173 time: 2.1885226 Feb 03 12:51:34.571390 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-deleted', 'tag': '5b34d8da-40f6-405c-889b-c67cba3e547b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:34.573731 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e66677-8074-4e98-b212-e17a363ecbb9" -d '{"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-deleted", "tag": "5b34d8da-40f6-405c-889b-c67cba3e547b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:34.642824 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-805bcc3b-de09-481a-bc0c-883ae3353d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e28de3a9-ee22-44fe-9e3c-3d4f3c42cd65), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:34.646363 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-805bcc3b-de09-481a-bc0c-883ae3353d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:34.652264 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-805bcc3b-de09-481a-bc0c-883ae3353d3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e28de3a9-ee22-44fe-9e3c-3d4f3c42cd65 HTTP/1.1" status: 204 len: 168 time: 0.5857079 Feb 03 12:51:34.661319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27e12a5-ca91-4df3-a7dc-b90625882fa1 admin admin] Network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:51:34.669749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805bcc3b-de09-481a-bc0c-883ae3353d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28de3a9-ee22-44fe-9e3c-3d4f3c42cd65,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:34.684644 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e6e2bb47-ddc6-48a2-ada8-902286ae2c46 req-61e51e21-7e4e-43a3-a278-ba550dd33b01 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137817 Feb 03 12:51:34.685545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36476) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:34.688007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbbb39-c9a5-4a8a-a767-565c26d56c63 req-9febf82a-ca1a-4b94-871f-bd815bde551b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:34.690569 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dfbbbb39-c9a5-4a8a-a767-565c26d56c63 req-9febf82a-ca1a-4b94-871f-bd815bde551b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 0.4241993 Feb 03 12:51:34.891395 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c27e12a5-ca91-4df3-a7dc-b90625882fa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:34.902757 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27e12a5-ca91-4df3-a7dc-b90625882fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:34.903385 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c27e12a5-ca91-4df3-a7dc-b90625882fa1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:34.909314 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c2896e-9d1e-49f9-b0b2-c269f392612c None None] Network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:34.931008 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dfbbbb39-c9a5-4a8a-a767-565c26d56c63 req-9f3c78b5-766c-499b-920a-a5d1935815b3 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263134 Feb 03 12:51:35.008135 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-1c138abb-3699-4703-82ca-4eb4757cb9ee tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:51:35.024381 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c27e12a5-ca91-4df3-a7dc-b90625882fa1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.6800866 Feb 03 12:51:35.026706 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36480) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:35.043843 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-236e4775-753b-41a4-93ce-c218313cd2be admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1697527055-router', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:35.053403 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ee69eda7-ec0d-4a62-8fde-a61ddb98a781 req-0fab3bb8-9da4-41c8-8162-64205196a419 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4976568 Feb 03 12:51:35.081852 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f513f1-2f37-486e-8ef5-da7603f8f644 x-openstack-request-id: req-46f513f1-2f37-486e-8ef5-da7603f8f644 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:35.082415 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-deleted", "tag": "5b34d8da-40f6-405c-889b-c67cba3e547b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:35.082733 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46f513f1-2f37-486e-8ef5-da7603f8f644 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:35.083379 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-deleted', 'tag': '5b34d8da-40f6-405c-889b-c67cba3e547b', 'status': 'completed', 'code': 200} Feb 03 12:51:35.138016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb213c0-6f83-4630-81e4-93a143378970 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 3a3fff7a-2615-482e-9547-1d319574d7b5 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:35.145312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ceb213c0-6f83-4630-81e4-93a143378970 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:35.154180 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-236e4775-753b-41a4-93ce-c218313cd2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (b27c94a7-28ff-446e-ab65-183d66e03676), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.155229 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-236e4775-753b-41a4-93ce-c218313cd2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (b27c94a7-28ff-446e-ab65-183d66e03676), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.166874 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-cea49912-7dd7-4bda-9449-c911b3343bc7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Deleting port 89bd8765-d49f-46ab-a694-20c0e30dfdb4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:35.167230 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-cea49912-7dd7-4bda-9449-c911b3343bc7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (89bd8765-d49f-46ab-a694-20c0e30dfdb4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.310642 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c138abb-3699-4703-82ca-4eb4757cb9ee tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.323875 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c138abb-3699-4703-82ca-4eb4757cb9ee tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (b4b6b3f8-9279-4a44-b405-aaa76b8b58b5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.356426 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-cea49912-7dd7-4bda-9449-c911b3343bc7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] For port 89bd8765-d49f-46ab-a694-20c0e30dfdb4, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=89bd8765-d49f-46ab-a694-20c0e30dfdb4,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:35.360216 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-cea49912-7dd7-4bda-9449-c911b3343bc7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (89bd8765-d49f-46ab-a694-20c0e30dfdb4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.435001 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-cea49912-7dd7-4bda-9449-c911b3343bc7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Calling delete_port for 89bd8765-d49f-46ab-a694-20c0e30dfdb4 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:35.749246 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'fixed_ips': [{'subnet_id': 'a27fe823-3411-4edd-b136-06676ed45522'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:51:35.750632 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.783677 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36490) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:35.866743 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b7abe7c4-89f9-4449-bc71-77572896b453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.897551 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fc872ab-1397-41dc-a011-f8b6bee07287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.977731 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-236e4775-753b-41a4-93ce-c218313cd2be admin admin] Publish callbacks [] for router_controller (b27c94a7-28ff-446e-ab65-183d66e03676), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:35.979798 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-1c138abb-3699-4703-82ca-4eb4757cb9ee tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Floating IP b4b6b3f8-9279-4a44-b405-aaa76b8b58b5 associated. External IP: 172.25.6.69, port: b0f5a85c-c345-4c29-8104-2fde334d9e32. Feb 03 12:51:36.124401 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fc872ab-1397-41dc-a011-f8b6bee07287 admin admin] Publish callbacks [] for security_group (8a93c66b-5f94-4682-815e-2385648b3869), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.184177 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] Allocated IP 172.20.0.2 (8a31b64a-8b4b-41d9-85e7-84b1c21d51ab/a27fe823-3411-4edd-b136-06676ed45522/850ae323-9449-4a8f-a597-ce239c8bb1de) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:36.307752 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-33941e0a-3e29-4183-90c1-92e9f16e3aae None None] Provisioning complete for port 0011c799-473f-46f2-9f8a-20eede710050 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:36.307993 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33941e0a-3e29-4183-90c1-92e9f16e3aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0011c799-473f-46f2-9f8a-20eede710050), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.352375 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fc872ab-1397-41dc-a011-f8b6bee07287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8a93c66b-5f94-4682-815e-2385648b3869), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.352867 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-634431a4-94ab-45e9-989c-e709df3542f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.377477 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-236e4775-753b-41a4-93ce-c218313cd2be admin admin] Publish callbacks [] for router_gateway (b27c94a7-28ff-446e-ab65-183d66e03676), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.428009 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-33941e0a-3e29-4183-90c1-92e9f16e3aae None None] Port 0011c799-473f-46f2-9f8a-20eede710050 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:36.567106 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] Publish callbacks [] for port (850ae323-9449-4a8f-a597-ce239c8bb1de), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.577328 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (850ae323-9449-4a8f-a597-ce239c8bb1de), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.644556 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] Network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:36.650503 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:36.655696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:36.761443 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] Pushing event updated for resources: {'Port': ['ID=850ae323-9449-4a8f-a597-ce239c8bb1de,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:36.800244 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] Attempting to bind port 850ae323-9449-4a8f-a597-ce239c8bb1de on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:51:36.800858 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] Attempting to bind port 850ae323-9449-4a8f-a597-ce239c8bb1de by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:51:36.801404 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] Attempting to bind port 850ae323-9449-4a8f-a597-ce239c8bb1de on network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:36.807959 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:51:36.808615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] Checking segment: {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:36.809204 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.809772 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] Bound using segment: {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:51:36.810665 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] Bound port: 850ae323-9449-4a8f-a597-ce239c8bb1de, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:51:36.811240 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (850ae323-9449-4a8f-a597-ce239c8bb1de), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.876276 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2fc872ab-1397-41dc-a011-f8b6bee07287 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d25586af201f406598c39c49251c7ea3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0531588 Feb 03 12:51:36.883490 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36506) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:36.906272 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.911863 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] For port 850ae323-9449-4a8f-a597-ce239c8bb1de, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:36.917840 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] For port 850ae323-9449-4a8f-a597-ce239c8bb1de, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=850ae323-9449-4a8f-a597-ce239c8bb1de,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:51:36.926197 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (850ae323-9449-4a8f-a597-ce239c8bb1de), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:36.983512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce73fb-4ab5-4dd6-bd95-8c27d442ddb8 None None] Pushing event updated for resources: {'Port': ['ID=850ae323-9449-4a8f-a597-ce239c8bb1de,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:37.049769 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc872ab-1397-41dc-a011-f8b6bee07287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a93c66b-5f94-4682-815e-2385648b3869,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:37.095069 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3bf87e1-b6d0-49ad-bac6-046e8574b972 admin admin] Publish callbacks [] for security_group (8a93c66b-5f94-4682-815e-2385648b3869), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.109554 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4b927-a337-486f-bd40-4d14df836502 req-94ac83d8-381b-4494-8944-996e7e67e5bb tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:37.119659 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9fa4b927-a337-486f-bd40-4d14df836502 req-94ac83d8-381b-4494-8944-996e7e67e5bb tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 0.7772119 Feb 03 12:51:37.226747 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c138abb-3699-4703-82ca-4eb4757cb9ee tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Router f1879714-2eb5-4027-b42f-e2d0b65a332e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:51:37.236642 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3bf87e1-b6d0-49ad-bac6-046e8574b972 admin admin] Publish callbacks [] for security_group (8a93c66b-5f94-4682-815e-2385648b3869), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.336870 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9fa4b927-a337-486f-bd40-4d14df836502 req-9bb6a9b2-8edd-4a3a-970e-6124d9425c0f tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160642 Feb 03 12:51:37.466567 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3bf87e1-b6d0-49ad-bac6-046e8574b972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8a93c66b-5f94-4682-815e-2385648b3869), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.473381 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3bf87e1-b6d0-49ad-bac6-046e8574b972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.486049 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b7abe7c4-89f9-4449-bc71-77572896b453 admin admin] Publish callbacks [] for security_group (1826d5e8-2578-4342-aa19-37b0f2aff71b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.491055 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b3bf87e1-b6d0-49ad-bac6-046e8574b972 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a93c66b-5f94-4682-815e-2385648b3869 HTTP/1.1" status: 204 len: 168 time: 0.5906365 Feb 03 12:51:37.504691 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb213c0-6f83-4630-81e4-93a143378970 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router b3de54fc-593a-4bab-9d70-8002bd2cb013 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:51:37.507270 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf87e1-b6d0-49ad-bac6-046e8574b972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a93c66b-5f94-4682-815e-2385648b3869,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:37.510888 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-cea49912-7dd7-4bda-9449-c911b3343bc7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (89bd8765-d49f-46ab-a694-20c0e30dfdb4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.522530 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b7abe7c4-89f9-4449-bc71-77572896b453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1826d5e8-2578-4342-aa19-37b0f2aff71b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:37.703170 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abe7c4-89f9-4449-bc71-77572896b453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1826d5e8-2578-4342-aa19-37b0f2aff71b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:37.725412 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15aa36-c77a-4672-91f1-aca00bb5d15d req-4ee23610-167b-4541-a6b1-46f8e3d17c48 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:37.731442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15aa36-c77a-4672-91f1-aca00bb5d15d req-4ee23610-167b-4541-a6b1-46f8e3d17c48 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:37.733414 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b15aa36-c77a-4672-91f1-aca00bb5d15d req-4ee23610-167b-4541-a6b1-46f8e3d17c48 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 1678 time: 1.3341055 Feb 03 12:51:37.755764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea49912-7dd7-4bda-9449-c911b3343bc7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event deleted for resources: {'Port': ['ID=89bd8765-d49f-46ab-a694-20c0e30dfdb4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:37.921526 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c138abb-3699-4703-82ca-4eb4757cb9ee tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:51:37.934308 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c4000a-2ec4-4cd8-b6d8-fb2f237b3b9a None None] Sync routers for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:51:37.945690 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c4000a-2ec4-4cd8-b6d8-fb2f237b3b9a None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:37.946088 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-77c4000a-2ec4-4cd8-b6d8-fb2f237b3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:38.028841 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-77c4000a-2ec4-4cd8-b6d8-fb2f237b3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:38.043960 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c4000a-2ec4-4cd8-b6d8-fb2f237b3b9a None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:38.044919 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-77c4000a-2ec4-4cd8-b6d8-fb2f237b3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:38.049318 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b7abe7c4-89f9-4449-bc71-77572896b453 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88b228cbe9434c93a0a8d9db19f6b914&name=default HTTP/1.1" status: 200 len: 3000 time: 3.2439048 Feb 03 12:51:38.052760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-cea49912-7dd7-4bda-9449-c911b3343bc7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] No DVR routers for this DVR port 89bd8765-d49f-46ab-a694-20c0e30dfdb4 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:38.055245 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36530) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:38.056020 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-cea49912-7dd7-4bda-9449-c911b3343bc7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:38.059892 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-cea49912-7dd7-4bda-9449-c911b3343bc7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.73 "DELETE /v2.0/ports/89bd8765-d49f-46ab-a694-20c0e30dfdb4 HTTP/1.1" status: 204 len: 173 time: 3.4495640 Feb 03 12:51:38.063267 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-deleted', 'tag': '89bd8765-d49f-46ab-a694-20c0e30dfdb4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:38.065380 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b786677-0a9b-4fb4-bb06-e672ddcdb729" -d '{"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-deleted", "tag": "89bd8765-d49f-46ab-a694-20c0e30dfdb4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:38.068624 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb213c0-6f83-4630-81e4-93a143378970 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:51:38.075787 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ceb213c0-6f83-4630-81e4-93a143378970 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/b3de54fc-593a-4bab-9d70-8002bd2cb013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7675762 Feb 03 12:51:38.089304 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e7cdf-9482-4cf7-a279-7952619bad28 req-19bfc9b3-5ee8-4411-b624-c3bf2f502f61 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:38.089935 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-77c4000a-2ec4-4cd8-b6d8-fb2f237b3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:38.090424 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca5528b-ff6b-4188-9e22-1d601361247e None None] Sync routers for ids ['b3de54fc-593a-4bab-9d70-8002bd2cb013'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:51:38.091404 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-688e7cdf-9482-4cf7-a279-7952619bad28 req-19bfc9b3-5ee8-4411-b624-c3bf2f502f61 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 0.2834578 Feb 03 12:51:38.091529 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c4000a-2ec4-4cd8-b6d8-fb2f237b3b9a None None] The sync data for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:51:38.092106 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36534) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:38.121992 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca5528b-ff6b-4188-9e22-1d601361247e None None] Routers {'b3de54fc-593a-4bab-9d70-8002bd2cb013'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:38.126749 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3ca5528b-ff6b-4188-9e22-1d601361247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b3de54fc-593a-4bab-9d70-8002bd2cb013'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:38.165239 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b15aa36-c77a-4672-91f1-aca00bb5d15d req-8eecae40-cce3-4278-b8c2-aebd0a7cc9ee tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4140875 Feb 03 12:51:38.307788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3ca5528b-ff6b-4188-9e22-1d601361247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:38.316104 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89778ff9-d122-401d-9373-0be859c0ab32 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:38.327378 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-89778ff9-d122-401d-9373-0be859c0ab32 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/ports/0011c799-473f-46f2-9f8a-20eede710050 HTTP/1.1" status: 200 len: 911 time: 0.2287419 Feb 03 12:51:38.339267 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca5528b-ff6b-4188-9e22-1d601361247e None None] Routers {'b3de54fc-593a-4bab-9d70-8002bd2cb013'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:38.339901 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3ca5528b-ff6b-4188-9e22-1d601361247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b3de54fc-593a-4bab-9d70-8002bd2cb013'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:38.341513 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36536) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:38.345798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36538) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:38.415462 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbdc428-ce6d-4943-95e6-c24a17583e64 x-openstack-request-id: req-2cbdc428-ce6d-4943-95e6-c24a17583e64 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:38.416097 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-deleted", "tag": "89bd8765-d49f-46ab-a694-20c0e30dfdb4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:38.417367 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cbdc428-ce6d-4943-95e6-c24a17583e64 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:38.421814 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-deleted', 'tag': '89bd8765-d49f-46ab-a694-20c0e30dfdb4', 'status': 'completed', 'code': 200} Feb 03 12:51:38.444489 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3ca5528b-ff6b-4188-9e22-1d601361247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:38.445153 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca5528b-ff6b-4188-9e22-1d601361247e None None] The sync data for ids ['b3de54fc-593a-4bab-9d70-8002bd2cb013'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:51:38.463846 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:38.513350 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 850ae323-9449-4a8f-a597-ce239c8bb1de up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:38.561230 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-688e7cdf-9482-4cf7-a279-7952619bad28 req-24c82263-c0cb-441e-9c24-def2fb5aca50 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548397 Feb 03 12:51:38.603190 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89cd3007-5d85-4930-b13a-f428c639dc6b admin admin] Publish callbacks [] for security_group (1826d5e8-2578-4342-aa19-37b0f2aff71b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:38.622217 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26a4c801-c44b-49d2-af90-2fe86d2d9cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:38.634821 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8efe9-9fe0-4c13-98d7-9b822d3da3f6 req-2b3e19b7-796b-40ca-a087-a551e4961c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:38.636972 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bd8efe9-9fe0-4c13-98d7-9b822d3da3f6 req-2b3e19b7-796b-40ca-a087-a551e4961c36 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd79879f23c9420f9b758bf6be6d77f9&device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 1128 time: 0.9029632 Feb 03 12:51:38.667375 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89cd3007-5d85-4930-b13a-f428c639dc6b admin admin] Publish callbacks [] for security_group (1826d5e8-2578-4342-aa19-37b0f2aff71b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:38.669855 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 850ae323-9449-4a8f-a597-ce239c8bb1de triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:38.670481 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (850ae323-9449-4a8f-a597-ce239c8bb1de), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:38.864533 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a674c2b4-edb2-4a6e-90f5-9318b4ee4b4b None None] Network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:38.900530 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89cd3007-5d85-4930-b13a-f428c639dc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1826d5e8-2578-4342-aa19-37b0f2aff71b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:38.911446 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89cd3007-5d85-4930-b13a-f428c639dc6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:38.920116 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-89cd3007-5d85-4930-b13a-f428c639dc6b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1826d5e8-2578-4342-aa19-37b0f2aff71b HTTP/1.1" status: 204 len: 168 time: 0.8620770 Feb 03 12:51:38.921942 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 850ae323-9449-4a8f-a597-ce239c8bb1de is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:38.922833 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (850ae323-9449-4a8f-a597-ce239c8bb1de), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:38.944288 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd3007-5d85-4930-b13a-f428c639dc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1826d5e8-2578-4342-aa19-37b0f2aff71b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:38.954368 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c138abb-3699-4703-82ca-4eb4757cb9ee tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Router 451b20e9-f783-4f5e-9ba4-e6cdf5026ba0 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:51:38.992747 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-89558a31-cd78-4fa9-8915-ea07bde6a490 None None] Provisioning complete for port 850ae323-9449-4a8f-a597-ce239c8bb1de triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:38.993136 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-89558a31-cd78-4fa9-8915-ea07bde6a490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (850ae323-9449-4a8f-a597-ce239c8bb1de), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:39.055168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-845838b9-1bb8-4cc7-8cd6-fcb300e2e16b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Deleting port f6025ea3-6731-4774-ae1c-298c4565bb5d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:39.055168 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-845838b9-1bb8-4cc7-8cd6-fcb300e2e16b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f6025ea3-6731-4774-ae1c-298c4565bb5d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:39.075354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 850ae323-9449-4a8f-a597-ce239c8bb1de, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=850ae323-9449-4a8f-a597-ce239c8bb1de,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:39.100665 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (850ae323-9449-4a8f-a597-ce239c8bb1de), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:39.207853 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=850ae323-9449-4a8f-a597-ce239c8bb1de,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:39.211534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-89558a31-cd78-4fa9-8915-ea07bde6a490 None None] Current status of the port 850ae323-9449-4a8f-a597-ce239c8bb1de is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:39.248153 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c138abb-3699-4703-82ca-4eb4757cb9ee tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:51:39.260078 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c138abb-3699-4703-82ca-4eb4757cb9ee tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:39.265645 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d4a67c-995e-4987-9bbb-4f58aa955f56 None None] Sync routers for ids ['451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:51:39.283847 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d4a67c-995e-4987-9bbb-4f58aa955f56 None None] Routers {'451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:39.285818 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e1d4a67c-995e-4987-9bbb-4f58aa955f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:39.380817 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e1d4a67c-995e-4987-9bbb-4f58aa955f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:39.398755 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d4a67c-995e-4987-9bbb-4f58aa955f56 None None] Routers {'451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:39.399471 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e1d4a67c-995e-4987-9bbb-4f58aa955f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:39.434145 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1c138abb-3699-4703-82ca-4eb4757cb9ee tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "PUT /v2.0/floatingips/b4b6b3f8-9279-4a44-b405-aaa76b8b58b5 HTTP/1.1" status: 200 len: 977 time: 6.4277503 Feb 03 12:51:39.434910 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36558) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:39.465503 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26a4c801-c44b-49d2-af90-2fe86d2d9cb9 admin admin] Publish callbacks [] for security_group (69c9561f-0569-45aa-b708-9ca834218189), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:39.479564 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e1d4a67c-995e-4987-9bbb-4f58aa955f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:39.480368 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d4a67c-995e-4987-9bbb-4f58aa955f56 None None] The sync data for ids ['451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:51:39.528306 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26a4c801-c44b-49d2-af90-2fe86d2d9cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (69c9561f-0569-45aa-b708-9ca834218189), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:39.568879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8efe9-9fe0-4c13-98d7-9b822d3da3f6 req-d23aae04-6bd9-44de-8aa8-649e8454f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:39.570653 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bd8efe9-9fe0-4c13-98d7-9b822d3da3f6 req-d23aae04-6bd9-44de-8aa8-649e8454f274 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ba52975b-3ccc-4e20-a0cf-e3affafdc748 HTTP/1.1" status: 200 len: 912 time: 0.8792682 Feb 03 12:51:39.601613 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7da1d5ed-8ddf-49f2-9625-10253bfb58a3 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Deleting port d7c51821-affb-4e62-845c-bc273aa056e1 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:39.602435 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7da1d5ed-8ddf-49f2-9625-10253bfb58a3 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d7c51821-affb-4e62-845c-bc273aa056e1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:39.636410 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36566) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:39.646396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9db0558f-38c0-40f9-8833-7b404420fec1 None None] Provisioning complete for port 850ae323-9449-4a8f-a597-ce239c8bb1de triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:39.647251 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9db0558f-38c0-40f9-8833-7b404420fec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (850ae323-9449-4a8f-a597-ce239c8bb1de), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:39.686430 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bd8efe9-9fe0-4c13-98d7-9b822d3da3f6 req-178fd55c-cc91-40ae-9044-565247f057ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6a4efbf-ea97-44f2-b503-150d74f4a20b HTTP/1.1" status: 200 len: 217 time: 0.0698588 Feb 03 12:51:39.692206 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6a9e617-71bc-4c21-a156-710f2d71cb54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:39.777653 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4c801-c44b-49d2-af90-2fe86d2d9cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c9561f-0569-45aa-b708-9ca834218189,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:39.809127 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9db0558f-38c0-40f9-8833-7b404420fec1 None None] Current status of the port 850ae323-9449-4a8f-a597-ce239c8bb1de is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:39.856537 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:39.866072 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-26a4c801-c44b-49d2-af90-2fe86d2d9cb9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22b730e403c248bfba4cc3f97b58182e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5043256 Feb 03 12:51:39.876588 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36568) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:39.892206 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-236e4775-753b-41a4-93ce-c218313cd2be admin admin] Publish callbacks [] for router_gateway (b27c94a7-28ff-446e-ab65-183d66e03676), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:39.961337 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7da1d5ed-8ddf-49f2-9625-10253bfb58a3 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d7c51821-affb-4e62-845c-bc273aa056e1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:39.982187 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-236e4775-753b-41a4-93ce-c218313cd2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.020660 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996f91e-ff2d-4b2b-9581-3992fbca6130 req-66baa61c-269a-4b25-b603-b7de58316332 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:40.020660 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a996f91e-ff2d-4b2b-9581-3992fbca6130 req-66baa61c-269a-4b25-b603-b7de58316332 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 0.2480338 Feb 03 12:51:40.077511 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3a62a-829e-4d03-be8a-3a94bb30d7a7 req-c7bdae94-c14e-40d9-92bc-c95703758357 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:40.079120 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5d3a62a-829e-4d03-be8a-3a94bb30d7a7 req-c7bdae94-c14e-40d9-92bc-c95703758357 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 944 time: 0.5997090 Feb 03 12:51:40.093243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-845838b9-1bb8-4cc7-8cd6-fcb300e2e16b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] For port f6025ea3-6731-4774-ae1c-298c4565bb5d, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=f6025ea3-6731-4774-ae1c-298c4565bb5d,segment=NetworkSegment(3a1dd41e-59bc-4c62-900b-ab6f7f8767ba),segment_id=3a1dd41e-59bc-4c62-900b-ab6f7f8767ba)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:40.093243 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-845838b9-1bb8-4cc7-8cd6-fcb300e2e16b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f6025ea3-6731-4774-ae1c-298c4565bb5d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.107548 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8efe9-9fe0-4c13-98d7-9b822d3da3f6 req-1c0ac022-38eb-4d34-a970-fb4b526eeb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:40.109088 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bd8efe9-9fe0-4c13-98d7-9b822d3da3f6 req-1c0ac022-38eb-4d34-a970-fb4b526eeb91 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e24c0d19-efc7-422d-9f52-9378e9ba1415 HTTP/1.1" status: 200 len: 851 time: 0.3980155 Feb 03 12:51:40.151288 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bd8efe9-9fe0-4c13-98d7-9b822d3da3f6 req-8b029d02-fd0a-4b3e-a371-632c45ed2a1d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ba52975b-3ccc-4e20-a0cf-e3affafdc748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299838 Feb 03 12:51:40.262841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 850ae323-9449-4a8f-a597-ce239c8bb1de up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:40.349966 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 850ae323-9449-4a8f-a597-ce239c8bb1de triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:40.352477 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (850ae323-9449-4a8f-a597-ce239c8bb1de), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.486947 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5d3a62a-829e-4d03-be8a-3a94bb30d7a7 req-f1cd83fe-1597-4794-a672-108008543297 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3888958 Feb 03 12:51:40.500620 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 850ae323-9449-4a8f-a597-ce239c8bb1de is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:40.557509 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6a9e617-71bc-4c21-a156-710f2d71cb54 admin admin] Publish callbacks [] for security_group (d8cb3524-9a16-4222-bee0-0926a1ea3aa0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.570953 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a996f91e-ff2d-4b2b-9581-3992fbca6130 req-78db2977-cd72-4041-9307-3b980eb87251 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298758 Feb 03 12:51:40.571911 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-edd4b31f-301f-4784-bf4d-ed608a9afc87 admin admin] Publish callbacks [] for security_group (69c9561f-0569-45aa-b708-9ca834218189), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.577567 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6a9e617-71bc-4c21-a156-710f2d71cb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d8cb3524-9a16-4222-bee0-0926a1ea3aa0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.616447 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7da1d5ed-8ddf-49f2-9625-10253bfb58a3 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.616930 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7da1d5ed-8ddf-49f2-9625-10253bfb58a3 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (b4b6b3f8-9279-4a44-b405-aaa76b8b58b5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.617335 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-7da1d5ed-8ddf-49f2-9625-10253bfb58a3 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Floating IP b4b6b3f8-9279-4a44-b405-aaa76b8b58b5 disassociated. External IP: 172.25.6.69, port: d7c51821-affb-4e62-845c-bc273aa056e1. Feb 03 12:51:40.617747 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7da1d5ed-8ddf-49f2-9625-10253bfb58a3 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Calling delete_port for d7c51821-affb-4e62-845c-bc273aa056e1 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:40.642735 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-236e4775-753b-41a4-93ce-c218313cd2be admin admin] Allocated IP 172.25.6.250 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/5c1d5319-4371-4c12-9d71-e1349cc4944b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:40.653171 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-edd4b31f-301f-4784-bf4d-ed608a9afc87 admin admin] Publish callbacks [] for security_group (69c9561f-0569-45aa-b708-9ca834218189), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.666257 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d6a9e617-71bc-4c21-a156-710f2d71cb54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=930cec7259e047269c0f880a25527d7f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0234981 Feb 03 12:51:40.666257 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9e617-71bc-4c21-a156-710f2d71cb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cb3524-9a16-4222-bee0-0926a1ea3aa0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:40.671233 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36580) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:40.756826 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bd8efe9-9fe0-4c13-98d7-9b822d3da3f6 req-095fa273-0f65-459a-bbc4-22cdc3d080b5 service neutron] 10.222.0.31 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900695 Feb 03 12:51:40.801841 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b182f6f1-bb98-465d-8c5a-f4bd7c138e9b admin admin] Publish callbacks [] for security_group (d8cb3524-9a16-4222-bee0-0926a1ea3aa0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.829330 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-edd4b31f-301f-4784-bf4d-ed608a9afc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (69c9561f-0569-45aa-b708-9ca834218189), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.832045 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-edd4b31f-301f-4784-bf4d-ed608a9afc87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.833266 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-edd4b31f-301f-4784-bf4d-ed608a9afc87 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69c9561f-0569-45aa-b708-9ca834218189 HTTP/1.1" status: 204 len: 168 time: 0.9497285 Feb 03 12:51:40.854095 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b182f6f1-bb98-465d-8c5a-f4bd7c138e9b admin admin] Publish callbacks [] for security_group (d8cb3524-9a16-4222-bee0-0926a1ea3aa0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.889038 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4b31f-301f-4784-bf4d-ed608a9afc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c9561f-0569-45aa-b708-9ca834218189,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:40.995114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b182f6f1-bb98-465d-8c5a-f4bd7c138e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d8cb3524-9a16-4222-bee0-0926a1ea3aa0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:40.998731 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b182f6f1-bb98-465d-8c5a-f4bd7c138e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.003120 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b182f6f1-bb98-465d-8c5a-f4bd7c138e9b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8cb3524-9a16-4222-bee0-0926a1ea3aa0 HTTP/1.1" status: 204 len: 168 time: 0.3315377 Feb 03 12:51:41.006796 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7da1d5ed-8ddf-49f2-9625-10253bfb58a3 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (d7c51821-affb-4e62-845c-bc273aa056e1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.060553 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182f6f1-bb98-465d-8c5a-f4bd7c138e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cb3524-9a16-4222-bee0-0926a1ea3aa0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:41.069054 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1d5ed-8ddf-49f2-9625-10253bfb58a3 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event deleted for resources: {'Port': ['ID=d7c51821-affb-4e62-845c-bc273aa056e1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:41.305683 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da1d5ed-8ddf-49f2-9625-10253bfb58a3 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Router 451b20e9-f783-4f5e-9ba4-e6cdf5026ba0 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:51:41.342462 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-845838b9-1bb8-4cc7-8cd6-fcb300e2e16b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.343072 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-845838b9-1bb8-4cc7-8cd6-fcb300e2e16b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (aa3a109c-1d87-481d-8e61-82c391079d8d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.343739 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-845838b9-1bb8-4cc7-8cd6-fcb300e2e16b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Floating IP aa3a109c-1d87-481d-8e61-82c391079d8d disassociated. External IP: 172.25.6.191, port: f6025ea3-6731-4774-ae1c-298c4565bb5d. Feb 03 12:51:41.344420 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-845838b9-1bb8-4cc7-8cd6-fcb300e2e16b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Calling delete_port for f6025ea3-6731-4774-ae1c-298c4565bb5d owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:41.555299 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-236e4775-753b-41a4-93ce-c218313cd2be admin admin] Publish callbacks [] for port (5c1d5319-4371-4c12-9d71-e1349cc4944b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.582270 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da1d5ed-8ddf-49f2-9625-10253bfb58a3 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:51:41.611636 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736c26e3-c185-493c-a9d7-42c69d52cdcd None None] Sync routers for ids ['451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:51:41.656807 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (b3de54fc-593a-4bab-9d70-8002bd2cb013), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.679557 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736c26e3-c185-493c-a9d7-42c69d52cdcd None None] Routers {'451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:41.686713 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-736c26e3-c185-493c-a9d7-42c69d52cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:41.818093 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bd8efe9-9fe0-4c13-98d7-9b822d3da3f6 req-bbdae078-eb0c-4619-8043-293c16e18efb service neutron] 10.222.0.31 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0458198 Feb 03 12:51:41.819030 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-736c26e3-c185-493c-a9d7-42c69d52cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:41.846794 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7da1d5ed-8ddf-49f2-9625-10253bfb58a3 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.848295 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736c26e3-c185-493c-a9d7-42c69d52cdcd None None] Routers {'451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:41.849731 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-736c26e3-c185-493c-a9d7-42c69d52cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:41.854718 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7da1d5ed-8ddf-49f2-9625-10253bfb58a3 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "DELETE /v2.0/ports/d7c51821-affb-4e62-845c-bc273aa056e1 HTTP/1.1" status: 204 len: 168 time: 2.4184220 Feb 03 12:51:41.857701 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36618) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:41.906644 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-236e4775-753b-41a4-93ce-c218313cd2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5c1d5319-4371-4c12-9d71-e1349cc4944b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:41.914383 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-736c26e3-c185-493c-a9d7-42c69d52cdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:41.915209 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736c26e3-c185-493c-a9d7-42c69d52cdcd None None] The sync data for ids ['451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:51:42.021363 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236e4775-753b-41a4-93ce-c218313cd2be admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:42.031041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-236e4775-753b-41a4-93ce-c218313cd2be admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:42.033575 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236e4775-753b-41a4-93ce-c218313cd2be admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:42.177426 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e4775-753b-41a4-93ce-c218313cd2be admin admin] Pushing event updated for resources: {'Port': ['ID=5c1d5319-4371-4c12-9d71-e1349cc4944b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:42.241667 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8fc53-170d-4103-a500-c6b855ee4581 req-754d323b-4d0e-46ea-b02b-aebe12ae3a12 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:42.245025 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eda8fc53-170d-4103-a500-c6b855ee4581 req-754d323b-4d0e-46ea-b02b-aebe12ae3a12 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 944 time: 0.5377784 Feb 03 12:51:42.403760 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4e56d-5b1e-4b19-b503-f04d42b43cbf req-5abb184c-64bb-4b42-a82c-371cbc4a9049 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:42.407474 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-45c4e56d-5b1e-4b19-b503-f04d42b43cbf req-5abb184c-64bb-4b42-a82c-371cbc4a9049 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 0.5650411 Feb 03 12:51:42.474631 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-845838b9-1bb8-4cc7-8cd6-fcb300e2e16b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (f6025ea3-6731-4774-ae1c-298c4565bb5d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:42.521683 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-45c4e56d-5b1e-4b19-b503-f04d42b43cbf req-b5ccd4b6-dc8f-4fd3-9b20-c1891884c0f9 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028144 Feb 03 12:51:42.606139 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845838b9-1bb8-4cc7-8cd6-fcb300e2e16b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event deleted for resources: {'Port': ['ID=f6025ea3-6731-4774-ae1c-298c4565bb5d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:42.660509 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eda8fc53-170d-4103-a500-c6b855ee4581 req-9a7c5dab-2c15-4660-b638-8116bd33b5c5 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups?id=fafe1e57-2e86-4120-becc-e9ff2e766a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323114 Feb 03 12:51:42.795824 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0a17-66fb-474d-a35f-3a1b6ea79520 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (451b20e9-f783-4f5e-9ba4-e6cdf5026ba0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:42.966115 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-845838b9-1bb8-4cc7-8cd6-fcb300e2e16b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Router cde37700-db54-499b-905a-e5636c9bab2f has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:51:43.047824 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-236e4775-753b-41a4-93ce-c218313cd2be admin admin] Publish callbacks [] for router_gateway (b27c94a7-28ff-446e-ab65-183d66e03676), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.359186 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1e8a0a17-66fb-474d-a35f-3a1b6ea79520 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Deleting port bd72d4be-2581-4cd9-b72a-b785fc2bfc5f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:43.359543 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0a17-66fb-474d-a35f-3a1b6ea79520 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (bd72d4be-2581-4cd9-b72a-b785fc2bfc5f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.393571 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting port 0011c799-473f-46f2-9f8a-20eede710050 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:43.416644 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0011c799-473f-46f2-9f8a-20eede710050), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.491759 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0a17-66fb-474d-a35f-3a1b6ea79520 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (bd72d4be-2581-4cd9-b72a-b785fc2bfc5f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.531502 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1e8a0a17-66fb-474d-a35f-3a1b6ea79520 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Calling delete_port for bd72d4be-2581-4cd9-b72a-b785fc2bfc5f owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:43.745855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-845838b9-1bb8-4cc7-8cd6-fcb300e2e16b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:51:43.764914 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc87afe-f0ad-43aa-baf1-b9b8b9630cef None None] Sync routers for ids ['cde37700-db54-499b-905a-e5636c9bab2f'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:51:43.807130 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc87afe-f0ad-43aa-baf1-b9b8b9630cef None None] Routers {'cde37700-db54-499b-905a-e5636c9bab2f'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:43.807130 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bcc87afe-f0ad-43aa-baf1-b9b8b9630cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['cde37700-db54-499b-905a-e5636c9bab2f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:43.947509 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0011c799-473f-46f2-9f8a-20eede710050), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.953654 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-845838b9-1bb8-4cc7-8cd6-fcb300e2e16b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] No DVR routers for this DVR port f6025ea3-6731-4774-ae1c-298c4565bb5d on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:43.986381 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-845838b9-1bb8-4cc7-8cd6-fcb300e2e16b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:43.990953 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56e52940-aeaf-4bc5-9a4d-a7c98ddbfdaa req-845838b9-1bb8-4cc7-8cd6-fcb300e2e16b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.73 "DELETE /v2.0/ports/f6025ea3-6731-4774-ae1c-298c4565bb5d HTTP/1.1" status: 204 len: 173 time: 5.9116602 Feb 03 12:51:43.991718 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-deleted', 'tag': 'f6025ea3-6731-4774-ae1c-298c4565bb5d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:51:44.012909 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e173b27f-851d-4196-a5fc-71e33317a553" -d '{"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-deleted", "tag": "f6025ea3-6731-4774-ae1c-298c4565bb5d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:51:44.021214 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6f9c3442-f674-4803-81f4-6120a323581d req-166bb88c-d75f-4154-9287-e34d7a0138d0 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1024423 Feb 03 12:51:44.037900 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0a17-66fb-474d-a35f-3a1b6ea79520 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (bd72d4be-2581-4cd9-b72a-b785fc2bfc5f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:44.059770 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Calling delete_port for 0011c799-473f-46f2-9f8a-20eede710050 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:44.088539 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-236e4775-753b-41a4-93ce-c218313cd2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (b27c94a7-28ff-446e-ab65-183d66e03676), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:44.111101 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a0a17-66fb-474d-a35f-3a1b6ea79520 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event deleted for resources: {'Port': ['ID=bd72d4be-2581-4cd9-b72a-b785fc2bfc5f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:44.228212 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8944646e-8e97-4a02-9c2f-bfffb5dc02be x-openstack-request-id: req-8944646e-8e97-4a02-9c2f-bfffb5dc02be {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:51:44.229334 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29e44bd-657a-4f9c-ab73-1d670a074e10", "name": "network-vif-deleted", "tag": "f6025ea3-6731-4774-ae1c-298c4565bb5d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:51:44.229901 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8944646e-8e97-4a02-9c2f-bfffb5dc02be {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:51:44.230588 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29e44bd-657a-4f9c-ab73-1d670a074e10', 'name': 'network-vif-deleted', 'tag': 'f6025ea3-6731-4774-ae1c-298c4565bb5d', 'status': 'completed', 'code': 200} Feb 03 12:51:44.324162 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bcc87afe-f0ad-43aa-baf1-b9b8b9630cef None None] Set router cde37700-db54-499b-905a-e5636c9bab2f gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:51:44.684356 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0011c799-473f-46f2-9f8a-20eede710050), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:44.726571 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236e4775-753b-41a4-93ce-c218313cd2be admin admin] Router b27c94a7-28ff-446e-ab65-183d66e03676 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:51:44.823375 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Port': ['ID=0011c799-473f-46f2-9f8a-20eede710050,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:44.933806 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03552d-3257-408f-b648-7a4d2967869a req-48832e83-e646-4727-be93-4b24c12fde93 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:44.940153 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ee03552d-3257-408f-b648-7a4d2967869a req-48832e83-e646-4727-be93-4b24c12fde93 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 1.2390532 Feb 03 12:51:44.956774 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bcc87afe-f0ad-43aa-baf1-b9b8b9630cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'name': 'tempest-TaggedBootDevicesTest_v242-1659856766-router', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '602eaea2-c404-4051-9421-ccafd093ea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:50Z', 'updated_at': '2022-02-03T12:43:57Z', 'revision_number': 4, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'gw_port': {'id': '602eaea2-c404-4051-9421-ccafd093ea51', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:51Z', 'updated_at': '2022-02-03T12:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '20c660ee-49df-4ee6-940f-f75af0c1b24b', 'name': '', 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'mac_address': 'fa:16:3e:66:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9dbc02e2-6703-401d-94fc-0795a4c52d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:55Z', 'updated_at': '2022-02-03T12:44:02Z', 'revision_number': 5, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'subnets': [{'id': '9dbc02e2-6703-401d-94fc-0795a4c52d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:44.993208 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc87afe-f0ad-43aa-baf1-b9b8b9630cef None None] Checking router: cde37700-db54-499b-905a-e5636c9bab2f for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:51:45.005421 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc87afe-f0ad-43aa-baf1-b9b8b9630cef None None] Routers {'cde37700-db54-499b-905a-e5636c9bab2f'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:45.006330 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bcc87afe-f0ad-43aa-baf1-b9b8b9630cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['cde37700-db54-499b-905a-e5636c9bab2f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:45.068772 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236e4775-753b-41a4-93ce-c218313cd2be admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:51:45.111476 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] Sync routers for ids ['b27c94a7-28ff-446e-ab65-183d66e03676'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:51:45.141500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] Routers {'b27c94a7-28ff-446e-ab65-183d66e03676'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:45.142545 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b27c94a7-28ff-446e-ab65-183d66e03676'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:45.226041 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ee03552d-3257-408f-b648-7a4d2967869a req-b3161423-43bd-4dc7-a923-b00813cea4f5 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377079 Feb 03 12:51:45.234821 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:45.235186 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:45.235541 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:45.235890 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:45.236319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:45.236663 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:45.237009 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:45.267136 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:45.267136 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:45.267136 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:45.267136 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:45.267136 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:45.267136 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:45.291550 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-236e4775-753b-41a4-93ce-c218313cd2be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:45.293561 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-236e4775-753b-41a4-93ce-c218313cd2be admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.2571349 Feb 03 12:51:45.300791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36724) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:45.481035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] Set router b27c94a7-28ff-446e-ab65-183d66e03676 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:51:45.484863 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bcc87afe-f0ad-43aa-baf1-b9b8b9630cef None None] Set router cde37700-db54-499b-905a-e5636c9bab2f gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:51:45.506792 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0a17-66fb-474d-a35f-3a1b6ea79520 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (451b20e9-f783-4f5e-9ba4-e6cdf5026ba0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:45.558252 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-259361ce-93a9-4213-92d1-d1f591585488 req-8898bac5-5569-4645-bd73-2f7bb962bc34 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1746488 Feb 03 12:51:45.574283 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (b3de54fc-593a-4bab-9d70-8002bd2cb013), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.268628 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.361381 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'name': 'tempest-ServerActionsTestJSON-1697527055-router', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:51:35Z', 'updated_at': '2022-02-03T12:51:42Z', 'revision_number': 3, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'gw_port': {'id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:40Z', 'updated_at': '2022-02-03T12:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:46.475795 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bcc87afe-f0ad-43aa-baf1-b9b8b9630cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'name': 'tempest-TaggedBootDevicesTest_v242-1659856766-router', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '602eaea2-c404-4051-9421-ccafd093ea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:50Z', 'updated_at': '2022-02-03T12:43:57Z', 'revision_number': 4, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'gw_port': {'id': '602eaea2-c404-4051-9421-ccafd093ea51', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:51Z', 'updated_at': '2022-02-03T12:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '20c660ee-49df-4ee6-940f-f75af0c1b24b', 'name': '', 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'mac_address': 'fa:16:3e:66:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9dbc02e2-6703-401d-94fc-0795a4c52d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:55Z', 'updated_at': '2022-02-03T12:44:02Z', 'revision_number': 5, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'subnets': [{'id': '9dbc02e2-6703-401d-94fc-0795a4c52d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:46.529840 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] Checking router: b27c94a7-28ff-446e-ab65-183d66e03676 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:51:46.530289 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] Updating router b27c94a7-28ff-446e-ab65-183d66e03676 port 5c1d5319-4371-4c12-9d71-e1349cc4944b binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:51:46.545901 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc87afe-f0ad-43aa-baf1-b9b8b9630cef None None] The sync data for ids ['cde37700-db54-499b-905a-e5636c9bab2f'] in n-d-827336-3 is: [{'id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'name': 'tempest-TaggedBootDevicesTest_v242-1659856766-router', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '602eaea2-c404-4051-9421-ccafd093ea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:50Z', 'updated_at': '2022-02-03T12:43:57Z', 'revision_number': 4, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'gw_port': {'id': '602eaea2-c404-4051-9421-ccafd093ea51', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:51Z', 'updated_at': '2022-02-03T12:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '20c660ee-49df-4ee6-940f-f75af0c1b24b', 'name': '', 'network_id': '6cb9761b-598f-4535-bd6b-c51b682dba14', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'mac_address': 'fa:16:3e:66:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '9dbc02e2-6703-401d-94fc-0795a4c52d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:55Z', 'updated_at': '2022-02-03T12:44:02Z', 'revision_number': 5, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'subnets': [{'id': '9dbc02e2-6703-401d-94fc-0795a4c52d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:51:46.615152 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5c1d5319-4371-4c12-9d71-e1349cc4944b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:46.798655 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273a26e-a54a-4ab6-be9b-0f1a4306cd12 req-c379d34c-8797-4e4a-87bf-2b172b421572 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:46.801030 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6273a26e-a54a-4ab6-be9b-0f1a4306cd12 req-c379d34c-8797-4e4a-87bf-2b172b421572 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 0.3636076 Feb 03 12:51:46.845345 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8a0a17-66fb-474d-a35f-3a1b6ea79520 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Router 451b20e9-f783-4f5e-9ba4-e6cdf5026ba0 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:51:46.988271 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ad67ab79-11b4-44d2-ab6a-2ace53e82f17 req-cc41c744-c703-417a-bafd-c917371e8b48 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1035094 Feb 03 12:51:47.007391 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6273a26e-a54a-4ab6-be9b-0f1a4306cd12 req-4c0ffe85-d90b-4282-a394-1353242bdc5d tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969388 Feb 03 12:51:47.148070 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db2d6f6-f519-4930-bdbe-e9268d85d643 None None] New status for floating IP aa3a109c-1d87-481d-8e61-82c391079d8d: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:51:47.281946 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:47.347280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8a0a17-66fb-474d-a35f-3a1b6ea79520 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:51:47.363585 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ce0cb0-9325-4d97-8c99-5a3baf8f6a68 None None] Sync routers for ids ['451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:51:47.364694 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36754) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:47.365864 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1e8a0a17-66fb-474d-a35f-3a1b6ea79520 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "PUT /v2.0/routers/451b20e9-f783-4f5e-9ba4-e6cdf5026ba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5086663 Feb 03 12:51:47.418128 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router b3de54fc-593a-4bab-9d70-8002bd2cb013 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:51:47.462157 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ce0cb0-9325-4d97-8c99-5a3baf8f6a68 None None] Routers {'451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:47.463588 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d8ce0cb0-9325-4d97-8c99-5a3baf8f6a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:47.574399 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d8ce0cb0-9325-4d97-8c99-5a3baf8f6a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:47.691526 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Allocated IP 172.20.0.1 (8a31b64a-8b4b-41d9-85e7-84b1c21d51ab/a27fe823-3411-4edd-b136-06676ed45522/22e788e2-57d0-4847-8b34-ae29cd58bb81) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:48.037659 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Publish callbacks [] for port (22e788e2-57d0-4847-8b34-ae29cd58bb81), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.154099 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (22e788e2-57d0-4847-8b34-ae29cd58bb81), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.156112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:51:48.175594 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa694a7c-739f-45b9-bdf6-85824a431235 None None] Sync routers for ids ['b3de54fc-593a-4bab-9d70-8002bd2cb013'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:51:48.213386 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa694a7c-739f-45b9-bdf6-85824a431235 None None] Routers {'b3de54fc-593a-4bab-9d70-8002bd2cb013'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:48.216051 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-aa694a7c-739f-45b9-bdf6-85824a431235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b3de54fc-593a-4bab-9d70-8002bd2cb013'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:48.225868 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f2b65fcf-e70b-450b-bbbb-9d7eb9e7e896 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/b3de54fc-593a-4bab-9d70-8002bd2cb013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8725703 Feb 03 12:51:48.231380 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36772) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:48.252453 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6d61-278e-4c49-89c7-b21ecc47dad0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for router (451b20e9-f783-4f5e-9ba4-e6cdf5026ba0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.357031 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-aa694a7c-739f-45b9-bdf6-85824a431235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:48.376452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ce0cb0-9325-4d97-8c99-5a3baf8f6a68 None None] Routers {'451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:48.378647 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d8ce0cb0-9325-4d97-8c99-5a3baf8f6a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:48.394363 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] Publish callbacks [] for port (5c1d5319-4371-4c12-9d71-e1349cc4944b), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.407545 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa694a7c-739f-45b9-bdf6-85824a431235 None None] Routers {'b3de54fc-593a-4bab-9d70-8002bd2cb013'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:48.408307 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:48.409771 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-aa694a7c-739f-45b9-bdf6-85824a431235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b3de54fc-593a-4bab-9d70-8002bd2cb013'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:48.456866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d8ce0cb0-9325-4d97-8c99-5a3baf8f6a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:48.476936 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ce0cb0-9325-4d97-8c99-5a3baf8f6a68 None None] The sync data for ids ['451b20e9-f783-4f5e-9ba4-e6cdf5026ba0'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:51:48.490185 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5c1d5319-4371-4c12-9d71-e1349cc4944b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.490308 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:48.494917 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:48.564934 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Pushing event updated for resources: {'Port': ['ID=22e788e2-57d0-4847-8b34-ae29cd58bb81,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:48.594805 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (b27c94a7-28ff-446e-ab65-183d66e03676), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.607243 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-aa694a7c-739f-45b9-bdf6-85824a431235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:48.611177 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa694a7c-739f-45b9-bdf6-85824a431235 None None] The sync data for ids ['b3de54fc-593a-4bab-9d70-8002bd2cb013'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:51:48.637830 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-43a157f4-5ddc-4530-b526-039bb0c56187 req-390c4ed7-2d1e-4046-aecf-700298710f72 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.4743516 Feb 03 12:51:48.718342 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98d828-ff98-4be4-b413-39355924841c None None] Pushing event updated for resources: {'Port': ['ID=5c1d5319-4371-4c12-9d71-e1349cc4944b,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:48.720512 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6d61-278e-4c49-89c7-b21ecc47dad0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for router_gateway (451b20e9-f783-4f5e-9ba4-e6cdf5026ba0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.757777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] Attempting to bind port 5c1d5319-4371-4c12-9d71-e1349cc4944b on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:51:48.775574 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] Attempting to bind port 5c1d5319-4371-4c12-9d71-e1349cc4944b by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:51:48.776164 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] Attempting to bind port 5c1d5319-4371-4c12-9d71-e1349cc4944b on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:48.780753 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d828-ff98-4be4-b413-39355924841c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:48.804455 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d828-ff98-4be4-b413-39355924841c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:48.808216 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d828-ff98-4be4-b413-39355924841c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:48.808711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d828-ff98-4be4-b413-39355924841c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:48.809161 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d828-ff98-4be4-b413-39355924841c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:48.809606 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d828-ff98-4be4-b413-39355924841c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:48.810049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d828-ff98-4be4-b413-39355924841c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:48.810484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d828-ff98-4be4-b413-39355924841c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:48.813977 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d828-ff98-4be4-b413-39355924841c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:48.814527 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d828-ff98-4be4-b413-39355924841c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:48.814977 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d828-ff98-4be4-b413-39355924841c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:48.815422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d828-ff98-4be4-b413-39355924841c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:48.815978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98d828-ff98-4be4-b413-39355924841c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:48.830237 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:51:48.834379 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:48.834980 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.837338 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:51:48.838030 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] Bound port: 5c1d5319-4371-4c12-9d71-e1349cc4944b, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:51:48.838571 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5c1d5319-4371-4c12-9d71-e1349cc4944b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:48.868907 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b6d61-278e-4c49-89c7-b21ecc47dad0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Deleting port 988edbf5-f39d-4848-9b47-deb88b4a6ecc {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:48.869721 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6d61-278e-4c49-89c7-b21ecc47dad0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (988edbf5-f39d-4848-9b47-deb88b4a6ecc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.032213 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:49.032848 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:49.033270 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:49.033743 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:49.034088 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:49.034647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:49.035064 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:49.036029 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:49.036029 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:49.037034 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:49.037034 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:49.037220 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:49.037552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:51:49.038524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] For port 5c1d5319-4371-4c12-9d71-e1349cc4944b, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:49.044081 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] For port 5c1d5319-4371-4c12-9d71-e1349cc4944b, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5c1d5319-4371-4c12-9d71-e1349cc4944b,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:51:49.052641 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5c1d5319-4371-4c12-9d71-e1349cc4944b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.081085 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-efb28667-cbca-40b3-8585-978e61390088 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3de54fc-593a-4bab-9d70-8002bd2cb013 HTTP/1.1" status: 200 len: 205 time: 0.8288667 Feb 03 12:51:49.116441 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6d61-278e-4c49-89c7-b21ecc47dad0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (988edbf5-f39d-4848-9b47-deb88b4a6ecc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.152684 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36790) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:49.160747 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (22e788e2-57d0-4847-8b34-ae29cd58bb81), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.166773 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] Routers {'b27c94a7-28ff-446e-ab65-183d66e03676'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:49.167622 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b27c94a7-28ff-446e-ab65-183d66e03676'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:49.182847 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b6d61-278e-4c49-89c7-b21ecc47dad0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Calling delete_port for 988edbf5-f39d-4848-9b47-deb88b4a6ecc owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:49.203767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1afbd-bccb-48a6-8368-e01a452b174d req-279c527d-7b3d-4215-817d-e4c34855e7db tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:49.206442 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2cb1afbd-bccb-48a6-8368-e01a452b174d req-279c527d-7b3d-4215-817d-e4c34855e7db tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 0.9596612 Feb 03 12:51:49.359962 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] Set router b27c94a7-28ff-446e-ab65-183d66e03676 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:51:49.520773 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-01bfd018-21ef-4eab-a560-bb6ae414feb1 None None] Provisioning complete for port 22e788e2-57d0-4847-8b34-ae29cd58bb81 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:49.523083 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-01bfd018-21ef-4eab-a560-bb6ae414feb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (22e788e2-57d0-4847-8b34-ae29cd58bb81), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.673908 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6d61-278e-4c49-89c7-b21ecc47dad0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (988edbf5-f39d-4848-9b47-deb88b4a6ecc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.774093 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Publish callbacks [] for port (22e788e2-57d0-4847-8b34-ae29cd58bb81), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:49.811307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98d828-ff98-4be4-b413-39355924841c None None] Pushing event updated for resources: {'Port': ['ID=5c1d5319-4371-4c12-9d71-e1349cc4944b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:49.859562 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-01bfd018-21ef-4eab-a560-bb6ae414feb1 None None] Port 22e788e2-57d0-4847-8b34-ae29cd58bb81 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:49.892280 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b6d61-278e-4c49-89c7-b21ecc47dad0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event deleted for resources: {'Port': ['ID=988edbf5-f39d-4848-9b47-deb88b4a6ecc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:49.921579 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'name': 'tempest-ServerActionsTestJSON-1697527055-router', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:51:35Z', 'updated_at': '2022-02-03T12:51:49Z', 'revision_number': 4, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'gw_port': {'id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:40Z', 'updated_at': '2022-02-03T12:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '22e788e2-57d0-4847-8b34-ae29cd58bb81', 'name': '', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'mac_address': 'fa:16:3e:f7:06:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'a27fe823-3411-4edd-b136-06676ed45522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:47Z', 'updated_at': '2022-02-03T12:51:47Z', 'revision_number': 1, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'subnets': [{'id': 'a27fe823-3411-4edd-b136-06676ed45522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:49.934060 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (22e788e2-57d0-4847-8b34-ae29cd58bb81), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.000044 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf31b75-c01f-42d4-abf8-c33330f2e2b7 None None] The sync data for ids ['b27c94a7-28ff-446e-ab65-183d66e03676'] in n-d-827336-3 is: [{'id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'name': 'tempest-ServerActionsTestJSON-1697527055-router', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:51:35Z', 'updated_at': '2022-02-03T12:51:49Z', 'revision_number': 4, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'gw_port': {'id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:40Z', 'updated_at': '2022-02-03T12:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '22e788e2-57d0-4847-8b34-ae29cd58bb81', 'name': '', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'mac_address': 'fa:16:3e:f7:06:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'a27fe823-3411-4edd-b136-06676ed45522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:47Z', 'updated_at': '2022-02-03T12:51:47Z', 'revision_number': 1, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'subnets': [{'id': 'a27fe823-3411-4edd-b136-06676ed45522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:51:50.013391 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a5637859-5273-402f-8444-b5bd6a832f5f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (b3de54fc-593a-4bab-9d70-8002bd2cb013), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.105435 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6d61-278e-4c49-89c7-b21ecc47dad0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (451b20e9-f783-4f5e-9ba4-e6cdf5026ba0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.229561 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2cb1afbd-bccb-48a6-8368-e01a452b174d req-33f4d54c-fa5a-48e6-8e39-1342841998b7 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0117977 Feb 03 12:51:50.235740 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Pushing event updated for resources: {'Port': ['ID=22e788e2-57d0-4847-8b34-ae29cd58bb81,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:50.249592 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (b27c94a7-28ff-446e-ab65-183d66e03676), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.350725 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa0adfb9-e43e-4c5b-9764-83a26bb04bc6 req-fd08a396-2f7a-4e8d-b374-a5816bd16ba2 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.2604039 Feb 03 12:51:50.406982 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6d61-278e-4c49-89c7-b21ecc47dad0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (451b20e9-f783-4f5e-9ba4-e6cdf5026ba0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.409987 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6d61-278e-4c49-89c7-b21ecc47dad0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for router_controller (451b20e9-f783-4f5e-9ba4-e6cdf5026ba0), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.512297 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a5637859-5273-402f-8444-b5bd6a832f5f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (b3de54fc-593a-4bab-9d70-8002bd2cb013), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.514509 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a5637859-5273-402f-8444-b5bd6a832f5f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router_controller (b3de54fc-593a-4bab-9d70-8002bd2cb013), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.561848 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6d61-278e-4c49-89c7-b21ecc47dad0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (451b20e9-f783-4f5e-9ba4-e6cdf5026ba0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.562723 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2b6d61-278e-4c49-89c7-b21ecc47dad0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Fanout notify agent at l3_agent the message router_deleted on router 451b20e9-f783-4f5e-9ba4-e6cdf5026ba0 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:51:50.598130 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c2b6d61-278e-4c49-89c7-b21ecc47dad0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.599549 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8c2b6d61-278e-4c49-89c7-b21ecc47dad0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "DELETE /v2.0/routers/451b20e9-f783-4f5e-9ba4-e6cdf5026ba0 HTTP/1.1" status: 204 len: 168 time: 3.2336044 Feb 03 12:51:50.602106 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36818) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:50.620002 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a5637859-5273-402f-8444-b5bd6a832f5f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (b3de54fc-593a-4bab-9d70-8002bd2cb013), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.620971 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5637859-5273-402f-8444-b5bd6a832f5f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Fanout notify agent at l3_agent the message router_deleted on router b3de54fc-593a-4bab-9d70-8002bd2cb013 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:51:50.648510 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a5637859-5273-402f-8444-b5bd6a832f5f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:50.652023 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a5637859-5273-402f-8444-b5bd6a832f5f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/routers/b3de54fc-593a-4bab-9d70-8002bd2cb013 HTTP/1.1" status: 204 len: 168 time: 1.4665155 Feb 03 12:51:50.661487 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36820) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:50.808612 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b8c45e4-a588-4351-8b9f-2003b026ecb4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Deleting subnet 6aa8e5d5-875c-4c78-893b-300ea4360ffd {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:51:50.827407 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b8c45e4-a588-4351-8b9f-2003b026ecb4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for subnet (6aa8e5d5-875c-4c78-893b-300ea4360ffd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.040261 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:51.060948 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:51.080492 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b8c45e4-a588-4351-8b9f-2003b026ecb4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (6aa8e5d5-875c-4c78-893b-300ea4360ffd), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.086590 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87eb253-4e4f-4d63-a35e-5d5ea54ecd3c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting subnet 3685132f-f683-4389-a18f-efc403afe623 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:51:51.100154 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d87eb253-4e4f-4d63-a35e-5d5ea54ecd3c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (3685132f-f683-4389-a18f-efc403afe623), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.584232 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d87eb253-4e4f-4d63-a35e-5d5ea54ecd3c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (3685132f-f683-4389-a18f-efc403afe623), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.610731 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b8c45e4-a588-4351-8b9f-2003b026ecb4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (6aa8e5d5-875c-4c78-893b-300ea4360ffd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.629604 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b2aa350c-421f-4f2f-b1e1-0780f68e086e None None] Provisioning complete for port 22e788e2-57d0-4847-8b34-ae29cd58bb81 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:51.635044 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2aa350c-421f-4f2f-b1e1-0780f68e086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (22e788e2-57d0-4847-8b34-ae29cd58bb81), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.788772 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b2aa350c-421f-4f2f-b1e1-0780f68e086e None None] Port 22e788e2-57d0-4847-8b34-ae29cd58bb81 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:51:51.868368 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b8c45e4-a588-4351-8b9f-2003b026ecb4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (6aa8e5d5-875c-4c78-893b-300ea4360ffd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.922492 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f39332bb-a2d5-41bf-bc72-b298227e3814 req-1d38e3c9-903c-4929-9ec1-6117d4591494 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.0969925 Feb 03 12:51:51.973990 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b8c45e4-a588-4351-8b9f-2003b026ecb4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:51.977918 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c8cc4c-85c6-4cc8-af17-0eae2e942047 None None] Network a710ede5-f14c-44ae-91ff-21eb895d1a32 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:51.986724 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8b8c45e4-a588-4351-8b9f-2003b026ecb4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "DELETE /v2.0/subnets/6aa8e5d5-875c-4c78-893b-300ea4360ffd HTTP/1.1" status: 204 len: 168 time: 1.3833964 Feb 03 12:51:51.988047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c45e4-a588-4351-8b9f-2003b026ecb4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa8e5d5-875c-4c78-893b-300ea4360ffd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:51.989712 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36846) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:52.343182 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86efe001-8593-4fa1-8ead-941d18d0485e tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (a710ede5-f14c-44ae-91ff-21eb895d1a32), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.478514 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643b9b43-3e83-4f08-9efa-047f62660efd None None] DHCP port deletion for a710ede5-f14c-44ae-91ff-21eb895d1a32 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:51:52.499211 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5c1d5319-4371-4c12-9d71-e1349cc4944b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:52.659844 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-86efe001-8593-4fa1-8ead-941d18d0485e tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Deleting port 4e245f70-4567-48c4-9591-c41d60e658de {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:52.661603 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86efe001-8593-4fa1-8ead-941d18d0485e tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4e245f70-4567-48c4-9591-c41d60e658de), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.812491 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 5c1d5319-4371-4c12-9d71-e1349cc4944b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:52.813063 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5c1d5319-4371-4c12-9d71-e1349cc4944b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:52.987253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-86efe001-8593-4fa1-8ead-941d18d0485e tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] For port 4e245f70-4567-48c4-9591-c41d60e658de, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4e245f70-4567-48c4-9591-c41d60e658de,segment=NetworkSegment(03a14f4b-479c-4d61-b8f7-2642fd18d406),segment_id=03a14f4b-479c-4d61-b8f7-2642fd18d406)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:53.001676 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86efe001-8593-4fa1-8ead-941d18d0485e tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4e245f70-4567-48c4-9591-c41d60e658de), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.004197 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-643b9b43-3e83-4f08-9efa-047f62660efd None None] Deleting port 4e245f70-4567-48c4-9591-c41d60e658de {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:53.004578 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-643b9b43-3e83-4f08-9efa-047f62660efd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4e245f70-4567-48c4-9591-c41d60e658de), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.089218 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-86efe001-8593-4fa1-8ead-941d18d0485e tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Calling delete_port for 4e245f70-4567-48c4-9591-c41d60e658de owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:53.231267 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d41d677-2c8a-4320-9eee-05e32ca5830e req-37f124e3-3596-433f-bbe0-ab200d6ca644 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.0849071 Feb 03 12:51:53.444504 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-643b9b43-3e83-4f08-9efa-047f62660efd None None] For port 4e245f70-4567-48c4-9591-c41d60e658de, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4e245f70-4567-48c4-9591-c41d60e658de,segment=NetworkSegment(03a14f4b-479c-4d61-b8f7-2642fd18d406),segment_id=03a14f4b-479c-4d61-b8f7-2642fd18d406)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:53.445159 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-643b9b43-3e83-4f08-9efa-047f62660efd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4e245f70-4567-48c4-9591-c41d60e658de), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.531839 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-643b9b43-3e83-4f08-9efa-047f62660efd None None] Calling delete_port for 4e245f70-4567-48c4-9591-c41d60e658de owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:53.535503 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86efe001-8593-4fa1-8ead-941d18d0485e tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4e245f70-4567-48c4-9591-c41d60e658de), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.545996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 5c1d5319-4371-4c12-9d71-e1349cc4944b is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:53.546383 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5c1d5319-4371-4c12-9d71-e1349cc4944b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.572725 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86efe001-8593-4fa1-8ead-941d18d0485e tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] No DVR routers for this DVR port 4e245f70-4567-48c4-9591-c41d60e658de on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:53.606839 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d87eb253-4e4f-4d63-a35e-5d5ea54ecd3c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (3685132f-f683-4389-a18f-efc403afe623), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.726385 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 5c1d5319-4371-4c12-9d71-e1349cc4944b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5c1d5319-4371-4c12-9d71-e1349cc4944b,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:53.746158 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5c1d5319-4371-4c12-9d71-e1349cc4944b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.804031 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7396181-4276-421f-a625-b53e2da8a1ed req-1f13a836-b9d7-462d-bc49-4e978191a91b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:53.809653 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e7396181-4276-421f-a625-b53e2da8a1ed req-1f13a836-b9d7-462d-bc49-4e978191a91b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 2.2495492 Feb 03 12:51:53.832673 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86efe001-8593-4fa1-8ead-941d18d0485e tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (a710ede5-f14c-44ae-91ff-21eb895d1a32), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.897492 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-86efe001-8593-4fa1-8ead-941d18d0485e tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a710ede5-f14c-44ae-91ff-21eb895d1a32']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:53.903640 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=5c1d5319-4371-4c12-9d71-e1349cc4944b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:53.953911 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-86efe001-8593-4fa1-8ead-941d18d0485e tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a14f4b-479c-4d61-b8f7-2642fd18d406') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:53.956689 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d87eb253-4e4f-4d63-a35e-5d5ea54ecd3c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (3685132f-f683-4389-a18f-efc403afe623), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:53.957459 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-86efe001-8593-4fa1-8ead-941d18d0485e tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a14f4b-479c-4d61-b8f7-2642fd18d406') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:53.977873 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-643b9b43-3e83-4f08-9efa-047f62660efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (4e245f70-4567-48c4-9591-c41d60e658de), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.047062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efe001-8593-4fa1-8ead-941d18d0485e tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event deleted for resources: {'Port': ['ID=4e245f70-4567-48c4-9591-c41d60e658de,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:54.050173 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86efe001-8593-4fa1-8ead-941d18d0485e tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (03a14f4b-479c-4d61-b8f7-2642fd18d406), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.080959 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b9b43-3e83-4f08-9efa-047f62660efd None None] Pushing event deleted for resources: {'Port': ['ID=4e245f70-4567-48c4-9591-c41d60e658de,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:54.091567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b9b43-3e83-4f08-9efa-047f62660efd None None] No DVR routers for this DVR port 4e245f70-4567-48c4-9591-c41d60e658de on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:54.098590 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86efe001-8593-4fa1-8ead-941d18d0485e tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (03a14f4b-479c-4d61-b8f7-2642fd18d406), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.101313 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Router b27c94a7-28ff-446e-ab65-183d66e03676 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:51:54.106074 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87eb253-4e4f-4d63-a35e-5d5ea54ecd3c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Subnet': ['ID=3685132f-f683-4389-a18f-efc403afe623,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:54.147925 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86efe001-8593-4fa1-8ead-941d18d0485e tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:54.151339 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86efe001-8593-4fa1-8ead-941d18d0485e tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (03a14f4b-479c-4d61-b8f7-2642fd18d406), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.341144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5c1d5319-4371-4c12-9d71-e1349cc4944b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:51:54.377192 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d87eb253-4e4f-4d63-a35e-5d5ea54ecd3c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.392509 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d87eb253-4e4f-4d63-a35e-5d5ea54ecd3c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/subnets/3685132f-f683-4389-a18f-efc403afe623 HTTP/1.1" status: 204 len: 168 time: 3.6901345 Feb 03 12:51:54.398197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36880) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:54.431325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e91028-007d-4ecd-ac75-c5e2fe088786 None None] Network 3a3fff7a-2615-482e-9547-1d319574d7b5 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:54.446591 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:54.455072 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86efe001-8593-4fa1-8ead-941d18d0485e tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (a710ede5-f14c-44ae-91ff-21eb895d1a32), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.482092 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e7396181-4276-421f-a625-b53e2da8a1ed req-c0e841fd-2124-475e-b816-5a01a9b699e1 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6605654 Feb 03 12:51:54.514202 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86efe001-8593-4fa1-8ead-941d18d0485e tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.533725 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-86efe001-8593-4fa1-8ead-941d18d0485e tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "DELETE /v2.0/networks/a710ede5-f14c-44ae-91ff-21eb895d1a32 HTTP/1.1" status: 204 len: 168 time: 2.5428591 Feb 03 12:51:54.553257 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36882) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:54.718251 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b2ca39af-f11a-4df4-8956-887914743b4a req-ed3a8419-cecd-48e0-addc-7379eca7014a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1789961 Feb 03 12:51:54.719800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efe001-8593-4fa1-8ead-941d18d0485e tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event deleted for resources: {'Network': ['ID=a710ede5-f14c-44ae-91ff-21eb895d1a32,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:54.769235 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 5c1d5319-4371-4c12-9d71-e1349cc4944b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:54.770460 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5c1d5319-4371-4c12-9d71-e1349cc4944b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.831531 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5203cc24-d46c-4cbc-bd20-95ed3fc819df tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (3a3fff7a-2615-482e-9547-1d319574d7b5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:54.844025 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:51:54.864644 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c23ca008-47a9-42ea-863b-25b54310ec73 admin admin] 10.222.0.18 "PUT /v2.0/routers/b27c94a7-28ff-446e-ab65-183d66e03676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5605118 Feb 03 12:51:54.916246 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] Sync routers for ids ['b27c94a7-28ff-446e-ab65-183d66e03676'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:51:55.011154 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740ce6c5-2d25-46cc-a8d4-76c5ae2cd18c None None] DHCP port deletion for 3a3fff7a-2615-482e-9547-1d319574d7b5 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:51:55.157672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] Routers {'b27c94a7-28ff-446e-ab65-183d66e03676'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:55.160300 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b27c94a7-28ff-446e-ab65-183d66e03676'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:55.285104 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5203cc24-d46c-4cbc-bd20-95ed3fc819df tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting port 876af15e-29ba-460e-b3f3-a718b816c16e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:55.285703 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5203cc24-d46c-4cbc-bd20-95ed3fc819df tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (876af15e-29ba-460e-b3f3-a718b816c16e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:55.583003 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 5c1d5319-4371-4c12-9d71-e1349cc4944b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:51:55.672761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] Set router b27c94a7-28ff-446e-ab65-183d66e03676 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:51:55.756585 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5203cc24-d46c-4cbc-bd20-95ed3fc819df tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] For port 876af15e-29ba-460e-b3f3-a718b816c16e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=876af15e-29ba-460e-b3f3-a718b816c16e,segment=NetworkSegment(2051ec24-fc83-4eb1-a3e0-ae9f8d7eeb92),segment_id=2051ec24-fc83-4eb1-a3e0-ae9f8d7eeb92)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:55.757048 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5203cc24-d46c-4cbc-bd20-95ed3fc819df tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (876af15e-29ba-460e-b3f3-a718b816c16e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:55.757244 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-740ce6c5-2d25-46cc-a8d4-76c5ae2cd18c None None] Deleting port 876af15e-29ba-460e-b3f3-a718b816c16e {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:55.757546 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-740ce6c5-2d25-46cc-a8d4-76c5ae2cd18c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (876af15e-29ba-460e-b3f3-a718b816c16e), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:55.760722 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-55decd6d-ae9d-4ef0-9d57-09b5e46fb0bb tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Deleting port 4484afde-aeea-4cc8-b2e8-b1670afa3f40 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:55.761063 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55decd6d-ae9d-4ef0-9d57-09b5e46fb0bb tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4484afde-aeea-4cc8-b2e8-b1670afa3f40), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:55.800584 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:51:55.827932 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5203cc24-d46c-4cbc-bd20-95ed3fc819df tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Calling delete_port for 876af15e-29ba-460e-b3f3-a718b816c16e owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:55.900399 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-740ce6c5-2d25-46cc-a8d4-76c5ae2cd18c None None] For port 876af15e-29ba-460e-b3f3-a718b816c16e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=876af15e-29ba-460e-b3f3-a718b816c16e,segment=NetworkSegment(2051ec24-fc83-4eb1-a3e0-ae9f8d7eeb92),segment_id=2051ec24-fc83-4eb1-a3e0-ae9f8d7eeb92)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:51:55.901042 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-740ce6c5-2d25-46cc-a8d4-76c5ae2cd18c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (876af15e-29ba-460e-b3f3-a718b816c16e), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:55.912111 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1038a-5f5b-44ad-8062-277a09fbbfd9 req-a85b835a-dd37-4d08-8791-2959dda7f2b7 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:55.913768 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9e1038a-5f5b-44ad-8062-277a09fbbfd9 req-a85b835a-dd37-4d08-8791-2959dda7f2b7 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 0.1217046 Feb 03 12:51:55.918882 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-740ce6c5-2d25-46cc-a8d4-76c5ae2cd18c None None] Calling delete_port for 876af15e-29ba-460e-b3f3-a718b816c16e owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:56.040929 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4e245f70-4567-48c4-9591-c41d60e658de no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:56.055021 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-740ce6c5-2d25-46cc-a8d4-76c5ae2cd18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (876af15e-29ba-460e-b3f3-a718b816c16e), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.073691 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9e1038a-5f5b-44ad-8062-277a09fbbfd9 req-1018c023-cca5-4f23-b665-381f7464e6e8 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464322 Feb 03 12:51:56.156180 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55decd6d-ae9d-4ef0-9d57-09b5e46fb0bb tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4484afde-aeea-4cc8-b2e8-b1670afa3f40), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.156732 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55decd6d-ae9d-4ef0-9d57-09b5e46fb0bb tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (4484afde-aeea-4cc8-b2e8-b1670afa3f40), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.167577 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 4e245f70-4567-48c4-9591-c41d60e658de {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:51:56.168668 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4e245f70-4567-48c4-9591-c41d60e658de not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:51:56.191623 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36908) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:56.197967 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ac673e62-4f9c-473a-89f4-aee7edec4ff6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1414402289', 'description': 'tempest-description--1132267322'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:56.252882 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-55decd6d-ae9d-4ef0-9d57-09b5e46fb0bb tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Calling delete_port for 4484afde-aeea-4cc8-b2e8-b1670afa3f40 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:56.279925 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac673e62-4f9c-473a-89f4-aee7edec4ff6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.376213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 876af15e-29ba-460e-b3f3-a718b816c16e no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:51:56.478311 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5203cc24-d46c-4cbc-bd20-95ed3fc819df tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (876af15e-29ba-460e-b3f3-a718b816c16e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.542206 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-67654610-4b12-443f-a609-12fd24362549 req-89752fef-1ff3-430e-976e-b153bbfad3d8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.2845399 Feb 03 12:51:56.573168 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac673e62-4f9c-473a-89f4-aee7edec4ff6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for security_group (e76647a5-4738-4ce1-9c84-5060a843246d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.592599 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac673e62-4f9c-473a-89f4-aee7edec4ff6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e76647a5-4738-4ce1-9c84-5060a843246d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.620241 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ce6c5-2d25-46cc-a8d4-76c5ae2cd18c None None] Pushing event deleted for resources: {'Port': ['ID=876af15e-29ba-460e-b3f3-a718b816c16e,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:56.626190 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740ce6c5-2d25-46cc-a8d4-76c5ae2cd18c None None] No DVR routers for this DVR port 876af15e-29ba-460e-b3f3-a718b816c16e on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:56.649538 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203cc24-d46c-4cbc-bd20-95ed3fc819df tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Port': ['ID=876af15e-29ba-460e-b3f3-a718b816c16e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:56.685891 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5203cc24-d46c-4cbc-bd20-95ed3fc819df tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] No DVR routers for this DVR port 876af15e-29ba-460e-b3f3-a718b816c16e on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:51:56.692857 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac673e62-4f9c-473a-89f4-aee7edec4ff6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.694731 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ac673e62-4f9c-473a-89f4-aee7edec4ff6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5018532 Feb 03 12:51:56.703610 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36920) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:56.720975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1e7adf24-daa5-4b95-ada9-25197268a26f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Request body: {'security_group_rule': {'security_group_id': 'e76647a5-4738-4ce1-9c84-5060a843246d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:56.750631 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac673e62-4f9c-473a-89f4-aee7edec4ff6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76647a5-4738-4ce1-9c84-5060a843246d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:56.856042 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5203cc24-d46c-4cbc-bd20-95ed3fc819df tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (3a3fff7a-2615-482e-9547-1d319574d7b5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.880648 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-5203cc24-d46c-4cbc-bd20-95ed3fc819df tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3fff7a-2615-482e-9547-1d319574d7b5']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:56.892440 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-5203cc24-d46c-4cbc-bd20-95ed3fc819df tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2051ec24-fc83-4eb1-a3e0-ae9f8d7eeb92') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:56.893003 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-5203cc24-d46c-4cbc-bd20-95ed3fc819df tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2051ec24-fc83-4eb1-a3e0-ae9f8d7eeb92') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:56.904643 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5203cc24-d46c-4cbc-bd20-95ed3fc819df tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (2051ec24-fc83-4eb1-a3e0-ae9f8d7eeb92), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.922588 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5203cc24-d46c-4cbc-bd20-95ed3fc819df tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (2051ec24-fc83-4eb1-a3e0-ae9f8d7eeb92), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.929487 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5203cc24-d46c-4cbc-bd20-95ed3fc819df tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:51:56.930076 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5203cc24-d46c-4cbc-bd20-95ed3fc819df tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (2051ec24-fc83-4eb1-a3e0-ae9f8d7eeb92), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:56.946606 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 876af15e-29ba-460e-b3f3-a718b816c16e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:51:56.946606 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 876af15e-29ba-460e-b3f3-a718b816c16e not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:51:56.977167 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:51:57.135861 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'name': 'tempest-ServerActionsTestJSON-1697527055-router', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:51:35Z', 'updated_at': '2022-02-03T12:51:49Z', 'revision_number': 4, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'gw_port': {'id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:40Z', 'updated_at': '2022-02-03T12:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '22e788e2-57d0-4847-8b34-ae29cd58bb81', 'name': '', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'mac_address': 'fa:16:3e:f7:06:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'a27fe823-3411-4edd-b136-06676ed45522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:47Z', 'updated_at': '2022-02-03T12:51:49Z', 'revision_number': 2, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'subnets': [{'id': 'a27fe823-3411-4edd-b136-06676ed45522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:57.158539 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e7adf24-daa5-4b95-ada9-25197268a26f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for security_group_rule (97416089-1b8a-4d53-98e4-8c9369bda48c), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.189525 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5203cc24-d46c-4cbc-bd20-95ed3fc819df tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (3a3fff7a-2615-482e-9547-1d319574d7b5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.262790 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] Checking router: b27c94a7-28ff-446e-ab65-183d66e03676 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:51:57.263223 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] Updating router b27c94a7-28ff-446e-ab65-183d66e03676 port 22e788e2-57d0-4847-8b34-ae29cd58bb81 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:51:57.319778 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5203cc24-d46c-4cbc-bd20-95ed3fc819df tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.330098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36932) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:57.335562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-72a3a514-3f27-44c2-9fc8-65e6adb11bc2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1371582809', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:57.340490 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (22e788e2-57d0-4847-8b34-ae29cd58bb81), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.340825 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5203cc24-d46c-4cbc-bd20-95ed3fc819df tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/networks/3a3fff7a-2615-482e-9547-1d319574d7b5 HTTP/1.1" status: 204 len: 168 time: 2.8806264 Feb 03 12:51:57.378058 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72a3a514-3f27-44c2-9fc8-65e6adb11bc2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.379142 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72a3a514-3f27-44c2-9fc8-65e6adb11bc2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.469495 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72a3a514-3f27-44c2-9fc8-65e6adb11bc2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router_controller (a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.495406 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203cc24-d46c-4cbc-bd20-95ed3fc819df tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Network': ['ID=3a3fff7a-2615-482e-9547-1d319574d7b5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:57.506159 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55decd6d-ae9d-4ef0-9d57-09b5e46fb0bb tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (4484afde-aeea-4cc8-b2e8-b1670afa3f40), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.865001 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55decd6d-ae9d-4ef0-9d57-09b5e46fb0bb tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for floatingip (b4b6b3f8-9279-4a44-b405-aaa76b8b58b5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.870517 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55decd6d-ae9d-4ef0-9d57-09b5e46fb0bb tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.876671 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-55decd6d-ae9d-4ef0-9d57-09b5e46fb0bb tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "DELETE /v2.0/floatingips/b4b6b3f8-9279-4a44-b405-aaa76b8b58b5 HTTP/1.1" status: 204 len: 168 time: 3.3164756 Feb 03 12:51:57.895989 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72a3a514-3f27-44c2-9fc8-65e6adb11bc2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router_gateway (a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.910158 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36946) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:57.945779 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18212c-b557-4691-8a9d-acf8922793fd req-7d870b94-dfad-4690-96f7-a10d7b7ea4ed tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:51:57.947500 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5f18212c-b557-4691-8a9d-acf8922793fd req-7d870b94-dfad-4690-96f7-a10d7b7ea4ed tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 0.6669204 Feb 03 12:51:57.969234 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3880b618-af78-4423-8950-5ff0133a0e5c req-6cffbd84-b687-4042-9b45-516505800e5e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.0651579 Feb 03 12:51:57.992729 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e7adf24-daa5-4b95-ada9-25197268a26f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for security_group_rule (97416089-1b8a-4d53-98e4-8c9369bda48c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:57.994190 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55decd6d-ae9d-4ef0-9d57-09b5e46fb0bb tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event deleted for resources: {'Port': ['ID=4484afde-aeea-4cc8-b2e8-b1670afa3f40,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:58.008789 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e7adf24-daa5-4b95-ada9-25197268a26f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (97416089-1b8a-4d53-98e4-8c9369bda48c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.082083 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-82abd919-05f4-4027-a228-26c23b08627a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] DELETE failed (client error): The resource could not be found. Feb 03 12:51:58.082976 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82abd919-05f4-4027-a228-26c23b08627a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:51:58.089212 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-82abd919-05f4-4027-a228-26c23b08627a tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "DELETE /v2.0/ports/d7c51821-affb-4e62-845c-bc273aa056e1 HTTP/1.1" status: 404 len: 333 time: 0.1379046 Feb 03 12:51:58.099230 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36948) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:58.100512 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] Publish callbacks [] for port (22e788e2-57d0-4847-8b34-ae29cd58bb81), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.118230 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (22e788e2-57d0-4847-8b34-ae29cd58bb81), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.132252 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7adf24-daa5-4b95-ada9-25197268a26f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97416089-1b8a-4d53-98e4-8c9369bda48c,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:58.253739 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5f18212c-b557-4691-8a9d-acf8922793fd req-52df4ca0-89a9-47d5-ac48-837185a267bf tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560744 Feb 03 12:51:58.266171 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-58cf6da5-b7bc-4d5c-b8d2-43b60d99ec29 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "GET /v2.0/ports?device_id=451b20e9-f783-4f5e-9ba4-e6cdf5026ba0 HTTP/1.1" status: 200 len: 205 time: 0.1631198 Feb 03 12:51:58.267379 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36950) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:58.276489 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e7adf24-daa5-4b95-ada9-25197268a26f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.284242 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1e7adf24-daa5-4b95-ada9-25197268a26f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5671887 Feb 03 12:51:58.298709 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c20df1-9d69-4d40-bac2-50c9c086961d None None] Pushing event updated for resources: {'Port': ['ID=22e788e2-57d0-4847-8b34-ae29cd58bb81,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:58.300211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36952) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:58.301202 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72a3a514-3f27-44c2-9fc8-65e6adb11bc2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router_gateway (a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.308429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-77e0ce0c-99de-4a63-9ece-ded0cb048316 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Request body: {'security_group_rule': {'security_group_id': 'e76647a5-4738-4ce1-9c84-5060a843246d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:51:58.391471 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72a3a514-3f27-44c2-9fc8-65e6adb11bc2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.404478 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-2b58d044-85e3-43c4-9d3e-72d5bb902d2f tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] delete failed (client error): The resource could not be found. Feb 03 12:51:58.405745 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2b58d044-85e3-43c4-9d3e-72d5bb902d2f tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "DELETE /v2.0/routers/451b20e9-f783-4f5e-9ba4-e6cdf5026ba0 HTTP/1.1" status: 404 len: 336 time: 0.1200383 Feb 03 12:51:58.408354 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36958) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:58.476579 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] Attempting to bind port 22e788e2-57d0-4847-8b34-ae29cd58bb81 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:51:58.476825 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] Attempting to bind port 22e788e2-57d0-4847-8b34-ae29cd58bb81 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:51:58.477312 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] Attempting to bind port 22e788e2-57d0-4847-8b34-ae29cd58bb81 on network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:51:58.478669 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-e116027f-606a-4b3f-b0a2-57c745c153e0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] DELETE failed (client error): The resource could not be found. Feb 03 12:51:58.480750 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e116027f-606a-4b3f-b0a2-57c745c153e0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:51:58.486273 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e116027f-606a-4b3f-b0a2-57c745c153e0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "DELETE /v2.0/subnets/6aa8e5d5-875c-4c78-893b-300ea4360ffd HTTP/1.1" status: 404 len: 337 time: 0.0736098 Feb 03 12:51:58.487327 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36960) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:58.501761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:51:58.502298 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] Checking segment: {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:51:58.502969 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.503619 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] Bound using segment: {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:51:58.504442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] Bound port: 22e788e2-57d0-4847-8b34-ae29cd58bb81, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:51:58.505663 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (22e788e2-57d0-4847-8b34-ae29cd58bb81), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.646893 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77e0ce0c-99de-4a63-9ece-ded0cb048316 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for security_group_rule (1411aaa4-f87f-4f7e-ada3-2a953b50d0f2), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.807790 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] For port 22e788e2-57d0-4847-8b34-ae29cd58bb81, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:51:58.815205 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] For port 22e788e2-57d0-4847-8b34-ae29cd58bb81, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=22e788e2-57d0-4847-8b34-ae29cd58bb81,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:51:58.829950 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (22e788e2-57d0-4847-8b34-ae29cd58bb81), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.849282 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bac0418a-3559-483f-a201-9e65ade6f4c0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Deleting port b0f5a85c-c345-4c29-8104-2fde334d9e32 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:51:58.849819 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bac0418a-3559-483f-a201-9e65ade6f4c0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b0f5a85c-c345-4c29-8104-2fde334d9e32), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:58.893398 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-72a3a514-3f27-44c2-9fc8-65e6adb11bc2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Allocated IP 172.25.6.214 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/281c390d-d40e-434f-88b7-7a6de451cb3c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:51:58.978849 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e61b2468-9014-4354-8638-a7681ae8142d None None] Provisioning complete for port 22e788e2-57d0-4847-8b34-ae29cd58bb81 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:51:58.979295 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e61b2468-9014-4354-8638-a7681ae8142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (22e788e2-57d0-4847-8b34-ae29cd58bb81), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.010916 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] Routers {'b27c94a7-28ff-446e-ab65-183d66e03676'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:51:59.011573 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b27c94a7-28ff-446e-ab65-183d66e03676'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:51:59.250201 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bac0418a-3559-483f-a201-9e65ade6f4c0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b0f5a85c-c345-4c29-8104-2fde334d9e32), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.302375 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bac0418a-3559-483f-a201-9e65ade6f4c0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Calling delete_port for b0f5a85c-c345-4c29-8104-2fde334d9e32 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:51:59.364961 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] Set router b27c94a7-28ff-446e-ab65-183d66e03676 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:51:59.365532 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72a3a514-3f27-44c2-9fc8-65e6adb11bc2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for port (281c390d-d40e-434f-88b7-7a6de451cb3c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.545703 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c20df1-9d69-4d40-bac2-50c9c086961d None None] Pushing event updated for resources: {'Port': ['ID=22e788e2-57d0-4847-8b34-ae29cd58bb81,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:51:59.642826 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36984) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:51:59.686893 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-91841f49-8a67-40d2-b310-885fe2565689 req-b74ee106-b548-4bbe-98c2-0458f8ecb662 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.2042482 Feb 03 12:51:59.720469 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72a3a514-3f27-44c2-9fc8-65e6adb11bc2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (281c390d-d40e-434f-88b7-7a6de451cb3c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.787065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a3a514-3f27-44c2-9fc8-65e6adb11bc2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:51:59.817755 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bac0418a-3559-483f-a201-9e65ade6f4c0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b0f5a85c-c345-4c29-8104-2fde334d9e32), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.825460 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-72a3a514-3f27-44c2-9fc8-65e6adb11bc2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:51:59.912500 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77e0ce0c-99de-4a63-9ece-ded0cb048316 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for security_group_rule (1411aaa4-f87f-4f7e-ada3-2a953b50d0f2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:51:59.921325 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a3a514-3f27-44c2-9fc8-65e6adb11bc2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:51:59.925999 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0418a-3559-483f-a201-9e65ade6f4c0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event deleted for resources: {'Port': ['ID=b0f5a85c-c345-4c29-8104-2fde334d9e32,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:00.019227 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94606f5b-2ca5-4dff-8e47-acf4c648246d req-f3df49aa-4aea-4501-a59e-94c12f8df333 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:00.037072 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-94606f5b-2ca5-4dff-8e47-acf4c648246d req-f3df49aa-4aea-4501-a59e-94c12f8df333 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 0.6070087 Feb 03 12:52:00.154228 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-676ddd54-2f80-41ee-88ae-840f5ac60d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:00.361549 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e61b2468-9014-4354-8638-a7681ae8142d None None] Current status of the port 22e788e2-57d0-4847-8b34-ae29cd58bb81 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:00.362181 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e61b2468-9014-4354-8638-a7681ae8142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (22e788e2-57d0-4847-8b34-ae29cd58bb81), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:00.486835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e61b2468-9014-4354-8638-a7681ae8142d None None] For port 22e788e2-57d0-4847-8b34-ae29cd58bb81, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=22e788e2-57d0-4847-8b34-ae29cd58bb81,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:00.490756 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'name': 'tempest-ServerActionsTestJSON-1697527055-router', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:51:35Z', 'updated_at': '2022-02-03T12:51:49Z', 'revision_number': 4, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'gw_port': {'id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:40Z', 'updated_at': '2022-02-03T12:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '22e788e2-57d0-4847-8b34-ae29cd58bb81', 'name': '', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'mac_address': 'fa:16:3e:f7:06:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'a27fe823-3411-4edd-b136-06676ed45522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:47Z', 'updated_at': '2022-02-03T12:51:58Z', 'revision_number': 4, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'subnets': [{'id': 'a27fe823-3411-4edd-b136-06676ed45522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:00.495568 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e61b2468-9014-4354-8638-a7681ae8142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (22e788e2-57d0-4847-8b34-ae29cd58bb81), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:00.501712 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-94606f5b-2ca5-4dff-8e47-acf4c648246d req-9838a729-05eb-4b36-ae8b-234372701ff5 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607255 Feb 03 12:52:00.514941 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bac0418a-3559-483f-a201-9e65ade6f4c0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:00.543325 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bac0418a-3559-483f-a201-9e65ade6f4c0 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "DELETE /v2.0/ports/b0f5a85c-c345-4c29-8104-2fde334d9e32 HTTP/1.1" status: 204 len: 168 time: 2.0526068 Feb 03 12:52:00.544566 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37002) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:00.563979 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-676ddd54-2f80-41ee-88ae-840f5ac60d70 admin admin] Publish callbacks [] for security_group (41b6777f-b5a0-4287-b3b6-19ef7aca8966), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:00.565979 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77e0ce0c-99de-4a63-9ece-ded0cb048316 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (1411aaa4-f87f-4f7e-ada3-2a953b50d0f2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:00.634564 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 22e788e2-57d0-4847-8b34-ae29cd58bb81 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:00.637514 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-676ddd54-2f80-41ee-88ae-840f5ac60d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (41b6777f-b5a0-4287-b3b6-19ef7aca8966), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:00.770761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b2468-9014-4354-8638-a7681ae8142d None None] Pushing event updated for resources: {'Port': ['ID=22e788e2-57d0-4847-8b34-ae29cd58bb81,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:00.783225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0ce0c-99de-4a63-9ece-ded0cb048316 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1411aaa4-f87f-4f7e-ada3-2a953b50d0f2,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:00.787627 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-676ddd54-2f80-41ee-88ae-840f5ac60d70 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31fdddeb34d44133a16eabeaf9024cf6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0926218 Feb 03 12:52:00.791309 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77e0ce0c-99de-4a63-9ece-ded0cb048316 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:00.792811 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-77e0ce0c-99de-4a63-9ece-ded0cb048316 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4882860 Feb 03 12:52:00.795150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef1362d-9893-4c16-b17d-26bd65218049 None None] The sync data for ids ['b27c94a7-28ff-446e-ab65-183d66e03676'] in n-d-827336-3 is: [{'id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'name': 'tempest-ServerActionsTestJSON-1697527055-router', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:51:35Z', 'updated_at': '2022-02-03T12:51:49Z', 'revision_number': 4, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'gw_port': {'id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:40Z', 'updated_at': '2022-02-03T12:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '22e788e2-57d0-4847-8b34-ae29cd58bb81', 'name': '', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'mac_address': 'fa:16:3e:f7:06:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'a27fe823-3411-4edd-b136-06676ed45522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:47Z', 'updated_at': '2022-02-03T12:51:58Z', 'revision_number': 4, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'subnets': [{'id': 'a27fe823-3411-4edd-b136-06676ed45522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:52:00.795733 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37006) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:00.796101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37008) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:00.796737 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ddd54-2f80-41ee-88ae-840f5ac60d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b6777f-b5a0-4287-b3b6-19ef7aca8966,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:00.860004 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1f6d071d-c1bb-4550-85f8-f496ba3c9d22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:00.902514 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3a514-3f27-44c2-9fc8-65e6adb11bc2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Port': ['ID=281c390d-d40e-434f-88b7-7a6de451cb3c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:00.916742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 22e788e2-57d0-4847-8b34-ae29cd58bb81 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:00.917129 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (22e788e2-57d0-4847-8b34-ae29cd58bb81), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:00.921001 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8fbcfc42-f747-4697-8fe2-179d7e8447b8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Deleting port 0447d652-1c12-4be5-9da0-16376303acc2 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:00.923056 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfc42-f747-4697-8fe2-179d7e8447b8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0447d652-1c12-4be5-9da0-16376303acc2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:01.040300 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c2019329-ac80-4f9c-bd43-090ca5615a64 None None] Provisioning complete for port 22e788e2-57d0-4847-8b34-ae29cd58bb81 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:01.041227 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c2019329-ac80-4f9c-bd43-090ca5615a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (22e788e2-57d0-4847-8b34-ae29cd58bb81), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:01.076055 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5d2be6c0-5f9d-40ef-afa0-768d54f0829a req-d53f390f-c6bc-4fab-8278-ff99cae7404c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.0889950 Feb 03 12:52:01.088684 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f6d071d-c1bb-4550-85f8-f496ba3c9d22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:01.124352 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:01.198759 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 22e788e2-57d0-4847-8b34-ae29cd58bb81 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:01.241793 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfc42-f747-4697-8fe2-179d7e8447b8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0447d652-1c12-4be5-9da0-16376303acc2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:01.263239 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c2019329-ac80-4f9c-bd43-090ca5615a64 None None] Current status of the port 22e788e2-57d0-4847-8b34-ae29cd58bb81 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:01.297522 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8fbcfc42-f747-4697-8fe2-179d7e8447b8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Calling delete_port for 0447d652-1c12-4be5-9da0-16376303acc2 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:01.873791 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfc42-f747-4697-8fe2-179d7e8447b8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (0447d652-1c12-4be5-9da0-16376303acc2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.000246 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcfc42-f747-4697-8fe2-179d7e8447b8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event deleted for resources: {'Port': ['ID=0447d652-1c12-4be5-9da0-16376303acc2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:02.145681 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87e3076c-e5a7-49c7-9fa8-35fed602fb75 admin admin] Publish callbacks [] for security_group (41b6777f-b5a0-4287-b3b6-19ef7aca8966), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.166918 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfc42-f747-4697-8fe2-179d7e8447b8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.173558 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8fbcfc42-f747-4697-8fe2-179d7e8447b8 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "DELETE /v2.0/ports/0447d652-1c12-4be5-9da0-16376303acc2 HTTP/1.1" status: 204 len: 168 time: 1.6275828 Feb 03 12:52:02.184604 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37032) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:02.194924 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0af416-95b0-40f7-b90a-2c5ef3b2b51b req-3c2031fb-1800-4989-b0f7-66546e9ded53 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:02.203662 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fc0af416-95b0-40f7-b90a-2c5ef3b2b51b req-3c2031fb-1800-4989-b0f7-66546e9ded53 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 0.4310515 Feb 03 12:52:02.243435 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87e3076c-e5a7-49c7-9fa8-35fed602fb75 admin admin] Publish callbacks [] for security_group (41b6777f-b5a0-4287-b3b6-19ef7aca8966), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.311718 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fc0af416-95b0-40f7-b90a-2c5ef3b2b51b req-47cb413f-da40-44be-b1f7-65785a340941 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064637 Feb 03 12:52:02.383779 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 22e788e2-57d0-4847-8b34-ae29cd58bb81 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:02.543422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 22e788e2-57d0-4847-8b34-ae29cd58bb81 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:02.543753 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (22e788e2-57d0-4847-8b34-ae29cd58bb81), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.553986 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ddeae5a8-847c-4817-91c1-65f4a2bb79a0 req-fe2bedbb-b5cf-4e23-806c-0f4b3ecfb5c7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.2582650 Feb 03 12:52:02.569841 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72a3a514-3f27-44c2-9fc8-65e6adb11bc2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router_gateway (a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.739996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 22e788e2-57d0-4847-8b34-ae29cd58bb81 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:02.813016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f6e2e1-a66f-4a33-aeb7-8c464d83f003 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:02.817374 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37040) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:02.819000 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-83f6e2e1-a66f-4a33-aeb7-8c464d83f003 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1879714-2eb5-4027-b42f-e2d0b65a332e HTTP/1.1" status: 200 len: 913 time: 0.5267091 Feb 03 12:52:02.854865 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87e3076c-e5a7-49c7-9fa8-35fed602fb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (41b6777f-b5a0-4287-b3b6-19ef7aca8966), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.857554 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87e3076c-e5a7-49c7-9fa8-35fed602fb75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:02.858763 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-87e3076c-e5a7-49c7-9fa8-35fed602fb75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41b6777f-b5a0-4287-b3b6-19ef7aca8966 HTTP/1.1" status: 204 len: 168 time: 2.0524447 Feb 03 12:52:02.919621 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3076c-e5a7-49c7-9fa8-35fed602fb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b6777f-b5a0-4287-b3b6-19ef7aca8966,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:02.964981 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f6d071d-c1bb-4550-85f8-f496ba3c9d22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:03.407742 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-1f6d071d-c1bb-4550-85f8-f496ba3c9d22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Allocated IP 172.25.6.135 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/d13083d7-eeca-4f70-8ba4-b804a2d45338) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:03.476700 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-47d1e777-dbe0-4e22-8d4f-9c6f03a8c5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:03.607125 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72a3a514-3f27-44c2-9fc8-65e6adb11bc2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:03.843392 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf69630-dd2b-436c-a91f-bfe2f41a8572 req-cec0127b-f9f2-4888-9aeb-02cc6acbe910 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:03.847084 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9cf69630-dd2b-436c-a91f-bfe2f41a8572 req-cec0127b-f9f2-4888-9aeb-02cc6acbe910 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 0.3815951 Feb 03 12:52:03.888164 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b11bea13-627b-4608-b53d-30accb627ce3 req-b80c1d76-60a4-4f14-812d-361565454bae tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.0789649 Feb 03 12:52:04.057476 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f6d071d-c1bb-4550-85f8-f496ba3c9d22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for port (d13083d7-eeca-4f70-8ba4-b804a2d45338), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.107483 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f6d071d-c1bb-4550-85f8-f496ba3c9d22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d13083d7-eeca-4f70-8ba4-b804a2d45338), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.171682 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9cf69630-dd2b-436c-a91f-bfe2f41a8572 req-fcfaec5f-a06c-482a-aa54-fd690c42fd82 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035007 Feb 03 12:52:04.202269 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6d071d-c1bb-4550-85f8-f496ba3c9d22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:04.211077 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1f6d071d-c1bb-4550-85f8-f496ba3c9d22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:04.220776 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6d071d-c1bb-4550-85f8-f496ba3c9d22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:04.251670 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a3a514-3f27-44c2-9fc8-65e6adb11bc2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:52:04.253794 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d071d-c1bb-4550-85f8-f496ba3c9d22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Pushing event updated for resources: {'Port': ['ID=d13083d7-eeca-4f70-8ba4-b804a2d45338,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:04.262522 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b42753c6-4e99-4f8f-8f88-6aab858010ed tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (f1879714-2eb5-4027-b42f-e2d0b65a332e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.657888 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f6d071d-c1bb-4550-85f8-f496ba3c9d22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for floatingip (a93c6976-157f-4649-b014-fef26fda2edd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.757564 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f6d071d-c1bb-4550-85f8-f496ba3c9d22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d13083d7-eeca-4f70-8ba4-b804a2d45338), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.759822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a3a514-3f27-44c2-9fc8-65e6adb11bc2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:52:04.772690 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297d618a-5f74-4dd8-beda-fbdeb75a7d92 None None] Sync routers for ids ['a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:52:04.805483 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297d618a-5f74-4dd8-beda-fbdeb75a7d92 None None] Routers {'a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:04.807282 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-297d618a-5f74-4dd8-beda-fbdeb75a7d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:04.840225 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72a3a514-3f27-44c2-9fc8-65e6adb11bc2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:04.849024 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-72a3a514-3f27-44c2-9fc8-65e6adb11bc2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.5137823 Feb 03 12:52:04.851918 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37096) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:04.904935 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-297d618a-5f74-4dd8-beda-fbdeb75a7d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:04.916873 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297d618a-5f74-4dd8-beda-fbdeb75a7d92 None None] Routers {'a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:04.917936 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-297d618a-5f74-4dd8-beda-fbdeb75a7d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:51:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:04.964485 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-297d618a-5f74-4dd8-beda-fbdeb75a7d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:04.965517 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297d618a-5f74-4dd8-beda-fbdeb75a7d92 None None] The sync data for ids ['a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:52:05.009785 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b42753c6-4e99-4f8f-8f88-6aab858010ed tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Deleting port 3a4f133e-ee08-4b2d-af08-aee7882eaaff {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:05.009785 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b42753c6-4e99-4f8f-8f88-6aab858010ed tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (3a4f133e-ee08-4b2d-af08-aee7882eaaff), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.164818 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b42753c6-4e99-4f8f-8f88-6aab858010ed tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (3a4f133e-ee08-4b2d-af08-aee7882eaaff), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.178905 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b42753c6-4e99-4f8f-8f88-6aab858010ed tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Calling delete_port for 3a4f133e-ee08-4b2d-af08-aee7882eaaff owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:05.251906 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7f397fb-3f4f-414d-bbfb-0198877c37f2 req-926c4a32-7fbf-4474-967d-f614227aab6f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1108141 Feb 03 12:52:05.362345 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f6d071d-c1bb-4550-85f8-f496ba3c9d22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for port (d13083d7-eeca-4f70-8ba4-b804a2d45338), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.372367 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f6d071d-c1bb-4550-85f8-f496ba3c9d22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (d13083d7-eeca-4f70-8ba4-b804a2d45338), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.610597 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f6d071d-c1bb-4550-85f8-f496ba3c9d22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (a93c6976-157f-4649-b014-fef26fda2edd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.652731 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-84d214c9-88e6-415d-b868-d7de00768689 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/routers/a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085 HTTP/1.1" status: 200 len: 885 time: 0.7955418 Feb 03 12:52:05.657116 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37112) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:05.670931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d071d-c1bb-4550-85f8-f496ba3c9d22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Pushing event updated for resources: {'Port': ['ID=d13083d7-eeca-4f70-8ba4-b804a2d45338,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:05.688510 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f6d071d-c1bb-4550-85f8-f496ba3c9d22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:05.690897 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1f6d071d-c1bb-4550-85f8-f496ba3c9d22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8560610 Feb 03 12:52:06.069875 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64dc6d9f-9647-42b8-a884-bfafa9532266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.140010 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c1988ba8-668c-48f4-9e60-f734a4ac6683 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4814944 Feb 03 12:52:06.146080 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37132) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:06.152743 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5ce4eb5b-72b6-4c17-a373-ad331b924075 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1371582809'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:06.222646 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-795a37be-288a-485b-ba45-15e4e1daef31 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1414402289&fields=id&tenant_id=3d3da86861ee4a179872b24fbf239a16 HTTP/1.1" status: 200 len: 267 time: 0.2072551 Feb 03 12:52:06.269556 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b42753c6-4e99-4f8f-8f88-6aab858010ed tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (3a4f133e-ee08-4b2d-af08-aee7882eaaff), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.463339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42753c6-4e99-4f8f-8f88-6aab858010ed tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event deleted for resources: {'Port': ['ID=3a4f133e-ee08-4b2d-af08-aee7882eaaff,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:06.523615 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-221e94a9-4ce6-404b-be16-7f481c8dd84a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:06.533042 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-221e94a9-4ce6-404b-be16-7f481c8dd84a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 812 time: 0.3094680 Feb 03 12:52:06.552046 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801115de-d976-4816-b769-fdb537a697fe req-ae02e774-bc5e-471b-a703-24d2c34cf803 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:06.552046 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-801115de-d976-4816-b769-fdb537a697fe req-ae02e774-bc5e-471b-a703-24d2c34cf803 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 0.3880548 Feb 03 12:52:06.565619 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-588e7002-b320-4797-ad78-c2c6d1c252d1 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/quotas/3d3da86861ee4a179872b24fbf239a16 HTTP/1.1" status: 200 len: 375 time: 0.0313313 Feb 03 12:52:06.840770 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b42753c6-4e99-4f8f-8f88-6aab858010ed tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (f1879714-2eb5-4027-b42f-e2d0b65a332e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:06.863421 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-801115de-d976-4816-b769-fdb537a697fe req-29fc17e8-de08-4da4-be0e-faaefdec0e1a tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031824 Feb 03 12:52:06.904088 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:07.136346 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4c4de86-a794-45de-ae93-88cd72cf145c req-0bfecc62-2b31-4911-bb67-60e49cabfad9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.0393717 Feb 03 12:52:07.371850 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42753c6-4e99-4f8f-8f88-6aab858010ed tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Router f1879714-2eb5-4027-b42f-e2d0b65a332e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:52:07.679185 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42753c6-4e99-4f8f-8f88-6aab858010ed tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:52:07.690760 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e6c06d-dc7b-4659-ba47-4198c3382b28 None None] Sync routers for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:52:07.697110 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b42753c6-4e99-4f8f-8f88-6aab858010ed tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "PUT /v2.0/routers/f1879714-2eb5-4027-b42f-e2d0b65a332e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8741837 Feb 03 12:52:07.697110 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37158) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:07.728935 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e6c06d-dc7b-4659-ba47-4198c3382b28 None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:07.730280 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-64e6c06d-dc7b-4659-ba47-4198c3382b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:07.787359 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-64e6c06d-dc7b-4659-ba47-4198c3382b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:07.851183 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e6c06d-dc7b-4659-ba47-4198c3382b28 None None] Routers {'f1879714-2eb5-4027-b42f-e2d0b65a332e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:07.868772 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-64e6c06d-dc7b-4659-ba47-4198c3382b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f1879714-2eb5-4027-b42f-e2d0b65a332e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:07.967450 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ce4eb5b-72b6-4c17-a373-ad331b924075 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:07.998193 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ce4eb5b-72b6-4c17-a373-ad331b924075 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:08.010456 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eeeffc80-56fb-4651-91f6-a5d720b07ba4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for router (f1879714-2eb5-4027-b42f-e2d0b65a332e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:08.021643 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-ed44e8e5-8644-44ca-9e0f-2002b6373748 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4547825 Feb 03 12:52:08.026962 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-64e6c06d-dc7b-4659-ba47-4198c3382b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:08.029984 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e6c06d-dc7b-4659-ba47-4198c3382b28 None None] The sync data for ids ['f1879714-2eb5-4027-b42f-e2d0b65a332e'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:52:08.197550 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:08.301604 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-ba12f6ac-5e0b-4d91-ba66-af5330525360 service neutron] 10.222.0.18 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939762 Feb 03 12:52:08.346246 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce4eb5b-72b6-4c17-a373-ad331b924075 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:52:08.563557 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eeeffc80-56fb-4651-91f6-a5d720b07ba4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for router_gateway (f1879714-2eb5-4027-b42f-e2d0b65a332e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:08.607002 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf3fb8-ae83-441b-820f-e4cde7c6d018 req-0504bede-b123-4549-a76e-40e2072f5082 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:08.634619 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17bf3fb8-ae83-441b-820f-e4cde7c6d018 req-0504bede-b123-4549-a76e-40e2072f5082 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 0.5244181 Feb 03 12:52:08.756596 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-f73d6f25-c2d9-47dd-9451-39fd1db38207 service neutron] 10.222.0.18 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368358 Feb 03 12:52:08.813157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce4eb5b-72b6-4c17-a373-ad331b924075 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:52:08.825544 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad88a8-2412-4916-92b5-c627a093488f None None] Sync routers for ids ['a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:52:08.844714 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad88a8-2412-4916-92b5-c627a093488f None None] Routers {'a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:08.849050 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ebad88a8-2412-4916-92b5-c627a093488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:08.859054 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ce4eb5b-72b6-4c17-a373-ad331b924075 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:08.865096 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5ce4eb5b-72b6-4c17-a373-ad331b924075 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085 HTTP/1.1" status: 200 len: 892 time: 2.7171013 Feb 03 12:52:08.867481 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17bf3fb8-ae83-441b-820f-e4cde7c6d018 req-5167d214-82cd-45d6-aab4-7957f3d3306f tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291298 Feb 03 12:52:08.868194 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37182) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:09.010350 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ebad88a8-2412-4916-92b5-c627a093488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:09.031034 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-eeeffc80-56fb-4651-91f6-a5d720b07ba4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Deleting port 1a015cfd-5ec2-449e-b44c-c0255bee70dc {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:09.036050 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad88a8-2412-4916-92b5-c627a093488f None None] Routers {'a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:09.037746 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ebad88a8-2412-4916-92b5-c627a093488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:09.041983 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eeeffc80-56fb-4651-91f6-a5d720b07ba4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1a015cfd-5ec2-449e-b44c-c0255bee70dc), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:09.131819 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ebad88a8-2412-4916-92b5-c627a093488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:09.133258 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad88a8-2412-4916-92b5-c627a093488f None None] The sync data for ids ['a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:52:09.331647 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cfadcd89-de62-4798-b357-158a07a2d78e req-9b533cd2-2833-44cc-ab9a-7b55aba6e75d tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.2090135 Feb 03 12:52:09.450351 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-41d8ee87-e6d4-4141-ae8f-699f4e2abfd9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/routers/a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085 HTTP/1.1" status: 200 len: 892 time: 0.5801735 Feb 03 12:52:09.459005 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37198) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:09.647295 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9e70fe81-0d52-4ed9-ab02-16c8f11a9d79 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085 HTTP/1.1" status: 200 len: 205 time: 0.1818945 Feb 03 12:52:09.652587 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37202) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:09.660191 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-35344cca-67c0-47f6-9ae6-481259d1dc12 req-6c602072-1d86-4b27-9c04-8e8214f29069 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 210 time: 0.2034233 Feb 03 12:52:09.672619 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eeeffc80-56fb-4651-91f6-a5d720b07ba4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1a015cfd-5ec2-449e-b44c-c0255bee70dc), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:09.776561 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-eeeffc80-56fb-4651-91f6-a5d720b07ba4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Calling delete_port for 1a015cfd-5ec2-449e-b44c-c0255bee70dc owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:09.974696 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:10.362720 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37222) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:10.626368 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df60df0d-2563-4f21-95df-cef5b38601e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:10.733255 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d58f67-a758-499b-967b-be02cf590f7d req-d8553925-2720-47b3-bbcf-860bc2281b61 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:10.740380 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-08d58f67-a758-499b-967b-be02cf590f7d req-d8553925-2720-47b3-bbcf-860bc2281b61 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 0.6157434 Feb 03 12:52:10.815184 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75ab72d6-549d-47cf-83b3-063022f173f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:10.820867 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5c9c497-d80f-432f-9594-ffb568929453 req-ac880ff3-0700-4b58-ad1e-287b8dc53556 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.2748997 Feb 03 12:52:10.992954 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eeeffc80-56fb-4651-91f6-a5d720b07ba4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (1a015cfd-5ec2-449e-b44c-c0255bee70dc), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.144688 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f0e3644f-e7d1-4648-bbd0-dfdda6be595a req-5ae17558-9021-4b83-b8ef-cc684a4b29bd tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 210 time: 0.1148412 Feb 03 12:52:11.246184 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df60df0d-2563-4f21-95df-cef5b38601e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router_gateway (a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.269339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeffc80-56fb-4651-91f6-a5d720b07ba4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event deleted for resources: {'Port': ['ID=1a015cfd-5ec2-449e-b44c-c0255bee70dc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:11.438411 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-df60df0d-2563-4f21-95df-cef5b38601e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting port 281c390d-d40e-434f-88b7-7a6de451cb3c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:11.441579 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df60df0d-2563-4f21-95df-cef5b38601e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (281c390d-d40e-434f-88b7-7a6de451cb3c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.442043 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-08d58f67-a758-499b-967b-be02cf590f7d req-52145f4f-d277-4e3e-ab6c-3e8bc0027390 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6750534 Feb 03 12:52:11.637521 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75ab72d6-549d-47cf-83b3-063022f173f1 admin admin] Publish callbacks [] for security_group (13437717-ac7a-4d96-bc10-cdf24d7fc3c4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.657685 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75ab72d6-549d-47cf-83b3-063022f173f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (13437717-ac7a-4d96-bc10-cdf24d7fc3c4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.685747 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eeeffc80-56fb-4651-91f6-a5d720b07ba4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (f1879714-2eb5-4027-b42f-e2d0b65a332e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.699153 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df60df0d-2563-4f21-95df-cef5b38601e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (281c390d-d40e-434f-88b7-7a6de451cb3c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:11.720411 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-df60df0d-2563-4f21-95df-cef5b38601e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Calling delete_port for 281c390d-d40e-434f-88b7-7a6de451cb3c owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:12.101998 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab72d6-549d-47cf-83b3-063022f173f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13437717-ac7a-4d96-bc10-cdf24d7fc3c4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:12.106477 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-75ab72d6-549d-47cf-83b3-063022f173f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f448c792e4049a08442cf0e641023b4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7326515 Feb 03 12:52:12.108442 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eeeffc80-56fb-4651-91f6-a5d720b07ba4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (f1879714-2eb5-4027-b42f-e2d0b65a332e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.115376 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eeeffc80-56fb-4651-91f6-a5d720b07ba4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for router_controller (f1879714-2eb5-4027-b42f-e2d0b65a332e), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.116967 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37250) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:12.405090 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eeeffc80-56fb-4651-91f6-a5d720b07ba4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (f1879714-2eb5-4027-b42f-e2d0b65a332e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.405626 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeffc80-56fb-4651-91f6-a5d720b07ba4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Fanout notify agent at l3_agent the message router_deleted on router f1879714-2eb5-4027-b42f-e2d0b65a332e {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:52:12.425018 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8390af5b-3a86-4129-a830-88295fcd0cff req-1eb132b7-9c02-4e73-97a6-79c4e435357f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 210 time: 0.1081030 Feb 03 12:52:12.441347 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eeeffc80-56fb-4651-91f6-a5d720b07ba4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.449242 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-eeeffc80-56fb-4651-91f6-a5d720b07ba4 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "DELETE /v2.0/routers/f1879714-2eb5-4027-b42f-e2d0b65a332e HTTP/1.1" status: 204 len: 168 time: 4.7543457 Feb 03 12:52:12.490327 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37260) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:12.535507 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e98a0426-5316-42e7-8729-bc849ef69fd0 req-93440b0b-5f33-45dd-a43b-f68d4ad08d8c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.3895576 Feb 03 12:52:12.596521 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-cef40549-c469-4ad3-bdd7-14059da2dd35 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:12.602719 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-cef40549-c469-4ad3-bdd7-14059da2dd35 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 812 time: 0.6759734 Feb 03 12:52:12.608737 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df60df0d-2563-4f21-95df-cef5b38601e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (281c390d-d40e-434f-88b7-7a6de451cb3c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.624716 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7799ef-c804-41c6-8d2d-07b7477c52fd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Deleting subnet 9b16963d-e834-4ef8-8b47-b1f130de640f {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:52:12.633448 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f7799ef-c804-41c6-8d2d-07b7477c52fd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for subnet (9b16963d-e834-4ef8-8b47-b1f130de640f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.782302 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60df0d-2563-4f21-95df-cef5b38601e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Port': ['ID=281c390d-d40e-434f-88b7-7a6de451cb3c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:12.906714 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f7799ef-c804-41c6-8d2d-07b7477c52fd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (9b16963d-e834-4ef8-8b47-b1f130de640f), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.920965 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8663fb11-dfba-4a1f-a2d7-58c65f293234 admin admin] Publish callbacks [] for security_group (13437717-ac7a-4d96-bc10-cdf24d7fc3c4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:12.945081 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df60df0d-2563-4f21-95df-cef5b38601e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.068884 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3faf1f-362b-45a6-9c4c-0777e23c7238 req-693e6236-37da-44bd-ad1b-e0e2aaf531ad tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:13.081512 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9c3faf1f-362b-45a6-9c4c-0777e23c7238 req-693e6236-37da-44bd-ad1b-e0e2aaf531ad tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 0.3432558 Feb 03 12:52:13.092370 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8663fb11-dfba-4a1f-a2d7-58c65f293234 admin admin] Publish callbacks [] for security_group (13437717-ac7a-4d96-bc10-cdf24d7fc3c4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.129102 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f7799ef-c804-41c6-8d2d-07b7477c52fd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (9b16963d-e834-4ef8-8b47-b1f130de640f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.157814 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df60df0d-2563-4f21-95df-cef5b38601e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.165690 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df60df0d-2563-4f21-95df-cef5b38601e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router_controller (a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.242832 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9c3faf1f-362b-45a6-9c4c-0777e23c7238 req-0c7d52cb-4ee5-43f7-9917-d4785be73f93 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602669 Feb 03 12:52:13.309754 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8663fb11-dfba-4a1f-a2d7-58c65f293234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (13437717-ac7a-4d96-bc10-cdf24d7fc3c4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.312905 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8663fb11-dfba-4a1f-a2d7-58c65f293234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.314111 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8663fb11-dfba-4a1f-a2d7-58c65f293234 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13437717-ac7a-4d96-bc10-cdf24d7fc3c4 HTTP/1.1" status: 204 len: 168 time: 1.1963344 Feb 03 12:52:13.317778 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f7799ef-c804-41c6-8d2d-07b7477c52fd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (9b16963d-e834-4ef8-8b47-b1f130de640f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.402651 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df60df0d-2563-4f21-95df-cef5b38601e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.408251 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df60df0d-2563-4f21-95df-cef5b38601e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Fanout notify agent at l3_agent the message router_deleted on router a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:52:13.435435 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df60df0d-2563-4f21-95df-cef5b38601e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.447862 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-df60df0d-2563-4f21-95df-cef5b38601e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/routers/a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085 HTTP/1.1" status: 204 len: 168 time: 3.7740676 Feb 03 12:52:13.452626 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7799ef-c804-41c6-8d2d-07b7477c52fd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event deleted for resources: {'Subnet': ['ID=9b16963d-e834-4ef8-8b47-b1f130de640f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:13.480056 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37278) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:13.495637 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7b058355-54f7-460c-b2e9-3379e524d9f6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1431408985'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:13.517950 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663fb11-dfba-4a1f-a2d7-58c65f293234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13437717-ac7a-4d96-bc10-cdf24d7fc3c4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:13.539333 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f7799ef-c804-41c6-8d2d-07b7477c52fd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.557292 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0f7799ef-c804-41c6-8d2d-07b7477c52fd tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "DELETE /v2.0/subnets/9b16963d-e834-4ef8-8b47-b1f130de640f HTTP/1.1" status: 204 len: 168 time: 1.0645776 Feb 03 12:52:13.561734 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37282) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:13.790012 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-b29099dd-6b01-4c02-a05a-fd8130d1c97b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d3da86861ee4a179872b24fbf239a16 HTTP/1.1" status: 200 len: 380 time: 1.1591258 Feb 03 12:52:13.886635 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-22789e95-77bc-4a67-b4a1-75c1ec8960b0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Request body: {'port': {'device_id': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'admin_state_up': True, 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'security_groups': ['e76647a5-4738-4ce1-9c84-5060a843246d']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:13.907991 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84d0e720-7543-4118-ac17-1ba7552fd543 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (d00283cd-88d3-4968-a46d-fb73a0cdb59b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:13.938360 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e6433aac-3ea8-4258-a8d0-e4aec069ebcb req-cd278db6-a406-42f2-a488-77efc3704095 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 210 time: 0.2446063 Feb 03 12:52:13.996250 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f64fc5-db9b-4240-bf17-bcd6a220c7d2 req-2b78c0fc-1deb-4a0d-a956-7f6429421edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:13.999123 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38f64fc5-db9b-4240-bf17-bcd6a220c7d2 req-2b78c0fc-1deb-4a0d-a956-7f6429421edc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 1128 time: 0.6620994 Feb 03 12:52:14.004088 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-21cfcaaf-4e4b-4d77-bc9a-addc2ff97234 req-254db585-9849-441c-a386-4d80c9104ada tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1136560 Feb 03 12:52:14.065833 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b058355-54f7-460c-b2e9-3379e524d9f6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Made reservation on behalf of 8f11593a0ed047868fd329fdd3c34fc1 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:14.072062 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b058355-54f7-460c-b2e9-3379e524d9f6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.241364 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84d0e720-7543-4118-ac17-1ba7552fd543 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (d00283cd-88d3-4968-a46d-fb73a0cdb59b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.278067 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-84d0e720-7543-4118-ac17-1ba7552fd543 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00283cd-88d3-4968-a46d-fb73a0cdb59b']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:14.295195 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-84d0e720-7543-4118-ac17-1ba7552fd543 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36f0c62-fa6e-4eec-a414-9ec2af7be9e0') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:14.295195 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-84d0e720-7543-4118-ac17-1ba7552fd543 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36f0c62-fa6e-4eec-a414-9ec2af7be9e0') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:14.309712 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84d0e720-7543-4118-ac17-1ba7552fd543 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (c36f0c62-fa6e-4eec-a414-9ec2af7be9e0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.318068 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38f64fc5-db9b-4240-bf17-bcd6a220c7d2 req-5bf7a213-2ebf-4ffc-89d2-5032a60e746b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531940 Feb 03 12:52:14.332270 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84d0e720-7543-4118-ac17-1ba7552fd543 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c36f0c62-fa6e-4eec-a414-9ec2af7be9e0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.332965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37296) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:14.342002 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d0e720-7543-4118-ac17-1ba7552fd543 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:52:14.342882 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84d0e720-7543-4118-ac17-1ba7552fd543 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (c36f0c62-fa6e-4eec-a414-9ec2af7be9e0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.413653 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e266c47-0f2f-4560-9b91-bd3de6ed3550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:52:14.441952 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:52:14.449378 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84d0e720-7543-4118-ac17-1ba7552fd543 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (d00283cd-88d3-4968-a46d-fb73a0cdb59b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.455431 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84d0e720-7543-4118-ac17-1ba7552fd543 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.463284 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-84d0e720-7543-4118-ac17-1ba7552fd543 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] 10.222.0.18 "DELETE /v2.0/networks/d00283cd-88d3-4968-a46d-fb73a0cdb59b HTTP/1.1" status: 204 len: 168 time: 0.8884025 Feb 03 12:52:14.495397 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0e720-7543-4118-ac17-1ba7552fd543 tempest-FloatingIPTestJSON-1809173235 tempest-FloatingIPTestJSON-1809173235-project] Pushing event deleted for resources: {'Network': ['ID=d00283cd-88d3-4968-a46d-fb73a0cdb59b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:14.503254 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b058355-54f7-460c-b2e9-3379e524d9f6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:52:14.533524 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b058355-54f7-460c-b2e9-3379e524d9f6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ec092ed9-cbeb-494d-84ef-6dc15cef95d1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.534619 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-7b058355-54f7-460c-b2e9-3379e524d9f6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Added segment ec092ed9-cbeb-494d-84ef-6dc15cef95d1 of type vlan for network 8a17d25f-d262-46b9-899a-196d1a337868 Feb 03 12:52:14.627051 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-22789e95-77bc-4a67-b4a1-75c1ec8960b0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Made reservation on behalf of 3d3da86861ee4a179872b24fbf239a16 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:14.633244 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-22789e95-77bc-4a67-b4a1-75c1ec8960b0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.656453 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b058355-54f7-460c-b2e9-3379e524d9f6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (8a17d25f-d262-46b9-899a-196d1a337868), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.685454 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92291d-7a5f-4463-ba18-0d59b1de022a req-51de6349-cb3f-43fd-a01f-fd54f8ee9521 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:14.686619 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ca92291d-7a5f-4463-ba18-0d59b1de022a req-51de6349-cb3f-43fd-a01f-fd54f8ee9521 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 0.2752295 Feb 03 12:52:14.731085 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b058355-54f7-460c-b2e9-3379e524d9f6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (8a17d25f-d262-46b9-899a-196d1a337868), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.742770 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b058355-54f7-460c-b2e9-3379e524d9f6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:14.743996 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b058355-54f7-460c-b2e9-3379e524d9f6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:14.848471 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7b058355-54f7-460c-b2e9-3379e524d9f6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3619418 Feb 03 12:52:14.857529 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37306) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:14.868789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5a2f7eff-d1b1-45f8-b4fd-b36b7a3b0a3c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'subnet': {'network_id': '8a17d25f-d262-46b9-899a-196d1a337868', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:14.956462 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b058355-54f7-460c-b2e9-3379e524d9f6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Network': ['ID=8a17d25f-d262-46b9-899a-196d1a337868,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:14.995477 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 8a17d25f-d262-46b9-899a-196d1a337868 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:52:15.054681 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37320) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:15.145326 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e266c47-0f2f-4560-9b91-bd3de6ed3550 admin admin] Publish callbacks [] for security_group (2a35fb50-0e0e-4e2f-8c7f-f1f95e43552d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:15.159022 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ca92291d-7a5f-4463-ba18-0d59b1de022a req-7c5712de-9520-4661-9664-689932b5b893 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340441 Feb 03 12:52:15.191066 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e266c47-0f2f-4560-9b91-bd3de6ed3550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2a35fb50-0e0e-4e2f-8c7f-f1f95e43552d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:15.240235 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2609f6f1-6219-4333-b6a3-eb885388c9b0 req-6bb85d9b-261d-466a-894f-7abe3566773c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 210 time: 0.1142354 Feb 03 12:52:15.452891 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2f7eff-d1b1-45f8-b4fd-b36b7a3b0a3c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Made reservation on behalf of 8f11593a0ed047868fd329fdd3c34fc1 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:15.457501 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7eff-d1b1-45f8-b4fd-b36b7a3b0a3c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:15.521690 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-844a956d-77e2-4df5-8709-fb28bae9f04e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06e16be9aff34f8982b3cedda8196fa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4634068 Feb 03 12:52:15.522789 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37334) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:15.601747 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a1f6a86-e00b-422e-a3de-fb95d76f06a9 req-fe7c2591-6311-4883-bcbd-d01b2031ab77 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1264300 Feb 03 12:52:15.615530 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37336) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:15.617789 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6e266c47-0f2f-4560-9b91-bd3de6ed3550 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1a8f93b29b646baa7c1f74fca766e5c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2770667 Feb 03 12:52:15.766692 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60a48339-1ee5-4da3-b627-4ddf81ad6d21 admin admin] Publish callbacks [] for security_group (2a35fb50-0e0e-4e2f-8c7f-f1f95e43552d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:15.788758 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8143ceaa-2462-4cde-9ad5-0458673004f0 admin admin] Publish callbacks [] for security_group (f358fb30-fb7e-4c80-b553-cd7839b97a91), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:15.813631 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60a48339-1ee5-4da3-b627-4ddf81ad6d21 admin admin] Publish callbacks [] for security_group (2a35fb50-0e0e-4e2f-8c7f-f1f95e43552d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:15.822664 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e266c47-0f2f-4560-9b91-bd3de6ed3550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a35fb50-0e0e-4e2f-8c7f-f1f95e43552d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:15.848110 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-22789e95-77bc-4a67-b4a1-75c1ec8960b0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Allocated IP 172.20.0.6 (8a31b64a-8b4b-41d9-85e7-84b1c21d51ab/a27fe823-3411-4edd-b136-06676ed45522/5ef71da0-acb2-4952-8099-e4278d115834) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:15.882146 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8143ceaa-2462-4cde-9ad5-0458673004f0 admin admin] Publish callbacks [] for security_group (f358fb30-fb7e-4c80-b553-cd7839b97a91), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:15.884992 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:15.988917 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7eff-d1b1-45f8-b4fd-b36b7a3b0a3c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (5c166c6a-ef7c-4f2d-b917-ca7b498e7dc6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.058334 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f7eff-d1b1-45f8-b4fd-b36b7a3b0a3c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Subnet': ['ID=5c166c6a-ef7c-4f2d-b917-ca7b498e7dc6,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:16.115146 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60a48339-1ee5-4da3-b627-4ddf81ad6d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2a35fb50-0e0e-4e2f-8c7f-f1f95e43552d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.120096 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60a48339-1ee5-4da3-b627-4ddf81ad6d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.125790 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-60a48339-1ee5-4da3-b627-4ddf81ad6d21 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a35fb50-0e0e-4e2f-8c7f-f1f95e43552d HTTP/1.1" status: 204 len: 168 time: 0.5086422 Feb 03 12:52:16.132092 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8143ceaa-2462-4cde-9ad5-0458673004f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f358fb30-fb7e-4c80-b553-cd7839b97a91), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.135499 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8143ceaa-2462-4cde-9ad5-0458673004f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.141089 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8143ceaa-2462-4cde-9ad5-0458673004f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f358fb30-fb7e-4c80-b553-cd7839b97a91 HTTP/1.1" status: 204 len: 168 time: 0.6120434 Feb 03 12:52:16.147526 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a48339-1ee5-4da3-b627-4ddf81ad6d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a35fb50-0e0e-4e2f-8c7f-f1f95e43552d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:16.171409 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2f7eff-d1b1-45f8-b4fd-b36b7a3b0a3c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Checking segment: {'id': 'ec092ed9-cbeb-494d-84ef-6dc15cef95d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a17d25f-d262-46b9-899a-196d1a337868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:16.171846 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2f7eff-d1b1-45f8-b4fd-b36b7a3b0a3c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network hostable DHCP agents. Network: 8a17d25f-d262-46b9-899a-196d1a337868, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:52:16.181252 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143ceaa-2462-4cde-9ad5-0458673004f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f358fb30-fb7e-4c80-b553-cd7839b97a91,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:16.454857 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46562f61-55d5-4fa7-9c97-7b1ff57bc8fc req-66629908-4bf9-4ac2-8408-0ef3e3fb7613 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:16.469253 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-46562f61-55d5-4fa7-9c97-7b1ff57bc8fc req-66629908-4bf9-4ac2-8408-0ef3e3fb7613 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 0.1374547 Feb 03 12:52:16.507121 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2f7eff-d1b1-45f8-b4fd-b36b7a3b0a3c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 8a17d25f-d262-46b9-899a-196d1a337868 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:52:16.573751 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5a2f7eff-d1b1-45f8-b4fd-b36b7a3b0a3c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 8a17d25f-d262-46b9-899a-196d1a337868) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:16.581494 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-46562f61-55d5-4fa7-9c97-7b1ff57bc8fc req-025ace9a-91c2-4517-bb17-9b51de0de03d tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107645 Feb 03 12:52:16.585808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573989e9-bd66-45a9-b4b9-da66e8bcfa55 None None] Network 8a17d25f-d262-46b9-899a-196d1a337868 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:16.609177 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42c73468-e4cc-4e39-b6f0-b69691535603 req-92305f76-8c71-417a-ae33-1ff02feb73e3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 210 time: 0.0822725 Feb 03 12:52:16.610691 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2f7eff-d1b1-45f8-b4fd-b36b7a3b0a3c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:16.611342 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7eff-d1b1-45f8-b4fd-b36b7a3b0a3c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.636115 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-22789e95-77bc-4a67-b4a1-75c1ec8960b0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for port (5ef71da0-acb2-4952-8099-e4278d115834), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.646579 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5a2f7eff-d1b1-45f8-b4fd-b36b7a3b0a3c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7821577 Feb 03 12:52:16.649456 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37366) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:16.656220 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2c0dc5b5-8c38-4516-8ac8-6568252043e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1207848029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:16.705865 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc5b5-8c38-4516-8ac8-6568252043e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (85917efd-ed9b-49c9-ad21-2ae96e736076), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.707056 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc5b5-8c38-4516-8ac8-6568252043e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (85917efd-ed9b-49c9-ad21-2ae96e736076), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.730453 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-22789e95-77bc-4a67-b4a1-75c1ec8960b0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5ef71da0-acb2-4952-8099-e4278d115834), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.837813 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-22789e95-77bc-4a67-b4a1-75c1ec8960b0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:16.844497 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-22789e95-77bc-4a67-b4a1-75c1ec8960b0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:16.847165 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22789e95-77bc-4a67-b4a1-75c1ec8960b0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Pushing event updated for resources: {'Port': ['ID=5ef71da0-acb2-4952-8099-e4278d115834,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:16.860453 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-22789e95-77bc-4a67-b4a1-75c1ec8960b0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:16.877548 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc5b5-8c38-4516-8ac8-6568252043e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router_controller (85917efd-ed9b-49c9-ad21-2ae96e736076), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.915774 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-03b417cf-b349-4613-87c6-f13f0c7f8673 req-ead20428-96ec-4f18-b89a-bd0c9936623a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.0642323 Feb 03 12:52:16.916973 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc5b5-8c38-4516-8ac8-6568252043e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (85917efd-ed9b-49c9-ad21-2ae96e736076), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.971427 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc5b5-8c38-4516-8ac8-6568252043e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:16.972932 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2c0dc5b5-8c38-4516-8ac8-6568252043e9 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3218162 Feb 03 12:52:16.980929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37382) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:16.984866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8a17d25f-d262-46b9-899a-196d1a337868', 'network_id': '8a17d25f-d262-46b9-899a-196d1a337868', 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'fixed_ips': [{'subnet_id': '5c166c6a-ef7c-4f2d-b917-ca7b498e7dc6'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:52:16.985736 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:17.053713 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-22789e95-77bc-4a67-b4a1-75c1ec8960b0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:17.054627 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-22789e95-77bc-4a67-b4a1-75c1ec8960b0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:17.125621 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-22789e95-77bc-4a67-b4a1-75c1ec8960b0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3283043 Feb 03 12:52:17.185792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] Request body: {'port': {'device_id': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:17.517521 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] Allocated IP 2001:db8::2 (8a17d25f-d262-46b9-899a-196d1a337868/5c166c6a-ef7c-4f2d-b917-ca7b498e7dc6/98c19051-5361-4227-8d03-89823788c449) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:17.525023 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-a8850b03-d16c-4b0f-8f11-be82cc2b586b req-b676a64e-2c09-4165-8993-00f624b412b8 service neutron] (103188) timed out ('10.222.0.18', 59728) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 12:52:17.725464 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5ef71da0-acb2-4952-8099-e4278d115834), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:17.837352 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] Publish callbacks [] for port (98c19051-5361-4227-8d03-89823788c449), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:17.852889 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (98c19051-5361-4227-8d03-89823788c449), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:17.930157 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] Pushing event updated for resources: {'Port': ['ID=98c19051-5361-4227-8d03-89823788c449,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:18.006622 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] Network 8a17d25f-d262-46b9-899a-196d1a337868 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:18.011454 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-cc0e151b-a57d-4233-aefe-43e8d3b6cecf None None] Provisioning complete for port 5ef71da0-acb2-4952-8099-e4278d115834 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:18.016305 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37424) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:18.017743 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cc0e151b-a57d-4233-aefe-43e8d3b6cecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5ef71da0-acb2-4952-8099-e4278d115834), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:18.049702 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a01acdf0-d2a7-43ab-8abb-3a7c3e1bc469 req-516252d6-7a7f-48c5-b176-1d09c9ea7b4f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6779096 Feb 03 12:52:18.109828 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-04ebafab-c214-479c-ae58-7db3ea321831 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:18.122220 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-04ebafab-c214-479c-ae58-7db3ea321831 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/networks?id=ba52975b-3ccc-4e20-a0cf-e3affafdc748 HTTP/1.1" status: 200 len: 811 time: 1.0119269 Feb 03 12:52:18.333172 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-376091a0-e0f7-4585-aa39-66bd9e71ec82 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/quotas/cd79879f23c9420f9b758bf6be6d77f9 HTTP/1.1" status: 200 len: 375 time: 0.2097061 Feb 03 12:52:18.457762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:18.460971 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:18.465509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cc0e151b-a57d-4233-aefe-43e8d3b6cecf None None] Port 5ef71da0-acb2-4952-8099-e4278d115834 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:18.625739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] Attempting to bind port 98c19051-5361-4227-8d03-89823788c449 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:52:18.626110 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] Attempting to bind port 98c19051-5361-4227-8d03-89823788c449 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'ec092ed9-cbeb-494d-84ef-6dc15cef95d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a17d25f-d262-46b9-899a-196d1a337868'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:52:18.626487 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] Attempting to bind port 98c19051-5361-4227-8d03-89823788c449 on network 8a17d25f-d262-46b9-899a-196d1a337868 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:18.645852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:52:18.646245 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] Checking segment: {'id': 'ec092ed9-cbeb-494d-84ef-6dc15cef95d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a17d25f-d262-46b9-899a-196d1a337868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:18.646661 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:18.647073 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] Bound using segment: {'id': 'ec092ed9-cbeb-494d-84ef-6dc15cef95d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a17d25f-d262-46b9-899a-196d1a337868'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:52:18.647572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] Bound port: 98c19051-5361-4227-8d03-89823788c449, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec092ed9-cbeb-494d-84ef-6dc15cef95d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8a17d25f-d262-46b9-899a-196d1a337868'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:52:18.647994 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (98c19051-5361-4227-8d03-89823788c449), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:18.800500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] For port 98c19051-5361-4227-8d03-89823788c449, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:52:18.809921 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] For port 98c19051-5361-4227-8d03-89823788c449, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=98c19051-5361-4227-8d03-89823788c449,segment=NetworkSegment(ec092ed9-cbeb-494d-84ef-6dc15cef95d1),segment_id=ec092ed9-cbeb-494d-84ef-6dc15cef95d1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:52:18.818078 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (98c19051-5361-4227-8d03-89823788c449), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:18.939708 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247c515-8be1-4457-b71d-6efa5e2d6ecc None None] Pushing event updated for resources: {'Port': ['ID=98c19051-5361-4227-8d03-89823788c449,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:19.047485 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3663e4-6d33-4c8b-8f6e-36a1cee660e2 req-1959c635-6515-48a1-b837-14b50385a75b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:19.049271 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6f3663e4-6d33-4c8b-8f6e-36a1cee660e2 req-1959c635-6515-48a1-b837-14b50385a75b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 931 time: 0.3082490 Feb 03 12:52:19.215050 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2bfe-4ceb-4b09-ae82-07e97704e6bc tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:19.242282 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6f3663e4-6d33-4c8b-8f6e-36a1cee660e2 req-bc074aa3-54fe-448d-8bc0-91c5ad33dec9 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804783 Feb 03 12:52:19.517147 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e766a104-84d1-44af-9c24-505e1abe8b8a req-35f28e4e-ea41-4ece-8c91-dec72031146d tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.0923374 Feb 03 12:52:19.760149 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef71da0-acb2-4952-8099-e4278d115834 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:52:19.772189 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] Publish callbacks [] for port (5ef71da0-acb2-4952-8099-e4278d115834), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:19.797471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] Transition to ACTIVE for port object 5ef71da0-acb2-4952-8099-e4278d115834 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:52:19.802451 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-216e38c8-378c-440a-b725-159e9cf64ace tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'network': {'name': 'tempest-RoutersTest-811015608'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:19.822378 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (5ef71da0-acb2-4952-8099-e4278d115834), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:19.861459 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-3d9b2bfe-4ceb-4b09-ae82-07e97704e6bc tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Allocated IP 2001:db8::1 (8a17d25f-d262-46b9-899a-196d1a337868/5c166c6a-ef7c-4f2d-b917-ca7b498e7dc6/89b4c50e-6fa9-4ca4-9807-b3dea54d0e61) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:19.877098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01acdf0-d2a7-43ab-8abb-3a7c3e1bc469 req-e5140374-cc2b-479e-a3d7-b29f2cd13b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:19.878768 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a01acdf0-d2a7-43ab-8abb-3a7c3e1bc469 req-e5140374-cc2b-479e-a3d7-b29f2cd13b78 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd79879f23c9420f9b758bf6be6d77f9&device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 1128 time: 1.7477560 Feb 03 12:52:20.058766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] Pushing event updated for resources: {'Port': ['ID=5ef71da0-acb2-4952-8099-e4278d115834,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:20.085460 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01acdf0-d2a7-43ab-8abb-3a7c3e1bc469 req-de082d85-efbb-46bc-9b8e-cb1f71656d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:20.087051 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a01acdf0-d2a7-43ab-8abb-3a7c3e1bc469 req-de082d85-efbb-46bc-9b8e-cb1f71656d04 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ba52975b-3ccc-4e20-a0cf-e3affafdc748 HTTP/1.1" status: 200 len: 912 time: 0.1740906 Feb 03 12:52:20.087681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216e38c8-378c-440a-b725-159e9cf64ace tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Made reservation on behalf of 05f05104465b4dbe8869e0f3a6da804e for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:20.091063 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-216e38c8-378c-440a-b725-159e9cf64ace tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.134371 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2bfe-4ceb-4b09-ae82-07e97704e6bc tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for port (89b4c50e-6fa9-4ca4-9807-b3dea54d0e61), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.145423 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-8a9023d8-5450-43c6-99d2-bb8365d9cca6 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd79879f23c9420f9b758bf6be6d77f9&fields=id HTTP/1.1" status: 200 len: 302 time: 1.8081679 Feb 03 12:52:20.184944 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2bfe-4ceb-4b09-ae82-07e97704e6bc tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (89b4c50e-6fa9-4ca4-9807-b3dea54d0e61), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.253274 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9b2bfe-4ceb-4b09-ae82-07e97704e6bc tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 8a17d25f-d262-46b9-899a-196d1a337868 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:20.257955 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3d9b2bfe-4ceb-4b09-ae82-07e97704e6bc tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:20.261824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b2bfe-4ceb-4b09-ae82-07e97704e6bc tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:20.262560 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2bfe-4ceb-4b09-ae82-07e97704e6bc tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (85917efd-ed9b-49c9-ad21-2ae96e736076), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.355739 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a01acdf0-d2a7-43ab-8abb-3a7c3e1bc469 req-50124853-5622-41f8-9274-b2c64adcd872 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6a4efbf-ea97-44f2-b503-150d74f4a20b HTTP/1.1" status: 200 len: 217 time: 0.2334616 Feb 03 12:52:20.356577 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-216e38c8-378c-440a-b725-159e9cf64ace tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.421163 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b2bfe-4ceb-4b09-ae82-07e97704e6bc tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Port': ['ID=89b4c50e-6fa9-4ca4-9807-b3dea54d0e61,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:20.468633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 98c19051-5361-4227-8d03-89823788c449 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:20.605340 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8077a-34cd-44ae-b93b-b276ba145fb5 req-3af0dae7-7fd1-47d1-8629-5e05be973546 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:20.606972 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ffd8077a-34cd-44ae-b93b-b276ba145fb5 req-3af0dae7-7fd1-47d1-8629-5e05be973546 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 943 time: 0.1760738 Feb 03 12:52:20.625352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 98c19051-5361-4227-8d03-89823788c449 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:20.625352 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (98c19051-5361-4227-8d03-89823788c449), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.651866 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-216e38c8-378c-440a-b725-159e9cf64ace tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for security_group (64a8a1bc-11c9-4631-8d91-c8e3235318e2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.703181 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ffd8077a-34cd-44ae-b93b-b276ba145fb5 req-19b618c8-ac20-4fe9-97dd-7ef32bf666f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769014 Feb 03 12:52:20.724606 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2bfe-4ceb-4b09-ae82-07e97704e6bc tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (89b4c50e-6fa9-4ca4-9807-b3dea54d0e61), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.748461 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-216e38c8-378c-440a-b725-159e9cf64ace tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (64a8a1bc-11c9-4631-8d91-c8e3235318e2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.831794 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 98c19051-5361-4227-8d03-89823788c449 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:20.832216 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (98c19051-5361-4227-8d03-89823788c449), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:20.899019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01acdf0-d2a7-43ab-8abb-3a7c3e1bc469 req-f1cfc04b-4764-4fe2-9b44-9f6125c557d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:20.900459 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a01acdf0-d2a7-43ab-8abb-3a7c3e1bc469 req-f1cfc04b-4764-4fe2-9b44-9f6125c557d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e24c0d19-efc7-422d-9f52-9378e9ba1415 HTTP/1.1" status: 200 len: 851 time: 0.5230725 Feb 03 12:52:20.905667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e488ffa9-c91a-436a-8a9d-8ef923f439eb None None] Network 8a17d25f-d262-46b9-899a-196d1a337868 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:20.928847 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216e38c8-378c-440a-b725-159e9cf64ace tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:52:20.932890 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] Attempting to bind port 5ef71da0-acb2-4952-8099-e4278d115834 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:52:20.933239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] Attempting to bind port 5ef71da0-acb2-4952-8099-e4278d115834 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:52:20.933580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] Attempting to bind port 5ef71da0-acb2-4952-8099-e4278d115834 on network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:20.970384 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] Port 5ef71da0-acb2-4952-8099-e4278d115834 on network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:52:20.970726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] Attempting to bind port 5ef71da0-acb2-4952-8099-e4278d115834 on network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:20.974312 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a01acdf0-d2a7-43ab-8abb-3a7c3e1bc469 req-fc5bf861-49ef-4d12-89d7-eaab6cd85d21 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ba52975b-3ccc-4e20-a0cf-e3affafdc748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426111 Feb 03 12:52:20.979049 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e38c8-378c-440a-b725-159e9cf64ace tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a8a1bc-11c9-4631-8d91-c8e3235318e2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:21.014562 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-216e38c8-378c-440a-b725-159e9cf64ace tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (a25e5dcd-2a77-4405-9f21-957b16b3e07b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.015123 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-216e38c8-378c-440a-b725-159e9cf64ace tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Added segment a25e5dcd-2a77-4405-9f21-957b16b3e07b of type vlan for network f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c Feb 03 12:52:21.032060 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:52:21.032603 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] Checking segment: {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:21.033190 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] Bound using segment: {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:52:21.033889 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] Bound port: 5ef71da0-acb2-4952-8099-e4278d115834, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:52:21.034409 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5ef71da0-acb2-4952-8099-e4278d115834), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.070142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 98c19051-5361-4227-8d03-89823788c449, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=98c19051-5361-4227-8d03-89823788c449,segment=NetworkSegment(ec092ed9-cbeb-494d-84ef-6dc15cef95d1),segment_id=ec092ed9-cbeb-494d-84ef-6dc15cef95d1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:21.081955 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (98c19051-5361-4227-8d03-89823788c449), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.164250 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-85448521-e536-495b-bde9-2913f72a113d None None] Provisioning complete for port 98c19051-5361-4227-8d03-89823788c449 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:21.165681 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-85448521-e536-495b-bde9-2913f72a113d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (98c19051-5361-4227-8d03-89823788c449), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.184056 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] For port 5ef71da0-acb2-4952-8099-e4278d115834, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:52:21.189636 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] For port 5ef71da0-acb2-4952-8099-e4278d115834, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5ef71da0-acb2-4952-8099-e4278d115834,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:52:21.196686 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-e3865873-b28d-44b4-be20-6ef8c328c895 service neutron] 10.222.0.18 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0502918 Feb 03 12:52:21.203143 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (5ef71da0-acb2-4952-8099-e4278d115834), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.225369 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:21.226450 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.228630 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] 10.222.0.73 "PUT /v2.0/ports/5ef71da0-acb2-4952-8099-e4278d115834 HTTP/1.1" status: 200 len: 1091 time: 4.0607800 Feb 03 12:52:21.288600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'tag': '5ef71da0-acb2-4952-8099-e4278d115834'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:52:21.291964 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a1253b-2ea6-4b25-acdc-7f93324a1447" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39", "tag": "5ef71da0-acb2-4952-8099-e4278d115834"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:52:21.351574 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=98c19051-5361-4227-8d03-89823788c449,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:21.366862 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-57f03927-b596-4381-94cf-a1e24ba50a2c req-2246fe1c-1059-4e09-a51e-1bdf87705d00 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.3408318 Feb 03 12:52:21.382770 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-216e38c8-378c-440a-b725-159e9cf64ace tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.485715 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-85448521-e536-495b-bde9-2913f72a113d None None] Current status of the port 98c19051-5361-4227-8d03-89823788c449 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:21.488973 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2bfe-4ceb-4b09-ae82-07e97704e6bc tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for port (89b4c50e-6fa9-4ca4-9807-b3dea54d0e61), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.496469 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2bfe-4ceb-4b09-ae82-07e97704e6bc tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (89b4c50e-6fa9-4ca4-9807-b3dea54d0e61), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.498015 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2bfe-4ceb-4b09-ae82-07e97704e6bc tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (85917efd-ed9b-49c9-ad21-2ae96e736076), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.504330 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-216e38c8-378c-440a-b725-159e9cf64ace tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:52:21.596349 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560c4019-d5bd-4be1-a7d8-2cfda88f8da9 x-openstack-request-id: req-560c4019-d5bd-4be1-a7d8-2cfda88f8da9 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:52:21.596718 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39", "tag": "5ef71da0-acb2-4952-8099-e4278d115834", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:52:21.596953 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-560c4019-d5bd-4be1-a7d8-2cfda88f8da9 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:52:21.597702 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'tag': '5ef71da0-acb2-4952-8099-e4278d115834', 'status': 'completed', 'code': 200} Feb 03 12:52:21.605121 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b2bfe-4ceb-4b09-ae82-07e97704e6bc tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Port': ['ID=89b4c50e-6fa9-4ca4-9807-b3dea54d0e61,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:21.627919 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776516b-0f8b-4595-822b-ba506202b53f service neutron] Pushing event updated for resources: {'Port': ['ID=5ef71da0-acb2-4952-8099-e4278d115834,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:21.640598 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a01acdf0-d2a7-43ab-8abb-3a7c3e1bc469 req-e93af22d-c7d8-440d-b5d5-4c362cccc543 service neutron] 10.222.0.31 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6576793 Feb 03 12:52:21.680152 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-216e38c8-378c-440a-b725-159e9cf64ace tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.687903 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216e38c8-378c-440a-b725-159e9cf64ace tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:21.689392 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-216e38c8-378c-440a-b725-159e9cf64ace tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.751690 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9b2bfe-4ceb-4b09-ae82-07e97704e6bc tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 8a17d25f-d262-46b9-899a-196d1a337868 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:21.756501 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3d9b2bfe-4ceb-4b09-ae82-07e97704e6bc tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:21.774405 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-7e320f6d-6c0a-490f-94b9-070418e2ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:21.776427 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-7e320f6d-6c0a-490f-94b9-070418e2ea05 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 1125 time: 0.4779603 Feb 03 12:52:21.781438 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-216e38c8-378c-440a-b725-159e9cf64ace tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.7294257 Feb 03 12:52:21.785098 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37494) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:21.830722 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5d7b2e65-3715-4959-917f-222e796bfa9f None None] Provisioning complete for port 98c19051-5361-4227-8d03-89823788c449 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:21.836157 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d7b2e65-3715-4959-917f-222e796bfa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (98c19051-5361-4227-8d03-89823788c449), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:21.878671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c02a4a48-1c06-4f99-8b5f-9898d0804616 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'network': {'name': 'tempest-RoutersTest-1364510810'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:22.003338 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b2e65-3715-4959-917f-222e796bfa9f None None] Current status of the port 98c19051-5361-4227-8d03-89823788c449 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:22.017196 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5d7b2e65-3715-4959-917f-222e796bfa9f None None] Provisioning complete for port 89b4c50e-6fa9-4ca4-9807-b3dea54d0e61 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:22.017658 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d7b2e65-3715-4959-917f-222e796bfa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (89b4c50e-6fa9-4ca4-9807-b3dea54d0e61), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.065447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b2e65-3715-4959-917f-222e796bfa9f None None] Port 89b4c50e-6fa9-4ca4-9807-b3dea54d0e61 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:22.067707 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02a4a48-1c06-4f99-8b5f-9898d0804616 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Made reservation on behalf of 05f05104465b4dbe8869e0f3a6da804e for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:22.079049 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c02a4a48-1c06-4f99-8b5f-9898d0804616 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.091189 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-97dd9b86-eef3-42ac-9073-110ddba38c29 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef71da0-acb2-4952-8099-e4278d115834 HTTP/1.1" status: 200 len: 217 time: 0.2816808 Feb 03 12:52:22.094664 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-4a21658c-cc55-44f7-827c-1b9effea8ebd service neutron] 10.222.0.18 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8762972 Feb 03 12:52:22.100882 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e38c8-378c-440a-b725-159e9cf64ace tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Network': ['ID=f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:22.113121 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:52:22.185659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02a4a48-1c06-4f99-8b5f-9898d0804616 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:52:22.229780 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14a408-2978-4987-956d-74e9fbb91cab req-1b78304e-9eed-406e-b0a3-90994780602a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:22.232474 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd14a408-2978-4987-956d-74e9fbb91cab req-1b78304e-9eed-406e-b0a3-90994780602a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 943 time: 0.3239963 Feb 03 12:52:22.249993 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c02a4a48-1c06-4f99-8b5f-9898d0804616 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b04a04da-f766-4068-bdaf-eecf90dc0033), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.250940 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-c02a4a48-1c06-4f99-8b5f-9898d0804616 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Added segment b04a04da-f766-4068-bdaf-eecf90dc0033 of type vlan for network b74e11fc-1697-4cf6-ad51-65236fa00534 Feb 03 12:52:22.261907 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a01acdf0-d2a7-43ab-8abb-3a7c3e1bc469 req-a2e78076-8e0e-4b75-98ad-38619776e48e service neutron] 10.222.0.31 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5982201 Feb 03 12:52:22.284982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-40771973-eb76-4440-957b-34f18a90b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:22.286500 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-40771973-eb76-4440-957b-34f18a90b2a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.1727171 Feb 03 12:52:22.382787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-366f6c27-546c-40af-b9d6-2a86d6042662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:22.385420 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-366f6c27-546c-40af-b9d6-2a86d6042662 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0918136 Feb 03 12:52:22.387490 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 98c19051-5361-4227-8d03-89823788c449 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:22.406901 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9b2bfe-4ceb-4b09-ae82-07e97704e6bc tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router 85917efd-ed9b-49c9-ad21-2ae96e736076 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:52:22.480146 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c02a4a48-1c06-4f99-8b5f-9898d0804616 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (b74e11fc-1697-4cf6-ad51-65236fa00534), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.520396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-295e1c99-64d1-4bfc-a3c2-c8fad082f702 None None] Provisioning complete for port 89b4c50e-6fa9-4ca4-9807-b3dea54d0e61 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:22.521661 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-295e1c99-64d1-4bfc-a3c2-c8fad082f702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (89b4c50e-6fa9-4ca4-9807-b3dea54d0e61), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.622374 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-295e1c99-64d1-4bfc-a3c2-c8fad082f702 None None] Port 89b4c50e-6fa9-4ca4-9807-b3dea54d0e61 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:22.647265 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd14a408-2978-4987-956d-74e9fbb91cab req-40364e28-10f0-4b6f-b268-016a87499bfa tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3939049 Feb 03 12:52:22.662630 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-c02a4a48-1c06-4f99-8b5f-9898d0804616 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:52:22.674529 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-48681840-9972-479c-a1e4-7646143196ec req-d5e96dba-ccbd-450c-9031-e1484f58c01a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.0660114 Feb 03 12:52:22.675873 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 98c19051-5361-4227-8d03-89823788c449 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:22.676290 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (98c19051-5361-4227-8d03-89823788c449), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.707764 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-b28f723b-0018-4e19-a3cb-21d2b2cd7c4e service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111713 Feb 03 12:52:22.730757 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9b2bfe-4ceb-4b09-ae82-07e97704e6bc tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:52:22.756267 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3d9b2bfe-4ceb-4b09-ae82-07e97704e6bc tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/85917efd-ed9b-49c9-ad21-2ae96e736076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7739058 Feb 03 12:52:22.756994 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c02a4a48-1c06-4f99-8b5f-9898d0804616 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (b74e11fc-1697-4cf6-ad51-65236fa00534), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.761660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37516) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:22.765146 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca4d222-9258-4ccc-917c-de608a1801ca None None] Sync routers for ids ['85917efd-ed9b-49c9-ad21-2ae96e736076'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:52:22.772351 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02a4a48-1c06-4f99-8b5f-9898d0804616 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:22.773737 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c02a4a48-1c06-4f99-8b5f-9898d0804616 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.829825 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-82889ad7-8a51-456f-aad6-cfec727bdcb9 None None] Provisioning complete for port 89b4c50e-6fa9-4ca4-9807-b3dea54d0e61 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:22.830227 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-82889ad7-8a51-456f-aad6-cfec727bdcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (89b4c50e-6fa9-4ca4-9807-b3dea54d0e61), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:22.887474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca4d222-9258-4ccc-917c-de608a1801ca None None] Routers {'85917efd-ed9b-49c9-ad21-2ae96e736076'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:22.888175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9ca4d222-9258-4ccc-917c-de608a1801ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['85917efd-ed9b-49c9-ad21-2ae96e736076'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:22.893739 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f137068-0887-4678-975a-6baff8845de7 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:22.902620 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7f137068-0887-4678-975a-6baff8845de7 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/ports/89b4c50e-6fa9-4ca4-9807-b3dea54d0e61 HTTP/1.1" status: 200 len: 911 time: 0.1351311 Feb 03 12:52:22.904040 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37524) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:22.992356 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-92af538c-8e02-474e-9b98-c1ca6c692dbe tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5c166c6a-ef7c-4f2d-b917-ca7b498e7dc6'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:22.998208 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a4a48-1c06-4f99-8b5f-9898d0804616 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Network': ['ID=b74e11fc-1697-4cf6-ad51-65236fa00534,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:22.998458 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-199aeab0-f356-40d8-a2e5-9df8ab8facd3 req-8af853d5-b264-4ac1-b331-a805bf000f87 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812407 Feb 03 12:52:23.032871 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network b74e11fc-1697-4cf6-ad51-65236fa00534 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:52:23.071629 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d1b45422-71ae-41f2-a2fc-4af173f6d475 req-91bea7b8-be03-48bd-8e41-56e34a0ebba8 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 210 time: 0.2824154 Feb 03 12:52:23.112263 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c02a4a48-1c06-4f99-8b5f-9898d0804616 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2380836 Feb 03 12:52:23.119189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37532) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:23.124421 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9ca4d222-9258-4ccc-917c-de608a1801ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:23.126883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-59fbfe2f-096e-43d8-ac44-84e95a3b50bf tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'subnet': {'network_id': 'f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:23.214072 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-82889ad7-8a51-456f-aad6-cfec727bdcb9 None None] Port 89b4c50e-6fa9-4ca4-9807-b3dea54d0e61 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:23.238756 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca4d222-9258-4ccc-917c-de608a1801ca None None] Routers {'85917efd-ed9b-49c9-ad21-2ae96e736076'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:23.239598 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9ca4d222-9258-4ccc-917c-de608a1801ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['85917efd-ed9b-49c9-ad21-2ae96e736076'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:23.312703 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9ca4d222-9258-4ccc-917c-de608a1801ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:23.313457 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca4d222-9258-4ccc-917c-de608a1801ca None None] The sync data for ids ['85917efd-ed9b-49c9-ad21-2ae96e736076'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:52:23.317563 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 98c19051-5361-4227-8d03-89823788c449 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:23.355061 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1253b-2ea6-4b25-acdc-7f93324a1447 req-e59dea65-615f-47d2-af0a-3c242091c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:23.356828 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5a1253b-2ea6-4b25-acdc-7f93324a1447 req-e59dea65-615f-47d2-af0a-3c242091c086 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 1125 time: 0.2424664 Feb 03 12:52:23.376883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fbfe2f-096e-43d8-ac44-84e95a3b50bf tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Made reservation on behalf of 05f05104465b4dbe8869e0f3a6da804e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:23.380931 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59fbfe2f-096e-43d8-ac44-84e95a3b50bf tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:23.580689 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92af538c-8e02-474e-9b98-c1ca6c692dbe tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (89b4c50e-6fa9-4ca4-9807-b3dea54d0e61), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:23.610696 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1253b-2ea6-4b25-acdc-7f93324a1447 req-73eb3c32-b6f8-448d-9bc3-4f1955742498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:23.612446 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5a1253b-2ea6-4b25-acdc-7f93324a1447 req-73eb3c32-b6f8-448d-9bc3-4f1955742498 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.2486317 Feb 03 12:52:23.819827 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-62345e7d-fd12-40b2-a1c5-10e8c5924570 req-c25b3ff5-8cb0-43c3-97e0-8e30eef2b86a tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.0416105 Feb 03 12:52:23.827919 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5a1253b-2ea6-4b25-acdc-7f93324a1447 req-e0eb6e69-5051-41ad-b142-cd24ce9a88e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef71da0-acb2-4952-8099-e4278d115834 HTTP/1.1" status: 200 len: 217 time: 0.2043297 Feb 03 12:52:23.931810 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59fbfe2f-096e-43d8-ac44-84e95a3b50bf tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (0b5a353c-65ba-4618-8074-78ac1158a1a7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:24.265793 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-07b9d080-2074-4231-9a1f-e61ce1cda5de tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:24.268608 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3c30f757-5b35-4357-94af-209f0f6cd56d req-53c1b8f0-a9ba-4070-9070-5be5aedcc345 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 210 time: 0.0596409 Feb 03 12:52:24.269115 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-07b9d080-2074-4231-9a1f-e61ce1cda5de tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.31 "GET /v2.0/networks?id=ba52975b-3ccc-4e20-a0cf-e3affafdc748 HTTP/1.1" status: 200 len: 811 time: 0.2351773 Feb 03 12:52:24.293784 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-325573b4-905d-4ebd-83fb-6634c9bce7f4 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Request body: {'port': {'device_id': 'fcd9bc73-8d3a-4b9b-a948-ca53d7408319', 'network_id': 'ba52975b-3ccc-4e20-a0cf-e3affafdc748', 'admin_state_up': True, 'tenant_id': 'cd79879f23c9420f9b758bf6be6d77f9'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:24.437824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbfe2f-096e-43d8-ac44-84e95a3b50bf tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Subnet': ['ID=0b5a353c-65ba-4618-8074-78ac1158a1a7,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:24.564880 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1253b-2ea6-4b25-acdc-7f93324a1447 req-33ddf58c-80da-439b-93c4-5a617af83441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:24.566801 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5a1253b-2ea6-4b25-acdc-7f93324a1447 req-33ddf58c-80da-439b-93c4-5a617af83441 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.7091296 Feb 03 12:52:24.588956 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fbfe2f-096e-43d8-ac44-84e95a3b50bf tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Checking segment: {'id': 'a25e5dcd-2a77-4405-9f21-957b16b3e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:24.589559 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fbfe2f-096e-43d8-ac44-84e95a3b50bf tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network hostable DHCP agents. Network: f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:52:24.625382 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5c986-0a76-45c5-a9bf-611473245da8 req-e028626a-2fcb-4990-8b8f-ae240524a277 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:24.636421 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-84c5c986-0a76-45c5-a9bf-611473245da8 req-e028626a-2fcb-4990-8b8f-ae240524a277 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 943 time: 0.8173568 Feb 03 12:52:24.788988 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fbfe2f-096e-43d8-ac44-84e95a3b50bf tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:52:25.003582 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-772503ad-8c54-455f-a99a-43581b169b6b req-31dd5a30-c37a-4ca2-9935-b768086306f1 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.0540853 Feb 03 12:52:25.447039 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-10159b7f-8d56-4ec4-8c5a-cb358ae8afb4 req-08e274ac-ce36-41dd-9f9c-6209914ad04d tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 210 time: 0.0708656 Feb 03 12:52:25.490767 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-59fbfe2f-096e-43d8-ac44-84e95a3b50bf tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:25.503366 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a4bf5b-7710-4589-8ca1-d8e1770c6745 None None] Network f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:25.518439 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1253b-2ea6-4b25-acdc-7f93324a1447 req-a6c588d5-6034-45ea-be80-92391e11d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:25.521079 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5a1253b-2ea6-4b25-acdc-7f93324a1447 req-a6c588d5-6034-45ea-be80-92391e11d9e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9390969 Feb 03 12:52:25.527927 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-325573b4-905d-4ebd-83fb-6634c9bce7f4 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Made reservation on behalf of cd79879f23c9420f9b758bf6be6d77f9 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:25.534758 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-325573b4-905d-4ebd-83fb-6634c9bce7f4 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:25.573354 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fbfe2f-096e-43d8-ac44-84e95a3b50bf tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:25.576037 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59fbfe2f-096e-43d8-ac44-84e95a3b50bf tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:25.593250 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-84c5c986-0a76-45c5-a9bf-611473245da8 req-a639e50f-dd41-4f69-ae4c-1307f900281e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9552968 Feb 03 12:52:25.747685 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5ef71da0-acb2-4952-8099-e4278d115834 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:52:25.749018 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-59fbfe2f-096e-43d8-ac44-84e95a3b50bf tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6268077 Feb 03 12:52:25.753414 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37586) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:25.761172 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d3625920-3b34-4c2f-b73d-86b7ef0647eb tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'subnet': {'network_id': 'b74e11fc-1697-4cf6-ad51-65236fa00534', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:25.880992 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5a1253b-2ea6-4b25-acdc-7f93324a1447 req-7678eeb4-0448-468d-9b3c-5af81e0eb904 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113015 Feb 03 12:52:25.937725 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3625920-3b34-4c2f-b73d-86b7ef0647eb tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Made reservation on behalf of 05f05104465b4dbe8869e0f3a6da804e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:25.951479 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3625920-3b34-4c2f-b73d-86b7ef0647eb tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:25.994841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c', 'network_id': 'f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c', 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'fixed_ips': [{'subnet_id': '0b5a353c-65ba-4618-8074-78ac1158a1a7'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:52:25.996378 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:26.155378 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5a1253b-2ea6-4b25-acdc-7f93324a1447 req-45daa244-fa90-460c-9949-cff18bba2700 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449319 Feb 03 12:52:26.303726 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-32c5e358-c59f-400c-a4fb-0ee57d078a18 req-69ac1518-39ca-44ab-b2e7-3b30dd4adea6 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.0630889 Feb 03 12:52:26.365567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5ef71da0-acb2-4952-8099-e4278d115834, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5ef71da0-acb2-4952-8099-e4278d115834,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:26.405006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '5ef71da0-acb2-4952-8099-e4278d115834', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'port_id': '5ef71da0-acb2-4952-8099-e4278d115834', 'mac_address': 'fa:16:3e:eb:5f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27fe823-3411-4edd-b136-06676ed45522', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:52:26.486589 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-325573b4-905d-4ebd-83fb-6634c9bce7f4 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Allocated IP 172.20.0.9 (ba52975b-3ccc-4e20-a0cf-e3affafdc748/e24c0d19-efc7-422d-9f52-9378e9ba1415/bdcf36d5-ba57-4f8d-be11-d4f31575aa31) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:26.631680 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] Allocated IP 172.20.0.2 (f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c/0b5a353c-65ba-4618-8074-78ac1158a1a7/c624e7df-57da-4085-9277-3044c8fa74f8) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:26.634729 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 5ef71da0-acb2-4952-8099-e4278d115834 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:26.635225 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5ef71da0-acb2-4952-8099-e4278d115834), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:26.655341 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef71da0-acb2-4952-8099-e4278d115834 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:52:26.655663 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3625920-3b34-4c2f-b73d-86b7ef0647eb tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (d8b67562-77a3-4081-b4c3-cb8df8956c08), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:26.702262 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5ef71da0-acb2-4952-8099-e4278d115834, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5ef71da0-acb2-4952-8099-e4278d115834,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:26.732357 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5ef71da0-acb2-4952-8099-e4278d115834), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:26.788898 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3625920-3b34-4c2f-b73d-86b7ef0647eb tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Subnet': ['ID=d8b67562-77a3-4081-b4c3-cb8df8956c08,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:26.797942 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3625920-3b34-4c2f-b73d-86b7ef0647eb tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Checking segment: {'id': 'b04a04da-f766-4068-bdaf-eecf90dc0033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b74e11fc-1697-4cf6-ad51-65236fa00534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:26.798271 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3625920-3b34-4c2f-b73d-86b7ef0647eb tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network hostable DHCP agents. Network: b74e11fc-1697-4cf6-ad51-65236fa00534, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:52:26.843730 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-409adca3-13d6-4ca1-a67f-b4e33cd046de req-cac7ad88-eac3-4cd1-8359-17cf072e24b6 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 210 time: 0.2389109 Feb 03 12:52:26.861479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=5ef71da0-acb2-4952-8099-e4278d115834,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:26.883873 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3625920-3b34-4c2f-b73d-86b7ef0647eb tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network b74e11fc-1697-4cf6-ad51-65236fa00534 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:52:26.901160 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92af538c-8e02-474e-9b98-c1ca6c692dbe tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for port (89b4c50e-6fa9-4ca4-9807-b3dea54d0e61), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:26.909274 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d3625920-3b34-4c2f-b73d-86b7ef0647eb tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, b74e11fc-1697-4cf6-ad51-65236fa00534) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:26.921978 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3625920-3b34-4c2f-b73d-86b7ef0647eb tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:26.922784 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3625920-3b34-4c2f-b73d-86b7ef0647eb tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:26.996612 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d3625920-3b34-4c2f-b73d-86b7ef0647eb tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2415853 Feb 03 12:52:27.001026 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37604) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:27.009007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b3f57b64-1df3-4526-a095-9d14abca1a59 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-411261624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:27.073924 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bd952-a2f3-43e7-bcdb-4d6e73afc6f9 req-807efb3c-8699-46aa-9f92-04fa49f58cd3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:27.092843 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e42bd952-a2f3-43e7-bcdb-4d6e73afc6f9 req-807efb3c-8699-46aa-9f92-04fa49f58cd3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.2564399 Feb 03 12:52:27.107880 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3f57b64-1df3-4526-a095-9d14abca1a59 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (2e90ec99-7019-4e92-bf8e-d229c59356ee), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.110606 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3f57b64-1df3-4526-a095-9d14abca1a59 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (2e90ec99-7019-4e92-bf8e-d229c59356ee), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.111325 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-325573b4-905d-4ebd-83fb-6634c9bce7f4 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Publish callbacks [] for port (bdcf36d5-ba57-4f8d-be11-d4f31575aa31), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.160123 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92af538c-8e02-474e-9b98-c1ca6c692dbe tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (89b4c50e-6fa9-4ca4-9807-b3dea54d0e61), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.170637 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92af538c-8e02-474e-9b98-c1ca6c692dbe tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:27.171643 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92af538c-8e02-474e-9b98-c1ca6c692dbe tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.176066 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-92af538c-8e02-474e-9b98-c1ca6c692dbe tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/ports/89b4c50e-6fa9-4ca4-9807-b3dea54d0e61 HTTP/1.1" status: 200 len: 911 time: 4.1866193 Feb 03 12:52:27.180131 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37608) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:27.181891 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-325573b4-905d-4ebd-83fb-6634c9bce7f4 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (bdcf36d5-ba57-4f8d-be11-d4f31575aa31), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.188995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6edec5a-3337-4710-b474-db7aca7d4a30 None None] Network b74e11fc-1697-4cf6-ad51-65236fa00534 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:27.198738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['e6a4efbf-ea97-44f2-b503-150d74f4a20b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:52:27.255381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-325573b4-905d-4ebd-83fb-6634c9bce7f4 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Network ba52975b-3ccc-4e20-a0cf-e3affafdc748 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:27.259660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-325573b4-905d-4ebd-83fb-6634c9bce7f4 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:27.273425 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-325573b4-905d-4ebd-83fb-6634c9bce7f4 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:27.351677 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] Publish callbacks [] for port (c624e7df-57da-4085-9277-3044c8fa74f8), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.356289 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-325573b4-905d-4ebd-83fb-6634c9bce7f4 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:27.356800 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-325573b4-905d-4ebd-83fb-6634c9bce7f4 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.360590 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['5ef71da0-acb2-4952-8099-e4278d115834'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:52:27.415691 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af538c-8e02-474e-9b98-c1ca6c692dbe tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Port': ['ID=89b4c50e-6fa9-4ca4-9807-b3dea54d0e61,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:27.425366 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (c624e7df-57da-4085-9277-3044c8fa74f8), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.494592 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e42bd952-a2f3-43e7-bcdb-4d6e73afc6f9 req-feee314b-7ed8-47d0-90b1-ed4510bcfd04 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4004021 Feb 03 12:52:27.499460 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3f57b64-1df3-4526-a095-9d14abca1a59 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router_controller (2e90ec99-7019-4e92-bf8e-d229c59356ee), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.507424 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3f57b64-1df3-4526-a095-9d14abca1a59 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (2e90ec99-7019-4e92-bf8e-d229c59356ee), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.544055 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3f57b64-1df3-4526-a095-9d14abca1a59 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.546534 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b3f57b64-1df3-4526-a095-9d14abca1a59 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5437670 Feb 03 12:52:27.556768 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37618) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:27.577837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325573b4-905d-4ebd-83fb-6634c9bce7f4 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Pushing event updated for resources: {'Port': ['ID=bdcf36d5-ba57-4f8d-be11-d4f31575aa31,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:27.598293 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-325573b4-905d-4ebd-83fb-6634c9bce7f4 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3114765 Feb 03 12:52:27.619805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] Request body: {'port': {'device_id': 'fcd9bc73-8d3a-4b9b-a948-ca53d7408319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:27.630382 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] Pushing event updated for resources: {'Port': ['ID=c624e7df-57da-4085-9277-3044c8fa74f8,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:27.713686 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-05a2f96e-3662-437f-a2ba-187397ec8468 req-895ea63c-ec94-4239-9085-fa0f4128bd57 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1318815 Feb 03 12:52:27.714559 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bdcf36d5-ba57-4f8d-be11-d4f31575aa31), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.790264 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] Network f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:27.792142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-b74e11fc-1697-4cf6-ad51-65236fa00534', 'network_id': 'b74e11fc-1697-4cf6-ad51-65236fa00534', 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'fixed_ips': [{'subnet_id': 'd8b67562-77a3-4081-b4c3-cb8df8956c08'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:52:27.793283 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:27.830148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:28.038363 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:28.262517 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2f76f-8065-4ca2-a2ec-63243b885aa1 req-1c7ed3da-3b08-4cfb-bd0c-708dbe4744a0 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:28.264396 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-60a2f76f-8065-4ca2-a2ec-63243b885aa1 req-1c7ed3da-3b08-4cfb-bd0c-708dbe4744a0 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 931 time: 0.2609537 Feb 03 12:52:28.265727 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5046980-2b9a-469e-b21a-02c5d6777cdc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:28.444324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdcf36d5-ba57-4f8d-be11-d4f31575aa31 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:52:28.468376 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] Publish callbacks [] for port (bdcf36d5-ba57-4f8d-be11-d4f31575aa31), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:28.505944 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] Attempting to bind port c624e7df-57da-4085-9277-3044c8fa74f8 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:52:28.506138 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] Transition to ACTIVE for port object bdcf36d5-ba57-4f8d-be11-d4f31575aa31 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:52:28.506693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] Attempting to bind port c624e7df-57da-4085-9277-3044c8fa74f8 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'a25e5dcd-2a77-4405-9f21-957b16b3e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:52:28.507157 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] Attempting to bind port c624e7df-57da-4085-9277-3044c8fa74f8 on network f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:28.512383 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (bdcf36d5-ba57-4f8d-be11-d4f31575aa31), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:28.634850 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:52:28.635589 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] Checking segment: {'id': 'a25e5dcd-2a77-4405-9f21-957b16b3e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:28.636481 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:28.637113 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] Bound using segment: {'id': 'a25e5dcd-2a77-4405-9f21-957b16b3e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:52:28.637876 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] Bound port: c624e7df-57da-4085-9277-3044c8fa74f8, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25e5dcd-2a77-4405-9f21-957b16b3e07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:52:28.638338 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c624e7df-57da-4085-9277-3044c8fa74f8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:28.643130 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] Allocated IP 172.21.0.2 (b74e11fc-1697-4cf6-ad51-65236fa00534/d8b67562-77a3-4081-b4c3-cb8df8956c08/cb82dd76-f375-467a-8927-24ffe90697c0) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:28.793229 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcf36d5-ba57-4f8d-be11-d4f31575aa31,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:28.835261 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] For port c624e7df-57da-4085-9277-3044c8fa74f8, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:52:28.846916 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] For port c624e7df-57da-4085-9277-3044c8fa74f8, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c624e7df-57da-4085-9277-3044c8fa74f8,segment=NetworkSegment(a25e5dcd-2a77-4405-9f21-957b16b3e07b),segment_id=a25e5dcd-2a77-4405-9f21-957b16b3e07b)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:52:28.868826 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] Attempting to bind port bdcf36d5-ba57-4f8d-be11-d4f31575aa31 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:52:28.869676 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] Attempting to bind port bdcf36d5-ba57-4f8d-be11-d4f31575aa31 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ba52975b-3ccc-4e20-a0cf-e3affafdc748'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:52:28.870357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] Attempting to bind port bdcf36d5-ba57-4f8d-be11-d4f31575aa31 on network ba52975b-3ccc-4e20-a0cf-e3affafdc748 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:28.878887 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c624e7df-57da-4085-9277-3044c8fa74f8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:28.885492 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] Port bdcf36d5-ba57-4f8d-be11-d4f31575aa31 on network ba52975b-3ccc-4e20-a0cf-e3affafdc748 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:52:28.886073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] Attempting to bind port bdcf36d5-ba57-4f8d-be11-d4f31575aa31 on network ba52975b-3ccc-4e20-a0cf-e3affafdc748 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:28.896120 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc207a-aa55-4624-ab66-27da7924ea25 req-b51bab7d-c9e5-48e6-b026-8fd972f7ee57 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:28.898161 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fcc207a-aa55-4624-ab66-27da7924ea25 req-b51bab7d-c9e5-48e6-b026-8fd972f7ee57 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.2025306 Feb 03 12:52:28.903687 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:52:28.904349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] Checking segment: {'id': '4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ba52975b-3ccc-4e20-a0cf-e3affafdc748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:28.904953 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] Bound using segment: {'id': '4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ba52975b-3ccc-4e20-a0cf-e3affafdc748'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:52:28.906065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] Bound port: bdcf36d5-ba57-4f8d-be11-d4f31575aa31, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ba52975b-3ccc-4e20-a0cf-e3affafdc748'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:52:28.906620 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bdcf36d5-ba57-4f8d-be11-d4f31575aa31), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:29.051481 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fcc207a-aa55-4624-ab66-27da7924ea25 req-309fd10d-f05c-42d1-ad0a-bcb6918bef36 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232712 Feb 03 12:52:29.108128 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] For port bdcf36d5-ba57-4f8d-be11-d4f31575aa31, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:52:29.123854 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] For port bdcf36d5-ba57-4f8d-be11-d4f31575aa31, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=bdcf36d5-ba57-4f8d-be11-d4f31575aa31,segment=NetworkSegment(4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e),segment_id=4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:52:29.139038 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (bdcf36d5-ba57-4f8d-be11-d4f31575aa31), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:29.364826 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4945c83a-1ec0-47ab-9c6c-080a5485ce99 req-4cbf3a6a-2a06-42f2-a660-106a3c270dec tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1018562 Feb 03 12:52:29.379423 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:29.380458 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:29.382202 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] 10.222.0.31 "PUT /v2.0/ports/bdcf36d5-ba57-4f8d-be11-d4f31575aa31 HTTP/1.1" status: 200 len: 1091 time: 1.7673838 Feb 03 12:52:29.382929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd9bc73-8d3a-4b9b-a948-ca53d7408319', 'tag': 'bdcf36d5-ba57-4f8d-be11-d4f31575aa31'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:52:29.386685 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d34a4e2-1145-40f0-97de-94ddeb668e07" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd9bc73-8d3a-4b9b-a948-ca53d7408319", "tag": "bdcf36d5-ba57-4f8d-be11-d4f31575aa31"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:52:29.389783 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] Publish callbacks [] for port (cb82dd76-f375-467a-8927-24ffe90697c0), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:29.422369 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (cb82dd76-f375-467a-8927-24ffe90697c0), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:29.546906 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af54a7-d89d-4cfa-9a1e-f4ec1a1b6332 None None] Pushing event updated for resources: {'Port': ['ID=c624e7df-57da-4085-9277-3044c8fa74f8,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:29.563827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456429ba-738c-43ac-a54b-ec1424ff4d22 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcf36d5-ba57-4f8d-be11-d4f31575aa31,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:29.580741 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] Network b74e11fc-1697-4cf6-ad51-65236fa00534 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:29.593385 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5ef71da0-acb2-4952-8099-e4278d115834 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:29.596537 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-b77e5920-3337-4fe9-b34d-5c97fdd97197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:29.599551 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-b77e5920-3337-4fe9-b34d-5c97fdd97197 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd79879f23c9420f9b758bf6be6d77f9&device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 1125 time: 0.1673646 Feb 03 12:52:29.610381 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-60a2f76f-8065-4ca2-a2ec-63243b885aa1 req-9841501f-7fe3-4215-9032-5c4d983843ec tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3248668 Feb 03 12:52:29.699859 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30d78b8e-7fc9-4b48-91fb-cce4631a8d99 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (85917efd-ed9b-49c9-ad21-2ae96e736076), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:29.719459 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3de0eb-b1f1-443d-aceb-4d8891b7779f x-openstack-request-id: req-3f3de0eb-b1f1-443d-aceb-4d8891b7779f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:52:29.719808 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd9bc73-8d3a-4b9b-a948-ca53d7408319", "tag": "bdcf36d5-ba57-4f8d-be11-d4f31575aa31", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:52:29.720050 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f3de0eb-b1f1-443d-aceb-4d8891b7779f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:52:29.720450 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd9bc73-8d3a-4b9b-a948-ca53d7408319', 'tag': 'bdcf36d5-ba57-4f8d-be11-d4f31575aa31', 'status': 'completed', 'code': 200} Feb 03 12:52:29.732817 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-e3b62286-6b9a-4ffb-afe3-44332ade241d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdcf36d5-ba57-4f8d-be11-d4f31575aa31 HTTP/1.1" status: 200 len: 217 time: 0.1258080 Feb 03 12:52:29.780915 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:29.788598 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:29.860576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-1510f92b-ca9e-465d-8458-1f4469d3bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:29.870403 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-1510f92b-ca9e-465d-8458-1f4469d3bf07 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e24c0d19-efc7-422d-9f52-9378e9ba1415 HTTP/1.1" status: 200 len: 851 time: 0.1320467 Feb 03 12:52:29.942981 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-fcb578b3-0915-4238-ada9-32ccf5a3ba29 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ba52975b-3ccc-4e20-a0cf-e3affafdc748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666823 Feb 03 12:52:29.948016 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 5ef71da0-acb2-4952-8099-e4278d115834 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:52:29.953379 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 5ef71da0-acb2-4952-8099-e4278d115834 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:29.953636 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5ef71da0-acb2-4952-8099-e4278d115834), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:29.955163 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] Pushing event updated for resources: {'Port': ['ID=cb82dd76-f375-467a-8927-24ffe90697c0,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:29.990384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] Attempting to bind port cb82dd76-f375-467a-8927-24ffe90697c0 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:52:29.990820 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] Attempting to bind port cb82dd76-f375-467a-8927-24ffe90697c0 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b04a04da-f766-4068-bdaf-eecf90dc0033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b74e11fc-1697-4cf6-ad51-65236fa00534'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:52:29.991136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] Attempting to bind port cb82dd76-f375-467a-8927-24ffe90697c0 on network b74e11fc-1697-4cf6-ad51-65236fa00534 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:30.009772 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:52:30.010199 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] Checking segment: {'id': 'b04a04da-f766-4068-bdaf-eecf90dc0033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b74e11fc-1697-4cf6-ad51-65236fa00534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:30.010613 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:30.011021 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] Bound using segment: {'id': 'b04a04da-f766-4068-bdaf-eecf90dc0033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b74e11fc-1697-4cf6-ad51-65236fa00534'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:52:30.011793 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] Bound port: cb82dd76-f375-467a-8927-24ffe90697c0, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b04a04da-f766-4068-bdaf-eecf90dc0033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b74e11fc-1697-4cf6-ad51-65236fa00534'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:52:30.012201 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cb82dd76-f375-467a-8927-24ffe90697c0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:30.199223 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 5ef71da0-acb2-4952-8099-e4278d115834 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:30.207672 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5ef71da0-acb2-4952-8099-e4278d115834), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:30.220668 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-dfae546c-5862-4e6f-b5cd-60f418153398 service neutron] 10.222.0.31 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703440 Feb 03 12:52:30.261585 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] For port cb82dd76-f375-467a-8927-24ffe90697c0, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:52:30.337816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] For port cb82dd76-f375-467a-8927-24ffe90697c0, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=cb82dd76-f375-467a-8927-24ffe90697c0,segment=NetworkSegment(b04a04da-f766-4068-bdaf-eecf90dc0033),segment_id=b04a04da-f766-4068-bdaf-eecf90dc0033)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:52:30.387579 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (cb82dd76-f375-467a-8927-24ffe90697c0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:30.413357 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef71da0-acb2-4952-8099-e4278d115834'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:52:30.428342 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5522cfab-179f-4f2d-9ec8-bdcd9b275318" -d '{"events": [{"server_uuid": "ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39", "name": "network-vif-plugged", "status": "completed", "tag": "5ef71da0-acb2-4952-8099-e4278d115834"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:52:30.458544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f5046980-2b9a-469e-b21a-02c5d6777cdc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Allocated IP 172.20.0.1 (f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c/0b5a353c-65ba-4618-8074-78ac1158a1a7/07c71e17-7ff3-4236-b524-dfd924bf6bdc) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:30.475495 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c0591e1-ef26-4ad5-bfe6-d406a3795b48 req-4e21c82b-f04d-47e4-991a-be48432a1b4f service neutron] 10.222.0.31 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484624 Feb 03 12:52:30.589687 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5ef71da0-acb2-4952-8099-e4278d115834, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5ef71da0-acb2-4952-8099-e4278d115834,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:30.600517 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c624e7df-57da-4085-9277-3044c8fa74f8 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:30.695573 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5ef71da0-acb2-4952-8099-e4278d115834), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:30.753137 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ef360240-1030-4501-86ce-8a2ffdca1d02 req-9543d5d5-a251-451b-8590-e666d5fdb08c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1038849 Feb 03 12:52:30.806499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34a4e2-1145-40f0-97de-94ddeb668e07 req-56ec3dc4-9d8d-47af-be65-0b7040a9b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:30.811049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee52d32-3899-4351-9694-96284b91dc60 None None] Pushing event updated for resources: {'Port': ['ID=cb82dd76-f375-467a-8927-24ffe90697c0,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:30.814676 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7d34a4e2-1145-40f0-97de-94ddeb668e07 req-56ec3dc4-9d8d-47af-be65-0b7040a9b4f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd79879f23c9420f9b758bf6be6d77f9&device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 1125 time: 0.2544429 Feb 03 12:52:30.874624 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21955230-ff7b-476a-a82b-1baec2f659dd x-openstack-request-id: req-21955230-ff7b-476a-a82b-1baec2f659dd {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:52:30.874932 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39", "name": "network-vif-plugged", "status": "completed", "tag": "5ef71da0-acb2-4952-8099-e4278d115834", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:52:30.875193 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21955230-ff7b-476a-a82b-1baec2f659dd {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:52:30.875605 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef71da0-acb2-4952-8099-e4278d115834', 'code': 200} Feb 03 12:52:30.918532 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987e3a6-71f5-4847-a925-2f91765f87f5 req-54cb3c82-43a4-4454-b948-615ab9832cab tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:30.922302 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c624e7df-57da-4085-9277-3044c8fa74f8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:30.923219 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c624e7df-57da-4085-9277-3044c8fa74f8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:30.929678 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4987e3a6-71f5-4847-a925-2f91765f87f5 req-54cb3c82-43a4-4454-b948-615ab9832cab tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.7096231 Feb 03 12:52:31.170367 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.189983 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=5ef71da0-acb2-4952-8099-e4278d115834,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:31.248086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34a4e2-1145-40f0-97de-94ddeb668e07 req-0942e014-8c77-4e98-91cb-468749ffaf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:31.250346 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7d34a4e2-1145-40f0-97de-94ddeb668e07 req-0942e014-8c77-4e98-91cb-468749ffaf16 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ba52975b-3ccc-4e20-a0cf-e3affafdc748 HTTP/1.1" status: 200 len: 912 time: 0.4261653 Feb 03 12:52:31.334395 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c624e7df-57da-4085-9277-3044c8fa74f8 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:31.337439 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c624e7df-57da-4085-9277-3044c8fa74f8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.352304 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-30d78b8e-7fc9-4b48-91fb-cce4631a8d99 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting port 89b4c50e-6fa9-4ca4-9807-b3dea54d0e61 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:31.353432 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30d78b8e-7fc9-4b48-91fb-cce4631a8d99 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (89b4c50e-6fa9-4ca4-9807-b3dea54d0e61), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.358659 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7d34a4e2-1145-40f0-97de-94ddeb668e07 req-6b450e10-35f6-4fbc-b9e0-f05fe300fa9d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdcf36d5-ba57-4f8d-be11-d4f31575aa31 HTTP/1.1" status: 200 len: 217 time: 0.1011500 Feb 03 12:52:31.387709 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e048f70-7c1d-4cf5-bcbb-770aceabefe7 req-3b8caa99-fcd1-4d59-bee3-a649194e1f98 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:31.389319 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e048f70-7c1d-4cf5-bcbb-770aceabefe7 req-3b8caa99-fcd1-4d59-bee3-a649194e1f98 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 943 time: 0.3526504 Feb 03 12:52:31.456006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3df6c3-24ef-498a-9745-791fb6c627ca req-e418632a-f459-4d4c-a521-730481c7e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:31.457969 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd3df6c3-24ef-498a-9745-791fb6c627ca req-e418632a-f459-4d4c-a521-730481c7e4d8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 1127 time: 0.4577701 Feb 03 12:52:31.488159 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06ebe48-c78f-4e06-9698-9004b5a38b25 None None] Network f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:31.509369 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30d78b8e-7fc9-4b48-91fb-cce4631a8d99 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (89b4c50e-6fa9-4ca4-9807-b3dea54d0e61), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.509958 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e048f70-7c1d-4cf5-bcbb-770aceabefe7 req-95c15484-e3b3-4976-9b6f-49fef872f3e2 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947587 Feb 03 12:52:31.519018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34a4e2-1145-40f0-97de-94ddeb668e07 req-85f080e4-986e-4121-b8c3-002018fca4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:31.520992 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7d34a4e2-1145-40f0-97de-94ddeb668e07 req-85f080e4-986e-4121-b8c3-002018fca4f8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e24c0d19-efc7-422d-9f52-9378e9ba1415 HTTP/1.1" status: 200 len: 851 time: 0.1540542 Feb 03 12:52:31.526829 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-30d78b8e-7fc9-4b48-91fb-cce4631a8d99 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Calling delete_port for 89b4c50e-6fa9-4ca4-9807-b3dea54d0e61 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:31.563022 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd3df6c3-24ef-498a-9745-791fb6c627ca req-f923146f-97de-4e14-b153-54fb00a29103 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987964 Feb 03 12:52:31.593197 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7d34a4e2-1145-40f0-97de-94ddeb668e07 req-b51441b0-1ab7-490c-905b-c615fbd60611 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ba52975b-3ccc-4e20-a0cf-e3affafdc748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325730 Feb 03 12:52:31.600978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port c624e7df-57da-4085-9277-3044c8fa74f8, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c624e7df-57da-4085-9277-3044c8fa74f8,segment=NetworkSegment(a25e5dcd-2a77-4405-9f21-957b16b3e07b),segment_id=a25e5dcd-2a77-4405-9f21-957b16b3e07b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:31.649195 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c624e7df-57da-4085-9277-3044c8fa74f8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.657241 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-58b9cb28-87e7-4970-a6f9-f2ad1e11b65f None None] Provisioning complete for port c624e7df-57da-4085-9277-3044c8fa74f8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:31.664171 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58b9cb28-87e7-4970-a6f9-f2ad1e11b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c624e7df-57da-4085-9277-3044c8fa74f8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.749566 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7d34a4e2-1145-40f0-97de-94ddeb668e07 req-fcf14e69-f0ce-464e-a888-1cd264f13c54 service neutron] 10.222.0.31 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496508 Feb 03 12:52:31.758610 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4987e3a6-71f5-4847-a925-2f91765f87f5 req-f7ac60d7-cd8b-4cfa-8129-a444c80c6b2e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8273973 Feb 03 12:52:31.764781 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5046980-2b9a-469e-b21a-02c5d6777cdc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for port (07c71e17-7ff3-4236-b524-dfd924bf6bdc), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:31.925273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device bdcf36d5-ba57-4f8d-be11-d4f31575aa31 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:52:32.001870 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30d78b8e-7fc9-4b48-91fb-cce4631a8d99 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (89b4c50e-6fa9-4ca4-9807-b3dea54d0e61), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:32.035598 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5262f60b-47f8-4884-94f7-9f49e92b3e58 req-81867ec5-60c8-4408-894f-79b0c0480a5e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.0913370 Feb 03 12:52:32.090768 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7d34a4e2-1145-40f0-97de-94ddeb668e07 req-443619c3-3c0d-4692-9686-711bf0bde6cc service neutron] 10.222.0.31 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325536 Feb 03 12:52:32.102559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d78b8e-7fc9-4b48-91fb-cce4631a8d99 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Port': ['ID=89b4c50e-6fa9-4ca4-9807-b3dea54d0e61,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:32.189055 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port bdcf36d5-ba57-4f8d-be11-d4f31575aa31, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=bdcf36d5-ba57-4f8d-be11-d4f31575aa31,segment=NetworkSegment(4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e),segment_id=4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:32.211008 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'bdcf36d5-ba57-4f8d-be11-d4f31575aa31', 'network_id': 'ba52975b-3ccc-4e20-a0cf-e3affafdc748', 'port_id': 'bdcf36d5-ba57-4f8d-be11-d4f31575aa31', 'mac_address': 'fa:16:3e:cd:e1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24c0d19-efc7-422d-9f52-9378e9ba1415', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:52:32.218412 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=c624e7df-57da-4085-9277-3044c8fa74f8,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:32.301860 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5046980-2b9a-469e-b21a-02c5d6777cdc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (07c71e17-7ff3-4236-b524-dfd924bf6bdc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:32.312247 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port bdcf36d5-ba57-4f8d-be11-d4f31575aa31 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:32.312641 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bdcf36d5-ba57-4f8d-be11-d4f31575aa31), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:32.358781 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdcf36d5-ba57-4f8d-be11-d4f31575aa31 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:52:32.424844 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port bdcf36d5-ba57-4f8d-be11-d4f31575aa31, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=bdcf36d5-ba57-4f8d-be11-d4f31575aa31,segment=NetworkSegment(4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e),segment_id=4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:32.444193 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (bdcf36d5-ba57-4f8d-be11-d4f31575aa31), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:32.452102 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30d78b8e-7fc9-4b48-91fb-cce4631a8d99 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (85917efd-ed9b-49c9-ad21-2ae96e736076), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:32.522688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=bdcf36d5-ba57-4f8d-be11-d4f31575aa31,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:32.564335 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5046980-2b9a-469e-b21a-02c5d6777cdc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:32.578007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f5046980-2b9a-469e-b21a-02c5d6777cdc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:32.583208 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5046980-2b9a-469e-b21a-02c5d6777cdc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:32.621778 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-58b9cb28-87e7-4970-a6f9-f2ad1e11b65f None None] Current status of the port c624e7df-57da-4085-9277-3044c8fa74f8 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:32.662952 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5046980-2b9a-469e-b21a-02c5d6777cdc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Port': ['ID=07c71e17-7ff3-4236-b524-dfd924bf6bdc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:32.682371 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['bdcf36d5-ba57-4f8d-be11-d4f31575aa31'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:52:32.845632 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:52:32.988792 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5046980-2b9a-469e-b21a-02c5d6777cdc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (2e90ec99-7019-4e92-bf8e-d229c59356ee), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.144466 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device cb82dd76-f375-467a-8927-24ffe90697c0 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:33.147987 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd258dc-628d-42f4-884e-afe321a317dc None None] Network b74e11fc-1697-4cf6-ad51-65236fa00534 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:33.219122 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f425c-743c-4054-bb8b-ded734234850 req-a62dd12f-5564-4f06-a153-aabdf1391bb3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:33.220780 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-500f425c-743c-4054-bb8b-ded734234850 req-a62dd12f-5564-4f06-a153-aabdf1391bb3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 945 time: 0.2116971 Feb 03 12:52:33.253053 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d78b8e-7fc9-4b48-91fb-cce4631a8d99 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router 85917efd-ed9b-49c9-ad21-2ae96e736076 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:52:33.370861 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-500f425c-743c-4054-bb8b-ded734234850 req-02e8838d-8e98-4da3-9f96-a8e162c846b4 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402953 Feb 03 12:52:33.467388 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d78b8e-7fc9-4b48-91fb-cce4631a8d99 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:52:33.473238 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9a8b8a99-ef87-4bd0-9236-23bac117c825 None None] Provisioning complete for port c624e7df-57da-4085-9277-3044c8fa74f8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:33.473987 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a8b8a99-ef87-4bd0-9236-23bac117c825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c624e7df-57da-4085-9277-3044c8fa74f8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.477068 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-30d78b8e-7fc9-4b48-91fb-cce4631a8d99 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/85917efd-ed9b-49c9-ad21-2ae96e736076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2875202 Feb 03 12:52:33.479091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37686) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:33.481723 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a1a107-66b3-4df0-92a6-394b0d9f4950 None None] Sync routers for ids ['85917efd-ed9b-49c9-ad21-2ae96e736076'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:52:33.489141 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325ffad-6a2a-404e-a917-01a514f0b906 req-8a3122e6-afeb-4671-a29b-19fdff88e691 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:33.499383 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a1a107-66b3-4df0-92a6-394b0d9f4950 None None] Routers {'85917efd-ed9b-49c9-ad21-2ae96e736076'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:33.500374 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-85a1a107-66b3-4df0-92a6-394b0d9f4950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['85917efd-ed9b-49c9-ad21-2ae96e736076'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:33.501965 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b325ffad-6a2a-404e-a917-01a514f0b906 req-8a3122e6-afeb-4671-a29b-19fdff88e691 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 944 time: 0.6726425 Feb 03 12:52:33.569035 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-39355b79-4317-4d82-b448-47986436f927 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/ports?device_id=85917efd-ed9b-49c9-ad21-2ae96e736076 HTTP/1.1" status: 200 len: 205 time: 0.0866873 Feb 03 12:52:33.595658 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37688) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:33.604370 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-85a1a107-66b3-4df0-92a6-394b0d9f4950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:33.608385 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63614ef5-19e4-4f67-8118-e07ac53f634b req-d50b9878-301f-4177-8c8a-ea0734a6ee2b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1074941 Feb 03 12:52:33.615085 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b325ffad-6a2a-404e-a917-01a514f0b906 req-c2e66256-7644-4208-9ffd-c8d226b46f25 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120729 Feb 03 12:52:33.616540 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aac081e9-b957-4352-8fcc-4ebf442c38e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.633889 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a1a107-66b3-4df0-92a6-394b0d9f4950 None None] Routers {'85917efd-ed9b-49c9-ad21-2ae96e736076'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:33.635457 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-85a1a107-66b3-4df0-92a6-394b0d9f4950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['85917efd-ed9b-49c9-ad21-2ae96e736076'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:33.691229 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-85a1a107-66b3-4df0-92a6-394b0d9f4950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:33.692143 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a1a107-66b3-4df0-92a6-394b0d9f4950 None None] The sync data for ids ['85917efd-ed9b-49c9-ad21-2ae96e736076'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:52:33.770546 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5046980-2b9a-469e-b21a-02c5d6777cdc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (07c71e17-7ff3-4236-b524-dfd924bf6bdc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.782769 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port cb82dd76-f375-467a-8927-24ffe90697c0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:33.782965 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cb82dd76-f375-467a-8927-24ffe90697c0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:33.912181 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb880779-54d9-4350-b41e-cdb0662484a0 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (85917efd-ed9b-49c9-ad21-2ae96e736076), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.087409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port cb82dd76-f375-467a-8927-24ffe90697c0 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:34.087804 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cb82dd76-f375-467a-8927-24ffe90697c0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.143307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port cb82dd76-f375-467a-8927-24ffe90697c0, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=cb82dd76-f375-467a-8927-24ffe90697c0,segment=NetworkSegment(b04a04da-f766-4068-bdaf-eecf90dc0033),segment_id=b04a04da-f766-4068-bdaf-eecf90dc0033)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:34.186838 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (cb82dd76-f375-467a-8927-24ffe90697c0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.187704 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c624e7df-57da-4085-9277-3044c8fa74f8 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:34.254158 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=cb82dd76-f375-467a-8927-24ffe90697c0,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:34.265958 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9a8b8a99-ef87-4bd0-9236-23bac117c825 None None] Current status of the port c624e7df-57da-4085-9277-3044c8fa74f8 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:34.317780 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb880779-54d9-4350-b41e-cdb0662484a0 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (85917efd-ed9b-49c9-ad21-2ae96e736076), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.323616 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb880779-54d9-4350-b41e-cdb0662484a0 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router_controller (85917efd-ed9b-49c9-ad21-2ae96e736076), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.356751 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c624e7df-57da-4085-9277-3044c8fa74f8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:34.357221 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c624e7df-57da-4085-9277-3044c8fa74f8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.420091 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb880779-54d9-4350-b41e-cdb0662484a0 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (85917efd-ed9b-49c9-ad21-2ae96e736076), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.421377 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb880779-54d9-4350-b41e-cdb0662484a0 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Fanout notify agent at l3_agent the message router_deleted on router 85917efd-ed9b-49c9-ad21-2ae96e736076 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:52:34.448646 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb880779-54d9-4350-b41e-cdb0662484a0 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.454022 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37698) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:34.454902 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fb880779-54d9-4350-b41e-cdb0662484a0 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/routers/85917efd-ed9b-49c9-ad21-2ae96e736076 HTTP/1.1" status: 204 len: 168 time: 0.8355048 Feb 03 12:52:34.477959 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5eb53b7f-68b5-466f-ae36-061ac9c33c8a None None] Provisioning complete for port 07c71e17-7ff3-4236-b524-dfd924bf6bdc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:34.478825 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5eb53b7f-68b5-466f-ae36-061ac9c33c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (07c71e17-7ff3-4236-b524-dfd924bf6bdc), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.531153 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5eb53b7f-68b5-466f-ae36-061ac9c33c8a None None] Port 07c71e17-7ff3-4236-b524-dfd924bf6bdc cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:34.570535 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5eb53b7f-68b5-466f-ae36-061ac9c33c8a None None] Provisioning complete for port cb82dd76-f375-467a-8927-24ffe90697c0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:34.570918 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5eb53b7f-68b5-466f-ae36-061ac9c33c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cb82dd76-f375-467a-8927-24ffe90697c0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.643354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c624e7df-57da-4085-9277-3044c8fa74f8 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:34.646616 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b4ffd1-1e7c-4927-bf4a-48627c570f07 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting subnet 5c166c6a-ef7c-4f2d-b917-ca7b498e7dc6 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:52:34.656670 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30b4ffd1-1e7c-4927-bf4a-48627c570f07 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (5c166c6a-ef7c-4f2d-b917-ca7b498e7dc6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.785299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5eb53b7f-68b5-466f-ae36-061ac9c33c8a None None] Current status of the port cb82dd76-f375-467a-8927-24ffe90697c0 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:34.792821 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30b4ffd1-1e7c-4927-bf4a-48627c570f07 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (5c166c6a-ef7c-4f2d-b917-ca7b498e7dc6), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.842136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device cb82dd76-f375-467a-8927-24ffe90697c0 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:34.856225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9677e-0910-4aed-933d-db4dfc1dc340 req-cccd7bb2-18f6-4207-879c-d9a910bc43d0 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:34.867962 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55f9677e-0910-4aed-933d-db4dfc1dc340 req-cccd7bb2-18f6-4207-879c-d9a910bc43d0 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 944 time: 0.1486943 Feb 03 12:52:34.901130 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c84c4e-e92f-4789-9a56-dfcef642539e req-dc69c6a4-deb4-4622-801c-486264ffd788 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:34.906566 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17c84c4e-e92f-4789-9a56-dfcef642539e req-dc69c6a4-deb4-4622-801c-486264ffd788 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 945 time: 0.2473438 Feb 03 12:52:34.975101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port cb82dd76-f375-467a-8927-24ffe90697c0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:34.975489 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cb82dd76-f375-467a-8927-24ffe90697c0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:34.983624 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55f9677e-0910-4aed-933d-db4dfc1dc340 req-442da675-ac52-4a5a-8e11-06d92d688908 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144130 Feb 03 12:52:35.010618 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30b4ffd1-1e7c-4927-bf4a-48627c570f07 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (5c166c6a-ef7c-4f2d-b917-ca7b498e7dc6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:35.073868 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port cb82dd76-f375-467a-8927-24ffe90697c0 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:35.104264 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5046980-2b9a-469e-b21a-02c5d6777cdc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for port (07c71e17-7ff3-4236-b524-dfd924bf6bdc), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:35.115517 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5046980-2b9a-469e-b21a-02c5d6777cdc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (07c71e17-7ff3-4236-b524-dfd924bf6bdc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:35.138922 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30b4ffd1-1e7c-4927-bf4a-48627c570f07 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (5c166c6a-ef7c-4f2d-b917-ca7b498e7dc6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:35.191676 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55921be0-1a14-485b-89a7-a92df8f2555f req-90c3d692-a9d5-41cf-be82-59fa07e59f58 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.0655451 Feb 03 12:52:35.192944 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4ffd1-1e7c-4927-bf4a-48627c570f07 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Subnet': ['ID=5c166c6a-ef7c-4f2d-b917-ca7b498e7dc6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:35.199015 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30b4ffd1-1e7c-4927-bf4a-48627c570f07 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:35.203655 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-30b4ffd1-1e7c-4927-bf4a-48627c570f07 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/subnets/5c166c6a-ef7c-4f2d-b917-ca7b498e7dc6 HTTP/1.1" status: 204 len: 168 time: 0.7482660 Feb 03 12:52:35.207495 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37710) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:35.216951 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cdacef-0a21-4c4e-b5de-0d7b91df34f5 None None] Network 8a17d25f-d262-46b9-899a-196d1a337868 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:35.323213 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17c84c4e-e92f-4789-9a56-dfcef642539e req-5ec64cf2-6e3e-444f-86e8-07f753402055 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4042282 Feb 03 12:52:35.327859 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5046980-2b9a-469e-b21a-02c5d6777cdc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Port': ['ID=07c71e17-7ff3-4236-b524-dfd924bf6bdc,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:35.378109 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5046980-2b9a-469e-b21a-02c5d6777cdc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (2e90ec99-7019-4e92-bf8e-d229c59356ee), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:35.386583 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f8e959e-844b-47e6-87bc-fa65da2b4c52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (8a17d25f-d262-46b9-899a-196d1a337868), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:35.573402 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86add609-2863-40f3-9513-e6ec9b31da36 None None] DHCP port deletion for 8a17d25f-d262-46b9-899a-196d1a337868 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:52:35.627307 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5046980-2b9a-469e-b21a-02c5d6777cdc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:35.633744 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f5046980-2b9a-469e-b21a-02c5d6777cdc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:35.707766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a43d3e-8ce2-46e8-9459-75037aa250d5 req-0b327007-6859-4be4-b993-a400fbc6446a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:35.714951 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86add609-2863-40f3-9513-e6ec9b31da36 None None] Deleting port 98c19051-5361-4227-8d03-89823788c449 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:35.715131 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86add609-2863-40f3-9513-e6ec9b31da36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (98c19051-5361-4227-8d03-89823788c449), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:35.715832 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b2a43d3e-8ce2-46e8-9459-75037aa250d5 req-0b327007-6859-4be4-b993-a400fbc6446a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 945 time: 0.2541234 Feb 03 12:52:35.722114 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e959e-844b-47e6-87bc-fa65da2b4c52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting port 98c19051-5361-4227-8d03-89823788c449 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:35.724186 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f8e959e-844b-47e6-87bc-fa65da2b4c52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (98c19051-5361-4227-8d03-89823788c449), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:35.726207 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37714) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:35.752241 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0d0ec7e5-c6aa-43b0-a43e-858a1b1be772 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Request body: {'floatingip': {'port_id': '5ef71da0-acb2-4952-8099-e4278d115834'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:35.851662 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86add609-2863-40f3-9513-e6ec9b31da36 None None] For port 98c19051-5361-4227-8d03-89823788c449, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=98c19051-5361-4227-8d03-89823788c449,segment=NetworkSegment(ec092ed9-cbeb-494d-84ef-6dc15cef95d1),segment_id=ec092ed9-cbeb-494d-84ef-6dc15cef95d1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:35.854798 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86add609-2863-40f3-9513-e6ec9b31da36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (98c19051-5361-4227-8d03-89823788c449), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:35.894253 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86add609-2863-40f3-9513-e6ec9b31da36 None None] Calling delete_port for 98c19051-5361-4227-8d03-89823788c449 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:35.989031 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-3f8e959e-844b-47e6-87bc-fa65da2b4c52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] For port 98c19051-5361-4227-8d03-89823788c449, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=98c19051-5361-4227-8d03-89823788c449,segment=NetworkSegment(ec092ed9-cbeb-494d-84ef-6dc15cef95d1),segment_id=ec092ed9-cbeb-494d-84ef-6dc15cef95d1)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:35.993652 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f8e959e-844b-47e6-87bc-fa65da2b4c52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (98c19051-5361-4227-8d03-89823788c449), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.037348 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e959e-844b-47e6-87bc-fa65da2b4c52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Calling delete_port for 98c19051-5361-4227-8d03-89823788c449 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:36.059445 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device bdcf36d5-ba57-4f8d-be11-d4f31575aa31 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:36.097800 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5046980-2b9a-469e-b21a-02c5d6777cdc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 2e90ec99-7019-4e92-bf8e-d229c59356ee is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:52:36.183305 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86add609-2863-40f3-9513-e6ec9b31da36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (98c19051-5361-4227-8d03-89823788c449), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.212035 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f8e959e-844b-47e6-87bc-fa65da2b4c52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (98c19051-5361-4227-8d03-89823788c449), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.314772 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d0ec7e5-c6aa-43b0-a43e-858a1b1be772 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for floatingip (a93c6976-157f-4649-b014-fef26fda2edd), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.318787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e959e-844b-47e6-87bc-fa65da2b4c52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Port': ['ID=98c19051-5361-4227-8d03-89823788c449,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:36.371627 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8e959e-844b-47e6-87bc-fa65da2b4c52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] No DVR routers for this DVR port 98c19051-5361-4227-8d03-89823788c449 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:52:36.480024 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4849578e-9397-43d5-99d7-8c0ea773a39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.505692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86add609-2863-40f3-9513-e6ec9b31da36 None None] Pushing event deleted for resources: {'Port': ['ID=98c19051-5361-4227-8d03-89823788c449,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:36.518084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86add609-2863-40f3-9513-e6ec9b31da36 None None] No DVR routers for this DVR port 98c19051-5361-4227-8d03-89823788c449 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:52:36.531105 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port bdcf36d5-ba57-4f8d-be11-d4f31575aa31 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:52:36.565526 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port bdcf36d5-ba57-4f8d-be11-d4f31575aa31 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:36.572132 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (bdcf36d5-ba57-4f8d-be11-d4f31575aa31), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.578198 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-53af9dc8-c7c4-4058-99ce-58ce516005ed None None] Provisioning complete for port 07c71e17-7ff3-4236-b524-dfd924bf6bdc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:36.578765 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-53af9dc8-c7c4-4058-99ce-58ce516005ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (07c71e17-7ff3-4236-b524-dfd924bf6bdc), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.589036 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5046980-2b9a-469e-b21a-02c5d6777cdc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:52:36.596220 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f5046980-2b9a-469e-b21a-02c5d6777cdc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/2e90ec99-7019-4e92-bf8e-d229c59356ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0319443 Feb 03 12:52:36.615319 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37730) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:36.708866 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9831cd-4353-43ef-ab70-a8e5863c470b tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:36.710460 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ee9831cd-4353-43ef-ab70-a8e5863c470b tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/ports/07c71e17-7ff3-4236-b524-dfd924bf6bdc HTTP/1.1" status: 200 len: 910 time: 0.0941377 Feb 03 12:52:36.721529 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37732) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:36.850397 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f8e959e-844b-47e6-87bc-fa65da2b4c52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (8a17d25f-d262-46b9-899a-196d1a337868), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.873779 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aad83a5-49e4-4925-b90d-30a34dbc3cc1 None None] Sync routers for ids ['2e90ec99-7019-4e92-bf8e-d229c59356ee'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:52:36.882132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3f8e959e-844b-47e6-87bc-fa65da2b4c52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a17d25f-d262-46b9-899a-196d1a337868']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:36.894883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3f8e959e-844b-47e6-87bc-fa65da2b4c52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec092ed9-cbeb-494d-84ef-6dc15cef95d1') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:36.896790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3f8e959e-844b-47e6-87bc-fa65da2b4c52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec092ed9-cbeb-494d-84ef-6dc15cef95d1') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:36.910246 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f8e959e-844b-47e6-87bc-fa65da2b4c52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (ec092ed9-cbeb-494d-84ef-6dc15cef95d1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.932087 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-53af9dc8-c7c4-4058-99ce-58ce516005ed None None] Port 07c71e17-7ff3-4236-b524-dfd924bf6bdc cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:36.935656 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f8e959e-844b-47e6-87bc-fa65da2b4c52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ec092ed9-cbeb-494d-84ef-6dc15cef95d1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.943397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8e959e-844b-47e6-87bc-fa65da2b4c52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:52:36.943810 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f8e959e-844b-47e6-87bc-fa65da2b4c52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (ec092ed9-cbeb-494d-84ef-6dc15cef95d1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:36.962624 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 98c19051-5361-4227-8d03-89823788c449 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:52:37.053949 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-54e35e8d-18a2-4cdf-b2fe-2cd6e58672e3 req-3c266698-c644-4931-a3a1-255d9e23ba8e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.4918597 Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:52:37.060502 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:52:37.062991 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f8e959e-844b-47e6-87bc-fa65da2b4c52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (8a17d25f-d262-46b9-899a-196d1a337868), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:37.082522 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f8e959e-844b-47e6-87bc-fa65da2b4c52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:37.097167 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3f8e959e-844b-47e6-87bc-fa65da2b4c52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/networks/8a17d25f-d262-46b9-899a-196d1a337868 HTTP/1.1" status: 204 len: 168 time: 1.8845770 Feb 03 12:52:37.123384 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37734) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:37.128363 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e959e-844b-47e6-87bc-fa65da2b4c52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Network': ['ID=8a17d25f-d262-46b9-899a-196d1a337868,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:37.153862 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-93ca7113-3426-4b9a-a882-c96dbbfffce6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1757505968', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:37.168471 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:37.173847 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port bdcf36d5-ba57-4f8d-be11-d4f31575aa31 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:37.174249 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bdcf36d5-ba57-4f8d-be11-d4f31575aa31), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:37.256498 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port bdcf36d5-ba57-4f8d-be11-d4f31575aa31, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=bdcf36d5-ba57-4f8d-be11-d4f31575aa31,segment=NetworkSegment(4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e),segment_id=4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:37.260168 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad83a5-49e4-4925-b90d-30a34dbc3cc1 None None] Routers {'2e90ec99-7019-4e92-bf8e-d229c59356ee'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:37.263132 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7aad83a5-49e4-4925-b90d-30a34dbc3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['2e90ec99-7019-4e92-bf8e-d229c59356ee'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:37.376148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 98c19051-5361-4227-8d03-89823788c449 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:52:37.376650 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 98c19051-5361-4227-8d03-89823788c449 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:52:37.385318 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd9bc73-8d3a-4b9b-a948-ca53d7408319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcf36d5-ba57-4f8d-be11-d4f31575aa31'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:52:37.391861 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb256bcd-5471-4c0d-99dd-adf2e0f7bded" -d '{"events": [{"server_uuid": "fcd9bc73-8d3a-4b9b-a948-ca53d7408319", "name": "network-vif-plugged", "status": "completed", "tag": "bdcf36d5-ba57-4f8d-be11-d4f31575aa31"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:52:37.399033 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7aad83a5-49e4-4925-b90d-30a34dbc3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:37.421945 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (bdcf36d5-ba57-4f8d-be11-d4f31575aa31), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:37.428395 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93ca7113-3426-4b9a-a882-c96dbbfffce6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (a869241a-ab34-4810-a890-b76103be9b1b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:37.438660 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93ca7113-3426-4b9a-a882-c96dbbfffce6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (a869241a-ab34-4810-a890-b76103be9b1b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:37.706365 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a64b0f6-b386-450b-a35f-1eb39f41804d x-openstack-request-id: req-4a64b0f6-b386-450b-a35f-1eb39f41804d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:52:37.706928 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd9bc73-8d3a-4b9b-a948-ca53d7408319", "name": "network-vif-plugged", "status": "completed", "tag": "bdcf36d5-ba57-4f8d-be11-d4f31575aa31", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:52:37.707184 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a64b0f6-b386-450b-a35f-1eb39f41804d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:52:37.707798 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd9bc73-8d3a-4b9b-a948-ca53d7408319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcf36d5-ba57-4f8d-be11-d4f31575aa31', 'code': 200} Feb 03 12:52:37.711535 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad83a5-49e4-4925-b90d-30a34dbc3cc1 None None] Routers {'2e90ec99-7019-4e92-bf8e-d229c59356ee'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:37.712847 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7aad83a5-49e4-4925-b90d-30a34dbc3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['2e90ec99-7019-4e92-bf8e-d229c59356ee'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:37.748535 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93ca7113-3426-4b9a-a882-c96dbbfffce6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router_controller (a869241a-ab34-4810-a890-b76103be9b1b), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:37.847650 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=bdcf36d5-ba57-4f8d-be11-d4f31575aa31,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:37.860661 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93ca7113-3426-4b9a-a882-c96dbbfffce6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (a869241a-ab34-4810-a890-b76103be9b1b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:37.871361 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7aad83a5-49e4-4925-b90d-30a34dbc3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:37.876411 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aad83a5-49e4-4925-b90d-30a34dbc3cc1 None None] The sync data for ids ['2e90ec99-7019-4e92-bf8e-d229c59356ee'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:52:37.936343 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93ca7113-3426-4b9a-a882-c96dbbfffce6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:37.943070 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-93ca7113-3426-4b9a-a882-c96dbbfffce6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8039398 Feb 03 12:52:37.953444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37746) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:37.972164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7b92ec54-0d2d-426c-af0f-b3247ee711ee tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2080496856'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:38.026506 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86e94e-1d16-454f-a9d3-c4e48dc401ec req-015ed11b-fa25-4d38-a6f7-5979411f5760 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:38.028252 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ef86e94e-1d16-454f-a9d3-c4e48dc401ec req-015ed11b-fa25-4d38-a6f7-5979411f5760 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 944 time: 1.4681509 Feb 03 12:52:38.105273 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a519d74-e5f8-4173-a8ff-f3dd72066ed8 req-02861fe8-61f4-416d-b100-c0421ccecbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:38.107033 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a519d74-e5f8-4173-a8ff-f3dd72066ed8 req-02861fe8-61f4-416d-b100-c0421ccecbb2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 1127 time: 0.2917914 Feb 03 12:52:38.225721 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:38.409021 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ef86e94e-1d16-454f-a9d3-c4e48dc401ec req-c411bd9e-0cb0-469f-bc93-b03ac8a9effc tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744767 Feb 03 12:52:38.797983 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8e0c1b6-3d4d-4967-b094-1fdcb742be4c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:38.992464 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d85cae7c-e020-45ef-8649-2d1b0cfb500d req-0d3f5dfe-6dd6-4a09-8c39-a251cfb1d8f3 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.0517430 Feb 03 12:52:39.025846 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b92ec54-0d2d-426c-af0f-b3247ee711ee tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Made reservation on behalf of 8f11593a0ed047868fd329fdd3c34fc1 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:39.038619 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b92ec54-0d2d-426c-af0f-b3247ee711ee tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:39.227013 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b92ec54-0d2d-426c-af0f-b3247ee711ee tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:52:39.251297 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b92ec54-0d2d-426c-af0f-b3247ee711ee tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ba3803a0-783a-45bd-8e66-136486627a1d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:39.251979 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-7b92ec54-0d2d-426c-af0f-b3247ee711ee tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Added segment ba3803a0-783a-45bd-8e66-136486627a1d of type vlan for network 0d747e70-3588-4276-a179-84985cb2c595 Feb 03 12:52:39.350776 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b92ec54-0d2d-426c-af0f-b3247ee711ee tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (0d747e70-3588-4276-a179-84985cb2c595), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:39.402886 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b92ec54-0d2d-426c-af0f-b3247ee711ee tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (0d747e70-3588-4276-a179-84985cb2c595), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:39.415865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b92ec54-0d2d-426c-af0f-b3247ee711ee tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:39.420768 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b92ec54-0d2d-426c-af0f-b3247ee711ee tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:39.562049 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c8e0c1b6-3d4d-4967-b094-1fdcb742be4c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Allocated IP 172.21.0.1 (b74e11fc-1697-4cf6-ad51-65236fa00534/d8b67562-77a3-4081-b4c3-cb8df8956c08/cff07b18-4e5a-438d-b12f-f46f4e140427) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:39.634175 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92ec54-0d2d-426c-af0f-b3247ee711ee tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Network': ['ID=0d747e70-3588-4276-a179-84985cb2c595,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:39.657691 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 0d747e70-3588-4276-a179-84985cb2c595 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:52:39.797584 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7b92ec54-0d2d-426c-af0f-b3247ee711ee tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8368900 Feb 03 12:52:39.800705 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37764) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:39.805876 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1f1923dd-786d-413a-b748-fd2f19de0809 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'subnet': {'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:39.816855 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a519d74-e5f8-4173-a8ff-f3dd72066ed8 req-e62bb794-6fc2-4702-b8ab-5c156c0c17af service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7012508 Feb 03 12:52:39.962995 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:40.003499 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc1aa2-b250-4822-b44c-3d1a3242fff5 req-ee089a09-31af-43fb-88ea-2b075520284b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:40.024122 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-abcc1aa2-b250-4822-b44c-3d1a3242fff5 req-ee089a09-31af-43fb-88ea-2b075520284b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 0.3083014 Feb 03 12:52:40.089980 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1923dd-786d-413a-b748-fd2f19de0809 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Made reservation on behalf of 8f11593a0ed047868fd329fdd3c34fc1 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:40.099854 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f1923dd-786d-413a-b748-fd2f19de0809 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:40.199709 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b7927524-e47b-4443-a5ef-4fcb8e750690 req-896704c5-e3cc-4233-a84f-6cb0c4c3c1c7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.0503328 Feb 03 12:52:40.218527 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d0ec7e5-c6aa-43b0-a43e-858a1b1be772 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:40.232370 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d0ec7e5-c6aa-43b0-a43e-858a1b1be772 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (a93c6976-157f-4649-b014-fef26fda2edd), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:40.286541 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-abcc1aa2-b250-4822-b44c-3d1a3242fff5 req-5bb10b29-691e-4c40-9e68-dce6f8a637d2 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453668 Feb 03 12:52:40.355374 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8e0c1b6-3d4d-4967-b094-1fdcb742be4c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for port (cff07b18-4e5a-438d-b12f-f46f4e140427), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:40.507122 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8e0c1b6-3d4d-4967-b094-1fdcb742be4c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (cff07b18-4e5a-438d-b12f-f46f4e140427), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:40.611349 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0c1b6-3d4d-4967-b094-1fdcb742be4c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Port': ['ID=cff07b18-4e5a-438d-b12f-f46f4e140427,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:40.668891 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e0c1b6-3d4d-4967-b094-1fdcb742be4c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network b74e11fc-1697-4cf6-ad51-65236fa00534 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:40.685047 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c8e0c1b6-3d4d-4967-b094-1fdcb742be4c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:40.687383 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-0d0ec7e5-c6aa-43b0-a43e-858a1b1be772 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Floating IP a93c6976-157f-4649-b014-fef26fda2edd associated. External IP: 172.25.6.135, port: 5ef71da0-acb2-4952-8099-e4278d115834. Feb 03 12:52:40.693443 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0c1b6-3d4d-4967-b094-1fdcb742be4c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:40.804544 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8e0c1b6-3d4d-4967-b094-1fdcb742be4c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (2e90ec99-7019-4e92-bf8e-d229c59356ee), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:41.238631 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8e0c1b6-3d4d-4967-b094-1fdcb742be4c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cff07b18-4e5a-438d-b12f-f46f4e140427), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:41.260017 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f1923dd-786d-413a-b748-fd2f19de0809 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (a29506b0-dc49-46da-ab27-066332a63a25), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:41.320010 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-71f6f69d-7d73-4dd2-9d7c-8b8742309287 None None] Provisioning complete for port cff07b18-4e5a-438d-b12f-f46f4e140427 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:41.320570 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71f6f69d-7d73-4dd2-9d7c-8b8742309287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cff07b18-4e5a-438d-b12f-f46f4e140427), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:41.361680 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1923dd-786d-413a-b748-fd2f19de0809 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Subnet': ['ID=a29506b0-dc49-46da-ab27-066332a63a25,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:41.412092 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-71f6f69d-7d73-4dd2-9d7c-8b8742309287 None None] Port cff07b18-4e5a-438d-b12f-f46f4e140427 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:41.626913 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9869b265-ea86-4c41-8a81-5078348f3172 req-15306904-cfa5-4aaf-b0e1-4acf6f84c53c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.2382615 Feb 03 12:52:41.662226 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0ec7e5-c6aa-43b0-a43e-858a1b1be772 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Router b27c94a7-28ff-446e-ab65-183d66e03676 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:52:41.703473 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1923dd-786d-413a-b748-fd2f19de0809 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Checking segment: {'id': 'ba3803a0-783a-45bd-8e66-136486627a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d747e70-3588-4276-a179-84985cb2c595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:41.704479 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1923dd-786d-413a-b748-fd2f19de0809 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network hostable DHCP agents. Network: 0d747e70-3588-4276-a179-84985cb2c595, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:52:41.824091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1923dd-786d-413a-b748-fd2f19de0809 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 0d747e70-3588-4276-a179-84985cb2c595 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:52:41.852405 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de5cd0-e97b-40cd-811e-1a22b0126809 req-f8a22fdb-bb2f-4496-984b-959d5ee1954e tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:41.855314 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5de5cd0-e97b-40cd-811e-1a22b0126809 req-f8a22fdb-bb2f-4496-984b-959d5ee1954e tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 0.4520936 Feb 03 12:52:41.905571 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1f1923dd-786d-413a-b748-fd2f19de0809 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 0d747e70-3588-4276-a179-84985cb2c595) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:41.916061 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeda1b1c-badd-4421-9d0d-c16fddb91d41 None None] Network 0d747e70-3588-4276-a179-84985cb2c595 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:41.924300 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1923dd-786d-413a-b748-fd2f19de0809 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:41.924915 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f1923dd-786d-413a-b748-fd2f19de0809 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:41.957799 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1f1923dd-786d-413a-b748-fd2f19de0809 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1558781 Feb 03 12:52:41.961090 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37794) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:42.054392 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8e0c1b6-3d4d-4967-b094-1fdcb742be4c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for port (cff07b18-4e5a-438d-b12f-f46f4e140427), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:42.093548 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8e0c1b6-3d4d-4967-b094-1fdcb742be4c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (cff07b18-4e5a-438d-b12f-f46f4e140427), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:42.115409 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0ec7e5-c6aa-43b0-a43e-858a1b1be772 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:52:42.132181 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d0ec7e5-c6aa-43b0-a43e-858a1b1be772 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:42.137736 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f6f0ea-fd26-4f6d-972c-438f2df6c0f6 None None] Sync routers for ids ['b27c94a7-28ff-446e-ab65-183d66e03676'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:52:42.153988 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f6f0ea-fd26-4f6d-972c-438f2df6c0f6 None None] Routers {'b27c94a7-28ff-446e-ab65-183d66e03676'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:42.155543 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b6f6f0ea-fd26-4f6d-972c-438f2df6c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b27c94a7-28ff-446e-ab65-183d66e03676'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:42.160925 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-0d747e70-3588-4276-a179-84985cb2c595', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:52:42.163240 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:42.197825 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0d0ec7e5-c6aa-43b0-a43e-858a1b1be772 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "PUT /v2.0/floatingips/a93c6976-157f-4649-b014-fef26fda2edd HTTP/1.1" status: 200 len: 991 time: 6.4654346 Feb 03 12:52:42.199802 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'tag': '5ef71da0-acb2-4952-8099-e4278d115834'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:52:42.210129 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fc3e61-ce16-4b94-8618-fc9d289b10ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39", "tag": "5ef71da0-acb2-4952-8099-e4278d115834"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:52:42.321254 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5de5cd0-e97b-40cd-811e-1a22b0126809 req-4a35f132-0500-4db6-b9cb-99ffbd2cd65e tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430749 Feb 03 12:52:42.410910 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0c1b6-3d4d-4967-b094-1fdcb742be4c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Port': ['ID=cff07b18-4e5a-438d-b12f-f46f4e140427,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:42.450989 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8e0c1b6-3d4d-4967-b094-1fdcb742be4c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (2e90ec99-7019-4e92-bf8e-d229c59356ee), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:42.547878 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c941c983-31ad-4879-8c68-4faea433b327 x-openstack-request-id: req-c941c983-31ad-4879-8c68-4faea433b327 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:52:42.548746 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39", "tag": "5ef71da0-acb2-4952-8099-e4278d115834", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:52:42.548746 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c941c983-31ad-4879-8c68-4faea433b327 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:52:42.549090 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'tag': '5ef71da0-acb2-4952-8099-e4278d115834', 'status': 'completed', 'code': 200} Feb 03 12:52:42.648359 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-b6f6f0ea-fd26-4f6d-972c-438f2df6c0f6 None None] Set router b27c94a7-28ff-446e-ab65-183d66e03676 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:52:42.691236 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] Allocated IP 2001:db8::2 (0d747e70-3588-4276-a179-84985cb2c595/a29506b0-dc49-46da-ab27-066332a63a25/f563e3cd-0d1b-4855-a7e8-ba5a5112e038) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:42.702178 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e0c1b6-3d4d-4967-b094-1fdcb742be4c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network b74e11fc-1697-4cf6-ad51-65236fa00534 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:42.705717 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c8e0c1b6-3d4d-4967-b094-1fdcb742be4c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:43.053645 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae7d45-4b86-45c0-92c2-d7c8115b1c10 req-c29c4242-5a07-4a0f-9057-63f4c342837c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:43.058486 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6dae7d45-4b86-45c0-92c2-d7c8115b1c10 req-c29c4242-5a07-4a0f-9057-63f4c342837c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 945 time: 0.6770470 Feb 03 12:52:43.093898 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.150428 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] Publish callbacks [] for port (f563e3cd-0d1b-4855-a7e8-ba5a5112e038), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.161590 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (f563e3cd-0d1b-4855-a7e8-ba5a5112e038), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.163324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc3e61-ce16-4b94-8618-fc9d289b10ba req-44f8d9b5-c7b6-42b8-9e0a-b984066081ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:43.169826 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5fc3e61-ce16-4b94-8618-fc9d289b10ba req-44f8d9b5-c7b6-42b8-9e0a-b984066081ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 1127 time: 0.6182613 Feb 03 12:52:43.214818 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-761f9999-6f00-4b7f-826b-c895fe3d39d3 req-15c799b0-ea6a-43e4-972a-424f77f28850 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1175740 Feb 03 12:52:43.219563 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] Network 0d747e70-3588-4276-a179-84985cb2c595 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:43.225484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:43.306138 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e0c1b6-3d4d-4967-b094-1fdcb742be4c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 2e90ec99-7019-4e92-bf8e-d229c59356ee has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:52:43.307653 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:43.458547 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b6f6f0ea-fd26-4f6d-972c-438f2df6c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'name': 'tempest-ServerActionsTestJSON-1697527055-router', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:51:35Z', 'updated_at': '2022-02-03T12:51:49Z', 'revision_number': 4, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'gw_port': {'id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:40Z', 'updated_at': '2022-02-03T12:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'a93c6976-157f-4649-b014-fef26fda2edd', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'floating_ip_address': '172.25.6.135', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'port_id': '5ef71da0-acb2-4952-8099-e4278d115834', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'mac_address': 'fa:16:3e:eb:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:52:04Z', 'updated_at': '2022-02-03T12:52:39Z', 'revision_number': 1, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e788e2-57d0-4847-8b34-ae29cd58bb81', 'name': '', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'mac_address': 'fa:16:3e:f7:06:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'a27fe823-3411-4edd-b136-06676ed45522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:47Z', 'updated_at': '2022-02-03T12:52:00Z', 'revision_number': 5, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'subnets': [{'id': 'a27fe823-3411-4edd-b136-06676ed45522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:43.481757 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc3e61-ce16-4b94-8618-fc9d289b10ba req-b336d2bf-4b46-4a9c-b8d3-fe93246640d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:43.484008 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5fc3e61-ce16-4b94-8618-fc9d289b10ba req-b336d2bf-4b46-4a9c-b8d3-fe93246640d7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.2428648 Feb 03 12:52:43.553883 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f6f0ea-fd26-4f6d-972c-438f2df6c0f6 None None] Checking router: b27c94a7-28ff-446e-ab65-183d66e03676 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:52:43.570190 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6dae7d45-4b86-45c0-92c2-d7c8115b1c10 req-80e9b1c0-d908-431e-84fc-277f834aa307 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4728916 Feb 03 12:52:43.580044 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f6f0ea-fd26-4f6d-972c-438f2df6c0f6 None None] Routers {'b27c94a7-28ff-446e-ab65-183d66e03676'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:43.580735 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b6f6f0ea-fd26-4f6d-972c-438f2df6c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b27c94a7-28ff-446e-ab65-183d66e03676'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:43.589448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8cf10d1f-cfc2-43af-b04f-480194b3cb7e None None] Provisioning complete for port cff07b18-4e5a-438d-b12f-f46f4e140427 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:43.589918 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8cf10d1f-cfc2-43af-b04f-480194b3cb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cff07b18-4e5a-438d-b12f-f46f4e140427), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.641817 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] Pushing event updated for resources: {'Port': ['ID=f563e3cd-0d1b-4855-a7e8-ba5a5112e038,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:43.646249 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] Attempting to bind port f563e3cd-0d1b-4855-a7e8-ba5a5112e038 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:52:43.646967 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] Attempting to bind port f563e3cd-0d1b-4855-a7e8-ba5a5112e038 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'ba3803a0-783a-45bd-8e66-136486627a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d747e70-3588-4276-a179-84985cb2c595'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:52:43.647604 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] Attempting to bind port f563e3cd-0d1b-4855-a7e8-ba5a5112e038 on network 0d747e70-3588-4276-a179-84985cb2c595 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:43.660623 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8cf10d1f-cfc2-43af-b04f-480194b3cb7e None None] Port cff07b18-4e5a-438d-b12f-f46f4e140427 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:43.668798 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:52:43.680619 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] Checking segment: {'id': 'ba3803a0-783a-45bd-8e66-136486627a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d747e70-3588-4276-a179-84985cb2c595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:43.681964 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.682257 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] Bound using segment: {'id': 'ba3803a0-783a-45bd-8e66-136486627a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d747e70-3588-4276-a179-84985cb2c595'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:52:43.683156 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] Bound port: f563e3cd-0d1b-4855-a7e8-ba5a5112e038, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3803a0-783a-45bd-8e66-136486627a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d747e70-3588-4276-a179-84985cb2c595'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:52:43.683867 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f563e3cd-0d1b-4855-a7e8-ba5a5112e038), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:43.727581 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54cb25-f830-4aae-aa77-dac6f57fb949 req-481b259a-7a9c-4802-93a3-5fac500102b8 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:43.745207 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ab54cb25-f830-4aae-aa77-dac6f57fb949 req-481b259a-7a9c-4802-93a3-5fac500102b8 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 0.2790055 Feb 03 12:52:43.755124 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de7aa6-ef46-4f96-912b-5c6b375164d2 req-2f77cfe3-6f5e-42f3-96b1-bb364bfb5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:43.759647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e0c1b6-3d4d-4967-b094-1fdcb742be4c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:52:43.766014 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46de7aa6-ef46-4f96-912b-5c6b375164d2 req-2f77cfe3-6f5e-42f3-96b1-bb364bfb5105 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd79879f23c9420f9b758bf6be6d77f9&device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 1127 time: 0.6364419 Feb 03 12:52:43.777370 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c8e0c1b6-3d4d-4967-b094-1fdcb742be4c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/2e90ec99-7019-4e92-bf8e-d229c59356ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0550547 Feb 03 12:52:43.783731 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37820) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:43.810974 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6754ce8-3259-4c3e-94c1-10c22da6b2ad None None] Sync routers for ids ['2e90ec99-7019-4e92-bf8e-d229c59356ee'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:52:43.867522 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5fc3e61-ce16-4b94-8618-fc9d289b10ba req-2c81ea06-bcdf-40ae-bd82-ae26b34aa385 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef71da0-acb2-4952-8099-e4278d115834 HTTP/1.1" status: 200 len: 999 time: 0.3654504 Feb 03 12:52:43.901367 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6754ce8-3259-4c3e-94c1-10c22da6b2ad None None] Routers {'2e90ec99-7019-4e92-bf8e-d229c59356ee'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:43.902025 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f6754ce8-3259-4c3e-94c1-10c22da6b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['2e90ec99-7019-4e92-bf8e-d229c59356ee'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:43.924323 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-b6f6f0ea-fd26-4f6d-972c-438f2df6c0f6 None None] Set router b27c94a7-28ff-446e-ab65-183d66e03676 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:52:44.010645 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ab54cb25-f830-4aae-aa77-dac6f57fb949 req-9d65ae3a-d971-482e-b1d9-ab3b48c97d2c tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538633 Feb 03 12:52:44.053727 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde674aa-d2e8-42aa-9392-b47b12636589 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:44.055811 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bde674aa-d2e8-42aa-9392-b47b12636589 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/ports/cff07b18-4e5a-438d-b12f-f46f4e140427 HTTP/1.1" status: 200 len: 910 time: 0.2708421 Feb 03 12:52:44.064257 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37824) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:44.756516 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f6754ce8-3259-4c3e-94c1-10c22da6b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:44.777271 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] For port f563e3cd-0d1b-4855-a7e8-ba5a5112e038, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:52:44.843219 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] For port f563e3cd-0d1b-4855-a7e8-ba5a5112e038, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f563e3cd-0d1b-4855-a7e8-ba5a5112e038,segment=NetworkSegment(ba3803a0-783a-45bd-8e66-136486627a1d),segment_id=ba3803a0-783a-45bd-8e66-136486627a1d)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:52:44.868538 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f563e3cd-0d1b-4855-a7e8-ba5a5112e038), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:44.879127 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce7a8c-9114-4abd-848d-18ef63029ae2 req-0d9b2837-7b96-4823-8126-d472d0047f87 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:44.891463 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b6f6f0ea-fd26-4f6d-972c-438f2df6c0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'name': 'tempest-ServerActionsTestJSON-1697527055-router', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:51:35Z', 'updated_at': '2022-02-03T12:51:49Z', 'revision_number': 4, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'gw_port': {'id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:40Z', 'updated_at': '2022-02-03T12:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'a93c6976-157f-4649-b014-fef26fda2edd', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'floating_ip_address': '172.25.6.135', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'port_id': '5ef71da0-acb2-4952-8099-e4278d115834', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'mac_address': 'fa:16:3e:eb:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:52:04Z', 'updated_at': '2022-02-03T12:52:39Z', 'revision_number': 1, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e788e2-57d0-4847-8b34-ae29cd58bb81', 'name': '', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'mac_address': 'fa:16:3e:f7:06:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'a27fe823-3411-4edd-b136-06676ed45522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:47Z', 'updated_at': '2022-02-03T12:52:00Z', 'revision_number': 5, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'subnets': [{'id': 'a27fe823-3411-4edd-b136-06676ed45522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:44.894656 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64ce7a8c-9114-4abd-848d-18ef63029ae2 req-0d9b2837-7b96-4823-8126-d472d0047f87 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 945 time: 0.1506131 Feb 03 12:52:44.946227 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f6f0ea-fd26-4f6d-972c-438f2df6c0f6 None None] The sync data for ids ['b27c94a7-28ff-446e-ab65-183d66e03676'] in n-d-827336-3 is: [{'id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'name': 'tempest-ServerActionsTestJSON-1697527055-router', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:51:35Z', 'updated_at': '2022-02-03T12:51:49Z', 'revision_number': 4, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'gw_port': {'id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:40Z', 'updated_at': '2022-02-03T12:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'a93c6976-157f-4649-b014-fef26fda2edd', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'floating_ip_address': '172.25.6.135', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'port_id': '5ef71da0-acb2-4952-8099-e4278d115834', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'mac_address': 'fa:16:3e:eb:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:52:04Z', 'updated_at': '2022-02-03T12:52:39Z', 'revision_number': 1, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e788e2-57d0-4847-8b34-ae29cd58bb81', 'name': '', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'mac_address': 'fa:16:3e:f7:06:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'a27fe823-3411-4edd-b136-06676ed45522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:47Z', 'updated_at': '2022-02-03T12:52:00Z', 'revision_number': 5, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'subnets': [{'id': 'a27fe823-3411-4edd-b136-06676ed45522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:52:45.000307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6754ce8-3259-4c3e-94c1-10c22da6b2ad None None] Routers {'2e90ec99-7019-4e92-bf8e-d229c59356ee'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:45.003613 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f6754ce8-3259-4c3e-94c1-10c22da6b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['2e90ec99-7019-4e92-bf8e-d229c59356ee'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:45.096212 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f6754ce8-3259-4c3e-94c1-10c22da6b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:45.104928 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6754ce8-3259-4c3e-94c1-10c22da6b2ad None None] The sync data for ids ['2e90ec99-7019-4e92-bf8e-d229c59356ee'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:52:45.181025 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64ce7a8c-9114-4abd-848d-18ef63029ae2 req-60a75f9d-3536-4e7a-98d6-ef58b2ccee70 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853706 Feb 03 12:52:45.200786 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ccc2c8-3446-4f89-8565-99976d45f8fb None None] Pushing event updated for resources: {'Port': ['ID=f563e3cd-0d1b-4855-a7e8-ba5a5112e038,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:45.207083 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec1a75be-7c84-47c1-b66e-e80332a75fa2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (2e90ec99-7019-4e92-bf8e-d229c59356ee), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:45.289684 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d681da08-ee2a-46ae-a4fa-b8f6063e72bf req-016d5d83-a5bf-47ab-ba2d-596841242045 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1531711 Feb 03 12:52:45.526351 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c9681f-8721-4d08-b6fa-ac93684b4263 None None] New status for floating IP a93c6976-157f-4649-b014-fef26fda2edd: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:52:45.660066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc3e61-ce16-4b94-8618-fc9d289b10ba req-b0cd6962-9fd2-4263-a6f3-ce37ee89a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:45.661749 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5fc3e61-ce16-4b94-8618-fc9d289b10ba req-b0cd6962-9fd2-4263-a6f3-ce37ee89a63f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 1.7264357 Feb 03 12:52:45.662720 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de7aa6-ef46-4f96-912b-5c6b375164d2 req-edebe841-221f-4dca-abed-3bbb46d19187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:45.676362 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46de7aa6-ef46-4f96-912b-5c6b375164d2 req-edebe841-221f-4dca-abed-3bbb46d19187 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ba52975b-3ccc-4e20-a0cf-e3affafdc748 HTTP/1.1" status: 200 len: 912 time: 1.8875282 Feb 03 12:52:45.842425 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46de7aa6-ef46-4f96-912b-5c6b375164d2 req-35379c61-6841-4bf3-b6a3-a954fed2c46d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdcf36d5-ba57-4f8d-be11-d4f31575aa31 HTTP/1.1" status: 200 len: 217 time: 0.1651087 Feb 03 12:52:45.863231 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebdeff-dfe3-4a17-b401-d89e5e33fc5a req-b289e7ae-0cee-4438-9292-2db90d41ebfd tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:45.865436 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29ebdeff-dfe3-4a17-b401-d89e5e33fc5a req-b289e7ae-0cee-4438-9292-2db90d41ebfd tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 0.3291957 Feb 03 12:52:45.893477 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:46.118399 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29ebdeff-dfe3-4a17-b401-d89e5e33fc5a req-6205f0fc-74f9-478a-8c22-10e9a4b732c0 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398446 Feb 03 12:52:46.123917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de7aa6-ef46-4f96-912b-5c6b375164d2 req-d74a5485-a50f-43a2-887f-b51b43bfbe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:46.125540 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46de7aa6-ef46-4f96-912b-5c6b375164d2 req-d74a5485-a50f-43a2-887f-b51b43bfbe60 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e24c0d19-efc7-422d-9f52-9378e9ba1415 HTTP/1.1" status: 200 len: 851 time: 0.2394395 Feb 03 12:52:46.177053 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Allocated IP 2001:db8::1 (0d747e70-3588-4276-a179-84985cb2c595/a29506b0-dc49-46da-ab27-066332a63a25/e907e0b7-a2c7-468f-9924-f3cf3758c19d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:46.178715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc3e61-ce16-4b94-8618-fc9d289b10ba req-2cba6310-65e7-4385-82d1-9770a6f9a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:46.181388 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5fc3e61-ce16-4b94-8618-fc9d289b10ba req-2cba6310-65e7-4385-82d1-9770a6f9a042 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4738812 Feb 03 12:52:46.239781 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46de7aa6-ef46-4f96-912b-5c6b375164d2 req-ef1b0670-e8fa-4cf8-b90c-a1e4b6ae06f3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ba52975b-3ccc-4e20-a0cf-e3affafdc748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896816 Feb 03 12:52:46.444078 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a75be-7c84-47c1-b66e-e80332a75fa2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting port cff07b18-4e5a-438d-b12f-f46f4e140427 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:46.444428 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec1a75be-7c84-47c1-b66e-e80332a75fa2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (cff07b18-4e5a-438d-b12f-f46f4e140427), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:46.654113 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8fe778f0-1d0c-438c-b919-570b4fc6492c req-83623d9f-0224-427c-b40a-872a595a198f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1534297 Feb 03 12:52:46.776756 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec1a75be-7c84-47c1-b66e-e80332a75fa2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (cff07b18-4e5a-438d-b12f-f46f4e140427), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:46.796425 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a75be-7c84-47c1-b66e-e80332a75fa2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Calling delete_port for cff07b18-4e5a-438d-b12f-f46f4e140427 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:46.961275 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f563e3cd-0d1b-4855-a7e8-ba5a5112e038 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:47.160233 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port f563e3cd-0d1b-4855-a7e8-ba5a5112e038 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:47.160631 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f563e3cd-0d1b-4855-a7e8-ba5a5112e038), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:47.161040 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec1a75be-7c84-47c1-b66e-e80332a75fa2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (cff07b18-4e5a-438d-b12f-f46f4e140427), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:47.232628 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a75be-7c84-47c1-b66e-e80332a75fa2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Port': ['ID=cff07b18-4e5a-438d-b12f-f46f4e140427,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:47.335171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feb2a67-b142-45b6-a9bd-7e519162f8f8 None None] Network 0d747e70-3588-4276-a179-84985cb2c595 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:47.418620 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for port (e907e0b7-a2c7-468f-9924-f3cf3758c19d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:47.481551 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5fc3e61-ce16-4b94-8618-fc9d289b10ba req-d2b2f456-34b8-4654-90ad-1f52c25fef6c service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2507489 Feb 03 12:52:47.491405 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (e907e0b7-a2c7-468f-9924-f3cf3758c19d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:47.534936 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 0d747e70-3588-4276-a179-84985cb2c595 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:47.542532 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:47.545508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:47.546136 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (a869241a-ab34-4810-a890-b76103be9b1b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:47.780019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2b37e87a-162a-4238-939f-827f8d34c9eb None None] Provisioning complete for port f563e3cd-0d1b-4855-a7e8-ba5a5112e038 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:47.780407 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b37e87a-162a-4238-939f-827f8d34c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f563e3cd-0d1b-4855-a7e8-ba5a5112e038), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:47.925370 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46de7aa6-ef46-4f96-912b-5c6b375164d2 req-8939f98e-3e4c-4cc2-8c19-bbfa0dbf74e8 service neutron] 10.222.0.31 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6505396 Feb 03 12:52:48.070749 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port f563e3cd-0d1b-4855-a7e8-ba5a5112e038 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:48.071471 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f563e3cd-0d1b-4855-a7e8-ba5a5112e038), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:48.153221 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2b37e87a-162a-4238-939f-827f8d34c9eb None None] Current status of the port f563e3cd-0d1b-4855-a7e8-ba5a5112e038 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:48.153788 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b37e87a-162a-4238-939f-827f8d34c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f563e3cd-0d1b-4855-a7e8-ba5a5112e038), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:48.229272 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46de7aa6-ef46-4f96-912b-5c6b375164d2 req-3c128d71-8d09-47cc-bfc5-ea7ef3ea678a service neutron] 10.222.0.31 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628872 Feb 03 12:52:48.251549 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2801775-d6cb-4f08-b627-39fec81b2003 req-83703064-1d97-4141-be72-da627aed5e34 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:48.255254 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port f563e3cd-0d1b-4855-a7e8-ba5a5112e038, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f563e3cd-0d1b-4855-a7e8-ba5a5112e038,segment=NetworkSegment(ba3803a0-783a-45bd-8e66-136486627a1d),segment_id=ba3803a0-783a-45bd-8e66-136486627a1d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:48.267530 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b2801775-d6cb-4f08-b627-39fec81b2003 req-83703064-1d97-4141-be72-da627aed5e34 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 945 time: 1.8458769 Feb 03 12:52:48.293504 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f563e3cd-0d1b-4855-a7e8-ba5a5112e038), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:48.509970 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5fc3e61-ce16-4b94-8618-fc9d289b10ba req-6bec2258-fc56-4d08-9e0b-f1690280b77f service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0056345 Feb 03 12:52:48.510673 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-2b37e87a-162a-4238-939f-827f8d34c9eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:52:48.511038 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-2b37e87a-162a-4238-939f-827f8d34c9eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:52:48.511683 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=f563e3cd-0d1b-4855-a7e8-ba5a5112e038,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:48.562805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Port': ['ID=e907e0b7-a2c7-468f-9924-f3cf3758c19d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:48.580274 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e907e0b7-a2c7-468f-9924-f3cf3758c19d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:48.619723 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:48.620121 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:48.620482 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:48.620835 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:48.623444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:48.623807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:48.627394 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:48.627819 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:48.628221 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:48.628572 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:48.628925 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:48.629330 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:48.629769 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:48.783757 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b2801775-d6cb-4f08-b627-39fec81b2003 req-de8d2c7e-ec68-4d2f-bf98-02a22c7e30ba tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2948239 Feb 03 12:52:48.886103 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f563e3cd-0d1b-4855-a7e8-ba5a5112e038 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:48.983994 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9325b5-fc98-4b21-b9d5-652c1d96da71 req-ad16df62-cace-4b4f-b2ac-3f016c9933ba tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:48.988654 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a9325b5-fc98-4b21-b9d5-652c1d96da71 req-ad16df62-cace-4b4f-b2ac-3f016c9933ba tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 1.5205505 Feb 03 12:52:48.997331 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec1a75be-7c84-47c1-b66e-e80332a75fa2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (2e90ec99-7019-4e92-bf8e-d229c59356ee), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.065703 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4a64f55-efc2-4644-a3bc-8bd7c8e1007f req-8f9b2cf4-0056-467d-b97b-be523666bc9c tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.0657301 Feb 03 12:52:49.174879 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2b37e87a-162a-4238-939f-827f8d34c9eb None None] Current status of the port f563e3cd-0d1b-4855-a7e8-ba5a5112e038 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:49.201433 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port f563e3cd-0d1b-4855-a7e8-ba5a5112e038 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:49.201817 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f563e3cd-0d1b-4855-a7e8-ba5a5112e038), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.392257 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bb639602-b5b5-4635-9d77-08837ec96c36 None None] Provisioning complete for port f563e3cd-0d1b-4855-a7e8-ba5a5112e038 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:49.392638 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bb639602-b5b5-4635-9d77-08837ec96c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f563e3cd-0d1b-4855-a7e8-ba5a5112e038), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.415194 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for port (e907e0b7-a2c7-468f-9924-f3cf3758c19d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.425500 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (e907e0b7-a2c7-468f-9924-f3cf3758c19d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.426331 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (a869241a-ab34-4810-a890-b76103be9b1b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.454602 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port f563e3cd-0d1b-4855-a7e8-ba5a5112e038 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:49.518575 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a9325b5-fc98-4b21-b9d5-652c1d96da71 req-6002ce0c-eb2f-4d7f-b6d4-de7ce873b529 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163217 Feb 03 12:52:49.629274 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bb639602-b5b5-4635-9d77-08837ec96c36 None None] Current status of the port f563e3cd-0d1b-4855-a7e8-ba5a5112e038 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:49.669053 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bb639602-b5b5-4635-9d77-08837ec96c36 None None] Provisioning complete for port e907e0b7-a2c7-468f-9924-f3cf3758c19d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:49.669435 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bb639602-b5b5-4635-9d77-08837ec96c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e907e0b7-a2c7-468f-9924-f3cf3758c19d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:49.678672 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Port': ['ID=e907e0b7-a2c7-468f-9924-f3cf3758c19d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:49.747200 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1a75be-7c84-47c1-b66e-e80332a75fa2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 2e90ec99-7019-4e92-bf8e-d229c59356ee has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:52:49.765739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bb639602-b5b5-4635-9d77-08837ec96c36 None None] Port e907e0b7-a2c7-468f-9924-f3cf3758c19d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:49.792623 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 0d747e70-3588-4276-a179-84985cb2c595 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:49.794228 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:49.994906 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1a75be-7c84-47c1-b66e-e80332a75fa2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:52:50.008757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d304ca-42ee-4abe-baee-992b511a7e6b None None] Sync routers for ids ['2e90ec99-7019-4e92-bf8e-d229c59356ee'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:52:50.015670 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ec1a75be-7c84-47c1-b66e-e80332a75fa2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/2e90ec99-7019-4e92-bf8e-d229c59356ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9397910 Feb 03 12:52:50.016481 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37882) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:50.038128 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d304ca-42ee-4abe-baee-992b511a7e6b None None] Routers {'2e90ec99-7019-4e92-bf8e-d229c59356ee'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:50.038775 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-58d304ca-42ee-4abe-baee-992b511a7e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['2e90ec99-7019-4e92-bf8e-d229c59356ee'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:50.140080 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46427880-9b1f-4296-9af8-3f0e008e6f7c req-93e37c85-9083-4b2b-9efe-d26a18c103b9 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:50.148831 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46427880-9b1f-4296-9af8-3f0e008e6f7c req-93e37c85-9083-4b2b-9efe-d26a18c103b9 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 945 time: 0.1673739 Feb 03 12:52:50.195926 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-58d304ca-42ee-4abe-baee-992b511a7e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:50.235755 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d304ca-42ee-4abe-baee-992b511a7e6b None None] Routers {'2e90ec99-7019-4e92-bf8e-d229c59356ee'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:50.236638 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-58d304ca-42ee-4abe-baee-992b511a7e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['2e90ec99-7019-4e92-bf8e-d229c59356ee'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:50.312923 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46427880-9b1f-4296-9af8-3f0e008e6f7c req-6188cc5b-a09b-4a08-839b-851560393d78 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626911 Feb 03 12:52:50.314104 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router a869241a-ab34-4810-a890-b76103be9b1b is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:52:50.372126 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-58d304ca-42ee-4abe-baee-992b511a7e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:50.372786 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d304ca-42ee-4abe-baee-992b511a7e6b None None] The sync data for ids ['2e90ec99-7019-4e92-bf8e-d229c59356ee'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:52:50.408272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-abd2b44b-f7cb-4f93-8f36-ad0fd915984f None None] Provisioning complete for port e907e0b7-a2c7-468f-9924-f3cf3758c19d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:50.408659 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-abd2b44b-f7cb-4f93-8f36-ad0fd915984f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e907e0b7-a2c7-468f-9924-f3cf3758c19d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:50.510896 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-abd2b44b-f7cb-4f93-8f36-ad0fd915984f None None] Port e907e0b7-a2c7-468f-9924-f3cf3758c19d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:52:50.551638 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a9394d0-3c23-4a55-8e5e-301aef12cf1a req-246493be-563e-48ae-8a47-61b815e0458e tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1482818 Feb 03 12:52:50.723116 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:52:50.740233 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ad05968b-adc1-4422-bee3-a39aa02866f1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/a869241a-ab34-4810-a890-b76103be9b1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7699888 Feb 03 12:52:50.743874 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] Sync routers for ids ['a869241a-ab34-4810-a890-b76103be9b1b'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:52:50.750636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37892) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:50.777393 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1081331793'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:50.785361 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] Routers {'a869241a-ab34-4810-a890-b76103be9b1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:50.788520 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a869241a-ab34-4810-a890-b76103be9b1b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:50.843726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04a786-65ad-434e-9738-75f335cd5a48 req-e23eaf61-83e3-4ae4-9290-a0250c7d95ee tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:50.861185 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b04a786-65ad-434e-9738-75f335cd5a48 req-e23eaf61-83e3-4ae4-9290-a0250c7d95ee tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 945 time: 0.2097795 Feb 03 12:52:50.960566 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Made reservation on behalf of 8f11593a0ed047868fd329fdd3c34fc1 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:50.967780 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.012524 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b04a786-65ad-434e-9738-75f335cd5a48 req-a3f7b238-df75-4d26-b2ad-cb0d2d60e3fe tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396828 Feb 03 12:52:51.050362 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] Set router a869241a-ab34-4810-a890-b76103be9b1b gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:52:51.056578 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48affc69-ac26-4fbd-8bce-23ffb4092f32 req-f1d5be92-f560-4104-a13f-7dc496d70f38 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:51.058243 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48affc69-ac26-4fbd-8bce-23ffb4092f32 req-f1d5be92-f560-4104-a13f-7dc496d70f38 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 0.3834834 Feb 03 12:52:51.105713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:52:51.175200 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f357621b-b0d2-4c47-983a-aac16f85e9a1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.175519 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Added segment f357621b-b0d2-4c47-983a-aac16f85e9a1 of type vlan for network 444d3787-21b7-488f-837a-92cda3c33c44 Feb 03 12:52:51.180858 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48affc69-ac26-4fbd-8bce-23ffb4092f32 req-9c150ce2-36c9-446e-8a2a-c479cb03fafa tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135917 Feb 03 12:52:51.254905 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ffef3ee-c0ba-4066-ac76-e9594e8db774 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (2e90ec99-7019-4e92-bf8e-d229c59356ee), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.361401 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (444d3787-21b7-488f-837a-92cda3c33c44), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.497210 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (444d3787-21b7-488f-837a-92cda3c33c44), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.511130 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:51.511812 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.559875 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:52:47Z', 'revision_number': 2, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:49Z', 'revision_number': 2, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:51.614569 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37912) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:51.621989 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-53bf4e16-6475-4af6-85a3-c8e916bd2e21 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'subnet': {'network_id': '444d3787-21b7-488f-837a-92cda3c33c44', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:51.626376 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8667812 Feb 03 12:52:51.638625 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] Checking router: a869241a-ab34-4810-a890-b76103be9b1b for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:52:51.638987 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] Updating router a869241a-ab34-4810-a890-b76103be9b1b port e907e0b7-a2c7-468f-9924-f3cf3758c19d binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:52:51.713426 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e907e0b7-a2c7-468f-9924-f3cf3758c19d), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.777168 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Network': ['ID=444d3787-21b7-488f-837a-92cda3c33c44,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:51.854583 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bf4e16-6475-4af6-85a3-c8e916bd2e21 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Made reservation on behalf of 8f11593a0ed047868fd329fdd3c34fc1 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:51.867872 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53bf4e16-6475-4af6-85a3-c8e916bd2e21 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:51.936544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:51.937122 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:51.937710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:51.939419 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:51.943852 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:51.944515 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:51.945147 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:51.945732 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:51.946294 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:51.946864 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:51.947422 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:51.950592 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:51.951279 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eb7101-a3b9-45e4-a710-f22e8922ea1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:51.974666 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 444d3787-21b7-488f-837a-92cda3c33c44 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:52:52.092171 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56ce7aa5-ed99-488c-9927-9ed3eeeb35a9 req-01306e8e-6d36-48a7-ad8c-5cc27c569bfc tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1840537 Feb 03 12:52:52.188090 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53bf4e16-6475-4af6-85a3-c8e916bd2e21 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (290ba31a-3c72-457c-8aa2-12f21716eb60), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.266256 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf4e16-6475-4af6-85a3-c8e916bd2e21 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Subnet': ['ID=290ba31a-3c72-457c-8aa2-12f21716eb60,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:52.276797 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bf4e16-6475-4af6-85a3-c8e916bd2e21 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Checking segment: {'id': 'f357621b-b0d2-4c47-983a-aac16f85e9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:52.277175 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bf4e16-6475-4af6-85a3-c8e916bd2e21 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network hostable DHCP agents. Network: 444d3787-21b7-488f-837a-92cda3c33c44, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:52:52.325859 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bf4e16-6475-4af6-85a3-c8e916bd2e21 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 444d3787-21b7-488f-837a-92cda3c33c44 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:52:52.350638 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-53bf4e16-6475-4af6-85a3-c8e916bd2e21 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 444d3787-21b7-488f-837a-92cda3c33c44) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:52.358585 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6aa704a-4b54-4db3-be21-b7980f7f7e00 None None] Network 444d3787-21b7-488f-837a-92cda3c33c44 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:52.374777 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bf4e16-6475-4af6-85a3-c8e916bd2e21 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:52.376702 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53bf4e16-6475-4af6-85a3-c8e916bd2e21 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.409972 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-53bf4e16-6475-4af6-85a3-c8e916bd2e21 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7938623 Feb 03 12:52:52.410597 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37924) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:52.554895 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3ffef3ee-c0ba-4066-ac76-e9594e8db774 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting port 07c71e17-7ff3-4236-b524-dfd924bf6bdc {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:52.555199 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ffef3ee-c0ba-4066-ac76-e9594e8db774 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (07c71e17-7ff3-4236-b524-dfd924bf6bdc), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.597112 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-444d3787-21b7-488f-837a-92cda3c33c44', 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44', 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'fixed_ips': [{'subnet_id': '290ba31a-3c72-457c-8aa2-12f21716eb60'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:52:52.598236 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.664224 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] Publish callbacks [] for port (e907e0b7-a2c7-468f-9924-f3cf3758c19d), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.670042 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e907e0b7-a2c7-468f-9924-f3cf3758c19d), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.704007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c97556-9a02-4fdd-92e5-26f3216f4f41 req-1c135a78-ca2c-4f3f-8423-341ac3b225e7 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:52.707180 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d1c97556-9a02-4fdd-92e5-26f3216f4f41 req-1c135a78-ca2c-4f3f-8423-341ac3b225e7 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 0.3358276 Feb 03 12:52:52.899396 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4a1b3-f9c7-4252-99e7-975bae274682 None None] Pushing event updated for resources: {'Port': ['ID=e907e0b7-a2c7-468f-9924-f3cf3758c19d,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:52.906478 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d1c97556-9a02-4fdd-92e5-26f3216f4f41 req-a3a504d9-a956-48ca-b157-8bc0cf6bd58c tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217132 Feb 03 12:52:52.968087 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ffef3ee-c0ba-4066-ac76-e9594e8db774 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (07c71e17-7ff3-4236-b524-dfd924bf6bdc), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:52.972198 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4a1b3-f9c7-4252-99e7-975bae274682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:52.972556 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4a1b3-f9c7-4252-99e7-975bae274682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:52.972905 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4a1b3-f9c7-4252-99e7-975bae274682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:52.973248 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4a1b3-f9c7-4252-99e7-975bae274682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:52.973588 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4a1b3-f9c7-4252-99e7-975bae274682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:52.974520 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4a1b3-f9c7-4252-99e7-975bae274682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:52.974860 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4a1b3-f9c7-4252-99e7-975bae274682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:52.975195 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4a1b3-f9c7-4252-99e7-975bae274682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:52.975523 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4a1b3-f9c7-4252-99e7-975bae274682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:52.975850 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4a1b3-f9c7-4252-99e7-975bae274682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:52.976231 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4a1b3-f9c7-4252-99e7-975bae274682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:52.976561 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4a1b3-f9c7-4252-99e7-975bae274682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:52.976884 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb4a1b3-f9c7-4252-99e7-975bae274682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:53.002620 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3ffef3ee-c0ba-4066-ac76-e9594e8db774 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Calling delete_port for 07c71e17-7ff3-4236-b524-dfd924bf6bdc owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:53.201912 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] Attempting to bind port e907e0b7-a2c7-468f-9924-f3cf3758c19d on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:52:53.202269 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] Attempting to bind port e907e0b7-a2c7-468f-9924-f3cf3758c19d by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'ba3803a0-783a-45bd-8e66-136486627a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d747e70-3588-4276-a179-84985cb2c595'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:52:53.202643 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] Attempting to bind port e907e0b7-a2c7-468f-9924-f3cf3758c19d on network 0d747e70-3588-4276-a179-84985cb2c595 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:53.265280 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Allocated IP 2001:db8:1::2 (444d3787-21b7-488f-837a-92cda3c33c44/290ba31a-3c72-457c-8aa2-12f21716eb60/7c3d3344-e157-4b5b-afc2-829f6734c37c) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:53.298135 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:52:53.298528 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] Checking segment: {'id': 'ba3803a0-783a-45bd-8e66-136486627a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d747e70-3588-4276-a179-84985cb2c595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:53.298940 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.299329 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] Bound using segment: {'id': 'ba3803a0-783a-45bd-8e66-136486627a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d747e70-3588-4276-a179-84985cb2c595'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:52:53.299854 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] Bound port: e907e0b7-a2c7-468f-9924-f3cf3758c19d, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3803a0-783a-45bd-8e66-136486627a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d747e70-3588-4276-a179-84985cb2c595'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:52:53.300271 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e907e0b7-a2c7-468f-9924-f3cf3758c19d), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.542335 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] For port e907e0b7-a2c7-468f-9924-f3cf3758c19d, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:52:53.604934 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ffef3ee-c0ba-4066-ac76-e9594e8db774 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (07c71e17-7ff3-4236-b524-dfd924bf6bdc), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.608574 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a8f6c5a0-9a92-412b-9e46-2f1d8c4835f2 req-0832d427-3ee5-4611-9b8b-8f0aecde7144 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.0631483 Feb 03 12:52:53.618957 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] For port e907e0b7-a2c7-468f-9924-f3cf3758c19d, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=e907e0b7-a2c7-468f-9924-f3cf3758c19d,segment=NetworkSegment(ba3803a0-783a-45bd-8e66-136486627a1d),segment_id=ba3803a0-783a-45bd-8e66-136486627a1d)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:52:53.639340 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e907e0b7-a2c7-468f-9924-f3cf3758c19d), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.677141 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-76d9ba24-fad9-41f5-bb99-f97370827f12 None None] Provisioning complete for port e907e0b7-a2c7-468f-9924-f3cf3758c19d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:53.678050 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-76d9ba24-fad9-41f5-bb99-f97370827f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e907e0b7-a2c7-468f-9924-f3cf3758c19d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.687083 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffef3ee-c0ba-4066-ac76-e9594e8db774 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Port': ['ID=07c71e17-7ff3-4236-b524-dfd924bf6bdc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:53.796714 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dbdc1e5-2218-4f70-a281-a3f371cd3b53 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.819552 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4a1b3-f9c7-4252-99e7-975bae274682 None None] Pushing event updated for resources: {'Port': ['ID=e907e0b7-a2c7-468f-9924-f3cf3758c19d,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:53.830556 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Publish callbacks [] for port (7c3d3344-e157-4b5b-afc2-829f6734c37c), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.857168 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (7c3d3344-e157-4b5b-afc2-829f6734c37c), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:53.931810 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] Routers {'a869241a-ab34-4810-a890-b76103be9b1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:53.937081 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a869241a-ab34-4810-a890-b76103be9b1b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:54.023157 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Network 444d3787-21b7-488f-837a-92cda3c33c44 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:54.071678 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:54.154249 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Pushing event updated for resources: {'Port': ['ID=7c3d3344-e157-4b5b-afc2-829f6734c37c,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:54.169635 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ffef3ee-c0ba-4066-ac76-e9594e8db774 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (2e90ec99-7019-4e92-bf8e-d229c59356ee), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.184440 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:54.308758 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:54.308758 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:54.308758 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:54.308758 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:54.308758 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:54.316737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:54.317483 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:54.317945 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:54.318399 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:54.318848 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:54.319296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:54.319740 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:54.325933 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:52:54.342510 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] Set router a869241a-ab34-4810-a890-b76103be9b1b gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:52:54.423297 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-76d9ba24-fad9-41f5-bb99-f97370827f12 None None] Current status of the port e907e0b7-a2c7-468f-9924-f3cf3758c19d is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:54.431725 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-76d9ba24-fad9-41f5-bb99-f97370827f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e907e0b7-a2c7-468f-9924-f3cf3758c19d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.580672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Attempting to bind port 7c3d3344-e157-4b5b-afc2-829f6734c37c on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:52:54.581073 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Attempting to bind port 7c3d3344-e157-4b5b-afc2-829f6734c37c by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'f357621b-b0d2-4c47-983a-aac16f85e9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:52:54.581442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Attempting to bind port 7c3d3344-e157-4b5b-afc2-829f6734c37c on network 444d3787-21b7-488f-837a-92cda3c33c44 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:52:54.607493 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:52:54.607870 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Checking segment: {'id': 'f357621b-b0d2-4c47-983a-aac16f85e9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:52:54.608309 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.608702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Bound using segment: {'id': 'f357621b-b0d2-4c47-983a-aac16f85e9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:52:54.609197 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Bound port: 7c3d3344-e157-4b5b-afc2-829f6734c37c, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f357621b-b0d2-4c47-983a-aac16f85e9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:52:54.609576 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7c3d3344-e157-4b5b-afc2-829f6734c37c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.618509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-76d9ba24-fad9-41f5-bb99-f97370827f12 None None] For port e907e0b7-a2c7-468f-9924-f3cf3758c19d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=e907e0b7-a2c7-468f-9924-f3cf3758c19d,segment=NetworkSegment(ba3803a0-783a-45bd-8e66-136486627a1d),segment_id=ba3803a0-783a-45bd-8e66-136486627a1d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:54.624047 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25411e20-12c0-464e-ab7b-834457999c07 req-5cddbad1-3684-4653-a384-6d114fdbf25d tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:54.639011 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-25411e20-12c0-464e-ab7b-834457999c07 req-5cddbad1-3684-4653-a384-6d114fdbf25d tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 0.4416125 Feb 03 12:52:54.655106 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-76d9ba24-fad9-41f5-bb99-f97370827f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e907e0b7-a2c7-468f-9924-f3cf3758c19d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:54.789841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9ba24-fad9-41f5-bb99-f97370827f12 None None] Pushing event updated for resources: {'Port': ['ID=e907e0b7-a2c7-468f-9924-f3cf3758c19d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:54.954980 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-267e0681-8232-4daa-a4a7-c60338975288 req-c990ff1d-21c1-4757-8621-9c1c870eb650 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1775002 Feb 03 12:52:54.964554 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] For port 7c3d3344-e157-4b5b-afc2-829f6734c37c, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:52:54.970246 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] For port 7c3d3344-e157-4b5b-afc2-829f6734c37c, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7c3d3344-e157-4b5b-afc2-829f6734c37c,segment=NetworkSegment(f357621b-b0d2-4c47-983a-aac16f85e9a1),segment_id=f357621b-b0d2-4c47-983a-aac16f85e9a1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:52:54.990228 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7c3d3344-e157-4b5b-afc2-829f6734c37c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:55.055789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-7dbdc1e5-2218-4f70-a281-a3f371cd3b53 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Allocated IP 2001:db8:1::1 (444d3787-21b7-488f-837a-92cda3c33c44/290ba31a-3c72-457c-8aa2-12f21716eb60/9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:52:55.118789 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-25411e20-12c0-464e-ab7b-834457999c07 req-c38e7b17-cd2c-476b-8aac-5ee4351136ee tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644756 Feb 03 12:52:55.144245 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6a4d2c5e-884b-4d0a-bc0d-8fa53c59ce5f None None] Provisioning complete for port e907e0b7-a2c7-468f-9924-f3cf3758c19d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:55.146718 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6a4d2c5e-884b-4d0a-bc0d-8fa53c59ce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e907e0b7-a2c7-468f-9924-f3cf3758c19d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:55.167092 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffef3ee-c0ba-4066-ac76-e9594e8db774 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 2e90ec99-7019-4e92-bf8e-d229c59356ee has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:52:55.251631 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:52:47Z', 'revision_number': 2, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:53Z', 'revision_number': 4, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:55.260864 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1e87c-e813-47f3-965b-727c622153fc None None] Pushing event updated for resources: {'Port': ['ID=7c3d3344-e157-4b5b-afc2-829f6734c37c,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:55.378150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6a4d2c5e-884b-4d0a-bc0d-8fa53c59ce5f None None] Current status of the port e907e0b7-a2c7-468f-9924-f3cf3758c19d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:55.398429 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb07f771-74ad-4b87-894c-4074fcd64571 None None] The sync data for ids ['a869241a-ab34-4810-a890-b76103be9b1b'] in n-d-827336-3 is: [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:52:47Z', 'revision_number': 2, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:53Z', 'revision_number': 4, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:52:55.420627 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37972) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:55.440239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37974) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:55.521116 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffef3ee-c0ba-4066-ac76-e9594e8db774 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:52:55.533618 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec06141-096c-4baa-a265-3bd8a81f6a38 None None] Sync routers for ids ['2e90ec99-7019-4e92-bf8e-d229c59356ee'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:52:55.536029 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3ffef3ee-c0ba-4066-ac76-e9594e8db774 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/2e90ec99-7019-4e92-bf8e-d229c59356ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5155227 Feb 03 12:52:55.542006 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37986) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:55.591716 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec06141-096c-4baa-a265-3bd8a81f6a38 None None] Routers {'2e90ec99-7019-4e92-bf8e-d229c59356ee'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:55.592261 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dbdc1e5-2218-4f70-a281-a3f371cd3b53 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for port (9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:55.595481 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-eec06141-096c-4baa-a265-3bd8a81f6a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['2e90ec99-7019-4e92-bf8e-d229c59356ee'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:55.723893 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8ae3ff43-6911-4982-8414-37d1850f6ada tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e90ec99-7019-4e92-bf8e-d229c59356ee HTTP/1.1" status: 200 len: 205 time: 0.1806362 Feb 03 12:52:55.725201 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37988) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:55.755406 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dbdc1e5-2218-4f70-a281-a3f371cd3b53 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:55.864129 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5ef71da0-acb2-4952-8099-e4278d115834 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:52:55.877489 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-eec06141-096c-4baa-a265-3bd8a81f6a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:55.877686 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32af8160-6957-4ca0-b715-3f2b6bec5835 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (2e90ec99-7019-4e92-bf8e-d229c59356ee), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:55.880222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbdc1e5-2218-4f70-a281-a3f371cd3b53 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 444d3787-21b7-488f-837a-92cda3c33c44 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:55.979448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7dbdc1e5-2218-4f70-a281-a3f371cd3b53 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:55.985252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbdc1e5-2218-4f70-a281-a3f371cd3b53 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:52:55.986931 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dbdc1e5-2218-4f70-a281-a3f371cd3b53 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (a869241a-ab34-4810-a890-b76103be9b1b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:55.989726 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec06141-096c-4baa-a265-3bd8a81f6a38 None None] Routers {'2e90ec99-7019-4e92-bf8e-d229c59356ee'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:55.995333 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-eec06141-096c-4baa-a265-3bd8a81f6a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['2e90ec99-7019-4e92-bf8e-d229c59356ee'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:56.156955 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-eec06141-096c-4baa-a265-3bd8a81f6a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:56.159447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec06141-096c-4baa-a265-3bd8a81f6a38 None None] The sync data for ids ['2e90ec99-7019-4e92-bf8e-d229c59356ee'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:52:56.346450 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32af8160-6957-4ca0-b715-3f2b6bec5835 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (2e90ec99-7019-4e92-bf8e-d229c59356ee), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.348749 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5ef71da0-acb2-4952-8099-e4278d115834, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5ef71da0-acb2-4952-8099-e4278d115834,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:56.349019 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32af8160-6957-4ca0-b715-3f2b6bec5835 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router_controller (2e90ec99-7019-4e92-bf8e-d229c59356ee), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.385409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '5ef71da0-acb2-4952-8099-e4278d115834', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'port_id': '5ef71da0-acb2-4952-8099-e4278d115834', 'mac_address': 'fa:16:3e:eb:5f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27fe823-3411-4edd-b136-06676ed45522', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:52:56.432067 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32af8160-6957-4ca0-b715-3f2b6bec5835 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (2e90ec99-7019-4e92-bf8e-d229c59356ee), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.432067 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32af8160-6957-4ca0-b715-3f2b6bec5835 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Fanout notify agent at l3_agent the message router_deleted on router 2e90ec99-7019-4e92-bf8e-d229c59356ee {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:52:56.442865 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32af8160-6957-4ca0-b715-3f2b6bec5835 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.447218 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-32af8160-6957-4ca0-b715-3f2b6bec5835 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/routers/2e90ec99-7019-4e92-bf8e-d229c59356ee HTTP/1.1" status: 204 len: 168 time: 0.7207649 Feb 03 12:52:56.464754 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37994) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:56.467287 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 5ef71da0-acb2-4952-8099-e4278d115834 is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:56.470589 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5ef71da0-acb2-4952-8099-e4278d115834), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.509921 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ef71da0-acb2-4952-8099-e4278d115834 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:52:56.575915 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5ef71da0-acb2-4952-8099-e4278d115834, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5ef71da0-acb2-4952-8099-e4278d115834,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:56.583352 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5ef71da0-acb2-4952-8099-e4278d115834), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.698960 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a1cc90-4a29-4cdc-aae7-6b678d5df054 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting subnet d8b67562-77a3-4081-b4c3-cb8df8956c08 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:52:56.710495 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90a1cc90-4a29-4cdc-aae7-6b678d5df054 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for subnet (d8b67562-77a3-4081-b4c3-cb8df8956c08), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:56.742489 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=5ef71da0-acb2-4952-8099-e4278d115834,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:56.761372 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['5ef71da0-acb2-4952-8099-e4278d115834'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:52:56.825359 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b803c-d846-4497-bd10-f499d0c4948a req-835acf72-b42e-441b-8591-33f97ad4b669 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:56.839598 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-089b803c-d846-4497-bd10-f499d0c4948a req-835acf72-b42e-441b-8591-33f97ad4b669 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 0.4318397 Feb 03 12:52:56.957140 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90a1cc90-4a29-4cdc-aae7-6b678d5df054 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (d8b67562-77a3-4081-b4c3-cb8df8956c08), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.102862 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-089b803c-d846-4497-bd10-f499d0c4948a req-6f6bd879-2718-44cf-ab4e-5d22ce054e22 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544456 Feb 03 12:52:57.108854 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e907e0b7-a2c7-468f-9924-f3cf3758c19d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:57.213870 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3f1c458-bbad-4c83-be14-dd051af87308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.217519 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90a1cc90-4a29-4cdc-aae7-6b678d5df054 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (d8b67562-77a3-4081-b4c3-cb8df8956c08), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.256014 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port e907e0b7-a2c7-468f-9924-f3cf3758c19d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:57.256402 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e907e0b7-a2c7-468f-9924-f3cf3758c19d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.349394 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-17243ff4-b26e-48e9-9ff2-ec3332bf1dd5 req-929e389a-b3f9-4ffc-9dd4-a339168d1454 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.2001762 Feb 03 12:52:57.350851 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90a1cc90-4a29-4cdc-aae7-6b678d5df054 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (d8b67562-77a3-4081-b4c3-cb8df8956c08), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.426461 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-687c8c8e-f3a1-43cb-bf09-2d26c21e163a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.433070 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1cc90-4a29-4cdc-aae7-6b678d5df054 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b67562-77a3-4081-b4c3-cb8df8956c08,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:57.447572 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90a1cc90-4a29-4cdc-aae7-6b678d5df054 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.457652 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-90a1cc90-4a29-4cdc-aae7-6b678d5df054 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/subnets/d8b67562-77a3-4081-b4c3-cb8df8956c08 HTTP/1.1" status: 204 len: 168 time: 0.9902666 Feb 03 12:52:57.460474 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38002) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:57.551689 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdc1e5-2218-4f70-a281-a3f371cd3b53 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Port': ['ID=9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:57.617442 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdbf0b2a-8ab0-4985-85aa-434e6b0b538f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting subnet 0b5a353c-65ba-4618-8074-78ac1158a1a7 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:52:57.625759 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdbf0b2a-8ab0-4985-85aa-434e6b0b538f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for subnet (0b5a353c-65ba-4618-8074-78ac1158a1a7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.627165 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dbdc1e5-2218-4f70-a281-a3f371cd3b53 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.735485 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdbf0b2a-8ab0-4985-85aa-434e6b0b538f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (0b5a353c-65ba-4618-8074-78ac1158a1a7), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.761535 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083f5ac6-099a-4273-aa90-a9015b0b469c None None] Network b74e11fc-1697-4cf6-ad51-65236fa00534 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:57.764452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f50555-068e-4a7d-bab4-01f383253120 None None] Network 444d3787-21b7-488f-837a-92cda3c33c44 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:57.768985 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5ef71da0-acb2-4952-8099-e4278d115834 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:57.950605 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdbf0b2a-8ab0-4985-85aa-434e6b0b538f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (0b5a353c-65ba-4618-8074-78ac1158a1a7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:57.968046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port e907e0b7-a2c7-468f-9924-f3cf3758c19d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:57.976394 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7c3d3344-e157-4b5b-afc2-829f6734c37c up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:52:58.064953 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdbf0b2a-8ab0-4985-85aa-434e6b0b538f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (0b5a353c-65ba-4618-8074-78ac1158a1a7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.182866 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdbf0b2a-8ab0-4985-85aa-434e6b0b538f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.201194 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cdbf0b2a-8ab0-4985-85aa-434e6b0b538f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/subnets/0b5a353c-65ba-4618-8074-78ac1158a1a7 HTTP/1.1" status: 204 len: 168 time: 0.7395315 Feb 03 12:52:58.204265 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38012) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:58.205255 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf0b2a-8ab0-4985-85aa-434e6b0b538f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5a353c-65ba-4618-8074-78ac1158a1a7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:58.231864 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cb7b14-a592-45fa-88b6-cbf0ed3d5bb6 None None] Network f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:52:58.243979 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dbdc1e5-2218-4f70-a281-a3f371cd3b53 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for port (9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.273804 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dbdc1e5-2218-4f70-a281-a3f371cd3b53 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.279286 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dbdc1e5-2218-4f70-a281-a3f371cd3b53 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (a869241a-ab34-4810-a890-b76103be9b1b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.341343 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-687c8c8e-f3a1-43cb-bf09-2d26c21e163a admin admin] Publish callbacks [] for security_group (567701c3-f8e1-4956-b0d1-2946027303c3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.358912 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-687c8c8e-f3a1-43cb-bf09-2d26c21e163a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (567701c3-f8e1-4956-b0d1-2946027303c3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.408410 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-687c8c8e-f3a1-43cb-bf09-2d26c21e163a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96c25fe90fdb43a09e24a52e0041aebb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9554429 Feb 03 12:52:58.436977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38014) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:58.502911 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdc1e5-2218-4f70-a281-a3f371cd3b53 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Port': ['ID=9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:58.552254 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3f1c458-bbad-4c83-be14-dd051af87308 admin admin] Publish callbacks [] for security_group (05859c5e-b0c9-4fe0-9007-7bed1aa70c31), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.560296 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90395e2d-bf91-4e0e-9a65-f4e0c2c14613 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (b74e11fc-1697-4cf6-ad51-65236fa00534), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.607061 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3f1c458-bbad-4c83-be14-dd051af87308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (05859c5e-b0c9-4fe0-9007-7bed1aa70c31), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.642406 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3653e315-d771-4943-9d00-5e9dcef4abc6 None None] Provisioning complete for port 7c3d3344-e157-4b5b-afc2-829f6734c37c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:58.643335 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3653e315-d771-4943-9d00-5e9dcef4abc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7c3d3344-e157-4b5b-afc2-829f6734c37c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.668222 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e3f1c458-bbad-4c83-be14-dd051af87308 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea54084050f844479dd62f918136f18b&name=default HTTP/1.1" status: 200 len: 3000 time: 3.2331550 Feb 03 12:52:58.668222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c8c8e-f3a1-43cb-bf09-2d26c21e163a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567701c3-f8e1-4956-b0d1-2946027303c3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:58.673968 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38018) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:58.764087 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd363e-758d-4868-8b3b-6063aeeaae4e req-3857f49b-43f0-46ec-a170-e55b562c4b1c tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:52:58.766759 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1c458-bbad-4c83-be14-dd051af87308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05859c5e-b0c9-4fe0-9007-7bed1aa70c31,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:58.788498 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bbcd363e-758d-4868-8b3b-6063aeeaae4e req-3857f49b-43f0-46ec-a170-e55b562c4b1c tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 0.2997689 Feb 03 12:52:58.809082 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 5ef71da0-acb2-4952-8099-e4278d115834 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:58.809700 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5ef71da0-acb2-4952-8099-e4278d115834), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.813054 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fccde4-1160-4954-b459-d796a0433af2 None None] DHCP port deletion for b74e11fc-1697-4cf6-ad51-65236fa00534 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:52:58.887119 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-90395e2d-bf91-4e0e-9a65-f4e0c2c14613 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting port cb82dd76-f375-467a-8927-24ffe90697c0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:52:58.888576 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90395e2d-bf91-4e0e-9a65-f4e0c2c14613 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (cb82dd76-f375-467a-8927-24ffe90697c0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:58.920771 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e57da708-6bde-4089-9aa5-78147b865701 req-f9582823-c864-4c48-af96-9b50386f5734 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.3204083 Feb 03 12:52:58.921814 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f0ebee3-ba71-4102-ae73-a30d49260bfa admin admin] Publish callbacks [] for security_group (567701c3-f8e1-4956-b0d1-2946027303c3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.022065 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bbcd363e-758d-4868-8b3b-6063aeeaae4e req-0cf0f416-2592-48eb-9d46-47a90e0c1f28 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179689 Feb 03 12:52:59.034863 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-90395e2d-bf91-4e0e-9a65-f4e0c2c14613 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] For port cb82dd76-f375-467a-8927-24ffe90697c0, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=cb82dd76-f375-467a-8927-24ffe90697c0,segment=NetworkSegment(b04a04da-f766-4068-bdaf-eecf90dc0033),segment_id=b04a04da-f766-4068-bdaf-eecf90dc0033)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:59.035471 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90395e2d-bf91-4e0e-9a65-f4e0c2c14613 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (cb82dd76-f375-467a-8927-24ffe90697c0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.043320 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbdc1e5-2218-4f70-a281-a3f371cd3b53 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 444d3787-21b7-488f-837a-92cda3c33c44 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:52:59.050743 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-90395e2d-bf91-4e0e-9a65-f4e0c2c14613 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Calling delete_port for cb82dd76-f375-467a-8927-24ffe90697c0 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:52:59.085960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7dbdc1e5-2218-4f70-a281-a3f371cd3b53 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:52:59.106904 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f0ebee3-ba71-4102-ae73-a30d49260bfa admin admin] Publish callbacks [] for security_group (567701c3-f8e1-4956-b0d1-2946027303c3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.159405 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90395e2d-bf91-4e0e-9a65-f4e0c2c14613 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (cb82dd76-f375-467a-8927-24ffe90697c0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.220565 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90395e2d-bf91-4e0e-9a65-f4e0c2c14613 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Port': ['ID=cb82dd76-f375-467a-8927-24ffe90697c0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:59.223824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90395e2d-bf91-4e0e-9a65-f4e0c2c14613 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] No DVR routers for this DVR port cb82dd76-f375-467a-8927-24ffe90697c0 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:52:59.271432 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 7c3d3344-e157-4b5b-afc2-829f6734c37c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:52:59.271885 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7c3d3344-e157-4b5b-afc2-829f6734c37c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.342310 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6120c0a-502b-432b-af18-8104b8e04977 None None] DHCP port deletion for f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:52:59.350574 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 5ef71da0-acb2-4952-8099-e4278d115834 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:59.350574 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5ef71da0-acb2-4952-8099-e4278d115834), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.379396 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9767c467-a313-4f40-a9e3-b8861fe5e8b1 admin admin] Publish callbacks [] for security_group (05859c5e-b0c9-4fe0-9007-7bed1aa70c31), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.394056 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbdc1e5-2218-4f70-a281-a3f371cd3b53 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router a869241a-ab34-4810-a890-b76103be9b1b has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:52:59.406769 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90395e2d-bf91-4e0e-9a65-f4e0c2c14613 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (b74e11fc-1697-4cf6-ad51-65236fa00534), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.430001 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9767c467-a313-4f40-a9e3-b8861fe5e8b1 admin admin] Publish callbacks [] for security_group (05859c5e-b0c9-4fe0-9007-7bed1aa70c31), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.457763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-90395e2d-bf91-4e0e-9a65-f4e0c2c14613 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74e11fc-1697-4cf6-ad51-65236fa00534']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:59.476247 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-90395e2d-bf91-4e0e-9a65-f4e0c2c14613 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04a04da-f766-4068-bdaf-eecf90dc0033') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:59.476854 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-90395e2d-bf91-4e0e-9a65-f4e0c2c14613 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04a04da-f766-4068-bdaf-eecf90dc0033') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:59.494835 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90395e2d-bf91-4e0e-9a65-f4e0c2c14613 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (b04a04da-f766-4068-bdaf-eecf90dc0033), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.518839 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90395e2d-bf91-4e0e-9a65-f4e0c2c14613 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b04a04da-f766-4068-bdaf-eecf90dc0033), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.533104 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90395e2d-bf91-4e0e-9a65-f4e0c2c14613 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:52:59.533703 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90395e2d-bf91-4e0e-9a65-f4e0c2c14613 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (b04a04da-f766-4068-bdaf-eecf90dc0033), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.541316 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3653e315-d771-4943-9d00-5e9dcef4abc6 None None] Current status of the port 7c3d3344-e157-4b5b-afc2-829f6734c37c is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:52:59.548685 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3653e315-d771-4943-9d00-5e9dcef4abc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7c3d3344-e157-4b5b-afc2-829f6734c37c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.568149 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f0ebee3-ba71-4102-ae73-a30d49260bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (567701c3-f8e1-4956-b0d1-2946027303c3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.573276 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f0ebee3-ba71-4102-ae73-a30d49260bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.575154 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5f0ebee3-ba71-4102-ae73-a30d49260bfa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/567701c3-f8e1-4956-b0d1-2946027303c3 HTTP/1.1" status: 204 len: 168 time: 1.1363811 Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:52:59.661572 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:52:59.667466 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90395e2d-bf91-4e0e-9a65-f4e0c2c14613 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (b74e11fc-1697-4cf6-ad51-65236fa00534), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.683648 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-90395e2d-bf91-4e0e-9a65-f4e0c2c14613 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.699608 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-90395e2d-bf91-4e0e-9a65-f4e0c2c14613 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/networks/b74e11fc-1697-4cf6-ad51-65236fa00534 HTTP/1.1" status: 204 len: 168 time: 1.4832287 Feb 03 12:52:59.703222 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38028) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:59.721984 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5ef71da0-acb2-4952-8099-e4278d115834, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5ef71da0-acb2-4952-8099-e4278d115834,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:52:59.731971 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbdc1e5-2218-4f70-a281-a3f371cd3b53 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:52:59.747303 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] Sync routers for ids ['a869241a-ab34-4810-a890-b76103be9b1b'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:52:59.748887 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef71da0-acb2-4952-8099-e4278d115834'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:52:59.754458 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7dbdc1e5-2218-4f70-a281-a3f371cd3b53 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/a869241a-ab34-4810-a890-b76103be9b1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3418210 Feb 03 12:52:59.755640 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ebee3-ba71-4102-ae73-a30d49260bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567701c3-f8e1-4956-b0d1-2946027303c3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:59.767357 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856a9958-aa2b-4548-becb-24314eaa94c3" -d '{"events": [{"server_uuid": "ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39", "name": "network-vif-plugged", "status": "completed", "tag": "5ef71da0-acb2-4952-8099-e4278d115834"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:52:59.775881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38030) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:52:59.797398 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d54895e1-8e2c-4f62-836c-d4b50dd0b85b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2003431607'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:52:59.797597 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] Routers {'a869241a-ab34-4810-a890-b76103be9b1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:52:59.801310 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a869241a-ab34-4810-a890-b76103be9b1b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:52:59.832479 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5ef71da0-acb2-4952-8099-e4278d115834), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.838756 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54895e1-8e2c-4f62-836c-d4b50dd0b85b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Made reservation on behalf of 8f11593a0ed047868fd329fdd3c34fc1 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:52:59.846492 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d54895e1-8e2c-4f62-836c-d4b50dd0b85b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.894886 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90395e2d-bf91-4e0e-9a65-f4e0c2c14613 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Network': ['ID=b74e11fc-1697-4cf6-ad51-65236fa00534,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:52:59.953316 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9767c467-a313-4f40-a9e3-b8861fe5e8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (05859c5e-b0c9-4fe0-9007-7bed1aa70c31), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.956814 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9767c467-a313-4f40-a9e3-b8861fe5e8b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:52:59.958194 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9767c467-a313-4f40-a9e3-b8861fe5e8b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05859c5e-b0c9-4fe0-9007-7bed1aa70c31 HTTP/1.1" status: 204 len: 168 time: 1.2537634 Feb 03 12:52:59.984531 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54895e1-8e2c-4f62-836c-d4b50dd0b85b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:52:59.992168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767c467-a313-4f40-a9e3-b8861fe5e8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05859c5e-b0c9-4fe0-9007-7bed1aa70c31,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:00.027541 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d54895e1-8e2c-4f62-836c-d4b50dd0b85b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (7d968876-35e7-463a-950c-a76a35062716), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.030112 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-d54895e1-8e2c-4f62-836c-d4b50dd0b85b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Added segment 7d968876-35e7-463a-950c-a76a35062716 of type vlan for network 3bc03878-908d-4168-b9ff-2ed09daaefce Feb 03 12:53:00.127554 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319f8c41-51ca-4e0e-bac5-767c6059ec7e x-openstack-request-id: req-319f8c41-51ca-4e0e-bac5-767c6059ec7e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:53:00.128136 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39", "name": "network-vif-plugged", "status": "completed", "tag": "5ef71da0-acb2-4952-8099-e4278d115834", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:53:00.131842 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-319f8c41-51ca-4e0e-bac5-767c6059ec7e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:53:00.133725 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef71da0-acb2-4952-8099-e4278d115834', 'code': 200} Feb 03 12:53:00.167619 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 7c3d3344-e157-4b5b-afc2-829f6734c37c is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:00.170824 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7c3d3344-e157-4b5b-afc2-829f6734c37c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.186695 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d54895e1-8e2c-4f62-836c-d4b50dd0b85b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (3bc03878-908d-4168-b9ff-2ed09daaefce), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.237724 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a7fccde4-1160-4954-b459-d796a0433af2 None None] Deleting port cb82dd76-f375-467a-8927-24ffe90697c0 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:00.238244 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a7fccde4-1160-4954-b459-d796a0433af2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (cb82dd76-f375-467a-8927-24ffe90697c0), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.280853 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d54895e1-8e2c-4f62-836c-d4b50dd0b85b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (3bc03878-908d-4168-b9ff-2ed09daaefce), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.296054 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54895e1-8e2c-4f62-836c-d4b50dd0b85b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:00.297727 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d54895e1-8e2c-4f62-836c-d4b50dd0b85b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server [None req-a7fccde4-1160-4954-b459-d796a0433af2 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network b74e11fc-1697-4cf6-ad51-65236fa00534 could not be found. Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:53:00.335664 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2019, in delete_port Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1219, in get_network Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network b74e11fc-1697-4cf6-ad51-65236fa00534 could not be found. Feb 03 12:53:00.340748 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Feb 03 12:53:00.370312 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7fce43ec-df9c-43f3-b598-2fd839a3dc7f req-a3baf19f-1b1e-4291-b4d3-9ad35b47c91f tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1684430 Feb 03 12:53:00.404362 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-192d3438-07e2-4945-b026-5b48cbd76411 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.428256 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3653e315-d771-4943-9d00-5e9dcef4abc6 None None] For port 7c3d3344-e157-4b5b-afc2-829f6734c37c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7c3d3344-e157-4b5b-afc2-829f6734c37c,segment=NetworkSegment(f357621b-b0d2-4c47-983a-aac16f85e9a1),segment_id=f357621b-b0d2-4c47-983a-aac16f85e9a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:00.442292 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54895e1-8e2c-4f62-836c-d4b50dd0b85b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Network': ['ID=3bc03878-908d-4168-b9ff-2ed09daaefce,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:00.473465 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3653e315-d771-4943-9d00-5e9dcef4abc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7c3d3344-e157-4b5b-afc2-829f6734c37c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.498135 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 3bc03878-908d-4168-b9ff-2ed09daaefce details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:53:00.570574 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3e07cd-d7b8-42e6-b0c9-d5e8be2e43b4 None None] DHCP port deletion for b74e11fc-1697-4cf6-ad51-65236fa00534 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:53:00.586466 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-192d3438-07e2-4945-b026-5b48cbd76411 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting port c624e7df-57da-4085-9277-3044c8fa74f8 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:00.586833 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=5ef71da0-acb2-4952-8099-e4278d115834,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:00.596085 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d54895e1-8e2c-4f62-836c-d4b50dd0b85b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8161447 Feb 03 12:53:00.600571 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:00.604744 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-192d3438-07e2-4945-b026-5b48cbd76411 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c624e7df-57da-4085-9277-3044c8fa74f8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.631242 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-518ee8c7-bfa9-4bc8-832f-85c58a6d464d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'subnet': {'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:00.691780 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] Set router a869241a-ab34-4810-a890-b76103be9b1b gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:53:00.911716 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-192d3438-07e2-4945-b026-5b48cbd76411 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] For port c624e7df-57da-4085-9277-3044c8fa74f8, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c624e7df-57da-4085-9277-3044c8fa74f8,segment=NetworkSegment(a25e5dcd-2a77-4405-9f21-957b16b3e07b),segment_id=a25e5dcd-2a77-4405-9f21-957b16b3e07b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:00.919617 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-192d3438-07e2-4945-b026-5b48cbd76411 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c624e7df-57da-4085-9277-3044c8fa74f8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.957117 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e6120c0a-502b-432b-af18-8104b8e04977 None None] Deleting port c624e7df-57da-4085-9277-3044c8fa74f8 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:00.957847 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e6120c0a-502b-432b-af18-8104b8e04977 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c624e7df-57da-4085-9277-3044c8fa74f8), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:00.973714 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-192d3438-07e2-4945-b026-5b48cbd76411 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Calling delete_port for c624e7df-57da-4085-9277-3044c8fa74f8 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:01.028326 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6dc6e-52bd-41ba-aeb4-6efad94d3b36 req-65453cbb-00c5-4554-9167-c54ffb056d98 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:01.035055 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e4d6dc6e-52bd-41ba-aeb4-6efad94d3b36 req-65453cbb-00c5-4554-9167-c54ffb056d98 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 0.5938287 Feb 03 12:53:01.166070 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-192d3438-07e2-4945-b026-5b48cbd76411 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (c624e7df-57da-4085-9277-3044c8fa74f8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.205192 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:53:01.206480 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:53:01.211002 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192d3438-07e2-4945-b026-5b48cbd76411 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] No DVR routers for this DVR port c624e7df-57da-4085-9277-3044c8fa74f8 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:01.244117 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518ee8c7-bfa9-4bc8-832f-85c58a6d464d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Made reservation on behalf of 8f11593a0ed047868fd329fdd3c34fc1 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:01.258446 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-518ee8c7-bfa9-4bc8-832f-85c58a6d464d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.261937 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e6120c0a-502b-432b-af18-8104b8e04977 None None] For port c624e7df-57da-4085-9277-3044c8fa74f8, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c624e7df-57da-4085-9277-3044c8fa74f8,segment=NetworkSegment(a25e5dcd-2a77-4405-9f21-957b16b3e07b),segment_id=a25e5dcd-2a77-4405-9f21-957b16b3e07b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:01.262645 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e6120c0a-502b-432b-af18-8104b8e04977 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c624e7df-57da-4085-9277-3044c8fa74f8), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.301006 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38076) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:01.326941 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e6120c0a-502b-432b-af18-8104b8e04977 None None] Calling delete_port for c624e7df-57da-4085-9277-3044c8fa74f8 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:01.379675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653e315-d771-4943-9d00-5e9dcef4abc6 None None] Pushing event updated for resources: {'Port': ['ID=7c3d3344-e157-4b5b-afc2-829f6734c37c,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:01.395280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d3438-07e2-4945-b026-5b48cbd76411 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Port': ['ID=c624e7df-57da-4085-9277-3044c8fa74f8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:01.453390 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:52:57Z', 'revision_number': 3, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': '9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8', 'name': '', 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:cc:73:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:54Z', 'updated_at': '2022-02-03T12:52:57Z', 'revision_number': 2, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:54Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:01.479422 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.496749 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b694e60c-61e3-4fb4-93f5-edd64d025a78 None None] Provisioning complete for port 7c3d3344-e157-4b5b-afc2-829f6734c37c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:01.504605 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b694e60c-61e3-4fb4-93f5-edd64d025a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7c3d3344-e157-4b5b-afc2-829f6734c37c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.539076 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] Checking router: a869241a-ab34-4810-a890-b76103be9b1b for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:53:01.539654 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] Updating router a869241a-ab34-4810-a890-b76103be9b1b port 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:53:01.617386 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.624468 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-192d3438-07e2-4945-b026-5b48cbd76411 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.705087 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e4d6dc6e-52bd-41ba-aeb4-6efad94d3b36 req-74376b2c-c2c3-4ac2-aa8e-e25dc564314f tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6489058 Feb 03 12:53:01.721397 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-192d3438-07e2-4945-b026-5b48cbd76411 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:01.725059 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-518ee8c7-bfa9-4bc8-832f-85c58a6d464d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (a10154a7-e35f-495e-a3c6-964b140b355e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.763980 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-192d3438-07e2-4945-b026-5b48cbd76411 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25e5dcd-2a77-4405-9f21-957b16b3e07b') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:01.767195 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-192d3438-07e2-4945-b026-5b48cbd76411 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25e5dcd-2a77-4405-9f21-957b16b3e07b') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:01.798780 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-192d3438-07e2-4945-b026-5b48cbd76411 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (a25e5dcd-2a77-4405-9f21-957b16b3e07b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.858149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 7c3d3344-e157-4b5b-afc2-829f6734c37c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:01.883489 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b694e60c-61e3-4fb4-93f5-edd64d025a78 None None] Current status of the port 7c3d3344-e157-4b5b-afc2-829f6734c37c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.885786 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.888334 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.888334 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.888334 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.888334 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.888334 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.888334 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.888334 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.888334 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.888334 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.888334 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.888334 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.888334 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.888334 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:53:01.888334 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 12:53:01.889370 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-192d3438-07e2-4945-b026-5b48cbd76411 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (a25e5dcd-2a77-4405-9f21-957b16b3e07b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.918201 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e6120c0a-502b-432b-af18-8104b8e04977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (c624e7df-57da-4085-9277-3044c8fa74f8), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:01.953305 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6120c0a-502b-432b-af18-8104b8e04977 None None] No DVR routers for this DVR port c624e7df-57da-4085-9277-3044c8fa74f8 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:01.979565 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af08f866-c528-48e9-9e2a-bfb6713801df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.016851 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e17a5816-05ac-48de-a0b9-8a7579f6b721 req-a7516b4a-79ef-4388-bb9a-3f7b23d81daf tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1835155 Feb 03 12:53:02.033715 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192d3438-07e2-4945-b026-5b48cbd76411 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:53:02.034373 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-192d3438-07e2-4945-b026-5b48cbd76411 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (a25e5dcd-2a77-4405-9f21-957b16b3e07b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.060998 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ee8c7-bfa9-4bc8-832f-85c58a6d464d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Subnet': ['ID=a10154a7-e35f-495e-a3c6-964b140b355e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:02.078564 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518ee8c7-bfa9-4bc8-832f-85c58a6d464d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Checking segment: {'id': '7d968876-35e7-463a-950c-a76a35062716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:02.078564 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518ee8c7-bfa9-4bc8-832f-85c58a6d464d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network hostable DHCP agents. Network: 3bc03878-908d-4168-b9ff-2ed09daaefce, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:53:02.103145 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b694e60c-61e3-4fb4-93f5-edd64d025a78 None None] Provisioning complete for port 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:02.104225 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b694e60c-61e3-4fb4-93f5-edd64d025a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.117616 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a5d87d-c638-4140-bc9d-e3d8cdabd2a5 None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:53:02.125733 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518ee8c7-bfa9-4bc8-832f-85c58a6d464d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 3bc03878-908d-4168-b9ff-2ed09daaefce is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:53:02.131479 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:53:02.189490 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-518ee8c7-bfa9-4bc8-832f-85c58a6d464d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 3bc03878-908d-4168-b9ff-2ed09daaefce) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:02.231279 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518ee8c7-bfa9-4bc8-832f-85c58a6d464d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:02.234350 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-518ee8c7-bfa9-4bc8-832f-85c58a6d464d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.302591 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-518ee8c7-bfa9-4bc8-832f-85c58a6d464d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6996992 Feb 03 12:53:02.313865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38110) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:02.369499 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] Publish callbacks [] for port (9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.377606 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.388377 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6120c0a-502b-432b-af18-8104b8e04977 None None] Pushing event deleted for resources: {'Port': ['ID=c624e7df-57da-4085-9277-3044c8fa74f8,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:02.396338 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7c3d3344-e157-4b5b-afc2-829f6734c37c up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:02.475634 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b3410-dd65-4707-a104-f9a3e43abfe9 None None] Pushing event updated for resources: {'Port': ['ID=9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:02.577461 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a5d87d-c638-4140-bc9d-e3d8cdabd2a5 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:53:02.612693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b694e60c-61e3-4fb4-93f5-edd64d025a78 None None] Port 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:53:02.662983 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] Attempting to bind port 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:53:02.663351 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] Attempting to bind port 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'f357621b-b0d2-4c47-983a-aac16f85e9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:53:02.664232 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] Attempting to bind port 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8 on network 444d3787-21b7-488f-837a-92cda3c33c44 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:02.694011 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:53:02.694408 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] Checking segment: {'id': 'f357621b-b0d2-4c47-983a-aac16f85e9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:02.694943 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.695335 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] Bound using segment: {'id': 'f357621b-b0d2-4c47-983a-aac16f85e9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:53:02.695824 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] Bound port: 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f357621b-b0d2-4c47-983a-aac16f85e9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:53:02.696445 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:02.981741 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] For port 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:53:02.986119 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] For port 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8,segment=NetworkSegment(f357621b-b0d2-4c47-983a-aac16f85e9a1),segment_id=f357621b-b0d2-4c47-983a-aac16f85e9a1)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:53:02.995215 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.065427 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-192d3438-07e2-4945-b026-5b48cbd76411 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.087995 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-192d3438-07e2-4945-b026-5b48cbd76411 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.093542 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-192d3438-07e2-4945-b026-5b48cbd76411 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/networks/f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c HTTP/1.1" status: 204 len: 168 time: 3.3277481 Feb 03 12:53:03.110428 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38130) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:03.115485 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d3438-07e2-4945-b026-5b48cbd76411 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Network': ['ID=f6f2d422-36bc-4b98-a608-e6d9e3ef0b4c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:03.124403 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-dc314e86-eb6c-4283-87e4-956fdeb3d9f6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'network': {'name': 'tempest-RoutersTest-215717504'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:03.191360 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b3410-dd65-4707-a104-f9a3e43abfe9 None None] Pushing event updated for resources: {'Port': ['ID=9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:03.209826 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc314e86-eb6c-4283-87e4-956fdeb3d9f6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Made reservation on behalf of 05f05104465b4dbe8869e0f3a6da804e for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:03.225263 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc314e86-eb6c-4283-87e4-956fdeb3d9f6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.238458 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] Routers {'a869241a-ab34-4810-a890-b76103be9b1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:03.239146 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:52:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a869241a-ab34-4810-a890-b76103be9b1b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:03.369359 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-58290336-ef85-47fe-821f-1cd8b4eb031b req-b73e4c74-91f1-4484-8248-fa3a3cd05cd9 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.0905371 Feb 03 12:53:03.389675 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af08f866-c528-48e9-9e2a-bfb6713801df admin admin] Publish callbacks [] for security_group (c1f26656-3ad8-49aa-adb5-d3bde5a326d0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.410783 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc314e86-eb6c-4283-87e4-956fdeb3d9f6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:53:03.426152 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af08f866-c528-48e9-9e2a-bfb6713801df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c1f26656-3ad8-49aa-adb5-d3bde5a326d0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.496933 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc314e86-eb6c-4283-87e4-956fdeb3d9f6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (1c0f0cd8-5a72-4a4f-8aff-ef2dcac87768), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.497330 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-dc314e86-eb6c-4283-87e4-956fdeb3d9f6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Added segment 1c0f0cd8-5a72-4a4f-8aff-ef2dcac87768 of type vlan for network 5576030e-7b42-42af-af91-9bbb4e90ad77 Feb 03 12:53:03.522100 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] Set router a869241a-ab34-4810-a890-b76103be9b1b gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:53:03.568010 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc314e86-eb6c-4283-87e4-956fdeb3d9f6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (5576030e-7b42-42af-af91-9bbb4e90ad77), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.572543 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-75ab309b-ac0e-4c43-b087-836560e0d31e None None] Provisioning complete for port 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:03.574156 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-75ab309b-ac0e-4c43-b087-836560e0d31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.605997 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 7c3d3344-e157-4b5b-afc2-829f6734c37c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:03.607515 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7c3d3344-e157-4b5b-afc2-829f6734c37c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.637301 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08f866-c528-48e9-9e2a-bfb6713801df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f26656-3ad8-49aa-adb5-d3bde5a326d0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:03.659144 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc314e86-eb6c-4283-87e4-956fdeb3d9f6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (5576030e-7b42-42af-af91-9bbb4e90ad77), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.685239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc314e86-eb6c-4283-87e4-956fdeb3d9f6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:03.689493 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc314e86-eb6c-4283-87e4-956fdeb3d9f6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.779998 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533767e-112e-4811-9074-4ddec68af8a3 req-cd25eb5a-c9a5-4b3e-84d0-69bcd2b3b57b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:03.786317 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f533767e-112e-4811-9074-4ddec68af8a3 req-cd25eb5a-c9a5-4b3e-84d0-69bcd2b3b57b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 0.3092959 Feb 03 12:53:03.812720 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd24ee37-ae82-47a6-81b5-b4e499b3e9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:03.952033 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f533767e-112e-4811-9074-4ddec68af8a3 req-a0d83b68-8e26-4cd9-9de7-fec10e9572f4 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174035 Feb 03 12:53:03.973969 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dc314e86-eb6c-4283-87e4-956fdeb3d9f6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8552296 Feb 03 12:53:03.975000 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc314e86-eb6c-4283-87e4-956fdeb3d9f6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Network': ['ID=5576030e-7b42-42af-af91-9bbb4e90ad77,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:03.976617 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38140) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:03.986646 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ad77f5aa-1a8b-45f2-bedc-5f58eb3f03f5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'subnet': {'network_id': '5576030e-7b42-42af-af91-9bbb4e90ad77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:03.993463 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 7c3d3344-e157-4b5b-afc2-829f6734c37c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:04.009017 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-af08f866-c528-48e9-9e2a-bfb6713801df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=144e6e5fd9f04d969685d170b98f544d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7033377 Feb 03 12:53:04.009493 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38142) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:04.041732 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 5576030e-7b42-42af-af91-9bbb4e90ad77 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:53:04.151011 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device cb82dd76-f375-467a-8927-24ffe90697c0 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:53:04.159565 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a827946e-30d2-4676-8861-4d84233fadce admin admin] Publish callbacks [] for security_group (c1f26656-3ad8-49aa-adb5-d3bde5a326d0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.206900 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: cb82dd76-f375-467a-8927-24ffe90697c0 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:53:04.207498 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device cb82dd76-f375-467a-8927-24ffe90697c0 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:53:04.208480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c624e7df-57da-4085-9277-3044c8fa74f8 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:53:04.230972 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad77f5aa-1a8b-45f2-bedc-5f58eb3f03f5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Made reservation on behalf of 05f05104465b4dbe8869e0f3a6da804e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:04.235549 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a827946e-30d2-4676-8861-4d84233fadce admin admin] Publish callbacks [] for security_group (c1f26656-3ad8-49aa-adb5-d3bde5a326d0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.238827 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad77f5aa-1a8b-45f2-bedc-5f58eb3f03f5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.244835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-75ab309b-ac0e-4c43-b087-836560e0d31e None None] Current status of the port 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:04.245570 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-75ab309b-ac0e-4c43-b087-836560e0d31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.246697 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:52:57Z', 'revision_number': 3, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': '9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8', 'name': '', 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:cc:73:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:54Z', 'updated_at': '2022-02-03T12:53:02Z', 'revision_number': 4, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:54Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:04.298964 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38150) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:04.324323 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a827946e-30d2-4676-8861-4d84233fadce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c1f26656-3ad8-49aa-adb5-d3bde5a326d0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.326215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: c624e7df-57da-4085-9277-3044c8fa74f8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:53:04.326794 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c624e7df-57da-4085-9277-3044c8fa74f8 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:53:04.339498 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a827946e-30d2-4676-8861-4d84233fadce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.345530 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a827946e-30d2-4676-8861-4d84233fadce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1f26656-3ad8-49aa-adb5-d3bde5a326d0 HTTP/1.1" status: 204 len: 168 time: 0.3348155 Feb 03 12:53:04.373045 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827946e-30d2-4676-8861-4d84233fadce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f26656-3ad8-49aa-adb5-d3bde5a326d0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:04.387774 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-75ab309b-ac0e-4c43-b087-836560e0d31e None None] For port 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8,segment=NetworkSegment(f357621b-b0d2-4c47-983a-aac16f85e9a1),segment_id=f357621b-b0d2-4c47-983a-aac16f85e9a1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:04.394086 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-3bc03878-908d-4168-b9ff-2ed09daaefce', 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce', 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'fixed_ips': [{'subnet_id': 'a10154a7-e35f-495e-a3c6-964b140b355e'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:53:04.394972 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.396706 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5df00d16-7dc3-4f15-bd71-055f1cac3ac2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.397815 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74dcb9-a674-4776-9838-27ff357c4e41 None None] The sync data for ids ['a869241a-ab34-4810-a890-b76103be9b1b'] in n-d-827336-3 is: [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:52:57Z', 'revision_number': 3, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': '9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8', 'name': '', 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:cc:73:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:54Z', 'updated_at': '2022-02-03T12:53:02Z', 'revision_number': 4, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:54Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:53:04.435349 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-75ab309b-ac0e-4c43-b087-836560e0d31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:04.696470 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab309b-ac0e-4c43-b087-836560e0d31e None None] Pushing event updated for resources: {'Port': ['ID=9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:04.814409 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a08a6d6-b594-490c-8df3-0811419c88ae req-1c45978b-1236-4b76-b5de-83a1592d77b7 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/ports?device_id=b29e44bd-657a-4f9c-ab73-1d670a074e10 HTTP/1.1" status: 200 len: 210 time: 0.1050155 Feb 03 12:53:05.002820 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5a3cf32b-e494-47bb-baf7-0efa375f4df2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'network': {'name': 'tempest-network-smoke--1304005217', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'port_security_enabled': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:05.115113 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3cf32b-e494-47bb-baf7-0efa375f4df2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Made reservation on behalf of ae5c5272e243447aa41be74fb2bd0003 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:05.129622 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a3cf32b-e494-47bb-baf7-0efa375f4df2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.225058 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] Allocated IP 2001:db8:2::2 (3bc03878-908d-4168-b9ff-2ed09daaefce/a10154a7-e35f-495e-a3c6-964b140b355e/ce1eaf26-9620-484f-b067-2ddb5d818e6d) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:53:05.296609 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38168) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:05.317358 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b9bc952-6641-4c8a-8bbb-ec8f548303d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.516236 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b9bc952-6641-4c8a-8bbb-ec8f548303d2 admin admin] Publish callbacks [] for security_group (583801b3-30a4-4443-9900-1030cb5e1461), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.524744 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b9bc952-6641-4c8a-8bbb-ec8f548303d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (583801b3-30a4-4443-9900-1030cb5e1461), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.566502 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bc952-6641-4c8a-8bbb-ec8f548303d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583801b3-30a4-4443-9900-1030cb5e1461,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:05.590342 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] Publish callbacks [] for port (ce1eaf26-9620-484f-b067-2ddb5d818e6d), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.596022 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a3cf32b-e494-47bb-baf7-0efa375f4df2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.599262 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (ce1eaf26-9620-484f-b067-2ddb5d818e6d), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.625700 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad77f5aa-1a8b-45f2-bedc-5f58eb3f03f5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (2158b574-279e-44e0-989b-551feffa22e9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.640665 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3b9bc952-6641-4c8a-8bbb-ec8f548303d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4929a583b894df394dff3d0cd526062&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3428855 Feb 03 12:53:05.644056 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38170) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:05.688981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] Pushing event updated for resources: {'Port': ['ID=ce1eaf26-9620-484f-b067-2ddb5d818e6d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:05.723882 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] Network 3bc03878-908d-4168-b9ff-2ed09daaefce is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:05.737953 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:05.741348 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:53:05.757072 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8bafc866-18dd-4c61-b401-bec181b34f99 admin admin] Publish callbacks [] for security_group (583801b3-30a4-4443-9900-1030cb5e1461), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.809424 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8bafc866-18dd-4c61-b401-bec181b34f99 admin admin] Publish callbacks [] for security_group (583801b3-30a4-4443-9900-1030cb5e1461), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.868297 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] Attempting to bind port ce1eaf26-9620-484f-b067-2ddb5d818e6d on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:53:05.868762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] Attempting to bind port ce1eaf26-9620-484f-b067-2ddb5d818e6d by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '7d968876-35e7-463a-950c-a76a35062716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:53:05.869035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] Attempting to bind port ce1eaf26-9620-484f-b067-2ddb5d818e6d on network 3bc03878-908d-4168-b9ff-2ed09daaefce {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:05.890920 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:53:05.890920 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] Checking segment: {'id': '7d968876-35e7-463a-950c-a76a35062716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:05.890920 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.891661 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] Bound using segment: {'id': '7d968876-35e7-463a-950c-a76a35062716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:53:05.891661 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] Bound port: ce1eaf26-9620-484f-b067-2ddb5d818e6d, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d968876-35e7-463a-950c-a76a35062716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:53:05.892072 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ce1eaf26-9620-484f-b067-2ddb5d818e6d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.919034 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8bafc866-18dd-4c61-b401-bec181b34f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (583801b3-30a4-4443-9900-1030cb5e1461), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.924062 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8bafc866-18dd-4c61-b401-bec181b34f99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:05.928261 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8bafc866-18dd-4c61-b401-bec181b34f99 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/583801b3-30a4-4443-9900-1030cb5e1461 HTTP/1.1" status: 204 len: 168 time: 0.2808492 Feb 03 12:53:05.938649 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77f5aa-1a8b-45f2-bedc-5f58eb3f03f5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Subnet': ['ID=2158b574-279e-44e0-989b-551feffa22e9,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:05.942463 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafc866-18dd-4c61-b401-bec181b34f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583801b3-30a4-4443-9900-1030cb5e1461,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:06.014562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa65bf-5bd6-4221-81c2-f5e379249fb7 req-71065aed-43a8-4317-a6f6-0a050efe6fde tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:06.021857 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c3aa65bf-5bd6-4221-81c2-f5e379249fb7 req-71065aed-43a8-4317-a6f6-0a050efe6fde tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 0.9189258 Feb 03 12:53:06.052620 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38178) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:06.120990 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6e39cad-0f71-434c-8cdc-559cc58b8ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.141053 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] For port ce1eaf26-9620-484f-b067-2ddb5d818e6d, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:53:06.145651 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] For port ce1eaf26-9620-484f-b067-2ddb5d818e6d, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ce1eaf26-9620-484f-b067-2ddb5d818e6d,segment=NetworkSegment(7d968876-35e7-463a-950c-a76a35062716),segment_id=7d968876-35e7-463a-950c-a76a35062716)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:53:06.151754 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-5df00d16-7dc3-4f15-bd71-055f1cac3ac2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Allocated IP 2001:db8:2::1 (3bc03878-908d-4168-b9ff-2ed09daaefce/a10154a7-e35f-495e-a3c6-964b140b355e/b8b46c36-a5b6-43cb-804e-889b8f0162b4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:53:06.164492 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ce1eaf26-9620-484f-b067-2ddb5d818e6d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.204563 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad77f5aa-1a8b-45f2-bedc-5f58eb3f03f5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Checking segment: {'id': '1c0f0cd8-5a72-4a4f-8aff-ef2dcac87768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5576030e-7b42-42af-af91-9bbb4e90ad77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:06.206154 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad77f5aa-1a8b-45f2-bedc-5f58eb3f03f5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network hostable DHCP agents. Network: 5576030e-7b42-42af-af91-9bbb4e90ad77, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:53:06.256900 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4aab5029-02c2-40e6-b899-a6107396e289 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for security_group (fafe1e57-2e86-4120-becc-e9ff2e766a34), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.334113 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4aab5029-02c2-40e6-b899-a6107396e289 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for security_group (fafe1e57-2e86-4120-becc-e9ff2e766a34), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.336426 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28049cd-346c-4544-b498-a39c7d661b6a None None] Pushing event updated for resources: {'Port': ['ID=ce1eaf26-9620-484f-b067-2ddb5d818e6d,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:06.388226 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a3cf32b-e494-47bb-baf7-0efa375f4df2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group (fdb57ce4-25a3-4a3e-afdf-76838878c3d4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.407991 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c3aa65bf-5bd6-4221-81c2-f5e379249fb7 req-9d6cc4b7-3ee2-4ec9-a1b3-07d07f3eb8a0 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850641 Feb 03 12:53:06.548489 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4aab5029-02c2-40e6-b899-a6107396e289 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (fafe1e57-2e86-4120-becc-e9ff2e766a34), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.555729 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4aab5029-02c2-40e6-b899-a6107396e289 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.557790 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4aab5029-02c2-40e6-b899-a6107396e289 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "DELETE /v2.0/security-groups/fafe1e57-2e86-4120-becc-e9ff2e766a34 HTTP/1.1" status: 204 len: 168 time: 0.5035784 Feb 03 12:53:06.564053 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38190) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:06.608112 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5df00d16-7dc3-4f15-bd71-055f1cac3ac2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.635625 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab5029-02c2-40e6-b899-a6107396e289 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafe1e57-2e86-4120-becc-e9ff2e766a34,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:06.657100 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-1542a93b-c6a7-40cb-9fdd-801ba98a01cd tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] show failed (client error): The resource could not be found. Feb 03 12:53:06.658814 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1542a93b-c6a7-40cb-9fdd-801ba98a01cd tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "GET /v2.0/security-groups/fafe1e57-2e86-4120-becc-e9ff2e766a34 HTTP/1.1" status: 404 len: 347 time: 0.0902178 Feb 03 12:53:06.663233 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38194) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:06.666481 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a3cf32b-e494-47bb-baf7-0efa375f4df2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (fdb57ce4-25a3-4a3e-afdf-76838878c3d4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.679344 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:06.690244 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3cf32b-e494-47bb-baf7-0efa375f4df2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:53:06.702914 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a3cf32b-e494-47bb-baf7-0efa375f4df2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (16cff9d3-2e4b-4273-9c50-37c9cbb9acfb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.705689 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-5a3cf32b-e494-47bb-baf7-0efa375f4df2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Added segment 16cff9d3-2e4b-4273-9c50-37c9cbb9acfb of type vlan for network a291a81e-bc4a-4030-b522-d2d3af47c518 Feb 03 12:53:06.811860 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a3cf32b-e494-47bb-baf7-0efa375f4df2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (a291a81e-bc4a-4030-b522-d2d3af47c518), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.948749 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:06.949750 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.954974 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.957502 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5df00d16-7dc3-4f15-bd71-055f1cac3ac2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:06.974530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cf32b-e494-47bb-baf7-0efa375f4df2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb57ce4-25a3-4a3e-afdf-76838878c3d4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:06.987582 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad77f5aa-1a8b-45f2-bedc-5f58eb3f03f5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network 5576030e-7b42-42af-af91-9bbb4e90ad77 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:53:06.995556 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a3cf32b-e494-47bb-baf7-0efa375f4df2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (a291a81e-bc4a-4030-b522-d2d3af47c518), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.003779 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3cf32b-e494-47bb-baf7-0efa375f4df2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:07.004689 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a3cf32b-e494-47bb-baf7-0efa375f4df2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.168871 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:07.210573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ad77f5aa-1a8b-45f2-bedc-5f58eb3f03f5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 5576030e-7b42-42af-af91-9bbb4e90ad77) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:07.301496 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9df79034-8a69-47a5-a46d-4c00d07e6e79 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Deleting port 0ecec356-6a46-46bd-b087-4923cf68c83e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:07.302401 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df79034-8a69-47a5-a46d-4c00d07e6e79 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0ecec356-6a46-46bd-b087-4923cf68c83e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.314102 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df00d16-7dc3-4f15-bd71-055f1cac3ac2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 3bc03878-908d-4168-b9ff-2ed09daaefce is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:07.336931 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5a3cf32b-e494-47bb-baf7-0efa375f4df2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.0173230 Feb 03 12:53:07.337737 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad77f5aa-1a8b-45f2-bedc-5f58eb3f03f5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:07.339092 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad77f5aa-1a8b-45f2-bedc-5f58eb3f03f5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.361012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cf32b-e494-47bb-baf7-0efa375f4df2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'Network': ['ID=a291a81e-bc4a-4030-b522-d2d3af47c518,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:07.364231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38212) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:07.368973 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5df00d16-7dc3-4f15-bd71-055f1cac3ac2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:07.380961 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network a291a81e-bc4a-4030-b522-d2d3af47c518 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:53:07.383017 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-dad3acd1-3688-4536-8cdd-3bb1e27cc4c0 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'admin_state_up': True, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:07.406943 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df00d16-7dc3-4f15-bd71-055f1cac3ac2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:53:07.407511 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5df00d16-7dc3-4f15-bd71-055f1cac3ac2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (a869241a-ab34-4810-a890-b76103be9b1b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.515484 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df79034-8a69-47a5-a46d-4c00d07e6e79 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0ecec356-6a46-46bd-b087-4923cf68c83e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.516820 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df79034-8a69-47a5-a46d-4c00d07e6e79 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for floatingip (0ecec356-6a46-46bd-b087-4923cf68c83e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.561993 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9df79034-8a69-47a5-a46d-4c00d07e6e79 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Calling delete_port for 0ecec356-6a46-46bd-b087-4923cf68c83e owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:07.719515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df00d16-7dc3-4f15-bd71-055f1cac3ac2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Port': ['ID=b8b46c36-a5b6-43cb-804e-889b8f0162b4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:07.748976 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ad77f5aa-1a8b-45f2-bedc-5f58eb3f03f5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7706146 Feb 03 12:53:07.779617 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38220) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:07.792763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91f6c1-898f-4c5f-9e36-10e386a48081 req-f78586ec-3663-4c01-a42b-86ae54ba1a96 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:07.794323 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cf91f6c1-898f-4c5f-9e36-10e386a48081 req-f78586ec-3663-4c01-a42b-86ae54ba1a96 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 0.2476950 Feb 03 12:53:07.794693 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1430c5de-fec4-4cae-9ad9-b26b13d4dcaf tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-27402214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:07.838521 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dad3acd1-3688-4536-8cdd-3bb1e27cc4c0 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (b11618fa-1818-400f-99b3-b2bd6bc24a60), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.840089 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dad3acd1-3688-4536-8cdd-3bb1e27cc4c0 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (b11618fa-1818-400f-99b3-b2bd6bc24a60), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.886810 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5df00d16-7dc3-4f15-bd71-055f1cac3ac2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.903759 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1430c5de-fec4-4cae-9ad9-b26b13d4dcaf tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (89c31cd7-4d20-4c51-87bb-4e255a17efcb), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:07.905600 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1430c5de-fec4-4cae-9ad9-b26b13d4dcaf tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (89c31cd7-4d20-4c51-87bb-4e255a17efcb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.046042 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1430c5de-fec4-4cae-9ad9-b26b13d4dcaf tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router_controller (89c31cd7-4d20-4c51-87bb-4e255a17efcb), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.056048 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df79034-8a69-47a5-a46d-4c00d07e6e79 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (0ecec356-6a46-46bd-b087-4923cf68c83e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.065170 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1430c5de-fec4-4cae-9ad9-b26b13d4dcaf tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (89c31cd7-4d20-4c51-87bb-4e255a17efcb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.114745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df79034-8a69-47a5-a46d-4c00d07e6e79 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event deleted for resources: {'Port': ['ID=0ecec356-6a46-46bd-b087-4923cf68c83e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:08.133426 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1430c5de-fec4-4cae-9ad9-b26b13d4dcaf tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.134669 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1430c5de-fec4-4cae-9ad9-b26b13d4dcaf tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3536844 Feb 03 12:53:08.140582 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38224) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:08.144378 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cf91f6c1-898f-4c5f-9e36-10e386a48081 req-3bda244f-751b-4994-9355-47a63be7e556 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332014 Feb 03 12:53:08.210767 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.258588 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ade86dcf-ea3d-417d-acb3-365d300dfe0c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'port': {'network_id': '5576030e-7b42-42af-af91-9bbb4e90ad77', 'name': 'tempest-RoutersTest-785232610'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:08.266689 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dad3acd1-3688-4536-8cdd-3bb1e27cc4c0 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for router_controller (b11618fa-1818-400f-99b3-b2bd6bc24a60), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.310496 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df79034-8a69-47a5-a46d-4c00d07e6e79 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for floatingip (aa3a109c-1d87-481d-8e61-82c391079d8d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.314273 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df79034-8a69-47a5-a46d-4c00d07e6e79 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.318327 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9df79034-8a69-47a5-a46d-4c00d07e6e79 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "DELETE /v2.0/floatingips/aa3a109c-1d87-481d-8e61-82c391079d8d HTTP/1.1" status: 204 len: 168 time: 1.6507769 Feb 03 12:53:08.324470 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38234) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:08.370729 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f8bd1a-6acb-4c40-adc7-ab8a1b85a26c None None] Network 3bc03878-908d-4168-b9ff-2ed09daaefce requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:08.426758 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876a342b-6857-4b91-96fd-51321b84d4d1 None None] Network 5576030e-7b42-42af-af91-9bbb4e90ad77 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:08.626660 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ee1c2baa-e92f-47b4-b518-6fd4ad96c492 None None] Provisioning complete for port ce1eaf26-9620-484f-b067-2ddb5d818e6d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:08.627573 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee1c2baa-e92f-47b4-b518-6fd4ad96c492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ce1eaf26-9620-484f-b067-2ddb5d818e6d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.744578 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-eb09d845-46bf-4d63-a000-5c01ca383c33 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Deleting port fcdf902f-54e1-4f50-bb41-a4f97269c095 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:08.762154 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb09d845-46bf-4d63-a000-5c01ca383c33 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (fcdf902f-54e1-4f50-bb41-a4f97269c095), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:08.903455 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ce1eaf26-9620-484f-b067-2ddb5d818e6d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:09.026671 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb09d845-46bf-4d63-a000-5c01ca383c33 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (fcdf902f-54e1-4f50-bb41-a4f97269c095), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.064759 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-eb09d845-46bf-4d63-a000-5c01ca383c33 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Calling delete_port for fcdf902f-54e1-4f50-bb41-a4f97269c095 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:09.154257 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-5576030e-7b42-42af-af91-9bbb4e90ad77', 'network_id': '5576030e-7b42-42af-af91-9bbb4e90ad77', 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'fixed_ips': [{'subnet_id': '2158b574-279e-44e0-989b-551feffa22e9'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:53:09.155413 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.346854 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port ce1eaf26-9620-484f-b067-2ddb5d818e6d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:09.348074 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ce1eaf26-9620-484f-b067-2ddb5d818e6d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.357617 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb09d845-46bf-4d63-a000-5c01ca383c33 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (fcdf902f-54e1-4f50-bb41-a4f97269c095), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.503121 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09d845-46bf-4d63-a000-5c01ca383c33 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event deleted for resources: {'Port': ['ID=fcdf902f-54e1-4f50-bb41-a4f97269c095,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:09.669096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c2baa-e92f-47b4-b518-6fd4ad96c492 None None] Current status of the port ce1eaf26-9620-484f-b067-2ddb5d818e6d is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:09.669490 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee1c2baa-e92f-47b4-b518-6fd4ad96c492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ce1eaf26-9620-484f-b067-2ddb5d818e6d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.713700 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb09d845-46bf-4d63-a000-5c01ca383c33 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.738292 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-eb09d845-46bf-4d63-a000-5c01ca383c33 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "DELETE /v2.0/ports/fcdf902f-54e1-4f50-bb41-a4f97269c095 HTTP/1.1" status: 204 len: 168 time: 1.4123981 Feb 03 12:53:09.739224 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38258) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:09.798116 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:53:09.822263 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ee1c2baa-e92f-47b4-b518-6fd4ad96c492 None None] For port ce1eaf26-9620-484f-b067-2ddb5d818e6d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ce1eaf26-9620-484f-b067-2ddb5d818e6d,segment=NetworkSegment(7d968876-35e7-463a-950c-a76a35062716),segment_id=7d968876-35e7-463a-950c-a76a35062716)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:09.847014 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee1c2baa-e92f-47b4-b518-6fd4ad96c492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ce1eaf26-9620-484f-b067-2ddb5d818e6d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:09.960845 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c2baa-e92f-47b4-b518-6fd4ad96c492 None None] Pushing event updated for resources: {'Port': ['ID=ce1eaf26-9620-484f-b067-2ddb5d818e6d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:10.035008 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.056542 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] Allocated IP 172.20.0.2 (5576030e-7b42-42af-af91-9bbb4e90ad77/2158b574-279e-44e0-989b-551feffa22e9/c94b3220-a030-4f84-af74-6f5eafbe7cc4) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:53:10.141770 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9e0d9560-77e1-40bc-bc39-095b78b1d0b1 None None] Provisioning complete for port 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:10.142076 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e0d9560-77e1-40bc-bc39-095b78b1d0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.245055 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e04f8f21-2f8d-439d-a06e-c500c2c42e3b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Deleting port 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:10.245828 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e04f8f21-2f8d-439d-a06e-c500c2c42e3b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.248850 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ce1eaf26-9620-484f-b067-2ddb5d818e6d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:10.426676 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dad3acd1-3688-4536-8cdd-3bb1e27cc4c0 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for router_gateway (b11618fa-1818-400f-99b3-b2bd6bc24a60), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.516651 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e04f8f21-2f8d-439d-a06e-c500c2c42e3b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.550848 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e04f8f21-2f8d-439d-a06e-c500c2c42e3b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Calling delete_port for 745d7c1f-ea7e-472b-bc5f-20dc2fc66767 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:10.693624 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9e0d9560-77e1-40bc-bc39-095b78b1d0b1 None None] Current status of the port 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:10.709699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ce1eaf26-9620-484f-b067-2ddb5d818e6d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:10.759606 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] Publish callbacks [] for port (c94b3220-a030-4f84-af74-6f5eafbe7cc4), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.782645 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba93ef-7447-4e6b-bac2-bc0c1dc67c4b req-466211c8-69ec-4335-86f7-15ead16066dc tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:10.784510 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-50ba93ef-7447-4e6b-bac2-bc0c1dc67c4b req-466211c8-69ec-4335-86f7-15ead16066dc tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 0.9926963 Feb 03 12:53:10.799789 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (c94b3220-a030-4f84-af74-6f5eafbe7cc4), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.828118 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e04f8f21-2f8d-439d-a06e-c500c2c42e3b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (745d7c1f-ea7e-472b-bc5f-20dc2fc66767), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.839393 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac4f5f-cc35-4779-a0b0-d6f27b2a6edf req-2d500428-f41a-460e-8a69-fd6b2bb8cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:10.841628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b8ac4f5f-cc35-4779-a0b0-d6f27b2a6edf req-2d500428-f41a-460e-8a69-fd6b2bb8cdac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 1127 time: 1.1553195 Feb 03 12:53:10.935358 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] Network 5576030e-7b42-42af-af91-9bbb4e90ad77 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:10.950243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade86dcf-ea3d-417d-acb3-365d300dfe0c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Made reservation on behalf of 05f05104465b4dbe8869e0f3a6da804e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:10.954339 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ade86dcf-ea3d-417d-acb3-365d300dfe0c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:10.959502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:10.980390 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f8f21-2f8d-439d-a06e-c500c2c42e3b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event deleted for resources: {'Port': ['ID=745d7c1f-ea7e-472b-bc5f-20dc2fc66767,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:10.982953 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:53:11.054899 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e04f8f21-2f8d-439d-a06e-c500c2c42e3b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.060515 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e04f8f21-2f8d-439d-a06e-c500c2c42e3b tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "DELETE /v2.0/ports/745d7c1f-ea7e-472b-bc5f-20dc2fc66767 HTTP/1.1" status: 204 len: 168 time: 1.3179135 Feb 03 12:53:11.071864 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38290) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:11.090253 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] Pushing event updated for resources: {'Port': ['ID=c94b3220-a030-4f84-af74-6f5eafbe7cc4,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:11.118599 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa75963e-657c-4fc5-b403-e6cb2bdee633 None None] Network 3bc03878-908d-4168-b9ff-2ed09daaefce requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:11.157647 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-ade86dcf-ea3d-417d-acb3-365d300dfe0c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] device_id is not set on port ea06907a-2d94-4860-af6d-60599eb85ed0 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:53:11.173515 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] Attempting to bind port c94b3220-a030-4f84-af74-6f5eafbe7cc4 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:53:11.174193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] Attempting to bind port c94b3220-a030-4f84-af74-6f5eafbe7cc4 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '1c0f0cd8-5a72-4a4f-8aff-ef2dcac87768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5576030e-7b42-42af-af91-9bbb4e90ad77'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:53:11.174674 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] Attempting to bind port c94b3220-a030-4f84-af74-6f5eafbe7cc4 on network 5576030e-7b42-42af-af91-9bbb4e90ad77 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:11.177432 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port ce1eaf26-9620-484f-b067-2ddb5d818e6d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:11.177817 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ce1eaf26-9620-484f-b067-2ddb5d818e6d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.243650 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:53:11.244132 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] Checking segment: {'id': '1c0f0cd8-5a72-4a4f-8aff-ef2dcac87768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5576030e-7b42-42af-af91-9bbb4e90ad77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:11.244588 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.244995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] Bound using segment: {'id': '1c0f0cd8-5a72-4a4f-8aff-ef2dcac87768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5576030e-7b42-42af-af91-9bbb4e90ad77'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:53:11.245576 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] Bound port: c94b3220-a030-4f84-af74-6f5eafbe7cc4, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0f0cd8-5a72-4a4f-8aff-ef2dcac87768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5576030e-7b42-42af-af91-9bbb4e90ad77'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:53:11.246105 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c94b3220-a030-4f84-af74-6f5eafbe7cc4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.328039 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-87d9480e-a1f8-4480-81d3-ab947a0e8eef None None] Provisioning complete for port ce1eaf26-9620-484f-b067-2ddb5d818e6d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:11.328039 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87d9480e-a1f8-4480-81d3-ab947a0e8eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ce1eaf26-9620-484f-b067-2ddb5d818e6d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.329252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-ade86dcf-ea3d-417d-acb3-365d300dfe0c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Allocated IP 172.20.0.14 (5576030e-7b42-42af-af91-9bbb4e90ad77/2158b574-279e-44e0-989b-551feffa22e9/ea06907a-2d94-4860-af6d-60599eb85ed0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:53:11.535627 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ce1eaf26-9620-484f-b067-2ddb5d818e6d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:11.614891 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] For port c94b3220-a030-4f84-af74-6f5eafbe7cc4, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:53:11.620084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] For port c94b3220-a030-4f84-af74-6f5eafbe7cc4, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c94b3220-a030-4f84-af74-6f5eafbe7cc4,segment=NetworkSegment(1c0f0cd8-5a72-4a4f-8aff-ef2dcac87768),segment_id=1c0f0cd8-5a72-4a4f-8aff-ef2dcac87768)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:53:11.634766 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c94b3220-a030-4f84-af74-6f5eafbe7cc4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.777019 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ade86dcf-ea3d-417d-acb3-365d300dfe0c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for port (ea06907a-2d94-4860-af6d-60599eb85ed0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.859272 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ade86dcf-ea3d-417d-acb3-365d300dfe0c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ea06907a-2d94-4860-af6d-60599eb85ed0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:11.951013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38308) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:11.976446 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade86dcf-ea3d-417d-acb3-365d300dfe0c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Port': ['ID=ea06907a-2d94-4860-af6d-60599eb85ed0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:12.014237 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-87d9480e-a1f8-4480-81d3-ab947a0e8eef None None] Current status of the port ce1eaf26-9620-484f-b067-2ddb5d818e6d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:12.024697 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b8ac4f5f-cc35-4779-a0b0-d6f27b2a6edf req-7984a641-830e-4c78-859e-d4795405608a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1006880 Feb 03 12:53:12.043812 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fdfb7d-3fa3-4c05-bac4-42061e3ce710 None None] Pushing event updated for resources: {'Port': ['ID=c94b3220-a030-4f84-af74-6f5eafbe7cc4,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:12.056723 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade86dcf-ea3d-417d-acb3-365d300dfe0c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network 5576030e-7b42-42af-af91-9bbb4e90ad77 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:12.062396 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ade86dcf-ea3d-417d-acb3-365d300dfe0c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:12.068877 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade86dcf-ea3d-417d-acb3-365d300dfe0c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:53:12.071661 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-87d9480e-a1f8-4480-81d3-ab947a0e8eef None None] Provisioning complete for port b8b46c36-a5b6-43cb-804e-889b8f0162b4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:12.072250 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87d9480e-a1f8-4480-81d3-ab947a0e8eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.153460 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-87d9480e-a1f8-4480-81d3-ab947a0e8eef None None] Port b8b46c36-a5b6-43cb-804e-889b8f0162b4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:53:12.183552 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-9021148c-3418-4f62-9f5f-acd5d56216b6 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Deleting subnet 1ad92c95-f76b-44f2-8465-013d771ffc3f {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:53:12.217411 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-50ba93ef-7447-4e6b-bac2-bc0c1dc67c4b req-8ee9dda5-bd21-41a9-a0e7-8c139015b776 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4167194 Feb 03 12:53:12.220277 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5df00d16-7dc3-4f15-bd71-055f1cac3ac2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.232589 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9021148c-3418-4f62-9f5f-acd5d56216b6 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for subnet (1ad92c95-f76b-44f2-8465-013d771ffc3f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.286164 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5df00d16-7dc3-4f15-bd71-055f1cac3ac2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.316265 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5df00d16-7dc3-4f15-bd71-055f1cac3ac2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (a869241a-ab34-4810-a890-b76103be9b1b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.340177 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b75e9720-54a9-4cb5-b066-c77cbd8d22c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.357953 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade86dcf-ea3d-417d-acb3-365d300dfe0c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:12.359071 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ade86dcf-ea3d-417d-acb3-365d300dfe0c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.581904 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b75e9720-54a9-4cb5-b066-c77cbd8d22c7 admin admin] Publish callbacks [] for security_group (b7e8826d-1cf2-4510-8919-df10f7979385), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.595505 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b75e9720-54a9-4cb5-b066-c77cbd8d22c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b7e8826d-1cf2-4510-8919-df10f7979385), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.627579 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c94b3220-a030-4f84-af74-6f5eafbe7cc4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:12.635814 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9021148c-3418-4f62-9f5f-acd5d56216b6 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (1ad92c95-f76b-44f2-8465-013d771ffc3f), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.676434 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e9720-54a9-4cb5-b066-c77cbd8d22c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e8826d-1cf2-4510-8919-df10f7979385,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:12.698040 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b75e9720-54a9-4cb5-b066-c77cbd8d22c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51abe1238c1b4f39b6504aeb5afeedf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7452462 Feb 03 12:53:12.699139 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38318) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:12.767241 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-11c49382-0414-4bb8-a32b-ea28ed1322a9 admin admin] Publish callbacks [] for security_group (b7e8826d-1cf2-4510-8919-df10f7979385), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.797144 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dad3acd1-3688-4536-8cdd-3bb1e27cc4c0 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for router_gateway (b11618fa-1818-400f-99b3-b2bd6bc24a60), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.813816 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ade86dcf-ea3d-417d-acb3-365d300dfe0c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.6075149 Feb 03 12:53:12.816610 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38320) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:12.832174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df00d16-7dc3-4f15-bd71-055f1cac3ac2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Port': ['ID=b8b46c36-a5b6-43cb-804e-889b8f0162b4,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:12.853187 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-11c49382-0414-4bb8-a32b-ea28ed1322a9 admin admin] Publish callbacks [] for security_group (b7e8826d-1cf2-4510-8919-df10f7979385), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.856269 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7aeee96b-9456-41f7-84ad-43a2e1279fed None None] Provisioning complete for port ce1eaf26-9620-484f-b067-2ddb5d818e6d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:12.856659 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7aeee96b-9456-41f7-84ad-43a2e1279fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ce1eaf26-9620-484f-b067-2ddb5d818e6d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.906990 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dad3acd1-3688-4536-8cdd-3bb1e27cc4c0 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:12.980325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c94b3220-a030-4f84-af74-6f5eafbe7cc4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:12.980712 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c94b3220-a030-4f84-af74-6f5eafbe7cc4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.233510 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7aeee96b-9456-41f7-84ad-43a2e1279fed None None] Current status of the port ce1eaf26-9620-484f-b067-2ddb5d818e6d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:13.362920 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c94b3220-a030-4f84-af74-6f5eafbe7cc4 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:13.363326 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c94b3220-a030-4f84-af74-6f5eafbe7cc4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.456994 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7aeee96b-9456-41f7-84ad-43a2e1279fed None None] Provisioning complete for port b8b46c36-a5b6-43cb-804e-889b8f0162b4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:13.458916 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7aeee96b-9456-41f7-84ad-43a2e1279fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.468283 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df00d16-7dc3-4f15-bd71-055f1cac3ac2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 3bc03878-908d-4168-b9ff-2ed09daaefce is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:13.480907 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5df00d16-7dc3-4f15-bd71-055f1cac3ac2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:13.514561 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port c94b3220-a030-4f84-af74-6f5eafbe7cc4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c94b3220-a030-4f84-af74-6f5eafbe7cc4,segment=NetworkSegment(1c0f0cd8-5a72-4a4f-8aff-ef2dcac87768),segment_id=1c0f0cd8-5a72-4a4f-8aff-ef2dcac87768)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:13.518434 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9021148c-3418-4f62-9f5f-acd5d56216b6 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (1ad92c95-f76b-44f2-8465-013d771ffc3f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.525687 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-11c49382-0414-4bb8-a32b-ea28ed1322a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b7e8826d-1cf2-4510-8919-df10f7979385), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.528292 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-11c49382-0414-4bb8-a32b-ea28ed1322a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.547307 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-11c49382-0414-4bb8-a32b-ea28ed1322a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7e8826d-1cf2-4510-8919-df10f7979385 HTTP/1.1" status: 204 len: 168 time: 0.8358126 Feb 03 12:53:13.555368 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c94b3220-a030-4f84-af74-6f5eafbe7cc4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.683766 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c49382-0414-4bb8-a32b-ea28ed1322a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e8826d-1cf2-4510-8919-df10f7979385,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:13.693619 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7aeee96b-9456-41f7-84ad-43a2e1279fed None None] Port b8b46c36-a5b6-43cb-804e-889b8f0162b4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:53:13.766761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=c94b3220-a030-4f84-af74-6f5eafbe7cc4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:13.798981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-dad3acd1-3688-4536-8cdd-3bb1e27cc4c0 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Allocated IP 172.25.6.229 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/f3d0214f-425c-48f6-b9b3-1425e165fd15) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:53:13.828738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5e716678-e15f-4512-8067-92637a07636a None None] Provisioning complete for port b8b46c36-a5b6-43cb-804e-889b8f0162b4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:13.829321 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5e716678-e15f-4512-8067-92637a07636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.845318 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa5c4f-ce3c-476e-8270-7a81236ce6df req-3a8bccb7-165f-489f-8885-01186b019af5 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:13.862675 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eefa5c4f-ce3c-476e-8270-7a81236ce6df req-3a8bccb7-165f-489f-8885-01186b019af5 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 0.3520200 Feb 03 12:53:13.891403 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5e716678-e15f-4512-8067-92637a07636a None None] Port b8b46c36-a5b6-43cb-804e-889b8f0162b4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:53:13.904005 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-264ddc22-6e10-4ac2-94e2-cd3e3c51da8d tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ea06907a-2d94-4860-af6d-60599eb85ed0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:13.956869 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8837a8a5-272d-4067-aadc-c7c3f22effbe None None] Network 5576030e-7b42-42af-af91-9bbb4e90ad77 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:14.020033 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dad3acd1-3688-4536-8cdd-3bb1e27cc4c0 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for port (f3d0214f-425c-48f6-b9b3-1425e165fd15), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.083363 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dad3acd1-3688-4536-8cdd-3bb1e27cc4c0 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (f3d0214f-425c-48f6-b9b3-1425e165fd15), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.122000 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eefa5c4f-ce3c-476e-8270-7a81236ce6df req-1cc60698-3e6a-476a-bad9-713058135887 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583241 Feb 03 12:53:14.156104 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3acd1-3688-4536-8cdd-3bb1e27cc4c0 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'Port': ['ID=f3d0214f-425c-48f6-b9b3-1425e165fd15,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:14.169930 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9021148c-3418-4f62-9f5f-acd5d56216b6 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (1ad92c95-f76b-44f2-8465-013d771ffc3f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.181317 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad3acd1-3688-4536-8cdd-3bb1e27cc4c0 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:14.191683 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9021148c-3418-4f62-9f5f-acd5d56216b6 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.211351 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9021148c-3418-4f62-9f5f-acd5d56216b6 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "DELETE /v2.0/subnets/1ad92c95-f76b-44f2-8465-013d771ffc3f HTTP/1.1" status: 204 len: 168 time: 3.1366467 Feb 03 12:53:14.218481 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5f4486f5-1bb2-4981-9db3-a465389d2196 None None] Provisioning complete for port c94b3220-a030-4f84-af74-6f5eafbe7cc4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:14.218890 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-dad3acd1-3688-4536-8cdd-3bb1e27cc4c0 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:14.221107 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38340) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:14.232587 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f4486f5-1bb2-4981-9db3-a465389d2196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c94b3220-a030-4f84-af74-6f5eafbe7cc4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.243903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96df48cd-ec51-448d-8740-78d18642d6f7 None None] Network 97259dff-b582-4fbd-b7bb-04805dd4c319 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:14.275592 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38342) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:14.342011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3acd1-3688-4536-8cdd-3bb1e27cc4c0 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:53:14.355034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021148c-3418-4f62-9f5f-acd5d56216b6 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event deleted for resources: {'Subnet': ['ID=1ad92c95-f76b-44f2-8465-013d771ffc3f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:14.411251 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a0b596f-1e83-4e24-91f1-84d748d5b8b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.449914 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df00d16-7dc3-4f15-bd71-055f1cac3ac2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router a869241a-ab34-4810-a890-b76103be9b1b has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:53:14.534799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf9ecc4-8bd9-466f-8290-23f2dcf5f07d tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Deleting subnet 8761b709-d126-4def-a3e9-94ac377b29e2 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:53:14.554352 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdf9ecc4-8bd9-466f-8290-23f2dcf5f07d tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for subnet (8761b709-d126-4def-a3e9-94ac377b29e2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.585350 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c94b3220-a030-4f84-af74-6f5eafbe7cc4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:14.605648 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a0b596f-1e83-4e24-91f1-84d748d5b8b5 admin admin] Publish callbacks [] for security_group (20a4c9b5-9aea-4c3e-9d17-0708af6ba04d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.630081 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5f4486f5-1bb2-4981-9db3-a465389d2196 None None] Current status of the port c94b3220-a030-4f84-af74-6f5eafbe7cc4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:14.645708 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a0b596f-1e83-4e24-91f1-84d748d5b8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (20a4c9b5-9aea-4c3e-9d17-0708af6ba04d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.688236 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7a0b596f-1e83-4e24-91f1-84d748d5b8b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a14d1032be1d48218bd259d977e869d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4046938 Feb 03 12:53:14.730035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c94b3220-a030-4f84-af74-6f5eafbe7cc4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:14.730416 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c94b3220-a030-4f84-af74-6f5eafbe7cc4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:14.779292 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b596f-1e83-4e24-91f1-84d748d5b8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a4c9b5-9aea-4c3e-9d17-0708af6ba04d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:14.789518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38352) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:14.830865 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d149bd08-78f1-4c19-babe-5154512f644b None None] DHCP port deletion for 97259dff-b582-4fbd-b7bb-04805dd4c319 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:53:15.021022 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c94b3220-a030-4f84-af74-6f5eafbe7cc4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:15.023193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e2c4379c-047b-4486-823e-85d2984f3240 None None] Provisioning complete for port b8b46c36-a5b6-43cb-804e-889b8f0162b4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:15.023577 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2c4379c-047b-4486-823e-85d2984f3240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.076208 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e2c4379c-047b-4486-823e-85d2984f3240 None None] Port b8b46c36-a5b6-43cb-804e-889b8f0162b4 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:53:15.090787 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdf9ecc4-8bd9-466f-8290-23f2dcf5f07d tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (8761b709-d126-4def-a3e9-94ac377b29e2), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.117011 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075066ed-824e-4d49-b2ab-86d149ff5685 req-bd759ac2-6f51-48a5-990c-90ec6f9121a6 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:15.119386 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-075066ed-824e-4d49-b2ab-86d149ff5685 req-bd759ac2-6f51-48a5-990c-90ec6f9121a6 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 0.5120418 Feb 03 12:53:15.143770 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d149bd08-78f1-4c19-babe-5154512f644b None None] Deleting port c4ebd1d0-7f77-4739-ab8d-fb8bc976d556 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:15.144638 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d149bd08-78f1-4c19-babe-5154512f644b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c4ebd1d0-7f77-4739-ab8d-fb8bc976d556), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.198740 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d48bcefb-95aa-465c-911c-26fed2de8437 admin admin] Publish callbacks [] for security_group (20a4c9b5-9aea-4c3e-9d17-0708af6ba04d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.276467 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d48bcefb-95aa-465c-911c-26fed2de8437 admin admin] Publish callbacks [] for security_group (20a4c9b5-9aea-4c3e-9d17-0708af6ba04d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.286842 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a0e04-00f8-48ac-99fe-2ed4b4b90487 req-d6f567a8-ac6f-44c6-aaf7-23ffe0ef828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:15.288966 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-374a0e04-00f8-48ac-99fe-2ed4b4b90487 req-d6f567a8-ac6f-44c6-aaf7-23ffe0ef828b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd79879f23c9420f9b758bf6be6d77f9&device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 1127 time: 0.8548167 Feb 03 12:53:15.317461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df00d16-7dc3-4f15-bd71-055f1cac3ac2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:53:15.322724 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d149bd08-78f1-4c19-babe-5154512f644b None None] For port c4ebd1d0-7f77-4739-ab8d-fb8bc976d556, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c4ebd1d0-7f77-4739-ab8d-fb8bc976d556,segment=NetworkSegment(1bb44cc9-d5f0-4229-83e4-b92d043cf36a),segment_id=1bb44cc9-d5f0-4229-83e4-b92d043cf36a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:15.323137 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d149bd08-78f1-4c19-babe-5154512f644b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c4ebd1d0-7f77-4739-ab8d-fb8bc976d556), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.325564 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-264ddc22-6e10-4ac2-94e2-cd3e3c51da8d tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for port (ea06907a-2d94-4860-af6d-60599eb85ed0), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.335829 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-264ddc22-6e10-4ac2-94e2-cd3e3c51da8d tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (ea06907a-2d94-4860-af6d-60599eb85ed0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.342458 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5df00d16-7dc3-4f15-bd71-055f1cac3ac2 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/a869241a-ab34-4810-a890-b76103be9b1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0272648 Feb 03 12:53:15.360167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d149bd08-78f1-4c19-babe-5154512f644b None None] Calling delete_port for c4ebd1d0-7f77-4739-ab8d-fb8bc976d556 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:15.361453 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38356) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:15.435589 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d038c691-4e80-445c-9f5f-35f27003243d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1644362928'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:15.480993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] Sync routers for ids ['a869241a-ab34-4810-a890-b76103be9b1b'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:53:15.486662 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d149bd08-78f1-4c19-babe-5154512f644b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (c4ebd1d0-7f77-4739-ab8d-fb8bc976d556), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.508850 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d149bd08-78f1-4c19-babe-5154512f644b None None] No DVR routers for this DVR port c4ebd1d0-7f77-4739-ab8d-fb8bc976d556 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:15.518342 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d038c691-4e80-445c-9f5f-35f27003243d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Made reservation on behalf of 8f11593a0ed047868fd329fdd3c34fc1 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:15.526193 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d038c691-4e80-445c-9f5f-35f27003243d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.540830 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149bd08-78f1-4c19-babe-5154512f644b None None] Pushing event deleted for resources: {'Port': ['ID=c4ebd1d0-7f77-4739-ab8d-fb8bc976d556,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:15.545217 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] Routers {'a869241a-ab34-4810-a890-b76103be9b1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:15.545381 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a869241a-ab34-4810-a890-b76103be9b1b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:15.607974 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7acf40f5-de34-4192-a3ae-540161f28ede None None] Provisioning complete for port ea06907a-2d94-4860-af6d-60599eb85ed0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:15.607974 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7acf40f5-de34-4192-a3ae-540161f28ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ea06907a-2d94-4860-af6d-60599eb85ed0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.732788 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dad3acd1-3688-4536-8cdd-3bb1e27cc4c0 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for router_gateway (b11618fa-1818-400f-99b3-b2bd6bc24a60), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.751068 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ddc22-6e10-4ac2-94e2-cd3e3c51da8d tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Port': ['ID=ea06907a-2d94-4860-af6d-60599eb85ed0,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:15.808842 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d48bcefb-95aa-465c-911c-26fed2de8437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (20a4c9b5-9aea-4c3e-9d17-0708af6ba04d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.811475 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d48bcefb-95aa-465c-911c-26fed2de8437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.818857 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d48bcefb-95aa-465c-911c-26fed2de8437 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20a4c9b5-9aea-4c3e-9d17-0708af6ba04d HTTP/1.1" status: 204 len: 168 time: 1.0236676 Feb 03 12:53:15.830660 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d038c691-4e80-445c-9f5f-35f27003243d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:53:15.871757 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdf9ecc4-8bd9-466f-8290-23f2dcf5f07d tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (8761b709-d126-4def-a3e9-94ac377b29e2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.931413 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bcefb-95aa-465c-911c-26fed2de8437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a4c9b5-9aea-4c3e-9d17-0708af6ba04d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:15.944869 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d038c691-4e80-445c-9f5f-35f27003243d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (1d2ba242-ae33-414d-bd5d-6a8f47f33fea), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:15.945233 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-d038c691-4e80-445c-9f5f-35f27003243d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Added segment 1d2ba242-ae33-414d-bd5d-6a8f47f33fea of type vlan for network 39b7be58-d1c8-4370-87b9-43fb5855fb5d Feb 03 12:53:16.100373 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.114396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7acf40f5-de34-4192-a3ae-540161f28ede None None] Port ea06907a-2d94-4860-af6d-60599eb85ed0 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:53:16.121725 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] Set router a869241a-ab34-4810-a890-b76103be9b1b gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:53:16.187514 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7acf40f5-de34-4192-a3ae-540161f28ede None None] Provisioning complete for port c94b3220-a030-4f84-af74-6f5eafbe7cc4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:16.188039 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7acf40f5-de34-4192-a3ae-540161f28ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c94b3220-a030-4f84-af74-6f5eafbe7cc4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.474837 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-264ddc22-6e10-4ac2-94e2-cd3e3c51da8d tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (89c31cd7-4d20-4c51-87bb-4e255a17efcb), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.559215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a0e04-00f8-48ac-99fe-2ed4b4b90487 req-fa455db9-5b2e-47e3-ae09-c4031965f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:16.562385 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-374a0e04-00f8-48ac-99fe-2ed4b4b90487 req-fa455db9-5b2e-47e3-ae09-c4031965f10f service neutron] 10.222.0.31 "GET /v2.0/networks?id=ba52975b-3ccc-4e20-a0cf-e3affafdc748 HTTP/1.1" status: 200 len: 912 time: 1.2170260 Feb 03 12:53:16.593568 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c4ebd1d0-7f77-4739-ab8d-fb8bc976d556 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:53:16.674883 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: c4ebd1d0-7f77-4739-ab8d-fb8bc976d556 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:53:16.675540 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c4ebd1d0-7f77-4739-ab8d-fb8bc976d556 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:53:16.682688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7acf40f5-de34-4192-a3ae-540161f28ede None None] Current status of the port c94b3220-a030-4f84-af74-6f5eafbe7cc4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:16.711349 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-374a0e04-00f8-48ac-99fe-2ed4b4b90487 req-0ac05c29-0bd0-4751-9579-eb6aef5d72c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdcf36d5-ba57-4f8d-be11-d4f31575aa31 HTTP/1.1" status: 200 len: 217 time: 0.1326787 Feb 03 12:53:16.795498 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-075066ed-824e-4d49-b2ab-86d149ff5685 req-88f3454b-1ead-4f18-b3f1-baac7d1e963f tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6527007 Feb 03 12:53:16.866971 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d038c691-4e80-445c-9f5f-35f27003243d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (39b7be58-d1c8-4370-87b9-43fb5855fb5d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.885187 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-264ddc22-6e10-4ac2-94e2-cd3e3c51da8d tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ea06907a-2d94-4860-af6d-60599eb85ed0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.915961 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdf9ecc4-8bd9-466f-8290-23f2dcf5f07d tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (8761b709-d126-4def-a3e9-94ac377b29e2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.920206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-db0881e4-3369-41e0-9f15-95ced6840f90 None None] Provisioning complete for port ea06907a-2d94-4860-af6d-60599eb85ed0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:16.920740 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-db0881e4-3369-41e0-9f15-95ced6840f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ea06907a-2d94-4860-af6d-60599eb85ed0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:16.974165 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a0e04-00f8-48ac-99fe-2ed4b4b90487 req-c3387a6e-4401-4de2-8c52-a0343f6cbf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:16.975687 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-374a0e04-00f8-48ac-99fe-2ed4b4b90487 req-c3387a6e-4401-4de2-8c52-a0343f6cbf1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e24c0d19-efc7-422d-9f52-9378e9ba1415 HTTP/1.1" status: 200 len: 851 time: 0.2586060 Feb 03 12:53:16.981046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9ecc4-8bd9-466f-8290-23f2dcf5f07d tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event deleted for resources: {'Subnet': ['ID=8761b709-d126-4def-a3e9-94ac377b29e2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:17.011921 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d038c691-4e80-445c-9f5f-35f27003243d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (39b7be58-d1c8-4370-87b9-43fb5855fb5d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.016871 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdf9ecc4-8bd9-466f-8290-23f2dcf5f07d tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.023895 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d038c691-4e80-445c-9f5f-35f27003243d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:17.023895 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d038c691-4e80-445c-9f5f-35f27003243d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.025113 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bdf9ecc4-8bd9-466f-8290-23f2dcf5f07d tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "DELETE /v2.0/subnets/8761b709-d126-4def-a3e9-94ac377b29e2 HTTP/1.1" status: 204 len: 168 time: 2.7595451 Feb 03 12:53:17.030241 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8415b246-9e4c-4a8b-be60-c3f35743451a None None] Network 52abbafc-7fd5-46ff-8e08-675e1c7bace1 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:17.033024 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38382) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:17.085401 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d038c691-4e80-445c-9f5f-35f27003243d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7129245 Feb 03 12:53:17.100110 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38386) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:17.159288 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-db0881e4-3369-41e0-9f15-95ced6840f90 None None] Port ea06907a-2d94-4860-af6d-60599eb85ed0 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:53:17.245292 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:53:07Z', 'revision_number': 4, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': '9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8', 'name': '', 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:cc:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:54Z', 'updated_at': '2022-02-03T12:53:04Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8b46c36-a5b6-43cb-804e-889b8f0162b4', 'name': '', 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:ae:a9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:05Z', 'updated_at': '2022-02-03T12:53:10Z', 'revision_number': 2, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:54Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:17.315852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] Checking router: a869241a-ab34-4810-a890-b76103be9b1b for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:53:17.316940 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] Updating router a869241a-ab34-4810-a890-b76103be9b1b port b8b46c36-a5b6-43cb-804e-889b8f0162b4 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:53:17.363374 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.437763 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-374a0e04-00f8-48ac-99fe-2ed4b4b90487 req-11d7ea46-3731-40fd-a566-256c0119c3a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ba52975b-3ccc-4e20-a0cf-e3affafdc748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4368591 Feb 03 12:53:17.440358 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dad3acd1-3688-4536-8cdd-3bb1e27cc4c0 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (b11618fa-1818-400f-99b3-b2bd6bc24a60), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.449116 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-abb43d46-edf7-4e75-a085-50ca4ef32fe4 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (97259dff-b582-4fbd-b7bb-04805dd4c319), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.454245 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e84792c-c849-4e39-ae1e-6af0a5a63c70 None None] DHCP port deletion for 52abbafc-7fd5-46ff-8e08-675e1c7bace1 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:53:17.454649 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-054d14f9-2fe4-456a-b7d4-6c2d2ef48126 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'subnet': {'network_id': '39b7be58-d1c8-4370-87b9-43fb5855fb5d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:17.775892 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038c691-4e80-445c-9f5f-35f27003243d tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Network': ['ID=39b7be58-d1c8-4370-87b9-43fb5855fb5d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:17.792923 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-abb43d46-edf7-4e75-a085-50ca4ef32fe4 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (97259dff-b582-4fbd-b7bb-04805dd4c319), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.821112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-abb43d46-edf7-4e75-a085-50ca4ef32fe4 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97259dff-b582-4fbd-b7bb-04805dd4c319']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:17.835393 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29e3b0d0-3ff3-4537-b938-9023d71f103d req-a9adf9d3-491d-4356-a30f-8d67bfbd3f7d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5623724 Feb 03 12:53:17.836116 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 39b7be58-d1c8-4370-87b9-43fb5855fb5d details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:53:17.848161 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-abb43d46-edf7-4e75-a085-50ca4ef32fe4 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb44cc9-d5f0-4229-83e4-b92d043cf36a') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:17.848471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-abb43d46-edf7-4e75-a085-50ca4ef32fe4 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb44cc9-d5f0-4229-83e4-b92d043cf36a') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:17.865865 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-abb43d46-edf7-4e75-a085-50ca4ef32fe4 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (1bb44cc9-d5f0-4229-83e4-b92d043cf36a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.886903 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-abb43d46-edf7-4e75-a085-50ca4ef32fe4 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (1bb44cc9-d5f0-4229-83e4-b92d043cf36a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:17.894014 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb43d46-edf7-4e75-a085-50ca4ef32fe4 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:53:17.894431 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-abb43d46-edf7-4e75-a085-50ca4ef32fe4 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (1bb44cc9-d5f0-4229-83e4-b92d043cf36a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:53:18.023774 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:53:18.049688 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-264ddc22-6e10-4ac2-94e2-cd3e3c51da8d tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for port (ea06907a-2d94-4860-af6d-60599eb85ed0), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.055555 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3b0d0-3ff3-4537-b938-9023d71f103d req-00f4f6ca-5d04-4ffd-a580-74d03db80716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:18.058382 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29e3b0d0-3ff3-4537-b938-9023d71f103d req-00f4f6ca-5d04-4ffd-a580-74d03db80716 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd79879f23c9420f9b758bf6be6d77f9&device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 1128 time: 0.1412914 Feb 03 12:53:18.059693 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-264ddc22-6e10-4ac2-94e2-cd3e3c51da8d tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (ea06907a-2d94-4860-af6d-60599eb85ed0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.078919 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054d14f9-2fe4-456a-b7d4-6c2d2ef48126 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Made reservation on behalf of 8f11593a0ed047868fd329fdd3c34fc1 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:18.088657 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-054d14f9-2fe4-456a-b7d4-6c2d2ef48126 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.099078 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-abb43d46-edf7-4e75-a085-50ca4ef32fe4 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (97259dff-b582-4fbd-b7bb-04805dd4c319), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.148080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ddc22-6e10-4ac2-94e2-cd3e3c51da8d tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Port': ['ID=ea06907a-2d94-4860-af6d-60599eb85ed0,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:18.206445 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5e84792c-c849-4e39-ae1e-6af0a5a63c70 None None] Deleting port 6b1ff457-9f38-498d-bca9-c748dd4f9b92 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:18.206912 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5e84792c-c849-4e39-ae1e-6af0a5a63c70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (6b1ff457-9f38-498d-bca9-c748dd4f9b92), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.245511 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-abb43d46-edf7-4e75-a085-50ca4ef32fe4 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.251223 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-abb43d46-edf7-4e75-a085-50ca4ef32fe4 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "DELETE /v2.0/networks/97259dff-b582-4fbd-b7bb-04805dd4c319 HTTP/1.1" status: 204 len: 168 time: 1.2146747 Feb 03 12:53:18.294097 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38408) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:18.300409 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-264ddc22-6e10-4ac2-94e2-cd3e3c51da8d tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (89c31cd7-4d20-4c51-87bb-4e255a17efcb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.409659 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb43d46-edf7-4e75-a085-50ca4ef32fe4 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event deleted for resources: {'Network': ['ID=97259dff-b582-4fbd-b7bb-04805dd4c319,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:18.441862 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264ddc22-6e10-4ac2-94e2-cd3e3c51da8d tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network 5576030e-7b42-42af-af91-9bbb4e90ad77 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:18.445170 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-264ddc22-6e10-4ac2-94e2-cd3e3c51da8d tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:18.538737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5e84792c-c849-4e39-ae1e-6af0a5a63c70 None None] For port 6b1ff457-9f38-498d-bca9-c748dd4f9b92, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6b1ff457-9f38-498d-bca9-c748dd4f9b92,segment=NetworkSegment(7413601f-b7c8-46d2-a193-e2e9800539dc),segment_id=7413601f-b7c8-46d2-a193-e2e9800539dc)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:18.539160 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5e84792c-c849-4e39-ae1e-6af0a5a63c70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (6b1ff457-9f38-498d-bca9-c748dd4f9b92), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.572690 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6b1ff457-9f38-498d-bca9-c748dd4f9b92 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:53:18.578462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5e84792c-c849-4e39-ae1e-6af0a5a63c70 None None] Calling delete_port for 6b1ff457-9f38-498d-bca9-c748dd4f9b92 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:18.584880 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] Publish callbacks [] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.624488 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:18.641359 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3b0d0-3ff3-4537-b938-9023d71f103d req-a47d3508-256b-4315-b728-97de8c8cacc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:18.644459 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29e3b0d0-3ff3-4537-b938-9023d71f103d req-a47d3508-256b-4315-b728-97de8c8cacc5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ba52975b-3ccc-4e20-a0cf-e3affafdc748 HTTP/1.1" status: 200 len: 912 time: 0.4976680 Feb 03 12:53:18.700704 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29e3b0d0-3ff3-4537-b938-9023d71f103d req-fbdbe9cc-adb8-4c6a-8e3c-51ac6f361911 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6a4efbf-ea97-44f2-b503-150d74f4a20b HTTP/1.1" status: 200 len: 217 time: 0.0500796 Feb 03 12:53:18.722694 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396a443-04a7-464c-93b1-ed15753fbba4 None None] Pushing event updated for resources: {'Port': ['ID=b8b46c36-a5b6-43cb-804e-889b8f0162b4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:18.729902 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-374a0e04-00f8-48ac-99fe-2ed4b4b90487 req-aeef8fe3-8e18-4fe6-bf44-04179c7191c0 service neutron] 10.222.0.31 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1854112 Feb 03 12:53:18.799493 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264ddc22-6e10-4ac2-94e2-cd3e3c51da8d tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 89c31cd7-4d20-4c51-87bb-4e255a17efcb is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:53:18.827410 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3b0d0-3ff3-4537-b938-9023d71f103d req-17fa79d2-618e-4d2e-b0e3-1e48f1a78511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:18.830857 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29e3b0d0-3ff3-4537-b938-9023d71f103d req-17fa79d2-618e-4d2e-b0e3-1e48f1a78511 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e24c0d19-efc7-422d-9f52-9378e9ba1415 HTTP/1.1" status: 200 len: 851 time: 0.1146512 Feb 03 12:53:18.990659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264ddc22-6e10-4ac2-94e2-cd3e3c51da8d tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:53:19.009603 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-264ddc22-6e10-4ac2-94e2-cd3e3c51da8d tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/89c31cd7-4d20-4c51-87bb-4e255a17efcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1915271 Feb 03 12:53:19.014008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38424) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:19.018307 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22293448-23ed-40d0-bacd-c7939b98f807 None None] Sync routers for ids ['89c31cd7-4d20-4c51-87bb-4e255a17efcb'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:53:19.066943 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22293448-23ed-40d0-bacd-c7939b98f807 None None] Routers {'89c31cd7-4d20-4c51-87bb-4e255a17efcb'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:19.067812 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-22293448-23ed-40d0-bacd-c7939b98f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89c31cd7-4d20-4c51-87bb-4e255a17efcb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:19.124334 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-22293448-23ed-40d0-bacd-c7939b98f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:19.137241 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22293448-23ed-40d0-bacd-c7939b98f807 None None] Routers {'89c31cd7-4d20-4c51-87bb-4e255a17efcb'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:19.139729 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-22293448-23ed-40d0-bacd-c7939b98f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89c31cd7-4d20-4c51-87bb-4e255a17efcb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:19.242774 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-22293448-23ed-40d0-bacd-c7939b98f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:19.243732 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22293448-23ed-40d0-bacd-c7939b98f807 None None] The sync data for ids ['89c31cd7-4d20-4c51-87bb-4e255a17efcb'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:53:19.348900 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (52abbafc-7fd5-46ff-8e08-675e1c7bace1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:19.362064 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] Attempting to bind port b8b46c36-a5b6-43cb-804e-889b8f0162b4 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:53:19.362535 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] Attempting to bind port b8b46c36-a5b6-43cb-804e-889b8f0162b4 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '7d968876-35e7-463a-950c-a76a35062716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:53:19.364113 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] Attempting to bind port b8b46c36-a5b6-43cb-804e-889b8f0162b4 on network 3bc03878-908d-4168-b9ff-2ed09daaefce {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:19.366806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aa62e-b03d-46a4-b533-2f034e2c708a req-c6e158f9-2afc-43f3-8a32-cd8d72df98bc tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:19.368448 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-296aa62e-b03d-46a4-b533-2f034e2c708a req-c6e158f9-2afc-43f3-8a32-cd8d72df98bc tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 1.3273928 Feb 03 12:53:19.372101 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-054d14f9-2fe4-456a-b7d4-6c2d2ef48126 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (56f45044-fe2e-4ce4-a6c6-82d9e4768554), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:19.430028 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 6b1ff457-9f38-498d-bca9-c748dd4f9b92 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:19.430028 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6b1ff457-9f38-498d-bca9-c748dd4f9b92), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:19.482514 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9fc7c6fc-b89c-4541-8d0c-7a66586bf32d None None] Provisioning complete for port ea06907a-2d94-4860-af6d-60599eb85ed0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:19.482986 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9fc7c6fc-b89c-4541-8d0c-7a66586bf32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ea06907a-2d94-4860-af6d-60599eb85ed0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:19.554950 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d14f9-2fe4-456a-b7d4-6c2d2ef48126 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Subnet': ['ID=56f45044-fe2e-4ce4-a6c6-82d9e4768554,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:19.567068 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-296aa62e-b03d-46a4-b533-2f034e2c708a req-f596f54a-1afd-406a-9ea6-5bc26077b240 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866555 Feb 03 12:53:19.586173 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9fc7c6fc-b89c-4541-8d0c-7a66586bf32d None None] Port ea06907a-2d94-4860-af6d-60599eb85ed0 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:53:19.596887 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:53:19.597789 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] Checking segment: {'id': '7d968876-35e7-463a-950c-a76a35062716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:19.598114 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:19.604027 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] Bound using segment: {'id': '7d968876-35e7-463a-950c-a76a35062716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:53:19.604589 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] Bound port: b8b46c36-a5b6-43cb-804e-889b8f0162b4, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d968876-35e7-463a-950c-a76a35062716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:53:19.604999 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:19.612015 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-374a0e04-00f8-48ac-99fe-2ed4b4b90487 req-2088b9e8-8374-40a4-811b-42b986facf45 service neutron] 10.222.0.31 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8400872 Feb 03 12:53:19.674785 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad3acd1-3688-4536-8cdd-3bb1e27cc4c0 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Router b11618fa-1818-400f-99b3-b2bd6bc24a60 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:53:19.715190 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d14f9-2fe4-456a-b7d4-6c2d2ef48126 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Checking segment: {'id': '1d2ba242-ae33-414d-bd5d-6a8f47f33fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39b7be58-d1c8-4370-87b9-43fb5855fb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:19.716148 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054d14f9-2fe4-456a-b7d4-6c2d2ef48126 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network hostable DHCP agents. Network: 39b7be58-d1c8-4370-87b9-43fb5855fb5d, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:53:19.765104 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] For port b8b46c36-a5b6-43cb-804e-889b8f0162b4, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:53:19.769592 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] For port b8b46c36-a5b6-43cb-804e-889b8f0162b4, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b8b46c36-a5b6-43cb-804e-889b8f0162b4,segment=NetworkSegment(7d968876-35e7-463a-950c-a76a35062716),segment_id=7d968876-35e7-463a-950c-a76a35062716)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:53:19.797563 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:19.854988 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9dfede8f-f7f6-4252-a3fc-40052b878fd6 None None] Provisioning complete for port b8b46c36-a5b6-43cb-804e-889b8f0162b4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:19.855261 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9dfede8f-f7f6-4252-a3fc-40052b878fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:19.924425 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5e84792c-c849-4e39-ae1e-6af0a5a63c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (6b1ff457-9f38-498d-bca9-c748dd4f9b92), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:20.061630 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e84792c-c849-4e39-ae1e-6af0a5a63c70 None None] No DVR routers for this DVR port 6b1ff457-9f38-498d-bca9-c748dd4f9b92 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:20.093660 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396a443-04a7-464c-93b1-ed15753fbba4 None None] Pushing event updated for resources: {'Port': ['ID=b8b46c36-a5b6-43cb-804e-889b8f0162b4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:20.153715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054d14f9-2fe4-456a-b7d4-6c2d2ef48126 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 39b7be58-d1c8-4370-87b9-43fb5855fb5d is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:53:20.193964 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-054d14f9-2fe4-456a-b7d4-6c2d2ef48126 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 39b7be58-d1c8-4370-87b9-43fb5855fb5d) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:20.205902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Deleting port 6b1ff457-9f38-498d-bca9-c748dd4f9b92 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:20.206790 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (6b1ff457-9f38-498d-bca9-c748dd4f9b92), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:20.211922 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad3acd1-3688-4536-8cdd-3bb1e27cc4c0 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:53:20.239006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] Routers {'a869241a-ab34-4810-a890-b76103be9b1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:20.239682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a869241a-ab34-4810-a890-b76103be9b1b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:20.247140 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1436138c-1211-48a0-8386-98fc4814e074 None None] Network 39b7be58-d1c8-4370-87b9-43fb5855fb5d requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:20.260281 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054d14f9-2fe4-456a-b7d4-6c2d2ef48126 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:20.263136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84792c-c849-4e39-ae1e-6af0a5a63c70 None None] Pushing event deleted for resources: {'Port': ['ID=6b1ff457-9f38-498d-bca9-c748dd4f9b92,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:20.282342 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-054d14f9-2fe4-456a-b7d4-6c2d2ef48126 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:20.302206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] Sync routers for ids ['b11618fa-1818-400f-99b3-b2bd6bc24a60'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:53:20.426046 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-054d14f9-2fe4-456a-b7d4-6c2d2ef48126 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9868169 Feb 03 12:53:20.427481 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38448) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:20.562894 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eea11e-e4d1-4081-9cd2-e20d3855c3ba tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:20.581535 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f6eea11e-e4d1-4081-9cd2-e20d3855c3ba tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/ports/ea06907a-2d94-4860-af6d-60599eb85ed0 HTTP/1.1" status: 200 len: 977 time: 1.5368066 Feb 03 12:53:20.582608 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38450) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:20.715797 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29e3b0d0-3ff3-4537-b938-9023d71f103d req-ee3d8c93-8780-47ab-98f7-ded339767f54 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ba52975b-3ccc-4e20-a0cf-e3affafdc748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.7228138 Feb 03 12:53:20.754735 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dad3acd1-3688-4536-8cdd-3bb1e27cc4c0 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:20.765753 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-dad3acd1-3688-4536-8cdd-3bb1e27cc4c0 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 13.3960772 Feb 03 12:53:20.766696 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38456) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:20.876675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] Set router a869241a-ab34-4810-a890-b76103be9b1b gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:53:20.921106 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] For port 6b1ff457-9f38-498d-bca9-c748dd4f9b92, host n-d-827336-3, got binding levels [] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:20.932381 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (6b1ff457-9f38-498d-bca9-c748dd4f9b92), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:20.957720 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29e3b0d0-3ff3-4537-b938-9023d71f103d req-78cbc71e-b1dc-47b3-9ee7-5a3de5f95594 service neutron] 10.222.0.31 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220938 Feb 03 12:53:20.996186 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Calling delete_port for 6b1ff457-9f38-498d-bca9-c748dd4f9b92 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:21.043812 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Port 6b1ff457-9f38-498d-bca9-c748dd4f9b92 was not found and therefore no delete operation was performed {{(pid=103188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:53:21.045903 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (6b1ff457-9f38-498d-bca9-c748dd4f9b92), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:21.394914 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe2eef-e2b6-4d84-bcc6-c83ee59c0768 req-267f1427-f14e-487c-92c3-3c2b4ee294e4 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:21.404199 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-96fe2eef-e2b6-4d84-bcc6-c83ee59c0768 req-267f1427-f14e-487c-92c3-3c2b4ee294e4 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 0.4427400 Feb 03 12:53:21.490222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-39b7be58-d1c8-4370-87b9-43fb5855fb5d', 'network_id': '39b7be58-d1c8-4370-87b9-43fb5855fb5d', 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'fixed_ips': [{'subnet_id': '56f45044-fe2e-4ce4-a6c6-82d9e4768554'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:53:21.492137 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:21.502169 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] Routers {'b11618fa-1818-400f-99b3-b2bd6bc24a60'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:21.503427 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b11618fa-1818-400f-99b3-b2bd6bc24a60'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:21.515877 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29e3b0d0-3ff3-4537-b938-9023d71f103d req-1e1851d5-4cc6-4c8f-b842-a59b03681b74 service neutron] 10.222.0.31 "GET /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536698 Feb 03 12:53:21.519335 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-96fe2eef-e2b6-4d84-bcc6-c83ee59c0768 req-36b92d9a-b126-46a8-afe0-8ca1e8729bc3 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143124 Feb 03 12:53:21.651908 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] No DVR routers for this DVR port 6b1ff457-9f38-498d-bca9-c748dd4f9b92 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:21.659652 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event deleted for resources: {'Port': ['ID=6b1ff457-9f38-498d-bca9-c748dd4f9b92,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:21.702761 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e8f6f94-fd64-446b-9b0c-f964fcf40b24 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (89c31cd7-4d20-4c51-87bb-4e255a17efcb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:21.778300 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9dfede8f-f7f6-4252-a3fc-40052b878fd6 None None] Current status of the port b8b46c36-a5b6-43cb-804e-889b8f0162b4 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:21.779597 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9dfede8f-f7f6-4252-a3fc-40052b878fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:21.958222 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a9f8dc79-686c-4308-b747-ed9fae266cce tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ae5c5272e243447aa41be74fb2bd0003&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.1696742 Feb 03 12:53:21.965118 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38470) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:22.093878 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] Set router b11618fa-1818-400f-99b3-b2bd6bc24a60 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:53:22.153673 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (52abbafc-7fd5-46ff-8e08-675e1c7bace1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:22.333853 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9dfede8f-f7f6-4252-a3fc-40052b878fd6 None None] For port b8b46c36-a5b6-43cb-804e-889b8f0162b4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b8b46c36-a5b6-43cb-804e-889b8f0162b4,segment=NetworkSegment(7d968876-35e7-463a-950c-a76a35062716),segment_id=7d968876-35e7-463a-950c-a76a35062716)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:22.373578 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9dfede8f-f7f6-4252-a3fc-40052b878fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:22.562349 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfede8f-f7f6-4252-a3fc-40052b878fd6 None None] Pushing event updated for resources: {'Port': ['ID=b8b46c36-a5b6-43cb-804e-889b8f0162b4,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:22.700286 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2e8f6f94-fd64-446b-9b0c-f964fcf40b24 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting port ea06907a-2d94-4860-af6d-60599eb85ed0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:22.700797 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e8f6f94-fd64-446b-9b0c-f964fcf40b24 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ea06907a-2d94-4860-af6d-60599eb85ed0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:22.833553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] Allocated IP 2001:db8:3::2 (39b7be58-d1c8-4370-87b9-43fb5855fb5d/56f45044-fe2e-4ce4-a6c6-82d9e4768554/83de593b-2507-40f6-8145-197269851390) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:53:22.854678 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3e987a51-be78-40bf-8c2c-a9d6ef22c6b9 None None] Provisioning complete for port b8b46c36-a5b6-43cb-804e-889b8f0162b4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:22.855094 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e987a51-be78-40bf-8c2c-a9d6ef22c6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:22.900287 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e8f6f94-fd64-446b-9b0c-f964fcf40b24 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ea06907a-2d94-4860-af6d-60599eb85ed0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:22.942080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2e8f6f94-fd64-446b-9b0c-f964fcf40b24 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Calling delete_port for ea06907a-2d94-4860-af6d-60599eb85ed0 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:23.060935 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:53:07Z', 'revision_number': 4, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': '9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8', 'name': '', 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:cc:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:54Z', 'updated_at': '2022-02-03T12:53:04Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8b46c36-a5b6-43cb-804e-889b8f0162b4', 'name': '', 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:ae:a9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:05Z', 'updated_at': '2022-02-03T12:53:19Z', 'revision_number': 4, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:54Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:23.093105 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4e6a1-862d-4fd1-ac33-bc095afde1db None None] The sync data for ids ['a869241a-ab34-4810-a890-b76103be9b1b'] in n-d-827336-3 is: [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:53:07Z', 'revision_number': 4, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': '9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8', 'name': '', 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:cc:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:54Z', 'updated_at': '2022-02-03T12:53:04Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8b46c36-a5b6-43cb-804e-889b8f0162b4', 'name': '', 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:ae:a9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:05Z', 'updated_at': '2022-02-03T12:53:19Z', 'revision_number': 4, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:54Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:53:23.292594 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52abbafc-7fd5-46ff-8e08-675e1c7bace1']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:23.309927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3e987a51-be78-40bf-8c2c-a9d6ef22c6b9 None None] Current status of the port b8b46c36-a5b6-43cb-804e-889b8f0162b4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:23.375837 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:53:07Z', 'updated_at': '2022-02-03T12:53:14Z', 'revision_number': 3, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:12Z', 'updated_at': '2022-02-03T12:53:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:23.403007 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c102ca-4fb6-4bb9-a533-acd7a0ee1f15 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:23.407389 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-53c102ca-4fb6-4bb9-a533-acd7a0ee1f15 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.4385350 Feb 03 12:53:23.411052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38484) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:23.414058 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7413601f-b7c8-46d2-a193-e2e9800539dc') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:23.417143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7413601f-b7c8-46d2-a193-e2e9800539dc') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:23.455686 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (7413601f-b7c8-46d2-a193-e2e9800539dc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:23.501808 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c760c6-d517-44c2-a274-dde7164261a2 req-807a5b80-46d3-4ae5-9f5f-288432da8259 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:23.525399 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-19c760c6-d517-44c2-a274-dde7164261a2 req-807a5b80-46d3-4ae5-9f5f-288432da8259 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 0.4647648 Feb 03 12:53:23.543633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] Checking router: b11618fa-1818-400f-99b3-b2bd6bc24a60 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:53:23.546296 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-188f6a2a-2118-4837-b4dd-b048401aa79b tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1324677 Feb 03 12:53:23.546506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] Updating router b11618fa-1818-400f-99b3-b2bd6bc24a60 port f3d0214f-425c-48f6-b9b3-1425e165fd15 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:53:23.549330 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38486) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:23.571165 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6b029722-980e-45ed-8885-7718d26ad3ea tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2039352245', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:23.599230 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (7413601f-b7c8-46d2-a193-e2e9800539dc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:23.746223 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f3d0214f-425c-48f6-b9b3-1425e165fd15), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:23.760027 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:53:23.760702 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (7413601f-b7c8-46d2-a193-e2e9800539dc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:23.773125 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b029722-980e-45ed-8885-7718d26ad3ea tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Made reservation on behalf of ae5c5272e243447aa41be74fb2bd0003 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:23.776725 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] Publish callbacks [] for port (83de593b-2507-40f6-8145-197269851390), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:23.777320 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b029722-980e-45ed-8885-7718d26ad3ea tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:23.787314 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (83de593b-2507-40f6-8145-197269851390), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:23.835719 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e8f6f94-fd64-446b-9b0c-f964fcf40b24 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (ea06907a-2d94-4860-af6d-60599eb85ed0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:53:23.855086 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:53:23.931327 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] Network 39b7be58-d1c8-4370-87b9-43fb5855fb5d is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:23.941139 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:23.944622 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:53:24.010309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] Pushing event updated for resources: {'Port': ['ID=83de593b-2507-40f6-8145-197269851390,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:24.116587 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f6f94-fd64-446b-9b0c-f964fcf40b24 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Port': ['ID=ea06907a-2d94-4860-af6d-60599eb85ed0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:24.222956 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] Attempting to bind port 83de593b-2507-40f6-8145-197269851390 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:53:24.223321 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] Attempting to bind port 83de593b-2507-40f6-8145-197269851390 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '1d2ba242-ae33-414d-bd5d-6a8f47f33fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39b7be58-d1c8-4370-87b9-43fb5855fb5d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:53:24.223785 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] Attempting to bind port 83de593b-2507-40f6-8145-197269851390 on network 39b7be58-d1c8-4370-87b9-43fb5855fb5d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:24.399466 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:53:24.400346 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] Checking segment: {'id': '1d2ba242-ae33-414d-bd5d-6a8f47f33fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39b7be58-d1c8-4370-87b9-43fb5855fb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:24.400346 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:24.400684 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] Bound using segment: {'id': '1d2ba242-ae33-414d-bd5d-6a8f47f33fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39b7be58-d1c8-4370-87b9-43fb5855fb5d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:53:24.405044 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] Bound port: 83de593b-2507-40f6-8145-197269851390, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2ba242-ae33-414d-bd5d-6a8f47f33fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39b7be58-d1c8-4370-87b9-43fb5855fb5d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:53:24.405459 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (83de593b-2507-40f6-8145-197269851390), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:24.410968 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7355d48-b3af-48ed-acb1-c7d66569c92f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:24.477259 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-19c760c6-d517-44c2-a274-dde7164261a2 req-67c07293-26af-471b-b47b-dd7dbfa36334 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9120684 Feb 03 12:53:24.585272 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (52abbafc-7fd5-46ff-8e08-675e1c7bace1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:24.599061 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:24.620881 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] 10.222.0.18 "DELETE /v2.0/networks/52abbafc-7fd5-46ff-8e08-675e1c7bace1 HTTP/1.1" status: 204 len: 168 time: 6.3012738 Feb 03 12:53:24.815100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08d4df-1d52-4ede-bb17-e1fd2a85e0a8 tempest-TaggedBootDevicesTest_v242-684700648 tempest-TaggedBootDevicesTest_v242-684700648-project] Pushing event deleted for resources: {'Network': ['ID=52abbafc-7fd5-46ff-8e08-675e1c7bace1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:24.825836 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e8f6f94-fd64-446b-9b0c-f964fcf40b24 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (89c31cd7-4d20-4c51-87bb-4e255a17efcb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:24.936156 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] For port 83de593b-2507-40f6-8145-197269851390, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:53:24.959955 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] For port 83de593b-2507-40f6-8145-197269851390, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=83de593b-2507-40f6-8145-197269851390,segment=NetworkSegment(1d2ba242-ae33-414d-bd5d-6a8f47f33fea),segment_id=1d2ba242-ae33-414d-bd5d-6a8f47f33fea)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:53:24.987009 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (83de593b-2507-40f6-8145-197269851390), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:25.215265 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1993b-f7d4-4eb8-9d0b-c3c8a07b85e4 None None] Pushing event updated for resources: {'Port': ['ID=83de593b-2507-40f6-8145-197269851390,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:25.220773 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] Publish callbacks [] for port (f3d0214f-425c-48f6-b9b3-1425e165fd15), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:25.234612 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f3d0214f-425c-48f6-b9b3-1425e165fd15), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:25.409921 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] Attempting to bind port f3d0214f-425c-48f6-b9b3-1425e165fd15 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:53:25.410623 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] Attempting to bind port f3d0214f-425c-48f6-b9b3-1425e165fd15 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:53:25.419188 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] Attempting to bind port f3d0214f-425c-48f6-b9b3-1425e165fd15 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:25.432263 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b8b46c36-a5b6-43cb-804e-889b8f0162b4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:25.577351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-d7355d48-b3af-48ed-acb1-c7d66569c92f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Allocated IP 2001:db8:3::1 (39b7be58-d1c8-4370-87b9-43fb5855fb5d/56f45044-fe2e-4ce4-a6c6-82d9e4768554/c3dfd99e-7650-4b79-a809-e6aa1808bfa8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:53:25.635265 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:53:25.640193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:25.644747 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:25.645808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:53:25.646788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] Bound port: f3d0214f-425c-48f6-b9b3-1425e165fd15, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:53:25.656447 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f3d0214f-425c-48f6-b9b3-1425e165fd15), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:25.944081 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7355d48-b3af-48ed-acb1-c7d66569c92f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for port (c3dfd99e-7650-4b79-a809-e6aa1808bfa8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:26.062036 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df24bbf-efb1-468f-83bc-c55392872c0e None None] Pushing event updated for resources: {'Port': ['ID=f3d0214f-425c-48f6-b9b3-1425e165fd15,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:26.121618 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port b8b46c36-a5b6-43cb-804e-889b8f0162b4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:26.122326 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:26.130896 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7355d48-b3af-48ed-acb1-c7d66569c92f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c3dfd99e-7650-4b79-a809-e6aa1808bfa8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:26.132481 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b029722-980e-45ed-8885-7718d26ad3ea tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (a50236b4-7ed8-4d68-8b31-2597f3b8e42f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:26.178358 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] For port f3d0214f-425c-48f6-b9b3-1425e165fd15, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:53:26.283049 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8f6f94-fd64-446b-9b0c-f964fcf40b24 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 89c31cd7-4d20-4c51-87bb-4e255a17efcb has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:53:26.290691 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b029722-980e-45ed-8885-7718d26ad3ea tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'Subnet': ['ID=a50236b4-7ed8-4d68-8b31-2597f3b8e42f,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:26.309866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] For port f3d0214f-425c-48f6-b9b3-1425e165fd15, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f3d0214f-425c-48f6-b9b3-1425e165fd15,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:53:26.370648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7355d48-b3af-48ed-acb1-c7d66569c92f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 39b7be58-d1c8-4370-87b9-43fb5855fb5d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:26.375070 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f3d0214f-425c-48f6-b9b3-1425e165fd15), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:26.387542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d7355d48-b3af-48ed-acb1-c7d66569c92f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:26.399474 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7355d48-b3af-48ed-acb1-c7d66569c92f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:53:26.400889 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7355d48-b3af-48ed-acb1-c7d66569c92f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (a869241a-ab34-4810-a890-b76103be9b1b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:26.414072 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7355d48-b3af-48ed-acb1-c7d66569c92f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Port': ['ID=c3dfd99e-7650-4b79-a809-e6aa1808bfa8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:26.498463 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8f6f94-fd64-446b-9b0c-f964fcf40b24 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:53:26.516198 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f48b0e-f7fd-482e-a2bd-011c1499dc1b None None] Sync routers for ids ['89c31cd7-4d20-4c51-87bb-4e255a17efcb'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:53:26.528668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a418c-e9fe-4a02-8579-5a245694bcfa req-0b02dc19-dc11-40ef-a919-2fa2ad2a079c tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:26.531132 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2e8f6f94-fd64-446b-9b0c-f964fcf40b24 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/89c31cd7-4d20-4c51-87bb-4e255a17efcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8568900 Feb 03 12:53:26.535365 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38536) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:26.543792 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f6a418c-e9fe-4a02-8579-5a245694bcfa req-0b02dc19-dc11-40ef-a919-2fa2ad2a079c tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 0.5184972 Feb 03 12:53:26.548492 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f48b0e-f7fd-482e-a2bd-011c1499dc1b None None] Routers {'89c31cd7-4d20-4c51-87bb-4e255a17efcb'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:26.550717 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-25f48b0e-f7fd-482e-a2bd-011c1499dc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89c31cd7-4d20-4c51-87bb-4e255a17efcb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:26.635489 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] Routers {'b11618fa-1818-400f-99b3-b2bd6bc24a60'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:26.647533 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b11618fa-1818-400f-99b3-b2bd6bc24a60'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:26.703849 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-25f48b0e-f7fd-482e-a2bd-011c1499dc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:26.714983 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port b8b46c36-a5b6-43cb-804e-889b8f0162b4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:26.737462 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f48b0e-f7fd-482e-a2bd-011c1499dc1b None None] Routers {'89c31cd7-4d20-4c51-87bb-4e255a17efcb'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:26.756897 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-25f48b0e-f7fd-482e-a2bd-011c1499dc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89c31cd7-4d20-4c51-87bb-4e255a17efcb'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:26.836284 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b029722-980e-45ed-8885-7718d26ad3ea tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Checking segment: {'id': '16cff9d3-2e4b-4273-9c50-37c9cbb9acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:26.837262 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f6a418c-e9fe-4a02-8579-5a245694bcfa req-0354407a-9dca-4fe9-9f76-55860d376d56 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599131 Feb 03 12:53:26.858991 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b029722-980e-45ed-8885-7718d26ad3ea tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Network hostable DHCP agents. Network: a291a81e-bc4a-4030-b522-d2d3af47c518, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:53:26.920423 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-25f48b0e-f7fd-482e-a2bd-011c1499dc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:26.925281 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f48b0e-f7fd-482e-a2bd-011c1499dc1b None None] The sync data for ids ['89c31cd7-4d20-4c51-87bb-4e255a17efcb'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:53:27.016294 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df24bbf-efb1-468f-83bc-c55392872c0e None None] Pushing event updated for resources: {'Port': ['ID=f3d0214f-425c-48f6-b9b3-1425e165fd15,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:27.030323 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7355d48-b3af-48ed-acb1-c7d66569c92f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c3dfd99e-7650-4b79-a809-e6aa1808bfa8), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:27.152352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 83de593b-2507-40f6-8145-197269851390 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:27.297725 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] Set router b11618fa-1818-400f-99b3-b2bd6bc24a60 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:53:27.298363 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-2c87f2fc-5900-4bdf-845e-b2208f35fc33 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] remove_router_interface failed (client error): The resource could not be found. Feb 03 12:53:27.299534 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2c87f2fc-5900-4bdf-845e-b2208f35fc33 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/89c31cd7-4d20-4c51-87bb-4e255a17efcb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7294040 Feb 03 12:53:27.300231 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b029722-980e-45ed-8885-7718d26ad3ea tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Network a291a81e-bc4a-4030-b522-d2d3af47c518 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:53:27.338440 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38542) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:27.434555 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-59a093a9-4808-459a-96e0-34b962182e78 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/ports?device_id=89c31cd7-4d20-4c51-87bb-4e255a17efcb HTTP/1.1" status: 200 len: 205 time: 0.0936089 Feb 03 12:53:27.435311 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6b029722-980e-45ed-8885-7718d26ad3ea tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, a291a81e-bc4a-4030-b522-d2d3af47c518) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:27.441993 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38550) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:27.458138 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b029722-980e-45ed-8885-7718d26ad3ea tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:27.458764 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b029722-980e-45ed-8885-7718d26ad3ea tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:27.494056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ed6e54-f83b-421e-bb86-636033111ec6 None None] Network a291a81e-bc4a-4030-b522-d2d3af47c518 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:27.503733 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6b029722-980e-45ed-8885-7718d26ad3ea tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.9528022 Feb 03 12:53:27.509364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38552) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:27.589534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094d935a-7e4a-4a56-b4a4-dc57b4019400 None None] Network 39b7be58-d1c8-4370-87b9-43fb5855fb5d requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:28.066874 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-bcbe4448-69c1-4870-bb2c-24068f275781 req-d5b137ed-4ecd-4b4b-a43b-1fa5f4e953a3 service neutron] (103188) timed out ('10.222.0.73', 53967) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 12:53:28.071156 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-379da7ef-cb74-4522-8c0c-5b4e4f35f395 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (89c31cd7-4d20-4c51-87bb-4e255a17efcb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:28.102293 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 83de593b-2507-40f6-8145-197269851390 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:28.103336 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (83de593b-2507-40f6-8145-197269851390), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:28.163571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f94238b8-da89-4f43-9d4c-fb0fa3eb9182 None None] Provisioning complete for port 83de593b-2507-40f6-8145-197269851390 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:28.164873 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f94238b8-da89-4f43-9d4c-fb0fa3eb9182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (83de593b-2507-40f6-8145-197269851390), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:28.656983 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-a291a81e-bc4a-4030-b522-d2d3af47c518', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'fixed_ips': [{'subnet_id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:53:28.658857 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:28.876863 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f94238b8-da89-4f43-9d4c-fb0fa3eb9182 None None] Current status of the port 83de593b-2507-40f6-8145-197269851390 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:28.877371 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f94238b8-da89-4f43-9d4c-fb0fa3eb9182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (83de593b-2507-40f6-8145-197269851390), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:28.894139 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 83de593b-2507-40f6-8145-197269851390 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:28.894867 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (83de593b-2507-40f6-8145-197269851390), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:28.949270 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-379da7ef-cb74-4522-8c0c-5b4e4f35f395 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (89c31cd7-4d20-4c51-87bb-4e255a17efcb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:28.971605 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-379da7ef-cb74-4522-8c0c-5b4e4f35f395 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router_controller (89c31cd7-4d20-4c51-87bb-4e255a17efcb), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:29.196947 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-379da7ef-cb74-4522-8c0c-5b4e4f35f395 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (89c31cd7-4d20-4c51-87bb-4e255a17efcb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:29.197632 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379da7ef-cb74-4522-8c0c-5b4e4f35f395 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Fanout notify agent at l3_agent the message router_deleted on router 89c31cd7-4d20-4c51-87bb-4e255a17efcb {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:53:29.226501 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-379da7ef-cb74-4522-8c0c-5b4e4f35f395 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:29.230382 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-379da7ef-cb74-4522-8c0c-5b4e4f35f395 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/routers/89c31cd7-4d20-4c51-87bb-4e255a17efcb HTTP/1.1" status: 204 len: 168 time: 1.7849407 Feb 03 12:53:29.245669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38568) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:29.298645 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 83de593b-2507-40f6-8145-197269851390, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=83de593b-2507-40f6-8145-197269851390,segment=NetworkSegment(1d2ba242-ae33-414d-bd5d-6a8f47f33fea),segment_id=1d2ba242-ae33-414d-bd5d-6a8f47f33fea)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:29.340702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:53:07Z', 'updated_at': '2022-02-03T12:53:14Z', 'revision_number': 3, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:12Z', 'updated_at': '2022-02-03T12:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:29.351756 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (83de593b-2507-40f6-8145-197269851390), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:29.494483 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3bf3141-a633-4006-8088-3592e79a6096 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting subnet 2158b574-279e-44e0-989b-551feffa22e9 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:53:29.522608 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3bf3141-a633-4006-8088-3592e79a6096 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for subnet (2158b574-279e-44e0-989b-551feffa22e9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:29.540856 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7355d48-b3af-48ed-acb1-c7d66569c92f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for port (c3dfd99e-7650-4b79-a809-e6aa1808bfa8), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:29.605117 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7355d48-b3af-48ed-acb1-c7d66569c92f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (c3dfd99e-7650-4b79-a809-e6aa1808bfa8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:29.605933 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7355d48-b3af-48ed-acb1-c7d66569c92f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (a869241a-ab34-4810-a890-b76103be9b1b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:29.701041 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b70102-974c-4d97-9534-6a39632223d7 None None] The sync data for ids ['b11618fa-1818-400f-99b3-b2bd6bc24a60'] in n-d-827336-3 is: [{'id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:53:07Z', 'updated_at': '2022-02-03T12:53:14Z', 'revision_number': 3, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:12Z', 'updated_at': '2022-02-03T12:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:53:29.758335 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3bf3141-a633-4006-8088-3592e79a6096 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (2158b574-279e-44e0-989b-551feffa22e9), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:29.923321 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=83de593b-2507-40f6-8145-197269851390,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:29.933050 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83795232-9b96-443b-9d97-81449b354c51 req-127115ba-e52d-4f23-ac90-c36f3786a6d3 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:29.934945 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-f94238b8-da89-4f43-9d4c-fb0fa3eb9182 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:53:29.941117 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-83795232-9b96-443b-9d97-81449b354c51 req-127115ba-e52d-4f23-ac90-c36f3786a6d3 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 1.9257531 Feb 03 12:53:29.941805 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-f94238b8-da89-4f43-9d4c-fb0fa3eb9182 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:53:29.951189 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] Allocated IP 172.20.0.2 (a291a81e-bc4a-4030-b522-d2d3af47c518/a50236b4-7ed8-4d68-8b31-2597f3b8e42f/4c4d553b-7441-477c-b003-3415ba93483a) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:53:29.960918 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3bf3141-a633-4006-8088-3592e79a6096 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (2158b574-279e-44e0-989b-551feffa22e9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:30.156108 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3bf3141-a633-4006-8088-3592e79a6096 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (2158b574-279e-44e0-989b-551feffa22e9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:30.168568 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db4686-dc14-4802-8b67-852b33609971 req-1328653a-dd68-4155-8112-b21e8d8d7f1b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:30.175038 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c1db4686-dc14-4802-8b67-852b33609971 req-1328653a-dd68-4155-8112-b21e8d8d7f1b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 1.9943192 Feb 03 12:53:30.198937 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf3141-a633-4006-8088-3592e79a6096 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Subnet': ['ID=2158b574-279e-44e0-989b-551feffa22e9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:30.204288 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7355d48-b3af-48ed-acb1-c7d66569c92f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Network 39b7be58-d1c8-4370-87b9-43fb5855fb5d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:30.210800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7355d48-b3af-48ed-acb1-c7d66569c92f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event updated for resources: {'Port': ['ID=c3dfd99e-7650-4b79-a809-e6aa1808bfa8,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:30.219648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d7355d48-b3af-48ed-acb1-c7d66569c92f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:30.232557 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3bf3141-a633-4006-8088-3592e79a6096 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:30.239541 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f3bf3141-a633-4006-8088-3592e79a6096 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/subnets/2158b574-279e-44e0-989b-551feffa22e9 HTTP/1.1" status: 204 len: 168 time: 0.9923861 Feb 03 12:53:30.240214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38584) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:30.333507 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] Publish callbacks [] for port (4c4d553b-7441-477c-b003-3415ba93483a), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:30.354082 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (4c4d553b-7441-477c-b003-3415ba93483a), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:30.413612 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61d0c554-7ce3-4f22-8f05-1267f41e74c1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (5576030e-7b42-42af-af91-9bbb4e90ad77), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:30.431168 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-83795232-9b96-443b-9d97-81449b354c51 req-84aa86f9-ddbd-4054-9962-1c30c2230245 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883068 Feb 03 12:53:30.454716 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0e42930-9b62-4ae2-8f12-c8452d988563 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:30.575199 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7355d48-b3af-48ed-acb1-c7d66569c92f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router a869241a-ab34-4810-a890-b76103be9b1b has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:53:30.597786 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-61d0c554-7ce3-4f22-8f05-1267f41e74c1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting port c94b3220-a030-4f84-af74-6f5eafbe7cc4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:30.598141 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61d0c554-7ce3-4f22-8f05-1267f41e74c1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c94b3220-a030-4f84-af74-6f5eafbe7cc4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:30.605743 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] Pushing event updated for resources: {'Port': ['ID=4c4d553b-7441-477c-b003-3415ba93483a,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:30.613264 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1ed913-8caf-405c-9c36-f072f1ef1a00 None None] Network 5576030e-7b42-42af-af91-9bbb4e90ad77 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:30.666893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f94238b8-da89-4f43-9d4c-fb0fa3eb9182 None None] Current status of the port 83de593b-2507-40f6-8145-197269851390 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:30.680292 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] Network a291a81e-bc4a-4030-b522-d2d3af47c518 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:30.689261 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:30.723649 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:53:30.757841 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c1db4686-dc14-4802-8b67-852b33609971 req-4d890399-37e1-46c4-aa3f-4abc0159af5b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Deleting port bdcf36d5-ba57-4f8d-be11-d4f31575aa31 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:30.759271 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c1db4686-dc14-4802-8b67-852b33609971 req-4d890399-37e1-46c4-aa3f-4abc0159af5b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (bdcf36d5-ba57-4f8d-be11-d4f31575aa31), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:30.816929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-61d0c554-7ce3-4f22-8f05-1267f41e74c1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] For port c94b3220-a030-4f84-af74-6f5eafbe7cc4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c94b3220-a030-4f84-af74-6f5eafbe7cc4,segment=NetworkSegment(1c0f0cd8-5a72-4a4f-8aff-ef2dcac87768),segment_id=1c0f0cd8-5a72-4a4f-8aff-ef2dcac87768)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:30.817356 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61d0c554-7ce3-4f22-8f05-1267f41e74c1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c94b3220-a030-4f84-af74-6f5eafbe7cc4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:30.858438 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-61d0c554-7ce3-4f22-8f05-1267f41e74c1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Calling delete_port for c94b3220-a030-4f84-af74-6f5eafbe7cc4 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:31.056191 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61d0c554-7ce3-4f22-8f05-1267f41e74c1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c94b3220-a030-4f84-af74-6f5eafbe7cc4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.083404 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] Attempting to bind port 4c4d553b-7441-477c-b003-3415ba93483a on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:53:31.084015 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d0c554-7ce3-4f22-8f05-1267f41e74c1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] No DVR routers for this DVR port c94b3220-a030-4f84-af74-6f5eafbe7cc4 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:31.090693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] Attempting to bind port 4c4d553b-7441-477c-b003-3415ba93483a by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '16cff9d3-2e4b-4273-9c50-37c9cbb9acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:53:31.091408 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] Attempting to bind port 4c4d553b-7441-477c-b003-3415ba93483a on network a291a81e-bc4a-4030-b522-d2d3af47c518 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:31.361179 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c1db4686-dc14-4802-8b67-852b33609971 req-4d890399-37e1-46c4-aa3f-4abc0159af5b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] For port bdcf36d5-ba57-4f8d-be11-d4f31575aa31, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=bdcf36d5-ba57-4f8d-be11-d4f31575aa31,segment=NetworkSegment(4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e),segment_id=4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:31.361774 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c1db4686-dc14-4802-8b67-852b33609971 req-4d890399-37e1-46c4-aa3f-4abc0159af5b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (bdcf36d5-ba57-4f8d-be11-d4f31575aa31), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.408010 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61d0c554-7ce3-4f22-8f05-1267f41e74c1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (5576030e-7b42-42af-af91-9bbb4e90ad77), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.458560 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c1db4686-dc14-4802-8b67-852b33609971 req-4d890399-37e1-46c4-aa3f-4abc0159af5b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Calling delete_port for bdcf36d5-ba57-4f8d-be11-d4f31575aa31 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:31.538579 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-61d0c554-7ce3-4f22-8f05-1267f41e74c1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5576030e-7b42-42af-af91-9bbb4e90ad77']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:31.589020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-61d0c554-7ce3-4f22-8f05-1267f41e74c1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0f0cd8-5a72-4a4f-8aff-ef2dcac87768') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:31.602716 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-61d0c554-7ce3-4f22-8f05-1267f41e74c1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0f0cd8-5a72-4a4f-8aff-ef2dcac87768') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:31.653494 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61d0c554-7ce3-4f22-8f05-1267f41e74c1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (1c0f0cd8-5a72-4a4f-8aff-ef2dcac87768), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.726491 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61d0c554-7ce3-4f22-8f05-1267f41e74c1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (1c0f0cd8-5a72-4a4f-8aff-ef2dcac87768), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.750588 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d0c554-7ce3-4f22-8f05-1267f41e74c1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:53:31.750953 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61d0c554-7ce3-4f22-8f05-1267f41e74c1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (1c0f0cd8-5a72-4a4f-8aff-ef2dcac87768), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:31.867406 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f3d0214f-425c-48f6-b9b3-1425e165fd15 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:31.915410 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-b0e42930-9b62-4ae2-8f12-c8452d988563 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Allocated IP 172.20.0.1 (a291a81e-bc4a-4030-b522-d2d3af47c518/a50236b4-7ed8-4d68-8b31-2597f3b8e42f/6d97cbab-7bc8-4427-8a48-a7476f8fa545) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:53:31.992236 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-208baeeb-ff9f-40f9-84c1-ec7d5a2a80e0 None None] Provisioning complete for port c3dfd99e-7650-4b79-a809-e6aa1808bfa8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:31.995724 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-208baeeb-ff9f-40f9-84c1-ec7d5a2a80e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c3dfd99e-7650-4b79-a809-e6aa1808bfa8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:32.057256 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:53:32.058484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] Checking segment: {'id': '16cff9d3-2e4b-4273-9c50-37c9cbb9acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:32.059171 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:32.062256 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] Bound using segment: {'id': '16cff9d3-2e4b-4273-9c50-37c9cbb9acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:53:32.063026 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] Bound port: 4c4d553b-7441-477c-b003-3415ba93483a, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16cff9d3-2e4b-4273-9c50-37c9cbb9acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:53:32.066287 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4c4d553b-7441-477c-b003-3415ba93483a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:53:32.166799 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:53:32.169511 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61d0c554-7ce3-4f22-8f05-1267f41e74c1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (5576030e-7b42-42af-af91-9bbb4e90ad77), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:32.181562 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61d0c554-7ce3-4f22-8f05-1267f41e74c1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:32.198777 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-61d0c554-7ce3-4f22-8f05-1267f41e74c1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/networks/5576030e-7b42-42af-af91-9bbb4e90ad77 HTTP/1.1" status: 204 len: 168 time: 1.9531369 Feb 03 12:53:32.225056 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38610) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:32.269345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6cb8ed33-1f0a-45c0-b398-5a719cf75515 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'network': {'name': 'tempest-RoutersTest-541852909'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:32.385852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-208baeeb-ff9f-40f9-84c1-ec7d5a2a80e0 None None] Port c3dfd99e-7650-4b79-a809-e6aa1808bfa8 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:53:32.392000 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:32.410202 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c1db4686-dc14-4802-8b67-852b33609971 req-4d890399-37e1-46c4-aa3f-4abc0159af5b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (bdcf36d5-ba57-4f8d-be11-d4f31575aa31), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:32.410851 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device bdcf36d5-ba57-4f8d-be11-d4f31575aa31 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:53:32.503068 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['e6a4efbf-ea97-44f2-b503-150d74f4a20b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:53:32.518010 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: bdcf36d5-ba57-4f8d-be11-d4f31575aa31 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:53:32.518371 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device bdcf36d5-ba57-4f8d-be11-d4f31575aa31 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:53:32.536619 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0c554-7ce3-4f22-8f05-1267f41e74c1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Port': ['ID=c94b3220-a030-4f84-af74-6f5eafbe7cc4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:32.551889 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d890399-37e1-46c4-aa3f-4abc0159af5b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Pushing event deleted for resources: {'Port': ['ID=bdcf36d5-ba57-4f8d-be11-d4f31575aa31,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:32.655590 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0c554-7ce3-4f22-8f05-1267f41e74c1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Network': ['ID=5576030e-7b42-42af-af91-9bbb4e90ad77,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:32.657842 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] For port 4c4d553b-7441-477c-b003-3415ba93483a, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:53:32.681089 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1db4686-dc14-4802-8b67-852b33609971 req-4d890399-37e1-46c4-aa3f-4abc0159af5b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] No DVR routers for this DVR port bdcf36d5-ba57-4f8d-be11-d4f31575aa31 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:32.684510 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c1db4686-dc14-4802-8b67-852b33609971 req-4d890399-37e1-46c4-aa3f-4abc0159af5b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:32.688548 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c1db4686-dc14-4802-8b67-852b33609971 req-4d890399-37e1-46c4-aa3f-4abc0159af5b tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.31 "DELETE /v2.0/ports/bdcf36d5-ba57-4f8d-be11-d4f31575aa31 HTTP/1.1" status: 204 len: 173 time: 2.5065827 Feb 03 12:53:32.690065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb8ed33-1f0a-45c0-b398-5a719cf75515 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Made reservation on behalf of 05f05104465b4dbe8869e0f3a6da804e for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:32.693467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd9bc73-8d3a-4b9b-a948-ca53d7408319', 'name': 'network-vif-deleted', 'tag': 'bdcf36d5-ba57-4f8d-be11-d4f31575aa31'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:53:32.695964 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e8a07c-d005-46b4-a373-bdd04ad9cca7" -d '{"events": [{"server_uuid": "fcd9bc73-8d3a-4b9b-a948-ca53d7408319", "name": "network-vif-deleted", "tag": "bdcf36d5-ba57-4f8d-be11-d4f31575aa31"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:53:32.702470 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0e42930-9b62-4ae2-8f12-c8452d988563 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for port (6d97cbab-7bc8-4427-8a48-a7476f8fa545), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:32.715133 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cb8ed33-1f0a-45c0-b398-5a719cf75515 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:32.729089 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-208baeeb-ff9f-40f9-84c1-ec7d5a2a80e0 None None] Provisioning complete for port 83de593b-2507-40f6-8145-197269851390 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:32.729482 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-208baeeb-ff9f-40f9-84c1-ec7d5a2a80e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (83de593b-2507-40f6-8145-197269851390), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:32.778031 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0e42930-9b62-4ae2-8f12-c8452d988563 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (6d97cbab-7bc8-4427-8a48-a7476f8fa545), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:32.851326 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] For port 4c4d553b-7441-477c-b003-3415ba93483a, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4c4d553b-7441-477c-b003-3415ba93483a,segment=NetworkSegment(16cff9d3-2e4b-4273-9c50-37c9cbb9acfb),segment_id=16cff9d3-2e4b-4273-9c50-37c9cbb9acfb)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:53:32.857106 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7355d48-b3af-48ed-acb1-c7d66569c92f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:53:32.860316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef03df-64f1-4d1c-a1c1-67215cf70051 req-2159d36d-6334-4eea-8da2-df1557fb79b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:32.862068 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69ef03df-64f1-4d1c-a1c1-67215cf70051 req-2159d36d-6334-4eea-8da2-df1557fb79b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 1127 time: 0.7655323 Feb 03 12:53:32.900412 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d7355d48-b3af-48ed-acb1-c7d66569c92f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/a869241a-ab34-4810-a890-b76103be9b1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4647644 Feb 03 12:53:32.922760 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98beaa19-ad1c-41ed-8cd8-c1b9d76c715f x-openstack-request-id: req-98beaa19-ad1c-41ed-8cd8-c1b9d76c715f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:53:32.923070 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd9bc73-8d3a-4b9b-a948-ca53d7408319", "name": "network-vif-deleted", "tag": "bdcf36d5-ba57-4f8d-be11-d4f31575aa31", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:53:32.923332 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98beaa19-ad1c-41ed-8cd8-c1b9d76c715f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:53:32.923744 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd9bc73-8d3a-4b9b-a948-ca53d7408319', 'name': 'network-vif-deleted', 'tag': 'bdcf36d5-ba57-4f8d-be11-d4f31575aa31', 'status': 'completed', 'code': 200} Feb 03 12:53:32.924390 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38624) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:32.938321 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ce6c3df4-6148-4864-858b-60ff96e32765 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:32.962909 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63f727-9681-4ab1-bfde-081228de6b22 req-82654188-c740-4bae-be31-ec99135171fe tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:32.965634 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c63f727-9681-4ab1-bfde-081228de6b22 req-82654188-c740-4bae-be31-ec99135171fe tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd9bc73-8d3a-4b9b-a948-ca53d7408319 HTTP/1.1" status: 200 len: 945 time: 0.9627910 Feb 03 12:53:32.970266 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] Sync routers for ids ['a869241a-ab34-4810-a890-b76103be9b1b'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:53:33.042034 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port f3d0214f-425c-48f6-b9b3-1425e165fd15 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:33.042769 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f3d0214f-425c-48f6-b9b3-1425e165fd15), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:33.066436 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e42930-9b62-4ae2-8f12-c8452d988563 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Network a291a81e-bc4a-4030-b522-d2d3af47c518 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:33.152346 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4c4d553b-7441-477c-b003-3415ba93483a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:33.181766 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b0e42930-9b62-4ae2-8f12-c8452d988563 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:33.202705 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e42930-9b62-4ae2-8f12-c8452d988563 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:53:33.276584 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef03df-64f1-4d1c-a1c1-67215cf70051 req-7e406ca5-4f34-428b-993f-9922414c4059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:33.293472 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69ef03df-64f1-4d1c-a1c1-67215cf70051 req-7e406ca5-4f34-428b-993f-9922414c4059 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.3000059 Feb 03 12:53:33.305078 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e42930-9b62-4ae2-8f12-c8452d988563 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'Port': ['ID=6d97cbab-7bc8-4427-8a48-a7476f8fa545,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:33.434945 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef964389-a0a2-4796-8357-8d6ecb919f7c None None] DHCP port deletion for 5576030e-7b42-42af-af91-9bbb4e90ad77 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:53:33.469308 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb8ed33-1f0a-45c0-b398-5a719cf75515 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:53:33.500034 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0e42930-9b62-4ae2-8f12-c8452d988563 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (b11618fa-1818-400f-99b3-b2bd6bc24a60), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:33.511406 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2efda-9d4f-49ee-b779-332abfaf80de None None] Pushing event updated for resources: {'Port': ['ID=4c4d553b-7441-477c-b003-3415ba93483a,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:33.575876 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cb8ed33-1f0a-45c0-b398-5a719cf75515 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (348e1552-37b8-480d-b735-e76e5f7d5884), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:33.593555 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-6cb8ed33-1f0a-45c0-b398-5a719cf75515 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Added segment 348e1552-37b8-480d-b735-e76e5f7d5884 of type vlan for network 6dd1862e-e278-4ca2-b32d-0ab57d840c7c Feb 03 12:53:33.640976 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c63f727-9681-4ab1-bfde-081228de6b22 req-e6579ea0-e4e3-423e-9cfc-53b7353777ae tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6328654 Feb 03 12:53:33.657142 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69ef03df-64f1-4d1c-a1c1-67215cf70051 req-6cdc6f3e-3cbf-4d18-85bc-018088c77b24 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef71da0-acb2-4952-8099-e4278d115834 HTTP/1.1" status: 200 len: 1001 time: 0.3362956 Feb 03 12:53:33.906855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef03df-64f1-4d1c-a1c1-67215cf70051 req-c8f44c39-fcaf-40a5-879b-fb312495cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:33.908586 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69ef03df-64f1-4d1c-a1c1-67215cf70051 req-c8f44c39-fcaf-40a5-879b-fb312495cc4c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.1976373 Feb 03 12:53:33.909793 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] Routers {'a869241a-ab34-4810-a890-b76103be9b1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:33.910864 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a869241a-ab34-4810-a890-b76103be9b1b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:33.947635 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cb8ed33-1f0a-45c0-b398-5a719cf75515 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (6dd1862e-e278-4ca2-b32d-0ab57d840c7c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:34.094795 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-6cb8ed33-1f0a-45c0-b398-5a719cf75515 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:53:34.192265 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cb8ed33-1f0a-45c0-b398-5a719cf75515 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (6dd1862e-e278-4ca2-b32d-0ab57d840c7c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:34.222961 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb8ed33-1f0a-45c0-b398-5a719cf75515 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:34.232183 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cb8ed33-1f0a-45c0-b398-5a719cf75515 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:34.331899 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6cb8ed33-1f0a-45c0-b398-5a719cf75515 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0721843 Feb 03 12:53:34.356740 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38636) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:34.372401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b1713843-d5fe-4021-adac-0691adf36a00 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'subnet': {'network_id': '6dd1862e-e278-4ca2-b32d-0ab57d840c7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:34.541658 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bca4b9b9-a799-45a7-9a0f-f9a56dd7fffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:34.626038 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port f3d0214f-425c-48f6-b9b3-1425e165fd15 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:34.626579 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f3d0214f-425c-48f6-b9b3-1425e165fd15), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:34.655376 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0e42930-9b62-4ae2-8f12-c8452d988563 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6d97cbab-7bc8-4427-8a48-a7476f8fa545), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:34.733988 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8ed33-1f0a-45c0-b398-5a719cf75515 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Network': ['ID=6dd1862e-e278-4ca2-b32d-0ab57d840c7c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:34.743325 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef03df-64f1-4d1c-a1c1-67215cf70051 req-3c1aad1d-c06c-4c21-980d-aafb63d17275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:34.748415 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69ef03df-64f1-4d1c-a1c1-67215cf70051 req-3c1aad1d-c06c-4c21-980d-aafb63d17275 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8334057 Feb 03 12:53:34.790831 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 6dd1862e-e278-4ca2-b32d-0ab57d840c7c details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:53:34.815803 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] Set router a869241a-ab34-4810-a890-b76103be9b1b gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:53:35.112473 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port f3d0214f-425c-48f6-b9b3-1425e165fd15, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f3d0214f-425c-48f6-b9b3-1425e165fd15,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:35.404041 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-208baeeb-ff9f-40f9-84c1-ec7d5a2a80e0 None None] Current status of the port 83de593b-2507-40f6-8145-197269851390 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:35.419471 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f3d0214f-425c-48f6-b9b3-1425e165fd15), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:35.420229 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.extraroute_db [None req-ce6c3df4-6148-4864-858b-60ff96e32765 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103189) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 12:53:35.420427 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 83de593b-2507-40f6-8145-197269851390 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:35.986162 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6d6ed6ce-566e-4516-9073-1095336e6031 None None] Provisioning complete for port c3dfd99e-7650-4b79-a809-e6aa1808bfa8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:35.987077 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d6ed6ce-566e-4516-9073-1095336e6031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c3dfd99e-7650-4b79-a809-e6aa1808bfa8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:36.071185 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=f3d0214f-425c-48f6-b9b3-1425e165fd15,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:36.202915 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0e42930-9b62-4ae2-8f12-c8452d988563 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for port (6d97cbab-7bc8-4427-8a48-a7476f8fa545), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:36.217171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4682156b-2fbc-43fb-b376-966a0de30bfd None None] Network a291a81e-bc4a-4030-b522-d2d3af47c518 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:36.222081 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.extraroute_db [None req-ce6c3df4-6148-4864-858b-60ff96e32765 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Removed routes are [] {{(pid=103189) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 12:53:36.222556 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce6c3df4-6148-4864-858b-60ff96e32765 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (a869241a-ab34-4810-a890-b76103be9b1b), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:36.332661 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6d6ed6ce-566e-4516-9073-1095336e6031 None None] Port c3dfd99e-7650-4b79-a809-e6aa1808bfa8 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:53:36.365758 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0e42930-9b62-4ae2-8f12-c8452d988563 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (6d97cbab-7bc8-4427-8a48-a7476f8fa545), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:36.393353 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69ef03df-64f1-4d1c-a1c1-67215cf70051 req-fa93c494-a37b-43ba-ac67-878579a6cd5e service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6363962 Feb 03 12:53:36.580565 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69ef03df-64f1-4d1c-a1c1-67215cf70051 req-5e402c91-3236-4205-925c-ab8d79739443 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810796 Feb 03 12:53:36.610754 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f8d6931e-b7d0-45e3-9aac-afc268317be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:36.613900 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 83de593b-2507-40f6-8145-197269851390 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:36.615145 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (83de593b-2507-40f6-8145-197269851390), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:36.646454 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1713843-d5fe-4021-adac-0691adf36a00 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Made reservation on behalf of 05f05104465b4dbe8869e0f3a6da804e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:53:36.650598 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1713843-d5fe-4021-adac-0691adf36a00 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:36.810318 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:53:26Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': '9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8', 'name': '', 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:cc:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:54Z', 'updated_at': '2022-02-03T12:53:04Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8b46c36-a5b6-43cb-804e-889b8f0162b4', 'name': '', 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:ae:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:05Z', 'updated_at': '2022-02-03T12:53:21Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3dfd99e-7650-4b79-a809-e6aa1808bfa8', 'name': '', 'network_id': '39b7be58-d1c8-4370-87b9-43fb5855fb5d', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:a2:3d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '56f45044-fe2e-4ce4-a6c6-82d9e4768554', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:24Z', 'updated_at': '2022-02-03T12:53:27Z', 'revision_number': 2, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '56f45044-fe2e-4ce4-a6c6-82d9e4768554', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:54Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:36.907319 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] Checking router: a869241a-ab34-4810-a890-b76103be9b1b for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:53:36.908799 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] Updating router a869241a-ab34-4810-a890-b76103be9b1b port c3dfd99e-7650-4b79-a809-e6aa1808bfa8 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:53:36.972566 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-311b9750-1bc4-403e-8506-72f5b73d0d78 None None] Provisioning complete for port 4c4d553b-7441-477c-b003-3415ba93483a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:36.973065 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-311b9750-1bc4-403e-8506-72f5b73d0d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4c4d553b-7441-477c-b003-3415ba93483a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:37.095843 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b731bfb-7481-4039-9e7d-ffd9c78f59c0 req-8f4878f3-cf1e-4a93-ac7a-a24204c67971 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:37.099804 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:37.117082 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b731bfb-7481-4039-9e7d-ffd9c78f59c0 req-8f4878f3-cf1e-4a93-ac7a-a24204c67971 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 0.9043145 Feb 03 12:53:37.139548 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e42930-9b62-4ae2-8f12-c8452d988563 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'Port': ['ID=6d97cbab-7bc8-4427-8a48-a7476f8fa545,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:37.185485 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c3dfd99e-7650-4b79-a809-e6aa1808bfa8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:37.367692 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0e42930-9b62-4ae2-8f12-c8452d988563 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (b11618fa-1818-400f-99b3-b2bd6bc24a60), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:37.627272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 83de593b-2507-40f6-8145-197269851390 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:37.674955 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-311b9750-1bc4-403e-8506-72f5b73d0d78 None None] Current status of the port 4c4d553b-7441-477c-b003-3415ba93483a is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:37.677785 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-311b9750-1bc4-403e-8506-72f5b73d0d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4c4d553b-7441-477c-b003-3415ba93483a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:38.091101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-311b9750-1bc4-403e-8506-72f5b73d0d78 None None] For port 4c4d553b-7441-477c-b003-3415ba93483a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4c4d553b-7441-477c-b003-3415ba93483a,segment=NetworkSegment(16cff9d3-2e4b-4273-9c50-37c9cbb9acfb),segment_id=16cff9d3-2e4b-4273-9c50-37c9cbb9acfb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:38.135779 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-311b9750-1bc4-403e-8506-72f5b73d0d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4c4d553b-7441-477c-b003-3415ba93483a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:38.859225 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f3d0214f-425c-48f6-b9b3-1425e165fd15 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:38.862206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b9750-1bc4-403e-8506-72f5b73d0d78 None None] Pushing event updated for resources: {'Port': ['ID=4c4d553b-7441-477c-b003-3415ba93483a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:38.981683 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.167289 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1713843-d5fe-4021-adac-0691adf36a00 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (e1ceff03-14de-4242-91e4-78be69d34359), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.309529 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] Publish callbacks [] for port (c3dfd99e-7650-4b79-a809-e6aa1808bfa8), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.326459 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1212a015-b6d3-4a61-bf4d-8014ec9d4e1e None None] Provisioning complete for port 6d97cbab-7bc8-4427-8a48-a7476f8fa545 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:39.326459 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1212a015-b6d3-4a61-bf4d-8014ec9d4e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6d97cbab-7bc8-4427-8a48-a7476f8fa545), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.335027 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c3dfd99e-7650-4b79-a809-e6aa1808bfa8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.375844 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b731bfb-7481-4039-9e7d-ffd9c78f59c0 req-fc46bc3c-2341-4f51-933f-e575695c4a54 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2561121 Feb 03 12:53:39.470873 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931d14d-62bf-4d70-b3a0-9fef909571e0 None None] Pushing event updated for resources: {'Port': ['ID=c3dfd99e-7650-4b79-a809-e6aa1808bfa8,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:39.592450 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1212a015-b6d3-4a61-bf4d-8014ec9d4e1e None None] Port 6d97cbab-7bc8-4427-8a48-a7476f8fa545 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:53:39.635759 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port f3d0214f-425c-48f6-b9b3-1425e165fd15 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:39.635759 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f3d0214f-425c-48f6-b9b3-1425e165fd15), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.648429 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] Attempting to bind port c3dfd99e-7650-4b79-a809-e6aa1808bfa8 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:53:39.648429 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] Attempting to bind port c3dfd99e-7650-4b79-a809-e6aa1808bfa8 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '1d2ba242-ae33-414d-bd5d-6a8f47f33fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39b7be58-d1c8-4370-87b9-43fb5855fb5d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:53:39.648919 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] Attempting to bind port c3dfd99e-7650-4b79-a809-e6aa1808bfa8 on network 39b7be58-d1c8-4370-87b9-43fb5855fb5d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:39.703553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1212a015-b6d3-4a61-bf4d-8014ec9d4e1e None None] Provisioning complete for port 4c4d553b-7441-477c-b003-3415ba93483a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:39.703952 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1212a015-b6d3-4a61-bf4d-8014ec9d4e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4c4d553b-7441-477c-b003-3415ba93483a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.798732 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:53:39.799075 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] Checking segment: {'id': '1d2ba242-ae33-414d-bd5d-6a8f47f33fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39b7be58-d1c8-4370-87b9-43fb5855fb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:39.799384 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.799789 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] Bound using segment: {'id': '1d2ba242-ae33-414d-bd5d-6a8f47f33fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39b7be58-d1c8-4370-87b9-43fb5855fb5d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:53:39.800309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] Bound port: c3dfd99e-7650-4b79-a809-e6aa1808bfa8, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2ba242-ae33-414d-bd5d-6a8f47f33fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '39b7be58-d1c8-4370-87b9-43fb5855fb5d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:53:39.800693 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c3dfd99e-7650-4b79-a809-e6aa1808bfa8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:39.905911 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80226564-423f-40d9-9047-90808d748e32 req-ee39ec8a-e06f-42d7-b030-6f5a7ee39731 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:39.909176 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-80226564-423f-40d9-9047-90808d748e32 req-ee39ec8a-e06f-42d7-b030-6f5a7ee39731 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.31 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 2.4140837 Feb 03 12:53:39.910629 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1713843-d5fe-4021-adac-0691adf36a00 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Subnet': ['ID=e1ceff03-14de-4242-91e4-78be69d34359,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:39.930648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781a44d-fd8f-40ec-aaf2-b3da3152443a req-586903a0-264f-4106-b878-7c32ec6451a3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:39.949571 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1781a44d-fd8f-40ec-aaf2-b3da3152443a req-586903a0-264f-4106-b878-7c32ec6451a3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 945 time: 0.2332788 Feb 03 12:53:40.026118 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.164250 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce6c3df4-6148-4864-858b-60ff96e32765 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (a869241a-ab34-4810-a890-b76103be9b1b), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.187214 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1781a44d-fd8f-40ec-aaf2-b3da3152443a req-cba9b357-9eb8-4634-9c33-700121629591 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284141 Feb 03 12:53:40.205826 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1713843-d5fe-4021-adac-0691adf36a00 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Checking segment: {'id': '348e1552-37b8-480d-b735-e76e5f7d5884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6dd1862e-e278-4ca2-b32d-0ab57d840c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:40.206701 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1713843-d5fe-4021-adac-0691adf36a00 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network hostable DHCP agents. Network: 6dd1862e-e278-4ca2-b32d-0ab57d840c7c, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:53:40.220763 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce6c3df4-6148-4864-858b-60ff96e32765 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (a869241a-ab34-4810-a890-b76103be9b1b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.262694 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port f3d0214f-425c-48f6-b9b3-1425e165fd15 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:40.264531 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4c4d553b-7441-477c-b003-3415ba93483a up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:40.301716 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e42930-9b62-4ae2-8f12-c8452d988563 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Network a291a81e-bc4a-4030-b522-d2d3af47c518 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:40.338017 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device e6a4efbf-ea97-44f2-b503-150d74f4a20b no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:53:40.421781 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] For port c3dfd99e-7650-4b79-a809-e6aa1808bfa8, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:53:40.489205 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b0e42930-9b62-4ae2-8f12-c8452d988563 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:40.500058 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1212a015-b6d3-4a61-bf4d-8014ec9d4e1e None None] Current status of the port 4c4d553b-7441-477c-b003-3415ba93483a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:40.516634 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] For port c3dfd99e-7650-4b79-a809-e6aa1808bfa8, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c3dfd99e-7650-4b79-a809-e6aa1808bfa8,segment=NetworkSegment(1d2ba242-ae33-414d-bd5d-6a8f47f33fea),segment_id=1d2ba242-ae33-414d-bd5d-6a8f47f33fea)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:53:40.623863 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 4c4d553b-7441-477c-b003-3415ba93483a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:40.624497 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4c4d553b-7441-477c-b003-3415ba93483a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.724306 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c3dfd99e-7650-4b79-a809-e6aa1808bfa8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:40.924367 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1713843-d5fe-4021-adac-0691adf36a00 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network 6dd1862e-e278-4ca2-b32d-0ab57d840c7c is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:53:40.973874 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e42930-9b62-4ae2-8f12-c8452d988563 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Router b11618fa-1818-400f-99b3-b2bd6bc24a60 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:53:41.003476 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b1713843-d5fe-4021-adac-0691adf36a00 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 6dd1862e-e278-4ca2-b32d-0ab57d840c7c) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:41.034897 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1713843-d5fe-4021-adac-0691adf36a00 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:41.035677 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1713843-d5fe-4021-adac-0691adf36a00 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:41.097401 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ca5d2c-d4ba-48cb-b671-db58a39b1aac None None] Network 6dd1862e-e278-4ca2-b32d-0ab57d840c7c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:41.113281 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-006a8954-92f8-4724-89b2-e5fd19b60618 None None] Provisioning complete for port c3dfd99e-7650-4b79-a809-e6aa1808bfa8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:41.124563 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-80226564-423f-40d9-9047-90808d748e32 req-55bf5e77-d97b-422f-85ef-82657ea6a40f tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Deleting port e6a4efbf-ea97-44f2-b503-150d74f4a20b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:41.125623 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-80226564-423f-40d9-9047-90808d748e32 req-55bf5e77-d97b-422f-85ef-82657ea6a40f tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (e6a4efbf-ea97-44f2-b503-150d74f4a20b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:41.126679 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-006a8954-92f8-4724-89b2-e5fd19b60618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c3dfd99e-7650-4b79-a809-e6aa1808bfa8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:41.270907 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931d14d-62bf-4d70-b3a0-9fef909571e0 None None] Pushing event updated for resources: {'Port': ['ID=c3dfd99e-7650-4b79-a809-e6aa1808bfa8,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:41.275159 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port e6a4efbf-ea97-44f2-b503-150d74f4a20b is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:41.275569 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e6a4efbf-ea97-44f2-b503-150d74f4a20b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:41.424447 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92c551-6490-42c1-a85f-1bebe9835b8c req-c9ca8387-9168-4ac1-8507-23767076c838 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:41.439816 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0a92c551-6490-42c1-a85f-1bebe9835b8c req-c9ca8387-9168-4ac1-8507-23767076c838 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 946 time: 0.5928624 Feb 03 12:53:41.478006 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b1713843-d5fe-4021-adac-0691adf36a00 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.1130862 Feb 03 12:53:41.496152 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38736) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:41.506142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] Routers {'a869241a-ab34-4810-a890-b76103be9b1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:41.508688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a869241a-ab34-4810-a890-b76103be9b1b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:41.534503 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-710ee1f5-a52e-4ad3-a603-976833e02797 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1769356651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:41.611239 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0a92c551-6490-42c1-a85f-1bebe9835b8c req-dfd81054-30b0-44f1-a351-49b62b8fbdec tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135170 Feb 03 12:53:41.617706 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6c3df4-6148-4864-858b-60ff96e32765 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router a869241a-ab34-4810-a890-b76103be9b1b has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:53:41.618934 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-710ee1f5-a52e-4ad3-a603-976833e02797 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (32123bab-3a12-4605-b3b1-c393f19e4d99), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:41.620125 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-710ee1f5-a52e-4ad3-a603-976833e02797 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (32123bab-3a12-4605-b3b1-c393f19e4d99), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:41.667225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2815d6d-6057-41f0-9cd5-8aa855d60ef5 req-530d9975-afa0-42c2-8032-6bbe37ac759b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:41.681945 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b2815d6d-6057-41f0-9cd5-8aa855d60ef5 req-530d9975-afa0-42c2-8032-6bbe37ac759b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 945 time: 0.2184272 Feb 03 12:53:41.747346 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca618549-ad0f-4703-8545-35ab85b96abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6a4efbf-ea97-44f2-b503-150d74f4a20b'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:53:41.752166 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e8575f-5470-4166-9eb1-0ceb0d138b63" -d '{"events": [{"server_uuid": "ca618549-ad0f-4703-8545-35ab85b96abc", "name": "network-vif-unplugged", "status": "completed", "tag": "e6a4efbf-ea97-44f2-b503-150d74f4a20b"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:53:41.799754 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e42930-9b62-4ae2-8f12-c8452d988563 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:53:41.814146 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b2815d6d-6057-41f0-9cd5-8aa855d60ef5 req-62832a79-750e-4dbf-a562-14f0a43a70de tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299262 Feb 03 12:53:41.819453 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584fa709-5541-447a-96c5-8f386407217c None None] Sync routers for ids ['b11618fa-1818-400f-99b3-b2bd6bc24a60'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:53:41.828843 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b0e42930-9b62-4ae2-8f12-c8452d988563 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "PUT /v2.0/routers/b11618fa-1818-400f-99b3-b2bd6bc24a60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3171246 Feb 03 12:53:41.829313 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38742) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:41.843396 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584fa709-5541-447a-96c5-8f386407217c None None] Routers {'b11618fa-1818-400f-99b3-b2bd6bc24a60'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:41.844398 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-584fa709-5541-447a-96c5-8f386407217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b11618fa-1818-400f-99b3-b2bd6bc24a60'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:41.954940 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-80226564-423f-40d9-9047-90808d748e32 req-55bf5e77-d97b-422f-85ef-82657ea6a40f tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] For port e6a4efbf-ea97-44f2-b503-150d74f4a20b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=e6a4efbf-ea97-44f2-b503-150d74f4a20b,segment=NetworkSegment(4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e),segment_id=4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:41.960182 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-80226564-423f-40d9-9047-90808d748e32 req-55bf5e77-d97b-422f-85ef-82657ea6a40f tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (e6a4efbf-ea97-44f2-b503-150d74f4a20b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:42.039424 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port e6a4efbf-ea97-44f2-b503-150d74f4a20b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=e6a4efbf-ea97-44f2-b503-150d74f4a20b,segment=NetworkSegment(4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e),segment_id=4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:42.077648 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e6a4efbf-ea97-44f2-b503-150d74f4a20b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:42.158319 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-584fa709-5541-447a-96c5-8f386407217c None None] Set router b11618fa-1818-400f-99b3-b2bd6bc24a60 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:53:42.289210 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-80226564-423f-40d9-9047-90808d748e32 req-55bf5e77-d97b-422f-85ef-82657ea6a40f tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Calling delete_port for e6a4efbf-ea97-44f2-b503-150d74f4a20b owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:42.293256 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcf79e9-7c57-4d01-bc96-a352582c4d4a x-openstack-request-id: req-4dcf79e9-7c57-4d01-bc96-a352582c4d4a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:53:42.294186 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca618549-ad0f-4703-8545-35ab85b96abc", "name": "network-vif-unplugged", "status": "completed", "tag": "e6a4efbf-ea97-44f2-b503-150d74f4a20b", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:53:42.294630 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4dcf79e9-7c57-4d01-bc96-a352582c4d4a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:53:42.295193 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca618549-ad0f-4703-8545-35ab85b96abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6a4efbf-ea97-44f2-b503-150d74f4a20b', 'code': 200} Feb 03 12:53:42.299566 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=e6a4efbf-ea97-44f2-b503-150d74f4a20b,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:42.366584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-6dd1862e-e278-4ca2-b32d-0ab57d840c7c', 'network_id': '6dd1862e-e278-4ca2-b32d-0ab57d840c7c', 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'fixed_ips': [{'subnet_id': 'e1ceff03-14de-4242-91e4-78be69d34359'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:53:42.368487 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:42.420170 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-710ee1f5-a52e-4ad3-a603-976833e02797 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router_controller (32123bab-3a12-4605-b3b1-c393f19e4d99), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:42.543480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b664d3-1f3d-49c0-bb64-8c7576f2fe4b tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:42.545289 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b664d3-1f3d-49c0-bb64-8c7576f2fe4b tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:42.550232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b664d3-1f3d-49c0-bb64-8c7576f2fe4b tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:42.552369 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b664d3-1f3d-49c0-bb64-8c7576f2fe4b tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:42.559595 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b664d3-1f3d-49c0-bb64-8c7576f2fe4b tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:42.561049 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b664d3-1f3d-49c0-bb64-8c7576f2fe4b tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:42.562119 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b664d3-1f3d-49c0-bb64-8c7576f2fe4b tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:42.565544 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b664d3-1f3d-49c0-bb64-8c7576f2fe4b tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:42.566696 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b664d3-1f3d-49c0-bb64-8c7576f2fe4b tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:42.569944 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b664d3-1f3d-49c0-bb64-8c7576f2fe4b tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:42.570984 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b664d3-1f3d-49c0-bb64-8c7576f2fe4b tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:42.573771 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b664d3-1f3d-49c0-bb64-8c7576f2fe4b tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:42.574852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b664d3-1f3d-49c0-bb64-8c7576f2fe4b tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:42.589637 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-65b664d3-1f3d-49c0-bb64-8c7576f2fe4b tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9120 time: 0.7493732 Feb 03 12:53:42.591219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38766) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:42.759556 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] Allocated IP 172.20.0.2 (6dd1862e-e278-4ca2-b32d-0ab57d840c7c/e1ceff03-14de-4242-91e4-78be69d34359/fc9094e1-fc18-4800-bd59-ea9d44251458) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:53:42.794677 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-710ee1f5-a52e-4ad3-a603-976833e02797 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (32123bab-3a12-4605-b3b1-c393f19e4d99), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:43.026817 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-584fa709-5541-447a-96c5-8f386407217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:53:07Z', 'updated_at': '2022-02-03T12:53:33Z', 'revision_number': 4, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:12Z', 'updated_at': '2022-02-03T12:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '6d97cbab-7bc8-4427-8a48-a7476f8fa545', 'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:b0:81:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:31Z', 'updated_at': '2022-02-03T12:53:35Z', 'revision_number': 2, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:43.127075 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da6880d-f35f-4bfc-b8b4-7239a13af232 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:43.128565 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-710ee1f5-a52e-4ad3-a603-976833e02797 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:43.129507 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da6880d-f35f-4bfc-b8b4-7239a13af232 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:43.135028 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-710ee1f5-a52e-4ad3-a603-976833e02797 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.6005995 Feb 03 12:53:43.136660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da6880d-f35f-4bfc-b8b4-7239a13af232 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:43.137962 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da6880d-f35f-4bfc-b8b4-7239a13af232 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:43.138812 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da6880d-f35f-4bfc-b8b4-7239a13af232 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:43.139445 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da6880d-f35f-4bfc-b8b4-7239a13af232 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:43.140325 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da6880d-f35f-4bfc-b8b4-7239a13af232 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:43.140977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da6880d-f35f-4bfc-b8b4-7239a13af232 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:43.141829 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da6880d-f35f-4bfc-b8b4-7239a13af232 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:43.142460 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da6880d-f35f-4bfc-b8b4-7239a13af232 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:43.143111 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38780) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:43.143662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da6880d-f35f-4bfc-b8b4-7239a13af232 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:43.144350 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da6880d-f35f-4bfc-b8b4-7239a13af232 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:43.145303 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da6880d-f35f-4bfc-b8b4-7239a13af232 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:43.151914 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6c3df4-6148-4864-858b-60ff96e32765 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:53:43.154680 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5da6880d-f35f-4bfc-b8b4-7239a13af232 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8361 time: 0.5608175 Feb 03 12:53:43.155921 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38782) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:43.171065 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce6c3df4-6148-4864-858b-60ff96e32765 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:43.173150 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584fa709-5541-447a-96c5-8f386407217c None None] Checking router: b11618fa-1818-400f-99b3-b2bd6bc24a60 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:53:43.174007 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584fa709-5541-447a-96c5-8f386407217c None None] Updating router b11618fa-1818-400f-99b3-b2bd6bc24a60 port 6d97cbab-7bc8-4427-8a48-a7476f8fa545 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:53:43.188534 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ce6c3df4-6148-4864-858b-60ff96e32765 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/a869241a-ab34-4810-a890-b76103be9b1b HTTP/1.1" status: 200 len: 954 time: 10.2608805 Feb 03 12:53:43.198944 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38784) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:43.268852 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-584fa709-5541-447a-96c5-8f386407217c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6d97cbab-7bc8-4427-8a48-a7476f8fa545), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:43.392218 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] Publish callbacks [] for port (fc9094e1-fc18-4800-bd59-ea9d44251458), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:43.426975 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-80226564-423f-40d9-9047-90808d748e32 req-55bf5e77-d97b-422f-85ef-82657ea6a40f tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (e6a4efbf-ea97-44f2-b503-150d74f4a20b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:43.544210 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20382e31-830f-4994-a608-2d0cdecbc9e0 req-b6c4aa26-f690-49fb-8c08-dbd799b426da tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:43.565474 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-20382e31-830f-4994-a608-2d0cdecbc9e0 req-b6c4aa26-f690-49fb-8c08-dbd799b426da tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca618549-ad0f-4703-8545-35ab85b96abc HTTP/1.1" status: 200 len: 944 time: 0.6599810 Feb 03 12:53:43.570799 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] Set router a869241a-ab34-4810-a890-b76103be9b1b gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:53:43.589972 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (fc9094e1-fc18-4800-bd59-ea9d44251458), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:43.753492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf5e77-d97b-422f-85ef-82657ea6a40f tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Pushing event deleted for resources: {'Port': ['ID=e6a4efbf-ea97-44f2-b503-150d74f4a20b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:43.930087 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] Pushing event updated for resources: {'Port': ['ID=fc9094e1-fc18-4800-bd59-ea9d44251458,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:43.932739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5ef71da0-acb2-4952-8099-e4278d115834 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:53:43.949296 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-80226564-423f-40d9-9047-90808d748e32 req-55bf5e77-d97b-422f-85ef-82657ea6a40f tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] No DVR routers for this DVR port e6a4efbf-ea97-44f2-b503-150d74f4a20b on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:43.968240 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-80226564-423f-40d9-9047-90808d748e32 req-55bf5e77-d97b-422f-85ef-82657ea6a40f tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:43.976868 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-80226564-423f-40d9-9047-90808d748e32 req-55bf5e77-d97b-422f-85ef-82657ea6a40f tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.31 "DELETE /v2.0/ports/e6a4efbf-ea97-44f2-b503-150d74f4a20b HTTP/1.1" status: 204 len: 173 time: 4.0243380 Feb 03 12:53:43.993631 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca618549-ad0f-4703-8545-35ab85b96abc', 'name': 'network-vif-deleted', 'tag': 'e6a4efbf-ea97-44f2-b503-150d74f4a20b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:53:44.000020 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6827e31e-cde2-4ad5-b1da-652aae858db1" -d '{"events": [{"server_uuid": "ca618549-ad0f-4703-8545-35ab85b96abc", "name": "network-vif-deleted", "tag": "e6a4efbf-ea97-44f2-b503-150d74f4a20b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:53:44.017536 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-584fa709-5541-447a-96c5-8f386407217c None None] Publish callbacks [] for port (6d97cbab-7bc8-4427-8a48-a7476f8fa545), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:44.022151 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-20382e31-830f-4994-a608-2d0cdecbc9e0 req-e6f70a61-6385-40c8-a44b-d6c7d418ce75 tempest-ServerRescueTestJSON-699448331 tempest-ServerRescueTestJSON-699448331-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1048118-53cb-42db-8bca-327201d30ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555840 Feb 03 12:53:44.035697 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-584fa709-5541-447a-96c5-8f386407217c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6d97cbab-7bc8-4427-8a48-a7476f8fa545), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:44.160213 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-213ec580-d15c-484d-9aa3-7084a10e291e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/routers/a869241a-ab34-4810-a890-b76103be9b1b HTTP/1.1" status: 200 len: 954 time: 0.9578543 Feb 03 12:53:44.161696 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38796) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:44.201741 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890df290-5c32-4fb3-8701-e770ae407911 None None] Pushing event updated for resources: {'Port': ['ID=6d97cbab-7bc8-4427-8a48-a7476f8fa545,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:44.205410 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a6c0b9-df57-4e4e-8013-3d1ee5710a8a x-openstack-request-id: req-f6a6c0b9-df57-4e4e-8013-3d1ee5710a8a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:53:44.212011 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca618549-ad0f-4703-8545-35ab85b96abc", "name": "network-vif-deleted", "tag": "e6a4efbf-ea97-44f2-b503-150d74f4a20b", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:53:44.212623 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6a6c0b9-df57-4e4e-8013-3d1ee5710a8a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:53:44.213081 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca618549-ad0f-4703-8545-35ab85b96abc', 'name': 'network-vif-deleted', 'tag': 'e6a4efbf-ea97-44f2-b503-150d74f4a20b', 'status': 'completed', 'code': 200} Feb 03 12:53:44.216271 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c6650f70-496f-43a5-bbb3-a4125401c176 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'router': {'routes': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:44.302035 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-584fa709-5541-447a-96c5-8f386407217c None None] Attempting to bind port 6d97cbab-7bc8-4427-8a48-a7476f8fa545 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:53:44.302860 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-584fa709-5541-447a-96c5-8f386407217c None None] Attempting to bind port 6d97cbab-7bc8-4427-8a48-a7476f8fa545 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '16cff9d3-2e4b-4273-9c50-37c9cbb9acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:53:44.311287 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584fa709-5541-447a-96c5-8f386407217c None None] Attempting to bind port 6d97cbab-7bc8-4427-8a48-a7476f8fa545 on network a291a81e-bc4a-4030-b522-d2d3af47c518 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:44.337023 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584fa709-5541-447a-96c5-8f386407217c None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:53:44.338493 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584fa709-5541-447a-96c5-8f386407217c None None] Checking segment: {'id': '16cff9d3-2e4b-4273-9c50-37c9cbb9acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:44.339965 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-584fa709-5541-447a-96c5-8f386407217c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:44.341492 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584fa709-5541-447a-96c5-8f386407217c None None] Bound using segment: {'id': '16cff9d3-2e4b-4273-9c50-37c9cbb9acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:53:44.344942 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-584fa709-5541-447a-96c5-8f386407217c None None] Bound port: 6d97cbab-7bc8-4427-8a48-a7476f8fa545, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16cff9d3-2e4b-4273-9c50-37c9cbb9acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:53:44.349180 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-584fa709-5541-447a-96c5-8f386407217c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6d97cbab-7bc8-4427-8a48-a7476f8fa545), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:44.523741 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-584fa709-5541-447a-96c5-8f386407217c None None] For port 6d97cbab-7bc8-4427-8a48-a7476f8fa545, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:53:44.528113 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-584fa709-5541-447a-96c5-8f386407217c None None] For port 6d97cbab-7bc8-4427-8a48-a7476f8fa545, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6d97cbab-7bc8-4427-8a48-a7476f8fa545,segment=NetworkSegment(16cff9d3-2e4b-4273-9c50-37c9cbb9acfb),segment_id=16cff9d3-2e4b-4273-9c50-37c9cbb9acfb)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:53:44.536368 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-584fa709-5541-447a-96c5-8f386407217c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6d97cbab-7bc8-4427-8a48-a7476f8fa545), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:44.676260 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584fa709-5541-447a-96c5-8f386407217c None None] Routers {'b11618fa-1818-400f-99b3-b2bd6bc24a60'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:44.677083 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-584fa709-5541-447a-96c5-8f386407217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b11618fa-1818-400f-99b3-b2bd6bc24a60'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:44.788212 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6b68a03-72c8-4d42-8627-d1654d74a366 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:44.819740 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] Network 6dd1862e-e278-4ca2-b32d-0ab57d840c7c is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:44.903036 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:44.928292 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 4c4d553b-7441-477c-b003-3415ba93483a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:44.938284 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-006a8954-92f8-4724-89b2-e5fd19b60618 None None] Current status of the port c3dfd99e-7650-4b79-a809-e6aa1808bfa8 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:44.938934 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-006a8954-92f8-4724-89b2-e5fd19b60618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c3dfd99e-7650-4b79-a809-e6aa1808bfa8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:45.045336 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-584fa709-5541-447a-96c5-8f386407217c None None] Set router b11618fa-1818-400f-99b3-b2bd6bc24a60 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:53:45.072488 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:53:45.151187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c94b3220-a030-4f84-af74-6f5eafbe7cc4 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:53:45.221398 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38812) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:45.229795 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: c94b3220-a030-4f84-af74-6f5eafbe7cc4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:53:45.230157 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c94b3220-a030-4f84-af74-6f5eafbe7cc4 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:53:45.294451 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890df290-5c32-4fb3-8701-e770ae407911 None None] Pushing event updated for resources: {'Port': ['ID=6d97cbab-7bc8-4427-8a48-a7476f8fa545,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:45.555277 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-006a8954-92f8-4724-89b2-e5fd19b60618 None None] For port c3dfd99e-7650-4b79-a809-e6aa1808bfa8, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c3dfd99e-7650-4b79-a809-e6aa1808bfa8,segment=NetworkSegment(1d2ba242-ae33-414d-bd5d-6a8f47f33fea),segment_id=1d2ba242-ae33-414d-bd5d-6a8f47f33fea)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:45.603545 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4c4d553b-7441-477c-b003-3415ba93483a up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:45.656138 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-584fa709-5541-447a-96c5-8f386407217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:53:07Z', 'updated_at': '2022-02-03T12:53:33Z', 'revision_number': 4, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:12Z', 'updated_at': '2022-02-03T12:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '6d97cbab-7bc8-4427-8a48-a7476f8fa545', 'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:b0:81:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:31Z', 'updated_at': '2022-02-03T12:53:44Z', 'revision_number': 4, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:45.688444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.extraroute_db [None req-c6650f70-496f-43a5-bbb3-a4125401c176 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Added routes are [] {{(pid=103188) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 12:53:45.689020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.extraroute_db [None req-c6650f70-496f-43a5-bbb3-a4125401c176 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103188) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 12:53:45.727286 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-006a8954-92f8-4724-89b2-e5fd19b60618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c3dfd99e-7650-4b79-a809-e6aa1808bfa8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:45.756577 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584fa709-5541-447a-96c5-8f386407217c None None] The sync data for ids ['b11618fa-1818-400f-99b3-b2bd6bc24a60'] in n-d-827336-3 is: [{'id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:53:07Z', 'updated_at': '2022-02-03T12:53:33Z', 'revision_number': 4, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:12Z', 'updated_at': '2022-02-03T12:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '6d97cbab-7bc8-4427-8a48-a7476f8fa545', 'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:b0:81:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:31Z', 'updated_at': '2022-02-03T12:53:44Z', 'revision_number': 4, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:53:45.793059 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6650f70-496f-43a5-bbb3-a4125401c176 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (a869241a-ab34-4810-a890-b76103be9b1b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:45.923086 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] Attempting to bind port fc9094e1-fc18-4800-bd59-ea9d44251458 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:53:45.923467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] Attempting to bind port fc9094e1-fc18-4800-bd59-ea9d44251458 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '348e1552-37b8-480d-b735-e76e5f7d5884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6dd1862e-e278-4ca2-b32d-0ab57d840c7c'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:53:45.923833 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] Attempting to bind port fc9094e1-fc18-4800-bd59-ea9d44251458 on network 6dd1862e-e278-4ca2-b32d-0ab57d840c7c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:53:46.052551 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c6b68a03-72c8-4d42-8627-d1654d74a366 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Allocated IP 172.20.0.1 (6dd1862e-e278-4ca2-b32d-0ab57d840c7c/e1ceff03-14de-4242-91e4-78be69d34359/c8f6ea61-2304-437d-a6d7-75e803cb429c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:53:46.076799 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5ef71da0-acb2-4952-8099-e4278d115834 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:53:46.275127 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5ef71da0-acb2-4952-8099-e4278d115834, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5ef71da0-acb2-4952-8099-e4278d115834,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:46.311225 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:53:46.311908 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] Checking segment: {'id': '348e1552-37b8-480d-b735-e76e5f7d5884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6dd1862e-e278-4ca2-b32d-0ab57d840c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:53:46.312863 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.322585 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] Bound using segment: {'id': '348e1552-37b8-480d-b735-e76e5f7d5884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6dd1862e-e278-4ca2-b32d-0ab57d840c7c'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:53:46.323518 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] Bound port: fc9094e1-fc18-4800-bd59-ea9d44251458, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348e1552-37b8-480d-b735-e76e5f7d5884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6dd1862e-e278-4ca2-b32d-0ab57d840c7c'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:53:46.324124 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fc9094e1-fc18-4800-bd59-ea9d44251458), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.326333 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 5ef71da0-acb2-4952-8099-e4278d115834 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:46.330193 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5ef71da0-acb2-4952-8099-e4278d115834), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.351654 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '5ef71da0-acb2-4952-8099-e4278d115834', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'port_id': '5ef71da0-acb2-4952-8099-e4278d115834', 'mac_address': 'fa:16:3e:eb:5f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27fe823-3411-4edd-b136-06676ed45522', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:53:46.478633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 4c4d553b-7441-477c-b003-3415ba93483a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:46.488352 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4c4d553b-7441-477c-b003-3415ba93483a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.488569 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6650f70-496f-43a5-bbb3-a4125401c176 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (a869241a-ab34-4810-a890-b76103be9b1b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.502250 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6650f70-496f-43a5-bbb3-a4125401c176 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (a869241a-ab34-4810-a890-b76103be9b1b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.627868 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8b76f397-5018-4346-be7e-2f7c3199ca87 None None] Provisioning complete for port 6d97cbab-7bc8-4427-8a48-a7476f8fa545 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:46.631765 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b76f397-5018-4346-be7e-2f7c3199ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6d97cbab-7bc8-4427-8a48-a7476f8fa545), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.711364 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.794991 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6b68a03-72c8-4d42-8627-d1654d74a366 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for port (c8f6ea61-2304-437d-a6d7-75e803cb429c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.797255 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8a86e756-e4fe-4e6d-bc4b-c1947b510004 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5809 time: 3.6367803 Feb 03 12:53:46.814272 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:53:46.887379 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] For port fc9094e1-fc18-4800-bd59-ea9d44251458, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:53:46.892456 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] For port fc9094e1-fc18-4800-bd59-ea9d44251458, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fc9094e1-fc18-4800-bd59-ea9d44251458,segment=NetworkSegment(348e1552-37b8-480d-b735-e76e5f7d5884),segment_id=348e1552-37b8-480d-b735-e76e5f7d5884)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:53:46.904602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6650f70-496f-43a5-bbb3-a4125401c176 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router a869241a-ab34-4810-a890-b76103be9b1b has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:53:46.913986 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6b68a03-72c8-4d42-8627-d1654d74a366 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (c8f6ea61-2304-437d-a6d7-75e803cb429c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:46.979322 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fc9094e1-fc18-4800-bd59-ea9d44251458), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:47.036218 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef71da0-acb2-4952-8099-e4278d115834'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:53:47.041357 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd24333-03cd-4af8-b652-18c3741c0f75" -d '{"events": [{"server_uuid": "ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef71da0-acb2-4952-8099-e4278d115834"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:53:47.096645 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a8954-92f8-4724-89b2-e5fd19b60618 None None] Pushing event updated for resources: {'Port': ['ID=c3dfd99e-7650-4b79-a809-e6aa1808bfa8,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:47.183119 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1caacf-757b-4f19-9cdd-8d7b4ebd408e None None] Pushing event updated for resources: {'Port': ['ID=fc9094e1-fc18-4800-bd59-ea9d44251458,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:47.186472 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b68a03-72c8-4d42-8627-d1654d74a366 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network 6dd1862e-e278-4ca2-b32d-0ab57d840c7c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:47.215340 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b934664c-3f70-43cc-a3dd-698340a82d7c x-openstack-request-id: req-b934664c-3f70-43cc-a3dd-698340a82d7c {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:53:47.220271 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef71da0-acb2-4952-8099-e4278d115834", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:53:47.221095 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b934664c-3f70-43cc-a3dd-698340a82d7c {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:53:47.221529 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef71da0-acb2-4952-8099-e4278d115834', 'code': 200} Feb 03 12:53:47.227987 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c6b68a03-72c8-4d42-8627-d1654d74a366 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:47.233133 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b68a03-72c8-4d42-8627-d1654d74a366 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:53:47.297264 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5ef71da0-acb2-4952-8099-e4278d115834, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5ef71da0-acb2-4952-8099-e4278d115834,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:47.328019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 5ef71da0-acb2-4952-8099-e4278d115834 is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:47.328495 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5ef71da0-acb2-4952-8099-e4278d115834), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:47.365258 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b68a03-72c8-4d42-8627-d1654d74a366 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Port': ['ID=c8f6ea61-2304-437d-a6d7-75e803cb429c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:47.375440 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6650f70-496f-43a5-bbb3-a4125401c176 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:53:47.386249 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5ef71da0-acb2-4952-8099-e4278d115834), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:47.408494 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ef71da0-acb2-4952-8099-e4278d115834 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:53:47.408734 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6650f70-496f-43a5-bbb3-a4125401c176 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:47.415904 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c6650f70-496f-43a5-bbb3-a4125401c176 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/a869241a-ab34-4810-a890-b76103be9b1b HTTP/1.1" status: 200 len: 704 time: 3.2487192 Feb 03 12:53:47.417542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38838) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:47.485063 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6b68a03-72c8-4d42-8627-d1654d74a366 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (32123bab-3a12-4605-b3b1-c393f19e4d99), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:47.491420 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (f0067f24-e1f0-48d9-8922-d03845037040), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:47.770522 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ffa14db2-4b0f-4ee0-b849-1e3b1f0469e1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/routers/a869241a-ab34-4810-a890-b76103be9b1b HTTP/1.1" status: 200 len: 704 time: 0.3513362 Feb 03 12:53:47.776738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38842) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:47.856339 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:53:47.856339 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:53:48.074791 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=5ef71da0-acb2-4952-8099-e4278d115834,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:48.158080 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 4c4d553b-7441-477c-b003-3415ba93483a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:48.182434 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8b76f397-5018-4346-be7e-2f7c3199ca87 None None] Current status of the port 6d97cbab-7bc8-4427-8a48-a7476f8fa545 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:48.182843 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b76f397-5018-4346-be7e-2f7c3199ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6d97cbab-7bc8-4427-8a48-a7476f8fa545), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:48.241050 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:53:35Z', 'revision_number': 6, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': '9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8', 'name': '', 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:cc:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:54Z', 'updated_at': '2022-02-03T12:53:04Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8b46c36-a5b6-43cb-804e-889b8f0162b4', 'name': '', 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:ae:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:05Z', 'updated_at': '2022-02-03T12:53:21Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3dfd99e-7650-4b79-a809-e6aa1808bfa8', 'name': '', 'network_id': '39b7be58-d1c8-4370-87b9-43fb5855fb5d', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:a2:3d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '56f45044-fe2e-4ce4-a6c6-82d9e4768554', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:24Z', 'updated_at': '2022-02-03T12:53:40Z', 'revision_number': 4, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '56f45044-fe2e-4ce4-a6c6-82d9e4768554', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:54Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:48.364193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa02a3-bb44-490b-8919-cd4037df726d None None] The sync data for ids ['a869241a-ab34-4810-a890-b76103be9b1b'] in n-d-827336-3 is: [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:53:35Z', 'revision_number': 6, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': '9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8', 'name': '', 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:cc:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:54Z', 'updated_at': '2022-02-03T12:53:04Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8b46c36-a5b6-43cb-804e-889b8f0162b4', 'name': '', 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:ae:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:05Z', 'updated_at': '2022-02-03T12:53:21Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3dfd99e-7650-4b79-a809-e6aa1808bfa8', 'name': '', 'network_id': '39b7be58-d1c8-4370-87b9-43fb5855fb5d', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:a2:3d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '56f45044-fe2e-4ce4-a6c6-82d9e4768554', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:24Z', 'updated_at': '2022-02-03T12:53:40Z', 'revision_number': 4, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '56f45044-fe2e-4ce4-a6c6-82d9e4768554', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:54Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:53:48.603812 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8b76f397-5018-4346-be7e-2f7c3199ca87 None None] For port 6d97cbab-7bc8-4427-8a48-a7476f8fa545, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6d97cbab-7bc8-4427-8a48-a7476f8fa545,segment=NetworkSegment(16cff9d3-2e4b-4273-9c50-37c9cbb9acfb),segment_id=16cff9d3-2e4b-4273-9c50-37c9cbb9acfb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:48.625220 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b76f397-5018-4346-be7e-2f7c3199ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6d97cbab-7bc8-4427-8a48-a7476f8fa545), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:48.717413 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 5ef71da0-acb2-4952-8099-e4278d115834 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:48.717836 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5ef71da0-acb2-4952-8099-e4278d115834), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:48.829366 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fc9094e1-fc18-4800-bd59-ea9d44251458 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:48.868270 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8b76f397-5018-4346-be7e-2f7c3199ca87 None None] Provisioning complete for port c3dfd99e-7650-4b79-a809-e6aa1808bfa8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:48.868854 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b76f397-5018-4346-be7e-2f7c3199ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c3dfd99e-7650-4b79-a809-e6aa1808bfa8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:49.229418 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef71da0-acb2-4952-8099-e4278d115834 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:53:49.239433 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38852) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:49.279700 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fef074dd-6991-4935-a530-f29fea5e5575 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-951770239', 'description': 'tempest-secgroup-smoke-951770239 description', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:49.358383 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fef074dd-6991-4935-a530-f29fea5e5575 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:49.455053 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8b76f397-5018-4346-be7e-2f7c3199ca87 None None] Current status of the port c3dfd99e-7650-4b79-a809-e6aa1808bfa8 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:49.463661 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port fc9094e1-fc18-4800-bd59-ea9d44251458 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:49.463836 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fc9094e1-fc18-4800-bd59-ea9d44251458), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:49.540124 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76f397-5018-4346-be7e-2f7c3199ca87 None None] Pushing event updated for resources: {'Port': ['ID=6d97cbab-7bc8-4427-8a48-a7476f8fa545,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:49.558747 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5ef71da0-acb2-4952-8099-e4278d115834, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5ef71da0-acb2-4952-8099-e4278d115834,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:49.569983 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5ef71da0-acb2-4952-8099-e4278d115834), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:49.589789 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d65e68-0524-407e-bff5-351c487a5031 None None] Network 6dd1862e-e278-4ca2-b32d-0ab57d840c7c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:49.853343 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-31969728-1e47-4f4d-ae14-8be32e822dca None None] Provisioning complete for port fc9094e1-fc18-4800-bd59-ea9d44251458 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:49.853727 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-31969728-1e47-4f4d-ae14-8be32e822dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fc9094e1-fc18-4800-bd59-ea9d44251458), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:49.885204 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fef074dd-6991-4935-a530-f29fea5e5575 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group (0b37565c-a68f-49a1-b831-1a35405a5a67), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:49.888406 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6b68a03-72c8-4d42-8627-d1654d74a366 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c8f6ea61-2304-437d-a6d7-75e803cb429c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:49.896842 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['5ef71da0-acb2-4952-8099-e4278d115834'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:53:50.043132 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-31969728-1e47-4f4d-ae14-8be32e822dca None None] Current status of the port fc9094e1-fc18-4800-bd59-ea9d44251458 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:50.043675 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-31969728-1e47-4f4d-ae14-8be32e822dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fc9094e1-fc18-4800-bd59-ea9d44251458), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:50.117303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-31969728-1e47-4f4d-ae14-8be32e822dca None None] For port fc9094e1-fc18-4800-bd59-ea9d44251458, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fc9094e1-fc18-4800-bd59-ea9d44251458,segment=NetworkSegment(348e1552-37b8-480d-b735-e76e5f7d5884),segment_id=348e1552-37b8-480d-b735-e76e5f7d5884)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:50.241126 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fc9094e1-fc18-4800-bd59-ea9d44251458 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:50.242984 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6d97cbab-7bc8-4427-8a48-a7476f8fa545 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:50.245601 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-31969728-1e47-4f4d-ae14-8be32e822dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fc9094e1-fc18-4800-bd59-ea9d44251458), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:50.252732 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fef074dd-6991-4935-a530-f29fea5e5575 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0b37565c-a68f-49a1-b831-1a35405a5a67), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:50.282962 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=5ef71da0-acb2-4952-8099-e4278d115834,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:50.391998 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31969728-1e47-4f4d-ae14-8be32e822dca None None] Pushing event updated for resources: {'Port': ['ID=fc9094e1-fc18-4800-bd59-ea9d44251458,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:50.396754 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dd05a1-c0be-4914-acc7-cb62974041b3 None None] Sync routers for ids ['a869241a-ab34-4810-a890-b76103be9b1b'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:53:50.489530 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fef074dd-6991-4935-a530-f29fea5e5575 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:50.503979 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fef074dd-6991-4935-a530-f29fea5e5575 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2451036 Feb 03 12:53:50.508200 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38874) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:50.519090 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5c4d15c0-908d-47d8-83fd-b8259bde0f2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'security_group_rule': {'security_group_id': '0b37565c-a68f-49a1-b831-1a35405a5a67', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:50.521909 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef074dd-6991-4935-a530-f29fea5e5575 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b37565c-a68f-49a1-b831-1a35405a5a67,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:50.626066 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c4d15c0-908d-47d8-83fd-b8259bde0f2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (94c13215-d6e1-4040-bd81-fa926a6535ab), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:50.631999 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e9c8ce8-1920-4df1-b9dd-d1758c6a1509 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (a869241a-ab34-4810-a890-b76103be9b1b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:50.796187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dd05a1-c0be-4914-acc7-cb62974041b3 None None] Routers {'a869241a-ab34-4810-a890-b76103be9b1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:50.797122 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-79dd05a1-c0be-4914-acc7-cb62974041b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a869241a-ab34-4810-a890-b76103be9b1b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:50.812762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d34bb807-ad6a-42d1-b028-c9d3f24b602d None None] Provisioning complete for port c8f6ea61-2304-437d-a6d7-75e803cb429c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:50.815529 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d34bb807-ad6a-42d1-b028-c9d3f24b602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c8f6ea61-2304-437d-a6d7-75e803cb429c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:50.901209 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c4d15c0-908d-47d8-83fd-b8259bde0f2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (94c13215-d6e1-4040-bd81-fa926a6535ab), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:50.912727 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d34bb807-ad6a-42d1-b028-c9d3f24b602d None None] Port c8f6ea61-2304-437d-a6d7-75e803cb429c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:53:50.913200 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c4d15c0-908d-47d8-83fd-b8259bde0f2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (94c13215-d6e1-4040-bd81-fa926a6535ab), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:50.958457 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6b68a03-72c8-4d42-8627-d1654d74a366 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for port (c8f6ea61-2304-437d-a6d7-75e803cb429c), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:50.965672 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6b68a03-72c8-4d42-8627-d1654d74a366 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (c8f6ea61-2304-437d-a6d7-75e803cb429c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:50.985862 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d15c0-908d-47d8-83fd-b8259bde0f2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c13215-d6e1-4040-bd81-fa926a6535ab,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:51.014504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d15c0-908d-47d8-83fd-b8259bde0f2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:51.015081 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d15c0-908d-47d8-83fd-b8259bde0f2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:51.015445 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d15c0-908d-47d8-83fd-b8259bde0f2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:51.015792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d15c0-908d-47d8-83fd-b8259bde0f2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:51.016227 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d15c0-908d-47d8-83fd-b8259bde0f2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:51.016571 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d15c0-908d-47d8-83fd-b8259bde0f2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:51.019067 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d15c0-908d-47d8-83fd-b8259bde0f2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:51.019576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d15c0-908d-47d8-83fd-b8259bde0f2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:51.019950 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d15c0-908d-47d8-83fd-b8259bde0f2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:51.020304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d15c0-908d-47d8-83fd-b8259bde0f2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:51.020646 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d15c0-908d-47d8-83fd-b8259bde0f2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:51.021257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d15c0-908d-47d8-83fd-b8259bde0f2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:51.022162 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4d15c0-908d-47d8-83fd-b8259bde0f2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:51.045217 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c4d15c0-908d-47d8-83fd-b8259bde0f2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:51.046560 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5c4d15c0-908d-47d8-83fd-b8259bde0f2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5371687 Feb 03 12:53:51.079408 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38876) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:51.088058 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-83eee5d3-d8b3-4d5c-855e-6f06344fce47 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'security_group_rule': {'security_group_id': '0b37565c-a68f-49a1-b831-1a35405a5a67', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:51.088465 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d34bb807-ad6a-42d1-b028-c9d3f24b602d None None] Provisioning complete for port fc9094e1-fc18-4800-bd59-ea9d44251458 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:51.088849 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d34bb807-ad6a-42d1-b028-c9d3f24b602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fc9094e1-fc18-4800-bd59-ea9d44251458), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:51.264830 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-79dd05a1-c0be-4914-acc7-cb62974041b3 None None] Set router a869241a-ab34-4810-a890-b76103be9b1b gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:53:51.316887 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b68a03-72c8-4d42-8627-d1654d74a366 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Port': ['ID=c8f6ea61-2304-437d-a6d7-75e803cb429c,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:51.344049 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6b68a03-72c8-4d42-8627-d1654d74a366 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (32123bab-3a12-4605-b3b1-c393f19e4d99), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:51.465588 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83eee5d3-d8b3-4d5c-855e-6f06344fce47 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (4b220889-2458-4d28-a106-1b48dbcff127), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:51.487663 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b68a03-72c8-4d42-8627-d1654d74a366 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network 6dd1862e-e278-4ca2-b32d-0ab57d840c7c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:53:51.491840 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c6b68a03-72c8-4d42-8627-d1654d74a366 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:53:51.510232 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Deleting port fef37258-b08e-4003-bcda-c569aead6a09 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:51.510714 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (fef37258-b08e-4003-bcda-c569aead6a09), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:51.565511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 6d97cbab-7bc8-4427-8a48-a7476f8fa545 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:51.566137 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6d97cbab-7bc8-4427-8a48-a7476f8fa545), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:51.666093 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83eee5d3-d8b3-4d5c-855e-6f06344fce47 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (4b220889-2458-4d28-a106-1b48dbcff127), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:51.679355 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83eee5d3-d8b3-4d5c-855e-6f06344fce47 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (4b220889-2458-4d28-a106-1b48dbcff127), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:51.724800 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5ef71da0-acb2-4952-8099-e4278d115834 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:51.727207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d34bb807-ad6a-42d1-b028-c9d3f24b602d None None] Current status of the port fc9094e1-fc18-4800-bd59-ea9d44251458 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:51.745931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eee5d3-d8b3-4d5c-855e-6f06344fce47 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b220889-2458-4d28-a106-1b48dbcff127,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:51.759636 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83eee5d3-d8b3-4d5c-855e-6f06344fce47 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:51.760892 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-83eee5d3-d8b3-4d5c-855e-6f06344fce47 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6787927 Feb 03 12:53:51.763806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38888) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:51.778614 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c146bbcd-bfb5-4350-8236-785860c99ca1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'security_group_rule': {'security_group_id': '0b37565c-a68f-49a1-b831-1a35405a5a67', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:51.931605 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] For port fef37258-b08e-4003-bcda-c569aead6a09, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fef37258-b08e-4003-bcda-c569aead6a09,segment=NetworkSegment(4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e),segment_id=4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:51.932173 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (fef37258-b08e-4003-bcda-c569aead6a09), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:51.974692 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c146bbcd-bfb5-4350-8236-785860c99ca1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (525a4149-fbd4-4211-bba8-0a83996d834a), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:51.976959 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 6d97cbab-7bc8-4427-8a48-a7476f8fa545 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:51.981888 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Calling delete_port for fef37258-b08e-4003-bcda-c569aead6a09 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:52.026280 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5bf7156c-1143-4761-aa20-7476ce8d080c None None] Provisioning complete for port c8f6ea61-2304-437d-a6d7-75e803cb429c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:52.026565 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5bf7156c-1143-4761-aa20-7476ce8d080c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c8f6ea61-2304-437d-a6d7-75e803cb429c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:52.094232 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c146bbcd-bfb5-4350-8236-785860c99ca1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (525a4149-fbd4-4211-bba8-0a83996d834a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:52.099790 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c146bbcd-bfb5-4350-8236-785860c99ca1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (525a4149-fbd4-4211-bba8-0a83996d834a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:52.126436 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7156c-1143-4761-aa20-7476ce8d080c None None] Port c8f6ea61-2304-437d-a6d7-75e803cb429c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:53:52.135970 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b68a03-72c8-4d42-8627-d1654d74a366 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 32123bab-3a12-4605-b3b1-c393f19e4d99 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:53:52.141835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-79dd05a1-c0be-4914-acc7-cb62974041b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:53:45Z', 'revision_number': 7, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': '9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8', 'name': '', 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:cc:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:54Z', 'updated_at': '2022-02-03T12:53:04Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8b46c36-a5b6-43cb-804e-889b8f0162b4', 'name': '', 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:ae:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:05Z', 'updated_at': '2022-02-03T12:53:21Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3dfd99e-7650-4b79-a809-e6aa1808bfa8', 'name': '', 'network_id': '39b7be58-d1c8-4370-87b9-43fb5855fb5d', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:a2:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '56f45044-fe2e-4ce4-a6c6-82d9e4768554', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:24Z', 'updated_at': '2022-02-03T12:53:45Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '56f45044-fe2e-4ce4-a6c6-82d9e4768554', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:54Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:52.149351 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c146bbcd-bfb5-4350-8236-785860c99ca1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:52.150626 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c146bbcd-bfb5-4350-8236-785860c99ca1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3858037 Feb 03 12:53:52.156839 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38900) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:52.190971 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2d381e3e-d9d0-4238-b22a-0f0fdeb43596 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'security_group_rule': {'security_group_id': '0b37565c-a68f-49a1-b831-1a35405a5a67', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:52.238491 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dd05a1-c0be-4914-acc7-cb62974041b3 None None] Checking router: a869241a-ab34-4810-a890-b76103be9b1b for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:53:52.271979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146bbcd-bfb5-4350-8236-785860c99ca1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525a4149-fbd4-4211-bba8-0a83996d834a,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:52.281814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6e9c8ce8-1920-4df1-b9dd-d1758c6a1509 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting port c3dfd99e-7650-4b79-a809-e6aa1808bfa8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:52.285073 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e9c8ce8-1920-4df1-b9dd-d1758c6a1509 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c3dfd99e-7650-4b79-a809-e6aa1808bfa8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:52.310821 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 5ef71da0-acb2-4952-8099-e4278d115834 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:52.311395 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5ef71da0-acb2-4952-8099-e4278d115834), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:52.327081 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dd05a1-c0be-4914-acc7-cb62974041b3 None None] Routers {'a869241a-ab34-4810-a890-b76103be9b1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:52.327820 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-79dd05a1-c0be-4914-acc7-cb62974041b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a869241a-ab34-4810-a890-b76103be9b1b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:52.413165 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d381e3e-d9d0-4238-b22a-0f0fdeb43596 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (17f8fa9b-7344-44d8-a07f-30b5d47a46af), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:52.500792 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fc9094e1-fc18-4800-bd59-ea9d44251458 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:52.525141 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b68a03-72c8-4d42-8627-d1654d74a366 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:53:52.534417 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c6b68a03-72c8-4d42-8627-d1654d74a366 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/32123bab-3a12-4605-b3b1-c393f19e4d99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3397198 Feb 03 12:53:52.543494 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38916) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:52.548694 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38dc80d-83ef-457b-ad01-f8d4064aa0c2 None None] Sync routers for ids ['32123bab-3a12-4605-b3b1-c393f19e4d99'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:53:52.575535 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38dc80d-83ef-457b-ad01-f8d4064aa0c2 None None] Routers {'32123bab-3a12-4605-b3b1-c393f19e4d99'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:52.576258 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d38dc80d-83ef-457b-ad01-f8d4064aa0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['32123bab-3a12-4605-b3b1-c393f19e4d99'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:52.640822 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d38dc80d-83ef-457b-ad01-f8d4064aa0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:52.647615 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-6e9c8ce8-1920-4df1-b9dd-d1758c6a1509 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] For port c3dfd99e-7650-4b79-a809-e6aa1808bfa8, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c3dfd99e-7650-4b79-a809-e6aa1808bfa8,segment=NetworkSegment(1d2ba242-ae33-414d-bd5d-6a8f47f33fea),segment_id=1d2ba242-ae33-414d-bd5d-6a8f47f33fea)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:52.648058 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e9c8ce8-1920-4df1-b9dd-d1758c6a1509 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c3dfd99e-7650-4b79-a809-e6aa1808bfa8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:52.671353 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38dc80d-83ef-457b-ad01-f8d4064aa0c2 None None] Routers {'32123bab-3a12-4605-b3b1-c393f19e4d99'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:52.672212 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d38dc80d-83ef-457b-ad01-f8d4064aa0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['32123bab-3a12-4605-b3b1-c393f19e4d99'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:52.698406 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0c4524-a105-4654-b0cb-bd25d2342daa tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:52.700669 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ad0c4524-a105-4654-b0cb-bd25d2342daa tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/ports/c8f6ea61-2304-437d-a6d7-75e803cb429c HTTP/1.1" status: 200 len: 910 time: 0.1553576 Feb 03 12:53:52.703972 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38922) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:52.706261 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d381e3e-d9d0-4238-b22a-0f0fdeb43596 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (17f8fa9b-7344-44d8-a07f-30b5d47a46af), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:52.738873 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6e9c8ce8-1920-4df1-b9dd-d1758c6a1509 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Calling delete_port for c3dfd99e-7650-4b79-a809-e6aa1808bfa8 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:52.755346 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d381e3e-d9d0-4238-b22a-0f0fdeb43596 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (17f8fa9b-7344-44d8-a07f-30b5d47a46af), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:52.759087 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d38dc80d-83ef-457b-ad01-f8d4064aa0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:52.760005 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38dc80d-83ef-457b-ad01-f8d4064aa0c2 None None] The sync data for ids ['32123bab-3a12-4605-b3b1-c393f19e4d99'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:53:52.777268 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-79dd05a1-c0be-4914-acc7-cb62974041b3 None None] Set router a869241a-ab34-4810-a890-b76103be9b1b gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:53:52.818861 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d381e3e-d9d0-4238-b22a-0f0fdeb43596 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f8fa9b-7344-44d8-a07f-30b5d47a46af,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:52.947572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-90d5026e-638a-48cf-88a9-3268043ce513 None None] Provisioning complete for port c8f6ea61-2304-437d-a6d7-75e803cb429c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:52.949173 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-90d5026e-638a-48cf-88a9-3268043ce513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c8f6ea61-2304-437d-a6d7-75e803cb429c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:52.976968 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d381e3e-d9d0-4238-b22a-0f0fdeb43596 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:52.978579 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2d381e3e-d9d0-4238-b22a-0f0fdeb43596 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7995698 Feb 03 12:53:52.984088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38926) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:52.989021 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-036863b1-a4ab-48d0-b6df-acab37d83287 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'security_group_rule': {'security_group_id': '0b37565c-a68f-49a1-b831-1a35405a5a67', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:53.095553 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-036863b1-a4ab-48d0-b6df-acab37d83287 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Project ae5c5272e243447aa41be74fb2bd0003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:53:53.173018 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-036863b1-a4ab-48d0-b6df-acab37d83287 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (fd6e7a75-12e6-474d-b169-e898aad96d24), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:53.371041 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (fef37258-b08e-4003-bcda-c569aead6a09), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:53.581927 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Pushing event deleted for resources: {'Port': ['ID=fef37258-b08e-4003-bcda-c569aead6a09,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:53.597402 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port fc9094e1-fc18-4800-bd59-ea9d44251458 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:53.609182 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fc9094e1-fc18-4800-bd59-ea9d44251458), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:53.632760 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-90d5026e-638a-48cf-88a9-3268043ce513 None None] Port c8f6ea61-2304-437d-a6d7-75e803cb429c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:53:53.655317 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-036863b1-a4ab-48d0-b6df-acab37d83287 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (fd6e7a75-12e6-474d-b169-e898aad96d24), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:53.668185 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e9c8ce8-1920-4df1-b9dd-d1758c6a1509 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c3dfd99e-7650-4b79-a809-e6aa1808bfa8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:53.714646 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-036863b1-a4ab-48d0-b6df-acab37d83287 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (fd6e7a75-12e6-474d-b169-e898aad96d24), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:53.728466 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 5ef71da0-acb2-4952-8099-e4278d115834 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:53.734513 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5ef71da0-acb2-4952-8099-e4278d115834), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:53.786714 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:53.788788 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:53.790038 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:53.793795 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:53.794364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:53.803216 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:53.804180 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:53.806275 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:53.806847 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:53.808691 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:53.809195 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:53.810745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:53.812125 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:53.878165 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef71da0-acb2-4952-8099-e4278d115834'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:53:53.885639 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745d91cd-8229-499a-8e00-19c7bd1e390a" -d '{"events": [{"server_uuid": "ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39", "name": "network-vif-plugged", "status": "completed", "tag": "5ef71da0-acb2-4952-8099-e4278d115834"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:53:53.971022 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5ef71da0-acb2-4952-8099-e4278d115834, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5ef71da0-acb2-4952-8099-e4278d115834,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:53.984225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036863b1-a4ab-48d0-b6df-acab37d83287 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6e7a75-12e6-474d-b169-e898aad96d24,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:54.015891 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c8ce8-1920-4df1-b9dd-d1758c6a1509 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Port': ['ID=c3dfd99e-7650-4b79-a809-e6aa1808bfa8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:54.081388 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-79dd05a1-c0be-4914-acc7-cb62974041b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:53:45Z', 'revision_number': 7, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': '9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8', 'name': '', 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:cc:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:54Z', 'updated_at': '2022-02-03T12:53:04Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8b46c36-a5b6-43cb-804e-889b8f0162b4', 'name': '', 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:ae:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:05Z', 'updated_at': '2022-02-03T12:53:21Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3dfd99e-7650-4b79-a809-e6aa1808bfa8', 'name': '', 'network_id': '39b7be58-d1c8-4370-87b9-43fb5855fb5d', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:a2:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '56f45044-fe2e-4ce4-a6c6-82d9e4768554', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:24Z', 'updated_at': '2022-02-03T12:53:45Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '56f45044-fe2e-4ce4-a6c6-82d9e4768554', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:54Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:54.170917 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6235769-7513-413b-b04b-ce9454803a72 x-openstack-request-id: req-d6235769-7513-413b-b04b-ce9454803a72 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:53:54.175480 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39", "name": "network-vif-plugged", "status": "completed", "tag": "5ef71da0-acb2-4952-8099-e4278d115834", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:53:54.175769 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6235769-7513-413b-b04b-ce9454803a72 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:53:54.176254 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef71da0-acb2-4952-8099-e4278d115834', 'code': 200} Feb 03 12:53:54.180839 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fc9094e1-fc18-4800-bd59-ea9d44251458 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:54.182014 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6d97cbab-7bc8-4427-8a48-a7476f8fa545 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:54.242505 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-036863b1-a4ab-48d0-b6df-acab37d83287 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:54.245611 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-036863b1-a4ab-48d0-b6df-acab37d83287 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2587302 Feb 03 12:53:54.249351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38946) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:54.263582 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4c46b7c7-df5c-4223-b312-be779e08aa90 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'security_group_rule': {'security_group_id': '0b37565c-a68f-49a1-b831-1a35405a5a67', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:53:54.285486 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dd05a1-c0be-4914-acc7-cb62974041b3 None None] The sync data for ids ['a869241a-ab34-4810-a890-b76103be9b1b'] in n-d-827336-3 is: [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:53:45Z', 'revision_number': 7, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': '9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8', 'name': '', 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:cc:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:54Z', 'updated_at': '2022-02-03T12:53:04Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8b46c36-a5b6-43cb-804e-889b8f0162b4', 'name': '', 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:ae:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:05Z', 'updated_at': '2022-02-03T12:53:21Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3dfd99e-7650-4b79-a809-e6aa1808bfa8', 'name': '', 'network_id': '39b7be58-d1c8-4370-87b9-43fb5855fb5d', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:a2:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '56f45044-fe2e-4ce4-a6c6-82d9e4768554', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:24Z', 'updated_at': '2022-02-03T12:53:45Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '56f45044-fe2e-4ce4-a6c6-82d9e4768554', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:54Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:53:54.308630 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5ef71da0-acb2-4952-8099-e4278d115834), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:54.411690 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-4c46b7c7-df5c-4223-b312-be779e08aa90 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Project ae5c5272e243447aa41be74fb2bd0003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:53:54.429724 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c46b7c7-df5c-4223-b312-be779e08aa90 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (9f4244d6-3ffb-498b-8ee7-6bd902573643), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:54.434388 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e9c8ce8-1920-4df1-b9dd-d1758c6a1509 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (a869241a-ab34-4810-a890-b76103be9b1b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:54.468497 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 6d97cbab-7bc8-4427-8a48-a7476f8fa545 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:53:54.468907 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6d97cbab-7bc8-4427-8a48-a7476f8fa545), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:54.754454 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 6d97cbab-7bc8-4427-8a48-a7476f8fa545 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:53:54.758080 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c3dfd99e-7650-4b79-a809-e6aa1808bfa8 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:53:54.869825 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: c3dfd99e-7650-4b79-a809-e6aa1808bfa8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:53:54.870454 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c3dfd99e-7650-4b79-a809-e6aa1808bfa8 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 12:53:54.873187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=5ef71da0-acb2-4952-8099-e4278d115834,revision_number=10']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:54.921083 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (f0067f24-e1f0-48d9-8922-d03845037040), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:54.988703 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Port c3dfd99e-7650-4b79-a809-e6aa1808bfa8 not found, will not notify nova. {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 12:53:54.997538 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:55.002828 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:55.003985 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:55.005443 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:55.005982 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:55.006506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:55.006989 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:55.010821 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:55.011349 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:55.011848 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:55.012368 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:55.012856 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:55.013358 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:53:55.203107 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74023115-eec0-4487-9c31-8f1a7e0eacfd tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (32123bab-3a12-4605-b3b1-c393f19e4d99), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:55.210237 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c46b7c7-df5c-4223-b312-be779e08aa90 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (9f4244d6-3ffb-498b-8ee7-6bd902573643), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:55.249895 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c46b7c7-df5c-4223-b312-be779e08aa90 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (9f4244d6-3ffb-498b-8ee7-6bd902573643), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:55.296966 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46b7c7-df5c-4223-b312-be779e08aa90 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4244d6-3ffb-498b-8ee7-6bd902573643,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:55.370779 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9c8ce8-1920-4df1-b9dd-d1758c6a1509 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router a869241a-ab34-4810-a890-b76103be9b1b has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:53:55.418997 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c46b7c7-df5c-4223-b312-be779e08aa90 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:55.424199 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4c46b7c7-df5c-4223-b312-be779e08aa90 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1612487 Feb 03 12:53:55.789590 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9c8ce8-1920-4df1-b9dd-d1758c6a1509 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:53:55.801957 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6e9c8ce8-1920-4df1-b9dd-d1758c6a1509 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/a869241a-ab34-4810-a890-b76103be9b1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0235109 Feb 03 12:53:55.802822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38972) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:55.813366 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6690822-2768-47fb-a9f7-e297b4a3899f None None] Sync routers for ids ['a869241a-ab34-4810-a890-b76103be9b1b'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:53:55.846321 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6690822-2768-47fb-a9f7-e297b4a3899f None None] Routers {'a869241a-ab34-4810-a890-b76103be9b1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:55.847043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d6690822-2768-47fb-a9f7-e297b4a3899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a869241a-ab34-4810-a890-b76103be9b1b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:55.933968 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae7585c-3827-4773-bcee-6077d42a1e05 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting subnet 56f45044-fe2e-4ce4-a6c6-82d9e4768554 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:53:55.962643 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ae7585c-3827-4773-bcee-6077d42a1e05 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (56f45044-fe2e-4ce4-a6c6-82d9e4768554), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:56.215972 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ae7585c-3827-4773-bcee-6077d42a1e05 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (56f45044-fe2e-4ce4-a6c6-82d9e4768554), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:56.245783 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d6690822-2768-47fb-a9f7-e297b4a3899f None None] Set router a869241a-ab34-4810-a890-b76103be9b1b gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:53:56.632156 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ae7585c-3827-4773-bcee-6077d42a1e05 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (56f45044-fe2e-4ce4-a6c6-82d9e4768554), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:56.802607 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ae7585c-3827-4773-bcee-6077d42a1e05 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (56f45044-fe2e-4ce4-a6c6-82d9e4768554), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:56.885469 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ae7585c-3827-4773-bcee-6077d42a1e05 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:56.896226 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9ae7585c-3827-4773-bcee-6077d42a1e05 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/subnets/56f45044-fe2e-4ce4-a6c6-82d9e4768554 HTTP/1.1" status: 204 len: 168 time: 1.0888832 Feb 03 12:53:56.899878 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7585c-3827-4773-bcee-6077d42a1e05 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Subnet': ['ID=56f45044-fe2e-4ce4-a6c6-82d9e4768554,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:56.902149 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38988) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:57.190589 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7726f282-e3f6-4438-b5d5-bc9ded50b1c6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (39b7be58-d1c8-4370-87b9-43fb5855fb5d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:57.245486 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b09272-3c0c-4e93-94cc-7d1fc7e4a5db None None] Network 39b7be58-d1c8-4370-87b9-43fb5855fb5d requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:53:57.371239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7726f282-e3f6-4438-b5d5-bc9ded50b1c6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting port 83de593b-2507-40f6-8145-197269851390 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:57.376685 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7726f282-e3f6-4438-b5d5-bc9ded50b1c6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (83de593b-2507-40f6-8145-197269851390), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:57.637038 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-7726f282-e3f6-4438-b5d5-bc9ded50b1c6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] For port 83de593b-2507-40f6-8145-197269851390, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=83de593b-2507-40f6-8145-197269851390,segment=NetworkSegment(1d2ba242-ae33-414d-bd5d-6a8f47f33fea),segment_id=1d2ba242-ae33-414d-bd5d-6a8f47f33fea)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:53:57.641404 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7726f282-e3f6-4438-b5d5-bc9ded50b1c6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (83de593b-2507-40f6-8145-197269851390), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:57.689175 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7726f282-e3f6-4438-b5d5-bc9ded50b1c6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Calling delete_port for 83de593b-2507-40f6-8145-197269851390 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:57.919579 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d6690822-2768-47fb-a9f7-e297b4a3899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:53:53Z', 'revision_number': 8, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': '9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8', 'name': '', 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:cc:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:54Z', 'updated_at': '2022-02-03T12:53:04Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8b46c36-a5b6-43cb-804e-889b8f0162b4', 'name': '', 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:ae:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:05Z', 'updated_at': '2022-02-03T12:53:21Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:54Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:57.977545 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-2bcb41d6-6482-4b28-8805-81328ecf0fa8 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951770239&fields=id&tenant_id=ae5c5272e243447aa41be74fb2bd0003 HTTP/1.1" status: 200 len: 267 time: 1.9591916 Feb 03 12:53:58.005809 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74a5237-04e2-4c29-902f-49c9c4a7dd5c None None] DHCP port deletion for 39b7be58-d1c8-4370-87b9-43fb5855fb5d request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:53:58.007750 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6690822-2768-47fb-a9f7-e297b4a3899f None None] Checking router: a869241a-ab34-4810-a890-b76103be9b1b for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:53:58.015386 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7726f282-e3f6-4438-b5d5-bc9ded50b1c6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (83de593b-2507-40f6-8145-197269851390), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:58.090523 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7726f282-e3f6-4438-b5d5-bc9ded50b1c6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] No DVR routers for this DVR port 83de593b-2507-40f6-8145-197269851390 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:53:58.092409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e74a5237-04e2-4c29-902f-49c9c4a7dd5c None None] The port '83de593b-2507-40f6-8145-197269851390' was deleted {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Feb 03 12:53:58.106515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726f282-e3f6-4438-b5d5-bc9ded50b1c6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Port': ['ID=83de593b-2507-40f6-8145-197269851390,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:58.115144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6690822-2768-47fb-a9f7-e297b4a3899f None None] Routers {'a869241a-ab34-4810-a890-b76103be9b1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:58.118709 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d6690822-2768-47fb-a9f7-e297b4a3899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a869241a-ab34-4810-a890-b76103be9b1b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:58.285248 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-b6c9398e-a348-44af-a4c3-d1c98f58489a tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:53:58.289599 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-b6c9398e-a348-44af-a4c3-d1c98f58489a tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/networks?id=a291a81e-bc4a-4030-b522-d2d3af47c518 HTTP/1.1" status: 200 len: 797 time: 0.2960806 Feb 03 12:53:58.324001 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-78f912f6-3918-4657-b4a0-21a3ebc68f03 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/quotas/ae5c5272e243447aa41be74fb2bd0003 HTTP/1.1" status: 200 len: 375 time: 0.0256784 Feb 03 12:53:58.389062 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7726f282-e3f6-4438-b5d5-bc9ded50b1c6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (39b7be58-d1c8-4370-87b9-43fb5855fb5d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:58.444522 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d6690822-2768-47fb-a9f7-e297b4a3899f None None] Set router a869241a-ab34-4810-a890-b76103be9b1b gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:53:58.452876 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7726f282-e3f6-4438-b5d5-bc9ded50b1c6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b7be58-d1c8-4370-87b9-43fb5855fb5d']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:58.478831 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7726f282-e3f6-4438-b5d5-bc9ded50b1c6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2ba242-ae33-414d-bd5d-6a8f47f33fea') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:58.479431 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7726f282-e3f6-4438-b5d5-bc9ded50b1c6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2ba242-ae33-414d-bd5d-6a8f47f33fea') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:58.497592 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7726f282-e3f6-4438-b5d5-bc9ded50b1c6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (1d2ba242-ae33-414d-bd5d-6a8f47f33fea), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:58.513011 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Router f0067f24-e1f0-48d9-8922-d03845037040 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:53:58.515014 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7726f282-e3f6-4438-b5d5-bc9ded50b1c6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (1d2ba242-ae33-414d-bd5d-6a8f47f33fea), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:58.523264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7726f282-e3f6-4438-b5d5-bc9ded50b1c6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:53:58.524264 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7726f282-e3f6-4438-b5d5-bc9ded50b1c6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (1d2ba242-ae33-414d-bd5d-6a8f47f33fea), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:53:58.658180 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:53:58.666184 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7726f282-e3f6-4438-b5d5-bc9ded50b1c6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (39b7be58-d1c8-4370-87b9-43fb5855fb5d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:58.673354 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-e8b166d9-ed69-4af3-8d8f-764c7b2117bc tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae5c5272e243447aa41be74fb2bd0003&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3364985 Feb 03 12:53:58.737024 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7726f282-e3f6-4438-b5d5-bc9ded50b1c6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:58.749994 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7726f282-e3f6-4438-b5d5-bc9ded50b1c6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/networks/39b7be58-d1c8-4370-87b9-43fb5855fb5d HTTP/1.1" status: 204 len: 168 time: 1.8466158 Feb 03 12:53:58.752909 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726f282-e3f6-4438-b5d5-bc9ded50b1c6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Network': ['ID=39b7be58-d1c8-4370-87b9-43fb5855fb5d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:53:58.755011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39010) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:58.933824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-74023115-eec0-4487-9c31-8f1a7e0eacfd tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting port c8f6ea61-2304-437d-a6d7-75e803cb429c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:53:58.936147 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74023115-eec0-4487-9c31-8f1a7e0eacfd tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c8f6ea61-2304-437d-a6d7-75e803cb429c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:59.108715 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d6690822-2768-47fb-a9f7-e297b4a3899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:53:53Z', 'revision_number': 8, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': '9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8', 'name': '', 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:cc:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:54Z', 'updated_at': '2022-02-03T12:53:04Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8b46c36-a5b6-43cb-804e-889b8f0162b4', 'name': '', 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:ae:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:05Z', 'updated_at': '2022-02-03T12:53:21Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:54Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:59.206920 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 83de593b-2507-40f6-8145-197269851390 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:53:59.218286 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6690822-2768-47fb-a9f7-e297b4a3899f None None] The sync data for ids ['a869241a-ab34-4810-a890-b76103be9b1b'] in n-d-827336-3 is: [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:53:53Z', 'revision_number': 8, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': '9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8', 'name': '', 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:cc:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:54Z', 'updated_at': '2022-02-03T12:53:04Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8b46c36-a5b6-43cb-804e-889b8f0162b4', 'name': '', 'network_id': '3bc03878-908d-4168-b9ff-2ed09daaefce', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:ae:a9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:05Z', 'updated_at': '2022-02-03T12:53:21Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a10154a7-e35f-495e-a3c6-964b140b355e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:54Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:53:59.299830 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 83de593b-2507-40f6-8145-197269851390 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:53:59.302933 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 83de593b-2507-40f6-8145-197269851390 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:53:59.446164 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-955f5619-011c-4c24-b36b-cf4d891c9c2b service neutron] 10.222.0.18 "GET /v2.0/networks/a291a81e-bc4a-4030-b522-d2d3af47c518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7471685 Feb 03 12:53:59.562198 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74023115-eec0-4487-9c31-8f1a7e0eacfd tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c8f6ea61-2304-437d-a6d7-75e803cb429c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:53:59.587440 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:53:59.600228 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b5eb4a-a6a5-4af0-bec7-44daffeba57b None None] Sync routers for ids ['f0067f24-e1f0-48d9-8922-d03845037040'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:53:59.618008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-74023115-eec0-4487-9c31-8f1a7e0eacfd tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Calling delete_port for c8f6ea61-2304-437d-a6d7-75e803cb429c owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:53:59.625428 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-55994038-ed52-4605-b614-d91020f1d30e admin admin] 10.222.0.18 "PUT /v2.0/routers/f0067f24-e1f0-48d9-8922-d03845037040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3992202 Feb 03 12:53:59.628116 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b5eb4a-a6a5-4af0-bec7-44daffeba57b None None] Routers {'f0067f24-e1f0-48d9-8922-d03845037040'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:53:59.628766 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-72b5eb4a-a6a5-4af0-bec7-44daffeba57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f0067f24-e1f0-48d9-8922-d03845037040'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:53:59.658518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39018) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:53:59.936514 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-7ce30d9f-3e82-4c0e-ae10-12b0e6a85f22 service neutron] 10.222.0.18 "GET /v2.0/networks/a291a81e-bc4a-4030-b522-d2d3af47c518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894710 Feb 03 12:54:00.006520 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-72b5eb4a-a6a5-4af0-bec7-44daffeba57b None None] Set router f0067f24-e1f0-48d9-8922-d03845037040 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:54:00.117037 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-136fcde0-824a-48c1-9073-36bcaab32814 admin admin] Publish callbacks [] for router (f0067f24-e1f0-48d9-8922-d03845037040), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:00.465067 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-136fcde0-824a-48c1-9073-36bcaab32814 admin admin] Publish callbacks [] for router_gateway (f0067f24-e1f0-48d9-8922-d03845037040), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:00.561283 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d66bddb-0f5c-4039-9920-4b32f61d0a47 req-197f0a4f-0a0b-4545-80e3-a895f04402c4 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 210 time: 0.1413140 Feb 03 12:54:00.731640 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74023115-eec0-4487-9c31-8f1a7e0eacfd tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (c8f6ea61-2304-437d-a6d7-75e803cb429c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:00.782249 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74023115-eec0-4487-9c31-8f1a7e0eacfd tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Port': ['ID=c8f6ea61-2304-437d-a6d7-75e803cb429c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:00.871068 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-72b5eb4a-a6a5-4af0-bec7-44daffeba57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0067f24-e1f0-48d9-8922-d03845037040', 'name': 'tempest-ServerRescueTestJSON-1453279623-router', 'tenant_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'fb0d337f-67ce-4979-8308-cc55b8453ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:50:50Z', 'updated_at': '2022-02-03T12:53:53Z', 'revision_number': 5, 'project_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'gw_port': {'id': 'fb0d337f-67ce-4979-8308-cc55b8453ff1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0067f24-e1f0-48d9-8922-d03845037040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:50:53Z', 'updated_at': '2022-02-03T12:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:00.913794 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6ff270b-5d65-40b7-a553-685375357f38 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (a869241a-ab34-4810-a890-b76103be9b1b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:00.947189 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-136fcde0-824a-48c1-9073-36bcaab32814 admin admin] Deleting port fb0d337f-67ce-4979-8308-cc55b8453ff1 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:00.947506 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-136fcde0-824a-48c1-9073-36bcaab32814 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (fb0d337f-67ce-4979-8308-cc55b8453ff1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:01.044182 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b5eb4a-a6a5-4af0-bec7-44daffeba57b None None] Checking router: f0067f24-e1f0-48d9-8922-d03845037040 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:54:01.055254 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:01.097748 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c3dfd99e-7650-4b79-a809-e6aa1808bfa8 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:54:01.101692 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b5eb4a-a6a5-4af0-bec7-44daffeba57b None None] Routers {'f0067f24-e1f0-48d9-8922-d03845037040'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:01.106118 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-72b5eb4a-a6a5-4af0-bec7-44daffeba57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f0067f24-e1f0-48d9-8922-d03845037040'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:01.162754 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: c3dfd99e-7650-4b79-a809-e6aa1808bfa8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:54:01.163114 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c3dfd99e-7650-4b79-a809-e6aa1808bfa8 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:54:01.725762 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e6ff270b-5d65-40b7-a553-685375357f38 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting port b8b46c36-a5b6-43cb-804e-889b8f0162b4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:01.740521 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6ff270b-5d65-40b7-a553-685375357f38 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:01.899535 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-72b5eb4a-a6a5-4af0-bec7-44daffeba57b None None] Set router f0067f24-e1f0-48d9-8922-d03845037040 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:54:01.930400 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74023115-eec0-4487-9c31-8f1a7e0eacfd tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (32123bab-3a12-4605-b3b1-c393f19e4d99), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:01.965991 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-e6ff270b-5d65-40b7-a553-685375357f38 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] For port b8b46c36-a5b6-43cb-804e-889b8f0162b4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b8b46c36-a5b6-43cb-804e-889b8f0162b4,segment=NetworkSegment(7d968876-35e7-463a-950c-a76a35062716),segment_id=7d968876-35e7-463a-950c-a76a35062716)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:01.966698 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6ff270b-5d65-40b7-a553-685375357f38 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:01.973364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-136fcde0-824a-48c1-9073-36bcaab32814 admin admin] For port fb0d337f-67ce-4979-8308-cc55b8453ff1, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fb0d337f-67ce-4979-8308-cc55b8453ff1,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:01.975344 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-136fcde0-824a-48c1-9073-36bcaab32814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (fb0d337f-67ce-4979-8308-cc55b8453ff1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:01.978060 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-72b5eb4a-a6a5-4af0-bec7-44daffeba57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0067f24-e1f0-48d9-8922-d03845037040', 'name': 'tempest-ServerRescueTestJSON-1453279623-router', 'tenant_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:50:50Z', 'updated_at': '2022-02-03T12:54:00Z', 'revision_number': 6, 'project_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:01.986120 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e6ff270b-5d65-40b7-a553-685375357f38 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Calling delete_port for b8b46c36-a5b6-43cb-804e-889b8f0162b4 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:01.999810 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9e302f8d-4c98-4b41-a877-ba461ae2a6e7 req-3a6e2d5b-8936-4148-8313-be94454176f8 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 210 time: 0.1825287 Feb 03 12:54:02.030675 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b5eb4a-a6a5-4af0-bec7-44daffeba57b None None] The sync data for ids ['f0067f24-e1f0-48d9-8922-d03845037040'] in n-d-827336-3 is: [{'id': 'f0067f24-e1f0-48d9-8922-d03845037040', 'name': 'tempest-ServerRescueTestJSON-1453279623-router', 'tenant_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:50:50Z', 'updated_at': '2022-02-03T12:54:00Z', 'revision_number': 6, 'project_id': 'cd79879f23c9420f9b758bf6be6d77f9', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:54:02.353156 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-136fcde0-824a-48c1-9073-36bcaab32814 admin admin] Calling delete_port for fb0d337f-67ce-4979-8308-cc55b8453ff1 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:02.398368 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6ff270b-5d65-40b7-a553-685375357f38 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (b8b46c36-a5b6-43cb-804e-889b8f0162b4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:02.428213 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff270b-5d65-40b7-a553-685375357f38 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Port': ['ID=b8b46c36-a5b6-43cb-804e-889b8f0162b4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:02.646112 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74023115-eec0-4487-9c31-8f1a7e0eacfd tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 32123bab-3a12-4605-b3b1-c393f19e4d99 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:54:02.685202 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6ff270b-5d65-40b7-a553-685375357f38 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (a869241a-ab34-4810-a890-b76103be9b1b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:03.206840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ff270b-5d65-40b7-a553-685375357f38 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router a869241a-ab34-4810-a890-b76103be9b1b has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:54:03.211111 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a26bf6c-2c07-427c-aaac-dd76aaf04001 req-cb66d344-13e6-45c8-a720-71d0dce1d4d5 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 210 time: 0.0588186 Feb 03 12:54:03.290985 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fef37258-b08e-4003-bcda-c569aead6a09 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:54:03.337882 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: fef37258-b08e-4003-bcda-c569aead6a09 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:54:03.338224 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fef37258-b08e-4003-bcda-c569aead6a09 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:54:03.339121 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fb0d337f-67ce-4979-8308-cc55b8453ff1 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:54:03.359081 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ff270b-5d65-40b7-a553-685375357f38 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:54:03.367878 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e6ff270b-5d65-40b7-a553-685375357f38 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/a869241a-ab34-4810-a890-b76103be9b1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6098554 Feb 03 12:54:03.368769 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39068) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:03.392102 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: fb0d337f-67ce-4979-8308-cc55b8453ff1 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:54:03.392373 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fb0d337f-67ce-4979-8308-cc55b8453ff1 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:54:03.404841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cdf2e8-96f8-4919-bdea-30e6feed8f73 None None] Sync routers for ids ['a869241a-ab34-4810-a890-b76103be9b1b'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:54:03.418192 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74023115-eec0-4487-9c31-8f1a7e0eacfd tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:54:03.423204 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-136fcde0-824a-48c1-9073-36bcaab32814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (fb0d337f-67ce-4979-8308-cc55b8453ff1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:03.433949 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c847e909-b932-40a9-a63c-fc2f3fc4f83a None None] Sync routers for ids ['32123bab-3a12-4605-b3b1-c393f19e4d99'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:54:03.435452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cdf2e8-96f8-4919-bdea-30e6feed8f73 None None] Routers {'a869241a-ab34-4810-a890-b76103be9b1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:03.484794 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-10cdf2e8-96f8-4919-bdea-30e6feed8f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a869241a-ab34-4810-a890-b76103be9b1b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:03.485844 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-74023115-eec0-4487-9c31-8f1a7e0eacfd tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/32123bab-3a12-4605-b3b1-c393f19e4d99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7507069 Feb 03 12:54:03.485844 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39072) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:03.514217 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c847e909-b932-40a9-a63c-fc2f3fc4f83a None None] Routers {'32123bab-3a12-4605-b3b1-c393f19e4d99'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:03.515862 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-42918a9e-5da6-4b9b-88b4-d81b956b593f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting subnet a10154a7-e35f-495e-a3c6-964b140b355e {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:54:03.516792 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c847e909-b932-40a9-a63c-fc2f3fc4f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['32123bab-3a12-4605-b3b1-c393f19e4d99'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:03.529450 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42918a9e-5da6-4b9b-88b4-d81b956b593f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (a10154a7-e35f-495e-a3c6-964b140b355e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:03.559483 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f6dd81d1-33ba-4b7e-9de8-443c9045b094 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/ports?device_id=32123bab-3a12-4605-b3b1-c393f19e4d99 HTTP/1.1" status: 200 len: 205 time: 0.0804024 Feb 03 12:54:03.575571 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39074) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:03.580009 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c847e909-b932-40a9-a63c-fc2f3fc4f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:03.592382 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c847e909-b932-40a9-a63c-fc2f3fc4f83a None None] Routers {'32123bab-3a12-4605-b3b1-c393f19e4d99'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:03.593384 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c847e909-b932-40a9-a63c-fc2f3fc4f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['32123bab-3a12-4605-b3b1-c393f19e4d99'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:03.608516 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42918a9e-5da6-4b9b-88b4-d81b956b593f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (a10154a7-e35f-495e-a3c6-964b140b355e), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:03.668408 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c847e909-b932-40a9-a63c-fc2f3fc4f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:03.671402 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c847e909-b932-40a9-a63c-fc2f3fc4f83a None None] The sync data for ids ['32123bab-3a12-4605-b3b1-c393f19e4d99'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:54:03.783760 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-10cdf2e8-96f8-4919-bdea-30e6feed8f73 None None] Set router a869241a-ab34-4810-a890-b76103be9b1b gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:54:03.807178 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42918a9e-5da6-4b9b-88b4-d81b956b593f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (a10154a7-e35f-495e-a3c6-964b140b355e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:03.893467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136fcde0-824a-48c1-9073-36bcaab32814 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0d337f-67ce-4979-8308-cc55b8453ff1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:03.904809 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9fa2e26f-1a64-440b-9453-5be20f577f20 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (32123bab-3a12-4605-b3b1-c393f19e4d99), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:03.924265 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-46f437b1-b2f7-438b-84f9-b2178307c881 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:03.928772 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-46f437b1-b2f7-438b-84f9-b2178307c881 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.31 "GET /v2.0/networks?id=a291a81e-bc4a-4030-b522-d2d3af47c518 HTTP/1.1" status: 200 len: 797 time: 1.6516061 Feb 03 12:54:03.971291 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42918a9e-5da6-4b9b-88b4-d81b956b593f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (a10154a7-e35f-495e-a3c6-964b140b355e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:04.020320 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42918a9e-5da6-4b9b-88b4-d81b956b593f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:04.038838 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-42918a9e-5da6-4b9b-88b4-d81b956b593f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/subnets/a10154a7-e35f-495e-a3c6-964b140b355e HTTP/1.1" status: 204 len: 168 time: 0.6677358 Feb 03 12:54:04.041005 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39092) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:04.115679 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60371b0-e848-46fc-8163-d2417c39eacf None None] Network 3bc03878-908d-4168-b9ff-2ed09daaefce requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:04.144720 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42918a9e-5da6-4b9b-88b4-d81b956b593f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Subnet': ['ID=a10154a7-e35f-495e-a3c6-964b140b355e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:04.327871 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac88fac1-d39b-401a-bf16-e388d834700b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:04.349972 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22934ee4-473b-4e7d-9b77-5a04c393e708 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (3bc03878-908d-4168-b9ff-2ed09daaefce), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:04.474870 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-22934ee4-473b-4e7d-9b77-5a04c393e708 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting port ce1eaf26-9620-484f-b067-2ddb5d818e6d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:04.475086 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22934ee4-473b-4e7d-9b77-5a04c393e708 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ce1eaf26-9620-484f-b067-2ddb5d818e6d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:04.481417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-10cdf2e8-96f8-4919-bdea-30e6feed8f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:54:02Z', 'revision_number': 9, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': '9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8', 'name': '', 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:cc:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:54Z', 'updated_at': '2022-02-03T12:53:04Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:54Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:04.516352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cdf2e8-96f8-4919-bdea-30e6feed8f73 None None] Checking router: a869241a-ab34-4810-a890-b76103be9b1b for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:54:04.551998 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cdf2e8-96f8-4919-bdea-30e6feed8f73 None None] Routers {'a869241a-ab34-4810-a890-b76103be9b1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:04.552697 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-10cdf2e8-96f8-4919-bdea-30e6feed8f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:53:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a869241a-ab34-4810-a890-b76103be9b1b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:04.702762 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-22934ee4-473b-4e7d-9b77-5a04c393e708 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] For port ce1eaf26-9620-484f-b067-2ddb5d818e6d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ce1eaf26-9620-484f-b067-2ddb5d818e6d,segment=NetworkSegment(7d968876-35e7-463a-950c-a76a35062716),segment_id=7d968876-35e7-463a-950c-a76a35062716)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:04.704420 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22934ee4-473b-4e7d-9b77-5a04c393e708 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ce1eaf26-9620-484f-b067-2ddb5d818e6d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:04.766021 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-22934ee4-473b-4e7d-9b77-5a04c393e708 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Calling delete_port for ce1eaf26-9620-484f-b067-2ddb5d818e6d owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:04.837441 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-10cdf2e8-96f8-4919-bdea-30e6feed8f73 None None] Set router a869241a-ab34-4810-a890-b76103be9b1b gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:54:04.925437 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c9fb11-97d1-48a9-a14a-21bcfb2fdec5 None None] DHCP port deletion for 3bc03878-908d-4168-b9ff-2ed09daaefce request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:54:05.012469 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22934ee4-473b-4e7d-9b77-5a04c393e708 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ce1eaf26-9620-484f-b067-2ddb5d818e6d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:05.035200 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22934ee4-473b-4e7d-9b77-5a04c393e708 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] No DVR routers for this DVR port ce1eaf26-9620-484f-b067-2ddb5d818e6d on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:54:05.201924 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22934ee4-473b-4e7d-9b77-5a04c393e708 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (3bc03878-908d-4168-b9ff-2ed09daaefce), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:05.235261 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-22934ee4-473b-4e7d-9b77-5a04c393e708 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc03878-908d-4168-b9ff-2ed09daaefce']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:05.247782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-22934ee4-473b-4e7d-9b77-5a04c393e708 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d968876-35e7-463a-950c-a76a35062716') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:05.249318 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-22934ee4-473b-4e7d-9b77-5a04c393e708 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d968876-35e7-463a-950c-a76a35062716') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:05.255841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ce1eaf26-9620-484f-b067-2ddb5d818e6d no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:54:05.261611 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22934ee4-473b-4e7d-9b77-5a04c393e708 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (7d968876-35e7-463a-950c-a76a35062716), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:05.284599 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22934ee4-473b-4e7d-9b77-5a04c393e708 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (7d968876-35e7-463a-950c-a76a35062716), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:05.293069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22934ee4-473b-4e7d-9b77-5a04c393e708 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:54:05.293542 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22934ee4-473b-4e7d-9b77-5a04c393e708 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (7d968876-35e7-463a-950c-a76a35062716), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:05.383745 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: ce1eaf26-9620-484f-b067-2ddb5d818e6d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:54:05.386224 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ce1eaf26-9620-484f-b067-2ddb5d818e6d not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:54:05.405819 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:54:05.408735 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22934ee4-473b-4e7d-9b77-5a04c393e708 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Port': ['ID=ce1eaf26-9620-484f-b067-2ddb5d818e6d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:05.421265 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22934ee4-473b-4e7d-9b77-5a04c393e708 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (3bc03878-908d-4168-b9ff-2ed09daaefce), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:05.528949 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-63c9fb11-97d1-48a9-a14a-21bcfb2fdec5 None None] Deleting port ce1eaf26-9620-484f-b067-2ddb5d818e6d {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:05.531634 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63c9fb11-97d1-48a9-a14a-21bcfb2fdec5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ce1eaf26-9620-484f-b067-2ddb5d818e6d), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:05.566572 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22934ee4-473b-4e7d-9b77-5a04c393e708 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:05.579433 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-22934ee4-473b-4e7d-9b77-5a04c393e708 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/networks/3bc03878-908d-4168-b9ff-2ed09daaefce HTTP/1.1" status: 204 len: 168 time: 1.5374749 Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server [None req-63c9fb11-97d1-48a9-a14a-21bcfb2fdec5 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 3bc03878-908d-4168-b9ff-2ed09daaefce could not be found. Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2019, in delete_port Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1219, in get_network Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 3bc03878-908d-4168-b9ff-2ed09daaefce could not be found. Feb 03 12:54:05.579669 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Feb 03 12:54:05.586602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22934ee4-473b-4e7d-9b77-5a04c393e708 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Network': ['ID=3bc03878-908d-4168-b9ff-2ed09daaefce,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:05.614332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39108) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:05.615480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01065be-7eb9-4ca1-94f7-4a668bf240de None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:54:05.754223 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01065be-7eb9-4ca1-94f7-4a668bf240de None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:54:05.908873 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-881956db-dd7e-49e8-bade-98865816d34f req-474d7e27-3bab-4012-bad2-2c1fcb3c0b87 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 210 time: 0.2566164 Feb 03 12:54:06.172625 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-46af114d-24bb-41e0-a97e-fca2861a4514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:06.332964 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-10cdf2e8-96f8-4919-bdea-30e6feed8f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:54:02Z', 'revision_number': 9, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': '9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8', 'name': '', 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:cc:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:54Z', 'updated_at': '2022-02-03T12:53:04Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:54Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:06.361024 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-136fcde0-824a-48c1-9073-36bcaab32814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (f0067f24-e1f0-48d9-8922-d03845037040), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:06.465109 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cdf2e8-96f8-4919-bdea-30e6feed8f73 None None] The sync data for ids ['a869241a-ab34-4810-a890-b76103be9b1b'] in n-d-827336-3 is: [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:54:02Z', 'revision_number': 9, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': '9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8', 'name': '', 'network_id': '444d3787-21b7-488f-837a-92cda3c33c44', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:cc:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:54Z', 'updated_at': '2022-02-03T12:53:04Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': '290ba31a-3c72-457c-8aa2-12f21716eb60', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:54Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:54:06.609192 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcb1fd3-eed0-46ce-93bc-c165e2dab01c None None] DHCP port deletion for 3bc03878-908d-4168-b9ff-2ed09daaefce request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:54:06.610488 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26fd7053-f99f-4c91-8041-2d107d2d6744 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (a869241a-ab34-4810-a890-b76103be9b1b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:06.782239 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-136fcde0-824a-48c1-9073-36bcaab32814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (f0067f24-e1f0-48d9-8922-d03845037040), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:06.793675 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-136fcde0-824a-48c1-9073-36bcaab32814 admin admin] Publish callbacks [] for router_controller (f0067f24-e1f0-48d9-8922-d03845037040), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:06.900979 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-81c1ee03-4daf-4dc0-b824-2d97de44e2cf req-a274bdf1-dde3-4fae-a39c-f7c6965b1d79 service neutron] (103189) timed out ('10.222.0.18', 46472) {{(pid=103189) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 12:54:06.910292 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-cea9daf2-0c35-485e-bb62-bc645a5314b3 req-4b8b59c8-7ed3-423a-8210-f68b427ff54b service neutron] (103189) timed out ('10.222.0.31', 59945) {{(pid=103189) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 12:54:06.945578 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:06.956748 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-6143143b-7394-47ee-992b-ab3054aa6ce5 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae5c5272e243447aa41be74fb2bd0003 HTTP/1.1" status: 200 len: 379 time: 2.9017997 Feb 03 12:54:06.965779 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9fa2e26f-1a64-440b-9453-5be20f577f20 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (32123bab-3a12-4605-b3b1-c393f19e4d99), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:07.012729 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-1126a7e5-2a45-4769-a3b0-68003298ba29 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'port': {'device_id': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'admin_state_up': True, 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'security_groups': ['0b37565c-a68f-49a1-b831-1a35405a5a67']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:07.084212 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b8b46c36-a5b6-43cb-804e-889b8f0162b4 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:54:07.149511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: b8b46c36-a5b6-43cb-804e-889b8f0162b4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:54:07.150135 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b8b46c36-a5b6-43cb-804e-889b8f0162b4 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:54:07.174122 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9fa2e26f-1a64-440b-9453-5be20f577f20 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router_controller (32123bab-3a12-4605-b3b1-c393f19e4d99), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:07.236856 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-136fcde0-824a-48c1-9073-36bcaab32814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (f0067f24-e1f0-48d9-8922-d03845037040), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:07.237401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136fcde0-824a-48c1-9073-36bcaab32814 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0067f24-e1f0-48d9-8922-d03845037040 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:54:07.337668 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6beca17e-83c6-404a-ace0-2392f88f8500 req-afda2e40-8c60-4785-b90e-67424a9264fa tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 210 time: 0.1694236 Feb 03 12:54:07.387016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-26fd7053-f99f-4c91-8041-2d107d2d6744 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting port 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:07.387359 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26fd7053-f99f-4c91-8041-2d107d2d6744 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:07.416114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-136fcde0-824a-48c1-9073-36bcaab32814 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:07.426979 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-136fcde0-824a-48c1-9073-36bcaab32814 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f0067f24-e1f0-48d9-8922-d03845037040 HTTP/1.1" status: 204 len: 168 time: 7.7667074 Feb 03 12:54:07.429232 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9fa2e26f-1a64-440b-9453-5be20f577f20 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (32123bab-3a12-4605-b3b1-c393f19e4d99), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:07.432281 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa2e26f-1a64-440b-9453-5be20f577f20 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Fanout notify agent at l3_agent the message router_deleted on router 32123bab-3a12-4605-b3b1-c393f19e4d99 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:54:07.459883 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9fa2e26f-1a64-440b-9453-5be20f577f20 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:07.465160 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9fa2e26f-1a64-440b-9453-5be20f577f20 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/routers/32123bab-3a12-4605-b3b1-c393f19e4d99 HTTP/1.1" status: 204 len: 168 time: 3.8778036 Feb 03 12:54:07.466059 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39136) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:07.468355 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39138) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:07.659779 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d85146-382c-451e-a52c-db78139b4bce admin admin] Deleting subnet e24c0d19-efc7-422d-9f52-9378e9ba1415 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:54:07.673596 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64d85146-382c-451e-a52c-db78139b4bce admin admin] Publish callbacks [] for subnet (e24c0d19-efc7-422d-9f52-9378e9ba1415), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:07.696257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-26fd7053-f99f-4c91-8041-2d107d2d6744 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] For port 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8,segment=NetworkSegment(f357621b-b0d2-4c47-983a-aac16f85e9a1),segment_id=f357621b-b0d2-4c47-983a-aac16f85e9a1)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:07.697235 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26fd7053-f99f-4c91-8041-2d107d2d6744 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:07.731012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-26fd7053-f99f-4c91-8041-2d107d2d6744 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Calling delete_port for 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:07.882141 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64d85146-382c-451e-a52c-db78139b4bce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (e24c0d19-efc7-422d-9f52-9378e9ba1415), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:08.002946 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26fd7053-f99f-4c91-8041-2d107d2d6744 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:08.074543 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd7053-f99f-4c91-8041-2d107d2d6744 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Port': ['ID=9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:08.138158 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-99588c0f-19f7-4970-abed-f5eb4e444329 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting subnet e1ceff03-14de-4242-91e4-78be69d34359 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:54:08.209805 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:08.214411 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99588c0f-19f7-4970-abed-f5eb4e444329 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for subnet (e1ceff03-14de-4242-91e4-78be69d34359), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:08.264721 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26fd7053-f99f-4c91-8041-2d107d2d6744 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (a869241a-ab34-4810-a890-b76103be9b1b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:08.367085 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-1126a7e5-2a45-4769-a3b0-68003298ba29 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Made reservation on behalf of ae5c5272e243447aa41be74fb2bd0003 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:08.392813 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-1126a7e5-2a45-4769-a3b0-68003298ba29 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:08.410604 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64d85146-382c-451e-a52c-db78139b4bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (e24c0d19-efc7-422d-9f52-9378e9ba1415), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:08.690301 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99588c0f-19f7-4970-abed-f5eb4e444329 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (e1ceff03-14de-4242-91e4-78be69d34359), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:08.894093 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fd7053-f99f-4c91-8041-2d107d2d6744 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router a869241a-ab34-4810-a890-b76103be9b1b has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:54:09.109727 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99588c0f-19f7-4970-abed-f5eb4e444329 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (e1ceff03-14de-4242-91e4-78be69d34359), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:09.181215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fd7053-f99f-4c91-8041-2d107d2d6744 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:54:09.193523 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd555b6-879f-4bca-90b2-ca67ec399d2f None None] Sync routers for ids ['a869241a-ab34-4810-a890-b76103be9b1b'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:54:09.202585 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-26fd7053-f99f-4c91-8041-2d107d2d6744 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/a869241a-ab34-4810-a890-b76103be9b1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5818379 Feb 03 12:54:09.206903 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39180) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:09.214895 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd555b6-879f-4bca-90b2-ca67ec399d2f None None] Routers {'a869241a-ab34-4810-a890-b76103be9b1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:09.221995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-abd555b6-879f-4bca-90b2-ca67ec399d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a869241a-ab34-4810-a890-b76103be9b1b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:09.327048 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99588c0f-19f7-4970-abed-f5eb4e444329 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (e1ceff03-14de-4242-91e4-78be69d34359), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:09.446071 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99588c0f-19f7-4970-abed-f5eb4e444329 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ceff03-14de-4242-91e4-78be69d34359,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:09.663528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-abd555b6-879f-4bca-90b2-ca67ec399d2f None None] Set router a869241a-ab34-4810-a890-b76103be9b1b gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:54:09.899704 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f156e70-6fd7-4d99-bc35-0c7a0634931d req-064c6d5e-86c8-4be4-890e-27468826c00f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 210 time: 0.6064930 Feb 03 12:54:09.921307 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99588c0f-19f7-4970-abed-f5eb4e444329 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:09.925700 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-99588c0f-19f7-4970-abed-f5eb4e444329 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/subnets/e1ceff03-14de-4242-91e4-78be69d34359 HTTP/1.1" status: 204 len: 168 time: 2.2939038 Feb 03 12:54:10.011336 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-1126a7e5-2a45-4769-a3b0-68003298ba29 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Allocated IP 172.20.0.4 (a291a81e-bc4a-4030-b522-d2d3af47c518/a50236b4-7ed8-4d68-8b31-2597f3b8e42f/b7821b84-4e8c-4f7a-b0ae-b29085ea122b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:54:10.045283 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64d85146-382c-451e-a52c-db78139b4bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (e24c0d19-efc7-422d-9f52-9378e9ba1415), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:10.115422 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39194) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:10.264065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc87083-a647-446e-a512-8a2ee5fde637 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting subnet 290ba31a-3c72-457c-8aa2-12f21716eb60 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:54:10.269699 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bc87083-a647-446e-a512-8a2ee5fde637 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (290ba31a-3c72-457c-8aa2-12f21716eb60), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:10.330417 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bc87083-a647-446e-a512-8a2ee5fde637 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (290ba31a-3c72-457c-8aa2-12f21716eb60), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:10.372281 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d9dc2db-50c4-4aea-9697-ab43be2794c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (6dd1862e-e278-4ca2-b32d-0ab57d840c7c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:10.408072 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d85146-382c-451e-a52c-db78139b4bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e24c0d19-efc7-422d-9f52-9378e9ba1415,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:10.419153 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b27877-1d79-4a28-aa5e-908249b32103 None None] Network 6dd1862e-e278-4ca2-b32d-0ab57d840c7c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:10.426033 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bc87083-a647-446e-a512-8a2ee5fde637 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (290ba31a-3c72-457c-8aa2-12f21716eb60), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:10.451418 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64d85146-382c-451e-a52c-db78139b4bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:10.462855 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-64d85146-382c-451e-a52c-db78139b4bce admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e24c0d19-efc7-422d-9f52-9378e9ba1415 HTTP/1.1" status: 204 len: 168 time: 2.9284015 Feb 03 12:54:10.467533 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39206) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:10.492900 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bc87083-a647-446e-a512-8a2ee5fde637 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (290ba31a-3c72-457c-8aa2-12f21716eb60), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:10.563494 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc87083-a647-446e-a512-8a2ee5fde637 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Subnet': ['ID=290ba31a-3c72-457c-8aa2-12f21716eb60,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:10.572288 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bc87083-a647-446e-a512-8a2ee5fde637 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:10.594623 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9bc87083-a647-446e-a512-8a2ee5fde637 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/subnets/290ba31a-3c72-457c-8aa2-12f21716eb60 HTTP/1.1" status: 204 len: 168 time: 1.3764255 Feb 03 12:54:10.594623 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39208) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:10.598614 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ec8955-f71b-4da0-b857-24119b6ba2cd None None] Network 444d3787-21b7-488f-837a-92cda3c33c44 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:10.650725 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-efef4c80-acaa-47d0-be9e-1ad6923c3b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (ba52975b-3ccc-4e20-a0cf-e3affafdc748), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:10.702160 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:10.741390 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cbdaf02-70c2-4c8f-aa46-a3c36ea9c501 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (444d3787-21b7-488f-837a-92cda3c33c44), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:10.885617 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0cbdaf02-70c2-4c8f-aa46-a3c36ea9c501 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting port 7c3d3344-e157-4b5b-afc2-829f6734c37c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:10.900201 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cbdaf02-70c2-4c8f-aa46-a3c36ea9c501 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (7c3d3344-e157-4b5b-afc2-829f6734c37c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.005801 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-0cbdaf02-70c2-4c8f-aa46-a3c36ea9c501 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] For port 7c3d3344-e157-4b5b-afc2-829f6734c37c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7c3d3344-e157-4b5b-afc2-829f6734c37c,segment=NetworkSegment(f357621b-b0d2-4c47-983a-aac16f85e9a1),segment_id=f357621b-b0d2-4c47-983a-aac16f85e9a1)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:11.006182 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cbdaf02-70c2-4c8f-aa46-a3c36ea9c501 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (7c3d3344-e157-4b5b-afc2-829f6734c37c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.042969 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0cbdaf02-70c2-4c8f-aa46-a3c36ea9c501 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Calling delete_port for 7c3d3344-e157-4b5b-afc2-829f6734c37c owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:11.045732 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-efef4c80-acaa-47d0-be9e-1ad6923c3b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (ba52975b-3ccc-4e20-a0cf-e3affafdc748), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.095063 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-efef4c80-acaa-47d0-be9e-1ad6923c3b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba52975b-3ccc-4e20-a0cf-e3affafdc748']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:11.116241 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-efef4c80-acaa-47d0-be9e-1ad6923c3b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:11.116579 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-efef4c80-acaa-47d0-be9e-1ad6923c3b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:11.142176 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-efef4c80-acaa-47d0-be9e-1ad6923c3b9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.249047 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-efef4c80-acaa-47d0-be9e-1ad6923c3b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.292869 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cbdaf02-70c2-4c8f-aa46-a3c36ea9c501 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (7c3d3344-e157-4b5b-afc2-829f6734c37c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.316091 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c48d126f-e082-496f-92c4-b67802829ba0 req-2234a0ba-064a-4de0-990b-1238e951cf0f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 210 time: 0.1538551 Feb 03 12:54:11.321882 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efef4c80-acaa-47d0-be9e-1ad6923c3b9a admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:54:11.322398 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-efef4c80-acaa-47d0-be9e-1ad6923c3b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (4f2ef36d-f64f-4b0a-8a29-b8f3bdd3307e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:54:11.324519 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:54:11.366065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdaf02-70c2-4c8f-aa46-a3c36ea9c501 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Port': ['ID=7c3d3344-e157-4b5b-afc2-829f6734c37c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:11.370943 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbdaf02-70c2-4c8f-aa46-a3c36ea9c501 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] No DVR routers for this DVR port 7c3d3344-e157-4b5b-afc2-829f6734c37c on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:54:11.379150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0623105d-a9a7-4da1-a317-9dcfcf611e7b None None] DHCP port deletion for 6dd1862e-e278-4ca2-b32d-0ab57d840c7c request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:54:11.420136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d2efa6-689a-4ed3-8d4c-741d0b1763bb None None] DHCP port deletion for 444d3787-21b7-488f-837a-92cda3c33c44 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:54:11.479245 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8d9dc2db-50c4-4aea-9697-ab43be2794c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting port fc9094e1-fc18-4800-bd59-ea9d44251458 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:11.479245 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d9dc2db-50c4-4aea-9697-ab43be2794c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (fc9094e1-fc18-4800-bd59-ea9d44251458), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.551029 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-1126a7e5-2a45-4769-a3b0-68003298ba29 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for port (b7821b84-4e8c-4f7a-b0ae-b29085ea122b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.560802 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-abd555b6-879f-4bca-90b2-ca67ec399d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:54:07Z', 'revision_number': 10, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:54Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:11.567645 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-efef4c80-acaa-47d0-be9e-1ad6923c3b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (ba52975b-3ccc-4e20-a0cf-e3affafdc748), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.603210 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cbdaf02-70c2-4c8f-aa46-a3c36ea9c501 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (444d3787-21b7-488f-837a-92cda3c33c44), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.605218 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-efef4c80-acaa-47d0-be9e-1ad6923c3b9a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.619414 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-efef4c80-acaa-47d0-be9e-1ad6923c3b9a admin admin] 10.222.0.18 "DELETE /v2.0/networks/ba52975b-3ccc-4e20-a0cf-e3affafdc748 HTTP/1.1" status: 204 len: 168 time: 1.1424496 Feb 03 12:54:11.671606 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef4c80-acaa-47d0-be9e-1ad6923c3b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=ba52975b-3ccc-4e20-a0cf-e3affafdc748,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:11.694975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8d9dc2db-50c4-4aea-9697-ab43be2794c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] For port fc9094e1-fc18-4800-bd59-ea9d44251458, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fc9094e1-fc18-4800-bd59-ea9d44251458,segment=NetworkSegment(348e1552-37b8-480d-b735-e76e5f7d5884),segment_id=348e1552-37b8-480d-b735-e76e5f7d5884)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:11.695352 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d9dc2db-50c4-4aea-9697-ab43be2794c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (fc9094e1-fc18-4800-bd59-ea9d44251458), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.699780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0cbdaf02-70c2-4c8f-aa46-a3c36ea9c501 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444d3787-21b7-488f-837a-92cda3c33c44']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:11.714814 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd555b6-879f-4bca-90b2-ca67ec399d2f None None] Checking router: a869241a-ab34-4810-a890-b76103be9b1b for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:54:11.715702 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0cbdaf02-70c2-4c8f-aa46-a3c36ea9c501 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f357621b-b0d2-4c47-983a-aac16f85e9a1') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:11.715845 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8d9dc2db-50c4-4aea-9697-ab43be2794c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Calling delete_port for fc9094e1-fc18-4800-bd59-ea9d44251458 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:11.718120 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0cbdaf02-70c2-4c8f-aa46-a3c36ea9c501 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f357621b-b0d2-4c47-983a-aac16f85e9a1') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:11.741192 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0623105d-a9a7-4da1-a317-9dcfcf611e7b None None] Deleting port fc9094e1-fc18-4800-bd59-ea9d44251458 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:11.741573 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0623105d-a9a7-4da1-a317-9dcfcf611e7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (fc9094e1-fc18-4800-bd59-ea9d44251458), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.758450 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cbdaf02-70c2-4c8f-aa46-a3c36ea9c501 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (f357621b-b0d2-4c47-983a-aac16f85e9a1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.800292 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cbdaf02-70c2-4c8f-aa46-a3c36ea9c501 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f357621b-b0d2-4c47-983a-aac16f85e9a1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.823083 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbdaf02-70c2-4c8f-aa46-a3c36ea9c501 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:54:11.823754 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cbdaf02-70c2-4c8f-aa46-a3c36ea9c501 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (f357621b-b0d2-4c47-983a-aac16f85e9a1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:54:11.827532 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:54:11.939865 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cbdaf02-70c2-4c8f-aa46-a3c36ea9c501 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (444d3787-21b7-488f-837a-92cda3c33c44), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.951290 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd555b6-879f-4bca-90b2-ca67ec399d2f None None] Routers {'a869241a-ab34-4810-a890-b76103be9b1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:11.951965 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-abd555b6-879f-4bca-90b2-ca67ec399d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a869241a-ab34-4810-a890-b76103be9b1b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:11.966547 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-1126a7e5-2a45-4769-a3b0-68003298ba29 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b7821b84-4e8c-4f7a-b0ae-b29085ea122b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.975442 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cbdaf02-70c2-4c8f-aa46-a3c36ea9c501 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:11.984936 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0cbdaf02-70c2-4c8f-aa46-a3c36ea9c501 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/networks/444d3787-21b7-488f-837a-92cda3c33c44 HTTP/1.1" status: 204 len: 168 time: 1.3982511 Feb 03 12:54:11.986410 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdaf02-70c2-4c8f-aa46-a3c36ea9c501 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Network': ['ID=444d3787-21b7-488f-837a-92cda3c33c44,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:11.988730 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39242) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:12.005881 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d9dc2db-50c4-4aea-9697-ab43be2794c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (fc9094e1-fc18-4800-bd59-ea9d44251458), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:12.088429 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9dc2db-50c4-4aea-9697-ab43be2794c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] No DVR routers for this DVR port fc9094e1-fc18-4800-bd59-ea9d44251458 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:54:12.191302 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-1126a7e5-2a45-4769-a3b0-68003298ba29 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Network a291a81e-bc4a-4030-b522-d2d3af47c518 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:54:12.199620 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39248) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:12.269463 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-1126a7e5-2a45-4769-a3b0-68003298ba29 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:12.287778 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0623105d-a9a7-4da1-a317-9dcfcf611e7b None None] For port fc9094e1-fc18-4800-bd59-ea9d44251458, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fc9094e1-fc18-4800-bd59-ea9d44251458,segment=NetworkSegment(348e1552-37b8-480d-b735-e76e5f7d5884),segment_id=348e1552-37b8-480d-b735-e76e5f7d5884)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:12.290037 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-1126a7e5-2a45-4769-a3b0-68003298ba29 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:54:12.292392 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0623105d-a9a7-4da1-a317-9dcfcf611e7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (fc9094e1-fc18-4800-bd59-ea9d44251458), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:12.313617 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-161c769d-0171-41e7-8898-526d054f1fe0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd79879f23c9420f9b758bf6be6d77f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1124034 Feb 03 12:54:12.354576 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0623105d-a9a7-4da1-a317-9dcfcf611e7b None None] Calling delete_port for fc9094e1-fc18-4800-bd59-ea9d44251458 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:12.379060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-abd555b6-879f-4bca-90b2-ca67ec399d2f None None] Set router a869241a-ab34-4810-a890-b76103be9b1b gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:54:12.446112 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39256) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:12.763337 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d9dc2db-50c4-4aea-9697-ab43be2794c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (6dd1862e-e278-4ca2-b32d-0ab57d840c7c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:12.824573 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4cc9fd5-b867-4916-bd9d-1753dd8256ef tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (a869241a-ab34-4810-a890-b76103be9b1b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:12.828088 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8d9dc2db-50c4-4aea-9697-ab43be2794c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd1862e-e278-4ca2-b32d-0ab57d840c7c']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:12.850111 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8d9dc2db-50c4-4aea-9697-ab43be2794c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348e1552-37b8-480d-b735-e76e5f7d5884') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:12.850406 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8d9dc2db-50c4-4aea-9697-ab43be2794c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348e1552-37b8-480d-b735-e76e5f7d5884') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:12.874371 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d9dc2db-50c4-4aea-9697-ab43be2794c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (348e1552-37b8-480d-b735-e76e5f7d5884), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:13.002629 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0623105d-a9a7-4da1-a317-9dcfcf611e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (fc9094e1-fc18-4800-bd59-ea9d44251458), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:13.023476 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-1126a7e5-2a45-4769-a3b0-68003298ba29 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:13.037383 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-1126a7e5-2a45-4769-a3b0-68003298ba29 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:13.039796 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126a7e5-2a45-4769-a3b0-68003298ba29 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'Port': ['ID=b7821b84-4e8c-4f7a-b0ae-b29085ea122b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:13.175351 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d9dc2db-50c4-4aea-9697-ab43be2794c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (348e1552-37b8-480d-b735-e76e5f7d5884), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:13.176316 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0623105d-a9a7-4da1-a317-9dcfcf611e7b None None] No DVR routers for this DVR port fc9094e1-fc18-4800-bd59-ea9d44251458 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:54:13.248192 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9dc2db-50c4-4aea-9697-ab43be2794c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:54:13.248710 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d9dc2db-50c4-4aea-9697-ab43be2794c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (348e1552-37b8-480d-b735-e76e5f7d5884), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:13.254826 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623105d-a9a7-4da1-a317-9dcfcf611e7b None None] Pushing event deleted for resources: {'Port': ['ID=fc9094e1-fc18-4800-bd59-ea9d44251458,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:13.267056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fc9094e1-fc18-4800-bd59-ea9d44251458 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:54:13.440393 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3db52141-3d36-4ebd-a670-29f360c2bd79 None None] Provisioning complete for port b7821b84-4e8c-4f7a-b0ae-b29085ea122b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:13.441034 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3db52141-3d36-4ebd-a670-29f360c2bd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b7821b84-4e8c-4f7a-b0ae-b29085ea122b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:54:13.442359 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:54:13.487283 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3db52141-3d36-4ebd-a670-29f360c2bd79 None None] Port b7821b84-4e8c-4f7a-b0ae-b29085ea122b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:54:13.488946 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: fc9094e1-fc18-4800-bd59-ea9d44251458 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:54:13.489160 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc9fd5-b867-4916-bd9d-1753dd8256ef tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting port e907e0b7-a2c7-468f-9924-f3cf3758c19d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:13.490172 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4cc9fd5-b867-4916-bd9d-1753dd8256ef tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (e907e0b7-a2c7-468f-9924-f3cf3758c19d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:13.490703 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fc9094e1-fc18-4800-bd59-ea9d44251458 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:54:13.492113 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7c3d3344-e157-4b5b-afc2-829f6734c37c no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:54:13.554391 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9dc2db-50c4-4aea-9697-ab43be2794c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Port': ['ID=fc9094e1-fc18-4800-bd59-ea9d44251458,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:13.571834 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 7c3d3344-e157-4b5b-afc2-829f6734c37c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:54:13.572519 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7c3d3344-e157-4b5b-afc2-829f6734c37c not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:54:13.641518 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-abd555b6-879f-4bca-90b2-ca67ec399d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:54:07Z', 'revision_number': 10, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:54Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:13.661151 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fdd5c-b6b7-4568-a29c-43db57531547 req-a1502070-a324-48a8-9fc2-11195af8a887 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:13.663303 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6d3fdd5c-b6b7-4568-a29c-43db57531547 req-a1502070-a324-48a8-9fc2-11195af8a887 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 931 time: 0.9398828 Feb 03 12:54:13.674206 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-1126a7e5-2a45-4769-a3b0-68003298ba29 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7142899 Feb 03 12:54:13.674850 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d9dc2db-50c4-4aea-9697-ab43be2794c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (6dd1862e-e278-4ca2-b32d-0ab57d840c7c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:13.690202 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd555b6-879f-4bca-90b2-ca67ec399d2f None None] The sync data for ids ['a869241a-ab34-4810-a890-b76103be9b1b'] in n-d-827336-3 is: [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:54:07Z', 'revision_number': 10, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None, '_interfaces': [{'id': 'e907e0b7-a2c7-468f-9924-f3cf3758c19d', 'name': '', 'network_id': '0d747e70-3588-4276-a179-84985cb2c595', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'mac_address': 'fa:16:3e:f7:62:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:52:43Z', 'updated_at': '2022-02-03T12:52:54Z', 'revision_number': 5, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'subnets': [{'id': 'a29506b0-dc49-46da-ab27-066332a63a25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:54:13.706435 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-f4cc9fd5-b867-4916-bd9d-1753dd8256ef tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] For port e907e0b7-a2c7-468f-9924-f3cf3758c19d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=e907e0b7-a2c7-468f-9924-f3cf3758c19d,segment=NetworkSegment(ba3803a0-783a-45bd-8e66-136486627a1d),segment_id=ba3803a0-783a-45bd-8e66-136486627a1d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:13.707215 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4cc9fd5-b867-4916-bd9d-1753dd8256ef tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (e907e0b7-a2c7-468f-9924-f3cf3758c19d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:13.783659 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc9fd5-b867-4916-bd9d-1753dd8256ef tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Calling delete_port for e907e0b7-a2c7-468f-9924-f3cf3758c19d owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:13.865536 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d9dc2db-50c4-4aea-9697-ab43be2794c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:13.868909 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8d9dc2db-50c4-4aea-9697-ab43be2794c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/networks/6dd1862e-e278-4ca2-b32d-0ab57d840c7c HTTP/1.1" status: 204 len: 168 time: 3.7509074 Feb 03 12:54:13.899561 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9dc2db-50c4-4aea-9697-ab43be2794c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Network': ['ID=6dd1862e-e278-4ca2-b32d-0ab57d840c7c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:13.905898 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b215d333-4841-4e25-981e-bdb9038ee716 admin admin] Publish callbacks [] for security_group (e1048118-53cb-42db-8bca-327201d30ff3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:13.922708 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6d3fdd5c-b6b7-4568-a29c-43db57531547 req-42cd6d8c-7b85-4e97-8937-c343d1c8ac23 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b37565c-a68f-49a1-b831-1a35405a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248805 Feb 03 12:54:13.924808 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39286) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:13.949120 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-948cc38c-7360-4847-8f6f-e70edb112604 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1832249471', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:14.058972 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] Request body: {'port': {'device_id': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:14.132929 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b215d333-4841-4e25-981e-bdb9038ee716 admin admin] Publish callbacks [] for security_group (e1048118-53cb-42db-8bca-327201d30ff3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:14.182028 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-948cc38c-7360-4847-8f6f-e70edb112604 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (8be3b08a-f984-4cea-a85b-b1aa7d92d5af), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:14.183550 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-948cc38c-7360-4847-8f6f-e70edb112604 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (8be3b08a-f984-4cea-a85b-b1aa7d92d5af), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:14.290244 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b7821b84-4e8c-4f7a-b0ae-b29085ea122b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:14.328539 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4cc9fd5-b867-4916-bd9d-1753dd8256ef tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (e907e0b7-a2c7-468f-9924-f3cf3758c19d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:14.457310 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc9fd5-b867-4916-bd9d-1753dd8256ef tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Port': ['ID=e907e0b7-a2c7-468f-9924-f3cf3758c19d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:14.544696 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-948cc38c-7360-4847-8f6f-e70edb112604 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router_controller (8be3b08a-f984-4cea-a85b-b1aa7d92d5af), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:14.828904 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4cc9fd5-b867-4916-bd9d-1753dd8256ef tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (a869241a-ab34-4810-a890-b76103be9b1b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:14.966185 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39314) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:15.199909 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:54:15.276930 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:54:15.277295 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9123b7cc-7ed2-42b5-8a13-e4b262ef5dd8 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:54:15.538509 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b215d333-4841-4e25-981e-bdb9038ee716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e1048118-53cb-42db-8bca-327201d30ff3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.548450 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cc9fd5-b867-4916-bd9d-1753dd8256ef tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router a869241a-ab34-4810-a890-b76103be9b1b has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:54:15.549158 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b215d333-4841-4e25-981e-bdb9038ee716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.550510 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b215d333-4841-4e25-981e-bdb9038ee716 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1048118-53cb-42db-8bca-327201d30ff3 HTTP/1.1" status: 204 len: 168 time: 2.8379030 Feb 03 12:54:15.599816 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-948cc38c-7360-4847-8f6f-e70edb112604 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router_gateway (8be3b08a-f984-4cea-a85b-b1aa7d92d5af), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.636750 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215d333-4841-4e25-981e-bdb9038ee716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1048118-53cb-42db-8bca-327201d30ff3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:15.644675 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e65c138-d829-4bb7-9c16-0ab5c538b4fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.654975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7821b84-4e8c-4f7a-b0ae-b29085ea122b {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:54:15.678575 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] Publish callbacks [] for port (b7821b84-4e8c-4f7a-b0ae-b29085ea122b), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.716094 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f539d-65f0-4ad8-b767-9662fd9793b3 req-e5f347dc-2d0e-40cb-8c5e-326b4a01d946 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:15.737335 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d3f539d-65f0-4ad8-b767-9662fd9793b3 req-e5f347dc-2d0e-40cb-8c5e-326b4a01d946 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 931 time: 0.5793650 Feb 03 12:54:15.754863 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] Transition to ACTIVE for port object b7821b84-4e8c-4f7a-b0ae-b29085ea122b will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:54:15.800773 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (b7821b84-4e8c-4f7a-b0ae-b29085ea122b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:15.874082 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:16.013491 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d3f539d-65f0-4ad8-b767-9662fd9793b3 req-d864d489-193d-4165-941f-eb5a8e4bf6a3 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b37565c-a68f-49a1-b831-1a35405a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751622 Feb 03 12:54:16.015774 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cc9fd5-b867-4916-bd9d-1753dd8256ef tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:54:16.022522 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f4cc9fd5-b867-4916-bd9d-1753dd8256ef tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/a869241a-ab34-4810-a890-b76103be9b1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0314496 Feb 03 12:54:16.025109 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39344) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:16.031033 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d8e04b-7c30-4156-a674-e5c6a97a39b4 None None] Sync routers for ids ['a869241a-ab34-4810-a890-b76103be9b1b'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:54:16.036428 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e65c138-d829-4bb7-9c16-0ab5c538b4fc admin admin] Publish callbacks [] for security_group (5ff826c5-b195-4c81-84e2-2d7e27f3a304), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:16.059822 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d8e04b-7c30-4156-a674-e5c6a97a39b4 None None] Routers {'a869241a-ab34-4810-a890-b76103be9b1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:16.067290 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-05d8e04b-7c30-4156-a674-e5c6a97a39b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a869241a-ab34-4810-a890-b76103be9b1b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:16.071249 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e65c138-d829-4bb7-9c16-0ab5c538b4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5ff826c5-b195-4c81-84e2-2d7e27f3a304), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:16.198698 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65c138-d829-4bb7-9c16-0ab5c538b4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff826c5-b195-4c81-84e2-2d7e27f3a304,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:16.212730 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-05d8e04b-7c30-4156-a674-e5c6a97a39b4 None None] Set router a869241a-ab34-4810-a890-b76103be9b1b gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:54:16.269399 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-9078140b-9c21-4c4a-b7b5-68c1a1c68c1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting subnet a29506b0-dc49-46da-ab27-066332a63a25 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:54:16.281019 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9078140b-9c21-4c4a-b7b5-68c1a1c68c1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (a29506b0-dc49-46da-ab27-066332a63a25), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:16.343013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] Pushing event updated for resources: {'Port': ['ID=b7821b84-4e8c-4f7a-b0ae-b29085ea122b,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:16.352899 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-05d8e04b-7c30-4156-a674-e5c6a97a39b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:54:14Z', 'revision_number': 11, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:16.445041 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1e65c138-d829-4bb7-9c16-0ab5c538b4fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4644e71feb994e14897ebae649faaee0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3794498 Feb 03 12:54:16.446860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39364) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:16.463485 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d8e04b-7c30-4156-a674-e5c6a97a39b4 None None] Checking router: a869241a-ab34-4810-a890-b76103be9b1b for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:54:16.491311 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9078140b-9c21-4c4a-b7b5-68c1a1c68c1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (a29506b0-dc49-46da-ab27-066332a63a25), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:16.504411 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d8e04b-7c30-4156-a674-e5c6a97a39b4 None None] Routers {'a869241a-ab34-4810-a890-b76103be9b1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:16.505139 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-05d8e04b-7c30-4156-a674-e5c6a97a39b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a869241a-ab34-4810-a890-b76103be9b1b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:16.613491 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-05d8e04b-7c30-4156-a674-e5c6a97a39b4 None None] Set router a869241a-ab34-4810-a890-b76103be9b1b gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:54:16.690101 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-05d8e04b-7c30-4156-a674-e5c6a97a39b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:54:14Z', 'revision_number': 11, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:16.723076 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d8e04b-7c30-4156-a674-e5c6a97a39b4 None None] The sync data for ids ['a869241a-ab34-4810-a890-b76103be9b1b'] in n-d-827336-3 is: [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:54:14Z', 'revision_number': 11, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:54:16.806372 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9078140b-9c21-4c4a-b7b5-68c1a1c68c1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (a29506b0-dc49-46da-ab27-066332a63a25), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:16.896652 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9078140b-9c21-4c4a-b7b5-68c1a1c68c1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (a29506b0-dc49-46da-ab27-066332a63a25), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:16.954199 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078140b-9c21-4c4a-b7b5-68c1a1c68c1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Subnet': ['ID=a29506b0-dc49-46da-ab27-066332a63a25,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:16.961660 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9078140b-9c21-4c4a-b7b5-68c1a1c68c1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:16.967933 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9078140b-9c21-4c4a-b7b5-68c1a1c68c1e tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/subnets/a29506b0-dc49-46da-ab27-066332a63a25 HTTP/1.1" status: 204 len: 168 time: 0.9416182 Feb 03 12:54:16.968683 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39378) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:16.975338 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8c613c-e231-46b8-b441-06790f3e6cff None None] Network 0d747e70-3588-4276-a179-84985cb2c595 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:17.013565 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] Attempting to bind port b7821b84-4e8c-4f7a-b0ae-b29085ea122b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:17.013903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] Attempting to bind port b7821b84-4e8c-4f7a-b0ae-b29085ea122b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '16cff9d3-2e4b-4273-9c50-37c9cbb9acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:17.020241 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] Attempting to bind port b7821b84-4e8c-4f7a-b0ae-b29085ea122b on network a291a81e-bc4a-4030-b522-d2d3af47c518 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:17.142489 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43c1b567-8b60-44ef-b126-1d3c961846ff tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (0d747e70-3588-4276-a179-84985cb2c595), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:17.159420 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-948cc38c-7360-4847-8f6f-e70edb112604 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router_gateway (8be3b08a-f984-4cea-a85b-b1aa7d92d5af), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:17.233270 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] Port b7821b84-4e8c-4f7a-b0ae-b29085ea122b on network a291a81e-bc4a-4030-b522-d2d3af47c518 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:54:17.235631 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] Attempting to bind port b7821b84-4e8c-4f7a-b0ae-b29085ea122b on network a291a81e-bc4a-4030-b522-d2d3af47c518 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:17.239894 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fead18ff-2162-4e58-8dc2-24685d0e4df7 admin admin] Publish callbacks [] for security_group (5ff826c5-b195-4c81-84e2-2d7e27f3a304), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:17.247974 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-948cc38c-7360-4847-8f6f-e70edb112604 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:17.276009 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:54:17.281265 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] Checking segment: {'id': '16cff9d3-2e4b-4273-9c50-37c9cbb9acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:54:17.281803 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] Bound using segment: {'id': '16cff9d3-2e4b-4273-9c50-37c9cbb9acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:54:17.282493 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] Bound port: b7821b84-4e8c-4f7a-b0ae-b29085ea122b, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16cff9d3-2e4b-4273-9c50-37c9cbb9acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:54:17.282977 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b7821b84-4e8c-4f7a-b0ae-b29085ea122b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:17.339976 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fead18ff-2162-4e58-8dc2-24685d0e4df7 admin admin] Publish callbacks [] for security_group (5ff826c5-b195-4c81-84e2-2d7e27f3a304), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:17.462542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39388) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:17.493084 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fead18ff-2162-4e58-8dc2-24685d0e4df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5ff826c5-b195-4c81-84e2-2d7e27f3a304), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:17.501270 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fead18ff-2162-4e58-8dc2-24685d0e4df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:17.508029 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fead18ff-2162-4e58-8dc2-24685d0e4df7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ff826c5-b195-4c81-84e2-2d7e27f3a304 HTTP/1.1" status: 204 len: 168 time: 1.0546043 Feb 03 12:54:17.617679 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead18ff-2162-4e58-8dc2-24685d0e4df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff826c5-b195-4c81-84e2-2d7e27f3a304,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:17.677751 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-43c1b567-8b60-44ef-b126-1d3c961846ff tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Deleting port f563e3cd-0d1b-4855-a7e8-ba5a5112e038 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:17.678064 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43c1b567-8b60-44ef-b126-1d3c961846ff tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f563e3cd-0d1b-4855-a7e8-ba5a5112e038), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:17.922105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39406) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:17.943322 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e907e0b7-a2c7-468f-9924-f3cf3758c19d no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:54:17.951829 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-43c1b567-8b60-44ef-b126-1d3c961846ff tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] For port f563e3cd-0d1b-4855-a7e8-ba5a5112e038, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f563e3cd-0d1b-4855-a7e8-ba5a5112e038,segment=NetworkSegment(ba3803a0-783a-45bd-8e66-136486627a1d),segment_id=ba3803a0-783a-45bd-8e66-136486627a1d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:17.956832 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43c1b567-8b60-44ef-b126-1d3c961846ff tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f563e3cd-0d1b-4855-a7e8-ba5a5112e038), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.010788 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-43c1b567-8b60-44ef-b126-1d3c961846ff tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Calling delete_port for f563e3cd-0d1b-4855-a7e8-ba5a5112e038 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:18.170621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: e907e0b7-a2c7-468f-9924-f3cf3758c19d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:54:18.171787 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e907e0b7-a2c7-468f-9924-f3cf3758c19d not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:54:18.173054 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1b946d08-136f-41d6-a82b-3867bc55f841 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-56857259-network', 'tenant_id': '3761ebde414d4f958b5bad31a511d899'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:18.254508 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39416) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:18.347232 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d099cb-5f85-4e0e-ae14-eef96cf7011c None None] DHCP port deletion for 0d747e70-3588-4276-a179-84985cb2c595 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:54:18.365619 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-545870a7-1202-44cf-ac36-3194613d94a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.391873 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b946d08-136f-41d6-a82b-3867bc55f841 admin admin] Made reservation on behalf of 3761ebde414d4f958b5bad31a511d899 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:18.407106 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35d853-0e33-447c-9ff7-5d14484c96a7 req-8ac1a1d0-1364-4dc1-97bf-407bbbc71f7e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:18.414467 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2a35d853-0e33-447c-9ff7-5d14484c96a7 req-8ac1a1d0-1364-4dc1-97bf-407bbbc71f7e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 943 time: 1.1681590 Feb 03 12:54:18.416668 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b946d08-136f-41d6-a82b-3867bc55f841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.473103 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] For port b7821b84-4e8c-4f7a-b0ae-b29085ea122b, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:54:18.474009 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b946d08-136f-41d6-a82b-3867bc55f841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.501859 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-24d099cb-5f85-4e0e-ae14-eef96cf7011c None None] Deleting port f563e3cd-0d1b-4855-a7e8-ba5a5112e038 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:18.502245 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24d099cb-5f85-4e0e-ae14-eef96cf7011c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f563e3cd-0d1b-4855-a7e8-ba5a5112e038), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.518900 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] For port b7821b84-4e8c-4f7a-b0ae-b29085ea122b, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b7821b84-4e8c-4f7a-b0ae-b29085ea122b,segment=NetworkSegment(16cff9d3-2e4b-4273-9c50-37c9cbb9acfb),segment_id=16cff9d3-2e4b-4273-9c50-37c9cbb9acfb)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:54:18.580605 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (b7821b84-4e8c-4f7a-b0ae-b29085ea122b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.627804 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-948cc38c-7360-4847-8f6f-e70edb112604 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Allocated IP 172.25.6.44 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/7db417fd-63d7-4001-b5c2-03e2757fa738) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:54:18.649053 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43c1b567-8b60-44ef-b126-1d3c961846ff tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (f563e3cd-0d1b-4855-a7e8-ba5a5112e038), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.656520 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2a35d853-0e33-447c-9ff7-5d14484c96a7 req-78c0dfe2-88bf-4248-82fa-41149b416662 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b37565c-a68f-49a1-b831-1a35405a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405598 Feb 03 12:54:18.716903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-24d099cb-5f85-4e0e-ae14-eef96cf7011c None None] For port f563e3cd-0d1b-4855-a7e8-ba5a5112e038, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f563e3cd-0d1b-4855-a7e8-ba5a5112e038,segment=NetworkSegment(ba3803a0-783a-45bd-8e66-136486627a1d),segment_id=ba3803a0-783a-45bd-8e66-136486627a1d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:18.717316 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24d099cb-5f85-4e0e-ae14-eef96cf7011c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f563e3cd-0d1b-4855-a7e8-ba5a5112e038), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.755025 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-24d099cb-5f85-4e0e-ae14-eef96cf7011c None None] Calling delete_port for f563e3cd-0d1b-4855-a7e8-ba5a5112e038 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:18.769384 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1b567-8b60-44ef-b126-1d3c961846ff tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Port': ['ID=f563e3cd-0d1b-4855-a7e8-ba5a5112e038,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:18.879144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c1b567-8b60-44ef-b126-1d3c961846ff tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] No DVR routers for this DVR port f563e3cd-0d1b-4855-a7e8-ba5a5112e038 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:54:18.885721 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-545870a7-1202-44cf-ac36-3194613d94a1 admin admin] Publish callbacks [] for security_group (a68b6e6b-2082-4e72-9ea5-bb859590b811), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.909651 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:18.913290 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.914771 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] 10.222.0.31 "PUT /v2.0/ports/b7821b84-4e8c-4f7a-b0ae-b29085ea122b HTTP/1.1" status: 200 len: 1091 time: 5.2276063 Feb 03 12:54:18.915442 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-545870a7-1202-44cf-ac36-3194613d94a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a68b6e6b-2082-4e72-9ea5-bb859590b811), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:18.921718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'tag': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:54:18.928460 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a1f764-219f-42f7-86ac-98f5e81c41b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e9faff38-711c-4579-b8e7-60dc3df4dc35", "tag": "b7821b84-4e8c-4f7a-b0ae-b29085ea122b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:54:19.017921 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24d099cb-5f85-4e0e-ae14-eef96cf7011c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (f563e3cd-0d1b-4855-a7e8-ba5a5112e038), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:19.089444 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d099cb-5f85-4e0e-ae14-eef96cf7011c None None] Pushing event deleted for resources: {'Port': ['ID=f563e3cd-0d1b-4855-a7e8-ba5a5112e038,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:19.104885 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d099cb-5f85-4e0e-ae14-eef96cf7011c None None] No DVR routers for this DVR port f563e3cd-0d1b-4855-a7e8-ba5a5112e038 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:54:19.150096 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb666442-9320-4a8b-a6ef-07c404eeccd4 x-openstack-request-id: req-cb666442-9320-4a8b-a6ef-07c404eeccd4 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:54:19.150096 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9faff38-711c-4579-b8e7-60dc3df4dc35", "tag": "b7821b84-4e8c-4f7a-b0ae-b29085ea122b", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:54:19.150096 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb666442-9320-4a8b-a6ef-07c404eeccd4 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:54:19.151548 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'tag': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b', 'status': 'completed', 'code': 200} Feb 03 12:54:19.195902 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f563e3cd-0d1b-4855-a7e8-ba5a5112e038 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:54:19.248798 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: f563e3cd-0d1b-4855-a7e8-ba5a5112e038 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:54:19.249104 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f563e3cd-0d1b-4855-a7e8-ba5a5112e038 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:54:19.408669 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-948cc38c-7360-4847-8f6f-e70edb112604 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for port (7db417fd-63d7-4001-b5c2-03e2757fa738), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:19.426295 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43c1b567-8b60-44ef-b126-1d3c961846ff tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (0d747e70-3588-4276-a179-84985cb2c595), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:19.452769 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ca350-62d5-4024-82a9-b287e33488ea service neutron] Pushing event updated for resources: {'Port': ['ID=b7821b84-4e8c-4f7a-b0ae-b29085ea122b,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:19.468571 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-948cc38c-7360-4847-8f6f-e70edb112604 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (7db417fd-63d7-4001-b5c2-03e2757fa738), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:19.475299 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-545870a7-1202-44cf-ac36-3194613d94a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ebc23c7f2d3416ebcaa5c03c83b7dcb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2052414 Feb 03 12:54:19.527906 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39436) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:19.528674 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948cc38c-7360-4847-8f6f-e70edb112604 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Port': ['ID=7db417fd-63d7-4001-b5c2-03e2757fa738,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:19.531763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545870a7-1202-44cf-ac36-3194613d94a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68b6e6b-2082-4e72-9ea5-bb859590b811,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:19.568750 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-128e8db0-a59f-44f0-9fab-5e25940565b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:19.570560 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-128e8db0-a59f-44f0-9fab-5e25940565b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae5c5272e243447aa41be74fb2bd0003&device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 1125 time: 0.5864210 Feb 03 12:54:19.587191 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948cc38c-7360-4847-8f6f-e70edb112604 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:54:19.614493 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-948cc38c-7360-4847-8f6f-e70edb112604 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:19.711800 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948cc38c-7360-4847-8f6f-e70edb112604 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:54:19.731249 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-2f62b254-98fc-42e8-8ba4-3a15a82556ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7821b84-4e8c-4f7a-b0ae-b29085ea122b HTTP/1.1" status: 200 len: 217 time: 0.1522198 Feb 03 12:54:20.225975 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa252-b93b-4d69-a269-2071c9598098 admin admin] Publish callbacks [] for security_group (a68b6e6b-2082-4e72-9ea5-bb859590b811), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:20.234413 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-5a1a653e-3c46-40c5-aeba-d4e3fc6d015c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:20.237075 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-5a1a653e-3c46-40c5-aeba-d4e3fc6d015c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a50236b4-7ed8-4d68-8b31-2597f3b8e42f HTTP/1.1" status: 200 len: 835 time: 0.4958174 Feb 03 12:54:20.272556 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b946d08-136f-41d6-a82b-3867bc55f841 admin admin] Publish callbacks [] for security_group (f8e8eb3c-9746-4056-ad8e-d476fb1aa8d7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:20.276838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-43c1b567-8b60-44ef-b126-1d3c961846ff tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d747e70-3588-4276-a179-84985cb2c595']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:20.289838 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b946d08-136f-41d6-a82b-3867bc55f841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f8e8eb3c-9746-4056-ad8e-d476fb1aa8d7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:20.330766 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effb141-26b3-490e-bac8-1af9dc06cd69 req-45b8d808-96b2-4bd4-9b55-937132383768 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:20.331027 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1effb141-26b3-490e-bac8-1af9dc06cd69 req-45b8d808-96b2-4bd4-9b55-937132383768 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 943 time: 0.4908795 Feb 03 12:54:20.334868 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-43c1b567-8b60-44ef-b126-1d3c961846ff tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3803a0-783a-45bd-8e66-136486627a1d') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:20.334868 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-43c1b567-8b60-44ef-b126-1d3c961846ff tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3803a0-783a-45bd-8e66-136486627a1d') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:20.354844 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa252-b93b-4d69-a269-2071c9598098 admin admin] Publish callbacks [] for security_group (a68b6e6b-2082-4e72-9ea5-bb859590b811), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:20.391465 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b946d08-136f-41d6-a82b-3867bc55f841 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:54:20.397591 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43c1b567-8b60-44ef-b126-1d3c961846ff tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (ba3803a0-783a-45bd-8e66-136486627a1d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:20.466023 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b946d08-136f-41d6-a82b-3867bc55f841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e8eb3c-9746-4056-ad8e-d476fb1aa8d7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:20.471756 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43c1b567-8b60-44ef-b126-1d3c961846ff tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ba3803a0-783a-45bd-8e66-136486627a1d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:20.480216 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b946d08-136f-41d6-a82b-3867bc55f841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (7bb11c12-d38d-4c97-b5e1-e1e3564ef01c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:20.481266 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-1b946d08-136f-41d6-a82b-3867bc55f841 admin admin] Added segment 7bb11c12-d38d-4c97-b5e1-e1e3564ef01c of type vlan for network 18ab8c08-aed3-4845-a835-9e17a720e8f3 Feb 03 12:54:20.533971 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c1b567-8b60-44ef-b126-1d3c961846ff tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:54:20.534697 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43c1b567-8b60-44ef-b126-1d3c961846ff tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (ba3803a0-783a-45bd-8e66-136486627a1d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:54:20.541006 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:54:20.575790 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-948cc38c-7360-4847-8f6f-e70edb112604 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router_gateway (8be3b08a-f984-4cea-a85b-b1aa7d92d5af), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:20.581556 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-daeabc75-b891-41df-a8b4-7ea802b6f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:20.584062 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-daeabc75-b891-41df-a8b4-7ea802b6f3fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a291a81e-bc4a-4030-b522-d2d3af47c518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3401656 Feb 03 12:54:20.587991 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa252-b93b-4d69-a269-2071c9598098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a68b6e6b-2082-4e72-9ea5-bb859590b811), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:20.592287 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ebaa252-b93b-4d69-a269-2071c9598098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:20.592810 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6ebaa252-b93b-4d69-a269-2071c9598098 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a68b6e6b-2082-4e72-9ea5-bb859590b811 HTTP/1.1" status: 204 len: 168 time: 1.0562019 Feb 03 12:54:20.699838 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1effb141-26b3-490e-bac8-1af9dc06cd69 req-14a6db87-5a89-4bdb-8336-7b51665ef871 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b37565c-a68f-49a1-b831-1a35405a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3552477 Feb 03 12:54:20.705126 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b946d08-136f-41d6-a82b-3867bc55f841 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (18ab8c08-aed3-4845-a835-9e17a720e8f3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:20.724239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebaa252-b93b-4d69-a269-2071c9598098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68b6e6b-2082-4e72-9ea5-bb859590b811,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:20.858286 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b946d08-136f-41d6-a82b-3867bc55f841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (18ab8c08-aed3-4845-a835-9e17a720e8f3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:20.868828 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b946d08-136f-41d6-a82b-3867bc55f841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:20.870129 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b946d08-136f-41d6-a82b-3867bc55f841 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:21.010703 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43c1b567-8b60-44ef-b126-1d3c961846ff tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (0d747e70-3588-4276-a179-84985cb2c595), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:21.028593 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43c1b567-8b60-44ef-b126-1d3c961846ff tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:21.043083 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-43c1b567-8b60-44ef-b126-1d3c961846ff tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/networks/0d747e70-3588-4276-a179-84985cb2c595 HTTP/1.1" status: 204 len: 168 time: 4.0729971 Feb 03 12:54:21.046152 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39470) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:21.066462 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-66ce3533-4515-4d58-b7ea-37e33742de67 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'router': {'routes': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:21.107309 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1b946d08-136f-41d6-a82b-3867bc55f841 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.6433399 Feb 03 12:54:21.369952 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b946d08-136f-41d6-a82b-3867bc55f841 admin admin] Pushing event updated for resources: {'Network': ['ID=18ab8c08-aed3-4845-a835-9e17a720e8f3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:21.403303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 18ab8c08-aed3-4845-a835-9e17a720e8f3 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:54:21.487662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1b567-8b60-44ef-b126-1d3c961846ff tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Pushing event deleted for resources: {'Network': ['ID=0d747e70-3588-4276-a179-84985cb2c595,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:21.489000 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-656f99f0-cea6-4154-ba51-915efaeef4f6 service neutron] 10.222.0.31 "GET /v2.0/networks/a291a81e-bc4a-4030-b522-d2d3af47c518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8939199 Feb 03 12:54:21.550885 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4ae94bf-3537-4647-98f2-bc626c71bdb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (cde37700-db54-499b-905a-e5636c9bab2f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:21.628321 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.extraroute_db [None req-66ce3533-4515-4d58-b7ea-37e33742de67 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Added routes are [] {{(pid=103189) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 12:54:21.628941 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.extraroute_db [None req-66ce3533-4515-4d58-b7ea-37e33742de67 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Removed routes are [] {{(pid=103189) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 12:54:21.629047 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66ce3533-4515-4d58-b7ea-37e33742de67 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (a869241a-ab34-4810-a890-b76103be9b1b), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:22.215388 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f4ae94bf-3537-4647-98f2-bc626c71bdb5 admin admin] Deleting port 20c660ee-49df-4ee6-940f-f75af0c1b24b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:22.215734 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4ae94bf-3537-4647-98f2-bc626c71bdb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (20c660ee-49df-4ee6-940f-f75af0c1b24b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:22.296896 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3325cd37-1c0d-452f-9cf9-377233afda94 req-d6a32b4b-b542-4ba5-9498-7d78e960e97c service neutron] 10.222.0.31 "GET /v2.0/networks/a291a81e-bc4a-4030-b522-d2d3af47c518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7781825 Feb 03 12:54:22.492754 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66ce3533-4515-4d58-b7ea-37e33742de67 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (a869241a-ab34-4810-a890-b76103be9b1b), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:22.499526 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66ce3533-4515-4d58-b7ea-37e33742de67 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (a869241a-ab34-4810-a890-b76103be9b1b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:22.515983 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-948cc38c-7360-4847-8f6f-e70edb112604 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (8be3b08a-f984-4cea-a85b-b1aa7d92d5af), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:22.706997 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-f4ae94bf-3537-4647-98f2-bc626c71bdb5 admin admin] For port 20c660ee-49df-4ee6-940f-f75af0c1b24b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=20c660ee-49df-4ee6-940f-f75af0c1b24b,segment=NetworkSegment(3a1dd41e-59bc-4c62-900b-ab6f7f8767ba),segment_id=3a1dd41e-59bc-4c62-900b-ab6f7f8767ba)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:22.707632 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4ae94bf-3537-4647-98f2-bc626c71bdb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (20c660ee-49df-4ee6-940f-f75af0c1b24b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:22.742150 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f4ae94bf-3537-4647-98f2-bc626c71bdb5 admin admin] Calling delete_port for 20c660ee-49df-4ee6-940f-f75af0c1b24b owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:22.778001 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de768-af48-409e-ba3c-0c654d8cee34 req-3ab06845-934f-4c38-a996-9b13ab03303b tempest-ComputeTenantNetworksTest-701501779 tempest-ComputeTenantNetworksTest-701501779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:22.783338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de768-af48-409e-ba3c-0c654d8cee34 req-3ab06845-934f-4c38-a996-9b13ab03303b tempest-ComputeTenantNetworksTest-701501779 tempest-ComputeTenantNetworksTest-701501779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:22.789846 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de768-af48-409e-ba3c-0c654d8cee34 req-3ab06845-934f-4c38-a996-9b13ab03303b tempest-ComputeTenantNetworksTest-701501779 tempest-ComputeTenantNetworksTest-701501779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:22.791575 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd2de768-af48-409e-ba3c-0c654d8cee34 req-3ab06845-934f-4c38-a996-9b13ab03303b tempest-ComputeTenantNetworksTest-701501779 tempest-ComputeTenantNetworksTest-701501779-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.4439938 Feb 03 12:54:22.824104 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ce3533-4515-4d58-b7ea-37e33742de67 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router a869241a-ab34-4810-a890-b76103be9b1b has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:54:22.835182 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495f48c-a871-4403-9c58-07347f8e3287 req-dca87209-ea51-48a0-863c-6b9c4f615773 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:22.843229 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3495f48c-a871-4403-9c58-07347f8e3287 req-dca87209-ea51-48a0-863c-6b9c4f615773 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 943 time: 0.8987427 Feb 03 12:54:22.929389 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1f764-219f-42f7-86ac-98f5e81c41b8 req-94f3a22e-fae3-4bb6-8f33-5201e8bccb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:22.932206 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c1a1f764-219f-42f7-86ac-98f5e81c41b8 req-94f3a22e-fae3-4bb6-8f33-5201e8bccb2e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae5c5272e243447aa41be74fb2bd0003&device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 1125 time: 0.4357424 Feb 03 12:54:22.951431 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3017ad-2b31-4265-9852-902d3ae26917 req-4cd64d5d-277e-42b6-942f-10b3f3f6bb24 tempest-ComputeTenantNetworksTest-701501779 tempest-ComputeTenantNetworksTest-701501779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:22.952888 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae3017ad-2b31-4265-9852-902d3ae26917 req-4cd64d5d-277e-42b6-942f-10b3f3f6bb24 tempest-ComputeTenantNetworksTest-701501779 tempest-ComputeTenantNetworksTest-701501779-project] 10.222.0.18 "GET /v2.0/networks/18ab8c08-aed3-4845-a835-9e17a720e8f3 HTTP/1.1" status: 200 len: 767 time: 0.1151171 Feb 03 12:54:22.966945 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39544) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:22.967831 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3495f48c-a871-4403-9c58-07347f8e3287 req-71672f7a-b67b-44fb-9be8-e83c0e617cb9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b37565c-a68f-49a1-b831-1a35405a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232810 Feb 03 12:54:23.178252 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e7977d0-f1fd-4882-87ff-07912101d7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (18ab8c08-aed3-4845-a835-9e17a720e8f3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:23.353110 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4ae94bf-3537-4647-98f2-bc626c71bdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (20c660ee-49df-4ee6-940f-f75af0c1b24b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:23.401868 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae94bf-3537-4647-98f2-bc626c71bdb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=20c660ee-49df-4ee6-940f-f75af0c1b24b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:23.450646 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e7977d0-f1fd-4882-87ff-07912101d7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (18ab8c08-aed3-4845-a835-9e17a720e8f3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:23.555922 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3e7977d0-f1fd-4882-87ff-07912101d7b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ab8c08-aed3-4845-a835-9e17a720e8f3']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:23.574262 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3e7977d0-f1fd-4882-87ff-07912101d7b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb11c12-d38d-4c97-b5e1-e1e3564ef01c') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:23.574632 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3e7977d0-f1fd-4882-87ff-07912101d7b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb11c12-d38d-4c97-b5e1-e1e3564ef01c') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:23.593396 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e7977d0-f1fd-4882-87ff-07912101d7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (7bb11c12-d38d-4c97-b5e1-e1e3564ef01c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:23.665854 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e7977d0-f1fd-4882-87ff-07912101d7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (7bb11c12-d38d-4c97-b5e1-e1e3564ef01c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:23.713484 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7977d0-f1fd-4882-87ff-07912101d7b2 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:54:23.714242 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e7977d0-f1fd-4882-87ff-07912101d7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (7bb11c12-d38d-4c97-b5e1-e1e3564ef01c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:54:23.722388 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:54:23.856197 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:54:23.866436 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948cc38c-7360-4847-8f6f-e70edb112604 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 8be3b08a-f984-4cea-a85b-b1aa7d92d5af is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:54:23.881983 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ce3533-4515-4d58-b7ea-37e33742de67 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:54:23.894010 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8ce2c6-ba4c-4ca2-a39e-3ee66458a366 None None] Sync routers for ids ['a869241a-ab34-4810-a890-b76103be9b1b'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:54:23.917861 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8ce2c6-ba4c-4ca2-a39e-3ee66458a366 None None] Routers {'a869241a-ab34-4810-a890-b76103be9b1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:23.918545 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fb8ce2c6-ba4c-4ca2-a39e-3ee66458a366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a869241a-ab34-4810-a890-b76103be9b1b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:23.943434 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66ce3533-4515-4d58-b7ea-37e33742de67 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:23.945593 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-66ce3533-4515-4d58-b7ea-37e33742de67 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/a869241a-ab34-4810-a890-b76103be9b1b HTTP/1.1" status: 200 len: 705 time: 2.8940859 Feb 03 12:54:23.949822 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39586) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:24.072762 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e7977d0-f1fd-4882-87ff-07912101d7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (18ab8c08-aed3-4845-a835-9e17a720e8f3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:24.085230 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e7977d0-f1fd-4882-87ff-07912101d7b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:24.091188 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3e7977d0-f1fd-4882-87ff-07912101d7b2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/18ab8c08-aed3-4845-a835-9e17a720e8f3 HTTP/1.1" status: 204 len: 168 time: 1.1085970 Feb 03 12:54:24.133037 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4ae94bf-3537-4647-98f2-bc626c71bdb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (cde37700-db54-499b-905a-e5636c9bab2f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:24.137366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7977d0-f1fd-4882-87ff-07912101d7b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=18ab8c08-aed3-4845-a835-9e17a720e8f3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:24.254050 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fb8ce2c6-ba4c-4ca2-a39e-3ee66458a366 None None] Set router a869241a-ab34-4810-a890-b76103be9b1b gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:54:24.435179 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d8290777-2bd3-4967-8fe8-bf0b25175e53 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a869241a-ab34-4810-a890-b76103be9b1b HTTP/1.1" status: 200 len: 205 time: 0.4786220 Feb 03 12:54:24.445916 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device b7821b84-4e8c-4f7a-b0ae-b29085ea122b details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:54:24.452476 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c830df-84ae-4c1f-86ed-b268d2cf790a req-0c8d38fc-fa10-41f9-915e-88f8c49dbd73 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:24.461904 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01c830df-84ae-4c1f-86ed-b268d2cf790a req-0c8d38fc-fa10-41f9-915e-88f8c49dbd73 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 943 time: 0.3379061 Feb 03 12:54:24.476116 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948cc38c-7360-4847-8f6f-e70edb112604 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:54:24.477517 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39618) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:24.488117 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4921c7-0b3e-4673-95c7-fd4e220a21d7 None None] Sync routers for ids ['8be3b08a-f984-4cea-a85b-b1aa7d92d5af'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:54:24.490018 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fb8ce2c6-ba4c-4ca2-a39e-3ee66458a366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:54:14Z', 'revision_number': 11, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:24.527888 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4921c7-0b3e-4673-95c7-fd4e220a21d7 None None] Routers {'8be3b08a-f984-4cea-a85b-b1aa7d92d5af'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:24.528580 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cd4921c7-0b3e-4673-95c7-fd4e220a21d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['8be3b08a-f984-4cea-a85b-b1aa7d92d5af'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:24.540178 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8ce2c6-ba4c-4ca2-a39e-3ee66458a366 None None] Checking router: a869241a-ab34-4810-a890-b76103be9b1b for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:54:24.556737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8ce2c6-ba4c-4ca2-a39e-3ee66458a366 None None] Routers {'a869241a-ab34-4810-a890-b76103be9b1b'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:24.557845 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fb8ce2c6-ba4c-4ca2-a39e-3ee66458a366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a869241a-ab34-4810-a890-b76103be9b1b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:24.562334 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01c830df-84ae-4c1f-86ed-b268d2cf790a req-2c8a0dd2-81bc-4926-aaad-c80584fa658b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b37565c-a68f-49a1-b831-1a35405a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879152 Feb 03 12:54:24.665761 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cd4921c7-0b3e-4673-95c7-fd4e220a21d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:24.696617 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4921c7-0b3e-4673-95c7-fd4e220a21d7 None None] Routers {'8be3b08a-f984-4cea-a85b-b1aa7d92d5af'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:24.699793 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cd4921c7-0b3e-4673-95c7-fd4e220a21d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['8be3b08a-f984-4cea-a85b-b1aa7d92d5af'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:24.722615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fb8ce2c6-ba4c-4ca2-a39e-3ee66458a366 None None] Set router a869241a-ab34-4810-a890-b76103be9b1b gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:54:24.784246 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39640) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:24.820887 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-cd4921c7-0b3e-4673-95c7-fd4e220a21d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:24.821938 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4921c7-0b3e-4673-95c7-fd4e220a21d7 None None] The sync data for ids ['8be3b08a-f984-4cea-a85b-b1aa7d92d5af'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:54:24.847303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fb8ce2c6-ba4c-4ca2-a39e-3ee66458a366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:54:14Z', 'revision_number': 11, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:24.853103 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1f764-219f-42f7-86ac-98f5e81c41b8 req-821d8bd3-4244-41fd-ba65-5839ec007322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:24.855340 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c1a1f764-219f-42f7-86ac-98f5e81c41b8 req-821d8bd3-4244-41fd-ba65-5839ec007322 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a291a81e-bc4a-4030-b522-d2d3af47c518 HTTP/1.1" status: 200 len: 898 time: 1.9140239 Feb 03 12:54:24.865696 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-948cc38c-7360-4847-8f6f-e70edb112604 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:24.867528 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-948cc38c-7360-4847-8f6f-e70edb112604 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 10.9416771 Feb 03 12:54:24.889419 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8ce2c6-ba4c-4ca2-a39e-3ee66458a366 None None] The sync data for ids ['a869241a-ab34-4810-a890-b76103be9b1b'] in n-d-827336-3 is: [{'id': 'a869241a-ab34-4810-a890-b76103be9b1b', 'name': 'tempest-RoutersIpV6Test-router-1757505968', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:52:37Z', 'updated_at': '2022-02-03T12:54:14Z', 'revision_number': 11, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:54:24.926087 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c1a1f764-219f-42f7-86ac-98f5e81c41b8 req-2fa55d1b-d0ac-4afb-b129-656f084aa9da service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7821b84-4e8c-4f7a-b0ae-b29085ea122b HTTP/1.1" status: 200 len: 217 time: 0.0565782 Feb 03 12:54:24.929990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39644) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:24.970071 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port b7821b84-4e8c-4f7a-b0ae-b29085ea122b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b7821b84-4e8c-4f7a-b0ae-b29085ea122b,segment=NetworkSegment(16cff9d3-2e4b-4273-9c50-37c9cbb9acfb),segment_id=16cff9d3-2e4b-4273-9c50-37c9cbb9acfb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:25.010646 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'port_id': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b', 'mac_address': 'fa:16:3e:5d:1d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:54:25.074788 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1f764-219f-42f7-86ac-98f5e81c41b8 req-6c3b87d1-36f8-4bec-a687-e4f3b6d6ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:25.076515 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c1a1f764-219f-42f7-86ac-98f5e81c41b8 req-6c3b87d1-36f8-4bec-a687-e4f3b6d6ea2b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a50236b4-7ed8-4d68-8b31-2597f3b8e42f HTTP/1.1" status: 200 len: 835 time: 0.1132174 Feb 03 12:54:25.081821 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08e44927-06f5-4446-aa9a-64079ecae545 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (a869241a-ab34-4810-a890-b76103be9b1b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:25.188853 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2555d369-c1ed-43d1-91e5-3c15f7b71795 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3761ebde414d4f958b5bad31a511d899&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3911088 Feb 03 12:54:25.190122 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port b7821b84-4e8c-4f7a-b0ae-b29085ea122b is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:25.190736 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b7821b84-4e8c-4f7a-b0ae-b29085ea122b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:25.193029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ae94bf-3537-4647-98f2-bc626c71bdb5 admin admin] Router cde37700-db54-499b-905a-e5636c9bab2f has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:54:25.194597 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39656) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:25.216032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7821b84-4e8c-4f7a-b0ae-b29085ea122b {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:54:25.264918 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port b7821b84-4e8c-4f7a-b0ae-b29085ea122b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b7821b84-4e8c-4f7a-b0ae-b29085ea122b,segment=NetworkSegment(16cff9d3-2e4b-4273-9c50-37c9cbb9acfb),segment_id=16cff9d3-2e4b-4273-9c50-37c9cbb9acfb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:25.272376 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b7821b84-4e8c-4f7a-b0ae-b29085ea122b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:25.433097 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=b7821b84-4e8c-4f7a-b0ae-b29085ea122b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:25.493209 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['b7821b84-4e8c-4f7a-b0ae-b29085ea122b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:54:25.513920 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-329c9d07-984a-458e-8064-28c998ee6b6d admin admin] Publish callbacks [] for security_group (f8e8eb3c-9746-4056-ad8e-d476fb1aa8d7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:25.521514 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08e44927-06f5-4446-aa9a-64079ecae545 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (a869241a-ab34-4810-a890-b76103be9b1b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:25.524158 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08e44927-06f5-4446-aa9a-64079ecae545 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router_controller (a869241a-ab34-4810-a890-b76103be9b1b), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:25.566268 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-94b44229-cf6d-43d1-8350-9be1f3f3f630 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/routers/8be3b08a-f984-4cea-a85b-b1aa7d92d5af HTTP/1.1" status: 200 len: 880 time: 0.6141505 Feb 03 12:54:25.569736 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1f764-219f-42f7-86ac-98f5e81c41b8 req-bf085441-c316-4460-9736-8eb87214c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:25.571315 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c1a1f764-219f-42f7-86ac-98f5e81c41b8 req-bf085441-c316-4460-9736-8eb87214c7cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a291a81e-bc4a-4030-b522-d2d3af47c518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4866338 Feb 03 12:54:25.571807 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39662) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:25.630275 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-329c9d07-984a-458e-8064-28c998ee6b6d admin admin] Publish callbacks [] for security_group (f8e8eb3c-9746-4056-ad8e-d476fb1aa8d7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:25.802408 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ae94bf-3537-4647-98f2-bc626c71bdb5 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:54:25.815091 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f4ae94bf-3537-4647-98f2-bc626c71bdb5 admin admin] 10.222.0.18 "PUT /v2.0/routers/cde37700-db54-499b-905a-e5636c9bab2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8891194 Feb 03 12:54:25.816020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39668) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:25.830682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7888d14-36d5-4a10-94c4-2aa7b90f8904 None None] Sync routers for ids ['cde37700-db54-499b-905a-e5636c9bab2f'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:54:25.840409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7888d14-36d5-4a10-94c4-2aa7b90f8904 None None] Routers {'cde37700-db54-499b-905a-e5636c9bab2f'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:25.840978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a7888d14-36d5-4a10-94c4-2aa7b90f8904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['cde37700-db54-499b-905a-e5636c9bab2f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:25.844648 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08e44927-06f5-4446-aa9a-64079ecae545 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (a869241a-ab34-4810-a890-b76103be9b1b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:25.845769 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e44927-06f5-4446-aa9a-64079ecae545 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Fanout notify agent at l3_agent the message router_deleted on router a869241a-ab34-4810-a890-b76103be9b1b {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:54:25.986111 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08e44927-06f5-4446-aa9a-64079ecae545 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:25.990255 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-329c9d07-984a-458e-8064-28c998ee6b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f8e8eb3c-9746-4056-ad8e-d476fb1aa8d7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:25.993409 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-329c9d07-984a-458e-8064-28c998ee6b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:25.994936 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-329c9d07-984a-458e-8064-28c998ee6b6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8e8eb3c-9746-4056-ad8e-d476fb1aa8d7 HTTP/1.1" status: 204 len: 168 time: 0.7946076 Feb 03 12:54:26.014303 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-08e44927-06f5-4446-aa9a-64079ecae545 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/routers/a869241a-ab34-4810-a890-b76103be9b1b HTTP/1.1" status: 204 len: 168 time: 1.4864290 Feb 03 12:54:26.017405 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39676) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:26.062237 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c9d07-984a-458e-8064-28c998ee6b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e8eb3c-9746-4056-ad8e-d476fb1aa8d7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:26.077545 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e9be3bf6-6094-47d0-b347-80e949242393 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2027761500', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:26.187826 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b09d1ea5-22ab-4359-9115-118ab74334b9 admin admin] Publish callbacks [] for router (cde37700-db54-499b-905a-e5636c9bab2f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:26.264394 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9be3bf6-6094-47d0-b347-80e949242393 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (080c5c32-23e8-47de-b49d-d9a307ad8f90), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:26.265487 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9be3bf6-6094-47d0-b347-80e949242393 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (080c5c32-23e8-47de-b49d-d9a307ad8f90), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:26.423394 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a7888d14-36d5-4a10-94c4-2aa7b90f8904 None None] Set router cde37700-db54-499b-905a-e5636c9bab2f gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:54:26.439849 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c1a1f764-219f-42f7-86ac-98f5e81c41b8 req-047d8cdc-d4e7-4222-baca-dcd1aef27f38 service neutron] 10.222.0.31 "GET /v2.0/networks/a291a81e-bc4a-4030-b522-d2d3af47c518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6987073 Feb 03 12:54:26.652088 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8d5ca-4fc7-4b52-88e6-aa8954cb0c0e req-f922e93f-fb05-4d2a-aada-b3f2b0d8e24f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:26.657407 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bfa8d5ca-4fc7-4b52-88e6-aa8954cb0c0e req-f922e93f-fb05-4d2a-aada-b3f2b0d8e24f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 944 time: 0.8198485 Feb 03 12:54:26.913679 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a7888d14-36d5-4a10-94c4-2aa7b90f8904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'name': 'tempest-TaggedBootDevicesTest_v242-1659856766-router', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '602eaea2-c404-4051-9421-ccafd093ea51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:50Z', 'updated_at': '2022-02-03T12:54:23Z', 'revision_number': 5, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'gw_port': {'id': '602eaea2-c404-4051-9421-ccafd093ea51', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:43:51Z', 'updated_at': '2022-02-03T12:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:26.931740 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b09d1ea5-22ab-4359-9115-118ab74334b9 admin admin] Publish callbacks [] for router_gateway (cde37700-db54-499b-905a-e5636c9bab2f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:26.969590 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bfa8d5ca-4fc7-4b52-88e6-aa8954cb0c0e req-9696a1d5-9568-46c9-8a36-35ef7003f611 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b37565c-a68f-49a1-b831-1a35405a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2961094 Feb 03 12:54:26.979727 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9be3bf6-6094-47d0-b347-80e949242393 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router_controller (080c5c32-23e8-47de-b49d-d9a307ad8f90), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:26.997482 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7888d14-36d5-4a10-94c4-2aa7b90f8904 None None] Checking router: cde37700-db54-499b-905a-e5636c9bab2f for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:54:27.022736 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7888d14-36d5-4a10-94c4-2aa7b90f8904 None None] Routers {'cde37700-db54-499b-905a-e5636c9bab2f'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:27.023369 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a7888d14-36d5-4a10-94c4-2aa7b90f8904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['cde37700-db54-499b-905a-e5636c9bab2f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:27.069399 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9be3bf6-6094-47d0-b347-80e949242393 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (080c5c32-23e8-47de-b49d-d9a307ad8f90), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:27.104517 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b09d1ea5-22ab-4359-9115-118ab74334b9 admin admin] Deleting port 602eaea2-c404-4051-9421-ccafd093ea51 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:27.105331 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b09d1ea5-22ab-4359-9115-118ab74334b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (602eaea2-c404-4051-9421-ccafd093ea51), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:27.172090 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9be3bf6-6094-47d0-b347-80e949242393 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:27.176452 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e9be3bf6-6094-47d0-b347-80e949242393 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1303701 Feb 03 12:54:27.193120 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39712) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:27.201200 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-28872301-1e51-479a-9478-4a4012c379b3 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:27.312590 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c1a1f764-219f-42f7-86ac-98f5e81c41b8 req-3e9b4706-8f7d-4cbc-8f74-74125d737566 service neutron] 10.222.0.31 "GET /v2.0/networks/a291a81e-bc4a-4030-b522-d2d3af47c518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8582573 Feb 03 12:54:27.376712 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-b09d1ea5-22ab-4359-9115-118ab74334b9 admin admin] For port 602eaea2-c404-4051-9421-ccafd093ea51, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=602eaea2-c404-4051-9421-ccafd093ea51,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:27.376712 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b09d1ea5-22ab-4359-9115-118ab74334b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (602eaea2-c404-4051-9421-ccafd093ea51), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:27.502500 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3e05ae27-6f96-42ea-99a6-7bb44d1a4571 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.8490498 Feb 03 12:54:27.503255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b09d1ea5-22ab-4359-9115-118ab74334b9 admin admin] Calling delete_port for 602eaea2-c404-4051-9421-ccafd093ea51 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:27.503879 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39728) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:27.509712 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-bae33911-04cc-4ef1-b6e5-3de9ef072984 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1832249471'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:27.575405 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a7888d14-36d5-4a10-94c4-2aa7b90f8904 None None] Set router cde37700-db54-499b-905a-e5636c9bab2f gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:54:27.699483 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a7888d14-36d5-4a10-94c4-2aa7b90f8904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'name': 'tempest-TaggedBootDevicesTest_v242-1659856766-router', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:50Z', 'updated_at': '2022-02-03T12:54:26Z', 'revision_number': 6, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:27.787067 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7888d14-36d5-4a10-94c4-2aa7b90f8904 None None] The sync data for ids ['cde37700-db54-499b-905a-e5636c9bab2f'] in n-d-827336-3 is: [{'id': 'cde37700-db54-499b-905a-e5636c9bab2f', 'name': 'tempest-TaggedBootDevicesTest_v242-1659856766-router', 'tenant_id': '1e60b58d86024cd1a0be428da6fe974b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:43:50Z', 'updated_at': '2022-02-03T12:54:26Z', 'revision_number': 6, 'project_id': '1e60b58d86024cd1a0be428da6fe974b', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:54:27.882037 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b09d1ea5-22ab-4359-9115-118ab74334b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (602eaea2-c404-4051-9421-ccafd093ea51), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:27.991519 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d1ea5-22ab-4359-9115-118ab74334b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=602eaea2-c404-4051-9421-ccafd093ea51,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:28.148748 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f927461-8682-4c04-9a56-48f2060a4628 req-cae2918d-32c1-428d-a019-347c1cc764eb tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:28.149000 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f927461-8682-4c04-9a56-48f2060a4628 req-cae2918d-32c1-428d-a019-347c1cc764eb tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 946 time: 0.3223002 Feb 03 12:54:28.156265 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28872301-1e51-479a-9478-4a4012c379b3 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (080c5c32-23e8-47de-b49d-d9a307ad8f90), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.175953 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b09d1ea5-22ab-4359-9115-118ab74334b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (cde37700-db54-499b-905a-e5636c9bab2f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.268433 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28872301-1e51-479a-9478-4a4012c379b3 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (080c5c32-23e8-47de-b49d-d9a307ad8f90), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.312714 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bae33911-04cc-4ef1-b6e5-3de9ef072984 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (8be3b08a-f984-4cea-a85b-b1aa7d92d5af), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.367896 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de50ec-3a05-450e-a801-2d2412d2119d req-0fe3a3ac-5832-4657-999a-9b189f3bd429 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:28.369509 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c8de50ec-3a05-450e-a801-2d2412d2119d req-0fe3a3ac-5832-4657-999a-9b189f3bd429 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 944 time: 0.1451313 Feb 03 12:54:28.371051 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bae33911-04cc-4ef1-b6e5-3de9ef072984 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (8be3b08a-f984-4cea-a85b-b1aa7d92d5af), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.475400 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device b7821b84-4e8c-4f7a-b0ae-b29085ea122b up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:54:28.569070 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port b7821b84-4e8c-4f7a-b0ae-b29085ea122b completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:54:28.574926 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port b7821b84-4e8c-4f7a-b0ae-b29085ea122b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:28.576397 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b7821b84-4e8c-4f7a-b0ae-b29085ea122b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.581433 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b09d1ea5-22ab-4359-9115-118ab74334b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (cde37700-db54-499b-905a-e5636c9bab2f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.589440 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b09d1ea5-22ab-4359-9115-118ab74334b9 admin admin] Publish callbacks [] for router_controller (cde37700-db54-499b-905a-e5636c9bab2f), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.631483 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c8de50ec-3a05-450e-a801-2d2412d2119d req-172280eb-c171-40c5-8125-9f87934d4a1c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b37565c-a68f-49a1-b831-1a35405a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2376854 Feb 03 12:54:28.677472 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f927461-8682-4c04-9a56-48f2060a4628 req-54c3e82b-9e72-4de4-ba46-a060c941a484 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5131679 Feb 03 12:54:28.693720 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b09d1ea5-22ab-4359-9115-118ab74334b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (cde37700-db54-499b-905a-e5636c9bab2f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.693720 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09d1ea5-22ab-4359-9115-118ab74334b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cde37700-db54-499b-905a-e5636c9bab2f {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:54:28.693913 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b09d1ea5-22ab-4359-9115-118ab74334b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.695309 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b09d1ea5-22ab-4359-9115-118ab74334b9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/cde37700-db54-499b-905a-e5636c9bab2f HTTP/1.1" status: 204 len: 168 time: 2.8786542 Feb 03 12:54:28.699847 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39780) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:28.725560 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port b7821b84-4e8c-4f7a-b0ae-b29085ea122b is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:28.726333 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b7821b84-4e8c-4f7a-b0ae-b29085ea122b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.745719 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28872301-1e51-479a-9478-4a4012c379b3 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Router 080c5c32-23e8-47de-b49d-d9a307ad8f90 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:54:28.779688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:54:28.787482 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313ea731-dfa0-4a71-9880-635638a6b6a5" -d '{"events": [{"server_uuid": "e9faff38-711c-4579-b8e7-60dc3df4dc35", "name": "network-vif-plugged", "status": "completed", "tag": "b7821b84-4e8c-4f7a-b0ae-b29085ea122b"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:54:28.806153 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-2457072e-65bd-450f-b8a3-a3b5ac0bebd7 admin admin] Deleting subnet 9dbc02e2-6703-401d-94fc-0795a4c52d21 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:54:28.845154 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port b7821b84-4e8c-4f7a-b0ae-b29085ea122b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b7821b84-4e8c-4f7a-b0ae-b29085ea122b,segment=NetworkSegment(16cff9d3-2e4b-4273-9c50-37c9cbb9acfb),segment_id=16cff9d3-2e4b-4273-9c50-37c9cbb9acfb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:28.855606 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b7821b84-4e8c-4f7a-b0ae-b29085ea122b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.866408 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2457072e-65bd-450f-b8a3-a3b5ac0bebd7 admin admin] Publish callbacks [] for subnet (9dbc02e2-6703-401d-94fc-0795a4c52d21), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.911036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28872301-1e51-479a-9478-4a4012c379b3 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:54:28.921422 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28872301-1e51-479a-9478-4a4012c379b3 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.922909 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-28872301-1e51-479a-9478-4a4012c379b3 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "PUT /v2.0/routers/080c5c32-23e8-47de-b49d-d9a307ad8f90 HTTP/1.1" status: 200 len: 698 time: 1.7285373 Feb 03 12:54:28.925673 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea387fd1-9ef6-45fd-990f-d6c38c05c110 None None] Sync routers for ids ['080c5c32-23e8-47de-b49d-d9a307ad8f90'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:54:28.926223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39788) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:28.942160 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2457072e-65bd-450f-b8a3-a3b5ac0bebd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (9dbc02e2-6703-401d-94fc-0795a4c52d21), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:28.953536 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea387fd1-9ef6-45fd-990f-d6c38c05c110 None None] Routers {'080c5c32-23e8-47de-b49d-d9a307ad8f90'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:28.954231 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ea387fd1-9ef6-45fd-990f-d6c38c05c110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['080c5c32-23e8-47de-b49d-d9a307ad8f90'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:28.959399 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae33911-04cc-4ef1-b6e5-3de9ef072984 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 8be3b08a-f984-4cea-a85b-b1aa7d92d5af has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:54:29.049802 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d1fcd0-6e58-4e29-9017-a7aa1c9788d3 x-openstack-request-id: req-43d1fcd0-6e58-4e29-9017-a7aa1c9788d3 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:54:29.050857 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9faff38-711c-4579-b8e7-60dc3df4dc35", "name": "network-vif-plugged", "status": "completed", "tag": "b7821b84-4e8c-4f7a-b0ae-b29085ea122b", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:54:29.052617 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43d1fcd0-6e58-4e29-9017-a7aa1c9788d3 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:54:29.054741 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b', 'code': 200} Feb 03 12:54:29.110629 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-60e0190c-cb99-4ee1-b7af-10f450805842 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/routers/080c5c32-23e8-47de-b49d-d9a307ad8f90 HTTP/1.1" status: 200 len: 704 time: 0.1825087 Feb 03 12:54:29.118359 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39794) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:29.162994 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=b7821b84-4e8c-4f7a-b0ae-b29085ea122b,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:29.184095 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bdba112e-2316-4e8e-b3c9-a07d409d1dd3 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/ports?device_id=080c5c32-23e8-47de-b49d-d9a307ad8f90 HTTP/1.1" status: 200 len: 205 time: 0.0642631 Feb 03 12:54:29.184991 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39798) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:29.218442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 20c660ee-49df-4ee6-940f-f75af0c1b24b no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:54:29.234882 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-ea387fd1-9ef6-45fd-990f-d6c38c05c110 None None] Set router 080c5c32-23e8-47de-b49d-d9a307ad8f90 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:54:29.264258 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 20c660ee-49df-4ee6-940f-f75af0c1b24b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:54:29.264606 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 20c660ee-49df-4ee6-940f-f75af0c1b24b not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:54:29.265024 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 602eaea2-c404-4051-9421-ccafd093ea51 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:54:29.287931 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 602eaea2-c404-4051-9421-ccafd093ea51 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:54:29.287931 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 602eaea2-c404-4051-9421-ccafd093ea51 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:54:29.337897 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2457072e-65bd-450f-b8a3-a3b5ac0bebd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (9dbc02e2-6703-401d-94fc-0795a4c52d21), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:29.372655 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39802) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:29.392763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e0bea-0660-483c-a397-86617677de0a req-b0a62134-59fd-42f2-932a-8b3130ad3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:29.394606 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a13e0bea-0660-483c-a397-86617677de0a req-b0a62134-59fd-42f2-932a-8b3130ad3aeb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 1127 time: 0.3981559 Feb 03 12:54:29.434418 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ea387fd1-9ef6-45fd-990f-d6c38c05c110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080c5c32-23e8-47de-b49d-d9a307ad8f90', 'name': 'tempest-RoutersIpV6Test-router-2027761500', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:26Z', 'updated_at': '2022-02-03T12:54:28Z', 'revision_number': 2, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:29.435659 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2457072e-65bd-450f-b8a3-a3b5ac0bebd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (9dbc02e2-6703-401d-94fc-0795a4c52d21), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:29.469033 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae33911-04cc-4ef1-b6e5-3de9ef072984 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:54:29.475792 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ec66534-3d03-4015-b3e2-09ee9a0ccf88 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (080c5c32-23e8-47de-b49d-d9a307ad8f90), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:29.493786 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bae33911-04cc-4ef1-b6e5-3de9ef072984 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:29.494296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030c7f43-d4d4-4a31-9b67-fc005ca67f58 None None] Sync routers for ids ['8be3b08a-f984-4cea-a85b-b1aa7d92d5af'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:54:29.494975 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bae33911-04cc-4ef1-b6e5-3de9ef072984 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/8be3b08a-f984-4cea-a85b-b1aa7d92d5af HTTP/1.1" status: 200 len: 887 time: 1.9895732 Feb 03 12:54:29.497971 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39810) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:29.521474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030c7f43-d4d4-4a31-9b67-fc005ca67f58 None None] Routers {'8be3b08a-f984-4cea-a85b-b1aa7d92d5af'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:29.526388 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-030c7f43-d4d4-4a31-9b67-fc005ca67f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['8be3b08a-f984-4cea-a85b-b1aa7d92d5af'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:29.536174 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea387fd1-9ef6-45fd-990f-d6c38c05c110 None None] Checking router: 080c5c32-23e8-47de-b49d-d9a307ad8f90 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:54:29.559487 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea387fd1-9ef6-45fd-990f-d6c38c05c110 None None] Routers {'080c5c32-23e8-47de-b49d-d9a307ad8f90'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:29.560145 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ea387fd1-9ef6-45fd-990f-d6c38c05c110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['080c5c32-23e8-47de-b49d-d9a307ad8f90'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:29.653364 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2457072e-65bd-450f-b8a3-a3b5ac0bebd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:29.660796 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2457072e-65bd-450f-b8a3-a3b5ac0bebd7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9dbc02e2-6703-401d-94fc-0795a4c52d21 HTTP/1.1" status: 204 len: 168 time: 0.9596615 Feb 03 12:54:29.662164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457072e-65bd-450f-b8a3-a3b5ac0bebd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dbc02e2-6703-401d-94fc-0795a4c52d21,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:29.664439 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39816) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:29.669937 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-030c7f43-d4d4-4a31-9b67-fc005ca67f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:29.672407 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7a8743-e0b2-4a02-9d06-c11217609d29 None None] Network 6cb9761b-598f-4535-bd6b-c51b682dba14 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:29.676912 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-ea387fd1-9ef6-45fd-990f-d6c38c05c110 None None] Set router 080c5c32-23e8-47de-b49d-d9a307ad8f90 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:54:29.738563 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030c7f43-d4d4-4a31-9b67-fc005ca67f58 None None] Routers {'8be3b08a-f984-4cea-a85b-b1aa7d92d5af'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:29.740040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-030c7f43-d4d4-4a31-9b67-fc005ca67f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['8be3b08a-f984-4cea-a85b-b1aa7d92d5af'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:29.747970 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ea387fd1-9ef6-45fd-990f-d6c38c05c110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '080c5c32-23e8-47de-b49d-d9a307ad8f90', 'name': 'tempest-RoutersIpV6Test-router-2027761500', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:26Z', 'updated_at': '2022-02-03T12:54:28Z', 'revision_number': 2, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:29.791041 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-760f3fa1-7206-4226-95e0-e5224bf81a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:29.791747 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea387fd1-9ef6-45fd-990f-d6c38c05c110 None None] The sync data for ids ['080c5c32-23e8-47de-b49d-d9a307ad8f90'] in n-d-827336-3 is: [{'id': '080c5c32-23e8-47de-b49d-d9a307ad8f90', 'name': 'tempest-RoutersIpV6Test-router-2027761500', 'tenant_id': '8f11593a0ed047868fd329fdd3c34fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:26Z', 'updated_at': '2022-02-03T12:54:28Z', 'revision_number': 2, 'project_id': '8f11593a0ed047868fd329fdd3c34fc1', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:54:29.826166 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-030c7f43-d4d4-4a31-9b67-fc005ca67f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:29.826832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030c7f43-d4d4-4a31-9b67-fc005ca67f58 None None] The sync data for ids ['8be3b08a-f984-4cea-a85b-b1aa7d92d5af'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:54:29.837419 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a13e0bea-0660-483c-a397-86617677de0a req-53decd19-2d90-4887-a1ac-d97764097cde service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0b37565c-a68f-49a1-b831-1a35405a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4255519 Feb 03 12:54:29.968413 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c0113eb9-a527-4587-93b3-22189d800fea tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/routers/8be3b08a-f984-4cea-a85b-b1aa7d92d5af HTTP/1.1" status: 200 len: 887 time: 0.4687533 Feb 03 12:54:29.969180 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39822) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:30.024943 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ae05a23b-91dc-4195-91bf-fda4ed1b0a72 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8be3b08a-f984-4cea-a85b-b1aa7d92d5af HTTP/1.1" status: 200 len: 205 time: 0.0455344 Feb 03 12:54:30.035357 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ec66534-3d03-4015-b3e2-09ee9a0ccf88 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (080c5c32-23e8-47de-b49d-d9a307ad8f90), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:30.036550 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39824) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:30.041521 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ec66534-3d03-4015-b3e2-09ee9a0ccf88 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router_controller (080c5c32-23e8-47de-b49d-d9a307ad8f90), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:30.057755 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (6cb9761b-598f-4535-bd6b-c51b682dba14), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:30.075331 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8629fb-342a-4e12-b7a4-115670b38540 None None] DHCP port deletion for 6cb9761b-598f-4535-bd6b-c51b682dba14 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:54:30.143545 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ec66534-3d03-4015-b3e2-09ee9a0ccf88 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (080c5c32-23e8-47de-b49d-d9a307ad8f90), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:30.144221 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec66534-3d03-4015-b3e2-09ee9a0ccf88 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Fanout notify agent at l3_agent the message router_deleted on router 080c5c32-23e8-47de-b49d-d9a307ad8f90 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:54:30.151370 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1e8629fb-342a-4e12-b7a4-115670b38540 None None] Deleting port 88b3773e-05ab-464f-8d76-e21ecfa2aa0d {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:30.152752 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e8629fb-342a-4e12-b7a4-115670b38540 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (88b3773e-05ab-464f-8d76-e21ecfa2aa0d), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:30.154577 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ec66534-3d03-4015-b3e2-09ee9a0ccf88 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:30.155881 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9ec66534-3d03-4015-b3e2-09ee9a0ccf88 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/routers/080c5c32-23e8-47de-b49d-d9a307ad8f90 HTTP/1.1" status: 204 len: 168 time: 0.9666138 Feb 03 12:54:30.161815 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39830) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:30.194261 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90d06d-be85-48ee-b799-4161d74d39e3 req-69b6dddf-5e75-4ec2-9205-6d0e8041539c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:30.195970 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3d90d06d-be85-48ee-b799-4161d74d39e3 req-69b6dddf-5e75-4ec2-9205-6d0e8041539c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 945 time: 0.3016891 Feb 03 12:54:30.225085 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f2ec0d0d-60a4-4466-9d05-8be4310e3262 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/ports?device_id=080c5c32-23e8-47de-b49d-d9a307ad8f90 HTTP/1.1" status: 200 len: 205 time: 0.0595136 Feb 03 12:54:30.255796 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39832) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:30.294475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1e8629fb-342a-4e12-b7a4-115670b38540 None None] For port 88b3773e-05ab-464f-8d76-e21ecfa2aa0d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=88b3773e-05ab-464f-8d76-e21ecfa2aa0d,segment=NetworkSegment(3a1dd41e-59bc-4c62-900b-ab6f7f8767ba),segment_id=3a1dd41e-59bc-4c62-900b-ab6f7f8767ba)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:30.294887 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e8629fb-342a-4e12-b7a4-115670b38540 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (88b3773e-05ab-464f-8d76-e21ecfa2aa0d), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:30.314011 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-e5b4ced9-97fe-4532-a987-ad07b518eaab tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] delete failed (client error): The resource could not be found. Feb 03 12:54:30.315364 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e5b4ced9-97fe-4532-a987-ad07b518eaab tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/routers/080c5c32-23e8-47de-b49d-d9a307ad8f90 HTTP/1.1" status: 404 len: 336 time: 0.0585272 Feb 03 12:54:30.326310 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39838) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:30.327881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1e8629fb-342a-4e12-b7a4-115670b38540 None None] Calling delete_port for 88b3773e-05ab-464f-8d76-e21ecfa2aa0d owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:30.368793 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-31325708-ebba-4118-a814-c89bc0c5af0c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] DELETE failed (client error): The resource could not be found. Feb 03 12:54:30.369199 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31325708-ebba-4118-a814-c89bc0c5af0c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:54:30.373153 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-31325708-ebba-4118-a814-c89bc0c5af0c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/subnets/56f45044-fe2e-4ce4-a6c6-82d9e4768554 HTTP/1.1" status: 404 len: 337 time: 0.0455396 Feb 03 12:54:30.382894 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39840) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:30.444991 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-068ed954-7237-4513-a9af-dbb25465d3e1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] DELETE failed (client error): The resource could not be found. Feb 03 12:54:30.444991 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-068ed954-7237-4513-a9af-dbb25465d3e1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:54:30.446496 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-068ed954-7237-4513-a9af-dbb25465d3e1 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/subnets/a10154a7-e35f-495e-a3c6-964b140b355e HTTP/1.1" status: 404 len: 337 time: 0.0624280 Feb 03 12:54:30.461865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39842) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:30.520815 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3d90d06d-be85-48ee-b799-4161d74d39e3 req-606f06cb-ae77-4f23-bc35-846d3925d211 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b37565c-a68f-49a1-b831-1a35405a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3066552 Feb 03 12:54:30.526005 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-02405072-b3b1-439a-ae0a-1b0de44aec52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] DELETE failed (client error): The resource could not be found. Feb 03 12:54:30.527821 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02405072-b3b1-439a-ae0a-1b0de44aec52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:54:30.532183 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-02405072-b3b1-439a-ae0a-1b0de44aec52 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/subnets/290ba31a-3c72-457c-8aa2-12f21716eb60 HTTP/1.1" status: 404 len: 337 time: 0.0678632 Feb 03 12:54:30.534790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39846) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:30.550486 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e8629fb-342a-4e12-b7a4-115670b38540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (88b3773e-05ab-464f-8d76-e21ecfa2aa0d), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:30.580833 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] Deleting port 88b3773e-05ab-464f-8d76-e21ecfa2aa0d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:30.581211 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (88b3773e-05ab-464f-8d76-e21ecfa2aa0d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:30.594339 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8629fb-342a-4e12-b7a4-115670b38540 None None] Pushing event deleted for resources: {'Port': ['ID=88b3773e-05ab-464f-8d76-e21ecfa2aa0d,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:30.608680 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8629fb-342a-4e12-b7a4-115670b38540 None None] No DVR routers for this DVR port 88b3773e-05ab-464f-8d76-e21ecfa2aa0d on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:54:30.835195 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc186c1-6a6e-4abb-b9bd-d0e9b51839e4 req-e5e60ced-f635-4ca0-8344-31126d2440d9 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:30.843556 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1bc186c1-6a6e-4abb-b9bd-d0e9b51839e4 req-e5e60ced-f635-4ca0-8344-31126d2440d9 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 946 time: 0.9406469 Feb 03 12:54:30.855161 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-760f3fa1-7206-4226-95e0-e5224bf81a7c admin admin] Publish callbacks [] for security_group (25ecedc5-9a3d-45a1-837e-f06061120262), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:30.894949 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-760f3fa1-7206-4226-95e0-e5224bf81a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (25ecedc5-9a3d-45a1-837e-f06061120262), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:30.986525 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f3fa1-7206-4226-95e0-e5224bf81a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ecedc5-9a3d-45a1-837e-f06061120262,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:30.997418 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-760f3fa1-7206-4226-95e0-e5224bf81a7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0bdeb6b06f64fe0b5915371b6a02960&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6219614 Feb 03 12:54:31.004470 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39856) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:31.013949 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-022322fb-7f52-45cc-b5ed-da50fa805211 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (8be3b08a-f984-4cea-a85b-b1aa7d92d5af), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:31.026611 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1bc186c1-6a6e-4abb-b9bd-d0e9b51839e4 req-82fbe449-e765-4365-9e42-fc1dfcde7318 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817286 Feb 03 12:54:31.117353 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:31.183971 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 88b3773e-05ab-464f-8d76-e21ecfa2aa0d no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:54:31.213669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] For port 88b3773e-05ab-464f-8d76-e21ecfa2aa0d, host n-d-827336-3, got binding levels [] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:31.214803 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (88b3773e-05ab-464f-8d76-e21ecfa2aa0d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:31.227577 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b08ca1d-aab0-41b5-b192-39c0150824a8 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] DELETE failed (client error): The resource could not be found. Feb 03 12:54:31.228079 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b08ca1d-aab0-41b5-b192-39c0150824a8 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:54:31.233055 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8b08ca1d-aab0-41b5-b192-39c0150824a8 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/subnets/a29506b0-dc49-46da-ab27-066332a63a25 HTTP/1.1" status: 404 len: 337 time: 0.6951015 Feb 03 12:54:31.238208 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39868) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:31.248322 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] Calling delete_port for 88b3773e-05ab-464f-8d76-e21ecfa2aa0d owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:31.252296 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] Port 88b3773e-05ab-464f-8d76-e21ecfa2aa0d was not found and therefore no delete operation was performed {{(pid=103188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:54:31.253755 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 88b3773e-05ab-464f-8d76-e21ecfa2aa0d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:54:31.253998 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 88b3773e-05ab-464f-8d76-e21ecfa2aa0d not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:54:31.273533 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (88b3773e-05ab-464f-8d76-e21ecfa2aa0d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:31.281659 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6bf59429-8a33-4629-a356-e0387ddc46cd tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a869241a-ab34-4810-a890-b76103be9b1b HTTP/1.1" status: 200 len: 205 time: 0.0417571 Feb 03 12:54:31.301956 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39870) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:31.308581 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] Pushing event deleted for resources: {'Port': ['ID=88b3773e-05ab-464f-8d76-e21ecfa2aa0d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:31.322678 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] No DVR routers for this DVR port 88b3773e-05ab-464f-8d76-e21ecfa2aa0d on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:54:31.376357 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-ecc33a90-3f38-4ea9-80e4-3ccc1de47a45 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] delete failed (client error): The resource could not be found. Feb 03 12:54:31.381185 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39872) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:31.382684 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ecc33a90-3f38-4ea9-80e4-3ccc1de47a45 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/routers/a869241a-ab34-4810-a890-b76103be9b1b HTTP/1.1" status: 404 len: 336 time: 0.0796580 Feb 03 12:54:31.391410 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a80e-c2e9-411f-a1a4-b4db77ce5eaf admin admin] Publish callbacks [] for security_group (25ecedc5-9a3d-45a1-837e-f06061120262), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:31.425376 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-022322fb-7f52-45cc-b5ed-da50fa805211 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router_gateway (8be3b08a-f984-4cea-a85b-b1aa7d92d5af), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:31.442351 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a80e-c2e9-411f-a1a4-b4db77ce5eaf admin admin] Publish callbacks [] for security_group (25ecedc5-9a3d-45a1-837e-f06061120262), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:31.465917 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-53c89c6f-d748-44d2-894b-7774800720c3 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/ports?device_id=85917efd-ed9b-49c9-ad21-2ae96e736076 HTTP/1.1" status: 200 len: 205 time: 0.0806882 Feb 03 12:54:31.465917 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (6cb9761b-598f-4535-bd6b-c51b682dba14), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:31.468750 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39874) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:31.543136 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-022322fb-7f52-45cc-b5ed-da50fa805211 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting port 7db417fd-63d7-4001-b5c2-03e2757fa738 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:31.544137 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-022322fb-7f52-45cc-b5ed-da50fa805211 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (7db417fd-63d7-4001-b5c2-03e2757fa738), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:31.550089 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a80e-c2e9-411f-a1a4-b4db77ce5eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (25ecedc5-9a3d-45a1-837e-f06061120262), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:31.565620 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9cd1a80e-c2e9-411f-a1a4-b4db77ce5eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:31.569308 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9cd1a80e-c2e9-411f-a1a4-b4db77ce5eaf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25ecedc5-9a3d-45a1-837e-f06061120262 HTTP/1.1" status: 204 len: 168 time: 0.5630372 Feb 03 12:54:31.579753 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-e2f4b59e-529f-4df1-9fb8-818e1a302e96 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] delete failed (client error): The resource could not be found. Feb 03 12:54:31.583107 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e2f4b59e-529f-4df1-9fb8-818e1a302e96 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/routers/85917efd-ed9b-49c9-ad21-2ae96e736076 HTTP/1.1" status: 404 len: 336 time: 0.1111710 Feb 03 12:54:31.589675 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb9761b-598f-4535-bd6b-c51b682dba14']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:31.595236 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39880) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:31.628629 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1a80e-c2e9-411f-a1a4-b4db77ce5eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ecedc5-9a3d-45a1-837e-f06061120262,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:31.677650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1dd41e-59bc-4c62-900b-ab6f7f8767ba') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:31.680349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1dd41e-59bc-4c62-900b-ab6f7f8767ba') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:31.744830 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5ef71da0-acb2-4952-8099-e4278d115834 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:54:31.778851 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d6dce4-e8bf-4e11-9e11-8e7625fc441b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] DELETE failed (client error): The resource could not be found. Feb 03 12:54:31.779432 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d6dce4-e8bf-4e11-9e11-8e7625fc441b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:54:31.788371 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a1d6dce4-e8bf-4e11-9e11-8e7625fc441b tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/subnets/5c166c6a-ef7c-4f2d-b917-ca7b498e7dc6 HTTP/1.1" status: 404 len: 337 time: 0.1641431 Feb 03 12:54:31.789835 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39888) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:31.792543 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (3a1dd41e-59bc-4c62-900b-ab6f7f8767ba), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:31.827474 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (3a1dd41e-59bc-4c62-900b-ab6f7f8767ba), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:31.845105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:54:31.846750 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (3a1dd41e-59bc-4c62-900b-ab6f7f8767ba), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:54:31.864229 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:54:31.894100 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-210b2125-7e13-45ee-b8f9-a55622b869bf tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085 HTTP/1.1" status: 200 len: 205 time: 0.0949104 Feb 03 12:54:31.900697 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39894) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:31.917035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 5ef71da0-acb2-4952-8099-e4278d115834 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:31.919102 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5ef71da0-acb2-4952-8099-e4278d115834), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:31.952376 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef71da0-acb2-4952-8099-e4278d115834'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:54:31.956533 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fef15d7-a4bb-4c3f-9fcf-eaf242feac29" -d '{"events": [{"server_uuid": "ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef71da0-acb2-4952-8099-e4278d115834"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:54:31.974826 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5ef71da0-acb2-4952-8099-e4278d115834, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5ef71da0-acb2-4952-8099-e4278d115834,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:31.985051 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5ef71da0-acb2-4952-8099-e4278d115834), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:32.003059 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-544b0037-f5d3-498a-8e44-c45f96c88437 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] delete failed (client error): The resource could not be found. Feb 03 12:54:32.003851 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-544b0037-f5d3-498a-8e44-c45f96c88437 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/routers/a7c7bd82-e63a-4dfd-a3cd-9cd1149a0085 HTTP/1.1" status: 404 len: 336 time: 0.1015441 Feb 03 12:54:32.030286 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39898) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:32.047295 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-022322fb-7f52-45cc-b5ed-da50fa805211 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (7db417fd-63d7-4001-b5c2-03e2757fa738), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:32.082210 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-465f7187-c436-4449-b3a7-97158331fe28 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3de54fc-593a-4bab-9d70-8002bd2cb013 HTTP/1.1" status: 200 len: 205 time: 0.0503662 Feb 03 12:54:32.085911 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39902) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:32.087437 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-022322fb-7f52-45cc-b5ed-da50fa805211 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Calling delete_port for 7db417fd-63d7-4001-b5c2-03e2757fa738 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:32.096974 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (6cb9761b-598f-4535-bd6b-c51b682dba14), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:32.132792 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d672aee-2f08-419d-b4e8-87ade455ca76 req-cbf01336-bb7e-48f5-818c-ae495c851132 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:32.141133 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4d672aee-2f08-419d-b4e8-87ade455ca76 req-cbf01336-bb7e-48f5-818c-ae495c851132 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 945 time: 0.4698377 Feb 03 12:54:32.151452 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:32.157231 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] 10.222.0.18 "DELETE /v2.0/networks/6cb9761b-598f-4535-bd6b-c51b682dba14 HTTP/1.1" status: 204 len: 168 time: 2.4865963 Feb 03 12:54:32.158277 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-ae9899db-94d0-47d0-98b4-5146cfe55c20 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] delete failed (client error): The resource could not be found. Feb 03 12:54:32.161972 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ae9899db-94d0-47d0-98b4-5146cfe55c20 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/routers/b3de54fc-593a-4bab-9d70-8002bd2cb013 HTTP/1.1" status: 404 len: 336 time: 0.0735226 Feb 03 12:54:32.169689 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39906) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:32.170041 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39908) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:32.175492 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c758164-d6dd-4df8-8b2c-58c3f51e761e admin admin] Pushing event deleted for resources: {'Network': ['ID=6cb9761b-598f-4535-bd6b-c51b682dba14,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:32.183166 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=5ef71da0-acb2-4952-8099-e4278d115834,revision_number=11']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:32.198421 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95af24f-0e90-43ea-a21e-dd36daddcb29 req-a36a470a-bc33-4852-95c7-8cd488e68d1d tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:32.200006 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d95af24f-0e90-43ea-a21e-dd36daddcb29 req-a36a470a-bc33-4852-95c7-8cd488e68d1d tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.2124124 Feb 03 12:54:32.303034 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d95af24f-0e90-43ea-a21e-dd36daddcb29 req-805b2786-b64f-41ec-8b76-5b93a08ee055 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961657 Feb 03 12:54:32.428650 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9d0eb1-6b20-4821-b80e-fe268182574c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] DELETE failed (client error): The resource could not be found. Feb 03 12:54:32.428993 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9d0eb1-6b20-4821-b80e-fe268182574c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:54:32.432858 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cb9d0eb1-6b20-4821-b80e-fe268182574c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/subnets/3685132f-f683-4389-a18f-efc403afe623 HTTP/1.1" status: 404 len: 337 time: 0.2026048 Feb 03 12:54:32.434876 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39918) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:32.500915 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f70e9ba3-ced0-4ee1-99f9-c05fc3fae79c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc0dca6e-4029-4f69-905e-d72168b3004d HTTP/1.1" status: 200 len: 205 time: 0.0627966 Feb 03 12:54:32.502233 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39922) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:32.535407 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4d672aee-2f08-419d-b4e8-87ade455ca76 req-2aa83f84-155e-43b5-b7e1-1249ff5b9ca1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b37565c-a68f-49a1-b831-1a35405a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3844881 Feb 03 12:54:32.585820 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-9df7bd7b-5bfd-4ec2-9bd3-8d24838c80d6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] delete failed (client error): The resource could not be found. Feb 03 12:54:32.596690 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9df7bd7b-5bfd-4ec2-9bd3-8d24838c80d6 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/routers/dc0dca6e-4029-4f69-905e-d72168b3004d HTTP/1.1" status: 404 len: 336 time: 0.0933793 Feb 03 12:54:32.597292 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39928) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:32.643221 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ea5433-223e-48ad-838d-c33e2cf68912 x-openstack-request-id: req-51ea5433-223e-48ad-838d-c33e2cf68912 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:54:32.643662 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef71da0-acb2-4952-8099-e4278d115834", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:54:32.644094 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51ea5433-223e-48ad-838d-c33e2cf68912 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:54:32.648460 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef71da0-acb2-4952-8099-e4278d115834', 'code': 200} Feb 03 12:54:32.663628 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-4290a42c-899d-4ec6-8779-77945d14dfbb tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] DELETE failed (client error): The resource could not be found. Feb 03 12:54:32.664113 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4290a42c-899d-4ec6-8779-77945d14dfbb tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:54:32.670160 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4290a42c-899d-4ec6-8779-77945d14dfbb tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/subnets/1190315e-b4d1-4677-a271-c3f43ef98da9 HTTP/1.1" status: 404 len: 337 time: 0.0698817 Feb 03 12:54:32.670788 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39932) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:32.718173 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ae106a4e-7ba1-4ade-91df-feea436e1e5f tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "GET /v2.0/ports?device_id=d45ff685-03c1-454f-94c8-010b5f8c3461 HTTP/1.1" status: 200 len: 205 time: 0.0462477 Feb 03 12:54:32.718780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39934) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:32.768549 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-e5a7a7d4-982f-477b-a4bd-627f06f5130c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] delete failed (client error): The resource could not be found. Feb 03 12:54:32.772768 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e5a7a7d4-982f-477b-a4bd-627f06f5130c tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/routers/d45ff685-03c1-454f-94c8-010b5f8c3461 HTTP/1.1" status: 404 len: 336 time: 0.0528302 Feb 03 12:54:32.775169 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39940) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:32.841847 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b96618-ce3e-49b0-8d2a-cbf4f51567c5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] DELETE failed (client error): The resource could not be found. Feb 03 12:54:32.842587 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b96618-ce3e-49b0-8d2a-cbf4f51567c5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:54:32.846065 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c2b96618-ce3e-49b0-8d2a-cbf4f51567c5 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/subnets/85c29345-524d-41e1-aff9-048d893a31cb HTTP/1.1" status: 404 len: 337 time: 0.0635059 Feb 03 12:54:32.850005 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39942) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:32.909418 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3cfca45-cec9-4005-b082-050b713751f7 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] DELETE failed (client error): The resource could not be found. Feb 03 12:54:32.909881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3cfca45-cec9-4005-b082-050b713751f7 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:54:32.912553 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370ba8e-2c7f-4758-8c75-c4f626f621a4 req-ecfebcec-0630-41c0-8569-d72c2a3d3bc7 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:32.914862 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e370ba8e-2c7f-4758-8c75-c4f626f621a4 req-ecfebcec-0630-41c0-8569-d72c2a3d3bc7 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 945 time: 0.2687871 Feb 03 12:54:32.921802 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f3cfca45-cec9-4005-b082-050b713751f7 tempest-RoutersIpV6Test-1869683772 tempest-RoutersIpV6Test-1869683772-project] 10.222.0.18 "DELETE /v2.0/subnets/4b66dfc9-759b-461e-9f21-f0a2f2418cb5 HTTP/1.1" status: 404 len: 337 time: 0.0698609 Feb 03 12:54:33.020516 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-022322fb-7f52-45cc-b5ed-da50fa805211 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (7db417fd-63d7-4001-b5c2-03e2757fa738), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:33.104925 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022322fb-7f52-45cc-b5ed-da50fa805211 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Port': ['ID=7db417fd-63d7-4001-b5c2-03e2757fa738,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:33.203474 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e370ba8e-2c7f-4758-8c75-c4f626f621a4 req-eda72cb1-9a0f-4235-b90b-612c3dfbe60c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b37565c-a68f-49a1-b831-1a35405a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732263 Feb 03 12:54:33.206186 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-022322fb-7f52-45cc-b5ed-da50fa805211 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (8be3b08a-f984-4cea-a85b-b1aa7d92d5af), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:33.233927 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39958) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:33.372259 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-022322fb-7f52-45cc-b5ed-da50fa805211 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (8be3b08a-f984-4cea-a85b-b1aa7d92d5af), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:33.374932 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-022322fb-7f52-45cc-b5ed-da50fa805211 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router_controller (8be3b08a-f984-4cea-a85b-b1aa7d92d5af), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:33.389894 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39966) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:33.469694 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-022322fb-7f52-45cc-b5ed-da50fa805211 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (8be3b08a-f984-4cea-a85b-b1aa7d92d5af), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:33.470239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022322fb-7f52-45cc-b5ed-da50fa805211 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Fanout notify agent at l3_agent the message router_deleted on router 8be3b08a-f984-4cea-a85b-b1aa7d92d5af {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:54:33.491201 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88de790-865f-4f88-9aa7-7680babd3811 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:33.492025 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f4b1a039-10b5-44ec-85a6-6278ee16badf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:33.492852 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c88de790-865f-4f88-9aa7-7680babd3811 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 1122 time: 0.2499428 Feb 03 12:54:33.495158 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-022322fb-7f52-45cc-b5ed-da50fa805211 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:33.495868 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39974) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:33.499439 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-022322fb-7f52-45cc-b5ed-da50fa805211 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/routers/8be3b08a-f984-4cea-a85b-b1aa7d92d5af HTTP/1.1" status: 204 len: 168 time: 3.4605017 Feb 03 12:54:33.508434 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f6e267ab-d0ad-4a38-adb7-8dacac7c1bf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:33.508827 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39976) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:33.513993 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b855ac4-a2f4-47e8-aa08-6f0be1df8bc3 req-11c9ef50-559f-4b86-ab8c-3d782454b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:33.515667 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b855ac4-a2f4-47e8-aa08-6f0be1df8bc3 req-11c9ef50-559f-4b86-ab8c-3d782454b15b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 1126 time: 0.2892416 Feb 03 12:54:33.549996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-502773a7-0baa-42b9-8074-2b0bf01027c0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'network': {'name': 'tempest-RoutersTest-1944545199'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:33.560522 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e267ab-d0ad-4a38-adb7-8dacac7c1bf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:33.583594 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec738fe9-1d43-4355-ad43-a1a7cb83d9f7 req-43fa9d07-664a-42c6-8e58-342f4cf98532 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:33.586022 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec738fe9-1d43-4355-ad43-a1a7cb83d9f7 req-43fa9d07-664a-42c6-8e58-342f4cf98532 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1402879 Feb 03 12:54:33.635831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502773a7-0baa-42b9-8074-2b0bf01027c0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Made reservation on behalf of 05f05104465b4dbe8869e0f3a6da804e for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:33.640873 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-502773a7-0baa-42b9-8074-2b0bf01027c0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:33.700895 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502773a7-0baa-42b9-8074-2b0bf01027c0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:54:33.723540 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-502773a7-0baa-42b9-8074-2b0bf01027c0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (6a9daf9b-dc8b-4034-ba56-52c42e068e14), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:33.723898 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-502773a7-0baa-42b9-8074-2b0bf01027c0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Added segment 6a9daf9b-dc8b-4034-ba56-52c42e068e14 of type vlan for network 4c280477-86f9-42f7-97c1-ad68c1dad4ab Feb 03 12:54:33.790528 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-502773a7-0baa-42b9-8074-2b0bf01027c0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (4c280477-86f9-42f7-97c1-ad68c1dad4ab), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:33.812299 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d6e1295c-a37f-4123-9053-d2698d5c40fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f11593a0ed047868fd329fdd3c34fc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4123919 Feb 03 12:54:33.817581 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39984) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:33.825313 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c20927a6-e527-493a-b71a-7b828e6efa74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (fcfbde1a-e449-42b7-a994-3908b1724fd8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:33.883479 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b855ac4-a2f4-47e8-aa08-6f0be1df8bc3 req-75428844-f473-4e0c-b6ff-dd37586e5914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:33.885030 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-502773a7-0baa-42b9-8074-2b0bf01027c0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (4c280477-86f9-42f7-97c1-ad68c1dad4ab), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:33.885194 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b855ac4-a2f4-47e8-aa08-6f0be1df8bc3 req-75428844-f473-4e0c-b6ff-dd37586e5914 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.3385961 Feb 03 12:54:33.888668 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec738fe9-1d43-4355-ad43-a1a7cb83d9f7 req-982f7d30-1643-4df7-babb-a909c4344a84 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834675 Feb 03 12:54:33.892438 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502773a7-0baa-42b9-8074-2b0bf01027c0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:33.893116 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-502773a7-0baa-42b9-8074-2b0bf01027c0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:33.953975 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-502773a7-0baa-42b9-8074-2b0bf01027c0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4418128 Feb 03 12:54:33.977592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39992) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:33.983836 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d42b5765-c70b-4e99-9e36-3dad54223258 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'subnet': {'network_id': '4c280477-86f9-42f7-97c1-ad68c1dad4ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:34.040194 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b855ac4-a2f4-47e8-aa08-6f0be1df8bc3 req-a2c779ea-0f4d-489a-907c-788195403316 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef71da0-acb2-4952-8099-e4278d115834 HTTP/1.1" status: 200 len: 999 time: 0.1432054 Feb 03 12:54:34.099276 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502773a7-0baa-42b9-8074-2b0bf01027c0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Network': ['ID=4c280477-86f9-42f7-97c1-ad68c1dad4ab,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:34.114555 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 4c280477-86f9-42f7-97c1-ad68c1dad4ab details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:54:34.210034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42b5765-c70b-4e99-9e36-3dad54223258 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Made reservation on behalf of 05f05104465b4dbe8869e0f3a6da804e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:34.213187 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d42b5765-c70b-4e99-9e36-3dad54223258 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:34.241487 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb891e7e-b7fb-4512-8b53-54e3e601f028 admin admin] Publish callbacks [] for security_group (bcde7142-5765-4b74-b743-47085c199997), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:34.313546 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b855ac4-a2f4-47e8-aa08-6f0be1df8bc3 req-663354ba-d36c-4f15-b0fc-bc14fc457afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:34.315293 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b855ac4-a2f4-47e8-aa08-6f0be1df8bc3 req-663354ba-d36c-4f15-b0fc-bc14fc457afd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.1915524 Feb 03 12:54:34.399090 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e267ab-d0ad-4a38-adb7-8dacac7c1bf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:34.463107 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb891e7e-b7fb-4512-8b53-54e3e601f028 admin admin] Publish callbacks [] for security_group (bcde7142-5765-4b74-b743-47085c199997), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:34.654998 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c20927a6-e527-493a-b71a-7b828e6efa74 admin admin] Deleting port 32141577-9c50-41f1-b6e2-158e0cba6caa {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:34.655441 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c20927a6-e527-493a-b71a-7b828e6efa74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (32141577-9c50-41f1-b6e2-158e0cba6caa), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:34.681836 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d42b5765-c70b-4e99-9e36-3dad54223258 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (8272ec97-ee0d-4503-a6f1-726cf329b14d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:34.779226 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c20927a6-e527-493a-b71a-7b828e6efa74 admin admin] For port 32141577-9c50-41f1-b6e2-158e0cba6caa, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=32141577-9c50-41f1-b6e2-158e0cba6caa,segment=NetworkSegment(9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b),segment_id=9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:34.780035 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b855ac4-a2f4-47e8-aa08-6f0be1df8bc3 req-15fa16bb-19d0-4a63-a7a0-9357e5640c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:34.780327 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c20927a6-e527-493a-b71a-7b828e6efa74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (32141577-9c50-41f1-b6e2-158e0cba6caa), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:34.781816 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b855ac4-a2f4-47e8-aa08-6f0be1df8bc3 req-15fa16bb-19d0-4a63-a7a0-9357e5640c80 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3993840 Feb 03 12:54:34.802671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c20927a6-e527-493a-b71a-7b828e6efa74 admin admin] Calling delete_port for 32141577-9c50-41f1-b6e2-158e0cba6caa owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:34.909084 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b5765-c70b-4e99-9e36-3dad54223258 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Subnet': ['ID=8272ec97-ee0d-4503-a6f1-726cf329b14d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:34.991553 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42b5765-c70b-4e99-9e36-3dad54223258 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Checking segment: {'id': '6a9daf9b-dc8b-4034-ba56-52c42e068e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4c280477-86f9-42f7-97c1-ad68c1dad4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:54:34.991926 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42b5765-c70b-4e99-9e36-3dad54223258 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network hostable DHCP agents. Network: 4c280477-86f9-42f7-97c1-ad68c1dad4ab, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:54:35.018978 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb891e7e-b7fb-4512-8b53-54e3e601f028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bcde7142-5765-4b74-b743-47085c199997), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:35.023774 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb891e7e-b7fb-4512-8b53-54e3e601f028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:35.024963 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fb891e7e-b7fb-4512-8b53-54e3e601f028 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bcde7142-5765-4b74-b743-47085c199997 HTTP/1.1" status: 204 len: 168 time: 1.1605511 Feb 03 12:54:35.040681 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b855ac4-a2f4-47e8-aa08-6f0be1df8bc3 req-68cc0dfe-341b-41df-b959-dd7fd422708e service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490110 Feb 03 12:54:35.056912 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-f6e267ab-d0ad-4a38-adb7-8dacac7c1bf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Allocated IP 172.25.6.203 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/8ab8310a-060c-4c87-97be-607a0bb1c55f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:54:35.148884 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65534f26-f9bf-4e5b-b649-bc8941b3e2aa req-2c23de3f-ae89-4c47-aece-7b811e1d1610 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:35.151142 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-65534f26-f9bf-4e5b-b649-bc8941b3e2aa req-2c23de3f-ae89-4c47-aece-7b811e1d1610 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1285129 Feb 03 12:54:35.173011 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b855ac4-a2f4-47e8-aa08-6f0be1df8bc3 req-5c9c116d-deb6-49ad-82f6-1322f35719d3 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182768 Feb 03 12:54:35.173853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb891e7e-b7fb-4512-8b53-54e3e601f028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcde7142-5765-4b74-b743-47085c199997,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:35.208372 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42b5765-c70b-4e99-9e36-3dad54223258 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network 4c280477-86f9-42f7-97c1-ad68c1dad4ab is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:54:35.232440 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d42b5765-c70b-4e99-9e36-3dad54223258 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 4c280477-86f9-42f7-97c1-ad68c1dad4ab) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:35.242210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adea6dc1-bc2f-4cd0-ac30-423e60595eb7 None None] Network 4c280477-86f9-42f7-97c1-ad68c1dad4ab requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:35.253832 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42b5765-c70b-4e99-9e36-3dad54223258 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:35.256550 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d42b5765-c70b-4e99-9e36-3dad54223258 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:35.323244 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-65534f26-f9bf-4e5b-b649-bc8941b3e2aa req-2f56db2c-5248-4a27-9e70-dc46465548d8 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637471 Feb 03 12:54:35.345537 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c20927a6-e527-493a-b71a-7b828e6efa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (32141577-9c50-41f1-b6e2-158e0cba6caa), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:35.408810 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d42b5765-c70b-4e99-9e36-3dad54223258 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4287090 Feb 03 12:54:35.422520 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40052) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:35.440295 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f7f2bb23-597a-4f9a-8a22-b7bc545face4 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1978514923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:35.447252 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20927a6-e527-493a-b71a-7b828e6efa74 admin admin] Pushing event deleted for resources: {'Port': ['ID=32141577-9c50-41f1-b6e2-158e0cba6caa,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:35.514880 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-4c280477-86f9-42f7-97c1-ad68c1dad4ab', 'network_id': '4c280477-86f9-42f7-97c1-ad68c1dad4ab', 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'fixed_ips': [{'subnet_id': '8272ec97-ee0d-4503-a6f1-726cf329b14d'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:54:35.517379 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:35.523928 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7f2bb23-597a-4f9a-8a22-b7bc545face4 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (6495fc18-8332-40b7-a46f-2ef5b2c3ee5d), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:35.525205 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7f2bb23-597a-4f9a-8a22-b7bc545face4 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (6495fc18-8332-40b7-a46f-2ef5b2c3ee5d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:35.778799 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e267ab-d0ad-4a38-adb7-8dacac7c1bf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for port (8ab8310a-060c-4c87-97be-607a0bb1c55f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:35.781521 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7f2bb23-597a-4f9a-8a22-b7bc545face4 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router_controller (6495fc18-8332-40b7-a46f-2ef5b2c3ee5d), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:35.791007 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7f2bb23-597a-4f9a-8a22-b7bc545face4 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (6495fc18-8332-40b7-a46f-2ef5b2c3ee5d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:35.834048 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] Allocated IP 172.20.0.2 (4c280477-86f9-42f7-97c1-ad68c1dad4ab/8272ec97-ee0d-4503-a6f1-726cf329b14d/7b84b99c-ef95-45d1-931d-463dbc77073b) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:54:35.867535 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c20927a6-e527-493a-b71a-7b828e6efa74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (fcfbde1a-e449-42b7-a994-3908b1724fd8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:35.884305 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7f2bb23-597a-4f9a-8a22-b7bc545face4 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:35.888841 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f7f2bb23-597a-4f9a-8a22-b7bc545face4 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4600203 Feb 03 12:54:35.890748 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40072) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:35.981386 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e267ab-d0ad-4a38-adb7-8dacac7c1bf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (8ab8310a-060c-4c87-97be-607a0bb1c55f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:36.087172 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-567acb53-a00c-49cf-8da7-eea68aab12ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:36.108266 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e267ab-d0ad-4a38-adb7-8dacac7c1bf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:54:36.114849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f6e267ab-d0ad-4a38-adb7-8dacac7c1bf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:36.144472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e267ab-d0ad-4a38-adb7-8dacac7c1bf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:54:36.149333 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e267ab-d0ad-4a38-adb7-8dacac7c1bf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'Port': ['ID=8ab8310a-060c-4c87-97be-607a0bb1c55f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:36.243827 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] Publish callbacks [] for port (7b84b99c-ef95-45d1-931d-463dbc77073b), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:36.295420 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (7b84b99c-ef95-45d1-931d-463dbc77073b), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:36.416541 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] Network 4c280477-86f9-42f7-97c1-ad68c1dad4ab is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:54:36.437460 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:36.477384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:54:36.480625 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] Pushing event updated for resources: {'Port': ['ID=7b84b99c-ef95-45d1-931d-463dbc77073b,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:36.671910 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78f3a104-475b-406c-a10b-b263d184b8c5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:36.693139 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] Attempting to bind port 7b84b99c-ef95-45d1-931d-463dbc77073b on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:36.693524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] Attempting to bind port 7b84b99c-ef95-45d1-931d-463dbc77073b by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '6a9daf9b-dc8b-4034-ba56-52c42e068e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4c280477-86f9-42f7-97c1-ad68c1dad4ab'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:36.693875 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] Attempting to bind port 7b84b99c-ef95-45d1-931d-463dbc77073b on network 4c280477-86f9-42f7-97c1-ad68c1dad4ab {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:36.715420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:54:36.715822 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] Checking segment: {'id': '6a9daf9b-dc8b-4034-ba56-52c42e068e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4c280477-86f9-42f7-97c1-ad68c1dad4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:54:36.716203 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:36.716629 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] Bound using segment: {'id': '6a9daf9b-dc8b-4034-ba56-52c42e068e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4c280477-86f9-42f7-97c1-ad68c1dad4ab'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:54:36.717110 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] Bound port: 7b84b99c-ef95-45d1-931d-463dbc77073b, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9daf9b-dc8b-4034-ba56-52c42e068e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4c280477-86f9-42f7-97c1-ad68c1dad4ab'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:54:36.717499 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7b84b99c-ef95-45d1-931d-463dbc77073b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:36.797106 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40102) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:36.940630 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] For port 7b84b99c-ef95-45d1-931d-463dbc77073b, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:54:36.944103 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:36.946138 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] For port 7b84b99c-ef95-45d1-931d-463dbc77073b, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7b84b99c-ef95-45d1-931d-463dbc77073b,segment=NetworkSegment(6a9daf9b-dc8b-4034-ba56-52c42e068e14),segment_id=6a9daf9b-dc8b-4034-ba56-52c42e068e14)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:54:36.967357 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7b84b99c-ef95-45d1-931d-463dbc77073b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:36.979003 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20927a6-e527-493a-b71a-7b828e6efa74 admin admin] Router fcfbde1a-e449-42b7-a994-3908b1724fd8 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:54:37.008844 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda77514-d243-48b2-9948-16a511c64672 req-ef5c5198-ead0-4b0b-985c-ce88224a6a6a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:37.010634 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cda77514-d243-48b2-9948-16a511c64672 req-ef5c5198-ead0-4b0b-985c-ce88224a6a6a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.2858028 Feb 03 12:54:37.115562 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8b5144da-4b68-4258-981b-b4a66b1cc005 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-367798436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:37.119534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f9c4d-4a11-400b-babd-31f15a56fd0c None None] Pushing event updated for resources: {'Port': ['ID=7b84b99c-ef95-45d1-931d-463dbc77073b,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:37.311467 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cda77514-d243-48b2-9948-16a511c64672 req-c8a59ecc-f455-4ed4-a848-060593446e8f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829511 Feb 03 12:54:37.494546 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b5144da-4b68-4258-981b-b4a66b1cc005 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:37.496658 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b5144da-4b68-4258-981b-b4a66b1cc005 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:37.586011 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e267ab-d0ad-4a38-adb7-8dacac7c1bf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for floatingip (5d3b82b1-290f-49ce-9702-f3d750ab2a2c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:37.625923 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-78f3a104-475b-406c-a10b-b263d184b8c5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Allocated IP 172.20.0.1 (4c280477-86f9-42f7-97c1-ad68c1dad4ab/8272ec97-ee0d-4503-a6f1-726cf329b14d/7b49bd68-aae3-4b29-8b10-b115f9e4dc0f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:54:37.731680 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e267ab-d0ad-4a38-adb7-8dacac7c1bf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8ab8310a-060c-4c87-97be-607a0bb1c55f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:37.757746 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20927a6-e527-493a-b71a-7b828e6efa74 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:54:37.768800 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7738f74-42a0-4b50-8b34-15a577f496dd None None] Sync routers for ids ['fcfbde1a-e449-42b7-a994-3908b1724fd8'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:54:37.779595 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5ef71da0-acb2-4952-8099-e4278d115834 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:54:37.787707 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7738f74-42a0-4b50-8b34-15a577f496dd None None] Routers {'fcfbde1a-e449-42b7-a994-3908b1724fd8'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:37.788878 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e7738f74-42a0-4b50-8b34-15a577f496dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['fcfbde1a-e449-42b7-a994-3908b1724fd8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:37.992852 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b5144da-4b68-4258-981b-b4a66b1cc005 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for router_controller (4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:38.009825 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c20927a6-e527-493a-b71a-7b828e6efa74 admin admin] 10.222.0.18 "PUT /v2.0/routers/fcfbde1a-e449-42b7-a994-3908b1724fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7814832 Feb 03 12:54:38.013561 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e7738f74-42a0-4b50-8b34-15a577f496dd None None] Set router fcfbde1a-e449-42b7-a994-3908b1724fd8 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:54:38.031304 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40132) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:38.032579 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5ef71da0-acb2-4952-8099-e4278d115834, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5ef71da0-acb2-4952-8099-e4278d115834,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:38.032977 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b5144da-4b68-4258-981b-b4a66b1cc005 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:38.067672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '5ef71da0-acb2-4952-8099-e4278d115834', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'port_id': '5ef71da0-acb2-4952-8099-e4278d115834', 'mac_address': 'fa:16:3e:eb:5f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27fe823-3411-4edd-b136-06676ed45522', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:54:38.120274 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b5144da-4b68-4258-981b-b4a66b1cc005 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:38.125054 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8b5144da-4b68-4258-981b-b4a66b1cc005 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.3294024 Feb 03 12:54:38.130295 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40138) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:38.137325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-063c4a75-024d-48d0-a493-d1d141fbd1eb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-990099712'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:38.174676 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 5ef71da0-acb2-4952-8099-e4278d115834 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:38.175076 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5ef71da0-acb2-4952-8099-e4278d115834), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:38.195809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063c4a75-024d-48d0-a493-d1d141fbd1eb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Made reservation on behalf of ec7f502c28074cca8ef52730fd4300ce for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:38.199750 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-063c4a75-024d-48d0-a493-d1d141fbd1eb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:38.231991 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-063c4a75-024d-48d0-a493-d1d141fbd1eb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:38.247634 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e267ab-d0ad-4a38-adb7-8dacac7c1bf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for port (8ab8310a-060c-4c87-97be-607a0bb1c55f), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:38.262251 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e267ab-d0ad-4a38-adb7-8dacac7c1bf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (8ab8310a-060c-4c87-97be-607a0bb1c55f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:38.287020 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef71da0-acb2-4952-8099-e4278d115834 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:54:38.310814 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5ef71da0-acb2-4952-8099-e4278d115834, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5ef71da0-acb2-4952-8099-e4278d115834,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:38.313272 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:38.323123 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5ef71da0-acb2-4952-8099-e4278d115834), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:38.446569 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=5ef71da0-acb2-4952-8099-e4278d115834,revision_number=12']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:38.474238 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['5ef71da0-acb2-4952-8099-e4278d115834'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:54:38.496519 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78f3a104-475b-406c-a10b-b263d184b8c5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for port (7b49bd68-aae3-4b29-8b10-b115f9e4dc0f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:38.555344 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e267ab-d0ad-4a38-adb7-8dacac7c1bf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'Port': ['ID=8ab8310a-060c-4c87-97be-607a0bb1c55f,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:38.571880 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-491ff14c-b7d5-4188-8e9b-05003f4f9c5a admin admin] Publish callbacks [] for router (fcfbde1a-e449-42b7-a994-3908b1724fd8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:38.583873 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e267ab-d0ad-4a38-adb7-8dacac7c1bf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (5d3b82b1-290f-49ce-9702-f3d750ab2a2c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:38.586670 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e7738f74-42a0-4b50-8b34-15a577f496dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfbde1a-e449-42b7-a994-3908b1724fd8', 'name': 'tempest-TaggedBootDevicesTest_v242-1626492890-router', 'tenant_id': '16cf678acdbf443f946e15b876197cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '01fbaa28-6bbd-4b36-941c-e074dc1d1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:05Z', 'updated_at': '2022-02-03T12:54:35Z', 'revision_number': 5, 'project_id': '16cf678acdbf443f946e15b876197cef', 'gw_port': {'id': '01fbaa28-6bbd-4b36-941c-e074dc1d1e25', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfbde1a-e449-42b7-a994-3908b1724fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:07Z', 'updated_at': '2022-02-03T12:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:38.647831 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7738f74-42a0-4b50-8b34-15a577f496dd None None] Checking router: fcfbde1a-e449-42b7-a994-3908b1724fd8 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:54:38.675289 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7738f74-42a0-4b50-8b34-15a577f496dd None None] Routers {'fcfbde1a-e449-42b7-a994-3908b1724fd8'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:38.676852 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e7738f74-42a0-4b50-8b34-15a577f496dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['fcfbde1a-e449-42b7-a994-3908b1724fd8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:39.078065 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01482666-2a9b-4651-99e9-92ca934f4534 None None] Network 4c280477-86f9-42f7-97c1-ad68c1dad4ab requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:39.190495 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e7738f74-42a0-4b50-8b34-15a577f496dd None None] Set router fcfbde1a-e449-42b7-a994-3908b1724fd8 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:54:39.336724 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6be2a229-6a74-4742-9b89-e2371c82ad85 None None] Provisioning complete for port 7b84b99c-ef95-45d1-931d-463dbc77073b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:39.337092 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6be2a229-6a74-4742-9b89-e2371c82ad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7b84b99c-ef95-45d1-931d-463dbc77073b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:39.434484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7b84b99c-ef95-45d1-931d-463dbc77073b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:54:39.518095 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-f6e267ab-d0ad-4a38-adb7-8dacac7c1bf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Floating IP 5d3b82b1-290f-49ce-9702-f3d750ab2a2c associated. External IP: 172.25.6.203, port: b7821b84-4e8c-4f7a-b0ae-b29085ea122b. Feb 03 12:54:39.546785 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-063c4a75-024d-48d0-a493-d1d141fbd1eb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for security_group (1c8248bf-ac5e-4505-a813-c1acd2638ee2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:39.569180 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-063c4a75-024d-48d0-a493-d1d141fbd1eb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1c8248bf-ac5e-4505-a813-c1acd2638ee2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:39.650659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a49327-d0e8-41db-a3ba-f8fcdbe1bb69 req-51edf74a-9fbb-4b52-a87d-da84a998fd26 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:39.663030 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17a49327-d0e8-41db-a3ba-f8fcdbe1bb69 req-51edf74a-9fbb-4b52-a87d-da84a998fd26 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 945 time: 1.1848657 Feb 03 12:54:39.665943 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 7b84b99c-ef95-45d1-931d-463dbc77073b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:39.666326 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7b84b99c-ef95-45d1-931d-463dbc77073b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:39.684257 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e7738f74-42a0-4b50-8b34-15a577f496dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcfbde1a-e449-42b7-a994-3908b1724fd8', 'name': 'tempest-TaggedBootDevicesTest_v242-1626492890-router', 'tenant_id': '16cf678acdbf443f946e15b876197cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '01fbaa28-6bbd-4b36-941c-e074dc1d1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:05Z', 'updated_at': '2022-02-03T12:54:35Z', 'revision_number': 5, 'project_id': '16cf678acdbf443f946e15b876197cef', 'gw_port': {'id': '01fbaa28-6bbd-4b36-941c-e074dc1d1e25', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfbde1a-e449-42b7-a994-3908b1724fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:07Z', 'updated_at': '2022-02-03T12:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:39.756781 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7738f74-42a0-4b50-8b34-15a577f496dd None None] The sync data for ids ['fcfbde1a-e449-42b7-a994-3908b1724fd8'] in n-d-827336-3 is: [{'id': 'fcfbde1a-e449-42b7-a994-3908b1724fd8', 'name': 'tempest-TaggedBootDevicesTest_v242-1626492890-router', 'tenant_id': '16cf678acdbf443f946e15b876197cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '01fbaa28-6bbd-4b36-941c-e074dc1d1e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:44:05Z', 'updated_at': '2022-02-03T12:54:35Z', 'revision_number': 5, 'project_id': '16cf678acdbf443f946e15b876197cef', 'gw_port': {'id': '01fbaa28-6bbd-4b36-941c-e074dc1d1e25', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfbde1a-e449-42b7-a994-3908b1724fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:44:07Z', 'updated_at': '2022-02-03T12:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:54:39.769650 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c4a75-024d-48d0-a493-d1d141fbd1eb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8248bf-ac5e-4505-a813-c1acd2638ee2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:39.806078 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78f3a104-475b-406c-a10b-b263d184b8c5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (7b49bd68-aae3-4b29-8b10-b115f9e4dc0f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:39.811499 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5ef71da0-acb2-4952-8099-e4278d115834 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:54:39.897202 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3a104-475b-406c-a10b-b263d184b8c5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Port': ['ID=7b49bd68-aae3-4b29-8b10-b115f9e4dc0f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:39.902367 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063c4a75-024d-48d0-a493-d1d141fbd1eb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:54:39.911425 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-491ff14c-b7d5-4188-8e9b-05003f4f9c5a admin admin] Publish callbacks [] for router_gateway (fcfbde1a-e449-42b7-a994-3908b1724fd8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:39.955924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6be2a229-6a74-4742-9b89-e2371c82ad85 None None] Current status of the port 7b84b99c-ef95-45d1-931d-463dbc77073b is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:39.956343 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6be2a229-6a74-4742-9b89-e2371c82ad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7b84b99c-ef95-45d1-931d-463dbc77073b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:40.051988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f3a104-475b-406c-a10b-b263d184b8c5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network 4c280477-86f9-42f7-97c1-ad68c1dad4ab is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:54:40.053560 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-063c4a75-024d-48d0-a493-d1d141fbd1eb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (da661eb0-12ed-436f-9c44-6636874e97d1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:40.053903 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-063c4a75-024d-48d0-a493-d1d141fbd1eb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Added segment da661eb0-12ed-436f-9c44-6636874e97d1 of type vlan for network 31c2039b-65f4-41cc-86d5-e67e2a5fe29b Feb 03 12:54:40.086770 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-78f3a104-475b-406c-a10b-b263d184b8c5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:40.107412 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f3a104-475b-406c-a10b-b263d184b8c5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:54:40.108150 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:40.111139 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6be2a229-6a74-4742-9b89-e2371c82ad85 None None] For port 7b84b99c-ef95-45d1-931d-463dbc77073b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7b84b99c-ef95-45d1-931d-463dbc77073b,segment=NetworkSegment(6a9daf9b-dc8b-4034-ba56-52c42e068e14),segment_id=6a9daf9b-dc8b-4034-ba56-52c42e068e14)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:40.133232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e267ab-d0ad-4a38-adb7-8dacac7c1bf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Router b11618fa-1818-400f-99b3-b2bd6bc24a60 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:54:40.152850 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6be2a229-6a74-4742-9b89-e2371c82ad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7b84b99c-ef95-45d1-931d-463dbc77073b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:40.178853 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 7b84b99c-ef95-45d1-931d-463dbc77073b is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:40.179246 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7b84b99c-ef95-45d1-931d-463dbc77073b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:40.293084 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17a49327-d0e8-41db-a3ba-f8fcdbe1bb69 req-b224dd51-b259-4773-9b89-1344fa80188b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6290550 Feb 03 12:54:40.311232 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-063c4a75-024d-48d0-a493-d1d141fbd1eb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (31c2039b-65f4-41cc-86d5-e67e2a5fe29b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:40.437070 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-491ff14c-b7d5-4188-8e9b-05003f4f9c5a admin admin] Deleting port 01fbaa28-6bbd-4b36-941c-e074dc1d1e25 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:40.437407 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-491ff14c-b7d5-4188-8e9b-05003f4f9c5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (01fbaa28-6bbd-4b36-941c-e074dc1d1e25), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:40.462208 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78f3a104-475b-406c-a10b-b263d184b8c5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (6495fc18-8332-40b7-a46f-2ef5b2c3ee5d), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:40.505971 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e267ab-d0ad-4a38-adb7-8dacac7c1bf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:54:40.554336 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e267ab-d0ad-4a38-adb7-8dacac7c1bf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:40.655266 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f6e267ab-d0ad-4a38-adb7-8dacac7c1bf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.1555724 Feb 03 12:54:40.655266 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'tag': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:54:40.663124 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d109d3a-49dd-4f76-a108-b181a0bbf3e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e9faff38-711c-4579-b8e7-60dc3df4dc35", "tag": "b7821b84-4e8c-4f7a-b0ae-b29085ea122b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:54:40.669669 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40254) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:40.735344 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f0ecf0-12a9-453c-8a4b-a7db1658b284 None None] Sync routers for ids ['b11618fa-1818-400f-99b3-b2bd6bc24a60'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:54:40.766398 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 5ef71da0-acb2-4952-8099-e4278d115834 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:40.767170 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5ef71da0-acb2-4952-8099-e4278d115834), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:40.837994 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2a229-6a74-4742-9b89-e2371c82ad85 None None] Pushing event updated for resources: {'Port': ['ID=7b84b99c-ef95-45d1-931d-463dbc77073b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:40.855633 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:54:40.856177 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:54:40.856831 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d382cef5-9f73-48d1-b98c-46a152578d28 None None] Provisioning complete for port 7b84b99c-ef95-45d1-931d-463dbc77073b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:40.857314 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d382cef5-9f73-48d1-b98c-46a152578d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7b84b99c-ef95-45d1-931d-463dbc77073b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:40.889601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f0ecf0-12a9-453c-8a4b-a7db1658b284 None None] Routers {'b11618fa-1818-400f-99b3-b2bd6bc24a60'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:40.890615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-33f0ecf0-12a9-453c-8a4b-a7db1658b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b11618fa-1818-400f-99b3-b2bd6bc24a60'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:40.947246 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-063c4a75-024d-48d0-a493-d1d141fbd1eb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (31c2039b-65f4-41cc-86d5-e67e2a5fe29b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:40.953099 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063c4a75-024d-48d0-a493-d1d141fbd1eb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:40.953912 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-063c4a75-024d-48d0-a493-d1d141fbd1eb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:41.059854 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71975d3-0bb4-49fd-8fb4-219c1b7b4f6f x-openstack-request-id: req-a71975d3-0bb4-49fd-8fb4-219c1b7b4f6f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:54:41.062156 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9faff38-711c-4579-b8e7-60dc3df4dc35", "tag": "b7821b84-4e8c-4f7a-b0ae-b29085ea122b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:54:41.062462 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a71975d3-0bb4-49fd-8fb4-219c1b7b4f6f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:54:41.062966 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'tag': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b', 'status': 'completed', 'code': 200} Feb 03 12:54:41.132964 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 5ef71da0-acb2-4952-8099-e4278d115834 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:41.134050 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5ef71da0-acb2-4952-8099-e4278d115834), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:41.151404 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-063c4a75-024d-48d0-a493-d1d141fbd1eb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0194507 Feb 03 12:54:41.158327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40282) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:41.167308 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ecbb92e9-ea65-4911-836b-b1a01adac77e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Request body: {'subnet': {'network_id': '31c2039b-65f4-41cc-86d5-e67e2a5fe29b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:41.224631 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c4a75-024d-48d0-a493-d1d141fbd1eb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Pushing event updated for resources: {'Network': ['ID=31c2039b-65f4-41cc-86d5-e67e2a5fe29b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:41.234154 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5ef71da0-acb2-4952-8099-e4278d115834, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5ef71da0-acb2-4952-8099-e4278d115834,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:41.235357 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6bdb50a9-2675-4087-bf0e-24ac551bd422 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/floatingips/5d3b82b1-290f-49ce-9702-f3d750ab2a2c HTTP/1.1" status: 200 len: 991 time: 0.5601046 Feb 03 12:54:41.251264 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef71da0-acb2-4952-8099-e4278d115834'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:54:41.254754 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-491ff14c-b7d5-4188-8e9b-05003f4f9c5a admin admin] For port 01fbaa28-6bbd-4b36-941c-e074dc1d1e25, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=01fbaa28-6bbd-4b36-941c-e074dc1d1e25,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:41.255129 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-491ff14c-b7d5-4188-8e9b-05003f4f9c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (01fbaa28-6bbd-4b36-941c-e074dc1d1e25), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:41.256736 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f8e312-4660-4fef-940e-d338350a7dd4" -d '{"events": [{"server_uuid": "ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39", "name": "network-vif-plugged", "status": "completed", "tag": "5ef71da0-acb2-4952-8099-e4278d115834"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:54:41.318937 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 31c2039b-65f4-41cc-86d5-e67e2a5fe29b details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:54:41.336690 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-491ff14c-b7d5-4188-8e9b-05003f4f9c5a admin admin] Calling delete_port for 01fbaa28-6bbd-4b36-941c-e074dc1d1e25 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:41.374530 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78f3a104-475b-406c-a10b-b263d184b8c5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7b49bd68-aae3-4b29-8b10-b115f9e4dc0f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:41.390414 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5ef71da0-acb2-4952-8099-e4278d115834), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:41.397894 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d56bcfb-62b5-4d8a-9d46-7023f8017330 x-openstack-request-id: req-4d56bcfb-62b5-4d8a-9d46-7023f8017330 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:54:41.398691 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39", "name": "network-vif-plugged", "status": "completed", "tag": "5ef71da0-acb2-4952-8099-e4278d115834", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:54:41.399121 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d56bcfb-62b5-4d8a-9d46-7023f8017330 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:54:41.399707 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef71da0-acb2-4952-8099-e4278d115834', 'code': 200} Feb 03 12:54:41.401006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d382cef5-9f73-48d1-b98c-46a152578d28 None None] Current status of the port 7b84b99c-ef95-45d1-931d-463dbc77073b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:41.431917 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d109d3a-49dd-4f76-a108-b181a0bbf3e7 req-c899dffc-2213-43db-a444-2368dd60b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:41.433574 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d109d3a-49dd-4f76-a108-b181a0bbf3e7 req-c899dffc-2213-43db-a444-2368dd60b2ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae5c5272e243447aa41be74fb2bd0003&device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 1127 time: 0.3309255 Feb 03 12:54:41.444285 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-33f0ecf0-12a9-453c-8a4b-a7db1658b284 None None] Set router b11618fa-1818-400f-99b3-b2bd6bc24a60 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:54:41.471838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbb92e9-ea65-4911-836b-b1a01adac77e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Made reservation on behalf of ec7f502c28074cca8ef52730fd4300ce for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:41.476560 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ecbb92e9-ea65-4911-836b-b1a01adac77e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:41.579093 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f24cb334-f30b-43be-8cb8-90e8a6503fd1 None None] Provisioning complete for port 7b49bd68-aae3-4b29-8b10-b115f9e4dc0f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:41.579430 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f24cb334-f30b-43be-8cb8-90e8a6503fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7b49bd68-aae3-4b29-8b10-b115f9e4dc0f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:41.645991 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cd814-59ad-46a9-aef4-8f1536218da2 req-8f10708e-3127-48bf-a50b-7d593c1f65d2 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:41.669723 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-256cd814-59ad-46a9-aef4-8f1536218da2 req-8f10708e-3127-48bf-a50b-7d593c1f65d2 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 946 time: 0.1897438 Feb 03 12:54:41.702637 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 7b84b99c-ef95-45d1-931d-463dbc77073b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:41.837160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=5ef71da0-acb2-4952-8099-e4278d115834,revision_number=13']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:41.853847 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f24cb334-f30b-43be-8cb8-90e8a6503fd1 None None] Port 7b49bd68-aae3-4b29-8b10-b115f9e4dc0f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:54:41.915384 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-256cd814-59ad-46a9-aef4-8f1536218da2 req-bfdad203-a49d-4348-ba14-f3cd2ce33328 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447567 Feb 03 12:54:41.943382 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d109d3a-49dd-4f76-a108-b181a0bbf3e7 req-76c38ddf-35a2-4d4d-9c14-14f90ad664b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:41.945203 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d109d3a-49dd-4f76-a108-b181a0bbf3e7 req-76c38ddf-35a2-4d4d-9c14-14f90ad664b8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a291a81e-bc4a-4030-b522-d2d3af47c518 HTTP/1.1" status: 200 len: 898 time: 0.4421339 Feb 03 12:54:42.033713 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7b84b99c-ef95-45d1-931d-463dbc77073b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:54:42.123516 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ecbb92e9-ea65-4911-836b-b1a01adac77e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (d587d99c-bf07-457d-8e08-8acffd008dbe), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:42.244723 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40336) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:42.253763 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 7b84b99c-ef95-45d1-931d-463dbc77073b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:42.254384 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7b84b99c-ef95-45d1-931d-463dbc77073b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:42.286794 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbb92e9-ea65-4911-836b-b1a01adac77e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Checking segment: {'id': 'da661eb0-12ed-436f-9c44-6636874e97d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '31c2039b-65f4-41cc-86d5-e67e2a5fe29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:54:42.287142 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbb92e9-ea65-4911-836b-b1a01adac77e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Network hostable DHCP agents. Network: 31c2039b-65f4-41cc-86d5-e67e2a5fe29b, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:54:42.291451 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb92e9-ea65-4911-836b-b1a01adac77e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Pushing event updated for resources: {'Subnet': ['ID=d587d99c-bf07-457d-8e08-8acffd008dbe,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:42.342110 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbb92e9-ea65-4911-836b-b1a01adac77e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Network 31c2039b-65f4-41cc-86d5-e67e2a5fe29b is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:54:42.372555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ecbb92e9-ea65-4911-836b-b1a01adac77e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 31c2039b-65f4-41cc-86d5-e67e2a5fe29b) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:42.380258 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbb92e9-ea65-4911-836b-b1a01adac77e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:42.380800 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ecbb92e9-ea65-4911-836b-b1a01adac77e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:42.390981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7458db0-dd3b-41b7-b302-2b4284a68e37 None None] Network 31c2039b-65f4-41cc-86d5-e67e2a5fe29b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:42.411477 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ecbb92e9-ea65-4911-836b-b1a01adac77e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2491128 Feb 03 12:54:42.411804 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40344) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:42.418187 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a1a87de4-4a1d-4b37-a007-6d3334ddfa38 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Request body: {'network': {'name': 'tempest-router-network01--1398364372'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:42.449688 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a87de4-4a1d-4b37-a007-6d3334ddfa38 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Made reservation on behalf of ec7f502c28074cca8ef52730fd4300ce for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:42.463304 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1a87de4-4a1d-4b37-a007-6d3334ddfa38 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:42.536669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a87de4-4a1d-4b37-a007-6d3334ddfa38 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:54:42.559629 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1a87de4-4a1d-4b37-a007-6d3334ddfa38 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f1dc99a6-e8f7-4df8-a619-f5f1fe29b24f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:42.560176 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-a1a87de4-4a1d-4b37-a007-6d3334ddfa38 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Added segment f1dc99a6-e8f7-4df8-a619-f5f1fe29b24f of type vlan for network f3e931d5-690f-46cb-8d13-0c769fbd6be1 Feb 03 12:54:42.579631 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-33f0ecf0-12a9-453c-8a4b-a7db1658b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:53:07Z', 'updated_at': '2022-02-03T12:53:33Z', 'revision_number': 4, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:12Z', 'updated_at': '2022-02-03T12:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '5d3b82b1-290f-49ce-9702-f3d750ab2a2c', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'floating_ip_address': '172.25.6.203', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'port_id': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'mac_address': 'fa:16:3e:5d:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:54:37Z', 'updated_at': '2022-02-03T12:54:37Z', 'revision_number': 0, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d97cbab-7bc8-4427-8a48-a7476f8fa545', 'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:b0:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:31Z', 'updated_at': '2022-02-03T12:53:48Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:42.591407 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-000fcda6-5d55-448d-a4de-f4fef09a8174 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/floatingips/5d3b82b1-290f-49ce-9702-f3d750ab2a2c HTTP/1.1" status: 200 len: 991 time: 0.2590711 Feb 03 12:54:42.593517 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d109d3a-49dd-4f76-a108-b181a0bbf3e7 req-97fb5492-b4d3-41ec-8d80-5dbc2359ffba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7821b84-4e8c-4f7a-b0ae-b29085ea122b HTTP/1.1" status: 200 len: 999 time: 0.6384001 Feb 03 12:54:42.664635 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1a87de4-4a1d-4b37-a007-6d3334ddfa38 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (f3e931d5-690f-46cb-8d13-0c769fbd6be1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:42.675238 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d109d3a-49dd-4f76-a108-b181a0bbf3e7 req-749cf0f0-c49a-47f3-bb68-9f70c48405d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:42.678947 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d109d3a-49dd-4f76-a108-b181a0bbf3e7 req-749cf0f0-c49a-47f3-bb68-9f70c48405d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a50236b4-7ed8-4d68-8b31-2597f3b8e42f HTTP/1.1" status: 200 len: 835 time: 0.0774908 Feb 03 12:54:42.738316 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 7b84b99c-ef95-45d1-931d-463dbc77073b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:42.750492 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1a87de4-4a1d-4b37-a007-6d3334ddfa38 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (f3e931d5-690f-46cb-8d13-0c769fbd6be1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:42.755633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f0ecf0-12a9-453c-8a4b-a7db1658b284 None None] Checking router: b11618fa-1818-400f-99b3-b2bd6bc24a60 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:54:42.758274 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 32141577-9c50-41f1-b6e2-158e0cba6caa no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:54:42.767467 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a87de4-4a1d-4b37-a007-6d3334ddfa38 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:42.768107 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1a87de4-4a1d-4b37-a007-6d3334ddfa38 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:42.837766 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 32141577-9c50-41f1-b6e2-158e0cba6caa {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:54:42.838031 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 32141577-9c50-41f1-b6e2-158e0cba6caa not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:54:42.856144 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d109d3a-49dd-4f76-a108-b181a0bbf3e7 req-d8810565-19d0-47ab-98e9-cb69b85f73e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:42.857687 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d109d3a-49dd-4f76-a108-b181a0bbf3e7 req-d8810565-19d0-47ab-98e9-cb69b85f73e1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a291a81e-bc4a-4030-b522-d2d3af47c518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1689627 Feb 03 12:54:42.903903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f0ecf0-12a9-453c-8a4b-a7db1658b284 None None] Routers {'b11618fa-1818-400f-99b3-b2bd6bc24a60'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:42.910193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-33f0ecf0-12a9-453c-8a4b-a7db1658b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b11618fa-1818-400f-99b3-b2bd6bc24a60'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:42.957139 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a87de4-4a1d-4b37-a007-6d3334ddfa38 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Pushing event updated for resources: {'Network': ['ID=f3e931d5-690f-46cb-8d13-0c769fbd6be1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:42.979542 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a1a87de4-4a1d-4b37-a007-6d3334ddfa38 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5665147 Feb 03 12:54:42.982614 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40370) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:42.994287 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a1556341-6479-4e3e-ab74-46e9ec3cc353 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Request body: {'network': {'name': 'tempest-router-network02--547922000'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:43.005587 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-31c2039b-65f4-41cc-86d5-e67e2a5fe29b', 'network_id': '31c2039b-65f4-41cc-86d5-e67e2a5fe29b', 'project_id': 'ec7f502c28074cca8ef52730fd4300ce', 'fixed_ips': [{'subnet_id': 'd587d99c-bf07-457d-8e08-8acffd008dbe'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:54:43.009452 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.039679 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network f3e931d5-690f-46cb-8d13-0c769fbd6be1 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:54:43.041112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1556341-6479-4e3e-ab74-46e9ec3cc353 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Made reservation on behalf of ec7f502c28074cca8ef52730fd4300ce for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:43.044596 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1556341-6479-4e3e-ab74-46e9ec3cc353 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.108047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1556341-6479-4e3e-ab74-46e9ec3cc353 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:54:43.131866 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d109d3a-49dd-4f76-a108-b181a0bbf3e7 req-80a903a1-ad83-436a-a55f-6bc2ce823386 service neutron] 10.222.0.31 "GET /v2.0/networks/a291a81e-bc4a-4030-b522-d2d3af47c518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467530 Feb 03 12:54:43.133444 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-491ff14c-b7d5-4188-8e9b-05003f4f9c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (01fbaa28-6bbd-4b36-941c-e074dc1d1e25), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.136689 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1556341-6479-4e3e-ab74-46e9ec3cc353 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (a2073335-74f6-4766-94af-8a4fc2afe8cd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.136994 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-a1556341-6479-4e3e-ab74-46e9ec3cc353 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Added segment a2073335-74f6-4766-94af-8a4fc2afe8cd of type vlan for network 64dbf20e-d690-4ceb-a65f-a136f2922bde Feb 03 12:54:43.214835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] Allocated IP 172.20.0.2 (31c2039b-65f4-41cc-86d5-e67e2a5fe29b/d587d99c-bf07-457d-8e08-8acffd008dbe/1d657e30-8e46-400d-845d-cf74b21dc654) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:54:43.272660 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78f3a104-475b-406c-a10b-b263d184b8c5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for port (7b49bd68-aae3-4b29-8b10-b115f9e4dc0f), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.283929 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1556341-6479-4e3e-ab74-46e9ec3cc353 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (64dbf20e-d690-4ceb-a65f-a136f2922bde), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.291630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ff14c-b7d5-4188-8e9b-05003f4f9c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=01fbaa28-6bbd-4b36-941c-e074dc1d1e25,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:43.375899 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78f3a104-475b-406c-a10b-b263d184b8c5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (7b49bd68-aae3-4b29-8b10-b115f9e4dc0f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.392113 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] Publish callbacks [] for port (1d657e30-8e46-400d-845d-cf74b21dc654), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.398387 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1556341-6479-4e3e-ab74-46e9ec3cc353 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (64dbf20e-d690-4ceb-a65f-a136f2922bde), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.418648 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (1d657e30-8e46-400d-845d-cf74b21dc654), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.433353 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1556341-6479-4e3e-ab74-46e9ec3cc353 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:43.435099 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1556341-6479-4e3e-ab74-46e9ec3cc353 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:43.514215 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a1556341-6479-4e3e-ab74-46e9ec3cc353 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5304227 Feb 03 12:54:43.534501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40380) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:43.546630 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e62a6a4e-737f-4fd2-ae43-942a8be2df89 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Request body: {'subnet': {'network_id': 'f3e931d5-690f-46cb-8d13-0c769fbd6be1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:43.599917 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] Network 31c2039b-65f4-41cc-86d5-e67e2a5fe29b is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:54:43.624233 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:43.624572 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40382) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:43.632016 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] Pushing event updated for resources: {'Port': ['ID=1d657e30-8e46-400d-845d-cf74b21dc654,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:43.645253 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:54:43.658189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1556341-6479-4e3e-ab74-46e9ec3cc353 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Pushing event updated for resources: {'Network': ['ID=64dbf20e-d690-4ceb-a65f-a136f2922bde,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:43.682342 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-33f0ecf0-12a9-453c-8a4b-a7db1658b284 None None] Set router b11618fa-1818-400f-99b3-b2bd6bc24a60 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:54:43.804303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 64dbf20e-d690-4ceb-a65f-a136f2922bde details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:54:43.924029 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-83989412-3a0f-4a6e-8a69-1fd47d8f0bc4 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/floatingips/5d3b82b1-290f-49ce-9702-f3d750ab2a2c HTTP/1.1" status: 200 len: 991 time: 0.2937436 Feb 03 12:54:43.944880 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62a6a4e-737f-4fd2-ae43-942a8be2df89 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Made reservation on behalf of ec7f502c28074cca8ef52730fd4300ce for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:43.949625 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e62a6a4e-737f-4fd2-ae43-942a8be2df89 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.071974 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-491ff14c-b7d5-4188-8e9b-05003f4f9c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (fcfbde1a-e449-42b7-a994-3908b1724fd8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.369516 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-491ff14c-b7d5-4188-8e9b-05003f4f9c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (fcfbde1a-e449-42b7-a994-3908b1724fd8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.378131 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-491ff14c-b7d5-4188-8e9b-05003f4f9c5a admin admin] Publish callbacks [] for router_controller (fcfbde1a-e449-42b7-a994-3908b1724fd8), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.379646 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] Attempting to bind port 1d657e30-8e46-400d-845d-cf74b21dc654 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:44.380069 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] Attempting to bind port 1d657e30-8e46-400d-845d-cf74b21dc654 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'da661eb0-12ed-436f-9c44-6636874e97d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '31c2039b-65f4-41cc-86d5-e67e2a5fe29b'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:44.380438 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] Attempting to bind port 1d657e30-8e46-400d-845d-cf74b21dc654 on network 31c2039b-65f4-41cc-86d5-e67e2a5fe29b {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:44.390259 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:54:44.390645 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] Checking segment: {'id': 'da661eb0-12ed-436f-9c44-6636874e97d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '31c2039b-65f4-41cc-86d5-e67e2a5fe29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:54:44.391048 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.391445 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] Bound using segment: {'id': 'da661eb0-12ed-436f-9c44-6636874e97d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '31c2039b-65f4-41cc-86d5-e67e2a5fe29b'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:54:44.391930 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] Bound port: 1d657e30-8e46-400d-845d-cf74b21dc654, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da661eb0-12ed-436f-9c44-6636874e97d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '31c2039b-65f4-41cc-86d5-e67e2a5fe29b'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:54:44.392432 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1d657e30-8e46-400d-845d-cf74b21dc654), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.397700 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e62a6a4e-737f-4fd2-ae43-942a8be2df89 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (ab569fcb-0d15-490c-9911-2e639dfae086), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.442946 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-33f0ecf0-12a9-453c-8a4b-a7db1658b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:53:07Z', 'updated_at': '2022-02-03T12:53:33Z', 'revision_number': 4, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:12Z', 'updated_at': '2022-02-03T12:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '5d3b82b1-290f-49ce-9702-f3d750ab2a2c', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'floating_ip_address': '172.25.6.203', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'port_id': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'mac_address': 'fa:16:3e:5d:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:54:37Z', 'updated_at': '2022-02-03T12:54:37Z', 'revision_number': 0, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d97cbab-7bc8-4427-8a48-a7476f8fa545', 'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:b0:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:31Z', 'updated_at': '2022-02-03T12:53:48Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:44.518109 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f0ecf0-12a9-453c-8a4b-a7db1658b284 None None] The sync data for ids ['b11618fa-1818-400f-99b3-b2bd6bc24a60'] in n-d-827336-3 is: [{'id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:53:07Z', 'updated_at': '2022-02-03T12:53:33Z', 'revision_number': 4, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:12Z', 'updated_at': '2022-02-03T12:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '5d3b82b1-290f-49ce-9702-f3d750ab2a2c', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'floating_ip_address': '172.25.6.203', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'port_id': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'mac_address': 'fa:16:3e:5d:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:54:37Z', 'updated_at': '2022-02-03T12:54:37Z', 'revision_number': 0, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d97cbab-7bc8-4427-8a48-a7476f8fa545', 'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:b0:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:31Z', 'updated_at': '2022-02-03T12:53:48Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:54:44.538884 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a6a4e-737f-4fd2-ae43-942a8be2df89 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Pushing event updated for resources: {'Subnet': ['ID=ab569fcb-0d15-490c-9911-2e639dfae086,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:44.578253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62a6a4e-737f-4fd2-ae43-942a8be2df89 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Checking segment: {'id': 'f1dc99a6-e8f7-4df8-a619-f5f1fe29b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3e931d5-690f-46cb-8d13-0c769fbd6be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:54:44.582879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62a6a4e-737f-4fd2-ae43-942a8be2df89 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Network hostable DHCP agents. Network: f3e931d5-690f-46cb-8d13-0c769fbd6be1, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:54:44.605232 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] For port 1d657e30-8e46-400d-845d-cf74b21dc654, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:54:44.613492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] For port 1d657e30-8e46-400d-845d-cf74b21dc654, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1d657e30-8e46-400d-845d-cf74b21dc654,segment=NetworkSegment(da661eb0-12ed-436f-9c44-6636874e97d1),segment_id=da661eb0-12ed-436f-9c44-6636874e97d1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:54:44.624504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62a6a4e-737f-4fd2-ae43-942a8be2df89 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Network f3e931d5-690f-46cb-8d13-0c769fbd6be1 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:54:44.625487 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1d657e30-8e46-400d-845d-cf74b21dc654), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.647217 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e62a6a4e-737f-4fd2-ae43-942a8be2df89 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, f3e931d5-690f-46cb-8d13-0c769fbd6be1) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:44.665401 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62a6a4e-737f-4fd2-ae43-942a8be2df89 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:44.666277 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e62a6a4e-737f-4fd2-ae43-942a8be2df89 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.671154 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-491ff14c-b7d5-4188-8e9b-05003f4f9c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (fcfbde1a-e449-42b7-a994-3908b1724fd8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.674783 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491ff14c-b7d5-4188-8e9b-05003f4f9c5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcfbde1a-e449-42b7-a994-3908b1724fd8 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:54:44.689505 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d109d3a-49dd-4f76-a108-b181a0bbf3e7 req-b8fe0f02-fceb-46b7-be6a-9c24c8b5c6be service neutron] 10.222.0.31 "GET /v2.0/networks/a291a81e-bc4a-4030-b522-d2d3af47c518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4722619 Feb 03 12:54:44.702049 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e62a6a4e-737f-4fd2-ae43-942a8be2df89 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1643927 Feb 03 12:54:44.704296 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40388) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:44.710826 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-491ff14c-b7d5-4188-8e9b-05003f4f9c5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.714012 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-491ff14c-b7d5-4188-8e9b-05003f4f9c5a admin admin] 10.222.0.18 "DELETE /v2.0/routers/fcfbde1a-e449-42b7-a994-3908b1724fd8 HTTP/1.1" status: 204 len: 168 time: 6.6745181 Feb 03 12:54:44.726250 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2d2d951a-eab2-4ab0-8bda-eca5700711b2 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Request body: {'subnet': {'network_id': '64dbf20e-d690-4ceb-a65f-a136f2922bde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:44.730917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40390) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:44.816377 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78f3a104-475b-406c-a10b-b263d184b8c5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (6495fc18-8332-40b7-a46f-2ef5b2c3ee5d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:44.822372 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55377c-cde9-46ad-9cf0-633529452587 None None] Pushing event updated for resources: {'Port': ['ID=1d657e30-8e46-400d-845d-cf74b21dc654,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:44.831806 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab569bec-49e8-4753-9d98-83513f7655a3 None None] Network f3e931d5-690f-46cb-8d13-0c769fbd6be1 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:44.833856 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3a104-475b-406c-a10b-b263d184b8c5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Port': ['ID=7b49bd68-aae3-4b29-8b10-b115f9e4dc0f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:44.855902 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3b66c-235d-4208-bcc9-588cd682cb3c req-8ca3067b-1517-4ca7-8025-72f3fe6c5ec4 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:44.861952 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-34d3b66c-235d-4208-bcc9-588cd682cb3c req-8ca3067b-1517-4ca7-8025-72f3fe6c5ec4 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 946 time: 1.7209218 Feb 03 12:54:44.952976 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40394) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:45.116328 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-f3e931d5-690f-46cb-8d13-0c769fbd6be1', 'network_id': 'f3e931d5-690f-46cb-8d13-0c769fbd6be1', 'project_id': 'ec7f502c28074cca8ef52730fd4300ce', 'fixed_ips': [{'subnet_id': 'ab569fcb-0d15-490c-9911-2e639dfae086'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:54:45.117304 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:45.160968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f3a104-475b-406c-a10b-b263d184b8c5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network 4c280477-86f9-42f7-97c1-ad68c1dad4ab is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:54:45.163182 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-78f3a104-475b-406c-a10b-b263d184b8c5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:45.180836 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b918a91f-9aeb-4fa0-b506-607ae42ce8ab None None] New status for floating IP 5d3b82b1-290f-49ce-9702-f3d750ab2a2c: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:54:45.395724 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68601c9-d4e6-4758-bf50-9bc58586166c admin admin] Deleting subnet 56055a24-bca3-4318-a686-459d76067e81 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:54:45.428422 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c68601c9-d4e6-4758-bf50-9bc58586166c admin admin] Publish callbacks [] for subnet (56055a24-bca3-4318-a686-459d76067e81), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:45.460526 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-34d3b66c-235d-4208-bcc9-588cd682cb3c req-17d5425a-bd64-4899-92d4-60ba27e6420f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5904593 Feb 03 12:54:45.644529 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7d7041d0-9b3b-4d60-a279-1f98c012accc tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/floatingips/5d3b82b1-290f-49ce-9702-f3d750ab2a2c HTTP/1.1" status: 200 len: 991 time: 0.6841443 Feb 03 12:54:45.699126 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c68601c9-d4e6-4758-bf50-9bc58586166c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (56055a24-bca3-4318-a686-459d76067e81), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:45.735051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f3a104-475b-406c-a10b-b263d184b8c5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 6495fc18-8332-40b7-a46f-2ef5b2c3ee5d is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:54:45.812225 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] Allocated IP 172.20.0.2 (f3e931d5-690f-46cb-8d13-0c769fbd6be1/ab569fcb-0d15-490c-9911-2e639dfae086/fa262525-7c08-4da4-8b77-0048954a1295) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:54:45.823553 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2d951a-eab2-4ab0-8bda-eca5700711b2 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Made reservation on behalf of ec7f502c28074cca8ef52730fd4300ce for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:45.843445 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d2d951a-eab2-4ab0-8bda-eca5700711b2 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:46.002283 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:46.140259 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ac00df8c-c398-4da4-bf09-6f5e5bb6c1ea None None] Provisioning complete for port 7b49bd68-aae3-4b29-8b10-b115f9e4dc0f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:46.144109 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac00df8c-c398-4da4-bf09-6f5e5bb6c1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7b49bd68-aae3-4b29-8b10-b115f9e4dc0f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:46.144478 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c68601c9-d4e6-4758-bf50-9bc58586166c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (56055a24-bca3-4318-a686-459d76067e81), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:46.222535 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f3a104-475b-406c-a10b-b263d184b8c5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:54:46.243601 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-78f3a104-475b-406c-a10b-b263d184b8c5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/6495fc18-8332-40b7-a46f-2ef5b2c3ee5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3493061 Feb 03 12:54:46.248206 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40424) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:46.308422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1d657e30-8e46-400d-845d-cf74b21dc654 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:54:46.419049 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c68601c9-d4e6-4758-bf50-9bc58586166c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (56055a24-bca3-4318-a686-459d76067e81), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:46.451394 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7bca5c-4d9b-403c-9d12-981f5df39baa tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:46.455373 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8a7bca5c-4d9b-403c-9d12-981f5df39baa tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/ports/7b49bd68-aae3-4b29-8b10-b115f9e4dc0f HTTP/1.1" status: 200 len: 910 time: 0.2002819 Feb 03 12:54:46.458975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40430) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:46.478273 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-45221fa9-e9d5-48c5-92ff-9baf3e659d01 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8272ec97-ee0d-4503-a6f1-726cf329b14d'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:46.483867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5930750b-e916-4f06-be82-50778d931e9e None None] Sync routers for ids ['6495fc18-8332-40b7-a46f-2ef5b2c3ee5d'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:54:46.510909 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68601c9-d4e6-4758-bf50-9bc58586166c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56055a24-bca3-4318-a686-459d76067e81,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:46.539541 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c68601c9-d4e6-4758-bf50-9bc58586166c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:46.555908 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c68601c9-d4e6-4758-bf50-9bc58586166c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/56055a24-bca3-4318-a686-459d76067e81 HTTP/1.1" status: 204 len: 168 time: 1.8182044 Feb 03 12:54:46.561319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40436) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:46.573173 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbcdac7-77ba-406d-931d-82ca337dc7ba None None] Network d141e664-4618-4b71-9706-c3bd65b88c44 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:46.623967 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d2d951a-eab2-4ab0-8bda-eca5700711b2 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (c2fde049-5505-4a00-8e7a-d3a62c9a1196), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:46.634796 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ac00df8c-c398-4da4-bf09-6f5e5bb6c1ea None None] Port 7b49bd68-aae3-4b29-8b10-b115f9e4dc0f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:54:46.654742 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40438) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:46.844539 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5930750b-e916-4f06-be82-50778d931e9e None None] Routers {'6495fc18-8332-40b7-a46f-2ef5b2c3ee5d'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:46.845792 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5930750b-e916-4f06-be82-50778d931e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6495fc18-8332-40b7-a46f-2ef5b2c3ee5d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:46.890721 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40440) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:47.033404 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5930750b-e916-4f06-be82-50778d931e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:47.036745 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b9d7b60a-7e7d-46bb-a84c-bd442df86b47 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/floatingips/5d3b82b1-290f-49ce-9702-f3d750ab2a2c HTTP/1.1" status: 200 len: 993 time: 0.3766136 Feb 03 12:54:47.042829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 1d657e30-8e46-400d-845d-cf74b21dc654 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:47.043217 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1d657e30-8e46-400d-845d-cf74b21dc654), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:47.071415 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db3d3b08-713a-498c-abe1-5a4934f331f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (d141e664-4618-4b71-9706-c3bd65b88c44), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:47.089287 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d951a-eab2-4ab0-8bda-eca5700711b2 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Pushing event updated for resources: {'Subnet': ['ID=c2fde049-5505-4a00-8e7a-d3a62c9a1196,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:47.154579 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1ef9f-0cb3-4b57-9024-aa7d885895d1 req-45354011-6c4f-4c19-b469-f6900ddba9e7 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:47.163468 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-50f1ef9f-0cb3-4b57-9024-aa7d885895d1 req-45354011-6c4f-4c19-b469-f6900ddba9e7 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 946 time: 0.4234774 Feb 03 12:54:47.226388 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2d951a-eab2-4ab0-8bda-eca5700711b2 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Checking segment: {'id': 'a2073335-74f6-4766-94af-8a4fc2afe8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '64dbf20e-d690-4ceb-a65f-a136f2922bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:54:47.227610 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2d951a-eab2-4ab0-8bda-eca5700711b2 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Network hostable DHCP agents. Network: 64dbf20e-d690-4ceb-a65f-a136f2922bde, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:54:47.256369 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45221fa9-e9d5-48c5-92ff-9baf3e659d01 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7b49bd68-aae3-4b29-8b10-b115f9e4dc0f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:47.289958 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec295b95-e51d-4736-97d5-f7a5677a1f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:47.378060 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2d951a-eab2-4ab0-8bda-eca5700711b2 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Network 64dbf20e-d690-4ceb-a65f-a136f2922bde is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:54:47.405064 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] Publish callbacks [] for port (fa262525-7c08-4da4-8b77-0048954a1295), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:47.410061 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b075f630-6083-4818-a02d-dfb240ed5fa4 None None] Network 31c2039b-65f4-41cc-86d5-e67e2a5fe29b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:47.411187 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-50f1ef9f-0cb3-4b57-9024-aa7d885895d1 req-f3b9eff8-1e4d-48b4-86bc-b58fceec99dd tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291102 Feb 03 12:54:47.417556 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2d2d951a-eab2-4ab0-8bda-eca5700711b2 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 64dbf20e-d690-4ceb-a65f-a136f2922bde) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:47.425132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2d951a-eab2-4ab0-8bda-eca5700711b2 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:47.430048 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d2d951a-eab2-4ab0-8bda-eca5700711b2 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:47.446106 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (fa262525-7c08-4da4-8b77-0048954a1295), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:47.447498 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec295b95-e51d-4736-97d5-f7a5677a1f5f admin admin] Publish callbacks [] for security_group (5c77eb08-19aa-4376-801e-2de3c4e483bb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:47.470544 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2d2d951a-eab2-4ab0-8bda-eca5700711b2 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7647498 Feb 03 12:54:47.475732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40448) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:47.490702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a65f323-770c-4296-9fc1-5ef7a7ed092a None None] Network 64dbf20e-d690-4ceb-a65f-a136f2922bde requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:47.583519 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec295b95-e51d-4736-97d5-f7a5677a1f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5c77eb08-19aa-4376-801e-2de3c4e483bb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:47.660652 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5930750b-e916-4f06-be82-50778d931e9e None None] Routers {'6495fc18-8332-40b7-a46f-2ef5b2c3ee5d'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:47.661343 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5930750b-e916-4f06-be82-50778d931e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6495fc18-8332-40b7-a46f-2ef5b2c3ee5d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:47.735333 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5930750b-e916-4f06-be82-50778d931e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:47.736200 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5930750b-e916-4f06-be82-50778d931e9e None None] The sync data for ids ['6495fc18-8332-40b7-a46f-2ef5b2c3ee5d'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:54:47.763482 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] Pushing event updated for resources: {'Port': ['ID=fa262525-7c08-4da4-8b77-0048954a1295,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:47.773982 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] Network f3e931d5-690f-46cb-8d13-0c769fbd6be1 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:54:47.776480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-db3d3b08-713a-498c-abe1-5a4934f331f0 admin admin] Deleting port 0440d5c8-dbdf-4370-86c6-444f11618110 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:47.780570 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db3d3b08-713a-498c-abe1-5a4934f331f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0440d5c8-dbdf-4370-86c6-444f11618110), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:47.788812 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:47.790702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fbbb480a-00e5-40ba-92cd-d20295de26f7 None None] Provisioning complete for port 1d657e30-8e46-400d-845d-cf74b21dc654 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:47.791178 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fbbb480a-00e5-40ba-92cd-d20295de26f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1d657e30-8e46-400d-845d-cf74b21dc654), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:47.923170 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:54:48.216380 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee09b9da-8fcd-4ebb-833e-aa07b1b9698d None None] DHCP port deletion for d141e664-4618-4b71-9706-c3bd65b88c44 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:54:48.223332 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec295b95-e51d-4736-97d5-f7a5677a1f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c77eb08-19aa-4376-801e-2de3c4e483bb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:48.243248 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40452) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:48.252569 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ec295b95-e51d-4736-97d5-f7a5677a1f5f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3113bdc66ed49b99160fedbdc10aab7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3485694 Feb 03 12:54:48.259274 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-db3d3b08-713a-498c-abe1-5a4934f331f0 admin admin] For port 0440d5c8-dbdf-4370-86c6-444f11618110, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0440d5c8-dbdf-4370-86c6-444f11618110,segment=NetworkSegment(9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b),segment_id=9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:48.259708 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db3d3b08-713a-498c-abe1-5a4934f331f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0440d5c8-dbdf-4370-86c6-444f11618110), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.391636 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45221fa9-e9d5-48c5-92ff-9baf3e659d01 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for port (7b49bd68-aae3-4b29-8b10-b115f9e4dc0f), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.416819 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-db3d3b08-713a-498c-abe1-5a4934f331f0 admin admin] Calling delete_port for 0440d5c8-dbdf-4370-86c6-444f11618110 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:48.420810 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45221fa9-e9d5-48c5-92ff-9baf3e659d01 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (7b49bd68-aae3-4b29-8b10-b115f9e4dc0f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.464998 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.571334 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 1d657e30-8e46-400d-845d-cf74b21dc654 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:48.571911 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1d657e30-8e46-400d-845d-cf74b21dc654), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.600016 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] Attempting to bind port fa262525-7c08-4da4-8b77-0048954a1295 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:48.600525 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] Attempting to bind port fa262525-7c08-4da4-8b77-0048954a1295 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'f1dc99a6-e8f7-4df8-a619-f5f1fe29b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3e931d5-690f-46cb-8d13-0c769fbd6be1'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:48.601114 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] Attempting to bind port fa262525-7c08-4da4-8b77-0048954a1295 on network f3e931d5-690f-46cb-8d13-0c769fbd6be1 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:48.618199 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:54:48.618666 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] Checking segment: {'id': 'f1dc99a6-e8f7-4df8-a619-f5f1fe29b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3e931d5-690f-46cb-8d13-0c769fbd6be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:54:48.619138 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.619721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] Bound using segment: {'id': 'f1dc99a6-e8f7-4df8-a619-f5f1fe29b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3e931d5-690f-46cb-8d13-0c769fbd6be1'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:54:48.620304 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] Bound port: fa262525-7c08-4da4-8b77-0048954a1295, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1dc99a6-e8f7-4df8-a619-f5f1fe29b24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f3e931d5-690f-46cb-8d13-0c769fbd6be1'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:54:48.620754 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fa262525-7c08-4da4-8b77-0048954a1295), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.693997 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-588abe4e-9dea-459a-916c-baee4e21282a admin admin] Publish callbacks [] for security_group (5c77eb08-19aa-4376-801e-2de3c4e483bb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.715026 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45221fa9-e9d5-48c5-92ff-9baf3e659d01 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:48.715718 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45221fa9-e9d5-48c5-92ff-9baf3e659d01 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.725432 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-45221fa9-e9d5-48c5-92ff-9baf3e659d01 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/ports/7b49bd68-aae3-4b29-8b10-b115f9e4dc0f HTTP/1.1" status: 200 len: 910 time: 2.2607934 Feb 03 12:54:48.729297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45221fa9-e9d5-48c5-92ff-9baf3e659d01 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Port': ['ID=7b49bd68-aae3-4b29-8b10-b115f9e4dc0f,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:48.741600 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40458) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:48.761600 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] For port fa262525-7c08-4da4-8b77-0048954a1295, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:54:48.770948 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] For port fa262525-7c08-4da4-8b77-0048954a1295, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fa262525-7c08-4da4-8b77-0048954a1295,segment=NetworkSegment(f1dc99a6-e8f7-4df8-a619-f5f1fe29b24f),segment_id=f1dc99a6-e8f7-4df8-a619-f5f1fe29b24f)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:54:48.781076 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fbbb480a-00e5-40ba-92cd-d20295de26f7 None None] Current status of the port 1d657e30-8e46-400d-845d-cf74b21dc654 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:48.787173 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fbbb480a-00e5-40ba-92cd-d20295de26f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1d657e30-8e46-400d-845d-cf74b21dc654), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.796695 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fa262525-7c08-4da4-8b77-0048954a1295), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:48.901856 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121563d7-adbc-4495-b04d-0577c0ac9cce None None] Pushing event updated for resources: {'Port': ['ID=fa262525-7c08-4da4-8b77-0048954a1295,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:48.933292 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 1d657e30-8e46-400d-845d-cf74b21dc654, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1d657e30-8e46-400d-845d-cf74b21dc654,segment=NetworkSegment(da661eb0-12ed-436f-9c44-6636874e97d1),segment_id=da661eb0-12ed-436f-9c44-6636874e97d1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:48.990512 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-588abe4e-9dea-459a-916c-baee4e21282a admin admin] Publish callbacks [] for security_group (5c77eb08-19aa-4376-801e-2de3c4e483bb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:49.002568 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ee09b9da-8fcd-4ebb-833e-aa07b1b9698d None None] Deleting port 0440d5c8-dbdf-4370-86c6-444f11618110 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:49.002837 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee09b9da-8fcd-4ebb-833e-aa07b1b9698d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0440d5c8-dbdf-4370-86c6-444f11618110), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:49.115780 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1d657e30-8e46-400d-845d-cf74b21dc654), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:49.120885 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-fbbb480a-00e5-40ba-92cd-d20295de26f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:54:49.121237 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-fbbb480a-00e5-40ba-92cd-d20295de26f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:54:49.202519 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 01fbaa28-6bbd-4b36-941c-e074dc1d1e25 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:54:49.220884 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db3d3b08-713a-498c-abe1-5a4934f331f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0440d5c8-dbdf-4370-86c6-444f11618110), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:49.268764 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-64dbf20e-d690-4ceb-a65f-a136f2922bde', 'network_id': '64dbf20e-d690-4ceb-a65f-a136f2922bde', 'project_id': 'ec7f502c28074cca8ef52730fd4300ce', 'fixed_ips': [{'subnet_id': 'c2fde049-5505-4a00-8e7a-d3a62c9a1196'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:54:49.270007 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:49.300352 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76174eb0-cf0e-48d7-92ab-f8774fc741ba req-40a9839e-e070-426a-8216-9868e710b770 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:49.319598 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-76174eb0-cf0e-48d7-92ab-f8774fc741ba req-40a9839e-e070-426a-8216-9868e710b770 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 946 time: 0.7501292 Feb 03 12:54:49.332257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d3b08-713a-498c-abe1-5a4934f331f0 admin admin] No DVR routers for this DVR port 0440d5c8-dbdf-4370-86c6-444f11618110 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:54:49.341412 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 01fbaa28-6bbd-4b36-941c-e074dc1d1e25 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:54:49.341786 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 01fbaa28-6bbd-4b36-941c-e074dc1d1e25 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:54:49.688671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-2cddfd36-fe21-4b13-aede-4c646a0df52a req-35eab0c1-9d95-4d2b-866e-5d65c3dc8d09 service neutron] (103189) timed out ('10.222.0.18', 34896) {{(pid=103189) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 12:54:49.842150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0440d5c8-dbdf-4370-86c6-444f11618110 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:54:49.898027 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fbbb480a-00e5-40ba-92cd-d20295de26f7 None None] Current status of the port 1d657e30-8e46-400d-845d-cf74b21dc654 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:49.940270 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 0440d5c8-dbdf-4370-86c6-444f11618110 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:54:49.940270 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0440d5c8-dbdf-4370-86c6-444f11618110 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:54:49.980911 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ee09b9da-8fcd-4ebb-833e-aa07b1b9698d None None] For port 0440d5c8-dbdf-4370-86c6-444f11618110, host n-d-827336-3, got binding levels [] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:49.981351 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee09b9da-8fcd-4ebb-833e-aa07b1b9698d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0440d5c8-dbdf-4370-86c6-444f11618110), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:49.983391 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-76174eb0-cf0e-48d7-92ab-f8774fc741ba req-9c65bd9b-fbd0-4572-ac70-805e7a70d568 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2899354 Feb 03 12:54:50.072507 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=1d657e30-8e46-400d-845d-cf74b21dc654,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:50.087603 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ee09b9da-8fcd-4ebb-833e-aa07b1b9698d None None] Calling delete_port for 0440d5c8-dbdf-4370-86c6-444f11618110 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:50.175070 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.ipam_backend_mixin [None req-ee09b9da-8fcd-4ebb-833e-aa07b1b9698d None None] Port 0440d5c8-dbdf-4370-86c6-444f11618110 was not found and therefore no delete operation was performed {{(pid=103190) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:54:50.193429 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee09b9da-8fcd-4ebb-833e-aa07b1b9698d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (0440d5c8-dbdf-4370-86c6-444f11618110), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:50.212000 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da4a5d20-2c82-4b1d-b54d-3946d04e344b tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (6495fc18-8332-40b7-a46f-2ef5b2c3ee5d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:50.377819 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Allocated IP 172.20.0.1 (f3e931d5-690f-46cb-8d13-0c769fbd6be1/ab569fcb-0d15-490c-9911-2e639dfae086/c7855ec4-2622-44ec-934c-50c9d8db4467) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:54:50.698739 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for port (c7855ec4-2622-44ec-934c-50c9d8db4467), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:50.860542 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c7855ec4-2622-44ec-934c-50c9d8db4467), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:50.869424 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09b9da-8fcd-4ebb-833e-aa07b1b9698d None None] Pushing event deleted for resources: {'Port': ['ID=0440d5c8-dbdf-4370-86c6-444f11618110,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:50.895434 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee09b9da-8fcd-4ebb-833e-aa07b1b9698d None None] No DVR routers for this DVR port 0440d5c8-dbdf-4370-86c6-444f11618110 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:54:50.908692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-262440f4-bbe4-4da1-b148-30dc9c78fe2d None None] Provisioning complete for port 1d657e30-8e46-400d-845d-cf74b21dc654 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:50.909305 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-262440f4-bbe4-4da1-b148-30dc9c78fe2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1d657e30-8e46-400d-845d-cf74b21dc654), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:50.915414 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d3b08-713a-498c-abe1-5a4934f331f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0440d5c8-dbdf-4370-86c6-444f11618110,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:50.944297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-da4a5d20-2c82-4b1d-b54d-3946d04e344b tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting port 7b49bd68-aae3-4b29-8b10-b115f9e4dc0f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:50.944649 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da4a5d20-2c82-4b1d-b54d-3946d04e344b tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (7b49bd68-aae3-4b29-8b10-b115f9e4dc0f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:51.074995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] Allocated IP 172.20.0.2 (64dbf20e-d690-4ceb-a65f-a136f2922bde/c2fde049-5505-4a00-8e7a-d3a62c9a1196/c4122b6f-20d1-40b3-a00f-0ba00c1d92f2) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:54:51.241571 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Network f3e931d5-690f-46cb-8d13-0c769fbd6be1 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:54:51.243381 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db3d3b08-713a-498c-abe1-5a4934f331f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (d141e664-4618-4b71-9706-c3bd65b88c44), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:51.245443 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da4a5d20-2c82-4b1d-b54d-3946d04e344b tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (7b49bd68-aae3-4b29-8b10-b115f9e4dc0f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:51.258741 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-262440f4-bbe4-4da1-b148-30dc9c78fe2d None None] Current status of the port 1d657e30-8e46-400d-845d-cf74b21dc654 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:51.278575 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-da4a5d20-2c82-4b1d-b54d-3946d04e344b tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Calling delete_port for 7b49bd68-aae3-4b29-8b10-b115f9e4dc0f owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:51.293490 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fdd216-4081-4f37-9d7a-e4afe1133602 None None] Network f3e931d5-690f-46cb-8d13-0c769fbd6be1 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:51.374094 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:51.479847 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:54:51.560186 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:51.572016 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] Publish callbacks [] for port (c4122b6f-20d1-40b3-a00f-0ba00c1d92f2), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:51.608073 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (c4122b6f-20d1-40b3-a00f-0ba00c1d92f2), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:51.692974 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-db3d3b08-713a-498c-abe1-5a4934f331f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d141e664-4618-4b71-9706-c3bd65b88c44']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:51.713486 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da4a5d20-2c82-4b1d-b54d-3946d04e344b tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (7b49bd68-aae3-4b29-8b10-b115f9e4dc0f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:51.730135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Pushing event updated for resources: {'Port': ['ID=c7855ec4-2622-44ec-934c-50c9d8db4467,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:51.763814 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] Pushing event updated for resources: {'Port': ['ID=c4122b6f-20d1-40b3-a00f-0ba00c1d92f2,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:51.770756 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a5d20-2c82-4b1d-b54d-3946d04e344b tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Port': ['ID=7b49bd68-aae3-4b29-8b10-b115f9e4dc0f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:51.798403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:51.803196 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:51.803841 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:51.805176 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:51.807042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:51.807509 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:51.811591 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:51.812626 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:51.813203 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:51.813801 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:51.814520 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:51.815405 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:51.816161 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:51.864203 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-588abe4e-9dea-459a-916c-baee4e21282a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5c77eb08-19aa-4376-801e-2de3c4e483bb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:51.880738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fa262525-7c08-4da4-8b77-0048954a1295 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:54:51.883754 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-588abe4e-9dea-459a-916c-baee4e21282a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:51.888423 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-588abe4e-9dea-459a-916c-baee4e21282a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c77eb08-19aa-4376-801e-2de3c4e483bb HTTP/1.1" status: 204 len: 168 time: 3.6317225 Feb 03 12:54:51.900649 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-db3d3b08-713a-498c-abe1-5a4934f331f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:51.901110 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-db3d3b08-713a-498c-abe1-5a4934f331f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:51.921787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588abe4e-9dea-459a-916c-baee4e21282a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c77eb08-19aa-4376-801e-2de3c4e483bb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:51.959256 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db3d3b08-713a-498c-abe1-5a4934f331f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:51.996370 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db3d3b08-713a-498c-abe1-5a4934f331f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:52.035905 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3d3b08-713a-498c-abe1-5a4934f331f0 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:54:52.037391 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db3d3b08-713a-498c-abe1-5a4934f331f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (9c6ecd38-8d95-49e5-a4b2-74ba42d6e74b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:54:52.042594 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:54:52.085289 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] Network 64dbf20e-d690-4ceb-a65f-a136f2922bde is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:54:52.085918 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7e5f2-89ea-462d-8a2a-b6784eda9aeb req-195e7a6a-4580-4e2c-b30c-46d37e096eb7 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:52.087424 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bfb7e5f2-89ea-462d-8a2a-b6784eda9aeb req-195e7a6a-4580-4e2c-b30c-46d37e096eb7 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 946 time: 0.8279073 Feb 03 12:54:52.151648 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da4a5d20-2c82-4b1d-b54d-3946d04e344b tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (6495fc18-8332-40b7-a46f-2ef5b2c3ee5d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:52.159787 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:52.169753 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:54:52.256366 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ad0d2cf0-447b-4890-bac0-24cbc54b169f None None] Provisioning complete for port fa262525-7c08-4da4-8b77-0048954a1295 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:52.256755 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2cf0-447b-4890-bac0-24cbc54b169f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fa262525-7c08-4da4-8b77-0048954a1295), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:52.474678 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port fa262525-7c08-4da4-8b77-0048954a1295 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:52.475059 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fa262525-7c08-4da4-8b77-0048954a1295), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:52.477760 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] Attempting to bind port c4122b6f-20d1-40b3-a00f-0ba00c1d92f2 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:54:52.478153 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] Attempting to bind port c4122b6f-20d1-40b3-a00f-0ba00c1d92f2 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'a2073335-74f6-4766-94af-8a4fc2afe8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '64dbf20e-d690-4ceb-a65f-a136f2922bde'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:54:52.478516 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] Attempting to bind port c4122b6f-20d1-40b3-a00f-0ba00c1d92f2 on network 64dbf20e-d690-4ceb-a65f-a136f2922bde {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:54:52.486595 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bfb7e5f2-89ea-462d-8a2a-b6784eda9aeb req-841d7eb1-8662-4258-afe9-7682a617d797 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3563287 Feb 03 12:54:52.500338 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:54:52.507512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] Checking segment: {'id': 'a2073335-74f6-4766-94af-8a4fc2afe8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '64dbf20e-d690-4ceb-a65f-a136f2922bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:54:52.508109 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:52.508655 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] Bound using segment: {'id': 'a2073335-74f6-4766-94af-8a4fc2afe8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '64dbf20e-d690-4ceb-a65f-a136f2922bde'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:54:52.509299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] Bound port: c4122b6f-20d1-40b3-a00f-0ba00c1d92f2, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2073335-74f6-4766-94af-8a4fc2afe8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '64dbf20e-d690-4ceb-a65f-a136f2922bde'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:54:52.509771 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c4122b6f-20d1-40b3-a00f-0ba00c1d92f2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:52.512659 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db3d3b08-713a-498c-abe1-5a4934f331f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (d141e664-4618-4b71-9706-c3bd65b88c44), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:52.523572 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db3d3b08-713a-498c-abe1-5a4934f331f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:52.531716 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-db3d3b08-713a-498c-abe1-5a4934f331f0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d141e664-4618-4b71-9706-c3bd65b88c44 HTTP/1.1" status: 204 len: 168 time: 5.9540308 Feb 03 12:54:52.533475 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c7855ec4-2622-44ec-934c-50c9d8db4467), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:52.616813 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d3b08-713a-498c-abe1-5a4934f331f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d141e664-4618-4b71-9706-c3bd65b88c44,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:52.826660 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] For port c4122b6f-20d1-40b3-a00f-0ba00c1d92f2, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:54:52.831546 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] For port c4122b6f-20d1-40b3-a00f-0ba00c1d92f2, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c4122b6f-20d1-40b3-a00f-0ba00c1d92f2,segment=NetworkSegment(a2073335-74f6-4766-94af-8a4fc2afe8cd),segment_id=a2073335-74f6-4766-94af-8a4fc2afe8cd)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:54:52.920615 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c4122b6f-20d1-40b3-a00f-0ba00c1d92f2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:53.059968 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for port (c7855ec4-2622-44ec-934c-50c9d8db4467), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:53.063376 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40494) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:53.092310 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (c7855ec4-2622-44ec-934c-50c9d8db4467), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:53.205800 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e6045-19ec-4e03-9a2c-bf1d6f125a87 None None] Pushing event updated for resources: {'Port': ['ID=c4122b6f-20d1-40b3-a00f-0ba00c1d92f2,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:53.296287 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4a5d20-2c82-4b1d-b54d-3946d04e344b tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 6495fc18-8332-40b7-a46f-2ef5b2c3ee5d has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:54:53.386045 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ad0d2cf0-447b-4890-bac0-24cbc54b169f None None] Current status of the port fa262525-7c08-4da4-8b77-0048954a1295 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:53.390192 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2cf0-447b-4890-bac0-24cbc54b169f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fa262525-7c08-4da4-8b77-0048954a1295), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:53.394130 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:53.460542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Pushing event updated for resources: {'Port': ['ID=c7855ec4-2622-44ec-934c-50c9d8db4467,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:53.463213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fa262525-7c08-4da4-8b77-0048954a1295 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:53.463614 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fa262525-7c08-4da4-8b77-0048954a1295), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:53.503367 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-10628d8d-053c-46e2-9c64-02257bba49c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e60b58d86024cd1a0be428da6fe974b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4370804 Feb 03 12:54:53.511621 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40504) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:53.591727 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ad0d2cf0-447b-4890-bac0-24cbc54b169f None None] For port fa262525-7c08-4da4-8b77-0048954a1295, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fa262525-7c08-4da4-8b77-0048954a1295,segment=NetworkSegment(f1dc99a6-e8f7-4df8-a619-f5f1fe29b24f),segment_id=f1dc99a6-e8f7-4df8-a619-f5f1fe29b24f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:53.609707 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2cf0-447b-4890-bac0-24cbc54b169f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fa262525-7c08-4da4-8b77-0048954a1295), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:53.609875 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4a5d20-2c82-4b1d-b54d-3946d04e344b tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:54:53.652386 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861635c3-9597-45b3-aca0-46a76a6cebdb None None] Sync routers for ids ['6495fc18-8332-40b7-a46f-2ef5b2c3ee5d'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:54:53.669562 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-da4a5d20-2c82-4b1d-b54d-3946d04e344b tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/6495fc18-8332-40b7-a46f-2ef5b2c3ee5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9241867 Feb 03 12:54:53.670238 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40510) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:53.679157 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861635c3-9597-45b3-aca0-46a76a6cebdb None None] Routers {'6495fc18-8332-40b7-a46f-2ef5b2c3ee5d'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:53.681549 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-861635c3-9597-45b3-aca0-46a76a6cebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6495fc18-8332-40b7-a46f-2ef5b2c3ee5d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:53.751091 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-96c57684-06b6-46bf-9791-f43e6e430a60 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/ports?device_id=6495fc18-8332-40b7-a46f-2ef5b2c3ee5d HTTP/1.1" status: 200 len: 205 time: 0.0791545 Feb 03 12:54:53.751596 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40514) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:53.799502 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:54:53.800009 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:54:53.806448 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-861635c3-9597-45b3-aca0-46a76a6cebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:53.832517 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861635c3-9597-45b3-aca0-46a76a6cebdb None None] Routers {'6495fc18-8332-40b7-a46f-2ef5b2c3ee5d'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:53.833146 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-861635c3-9597-45b3-aca0-46a76a6cebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6495fc18-8332-40b7-a46f-2ef5b2c3ee5d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:53.950789 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d2cf0-447b-4890-bac0-24cbc54b169f None None] Pushing event updated for resources: {'Port': ['ID=fa262525-7c08-4da4-8b77-0048954a1295,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:53.961826 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-861635c3-9597-45b3-aca0-46a76a6cebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:53.963115 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861635c3-9597-45b3-aca0-46a76a6cebdb None None] The sync data for ids ['6495fc18-8332-40b7-a46f-2ef5b2c3ee5d'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:54:54.018178 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Network f3e931d5-690f-46cb-8d13-0c769fbd6be1 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:54:54.021951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:54:54.031517 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-96e515b7-5934-4ae7-bd39-4f20d09da727 None None] Provisioning complete for port fa262525-7c08-4da4-8b77-0048954a1295 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:54.033439 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-96e515b7-5934-4ae7-bd39-4f20d09da727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fa262525-7c08-4da4-8b77-0048954a1295), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:54.086864 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c71bacf-f22d-42e7-bb80-db0c65e934ef admin admin] Publish callbacks [] for security_group (a380af32-50ee-4dcc-b68d-6592a0627212), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:54.174646 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c4826a78-5ec5-43c0-83a3-e2001207e81a tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (6495fc18-8332-40b7-a46f-2ef5b2c3ee5d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:54.319869 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-96e515b7-5934-4ae7-bd39-4f20d09da727 None None] Current status of the port fa262525-7c08-4da4-8b77-0048954a1295 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:54.369281 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c71bacf-f22d-42e7-bb80-db0c65e934ef admin admin] Publish callbacks [] for security_group (a380af32-50ee-4dcc-b68d-6592a0627212), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:54.473755 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fa262525-7c08-4da4-8b77-0048954a1295 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:54.475731 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1d657e30-8e46-400d-845d-cf74b21dc654 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:54:54.501840 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-96e515b7-5934-4ae7-bd39-4f20d09da727 None None] Provisioning complete for port c7855ec4-2622-44ec-934c-50c9d8db4467 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:54.502598 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-96e515b7-5934-4ae7-bd39-4f20d09da727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c7855ec4-2622-44ec-934c-50c9d8db4467), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:54.597174 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c71bacf-f22d-42e7-bb80-db0c65e934ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a380af32-50ee-4dcc-b68d-6592a0627212), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:54.605820 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c71bacf-f22d-42e7-bb80-db0c65e934ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:54.607830 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0c71bacf-f22d-42e7-bb80-db0c65e934ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a380af32-50ee-4dcc-b68d-6592a0627212 HTTP/1.1" status: 204 len: 168 time: 1.0902660 Feb 03 12:54:54.625718 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Router 4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:54:54.690034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bacf-f22d-42e7-bb80-db0c65e934ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a380af32-50ee-4dcc-b68d-6592a0627212,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:54.705745 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-96e515b7-5934-4ae7-bd39-4f20d09da727 None None] Port c7855ec4-2622-44ec-934c-50c9d8db4467 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:54:54.813256 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 1d657e30-8e46-400d-845d-cf74b21dc654 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:54.813662 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1d657e30-8e46-400d-845d-cf74b21dc654), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:54.846459 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c4826a78-5ec5-43c0-83a3-e2001207e81a tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (6495fc18-8332-40b7-a46f-2ef5b2c3ee5d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:54.865311 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c4826a78-5ec5-43c0-83a3-e2001207e81a tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router_controller (6495fc18-8332-40b7-a46f-2ef5b2c3ee5d), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:55.058755 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:54:55.064287 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-149fdec0-d032-4a5c-a58a-d912887bf18e tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "PUT /v2.0/routers/4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5872188 Feb 03 12:54:55.069222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40554) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:55.092804 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54521890-d9de-41fb-88b6-d9b05888edf7 None None] Sync routers for ids ['4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:54:55.098703 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-cb112a5e-be6d-4db2-8f9a-5443dd5880f4 None None] Provisioning complete for port c7855ec4-2622-44ec-934c-50c9d8db4467 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:55.102213 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cb112a5e-be6d-4db2-8f9a-5443dd5880f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c7855ec4-2622-44ec-934c-50c9d8db4467), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:55.187064 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6189c25-65f3-430b-b4fa-75215f1f45d6 req-2042602a-bdfd-44b3-a673-2b13cbbf386b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:55.195835 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d6189c25-65f3-430b-b4fa-75215f1f45d6 req-2042602a-bdfd-44b3-a673-2b13cbbf386b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 946 time: 1.4854815 Feb 03 12:54:55.247226 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c4826a78-5ec5-43c0-83a3-e2001207e81a tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (6495fc18-8332-40b7-a46f-2ef5b2c3ee5d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:55.249452 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4826a78-5ec5-43c0-83a3-e2001207e81a tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Fanout notify agent at l3_agent the message router_deleted on router 6495fc18-8332-40b7-a46f-2ef5b2c3ee5d {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:54:55.262873 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c4826a78-5ec5-43c0-83a3-e2001207e81a tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:55.266508 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c4826a78-5ec5-43c0-83a3-e2001207e81a tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/routers/6495fc18-8332-40b7-a46f-2ef5b2c3ee5d HTTP/1.1" status: 204 len: 168 time: 1.5125518 Feb 03 12:54:55.285515 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40562) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:55.426243 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 1d657e30-8e46-400d-845d-cf74b21dc654 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:55.493004 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54521890-d9de-41fb-88b6-d9b05888edf7 None None] Routers {'4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:55.493660 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-54521890-d9de-41fb-88b6-d9b05888edf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:55.520480 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df12b09-56c1-4a81-9114-a4e902a6d0c2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting subnet 8272ec97-ee0d-4503-a6f1-726cf329b14d {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:54:55.538578 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d6189c25-65f3-430b-b4fa-75215f1f45d6 req-778497c5-1b8b-4b85-84fc-535db5ac0d28 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3170877 Feb 03 12:54:55.552189 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4df12b09-56c1-4a81-9114-a4e902a6d0c2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for subnet (8272ec97-ee0d-4503-a6f1-726cf329b14d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:55.675440 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4df12b09-56c1-4a81-9114-a4e902a6d0c2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (8272ec97-ee0d-4503-a6f1-726cf329b14d), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:55.752971 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b2fccf-44df-4123-9c66-4fd0d8f4979f None None] Network 64dbf20e-d690-4ceb-a65f-a136f2922bde requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:55.773572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-54521890-d9de-41fb-88b6-d9b05888edf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:55.844311 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40574) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:55.845142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cb112a5e-be6d-4db2-8f9a-5443dd5880f4 None None] Port c7855ec4-2622-44ec-934c-50c9d8db4467 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:54:55.863967 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c4122b6f-20d1-40b3-a00f-0ba00c1d92f2 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:54:56.019567 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4df12b09-56c1-4a81-9114-a4e902a6d0c2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (8272ec97-ee0d-4503-a6f1-726cf329b14d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:56.141048 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-8e28c00e-c192-422d-bd68-8fdc39cf6a55 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 12:54:56.145079 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8e28c00e-c192-422d-bd68-8fdc39cf6a55 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "PUT /v2.0/routers/4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0727232 Feb 03 12:54:56.147625 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40578) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:56.179824 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54521890-d9de-41fb-88b6-d9b05888edf7 None None] Routers {'4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:54:56.191709 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-54521890-d9de-41fb-88b6-d9b05888edf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:56.213025 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4df12b09-56c1-4a81-9114-a4e902a6d0c2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (8272ec97-ee0d-4503-a6f1-726cf329b14d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:56.229559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40580) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:56.258388 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ee2d36a-262f-4408-9030-81bd5c3b108f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:56.282322 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-54521890-d9de-41fb-88b6-d9b05888edf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:56.283273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54521890-d9de-41fb-88b6-d9b05888edf7 None None] The sync data for ids ['4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:54:56.310567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Provisioning complete for port c7855ec4-2622-44ec-934c-50c9d8db4467 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:56.311328 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c7855ec4-2622-44ec-934c-50c9d8db4467), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:56.346516 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df12b09-56c1-4a81-9114-a4e902a6d0c2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Subnet': ['ID=8272ec97-ee0d-4503-a6f1-726cf329b14d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:56.366296 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4df12b09-56c1-4a81-9114-a4e902a6d0c2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:56.372844 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4df12b09-56c1-4a81-9114-a4e902a6d0c2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/subnets/8272ec97-ee0d-4503-a6f1-726cf329b14d HTTP/1.1" status: 204 len: 168 time: 1.0859406 Feb 03 12:54:56.374369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40582) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:56.376463 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de02de9-3800-4a9e-b3e7-25f520373ae5 None None] Network 4c280477-86f9-42f7-97c1-ad68c1dad4ab requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:54:56.381493 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df12b09-56c1-4a81-9114-a4e902a6d0c2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:56.382627 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df12b09-56c1-4a81-9114-a4e902a6d0c2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:56.383132 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df12b09-56c1-4a81-9114-a4e902a6d0c2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:56.383627 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df12b09-56c1-4a81-9114-a4e902a6d0c2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:56.384153 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df12b09-56c1-4a81-9114-a4e902a6d0c2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:56.384775 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df12b09-56c1-4a81-9114-a4e902a6d0c2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:56.385266 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df12b09-56c1-4a81-9114-a4e902a6d0c2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:56.385746 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df12b09-56c1-4a81-9114-a4e902a6d0c2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:56.386222 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df12b09-56c1-4a81-9114-a4e902a6d0c2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:56.386713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df12b09-56c1-4a81-9114-a4e902a6d0c2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:56.387187 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df12b09-56c1-4a81-9114-a4e902a6d0c2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:56.387660 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df12b09-56c1-4a81-9114-a4e902a6d0c2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:56.388174 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df12b09-56c1-4a81-9114-a4e902a6d0c2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:56.469302 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-744a5efa-d01a-4eaa-9bd4-ddd9708872c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16cf678acdbf443f946e15b876197cef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2284260 Feb 03 12:54:56.510207 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40598) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:56.532153 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Port c7855ec4-2622-44ec-934c-50c9d8db4467 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:54:56.567079 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c60046c-beb4-45a5-acbd-f1951a048854 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (4c280477-86f9-42f7-97c1-ad68c1dad4ab), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:56.643600 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c4122b6f-20d1-40b3-a00f-0ba00c1d92f2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:56.644049 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c4122b6f-20d1-40b3-a00f-0ba00c1d92f2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:56.669869 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ee2d36a-262f-4408-9030-81bd5c3b108f admin admin] Publish callbacks [] for security_group (684fe512-ced3-4cbf-9c63-a3478f350fa0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:56.673646 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f0fca3d-ee15-4247-8a94-ba4dfacf6219 admin admin] Publish callbacks [] for security_group (fd27094b-2dba-48d3-876a-9cc506c8c0f6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:56.675415 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Provisioning complete for port c4122b6f-20d1-40b3-a00f-0ba00c1d92f2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:56.676100 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c4122b6f-20d1-40b3-a00f-0ba00c1d92f2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:56.686395 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ee2d36a-262f-4408-9030-81bd5c3b108f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (684fe512-ced3-4cbf-9c63-a3478f350fa0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:56.781398 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f0fca3d-ee15-4247-8a94-ba4dfacf6219 admin admin] Publish callbacks [] for security_group (fd27094b-2dba-48d3-876a-9cc506c8c0f6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:56.815086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40606) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:56.817693 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5ee2d36a-262f-4408-9030-81bd5c3b108f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e68ee05bf3ce4b20b14f3db52b2637a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9721897 Feb 03 12:54:56.841702 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2d36a-262f-4408-9030-81bd5c3b108f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684fe512-ced3-4cbf-9c63-a3478f350fa0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:56.926024 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9c60046c-beb4-45a5-acbd-f1951a048854 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting port 7b84b99c-ef95-45d1-931d-463dbc77073b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:56.926545 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c60046c-beb4-45a5-acbd-f1951a048854 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (7b84b99c-ef95-45d1-931d-463dbc77073b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:56.994085 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f0fca3d-ee15-4247-8a94-ba4dfacf6219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (fd27094b-2dba-48d3-876a-9cc506c8c0f6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:57.009980 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f0fca3d-ee15-4247-8a94-ba4dfacf6219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:57.016443 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7f0fca3d-ee15-4247-8a94-ba4dfacf6219 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd27094b-2dba-48d3-876a-9cc506c8c0f6 HTTP/1.1" status: 204 len: 168 time: 0.5015428 Feb 03 12:54:57.095290 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad116cd7-f051-45db-8b86-ffebc0eaf5db req-7c1609b0-6eaa-4a0a-bf2b-969b53052cf5 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:57.112572 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ad116cd7-f051-45db-8b86-ffebc0eaf5db req-7c1609b0-6eaa-4a0a-bf2b-969b53052cf5 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 946 time: 0.3780677 Feb 03 12:54:57.126807 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fca3d-ee15-4247-8a94-ba4dfacf6219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd27094b-2dba-48d3-876a-9cc506c8c0f6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:57.165645 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9c60046c-beb4-45a5-acbd-f1951a048854 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] For port 7b84b99c-ef95-45d1-931d-463dbc77073b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7b84b99c-ef95-45d1-931d-463dbc77073b,segment=NetworkSegment(6a9daf9b-dc8b-4034-ba56-52c42e068e14),segment_id=6a9daf9b-dc8b-4034-ba56-52c42e068e14)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:57.167272 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c60046c-beb4-45a5-acbd-f1951a048854 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (7b84b99c-ef95-45d1-931d-463dbc77073b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:57.205175 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9c60046c-beb4-45a5-acbd-f1951a048854 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Calling delete_port for 7b84b99c-ef95-45d1-931d-463dbc77073b owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:57.267393 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0032e5e-5d46-4de1-a538-db69f3e5ad14 admin admin] Publish callbacks [] for security_group (684fe512-ced3-4cbf-9c63-a3478f350fa0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:57.295109 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Current status of the port c4122b6f-20d1-40b3-a00f-0ba00c1d92f2 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:57.295501 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c4122b6f-20d1-40b3-a00f-0ba00c1d92f2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:57.343002 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-483656ed-d492-4787-b1ef-d5cf5e5d7f7d tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:57.445167 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c60046c-beb4-45a5-acbd-f1951a048854 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (7b84b99c-ef95-45d1-931d-463dbc77073b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:57.480919 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ad116cd7-f051-45db-8b86-ffebc0eaf5db req-0d0c6fec-5607-4956-b171-f8e63a815f4f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421063 Feb 03 12:54:57.483420 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0032e5e-5d46-4de1-a538-db69f3e5ad14 admin admin] Publish callbacks [] for security_group (684fe512-ced3-4cbf-9c63-a3478f350fa0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:57.547477 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] For port c4122b6f-20d1-40b3-a00f-0ba00c1d92f2, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c4122b6f-20d1-40b3-a00f-0ba00c1d92f2,segment=NetworkSegment(a2073335-74f6-4766-94af-8a4fc2afe8cd),segment_id=a2073335-74f6-4766-94af-8a4fc2afe8cd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:54:57.564123 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c4122b6f-20d1-40b3-a00f-0ba00c1d92f2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:57.587746 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60046c-beb4-45a5-acbd-f1951a048854 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Port': ['ID=7b84b99c-ef95-45d1-931d-463dbc77073b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:57.629856 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c60046c-beb4-45a5-acbd-f1951a048854 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] No DVR routers for this DVR port 7b84b99c-ef95-45d1-931d-463dbc77073b on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:54:57.722094 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823fd4e8-097f-442e-ab96-097c31358b69 None None] DHCP port deletion for 4c280477-86f9-42f7-97c1-ad68c1dad4ab request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:54:57.837512 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0032e5e-5d46-4de1-a538-db69f3e5ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (684fe512-ced3-4cbf-9c63-a3478f350fa0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:57.844399 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0032e5e-5d46-4de1-a538-db69f3e5ad14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:57.845813 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b0032e5e-5d46-4de1-a538-db69f3e5ad14 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/684fe512-ced3-4cbf-9c63-a3478f350fa0 HTTP/1.1" status: 204 len: 168 time: 1.0229919 Feb 03 12:54:57.884218 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0032e5e-5d46-4de1-a538-db69f3e5ad14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684fe512-ced3-4cbf-9c63-a3478f350fa0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:57.954576 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c60046c-beb4-45a5-acbd-f1951a048854 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (4c280477-86f9-42f7-97c1-ad68c1dad4ab), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:58.040699 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9c60046c-beb4-45a5-acbd-f1951a048854 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c280477-86f9-42f7-97c1-ad68c1dad4ab']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:58.084417 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9c60046c-beb4-45a5-acbd-f1951a048854 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9daf9b-dc8b-4034-ba56-52c42e068e14') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:58.089851 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9c60046c-beb4-45a5-acbd-f1951a048854 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9daf9b-dc8b-4034-ba56-52c42e068e14') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:54:58.122185 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Pushing event updated for resources: {'Port': ['ID=c4122b6f-20d1-40b3-a00f-0ba00c1d92f2,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:58.146999 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c60046c-beb4-45a5-acbd-f1951a048854 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (6a9daf9b-dc8b-4034-ba56-52c42e068e14), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:58.176934 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c4122b6f-20d1-40b3-a00f-0ba00c1d92f2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:58.178112 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fa262525-7c08-4da4-8b77-0048954a1295 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:54:58.195019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:58.195634 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:58.196274 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:58.196877 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:58.197578 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:58.198172 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:58.198766 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:58.199363 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:58.199971 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:58.200573 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:58.201164 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:58.201751 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:58.203463 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-483656ed-d492-4787-b1ef-d5cf5e5d7f7d tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Deleting port c7855ec4-2622-44ec-934c-50c9d8db4467 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:54:58.208375 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-483656ed-d492-4787-b1ef-d5cf5e5d7f7d tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c7855ec4-2622-44ec-934c-50c9d8db4467), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:58.209970 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdced49-75cd-469f-a289-1322a21c7e24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:54:58.241968 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-13004f8a-4f78-4fd7-bb06-8cc11b349197 None None] Provisioning complete for port c4122b6f-20d1-40b3-a00f-0ba00c1d92f2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:58.242591 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13004f8a-4f78-4fd7-bb06-8cc11b349197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c4122b6f-20d1-40b3-a00f-0ba00c1d92f2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:58.251513 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c60046c-beb4-45a5-acbd-f1951a048854 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (6a9daf9b-dc8b-4034-ba56-52c42e068e14), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c60046c-beb4-45a5-acbd-f1951a048854 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c60046c-beb4-45a5-acbd-f1951a048854 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (6a9daf9b-dc8b-4034-ba56-52c42e068e14), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:54:58.284162 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:54:58.473188 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c60046c-beb4-45a5-acbd-f1951a048854 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (4c280477-86f9-42f7-97c1-ad68c1dad4ab), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:58.481823 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c60046c-beb4-45a5-acbd-f1951a048854 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:58.493952 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40634) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:58.498883 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9c60046c-beb4-45a5-acbd-f1951a048854 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/networks/4c280477-86f9-42f7-97c1-ad68c1dad4ab HTTP/1.1" status: 204 len: 168 time: 2.1203201 Feb 03 12:54:58.526559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60046c-beb4-45a5-acbd-f1951a048854 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Network': ['ID=4c280477-86f9-42f7-97c1-ad68c1dad4ab,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:58.549744 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-483656ed-d492-4787-b1ef-d5cf5e5d7f7d tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c7855ec4-2622-44ec-934c-50c9d8db4467), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:58.567719 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-53c01807-a10c-4cb0-9174-c127472fc64b tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1061435722', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:58.635502 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-483656ed-d492-4787-b1ef-d5cf5e5d7f7d tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Calling delete_port for c7855ec4-2622-44ec-934c-50c9d8db4467 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:54:58.686173 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-13004f8a-4f78-4fd7-bb06-8cc11b349197 None None] Current status of the port c4122b6f-20d1-40b3-a00f-0ba00c1d92f2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:58.720122 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port fa262525-7c08-4da4-8b77-0048954a1295 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:58.725715 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fa262525-7c08-4da4-8b77-0048954a1295), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:58.914120 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd22acc-0c9c-4c5c-b964-822e849dd898 req-81bd6d7c-3e08-4006-8920-b588d46a9116 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:54:58.921266 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5bd22acc-0c9c-4c5c-b964-822e849dd898 req-81bd6d7c-3e08-4006-8920-b588d46a9116 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 946 time: 0.1696615 Feb 03 12:54:59.008820 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fa262525-7c08-4da4-8b77-0048954a1295 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:59.037314 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5bd22acc-0c9c-4c5c-b964-822e849dd898 req-3d57be20-8c20-4702-a871-bd2a88aff43a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149418 Feb 03 12:54:59.061221 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53c01807-a10c-4cb0-9174-c127472fc64b tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:59.061221 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53c01807-a10c-4cb0-9174-c127472fc64b tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:59.254509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c4122b6f-20d1-40b3-a00f-0ba00c1d92f2 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:54:59.279188 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53c01807-a10c-4cb0-9174-c127472fc64b tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router_controller (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:59.289674 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53c01807-a10c-4cb0-9174-c127472fc64b tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:59.370114 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c4122b6f-20d1-40b3-a00f-0ba00c1d92f2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:54:59.375386 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c4122b6f-20d1-40b3-a00f-0ba00c1d92f2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:59.414680 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40658) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:59.482270 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53c01807-a10c-4cb0-9174-c127472fc64b tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:59.488631 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-53c01807-a10c-4cb0-9174-c127472fc64b tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9664571 Feb 03 12:54:59.488939 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40662) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:54:59.494672 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-27b5e5bc-8ea3-4022-958c-3babbc579c34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'network': {'name': 'tempest-RoutersTest-1865665637'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:59.539593 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-483656ed-d492-4787-b1ef-d5cf5e5d7f7d tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c7855ec4-2622-44ec-934c-50c9d8db4467), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:59.578312 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b5e5bc-8ea3-4022-958c-3babbc579c34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Made reservation on behalf of 05f05104465b4dbe8869e0f3a6da804e for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:59.595877 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27b5e5bc-8ea3-4022-958c-3babbc579c34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:59.706461 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b5e5bc-8ea3-4022-958c-3babbc579c34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:54:59.768208 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27b5e5bc-8ea3-4022-958c-3babbc579c34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (67bf84f4-327b-43f3-84f6-406aad73e9f6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:59.769520 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-27b5e5bc-8ea3-4022-958c-3babbc579c34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Added segment 67bf84f4-327b-43f3-84f6-406aad73e9f6 of type vlan for network 1e330c63-669b-4bd3-953f-76949665c52b Feb 03 12:54:59.777052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d9521210-9ac8-4b31-921a-6d9788dc3146 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1235433015-network', 'tenant_id': 'c905977ac7624bda9a747345f94a02ea'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:54:59.795007 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483656ed-d492-4787-b1ef-d5cf5e5d7f7d tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Pushing event deleted for resources: {'Port': ['ID=c7855ec4-2622-44ec-934c-50c9d8db4467,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:54:59.822275 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c4122b6f-20d1-40b3-a00f-0ba00c1d92f2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:54:59.827925 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9521210-9ac8-4b31-921a-6d9788dc3146 admin admin] Made reservation on behalf of c905977ac7624bda9a747345f94a02ea for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:54:59.830732 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9521210-9ac8-4b31-921a-6d9788dc3146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:59.931673 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9521210-9ac8-4b31-921a-6d9788dc3146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:54:59.974158 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7b84b99c-ef95-45d1-931d-463dbc77073b no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:55:00.101084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 7b84b99c-ef95-45d1-931d-463dbc77073b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:55:00.101417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7b84b99c-ef95-45d1-931d-463dbc77073b not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:55:00.130322 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-483656ed-d492-4787-b1ef-d5cf5e5d7f7d tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:00.154912 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9521210-9ac8-4b31-921a-6d9788dc3146 admin admin] Publish callbacks [] for security_group (bd2c8292-57fa-4410-b748-32535aacf9d1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:00.182650 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9521210-9ac8-4b31-921a-6d9788dc3146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bd2c8292-57fa-4410-b748-32535aacf9d1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:00.232173 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9521210-9ac8-4b31-921a-6d9788dc3146 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:55:00.244646 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27b5e5bc-8ea3-4022-958c-3babbc579c34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (1e330c63-669b-4bd3-953f-76949665c52b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:00.293385 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9521210-9ac8-4b31-921a-6d9788dc3146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (88ae3a57-a55f-4609-aafb-2ea5968eb1aa), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:00.295210 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-d9521210-9ac8-4b31-921a-6d9788dc3146 admin admin] Added segment 88ae3a57-a55f-4609-aafb-2ea5968eb1aa of type vlan for network f65b1a16-9b9d-479a-8951-807e6e4ceb34 Feb 03 12:55:00.343268 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9521210-9ac8-4b31-921a-6d9788dc3146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2c8292-57fa-4410-b748-32535aacf9d1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:00.455349 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27b5e5bc-8ea3-4022-958c-3babbc579c34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (1e330c63-669b-4bd3-953f-76949665c52b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:00.468352 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b5e5bc-8ea3-4022-958c-3babbc579c34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:00.470657 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-27b5e5bc-8ea3-4022-958c-3babbc579c34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:00.483062 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9521210-9ac8-4b31-921a-6d9788dc3146 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (f65b1a16-9b9d-479a-8951-807e6e4ceb34), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:00.564523 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124d019-62f1-4570-a8a4-4383dde24226 req-521574e7-e3b8-4259-9af8-415e66d68a87 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:00.576703 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7124d019-62f1-4570-a8a4-4383dde24226 req-521574e7-e3b8-4259-9af8-415e66d68a87 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 946 time: 0.2798805 Feb 03 12:55:00.609683 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-27b5e5bc-8ea3-4022-958c-3babbc579c34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1190889 Feb 03 12:55:00.615868 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40680) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:00.620762 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5e5bc-8ea3-4022-958c-3babbc579c34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Network': ['ID=1e330c63-669b-4bd3-953f-76949665c52b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:00.636782 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 1e330c63-669b-4bd3-953f-76949665c52b details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:55:00.640163 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9521210-9ac8-4b31-921a-6d9788dc3146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (f65b1a16-9b9d-479a-8951-807e6e4ceb34), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:00.640898 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483656ed-d492-4787-b1ef-d5cf5e5d7f7d tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Router 4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:55:00.642098 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9521210-9ac8-4b31-921a-6d9788dc3146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:00.643473 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9521210-9ac8-4b31-921a-6d9788dc3146 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:00.647219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0418c53b-a3cf-451b-9105-fe0f83a77d95 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'subnet': {'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:00.809018 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:55:00.886014 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9521210-9ac8-4b31-921a-6d9788dc3146 admin admin] Pushing event updated for resources: {'Network': ['ID=f65b1a16-9b9d-479a-8951-807e6e4ceb34,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:00.899800 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network f65b1a16-9b9d-479a-8951-807e6e4ceb34 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:55:00.920589 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d9521210-9ac8-4b31-921a-6d9788dc3146 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5021627 Feb 03 12:55:00.928075 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40688) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:00.934910 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-59ca895e-e851-4653-93fe-62a23807c28c admin admin] Request body: {'subnet': {'network_id': 'f65b1a16-9b9d-479a-8951-807e6e4ceb34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1235433015-subnet', 'tenant_id': 'c905977ac7624bda9a747345f94a02ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:00.977462 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ca895e-e851-4653-93fe-62a23807c28c admin admin] Made reservation on behalf of c905977ac7624bda9a747345f94a02ea for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:00.981768 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59ca895e-e851-4653-93fe-62a23807c28c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:01.262060 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:01.479270 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59ca895e-e851-4653-93fe-62a23807c28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (25a436f8-9260-4e2c-b509-237d5e810e3c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:01.554658 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40700) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:01.638277 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca895e-e851-4653-93fe-62a23807c28c admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a436f8-9260-4e2c-b509-237d5e810e3c,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:01.672016 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca895e-e851-4653-93fe-62a23807c28c admin admin] Checking segment: {'id': '88ae3a57-a55f-4609-aafb-2ea5968eb1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f65b1a16-9b9d-479a-8951-807e6e4ceb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:01.672809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ca895e-e851-4653-93fe-62a23807c28c admin admin] Network hostable DHCP agents. Network: f65b1a16-9b9d-479a-8951-807e6e4ceb34, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:55:01.720029 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ca895e-e851-4653-93fe-62a23807c28c admin admin] Network f65b1a16-9b9d-479a-8951-807e6e4ceb34 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:55:01.740359 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ea5a84fd-81ff-42a2-9647-41a7de9e5ed6 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-995873866', 'router:external': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:01.777948 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-59ca895e-e851-4653-93fe-62a23807c28c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, f65b1a16-9b9d-479a-8951-807e6e4ceb34) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:01.785653 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5a84fd-81ff-42a2-9647-41a7de9e5ed6 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Made reservation on behalf of 1bfa8823edb8430496caa64915347a6a for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:01.791647 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea5a84fd-81ff-42a2-9647-41a7de9e5ed6 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:01.792448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6afa9b9-89c3-423e-98b3-067ffe32bf16 None None] Network f65b1a16-9b9d-479a-8951-807e6e4ceb34 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:01.799881 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ca895e-e851-4653-93fe-62a23807c28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:01.802973 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59ca895e-e851-4653-93fe-62a23807c28c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:01.821377 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea5a84fd-81ff-42a2-9647-41a7de9e5ed6 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:01.832004 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7124d019-62f1-4570-a8a4-4383dde24226 req-dda1e429-d618-49ed-b834-3439cbc4d7f0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2527640 Feb 03 12:55:01.892570 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-59ca895e-e851-4653-93fe-62a23807c28c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9630015 Feb 03 12:55:01.937359 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0418c53b-a3cf-451b-9105-fe0f83a77d95 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Made reservation on behalf of 05f05104465b4dbe8869e0f3a6da804e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:01.941931 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0418c53b-a3cf-451b-9105-fe0f83a77d95 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:01.969771 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483656ed-d492-4787-b1ef-d5cf5e5d7f7d tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:55:01.976502 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-483656ed-d492-4787-b1ef-d5cf5e5d7f7d tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "PUT /v2.0/routers/4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8268275 Feb 03 12:55:01.981936 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40706) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:01.986701 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d280a0e-513d-4140-8882-b6ae8689fad7 None None] Sync routers for ids ['4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:55:02.012283 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d280a0e-513d-4140-8882-b6ae8689fad7 None None] Routers {'4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:55:02.020295 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7d280a0e-513d-4140-8882-b6ae8689fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:02.088156 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-c4b9c43b-3171-4e40-a688-d67fc9cdf0db tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] delete failed (client error): The resource could not be found. Feb 03 12:55:02.089257 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c4b9c43b-3171-4e40-a688-d67fc9cdf0db tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1201362093 HTTP/1.1" status: 404 len: 335 time: 0.1048622 Feb 03 12:55:02.099188 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40710) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:02.120853 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7d280a0e-513d-4140-8882-b6ae8689fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:02.138614 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5867da72-66a7-4ffb-8b38-4eff5dd3b552 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Request body: {'router': {'external_gateway_info': {'network_id': '4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:02.144824 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d280a0e-513d-4140-8882-b6ae8689fad7 None None] Routers {'4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:55:02.147511 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7d280a0e-513d-4140-8882-b6ae8689fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:54:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:02.252006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de6ac27-bdf6-4e65-8477-a9f2c9e80797 None None] Network f65b1a16-9b9d-479a-8951-807e6e4ceb34 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:02.252662 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7d280a0e-513d-4140-8882-b6ae8689fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:02.253478 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d280a0e-513d-4140-8882-b6ae8689fad7 None None] The sync data for ids ['4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:55:02.419229 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea5a84fd-81ff-42a2-9647-41a7de9e5ed6 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for security_group (c7d30098-73f4-4bb4-b8b3-cc45fe068270), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:02.443163 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea5a84fd-81ff-42a2-9647-41a7de9e5ed6 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c7d30098-73f4-4bb4-b8b3-cc45fe068270), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:02.471396 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0418c53b-a3cf-451b-9105-fe0f83a77d95 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (6890635a-b965-4868-8d53-382de246e077), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:02.594108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418c53b-a3cf-451b-9105-fe0f83a77d95 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Subnet': ['ID=6890635a-b965-4868-8d53-382de246e077,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:02.610555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418c53b-a3cf-451b-9105-fe0f83a77d95 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Checking segment: {'id': '67bf84f4-327b-43f3-84f6-406aad73e9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:02.611358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0418c53b-a3cf-451b-9105-fe0f83a77d95 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network hostable DHCP agents. Network: 1e330c63-669b-4bd3-953f-76949665c52b, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:55:02.646532 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0418c53b-a3cf-451b-9105-fe0f83a77d95 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network 1e330c63-669b-4bd3-953f-76949665c52b is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:55:02.664147 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5a84fd-81ff-42a2-9647-41a7de9e5ed6 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:55:02.670400 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0418c53b-a3cf-451b-9105-fe0f83a77d95 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 1e330c63-669b-4bd3-953f-76949665c52b) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:02.681206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a546a79-3119-470f-9235-e654aef95688 None None] Network 1e330c63-669b-4bd3-953f-76949665c52b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:02.694223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0418c53b-a3cf-451b-9105-fe0f83a77d95 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:02.694725 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea5a84fd-81ff-42a2-9647-41a7de9e5ed6 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ad61b0eb-292b-409c-808b-94100c4177ab), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:02.695254 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-ea5a84fd-81ff-42a2-9647-41a7de9e5ed6 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Added segment ad61b0eb-292b-409c-808b-94100c4177ab of type vlan for network ec749926-f6ad-4eea-b881-73a2e8ae2443 Feb 03 12:55:02.700335 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0418c53b-a3cf-451b-9105-fe0f83a77d95 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:02.756826 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0418c53b-a3cf-451b-9105-fe0f83a77d95 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1334553 Feb 03 12:55:02.764928 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40728) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:02.770653 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea5a84fd-81ff-42a2-9647-41a7de9e5ed6 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (ec749926-f6ad-4eea-b881-73a2e8ae2443), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:02.809581 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a84fd-81ff-42a2-9647-41a7de9e5ed6 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d30098-73f4-4bb4-b8b3-cc45fe068270,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:02.883117 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea5a84fd-81ff-42a2-9647-41a7de9e5ed6 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (ec749926-f6ad-4eea-b881-73a2e8ae2443), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:02.884232 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5a84fd-81ff-42a2-9647-41a7de9e5ed6 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:02.884900 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea5a84fd-81ff-42a2-9647-41a7de9e5ed6 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:02.980902 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-1e330c63-669b-4bd3-953f-76949665c52b', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:55:02.984278 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:03.366156 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] Allocated IP 172.20.0.2 (1e330c63-669b-4bd3-953f-76949665c52b/6890635a-b965-4868-8d53-382de246e077/ed4006ab-a1ca-4046-9e37-5157f7efccb4) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:03.456124 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6369a0-3ebe-4553-8765-f711f7497b77 req-2b6ec298-9ccb-41e3-b200-c8016f01138a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:03.466850 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d6369a0-3ebe-4553-8765-f711f7497b77 req-2b6ec298-9ccb-41e3-b200-c8016f01138a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 946 time: 0.5072055 Feb 03 12:55:03.528743 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-768f3097-de58-4391-9ada-7974892758c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:03.568494 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69500a6e-96b9-446b-b372-cd5d6150c3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:03.616287 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5867da72-66a7-4ffb-8b38-4eff5dd3b552 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for router_gateway (4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:03.683495 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a84fd-81ff-42a2-9647-41a7de9e5ed6 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Pushing event updated for resources: {'Network': ['ID=ec749926-f6ad-4eea-b881-73a2e8ae2443,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:03.764771 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ea5a84fd-81ff-42a2-9647-41a7de9e5ed6 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.2079012 Feb 03 12:55:03.773777 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40734) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:03.775219 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-5867da72-66a7-4ffb-8b38-4eff5dd3b552 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] update failed (client error): The resource could not be found. Feb 03 12:55:03.785130 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5867da72-66a7-4ffb-8b38-4eff5dd3b552 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "PUT /v2.0/routers/4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d HTTP/1.1" status: 404 len: 339 time: 1.6831031 Feb 03 12:55:03.791279 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] Publish callbacks [] for port (ed4006ab-a1ca-4046-9e37-5157f7efccb4), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:03.797721 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1d75dea3-f5c9-490a-8e19-48e33ec713ac tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Request body: {'subnet': {'network_id': 'ec749926-f6ad-4eea-b881-73a2e8ae2443', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:03.806809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40738) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:03.807018 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network ec749926-f6ad-4eea-b881-73a2e8ae2443 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:55:03.810991 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (ed4006ab-a1ca-4046-9e37-5157f7efccb4), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:03.922368 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] Network 1e330c63-669b-4bd3-953f-76949665c52b is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:04.074315 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:04.078514 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:04.131701 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] Pushing event updated for resources: {'Port': ['ID=ed4006ab-a1ca-4046-9e37-5157f7efccb4,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:04.286483 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] Attempting to bind port ed4006ab-a1ca-4046-9e37-5157f7efccb4 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:04.286866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] Attempting to bind port ed4006ab-a1ca-4046-9e37-5157f7efccb4 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '67bf84f4-327b-43f3-84f6-406aad73e9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:04.287236 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] Attempting to bind port ed4006ab-a1ca-4046-9e37-5157f7efccb4 on network 1e330c63-669b-4bd3-953f-76949665c52b {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:04.307461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-768f3097-de58-4391-9ada-7974892758c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Allocated IP 172.20.0.1 (1e330c63-669b-4bd3-953f-76949665c52b/6890635a-b965-4868-8d53-382de246e077/20b4e984-f36c-4313-a1f2-fe15fbfb0967) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:04.316962 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:55:04.317267 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] Checking segment: {'id': '67bf84f4-327b-43f3-84f6-406aad73e9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:04.317678 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:04.318123 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] Bound using segment: {'id': '67bf84f4-327b-43f3-84f6-406aad73e9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:55:04.318595 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] Bound port: ed4006ab-a1ca-4046-9e37-5157f7efccb4, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67bf84f4-327b-43f3-84f6-406aad73e9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:55:04.318986 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ed4006ab-a1ca-4046-9e37-5157f7efccb4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:04.405970 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] For port ed4006ab-a1ca-4046-9e37-5157f7efccb4, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:55:04.411767 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] For port ed4006ab-a1ca-4046-9e37-5157f7efccb4, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ed4006ab-a1ca-4046-9e37-5157f7efccb4,segment=NetworkSegment(67bf84f4-327b-43f3-84f6-406aad73e9f6),segment_id=67bf84f4-327b-43f3-84f6-406aad73e9f6)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:55:04.421807 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ed4006ab-a1ca-4046-9e37-5157f7efccb4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:04.564053 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d6369a0-3ebe-4553-8765-f711f7497b77 req-8606fb30-4f90-4951-bdb8-0cefdcaf4b71 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0389771 Feb 03 12:55:04.566825 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bbacd-3e4e-44f4-a360-03ab6afcf468 None None] Pushing event updated for resources: {'Port': ['ID=ed4006ab-a1ca-4046-9e37-5157f7efccb4,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:04.593619 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d75dea3-f5c9-490a-8e19-48e33ec713ac tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Made reservation on behalf of 1bfa8823edb8430496caa64915347a6a for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:04.609688 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d75dea3-f5c9-490a-8e19-48e33ec713ac tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:04.693065 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-768f3097-de58-4391-9ada-7974892758c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for port (20b4e984-f36c-4313-a1f2-fe15fbfb0967), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:04.827446 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-768f3097-de58-4391-9ada-7974892758c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (20b4e984-f36c-4313-a1f2-fe15fbfb0967), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:04.930631 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-2fbc9bc4-6076-4706-ae71-aaae4870544a tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:04.931484 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-2fbc9bc4-6076-4706-ae71-aaae4870544a tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/networks?id=f65b1a16-9b9d-479a-8951-807e6e4ceb34 HTTP/1.1" status: 200 len: 809 time: 2.1018610 Feb 03 12:55:04.971455 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768f3097-de58-4391-9ada-7974892758c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network 1e330c63-669b-4bd3-953f-76949665c52b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:05.119478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-768f3097-de58-4391-9ada-7974892758c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:05.129383 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768f3097-de58-4391-9ada-7974892758c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:05.171929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f3097-de58-4391-9ada-7974892758c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Port': ['ID=20b4e984-f36c-4313-a1f2-fe15fbfb0967,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:05.275432 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-4ace3637-fa23-4afe-8f4f-bdd89c9b721a tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/quotas/c905977ac7624bda9a747345f94a02ea HTTP/1.1" status: 200 len: 375 time: 0.3341875 Feb 03 12:55:05.291561 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1873a0f4-cef6-4514-8d61-fe0ecdafc5c1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:05.319502 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-768f3097-de58-4391-9ada-7974892758c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:05.646194 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-95a91607-03f7-4b98-8170-e2e1c3480d58 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c905977ac7624bda9a747345f94a02ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3365018 Feb 03 12:55:05.732933 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-768f3097-de58-4391-9ada-7974892758c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (20b4e984-f36c-4313-a1f2-fe15fbfb0967), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:06.067540 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c8a07110-4979-4139-aae7-6f351bd5be43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:06.093583 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd674c8-7c87-4052-b58c-f231d943b138 req-c610b4ec-088a-4d2f-aa7e-13bf13b14f2f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:06.101421 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0cd674c8-7c87-4052-b58c-f231d943b138 req-c610b4ec-088a-4d2f-aa7e-13bf13b14f2f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 946 time: 0.2426295 Feb 03 12:55:06.155694 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-d86d7f86-611e-481d-806d-4b895a82762f service neutron] 10.222.0.18 "GET /v2.0/networks/f65b1a16-9b9d-479a-8951-807e6e4ceb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359665 Feb 03 12:55:06.487134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-1873a0f4-cef6-4514-8d61-fe0ecdafc5c1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Allocated IP 172.20.0.1 (31c2039b-65f4-41cc-86d5-e67e2a5fe29b/d587d99c-bf07-457d-8e08-8acffd008dbe/cbd0978c-2548-402b-ad3a-96ef9353a08d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:06.571983 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-768f3097-de58-4391-9ada-7974892758c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for port (20b4e984-f36c-4313-a1f2-fe15fbfb0967), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:06.577837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40758) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:06.637424 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-768f3097-de58-4391-9ada-7974892758c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (20b4e984-f36c-4313-a1f2-fe15fbfb0967), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:06.653676 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0cd674c8-7c87-4052-b58c-f231d943b138 req-188e2c9b-48e1-4a8f-9147-da5bb7257b12 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5375550 Feb 03 12:55:06.701814 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1873a0f4-cef6-4514-8d61-fe0ecdafc5c1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for port (cbd0978c-2548-402b-ad3a-96ef9353a08d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:06.827119 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c81695-7bfc-45d2-bc1e-3e9407b53b5b None None] Network 1e330c63-669b-4bd3-953f-76949665c52b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:06.935366 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-768f3097-de58-4391-9ada-7974892758c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:06.951117 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f3097-de58-4391-9ada-7974892758c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Port': ['ID=20b4e984-f36c-4313-a1f2-fe15fbfb0967,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:06.966807 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1873a0f4-cef6-4514-8d61-fe0ecdafc5c1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (cbd0978c-2548-402b-ad3a-96ef9353a08d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:06.995103 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40e9781-d28f-4d87-a80e-3e309afb6f0f tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:06.995693 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40e9781-d28f-4d87-a80e-3e309afb6f0f tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:06.996254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40e9781-d28f-4d87-a80e-3e309afb6f0f tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:07.016413 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c40e9781-d28f-4d87-a80e-3e309afb6f0f tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=ae5c5272e243447aa41be74fb2bd0003&network_id=a291a81e-bc4a-4030-b522-d2d3af47c518 HTTP/1.1" status: 200 len: 3072 time: 0.4348624 Feb 03 12:55:07.018442 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:07.079839 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873a0f4-cef6-4514-8d61-fe0ecdafc5c1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Pushing event updated for resources: {'Port': ['ID=cbd0978c-2548-402b-ad3a-96ef9353a08d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:07.109179 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1873a0f4-cef6-4514-8d61-fe0ecdafc5c1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Network 31c2039b-65f4-41cc-86d5-e67e2a5fe29b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:07.118886 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-1873a0f4-cef6-4514-8d61-fe0ecdafc5c1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:07.120387 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1873a0f4-cef6-4514-8d61-fe0ecdafc5c1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:07.161135 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3dc29723-ad87-4b85-88f5-5138036f8338 None None] Provisioning complete for port ed4006ab-a1ca-4046-9e37-5157f7efccb4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:07.167476 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3dc29723-ad87-4b85-88f5-5138036f8338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ed4006ab-a1ca-4046-9e37-5157f7efccb4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:07.352115 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-02371fbe-b4c4-4760-bbe7-c8ab69a7235f service neutron] 10.222.0.18 "GET /v2.0/networks/f65b1a16-9b9d-479a-8951-807e6e4ceb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1954098 Feb 03 12:55:07.354379 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1873a0f4-cef6-4514-8d61-fe0ecdafc5c1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:07.499359 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ed4006ab-a1ca-4046-9e37-5157f7efccb4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:55:07.501968 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768f3097-de58-4391-9ada-7974892758c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network 1e330c63-669b-4bd3-953f-76949665c52b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:07.505050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-768f3097-de58-4391-9ada-7974892758c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:08.034220 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1873a0f4-cef6-4514-8d61-fe0ecdafc5c1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cbd0978c-2548-402b-ad3a-96ef9353a08d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:08.044394 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3dc29723-ad87-4b85-88f5-5138036f8338 None None] Current status of the port ed4006ab-a1ca-4046-9e37-5157f7efccb4 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:08.046251 n-d-827336-3 neutron-server[103189]: DEBUG neutron.objects.ports [None req-1d75dea3-f5c9-490a-8e19-48e33ec713ac tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103189) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 12:55:08.047330 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3dc29723-ad87-4b85-88f5-5138036f8338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ed4006ab-a1ca-4046-9e37-5157f7efccb4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:08.047490 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d75dea3-f5c9-490a-8e19-48e33ec713ac tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (2cbbb7de-ce2d-49f5-8a71-039739311d19), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:08.172937 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3dc29723-ad87-4b85-88f5-5138036f8338 None None] For port ed4006ab-a1ca-4046-9e37-5157f7efccb4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ed4006ab-a1ca-4046-9e37-5157f7efccb4,segment=NetworkSegment(67bf84f4-327b-43f3-84f6-406aad73e9f6),segment_id=67bf84f4-327b-43f3-84f6-406aad73e9f6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:08.185610 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port ed4006ab-a1ca-4046-9e37-5157f7efccb4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:08.187509 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ed4006ab-a1ca-4046-9e37-5157f7efccb4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:08.193789 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3dc29723-ad87-4b85-88f5-5138036f8338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ed4006ab-a1ca-4046-9e37-5157f7efccb4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:08.227839 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768f3097-de58-4391-9ada-7974892758c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:55:08.274689 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e71b8-18f7-4aad-aed6-0a04d20f1743 req-e2884729-033e-4c13-ab90-3a372001a56f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:08.277951 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cc8e71b8-18f7-4aad-aed6-0a04d20f1743 req-e2884729-033e-4c13-ab90-3a372001a56f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 946 time: 0.3220823 Feb 03 12:55:08.330631 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-efddefdc-c445-4d50-bdfa-0d797fe5c1b5 req-b1827fe6-3dd2-4c85-8df7-73e59a259708 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 210 time: 0.2005966 Feb 03 12:55:08.409118 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:08.413508 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75dea3-f5c9-490a-8e19-48e33ec713ac tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2cbbb7de-ce2d-49f5-8a71-039739311d19,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:08.450476 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40784) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:08.454944 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-2bd7e5f3-6df6-4447-b805-91eacca5b4ce req-e908cb57-f6f0-44d7-823b-03de7878af35 service neutron] (103188) timed out ('10.222.0.31', 59970) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 12:55:08.520273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-27ce3f5a-efcd-4066-b549-e377316e8bcd None None] Provisioning complete for port cbd0978c-2548-402b-ad3a-96ef9353a08d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:08.520677 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-27ce3f5a-efcd-4066-b549-e377316e8bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cbd0978c-2548-402b-ad3a-96ef9353a08d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:08.635258 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc29723-ad87-4b85-88f5-5138036f8338 None None] Pushing event updated for resources: {'Port': ['ID=ed4006ab-a1ca-4046-9e37-5157f7efccb4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:08.714222 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cc8e71b8-18f7-4aad-aed6-0a04d20f1743 req-7fdbfdbe-3cc4-43c1-a0c5-306444682b15 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4111073 Feb 03 12:55:08.765479 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768f3097-de58-4391-9ada-7974892758c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:55:08.783714 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-768f3097-de58-4391-9ada-7974892758c7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/38ff38e0-ccc6-4e9f-880b-ec59618bc5ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0174072 Feb 03 12:55:08.786469 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40786) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:08.795064 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a4a570e7-34f6-4c7b-bec6-1f6401dd84d0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'network': {'name': 'tempest-RoutersTest-1670623734'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:08.804384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] Sync routers for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:55:08.852045 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a570e7-34f6-4c7b-bec6-1f6401dd84d0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Made reservation on behalf of 05f05104465b4dbe8869e0f3a6da804e for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:08.858719 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4a570e7-34f6-4c7b-bec6-1f6401dd84d0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:08.906429 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-27ce3f5a-efcd-4066-b549-e377316e8bcd None None] Port cbd0978c-2548-402b-ad3a-96ef9353a08d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:55:08.915442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ed4006ab-a1ca-4046-9e37-5157f7efccb4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:08.941702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:55:08.942571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:55:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:08.964439 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a570e7-34f6-4c7b-bec6-1f6401dd84d0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:55:08.995309 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4a570e7-34f6-4c7b-bec6-1f6401dd84d0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (4091cb26-5785-4499-b3ee-cbe3dbb0cc13), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:08.995718 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-a4a570e7-34f6-4c7b-bec6-1f6401dd84d0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Added segment 4091cb26-5785-4499-b3ee-cbe3dbb0cc13 of type vlan for network 3c576241-eeff-459f-86c6-5e567aeffa68 Feb 03 12:55:09.111405 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d75dea3-f5c9-490a-8e19-48e33ec713ac tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Checking segment: {'id': 'ad61b0eb-292b-409c-808b-94100c4177ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec749926-f6ad-4eea-b881-73a2e8ae2443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:09.111900 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d75dea3-f5c9-490a-8e19-48e33ec713ac tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Network hostable DHCP agents. Network: ec749926-f6ad-4eea-b881-73a2e8ae2443, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:55:09.158226 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a456f5-630e-4932-9ff0-522e4d221a89 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:09.161810 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-42a456f5-630e-4932-9ff0-522e4d221a89 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 814 time: 0.5596840 Feb 03 12:55:09.213455 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4a570e7-34f6-4c7b-bec6-1f6401dd84d0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (3c576241-eeff-459f-86c6-5e567aeffa68), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:09.327046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:55:09.352036 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4a570e7-34f6-4c7b-bec6-1f6401dd84d0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (3c576241-eeff-459f-86c6-5e567aeffa68), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:09.370307 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a570e7-34f6-4c7b-bec6-1f6401dd84d0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:09.371052 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4a570e7-34f6-4c7b-bec6-1f6401dd84d0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:09.379107 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d75dea3-f5c9-490a-8e19-48e33ec713ac tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Network ec749926-f6ad-4eea-b881-73a2e8ae2443 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:55:09.554182 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a4a570e7-34f6-4c7b-bec6-1f6401dd84d0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7660944 Feb 03 12:55:09.563566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40802) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:09.583346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d8c07949-4477-4d0d-8967-71fba00771ba tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'subnet': {'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:09.584117 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-1d75dea3-f5c9-490a-8e19-48e33ec713ac tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, ec749926-f6ad-4eea-b881-73a2e8ae2443) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:09.592672 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d75dea3-f5c9-490a-8e19-48e33ec713ac tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:09.596737 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d75dea3-f5c9-490a-8e19-48e33ec713ac tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:09.606566 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51386542-8929-45a3-9ea1-ed890cae3f24 req-62292c40-7766-44db-8623-d5250655fbdd tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 210 time: 0.1404119 Feb 03 12:55:09.685637 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40806) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:09.697861 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d018d8bf-fd69-4a3f-9b7d-b6f30093acca tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'network': {'name': 'tempest-network-smoke--873475027', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'port_security_enabled': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:09.753348 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1d75dea3-f5c9-490a-8e19-48e33ec713ac tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.9664571 Feb 03 12:55:09.771113 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40812) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:09.782631 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-418d5453-443b-45f3-829d-ec1dbcd90768 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-164410854', 'network_id': 'ec749926-f6ad-4eea-b881-73a2e8ae2443'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:09.969356 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a570e7-34f6-4c7b-bec6-1f6401dd84d0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Network': ['ID=3c576241-eeff-459f-86c6-5e567aeffa68,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:10.015316 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d018d8bf-fd69-4a3f-9b7d-b6f30093acca tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Made reservation on behalf of ae5c5272e243447aa41be74fb2bd0003 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:10.025869 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d018d8bf-fd69-4a3f-9b7d-b6f30093acca tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:10.039107 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418d5453-443b-45f3-829d-ec1dbcd90768 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Made reservation on behalf of 1bfa8823edb8430496caa64915347a6a for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:10.050012 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-418d5453-443b-45f3-829d-ec1dbcd90768 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:10.106999 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-418d5453-443b-45f3-829d-ec1dbcd90768 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] device_id is not set on port a2d7f9e6-4956-407f-8115-2f520288f76c yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:55:10.115122 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ed4006ab-a1ca-4046-9e37-5157f7efccb4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:55:10.125765 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c07949-4477-4d0d-8967-71fba00771ba tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Made reservation on behalf of 05f05104465b4dbe8869e0f3a6da804e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:10.126778 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bca7735-faaf-481f-b163-39f1817d33c5 None None] Network ec749926-f6ad-4eea-b881-73a2e8ae2443 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:10.131755 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8c07949-4477-4d0d-8967-71fba00771ba tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:10.138786 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 3c576241-eeff-459f-86c6-5e567aeffa68 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:55:10.234050 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1873a0f4-cef6-4514-8d61-fe0ecdafc5c1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for port (cbd0978c-2548-402b-ad3a-96ef9353a08d), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:10.246353 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1873a0f4-cef6-4514-8d61-fe0ecdafc5c1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (cbd0978c-2548-402b-ad3a-96ef9353a08d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:10.266491 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d018d8bf-fd69-4a3f-9b7d-b6f30093acca tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:55:10.297301 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538142b2-e2db-4f74-9ecd-796b4569e139 req-3f58e4df-a1ab-4dd4-9872-f62d4053af6c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:10.298991 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-538142b2-e2db-4f74-9ecd-796b4569e139 req-3f58e4df-a1ab-4dd4-9872-f62d4053af6c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 946 time: 0.3561056 Feb 03 12:55:10.564571 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d018d8bf-fd69-4a3f-9b7d-b6f30093acca tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (40029f51-d0ef-459b-a10a-41e7da878565), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:10.569986 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-d018d8bf-fd69-4a3f-9b7d-b6f30093acca tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Added segment 40029f51-d0ef-459b-a10a-41e7da878565 of type vlan for network 97f7a13f-d4d0-4470-98d0-3068a58bc64e Feb 03 12:55:10.595653 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-538142b2-e2db-4f74-9ecd-796b4569e139 req-ea5d6bee-99e6-465e-a335-a291263c9706 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744742 Feb 03 12:55:10.763515 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1873a0f4-cef6-4514-8d61-fe0ecdafc5c1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:10.776948 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873a0f4-cef6-4514-8d61-fe0ecdafc5c1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Pushing event updated for resources: {'Port': ['ID=cbd0978c-2548-402b-ad3a-96ef9353a08d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:10.962384 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-418d5453-443b-45f3-829d-ec1dbcd90768 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Allocated IP 172.20.0.6 (ec749926-f6ad-4eea-b881-73a2e8ae2443/2cbbb7de-ce2d-49f5-8a71-039739311d19/a2d7f9e6-4956-407f-8115-2f520288f76c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:10.976912 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8c07949-4477-4d0d-8967-71fba00771ba tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (6095d00c-a520-4637-8f67-f11fdb070bd3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:10.978137 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d018d8bf-fd69-4a3f-9b7d-b6f30093acca tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (97f7a13f-d4d0-4470-98d0-3068a58bc64e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:11.082117 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7175c92e-a783-4235-a733-edee7e6a432e req-b76374aa-c886-41d5-91ee-4853cd677be5 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 210 time: 0.1387730 Feb 03 12:55:11.085719 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d018d8bf-fd69-4a3f-9b7d-b6f30093acca tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (97f7a13f-d4d0-4470-98d0-3068a58bc64e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:11.091656 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d018d8bf-fd69-4a3f-9b7d-b6f30093acca tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:11.092434 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d018d8bf-fd69-4a3f-9b7d-b6f30093acca tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:11.267330 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c07949-4477-4d0d-8967-71fba00771ba tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Subnet': ['ID=6095d00c-a520-4637-8f67-f11fdb070bd3,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:11.268816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b77890-ddbc-4155-a2c8-3395a4a8aa52 None None] Network ec749926-f6ad-4eea-b881-73a2e8ae2443 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:11.567063 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fe975c81-96b5-4793-8e79-567dd020fa12 None None] Provisioning complete for port ed4006ab-a1ca-4046-9e37-5157f7efccb4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:11.569802 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fe975c81-96b5-4793-8e79-567dd020fa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ed4006ab-a1ca-4046-9e37-5157f7efccb4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:11.654108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-bc7e296b-2764-4098-872a-f63b55a9dbc5 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:11.662902 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-bc7e296b-2764-4098-872a-f63b55a9dbc5 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.73 "GET /v2.0/networks?id=f65b1a16-9b9d-479a-8951-807e6e4ceb34 HTTP/1.1" status: 200 len: 809 time: 0.4024296 Feb 03 12:55:11.687486 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-e88da9f5-cda1-4e06-ab7d-9640bb7310cd tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Request body: {'port': {'device_id': 'cb1e9ef7-6b80-46e3-a458-b5eee65286a2', 'network_id': 'f65b1a16-9b9d-479a-8951-807e6e4ceb34', 'admin_state_up': True, 'tenant_id': 'c905977ac7624bda9a747345f94a02ea'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:11.730621 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:11.846010 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:55:05Z', 'revision_number': 2, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:06Z', 'revision_number': 2, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:11.898604 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port ed4006ab-a1ca-4046-9e37-5157f7efccb4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:11.898978 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ed4006ab-a1ca-4046-9e37-5157f7efccb4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:11.949494 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c07949-4477-4d0d-8967-71fba00771ba tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Checking segment: {'id': '4091cb26-5785-4499-b3ee-cbe3dbb0cc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:11.949952 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c07949-4477-4d0d-8967-71fba00771ba tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network hostable DHCP agents. Network: 3c576241-eeff-459f-86c6-5e567aeffa68, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:55:11.976540 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] Checking router: 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:55:11.977115 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] Updating router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac port 20b4e984-f36c-4313-a1f2-fe15fbfb0967 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:55:12.079564 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d018d8bf-fd69-4a3f-9b7d-b6f30093acca tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.3881845 Feb 03 12:55:12.084785 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40930) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:12.093722 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (20b4e984-f36c-4313-a1f2-fe15fbfb0967), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:12.115087 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1873a0f4-cef6-4514-8d61-fe0ecdafc5c1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Network 31c2039b-65f4-41cc-86d5-e67e2a5fe29b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:12.128533 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018d8bf-fd69-4a3f-9b7d-b6f30093acca tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'Network': ['ID=97f7a13f-d4d0-4470-98d0-3068a58bc64e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:12.138945 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-1873a0f4-cef6-4514-8d61-fe0ecdafc5c1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:12.490491 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fe975c81-96b5-4793-8e79-567dd020fa12 None None] Current status of the port ed4006ab-a1ca-4046-9e37-5157f7efccb4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:12.500482 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 97f7a13f-d4d0-4470-98d0-3068a58bc64e details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:55:12.609203 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1873a0f4-cef6-4514-8d61-fe0ecdafc5c1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Router 4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:55:12.612069 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-62cee236-06c7-421f-be58-cb4ede19a27e req-e47e8db1-67b1-4029-bcfc-ae91297ada7b tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 210 time: 0.1677048 Feb 03 12:55:12.634100 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fe975c81-96b5-4793-8e79-567dd020fa12 None None] Provisioning complete for port 20b4e984-f36c-4313-a1f2-fe15fbfb0967 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:12.634489 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fe975c81-96b5-4793-8e79-567dd020fa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (20b4e984-f36c-4313-a1f2-fe15fbfb0967), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:12.952198 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-418d5453-443b-45f3-829d-ec1dbcd90768 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for port (a2d7f9e6-4956-407f-8115-2f520288f76c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:12.957290 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1873a0f4-cef6-4514-8d61-fe0ecdafc5c1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:55:12.963847 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1873a0f4-cef6-4514-8d61-fe0ecdafc5c1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "PUT /v2.0/routers/4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1458762 Feb 03 12:55:12.966706 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40984) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:12.973960 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83d6458-3500-4361-ae10-c04bc1e90d78 None None] Sync routers for ids ['4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:55:13.013338 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83d6458-3500-4361-ae10-c04bc1e90d78 None None] Routers {'4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:55:13.021526 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a83d6458-3500-4361-ae10-c04bc1e90d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:55:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:13.076256 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] Publish callbacks [] for port (20b4e984-f36c-4313-a1f2-fe15fbfb0967), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:13.117656 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81e70ebe-2ff0-4608-85e6-d137102a0ed1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for router (4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:13.129003 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (20b4e984-f36c-4313-a1f2-fe15fbfb0967), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:13.143306 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a83d6458-3500-4361-ae10-c04bc1e90d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:13.171924 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83d6458-3500-4361-ae10-c04bc1e90d78 None None] Routers {'4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:55:13.172890 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a83d6458-3500-4361-ae10-c04bc1e90d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:55:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:13.174663 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2bf20b-5a93-47cd-8943-eedc9a991a30 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:13.181699 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6b2bf20b-5a93-47cd-8943-eedc9a991a30 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ae5c5272e243447aa41be74fb2bd0003&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 1.0910800 Feb 03 12:55:13.192214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c07949-4477-4d0d-8967-71fba00771ba tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network 3c576241-eeff-459f-86c6-5e567aeffa68 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:55:13.195352 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41000) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:13.213330 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8fb24-8fa3-4195-9261-8abaf0f07ae9 None None] Pushing event updated for resources: {'Port': ['ID=20b4e984-f36c-4313-a1f2-fe15fbfb0967,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:13.216159 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-e88da9f5-cda1-4e06-ab7d-9640bb7310cd tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Made reservation on behalf of c905977ac7624bda9a747345f94a02ea for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:13.233278 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-e88da9f5-cda1-4e06-ab7d-9640bb7310cd tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:13.258075 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ed4006ab-a1ca-4046-9e37-5157f7efccb4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:13.266283 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a83d6458-3500-4361-ae10-c04bc1e90d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:13.267068 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83d6458-3500-4361-ae10-c04bc1e90d78 None None] The sync data for ids ['4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:55:13.313671 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fe975c81-96b5-4793-8e79-567dd020fa12 None None] Port 20b4e984-f36c-4313-a1f2-fe15fbfb0967 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:55:13.491402 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-81e70ebe-2ff0-4608-85e6-d137102a0ed1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 03 12:55:13.515542 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-81e70ebe-2ff0-4608-85e6-d137102a0ed1 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "DELETE /v2.0/routers/4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d HTTP/1.1" status: 409 len: 329 time: 0.5330980 Feb 03 12:55:13.519686 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41022) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:13.529953 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] Attempting to bind port 20b4e984-f36c-4313-a1f2-fe15fbfb0967 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:13.530738 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-418d5453-443b-45f3-829d-ec1dbcd90768 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (a2d7f9e6-4956-407f-8115-2f520288f76c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:13.531888 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] Attempting to bind port 20b4e984-f36c-4313-a1f2-fe15fbfb0967 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '67bf84f4-327b-43f3-84f6-406aad73e9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:13.534595 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] Attempting to bind port 20b4e984-f36c-4313-a1f2-fe15fbfb0967 on network 1e330c63-669b-4bd3-953f-76949665c52b {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:13.551465 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:55:13.553412 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] Checking segment: {'id': '67bf84f4-327b-43f3-84f6-406aad73e9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:13.555431 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:13.556330 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] Bound using segment: {'id': '67bf84f4-327b-43f3-84f6-406aad73e9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:55:13.558515 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] Bound port: 20b4e984-f36c-4313-a1f2-fe15fbfb0967, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67bf84f4-327b-43f3-84f6-406aad73e9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:55:13.559563 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (20b4e984-f36c-4313-a1f2-fe15fbfb0967), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:13.582683 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-e88da9f5-cda1-4e06-ab7d-9640bb7310cd tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Allocated IP 172.20.0.13 (f65b1a16-9b9d-479a-8951-807e6e4ceb34/25a436f8-9260-4e2c-b509-237d5e810e3c/75218e08-3a64-4e77-92f9-e5d4c14e7a54) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:13.620633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0072aa11-09e9-4937-aaa2-149a690ebfd8 None None] Provisioning complete for port cbd0978c-2548-402b-ad3a-96ef9353a08d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:13.621822 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0072aa11-09e9-4937-aaa2-149a690ebfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cbd0978c-2548-402b-ad3a-96ef9353a08d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:13.692043 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418d5453-443b-45f3-829d-ec1dbcd90768 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Network ec749926-f6ad-4eea-b881-73a2e8ae2443 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:13.713949 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-418d5453-443b-45f3-829d-ec1dbcd90768 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:13.718813 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418d5453-443b-45f3-829d-ec1dbcd90768 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:13.817482 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418d5453-443b-45f3-829d-ec1dbcd90768 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:13.818179 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-418d5453-443b-45f3-829d-ec1dbcd90768 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:13.843140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d5453-443b-45f3-829d-ec1dbcd90768 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Pushing event updated for resources: {'Port': ['ID=a2d7f9e6-4956-407f-8115-2f520288f76c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:13.947559 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0072aa11-09e9-4937-aaa2-149a690ebfd8 None None] Port cbd0978c-2548-402b-ad3a-96ef9353a08d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:55:14.020122 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-e88da9f5-cda1-4e06-ab7d-9640bb7310cd tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Publish callbacks [] for port (75218e08-3a64-4e77-92f9-e5d4c14e7a54), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:14.105296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0072aa11-09e9-4937-aaa2-149a690ebfd8 None None] Provisioning complete for port 20b4e984-f36c-4313-a1f2-fe15fbfb0967 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:14.105791 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0072aa11-09e9-4937-aaa2-149a690ebfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (20b4e984-f36c-4313-a1f2-fe15fbfb0967), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:14.168442 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-418d5453-443b-45f3-829d-ec1dbcd90768 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 4.3838251 Feb 03 12:55:14.181294 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41068) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:14.205686 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-e88da9f5-cda1-4e06-ab7d-9640bb7310cd tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (75218e08-3a64-4e77-92f9-e5d4c14e7a54), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:14.226166 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e77ccf8-52b3-4df9-aa28-5c5a56d8ff86 req-0b704ea5-060c-4a72-b7bb-627b4b895eea tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 210 time: 0.0991178 Feb 03 12:55:14.324772 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] For port 20b4e984-f36c-4313-a1f2-fe15fbfb0967, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:55:14.333442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0072aa11-09e9-4937-aaa2-149a690ebfd8 None None] Port 20b4e984-f36c-4313-a1f2-fe15fbfb0967 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:55:14.369340 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88da9f5-cda1-4e06-ab7d-9640bb7310cd tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Pushing event updated for resources: {'Port': ['ID=75218e08-3a64-4e77-92f9-e5d4c14e7a54,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:14.372648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d8c07949-4477-4d0d-8967-71fba00771ba tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 3c576241-eeff-459f-86c6-5e567aeffa68) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:14.394869 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6289f-f3bb-4ce5-a056-dbefdc17915f req-8bea1e97-4609-47e6-99e0-d80259a4ccfb tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:14.396848 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd03a41-489f-4d7f-a2b4-8f4e4d9730eb None None] Network 3c576241-eeff-459f-86c6-5e567aeffa68 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:14.397222 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2a6289f-f3bb-4ce5-a056-dbefdc17915f req-8bea1e97-4609-47e6-99e0-d80259a4ccfb tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 946 time: 2.4668641 Feb 03 12:55:14.411134 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] For port 20b4e984-f36c-4313-a1f2-fe15fbfb0967, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=20b4e984-f36c-4313-a1f2-fe15fbfb0967,segment=NetworkSegment(67bf84f4-327b-43f3-84f6-406aad73e9f6),segment_id=67bf84f4-327b-43f3-84f6-406aad73e9f6)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:55:14.417463 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c07949-4477-4d0d-8967-71fba00771ba tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:14.418328 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8c07949-4477-4d0d-8967-71fba00771ba tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:14.499828 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (20b4e984-f36c-4313-a1f2-fe15fbfb0967), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:14.663592 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2a6289f-f3bb-4ce5-a056-dbefdc17915f req-76e068e2-0cad-4747-819e-9d22bfd21b44 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421973 Feb 03 12:55:14.721228 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-e88da9f5-cda1-4e06-ab7d-9640bb7310cd tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Network f65b1a16-9b9d-479a-8951-807e6e4ceb34 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:14.774174 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9907fb03-b6d8-4578-bc96-45b5e0706e05 None None] Provisioning complete for port 20b4e984-f36c-4313-a1f2-fe15fbfb0967 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:14.775471 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9907fb03-b6d8-4578-bc96-45b5e0706e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (20b4e984-f36c-4313-a1f2-fe15fbfb0967), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:14.776219 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0a52092-f583-4afc-a6e1-d3cb4f4ca4fd tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:14.788092 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-e88da9f5-cda1-4e06-ab7d-9640bb7310cd tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:14.795473 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-e88da9f5-cda1-4e06-ab7d-9640bb7310cd tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:14.963691 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-e88da9f5-cda1-4e06-ab7d-9640bb7310cd tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:14.965512 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-e88da9f5-cda1-4e06-ab7d-9640bb7310cd tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:15.027567 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d8c07949-4477-4d0d-8967-71fba00771ba tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4580529 Feb 03 12:55:15.035781 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:55:15.036286 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:55:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:15.042002 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41108) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:15.108220 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8fb24-8fa3-4195-9261-8abaf0f07ae9 None None] Pushing event updated for resources: {'Port': ['ID=20b4e984-f36c-4313-a1f2-fe15fbfb0967,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:15.174500 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaca6709-15b8-461d-9e3f-953267159f0e tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:15.176608 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaca6709-15b8-461d-9e3f-953267159f0e tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:15.187166 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-eaca6709-15b8-461d-9e3f-953267159f0e tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 1.9827230 Feb 03 12:55:15.193023 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41122) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:15.325990 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-e88da9f5-cda1-4e06-ab7d-9640bb7310cd tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6433637 Feb 03 12:55:15.514796 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2dc09829-04b6-419c-92e0-995b85ebe59e tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3195641 Feb 03 12:55:15.518668 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41146) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:15.526854 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-3c576241-eeff-459f-86c6-5e567aeffa68', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:55:15.527749 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:15.530272 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] Request body: {'port': {'device_id': 'cb1e9ef7-6b80-46e3-a458-b5eee65286a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:15.642350 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:55:15.741610 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (75218e08-3a64-4e77-92f9-e5d4c14e7a54), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:15.776225 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f86a369-d2b4-4e3c-b16c-01c18f558a87 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:15.782082 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4f86a369-d2b4-4e3c-b16c-01c18f558a87 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ec749926-f6ad-4eea-b881-73a2e8ae2443&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.2423506 Feb 03 12:55:15.789553 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41164) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:15.828497 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e5d1a-a17a-4ae5-9dd2-3aff4c2e9f7b req-0eef807c-3375-4cc8-9c1d-68feae1d9bc6 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:15.833709 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b40e5d1a-a17a-4ae5-9dd2-3aff4c2e9f7b req-0eef807c-3375-4cc8-9c1d-68feae1d9bc6 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 932 time: 0.3528912 Feb 03 12:55:15.999734 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b6d97067-cc9e-4666-9478-41d3176cb841 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ae5c5272e243447aa41be74fb2bd0003&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2074907 Feb 03 12:55:16.008012 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41176) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:16.136290 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] Allocated IP 172.21.0.2 (3c576241-eeff-459f-86c6-5e567aeffa68/6095d00c-a520-4637-8f67-f11fdb070bd3/9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:16.202586 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8d5ab936-fc6e-4148-bde2-c81dff42a35f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Deleting port a2d7f9e6-4956-407f-8115-2f520288f76c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:55:16.203131 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d5ab936-fc6e-4148-bde2-c81dff42a35f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (a2d7f9e6-4956-407f-8115-2f520288f76c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:16.433751 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b40e5d1a-a17a-4ae5-9dd2-3aff4c2e9f7b req-3f3c42e5-94a1-43d6-bfab-909f79247f78 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd2c8292-57fa-4410-b748-32535aacf9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721989 Feb 03 12:55:16.614642 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e0a52092-f583-4afc-a6e1-d3cb4f4ca4fd tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Deleting port cbd0978c-2548-402b-ad3a-96ef9353a08d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:55:16.615086 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0a52092-f583-4afc-a6e1-d3cb4f4ca4fd tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (cbd0978c-2548-402b-ad3a-96ef9353a08d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:16.772790 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:16.784228 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0a52092-f583-4afc-a6e1-d3cb4f4ca4fd tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (cbd0978c-2548-402b-ad3a-96ef9353a08d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:16.809309 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e0a52092-f583-4afc-a6e1-d3cb4f4ca4fd tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Calling delete_port for cbd0978c-2548-402b-ad3a-96ef9353a08d owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:55:16.828314 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97367b58-a67a-4ba1-8b1c-8e9e7b9cbb20 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:16.829168 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97367b58-a67a-4ba1-8b1c-8e9e7b9cbb20 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:16.831468 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-97367b58-a67a-4ba1-8b1c-8e9e7b9cbb20 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 0.8143756 Feb 03 12:55:16.836283 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41226) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:16.861050 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9907fb03-b6d8-4578-bc96-45b5e0706e05 None None] Current status of the port 20b4e984-f36c-4313-a1f2-fe15fbfb0967 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:16.862262 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9907fb03-b6d8-4578-bc96-45b5e0706e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (20b4e984-f36c-4313-a1f2-fe15fbfb0967), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:16.921534 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d5ab936-fc6e-4148-bde2-c81dff42a35f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (a2d7f9e6-4956-407f-8115-2f520288f76c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:16.964994 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9907fb03-b6d8-4578-bc96-45b5e0706e05 None None] For port 20b4e984-f36c-4313-a1f2-fe15fbfb0967, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=20b4e984-f36c-4313-a1f2-fe15fbfb0967,segment=NetworkSegment(67bf84f4-327b-43f3-84f6-406aad73e9f6),segment_id=67bf84f4-327b-43f3-84f6-406aad73e9f6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:16.969990 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8d5ab936-fc6e-4148-bde2-c81dff42a35f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Calling delete_port for a2d7f9e6-4956-407f-8115-2f520288f76c owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:55:16.981641 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9907fb03-b6d8-4578-bc96-45b5e0706e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (20b4e984-f36c-4313-a1f2-fe15fbfb0967), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:17.037745 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5c22c1a7-0698-4fb2-98eb-dc2f9a413050 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1983612 Feb 03 12:55:17.056458 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41242) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:17.136494 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dd4508ee-b8a1-41da-adcc-1149c2a1c7b4 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ec749926-f6ad-4eea-b881-73a2e8ae2443&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0752964 Feb 03 12:55:17.156592 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41248) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:17.156885 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907fb03-b6d8-4578-bc96-45b5e0706e05 None None] Pushing event updated for resources: {'Port': ['ID=20b4e984-f36c-4313-a1f2-fe15fbfb0967,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:17.196924 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-bd59ca83-e9f1-4910-9820-7f3efbd2f20a tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-867528118', 'network_id': '97f7a13f-d4d0-4470-98d0-3068a58bc64e', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:17.302922 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0464746b-51f9-4722-805e-931eb93d7e1f None None] Provisioning complete for port 20b4e984-f36c-4313-a1f2-fe15fbfb0967 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:17.303359 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0464746b-51f9-4722-805e-931eb93d7e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (20b4e984-f36c-4313-a1f2-fe15fbfb0967), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:17.357017 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca7326-ea84-4be0-b499-8c91ecd6e390 req-d351d4bf-88db-4003-bc2d-623a826e4c5b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:17.362227 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63ca7326-ea84-4be0-b499-8c91ecd6e390 req-d351d4bf-88db-4003-bc2d-623a826e4c5b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 946 time: 1.5412877 Feb 03 12:55:17.469616 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:55:05Z', 'revision_number': 2, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:14Z', 'revision_number': 4, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:17.572411 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d5ab936-fc6e-4148-bde2-c81dff42a35f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (a2d7f9e6-4956-407f-8115-2f520288f76c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:17.598666 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] Publish callbacks [] for port (9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:17.607744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d7fb65-dbc0-4593-9300-e20f3c9dedd1 None None] The sync data for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 is: [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:55:05Z', 'revision_number': 2, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:14Z', 'revision_number': 4, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:55:17.637380 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:17.789956 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] Network 3c576241-eeff-459f-86c6-5e567aeffa68 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:17.805363 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ab936-fc6e-4148-bde2-c81dff42a35f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2d7f9e6-4956-407f-8115-2f520288f76c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:17.818607 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:17.832939 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:17.898013 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] Pushing event updated for resources: {'Port': ['ID=9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:17.905994 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc6c04c6-b8f9-4755-a1de-ec1e7ec176f0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:17.907916 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0464746b-51f9-4722-805e-931eb93d7e1f None None] Current status of the port 20b4e984-f36c-4313-a1f2-fe15fbfb0967 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:17.955872 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63ca7326-ea84-4be0-b499-8c91ecd6e390 req-747abb3b-d251-4adf-8e61-2dcf1789de7c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5657358 Feb 03 12:55:18.069523 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] Attempting to bind port 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:18.070003 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] Attempting to bind port 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '4091cb26-5785-4499-b3ee-cbe3dbb0cc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:18.070526 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] Attempting to bind port 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f on network 3c576241-eeff-459f-86c6-5e567aeffa68 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:18.084048 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:55:18.084442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] Checking segment: {'id': '4091cb26-5785-4499-b3ee-cbe3dbb0cc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:18.084853 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:18.085255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] Bound using segment: {'id': '4091cb26-5785-4499-b3ee-cbe3dbb0cc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:55:18.086457 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7ad4815f-eec3-494d-88ce-13e8048c43e7 req-d1e01b90-23c6-43fc-9b51-f356dacf0687 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8627131 Feb 03 12:55:18.105433 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] Bound port: 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4091cb26-5785-4499-b3ee-cbe3dbb0cc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:55:18.132270 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75218e08-3a64-4e77-92f9-e5d4c14e7a54 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:55:18.144907 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f8dae-6571-4a6d-8d72-bd3f47e1f7df req-36271e65-5038-4072-b0e6-2dee680a13a3 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:18.144907 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f33f8dae-6571-4a6d-8d72-bd3f47e1f7df req-36271e65-5038-4072-b0e6-2dee680a13a3 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 932 time: 0.2811868 Feb 03 12:55:18.158210 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] Publish callbacks [] for port (75218e08-3a64-4e77-92f9-e5d4c14e7a54), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:18.188390 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:18.340207 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd59ca83-e9f1-4910-9820-7f3efbd2f20a tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Made reservation on behalf of ae5c5272e243447aa41be74fb2bd0003 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:18.345131 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd59ca83-e9f1-4910-9820-7f3efbd2f20a tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:18.355652 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d5ab936-fc6e-4148-bde2-c81dff42a35f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:18.376238 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8d5ab936-fc6e-4148-bde2-c81dff42a35f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "DELETE /v2.0/ports/a2d7f9e6-4956-407f-8115-2f520288f76c HTTP/1.1" status: 204 len: 168 time: 4.1829836 Feb 03 12:55:18.377560 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41352) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:18.387346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-feeb788a-1f9f-4b0e-ba42-66720d856157 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec749926-f6ad-4eea-b881-73a2e8ae2443', 'external_fixed_ips': [{'subnet_id': '2cbbb7de-ce2d-49f5-8a71-039739311d19', 'ip_address': '172.20.0.6'}]}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:18.432104 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feeb788a-1f9f-4b0e-ba42-66720d856157 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (1a3d08f6-f62c-432e-adc1-b3be823d429d), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:18.433886 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feeb788a-1f9f-4b0e-ba42-66720d856157 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (1a3d08f6-f62c-432e-adc1-b3be823d429d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:18.489007 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] For port 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:55:18.496185 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] For port 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f,segment=NetworkSegment(4091cb26-5785-4499-b3ee-cbe3dbb0cc13),segment_id=4091cb26-5785-4499-b3ee-cbe3dbb0cc13)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:55:18.514017 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:18.697912 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ec696-e92c-4886-85ef-96dc25cd6e01 None None] Pushing event updated for resources: {'Port': ['ID=9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:18.727879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] Transition to ACTIVE for port object 75218e08-3a64-4e77-92f9-e5d4c14e7a54 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:55:18.773747 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0a52092-f583-4afc-a6e1-d3cb4f4ca4fd tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (cbd0978c-2548-402b-ad3a-96ef9353a08d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:18.839214 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f33f8dae-6571-4a6d-8d72-bd3f47e1f7df req-1a19daab-c4a5-43f2-adce-c68351270d17 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd2c8292-57fa-4410-b748-32535aacf9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6521983 Feb 03 12:55:18.868494 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feeb788a-1f9f-4b0e-ba42-66720d856157 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_controller (1a3d08f6-f62c-432e-adc1-b3be823d429d), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:18.904325 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (75218e08-3a64-4e77-92f9-e5d4c14e7a54), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:19.072295 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a52092-f583-4afc-a6e1-d3cb4f4ca4fd tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Pushing event deleted for resources: {'Port': ['ID=cbd0978c-2548-402b-ad3a-96ef9353a08d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:19.159169 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd59ca83-e9f1-4910-9820-7f3efbd2f20a tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (ae9fde65-3fed-4761-b052-365818f25dc3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:19.764646 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4815f-eec3-494d-88ce-13e8048c43e7 req-91f6c718-e6c5-4beb-9449-a56750f5cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:19.777971 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7ad4815f-eec3-494d-88ce-13e8048c43e7 req-91f6c718-e6c5-4beb-9449-a56750f5cb87 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae5c5272e243447aa41be74fb2bd0003&device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 1127 time: 1.5921512 Feb 03 12:55:19.909099 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:55:19.941376 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0a52092-f583-4afc-a6e1-d3cb4f4ca4fd tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:20.104587 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:20.104977 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:20.288433 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4815f-eec3-494d-88ce-13e8048c43e7 req-a3b2c991-c39a-4389-8e73-d9212e2ec2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:20.297185 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7ad4815f-eec3-494d-88ce-13e8048c43e7 req-a3b2c991-c39a-4389-8e73-d9212e2ec2db service neutron] 10.222.0.31 "GET /v2.0/networks?id=a291a81e-bc4a-4030-b522-d2d3af47c518 HTTP/1.1" status: 200 len: 898 time: 0.3319287 Feb 03 12:55:20.367404 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:20.375881 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:20.465182 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59ca83-e9f1-4910-9820-7f3efbd2f20a tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'Subnet': ['ID=ae9fde65-3fed-4761-b052-365818f25dc3,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:20.465446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f,segment=NetworkSegment(4091cb26-5785-4499-b3ee-cbe3dbb0cc13),segment_id=4091cb26-5785-4499-b3ee-cbe3dbb0cc13)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:20.474045 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:20.475323 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 20b4e984-f36c-4313-a1f2-fe15fbfb0967 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:55:20.619864 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7ad4815f-eec3-494d-88ce-13e8048c43e7 req-083a3f6a-9387-4376-83d5-bb561da6b8a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7821b84-4e8c-4f7a-b0ae-b29085ea122b HTTP/1.1" status: 200 len: 1001 time: 0.3108766 Feb 03 12:55:20.649995 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feeb788a-1f9f-4b0e-ba42-66720d856157 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_gateway (1a3d08f6-f62c-432e-adc1-b3be823d429d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:20.656204 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:20.695524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] Pushing event updated for resources: {'Port': ['ID=75218e08-3a64-4e77-92f9-e5d4c14e7a54,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:20.698346 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 20b4e984-f36c-4313-a1f2-fe15fbfb0967 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:20.701969 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (20b4e984-f36c-4313-a1f2-fe15fbfb0967), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:20.717377 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4815f-eec3-494d-88ce-13e8048c43e7 req-a90ac8ed-ef11-417d-a2d6-678a430b6bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:20.719545 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7ad4815f-eec3-494d-88ce-13e8048c43e7 req-a90ac8ed-ef11-417d-a2d6-678a430b6bf0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a50236b4-7ed8-4d68-8b31-2597f3b8e42f HTTP/1.1" status: 200 len: 835 time: 0.0864637 Feb 03 12:55:20.727535 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd59ca83-e9f1-4910-9820-7f3efbd2f20a tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Checking segment: {'id': '40029f51-d0ef-459b-a10a-41e7da878565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '97f7a13f-d4d0-4470-98d0-3068a58bc64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:20.728164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd59ca83-e9f1-4910-9820-7f3efbd2f20a tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Network hostable DHCP agents. Network: 97f7a13f-d4d0-4470-98d0-3068a58bc64e, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:55:20.839550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-bc6c04c6-b8f9-4755-a1de-ec1e7ec176f0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Allocated IP 172.21.0.1 (3c576241-eeff-459f-86c6-5e567aeffa68/6095d00c-a520-4637-8f67-f11fdb070bd3/fbbb7628-d828-406f-b127-6e4460893915) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:20.929642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 20b4e984-f36c-4313-a1f2-fe15fbfb0967 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:20.930490 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc765ba-b6c7-4d6d-a4d6-0e65fb4f69b9 req-2a55b1a0-0f6f-463e-8e90-d4300072462c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:20.933386 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5cc765ba-b6c7-4d6d-a4d6-0e65fb4f69b9 req-2a55b1a0-0f6f-463e-8e90-d4300072462c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 946 time: 1.7434669 Feb 03 12:55:21.001328 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd59ca83-e9f1-4910-9820-7f3efbd2f20a tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Network 97f7a13f-d4d0-4470-98d0-3068a58bc64e is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:55:21.018675 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1237d6-3bbf-4bb2-83a5-48a3f20bcae0 req-6e2631c5-18a6-4f80-b9dc-3b110c27cf64 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:21.021957 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-df1237d6-3bbf-4bb2-83a5-48a3f20bcae0 req-6e2631c5-18a6-4f80-b9dc-3b110c27cf64 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 944 time: 0.7206407 Feb 03 12:55:21.101204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-bd59ca83-e9f1-4910-9820-7f3efbd2f20a tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 97f7a13f-d4d0-4470-98d0-3068a58bc64e) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:21.125039 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6906eed1-7cab-49f9-b742-29d1cdc2f279 None None] Network 97f7a13f-d4d0-4470-98d0-3068a58bc64e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:21.179225 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bf2b83-2f1c-47f9-a258-2acbd166b7d9 None None] Network 3c576241-eeff-459f-86c6-5e567aeffa68 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:21.214824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd59ca83-e9f1-4910-9820-7f3efbd2f20a tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:21.216177 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd59ca83-e9f1-4910-9820-7f3efbd2f20a tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:21.234181 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-df1237d6-3bbf-4bb2-83a5-48a3f20bcae0 req-5029387b-142d-47e3-a1dc-6efdb3dcbaf2 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd2c8292-57fa-4410-b748-32535aacf9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966059 Feb 03 12:55:21.244698 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a52092-f583-4afc-a6e1-d3cb4f4ca4fd tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Router 4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:55:21.300578 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86998f0c-b346-48f8-a36e-280be0cf1a48 None None] Provisioning complete for port 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:21.300982 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86998f0c-b346-48f8-a36e-280be0cf1a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:21.365553 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4815f-eec3-494d-88ce-13e8048c43e7 req-6522a1ab-d7b2-4bc1-a933-6a05e93fe686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:21.382311 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7ad4815f-eec3-494d-88ce-13e8048c43e7 req-6522a1ab-d7b2-4bc1-a933-6a05e93fe686 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a291a81e-bc4a-4030-b522-d2d3af47c518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6330297 Feb 03 12:55:21.404243 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bd59ca83-e9f1-4910-9820-7f3efbd2f20a tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.2303071 Feb 03 12:55:21.469673 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-97f7a13f-d4d0-4470-98d0-3068a58bc64e', 'network_id': '97f7a13f-d4d0-4470-98d0-3068a58bc64e', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'fixed_ips': [{'subnet_id': 'ae9fde65-3fed-4761-b052-365818f25dc3'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:55:21.470847 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:21.606286 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc6c04c6-b8f9-4755-a1de-ec1e7ec176f0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for port (fbbb7628-d828-406f-b127-6e4460893915), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:21.618945 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5cc765ba-b6c7-4d6d-a4d6-0e65fb4f69b9 req-89861b12-ee32-4d0a-9119-ac1c8856cee7 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3603225 Feb 03 12:55:21.684312 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] Allocated IP 172.20.0.18 (97f7a13f-d4d0-4470-98d0-3068a58bc64e/ae9fde65-3fed-4761-b052-365818f25dc3/021c782e-f573-44e1-92b9-444118e7c287) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:21.703988 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] Attempting to bind port 75218e08-3a64-4e77-92f9-e5d4c14e7a54 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:21.704850 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] Attempting to bind port 75218e08-3a64-4e77-92f9-e5d4c14e7a54 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '88ae3a57-a55f-4609-aafb-2ea5968eb1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f65b1a16-9b9d-479a-8951-807e6e4ceb34'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:21.704850 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] Attempting to bind port 75218e08-3a64-4e77-92f9-e5d4c14e7a54 on network f65b1a16-9b9d-479a-8951-807e6e4ceb34 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:21.829045 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] Port 75218e08-3a64-4e77-92f9-e5d4c14e7a54 on network f65b1a16-9b9d-479a-8951-807e6e4ceb34 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:21.829406 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] Attempting to bind port 75218e08-3a64-4e77-92f9-e5d4c14e7a54 on network f65b1a16-9b9d-479a-8951-807e6e4ceb34 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:21.832303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a52092-f583-4afc-a6e1-d3cb4f4ca4fd tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:55:21.853672 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e0a52092-f583-4afc-a6e1-d3cb4f4ca4fd tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "PUT /v2.0/routers/4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3322828 Feb 03 12:55:21.860878 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41418) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:21.891399 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:55:21.898007 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] Checking segment: {'id': '88ae3a57-a55f-4609-aafb-2ea5968eb1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f65b1a16-9b9d-479a-8951-807e6e4ceb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:21.898761 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] Bound using segment: {'id': '88ae3a57-a55f-4609-aafb-2ea5968eb1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f65b1a16-9b9d-479a-8951-807e6e4ceb34'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:55:21.899463 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] Bound port: 75218e08-3a64-4e77-92f9-e5d4c14e7a54, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ae3a57-a55f-4609-aafb-2ea5968eb1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f65b1a16-9b9d-479a-8951-807e6e4ceb34'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:55:21.900081 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (75218e08-3a64-4e77-92f9-e5d4c14e7a54), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:21.947894 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] Publish callbacks [] for port (021c782e-f573-44e1-92b9-444118e7c287), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:21.954876 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7ad4815f-eec3-494d-88ce-13e8048c43e7 req-96cddd59-e743-4a26-bfe4-176d432e8cc1 service neutron] 10.222.0.31 "GET /v2.0/networks/a291a81e-bc4a-4030-b522-d2d3af47c518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459847 Feb 03 12:55:22.043491 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709c3367-8114-4442-9d4e-e707441c497a None None] Sync routers for ids ['4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:55:22.057207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:55:22.060047 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5ef71da0-acb2-4952-8099-e4278d115834 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:55:22.074719 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-8f2adaa8-8b0f-4d29-8540-537e72a89eae tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] show failed (client error): The resource could not be found. Feb 03 12:55:22.092408 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8f2adaa8-8b0f-4d29-8540-537e72a89eae tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1657501177 HTTP/1.1" status: 404 len: 335 time: 0.2298665 Feb 03 12:55:22.093725 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41422) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:22.094320 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc6c04c6-b8f9-4755-a1de-ec1e7ec176f0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (fbbb7628-d828-406f-b127-6e4460893915), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:22.103040 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-293dedda-6d33-4c40-aab0-a384455227f4 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:22.126592 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (021c782e-f573-44e1-92b9-444118e7c287), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:22.285866 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-293dedda-6d33-4c40-aab0-a384455227f4 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] update failed (client error): The resource could not be found. Feb 03 12:55:22.288172 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-293dedda-6d33-4c40-aab0-a384455227f4 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-574215235 HTTP/1.1" status: 404 len: 334 time: 0.1925204 Feb 03 12:55:22.293323 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41428) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:22.307218 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6c04c6-b8f9-4755-a1de-ec1e7ec176f0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network 3c576241-eeff-459f-86c6-5e567aeffa68 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:22.324191 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-bc6c04c6-b8f9-4755-a1de-ec1e7ec176f0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:22.345958 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c04c6-b8f9-4755-a1de-ec1e7ec176f0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:22.519681 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c3367-8114-4442-9d4e-e707441c497a None None] Routers {'4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:55:22.528504 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-709c3367-8114-4442-9d4e-e707441c497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:55:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:22.542499 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c722d0b-7eaf-443c-a9a6-651272d72e5d tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Deleting subnet c2fde049-5505-4a00-8e7a-d3a62c9a1196 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:55:22.551286 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c722d0b-7eaf-443c-a9a6-651272d72e5d tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for subnet (c2fde049-5505-4a00-8e7a-d3a62c9a1196), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:22.648503 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c722d0b-7eaf-443c-a9a6-651272d72e5d tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (c2fde049-5505-4a00-8e7a-d3a62c9a1196), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:22.737093 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7ad4815f-eec3-494d-88ce-13e8048c43e7 req-0e7993d0-77a8-49fb-b340-980bc09ee467 service neutron] 10.222.0.31 "GET /v2.0/networks/a291a81e-bc4a-4030-b522-d2d3af47c518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7738473 Feb 03 12:55:22.739918 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c561262-d397-42fb-80c5-644ebf6d13f2 req-2db90bdf-d8f1-4a36-b231-2050376fe3ea tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:22.742479 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8c561262-d397-42fb-80c5-644ebf6d13f2 req-2db90bdf-d8f1-4a36-b231-2050376fe3ea tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 946 time: 0.5762100 Feb 03 12:55:22.755305 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41432) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:22.788104 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d81dadc9-a9e7-4fec-9717-e6fcafc60422 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1609370889', 'description': 'tempest-secgroup-smoke-1609370889 description', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:22.855112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c04c6-b8f9-4755-a1de-ec1e7ec176f0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Port': ['ID=fbbb7628-d828-406f-b127-6e4460893915,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:22.974853 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463c266-bcc0-4d89-ba42-53c8af95d8a5 req-58af3037-8377-4148-a819-d9faa8c21302 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:22.987413 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2463c266-bcc0-4d89-ba42-53c8af95d8a5 req-58af3037-8377-4148-a819-d9faa8c21302 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 944 time: 0.2098603 Feb 03 12:55:22.988145 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d81dadc9-a9e7-4fec-9717-e6fcafc60422 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:23.059728 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c722d0b-7eaf-443c-a9a6-651272d72e5d tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (c2fde049-5505-4a00-8e7a-d3a62c9a1196), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:23.129946 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] Network 97f7a13f-d4d0-4470-98d0-3068a58bc64e is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:23.137973 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2463c266-bcc0-4d89-ba42-53c8af95d8a5 req-f4a0a719-c0a7-4258-a705-3120f75e62d9 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd2c8292-57fa-4410-b748-32535aacf9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484520 Feb 03 12:55:23.145004 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:23.172195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-709c3367-8114-4442-9d4e-e707441c497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:23.181330 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:23.230512 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d81dadc9-a9e7-4fec-9717-e6fcafc60422 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group (3c64fce8-5c1c-4f20-b04f-c8e848125344), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:23.234375 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] For port 75218e08-3a64-4e77-92f9-e5d4c14e7a54, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:55:23.239380 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] Pushing event updated for resources: {'Port': ['ID=021c782e-f573-44e1-92b9-444118e7c287,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:23.282809 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c722d0b-7eaf-443c-a9a6-651272d72e5d tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (c2fde049-5505-4a00-8e7a-d3a62c9a1196), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:23.287233 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] Attempting to bind port 021c782e-f573-44e1-92b9-444118e7c287 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:23.288991 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc6c04c6-b8f9-4755-a1de-ec1e7ec176f0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:23.289264 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] Attempting to bind port 021c782e-f573-44e1-92b9-444118e7c287 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '40029f51-d0ef-459b-a10a-41e7da878565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '97f7a13f-d4d0-4470-98d0-3068a58bc64e'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:23.289894 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] Attempting to bind port 021c782e-f573-44e1-92b9-444118e7c287 on network 97f7a13f-d4d0-4470-98d0-3068a58bc64e {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:23.307753 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d81dadc9-a9e7-4fec-9717-e6fcafc60422 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (3c64fce8-5c1c-4f20-b04f-c8e848125344), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:23.319304 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:55:23.319816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] Checking segment: {'id': '40029f51-d0ef-459b-a10a-41e7da878565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '97f7a13f-d4d0-4470-98d0-3068a58bc64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:23.320171 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:23.320529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] Bound using segment: {'id': '40029f51-d0ef-459b-a10a-41e7da878565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '97f7a13f-d4d0-4470-98d0-3068a58bc64e'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:55:23.320791 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c722d0b-7eaf-443c-a9a6-651272d72e5d tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:23.321094 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] Bound port: 021c782e-f573-44e1-92b9-444118e7c287, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40029f51-d0ef-459b-a10a-41e7da878565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '97f7a13f-d4d0-4470-98d0-3068a58bc64e'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:55:23.321394 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (021c782e-f573-44e1-92b9-444118e7c287), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:23.327778 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1c722d0b-7eaf-443c-a9a6-651272d72e5d tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "DELETE /v2.0/subnets/c2fde049-5505-4a00-8e7a-d3a62c9a1196 HTTP/1.1" status: 204 len: 168 time: 1.0294662 Feb 03 12:55:23.337437 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:23.337437 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:23.338439 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c3367-8114-4442-9d4e-e707441c497a None None] Routers {'4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:55:23.339164 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-709c3367-8114-4442-9d4e-e707441c497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:55:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:23.379252 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41436) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:23.432617 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8c561262-d397-42fb-80c5-644ebf6d13f2 req-e5dc8383-913a-4cd6-86f1-eae73aed6bbb tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5677648 Feb 03 12:55:23.442378 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] For port 75218e08-3a64-4e77-92f9-e5d4c14e7a54, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=75218e08-3a64-4e77-92f9-e5d4c14e7a54,segment=NetworkSegment(88ae3a57-a55f-4609-aafb-2ea5968eb1aa),segment_id=88ae3a57-a55f-4609-aafb-2ea5968eb1aa)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:55:23.481044 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-709c3367-8114-4442-9d4e-e707441c497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:23.482428 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709c3367-8114-4442-9d4e-e707441c497a None None] The sync data for ids ['4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:55:23.484657 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f9d79a-cab5-47f5-a2b9-a26031b7e7ec None None] Network 64dbf20e-d690-4ceb-a65f-a136f2922bde requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:23.553873 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86998f0c-b346-48f8-a36e-280be0cf1a48 None None] Current status of the port 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:23.592424 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-375d3068-463e-4e3e-bc05-292da85a3ddf tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Deleting subnet ab569fcb-0d15-490c-9911-2e639dfae086 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:55:23.599450 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-375d3068-463e-4e3e-bc05-292da85a3ddf tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for subnet (ab569fcb-0d15-490c-9911-2e639dfae086), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:23.745743 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 5ef71da0-acb2-4952-8099-e4278d115834 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:23.746150 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5ef71da0-acb2-4952-8099-e4278d115834), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:23.749807 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-375d3068-463e-4e3e-bc05-292da85a3ddf tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (ab569fcb-0d15-490c-9911-2e639dfae086), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:23.845466 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c722d0b-7eaf-443c-a9a6-651272d72e5d tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Pushing event deleted for resources: {'Subnet': ['ID=c2fde049-5505-4a00-8e7a-d3a62c9a1196,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:23.849116 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:23.864462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef71da0-acb2-4952-8099-e4278d115834'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:55:23.881849 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56265cb3-c2d2-4b89-89d4-2a7d03a2d056" -d '{"events": [{"server_uuid": "ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef71da0-acb2-4952-8099-e4278d115834"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:55:23.904666 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (75218e08-3a64-4e77-92f9-e5d4c14e7a54), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:23.961924 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81dadc9-a9e7-4fec-9717-e6fcafc60422 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c64fce8-5c1c-4f20-b04f-c8e848125344,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:24.021959 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 5ef71da0-acb2-4952-8099-e4278d115834, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5ef71da0-acb2-4952-8099-e4278d115834,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:24.030365 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4a8445-fc01-4eed-8035-28a2124d26cb x-openstack-request-id: req-5f4a8445-fc01-4eed-8035-28a2124d26cb {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:55:24.031473 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef71da0-acb2-4952-8099-e4278d115834", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:55:24.032575 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f4a8445-fc01-4eed-8035-28a2124d26cb {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:55:24.033809 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef71da0-acb2-4952-8099-e4278d115834', 'code': 200} Feb 03 12:55:24.042820 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f220ea0-3665-4efb-baf0-1468cf3c7c57 None None] DHCP port deletion for 64dbf20e-d690-4ceb-a65f-a136f2922bde request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:55:24.058134 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] For port 021c782e-f573-44e1-92b9-444118e7c287, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:55:24.061419 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5ef71da0-acb2-4952-8099-e4278d115834), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.157582 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] For port 021c782e-f573-44e1-92b9-444118e7c287, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=021c782e-f573-44e1-92b9-444118e7c287,segment=NetworkSegment(40029f51-d0ef-459b-a10a-41e7da878565),segment_id=40029f51-d0ef-459b-a10a-41e7da878565)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:55:24.185996 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (021c782e-f573-44e1-92b9-444118e7c287), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.201574 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc6c04c6-b8f9-4755-a1de-ec1e7ec176f0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fbbb7628-d828-406f-b127-6e4460893915), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.208903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8f24f915-67b6-4d68-9376-b3f8b97be422 None None] Provisioning complete for port fbbb7628-d828-406f-b127-6e4460893915 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:24.209349 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f24f915-67b6-4d68-9376-b3f8b97be422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fbbb7628-d828-406f-b127-6e4460893915), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.221047 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d81dadc9-a9e7-4fec-9717-e6fcafc60422 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.230519 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d81dadc9-a9e7-4fec-9717-e6fcafc60422 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.4504592 Feb 03 12:55:24.254141 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41470) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:24.273575 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-315e17b2-2848-45c0-ad24-b7120a008912 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'security_group_rule': {'security_group_id': '3c64fce8-5c1c-4f20-b04f-c8e848125344', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:24.310832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8f24f915-67b6-4d68-9376-b3f8b97be422 None None] Port fbbb7628-d828-406f-b127-6e4460893915 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:55:24.344136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=5ef71da0-acb2-4952-8099-e4278d115834,revision_number=14']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:24.369520 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:24.370601 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.383429 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] 10.222.0.73 "PUT /v2.0/ports/75218e08-3a64-4e77-92f9-e5d4c14e7a54 HTTP/1.1" status: 200 len: 1092 time: 9.0245867 Feb 03 12:55:24.384709 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-375d3068-463e-4e3e-bc05-292da85a3ddf tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (ab569fcb-0d15-490c-9911-2e639dfae086), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.400273 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feeb788a-1f9f-4b0e-ba42-66720d856157 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_gateway (1a3d08f6-f62c-432e-adc1-b3be823d429d), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.438102 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8f24f915-67b6-4d68-9376-b3f8b97be422 None None] Provisioning complete for port 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:24.482011 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f24f915-67b6-4d68-9376-b3f8b97be422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.531669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1e9ef7-6b80-46e3-a458-b5eee65286a2', 'tag': '75218e08-3a64-4e77-92f9-e5d4c14e7a54'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:55:24.534424 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47597ba-8621-40ae-a244-44f6ce65e338" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1e9ef7-6b80-46e3-a458-b5eee65286a2", "tag": "75218e08-3a64-4e77-92f9-e5d4c14e7a54"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:55:24.587921 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3f220ea0-3665-4efb-baf0-1468cf3c7c57 None None] Deleting port c4122b6f-20d1-40b3-a00f-0ba00c1d92f2 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:55:24.588866 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3f220ea0-3665-4efb-baf0-1468cf3c7c57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c4122b6f-20d1-40b3-a00f-0ba00c1d92f2), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.624866 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feeb788a-1f9f-4b0e-ba42-66720d856157 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.760032 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-375d3068-463e-4e3e-bc05-292da85a3ddf tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (ab569fcb-0d15-490c-9911-2e639dfae086), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.790331 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6327a42-eee0-4ee6-8057-6e889c3eb81a None None] Pushing event updated for resources: {'Port': ['ID=021c782e-f573-44e1-92b9-444118e7c287,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:24.803273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8f24f915-67b6-4d68-9376-b3f8b97be422 None None] Current status of the port 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:24.928423 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3f220ea0-3665-4efb-baf0-1468cf3c7c57 None None] For port c4122b6f-20d1-40b3-a00f-0ba00c1d92f2, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c4122b6f-20d1-40b3-a00f-0ba00c1d92f2,segment=NetworkSegment(a2073335-74f6-4766-94af-8a4fc2afe8cd),segment_id=a2073335-74f6-4766-94af-8a4fc2afe8cd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:24.928937 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3f220ea0-3665-4efb-baf0-1468cf3c7c57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c4122b6f-20d1-40b3-a00f-0ba00c1d92f2), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.940797 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d3068-463e-4e3e-bc05-292da85a3ddf tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Pushing event deleted for resources: {'Subnet': ['ID=ab569fcb-0d15-490c-9911-2e639dfae086,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:24.981408 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-375d3068-463e-4e3e-bc05-292da85a3ddf tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:24.985038 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-375d3068-463e-4e3e-bc05-292da85a3ddf tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "DELETE /v2.0/subnets/ab569fcb-0d15-490c-9911-2e639dfae086 HTTP/1.1" status: 204 len: 168 time: 1.6044350 Feb 03 12:55:24.995904 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ad6d55-780b-4769-960d-3619e779fa28 None None] Network f3e931d5-690f-46cb-8d13-0c769fbd6be1 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:24.998344 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3f220ea0-3665-4efb-baf0-1468cf3c7c57 None None] Calling delete_port for c4122b6f-20d1-40b3-a00f-0ba00c1d92f2 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:55:25.007344 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41504) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:25.023361 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-621a7224-5c73-47ba-8f15-fac70ab7a481 None None] Provisioning complete for port fbbb7628-d828-406f-b127-6e4460893915 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:25.024081 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-621a7224-5c73-47ba-8f15-fac70ab7a481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fbbb7628-d828-406f-b127-6e4460893915), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:25.263714 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-315e17b2-2848-45c0-ad24-b7120a008912 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (49f45369-c8df-4a63-a648-6fe27c9ea775), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:25.313221 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa24a77-67bd-42cd-b0f8-ffacf5c37f9a x-openstack-request-id: req-1fa24a77-67bd-42cd-b0f8-ffacf5c37f9a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:55:25.316447 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1e9ef7-6b80-46e3-a458-b5eee65286a2", "tag": "75218e08-3a64-4e77-92f9-e5d4c14e7a54", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:55:25.317450 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1fa24a77-67bd-42cd-b0f8-ffacf5c37f9a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:55:25.318210 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1e9ef7-6b80-46e3-a458-b5eee65286a2', 'tag': '75218e08-3a64-4e77-92f9-e5d4c14e7a54', 'status': 'completed', 'code': 200} Feb 03 12:55:25.318779 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41518) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:25.401359 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-621a7224-5c73-47ba-8f15-fac70ab7a481 None None] Port fbbb7628-d828-406f-b127-6e4460893915 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:55:25.506418 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6443cb5a-7874-4347-9d49-3318a2c0737f tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (64dbf20e-d690-4ceb-a65f-a136f2922bde), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:25.558255 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3f220ea0-3665-4efb-baf0-1468cf3c7c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (c4122b6f-20d1-40b3-a00f-0ba00c1d92f2), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:25.578197 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-315e17b2-2848-45c0-ad24-b7120a008912 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (49f45369-c8df-4a63-a648-6fe27c9ea775), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:25.591842 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-315e17b2-2848-45c0-ad24-b7120a008912 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (49f45369-c8df-4a63-a648-6fe27c9ea775), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:25.627782 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f220ea0-3665-4efb-baf0-1468cf3c7c57 None None] Pushing event deleted for resources: {'Port': ['ID=c4122b6f-20d1-40b3-a00f-0ba00c1d92f2,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:25.642814 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f220ea0-3665-4efb-baf0-1468cf3c7c57 None None] No DVR routers for this DVR port c4122b6f-20d1-40b3-a00f-0ba00c1d92f2 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:55:25.687470 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1987a4-15a0-41fc-b95f-b81697503f7e None None] DHCP port deletion for f3e931d5-690f-46cb-8d13-0c769fbd6be1 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:55:25.705660 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-315e17b2-2848-45c0-ad24-b7120a008912 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:25.708519 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-315e17b2-2848-45c0-ad24-b7120a008912 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4510913 Feb 03 12:55:25.724191 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41536) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:25.744421 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d6a5bc97-6dda-4460-85b0-33d723011ba5 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'security_group_rule': {'security_group_id': '3c64fce8-5c1c-4f20-b04f-c8e848125344', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:25.760842 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e17b2-2848-45c0-ad24-b7120a008912 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f45369-c8df-4a63-a648-6fe27c9ea775,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:25.872937 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6e1987a4-15a0-41fc-b95f-b81697503f7e None None] Deleting port fa262525-7c08-4da4-8b77-0048954a1295 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:55:25.873233 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6e1987a4-15a0-41fc-b95f-b81697503f7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (fa262525-7c08-4da4-8b77-0048954a1295), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:25.932029 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2fa19f8f-e3c7-4151-b1f8-6d7b8843ae17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.067219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb010f-5c51-47df-9c7f-3935df09e47e service neutron] Pushing event updated for resources: {'Port': ['ID=75218e08-3a64-4e77-92f9-e5d4c14e7a54,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:26.080171 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6443cb5a-7874-4347-9d49-3318a2c0737f tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (64dbf20e-d690-4ceb-a65f-a136f2922bde), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.087707 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6e1987a4-15a0-41fc-b95f-b81697503f7e None None] For port fa262525-7c08-4da4-8b77-0048954a1295, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fa262525-7c08-4da4-8b77-0048954a1295,segment=NetworkSegment(f1dc99a6-e8f7-4df8-a619-f5f1fe29b24f),segment_id=f1dc99a6-e8f7-4df8-a619-f5f1fe29b24f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:26.088844 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6e1987a4-15a0-41fc-b95f-b81697503f7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (fa262525-7c08-4da4-8b77-0048954a1295), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.132965 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6e1987a4-15a0-41fc-b95f-b81697503f7e None None] Calling delete_port for fa262525-7c08-4da4-8b77-0048954a1295 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:55:26.181009 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-6443cb5a-7874-4347-9d49-3318a2c0737f tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64dbf20e-d690-4ceb-a65f-a136f2922bde']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:26.200158 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-6443cb5a-7874-4347-9d49-3318a2c0737f tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2073335-74f6-4766-94af-8a4fc2afe8cd') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:26.206068 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-6443cb5a-7874-4347-9d49-3318a2c0737f tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2073335-74f6-4766-94af-8a4fc2afe8cd') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:26.207118 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396e8f3-26b6-48de-a815-f7857ff99180 req-5110f512-1184-4ecd-9a59-d578d4727d08 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:26.220163 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9396e8f3-26b6-48de-a815-f7857ff99180 req-5110f512-1184-4ecd-9a59-d578d4727d08 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 944 time: 1.6697433 Feb 03 12:55:26.243332 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6443cb5a-7874-4347-9d49-3318a2c0737f tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (a2073335-74f6-4766-94af-8a4fc2afe8cd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.284885 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6443cb5a-7874-4347-9d49-3318a2c0737f tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (a2073335-74f6-4766-94af-8a4fc2afe8cd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.306612 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6443cb5a-7874-4347-9d49-3318a2c0737f tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:55:26.309408 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6443cb5a-7874-4347-9d49-3318a2c0737f tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (a2073335-74f6-4766-94af-8a4fc2afe8cd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.329363 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 021c782e-f573-44e1-92b9-444118e7c287 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:55:26.329660 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:55:26.354383 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-feeb788a-1f9f-4b0e-ba42-66720d856157 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Allocated IP 172.20.0.6 (ec749926-f6ad-4eea-b881-73a2e8ae2443/2cbbb7de-ce2d-49f5-8a71-039739311d19/dca05165-e55e-415b-9580-090035fe8aba) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:26.468006 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6e1987a4-15a0-41fc-b95f-b81697503f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (fa262525-7c08-4da4-8b77-0048954a1295), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.551912 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 021c782e-f573-44e1-92b9-444118e7c287 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:26.556569 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6a5bc97-6dda-4460-85b0-33d723011ba5 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (30ce442b-a4e6-46b9-acb3-ebd7683411b4), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.559261 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (021c782e-f573-44e1-92b9-444118e7c287), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.598267 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6443cb5a-7874-4347-9d49-3318a2c0737f tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (64dbf20e-d690-4ceb-a65f-a136f2922bde), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.598543 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feeb788a-1f9f-4b0e-ba42-66720d856157 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for port (dca05165-e55e-415b-9580-090035fe8aba), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.600553 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6443cb5a-7874-4347-9d49-3318a2c0737f tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.609205 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6443cb5a-7874-4347-9d49-3318a2c0737f tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "DELETE /v2.0/networks/64dbf20e-d690-4ceb-a65f-a136f2922bde HTTP/1.1" status: 204 len: 168 time: 1.5800471 Feb 03 12:55:26.626898 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41540) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:26.634041 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1987a4-15a0-41fc-b95f-b81697503f7e None None] Pushing event deleted for resources: {'Port': ['ID=fa262525-7c08-4da4-8b77-0048954a1295,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:26.647874 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1987a4-15a0-41fc-b95f-b81697503f7e None None] No DVR routers for this DVR port fa262525-7c08-4da4-8b77-0048954a1295 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:55:26.704924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e179e4-002c-46d6-ba80-fab7bbb1ed14 None None] Network 97f7a13f-d4d0-4470-98d0-3068a58bc64e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:26.708958 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feeb788a-1f9f-4b0e-ba42-66720d856157 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (dca05165-e55e-415b-9580-090035fe8aba), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.736498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443cb5a-7874-4347-9d49-3318a2c0737f tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Pushing event deleted for resources: {'Network': ['ID=64dbf20e-d690-4ceb-a65f-a136f2922bde,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:26.822733 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e1593-777f-42d4-98e6-f38e9b87864e req-a8b60252-a667-44db-92ea-0b85475349c2 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:26.836936 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a39e1593-777f-42d4-98e6-f38e9b87864e req-a8b60252-a667-44db-92ea-0b85475349c2 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.5093272 Feb 03 12:55:26.867867 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2fa19f8f-e3c7-4151-b1f8-6d7b8843ae17 admin admin] Publish callbacks [] for security_group (17a7678f-3047-45e2-9659-b26a1c142d43), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.887241 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeb788a-1f9f-4b0e-ba42-66720d856157 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Network ec749926-f6ad-4eea-b881-73a2e8ae2443 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:26.889266 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-63704c39-da8d-4772-9246-6f3cd703ecdc None None] Provisioning complete for port 021c782e-f573-44e1-92b9-444118e7c287 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:26.889670 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63704c39-da8d-4772-9246-6f3cd703ecdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (021c782e-f573-44e1-92b9-444118e7c287), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.890758 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-08de1ec4-e557-4cf0-bc05-8ec5583075c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:26.893253 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-08de1ec4-e557-4cf0-bc05-8ec5583075c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c905977ac7624bda9a747345f94a02ea&device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 1126 time: 2.3443630 Feb 03 12:55:26.901650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-feeb788a-1f9f-4b0e-ba42-66720d856157 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:26.904317 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2fa19f8f-e3c7-4151-b1f8-6d7b8843ae17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (17a7678f-3047-45e2-9659-b26a1c142d43), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.960588 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b584157-0ca7-4ae9-a263-955e75e01160 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (f3e931d5-690f-46cb-8d13-0c769fbd6be1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.978588 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6a5bc97-6dda-4460-85b0-33d723011ba5 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (30ce442b-a4e6-46b9-acb3-ebd7683411b4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:26.988228 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6a5bc97-6dda-4460-85b0-33d723011ba5 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (30ce442b-a4e6-46b9-acb3-ebd7683411b4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:27.035920 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5bc97-6dda-4460-85b0-33d723011ba5 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ce442b-a4e6-46b9-acb3-ebd7683411b4,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:27.058147 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a39e1593-777f-42d4-98e6-f38e9b87864e req-48f0910c-5a94-4c96-8031-2362f3c090b7 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150400 Feb 03 12:55:27.106182 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeb788a-1f9f-4b0e-ba42-66720d856157 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:27.117678 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-63704c39-da8d-4772-9246-6f3cd703ecdc None None] Current status of the port 021c782e-f573-44e1-92b9-444118e7c287 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:27.118104 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63704c39-da8d-4772-9246-6f3cd703ecdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (021c782e-f573-44e1-92b9-444118e7c287), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:27.126207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 021c782e-f573-44e1-92b9-444118e7c287 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:27.126668 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (021c782e-f573-44e1-92b9-444118e7c287), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:27.153016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb788a-1f9f-4b0e-ba42-66720d856157 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Pushing event updated for resources: {'Port': ['ID=dca05165-e55e-415b-9580-090035fe8aba,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:27.181478 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6a5bc97-6dda-4460-85b0-33d723011ba5 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:27.188860 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d6a5bc97-6dda-4460-85b0-33d723011ba5 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4552522 Feb 03 12:55:27.192928 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-63704c39-da8d-4772-9246-6f3cd703ecdc None None] For port 021c782e-f573-44e1-92b9-444118e7c287, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=021c782e-f573-44e1-92b9-444118e7c287,segment=NetworkSegment(40029f51-d0ef-459b-a10a-41e7da878565),segment_id=40029f51-d0ef-459b-a10a-41e7da878565)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:27.196607 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41546) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:27.204548 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63704c39-da8d-4772-9246-6f3cd703ecdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (021c782e-f573-44e1-92b9-444118e7c287), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:27.224549 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2f3061e6-c626-4574-bd98-4411a45b0bb2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'security_group_rule': {'security_group_id': '3c64fce8-5c1c-4f20-b04f-c8e848125344', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:27.270309 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2fa19f8f-e3c7-4151-b1f8-6d7b8843ae17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6aa67cd247124bdaa0b92b112f11ef7a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9429250 Feb 03 12:55:27.271229 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41548) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:27.297000 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-13fb2a77-d692-42c8-8da3-639cf4e1c6e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75218e08-3a64-4e77-92f9-e5d4c14e7a54 HTTP/1.1" status: 200 len: 217 time: 0.1988366 Feb 03 12:55:27.369308 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9396e8f3-26b6-48de-a815-f7857ff99180 req-e06a352c-25e6-46f2-a49e-8d49979e4f3f tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd2c8292-57fa-4410-b748-32535aacf9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1475904 Feb 03 12:55:27.411749 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b584157-0ca7-4ae9-a263-955e75e01160 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (f3e931d5-690f-46cb-8d13-0c769fbd6be1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:27.434494 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f3061e6-c626-4574-bd98-4411a45b0bb2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (777914cf-7940-4521-9a2c-960ef87245cd), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:27.515700 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:55:27.521713 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:55:27.538566 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63704c39-da8d-4772-9246-6f3cd703ecdc None None] Pushing event updated for resources: {'Port': ['ID=021c782e-f573-44e1-92b9-444118e7c287,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:27.631845 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f3061e6-c626-4574-bd98-4411a45b0bb2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (777914cf-7940-4521-9a2c-960ef87245cd), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:27.635843 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8b584157-0ca7-4ae9-a263-955e75e01160 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e931d5-690f-46cb-8d13-0c769fbd6be1']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:27.668262 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa19f8f-e3c7-4151-b1f8-6d7b8843ae17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a7678f-3047-45e2-9659-b26a1c142d43,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:27.689215 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f3061e6-c626-4574-bd98-4411a45b0bb2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (777914cf-7940-4521-9a2c-960ef87245cd), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:27.708803 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8b584157-0ca7-4ae9-a263-955e75e01160 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1dc99a6-e8f7-4df8-a619-f5f1fe29b24f') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:27.709269 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8b584157-0ca7-4ae9-a263-955e75e01160 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1dc99a6-e8f7-4df8-a619-f5f1fe29b24f') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:27.798105 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b584157-0ca7-4ae9-a263-955e75e01160 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (f1dc99a6-e8f7-4df8-a619-f5f1fe29b24f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:27.818583 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3061e6-c626-4574-bd98-4411a45b0bb2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777914cf-7940-4521-9a2c-960ef87245cd,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:27.868360 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f3061e6-c626-4574-bd98-4411a45b0bb2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:27.875710 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2f3061e6-c626-4574-bd98-4411a45b0bb2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6769822 Feb 03 12:55:27.877723 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41552) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:27.878931 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b584157-0ca7-4ae9-a263-955e75e01160 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f1dc99a6-e8f7-4df8-a619-f5f1fe29b24f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:27.889870 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-09a62801-66fd-4ba4-85a1-15a03ec590a6 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'security_group_rule': {'security_group_id': '3c64fce8-5c1c-4f20-b04f-c8e848125344', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:27.933781 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b584157-0ca7-4ae9-a263-955e75e01160 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:55:27.934785 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b584157-0ca7-4ae9-a263-955e75e01160 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (f1dc99a6-e8f7-4df8-a619-f5f1fe29b24f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:55:27.948285 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:55:28.012331 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c151a-cbde-4c3d-95f2-6568f63001ae req-a88d33df-90d2-4ca2-9fa1-cff474a6e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:28.014553 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f99c151a-cbde-4c3d-95f2-6568f63001ae req-a88d33df-90d2-4ca2-9fa1-cff474a6e3b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 1126 time: 0.4812045 Feb 03 12:55:28.065040 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-3d7577f9-d18f-4540-bc26-ba6c3682eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:28.067124 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-3d7577f9-d18f-4540-bc26-ba6c3682eb1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25a436f8-9260-4e2c-b509-237d5e810e3c HTTP/1.1" status: 200 len: 849 time: 0.7628894 Feb 03 12:55:28.110730 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47b0c85f-3259-4a05-8f96-02b56501178a admin admin] Publish callbacks [] for security_group (17a7678f-3047-45e2-9659-b26a1c142d43), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:28.149126 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f38f19-7bf4-4d69-af63-91de4b369182 req-e2426016-37ef-4534-a361-b960bd1ea262 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:28.152255 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-23f38f19-7bf4-4d69-af63-91de4b369182 req-e2426016-37ef-4534-a361-b960bd1ea262 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.4783511 Feb 03 12:55:28.179344 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09a62801-66fd-4ba4-85a1-15a03ec590a6 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (cdfe9f91-b080-4fa3-941b-20bd26332675), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:28.204289 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b584157-0ca7-4ae9-a263-955e75e01160 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (f3e931d5-690f-46cb-8d13-0c769fbd6be1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:28.297219 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b584157-0ca7-4ae9-a263-955e75e01160 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:28.304340 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8b584157-0ca7-4ae9-a263-955e75e01160 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "DELETE /v2.0/networks/f3e931d5-690f-46cb-8d13-0c769fbd6be1 HTTP/1.1" status: 204 len: 168 time: 1.6755221 Feb 03 12:55:28.327021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41556) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:28.430868 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 021c782e-f573-44e1-92b9-444118e7c287 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:28.456231 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0ea3e864-6e38-47a1-92e3-3c15bc7166fc None None] Provisioning complete for port 021c782e-f573-44e1-92b9-444118e7c287 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:28.456875 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ea3e864-6e38-47a1-92e3-3c15bc7166fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (021c782e-f573-44e1-92b9-444118e7c287), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:28.578697 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c4122b6f-20d1-40b3-a00f-0ba00c1d92f2 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:55:28.655464 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: c4122b6f-20d1-40b3-a00f-0ba00c1d92f2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:55:28.656115 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c4122b6f-20d1-40b3-a00f-0ba00c1d92f2 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:55:28.656855 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fa262525-7c08-4da4-8b77-0048954a1295 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:55:28.709613 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: fa262525-7c08-4da4-8b77-0048954a1295 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:55:28.710006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fa262525-7c08-4da4-8b77-0048954a1295 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:55:28.791557 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-aa2e1851-43c2-48b6-a3b7-ce4958c84bcf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f65b1a16-9b9d-479a-8951-807e6e4ceb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6815975 Feb 03 12:55:28.819062 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0ea3e864-6e38-47a1-92e3-3c15bc7166fc None None] Current status of the port 021c782e-f573-44e1-92b9-444118e7c287 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:28.938472 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 021c782e-f573-44e1-92b9-444118e7c287 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:55:28.982942 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc6c04c6-b8f9-4755-a1de-ec1e7ec176f0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for port (fbbb7628-d828-406f-b127-6e4460893915), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:29.005852 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b584157-0ca7-4ae9-a263-955e75e01160 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Pushing event deleted for resources: {'Network': ['ID=f3e931d5-690f-46cb-8d13-0c769fbd6be1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:29.027273 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47b0c85f-3259-4a05-8f96-02b56501178a admin admin] Publish callbacks [] for security_group (17a7678f-3047-45e2-9659-b26a1c142d43), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:29.028034 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-23f38f19-7bf4-4d69-af63-91de4b369182 req-c51360de-ee85-46c5-b8c0-1297892b7009 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8395784 Feb 03 12:55:29.045952 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 021c782e-f573-44e1-92b9-444118e7c287 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:29.045952 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (021c782e-f573-44e1-92b9-444118e7c287), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:29.110930 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c151a-cbde-4c3d-95f2-6568f63001ae req-aaa6969b-310c-4550-afd5-98d081d0d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:29.130710 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f99c151a-cbde-4c3d-95f2-6568f63001ae req-aaa6969b-310c-4550-afd5-98d081d0d8c9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 1.0757129 Feb 03 12:55:29.151830 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feeb788a-1f9f-4b0e-ba42-66720d856157 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_gateway (1a3d08f6-f62c-432e-adc1-b3be823d429d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:29.166417 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe8d3df-d559-49f2-a56d-724897cfea0f tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Deleting subnet d587d99c-bf07-457d-8e08-8acffd008dbe {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:55:29.177510 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d3df-d559-49f2-a56d-724897cfea0f tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for subnet (d587d99c-bf07-457d-8e08-8acffd008dbe), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:29.250909 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09a62801-66fd-4ba4-85a1-15a03ec590a6 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (cdfe9f91-b080-4fa3-941b-20bd26332675), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:29.270902 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09a62801-66fd-4ba4-85a1-15a03ec590a6 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (cdfe9f91-b080-4fa3-941b-20bd26332675), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:29.331463 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a62801-66fd-4ba4-85a1-15a03ec590a6 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdfe9f91-b080-4fa3-941b-20bd26332675,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:29.338837 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 021c782e-f573-44e1-92b9-444118e7c287 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:29.372184 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d3df-d559-49f2-a56d-724897cfea0f tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (d587d99c-bf07-457d-8e08-8acffd008dbe), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:29.398920 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc6c04c6-b8f9-4755-a1de-ec1e7ec176f0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (fbbb7628-d828-406f-b127-6e4460893915), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:29.432374 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f99c151a-cbde-4c3d-95f2-6568f63001ae req-1035faba-e626-4247-9b91-75c2cb32bbf8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef71da0-acb2-4952-8099-e4278d115834 HTTP/1.1" status: 200 len: 999 time: 0.2906311 Feb 03 12:55:29.443253 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47b0c85f-3259-4a05-8f96-02b56501178a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (17a7678f-3047-45e2-9659-b26a1c142d43), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:29.443664 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09a62801-66fd-4ba4-85a1-15a03ec590a6 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:29.447828 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-09a62801-66fd-4ba4-85a1-15a03ec590a6 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5642297 Feb 03 12:55:29.448447 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47b0c85f-3259-4a05-8f96-02b56501178a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:29.450729 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41562) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:29.454987 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-47b0c85f-3259-4a05-8f96-02b56501178a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17a7678f-3047-45e2-9659-b26a1c142d43 HTTP/1.1" status: 204 len: 168 time: 2.1693723 Feb 03 12:55:29.471080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5125734a-24c2-439a-887a-08f7f622264f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'security_group_rule': {'security_group_id': '3c64fce8-5c1c-4f20-b04f-c8e848125344', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:29.657491 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0c85f-3259-4a05-8f96-02b56501178a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a7678f-3047-45e2-9659-b26a1c142d43,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:29.679507 n-d-827336-3 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-5125734a-24c2-439a-887a-08f7f622264f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Project ae5c5272e243447aa41be74fb2bd0003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:55:29.732142 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c151a-cbde-4c3d-95f2-6568f63001ae req-91b29104-86e4-4446-90a2-52cf718925c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:29.735187 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f99c151a-cbde-4c3d-95f2-6568f63001ae req-91b29104-86e4-4446-90a2-52cf718925c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.2962222 Feb 03 12:55:29.736515 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5125734a-24c2-439a-887a-08f7f622264f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (deb07011-9fea-47d1-a7c4-bfefc8959769), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:29.801763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b1735-a2ea-462b-b1ad-41ec13ef1550 req-a2a2c0c0-e8f3-474b-908c-e5fed3c34389 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:29.804437 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f60b1735-a2ea-462b-b1ad-41ec13ef1550 req-a2a2c0c0-e8f3-474b-908c-e5fed3c34389 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 944 time: 0.6930718 Feb 03 12:55:29.820545 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc6c04c6-b8f9-4755-a1de-ec1e7ec176f0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:29.833386 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c04c6-b8f9-4755-a1de-ec1e7ec176f0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Port': ['ID=fbbb7628-d828-406f-b127-6e4460893915,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:29.888618 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d3df-d559-49f2-a56d-724897cfea0f tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (d587d99c-bf07-457d-8e08-8acffd008dbe), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:29.910719 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feeb788a-1f9f-4b0e-ba42-66720d856157 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (1a3d08f6-f62c-432e-adc1-b3be823d429d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:29.950949 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-d8fe5b76-7b99-401c-aede-5e5559e5ce9b service neutron] 10.222.0.73 "GET /v2.0/networks/f65b1a16-9b9d-479a-8951-807e6e4ceb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6293814 Feb 03 12:55:29.984340 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5125734a-24c2-439a-887a-08f7f622264f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (deb07011-9fea-47d1-a7c4-bfefc8959769), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:30.040866 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5125734a-24c2-439a-887a-08f7f622264f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (deb07011-9fea-47d1-a7c4-bfefc8959769), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:30.095158 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5125734a-24c2-439a-887a-08f7f622264f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:30.104530 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5125734a-24c2-439a-887a-08f7f622264f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6379611 Feb 03 12:55:30.105736 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d3df-d559-49f2-a56d-724897cfea0f tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (d587d99c-bf07-457d-8e08-8acffd008dbe), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:30.105903 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41576) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:30.119005 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125734a-24c2-439a-887a-08f7f622264f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb07011-9fea-47d1-a7c4-bfefc8959769,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:30.131669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-875c1a61-0f87-4c91-82ae-1786acaf3126 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'security_group_rule': {'security_group_id': '3c64fce8-5c1c-4f20-b04f-c8e848125344', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:30.160333 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8d3df-d559-49f2-a56d-724897cfea0f tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Pushing event deleted for resources: {'Subnet': ['ID=d587d99c-bf07-457d-8e08-8acffd008dbe,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:30.160983 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f60b1735-a2ea-462b-b1ad-41ec13ef1550 req-81c6dc9c-6a48-4273-b28e-bbe388a5676a tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd2c8292-57fa-4410-b748-32535aacf9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334410 Feb 03 12:55:30.162575 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d3df-d559-49f2-a56d-724897cfea0f tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:30.169209 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2fe8d3df-d559-49f2-a56d-724897cfea0f tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "DELETE /v2.0/subnets/d587d99c-bf07-457d-8e08-8acffd008dbe HTTP/1.1" status: 204 len: 168 time: 1.8384702 Feb 03 12:55:30.169849 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41578) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:30.173522 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c151a-cbde-4c3d-95f2-6568f63001ae req-1664f5e9-701f-4e29-bb16-1c761016e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:30.175412 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f99c151a-cbde-4c3d-95f2-6568f63001ae req-1664f5e9-701f-4e29-bb16-1c761016e3b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3871362 Feb 03 12:55:30.180793 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d2b1b9-3192-4f0b-8a6c-411ee1b9b356 None None] Network 31c2039b-65f4-41cc-86d5-e67e2a5fe29b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:30.391999 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-875c1a61-0f87-4c91-82ae-1786acaf3126 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Project ae5c5272e243447aa41be74fb2bd0003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:55:30.414929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6c04c6-b8f9-4755-a1de-ec1e7ec176f0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network 3c576241-eeff-459f-86c6-5e567aeffa68 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:30.418768 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-875c1a61-0f87-4c91-82ae-1786acaf3126 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (fa304c26-a6ac-4550-96f5-29044d556d9f), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:30.426028 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-bc6c04c6-b8f9-4755-a1de-ec1e7ec176f0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:30.444707 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c9e54c18-b393-4695-9023-5b7c5c053049 req-aa803260-75b8-4b4c-8c09-07f4e29112bc service neutron] 10.222.0.73 "GET /v2.0/networks/f65b1a16-9b9d-479a-8951-807e6e4ceb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657295 Feb 03 12:55:30.455709 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f99c151a-cbde-4c3d-95f2-6568f63001ae req-37598995-f97e-4629-981a-7db34c06a1a4 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732623 Feb 03 12:55:30.596299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ff3cc0-ca7e-4b4f-aa56-0a22e7323c87 None None] DHCP port deletion for 31c2039b-65f4-41cc-86d5-e67e2a5fe29b request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:55:30.665740 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ba3eea0-7c49-4d9c-a8cd-68673d43619c tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (31c2039b-65f4-41cc-86d5-e67e2a5fe29b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:30.690439 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff3cc0-ca7e-4b4f-aa56-0a22e7323c87 None None] Deleting port 1d657e30-8e46-400d-845d-cf74b21dc654 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:55:30.690817 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7ff3cc0-ca7e-4b4f-aa56-0a22e7323c87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1d657e30-8e46-400d-845d-cf74b21dc654), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:30.779077 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6c04c6-b8f9-4755-a1de-ec1e7ec176f0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:55:30.815870 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feeb788a-1f9f-4b0e-ba42-66720d856157 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Router 1a3d08f6-f62c-432e-adc1-b3be823d429d is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:55:30.829189 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c7ff3cc0-ca7e-4b4f-aa56-0a22e7323c87 None None] For port 1d657e30-8e46-400d-845d-cf74b21dc654, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1d657e30-8e46-400d-845d-cf74b21dc654,segment=NetworkSegment(da661eb0-12ed-436f-9c44-6636874e97d1),segment_id=da661eb0-12ed-436f-9c44-6636874e97d1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:30.829615 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7ff3cc0-ca7e-4b4f-aa56-0a22e7323c87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1d657e30-8e46-400d-845d-cf74b21dc654), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:30.846972 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff3cc0-ca7e-4b4f-aa56-0a22e7323c87 None None] Calling delete_port for 1d657e30-8e46-400d-845d-cf74b21dc654 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:55:30.865101 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725746bb-bb8c-4d6e-8b09-dc15da3b2a08 req-4b1645a5-a89d-43fe-a2ee-d8850cd904e6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:30.876944 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-725746bb-bb8c-4d6e-8b09-dc15da3b2a08 req-4b1645a5-a89d-43fe-a2ee-d8850cd904e6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.5285587 Feb 03 12:55:30.905353 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-875c1a61-0f87-4c91-82ae-1786acaf3126 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (fa304c26-a6ac-4550-96f5-29044d556d9f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:30.910524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47597ba-8621-40ae-a244-44f6ce65e338 req-0a6d2158-7b4d-4f05-a0ba-aa060cffec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:30.913973 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a47597ba-8621-40ae-a244-44f6ce65e338 req-0a6d2158-7b4d-4f05-a0ba-aa060cffec53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c905977ac7624bda9a747345f94a02ea&device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 1126 time: 0.3426890 Feb 03 12:55:30.931066 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1d657e30-8e46-400d-845d-cf74b21dc654 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:55:31.007102 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-95b1b89c-0707-4249-bb97-21210dc93a29 None None] Provisioning complete for port fbbb7628-d828-406f-b127-6e4460893915 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:31.007650 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-95b1b89c-0707-4249-bb97-21210dc93a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fbbb7628-d828-406f-b127-6e4460893915), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:31.011301 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-875c1a61-0f87-4c91-82ae-1786acaf3126 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (fa304c26-a6ac-4550-96f5-29044d556d9f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:31.016336 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41592) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:31.080210 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-725746bb-bb8c-4d6e-8b09-dc15da3b2a08 req-4dc77218-a705-4484-adde-31e4e01e9d71 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998639 Feb 03 12:55:31.130162 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f99c151a-cbde-4c3d-95f2-6568f63001ae req-b48ee9d6-37cb-4711-9f2b-bd1582f64ebe service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585896 Feb 03 12:55:31.147653 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-95b1b89c-0707-4249-bb97-21210dc93a29 None None] Port fbbb7628-d828-406f-b127-6e4460893915 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:55:31.171989 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9ba3eea0-7c49-4d9c-a8cd-68673d43619c tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Deleting port 1d657e30-8e46-400d-845d-cf74b21dc654 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:55:31.172345 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ba3eea0-7c49-4d9c-a8cd-68673d43619c tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1d657e30-8e46-400d-845d-cf74b21dc654), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:31.177932 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:31.236512 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7ff3cc0-ca7e-4b4f-aa56-0a22e7323c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (1d657e30-8e46-400d-845d-cf74b21dc654), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:31.287551 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 1d657e30-8e46-400d-845d-cf74b21dc654 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:31.288551 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1d657e30-8e46-400d-845d-cf74b21dc654), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:31.299775 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff3cc0-ca7e-4b4f-aa56-0a22e7323c87 None None] Pushing event deleted for resources: {'Port': ['ID=1d657e30-8e46-400d-845d-cf74b21dc654,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:31.303717 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-96f94fff-7bd7-44d1-95ad-49091a1b6427 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-481760325-network', 'tenant_id': 'b0cce42d760c4454b8bfb71eff9112cf'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:31.304332 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ff3cc0-ca7e-4b4f-aa56-0a22e7323c87 None None] No DVR routers for this DVR port 1d657e30-8e46-400d-845d-cf74b21dc654 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:55:31.337699 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9ba3eea0-7c49-4d9c-a8cd-68673d43619c tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] For port 1d657e30-8e46-400d-845d-cf74b21dc654, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1d657e30-8e46-400d-845d-cf74b21dc654,segment=NetworkSegment(da661eb0-12ed-436f-9c44-6636874e97d1),segment_id=da661eb0-12ed-436f-9c44-6636874e97d1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:31.338315 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ba3eea0-7c49-4d9c-a8cd-68673d43619c tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1d657e30-8e46-400d-845d-cf74b21dc654), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:31.365934 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9ba3eea0-7c49-4d9c-a8cd-68673d43619c tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Calling delete_port for 1d657e30-8e46-400d-845d-cf74b21dc654 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:55:31.369676 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-875c1a61-0f87-4c91-82ae-1786acaf3126 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:31.370978 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-875c1a61-0f87-4c91-82ae-1786acaf3126 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2589626 Feb 03 12:55:31.385335 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f94fff-7bd7-44d1-95ad-49091a1b6427 admin admin] Made reservation on behalf of b0cce42d760c4454b8bfb71eff9112cf for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:31.390619 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96f94fff-7bd7-44d1-95ad-49091a1b6427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:31.432934 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6c04c6-b8f9-4755-a1de-ec1e7ec176f0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:55:31.450433 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bc6c04c6-b8f9-4755-a1de-ec1e7ec176f0 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/38ff38e0-ccc6-4e9f-880b-ec59618bc5ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4044156 Feb 03 12:55:31.452148 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c1a61-0f87-4c91-82ae-1786acaf3126 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa304c26-a6ac-4550-96f5-29044d556d9f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:31.453237 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] Sync routers for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:55:31.469621 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41602) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:31.512855 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:55:31.513854 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:55:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:31.551282 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e7273150-2c88-4f81-baa3-676a63e5ad01 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'network': {'name': 'tempest-RoutersTest-669718862'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:31.557566 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96f94fff-7bd7-44d1-95ad-49091a1b6427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:31.713065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feeb788a-1f9f-4b0e-ba42-66720d856157 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:55:31.726308 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7273150-2c88-4f81-baa3-676a63e5ad01 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Made reservation on behalf of 05f05104465b4dbe8869e0f3a6da804e for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:31.726971 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] Sync routers for ids ['1a3d08f6-f62c-432e-adc1-b3be823d429d'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:55:31.734693 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7273150-2c88-4f81-baa3-676a63e5ad01 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:31.747671 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] Routers {'1a3d08f6-f62c-432e-adc1-b3be823d429d'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:55:31.750185 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:55:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['1a3d08f6-f62c-432e-adc1-b3be823d429d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:31.763083 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:55:31.790607 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503fc86-c779-4fc0-ba34-081ea5ef3465 req-ce542fef-5c12-4570-a3b9-937d75b0a989 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:31.792433 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6503fc86-c779-4fc0-ba34-081ea5ef3465 req-ce542fef-5c12-4570-a3b9-937d75b0a989 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 944 time: 0.3107212 Feb 03 12:55:31.878658 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feeb788a-1f9f-4b0e-ba42-66720d856157 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:31.883094 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-feeb788a-1f9f-4b0e-ba42-66720d856157 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 13.4981911 Feb 03 12:55:31.888235 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41620) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:31.889492 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47597ba-8621-40ae-a244-44f6ce65e338 req-ac1a0cf1-9563-4847-a000-b04ad3f9435a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:31.894943 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a47597ba-8621-40ae-a244-44f6ce65e338 req-ac1a0cf1-9563-4847-a000-b04ad3f9435a service neutron] 10.222.0.73 "GET /v2.0/networks?id=f65b1a16-9b9d-479a-8951-807e6e4ceb34 HTTP/1.1" status: 200 len: 910 time: 0.8853533 Feb 03 12:55:31.906362 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7273150-2c88-4f81-baa3-676a63e5ad01 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:55:31.918051 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ba3eea0-7c49-4d9c-a8cd-68673d43619c tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (1d657e30-8e46-400d-845d-cf74b21dc654), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:31.958233 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3eea0-7c49-4d9c-a8cd-68673d43619c tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Pushing event deleted for resources: {'Port': ['ID=1d657e30-8e46-400d-845d-cf74b21dc654,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:31.973662 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7273150-2c88-4f81-baa3-676a63e5ad01 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (1344a806-a58a-460c-b0a5-08aac3f6e29f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:31.974253 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-e7273150-2c88-4f81-baa3-676a63e5ad01 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Added segment 1344a806-a58a-460c-b0a5-08aac3f6e29f of type vlan for network b9f95900-6e16-4900-a1c6-5c6f9be0a2b6 Feb 03 12:55:32.007083 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba3eea0-7c49-4d9c-a8cd-68673d43619c tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] No DVR routers for this DVR port 1d657e30-8e46-400d-845d-cf74b21dc654 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:55:32.047998 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] Set router 1a3d08f6-f62c-432e-adc1-b3be823d429d gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:55:32.069134 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96f94fff-7bd7-44d1-95ad-49091a1b6427 admin admin] Publish callbacks [] for security_group (417ff10f-8f85-4eb3-856d-82ca5c64a4da), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.081923 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6503fc86-c779-4fc0-ba34-081ea5ef3465 req-ce330693-1162-4107-a8b1-c75dc4928950 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd2c8292-57fa-4410-b748-32535aacf9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706714 Feb 03 12:55:32.176455 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a47597ba-8621-40ae-a244-44f6ce65e338 req-6230eae4-c8a4-4e31-bf99-86d8843bb858 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75218e08-3a64-4e77-92f9-e5d4c14e7a54 HTTP/1.1" status: 200 len: 217 time: 0.1044073 Feb 03 12:55:32.189864 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ba3eea0-7c49-4d9c-a8cd-68673d43619c tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (31c2039b-65f4-41cc-86d5-e67e2a5fe29b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.214177 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9ba3eea0-7c49-4d9c-a8cd-68673d43619c tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c2039b-65f4-41cc-86d5-e67e2a5fe29b']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:32.227475 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9ba3eea0-7c49-4d9c-a8cd-68673d43619c tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da661eb0-12ed-436f-9c44-6636874e97d1') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:32.227870 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-9ba3eea0-7c49-4d9c-a8cd-68673d43619c tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da661eb0-12ed-436f-9c44-6636874e97d1') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:32.241016 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ba3eea0-7c49-4d9c-a8cd-68673d43619c tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (da661eb0-12ed-436f-9c44-6636874e97d1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.257008 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ba3eea0-7c49-4d9c-a8cd-68673d43619c tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (da661eb0-12ed-436f-9c44-6636874e97d1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.264948 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba3eea0-7c49-4d9c-a8cd-68673d43619c tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:55:32.265361 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ba3eea0-7c49-4d9c-a8cd-68673d43619c tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (da661eb0-12ed-436f-9c44-6636874e97d1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.298574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47597ba-8621-40ae-a244-44f6ce65e338 req-fbce23ca-e029-4f82-95ca-379f7fa5e288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:32.300865 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a47597ba-8621-40ae-a244-44f6ce65e338 req-fbce23ca-e029-4f82-95ca-379f7fa5e288 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=25a436f8-9260-4e2c-b509-237d5e810e3c HTTP/1.1" status: 200 len: 849 time: 0.1151712 Feb 03 12:55:32.304844 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:55:23Z', 'revision_number': 3, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbbb7628-d828-406f-b127-6e4460893915', 'name': '', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:8a:87:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:26Z', 'revision_number': 2, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:32.336852 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] Checking router: 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:55:32.337620 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] Updating router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac port fbbb7628-d828-406f-b127-6e4460893915 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:55:32.354288 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a47597ba-8621-40ae-a244-44f6ce65e338 req-95158dd3-6763-4dba-bbfa-c83d2033f5f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f65b1a16-9b9d-479a-8951-807e6e4ceb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468271 Feb 03 12:55:32.369483 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fbbb7628-d828-406f-b127-6e4460893915), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.370116 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96f94fff-7bd7-44d1-95ad-49091a1b6427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (417ff10f-8f85-4eb3-856d-82ca5c64a4da), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.383750 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea99ced0-d1cc-4bb3-9451-d9f1e34f038e tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router (1a3d08f6-f62c-432e-adc1-b3be823d429d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:55:32.395159 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:55:32.402368 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ba3eea0-7c49-4d9c-a8cd-68673d43619c tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (31c2039b-65f4-41cc-86d5-e67e2a5fe29b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.425834 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7273150-2c88-4f81-baa3-676a63e5ad01 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (b9f95900-6e16-4900-a1c6-5c6f9be0a2b6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.444201 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ba3eea0-7c49-4d9c-a8cd-68673d43619c tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.450925 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9ba3eea0-7c49-4d9c-a8cd-68673d43619c tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "DELETE /v2.0/networks/31c2039b-65f4-41cc-86d5-e67e2a5fe29b HTTP/1.1" status: 204 len: 168 time: 2.2796593 Feb 03 12:55:32.460313 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41624) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:32.482413 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f94fff-7bd7-44d1-95ad-49091a1b6427 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:55:32.495699 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-203ff837-0b1e-46a2-b44e-c745d757a85a tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1609370889&fields=id&tenant_id=ae5c5272e243447aa41be74fb2bd0003 HTTP/1.1" status: 200 len: 267 time: 0.5742185 Feb 03 12:55:32.536892 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3eea0-7c49-4d9c-a8cd-68673d43619c tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Pushing event deleted for resources: {'Network': ['ID=31c2039b-65f4-41cc-86d5-e67e2a5fe29b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:32.552598 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d6c0bd82-6fa4-4899-bf28-563954b72b99 tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d HTTP/1.1" status: 200 len: 205 time: 0.0835743 Feb 03 12:55:32.557410 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41626) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:32.598061 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3d08f6-f62c-432e-adc1-b3be823d429d', 'name': '', 'tenant_id': '1bfa8823edb8430496caa64915347a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec749926-f6ad-4eea-b881-73a2e8ae2443', 'external_fixed_ips': [{'subnet_id': '2cbbb7de-ce2d-49f5-8a71-039739311d19', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'dca05165-e55e-415b-9580-090035fe8aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:27Z', 'revision_number': 3, 'project_id': '1bfa8823edb8430496caa64915347a6a', 'gw_port': {'id': 'dca05165-e55e-415b-9580-090035fe8aba', 'name': '', 'network_id': 'ec749926-f6ad-4eea-b881-73a2e8ae2443', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fa:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3d08f6-f62c-432e-adc1-b3be823d429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '2cbbb7de-ce2d-49f5-8a71-039739311d19', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:24Z', 'updated_at': '2022-02-03T12:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2cbbb7de-ce2d-49f5-8a71-039739311d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:32.677411 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] Checking router: 1a3d08f6-f62c-432e-adc1-b3be823d429d for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:55:32.678191 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] Updating router 1a3d08f6-f62c-432e-adc1-b3be823d429d port dca05165-e55e-415b-9580-090035fe8aba binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:55:32.684023 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-82a20142-010a-42da-9481-c20c65ba013c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:32.686125 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-82a20142-010a-42da-9481-c20c65ba013c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/networks?id=97f7a13f-d4d0-4470-98d0-3068a58bc64e HTTP/1.1" status: 200 len: 796 time: 0.1665664 Feb 03 12:55:32.695756 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96f94fff-7bd7-44d1-95ad-49091a1b6427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8ef4bf6b-f6d6-4344-93e8-58eb194c84e9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.696363 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-96f94fff-7bd7-44d1-95ad-49091a1b6427 admin admin] Added segment 8ef4bf6b-f6d6-4344-93e8-58eb194c84e9 of type vlan for network 06b1f536-dd74-4c30-ae0d-9ad97b68ce6b Feb 03 12:55:32.755789 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f94fff-7bd7-44d1-95ad-49091a1b6427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417ff10f-8f85-4eb3-856d-82ca5c64a4da,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:32.759169 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dca05165-e55e-415b-9580-090035fe8aba), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.807542 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7273150-2c88-4f81-baa3-676a63e5ad01 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (b9f95900-6e16-4900-a1c6-5c6f9be0a2b6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.816459 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7273150-2c88-4f81-baa3-676a63e5ad01 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:32.817122 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7273150-2c88-4f81-baa3-676a63e5ad01 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.873363 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a2bae-2a90-42af-bc23-5a3bfe1826cc req-644a01a1-8ab8-4e5d-b1ee-fd6ba7155275 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:32.875225 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-565a2bae-2a90-42af-bc23-5a3bfe1826cc req-644a01a1-8ab8-4e5d-b1ee-fd6ba7155275 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.5560479 Feb 03 12:55:32.882586 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a47597ba-8621-40ae-a244-44f6ce65e338 req-6bc84044-b1b7-4690-bc0c-e1982f67e9a1 service neutron] 10.222.0.73 "GET /v2.0/networks/f65b1a16-9b9d-479a-8951-807e6e4ceb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016785 Feb 03 12:55:32.931582 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] Publish callbacks [] for port (fbbb7628-d828-406f-b127-6e4460893915), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.944315 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fbbb7628-d828-406f-b127-6e4460893915), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.963089 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-978e1f96-76b8-4d5c-84c3-7f3ee40b7774 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/quotas/ae5c5272e243447aa41be74fb2bd0003 HTTP/1.1" status: 200 len: 375 time: 0.2621288 Feb 03 12:55:32.967326 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96f94fff-7bd7-44d1-95ad-49091a1b6427 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (06b1f536-dd74-4c30-ae0d-9ad97b68ce6b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:32.980941 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e7273150-2c88-4f81-baa3-676a63e5ad01 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4436312 Feb 03 12:55:32.995335 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41630) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:33.000666 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84b83024-289b-4217-b956-e37c666311bb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for router (4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.011138 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-74ab8f86-596d-4c2f-8fb2-cfe25af5e1ec tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'subnet': {'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:33.049773 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68c5d6-a7f9-45f7-b144-209a31896014 None None] Pushing event updated for resources: {'Port': ['ID=fbbb7628-d828-406f-b127-6e4460893915,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:33.097795 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68c5d6-a7f9-45f7-b144-209a31896014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:33.098344 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68c5d6-a7f9-45f7-b144-209a31896014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:33.098872 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68c5d6-a7f9-45f7-b144-209a31896014 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:33.099398 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68c5d6-a7f9-45f7-b144-209a31896014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:33.099955 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68c5d6-a7f9-45f7-b144-209a31896014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:33.100489 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68c5d6-a7f9-45f7-b144-209a31896014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:33.101013 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68c5d6-a7f9-45f7-b144-209a31896014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:33.101532 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68c5d6-a7f9-45f7-b144-209a31896014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:33.102066 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68c5d6-a7f9-45f7-b144-209a31896014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:33.107019 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68c5d6-a7f9-45f7-b144-209a31896014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:33.107633 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68c5d6-a7f9-45f7-b144-209a31896014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:33.108369 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68c5d6-a7f9-45f7-b144-209a31896014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:33.108999 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68c5d6-a7f9-45f7-b144-209a31896014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:33.222638 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] Attempting to bind port fbbb7628-d828-406f-b127-6e4460893915 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:33.223022 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] Attempting to bind port fbbb7628-d828-406f-b127-6e4460893915 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '4091cb26-5785-4499-b3ee-cbe3dbb0cc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:33.223529 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] Attempting to bind port fbbb7628-d828-406f-b127-6e4460893915 on network 3c576241-eeff-459f-86c6-5e567aeffa68 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:33.254244 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea99ced0-d1cc-4bb3-9451-d9f1e34f038e tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_gateway (1a3d08f6-f62c-432e-adc1-b3be823d429d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.301897 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-565a2bae-2a90-42af-bc23-5a3bfe1826cc req-f6d8f788-4573-48ea-aadb-0bf2227c7f53 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4156992 Feb 03 12:55:33.303931 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:55:33.304811 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] Checking segment: {'id': '4091cb26-5785-4499-b3ee-cbe3dbb0cc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:33.305535 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.306396 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] Bound using segment: {'id': '4091cb26-5785-4499-b3ee-cbe3dbb0cc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:55:33.307187 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] Bound port: fbbb7628-d828-406f-b127-6e4460893915, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4091cb26-5785-4499-b3ee-cbe3dbb0cc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:55:33.307818 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fbbb7628-d828-406f-b127-6e4460893915), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.507790 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84b83024-289b-4217-b956-e37c666311bb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.513748 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84b83024-289b-4217-b956-e37c666311bb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for router_controller (4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.540403 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] For port fbbb7628-d828-406f-b127-6e4460893915, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:55:33.554126 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] Publish callbacks [] for port (dca05165-e55e-415b-9580-090035fe8aba), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.558348 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f33262ab-dd14-44a4-87a6-4cf865a5fd4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.566468 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dca05165-e55e-415b-9580-090035fe8aba), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.625550 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84b83024-289b-4217-b956-e37c666311bb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.626234 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b83024-289b-4217-b956-e37c666311bb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Fanout notify agent at l3_agent the message router_deleted on router 4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:55:33.635225 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84b83024-289b-4217-b956-e37c666311bb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.640097 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-84b83024-289b-4217-b956-e37c666311bb tempest-RoutersNegativeTest-45045534 tempest-RoutersNegativeTest-45045534-project] 10.222.0.18 "DELETE /v2.0/routers/4cd81c3c-ac7d-4097-9ac2-74bda3f2d38d HTTP/1.1" status: 204 len: 168 time: 0.9630544 Feb 03 12:55:33.654512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] Attempting to bind port dca05165-e55e-415b-9580-090035fe8aba on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:33.657131 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] Attempting to bind port dca05165-e55e-415b-9580-090035fe8aba by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'ad61b0eb-292b-409c-808b-94100c4177ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec749926-f6ad-4eea-b881-73a2e8ae2443'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:33.657513 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] Attempting to bind port dca05165-e55e-415b-9580-090035fe8aba on network ec749926-f6ad-4eea-b881-73a2e8ae2443 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:33.686725 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-96f94fff-7bd7-44d1-95ad-49091a1b6427 admin admin] It took 0.70 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:55:33.705945 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7273150-2c88-4f81-baa3-676a63e5ad01 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Network': ['ID=b9f95900-6e16-4900-a1c6-5c6f9be0a2b6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:33.715245 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a47597ba-8621-40ae-a244-44f6ce65e338 req-0981d96c-ee10-4566-aa7d-3f22a5ed5242 service neutron] 10.222.0.73 "GET /v2.0/networks/f65b1a16-9b9d-479a-8951-807e6e4ceb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8144028 Feb 03 12:55:33.720120 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] For port fbbb7628-d828-406f-b127-6e4460893915, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fbbb7628-d828-406f-b127-6e4460893915,segment=NetworkSegment(4091cb26-5785-4499-b3ee-cbe3dbb0cc13),segment_id=4091cb26-5785-4499-b3ee-cbe3dbb0cc13)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:55:33.730283 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fbbb7628-d828-406f-b127-6e4460893915), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.758379 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-68a16c91-55e3-4209-a534-5ae8b545ea67 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae5c5272e243447aa41be74fb2bd0003&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7718081 Feb 03 12:55:33.761076 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:55:33.761544 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] Checking segment: {'id': 'ad61b0eb-292b-409c-808b-94100c4177ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec749926-f6ad-4eea-b881-73a2e8ae2443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:33.763439 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.764882 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] Bound using segment: {'id': 'ad61b0eb-292b-409c-808b-94100c4177ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec749926-f6ad-4eea-b881-73a2e8ae2443'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:55:33.766198 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96f94fff-7bd7-44d1-95ad-49091a1b6427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (06b1f536-dd74-4c30-ae0d-9ad97b68ce6b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.766684 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] Bound port: dca05165-e55e-415b-9580-090035fe8aba, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad61b0eb-292b-409c-808b-94100c4177ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec749926-f6ad-4eea-b881-73a2e8ae2443'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:55:33.767110 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dca05165-e55e-415b-9580-090035fe8aba), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.770562 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f94fff-7bd7-44d1-95ad-49091a1b6427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:33.773929 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96f94fff-7bd7-44d1-95ad-49091a1b6427 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.780542 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network b9f95900-6e16-4900-a1c6-5c6f9be0a2b6 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:55:33.805586 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68c5d6-a7f9-45f7-b144-209a31896014 None None] Pushing event updated for resources: {'Port': ['ID=fbbb7628-d828-406f-b127-6e4460893915,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:33.811616 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307ad6c-c716-4b9f-9bb4-d3d69a792d55 req-13861c1b-76b5-4fad-bba8-abdfec7b39b2 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:33.822259 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b307ad6c-c716-4b9f-9bb4-d3d69a792d55 req-13861c1b-76b5-4fad-bba8-abdfec7b39b2 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 944 time: 0.2667208 Feb 03 12:55:33.846261 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-96f94fff-7bd7-44d1-95ad-49091a1b6427 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8096275 Feb 03 12:55:33.850283 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41638) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:33.876291 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2737abec-0c1e-4f89-bf86-8aed0fdfb4ff admin admin] Request body: {'subnet': {'network_id': '06b1f536-dd74-4c30-ae0d-9ad97b68ce6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-481760325-subnet', 'tenant_id': 'b0cce42d760c4454b8bfb71eff9112cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:33.893428 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:55:33.894073 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:55:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:33.957287 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b56d43a6-c53c-4a97-a041-ae213a7657be None None] Provisioning complete for port fbbb7628-d828-406f-b127-6e4460893915 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:33.957923 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b56d43a6-c53c-4a97-a041-ae213a7657be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fbbb7628-d828-406f-b127-6e4460893915), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:33.977798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ab8f86-596d-4c2f-8fb2-cfe25af5e1ec tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Made reservation on behalf of 05f05104465b4dbe8869e0f3a6da804e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:33.986416 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74ab8f86-596d-4c2f-8fb2-cfe25af5e1ec tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:34.027955 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc245c3-88f9-4bce-8f3c-bbcac162e5d5 None None] Pushing event updated for resources: {'Port': ['ID=dca05165-e55e-415b-9580-090035fe8aba,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:34.032969 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2737abec-0c1e-4f89-bf86-8aed0fdfb4ff admin admin] Made reservation on behalf of b0cce42d760c4454b8bfb71eff9112cf for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:34.040341 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 75218e08-3a64-4e77-92f9-e5d4c14e7a54 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:55:34.044384 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2737abec-0c1e-4f89-bf86-8aed0fdfb4ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:34.075377 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:55:34.200724 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b307ad6c-c716-4b9f-9bb4-d3d69a792d55 req-ac60ce6a-4a1e-4c6a-af82-d02cb884acbf tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd2c8292-57fa-4410-b748-32535aacf9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772178 Feb 03 12:55:34.228298 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41644) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:34.230523 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f94fff-7bd7-44d1-95ad-49091a1b6427 admin admin] Pushing event updated for resources: {'Network': ['ID=06b1f536-dd74-4c30-ae0d-9ad97b68ce6b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:34.316210 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-28a50dac-4889-4c6b-8194-5e69a451d8f0 service neutron] 10.222.0.18 "GET /v2.0/networks/97f7a13f-d4d0-4470-98d0-3068a58bc64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083871 Feb 03 12:55:34.394676 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 06b1f536-dd74-4c30-ae0d-9ad97b68ce6b details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:55:34.464179 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] For port dca05165-e55e-415b-9580-090035fe8aba, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:55:34.537196 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:55:23Z', 'revision_number': 3, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbbb7628-d828-406f-b127-6e4460893915', 'name': '', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:8a:87:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:33Z', 'revision_number': 4, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:34.551225 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] For port dca05165-e55e-415b-9580-090035fe8aba, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dca05165-e55e-415b-9580-090035fe8aba,segment=NetworkSegment(ad61b0eb-292b-409c-808b-94100c4177ab),segment_id=ad61b0eb-292b-409c-808b-94100c4177ab)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:55:34.567880 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-f450bf9d-b936-4fa9-9f50-6ffbc418975d service neutron] 10.222.0.18 "GET /v2.0/networks/97f7a13f-d4d0-4470-98d0-3068a58bc64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456515 Feb 03 12:55:34.616694 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb922a48-b240-4685-a101-a57fb2d39152 None None] The sync data for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 is: [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:55:23Z', 'revision_number': 3, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbbb7628-d828-406f-b127-6e4460893915', 'name': '', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:8a:87:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:33Z', 'revision_number': 4, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:55:34.632577 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 75218e08-3a64-4e77-92f9-e5d4c14e7a54, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=75218e08-3a64-4e77-92f9-e5d4c14e7a54,segment=NetworkSegment(88ae3a57-a55f-4609-aafb-2ea5968eb1aa),segment_id=88ae3a57-a55f-4609-aafb-2ea5968eb1aa)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:34.637774 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dca05165-e55e-415b-9580-090035fe8aba), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:34.828512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '75218e08-3a64-4e77-92f9-e5d4c14e7a54', 'network_id': 'f65b1a16-9b9d-479a-8951-807e6e4ceb34', 'port_id': '75218e08-3a64-4e77-92f9-e5d4c14e7a54', 'mac_address': 'fa:16:3e:ac:89:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a436f8-9260-4e2c-b509-237d5e810e3c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:55:34.930004 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc245c3-88f9-4bce-8f3c-bbcac162e5d5 None None] Pushing event updated for resources: {'Port': ['ID=dca05165-e55e-415b-9580-090035fe8aba,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:35.107518 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] Routers {'1a3d08f6-f62c-432e-adc1-b3be823d429d'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:55:35.118071 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:55:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['1a3d08f6-f62c-432e-adc1-b3be823d429d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:35.137330 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fbbb7628-d828-406f-b127-6e4460893915 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:55:35.161836 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9f7eace2-b84a-45aa-978e-c9e2b25d7837 req-7b216310-1316-400f-99b3-546f82771698 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=daa13216-9d16-4b75-9632-603a8be4809c HTTP/1.1" status: 200 len: 210 time: 0.0619245 Feb 03 12:55:35.209991 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ea99ced0-d1cc-4bb3-9451-d9f1e34f038e tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Deleting port dca05165-e55e-415b-9580-090035fe8aba {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:55:35.210814 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea99ced0-d1cc-4bb3-9451-d9f1e34f038e tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (dca05165-e55e-415b-9580-090035fe8aba), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:35.478032 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3871eb-9d34-4709-b99b-8f70baef98c6 req-26586a43-b81b-47dc-a0b0-2b33e1e65a41 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:35.494881 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba3871eb-9d34-4709-b99b-8f70baef98c6 req-26586a43-b81b-47dc-a0b0-2b33e1e65a41 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 944 time: 0.1349525 Feb 03 12:55:35.633633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] Set router 1a3d08f6-f62c-432e-adc1-b3be823d429d gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:55:35.639238 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba3871eb-9d34-4709-b99b-8f70baef98c6 req-cabc7607-52a5-4e5e-86d4-b2082a54f72c tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd2c8292-57fa-4410-b748-32535aacf9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399858 Feb 03 12:55:35.826473 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86d277-85ee-4794-9a0a-eb6d6c49dc91 req-08c85107-341a-45ac-9e2b-17200d4dca3c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:35.852868 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6a86d277-85ee-4794-9a0a-eb6d6c49dc91 req-08c85107-341a-45ac-9e2b-17200d4dca3c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.6698706 Feb 03 12:55:35.968826 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-219414ef-d950-4f3f-ad76-92ed21763726 req-47dc2c27-5af9-4adb-a952-db5ab500b4f5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7542062 Feb 03 12:55:36.034394 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea99ced0-d1cc-4bb3-9451-d9f1e34f038e tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (dca05165-e55e-415b-9580-090035fe8aba), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:36.048178 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3d08f6-f62c-432e-adc1-b3be823d429d', 'name': '', 'tenant_id': '1bfa8823edb8430496caa64915347a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:33Z', 'revision_number': 4, 'project_id': '1bfa8823edb8430496caa64915347a6a', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:36.062289 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b56d43a6-c53c-4a97-a041-ae213a7657be None None] Current status of the port fbbb7628-d828-406f-b127-6e4460893915 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:36.062860 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b56d43a6-c53c-4a97-a041-ae213a7657be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fbbb7628-d828-406f-b127-6e4460893915), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:36.079976 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 75218e08-3a64-4e77-92f9-e5d4c14e7a54 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:36.080560 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (75218e08-3a64-4e77-92f9-e5d4c14e7a54), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:36.097539 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41664) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:36.098020 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f9dc43af-bff1-4c5d-8a06-b0744d1fbf5f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec7f502c28074cca8ef52730fd4300ce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8671372 Feb 03 12:55:36.159149 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ea99ced0-d1cc-4bb3-9451-d9f1e34f038e tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Calling delete_port for dca05165-e55e-415b-9580-090035fe8aba owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:55:36.198367 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75218e08-3a64-4e77-92f9-e5d4c14e7a54 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:55:36.242632 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d74c099-d555-4edc-afaf-c1f34c9a5f24 None None] The sync data for ids ['1a3d08f6-f62c-432e-adc1-b3be823d429d'] in n-d-827336-3 is: [{'id': '1a3d08f6-f62c-432e-adc1-b3be823d429d', 'name': '', 'tenant_id': '1bfa8823edb8430496caa64915347a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:33Z', 'revision_number': 4, 'project_id': '1bfa8823edb8430496caa64915347a6a', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:55:36.278892 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d029158-63cf-4e31-bc51-0d79cff15b39 admin admin] Publish callbacks [] for security_group (1c8248bf-ac5e-4505-a813-c1acd2638ee2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:36.326568 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-312ec2dd-f356-413c-b3bf-e0c05801e336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:36.327310 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6a86d277-85ee-4794-9a0a-eb6d6c49dc91 req-bc801c63-7933-4b66-a4f7-47f03b0ef489 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4451394 Feb 03 12:55:36.329899 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b56d43a6-c53c-4a97-a041-ae213a7657be None None] For port fbbb7628-d828-406f-b127-6e4460893915, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fbbb7628-d828-406f-b127-6e4460893915,segment=NetworkSegment(4091cb26-5785-4499-b3ee-cbe3dbb0cc13),segment_id=4091cb26-5785-4499-b3ee-cbe3dbb0cc13)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:36.337683 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 75218e08-3a64-4e77-92f9-e5d4c14e7a54, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=75218e08-3a64-4e77-92f9-e5d4c14e7a54,segment=NetworkSegment(88ae3a57-a55f-4609-aafb-2ea5968eb1aa),segment_id=88ae3a57-a55f-4609-aafb-2ea5968eb1aa)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:36.354243 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b56d43a6-c53c-4a97-a041-ae213a7657be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fbbb7628-d828-406f-b127-6e4460893915), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:36.426847 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d029158-63cf-4e31-bc51-0d79cff15b39 admin admin] Publish callbacks [] for security_group (1c8248bf-ac5e-4505-a813-c1acd2638ee2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:36.435072 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d43a6-c53c-4a97-a041-ae213a7657be None None] Pushing event updated for resources: {'Port': ['ID=fbbb7628-d828-406f-b127-6e4460893915,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:36.439582 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (75218e08-3a64-4e77-92f9-e5d4c14e7a54), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:36.507351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=75218e08-3a64-4e77-92f9-e5d4c14e7a54,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:36.522572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port fbbb7628-d828-406f-b127-6e4460893915 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:36.523427 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fbbb7628-d828-406f-b127-6e4460893915), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:36.582615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2ad5e74b-9fed-4ade-86ea-919e99c85b85 None None] Provisioning complete for port fbbb7628-d828-406f-b127-6e4460893915 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:36.583330 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ad5e74b-9fed-4ade-86ea-919e99c85b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fbbb7628-d828-406f-b127-6e4460893915), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:36.649168 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d029158-63cf-4e31-bc51-0d79cff15b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1c8248bf-ac5e-4505-a813-c1acd2638ee2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:36.656761 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d029158-63cf-4e31-bc51-0d79cff15b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:36.660240 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5d029158-63cf-4e31-bc51-0d79cff15b39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c8248bf-ac5e-4505-a813-c1acd2638ee2 HTTP/1.1" status: 204 len: 168 time: 0.5614283 Feb 03 12:55:36.719166 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3ff2fc9-4576-4a6b-981e-9270d20bf20f req-16818cd0-d171-42ae-a633-7e9d6e5eb942 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=daa13216-9d16-4b75-9632-603a8be4809c HTTP/1.1" status: 200 len: 210 time: 0.1285598 Feb 03 12:55:36.756112 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d029158-63cf-4e31-bc51-0d79cff15b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8248bf-ac5e-4505-a813-c1acd2638ee2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:36.843330 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fbbb7628-d828-406f-b127-6e4460893915 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:36.928344 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219414ef-d950-4f3f-ad76-92ed21763726 req-9c9fae79-3e31-410c-817d-4d55849d6b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:36.933772 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-219414ef-d950-4f3f-ad76-92ed21763726 req-9c9fae79-3e31-410c-817d-4d55849d6b8f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 1126 time: 0.7943544 Feb 03 12:55:36.944931 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:36.951266 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['75218e08-3a64-4e77-92f9-e5d4c14e7a54'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:55:37.013671 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2ad5e74b-9fed-4ade-86ea-919e99c85b85 None None] Current status of the port fbbb7628-d828-406f-b127-6e4460893915 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:37.147143 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118a41c-df52-4175-a95f-087acafde49e req-051b8131-22e4-4e14-b398-a3a84d05080d tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:37.148695 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9118a41c-df52-4175-a95f-087acafde49e req-051b8131-22e4-4e14-b398-a3a84d05080d tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 945 time: 0.2665973 Feb 03 12:55:37.180476 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fbbb7628-d828-406f-b127-6e4460893915 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:55:37.280843 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port fbbb7628-d828-406f-b127-6e4460893915 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:37.285754 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fbbb7628-d828-406f-b127-6e4460893915), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:37.449891 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9118a41c-df52-4175-a95f-087acafde49e req-7022e78b-925b-4861-a265-12b0fd197140 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd2c8292-57fa-4410-b748-32535aacf9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828615 Feb 03 12:55:37.532637 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fbbb7628-d828-406f-b127-6e4460893915 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:37.545394 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-bafdc26b-46e3-4118-82c0-e2a5c3d55506 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:37.548321 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-bafdc26b-46e3-4118-82c0-e2a5c3d55506 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.31 "GET /v2.0/networks?id=97f7a13f-d4d0-4470-98d0-3068a58bc64e HTTP/1.1" status: 200 len: 796 time: 0.4561048 Feb 03 12:55:37.596932 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219414ef-d950-4f3f-ad76-92ed21763726 req-e0b5697e-87bc-486f-a594-dd8872e5ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:37.598994 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-219414ef-d950-4f3f-ad76-92ed21763726 req-e0b5697e-87bc-486f-a594-dd8872e5ec86 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.6075616 Feb 03 12:55:37.615690 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74ab8f86-596d-4c2f-8fb2-cfe25af5e1ec tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (2e1201a3-4de5-4abd-b25f-2fd9668c17b6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:37.625749 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2737abec-0c1e-4f89-bf86-8aed0fdfb4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (f01004e3-c72e-439d-8b02-a9f63b21d1f3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:37.729311 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adf316-2215-4f75-9ac0-43d5a084b43f req-b19f7d2d-a770-40c9-99e4-385a5852c7ec tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:37.731503 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-59adf316-2215-4f75-9ac0-43d5a084b43f req-b19f7d2d-a770-40c9-99e4-385a5852c7ec tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 1.1398268 Feb 03 12:55:37.746834 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ac6740e8-304a-4991-abc2-ad729453e3e5 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae5c5272e243447aa41be74fb2bd0003 HTTP/1.1" status: 200 len: 472 time: 0.1802278 Feb 03 12:55:37.756084 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ae10aaef-565a-4646-82a5-0b953b799318 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'port': {'device_id': 'daa13216-9d16-4b75-9632-603a8be4809c', 'network_id': '97f7a13f-d4d0-4470-98d0-3068a58bc64e', 'admin_state_up': True, 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'security_groups': ['3c64fce8-5c1c-4f20-b04f-c8e848125344']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:37.809710 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:55:37.964404 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6fbcd571-4da1-4c7e-a674-3be10d2e0232 req-f5b1d046-8885-4c62-baf8-03c0994c5fc7 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=daa13216-9d16-4b75-9632-603a8be4809c HTTP/1.1" status: 200 len: 210 time: 0.0718551 Feb 03 12:55:37.983856 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab8f86-596d-4c2f-8fb2-cfe25af5e1ec tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Subnet': ['ID=2e1201a3-4de5-4abd-b25f-2fd9668c17b6,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:38.055345 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ae10aaef-565a-4646-82a5-0b953b799318 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Made reservation on behalf of ae5c5272e243447aa41be74fb2bd0003 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:38.062500 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ae10aaef-565a-4646-82a5-0b953b799318 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:38.085990 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-219414ef-d950-4f3f-ad76-92ed21763726 req-8516cdac-0ddb-49e3-9f95-d4be5e9ebfa2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef71da0-acb2-4952-8099-e4278d115834 HTTP/1.1" status: 200 len: 999 time: 0.4800837 Feb 03 12:55:38.096659 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea99ced0-d1cc-4bb3-9451-d9f1e34f038e tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (dca05165-e55e-415b-9580-090035fe8aba), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:38.136644 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ab8f86-596d-4c2f-8fb2-cfe25af5e1ec tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Checking segment: {'id': '1344a806-a58a-460c-b0a5-08aac3f6e29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:38.137257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ab8f86-596d-4c2f-8fb2-cfe25af5e1ec tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network hostable DHCP agents. Network: b9f95900-6e16-4900-a1c6-5c6f9be0a2b6, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:55:38.240220 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:38.247785 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99ced0-d1cc-4bb3-9451-d9f1e34f038e tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Pushing event deleted for resources: {'Port': ['ID=dca05165-e55e-415b-9580-090035fe8aba,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:38.280884 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-59adf316-2215-4f75-9ac0-43d5a084b43f req-9fb6f0ff-7cc6-48b3-8a86-17995b21f4de tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5231924 Feb 03 12:55:38.291557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2737abec-0c1e-4f89-bf86-8aed0fdfb4ff admin admin] Checking segment: {'id': '8ef4bf6b-f6d6-4344-93e8-58eb194c84e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '06b1f536-dd74-4c30-ae0d-9ad97b68ce6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:38.291557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2737abec-0c1e-4f89-bf86-8aed0fdfb4ff admin admin] Network hostable DHCP agents. Network: 06b1f536-dd74-4c30-ae0d-9ad97b68ce6b, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:55:38.343388 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737abec-0c1e-4f89-bf86-8aed0fdfb4ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f01004e3-c72e-439d-8b02-a9f63b21d1f3,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:38.405767 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41702) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:38.435291 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219414ef-d950-4f3f-ad76-92ed21763726 req-05b951f2-8f2e-42c8-9b33-15972ab81836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:38.437580 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-219414ef-d950-4f3f-ad76-92ed21763726 req-05b951f2-8f2e-42c8-9b33-15972ab81836 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.3284290 Feb 03 12:55:38.442062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ab8f86-596d-4c2f-8fb2-cfe25af5e1ec tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network b9f95900-6e16-4900-a1c6-5c6f9be0a2b6 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:55:38.497470 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 75218e08-3a64-4e77-92f9-e5d4c14e7a54 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:55:38.499999 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-74ab8f86-596d-4c2f-8fb2-cfe25af5e1ec tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, b9f95900-6e16-4900-a1c6-5c6f9be0a2b6) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:38.510222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ab8f86-596d-4c2f-8fb2-cfe25af5e1ec tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:38.522781 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74ab8f86-596d-4c2f-8fb2-cfe25af5e1ec tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:38.536200 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea99ced0-d1cc-4bb3-9451-d9f1e34f038e tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (1a3d08f6-f62c-432e-adc1-b3be823d429d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:38.555080 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2737abec-0c1e-4f89-bf86-8aed0fdfb4ff admin admin] Network 06b1f536-dd74-4c30-ae0d-9ad97b68ce6b is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:55:38.619732 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab378dba-fb8c-4d1f-aacf-8ec580c1291f None None] Network b9f95900-6e16-4900-a1c6-5c6f9be0a2b6 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:38.762769 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-b9f95900-6e16-4900-a1c6-5c6f9be0a2b6', 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6', 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'fixed_ips': [{'subnet_id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:55:38.764084 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:38.770184 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2737abec-0c1e-4f89-bf86-8aed0fdfb4ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 06b1f536-dd74-4c30-ae0d-9ad97b68ce6b) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:38.803230 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c96e2b8-8460-4810-a41e-5197b9972e5c None None] Network 06b1f536-dd74-4c30-ae0d-9ad97b68ce6b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:38.834797 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-74ab8f86-596d-4c2f-8fb2-cfe25af5e1ec tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.8365462 Feb 03 12:55:38.856353 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41718) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:38.883424 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2737abec-0c1e-4f89-bf86-8aed0fdfb4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:38.885387 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2737abec-0c1e-4f89-bf86-8aed0fdfb4ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:38.914054 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ae10aaef-565a-4646-82a5-0b953b799318 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Allocated IP 172.20.0.23 (97f7a13f-d4d0-4470-98d0-3068a58bc64e/ae9fde65-3fed-4761-b052-365818f25dc3/0a1075b4-e642-4229-8e9c-eb964d9b37fd) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:38.923185 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f4fd35d4-282d-4155-8b5b-948594f6b56b tempest-SubnetPoolsTestJSON-1662055546 tempest-SubnetPoolsTestJSON-1662055546-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2039112034', 'prefixes': ['172.20.0.0/16']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:39.043280 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] Allocated IP 172.22.0.2 (b9f95900-6e16-4900-a1c6-5c6f9be0a2b6/2e1201a3-4de5-4abd-b25f-2fd9668c17b6/4649c6d3-a139-49c1-be79-a617e4d92860) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:39.094062 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea99ced0-d1cc-4bb3-9451-d9f1e34f038e tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (1a3d08f6-f62c-432e-adc1-b3be823d429d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:39.155918 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ae10aaef-565a-4646-82a5-0b953b799318 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for port (0a1075b4-e642-4229-8e9c-eb964d9b37fd), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:39.224835 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ae10aaef-565a-4646-82a5-0b953b799318 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (0a1075b4-e642-4229-8e9c-eb964d9b37fd), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:39.225412 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] Publish callbacks [] for port (4649c6d3-a139-49c1-be79-a617e4d92860), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:39.249208 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (4649c6d3-a139-49c1-be79-a617e4d92860), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:39.263578 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ae10aaef-565a-4646-82a5-0b953b799318 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Network 97f7a13f-d4d0-4470-98d0-3068a58bc64e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:39.267992 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ae10aaef-565a-4646-82a5-0b953b799318 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:39.314832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] Pushing event updated for resources: {'Port': ['ID=4649c6d3-a139-49c1-be79-a617e4d92860,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:39.317999 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a069524e-aa75-4f02-9b92-ccc3768c0f69 None None] Network 06b1f536-dd74-4c30-ae0d-9ad97b68ce6b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:39.322331 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2737abec-0c1e-4f89-bf86-8aed0fdfb4ff admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 5.4581385 Feb 03 12:55:39.327744 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea99ced0-d1cc-4bb3-9451-d9f1e34f038e tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_controller (1a3d08f6-f62c-432e-adc1-b3be823d429d), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:39.398015 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ae10aaef-565a-4646-82a5-0b953b799318 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:39.465944 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] Network b9f95900-6e16-4900-a1c6-5c6f9be0a2b6 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:39.510185 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:39.527696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:39.537669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219414ef-d950-4f3f-ad76-92ed21763726 req-ea5fdfaf-243c-4ea9-9d6f-2f83a84a34e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:39.539258 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-219414ef-d950-4f3f-ad76-92ed21763726 req-ea5fdfaf-243c-4ea9-9d6f-2f83a84a34e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0895829 Feb 03 12:55:39.549122 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 75218e08-3a64-4e77-92f9-e5d4c14e7a54 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:55:39.608181 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47742bc7-00f0-4fd4-9208-ad9d718c7ca7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:39.639090 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 75218e08-3a64-4e77-92f9-e5d4c14e7a54 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:39.639572 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (75218e08-3a64-4e77-92f9-e5d4c14e7a54), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:39.644852 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ae10aaef-565a-4646-82a5-0b953b799318 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:39.649734 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ae10aaef-565a-4646-82a5-0b953b799318 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:39.678498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a48515-2a1f-4abc-8457-5a45f686b250 req-d252bdf2-6179-4394-a7e6-e36c2da89fd0 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:39.686706 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b1a48515-2a1f-4abc-8457-5a45f686b250 req-d252bdf2-6179-4394-a7e6-e36c2da89fd0 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 945 time: 0.9967492 Feb 03 12:55:39.718968 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ae10aaef-565a-4646-82a5-0b953b799318 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9670739 Feb 03 12:55:39.722426 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10aaef-565a-4646-82a5-0b953b799318 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'Port': ['ID=0a1075b4-e642-4229-8e9c-eb964d9b37fd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:39.739846 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] Request body: {'port': {'device_id': 'daa13216-9d16-4b75-9632-603a8be4809c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:39.823309 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0a1075b4-e642-4229-8e9c-eb964d9b37fd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:39.843324 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] Attempting to bind port 4649c6d3-a139-49c1-be79-a617e4d92860 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:39.848725 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] Attempting to bind port 4649c6d3-a139-49c1-be79-a617e4d92860 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '1344a806-a58a-460c-b0a5-08aac3f6e29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:39.850020 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-219414ef-d950-4f3f-ad76-92ed21763726 req-51b06d1d-55bf-4ebc-abc1-a7214f7bf162 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464509 Feb 03 12:55:39.850495 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] Attempting to bind port 4649c6d3-a139-49c1-be79-a617e4d92860 on network b9f95900-6e16-4900-a1c6-5c6f9be0a2b6 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:39.872421 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:55:39.873734 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] Checking segment: {'id': '1344a806-a58a-460c-b0a5-08aac3f6e29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:39.874167 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:39.874570 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] Bound using segment: {'id': '1344a806-a58a-460c-b0a5-08aac3f6e29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:55:39.875063 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] Bound port: 4649c6d3-a139-49c1-be79-a617e4d92860, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1344a806-a58a-460c-b0a5-08aac3f6e29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:55:39.875446 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4649c6d3-a139-49c1-be79-a617e4d92860), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:39.898085 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9b276cfc-9da5-4e47-bcbe-4f98695c5dad None None] Provisioning complete for port 0a1075b4-e642-4229-8e9c-eb964d9b37fd triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:39.898439 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9b276cfc-9da5-4e47-bcbe-4f98695c5dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0a1075b4-e642-4229-8e9c-eb964d9b37fd), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:40.026225 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9b276cfc-9da5-4e47-bcbe-4f98695c5dad None None] Port 0a1075b4-e642-4229-8e9c-eb964d9b37fd cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:55:40.267497 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:40.288493 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] For port 4649c6d3-a139-49c1-be79-a617e4d92860, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:55:40.293285 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] For port 4649c6d3-a139-49c1-be79-a617e4d92860, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4649c6d3-a139-49c1-be79-a617e4d92860,segment=NetworkSegment(1344a806-a58a-460c-b0a5-08aac3f6e29f),segment_id=1344a806-a58a-460c-b0a5-08aac3f6e29f)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:55:40.296505 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b1a48515-2a1f-4abc-8457-5a45f686b250 req-0163d584-fa19-4376-848e-0fa7542e0ff4 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd2c8292-57fa-4410-b748-32535aacf9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6084826 Feb 03 12:55:40.309628 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4649c6d3-a139-49c1-be79-a617e4d92860), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:40.366306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 75218e08-3a64-4e77-92f9-e5d4c14e7a54 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:40.366843 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (75218e08-3a64-4e77-92f9-e5d4c14e7a54), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:40.464728 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0158e-953d-4805-8dbe-dd7f5768d486 None None] Pushing event updated for resources: {'Port': ['ID=4649c6d3-a139-49c1-be79-a617e4d92860,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:40.466206 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1075b4-e642-4229-8e9c-eb964d9b37fd {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:55:40.485032 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] Publish callbacks [] for port (0a1075b4-e642-4229-8e9c-eb964d9b37fd), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:40.504479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1e9ef7-6b80-46e3-a458-b5eee65286a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75218e08-3a64-4e77-92f9-e5d4c14e7a54'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:55:40.510378 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dcb5a1-d190-4e07-bee4-ce592a3eb7ea" -d '{"events": [{"server_uuid": "cb1e9ef7-6b80-46e3-a458-b5eee65286a2", "name": "network-vif-plugged", "status": "completed", "tag": "75218e08-3a64-4e77-92f9-e5d4c14e7a54"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:55:40.527226 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] Transition to ACTIVE for port object 0a1075b4-e642-4229-8e9c-eb964d9b37fd will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:55:40.537928 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (0a1075b4-e642-4229-8e9c-eb964d9b37fd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:40.573802 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 75218e08-3a64-4e77-92f9-e5d4c14e7a54, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=75218e08-3a64-4e77-92f9-e5d4c14e7a54,segment=NetworkSegment(88ae3a57-a55f-4609-aafb-2ea5968eb1aa),segment_id=88ae3a57-a55f-4609-aafb-2ea5968eb1aa)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:40.580772 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (75218e08-3a64-4e77-92f9-e5d4c14e7a54), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:40.679800 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1075b4-e642-4229-8e9c-eb964d9b37fd,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:40.698998 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-219414ef-d950-4f3f-ad76-92ed21763726 req-73473b33-30cd-4b78-a816-918efbf8f6bf service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7454395 Feb 03 12:55:40.781383 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea99ced0-d1cc-4bb3-9451-d9f1e34f038e tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (1a3d08f6-f62c-432e-adc1-b3be823d429d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:40.781717 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea99ced0-d1cc-4bb3-9451-d9f1e34f038e tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a3d08f6-f62c-432e-adc1-b3be823d429d {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:55:40.790380 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea99ced0-d1cc-4bb3-9451-d9f1e34f038e tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:40.792372 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ea99ced0-d1cc-4bb3-9451-d9f1e34f038e tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "DELETE /v2.0/routers/1a3d08f6-f62c-432e-adc1-b3be823d429d HTTP/1.1" status: 204 len: 168 time: 8.8952036 Feb 03 12:55:40.831160 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41738) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:40.880318 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=75218e08-3a64-4e77-92f9-e5d4c14e7a54,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:40.922244 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4fd35d4-282d-4155-8b5b-948594f6b56b tempest-SubnetPoolsTestJSON-1662055546 tempest-SubnetPoolsTestJSON-1662055546-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:40.925375 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f4fd35d4-282d-4155-8b5b-948594f6b56b tempest-SubnetPoolsTestJSON-1662055546 tempest-SubnetPoolsTestJSON-1662055546-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 2.5126243 Feb 03 12:55:40.930751 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41740) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:40.965951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-1364790e-3a87-47cd-958e-561bab18ca1b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:40.967548 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-1364790e-3a87-47cd-958e-561bab18ca1b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 812 time: 2.2007761 Feb 03 12:55:40.970607 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd453c-7395-4af2-91a1-fdaa6fa4fe0d req-7fe923b6-09c4-4cf0-b354-b9d09d12c9aa tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:40.977901 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48cd453c-7395-4af2-91a1-fdaa6fa4fe0d req-7fe923b6-09c4-4cf0-b354-b9d09d12c9aa tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=daa13216-9d16-4b75-9632-603a8be4809c HTTP/1.1" status: 200 len: 944 time: 0.4172723 Feb 03 12:55:41.024078 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-0388b8cc-0677-4089-8160-57752ab9486f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Deleting subnet 2cbbb7de-ce2d-49f5-8a71-039739311d19 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:55:41.027501 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0388b8cc-0677-4089-8160-57752ab9486f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for subnet (2cbbb7de-ce2d-49f5-8a71-039739311d19), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:41.183389 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4649c6d3-a139-49c1-be79-a617e4d92860 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:55:41.195392 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6723ca0c-76ea-41d0-917d-1dd6459d3339 tempest-SubnetPoolsTestJSON-1662055546 tempest-SubnetPoolsTestJSON-1662055546-project] 10.222.0.18 "GET /v2.0/subnetpools/6fb243bb-3017-4c1c-b15b-a4372cb95354 HTTP/1.1" status: 200 len: 732 time: 0.2140310 Feb 03 12:55:41.204259 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41744) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:41.223837 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-755d54d1-5128-4e3e-a8d7-950348799a89 tempest-SubnetPoolsTestJSON-1662055546 tempest-SubnetPoolsTestJSON-1662055546-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-38997351'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:41.271330 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-bd489aa7-8f69-4112-960f-d4ba273201a3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/quotas/3d3da86861ee4a179872b24fbf239a16 HTTP/1.1" status: 200 len: 375 time: 0.2891884 Feb 03 12:55:41.392520 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] Attempting to bind port 0a1075b4-e642-4229-8e9c-eb964d9b37fd on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:41.393113 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] Attempting to bind port 0a1075b4-e642-4229-8e9c-eb964d9b37fd by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '40029f51-d0ef-459b-a10a-41e7da878565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '97f7a13f-d4d0-4470-98d0-3068a58bc64e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:41.396126 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 4649c6d3-a139-49c1-be79-a617e4d92860 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:41.396820 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4649c6d3-a139-49c1-be79-a617e4d92860), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:41.397500 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] Attempting to bind port 0a1075b4-e642-4229-8e9c-eb964d9b37fd on network 97f7a13f-d4d0-4470-98d0-3068a58bc64e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:41.452890 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] Port 0a1075b4-e642-4229-8e9c-eb964d9b37fd on network 97f7a13f-d4d0-4470-98d0-3068a58bc64e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:41.453778 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] Attempting to bind port 0a1075b4-e642-4229-8e9c-eb964d9b37fd on network 97f7a13f-d4d0-4470-98d0-3068a58bc64e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:41.510973 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-47742bc7-00f0-4fd4-9208-ad9d718c7ca7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Allocated IP 172.22.0.1 (b9f95900-6e16-4900-a1c6-5c6f9be0a2b6/2e1201a3-4de5-4abd-b25f-2fd9668c17b6/b40fc627-d414-4bb9-934e-9f1d39004de5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:41.542706 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48cd453c-7395-4af2-91a1-fdaa6fa4fe0d req-33c30cb0-fda4-45d5-8040-f5f7c6f09cb9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c64fce8-5c1c-4f20-b04f-c8e848125344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5355964 Feb 03 12:55:41.544433 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:55:41.545157 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] Checking segment: {'id': '40029f51-d0ef-459b-a10a-41e7da878565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '97f7a13f-d4d0-4470-98d0-3068a58bc64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:41.546162 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] Bound using segment: {'id': '40029f51-d0ef-459b-a10a-41e7da878565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '97f7a13f-d4d0-4470-98d0-3068a58bc64e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:55:41.547290 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] Bound port: 0a1075b4-e642-4229-8e9c-eb964d9b37fd, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40029f51-d0ef-459b-a10a-41e7da878565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '97f7a13f-d4d0-4470-98d0-3068a58bc64e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:55:41.548201 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0a1075b4-e642-4229-8e9c-eb964d9b37fd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:41.663133 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47742bc7-00f0-4fd4-9208-ad9d718c7ca7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for port (b40fc627-d414-4bb9-934e-9f1d39004de5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:41.707284 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1dae8ad-b548-48b5-a5dc-96c5ec2e99d1 x-openstack-request-id: req-b1dae8ad-b548-48b5-a5dc-96c5ec2e99d1 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:55:41.707773 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1e9ef7-6b80-46e3-a458-b5eee65286a2", "name": "network-vif-plugged", "status": "completed", "tag": "75218e08-3a64-4e77-92f9-e5d4c14e7a54", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:55:41.716412 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1dae8ad-b548-48b5-a5dc-96c5ec2e99d1 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:55:41.717009 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1e9ef7-6b80-46e3-a458-b5eee65286a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75218e08-3a64-4e77-92f9-e5d4c14e7a54', 'code': 200} Feb 03 12:55:41.720646 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 4649c6d3-a139-49c1-be79-a617e4d92860 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:41.720646 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4649c6d3-a139-49c1-be79-a617e4d92860), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:41.749298 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0388b8cc-0677-4089-8160-57752ab9486f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (2cbbb7de-ce2d-49f5-8a71-039739311d19), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:41.766349 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47742bc7-00f0-4fd4-9208-ad9d718c7ca7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (b40fc627-d414-4bb9-934e-9f1d39004de5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:41.803240 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 4649c6d3-a139-49c1-be79-a617e4d92860, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4649c6d3-a139-49c1-be79-a617e4d92860,segment=NetworkSegment(1344a806-a58a-460c-b0a5-08aac3f6e29f),segment_id=1344a806-a58a-460c-b0a5-08aac3f6e29f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:41.814657 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4649c6d3-a139-49c1-be79-a617e4d92860), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:41.935048 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] For port 0a1075b4-e642-4229-8e9c-eb964d9b37fd, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:55:41.947752 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] For port 0a1075b4-e642-4229-8e9c-eb964d9b37fd, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=0a1075b4-e642-4229-8e9c-eb964d9b37fd,segment=NetworkSegment(40029f51-d0ef-459b-a10a-41e7da878565),segment_id=40029f51-d0ef-459b-a10a-41e7da878565)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:55:41.979445 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=4649c6d3-a139-49c1-be79-a617e4d92860,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:42.006135 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (0a1075b4-e642-4229-8e9c-eb964d9b37fd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:42.021301 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47742bc7-00f0-4fd4-9208-ad9d718c7ca7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network b9f95900-6e16-4900-a1c6-5c6f9be0a2b6 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:42.035288 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-47742bc7-00f0-4fd4-9208-ad9d718c7ca7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:42.054439 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47742bc7-00f0-4fd4-9208-ad9d718c7ca7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:42.145853 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-357fc1ec-a612-4431-b9e3-89c90b60749e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4438534 Feb 03 12:55:42.171726 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0388b8cc-0677-4089-8160-57752ab9486f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (2cbbb7de-ce2d-49f5-8a71-039739311d19), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:42.237825 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1075b4-e642-4229-8e9c-eb964d9b37fd,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:42.262841 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e703e14-e5bd-40c7-a07c-eb0290e857b2 req-217a88c6-bf9c-4183-a1c1-af42bdeb666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:42.264809 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e703e14-e5bd-40c7-a07c-eb0290e857b2 req-217a88c6-bf9c-4183-a1c1-af42bdeb666b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 1128 time: 0.3954747 Feb 03 12:55:42.265472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47742bc7-00f0-4fd4-9208-ad9d718c7ca7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Port': ['ID=b40fc627-d414-4bb9-934e-9f1d39004de5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:42.294325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:42.295357 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:42.297778 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-ddbf4093-f80b-4dfe-a5db-e52df33fe7d2 service neutron] 10.222.0.31 "PUT /v2.0/ports/0a1075b4-e642-4229-8e9c-eb964d9b37fd HTTP/1.1" status: 200 len: 1092 time: 2.5645430 Feb 03 12:55:42.340140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa13216-9d16-4b75-9632-603a8be4809c', 'tag': '0a1075b4-e642-4229-8e9c-eb964d9b37fd'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:55:42.344191 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135bc23b-7f2f-4f5b-88e8-b7c97d2b51ac" -d '{"events": [{"name": "network-changed", "server_uuid": "daa13216-9d16-4b75-9632-603a8be4809c", "tag": "0a1075b4-e642-4229-8e9c-eb964d9b37fd"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:55:42.482299 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e703e14-e5bd-40c7-a07c-eb0290e857b2 req-368ee9a6-89cb-4154-be4d-ef6a485744b8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bd2c8292-57fa-4410-b748-32535aacf9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071111 Feb 03 12:55:42.483770 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47742bc7-00f0-4fd4-9208-ad9d718c7ca7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:42.497095 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-755d54d1-5128-4e3e-a8d7-950348799a89 tempest-SubnetPoolsTestJSON-1662055546 tempest-SubnetPoolsTestJSON-1662055546-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:42.499075 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-755d54d1-5128-4e3e-a8d7-950348799a89 tempest-SubnetPoolsTestJSON-1662055546 tempest-SubnetPoolsTestJSON-1662055546-project] 10.222.0.18 "PUT /v2.0/subnetpools/6fb243bb-3017-4c1c-b15b-a4372cb95354 HTTP/1.1" status: 200 len: 682 time: 1.2908914 Feb 03 12:55:42.515441 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41758) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:42.671276 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fe81f-22f3-4758-ac10-30278ce4d2d0 req-66314044-6e2c-463f-85ac-1a6bc5a9a23e tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:42.676779 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8c4fe81f-22f3-4758-ac10-30278ce4d2d0 req-66314044-6e2c-463f-85ac-1a6bc5a9a23e tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 946 time: 0.7039933 Feb 03 12:55:42.797502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a435ba1b-428d-4607-9d8a-5f75a0e92966 None None] Network b9f95900-6e16-4900-a1c6-5c6f9be0a2b6 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:42.843881 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-08190ba5-1cf0-4995-9a01-de20a2f6f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:42.845808 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-08190ba5-1cf0-4995-9a01-de20a2f6f0f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae5c5272e243447aa41be74fb2bd0003&device_id=daa13216-9d16-4b75-9632-603a8be4809c HTTP/1.1" status: 200 len: 1126 time: 0.4964075 Feb 03 12:55:42.875152 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0388b8cc-0677-4089-8160-57752ab9486f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (2cbbb7de-ce2d-49f5-8a71-039739311d19), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:42.922257 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0388b8cc-0677-4089-8160-57752ab9486f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:42.939704 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0388b8cc-0677-4089-8160-57752ab9486f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/2cbbb7de-ce2d-49f5-8a71-039739311d19 HTTP/1.1" status: 204 len: 168 time: 2.1046760 Feb 03 12:55:42.952798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41762) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:42.997637 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-8de12069-7467-4f36-8690-385327b22993 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=0a1075b4-e642-4229-8e9c-eb964d9b37fd HTTP/1.1" status: 200 len: 217 time: 0.1417911 Feb 03 12:55:43.028989 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd103cb1-0a00-496d-9fb0-affdb98f92b9 tempest-SubnetPoolsTestJSON-1662055546 tempest-SubnetPoolsTestJSON-1662055546-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:43.030228 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fd103cb1-0a00-496d-9fb0-affdb98f92b9 tempest-SubnetPoolsTestJSON-1662055546 tempest-SubnetPoolsTestJSON-1662055546-project] 10.222.0.18 "DELETE /v2.0/subnetpools/6fb243bb-3017-4c1c-b15b-a4372cb95354 HTTP/1.1" status: 204 len: 168 time: 0.4972856 Feb 03 12:55:43.032756 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4649c6d3-a139-49c1-be79-a617e4d92860 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:55:43.050808 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41764) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:43.115663 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-6a0ae779-3157-4886-be37-baab0af625d1 tempest-SubnetPoolsTestJSON-1662055546 tempest-SubnetPoolsTestJSON-1662055546-project] show failed (client error): The resource could not be found. Feb 03 12:55:43.116946 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6a0ae779-3157-4886-be37-baab0af625d1 tempest-SubnetPoolsTestJSON-1662055546 tempest-SubnetPoolsTestJSON-1662055546-project] 10.222.0.18 "GET /v2.0/subnetpools/6fb243bb-3017-4c1c-b15b-a4372cb95354 HTTP/1.1" status: 404 len: 346 time: 0.0642743 Feb 03 12:55:43.123373 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8c4fe81f-22f3-4758-ac10-30278ce4d2d0 req-545dee28-6e6d-4a07-a1c2-96108bd56ff2 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd2c8292-57fa-4410-b748-32535aacf9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330851 Feb 03 12:55:43.126982 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41768) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:43.149415 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-8f7ac154-4a2e-4934-adbe-f646f9c7ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:43.153241 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-8f7ac154-4a2e-4934-adbe-f646f9c7ad8c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ae9fde65-3fed-4761-b052-365818f25dc3 HTTP/1.1" status: 200 len: 837 time: 0.1348124 Feb 03 12:55:43.154823 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-8d60d145-f64a-4607-b657-cb878e9cb2fe tempest-SubnetPoolsTestJSON-1662055546 tempest-SubnetPoolsTestJSON-1662055546-project] delete failed (client error): The resource could not be found. Feb 03 12:55:43.155913 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8d60d145-f64a-4607-b657-cb878e9cb2fe tempest-SubnetPoolsTestJSON-1662055546 tempest-SubnetPoolsTestJSON-1662055546-project] 10.222.0.18 "DELETE /v2.0/subnetpools/6fb243bb-3017-4c1c-b15b-a4372cb95354 HTTP/1.1" status: 404 len: 346 time: 0.0292020 Feb 03 12:55:43.183072 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b26917c8-077b-410d-b831-9ade6bca1fd5 None None] Provisioning complete for port 4649c6d3-a139-49c1-be79-a617e4d92860 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:43.183477 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b26917c8-077b-410d-b831-9ade6bca1fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4649c6d3-a139-49c1-be79-a617e4d92860), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:43.255438 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47742bc7-00f0-4fd4-9208-ad9d718c7ca7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b40fc627-d414-4bb9-934e-9f1d39004de5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:43.260906 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388b8cc-0677-4089-8160-57752ab9486f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2cbbb7de-ce2d-49f5-8a71-039739311d19,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:43.291045 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-56305d9d-0a48-45e6-bd7e-95c82d34b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:43.293156 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-56305d9d-0a48-45e6-bd7e-95c82d34b8e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=97f7a13f-d4d0-4470-98d0-3068a58bc64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1304946 Feb 03 12:55:43.462457 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 4649c6d3-a139-49c1-be79-a617e4d92860 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:43.463984 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4649c6d3-a139-49c1-be79-a617e4d92860), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:43.484429 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-81a0acf7-802d-4dbd-a039-f406ab295a6a service neutron] 10.222.0.31 "GET /v2.0/networks/97f7a13f-d4d0-4470-98d0-3068a58bc64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818621 Feb 03 12:55:43.700524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b26917c8-077b-410d-b831-9ade6bca1fd5 None None] Current status of the port 4649c6d3-a139-49c1-be79-a617e4d92860 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:43.710636 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-92ac3570-7942-404c-971f-45f1c6aa463e service neutron] 10.222.0.18 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4980698 Feb 03 12:55:43.775654 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bec3f26-9741-4da6-be5a-f38444705cd0 x-openstack-request-id: req-0bec3f26-9741-4da6-be5a-f38444705cd0 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:55:43.776210 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa13216-9d16-4b75-9632-603a8be4809c", "tag": "0a1075b4-e642-4229-8e9c-eb964d9b37fd", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:55:43.776210 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0bec3f26-9741-4da6-be5a-f38444705cd0 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:55:43.776603 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa13216-9d16-4b75-9632-603a8be4809c', 'tag': '0a1075b4-e642-4229-8e9c-eb964d9b37fd', 'status': 'completed', 'code': 200} Feb 03 12:55:43.784377 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e395bbd-83ff-46f9-9bef-1a0e12f1e133 req-753c949f-7b06-45c1-9040-637061fe4482 service neutron] 10.222.0.31 "GET /v2.0/networks/97f7a13f-d4d0-4470-98d0-3068a58bc64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942660 Feb 03 12:55:43.878659 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 4649c6d3-a139-49c1-be79-a617e4d92860 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:44.049311 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2e0041a9-9577-4eb3-9f63-b54ad952f1a7 None None] Provisioning complete for port 4649c6d3-a139-49c1-be79-a617e4d92860 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:44.049693 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2e0041a9-9577-4eb3-9f63-b54ad952f1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4649c6d3-a139-49c1-be79-a617e4d92860), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:44.226306 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bc23b-7f2f-4f5b-88e8-b7c97d2b51ac req-23597140-e81f-4e67-875a-1e594b223854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:44.229820 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-135bc23b-7f2f-4f5b-88e8-b7c97d2b51ac req-23597140-e81f-4e67-875a-1e594b223854 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae5c5272e243447aa41be74fb2bd0003&device_id=daa13216-9d16-4b75-9632-603a8be4809c HTTP/1.1" status: 200 len: 1126 time: 0.3946326 Feb 03 12:55:44.327711 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39449dd6-c92d-4704-9308-f292f7acfccc req-5abd7c7d-b55c-4e21-81c8-732e2408aa30 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:44.341399 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39449dd6-c92d-4704-9308-f292f7acfccc req-5abd7c7d-b55c-4e21-81c8-732e2408aa30 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=daa13216-9d16-4b75-9632-603a8be4809c HTTP/1.1" status: 200 len: 944 time: 0.3520281 Feb 03 12:55:44.356295 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2e0041a9-9577-4eb3-9f63-b54ad952f1a7 None None] Current status of the port 4649c6d3-a139-49c1-be79-a617e4d92860 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:44.399738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2e0041a9-9577-4eb3-9f63-b54ad952f1a7 None None] Provisioning complete for port b40fc627-d414-4bb9-934e-9f1d39004de5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:44.400416 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2e0041a9-9577-4eb3-9f63-b54ad952f1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b40fc627-d414-4bb9-934e-9f1d39004de5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:44.412960 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41786) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:44.451540 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47742bc7-00f0-4fd4-9208-ad9d718c7ca7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for port (b40fc627-d414-4bb9-934e-9f1d39004de5), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:44.473393 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-511f9be8-1b35-421c-8508-0fb14695f1c4 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (ec749926-f6ad-4eea-b881-73a2e8ae2443), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:44.487269 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2e0041a9-9577-4eb3-9f63-b54ad952f1a7 None None] Port b40fc627-d414-4bb9-934e-9f1d39004de5 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:55:44.505353 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47742bc7-00f0-4fd4-9208-ad9d718c7ca7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (b40fc627-d414-4bb9-934e-9f1d39004de5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:44.631420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0838b359-8fce-4d0c-90db-4410553cb7c5 None None] Provisioning complete for port b40fc627-d414-4bb9-934e-9f1d39004de5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:44.632219 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0838b359-8fce-4d0c-90db-4410553cb7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b40fc627-d414-4bb9-934e-9f1d39004de5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:44.706300 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39449dd6-c92d-4704-9308-f292f7acfccc req-66191425-4eef-4aa9-8f8d-8dc6a725c399 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c64fce8-5c1c-4f20-b04f-c8e848125344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3627524 Feb 03 12:55:44.723977 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0838b359-8fce-4d0c-90db-4410553cb7c5 None None] Port b40fc627-d414-4bb9-934e-9f1d39004de5 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:55:44.752749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bc23b-7f2f-4f5b-88e8-b7c97d2b51ac req-2abd6ba1-2d21-465c-bb54-66ca606d6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:44.759567 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-135bc23b-7f2f-4f5b-88e8-b7c97d2b51ac req-2abd6ba1-2d21-465c-bb54-66ca606d6808 service neutron] 10.222.0.31 "GET /v2.0/networks?id=97f7a13f-d4d0-4470-98d0-3068a58bc64e HTTP/1.1" status: 200 len: 897 time: 0.5196731 Feb 03 12:55:44.857808 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41792) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:44.878621 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-135bc23b-7f2f-4f5b-88e8-b7c97d2b51ac req-d48efdd8-95a9-42c8-919c-9c4d8b46b8ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=0a1075b4-e642-4229-8e9c-eb964d9b37fd HTTP/1.1" status: 200 len: 217 time: 0.1145492 Feb 03 12:55:44.904371 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47742bc7-00f0-4fd4-9208-ad9d718c7ca7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:44.918173 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47742bc7-00f0-4fd4-9208-ad9d718c7ca7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Port': ['ID=b40fc627-d414-4bb9-934e-9f1d39004de5,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:44.974451 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bc23b-7f2f-4f5b-88e8-b7c97d2b51ac req-69264a62-9cf8-4820-9a32-4a7cf1268fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:44.976221 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-135bc23b-7f2f-4f5b-88e8-b7c97d2b51ac req-69264a62-9cf8-4820-9a32-4a7cf1268fea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ae9fde65-3fed-4761-b052-365818f25dc3 HTTP/1.1" status: 200 len: 837 time: 0.0888529 Feb 03 12:55:45.026557 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-084690e7-c11e-4fa3-9468-701d53be63dd service neutron] 10.222.0.18 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2759757 Feb 03 12:55:45.030233 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-511f9be8-1b35-421c-8508-0fb14695f1c4 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (ec749926-f6ad-4eea-b881-73a2e8ae2443), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.061158 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c804678-b5a2-49f0-883e-cf824518dd23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.118917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-511f9be8-1b35-421c-8508-0fb14695f1c4 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec749926-f6ad-4eea-b881-73a2e8ae2443']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:45.138356 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-511f9be8-1b35-421c-8508-0fb14695f1c4 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad61b0eb-292b-409c-808b-94100c4177ab') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:45.138767 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-511f9be8-1b35-421c-8508-0fb14695f1c4 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad61b0eb-292b-409c-808b-94100c4177ab') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:45.142605 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f5818ebd-b580-4389-948d-aadcd06c6ded admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce9e8faa2c0249ebbf0a8bf236ae7b99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2832932 Feb 03 12:55:45.150759 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41796) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:45.165611 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-511f9be8-1b35-421c-8508-0fb14695f1c4 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (ad61b0eb-292b-409c-808b-94100c4177ab), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.196515 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c804678-b5a2-49f0-883e-cf824518dd23 admin admin] Publish callbacks [] for security_group (9be99cd7-fd3d-4ee1-a216-34906f007716), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.209073 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-511f9be8-1b35-421c-8508-0fb14695f1c4 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ad61b0eb-292b-409c-808b-94100c4177ab), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.220853 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556068ad-0a37-4eca-a7dc-1f5d28c35587 req-d5dab4c7-9b15-4508-a80a-553532c28903 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:45.221668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511f9be8-1b35-421c-8508-0fb14695f1c4 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:55:45.222092 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-511f9be8-1b35-421c-8508-0fb14695f1c4 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (ad61b0eb-292b-409c-808b-94100c4177ab), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:55:45.224902 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:55:45.228761 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47742bc7-00f0-4fd4-9208-ad9d718c7ca7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network b9f95900-6e16-4900-a1c6-5c6f9be0a2b6 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:45.236482 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-556068ad-0a37-4eca-a7dc-1f5d28c35587 req-d5dab4c7-9b15-4508-a80a-553532c28903 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 946 time: 0.3567791 Feb 03 12:55:45.239788 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c804678-b5a2-49f0-883e-cf824518dd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9be99cd7-fd3d-4ee1-a216-34906f007716), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.255772 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-47742bc7-00f0-4fd4-9208-ad9d718c7ca7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:45.285083 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bc23b-7f2f-4f5b-88e8-b7c97d2b51ac req-5bffcc71-3227-4212-b35b-801802cbebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:45.287249 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-135bc23b-7f2f-4f5b-88e8-b7c97d2b51ac req-5bffcc71-3227-4212-b35b-801802cbebbd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=97f7a13f-d4d0-4470-98d0-3068a58bc64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2775612 Feb 03 12:55:45.392797 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-556068ad-0a37-4eca-a7dc-1f5d28c35587 req-bd7e4371-b114-459b-b314-7e774acc2ea0 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd2c8292-57fa-4410-b748-32535aacf9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045518 Feb 03 12:55:45.438317 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4c804678-b5a2-49f0-883e-cf824518dd23 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b8c01e2b62642a7865857a99b10c071&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0159929 Feb 03 12:55:45.438609 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-511f9be8-1b35-421c-8508-0fb14695f1c4 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (ec749926-f6ad-4eea-b881-73a2e8ae2443), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.438609 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41802) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:45.492326 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c804678-b5a2-49f0-883e-cf824518dd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be99cd7-fd3d-4ee1-a216-34906f007716,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:45.534962 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f48e0919-c8a2-4521-bce6-301bbd07e6bc admin admin] Publish callbacks [] for security_group (e3a24656-3608-4b7b-bebe-1b9e9f3bfd96), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.544200 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511f9be8-1b35-421c-8508-0fb14695f1c4 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ec749926-f6ad-4eea-b881-73a2e8ae2443 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 12:55:45.549941 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-511f9be8-1b35-421c-8508-0fb14695f1c4 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.553323 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-511f9be8-1b35-421c-8508-0fb14695f1c4 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "DELETE /v2.0/networks/ec749926-f6ad-4eea-b881-73a2e8ae2443 HTTP/1.1" status: 204 len: 168 time: 2.4841814 Feb 03 12:55:45.628115 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-097f772e-447b-4366-be39-c45c2a20a6d5 req-075795fe-478a-44e7-8890-7a33f594cdf4 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 210 time: 0.2040985 Feb 03 12:55:45.793378 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f9be8-1b35-421c-8508-0fb14695f1c4 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Pushing event deleted for resources: {'Network': ['ID=ec749926-f6ad-4eea-b881-73a2e8ae2443,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:45.840954 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f48e0919-c8a2-4521-bce6-301bbd07e6bc admin admin] Publish callbacks [] for security_group (e3a24656-3608-4b7b-bebe-1b9e9f3bfd96), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.934893 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:45.949751 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-135bc23b-7f2f-4f5b-88e8-b7c97d2b51ac req-822aa224-c18a-4ef5-8270-24a813a31cc5 service neutron] 10.222.0.31 "GET /v2.0/networks/97f7a13f-d4d0-4470-98d0-3068a58bc64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6417973 Feb 03 12:55:46.046091 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-44d7651d-b3b3-4ed0-a1bb-6f9c7c2e75a1 None None] Provisioning complete for port b40fc627-d414-4bb9-934e-9f1d39004de5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:46.046672 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-44d7651d-b3b3-4ed0-a1bb-6f9c7c2e75a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b40fc627-d414-4bb9-934e-9f1d39004de5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.094661 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47742bc7-00f0-4fd4-9208-ad9d718c7ca7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:55:46.182897 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a5bc763-8100-4b00-89a7-60f26fcc7c83 admin admin] Publish callbacks [] for security_group (9be99cd7-fd3d-4ee1-a216-34906f007716), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.187499 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-44d7651d-b3b3-4ed0-a1bb-6f9c7c2e75a1 None None] Port b40fc627-d414-4bb9-934e-9f1d39004de5 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:55:46.232425 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a5bc763-8100-4b00-89a7-60f26fcc7c83 admin admin] Publish callbacks [] for security_group (9be99cd7-fd3d-4ee1-a216-34906f007716), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.381762 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a5bc763-8100-4b00-89a7-60f26fcc7c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9be99cd7-fd3d-4ee1-a216-34906f007716), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.395268 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a5bc763-8100-4b00-89a7-60f26fcc7c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.414140 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3a5bc763-8100-4b00-89a7-60f26fcc7c83 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9be99cd7-fd3d-4ee1-a216-34906f007716 HTTP/1.1" status: 204 len: 168 time: 0.8799369 Feb 03 12:55:46.490708 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-e60d5f7d-34fa-4e47-ba49-c1bb01f94c87 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:46.495537 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-e60d5f7d-34fa-4e47-ba49-c1bb01f94c87 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/networks?id=06b1f536-dd74-4c30-ae0d-9ad97b68ce6b HTTP/1.1" status: 200 len: 808 time: 0.3490930 Feb 03 12:55:46.500884 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41840) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:46.517659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5db9f046-2a5c-43ff-8554-d3dabefd687d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Request body: {'router': {'name': 'tempest-router--402947071', 'project_id': '21aca0b339b94bc1bd62442920afa61e'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:46.572092 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5db9f046-2a5c-43ff-8554-d3dabefd687d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (1eb22bb7-5de7-41e4-8e21-e15726502d03), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.573349 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5db9f046-2a5c-43ff-8554-d3dabefd687d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (1eb22bb7-5de7-41e4-8e21-e15726502d03), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.573586 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bc763-8100-4b00-89a7-60f26fcc7c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be99cd7-fd3d-4ee1-a216-34906f007716,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:46.697124 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5db9f046-2a5c-43ff-8554-d3dabefd687d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_controller (1eb22bb7-5de7-41e4-8e21-e15726502d03), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.700611 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f48e0919-c8a2-4521-bce6-301bbd07e6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e3a24656-3608-4b7b-bebe-1b9e9f3bfd96), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.708874 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f48e0919-c8a2-4521-bce6-301bbd07e6bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.712166 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f48e0919-c8a2-4521-bce6-301bbd07e6bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3a24656-3608-4b7b-bebe-1b9e9f3bfd96 HTTP/1.1" status: 204 len: 168 time: 1.5577102 Feb 03 12:55:46.737946 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5db9f046-2a5c-43ff-8554-d3dabefd687d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (1eb22bb7-5de7-41e4-8e21-e15726502d03), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.752801 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-5e7d96e9-1583-4c58-815e-d0522a6dac80 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/quotas/b0cce42d760c4454b8bfb71eff9112cf HTTP/1.1" status: 200 len: 375 time: 0.2398355 Feb 03 12:55:46.790673 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed1340-8cce-4e57-9cf7-2dad0f45d8ac req-c8069630-3936-4c61-b70b-01a5dff939e2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:46.790932 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-135bc23b-7f2f-4f5b-88e8-b7c97d2b51ac req-c3683913-da58-4817-a659-123f6e3468a6 service neutron] 10.222.0.31 "GET /v2.0/networks/97f7a13f-d4d0-4470-98d0-3068a58bc64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8380392 Feb 03 12:55:46.808757 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-feed1340-8cce-4e57-9cf7-2dad0f45d8ac req-c8069630-3936-4c61-b70b-01a5dff939e2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=daa13216-9d16-4b75-9632-603a8be4809c HTTP/1.1" status: 200 len: 944 time: 0.8917217 Feb 03 12:55:46.824475 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-1debe0e4-ebef-49f7-bd98-36acf7a59f0b tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b0cce42d760c4454b8bfb71eff9112cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609493 Feb 03 12:55:46.828046 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5db9f046-2a5c-43ff-8554-d3dabefd687d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:46.832916 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5db9f046-2a5c-43ff-8554-d3dabefd687d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3254931 Feb 03 12:55:46.833606 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41846) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:46.861205 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 0a1075b4-e642-4229-8e9c-eb964d9b37fd details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:55:46.947573 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-6da9796c-c2cc-4d37-b6e2-8424bcd9dcea service neutron] 10.222.0.18 "GET /v2.0/networks/06b1f536-dd74-4c30-ae0d-9ad97b68ce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129665 Feb 03 12:55:47.036862 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ff7e539-42b1-417c-adbe-d953ed0b890c tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router (1eb22bb7-5de7-41e4-8e21-e15726502d03), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.088243 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-feed1340-8cce-4e57-9cf7-2dad0f45d8ac req-44a239c5-4ee7-4009-a7e6-8eabef2b0d9f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c64fce8-5c1c-4f20-b04f-c8e848125344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689338 Feb 03 12:55:47.107681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e0919-c8a2-4521-bce6-301bbd07e6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a24656-3608-4b7b-bebe-1b9e9f3bfd96,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:47.163789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47742bc7-00f0-4fd4-9208-ad9d718c7ca7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:55:47.187928 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-47742bc7-00f0-4fd4-9208-ad9d718c7ca7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/38ff38e0-ccc6-4e9f-880b-ec59618bc5ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3103700 Feb 03 12:55:47.190573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41852) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:47.203641 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f97bd87b-d57f-439e-ba07-6f43b5ac5b9f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'network': {'name': 'tempest-RoutersTest-1908141873'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:47.256593 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 0a1075b4-e642-4229-8e9c-eb964d9b37fd, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=0a1075b4-e642-4229-8e9c-eb964d9b37fd,segment=NetworkSegment(40029f51-d0ef-459b-a10a-41e7da878565),segment_id=40029f51-d0ef-459b-a10a-41e7da878565)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:47.286835 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97bd87b-d57f-439e-ba07-6f43b5ac5b9f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Made reservation on behalf of 05f05104465b4dbe8869e0f3a6da804e for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:47.298381 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f97bd87b-d57f-439e-ba07-6f43b5ac5b9f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.303930 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '0a1075b4-e642-4229-8e9c-eb964d9b37fd', 'network_id': '97f7a13f-d4d0-4470-98d0-3068a58bc64e', 'port_id': '0a1075b4-e642-4229-8e9c-eb964d9b37fd', 'mac_address': 'fa:16:3e:20:ef:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae9fde65-3fed-4761-b052-365818f25dc3', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:55:47.336775 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] Sync routers for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:55:47.357406 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f97bd87b-d57f-439e-ba07-6f43b5ac5b9f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:55:47.376672 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:55:47.378786 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:55:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:47.389312 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f97bd87b-d57f-439e-ba07-6f43b5ac5b9f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (9092a85a-45d3-4098-9b39-3cd1b2990a97), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.389616 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-f97bd87b-d57f-439e-ba07-6f43b5ac5b9f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Added segment 9092a85a-45d3-4098-9b39-3cd1b2990a97 of type vlan for network a484396e-3d77-4920-b7bc-6db8a4d80c1d Feb 03 12:55:47.447982 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-e8ae9f9c-fadf-4d4f-9cc7-b7b096436b8b service neutron] 10.222.0.18 "GET /v2.0/networks/06b1f536-dd74-4c30-ae0d-9ad97b68ce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056940 Feb 03 12:55:47.467241 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 0a1075b4-e642-4229-8e9c-eb964d9b37fd is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:47.470744 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0a1075b4-e642-4229-8e9c-eb964d9b37fd), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.523260 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1075b4-e642-4229-8e9c-eb964d9b37fd {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:55:47.594760 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f97bd87b-d57f-439e-ba07-6f43b5ac5b9f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (a484396e-3d77-4920-b7bc-6db8a4d80c1d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.639998 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 0a1075b4-e642-4229-8e9c-eb964d9b37fd, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=0a1075b4-e642-4229-8e9c-eb964d9b37fd,segment=NetworkSegment(40029f51-d0ef-459b-a10a-41e7da878565),segment_id=40029f51-d0ef-459b-a10a-41e7da878565)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:47.649607 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0a1075b4-e642-4229-8e9c-eb964d9b37fd), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.717517 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-838215b7-be64-436d-9628-5936a9cdecab req-6fa88d96-e06c-4b83-b0c1-41d461333bcc tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 210 time: 0.1097319 Feb 03 12:55:47.740247 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-f97bd87b-d57f-439e-ba07-6f43b5ac5b9f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:55:47.801795 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f97bd87b-d57f-439e-ba07-6f43b5ac5b9f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (a484396e-3d77-4920-b7bc-6db8a4d80c1d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.817920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97bd87b-d57f-439e-ba07-6f43b5ac5b9f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:47.824775 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f97bd87b-d57f-439e-ba07-6f43b5ac5b9f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.838187 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ff7e539-42b1-417c-adbe-d953ed0b890c tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (1eb22bb7-5de7-41e4-8e21-e15726502d03), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.852601 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ff7e539-42b1-417c-adbe-d953ed0b890c tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_controller (1eb22bb7-5de7-41e4-8e21-e15726502d03), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:47.876258 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=0a1075b4-e642-4229-8e9c-eb964d9b37fd,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:47.919865 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:55:47.963710 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['0a1075b4-e642-4229-8e9c-eb964d9b37fd'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:55:48.033520 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ff7e539-42b1-417c-adbe-d953ed0b890c tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (1eb22bb7-5de7-41e4-8e21-e15726502d03), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:48.036086 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff7e539-42b1-417c-adbe-d953ed0b890c tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1eb22bb7-5de7-41e4-8e21-e15726502d03 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:55:48.047519 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ff7e539-42b1-417c-adbe-d953ed0b890c tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:48.063206 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2ff7e539-42b1-417c-adbe-d953ed0b890c tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "DELETE /v2.0/routers/1eb22bb7-5de7-41e4-8e21-e15726502d03 HTTP/1.1" status: 204 len: 168 time: 1.2273493 Feb 03 12:55:48.132782 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f97bd87b-d57f-439e-ba07-6f43b5ac5b9f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9402735 Feb 03 12:55:48.137995 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41878) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:48.144436 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a98dbc0f-e643-4266-b0c1-1a3be5782e6c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'subnet': {'network_id': 'a484396e-3d77-4920-b7bc-6db8a4d80c1d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:48.193829 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bd87b-d57f-439e-ba07-6f43b5ac5b9f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Network': ['ID=a484396e-3d77-4920-b7bc-6db8a4d80c1d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:48.307192 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network a484396e-3d77-4920-b7bc-6db8a4d80c1d details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:55:48.711494 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-246d651c-d40d-4a9f-a569-f1d8d671149f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:48.724400 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-246d651c-d40d-4a9f-a569-f1d8d671149f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 812 time: 0.5274282 Feb 03 12:55:48.774764 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98dbc0f-e643-4266-b0c1-1a3be5782e6c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Made reservation on behalf of 05f05104465b4dbe8869e0f3a6da804e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:48.794206 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a98dbc0f-e643-4266-b0c1-1a3be5782e6c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:48.877312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41900) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:48.910575 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4a89225f-3b34-428d-a9a9-619ce2109d9f req-eaf21d37-f741-426a-915c-ba76b0ba083d tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 210 time: 0.1817153 Feb 03 12:55:48.944364 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Request body: {'port': {'device_id': 'f250aa07-c358-4bcb-bd9b-2a61c9bd9f07', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'admin_state_up': True, 'tenant_id': '3d3da86861ee4a179872b24fbf239a16'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:48.999735 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:55:42Z', 'revision_number': 4, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b40fc627-d414-4bb9-934e-9f1d39004de5', 'name': '', 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:9e:4b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:40Z', 'updated_at': '2022-02-03T12:55:44Z', 'revision_number': 2, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbbb7628-d828-406f-b127-6e4460893915', 'name': '', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:8a:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:36Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:49.148401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450124d-d0ed-44ec-bd24-ab4fd12e0e0d req-873eeaaa-21a4-47c9-bb65-ca075884ba19 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:49.161876 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5450124d-d0ed-44ec-bd24-ab4fd12e0e0d req-873eeaaa-21a4-47c9-bb65-ca075884ba19 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=daa13216-9d16-4b75-9632-603a8be4809c HTTP/1.1" status: 200 len: 945 time: 0.5868759 Feb 03 12:55:49.185465 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] Checking router: 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:55:49.186000 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] Updating router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac port b40fc627-d414-4bb9-934e-9f1d39004de5 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:55:49.261909 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5450124d-d0ed-44ec-bd24-ab4fd12e0e0d req-6bb40adc-e707-4cb1-8052-82c330b6580f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c64fce8-5c1c-4f20-b04f-c8e848125344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960531 Feb 03 12:55:49.333079 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b40fc627-d414-4bb9-934e-9f1d39004de5), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:49.522776 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6d83abc5-59e5-41b3-b544-d349b9591c67 req-c6ac2055-e669-42bb-afbf-6a517eead1eb tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 210 time: 0.2305541 Feb 03 12:55:49.706117 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Made reservation on behalf of 3d3da86861ee4a179872b24fbf239a16 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:49.719160 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:49.932794 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-089ee6df-1459-4e3f-9d60-cee069f9fb3b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1304170989', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:49.958591 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a98dbc0f-e643-4266-b0c1-1a3be5782e6c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (ad709dc5-8132-41ac-9b91-0cf601eb8300), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:50.245126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Allocated IP 172.20.0.11 (8a31b64a-8b4b-41d9-85e7-84b1c21d51ab/a27fe823-3411-4edd-b136-06676ed45522/321981a9-19fc-464d-8218-a2a29a3bdb81) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:50.332476 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98dbc0f-e643-4266-b0c1-1a3be5782e6c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Checking segment: {'id': '9092a85a-45d3-4098-9b39-3cd1b2990a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a484396e-3d77-4920-b7bc-6db8a4d80c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:50.333606 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98dbc0f-e643-4266-b0c1-1a3be5782e6c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network hostable DHCP agents. Network: a484396e-3d77-4920-b7bc-6db8a4d80c1d, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:55:50.346835 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98dbc0f-e643-4266-b0c1-1a3be5782e6c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Subnet': ['ID=ad709dc5-8132-41ac-9b91-0cf601eb8300,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:50.384970 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98dbc0f-e643-4266-b0c1-1a3be5782e6c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network a484396e-3d77-4920-b7bc-6db8a4d80c1d is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:55:50.400225 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a98dbc0f-e643-4266-b0c1-1a3be5782e6c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, a484396e-3d77-4920-b7bc-6db8a4d80c1d) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:50.416925 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccba6be5-513d-4771-bfee-a2a2f214166e None None] Network a484396e-3d77-4920-b7bc-6db8a4d80c1d requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:50.435753 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98dbc0f-e643-4266-b0c1-1a3be5782e6c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:50.438006 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a98dbc0f-e643-4266-b0c1-1a3be5782e6c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:50.518677 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] Publish callbacks [] for port (b40fc627-d414-4bb9-934e-9f1d39004de5), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:50.533171 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b40fc627-d414-4bb9-934e-9f1d39004de5), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:50.542821 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a98dbc0f-e643-4266-b0c1-1a3be5782e6c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3998220 Feb 03 12:55:50.545123 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41936) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:55:50.734149 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f36b764-cfb3-435f-83f5-c36f22ae70d1 req-93b4a5c0-3578-4cd3-915f-4d2e728b5830 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 210 time: 0.1855044 Feb 03 12:55:50.748782 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f912ce-41bd-411f-92f5-6542531010e2 None None] Pushing event updated for resources: {'Port': ['ID=b40fc627-d414-4bb9-934e-9f1d39004de5,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:50.807054 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-089ee6df-1459-4e3f-9d60-cee069f9fb3b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (635981bc-c209-40c5-837d-7adb422d161a), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:50.810241 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-089ee6df-1459-4e3f-9d60-cee069f9fb3b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (635981bc-c209-40c5-837d-7adb422d161a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:51.009952 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] Attempting to bind port b40fc627-d414-4bb9-934e-9f1d39004de5 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:51.010333 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] Attempting to bind port b40fc627-d414-4bb9-934e-9f1d39004de5 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '1344a806-a58a-460c-b0a5-08aac3f6e29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:51.014347 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] Attempting to bind port b40fc627-d414-4bb9-934e-9f1d39004de5 on network b9f95900-6e16-4900-a1c6-5c6f9be0a2b6 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:51.046376 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:55:51.048801 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] Checking segment: {'id': '1344a806-a58a-460c-b0a5-08aac3f6e29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:51.049465 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:51.050077 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] Bound using segment: {'id': '1344a806-a58a-460c-b0a5-08aac3f6e29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:55:51.050841 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] Bound port: b40fc627-d414-4bb9-934e-9f1d39004de5, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1344a806-a58a-460c-b0a5-08aac3f6e29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:55:51.051452 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b40fc627-d414-4bb9-934e-9f1d39004de5), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:51.144403 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-089ee6df-1459-4e3f-9d60-cee069f9fb3b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_controller (635981bc-c209-40c5-837d-7adb422d161a), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:51.351843 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 0a1075b4-e642-4229-8e9c-eb964d9b37fd up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:55:51.507852 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] For port b40fc627-d414-4bb9-934e-9f1d39004de5, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:55:51.514963 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] For port b40fc627-d414-4bb9-934e-9f1d39004de5, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b40fc627-d414-4bb9-934e-9f1d39004de5,segment=NetworkSegment(1344a806-a58a-460c-b0a5-08aac3f6e29f),segment_id=1344a806-a58a-460c-b0a5-08aac3f6e29f)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:55:51.527886 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b40fc627-d414-4bb9-934e-9f1d39004de5), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:51.603410 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ada196fa-fccc-465f-9c43-0507ffebfaf4 None None] Provisioning complete for port b40fc627-d414-4bb9-934e-9f1d39004de5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:51.605405 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ada196fa-fccc-465f-9c43-0507ffebfaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b40fc627-d414-4bb9-934e-9f1d39004de5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:51.765767 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f912ce-41bd-411f-92f5-6542531010e2 None None] Pushing event updated for resources: {'Port': ['ID=b40fc627-d414-4bb9-934e-9f1d39004de5,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:51.773229 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:55:51.773869 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:55:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:51.795889 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b09644-2adb-409c-80d0-721925204ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-a484396e-3d77-4920-b7bc-6db8a4d80c1d', 'network_id': 'a484396e-3d77-4920-b7bc-6db8a4d80c1d', 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'fixed_ips': [{'subnet_id': 'ad709dc5-8132-41ac-9b91-0cf601eb8300'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:55:51.796832 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-35b09644-2adb-409c-80d0-721925204ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:51.899481 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 0a1075b4-e642-4229-8e9c-eb964d9b37fd completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:55:52.031067 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 0a1075b4-e642-4229-8e9c-eb964d9b37fd triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:52.033215 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0a1075b4-e642-4229-8e9c-eb964d9b37fd), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:52.116846 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:55:52.166952 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d50d008-5c6b-40da-aebc-e4fe4ce6e225 req-8e8d1954-49f0-4b51-b265-d1913ffb39af tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 210 time: 0.5372846 Feb 03 12:55:52.379066 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ada196fa-fccc-465f-9c43-0507ffebfaf4 None None] Current status of the port b40fc627-d414-4bb9-934e-9f1d39004de5 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:52.379679 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ada196fa-fccc-465f-9c43-0507ffebfaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b40fc627-d414-4bb9-934e-9f1d39004de5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:52.624677 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-35b09644-2adb-409c-80d0-721925204ccf None None] Allocated IP 172.23.0.2 (a484396e-3d77-4920-b7bc-6db8a4d80c1d/ad709dc5-8132-41ac-9b91-0cf601eb8300/1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:52.641949 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ada196fa-fccc-465f-9c43-0507ffebfaf4 None None] For port b40fc627-d414-4bb9-934e-9f1d39004de5, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b40fc627-d414-4bb9-934e-9f1d39004de5,segment=NetworkSegment(1344a806-a58a-460c-b0a5-08aac3f6e29f),segment_id=1344a806-a58a-460c-b0a5-08aac3f6e29f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:52.661001 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ada196fa-fccc-465f-9c43-0507ffebfaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b40fc627-d414-4bb9-934e-9f1d39004de5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:52.798028 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:55:42Z', 'revision_number': 4, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b40fc627-d414-4bb9-934e-9f1d39004de5', 'name': '', 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:9e:4b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:40Z', 'updated_at': '2022-02-03T12:55:51Z', 'revision_number': 4, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbbb7628-d828-406f-b127-6e4460893915', 'name': '', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:8a:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:36Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:55:52.856643 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9497ce19-258a-4ceb-abb1-c79ca33b730f None None] The sync data for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 is: [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:55:42Z', 'revision_number': 4, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b40fc627-d414-4bb9-934e-9f1d39004de5', 'name': '', 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:9e:4b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:40Z', 'updated_at': '2022-02-03T12:55:51Z', 'revision_number': 4, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbbb7628-d828-406f-b127-6e4460893915', 'name': '', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:8a:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:36Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:55:52.880553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 0a1075b4-e642-4229-8e9c-eb964d9b37fd is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:52.881226 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0a1075b4-e642-4229-8e9c-eb964d9b37fd), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:52.912484 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-f7b0aa67-1a14-4bbd-b22d-7bc9d93d9da0 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:52.914455 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-f7b0aa67-1a14-4bbd-b22d-7bc9d93d9da0 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.31 "GET /v2.0/networks?id=06b1f536-dd74-4c30-ae0d-9ad97b68ce6b HTTP/1.1" status: 200 len: 808 time: 0.4858732 Feb 03 12:55:52.928861 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-e0c33fda-42e4-47bf-a45a-6b73a63c6925 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Request body: {'port': {'device_id': '84be8def-684d-46b2-b712-c9e673b3b5fa', 'network_id': '06b1f536-dd74-4c30-ae0d-9ad97b68ce6b', 'admin_state_up': True, 'tenant_id': 'b0cce42d760c4454b8bfb71eff9112cf'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:53.020564 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d3563-e89a-4443-9986-f6e199207be3 req-dd9d6f93-3a21-471d-b746-9ee256858d81 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:53.034003 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cf8d3563-e89a-4443-9986-f6e199207be3 req-dd9d6f93-3a21-471d-b746-9ee256858d81 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=daa13216-9d16-4b75-9632-603a8be4809c HTTP/1.1" status: 200 len: 945 time: 2.2338598 Feb 03 12:55:53.204551 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-35b09644-2adb-409c-80d0-721925204ccf None None] Publish callbacks [] for port (1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:53.233490 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-35b09644-2adb-409c-80d0-721925204ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:53.236136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-21f54ee8-9b0b-4871-ba03-aef670ced274 None None] Provisioning complete for port b40fc627-d414-4bb9-934e-9f1d39004de5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:53.236533 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21f54ee8-9b0b-4871-ba03-aef670ced274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b40fc627-d414-4bb9-934e-9f1d39004de5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:53.294632 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa13216-9d16-4b75-9632-603a8be4809c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1075b4-e642-4229-8e9c-eb964d9b37fd'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:55:53.297614 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9602a2fd-301c-4a75-9035-a9e8da2fc435" -d '{"events": [{"server_uuid": "daa13216-9d16-4b75-9632-603a8be4809c", "name": "network-vif-plugged", "status": "completed", "tag": "0a1075b4-e642-4229-8e9c-eb964d9b37fd"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:55:53.355464 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 0a1075b4-e642-4229-8e9c-eb964d9b37fd, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=0a1075b4-e642-4229-8e9c-eb964d9b37fd,segment=NetworkSegment(40029f51-d0ef-459b-a10a-41e7da878565),segment_id=40029f51-d0ef-459b-a10a-41e7da878565)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:53.363125 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada196fa-fccc-465f-9c43-0507ffebfaf4 None None] Pushing event updated for resources: {'Port': ['ID=b40fc627-d414-4bb9-934e-9f1d39004de5,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:53.448635 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0a1075b4-e642-4229-8e9c-eb964d9b37fd), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:53.485911 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cf8d3563-e89a-4443-9986-f6e199207be3 req-c70db149-5635-4136-a8e9-0023c6733641 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c64fce8-5c1c-4f20-b04f-c8e848125344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4494319 Feb 03 12:55:53.498572 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for port (321981a9-19fc-464d-8218-a2a29a3bdb81), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:53.506783 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-089ee6df-1459-4e3f-9d60-cee069f9fb3b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_gateway (635981bc-c209-40c5-837d-7adb422d161a), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:53.569601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b09644-2adb-409c-80d0-721925204ccf None None] Network a484396e-3d77-4920-b7bc-6db8a4d80c1d is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:53.579588 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2222a70-a706-4135-8d55-83480981a702 req-92a9b91e-7cb4-4ac8-9d64-735c29af5a6d tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 210 time: 0.1489968 Feb 03 12:55:53.587278 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-35b09644-2adb-409c-80d0-721925204ccf None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:53.595968 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b09644-2adb-409c-80d0-721925204ccf None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:53.652253 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-e0c33fda-42e4-47bf-a45a-6b73a63c6925 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Made reservation on behalf of b0cce42d760c4454b8bfb71eff9112cf for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:55:53.663518 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-e0c33fda-42e4-47bf-a45a-6b73a63c6925 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:53.886719 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3c7b79-08d1-494b-883a-a93fb63fc620 x-openstack-request-id: req-2e3c7b79-08d1-494b-883a-a93fb63fc620 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:55:53.887595 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa13216-9d16-4b75-9632-603a8be4809c", "name": "network-vif-plugged", "status": "completed", "tag": "0a1075b4-e642-4229-8e9c-eb964d9b37fd", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:55:53.888354 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e3c7b79-08d1-494b-883a-a93fb63fc620 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:55:53.889152 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa13216-9d16-4b75-9632-603a8be4809c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1075b4-e642-4229-8e9c-eb964d9b37fd', 'code': 200} Feb 03 12:55:53.918872 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-21f54ee8-9b0b-4871-ba03-aef670ced274 None None] Current status of the port b40fc627-d414-4bb9-934e-9f1d39004de5 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:54.041682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b09644-2adb-409c-80d0-721925204ccf None None] Pushing event updated for resources: {'Port': ['ID=1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:54.044377 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d2808966-5c46-4967-8ca0-9bf15693991a req-8b2e9d49-d857-4f6d-a5be-8d5d2ef99e38 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 210 time: 0.1789398 Feb 03 12:55:54.141949 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-35b09644-2adb-409c-80d0-721925204ccf None None] Attempting to bind port 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:54.143078 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-35b09644-2adb-409c-80d0-721925204ccf None None] Attempting to bind port 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '9092a85a-45d3-4098-9b39-3cd1b2990a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a484396e-3d77-4920-b7bc-6db8a4d80c1d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:54.143665 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b09644-2adb-409c-80d0-721925204ccf None None] Attempting to bind port 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2 on network a484396e-3d77-4920-b7bc-6db8a4d80c1d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:54.170593 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b09644-2adb-409c-80d0-721925204ccf None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:55:54.173918 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b09644-2adb-409c-80d0-721925204ccf None None] Checking segment: {'id': '9092a85a-45d3-4098-9b39-3cd1b2990a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a484396e-3d77-4920-b7bc-6db8a4d80c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:54.177152 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-35b09644-2adb-409c-80d0-721925204ccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:54.180136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b09644-2adb-409c-80d0-721925204ccf None None] Bound using segment: {'id': '9092a85a-45d3-4098-9b39-3cd1b2990a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a484396e-3d77-4920-b7bc-6db8a4d80c1d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:55:54.180781 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-35b09644-2adb-409c-80d0-721925204ccf None None] Bound port: 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9092a85a-45d3-4098-9b39-3cd1b2990a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a484396e-3d77-4920-b7bc-6db8a4d80c1d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:55:54.182621 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-35b09644-2adb-409c-80d0-721925204ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:54.324399 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=0a1075b4-e642-4229-8e9c-eb964d9b37fd,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:54.327974 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-e0c33fda-42e4-47bf-a45a-6b73a63c6925 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Allocated IP 172.20.0.13 (06b1f536-dd74-4c30-ae0d-9ad97b68ce6b/f01004e3-c72e-439d-8b02-a9f63b21d1f3/7f5e34a5-5be3-4c61-b2cf-0be9bb84d832) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:54.347990 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (321981a9-19fc-464d-8218-a2a29a3bdb81), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:54.465949 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-35b09644-2adb-409c-80d0-721925204ccf None None] For port 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:55:54.472430 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72536bab-4839-4509-a069-24bfdbeb3e97 req-4885b51e-c448-4126-82c1-be6cd3c74a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:54.475179 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-72536bab-4839-4509-a069-24bfdbeb3e97 req-4885b51e-c448-4126-82c1-be6cd3c74a1b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=daa13216-9d16-4b75-9632-603a8be4809c HTTP/1.1" status: 200 len: 1128 time: 0.4395692 Feb 03 12:55:54.479778 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Pushing event updated for resources: {'Port': ['ID=321981a9-19fc-464d-8218-a2a29a3bdb81,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:54.480435 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-35b09644-2adb-409c-80d0-721925204ccf None None] For port 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2,segment=NetworkSegment(9092a85a-45d3-4098-9b39-3cd1b2990a97),segment_id=9092a85a-45d3-4098-9b39-3cd1b2990a97)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:55:54.498540 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-35b09644-2adb-409c-80d0-721925204ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:54.500881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:54.501455 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:54.501999 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:54.502561 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:54.503121 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:54.503689 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:54.504267 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:54.504809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:54.505368 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:54.505918 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:54.506468 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:54.507205 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:54.507754 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:54.516407 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:54.556587 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:54.705203 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-72536bab-4839-4509-a069-24bfdbeb3e97 req-5f81dc49-06e1-4e42-afd2-f015c9f5469a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3c64fce8-5c1c-4f20-b04f-c8e848125344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075837 Feb 03 12:55:54.710766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:54.721232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:54.730230 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b09644-2adb-409c-80d0-721925204ccf None None] Pushing event updated for resources: {'Port': ['ID=1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:55.038546 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:55.041197 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:55.233867 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-e0c33fda-42e4-47bf-a45a-6b73a63c6925 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Publish callbacks [] for port (7f5e34a5-5be3-4c61-b2cf-0be9bb84d832), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:55.276291 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b40fc627-d414-4bb9-934e-9f1d39004de5 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:55:55.284338 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-8bcd616e-e838-4e73-b426-2fc3b7b318f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4172745 Feb 03 12:55:55.298424 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b525282d-c835-4063-9836-cf672bcc54a4 req-a7c0cc9f-a475-46dc-9e6b-d4ab63999f76 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 210 time: 0.1628020 Feb 03 12:55:55.326135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] Request body: {'port': {'device_id': 'f250aa07-c358-4bcb-bd9b-2a61c9bd9f07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:55.437602 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port b40fc627-d414-4bb9-934e-9f1d39004de5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:55.439278 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b40fc627-d414-4bb9-934e-9f1d39004de5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:55.473409 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-e0c33fda-42e4-47bf-a45a-6b73a63c6925 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (7f5e34a5-5be3-4c61-b2cf-0be9bb84d832), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:55.520705 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f46c81-cb45-4abe-8640-4ec6fae912e1 req-a560af41-03f4-452d-8c47-d141c4213273 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:55.535006 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-38f46c81-cb45-4abe-8640-4ec6fae912e1 req-a560af41-03f4-452d-8c47-d141c4213273 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=daa13216-9d16-4b75-9632-603a8be4809c HTTP/1.1" status: 200 len: 946 time: 0.6849849 Feb 03 12:55:55.562119 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4e5ff6d8-5fef-44a3-a72b-d2f3c9870235 None None] Provisioning complete for port 321981a9-19fc-464d-8218-a2a29a3bdb81 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:55.563300 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e5ff6d8-5fef-44a3-a72b-d2f3c9870235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (321981a9-19fc-464d-8218-a2a29a3bdb81), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:55.699298 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-089ee6df-1459-4e3f-9d60-cee069f9fb3b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_gateway (635981bc-c209-40c5-837d-7adb422d161a), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:55.725466 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-e0c33fda-42e4-47bf-a45a-6b73a63c6925 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Network 06b1f536-dd74-4c30-ae0d-9ad97b68ce6b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:55.730010 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-089ee6df-1459-4e3f-9d60-cee069f9fb3b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:55.745389 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (321981a9-19fc-464d-8218-a2a29a3bdb81), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:55.753240 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-e0c33fda-42e4-47bf-a45a-6b73a63c6925 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:55.756337 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c33fda-42e4-47bf-a45a-6b73a63c6925 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Pushing event updated for resources: {'Port': ['ID=7f5e34a5-5be3-4c61-b2cf-0be9bb84d832,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:55.774550 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-e0c33fda-42e4-47bf-a45a-6b73a63c6925 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:55.855866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port b40fc627-d414-4bb9-934e-9f1d39004de5 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:55.862573 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ff6d8-5fef-44a3-a72b-d2f3c9870235 None None] Port 321981a9-19fc-464d-8218-a2a29a3bdb81 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:55:55.896909 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Allocated IP 172.23.0.1 (a484396e-3d77-4920-b7bc-6db8a4d80c1d/ad709dc5-8132-41ac-9b91-0cf601eb8300/bd0a4741-5ac6-45da-8820-e05848179b49) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:55.917468 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-38f46c81-cb45-4abe-8640-4ec6fae912e1 req-adc6d829-3420-4541-90a8-0392b5964a18 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c64fce8-5c1c-4f20-b04f-c8e848125344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3806264 Feb 03 12:55:55.990663 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9d7c0-87d4-4fa1-bffa-d43099b438c4 req-44a11f02-f615-4bb2-a68a-7838239d39e5 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:55.998198 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15a9d7c0-87d4-4fa1-bffa-d43099b438c4 req-44a11f02-f615-4bb2-a68a-7838239d39e5 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 932 time: 0.4354315 Feb 03 12:55:56.273399 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for port (bd0a4741-5ac6-45da-8820-e05848179b49), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:56.372973 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (bd0a4741-5ac6-45da-8820-e05848179b49), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:56.472306 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-e0c33fda-42e4-47bf-a45a-6b73a63c6925 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:56.473386 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-e0c33fda-42e4-47bf-a45a-6b73a63c6925 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:56.535056 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network a484396e-3d77-4920-b7bc-6db8a4d80c1d is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:56.537774 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-089ee6df-1459-4e3f-9d60-cee069f9fb3b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Allocated IP 172.25.6.177 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/6bc23599-7d97-4abb-9013-f0b68a617011) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:55:56.564253 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:56.584835 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15a9d7c0-87d4-4fa1-bffa-d43099b438c4 req-ad4f42b2-b7c4-465f-a39c-ad25dacb2a27 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5568957 Feb 03 12:55:56.600943 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:56.621381 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Port': ['ID=bd0a4741-5ac6-45da-8820-e05848179b49,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:56.727306 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-e0c33fda-42e4-47bf-a45a-6b73a63c6925 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8042541 Feb 03 12:55:56.761819 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] Request body: {'port': {'device_id': '84be8def-684d-46b2-b712-c9e673b3b5fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:55:56.768626 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:56.769183 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:56.769733 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:56.770276 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:56.770925 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:56.771361 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:56.774709 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:56.775143 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:56.775686 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:56.776250 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:56.776794 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:56.777342 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:56.777850 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:56.853692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760ba38b-7a58-4467-950c-851ca37771a5 None None] Network a484396e-3d77-4920-b7bc-6db8a4d80c1d requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:55:56.871818 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:56.895593 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5659a-c895-4052-aef2-5a3d88a4a9b0 req-7585002f-a566-41a4-902c-e7207b43cc8c tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:56.909060 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-55f5659a-c895-4052-aef2-5a3d88a4a9b0 req-7585002f-a566-41a4-902c-e7207b43cc8c tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 946 time: 0.4088194 Feb 03 12:55:57.140478 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-772c2c57-895b-4f16-8fb5-233b72fdd040 None None] Provisioning complete for port 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:57.141440 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-772c2c57-895b-4f16-8fb5-233b72fdd040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:57.263077 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85a1a5-8e82-4423-afac-1a7e7a7f3540 req-0cc94073-e664-4917-aff6-1d3112395560 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:57.265969 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b85a1a5-8e82-4423-afac-1a7e7a7f3540 req-0cc94073-e664-4917-aff6-1d3112395560 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 932 time: 0.5070677 Feb 03 12:55:57.299314 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7f5e34a5-5be3-4c61-b2cf-0be9bb84d832), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:57.303070 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-089ee6df-1459-4e3f-9d60-cee069f9fb3b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for port (6bc23599-7d97-4abb-9013-f0b68a617011), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:57.337136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:55:57.344652 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-55f5659a-c895-4052-aef2-5a3d88a4a9b0 req-a2868711-bbe5-4218-a5e9-58134f8004a9 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd2c8292-57fa-4410-b748-32535aacf9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337635 Feb 03 12:55:57.506097 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b85a1a5-8e82-4423-afac-1a7e7a7f3540 req-ae63120d-53b4-4b2e-9f77-9c850cf99925 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978931 Feb 03 12:55:57.508294 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-089ee6df-1459-4e3f-9d60-cee069f9fb3b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (6bc23599-7d97-4abb-9013-f0b68a617011), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:57.571678 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bd0a4741-5ac6-45da-8820-e05848179b49), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:57.599057 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ee6df-1459-4e3f-9d60-cee069f9fb3b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Pushing event updated for resources: {'Port': ['ID=6bc23599-7d97-4abb-9013-f0b68a617011,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:57.622014 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089ee6df-1459-4e3f-9d60-cee069f9fb3b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:55:57.689471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-089ee6df-1459-4e3f-9d60-cee069f9fb3b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:55:57.696086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089ee6df-1459-4e3f-9d60-cee069f9fb3b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:55:57.703619 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-772c2c57-895b-4f16-8fb5-233b72fdd040 None None] Current status of the port 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:57.708901 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-772c2c57-895b-4f16-8fb5-233b72fdd040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:57.714773 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:57.715411 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:57.752489 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321981a9-19fc-464d-8218-a2a29a3bdb81 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:55:57.769971 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] Publish callbacks [] for port (321981a9-19fc-464d-8218-a2a29a3bdb81), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:57.956020 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-772c2c57-895b-4f16-8fb5-233b72fdd040 None None] For port 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2,segment=NetworkSegment(9092a85a-45d3-4098-9b39-3cd1b2990a97),segment_id=9092a85a-45d3-4098-9b39-3cd1b2990a97)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:55:57.980021 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-772c2c57-895b-4f16-8fb5-233b72fdd040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:58.034959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] Transition to ACTIVE for port object 321981a9-19fc-464d-8218-a2a29a3bdb81 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:55:58.098690 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (321981a9-19fc-464d-8218-a2a29a3bdb81), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:58.227819 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c2c57-895b-4f16-8fb5-233b72fdd040 None None] Pushing event updated for resources: {'Port': ['ID=1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:58.409498 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:58.426068 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c2c57-895b-4f16-8fb5-233b72fdd040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:58.429617 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c2c57-895b-4f16-8fb5-233b72fdd040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:58.432348 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c2c57-895b-4f16-8fb5-233b72fdd040 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:58.433271 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c2c57-895b-4f16-8fb5-233b72fdd040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:58.434378 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c2c57-895b-4f16-8fb5-233b72fdd040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:58.436561 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c2c57-895b-4f16-8fb5-233b72fdd040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:58.439142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c2c57-895b-4f16-8fb5-233b72fdd040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:58.445696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c2c57-895b-4f16-8fb5-233b72fdd040 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:58.446867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c2c57-895b-4f16-8fb5-233b72fdd040 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:58.447808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c2c57-895b-4f16-8fb5-233b72fdd040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:58.450196 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c2c57-895b-4f16-8fb5-233b72fdd040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:58.453453 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c2c57-895b-4f16-8fb5-233b72fdd040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:58.454615 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] Pushing event updated for resources: {'Port': ['ID=321981a9-19fc-464d-8218-a2a29a3bdb81,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:55:58.457389 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c2c57-895b-4f16-8fb5-233b72fdd040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:55:58.520362 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-165026a6-5568-4936-afb6-38f6e9727f50 None None] Provisioning complete for port bd0a4741-5ac6-45da-8820-e05848179b49 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:58.521007 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-165026a6-5568-4936-afb6-38f6e9727f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (bd0a4741-5ac6-45da-8820-e05848179b49), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:58.581876 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-165026a6-5568-4936-afb6-38f6e9727f50 None None] Port bd0a4741-5ac6-45da-8820-e05848179b49 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:55:58.600584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-165026a6-5568-4936-afb6-38f6e9727f50 None None] Provisioning complete for port 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:58.601318 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-165026a6-5568-4936-afb6-38f6e9727f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:58.604091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323323a8-b6a1-4dae-8ea7-57898c506cb0 req-5cc878e2-5237-464b-94c1-4eb127acb963 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:58.620385 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-323323a8-b6a1-4dae-8ea7-57898c506cb0 req-5cc878e2-5237-464b-94c1-4eb127acb963 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 944 time: 0.8069208 Feb 03 12:55:58.769512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-165026a6-5568-4936-afb6-38f6e9727f50 None None] Current status of the port 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:58.989973 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-089ee6df-1459-4e3f-9d60-cee069f9fb3b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_gateway (635981bc-c209-40c5-837d-7adb422d161a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:58.990549 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1b3246e0-1222-49ee-aed4-385c40025329 None None] Provisioning complete for port bd0a4741-5ac6-45da-8820-e05848179b49 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:58.991687 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b3246e0-1222-49ee-aed4-385c40025329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (bd0a4741-5ac6-45da-8820-e05848179b49), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:59.023691 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5f6df-b174-48dc-abac-c5c8eecf39ba req-a7d37abd-d906-445a-be08-7a44122a63b2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:59.031768 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e7e5f6df-b174-48dc-abac-c5c8eecf39ba req-a7d37abd-d906-445a-be08-7a44122a63b2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=daa13216-9d16-4b75-9632-603a8be4809c HTTP/1.1" status: 200 len: 946 time: 1.4052923 Feb 03 12:55:59.062993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1b3246e0-1222-49ee-aed4-385c40025329 None None] Port bd0a4741-5ac6-45da-8820-e05848179b49 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:55:59.107400 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:55:59.185932 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] Attempting to bind port 321981a9-19fc-464d-8218-a2a29a3bdb81 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:55:59.185932 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] Attempting to bind port 321981a9-19fc-464d-8218-a2a29a3bdb81 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:55:59.186634 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] Attempting to bind port 321981a9-19fc-464d-8218-a2a29a3bdb81 on network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:59.234611 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] Port 321981a9-19fc-464d-8218-a2a29a3bdb81 on network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:55:59.235162 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] Attempting to bind port 321981a9-19fc-464d-8218-a2a29a3bdb81 on network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:55:59.270328 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e7e5f6df-b174-48dc-abac-c5c8eecf39ba req-e7d1d713-a10b-4043-8a1c-06b6bad8247a tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c64fce8-5c1c-4f20-b04f-c8e848125344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375324 Feb 03 12:55:59.316220 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eac812-2730-4ac5-8319-896fe3552f3a req-6714d403-2e51-42f4-b0b6-f1b3fbf67380 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:59.321737 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-323323a8-b6a1-4dae-8ea7-57898c506cb0 req-27c7a180-35e8-446a-832d-cb419fc1b6da tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5699849 Feb 03 12:55:59.323637 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e7eac812-2730-4ac5-8319-896fe3552f3a req-6714d403-2e51-42f4-b0b6-f1b3fbf67380 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 946 time: 1.2191887 Feb 03 12:55:59.335632 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:55:59.336347 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:59.428576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:55:59.440002 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] Checking segment: {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:55:59.440681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] Bound using segment: {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:55:59.442299 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] Bound port: 321981a9-19fc-464d-8218-a2a29a3bdb81, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:55:59.442846 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (321981a9-19fc-464d-8218-a2a29a3bdb81), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:59.529863 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:55:59.761603 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62419bc7-7ae1-4942-bd76-3635764c886c req-c626d049-7c17-4e87-90b4-a62c4a228bf1 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:59.773657 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-62419bc7-7ae1-4942-bd76-3635764c886c req-c626d049-7c17-4e87-90b4-a62c4a228bf1 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 946 time: 0.3779719 Feb 03 12:55:59.777350 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673a9a1-591d-4efb-b8b6-72057d21a972 req-c2f71934-2c1e-4739-964e-979dfc684065 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:55:59.786286 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e673a9a1-591d-4efb-b8b6-72057d21a972 req-c2f71934-2c1e-4739-964e-979dfc684065 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 932 time: 0.2882197 Feb 03 12:55:59.796066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] For port 321981a9-19fc-464d-8218-a2a29a3bdb81, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:55:59.837148 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:55:59.844259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] For port 321981a9-19fc-464d-8218-a2a29a3bdb81, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=321981a9-19fc-464d-8218-a2a29a3bdb81,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:55:59.870265 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] Publish callbacks [] for port (7f5e34a5-5be3-4c61-b2cf-0be9bb84d832), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:59.885831 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (321981a9-19fc-464d-8218-a2a29a3bdb81), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:59.917888 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-e7eac812-2730-4ac5-8319-896fe3552f3a req-a938ad9b-7a58-42e0-9386-134298419378 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Deleting port 75218e08-3a64-4e77-92f9-e5d4c14e7a54 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:55:59.918458 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e7eac812-2730-4ac5-8319-896fe3552f3a req-a938ad9b-7a58-42e0-9386-134298419378 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (75218e08-3a64-4e77-92f9-e5d4c14e7a54), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:59.938011 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] Transition to ACTIVE for port object 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:55:59.970092 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (7f5e34a5-5be3-4c61-b2cf-0be9bb84d832), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:55:59.994351 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for port (bd0a4741-5ac6-45da-8820-e05848179b49), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:00.005329 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-62419bc7-7ae1-4942-bd76-3635764c886c req-6c221045-223f-4abc-9d5d-fdcb892a23c6 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd2c8292-57fa-4410-b748-32535aacf9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290764 Feb 03 12:56:00.057899 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] Pushing event updated for resources: {'Port': ['ID=321981a9-19fc-464d-8218-a2a29a3bdb81,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:00.074452 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-089ee6df-1459-4e3f-9d60-cee069f9fb3b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (635981bc-c209-40c5-837d-7adb422d161a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:00.090032 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:00.091038 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:00.093422 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-f2f4e5cb-d3ec-42ee-8947-48707352a2df service neutron] 10.222.0.73 "PUT /v2.0/ports/321981a9-19fc-464d-8218-a2a29a3bdb81 HTTP/1.1" status: 200 len: 1092 time: 4.7883050 Feb 03 12:56:00.096449 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f250aa07-c358-4bcb-bd9b-2a61c9bd9f07', 'tag': '321981a9-19fc-464d-8218-a2a29a3bdb81'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:56:00.100503 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c5db0d-83b3-4590-955c-80e00fd11410" -d '{"events": [{"name": "network-changed", "server_uuid": "f250aa07-c358-4bcb-bd9b-2a61c9bd9f07", "tag": "321981a9-19fc-464d-8218-a2a29a3bdb81"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:56:00.131904 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e673a9a1-591d-4efb-b8b6-72057d21a972 req-6d7e14c8-5214-4ef7-ad72-3abffa5c1a55 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447132 Feb 03 12:56:00.193432 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e7eac812-2730-4ac5-8319-896fe3552f3a req-a938ad9b-7a58-42e0-9386-134298419378 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] For port 75218e08-3a64-4e77-92f9-e5d4c14e7a54, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=75218e08-3a64-4e77-92f9-e5d4c14e7a54,segment=NetworkSegment(88ae3a57-a55f-4609-aafb-2ea5968eb1aa),segment_id=88ae3a57-a55f-4609-aafb-2ea5968eb1aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:00.194332 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e7eac812-2730-4ac5-8319-896fe3552f3a req-a938ad9b-7a58-42e0-9386-134298419378 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (75218e08-3a64-4e77-92f9-e5d4c14e7a54), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:00.220959 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-e7eac812-2730-4ac5-8319-896fe3552f3a req-a938ad9b-7a58-42e0-9386-134298419378 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Calling delete_port for 75218e08-3a64-4e77-92f9-e5d4c14e7a54 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:00.281500 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (bd0a4741-5ac6-45da-8820-e05848179b49), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:00.308690 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3d28bd-2309-43f0-be0a-6f3343014554 x-openstack-request-id: req-7f3d28bd-2309-43f0-be0a-6f3343014554 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:56:00.309276 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f250aa07-c358-4bcb-bd9b-2a61c9bd9f07", "tag": "321981a9-19fc-464d-8218-a2a29a3bdb81", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:56:00.309778 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f3d28bd-2309-43f0-be0a-6f3343014554 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:56:00.310480 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f250aa07-c358-4bcb-bd9b-2a61c9bd9f07', 'tag': '321981a9-19fc-464d-8218-a2a29a3bdb81', 'status': 'completed', 'code': 200} Feb 03 12:56:00.472681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-154abd99-9717-4a59-a56d-c096177dcd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:00.475013 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-154abd99-9717-4a59-a56d-c096177dcd96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 1126 time: 0.1936345 Feb 03 12:56:00.526747 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] Attempting to bind port 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:56:00.527091 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] Attempting to bind port 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '8ef4bf6b-f6d6-4344-93e8-58eb194c84e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '06b1f536-dd74-4c30-ae0d-9ad97b68ce6b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:56:00.527427 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] Attempting to bind port 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 on network 06b1f536-dd74-4c30-ae0d-9ad97b68ce6b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:56:00.556776 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5e34a5-5be3-4c61-b2cf-0be9bb84d832,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:00.563408 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] Port 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 on network 06b1f536-dd74-4c30-ae0d-9ad97b68ce6b not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:56:00.563807 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] Attempting to bind port 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 on network 06b1f536-dd74-4c30-ae0d-9ad97b68ce6b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:56:00.574344 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:56:00.574686 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] Checking segment: {'id': '8ef4bf6b-f6d6-4344-93e8-58eb194c84e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '06b1f536-dd74-4c30-ae0d-9ad97b68ce6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:56:00.575117 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] Bound using segment: {'id': '8ef4bf6b-f6d6-4344-93e8-58eb194c84e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '06b1f536-dd74-4c30-ae0d-9ad97b68ce6b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:56:00.575544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] Bound port: 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef4bf6b-f6d6-4344-93e8-58eb194c84e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '06b1f536-dd74-4c30-ae0d-9ad97b68ce6b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:56:00.575895 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7f5e34a5-5be3-4c61-b2cf-0be9bb84d832), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:00.583845 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:00.643209 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-c7bc0797-de6a-4dbf-93f8-1014abb22705 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=321981a9-19fc-464d-8218-a2a29a3bdb81 HTTP/1.1" status: 200 len: 217 time: 0.1036556 Feb 03 12:56:00.743962 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] For port 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:56:00.747718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] For port 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=7f5e34a5-5be3-4c61-b2cf-0be9bb84d832,segment=NetworkSegment(8ef4bf6b-f6d6-4344-93e8-58eb194c84e9),segment_id=8ef4bf6b-f6d6-4344-93e8-58eb194c84e9)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:56:00.757687 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2b34d-23f6-4ef5-8969-34df3001c8aa req-5e3df83b-e7ab-4fd4-b013-e61471e0d20b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:00.760066 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68d2b34d-23f6-4ef5-8969-34df3001c8aa req-5e3df83b-e7ab-4fd4-b013-e61471e0d20b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 944 time: 0.2838342 Feb 03 12:56:00.773138 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (7f5e34a5-5be3-4c61-b2cf-0be9bb84d832), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:00.791133 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099a9f4-e243-4701-9233-2820e18e057a req-8d84bb13-45da-4d0a-b9f3-6d60dfb9c775 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:00.797085 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c099a9f4-e243-4701-9233-2820e18e057a req-8d84bb13-45da-4d0a-b9f3-6d60dfb9c775 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=daa13216-9d16-4b75-9632-603a8be4809c HTTP/1.1" status: 200 len: 946 time: 0.4856703 Feb 03 12:56:00.851887 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event updated for resources: {'Port': ['ID=bd0a4741-5ac6-45da-8820-e05848179b49,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:00.856048 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-07b104d5-9d9f-4851-864b-16317361c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:00.869538 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-07b104d5-9d9f-4851-864b-16317361c2f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.2148726 Feb 03 12:56:00.938712 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089ee6df-1459-4e3f-9d60-cee069f9fb3b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Router 635981bc-c209-40c5-837d-7adb422d161a is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:56:00.993025 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5e34a5-5be3-4c61-b2cf-0be9bb84d832,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:01.017003 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:01.018421 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:01.020449 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-0bc13e25-c6df-44ef-89ff-3af562a2f479 service neutron] 10.222.0.31 "PUT /v2.0/ports/7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 HTTP/1.1" status: 200 len: 1092 time: 4.2788064 Feb 03 12:56:01.034135 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84be8def-684d-46b2-b712-c9e673b3b5fa', 'tag': '7f5e34a5-5be3-4c61-b2cf-0be9bb84d832'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:56:01.040930 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eed3e36-eda6-4001-8e0b-cdfd81ae5ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "84be8def-684d-46b2-b712-c9e673b3b5fa", "tag": "7f5e34a5-5be3-4c61-b2cf-0be9bb84d832"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:56:01.094220 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e7eac812-2730-4ac5-8319-896fe3552f3a req-a938ad9b-7a58-42e0-9386-134298419378 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (75218e08-3a64-4e77-92f9-e5d4c14e7a54), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:01.113645 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:01.230446 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c099a9f4-e243-4701-9233-2820e18e057a req-56b86967-dfba-4b1e-abb1-1790953ae983 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c64fce8-5c1c-4f20-b04f-c8e848125344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4255586 Feb 03 12:56:01.367959 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Network a484396e-3d77-4920-b7bc-6db8a4d80c1d is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:01.388154 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:01.468550 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7eac812-2730-4ac5-8319-896fe3552f3a req-a938ad9b-7a58-42e0-9386-134298419378 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] No DVR routers for this DVR port 75218e08-3a64-4e77-92f9-e5d4c14e7a54 on host n-h1-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:56:01.474111 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938ad9b-7a58-42e0-9386-134298419378 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Pushing event deleted for resources: {'Port': ['ID=75218e08-3a64-4e77-92f9-e5d4c14e7a54,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:01.480209 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e7eac812-2730-4ac5-8319-896fe3552f3a req-a938ad9b-7a58-42e0-9386-134298419378 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:01.488901 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e7eac812-2730-4ac5-8319-896fe3552f3a req-a938ad9b-7a58-42e0-9386-134298419378 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.73 "DELETE /v2.0/ports/75218e08-3a64-4e77-92f9-e5d4c14e7a54 HTTP/1.1" status: 204 len: 173 time: 2.1591487 Feb 03 12:56:01.529916 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e124e662-865e-43ff-b084-e91c8695aaa9 req-35aa7708-cfa0-4d12-ae16-5d2ff0463e15 tempest-ServerTagsTestJSON-195900899 tempest-ServerTagsTestJSON-195900899-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1e9ef7-6b80-46e3-a458-b5eee65286a2 HTTP/1.1" status: 200 len: 210 time: 0.0768857 Feb 03 12:56:01.717018 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f66ef6-0a22-45de-b4a0-2937dc5c8a93 x-openstack-request-id: req-29f66ef6-0a22-45de-b4a0-2937dc5c8a93 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:56:01.717257 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84be8def-684d-46b2-b712-c9e673b3b5fa", "tag": "7f5e34a5-5be3-4c61-b2cf-0be9bb84d832", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:56:01.717519 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29f66ef6-0a22-45de-b4a0-2937dc5c8a93 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:56:01.717913 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84be8def-684d-46b2-b712-c9e673b3b5fa', 'tag': '7f5e34a5-5be3-4c61-b2cf-0be9bb84d832', 'status': 'completed', 'code': 200} Feb 03 12:56:01.751983 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-54ed42d6-8e5b-4b4b-92b7-c1d57f7caf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:01.753389 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-54ed42d6-8e5b-4b4b-92b7-c1d57f7caf27 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b0cce42d760c4454b8bfb71eff9112cf&device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 1126 time: 0.6594167 Feb 03 12:56:01.858883 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68d2b34d-23f6-4ef5-8969-34df3001c8aa req-1dfe0ede-dd5b-4aac-908e-a6a94eeb31dd tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0408900 Feb 03 12:56:01.944969 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-cff0001d-3645-4395-adb3-24278584139a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 HTTP/1.1" status: 200 len: 217 time: 0.1628513 Feb 03 12:56:01.990210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-da9d0e02-9b91-4649-9bb0-9ce1ef1d0070 None None] Provisioning complete for port bd0a4741-5ac6-45da-8820-e05848179b49 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:01.992680 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-da9d0e02-9b91-4649-9bb0-9ce1ef1d0070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (bd0a4741-5ac6-45da-8820-e05848179b49), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:02.083411 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089ee6df-1459-4e3f-9d60-cee069f9fb3b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:56:02.131418 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-e867b850-1835-41d8-80f0-fc5da1667970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:02.134124 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-e867b850-1835-41d8-80f0-fc5da1667970 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.2578042 Feb 03 12:56:02.138826 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-089ee6df-1459-4e3f-9d60-cee069f9fb3b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:02.140771 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-089ee6df-1459-4e3f-9d60-cee069f9fb3b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 13.2611468 Feb 03 12:56:02.156667 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42096) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:02.157103 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:56:02.193655 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-da9d0e02-9b91-4649-9bb0-9ce1ef1d0070 None None] Port bd0a4741-5ac6-45da-8820-e05848179b49 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:56:02.213409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff311358-1fce-4694-8447-7040286ebe30 None None] Sync routers for ids ['635981bc-c209-40c5-837d-7adb422d161a'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:56:02.231342 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-cd991936-a332-491e-8cc4-ba91dd054ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:02.234025 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-cd991936-a332-491e-8cc4-ba91dd054ab8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f01004e3-c72e-439d-8b02-a9f63b21d1f3 HTTP/1.1" status: 200 len: 848 time: 0.2577724 Feb 03 12:56:02.267738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff311358-1fce-4694-8447-7040286ebe30 None None] Routers {'635981bc-c209-40c5-837d-7adb422d161a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:02.269018 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ff311358-1fce-4694-8447-7040286ebe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:55:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['635981bc-c209-40c5-837d-7adb422d161a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:02.349013 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ff311358-1fce-4694-8447-7040286ebe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:02.362720 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-401a98b8-d1a1-40ac-b8c7-9cd2df703eca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=06b1f536-dd74-4c30-ae0d-9ad97b68ce6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071634 Feb 03 12:56:02.366685 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff311358-1fce-4694-8447-7040286ebe30 None None] Routers {'635981bc-c209-40c5-837d-7adb422d161a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:02.368097 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ff311358-1fce-4694-8447-7040286ebe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:55:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['635981bc-c209-40c5-837d-7adb422d161a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:02.434397 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ff311358-1fce-4694-8447-7040286ebe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:02.441220 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff311358-1fce-4694-8447-7040286ebe30 None None] The sync data for ids ['635981bc-c209-40c5-837d-7adb422d161a'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:56:02.514867 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af1d37-7b95-4964-9de3-d8a03c2e5b18 req-e7b1fe45-2070-4f12-964c-3204d4e19933 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:02.530977 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-99af1d37-7b95-4964-9de3-d8a03c2e5b18 req-e7b1fe45-2070-4f12-964c-3204d4e19933 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 944 time: 0.7264426 Feb 03 12:56:02.559207 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-614ac6e9-a751-436f-9d36-8870863e1f48 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146702 Feb 03 12:56:02.586164 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 75218e08-3a64-4e77-92f9-e5d4c14e7a54 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:02.645185 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 75218e08-3a64-4e77-92f9-e5d4c14e7a54 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:56:02.647098 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 75218e08-3a64-4e77-92f9-e5d4c14e7a54 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:56:02.731202 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42102) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:02.808629 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-99af1d37-7b95-4964-9de3-d8a03c2e5b18 req-611827c4-d03a-482b-8973-caae09302b35 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036611 Feb 03 12:56:02.823990 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0e0d48b-2241-4f47-a95d-0f931d6aa67a req-ee52b046-0e79-4c64-8f7e-74d36d5e04ef service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560184 Feb 03 12:56:02.826575 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42104) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:02.842487 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-97975323-dd17-4629-b482-e1eb0a983c80 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "GET /v2.0/routers/635981bc-c209-40c5-837d-7adb422d161a HTTP/1.1" status: 200 len: 921 time: 0.6835735 Feb 03 12:56:02.849362 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:56:02.853249 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42106) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:02.870295 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] Sync routers for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:56:02.877314 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e4352728-293b-4906-8f6e-b5058dd306a7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/38ff38e0-ccc6-4e9f-880b-ec59618bc5ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3218870 Feb 03 12:56:02.880157 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42108) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:02.885849 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-67a7f857-a270-4732-9f12-cd5553793f34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:02.890693 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-5cf1ea24-16ed-4774-b287-d83286e12201 service neutron] 10.222.0.31 "GET /v2.0/networks/06b1f536-dd74-4c30-ae0d-9ad97b68ce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259840 Feb 03 12:56:02.921381 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-319e4915-1a45-4e09-963c-fefad7c527b4 admin admin] Deleting subnet 25a436f8-9260-4e2c-b509-237d5e810e3c {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:56:02.925340 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-319e4915-1a45-4e09-963c-fefad7c527b4 admin admin] Publish callbacks [] for subnet (25a436f8-9260-4e2c-b509-237d5e810e3c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:02.931397 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:02.932083 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:55:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:02.972800 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-319e4915-1a45-4e09-963c-fefad7c527b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (25a436f8-9260-4e2c-b509-237d5e810e3c), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:03.018221 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-319e4915-1a45-4e09-963c-fefad7c527b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (25a436f8-9260-4e2c-b509-237d5e810e3c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:03.122800 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:03.154143 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-677d0bd3-58c0-4715-8b96-30aa76df8861 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "GET /v2.0/ports?device_id=635981bc-c209-40c5-837d-7adb422d161a HTTP/1.1" status: 200 len: 205 time: 0.2944291 Feb 03 12:56:03.174285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42114) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:03.230052 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-319e4915-1a45-4e09-963c-fefad7c527b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (25a436f8-9260-4e2c-b509-237d5e810e3c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:03.431980 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5db0d-83b3-4590-955c-80e00fd11410 req-f9b9979e-bbad-46e8-b3f8-e5f8fc30a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:03.434994 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5c5db0d-83b3-4590-955c-80e00fd11410 req-f9b9979e-bbad-46e8-b3f8-e5f8fc30a860 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 1126 time: 0.4208937 Feb 03 12:56:03.496100 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-39cafa52-70c8-4d90-89ba-7d5b19bf65bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:03.511515 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:55:57Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b40fc627-d414-4bb9-934e-9f1d39004de5', 'name': '', 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:9e:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:40Z', 'updated_at': '2022-02-03T12:55:52Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0a4741-5ac6-45da-8820-e05848179b49', 'name': '', 'network_id': 'a484396e-3d77-4920-b7bc-6db8a4d80c1d', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:a0:3d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'ad709dc5-8132-41ac-9b91-0cf601eb8300', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:54Z', 'updated_at': '2022-02-03T12:55:59Z', 'revision_number': 2, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': 'ad709dc5-8132-41ac-9b91-0cf601eb8300', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbbb7628-d828-406f-b127-6e4460893915', 'name': '', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:8a:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:36Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:03.589961 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] Checking router: 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:56:03.590530 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] Updating router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac port bd0a4741-5ac6-45da-8820-e05848179b49 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:56:03.644581 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bd0a4741-5ac6-45da-8820-e05848179b49), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:03.661856 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e4915-1a45-4e09-963c-fefad7c527b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a436f8-9260-4e2c-b509-237d5e810e3c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:03.678654 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b822ce27-b8d4-43a6-a252-a4b3b99086f9 req-5d366990-c6e4-4565-8d60-12e94f7b8f5c service neutron] 10.222.0.31 "GET /v2.0/networks/06b1f536-dd74-4c30-ae0d-9ad97b68ce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7683759 Feb 03 12:56:03.682613 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-319e4915-1a45-4e09-963c-fefad7c527b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:03.688890 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-319e4915-1a45-4e09-963c-fefad7c527b4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/25a436f8-9260-4e2c-b509-237d5e810e3c HTTP/1.1" status: 204 len: 168 time: 0.9543521 Feb 03 12:56:03.702450 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c07d7a-9bd0-4669-ac84-2b5de00bb859 req-3638a744-1a36-429c-a5ba-0031b44bd341 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:03.706153 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c3c07d7a-9bd0-4669-ac84-2b5de00bb859 req-3638a744-1a36-429c-a5ba-0031b44bd341 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 944 time: 0.5552840 Feb 03 12:56:03.707161 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42118) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:03.808038 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1e9ef7-6b80-46e3-a458-b5eee65286a2', 'name': 'network-vif-deleted', 'tag': '75218e08-3a64-4e77-92f9-e5d4c14e7a54'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:56:03.812514 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b52c5f-2297-407b-bcd0-8064015c35fe" -d '{"events": [{"server_uuid": "cb1e9ef7-6b80-46e3-a458-b5eee65286a2", "name": "network-vif-deleted", "tag": "75218e08-3a64-4e77-92f9-e5d4c14e7a54"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:56:04.066447 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2efad0d4-abfc-49d7-beda-44d4c09892ab tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router (635981bc-c209-40c5-837d-7adb422d161a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:04.088003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5db0d-83b3-4590-955c-80e00fd11410 req-a4ffb5ca-a6db-4fb6-a5d5-f530d972bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:04.092772 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5c5db0d-83b3-4590-955c-80e00fd11410 req-a4ffb5ca-a6db-4fb6-a5d5-f530d972bc57 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.6180837 Feb 03 12:56:04.436805 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5c5db0d-83b3-4590-955c-80e00fd11410 req-1f37d42f-988a-4753-a9f2-f1656b2390f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=321981a9-19fc-464d-8218-a2a29a3bdb81 HTTP/1.1" status: 200 len: 217 time: 0.0450003 Feb 03 12:56:04.445433 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fc8e32c-3371-4978-becb-fce847540b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (f65b1a16-9b9d-479a-8951-807e6e4ceb34), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:04.514787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5db0d-83b3-4590-955c-80e00fd11410 req-756e99d6-05d1-4cb3-9ff8-2abd48c7843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:04.516381 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5c5db0d-83b3-4590-955c-80e00fd11410 req-756e99d6-05d1-4cb3-9ff8-2abd48c7843d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.0642970 Feb 03 12:56:04.530069 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c3c07d7a-9bd0-4669-ac84-2b5de00bb859 req-a6cfa21f-fb0f-4743-bfdb-d2c81fe53fca tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7950609 Feb 03 12:56:04.545576 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] Publish callbacks [] for port (bd0a4741-5ac6-45da-8820-e05848179b49), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:04.564679 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (bd0a4741-5ac6-45da-8820-e05848179b49), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:04.643070 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fc8e32c-3371-4978-becb-fce847540b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (f65b1a16-9b9d-479a-8951-807e6e4ceb34), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:04.650697 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0f72e-f1fa-444b-ae01-d423c805faeb None None] Pushing event updated for resources: {'Port': ['ID=bd0a4741-5ac6-45da-8820-e05848179b49,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:04.686457 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6fc8e32c-3371-4978-becb-fce847540b78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65b1a16-9b9d-479a-8951-807e6e4ceb34']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:04.715704 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6fc8e32c-3371-4978-becb-fce847540b78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ae3a57-a55f-4609-aafb-2ea5968eb1aa') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:04.717697 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6fc8e32c-3371-4978-becb-fce847540b78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ae3a57-a55f-4609-aafb-2ea5968eb1aa') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:04.748050 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fc8e32c-3371-4978-becb-fce847540b78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (88ae3a57-a55f-4609-aafb-2ea5968eb1aa), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:04.753619 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] Attempting to bind port bd0a4741-5ac6-45da-8820-e05848179b49 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:56:04.754381 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] Attempting to bind port bd0a4741-5ac6-45da-8820-e05848179b49 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '9092a85a-45d3-4098-9b39-3cd1b2990a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a484396e-3d77-4920-b7bc-6db8a4d80c1d'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:56:04.754917 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] Attempting to bind port bd0a4741-5ac6-45da-8820-e05848179b49 on network a484396e-3d77-4920-b7bc-6db8a4d80c1d {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:56:04.760835 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:56:04.761327 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] Checking segment: {'id': '9092a85a-45d3-4098-9b39-3cd1b2990a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a484396e-3d77-4920-b7bc-6db8a4d80c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:56:04.761632 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:04.762006 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] Bound using segment: {'id': '9092a85a-45d3-4098-9b39-3cd1b2990a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a484396e-3d77-4920-b7bc-6db8a4d80c1d'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:56:04.762485 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] Bound port: bd0a4741-5ac6-45da-8820-e05848179b49, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9092a85a-45d3-4098-9b39-3cd1b2990a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a484396e-3d77-4920-b7bc-6db8a4d80c1d'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:56:04.762872 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bd0a4741-5ac6-45da-8820-e05848179b49), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:04.779696 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b870c425-ca5f-4967-8ec4-a817ec05a30d x-openstack-request-id: req-b870c425-ca5f-4967-8ec4-a817ec05a30d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:56:04.780856 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1e9ef7-6b80-46e3-a458-b5eee65286a2", "name": "network-vif-deleted", "tag": "75218e08-3a64-4e77-92f9-e5d4c14e7a54", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:56:04.781145 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b870c425-ca5f-4967-8ec4-a817ec05a30d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:56:04.782671 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1e9ef7-6b80-46e3-a458-b5eee65286a2', 'name': 'network-vif-deleted', 'tag': '75218e08-3a64-4e77-92f9-e5d4c14e7a54', 'status': 'completed', 'code': 200} Feb 03 12:56:04.785692 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fc8e32c-3371-4978-becb-fce847540b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (88ae3a57-a55f-4609-aafb-2ea5968eb1aa), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:04.803416 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc8e32c-3371-4978-becb-fce847540b78 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:56:04.803854 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fc8e32c-3371-4978-becb-fce847540b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (88ae3a57-a55f-4609-aafb-2ea5968eb1aa), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:04.880658 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed3e36-eda6-4001-8e0b-cdfd81ae5ed7 req-f389cff4-e28d-428b-a847-6e450adc53fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:04.882524 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3eed3e36-eda6-4001-8e0b-cdfd81ae5ed7 req-f389cff4-e28d-428b-a847-6e450adc53fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b0cce42d760c4454b8bfb71eff9112cf&device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 1126 time: 1.0642905 Feb 03 12:56:04.889021 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] For port bd0a4741-5ac6-45da-8820-e05848179b49, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:56:04.892940 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] For port bd0a4741-5ac6-45da-8820-e05848179b49, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=bd0a4741-5ac6-45da-8820-e05848179b49,segment=NetworkSegment(9092a85a-45d3-4098-9b39-3cd1b2990a97),segment_id=9092a85a-45d3-4098-9b39-3cd1b2990a97)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:56:04.905269 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:56:04.907829 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (bd0a4741-5ac6-45da-8820-e05848179b49), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:04.910846 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32644b5e-4775-4ad5-94de-b40de312d390 req-ae3b96b7-8c1e-4fb7-b300-a4c4a7b69103 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:04.920780 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-32644b5e-4775-4ad5-94de-b40de312d390 req-ae3b96b7-8c1e-4fb7-b300-a4c4a7b69103 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 944 time: 0.4226017 Feb 03 12:56:05.038564 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:05.039223 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:55:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:05.086386 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-32644b5e-4775-4ad5-94de-b40de312d390 req-ca5fad5e-5e04-4b4a-9e13-79b99a784c0e tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629629 Feb 03 12:56:05.089599 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d083a6c2-e4e4-4139-b964-aa0bc73f13ab None None] Provisioning complete for port bd0a4741-5ac6-45da-8820-e05848179b49 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:05.090285 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d083a6c2-e4e4-4139-b964-aa0bc73f13ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (bd0a4741-5ac6-45da-8820-e05848179b49), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:05.198368 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fc8e32c-3371-4978-becb-fce847540b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (f65b1a16-9b9d-479a-8951-807e6e4ceb34), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:05.212683 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:05.264375 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fc8e32c-3371-4978-becb-fce847540b78 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:05.290787 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6fc8e32c-3371-4978-becb-fce847540b78 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f65b1a16-9b9d-479a-8951-807e6e4ceb34 HTTP/1.1" status: 204 len: 168 time: 1.5702972 Feb 03 12:56:05.293376 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.extraroute_db [None req-67a7f857-a270-4732-9f12-cd5553793f34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103189) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 12:56:05.310968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed3e36-eda6-4001-8e0b-cdfd81ae5ed7 req-c168b057-1a70-416b-9734-83f15f127221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:05.319243 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3eed3e36-eda6-4001-8e0b-cdfd81ae5ed7 req-c168b057-1a70-416b-9734-83f15f127221 service neutron] 10.222.0.31 "GET /v2.0/networks?id=06b1f536-dd74-4c30-ae0d-9ad97b68ce6b HTTP/1.1" status: 200 len: 909 time: 0.4174097 Feb 03 12:56:05.366602 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d083a6c2-e4e4-4139-b964-aa0bc73f13ab None None] Current status of the port bd0a4741-5ac6-45da-8820-e05848179b49 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:05.367664 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d083a6c2-e4e4-4139-b964-aa0bc73f13ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bd0a4741-5ac6-45da-8820-e05848179b49), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:05.398830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8e32c-3371-4978-becb-fce847540b78 admin admin] Pushing event deleted for resources: {'Network': ['ID=f65b1a16-9b9d-479a-8951-807e6e4ceb34,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:05.430902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5db0d-83b3-4590-955c-80e00fd11410 req-185a7ac4-f848-4231-a6e9-7e32d2397e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:05.443563 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5c5db0d-83b3-4590-955c-80e00fd11410 req-185a7ac4-f848-4231-a6e9-7e32d2397e5c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9093406 Feb 03 12:56:05.471166 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d083a6c2-e4e4-4139-b964-aa0bc73f13ab None None] For port bd0a4741-5ac6-45da-8820-e05848179b49, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=bd0a4741-5ac6-45da-8820-e05848179b49,segment=NetworkSegment(9092a85a-45d3-4098-9b39-3cd1b2990a97),segment_id=9092a85a-45d3-4098-9b39-3cd1b2990a97)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:05.475036 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.extraroute_db [None req-67a7f857-a270-4732-9f12-cd5553793f34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Removed routes are [] {{(pid=103189) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 12:56:05.476829 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67a7f857-a270-4732-9f12-cd5553793f34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:05.480796 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d083a6c2-e4e4-4139-b964-aa0bc73f13ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (bd0a4741-5ac6-45da-8820-e05848179b49), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:05.485712 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3eed3e36-eda6-4001-8e0b-cdfd81ae5ed7 req-c458002c-f042-449b-8e70-68919d9d1139 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 HTTP/1.1" status: 200 len: 217 time: 0.1572223 Feb 03 12:56:05.673284 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2efad0d4-abfc-49d7-beda-44d4c09892ab tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_gateway (635981bc-c209-40c5-837d-7adb422d161a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:05.701986 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0f72e-f1fa-444b-ae01-d423c805faeb None None] Pushing event updated for resources: {'Port': ['ID=bd0a4741-5ac6-45da-8820-e05848179b49,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:05.738687 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5157c6bd-f468-4a0d-98de-d0c7909513bc None None] Provisioning complete for port bd0a4741-5ac6-45da-8820-e05848179b49 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:05.739284 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5157c6bd-f468-4a0d-98de-d0c7909513bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (bd0a4741-5ac6-45da-8820-e05848179b49), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:05.796630 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42142) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:05.859083 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:55:57Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b40fc627-d414-4bb9-934e-9f1d39004de5', 'name': '', 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:9e:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:40Z', 'updated_at': '2022-02-03T12:55:52Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0a4741-5ac6-45da-8820-e05848179b49', 'name': '', 'network_id': 'a484396e-3d77-4920-b7bc-6db8a4d80c1d', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:a0:3d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'ad709dc5-8132-41ac-9b91-0cf601eb8300', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:54Z', 'updated_at': '2022-02-03T12:56:04Z', 'revision_number': 4, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': 'ad709dc5-8132-41ac-9b91-0cf601eb8300', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbbb7628-d828-406f-b127-6e4460893915', 'name': '', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:8a:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:36Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:05.860533 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083a6c2-e4e4-4139-b964-aa0bc73f13ab None None] Pushing event updated for resources: {'Port': ['ID=bd0a4741-5ac6-45da-8820-e05848179b49,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:05.949562 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306b035-034a-4b86-af7a-2b8c9ad8cdc3 None None] The sync data for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 is: [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:55:57Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b40fc627-d414-4bb9-934e-9f1d39004de5', 'name': '', 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:9e:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:40Z', 'updated_at': '2022-02-03T12:55:52Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0a4741-5ac6-45da-8820-e05848179b49', 'name': '', 'network_id': 'a484396e-3d77-4920-b7bc-6db8a4d80c1d', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:a0:3d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'ad709dc5-8132-41ac-9b91-0cf601eb8300', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:54Z', 'updated_at': '2022-02-03T12:56:04Z', 'revision_number': 4, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': 'ad709dc5-8132-41ac-9b91-0cf601eb8300', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbbb7628-d828-406f-b127-6e4460893915', 'name': '', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:8a:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:36Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:56:05.969064 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67a7f857-a270-4732-9f12-cd5553793f34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:05.974166 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed3e36-eda6-4001-8e0b-cdfd81ae5ed7 req-797c86e1-08ff-49b7-9231-9878ef1601dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:05.975974 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3eed3e36-eda6-4001-8e0b-cdfd81ae5ed7 req-797c86e1-08ff-49b7-9231-9878ef1601dd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f01004e3-c72e-439d-8b02-a9f63b21d1f3 HTTP/1.1" status: 200 len: 848 time: 0.1758184 Feb 03 12:56:05.977127 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67a7f857-a270-4732-9f12-cd5553793f34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:06.061097 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5c5db0d-83b3-4590-955c-80e00fd11410 req-9b374000-6487-46ae-8649-0df558f892c1 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104644 Feb 03 12:56:06.069171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5157c6bd-f468-4a0d-98de-d0c7909513bc None None] Current status of the port bd0a4741-5ac6-45da-8820-e05848179b49 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:06.120831 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e82b6206-05e6-43bc-8703-b04eb79150bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:06.171885 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fd86c162-8c3c-4c3d-993a-3caf13887584 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c905977ac7624bda9a747345f94a02ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3613758 Feb 03 12:56:06.183282 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42146) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:06.225923 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3eed3e36-eda6-4001-8e0b-cdfd81ae5ed7 req-c509a3e4-2b4b-49e1-b453-f7578719f356 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=06b1f536-dd74-4c30-ae0d-9ad97b68ce6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2422867 Feb 03 12:56:06.528354 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3eed3e36-eda6-4001-8e0b-cdfd81ae5ed7 req-b766871e-b5b4-4ee8-802c-ee9b124d2a23 service neutron] 10.222.0.31 "GET /v2.0/networks/06b1f536-dd74-4c30-ae0d-9ad97b68ce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657430 Feb 03 12:56:06.540395 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a7f857-a270-4732-9f12-cd5553793f34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:56:06.585703 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 321981a9-19fc-464d-8218-a2a29a3bdb81 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:56:06.733145 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b9243-ad9b-42e2-866b-b457bb720ea9 req-e170e1cb-fc04-41d0-8f8d-64cf6d24d141 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:06.736079 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-150b9243-ad9b-42e2-866b-b457bb720ea9 req-e170e1cb-fc04-41d0-8f8d-64cf6d24d141 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 944 time: 0.5142758 Feb 03 12:56:06.846544 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 321981a9-19fc-464d-8218-a2a29a3bdb81, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=321981a9-19fc-464d-8218-a2a29a3bdb81,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:06.881277 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '321981a9-19fc-464d-8218-a2a29a3bdb81', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'port_id': '321981a9-19fc-464d-8218-a2a29a3bdb81', 'mac_address': 'fa:16:3e:db:3c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27fe823-3411-4edd-b136-06676ed45522', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:56:06.999387 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:56:07.048401 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3eed3e36-eda6-4001-8e0b-cdfd81ae5ed7 req-7995f1c2-82f9-4e38-9d4b-37acac39bb51 service neutron] 10.222.0.31 "GET /v2.0/networks/06b1f536-dd74-4c30-ae0d-9ad97b68ce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054009 Feb 03 12:56:07.075472 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:07.081839 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 321981a9-19fc-464d-8218-a2a29a3bdb81 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:07.082346 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (321981a9-19fc-464d-8218-a2a29a3bdb81), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:07.106395 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321981a9-19fc-464d-8218-a2a29a3bdb81 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:56:07.167035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 321981a9-19fc-464d-8218-a2a29a3bdb81, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=321981a9-19fc-464d-8218-a2a29a3bdb81,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:07.174454 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (321981a9-19fc-464d-8218-a2a29a3bdb81), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:07.334612 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a7f857-a270-4732-9f12-cd5553793f34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:56:07.358615 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67a7f857-a270-4732-9f12-cd5553793f34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:07.363772 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-67a7f857-a270-4732-9f12-cd5553793f34 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/38ff38e0-ccc6-4e9f-880b-ec59618bc5ac HTTP/1.1" status: 200 len: 934 time: 4.4823964 Feb 03 12:56:07.376394 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42156) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:07.563448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37863c4d-a00a-49a0-a848-65dc0915a63a req-6af67e16-b2d9-4764-9175-a29166adde60 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:07.567863 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-37863c4d-a00a-49a0-a848-65dc0915a63a req-6af67e16-b2d9-4764-9175-a29166adde60 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 944 time: 1.8244593 Feb 03 12:56:07.625814 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-150b9243-ad9b-42e2-866b-b457bb720ea9 req-57d400a5-5750-4954-bb99-3661590d5935 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8712037 Feb 03 12:56:07.713826 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-af89532d-d56b-44c6-b518-8e5451a85ae1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/routers/38ff38e0-ccc6-4e9f-880b-ec59618bc5ac HTTP/1.1" status: 200 len: 934 time: 0.3358984 Feb 03 12:56:07.716318 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42162) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:07.724591 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c6f454a5-0b6b-41c5-9a89-a0ca4da85656 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'router': {'routes': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:07.726432 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device bd0a4741-5ac6-45da-8820-e05848179b49 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:56:07.790958 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50848676-2bb6-4ace-80ac-bf1c2c9b8456 None None] Sync routers for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:56:07.809285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2efad0d4-abfc-49d7-beda-44d4c09892ab tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Deleting port 6bc23599-7d97-4abb-9013-f0b68a617011 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:07.810375 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2efad0d4-abfc-49d7-beda-44d4c09892ab tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (6bc23599-7d97-4abb-9013-f0b68a617011), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:07.866002 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50848676-2bb6-4ace-80ac-bf1c2c9b8456 None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:07.867110 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-50848676-2bb6-4ace-80ac-bf1c2c9b8456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:07.887393 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c82a6531-5fed-41b4-8773-77f719de9e3f admin admin] Publish callbacks [] for security_group (bd2c8292-57fa-4410-b748-32535aacf9d1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:07.959082 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-37863c4d-a00a-49a0-a848-65dc0915a63a req-d709494b-8e65-4725-97c6-f2b606dfd2ea tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739636 Feb 03 12:56:07.961502 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5c5db0d-83b3-4590-955c-80e00fd11410 req-ace2c95e-3909-4241-bb6f-ca9e02ec965a service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8591807 Feb 03 12:56:07.964193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['321981a9-19fc-464d-8218-a2a29a3bdb81'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:56:08.037851 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=321981a9-19fc-464d-8218-a2a29a3bdb81,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:08.158970 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3928c83b-4cdd-4678-ac09-ba189ae8ee1e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:08.167578 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c82a6531-5fed-41b4-8773-77f719de9e3f admin admin] Publish callbacks [] for security_group (bd2c8292-57fa-4410-b748-32535aacf9d1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:08.193674 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=7f5e34a5-5be3-4c61-b2cf-0be9bb84d832,segment=NetworkSegment(8ef4bf6b-f6d6-4344-93e8-58eb194c84e9),segment_id=8ef4bf6b-f6d6-4344-93e8-58eb194c84e9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:08.253665 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '7f5e34a5-5be3-4c61-b2cf-0be9bb84d832', 'network_id': '06b1f536-dd74-4c30-ae0d-9ad97b68ce6b', 'port_id': '7f5e34a5-5be3-4c61-b2cf-0be9bb84d832', 'mac_address': 'fa:16:3e:70:d4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01004e3-c72e-439d-8b02-a9f63b21d1f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:56:08.307662 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port bd0a4741-5ac6-45da-8820-e05848179b49 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:08.308859 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (bd0a4741-5ac6-45da-8820-e05848179b49), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:08.461927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-50848676-2bb6-4ace-80ac-bf1c2c9b8456 None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:08.489305 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.extraroute_db [None req-c6f454a5-0b6b-41c5-9a89-a0ca4da85656 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Added routes are [] {{(pid=103189) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 12:56:08.491330 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.extraroute_db [None req-c6f454a5-0b6b-41c5-9a89-a0ca4da85656 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103189) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 12:56:08.526066 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:08.543829 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6f454a5-0b6b-41c5-9a89-a0ca4da85656 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:08.595835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:08.599582 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7f5e34a5-5be3-4c61-b2cf-0be9bb84d832), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:08.666713 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:56:08.738249 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=7f5e34a5-5be3-4c61-b2cf-0be9bb84d832,segment=NetworkSegment(8ef4bf6b-f6d6-4344-93e8-58eb194c84e9),segment_id=8ef4bf6b-f6d6-4344-93e8-58eb194c84e9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:08.836046 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7f5e34a5-5be3-4c61-b2cf-0be9bb84d832), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:08.884927 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3928c83b-4cdd-4678-ac09-ba189ae8ee1e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Allocated IP 172.20.0.17 (97f7a13f-d4d0-4470-98d0-3068a58bc64e/ae9fde65-3fed-4761-b052-365818f25dc3/04d4a413-729a-4283-97b2-d12ad4ebc072) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:56:09.006006 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7ff36-b4dd-4b80-8c75-5584d806001b req-8bef9909-7e0c-4c44-911b-ca363aba5396 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:09.008140 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-75f7ff36-b4dd-4b80-8c75-5584d806001b req-8bef9909-7e0c-4c44-911b-ca363aba5396 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 945 time: 0.1472392 Feb 03 12:56:09.013747 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6f454a5-0b6b-41c5-9a89-a0ca4da85656 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:09.028205 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6f454a5-0b6b-41c5-9a89-a0ca4da85656 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:09.085345 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2efad0d4-abfc-49d7-beda-44d4c09892ab tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (6bc23599-7d97-4abb-9013-f0b68a617011), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:09.382256 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3928c83b-4cdd-4678-ac09-ba189ae8ee1e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for port (04d4a413-729a-4283-97b2-d12ad4ebc072), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:09.387910 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['7f5e34a5-5be3-4c61-b2cf-0be9bb84d832'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:56:09.391029 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-75f7ff36-b4dd-4b80-8c75-5584d806001b req-5345d716-34ad-4820-8b9a-d8667ec57709 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880627 Feb 03 12:56:09.396567 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2efad0d4-abfc-49d7-beda-44d4c09892ab tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Calling delete_port for 6bc23599-7d97-4abb-9013-f0b68a617011 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:09.407414 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f454a5-0b6b-41c5-9a89-a0ca4da85656 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:56:09.412907 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c82a6531-5fed-41b4-8773-77f719de9e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bd2c8292-57fa-4410-b748-32535aacf9d1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:09.419307 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c82a6531-5fed-41b4-8773-77f719de9e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:09.420561 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c82a6531-5fed-41b4-8773-77f719de9e3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd2c8292-57fa-4410-b748-32535aacf9d1 HTTP/1.1" status: 204 len: 168 time: 3.2318778 Feb 03 12:56:09.454000 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a6531-5fed-41b4-8773-77f719de9e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2c8292-57fa-4410-b748-32535aacf9d1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:09.566793 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port bd0a4741-5ac6-45da-8820-e05848179b49 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:09.598263 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=7f5e34a5-5be3-4c61-b2cf-0be9bb84d832,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:09.701581 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f42665-12d2-4f40-962a-0fa5a29e8d76 req-f348a7dc-2264-47b7-a0d1-0444014ab7c6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:09.707635 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-05f42665-12d2-4f40-962a-0fa5a29e8d76 req-f348a7dc-2264-47b7-a0d1-0444014ab7c6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 945 time: 0.4126532 Feb 03 12:56:09.737995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-50848676-2bb6-4ace-80ac-bf1c2c9b8456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:56:05Z', 'revision_number': 6, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b40fc627-d414-4bb9-934e-9f1d39004de5', 'name': '', 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:9e:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:40Z', 'updated_at': '2022-02-03T12:55:52Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0a4741-5ac6-45da-8820-e05848179b49', 'name': '', 'network_id': 'a484396e-3d77-4920-b7bc-6db8a4d80c1d', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:a0:3d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'ad709dc5-8132-41ac-9b91-0cf601eb8300', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:54Z', 'updated_at': '2022-02-03T12:56:05Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': 'ad709dc5-8132-41ac-9b91-0cf601eb8300', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbbb7628-d828-406f-b127-6e4460893915', 'name': '', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:8a:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:36Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:09.818291 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50848676-2bb6-4ace-80ac-bf1c2c9b8456 None None] Checking router: 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:56:09.875243 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-05f42665-12d2-4f40-962a-0fa5a29e8d76 req-5807ced2-9231-4cd2-bf0c-d27086105c00 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474438 Feb 03 12:56:09.880096 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3928c83b-4cdd-4678-ac09-ba189ae8ee1e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (04d4a413-729a-4283-97b2-d12ad4ebc072), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:09.908384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50848676-2bb6-4ace-80ac-bf1c2c9b8456 None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:09.908384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-50848676-2bb6-4ace-80ac-bf1c2c9b8456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:09.960966 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3928c83b-4cdd-4678-ac09-ba189ae8ee1e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Network 97f7a13f-d4d0-4470-98d0-3068a58bc64e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:09.983083 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3928c83b-4cdd-4678-ac09-ba189ae8ee1e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:10.005816 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3928c83b-4cdd-4678-ac09-ba189ae8ee1e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:56:10.135637 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:10.237046 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f454a5-0b6b-41c5-9a89-a0ca4da85656 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:56:10.257229 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928c83b-4cdd-4678-ac09-ba189ae8ee1e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'Port': ['ID=04d4a413-729a-4283-97b2-d12ad4ebc072,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:10.284531 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6f454a5-0b6b-41c5-9a89-a0ca4da85656 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:10.292881 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c6f454a5-0b6b-41c5-9a89-a0ca4da85656 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/38ff38e0-ccc6-4e9f-880b-ec59618bc5ac HTTP/1.1" status: 200 len: 700 time: 2.5751467 Feb 03 12:56:10.293471 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42190) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:10.332737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-50848676-2bb6-4ace-80ac-bf1c2c9b8456 None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:10.347993 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3928c83b-4cdd-4678-ac09-ba189ae8ee1e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (b11618fa-1818-400f-99b3-b2bd6bc24a60), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:10.582029 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2efad0d4-abfc-49d7-beda-44d4c09892ab tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (6bc23599-7d97-4abb-9013-f0b68a617011), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:10.621217 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d4ee9494-5b4f-40f8-95f2-cac9973cdb67 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/routers/38ff38e0-ccc6-4e9f-880b-ec59618bc5ac HTTP/1.1" status: 200 len: 700 time: 0.3247402 Feb 03 12:56:10.691221 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 321981a9-19fc-464d-8218-a2a29a3bdb81 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:56:10.711858 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42200) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:10.911003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efad0d4-abfc-49d7-beda-44d4c09892ab tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Pushing event deleted for resources: {'Port': ['ID=6bc23599-7d97-4abb-9013-f0b68a617011,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:10.947449 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3928c83b-4cdd-4678-ac09-ba189ae8ee1e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (04d4a413-729a-4283-97b2-d12ad4ebc072), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:10.990314 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-468c4d0d-af5b-43db-ba24-753e41dad24d None None] Provisioning complete for port 04d4a413-729a-4283-97b2-d12ad4ebc072 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:10.990950 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-468c4d0d-af5b-43db-ba24-753e41dad24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (04d4a413-729a-4283-97b2-d12ad4ebc072), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:11.014752 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:56:11.073402 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d70f46-20d1-49f2-ad03-6eb11dc7d994 req-60511034-cbc9-468f-ad74-e5264fa3c980 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:11.076607 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b0d70f46-20d1-49f2-ad03-6eb11dc7d994 req-60511034-cbc9-468f-ad74-e5264fa3c980 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 945 time: 0.5180202 Feb 03 12:56:11.302080 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b0d70f46-20d1-49f2-ad03-6eb11dc7d994 req-f31adcaa-5257-4129-8545-1e90eb1c8417 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831219 Feb 03 12:56:11.340469 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2efad0d4-abfc-49d7-beda-44d4c09892ab tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (635981bc-c209-40c5-837d-7adb422d161a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:11.441584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-468c4d0d-af5b-43db-ba24-753e41dad24d None None] Port 04d4a413-729a-4283-97b2-d12ad4ebc072 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:56:11.448879 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 321981a9-19fc-464d-8218-a2a29a3bdb81 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:56:11.474632 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 321981a9-19fc-464d-8218-a2a29a3bdb81 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:11.475231 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (321981a9-19fc-464d-8218-a2a29a3bdb81), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:11.633134 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:56:11.695611 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-50848676-2bb6-4ace-80ac-bf1c2c9b8456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:56:08Z', 'revision_number': 7, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b40fc627-d414-4bb9-934e-9f1d39004de5', 'name': '', 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:9e:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:40Z', 'updated_at': '2022-02-03T12:55:52Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0a4741-5ac6-45da-8820-e05848179b49', 'name': '', 'network_id': 'a484396e-3d77-4920-b7bc-6db8a4d80c1d', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:a0:3d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'ad709dc5-8132-41ac-9b91-0cf601eb8300', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:54Z', 'updated_at': '2022-02-03T12:56:05Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': 'ad709dc5-8132-41ac-9b91-0cf601eb8300', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbbb7628-d828-406f-b127-6e4460893915', 'name': '', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:8a:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:36Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:11.817438 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50848676-2bb6-4ace-80ac-bf1c2c9b8456 None None] The sync data for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 is: [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:56:08Z', 'revision_number': 7, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b40fc627-d414-4bb9-934e-9f1d39004de5', 'name': '', 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:9e:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:40Z', 'updated_at': '2022-02-03T12:55:52Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0a4741-5ac6-45da-8820-e05848179b49', 'name': '', 'network_id': 'a484396e-3d77-4920-b7bc-6db8a4d80c1d', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:a0:3d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'ad709dc5-8132-41ac-9b91-0cf601eb8300', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:54Z', 'updated_at': '2022-02-03T12:56:05Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': 'ad709dc5-8132-41ac-9b91-0cf601eb8300', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbbb7628-d828-406f-b127-6e4460893915', 'name': '', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:8a:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:36Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:56:11.831462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:11.832387 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7f5e34a5-5be3-4c61-b2cf-0be9bb84d832), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:12.101894 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3928c83b-4cdd-4678-ac09-ba189ae8ee1e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for port (04d4a413-729a-4283-97b2-d12ad4ebc072), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:12.169434 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 321981a9-19fc-464d-8218-a2a29a3bdb81 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:12.169720 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (321981a9-19fc-464d-8218-a2a29a3bdb81), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:12.179694 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09e4f7ce-3005-43ce-a556-e93940e5b244 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:12.221838 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3928c83b-4cdd-4678-ac09-ba189ae8ee1e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (04d4a413-729a-4283-97b2-d12ad4ebc072), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:12.288292 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:12.288724 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7f5e34a5-5be3-4c61-b2cf-0be9bb84d832), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:12.316104 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2efad0d4-abfc-49d7-beda-44d4c09892ab tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (635981bc-c209-40c5-837d-7adb422d161a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:12.321854 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2efad0d4-abfc-49d7-beda-44d4c09892ab tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_controller (635981bc-c209-40c5-837d-7adb422d161a), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:12.339047 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f250aa07-c358-4bcb-bd9b-2a61c9bd9f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321981a9-19fc-464d-8218-a2a29a3bdb81'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:56:12.349140 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffba8b6-9454-4f9b-98ac-de59fee0b36e" -d '{"events": [{"server_uuid": "f250aa07-c358-4bcb-bd9b-2a61c9bd9f07", "name": "network-vif-plugged", "status": "completed", "tag": "321981a9-19fc-464d-8218-a2a29a3bdb81"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:56:12.357380 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420807c0-6af6-44c4-b908-96e157d422db None None] Sync routers for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:56:12.388638 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420807c0-6af6-44c4-b908-96e157d422db None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:12.391194 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-420807c0-6af6-44c4-b908-96e157d422db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:12.419381 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 321981a9-19fc-464d-8218-a2a29a3bdb81, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=321981a9-19fc-464d-8218-a2a29a3bdb81,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:12.474948 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (321981a9-19fc-464d-8218-a2a29a3bdb81), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:12.482317 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29597ad8-f1dd-470c-92b9-bd4c56e49e6c req-17cace31-14f6-43e8-98a9-74a5acc37bd1 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:12.501495 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29597ad8-f1dd-470c-92b9-bd4c56e49e6c req-17cace31-14f6-43e8-98a9-74a5acc37bd1 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 945 time: 1.4592450 Feb 03 12:56:12.605747 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=7f5e34a5-5be3-4c61-b2cf-0be9bb84d832,segment=NetworkSegment(8ef4bf6b-f6d6-4344-93e8-58eb194c84e9),segment_id=8ef4bf6b-f6d6-4344-93e8-58eb194c84e9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:12.613714 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7f5e34a5-5be3-4c61-b2cf-0be9bb84d832), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:12.663414 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2efad0d4-abfc-49d7-beda-44d4c09892ab tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (635981bc-c209-40c5-837d-7adb422d161a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:12.663974 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efad0d4-abfc-49d7-beda-44d4c09892ab tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Fanout notify agent at l3_agent the message router_deleted on router 635981bc-c209-40c5-837d-7adb422d161a {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:56:12.672909 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=321981a9-19fc-464d-8218-a2a29a3bdb81,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:12.673226 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-420807c0-6af6-44c4-b908-96e157d422db None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:12.717121 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2efad0d4-abfc-49d7-beda-44d4c09892ab tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:12.733232 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42248) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:12.734516 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2efad0d4-abfc-49d7-beda-44d4c09892ab tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "DELETE /v2.0/routers/635981bc-c209-40c5-837d-7adb422d161a HTTP/1.1" status: 204 len: 168 time: 9.5542378 Feb 03 12:56:12.745544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c1953926-7e4a-4900-9c0a-7cf6e2441357 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1200591239', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'enable_snat': False}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:12.798773 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928c83b-4cdd-4678-ac09-ba189ae8ee1e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'Port': ['ID=04d4a413-729a-4283-97b2-d12ad4ebc072,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:12.830580 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3928c83b-4cdd-4678-ac09-ba189ae8ee1e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (b11618fa-1818-400f-99b3-b2bd6bc24a60), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:12.920495 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1953926-7e4a-4900-9c0a-7cf6e2441357 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (244c973a-ec61-4545-bf55-e1e62b32ddeb), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:12.931523 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1953926-7e4a-4900-9c0a-7cf6e2441357 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (244c973a-ec61-4545-bf55-e1e62b32ddeb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:12.933950 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=7f5e34a5-5be3-4c61-b2cf-0be9bb84d832,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:12.954681 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29597ad8-f1dd-470c-92b9-bd4c56e49e6c req-595467c8-4281-49f2-bd2b-544edc1b4876 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628845 Feb 03 12:56:13.008480 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1e38-fadd-4eff-9668-1441503f67b2 req-b5a99785-06ef-4de4-841c-26b3e3b97ec6 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:13.010669 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-14bf1e38-fadd-4eff-9668-1441503f67b2 req-b5a99785-06ef-4de4-841c-26b3e3b97ec6 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 946 time: 0.2753096 Feb 03 12:56:13.091984 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d19170-c814-424b-80e0-5abdb8b3cc05 x-openstack-request-id: req-97d19170-c814-424b-80e0-5abdb8b3cc05 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:56:13.095413 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f250aa07-c358-4bcb-bd9b-2a61c9bd9f07", "name": "network-vif-plugged", "status": "completed", "tag": "321981a9-19fc-464d-8218-a2a29a3bdb81", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:56:13.096008 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97d19170-c814-424b-80e0-5abdb8b3cc05 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:56:13.096745 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f250aa07-c358-4bcb-bd9b-2a61c9bd9f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321981a9-19fc-464d-8218-a2a29a3bdb81', 'code': 200} Feb 03 12:56:13.149954 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1953926-7e4a-4900-9c0a-7cf6e2441357 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_controller (244c973a-ec61-4545-bf55-e1e62b32ddeb), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:13.334996 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eb95543a-6c9a-4209-bc19-0508bac20f8c req-6282925a-9edf-4eef-9d79-0f2b31e65a6c tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.1905384 Feb 03 12:56:13.500768 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3928c83b-4cdd-4678-ac09-ba189ae8ee1e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Network 97f7a13f-d4d0-4470-98d0-3068a58bc64e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:13.510442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3928c83b-4cdd-4678-ac09-ba189ae8ee1e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:13.549877 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942999cc-9a63-4d3b-9d2d-8106a5f1119c req-cb36e9b5-34af-407c-aec0-0a17905b46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:13.551765 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-942999cc-9a63-4d3b-9d2d-8106a5f1119c req-cb36e9b5-34af-407c-aec0-0a17905b46f6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 1128 time: 0.2549896 Feb 03 12:56:13.667446 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-420807c0-6af6-44c4-b908-96e157d422db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:56:08Z', 'revision_number': 7, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b40fc627-d414-4bb9-934e-9f1d39004de5', 'name': '', 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:9e:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:40Z', 'updated_at': '2022-02-03T12:55:52Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0a4741-5ac6-45da-8820-e05848179b49', 'name': '', 'network_id': 'a484396e-3d77-4920-b7bc-6db8a4d80c1d', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:a0:3d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'ad709dc5-8132-41ac-9b91-0cf601eb8300', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:54Z', 'updated_at': '2022-02-03T12:56:05Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': 'ad709dc5-8132-41ac-9b91-0cf601eb8300', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbbb7628-d828-406f-b127-6e4460893915', 'name': '', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:8a:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:36Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:13.700284 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1953926-7e4a-4900-9c0a-7cf6e2441357 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_gateway (244c973a-ec61-4545-bf55-e1e62b32ddeb), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:13.833767 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420807c0-6af6-44c4-b908-96e157d422db None None] Checking router: 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:56:13.859886 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420807c0-6af6-44c4-b908-96e157d422db None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:13.860992 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-420807c0-6af6-44c4-b908-96e157d422db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:13.963321 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-14bf1e38-fadd-4eff-9668-1441503f67b2 req-c1b8a0aa-efcc-4180-8040-7768d760725a tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9440749 Feb 03 12:56:14.018068 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-942999cc-9a63-4d3b-9d2d-8106a5f1119c req-eca5eea0-6f0a-4d12-8bf3-bdf868f1037a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428828 Feb 03 12:56:14.107282 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3928c83b-4cdd-4678-ac09-ba189ae8ee1e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Router b11618fa-1818-400f-99b3-b2bd6bc24a60 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:56:14.221228 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-420807c0-6af6-44c4-b908-96e157d422db None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:14.234797 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4fa55557-9332-4177-9604-9f52a053e4f2 None None] Provisioning complete for port 04d4a413-729a-4283-97b2-d12ad4ebc072 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:14.235574 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fa55557-9332-4177-9604-9f52a053e4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (04d4a413-729a-4283-97b2-d12ad4ebc072), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:14.264649 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-09e4f7ce-3005-43ce-a556-e93940e5b244 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting port bd0a4741-5ac6-45da-8820-e05848179b49 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:14.265439 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09e4f7ce-3005-43ce-a556-e93940e5b244 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (bd0a4741-5ac6-45da-8820-e05848179b49), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:14.374194 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4fa55557-9332-4177-9604-9f52a053e4f2 None None] Port 04d4a413-729a-4283-97b2-d12ad4ebc072 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:56:14.538524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3928c83b-4cdd-4678-ac09-ba189ae8ee1e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:56:14.558721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] Sync routers for ids ['b11618fa-1818-400f-99b3-b2bd6bc24a60'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:56:14.608076 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] Routers {'b11618fa-1818-400f-99b3-b2bd6bc24a60'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:14.609144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b11618fa-1818-400f-99b3-b2bd6bc24a60'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:14.648938 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3928c83b-4cdd-4678-ac09-ba189ae8ee1e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "PUT /v2.0/routers/b11618fa-1818-400f-99b3-b2bd6bc24a60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8088310 Feb 03 12:56:14.720751 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e949d45-5073-4629-8165-efcf628cc34e req-db8ddff5-c6f1-4efe-a829-2892e1a39a96 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:14.725608 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e949d45-5073-4629-8165-efcf628cc34e req-db8ddff5-c6f1-4efe-a829-2892e1a39a96 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 946 time: 0.4860752 Feb 03 12:56:14.728540 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-09e4f7ce-3005-43ce-a556-e93940e5b244 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] For port bd0a4741-5ac6-45da-8820-e05848179b49, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=bd0a4741-5ac6-45da-8820-e05848179b49,segment=NetworkSegment(9092a85a-45d3-4098-9b39-3cd1b2990a97),segment_id=9092a85a-45d3-4098-9b39-3cd1b2990a97)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:14.734160 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09e4f7ce-3005-43ce-a556-e93940e5b244 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (bd0a4741-5ac6-45da-8820-e05848179b49), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:14.823094 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-09e4f7ce-3005-43ce-a556-e93940e5b244 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Calling delete_port for bd0a4741-5ac6-45da-8820-e05848179b49 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:14.851586 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:56:14.861834 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e949d45-5073-4629-8165-efcf628cc34e req-584a3f1b-5d79-43cd-b55d-6f17fe0e5d5e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266391 Feb 03 12:56:14.900552 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f5967f34-1129-424b-b472-7d42c463072e req-547daf52-5d2d-4011-8271-3f0a4f7c0220 tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.1250582 Feb 03 12:56:14.932865 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-420807c0-6af6-44c4-b908-96e157d422db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:56:08Z', 'revision_number': 7, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b40fc627-d414-4bb9-934e-9f1d39004de5', 'name': '', 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:9e:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:40Z', 'updated_at': '2022-02-03T12:55:52Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0a4741-5ac6-45da-8820-e05848179b49', 'name': '', 'network_id': 'a484396e-3d77-4920-b7bc-6db8a4d80c1d', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:a0:3d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'ad709dc5-8132-41ac-9b91-0cf601eb8300', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:54Z', 'updated_at': '2022-02-03T12:56:05Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': 'ad709dc5-8132-41ac-9b91-0cf601eb8300', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbbb7628-d828-406f-b127-6e4460893915', 'name': '', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:8a:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:36Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:14.998203 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] Set router b11618fa-1818-400f-99b3-b2bd6bc24a60 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:15.044439 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420807c0-6af6-44c4-b908-96e157d422db None None] The sync data for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 is: [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:56:08Z', 'revision_number': 7, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b40fc627-d414-4bb9-934e-9f1d39004de5', 'name': '', 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:9e:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:40Z', 'updated_at': '2022-02-03T12:55:52Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd0a4741-5ac6-45da-8820-e05848179b49', 'name': '', 'network_id': 'a484396e-3d77-4920-b7bc-6db8a4d80c1d', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:a0:3d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'ad709dc5-8132-41ac-9b91-0cf601eb8300', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:54Z', 'updated_at': '2022-02-03T12:56:05Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': 'ad709dc5-8132-41ac-9b91-0cf601eb8300', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbbb7628-d828-406f-b127-6e4460893915', 'name': '', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:8a:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:36Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:56:15.098136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84be8def-684d-46b2-b712-c9e673b3b5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5e34a5-5be3-4c61-b2cf-0be9bb84d832'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:56:15.110153 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47279d0-13fc-43ac-96fb-a7de6fc5e39f" -d '{"events": [{"server_uuid": "84be8def-684d-46b2-b712-c9e673b3b5fa", "name": "network-vif-plugged", "status": "completed", "tag": "7f5e34a5-5be3-4c61-b2cf-0be9bb84d832"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:56:15.313844 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144333d3-d27a-41ba-ad36-8f1d85505b84 x-openstack-request-id: req-144333d3-d27a-41ba-ad36-8f1d85505b84 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:56:15.313844 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84be8def-684d-46b2-b712-c9e673b3b5fa", "name": "network-vif-plugged", "status": "completed", "tag": "7f5e34a5-5be3-4c61-b2cf-0be9bb84d832", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:56:15.313844 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-144333d3-d27a-41ba-ad36-8f1d85505b84 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:56:15.313844 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84be8def-684d-46b2-b712-c9e673b3b5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5e34a5-5be3-4c61-b2cf-0be9bb84d832', 'code': 200} Feb 03 12:56:15.316326 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1953926-7e4a-4900-9c0a-7cf6e2441357 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_gateway (244c973a-ec61-4545-bf55-e1e62b32ddeb), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:15.321780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6417adc-ba7d-4646-84ee-5ba8fb7ceef1 req-00facc81-61a6-4e18-81e8-dd7a9a3384e5 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:15.347766 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b6417adc-ba7d-4646-84ee-5ba8fb7ceef1 req-00facc81-61a6-4e18-81e8-dd7a9a3384e5 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 946 time: 0.2161059 Feb 03 12:56:15.357308 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1953926-7e4a-4900-9c0a-7cf6e2441357 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:15.636376 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b6417adc-ba7d-4646-84ee-5ba8fb7ceef1 req-00bde8b9-8a5b-43ae-9d91-2a1de62e829d tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873206 Feb 03 12:56:15.758894 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c1953926-7e4a-4900-9c0a-7cf6e2441357 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Allocated IP 172.25.6.93 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/a2b71810-e683-416b-a617-ca9f4374ed0f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:56:15.830515 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f90b80-7a2a-4096-a0cf-bfa86c66505a req-6671f5b0-7ef3-4ca1-8a7f-3ace58b8e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:15.841849 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-06f90b80-7a2a-4096-a0cf-bfa86c66505a req-6671f5b0-7ef3-4ca1-8a7f-3ace58b8e9b0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 1128 time: 0.3403711 Feb 03 12:56:15.949652 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:16.016417 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09e4f7ce-3005-43ce-a556-e93940e5b244 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (bd0a4741-5ac6-45da-8820-e05848179b49), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:16.031299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:53:07Z', 'updated_at': '2022-02-03T12:56:10Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:12Z', 'updated_at': '2022-02-03T12:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '5d3b82b1-290f-49ce-9702-f3d750ab2a2c', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'floating_ip_address': '172.25.6.203', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'port_id': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'mac_address': 'fa:16:3e:5d:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:54:37Z', 'updated_at': '2022-02-03T12:54:45Z', 'revision_number': 1, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d4a413-729a-4283-97b2-d12ad4ebc072', 'name': '', 'network_id': '97f7a13f-d4d0-4470-98d0-3068a58bc64e', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:be:11:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'ae9fde65-3fed-4761-b052-365818f25dc3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:56:08Z', 'updated_at': '2022-02-03T12:56:11Z', 'revision_number': 2, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': 'ae9fde65-3fed-4761-b052-365818f25dc3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d97cbab-7bc8-4427-8a48-a7476f8fa545', 'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:b0:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:31Z', 'updated_at': '2022-02-03T12:53:48Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:16.091213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] Checking router: b11618fa-1818-400f-99b3-b2bd6bc24a60 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:56:16.092242 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] Updating router b11618fa-1818-400f-99b3-b2bd6bc24a60 port 04d4a413-729a-4283-97b2-d12ad4ebc072 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:56:16.141183 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (04d4a413-729a-4283-97b2-d12ad4ebc072), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:16.163995 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-95215e86-58e9-472c-8d98-5ece1416b700 req-f2c20076-6ad2-44c2-82c9-b65d20032222 tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.0770419 Feb 03 12:56:16.182573 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1953926-7e4a-4900-9c0a-7cf6e2441357 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for port (a2b71810-e683-416b-a617-ca9f4374ed0f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:16.292868 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4f7ce-3005-43ce-a556-e93940e5b244 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Port': ['ID=bd0a4741-5ac6-45da-8820-e05848179b49,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:16.306107 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-06f90b80-7a2a-4096-a0cf-bfa86c66505a req-3cd897e5-a753-41be-85e7-f482ed914160 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500601 Feb 03 12:56:16.433499 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1953926-7e4a-4900-9c0a-7cf6e2441357 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (a2b71810-e683-416b-a617-ca9f4374ed0f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:16.447885 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cfdec-3dc6-4ad7-a8c1-bd6b67d95dec req-19c381e6-e442-4cf9-9a4f-31ba5f47fc7c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:16.450596 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9f9cfdec-3dc6-4ad7-a8c1-bd6b67d95dec req-19c381e6-e442-4cf9-9a4f-31ba5f47fc7c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 946 time: 0.3418562 Feb 03 12:56:16.632012 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] Publish callbacks [] for port (04d4a413-729a-4283-97b2-d12ad4ebc072), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:16.649850 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (04d4a413-729a-4283-97b2-d12ad4ebc072), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:16.740492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9853fc6-b762-4af7-91f8-cf812053e0c4 None None] Pushing event updated for resources: {'Port': ['ID=04d4a413-729a-4283-97b2-d12ad4ebc072,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:16.950080 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] Attempting to bind port 04d4a413-729a-4283-97b2-d12ad4ebc072 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:56:16.950710 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] Attempting to bind port 04d4a413-729a-4283-97b2-d12ad4ebc072 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '40029f51-d0ef-459b-a10a-41e7da878565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '97f7a13f-d4d0-4470-98d0-3068a58bc64e'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:56:16.951101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] Attempting to bind port 04d4a413-729a-4283-97b2-d12ad4ebc072 on network 97f7a13f-d4d0-4470-98d0-3068a58bc64e {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:56:16.971760 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:56:16.972231 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] Checking segment: {'id': '40029f51-d0ef-459b-a10a-41e7da878565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '97f7a13f-d4d0-4470-98d0-3068a58bc64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:56:16.974248 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:16.974656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] Bound using segment: {'id': '40029f51-d0ef-459b-a10a-41e7da878565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '97f7a13f-d4d0-4470-98d0-3068a58bc64e'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:56:16.975158 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] Bound port: 04d4a413-729a-4283-97b2-d12ad4ebc072, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40029f51-d0ef-459b-a10a-41e7da878565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '97f7a13f-d4d0-4470-98d0-3068a58bc64e'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:56:16.975547 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (04d4a413-729a-4283-97b2-d12ad4ebc072), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:16.983113 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1953926-7e4a-4900-9c0a-7cf6e2441357 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:17.012598 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42592c53-5b3e-444b-bba3-7b87df845c35 req-b1fa2e01-e5b2-4099-9734-130d3ee13045 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:17.013533 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c1953926-7e4a-4900-9c0a-7cf6e2441357 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:17.024349 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42592c53-5b3e-444b-bba3-7b87df845c35 req-b1fa2e01-e5b2-4099-9734-130d3ee13045 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 946 time: 0.1404064 Feb 03 12:56:17.028454 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1953926-7e4a-4900-9c0a-7cf6e2441357 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:56:17.093404 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1953926-7e4a-4900-9c0a-7cf6e2441357 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Pushing event updated for resources: {'Port': ['ID=a2b71810-e683-416b-a617-ca9f4374ed0f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:17.166800 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] For port 04d4a413-729a-4283-97b2-d12ad4ebc072, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:56:17.168965 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42592c53-5b3e-444b-bba3-7b87df845c35 req-87cb0067-431d-459b-b19c-7d9841e1b3bc tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387613 Feb 03 12:56:17.175674 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] For port 04d4a413-729a-4283-97b2-d12ad4ebc072, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=04d4a413-729a-4283-97b2-d12ad4ebc072,segment=NetworkSegment(40029f51-d0ef-459b-a10a-41e7da878565),segment_id=40029f51-d0ef-459b-a10a-41e7da878565)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:56:17.198834 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (04d4a413-729a-4283-97b2-d12ad4ebc072), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:17.219883 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9f9cfdec-3dc6-4ad7-a8c1-bd6b67d95dec req-004fc83b-d369-4829-8112-fbd10f571373 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365200 Feb 03 12:56:17.249833 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09e4f7ce-3005-43ce-a556-e93940e5b244 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:17.439567 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b1b8d3ec-d97c-49c8-9867-8b8a0e1bba73 req-e737878b-a712-4580-ab64-8250c2d66b51 tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.0625091 Feb 03 12:56:17.490041 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] Routers {'b11618fa-1818-400f-99b3-b2bd6bc24a60'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:17.490731 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b11618fa-1818-400f-99b3-b2bd6bc24a60'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:17.638602 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9853fc6-b762-4af7-91f8-cf812053e0c4 None None] Pushing event updated for resources: {'Port': ['ID=04d4a413-729a-4283-97b2-d12ad4ebc072,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:17.641633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-146301ea-511b-4e16-a665-384e10703ed3 None None] Provisioning complete for port 04d4a413-729a-4283-97b2-d12ad4ebc072 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:17.642048 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-146301ea-511b-4e16-a665-384e10703ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (04d4a413-729a-4283-97b2-d12ad4ebc072), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:17.952858 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] Set router b11618fa-1818-400f-99b3-b2bd6bc24a60 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:17.957145 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a7dc5-ccd5-4650-a463-3e2c3a5e0f66 req-578c1515-2408-4124-93cd-310094775f18 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:17.971543 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-351a7dc5-ccd5-4650-a463-3e2c3a5e0f66 req-578c1515-2408-4124-93cd-310094775f18 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 946 time: 0.1757567 Feb 03 12:56:18.002740 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-146301ea-511b-4e16-a665-384e10703ed3 None None] Current status of the port 04d4a413-729a-4283-97b2-d12ad4ebc072 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:18.003526 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-146301ea-511b-4e16-a665-384e10703ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (04d4a413-729a-4283-97b2-d12ad4ebc072), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:18.082349 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-351a7dc5-ccd5-4650-a463-3e2c3a5e0f66 req-f4250574-814e-478d-ae20-29626034d65c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095772 Feb 03 12:56:18.121469 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-146301ea-511b-4e16-a665-384e10703ed3 None None] For port 04d4a413-729a-4283-97b2-d12ad4ebc072, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=04d4a413-729a-4283-97b2-d12ad4ebc072,segment=NetworkSegment(40029f51-d0ef-459b-a10a-41e7da878565),segment_id=40029f51-d0ef-459b-a10a-41e7da878565)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:18.132793 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-146301ea-511b-4e16-a665-384e10703ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (04d4a413-729a-4283-97b2-d12ad4ebc072), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:18.137130 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e4f7ce-3005-43ce-a556-e93940e5b244 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:56:18.155325 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1953926-7e4a-4900-9c0a-7cf6e2441357 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_gateway (244c973a-ec61-4545-bf55-e1e62b32ddeb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:18.263187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146301ea-511b-4e16-a665-384e10703ed3 None None] Pushing event updated for resources: {'Port': ['ID=04d4a413-729a-4283-97b2-d12ad4ebc072,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:18.313562 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9473f67f-3dac-44d4-9413-2c94a50ee967 None None] Provisioning complete for port 04d4a413-729a-4283-97b2-d12ad4ebc072 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:18.314133 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9473f67f-3dac-44d4-9413-2c94a50ee967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (04d4a413-729a-4283-97b2-d12ad4ebc072), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:18.454193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:53:07Z', 'updated_at': '2022-02-03T12:56:10Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:12Z', 'updated_at': '2022-02-03T12:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '5d3b82b1-290f-49ce-9702-f3d750ab2a2c', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'floating_ip_address': '172.25.6.203', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'port_id': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'mac_address': 'fa:16:3e:5d:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:54:37Z', 'updated_at': '2022-02-03T12:54:45Z', 'revision_number': 1, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d4a413-729a-4283-97b2-d12ad4ebc072', 'name': '', 'network_id': '97f7a13f-d4d0-4470-98d0-3068a58bc64e', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:be:11:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'ae9fde65-3fed-4761-b052-365818f25dc3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:56:08Z', 'updated_at': '2022-02-03T12:56:17Z', 'revision_number': 4, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': 'ae9fde65-3fed-4761-b052-365818f25dc3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d97cbab-7bc8-4427-8a48-a7476f8fa545', 'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:b0:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:31Z', 'updated_at': '2022-02-03T12:53:48Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:18.458335 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9473f67f-3dac-44d4-9413-2c94a50ee967 None None] Current status of the port 04d4a413-729a-4283-97b2-d12ad4ebc072 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:18.490793 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbd69b-7bf6-4c10-82bc-97b5a2f2ac27 None None] The sync data for ids ['b11618fa-1818-400f-99b3-b2bd6bc24a60'] in n-d-827336-3 is: [{'id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:53:07Z', 'updated_at': '2022-02-03T12:56:10Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:12Z', 'updated_at': '2022-02-03T12:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '5d3b82b1-290f-49ce-9702-f3d750ab2a2c', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'floating_ip_address': '172.25.6.203', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'port_id': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'mac_address': 'fa:16:3e:5d:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:54:37Z', 'updated_at': '2022-02-03T12:54:45Z', 'revision_number': 1, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d4a413-729a-4283-97b2-d12ad4ebc072', 'name': '', 'network_id': '97f7a13f-d4d0-4470-98d0-3068a58bc64e', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:be:11:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'ae9fde65-3fed-4761-b052-365818f25dc3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:56:08Z', 'updated_at': '2022-02-03T12:56:17Z', 'revision_number': 4, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': 'ae9fde65-3fed-4761-b052-365818f25dc3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d97cbab-7bc8-4427-8a48-a7476f8fa545', 'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:b0:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:31Z', 'updated_at': '2022-02-03T12:53:48Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:56:18.657822 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e4f7ce-3005-43ce-a556-e93940e5b244 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:56:18.675293 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cdf390-2e34-4e29-896a-72bf47e3f299 None None] Sync routers for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:56:18.693743 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-09e4f7ce-3005-43ce-a556-e93940e5b244 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/38ff38e0-ccc6-4e9f-880b-ec59618bc5ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9779556 Feb 03 12:56:18.697414 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42318) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:18.722839 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cdf390-2e34-4e29-896a-72bf47e3f299 None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:18.726270 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a9cdf390-2e34-4e29-896a-72bf47e3f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:18.842490 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9d706ba-68c8-4eb5-b312-51fa54169fb7 req-1f88b50f-b84a-48f7-be2a-34ceaf0df1a2 tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.1766274 Feb 03 12:56:18.929280 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f35889d0-ae53-4bf1-a49a-5495d192a777 req-cde52ef0-e36d-47be-a7f3-a87851640f13 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.1182709 Feb 03 12:56:18.946802 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-b520094e-da8e-4454-9085-116dfc2b047e tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting subnet ad709dc5-8132-41ac-9b91-0cf601eb8300 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:56:18.956876 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b520094e-da8e-4454-9085-116dfc2b047e tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for subnet (ad709dc5-8132-41ac-9b91-0cf601eb8300), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:19.063871 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b520094e-da8e-4454-9085-116dfc2b047e tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (ad709dc5-8132-41ac-9b91-0cf601eb8300), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:19.140221 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-a9cdf390-2e34-4e29-896a-72bf47e3f299 None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:19.300840 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b520094e-da8e-4454-9085-116dfc2b047e tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (ad709dc5-8132-41ac-9b91-0cf601eb8300), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:19.486782 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c8a58-c5fc-4dbd-bc7b-cc436f199516 req-a627b2c9-c8b1-4f3e-aaaf-f4623b1bd610 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:19.489305 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-193c8a58-c5fc-4dbd-bc7b-cc436f199516 req-a627b2c9-c8b1-4f3e-aaaf-f4623b1bd610 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 946 time: 1.0953622 Feb 03 12:56:19.493546 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be8ccd-ad9c-4de8-9915-ae2acc566059 req-572eb476-56e0-4b2c-b1a2-714eb446da34 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:19.504969 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42be8ccd-ad9c-4de8-9915-ae2acc566059 req-572eb476-56e0-4b2c-b1a2-714eb446da34 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 946 time: 0.1458790 Feb 03 12:56:19.637077 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b520094e-da8e-4454-9085-116dfc2b047e tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (ad709dc5-8132-41ac-9b91-0cf601eb8300), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:19.665856 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-42be8ccd-ad9c-4de8-9915-ae2acc566059 req-e58c7940-8a39-40dc-b75a-c5f0c226c1b6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414039 Feb 03 12:56:19.759311 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520094e-da8e-4454-9085-116dfc2b047e tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Subnet': ['ID=ad709dc5-8132-41ac-9b91-0cf601eb8300,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:19.882838 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f68a566f-0fb8-431b-9274-23521967e59a req-9df936c6-0361-4354-8445-ada6a82bc89d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3792305 Feb 03 12:56:19.884116 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b520094e-da8e-4454-9085-116dfc2b047e tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:19.890453 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b520094e-da8e-4454-9085-116dfc2b047e tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/subnets/ad709dc5-8132-41ac-9b91-0cf601eb8300 HTTP/1.1" status: 204 len: 168 time: 1.0993793 Feb 03 12:56:19.892772 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b33e42a-0e0e-4945-ae74-85477a242e5b None None] Network a484396e-3d77-4920-b7bc-6db8a4d80c1d requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:56:19.894082 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42332) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:20.010728 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 04d4a413-729a-4283-97b2-d12ad4ebc072 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:56:20.015410 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a9cdf390-2e34-4e29-896a-72bf47e3f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:56:15Z', 'revision_number': 8, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b40fc627-d414-4bb9-934e-9f1d39004de5', 'name': '', 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:9e:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:40Z', 'updated_at': '2022-02-03T12:55:52Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbbb7628-d828-406f-b127-6e4460893915', 'name': '', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:8a:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:36Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:20.059361 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-193c8a58-c5fc-4dbd-bc7b-cc436f199516 req-8b0c99da-a485-44da-8813-c8b3018172a8 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710388 Feb 03 12:56:20.099226 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1953926-7e4a-4900-9c0a-7cf6e2441357 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (244c973a-ec61-4545-bf55-e1e62b32ddeb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:20.128963 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cdf390-2e34-4e29-896a-72bf47e3f299 None None] Checking router: 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:56:20.156934 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cdf390-2e34-4e29-896a-72bf47e3f299 None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:20.160547 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a9cdf390-2e34-4e29-896a-72bf47e3f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:20.466400 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-a9cdf390-2e34-4e29-896a-72bf47e3f299 None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:20.489891 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a566f-0fb8-431b-9274-23521967e59a req-c732a3a4-8036-46ce-9f32-69b4bdcec9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:20.491710 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f68a566f-0fb8-431b-9274-23521967e59a req-c732a3a4-8036-46ce-9f32-69b4bdcec9da service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae5c5272e243447aa41be74fb2bd0003&device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 1127 time: 0.3753235 Feb 03 12:56:20.536830 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-06d28890-b0a0-4c17-8af3-d4dc194179ad req-a16bc07d-209d-47dd-b0b4-6c25357ca6ec tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.1622651 Feb 03 12:56:20.553762 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4a91f90-c834-4723-a07f-4aefea7dd249 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (a484396e-3d77-4920-b7bc-6db8a4d80c1d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:20.640398 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f4a91f90-c834-4723-a07f-4aefea7dd249 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting port 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:20.641113 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4a91f90-c834-4723-a07f-4aefea7dd249 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:20.806344 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-f4a91f90-c834-4723-a07f-4aefea7dd249 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] For port 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2,segment=NetworkSegment(9092a85a-45d3-4098-9b39-3cd1b2990a97),segment_id=9092a85a-45d3-4098-9b39-3cd1b2990a97)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:20.808050 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4a91f90-c834-4723-a07f-4aefea7dd249 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:20.846140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f4a91f90-c834-4723-a07f-4aefea7dd249 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Calling delete_port for 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:20.987582 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1953926-7e4a-4900-9c0a-7cf6e2441357 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Router 244c973a-ec61-4545-bf55-e1e62b32ddeb is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:56:21.016810 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4a91f90-c834-4723-a07f-4aefea7dd249 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:21.057411 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 04d4a413-729a-4283-97b2-d12ad4ebc072 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:21.058142 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (04d4a413-729a-4283-97b2-d12ad4ebc072), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:21.082183 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a91f90-c834-4723-a07f-4aefea7dd249 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] No DVR routers for this DVR port 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:56:21.210234 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a91f90-c834-4723-a07f-4aefea7dd249 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Port': ['ID=1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:21.217100 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab7013e-100a-40db-9e18-7ada47821daf None None] DHCP port deletion for a484396e-3d77-4920-b7bc-6db8a4d80c1d request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:56:21.368177 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a566f-0fb8-431b-9274-23521967e59a req-4ece81f7-9f8a-4d48-9eec-6e70b9314d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:21.374217 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 04d4a413-729a-4283-97b2-d12ad4ebc072 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:21.380255 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f68a566f-0fb8-431b-9274-23521967e59a req-4ece81f7-9f8a-4d48-9eec-6e70b9314d5b service neutron] 10.222.0.31 "GET /v2.0/networks?id=a291a81e-bc4a-4030-b522-d2d3af47c518 HTTP/1.1" status: 200 len: 898 time: 0.8444622 Feb 03 12:56:21.425857 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-a9cdf390-2e34-4e29-896a-72bf47e3f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:56:15Z', 'revision_number': 8, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b40fc627-d414-4bb9-934e-9f1d39004de5', 'name': '', 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:9e:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:40Z', 'updated_at': '2022-02-03T12:55:52Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbbb7628-d828-406f-b127-6e4460893915', 'name': '', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:8a:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:36Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:21.458469 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4a91f90-c834-4723-a07f-4aefea7dd249 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (a484396e-3d77-4920-b7bc-6db8a4d80c1d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:21.502287 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cdf390-2e34-4e29-896a-72bf47e3f299 None None] The sync data for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 is: [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:56:15Z', 'revision_number': 8, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b40fc627-d414-4bb9-934e-9f1d39004de5', 'name': '', 'network_id': 'b9f95900-6e16-4900-a1c6-5c6f9be0a2b6', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:9e:4b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:40Z', 'updated_at': '2022-02-03T12:55:52Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '2e1201a3-4de5-4abd-b25f-2fd9668c17b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbbb7628-d828-406f-b127-6e4460893915', 'name': '', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:8a:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:36Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:56:21.503835 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f4a91f90-c834-4723-a07f-4aefea7dd249 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a484396e-3d77-4920-b7bc-6db8a4d80c1d']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:21.557635 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f4a91f90-c834-4723-a07f-4aefea7dd249 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9092a85a-45d3-4098-9b39-3cd1b2990a97') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:21.560777 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4168d21-42a2-45c7-b015-617e9bed1e8b req-a912d661-347d-4286-b7b7-9a1ae0a4da01 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:21.565873 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f4a91f90-c834-4723-a07f-4aefea7dd249 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9092a85a-45d3-4098-9b39-3cd1b2990a97') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:21.572928 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a4168d21-42a2-45c7-b015-617e9bed1e8b req-a912d661-347d-4286-b7b7-9a1ae0a4da01 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 946 time: 0.6377044 Feb 03 12:56:21.615265 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4a91f90-c834-4723-a07f-4aefea7dd249 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (9092a85a-45d3-4098-9b39-3cd1b2990a97), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:21.699017 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4a91f90-c834-4723-a07f-4aefea7dd249 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (9092a85a-45d3-4098-9b39-3cd1b2990a97), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:21.717457 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f68a566f-0fb8-431b-9274-23521967e59a req-f0f8f610-1a50-4ff3-90ca-1c50d4546772 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7821b84-4e8c-4f7a-b0ae-b29085ea122b HTTP/1.1" status: 200 len: 1001 time: 0.3172636 Feb 03 12:56:21.722536 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a91f90-c834-4723-a07f-4aefea7dd249 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:56:21.723448 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4a91f90-c834-4723-a07f-4aefea7dd249 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (9092a85a-45d3-4098-9b39-3cd1b2990a97), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:56:21.732237 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:56:21.914947 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4a91f90-c834-4723-a07f-4aefea7dd249 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (a484396e-3d77-4920-b7bc-6db8a4d80c1d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:21.941168 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4a91f90-c834-4723-a07f-4aefea7dd249 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:21.947719 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f4a91f90-c834-4723-a07f-4aefea7dd249 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/networks/a484396e-3d77-4920-b7bc-6db8a4d80c1d HTTP/1.1" status: 204 len: 168 time: 2.0521133 Feb 03 12:56:21.953923 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42364) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:22.105324 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:22.124654 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a91f90-c834-4723-a07f-4aefea7dd249 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Network': ['ID=a484396e-3d77-4920-b7bc-6db8a4d80c1d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:22.161032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:56:22.163127 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1ea2ce54-1c04-4fda-8945-c3c53e5c0ad2 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:56:22.164100 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device bd0a4741-5ac6-45da-8820-e05848179b49 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:22.177513 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a566f-0fb8-431b-9274-23521967e59a req-caa0a642-22c2-4ef7-bf5d-4df1ada3bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:22.181145 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f68a566f-0fb8-431b-9274-23521967e59a req-caa0a642-22c2-4ef7-bf5d-4df1ada3bc83 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a50236b4-7ed8-4d68-8b31-2597f3b8e42f HTTP/1.1" status: 200 len: 835 time: 0.4571154 Feb 03 12:56:22.244247 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: bd0a4741-5ac6-45da-8820-e05848179b49 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:56:22.245017 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device bd0a4741-5ac6-45da-8820-e05848179b49 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:56:22.343128 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b2e19995-7de9-45f1-8201-6fcc32b5c006 req-3088cb82-b4ec-43e6-9cff-02ef026ff2c3 tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.0976112 Feb 03 12:56:22.363072 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1953926-7e4a-4900-9c0a-7cf6e2441357 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:56:22.370843 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42370) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:22.400914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] Sync routers for ids ['244c973a-ec61-4545-bf55-e1e62b32ddeb'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:56:22.403577 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a4168d21-42a2-45c7-b015-617e9bed1e8b req-99b1d1be-3584-44c8-9b6e-84a32a14ae47 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7673206 Feb 03 12:56:22.451182 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] Routers {'244c973a-ec61-4545-bf55-e1e62b32ddeb'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:22.453474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['244c973a-ec61-4545-bf55-e1e62b32ddeb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:22.510188 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1953926-7e4a-4900-9c0a-7cf6e2441357 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:22.518839 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c1953926-7e4a-4900-9c0a-7cf6e2441357 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.7794015 Feb 03 12:56:22.520803 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42376) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:22.920420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] Set router 244c973a-ec61-4545-bf55-e1e62b32ddeb gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:23.480118 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244c973a-ec61-4545-bf55-e1e62b32ddeb', 'name': 'tempest-snat-router-1200591239', 'tenant_id': '1bfa8823edb8430496caa64915347a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.93'}], 'enable_snat': False}, 'gw_port_id': 'a2b71810-e683-416b-a617-ca9f4374ed0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:56:13Z', 'updated_at': '2022-02-03T12:56:17Z', 'revision_number': 3, 'project_id': '1bfa8823edb8430496caa64915347a6a', 'gw_port': {'id': 'a2b71810-e683-416b-a617-ca9f4374ed0f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:74:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244c973a-ec61-4545-bf55-e1e62b32ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:56:15Z', 'updated_at': '2022-02-03T12:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:23.501217 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a566f-0fb8-431b-9274-23521967e59a req-2fc37e67-78df-4d95-a07b-bc9d01b1be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:23.504657 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f68a566f-0fb8-431b-9274-23521967e59a req-2fc37e67-78df-4d95-a07b-bc9d01b1be42 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a291a81e-bc4a-4030-b522-d2d3af47c518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.2972906 Feb 03 12:56:23.560802 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] Checking router: 244c973a-ec61-4545-bf55-e1e62b32ddeb for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:56:23.560802 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] Updating router 244c973a-ec61-4545-bf55-e1e62b32ddeb port a2b71810-e683-416b-a617-ca9f4374ed0f binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:56:23.622024 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a2b71810-e683-416b-a617-ca9f4374ed0f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:23.723528 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a86e51-aa90-488b-9e54-bead08ffa122 req-1c3c769c-d443-4a20-89d7-41a15f3a7cea tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:23.726377 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e4a86e51-aa90-488b-9e54-bead08ffa122 req-1c3c769c-d443-4a20-89d7-41a15f3a7cea tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 946 time: 1.1593962 Feb 03 12:56:23.734058 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-888b52de-5b7a-4225-abd2-65f0e2c82086 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "GET /v2.0/routers/244c973a-ec61-4545-bf55-e1e62b32ddeb HTTP/1.1" status: 200 len: 908 time: 1.2053175 Feb 03 12:56:23.739239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42386) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:23.744096 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-cf2c6634-6208-4e75-b5b3-e708d4d77e0f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1200591239', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'enable_snat': True}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:23.789026 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6634-6208-4e75-b5b3-e708d4d77e0f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (ba0090b0-84b6-43b9-a04c-0b6dab29ce64), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:23.790600 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6634-6208-4e75-b5b3-e708d4d77e0f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (ba0090b0-84b6-43b9-a04c-0b6dab29ce64), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:23.832819 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f68a566f-0fb8-431b-9274-23521967e59a req-e6d911bb-1d53-4857-a65f-d1989c84f70f service neutron] 10.222.0.31 "GET /v2.0/networks/a291a81e-bc4a-4030-b522-d2d3af47c518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921937 Feb 03 12:56:23.894939 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e4a86e51-aa90-488b-9e54-bead08ffa122 req-02dd9e29-fdc1-49b3-91ed-3840cb42bff1 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202860 Feb 03 12:56:24.079031 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6634-6208-4e75-b5b3-e708d4d77e0f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_controller (ba0090b0-84b6-43b9-a04c-0b6dab29ce64), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:24.449717 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f68a566f-0fb8-431b-9274-23521967e59a req-438b5bbb-cf2e-4853-a5c9-a7156ce274f9 service neutron] 10.222.0.31 "GET /v2.0/networks/a291a81e-bc4a-4030-b522-d2d3af47c518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5785632 Feb 03 12:56:24.488286 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6634-6208-4e75-b5b3-e708d4d77e0f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_gateway (ba0090b0-84b6-43b9-a04c-0b6dab29ce64), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:24.588292 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] Publish callbacks [] for port (a2b71810-e683-416b-a617-ca9f4374ed0f), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:24.591631 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f2fb7-6251-4c57-822d-70fd998474f0 req-c4412081-ad69-4970-af3b-c9598b36f3be tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:24.593258 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-437f2fb7-6251-4c57-822d-70fd998474f0 req-c4412081-ad69-4970-af3b-c9598b36f3be tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.31 "GET /v2.0/ports?device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 946 time: 1.1209221 Feb 03 12:56:24.607863 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a2b71810-e683-416b-a617-ca9f4374ed0f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:24.650100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca70cf-1981-4661-afb5-98ab300678d7 req-de35ad1a-d37d-49f9-a7ff-4d87008efb8b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:24.650745 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] Attempting to bind port a2b71810-e683-416b-a617-ca9f4374ed0f on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:56:24.651382 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] Attempting to bind port a2b71810-e683-416b-a617-ca9f4374ed0f by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:56:24.652020 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] Attempting to bind port a2b71810-e683-416b-a617-ca9f4374ed0f on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:56:24.657700 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7ca70cf-1981-4661-afb5-98ab300678d7 req-de35ad1a-d37d-49f9-a7ff-4d87008efb8b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 946 time: 0.2216103 Feb 03 12:56:24.704143 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:56:24.706130 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:56:24.706429 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:24.707539 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:56:24.708214 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] Bound port: a2b71810-e683-416b-a617-ca9f4374ed0f, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:56:24.709290 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a2b71810-e683-416b-a617-ca9f4374ed0f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:24.756409 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46eeb029-e82b-459c-b648-b820cbd1074f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:24.765219 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30e7d2-a8fe-46be-889b-7193cd3db06b None None] Pushing event updated for resources: {'Port': ['ID=a2b71810-e683-416b-a617-ca9f4374ed0f,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:24.825268 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] For port a2b71810-e683-416b-a617-ca9f4374ed0f, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:56:24.830300 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7ca70cf-1981-4661-afb5-98ab300678d7 req-11440f27-2b75-4f61-81c1-83c667cf120f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711204 Feb 03 12:56:24.834765 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5e76d00c-5f35-42b7-84d1-8c2333852c0f req-0e6a9acc-e60c-443e-896f-ea337dfdaf4d tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.1874082 Feb 03 12:56:24.842878 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] For port a2b71810-e683-416b-a617-ca9f4374ed0f, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a2b71810-e683-416b-a617-ca9f4374ed0f,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:56:24.871873 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a2b71810-e683-416b-a617-ca9f4374ed0f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:24.972027 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30e7d2-a8fe-46be-889b-7193cd3db06b None None] Pushing event updated for resources: {'Port': ['ID=a2b71810-e683-416b-a617-ca9f4374ed0f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:25.033454 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] Routers {'244c973a-ec61-4545-bf55-e1e62b32ddeb'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:25.035117 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['244c973a-ec61-4545-bf55-e1e62b32ddeb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:25.093892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-437f2fb7-6251-4c57-822d-70fd998474f0 req-dc1bd71c-c2cc-4cc4-9c20-bd4d373a30d5 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Deleting port 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:25.094225 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-437f2fb7-6251-4c57-822d-70fd998474f0 req-dc1bd71c-c2cc-4cc4-9c20-bd4d373a30d5 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (7f5e34a5-5be3-4c61-b2cf-0be9bb84d832), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:25.262577 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff328c68-9a3c-44e9-bf68-168d8bba96d9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (b11618fa-1818-400f-99b3-b2bd6bc24a60), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:25.267026 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-437f2fb7-6251-4c57-822d-70fd998474f0 req-dc1bd71c-c2cc-4cc4-9c20-bd4d373a30d5 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] For port 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=7f5e34a5-5be3-4c61-b2cf-0be9bb84d832,segment=NetworkSegment(8ef4bf6b-f6d6-4344-93e8-58eb194c84e9),segment_id=8ef4bf6b-f6d6-4344-93e8-58eb194c84e9)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:25.267645 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-437f2fb7-6251-4c57-822d-70fd998474f0 req-dc1bd71c-c2cc-4cc4-9c20-bd4d373a30d5 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (7f5e34a5-5be3-4c61-b2cf-0be9bb84d832), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:25.276586 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001953d-9720-4716-bd2c-17d9f6cc9d94 req-59c4f284-754c-495d-b19b-f90586d8aa84 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:25.279163 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b001953d-9720-4716-bd2c-17d9f6cc9d94 req-59c4f284-754c-495d-b19b-f90586d8aa84 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 946 time: 0.1465328 Feb 03 12:56:25.285875 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6634-6208-4e75-b5b3-e708d4d77e0f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_gateway (ba0090b0-84b6-43b9-a04c-0b6dab29ce64), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:25.301716 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] Set router 244c973a-ec61-4545-bf55-e1e62b32ddeb gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:25.337029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-437f2fb7-6251-4c57-822d-70fd998474f0 req-dc1bd71c-c2cc-4cc4-9c20-bd4d373a30d5 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Calling delete_port for 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:25.361454 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6634-6208-4e75-b5b3-e708d4d77e0f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:25.640558 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b001953d-9720-4716-bd2c-17d9f6cc9d94 req-9e07538c-fc6b-4dad-af77-d817c2589740 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052440 Feb 03 12:56:25.676122 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '244c973a-ec61-4545-bf55-e1e62b32ddeb', 'name': 'tempest-snat-router-1200591239', 'tenant_id': '1bfa8823edb8430496caa64915347a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.93'}], 'enable_snat': False}, 'gw_port_id': 'a2b71810-e683-416b-a617-ca9f4374ed0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:56:13Z', 'updated_at': '2022-02-03T12:56:17Z', 'revision_number': 3, 'project_id': '1bfa8823edb8430496caa64915347a6a', 'gw_port': {'id': 'a2b71810-e683-416b-a617-ca9f4374ed0f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:74:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244c973a-ec61-4545-bf55-e1e62b32ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:56:15Z', 'updated_at': '2022-02-03T12:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:25.740392 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae40d9-86d2-4378-b9ae-da153afc1424 None None] The sync data for ids ['244c973a-ec61-4545-bf55-e1e62b32ddeb'] in n-d-827336-3 is: [{'id': '244c973a-ec61-4545-bf55-e1e62b32ddeb', 'name': 'tempest-snat-router-1200591239', 'tenant_id': '1bfa8823edb8430496caa64915347a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.93'}], 'enable_snat': False}, 'gw_port_id': 'a2b71810-e683-416b-a617-ca9f4374ed0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:56:13Z', 'updated_at': '2022-02-03T12:56:17Z', 'revision_number': 3, 'project_id': '1bfa8823edb8430496caa64915347a6a', 'gw_port': {'id': 'a2b71810-e683-416b-a617-ca9f4374ed0f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:74:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '244c973a-ec61-4545-bf55-e1e62b32ddeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:56:15Z', 'updated_at': '2022-02-03T12:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:56:25.778530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-46eeb029-e82b-459c-b648-b820cbd1074f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting port b40fc627-d414-4bb9-934e-9f1d39004de5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:25.779115 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46eeb029-e82b-459c-b648-b820cbd1074f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b40fc627-d414-4bb9-934e-9f1d39004de5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:25.823037 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-cf2c6634-6208-4e75-b5b3-e708d4d77e0f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Allocated IP 172.25.6.20 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/f6e17a5d-b7a8-4b45-be12-1e4e64110125) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:56:25.988891 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-437f2fb7-6251-4c57-822d-70fd998474f0 req-dc1bd71c-c2cc-4cc4-9c20-bd4d373a30d5 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (7f5e34a5-5be3-4c61-b2cf-0be9bb84d832), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:26.237871 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-437f2fb7-6251-4c57-822d-70fd998474f0 req-dc1bd71c-c2cc-4cc4-9c20-bd4d373a30d5 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] No DVR routers for this DVR port 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:56:26.255034 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7ab9ced0-9e05-4bce-a37b-9b9655adb86b req-477c52a2-9ab3-462a-b617-a06a7960af65 tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.1326394 Feb 03 12:56:26.313658 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-437f2fb7-6251-4c57-822d-70fd998474f0 req-dc1bd71c-c2cc-4cc4-9c20-bd4d373a30d5 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:26.318097 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-437f2fb7-6251-4c57-822d-70fd998474f0 req-dc1bd71c-c2cc-4cc4-9c20-bd4d373a30d5 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.31 "DELETE /v2.0/ports/7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 HTTP/1.1" status: 204 len: 173 time: 1.6814096 Feb 03 12:56:26.434920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84be8def-684d-46b2-b712-c9e673b3b5fa', 'name': 'network-vif-deleted', 'tag': '7f5e34a5-5be3-4c61-b2cf-0be9bb84d832'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:56:26.437574 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3254f2c5-60c3-4df1-9f7e-ce8dd1b2bb51" -d '{"events": [{"server_uuid": "84be8def-684d-46b2-b712-c9e673b3b5fa", "name": "network-vif-deleted", "tag": "7f5e34a5-5be3-4c61-b2cf-0be9bb84d832"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:56:26.440500 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bd71c-c2cc-4cc4-9c20-bd4d373a30d5 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Pushing event deleted for resources: {'Port': ['ID=7f5e34a5-5be3-4c61-b2cf-0be9bb84d832,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:26.486161 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-46eeb029-e82b-459c-b648-b820cbd1074f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] For port b40fc627-d414-4bb9-934e-9f1d39004de5, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b40fc627-d414-4bb9-934e-9f1d39004de5,segment=NetworkSegment(1344a806-a58a-460c-b0a5-08aac3f6e29f),segment_id=1344a806-a58a-460c-b0a5-08aac3f6e29f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:26.488295 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46eeb029-e82b-459c-b648-b820cbd1074f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b40fc627-d414-4bb9-934e-9f1d39004de5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:26.491259 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6634-6208-4e75-b5b3-e708d4d77e0f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for port (f6e17a5d-b7a8-4b45-be12-1e4e64110125), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:26.515858 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-46eeb029-e82b-459c-b648-b820cbd1074f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Calling delete_port for b40fc627-d414-4bb9-934e-9f1d39004de5 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:26.545994 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f3f31-5f78-4c99-9b81-5ecf61f77f86 req-077fa30f-cce6-45a2-b74d-baf2526e8dfc tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:26.554754 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-356f3f31-5f78-4c99-9b81-5ecf61f77f86 req-077fa30f-cce6-45a2-b74d-baf2526e8dfc tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 946 time: 0.5626223 Feb 03 12:56:26.563505 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b54648-f7f8-4b03-8faa-b0eb4a5da533 x-openstack-request-id: req-b7b54648-f7f8-4b03-8faa-b0eb4a5da533 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:56:26.563822 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84be8def-684d-46b2-b712-c9e673b3b5fa", "name": "network-vif-deleted", "tag": "7f5e34a5-5be3-4c61-b2cf-0be9bb84d832", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:56:26.564103 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7b54648-f7f8-4b03-8faa-b0eb4a5da533 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:56:26.564590 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84be8def-684d-46b2-b712-c9e673b3b5fa', 'name': 'network-vif-deleted', 'tag': '7f5e34a5-5be3-4c61-b2cf-0be9bb84d832', 'status': 'completed', 'code': 200} Feb 03 12:56:26.640488 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6634-6208-4e75-b5b3-e708d4d77e0f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f6e17a5d-b7a8-4b45-be12-1e4e64110125), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:26.731094 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ff328c68-9a3c-44e9-bf68-168d8bba96d9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Deleting port 04d4a413-729a-4283-97b2-d12ad4ebc072 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:26.731446 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff328c68-9a3c-44e9-bf68-168d8bba96d9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (04d4a413-729a-4283-97b2-d12ad4ebc072), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:26.773732 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c6634-6208-4e75-b5b3-e708d4d77e0f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:26.778361 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-cf2c6634-6208-4e75-b5b3-e708d4d77e0f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:26.786342 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2c6634-6208-4e75-b5b3-e708d4d77e0f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:56:26.817534 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-356f3f31-5f78-4c99-9b81-5ecf61f77f86 req-10f69c77-2d9f-4016-b263-448be3cf641a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614813 Feb 03 12:56:26.827139 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c6634-6208-4e75-b5b3-e708d4d77e0f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Pushing event updated for resources: {'Port': ['ID=f6e17a5d-b7a8-4b45-be12-1e4e64110125,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:26.957728 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-20b59ae1-defc-4032-a7ca-d944efd54de0 req-9780733a-2107-4353-aa75-b6280f297e70 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=84be8def-684d-46b2-b712-c9e673b3b5fa HTTP/1.1" status: 200 len: 210 time: 0.0922806 Feb 03 12:56:27.027738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:27.116022 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:56:27.116990 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 7f5e34a5-5be3-4c61-b2cf-0be9bb84d832 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:56:27.119225 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46eeb029-e82b-459c-b648-b820cbd1074f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (b40fc627-d414-4bb9-934e-9f1d39004de5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:27.171875 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eeb029-e82b-459c-b648-b820cbd1074f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Port': ['ID=b40fc627-d414-4bb9-934e-9f1d39004de5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:27.318496 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ff328c68-9a3c-44e9-bf68-168d8bba96d9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] For port 04d4a413-729a-4283-97b2-d12ad4ebc072, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=04d4a413-729a-4283-97b2-d12ad4ebc072,segment=NetworkSegment(40029f51-d0ef-459b-a10a-41e7da878565),segment_id=40029f51-d0ef-459b-a10a-41e7da878565)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:27.322455 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff328c68-9a3c-44e9-bf68-168d8bba96d9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (04d4a413-729a-4283-97b2-d12ad4ebc072), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:27.357859 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ff328c68-9a3c-44e9-bf68-168d8bba96d9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Calling delete_port for 04d4a413-729a-4283-97b2-d12ad4ebc072 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:27.674318 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6634-6208-4e75-b5b3-e708d4d77e0f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_gateway (ba0090b0-84b6-43b9-a04c-0b6dab29ce64), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:27.708865 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-05564227-90dd-440d-8d5e-dd159489eb67 req-4b54a5c2-606d-4ece-afca-45dac03d19cd tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.1432116 Feb 03 12:56:27.892870 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46eeb029-e82b-459c-b648-b820cbd1074f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:28.088204 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a2b71810-e683-416b-a617-ca9f4374ed0f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:56:28.248883 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port a2b71810-e683-416b-a617-ca9f4374ed0f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:28.249312 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a2b71810-e683-416b-a617-ca9f4374ed0f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:28.380828 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6634-6208-4e75-b5b3-e708d4d77e0f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (ba0090b0-84b6-43b9-a04c-0b6dab29ce64), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:28.542312 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15544a3-c384-4c23-85ea-d6a82b287074 req-b431005b-051c-45cf-a08e-abe389c62f91 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:28.552915 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a15544a3-c384-4c23-85ea-d6a82b287074 req-b431005b-051c-45cf-a08e-abe389c62f91 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 946 time: 0.5321105 Feb 03 12:56:28.557701 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port a2b71810-e683-416b-a617-ca9f4374ed0f is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:28.558185 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a2b71810-e683-416b-a617-ca9f4374ed0f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:28.625757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port a2b71810-e683-416b-a617-ca9f4374ed0f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a2b71810-e683-416b-a617-ca9f4374ed0f,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:28.632282 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a2b71810-e683-416b-a617-ca9f4374ed0f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:28.770215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=a2b71810-e683-416b-a617-ca9f4374ed0f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:28.809464 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a15544a3-c384-4c23-85ea-d6a82b287074 req-70e4c2bf-4a18-4605-9b9c-416ee8d44059 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444429 Feb 03 12:56:28.891769 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2c6634-6208-4e75-b5b3-e708d4d77e0f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Router ba0090b0-84b6-43b9-a04c-0b6dab29ce64 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:56:29.057450 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c12ed688-6213-4d01-b972-6385e30a016a req-64468bea-aeae-4653-abfa-00c00effddf9 tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.0668316 Feb 03 12:56:29.238016 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2c6634-6208-4e75-b5b3-e708d4d77e0f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:56:29.258732 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] Sync routers for ids ['ba0090b0-84b6-43b9-a04c-0b6dab29ce64'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:56:29.292651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-fe7a9410-e412-4581-a46a-41dedd59214e tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:29.295395 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] Routers {'ba0090b0-84b6-43b9-a04c-0b6dab29ce64'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:29.296153 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ba0090b0-84b6-43b9-a04c-0b6dab29ce64'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:29.296881 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf2c6634-6208-4e75-b5b3-e708d4d77e0f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:29.306193 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cf2c6634-6208-4e75-b5b3-e708d4d77e0f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5616872 Feb 03 12:56:29.306464 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-fe7a9410-e412-4581-a46a-41dedd59214e tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/networks?id=06b1f536-dd74-4c30-ae0d-9ad97b68ce6b HTTP/1.1" status: 200 len: 808 time: 0.4379475 Feb 03 12:56:29.317872 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42466) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:29.453346 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-66a51127-3121-4689-abcd-8de7a6b97376 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/quotas/b0cce42d760c4454b8bfb71eff9112cf HTTP/1.1" status: 200 len: 375 time: 0.1128416 Feb 03 12:56:29.467394 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff328c68-9a3c-44e9-bf68-168d8bba96d9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (04d4a413-729a-4283-97b2-d12ad4ebc072), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:29.470026 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] Set router ba0090b0-84b6-43b9-a04c-0b6dab29ce64 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:29.524974 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46eeb029-e82b-459c-b648-b820cbd1074f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:56:29.597503 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff328c68-9a3c-44e9-bf68-168d8bba96d9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event deleted for resources: {'Port': ['ID=04d4a413-729a-4283-97b2-d12ad4ebc072,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:29.664745 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-4a906bac-ecd0-4ad6-b2f5-719623aa929d tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b0cce42d760c4454b8bfb71eff9112cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2058582 Feb 03 12:56:29.795895 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-41072b11-0302-4a99-89ab-dcbb6f0b59b0 service neutron] 10.222.0.18 "GET /v2.0/networks/06b1f536-dd74-4c30-ae0d-9ad97b68ce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297896 Feb 03 12:56:29.883336 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a2b71810-e683-416b-a617-ca9f4374ed0f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:56:29.993629 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0090b0-84b6-43b9-a04c-0b6dab29ce64', 'name': 'tempest-snat-router-1200591239', 'tenant_id': '1bfa8823edb8430496caa64915347a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'f6e17a5d-b7a8-4b45-be12-1e4e64110125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:56:23Z', 'updated_at': '2022-02-03T12:56:27Z', 'revision_number': 3, 'project_id': '1bfa8823edb8430496caa64915347a6a', 'gw_port': {'id': 'f6e17a5d-b7a8-4b45-be12-1e4e64110125', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:af:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0090b0-84b6-43b9-a04c-0b6dab29ce64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:56:25Z', 'updated_at': '2022-02-03T12:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:30.041474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port a2b71810-e683-416b-a617-ca9f4374ed0f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:30.041858 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a2b71810-e683-416b-a617-ca9f4374ed0f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.050296 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] Checking router: ba0090b0-84b6-43b9-a04c-0b6dab29ce64 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:56:30.050654 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] Updating router ba0090b0-84b6-43b9-a04c-0b6dab29ce64 port f6e17a5d-b7a8-4b45-be12-1e4e64110125 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:56:30.059295 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b894299-6a01-45fb-9e8d-4386b870b40e req-80632f81-6609-408e-a2a0-e949402df9ef tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:30.061476 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0b894299-6a01-45fb-9e8d-4386b870b40e req-80632f81-6609-408e-a2a0-e949402df9ef tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 946 time: 0.1174421 Feb 03 12:56:30.088726 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f6e17a5d-b7a8-4b45-be12-1e4e64110125), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.132377 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0b894299-6a01-45fb-9e8d-4386b870b40e req-2eb9271f-94ed-4e49-b42d-148e41129197 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647175 Feb 03 12:56:30.212995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port a2b71810-e683-416b-a617-ca9f4374ed0f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:30.231262 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46eeb029-e82b-459c-b648-b820cbd1074f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:56:30.245833 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288f6775-aeb1-467a-b889-1d21e4ec5332 None None] Sync routers for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:56:30.254109 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-46eeb029-e82b-459c-b648-b820cbd1074f tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/38ff38e0-ccc6-4e9f-880b-ec59618bc5ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2981780 Feb 03 12:56:30.257313 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42478) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:30.260275 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288f6775-aeb1-467a-b889-1d21e4ec5332 None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:30.260894 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-288f6775-aeb1-467a-b889-1d21e4ec5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:30.333738 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-70c362a6-6d7c-44dd-b504-1acfc764184f tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "GET /v2.0/routers/ba0090b0-84b6-43b9-a04c-0b6dab29ce64 HTTP/1.1" status: 200 len: 907 time: 1.0096102 Feb 03 12:56:30.337391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42480) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:30.360575 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c21cce5e-2cee-413f-9718-63c5e84209fb req-71d5ff41-d8e6-4d98-8d63-faa3947aedd9 tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.0667677 Feb 03 12:56:30.390691 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8a456b-eb5a-47bd-9d56-808d7e404327 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting subnet 2e1201a3-4de5-4abd-b25f-2fd9668c17b6 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:56:30.394616 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d8a456b-eb5a-47bd-9d56-808d7e404327 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for subnet (2e1201a3-4de5-4abd-b25f-2fd9668c17b6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.398543 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-288f6775-aeb1-467a-b889-1d21e4ec5332 None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:30.466439 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] Publish callbacks [] for port (f6e17a5d-b7a8-4b45-be12-1e4e64110125), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.469522 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d8a456b-eb5a-47bd-9d56-808d7e404327 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (2e1201a3-4de5-4abd-b25f-2fd9668c17b6), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.478730 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f6e17a5d-b7a8-4b45-be12-1e4e64110125), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.502228 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-d5492521-331f-4f56-a421-ca84fe3ded4a service neutron] 10.222.0.18 "GET /v2.0/networks/06b1f536-dd74-4c30-ae0d-9ad97b68ce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7050962 Feb 03 12:56:30.561314 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff328c68-9a3c-44e9-bf68-168d8bba96d9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (b11618fa-1818-400f-99b3-b2bd6bc24a60), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.574841 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] Attempting to bind port f6e17a5d-b7a8-4b45-be12-1e4e64110125 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:56:30.575331 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] Attempting to bind port f6e17a5d-b7a8-4b45-be12-1e4e64110125 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:56:30.575856 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] Attempting to bind port f6e17a5d-b7a8-4b45-be12-1e4e64110125 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:56:30.584069 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4a786-5f99-4d69-8b22-5be05446fd00 None None] Pushing event updated for resources: {'Port': ['ID=f6e17a5d-b7a8-4b45-be12-1e4e64110125,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:30.590537 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:56:30.591166 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:56:30.591844 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.592477 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:56:30.593197 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] Bound port: f6e17a5d-b7a8-4b45-be12-1e4e64110125, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:56:30.593721 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f6e17a5d-b7a8-4b45-be12-1e4e64110125), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.665954 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d8a456b-eb5a-47bd-9d56-808d7e404327 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (2e1201a3-4de5-4abd-b25f-2fd9668c17b6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.721108 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-288f6775-aeb1-467a-b889-1d21e4ec5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:56:27Z', 'revision_number': 9, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbbb7628-d828-406f-b127-6e4460893915', 'name': '', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:8a:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:36Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:30.727125 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e94b385b-51b4-47c5-a10f-357231d643b3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router (ba0090b0-84b6-43b9-a04c-0b6dab29ce64), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.746713 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] For port f6e17a5d-b7a8-4b45-be12-1e4e64110125, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:56:30.775770 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] For port f6e17a5d-b7a8-4b45-be12-1e4e64110125, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f6e17a5d-b7a8-4b45-be12-1e4e64110125,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:56:30.818667 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f6e17a5d-b7a8-4b45-be12-1e4e64110125), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.884440 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d8a456b-eb5a-47bd-9d56-808d7e404327 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (2e1201a3-4de5-4abd-b25f-2fd9668c17b6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:30.900316 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288f6775-aeb1-467a-b889-1d21e4ec5332 None None] Checking router: 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:56:30.916270 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288f6775-aeb1-467a-b889-1d21e4ec5332 None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:30.917057 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-288f6775-aeb1-467a-b889-1d21e4ec5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:30.965445 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a456b-eb5a-47bd-9d56-808d7e404327 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Subnet': ['ID=2e1201a3-4de5-4abd-b25f-2fd9668c17b6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:30.988487 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d8a456b-eb5a-47bd-9d56-808d7e404327 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:31.002588 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06459a24-7c61-40aa-a9a7-c7c3fde306f2 None None] Network b9f95900-6e16-4900-a1c6-5c6f9be0a2b6 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:56:31.003377 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8d8a456b-eb5a-47bd-9d56-808d7e404327 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/subnets/2e1201a3-4de5-4abd-b25f-2fd9668c17b6 HTTP/1.1" status: 204 len: 168 time: 0.7440670 Feb 03 12:56:31.024356 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4a786-5f99-4d69-8b22-5be05446fd00 None None] Pushing event updated for resources: {'Port': ['ID=f6e17a5d-b7a8-4b45-be12-1e4e64110125,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:31.033365 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42490) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:31.044674 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] Routers {'ba0090b0-84b6-43b9-a04c-0b6dab29ce64'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:31.045237 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ba0090b0-84b6-43b9-a04c-0b6dab29ce64'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:31.051222 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e09e0b8d-5eda-4e58-be48-1ce5531dc149 req-f64ed948-98bb-4734-9a47-342b863a5beb tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=1377a9ad-c1bf-4f77-a86f-17c721f09c58 HTTP/1.1" status: 200 len: 210 time: 0.0894895 Feb 03 12:56:31.203644 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e94b385b-51b4-47c5-a10f-357231d643b3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_gateway (ba0090b0-84b6-43b9-a04c-0b6dab29ce64), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:31.225906 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73a2935a-20c7-400d-b4a5-d648970bd0bc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (b9f95900-6e16-4900-a1c6-5c6f9be0a2b6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:31.270036 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] Set router ba0090b0-84b6-43b9-a04c-0b6dab29ce64 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:31.358744 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:31.717607 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-288f6775-aeb1-467a-b889-1d21e4ec5332 None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:31.743803 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0090b0-84b6-43b9-a04c-0b6dab29ce64', 'name': 'tempest-snat-router-1200591239', 'tenant_id': '1bfa8823edb8430496caa64915347a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'f6e17a5d-b7a8-4b45-be12-1e4e64110125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:56:23Z', 'updated_at': '2022-02-03T12:56:27Z', 'revision_number': 3, 'project_id': '1bfa8823edb8430496caa64915347a6a', 'gw_port': {'id': 'f6e17a5d-b7a8-4b45-be12-1e4e64110125', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:af:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0090b0-84b6-43b9-a04c-0b6dab29ce64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:56:25Z', 'updated_at': '2022-02-03T12:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:31.801960 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa36e25-586d-45ce-a4c4-07b050cf5483 None None] The sync data for ids ['ba0090b0-84b6-43b9-a04c-0b6dab29ce64'] in n-d-827336-3 is: [{'id': 'ba0090b0-84b6-43b9-a04c-0b6dab29ce64', 'name': 'tempest-snat-router-1200591239', 'tenant_id': '1bfa8823edb8430496caa64915347a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'f6e17a5d-b7a8-4b45-be12-1e4e64110125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:56:23Z', 'updated_at': '2022-02-03T12:56:27Z', 'revision_number': 3, 'project_id': '1bfa8823edb8430496caa64915347a6a', 'gw_port': {'id': 'f6e17a5d-b7a8-4b45-be12-1e4e64110125', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:af:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0090b0-84b6-43b9-a04c-0b6dab29ce64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:56:25Z', 'updated_at': '2022-02-03T12:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:56:32.030756 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784d33d2-de78-4904-87b3-415965f909dd None None] DHCP port deletion for b9f95900-6e16-4900-a1c6-5c6f9be0a2b6 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:56:32.069715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff328c68-9a3c-44e9-bf68-168d8bba96d9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Router b11618fa-1818-400f-99b3-b2bd6bc24a60 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:56:32.081298 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebc02b-4b54-4088-9535-2ff8e04ccabc req-f5fef02d-a2f9-41fe-9eef-ed067b72279e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:32.090124 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4ebc02b-4b54-4088-9535-2ff8e04ccabc req-f5fef02d-a2f9-41fe-9eef-ed067b72279e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 946 time: 0.7326148 Feb 03 12:56:32.129586 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-288f6775-aeb1-467a-b889-1d21e4ec5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:56:27Z', 'revision_number': 9, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbbb7628-d828-406f-b127-6e4460893915', 'name': '', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:8a:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:36Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:32.136790 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-784d33d2-de78-4904-87b3-415965f909dd None None] Deleting port 4649c6d3-a139-49c1-be79-a617e4d92860 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:32.138030 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-784d33d2-de78-4904-87b3-415965f909dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4649c6d3-a139-49c1-be79-a617e4d92860), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:32.154857 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e94b385b-51b4-47c5-a10f-357231d643b3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Deleting port f6e17a5d-b7a8-4b45-be12-1e4e64110125 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:32.155144 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e94b385b-51b4-47c5-a10f-357231d643b3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f6e17a5d-b7a8-4b45-be12-1e4e64110125), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:32.220459 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288f6775-aeb1-467a-b889-1d21e4ec5332 None None] The sync data for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 is: [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:56:27Z', 'revision_number': 9, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbbb7628-d828-406f-b127-6e4460893915', 'name': '', 'network_id': '3c576241-eeff-459f-86c6-5e567aeffa68', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:8a:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:18Z', 'updated_at': '2022-02-03T12:55:36Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6095d00c-a520-4637-8f67-f11fdb070bd3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:56:32.234690 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-66fb5e18-e579-47d8-9aa9-3e45031c93b7 req-247d157d-3964-4bb7-882e-68602324f5e8 tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.1141551 Feb 03 12:56:32.283251 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-73a2935a-20c7-400d-b4a5-d648970bd0bc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting port 4649c6d3-a139-49c1-be79-a617e4d92860 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:32.285257 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73a2935a-20c7-400d-b4a5-d648970bd0bc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4649c6d3-a139-49c1-be79-a617e4d92860), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:32.340075 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4ebc02b-4b54-4088-9535-2ff8e04ccabc req-fc12811a-b1a5-4bee-9309-7970513d33ff tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481267 Feb 03 12:56:32.380228 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-784d33d2-de78-4904-87b3-415965f909dd None None] For port 4649c6d3-a139-49c1-be79-a617e4d92860, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4649c6d3-a139-49c1-be79-a617e4d92860,segment=NetworkSegment(1344a806-a58a-460c-b0a5-08aac3f6e29f),segment_id=1344a806-a58a-460c-b0a5-08aac3f6e29f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:32.381053 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-784d33d2-de78-4904-87b3-415965f909dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4649c6d3-a139-49c1-be79-a617e4d92860), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:32.409868 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-784d33d2-de78-4904-87b3-415965f909dd None None] Calling delete_port for 4649c6d3-a139-49c1-be79-a617e4d92860 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:32.455866 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-73a2935a-20c7-400d-b4a5-d648970bd0bc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] For port 4649c6d3-a139-49c1-be79-a617e4d92860, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4649c6d3-a139-49c1-be79-a617e4d92860,segment=NetworkSegment(1344a806-a58a-460c-b0a5-08aac3f6e29f),segment_id=1344a806-a58a-460c-b0a5-08aac3f6e29f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:32.456981 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73a2935a-20c7-400d-b4a5-d648970bd0bc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4649c6d3-a139-49c1-be79-a617e4d92860), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:32.497123 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-73a2935a-20c7-400d-b4a5-d648970bd0bc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Calling delete_port for 4649c6d3-a139-49c1-be79-a617e4d92860 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:32.510012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-e94b385b-51b4-47c5-a10f-357231d643b3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] For port f6e17a5d-b7a8-4b45-be12-1e4e64110125, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f6e17a5d-b7a8-4b45-be12-1e4e64110125,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:32.510973 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e94b385b-51b4-47c5-a10f-357231d643b3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f6e17a5d-b7a8-4b45-be12-1e4e64110125), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:32.536688 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff328c68-9a3c-44e9-bf68-168d8bba96d9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:56:32.550375 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e94b385b-51b4-47c5-a10f-357231d643b3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Calling delete_port for f6e17a5d-b7a8-4b45-be12-1e4e64110125 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:32.551695 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81e7752-5bd0-447c-af0d-c5c721f1ae3b None None] Sync routers for ids ['b11618fa-1818-400f-99b3-b2bd6bc24a60'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:56:32.557356 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ff328c68-9a3c-44e9-bf68-168d8bba96d9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "PUT /v2.0/routers/b11618fa-1818-400f-99b3-b2bd6bc24a60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1853750 Feb 03 12:56:32.585902 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-60753466-072f-4ccf-8c8c-20a36a38d631 req-4fae57bb-8b3e-470d-ad0a-bdc39432f4b3 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=1377a9ad-c1bf-4f77-a86f-17c721f09c58 HTTP/1.1" status: 200 len: 210 time: 0.0679350 Feb 03 12:56:32.589901 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81e7752-5bd0-447c-af0d-c5c721f1ae3b None None] Routers {'b11618fa-1818-400f-99b3-b2bd6bc24a60'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:32.591121 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c81e7752-5bd0-447c-af0d-c5c721f1ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b11618fa-1818-400f-99b3-b2bd6bc24a60'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:32.653601 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-784d33d2-de78-4904-87b3-415965f909dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (4649c6d3-a139-49c1-be79-a617e4d92860), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:32.661346 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73a2935a-20c7-400d-b4a5-d648970bd0bc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (4649c6d3-a139-49c1-be79-a617e4d92860), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:32.715431 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2935a-20c7-400d-b4a5-d648970bd0bc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Port': ['ID=4649c6d3-a139-49c1-be79-a617e4d92860,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:32.737363 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a2935a-20c7-400d-b4a5-d648970bd0bc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] No DVR routers for this DVR port 4649c6d3-a139-49c1-be79-a617e4d92860 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:56:32.762273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784d33d2-de78-4904-87b3-415965f909dd None None] No DVR routers for this DVR port 4649c6d3-a139-49c1-be79-a617e4d92860 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:56:32.777257 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d33d2-de78-4904-87b3-415965f909dd None None] Pushing event deleted for resources: {'Port': ['ID=4649c6d3-a139-49c1-be79-a617e4d92860,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:32.955820 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e94b385b-51b4-47c5-a10f-357231d643b3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (f6e17a5d-b7a8-4b45-be12-1e4e64110125), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:33.007177 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73a2935a-20c7-400d-b4a5-d648970bd0bc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (b9f95900-6e16-4900-a1c6-5c6f9be0a2b6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:33.043774 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c81e7752-5bd0-447c-af0d-c5c721f1ae3b None None] Set router b11618fa-1818-400f-99b3-b2bd6bc24a60 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:33.078465 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-73a2935a-20c7-400d-b4a5-d648970bd0bc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f95900-6e16-4900-a1c6-5c6f9be0a2b6']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:33.090463 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-73a2935a-20c7-400d-b4a5-d648970bd0bc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1344a806-a58a-460c-b0a5-08aac3f6e29f') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:33.090833 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-73a2935a-20c7-400d-b4a5-d648970bd0bc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1344a806-a58a-460c-b0a5-08aac3f6e29f') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:33.102653 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73a2935a-20c7-400d-b4a5-d648970bd0bc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (1344a806-a58a-460c-b0a5-08aac3f6e29f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:33.123163 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73a2935a-20c7-400d-b4a5-d648970bd0bc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (1344a806-a58a-460c-b0a5-08aac3f6e29f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:33.130202 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a2935a-20c7-400d-b4a5-d648970bd0bc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:56:33.130646 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73a2935a-20c7-400d-b4a5-d648970bd0bc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (1344a806-a58a-460c-b0a5-08aac3f6e29f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:33.131682 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b385b-51b4-47c5-a10f-357231d643b3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6e17a5d-b7a8-4b45-be12-1e4e64110125,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:56:33.254545 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:56:33.269527 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73a2935a-20c7-400d-b4a5-d648970bd0bc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (b9f95900-6e16-4900-a1c6-5c6f9be0a2b6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:33.363344 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-73a2935a-20c7-400d-b4a5-d648970bd0bc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:33.380757 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-73a2935a-20c7-400d-b4a5-d648970bd0bc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/networks/b9f95900-6e16-4900-a1c6-5c6f9be0a2b6 HTTP/1.1" status: 204 len: 168 time: 2.3217688 Feb 03 12:56:33.383123 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42536) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:33.487050 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-624ec334-7314-4b28-9d84-041366f5cb1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:33.493065 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2935a-20c7-400d-b4a5-d648970bd0bc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Network': ['ID=b9f95900-6e16-4900-a1c6-5c6f9be0a2b6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:33.517276 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-9a5649d4-85b4-48fd-ab88-a924e578560d tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:33.519748 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-9a5649d4-85b4-48fd-ab88-a924e578560d tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.31 "GET /v2.0/networks?id=06b1f536-dd74-4c30-ae0d-9ad97b68ce6b HTTP/1.1" status: 200 len: 808 time: 0.5852191 Feb 03 12:56:33.584632 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-2a5d3b2a-7017-47ba-84c0-ec2ac67ffae8 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Request body: {'port': {'device_id': '1377a9ad-c1bf-4f77-a86f-17c721f09c58', 'network_id': '06b1f536-dd74-4c30-ae0d-9ad97b68ce6b', 'admin_state_up': True, 'tenant_id': 'b0cce42d760c4454b8bfb71eff9112cf'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:33.609725 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4249b1-0d38-4769-b5db-5d356c01ee65 req-80577794-b7db-4c96-b31f-e055e6e3fd2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:33.611834 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cd4249b1-0d38-4769-b5db-5d356c01ee65 req-80577794-b7db-4c96-b31f-e055e6e3fd2d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=daa13216-9d16-4b75-9632-603a8be4809c HTTP/1.1" status: 200 len: 946 time: 0.3526144 Feb 03 12:56:33.689937 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ae42f6e7-c3f3-4258-82b6-af1a70016e43 req-bb17b263-cfb0-42d0-a2bc-5f85683b898a tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.1685824 Feb 03 12:56:33.789205 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c81e7752-5bd0-447c-af0d-c5c721f1ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:53:07Z', 'updated_at': '2022-02-03T12:56:29Z', 'revision_number': 6, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:12Z', 'updated_at': '2022-02-03T12:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '5d3b82b1-290f-49ce-9702-f3d750ab2a2c', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'floating_ip_address': '172.25.6.203', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'port_id': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'mac_address': 'fa:16:3e:5d:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:54:37Z', 'updated_at': '2022-02-03T12:54:45Z', 'revision_number': 1, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d97cbab-7bc8-4427-8a48-a7476f8fa545', 'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:b0:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:31Z', 'updated_at': '2022-02-03T12:53:48Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:33.791586 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e94b385b-51b4-47c5-a10f-357231d643b3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (ba0090b0-84b6-43b9-a04c-0b6dab29ce64), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:33.812792 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b40fc627-d414-4bb9-934e-9f1d39004de5 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:33.838992 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: b40fc627-d414-4bb9-934e-9f1d39004de5 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:56:33.839590 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b40fc627-d414-4bb9-934e-9f1d39004de5 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:56:33.840229 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4649c6d3-a139-49c1-be79-a617e4d92860 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:33.880156 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 4649c6d3-a139-49c1-be79-a617e4d92860 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:56:33.880501 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4649c6d3-a139-49c1-be79-a617e4d92860 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:56:33.907065 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81e7752-5bd0-447c-af0d-c5c721f1ae3b None None] Checking router: b11618fa-1818-400f-99b3-b2bd6bc24a60 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:56:33.916593 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cd4249b1-0d38-4769-b5db-5d356c01ee65 req-7c9d229e-7832-480d-b191-c10a23ab503b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c64fce8-5c1c-4f20-b04f-c8e848125344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875028 Feb 03 12:56:33.935740 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81e7752-5bd0-447c-af0d-c5c721f1ae3b None None] Routers {'b11618fa-1818-400f-99b3-b2bd6bc24a60'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:33.937006 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c81e7752-5bd0-447c-af0d-c5c721f1ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b11618fa-1818-400f-99b3-b2bd6bc24a60'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:33.990232 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e94b385b-51b4-47c5-a10f-357231d643b3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (ba0090b0-84b6-43b9-a04c-0b6dab29ce64), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:33.999904 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e94b385b-51b4-47c5-a10f-357231d643b3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_controller (ba0090b0-84b6-43b9-a04c-0b6dab29ce64), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.106632 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e94b385b-51b4-47c5-a10f-357231d643b3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (ba0090b0-84b6-43b9-a04c-0b6dab29ce64), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.109328 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94b385b-51b4-47c5-a10f-357231d643b3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba0090b0-84b6-43b9-a04c-0b6dab29ce64 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:56:34.131867 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-093cb3ff-c326-435c-a0c9-4fe678b458af req-1764d373-06f7-4b89-8936-332cc2648bcf tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=1377a9ad-c1bf-4f77-a86f-17c721f09c58 HTTP/1.1" status: 200 len: 210 time: 0.0758376 Feb 03 12:56:34.134474 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e94b385b-51b4-47c5-a10f-357231d643b3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.145136 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e94b385b-51b4-47c5-a10f-357231d643b3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "DELETE /v2.0/routers/ba0090b0-84b6-43b9-a04c-0b6dab29ce64 HTTP/1.1" status: 204 len: 168 time: 3.7617409 Feb 03 12:56:34.145539 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42546) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:34.180845 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3ce02-49cc-4ef4-b727-0f0d1236431e req-21f615cd-6790-4e00-97ad-da6239dd8c74 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:34.190483 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abe3ce02-49cc-4ef4-b727-0f0d1236431e req-21f615cd-6790-4e00-97ad-da6239dd8c74 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 946 time: 0.3278990 Feb 03 12:56:34.224779 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-2a5d3b2a-7017-47ba-84c0-ec2ac67ffae8 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Made reservation on behalf of b0cce42d760c4454b8bfb71eff9112cf for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:56:34.242289 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-2a5d3b2a-7017-47ba-84c0-ec2ac67ffae8 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.343023 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c81e7752-5bd0-447c-af0d-c5c721f1ae3b None None] Set router b11618fa-1818-400f-99b3-b2bd6bc24a60 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:34.374981 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-39c3382a-92e8-4ad6-bc6e-7c4016282331 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router (244c973a-ec61-4545-bf55-e1e62b32ddeb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.447638 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abe3ce02-49cc-4ef4-b727-0f0d1236431e req-6c622b98-10f8-485a-90a1-bb4057444c08 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558074 Feb 03 12:56:34.506478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-2a5d3b2a-7017-47ba-84c0-ec2ac67ffae8 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Allocated IP 172.20.0.8 (06b1f536-dd74-4c30-ae0d-9ad97b68ce6b/f01004e3-c72e-439d-8b02-a9f63b21d1f3/dc00204e-9e49-4f99-bec0-ec3f8a0a6866) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:56:34.562126 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4c082-0501-4d06-b231-76d75a62054e req-2fca6a2f-87fe-4227-8740-bc51f506485a tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:34.573836 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4ee4c082-0501-4d06-b231-76d75a62054e req-2fca6a2f-87fe-4227-8740-bc51f506485a tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.31 "GET /v2.0/ports?device_id=daa13216-9d16-4b75-9632-603a8be4809c HTTP/1.1" status: 200 len: 946 time: 0.2124779 Feb 03 12:56:34.630135 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-39c3382a-92e8-4ad6-bc6e-7c4016282331 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_gateway (244c973a-ec61-4545-bf55-e1e62b32ddeb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.708814 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-2a5d3b2a-7017-47ba-84c0-ec2ac67ffae8 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Publish callbacks [] for port (dc00204e-9e49-4f99-bec0-ec3f8a0a6866), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.758817 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c81e7752-5bd0-447c-af0d-c5c721f1ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:53:07Z', 'updated_at': '2022-02-03T12:56:29Z', 'revision_number': 6, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:12Z', 'updated_at': '2022-02-03T12:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '5d3b82b1-290f-49ce-9702-f3d750ab2a2c', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'floating_ip_address': '172.25.6.203', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'port_id': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'mac_address': 'fa:16:3e:5d:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:54:37Z', 'updated_at': '2022-02-03T12:54:45Z', 'revision_number': 1, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d97cbab-7bc8-4427-8a48-a7476f8fa545', 'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:b0:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:31Z', 'updated_at': '2022-02-03T12:53:48Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:34.763776 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d22c03f9-3d32-4dd3-b6aa-4a8931227721 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.791065 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81e7752-5bd0-447c-af0d-c5c721f1ae3b None None] The sync data for ids ['b11618fa-1818-400f-99b3-b2bd6bc24a60'] in n-d-827336-3 is: [{'id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:53:07Z', 'updated_at': '2022-02-03T12:56:29Z', 'revision_number': 6, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:12Z', 'updated_at': '2022-02-03T12:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '5d3b82b1-290f-49ce-9702-f3d750ab2a2c', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'floating_ip_address': '172.25.6.203', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'port_id': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'mac_address': 'fa:16:3e:5d:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:54:37Z', 'updated_at': '2022-02-03T12:54:45Z', 'revision_number': 1, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d97cbab-7bc8-4427-8a48-a7476f8fa545', 'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:b0:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:31Z', 'updated_at': '2022-02-03T12:53:48Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:56:34.795807 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-2a5d3b2a-7017-47ba-84c0-ec2ac67ffae8 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (dc00204e-9e49-4f99-bec0-ec3f8a0a6866), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:34.875355 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-2a5d3b2a-7017-47ba-84c0-ec2ac67ffae8 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Network 06b1f536-dd74-4c30-ae0d-9ad97b68ce6b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:34.884714 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-2a5d3b2a-7017-47ba-84c0-ec2ac67ffae8 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:34.894561 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-2a5d3b2a-7017-47ba-84c0-ec2ac67ffae8 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:56:34.966970 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d3b2a-7017-47ba-84c0-ec2ac67ffae8 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Pushing event updated for resources: {'Port': ['ID=dc00204e-9e49-4f99-bec0-ec3f8a0a6866,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:34.968600 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e83237d0-8183-4573-b6b2-199de55ebe15 req-00e04c0b-d517-42bb-95f2-10319622b297 tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.0761969 Feb 03 12:56:35.028377 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-2a5d3b2a-7017-47ba-84c0-ec2ac67ffae8 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:35.029110 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-2a5d3b2a-7017-47ba-84c0-ec2ac67ffae8 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:35.049878 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-4ee4c082-0501-4d06-b231-76d75a62054e req-a439f7d7-ee69-43d5-bd65-125fd41ffd2b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Deleting port 0a1075b4-e642-4229-8e9c-eb964d9b37fd {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:35.050264 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4ee4c082-0501-4d06-b231-76d75a62054e req-a439f7d7-ee69-43d5-bd65-125fd41ffd2b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0a1075b4-e642-4229-8e9c-eb964d9b37fd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:35.104321 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-2a5d3b2a-7017-47ba-84c0-ec2ac67ffae8 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5256512 Feb 03 12:56:35.108224 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-39c3382a-92e8-4ad6-bc6e-7c4016282331 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Deleting port a2b71810-e683-416b-a617-ca9f4374ed0f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:35.108224 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-39c3382a-92e8-4ad6-bc6e-7c4016282331 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (a2b71810-e683-416b-a617-ca9f4374ed0f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:35.149805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] Request body: {'port': {'device_id': '1377a9ad-c1bf-4f77-a86f-17c721f09c58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:35.275780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0ead0-402e-47b5-897f-3d6105811b04 req-0c8de075-dd38-4736-be9e-4bc7940d4bdc tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:35.277430 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1ba0ead0-402e-47b5-897f-3d6105811b04 req-0c8de075-dd38-4736-be9e-4bc7940d4bdc tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=daa13216-9d16-4b75-9632-603a8be4809c HTTP/1.1" status: 200 len: 946 time: 0.2371504 Feb 03 12:56:35.358986 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1ba0ead0-402e-47b5-897f-3d6105811b04 req-60891137-fd0e-4c3a-b3c5-f93064562716 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c64fce8-5c1c-4f20-b04f-c8e848125344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749266 Feb 03 12:56:35.412262 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dc00204e-9e49-4f99-bec0-ec3f8a0a6866), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:35.476352 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4ee4c082-0501-4d06-b231-76d75a62054e req-a439f7d7-ee69-43d5-bd65-125fd41ffd2b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] For port 0a1075b4-e642-4229-8e9c-eb964d9b37fd, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=0a1075b4-e642-4229-8e9c-eb964d9b37fd,segment=NetworkSegment(40029f51-d0ef-459b-a10a-41e7da878565),segment_id=40029f51-d0ef-459b-a10a-41e7da878565)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:35.476828 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4ee4c082-0501-4d06-b231-76d75a62054e req-a439f7d7-ee69-43d5-bd65-125fd41ffd2b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0a1075b4-e642-4229-8e9c-eb964d9b37fd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:35.511790 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbb729-1af4-467d-a1c6-23526c76b608 req-ce3705c1-71d7-4233-bd11-3036e1623374 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:35.513575 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8bdbb729-1af4-467d-a1c6-23526c76b608 req-ce3705c1-71d7-4233-bd11-3036e1623374 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=1377a9ad-c1bf-4f77-a86f-17c721f09c58 HTTP/1.1" status: 200 len: 931 time: 0.2247198 Feb 03 12:56:35.519197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-39c3382a-92e8-4ad6-bc6e-7c4016282331 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] For port a2b71810-e683-416b-a617-ca9f4374ed0f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a2b71810-e683-416b-a617-ca9f4374ed0f,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:35.519576 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-39c3382a-92e8-4ad6-bc6e-7c4016282331 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (a2b71810-e683-416b-a617-ca9f4374ed0f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:35.555153 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-4ee4c082-0501-4d06-b231-76d75a62054e req-a439f7d7-ee69-43d5-bd65-125fd41ffd2b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Calling delete_port for 0a1075b4-e642-4229-8e9c-eb964d9b37fd owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:35.586731 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-39c3382a-92e8-4ad6-bc6e-7c4016282331 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Calling delete_port for a2b71810-e683-416b-a617-ca9f4374ed0f owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:35.666658 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 04d4a413-729a-4283-97b2-d12ad4ebc072 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:35.704344 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 04d4a413-729a-4283-97b2-d12ad4ebc072 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:56:35.704611 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 04d4a413-729a-4283-97b2-d12ad4ebc072 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:56:35.786568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89431655-df37-491f-9edb-097ae8a62f69 req-b3432d84-8f1f-45fc-b8f5-f8125b0270ea tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:35.788438 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-89431655-df37-491f-9edb-097ae8a62f69 req-b3432d84-8f1f-45fc-b8f5-f8125b0270ea tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 946 time: 0.2279196 Feb 03 12:56:35.900997 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-89431655-df37-491f-9edb-097ae8a62f69 req-fa8528f5-3214-4d1b-b0c8-3c882f051f31 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019108 Feb 03 12:56:35.965909 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4ee4c082-0501-4d06-b231-76d75a62054e req-a439f7d7-ee69-43d5-bd65-125fd41ffd2b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (0a1075b4-e642-4229-8e9c-eb964d9b37fd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.005261 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc00204e-9e49-4f99-bec0-ec3f8a0a6866 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:56:36.015465 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] Publish callbacks [] for port (dc00204e-9e49-4f99-bec0-ec3f8a0a6866), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.033805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] Transition to ACTIVE for port object dc00204e-9e49-4f99-bec0-ec3f8a0a6866 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:56:36.040995 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (dc00204e-9e49-4f99-bec0-ec3f8a0a6866), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.075170 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439f7d7-ee69-43d5-bd65-125fd41ffd2b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event deleted for resources: {'Port': ['ID=0a1075b4-e642-4229-8e9c-eb964d9b37fd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:36.109931 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8bdbb729-1af4-467d-a1c6-23526c76b608 req-0823e54b-7afa-456b-9081-27760d8d400e tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742252 Feb 03 12:56:36.159674 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-282cfede-fbe4-4c8a-b054-64b0c14a71b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.184943 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee4c082-0501-4d06-b231-76d75a62054e req-a439f7d7-ee69-43d5-bd65-125fd41ffd2b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] No DVR routers for this DVR port 0a1075b4-e642-4229-8e9c-eb964d9b37fd on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:56:36.193210 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4ee4c082-0501-4d06-b231-76d75a62054e req-a439f7d7-ee69-43d5-bd65-125fd41ffd2b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.196476 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cc6c90d6-c10f-48d2-b246-cf622cf9f9b8 req-12ddecd7-3b48-4fa1-8f3c-8dcb26bce683 tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.0712564 Feb 03 12:56:36.197015 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4ee4c082-0501-4d06-b231-76d75a62054e req-a439f7d7-ee69-43d5-bd65-125fd41ffd2b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.31 "DELETE /v2.0/ports/0a1075b4-e642-4229-8e9c-eb964d9b37fd HTTP/1.1" status: 204 len: 173 time: 1.6151965 Feb 03 12:56:36.197140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa13216-9d16-4b75-9632-603a8be4809c', 'name': 'network-vif-deleted', 'tag': '0a1075b4-e642-4229-8e9c-eb964d9b37fd'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:56:36.198247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc00204e-9e49-4f99-bec0-ec3f8a0a6866,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:36.199533 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683947bc-1d42-4efa-a0df-7847dbd5575f" -d '{"events": [{"server_uuid": "daa13216-9d16-4b75-9632-603a8be4809c", "name": "network-vif-deleted", "tag": "0a1075b4-e642-4229-8e9c-eb964d9b37fd"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:56:36.232629 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-39c3382a-92e8-4ad6-bc6e-7c4016282331 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (a2b71810-e683-416b-a617-ca9f4374ed0f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.300688 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ce08fc-ea42-44f4-b07b-5b71a6f65fb4 x-openstack-request-id: req-34ce08fc-ea42-44f4-b07b-5b71a6f65fb4 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:56:36.301117 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa13216-9d16-4b75-9632-603a8be4809c", "name": "network-vif-deleted", "tag": "0a1075b4-e642-4229-8e9c-eb964d9b37fd", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:56:36.301507 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34ce08fc-ea42-44f4-b07b-5b71a6f65fb4 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:56:36.302032 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa13216-9d16-4b75-9632-603a8be4809c', 'name': 'network-vif-deleted', 'tag': '0a1075b4-e642-4229-8e9c-eb964d9b37fd', 'status': 'completed', 'code': 200} Feb 03 12:56:36.312982 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d22c03f9-3d32-4dd3-b6aa-4a8931227721 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting port fbbb7628-d828-406f-b127-6e4460893915 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:36.317226 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d22c03f9-3d32-4dd3-b6aa-4a8931227721 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (fbbb7628-d828-406f-b127-6e4460893915), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.321749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3382a-92e8-4ad6-bc6e-7c4016282331 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2b71810-e683-416b-a617-ca9f4374ed0f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:36.354133 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] Attempting to bind port dc00204e-9e49-4f99-bec0-ec3f8a0a6866 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:56:36.358749 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] Attempting to bind port dc00204e-9e49-4f99-bec0-ec3f8a0a6866 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '8ef4bf6b-f6d6-4344-93e8-58eb194c84e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '06b1f536-dd74-4c30-ae0d-9ad97b68ce6b'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:56:36.358749 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] Attempting to bind port dc00204e-9e49-4f99-bec0-ec3f8a0a6866 on network 06b1f536-dd74-4c30-ae0d-9ad97b68ce6b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:56:36.364806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] Port dc00204e-9e49-4f99-bec0-ec3f8a0a6866 on network 06b1f536-dd74-4c30-ae0d-9ad97b68ce6b not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:56:36.365147 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] Attempting to bind port dc00204e-9e49-4f99-bec0-ec3f8a0a6866 on network 06b1f536-dd74-4c30-ae0d-9ad97b68ce6b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:56:36.377190 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:56:36.377558 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] Checking segment: {'id': '8ef4bf6b-f6d6-4344-93e8-58eb194c84e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '06b1f536-dd74-4c30-ae0d-9ad97b68ce6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:56:36.377950 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] Bound using segment: {'id': '8ef4bf6b-f6d6-4344-93e8-58eb194c84e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '06b1f536-dd74-4c30-ae0d-9ad97b68ce6b'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:56:36.383171 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] Bound port: dc00204e-9e49-4f99-bec0-ec3f8a0a6866, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef4bf6b-f6d6-4344-93e8-58eb194c84e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '06b1f536-dd74-4c30-ae0d-9ad97b68ce6b'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:56:36.383171 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dc00204e-9e49-4f99-bec0-ec3f8a0a6866), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.540484 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] For port dc00204e-9e49-4f99-bec0-ec3f8a0a6866, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:56:36.545510 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] For port dc00204e-9e49-4f99-bec0-ec3f8a0a6866, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=dc00204e-9e49-4f99-bec0-ec3f8a0a6866,segment=NetworkSegment(8ef4bf6b-f6d6-4344-93e8-58eb194c84e9),segment_id=8ef4bf6b-f6d6-4344-93e8-58eb194c84e9)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:56:36.555681 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (dc00204e-9e49-4f99-bec0-ec3f8a0a6866), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.681215 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-706678c9-184a-41b7-85be-67807ba8844c req-11e742a8-3205-42c9-aabe-d872bc818c3d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=daa13216-9d16-4b75-9632-603a8be4809c HTTP/1.1" status: 200 len: 210 time: 0.1166661 Feb 03 12:56:36.717401 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:36.718548 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:36.720930 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] 10.222.0.31 "PUT /v2.0/ports/dc00204e-9e49-4f99-bec0-ec3f8a0a6866 HTTP/1.1" status: 200 len: 1091 time: 1.5837681 Feb 03 12:56:36.722315 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1377a9ad-c1bf-4f77-a86f-17c721f09c58', 'tag': 'dc00204e-9e49-4f99-bec0-ec3f8a0a6866'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:56:36.731412 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a023b59-7674-4a29-8961-cf0c180839ed" -d '{"events": [{"name": "network-changed", "server_uuid": "1377a9ad-c1bf-4f77-a86f-17c721f09c58", "tag": "dc00204e-9e49-4f99-bec0-ec3f8a0a6866"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:56:36.834607 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bf942-661e-41aa-ada3-0dc02f4300e2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc00204e-9e49-4f99-bec0-ec3f8a0a6866,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:36.878245 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fd8749-7a23-401a-ab46-6500f6644d79 x-openstack-request-id: req-21fd8749-7a23-401a-ab46-6500f6644d79 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:56:36.879034 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1377a9ad-c1bf-4f77-a86f-17c721f09c58", "tag": "dc00204e-9e49-4f99-bec0-ec3f8a0a6866", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:56:36.879677 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21fd8749-7a23-401a-ab46-6500f6644d79 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:56:36.880617 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1377a9ad-c1bf-4f77-a86f-17c721f09c58', 'tag': 'dc00204e-9e49-4f99-bec0-ec3f8a0a6866', 'status': 'completed', 'code': 200} Feb 03 12:56:36.924127 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:37.016225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-671f0a6f-d0a3-43a4-9568-0e705ae277c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:37.023039 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-671f0a6f-d0a3-43a4-9568-0e705ae277c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b0cce42d760c4454b8bfb71eff9112cf&device_id=1377a9ad-c1bf-4f77-a86f-17c721f09c58 HTTP/1.1" status: 200 len: 1125 time: 0.1671793 Feb 03 12:56:37.079307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 0a1075b4-e642-4229-8e9c-eb964d9b37fd no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:37.101575 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 0a1075b4-e642-4229-8e9c-eb964d9b37fd {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:56:37.102351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 0a1075b4-e642-4229-8e9c-eb964d9b37fd not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:56:37.109786 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-d3c81064-6106-4250-b2db-c6863cd541e4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc00204e-9e49-4f99-bec0-ec3f8a0a6866 HTTP/1.1" status: 200 len: 217 time: 0.0825560 Feb 03 12:56:37.195034 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-39c3382a-92e8-4ad6-bc6e-7c4016282331 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (244c973a-ec61-4545-bf55-e1e62b32ddeb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:37.293385 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3fb64-db35-4fef-9cf3-c1c4eddfee5a req-f02a0473-80d4-4f3a-bf50-75c6fe9b425b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:37.295197 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1cb3fb64-db35-4fef-9cf3-c1c4eddfee5a req-f02a0473-80d4-4f3a-bf50-75c6fe9b425b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 946 time: 0.2261147 Feb 03 12:56:37.296955 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-b9fe159a-eea1-4dcc-b4b7-d4f6593056b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:37.298558 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-b9fe159a-eea1-4dcc-b4b7-d4f6593056b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f01004e3-c72e-439d-8b02-a9f63b21d1f3 HTTP/1.1" status: 200 len: 848 time: 0.1827917 Feb 03 12:56:37.302333 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-39c3382a-92e8-4ad6-bc6e-7c4016282331 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (244c973a-ec61-4545-bf55-e1e62b32ddeb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:37.304950 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-39c3382a-92e8-4ad6-bc6e-7c4016282331 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_controller (244c973a-ec61-4545-bf55-e1e62b32ddeb), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:37.386938 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-fb2d675e-873e-41da-b4bf-587406028e7b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=06b1f536-dd74-4c30-ae0d-9ad97b68ce6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536270 Feb 03 12:56:37.406858 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-39c3382a-92e8-4ad6-bc6e-7c4016282331 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (244c973a-ec61-4545-bf55-e1e62b32ddeb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:37.408255 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c3382a-92e8-4ad6-bc6e-7c4016282331 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 244c973a-ec61-4545-bf55-e1e62b32ddeb {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:56:37.413221 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-39c3382a-92e8-4ad6-bc6e-7c4016282331 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:37.422477 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42584) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:37.423563 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-39c3382a-92e8-4ad6-bc6e-7c4016282331 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "DELETE /v2.0/routers/244c973a-ec61-4545-bf55-e1e62b32ddeb HTTP/1.1" status: 204 len: 168 time: 3.2815962 Feb 03 12:56:37.436611 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1cb3fb64-db35-4fef-9cf3-c1c4eddfee5a req-96918227-a411-4b90-8bd0-70537f572b85 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346946 Feb 03 12:56:37.457959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c7ba26d5-4ea0-4c5f-a273-7cf821038638 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1588543856', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:37.458154 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7c85a-9aa4-4558-a60a-f7aeb386e0bd req-356f497d-02e8-49f6-93fa-4b10df05053e tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:37.467855 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cbc7c85a-9aa4-4558-a60a-f7aeb386e0bd req-356f497d-02e8-49f6-93fa-4b10df05053e tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=1377a9ad-c1bf-4f77-a86f-17c721f09c58 HTTP/1.1" status: 200 len: 943 time: 0.1102779 Feb 03 12:56:37.474694 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d22c03f9-3d32-4dd3-b6aa-4a8931227721 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] For port fbbb7628-d828-406f-b127-6e4460893915, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fbbb7628-d828-406f-b127-6e4460893915,segment=NetworkSegment(4091cb26-5785-4499-b3ee-cbe3dbb0cc13),segment_id=4091cb26-5785-4499-b3ee-cbe3dbb0cc13)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:37.475125 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d22c03f9-3d32-4dd3-b6aa-4a8931227721 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (fbbb7628-d828-406f-b127-6e4460893915), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:37.487630 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d1f435d9-01b7-471e-b74a-c9e7dbf8ad4b req-aec05e64-a6f6-4e39-ae08-9a40926c13d6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2602215 Feb 03 12:56:37.550870 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cbc7c85a-9aa4-4558-a60a-f7aeb386e0bd req-22aa304a-2566-43d5-9e3d-30f66330348e tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726469 Feb 03 12:56:37.557169 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d22c03f9-3d32-4dd3-b6aa-4a8931227721 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Calling delete_port for fbbb7628-d828-406f-b127-6e4460893915 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:37.638074 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-32ca8fb4-fedc-44dc-883b-d591a2080728 req-6e00f4c0-60ba-4271-8c12-2277c04de4b1 tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.0566373 Feb 03 12:56:37.729893 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7ba26d5-4ea0-4c5f-a273-7cf821038638 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (6c5fa801-d57a-477b-93af-e7845a0e9fde), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:37.730957 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7ba26d5-4ea0-4c5f-a273-7cf821038638 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (6c5fa801-d57a-477b-93af-e7845a0e9fde), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:37.786790 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f6e17a5d-b7a8-4b45-be12-1e4e64110125 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:37.808821 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: f6e17a5d-b7a8-4b45-be12-1e4e64110125 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:56:37.809503 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f6e17a5d-b7a8-4b45-be12-1e4e64110125 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:56:37.822254 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42592) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:37.824295 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-739c53c9-282e-43e0-9b93-a57dff6a4313 service neutron] 10.222.0.31 "GET /v2.0/networks/06b1f536-dd74-4c30-ae0d-9ad97b68ce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248369 Feb 03 12:56:37.873786 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7ba26d5-4ea0-4c5f-a273-7cf821038638 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_controller (6c5fa801-d57a-477b-93af-e7845a0e9fde), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:37.931796 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d22c03f9-3d32-4dd3-b6aa-4a8931227721 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (fbbb7628-d828-406f-b127-6e4460893915), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:37.947750 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2597bfcf-c1f2-4a9e-b372-5ba6e9e4a06f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group (3c64fce8-5c1c-4f20-b04f-c8e848125344), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:37.972824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c03f9-3d32-4dd3-b6aa-4a8931227721 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Port': ['ID=fbbb7628-d828-406f-b127-6e4460893915,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:38.041710 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f435d9-01b7-471e-b74a-c9e7dbf8ad4b req-70309a19-f6e4-41b7-a284-427fccfda66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:38.044336 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d1f435d9-01b7-471e-b74a-c9e7dbf8ad4b req-70309a19-f6e4-41b7-a284-427fccfda66a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 1126 time: 0.3994293 Feb 03 12:56:38.057771 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2597bfcf-c1f2-4a9e-b372-5ba6e9e4a06f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group (3c64fce8-5c1c-4f20-b04f-c8e848125344), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:38.254524 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:38.313721 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7ba26d5-4ea0-4c5f-a273-7cf821038638 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_gateway (6c5fa801-d57a-477b-93af-e7845a0e9fde), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:38.336042 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d22c03f9-3d32-4dd3-b6aa-4a8931227721 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:38.362871 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2597bfcf-c1f2-4a9e-b372-5ba6e9e4a06f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (3c64fce8-5c1c-4f20-b04f-c8e848125344), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:38.365524 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2597bfcf-c1f2-4a9e-b372-5ba6e9e4a06f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:38.369356 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2597bfcf-c1f2-4a9e-b372-5ba6e9e4a06f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "DELETE /v2.0/security-groups/3c64fce8-5c1c-4f20-b04f-c8e848125344 HTTP/1.1" status: 204 len: 168 time: 0.5431445 Feb 03 12:56:38.401760 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597bfcf-c1f2-4a9e-b372-5ba6e9e4a06f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c64fce8-5c1c-4f20-b04f-c8e848125344,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:38.429855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42596) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:38.432224 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-037478e5-c6ce-4f21-95ff-1e7b8c60a8ce req-692e9d80-0bd4-4f77-9a20-70ddb512bca7 service neutron] 10.222.0.31 "GET /v2.0/networks/06b1f536-dd74-4c30-ae0d-9ad97b68ce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518188 Feb 03 12:56:38.789291 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da379a85-3b9e-4604-bf14-91f69a34b9e4 req-f0280d0d-a46f-4810-b2dc-6195826fd0f1 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:38.790882 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-da379a85-3b9e-4604-bf14-91f69a34b9e4 req-f0280d0d-a46f-4810-b2dc-6195826fd0f1 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 946 time: 0.2112532 Feb 03 12:56:38.893020 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22c03f9-3d32-4dd3-b6aa-4a8931227721 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:56:39.091676 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-da379a85-3b9e-4604-bf14-91f69a34b9e4 req-a8d86052-fc87-43a2-9691-f88c7c4ccc95 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736936 Feb 03 12:56:39.093390 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22c03f9-3d32-4dd3-b6aa-4a8931227721 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:56:39.104702 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d22c03f9-3d32-4dd3-b6aa-4a8931227721 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/38ff38e0-ccc6-4e9f-880b-ec59618bc5ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7203519 Feb 03 12:56:39.105844 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42620) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:39.109386 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b2deb4-0790-44be-9a3e-4b1122a7bfd1 None None] Sync routers for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:56:39.155737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b2deb4-0790-44be-9a3e-4b1122a7bfd1 None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:39.156791 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-80b2deb4-0790-44be-9a3e-4b1122a7bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:39.213867 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df71521-b710-4eae-9353-63c226562254 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting subnet 6095d00c-a520-4637-8f67-f11fdb070bd3 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:56:39.225867 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5df71521-b710-4eae-9353-63c226562254 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for subnet (6095d00c-a520-4637-8f67-f11fdb070bd3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:39.294424 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7bbd9db3-4a99-4a33-918f-fcd017edaa32 req-260918c5-6f2a-439f-b166-7f60eff016ef tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.0853519 Feb 03 12:56:39.345586 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5df71521-b710-4eae-9353-63c226562254 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (6095d00c-a520-4637-8f67-f11fdb070bd3), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:39.360773 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-80b2deb4-0790-44be-9a3e-4b1122a7bfd1 None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:39.520421 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-a736e1e4-84da-4ecb-be4f-d3aea78d862b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Deleting subnet ae9fde65-3fed-4761-b052-365818f25dc3 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:56:39.530534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f435d9-01b7-471e-b74a-c9e7dbf8ad4b req-ed87ed9b-72d2-4210-878a-af0db3e9d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:39.532530 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d1f435d9-01b7-471e-b74a-c9e7dbf8ad4b req-ed87ed9b-72d2-4210-878a-af0db3e9d31f service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 1.3920779 Feb 03 12:56:39.538554 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a736e1e4-84da-4ecb-be4f-d3aea78d862b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for subnet (ae9fde65-3fed-4761-b052-365818f25dc3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:39.587389 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5df71521-b710-4eae-9353-63c226562254 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (6095d00c-a520-4637-8f67-f11fdb070bd3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:39.640647 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-80b2deb4-0790-44be-9a3e-4b1122a7bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:56:37Z', 'revision_number': 10, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:39.698238 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b2deb4-0790-44be-9a3e-4b1122a7bfd1 None None] Checking router: 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:56:39.732575 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b2deb4-0790-44be-9a3e-4b1122a7bfd1 None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:39.734250 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-80b2deb4-0790-44be-9a3e-4b1122a7bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:39.737404 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a023b59-7674-4a29-8961-cf0c180839ed req-f9a8edcb-2bd3-4c0a-84b9-03e9861b7326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:39.740905 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5df71521-b710-4eae-9353-63c226562254 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (6095d00c-a520-4637-8f67-f11fdb070bd3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:39.750336 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a023b59-7674-4a29-8961-cf0c180839ed req-f9a8edcb-2bd3-4c0a-84b9-03e9861b7326 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b0cce42d760c4454b8bfb71eff9112cf&device_id=1377a9ad-c1bf-4f77-a86f-17c721f09c58 HTTP/1.1" status: 200 len: 1125 time: 1.2481086 Feb 03 12:56:39.785287 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5df71521-b710-4eae-9353-63c226562254 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:39.795928 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5df71521-b710-4eae-9353-63c226562254 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/subnets/6095d00c-a520-4637-8f67-f11fdb070bd3 HTTP/1.1" status: 204 len: 168 time: 0.6866374 Feb 03 12:56:39.839662 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42624) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:39.840898 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736e3322-e72c-4b37-a2bc-8f00107e5e22 None None] Network 3c576241-eeff-459f-86c6-5e567aeffa68 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:56:39.863389 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df71521-b710-4eae-9353-63c226562254 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Subnet': ['ID=6095d00c-a520-4637-8f67-f11fdb070bd3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:39.913717 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a2b71810-e683-416b-a617-ca9f4374ed0f no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:39.945624 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a023b59-7674-4a29-8961-cf0c180839ed req-7ac0d277-438d-434b-b4de-b370cc169bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:39.954973 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a023b59-7674-4a29-8961-cf0c180839ed req-7ac0d277-438d-434b-b4de-b370cc169bc0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=06b1f536-dd74-4c30-ae0d-9ad97b68ce6b HTTP/1.1" status: 200 len: 909 time: 0.2031860 Feb 03 12:56:40.031976 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f843efc8-af76-4a7a-8f22-5831a1d511d9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (3c576241-eeff-459f-86c6-5e567aeffa68), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:40.074445 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-80b2deb4-0790-44be-9a3e-4b1122a7bfd1 None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:40.137977 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a023b59-7674-4a29-8961-cf0c180839ed req-f703b17c-a02d-4f5d-bf46-99a38769061a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc00204e-9e49-4f99-bec0-ec3f8a0a6866 HTTP/1.1" status: 200 len: 217 time: 0.0994291 Feb 03 12:56:40.198688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: a2b71810-e683-416b-a617-ca9f4374ed0f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:56:40.199323 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a2b71810-e683-416b-a617-ca9f4374ed0f not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:56:40.208890 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f843efc8-af76-4a7a-8f22-5831a1d511d9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting port 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:40.209457 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f843efc8-af76-4a7a-8f22-5831a1d511d9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:40.242044 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a736e1e4-84da-4ecb-be4f-d3aea78d862b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (ae9fde65-3fed-4761-b052-365818f25dc3), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:40.298064 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e4ca8-8673-4a85-b04c-f8b1c692dadb req-48d00654-a15b-4532-9035-1b8e49c513b7 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:40.309630 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:40.335847 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c18e4ca8-8673-4a85-b04c-f8b1c692dadb req-48d00654-a15b-4532-9035-1b8e49c513b7 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=1377a9ad-c1bf-4f77-a86f-17c721f09c58 HTTP/1.1" status: 200 len: 943 time: 0.9926436 Feb 03 12:56:40.399461 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-80b2deb4-0790-44be-9a3e-4b1122a7bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:56:37Z', 'revision_number': 10, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:40.471461 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b2deb4-0790-44be-9a3e-4b1122a7bfd1 None None] The sync data for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 is: [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:56:37Z', 'revision_number': 10, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None, '_interfaces': [{'id': '20b4e984-f36c-4313-a1f2-fe15fbfb0967', 'name': '', 'network_id': '1e330c63-669b-4bd3-953f-76949665c52b', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'mac_address': 'fa:16:3e:cc:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '6890635a-b965-4868-8d53-382de246e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:55:03Z', 'updated_at': '2022-02-03T12:55:16Z', 'revision_number': 5, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'subnets': [{'id': '6890635a-b965-4868-8d53-382de246e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:56:40.535926 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065ce4ef-9687-4373-8905-7db448d033e0 None None] DHCP port deletion for 3c576241-eeff-459f-86c6-5e567aeffa68 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:56:40.576172 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d1f435d9-01b7-471e-b74a-c9e7dbf8ad4b req-39061ca4-c9b8-44e8-8174-36432e7e7a62 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef71da0-acb2-4952-8099-e4278d115834 HTTP/1.1" status: 200 len: 999 time: 0.9362249 Feb 03 12:56:40.586462 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f843efc8-af76-4a7a-8f22-5831a1d511d9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] For port 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f,segment=NetworkSegment(4091cb26-5785-4499-b3ee-cbe3dbb0cc13),segment_id=4091cb26-5785-4499-b3ee-cbe3dbb0cc13)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:40.587791 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f843efc8-af76-4a7a-8f22-5831a1d511d9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:40.611016 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f843efc8-af76-4a7a-8f22-5831a1d511d9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Calling delete_port for 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:40.680136 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a023b59-7674-4a29-8961-cf0c180839ed req-051c4437-6bd1-4771-88a4-a48cdeab38aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:40.683821 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a023b59-7674-4a29-8961-cf0c180839ed req-051c4437-6bd1-4771-88a4-a48cdeab38aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f01004e3-c72e-439d-8b02-a9f63b21d1f3 HTTP/1.1" status: 200 len: 848 time: 0.4660070 Feb 03 12:56:40.762185 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f843efc8-af76-4a7a-8f22-5831a1d511d9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:40.781783 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f843efc8-af76-4a7a-8f22-5831a1d511d9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] No DVR routers for this DVR port 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:56:40.788808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-065ce4ef-9687-4373-8905-7db448d033e0 None None] Deleting port 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:40.789106 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-065ce4ef-9687-4373-8905-7db448d033e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:40.857269 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6e36f-413f-477b-9e61-2635de6d8763 req-aff4b562-46ba-4dad-b4fb-caaaad74686b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:40.862144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f435d9-01b7-471e-b74a-c9e7dbf8ad4b req-07070550-dc50-4a4e-87ee-296985fb3832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:40.868827 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d1f435d9-01b7-471e-b74a-c9e7dbf8ad4b req-07070550-dc50-4a4e-87ee-296985fb3832 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.2658308 Feb 03 12:56:40.881134 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ef6e36f-413f-477b-9e61-2635de6d8763 req-aff4b562-46ba-4dad-b4fb-caaaad74686b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 946 time: 0.4052761 Feb 03 12:56:40.969159 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843efc8-af76-4a7a-8f22-5831a1d511d9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Port': ['ID=9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:41.025159 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c18e4ca8-8673-4a85-b04c-f8b1c692dadb req-9c77c515-ab31-4ddd-ac1e-39d8ee0fd3a7 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6879027 Feb 03 12:56:41.065940 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-065ce4ef-9687-4373-8905-7db448d033e0 None None] For port 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f, host n-d-827336-3, got binding levels [] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:41.067029 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-065ce4ef-9687-4373-8905-7db448d033e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:41.124101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device dc00204e-9e49-4f99-bec0-ec3f8a0a6866 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:56:41.163725 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-065ce4ef-9687-4373-8905-7db448d033e0 None None] Calling delete_port for 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:41.180801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.ipam_backend_mixin [None req-065ce4ef-9687-4373-8905-7db448d033e0 None None] Port 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f was not found and therefore no delete operation was performed {{(pid=103190) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 12:56:41.240585 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-065ce4ef-9687-4373-8905-7db448d033e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:41.248929 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ef6e36f-413f-477b-9e61-2635de6d8763 req-03ad38bf-e69b-40cf-b640-a7804651da2f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659129 Feb 03 12:56:41.302690 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a023b59-7674-4a29-8961-cf0c180839ed req-5d2d588f-4dc7-438c-aa03-9f7e5581f155 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=06b1f536-dd74-4c30-ae0d-9ad97b68ce6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4289563 Feb 03 12:56:41.331321 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.resource_extend [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 12:56:41.452062 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f843efc8-af76-4a7a-8f22-5831a1d511d9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (3c576241-eeff-459f-86c6-5e567aeffa68), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:41.456994 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065ce4ef-9687-4373-8905-7db448d033e0 None None] No DVR routers for this DVR port 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:56:41.459404 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ce4ef-9687-4373-8905-7db448d033e0 None None] Pushing event deleted for resources: {'Port': ['ID=9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:41.545822 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f843efc8-af76-4a7a-8f22-5831a1d511d9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c576241-eeff-459f-86c6-5e567aeffa68']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:41.556489 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port dc00204e-9e49-4f99-bec0-ec3f8a0a6866, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=dc00204e-9e49-4f99-bec0-ec3f8a0a6866,segment=NetworkSegment(8ef4bf6b-f6d6-4344-93e8-58eb194c84e9),segment_id=8ef4bf6b-f6d6-4344-93e8-58eb194c84e9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:41.581628 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'dc00204e-9e49-4f99-bec0-ec3f8a0a6866', 'network_id': '06b1f536-dd74-4c30-ae0d-9ad97b68ce6b', 'port_id': 'dc00204e-9e49-4f99-bec0-ec3f8a0a6866', 'mac_address': 'fa:16:3e:9e:54:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01004e3-c72e-439d-8b02-a9f63b21d1f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:56:41.599421 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f843efc8-af76-4a7a-8f22-5831a1d511d9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4091cb26-5785-4499-b3ee-cbe3dbb0cc13') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:41.599421 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-f843efc8-af76-4a7a-8f22-5831a1d511d9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4091cb26-5785-4499-b3ee-cbe3dbb0cc13') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:41.650599 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f843efc8-af76-4a7a-8f22-5831a1d511d9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (4091cb26-5785-4499-b3ee-cbe3dbb0cc13), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:41.690522 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f843efc8-af76-4a7a-8f22-5831a1d511d9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (4091cb26-5785-4499-b3ee-cbe3dbb0cc13), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:41.717365 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f843efc8-af76-4a7a-8f22-5831a1d511d9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:56:41.720054 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f843efc8-af76-4a7a-8f22-5831a1d511d9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (4091cb26-5785-4499-b3ee-cbe3dbb0cc13), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:56:41.733730 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:56:41.736724 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port dc00204e-9e49-4f99-bec0-ec3f8a0a6866 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:41.737238 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dc00204e-9e49-4f99-bec0-ec3f8a0a6866), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:41.771362 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc00204e-9e49-4f99-bec0-ec3f8a0a6866 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:56:41.777761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fbbb7628-d828-406f-b127-6e4460893915 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:41.823414 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: fbbb7628-d828-406f-b127-6e4460893915 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:56:41.830948 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fbbb7628-d828-406f-b127-6e4460893915 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:56:41.831992 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:41.836596 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b851e04d-56cb-44fe-b2d3-91f695efe936 req-0ea57e1f-8a19-4385-92da-705974fed4e6 tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.5321929 Feb 03 12:56:41.884432 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:56:41.885306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9ae9d89c-bcec-41b8-ba15-2fcbe8440f9f not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:56:41.924989 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7ba26d5-4ea0-4c5f-a273-7cf821038638 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_gateway (6c5fa801-d57a-477b-93af-e7845a0e9fde), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:41.951423 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port dc00204e-9e49-4f99-bec0-ec3f8a0a6866, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=dc00204e-9e49-4f99-bec0-ec3f8a0a6866,segment=NetworkSegment(8ef4bf6b-f6d6-4344-93e8-58eb194c84e9),segment_id=8ef4bf6b-f6d6-4344-93e8-58eb194c84e9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:41.967801 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dc00204e-9e49-4f99-bec0-ec3f8a0a6866), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:42.004441 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7ba26d5-4ea0-4c5f-a273-7cf821038638 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:42.008994 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f843efc8-af76-4a7a-8f22-5831a1d511d9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (3c576241-eeff-459f-86c6-5e567aeffa68), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:42.042362 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f843efc8-af76-4a7a-8f22-5831a1d511d9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:42.060618 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f843efc8-af76-4a7a-8f22-5831a1d511d9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/networks/3c576241-eeff-459f-86c6-5e567aeffa68 HTTP/1.1" status: 204 len: 168 time: 2.2174897 Feb 03 12:56:42.072977 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42638) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:42.109938 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=dc00204e-9e49-4f99-bec0-ec3f8a0a6866,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:42.139460 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843efc8-af76-4a7a-8f22-5831a1d511d9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Network': ['ID=3c576241-eeff-459f-86c6-5e567aeffa68,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:42.179002 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['dc00204e-9e49-4f99-bec0-ec3f8a0a6866'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:56:42.486016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-c7ba26d5-4ea0-4c5f-a273-7cf821038638 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Allocated IP 172.25.6.217 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/a3d2fdf2-b1cb-4f7f-89ce-0f69001f82b1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:56:42.529600 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a736e1e4-84da-4ecb-be4f-d3aea78d862b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (ae9fde65-3fed-4761-b052-365818f25dc3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:42.620461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f435d9-01b7-471e-b74a-c9e7dbf8ad4b req-7fe1a762-5ff5-4624-bc13-742d419b0e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:42.622334 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d1f435d9-01b7-471e-b74a-c9e7dbf8ad4b req-7fe1a762-5ff5-4624-bc13-742d419b0e01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.6097763 Feb 03 12:56:42.623480 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a736e1e4-84da-4ecb-be4f-d3aea78d862b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (ae9fde65-3fed-4761-b052-365818f25dc3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:42.652167 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9aa6a-bb24-45c9-bce5-6ae3f5e1917a req-a386d7de-e700-4e1b-a700-dd6667caf46d tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:42.655405 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-05b9aa6a-bb24-45c9-bce5-6ae3f5e1917a req-a386d7de-e700-4e1b-a700-dd6667caf46d tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=1377a9ad-c1bf-4f77-a86f-17c721f09c58 HTTP/1.1" status: 200 len: 944 time: 0.3044312 Feb 03 12:56:42.791716 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e577f390-f869-4899-856a-ed372dbba2fc None None] Network 97f7a13f-d4d0-4470-98d0-3068a58bc64e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:56:42.794758 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a736e1e4-84da-4ecb-be4f-d3aea78d862b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:42.801429 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a736e1e4-84da-4ecb-be4f-d3aea78d862b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "DELETE /v2.0/subnets/ae9fde65-3fed-4761-b052-365818f25dc3 HTTP/1.1" status: 204 len: 168 time: 4.3646882 Feb 03 12:56:42.803308 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42646) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:42.806929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736e1e4-84da-4ecb-be4f-d3aea78d862b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event deleted for resources: {'Subnet': ['ID=ae9fde65-3fed-4761-b052-365818f25dc3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:42.885254 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60be971e-daa5-4954-adf7-2e8e5fc21c09 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (97f7a13f-d4d0-4470-98d0-3068a58bc64e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:42.932006 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a023b59-7674-4a29-8961-cf0c180839ed req-0d92501f-adcd-4735-9b25-e22e696ef5b6 service neutron] 10.222.0.31 "GET /v2.0/networks/06b1f536-dd74-4c30-ae0d-9ad97b68ce6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5302331 Feb 03 12:56:42.958146 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-05b9aa6a-bb24-45c9-bce5-6ae3f5e1917a req-06e2aa6b-d457-4f4d-bcea-ab903051deb8 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865920 Feb 03 12:56:43.033022 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744778f2-98d1-4f3c-9b71-66522f342797 req-febef344-aae4-4017-b413-bbc5fafdcc15 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:43.034742 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-744778f2-98d1-4f3c-9b71-66522f342797 req-febef344-aae4-4017-b413-bbc5fafdcc15 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 946 time: 0.5248313 Feb 03 12:56:43.110105 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device dc00204e-9e49-4f99-bec0-ec3f8a0a6866 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:56:43.139378 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7ba26d5-4ea0-4c5f-a273-7cf821038638 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for port (a3d2fdf2-b1cb-4f7f-89ce-0f69001f82b1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:43.152652 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d1f435d9-01b7-471e-b74a-c9e7dbf8ad4b req-2f0c55e6-406c-4460-80c5-ea1a55fc5271 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744494 Feb 03 12:56:43.225475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61b33df-bd4d-4baf-be9e-2f4490ea5abf None None] DHCP port deletion for 97f7a13f-d4d0-4470-98d0-3068a58bc64e request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:56:43.276133 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d4df9a7-9bae-4c99-bc72-37201a5a2f56 req-55cb5ea5-e93f-465d-be15-620445124a9a tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.1932757 Feb 03 12:56:43.363303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port dc00204e-9e49-4f99-bec0-ec3f8a0a6866 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:56:43.383485 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port dc00204e-9e49-4f99-bec0-ec3f8a0a6866 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:56:43.383485 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dc00204e-9e49-4f99-bec0-ec3f8a0a6866), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:43.463001 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-60be971e-daa5-4954-adf7-2e8e5fc21c09 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Deleting port 021c782e-f573-44e1-92b9-444118e7c287 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:43.463562 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60be971e-daa5-4954-adf7-2e8e5fc21c09 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (021c782e-f573-44e1-92b9-444118e7c287), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:43.595335 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a61b33df-bd4d-4baf-be9e-2f4490ea5abf None None] Deleting port 021c782e-f573-44e1-92b9-444118e7c287 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:43.595728 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a61b33df-bd4d-4baf-be9e-2f4490ea5abf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (021c782e-f573-44e1-92b9-444118e7c287), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:43.616196 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a023b59-7674-4a29-8961-cf0c180839ed req-00233e2b-d1c5-47a4-bfd2-9012303a4a5b service neutron] 10.222.0.31 "GET /v2.0/networks/06b1f536-dd74-4c30-ae0d-9ad97b68ce6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6702485 Feb 03 12:56:43.659024 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-744778f2-98d1-4f3c-9b71-66522f342797 req-49e6ab65-2e49-4fcd-b13b-51f930a8a9f5 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6003788 Feb 03 12:56:43.806610 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7ba26d5-4ea0-4c5f-a273-7cf821038638 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (a3d2fdf2-b1cb-4f7f-89ce-0f69001f82b1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:43.826640 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-60be971e-daa5-4954-adf7-2e8e5fc21c09 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] For port 021c782e-f573-44e1-92b9-444118e7c287, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=021c782e-f573-44e1-92b9-444118e7c287,segment=NetworkSegment(40029f51-d0ef-459b-a10a-41e7da878565),segment_id=40029f51-d0ef-459b-a10a-41e7da878565)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:43.827777 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60be971e-daa5-4954-adf7-2e8e5fc21c09 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (021c782e-f573-44e1-92b9-444118e7c287), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:43.857541 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-60be971e-daa5-4954-adf7-2e8e5fc21c09 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Calling delete_port for 021c782e-f573-44e1-92b9-444118e7c287 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:43.914099 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 021c782e-f573-44e1-92b9-444118e7c287 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:43.919583 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d1f435d9-01b7-471e-b74a-c9e7dbf8ad4b req-63378426-5ed7-4bda-aa66-0ea8a04db27f service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5954609 Feb 03 12:56:43.948136 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ba26d5-4ea0-4c5f-a273-7cf821038638 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:43.962727 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c7ba26d5-4ea0-4c5f-a273-7cf821038638 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:43.966892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ba26d5-4ea0-4c5f-a273-7cf821038638 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:56:43.984119 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port dc00204e-9e49-4f99-bec0-ec3f8a0a6866 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:43.984606 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dc00204e-9e49-4f99-bec0-ec3f8a0a6866), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:44.045129 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a61b33df-bd4d-4baf-be9e-2f4490ea5abf None None] For port 021c782e-f573-44e1-92b9-444118e7c287, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=021c782e-f573-44e1-92b9-444118e7c287,segment=NetworkSegment(40029f51-d0ef-459b-a10a-41e7da878565),segment_id=40029f51-d0ef-459b-a10a-41e7da878565)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:44.045543 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a61b33df-bd4d-4baf-be9e-2f4490ea5abf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (021c782e-f573-44e1-92b9-444118e7c287), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:44.046460 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba26d5-4ea0-4c5f-a273-7cf821038638 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Pushing event updated for resources: {'Port': ['ID=a3d2fdf2-b1cb-4f7f-89ce-0f69001f82b1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:44.096167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 021c782e-f573-44e1-92b9-444118e7c287 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:44.096562 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (021c782e-f573-44e1-92b9-444118e7c287), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:44.171131 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b75d1d5-1bf1-4a62-b9d4-58bf7f0fbaea tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:44.239010 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a61b33df-bd4d-4baf-be9e-2f4490ea5abf None None] Calling delete_port for 021c782e-f573-44e1-92b9-444118e7c287 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:44.272642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1377a9ad-c1bf-4f77-a86f-17c721f09c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc00204e-9e49-4f99-bec0-ec3f8a0a6866'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:56:44.285696 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012829cb-2e20-4c33-83e0-79051840ab0e" -d '{"events": [{"server_uuid": "1377a9ad-c1bf-4f77-a86f-17c721f09c58", "name": "network-vif-plugged", "status": "completed", "tag": "dc00204e-9e49-4f99-bec0-ec3f8a0a6866"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:56:44.370008 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port dc00204e-9e49-4f99-bec0-ec3f8a0a6866, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=dc00204e-9e49-4f99-bec0-ec3f8a0a6866,segment=NetworkSegment(8ef4bf6b-f6d6-4344-93e8-58eb194c84e9),segment_id=8ef4bf6b-f6d6-4344-93e8-58eb194c84e9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:44.399052 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dc00204e-9e49-4f99-bec0-ec3f8a0a6866), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:44.432845 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dfb4a1-a4a6-4aed-8da5-b05e6b9ab0ec x-openstack-request-id: req-48dfb4a1-a4a6-4aed-8da5-b05e6b9ab0ec {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:56:44.433317 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1377a9ad-c1bf-4f77-a86f-17c721f09c58", "name": "network-vif-plugged", "status": "completed", "tag": "dc00204e-9e49-4f99-bec0-ec3f8a0a6866", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:56:44.433689 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48dfb4a1-a4a6-4aed-8da5-b05e6b9ab0ec {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:56:44.434290 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1377a9ad-c1bf-4f77-a86f-17c721f09c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc00204e-9e49-4f99-bec0-ec3f8a0a6866', 'code': 200} Feb 03 12:56:44.733517 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7ba26d5-4ea0-4c5f-a273-7cf821038638 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_gateway (6c5fa801-d57a-477b-93af-e7845a0e9fde), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:44.890096 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-32f5f6df-8018-4173-af21-468e1cb001d5 req-99b575c3-d115-40f9-8023-51b70773fa0b tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.2076983 Feb 03 12:56:44.917821 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d3e6d-848e-41af-b5e9-7608f6827dce req-e0799e9c-64e6-4427-8022-1c1084dbb5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:44.919992 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-422d3e6d-848e-41af-b5e9-7608f6827dce req-e0799e9c-64e6-4427-8022-1c1084dbb5b6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1377a9ad-c1bf-4f77-a86f-17c721f09c58 HTTP/1.1" status: 200 len: 1127 time: 0.2282748 Feb 03 12:56:45.012817 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=dc00204e-9e49-4f99-bec0-ec3f8a0a6866,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:45.027546 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 021c782e-f573-44e1-92b9-444118e7c287, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=021c782e-f573-44e1-92b9-444118e7c287,segment=NetworkSegment(40029f51-d0ef-459b-a10a-41e7da878565),segment_id=40029f51-d0ef-459b-a10a-41e7da878565)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:45.037261 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (021c782e-f573-44e1-92b9-444118e7c287), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:45.074806 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60be971e-daa5-4954-adf7-2e8e5fc21c09 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (021c782e-f573-44e1-92b9-444118e7c287), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:45.127993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=021c782e-f573-44e1-92b9-444118e7c287,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:45.133265 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a61b33df-bd4d-4baf-be9e-2f4490ea5abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (021c782e-f573-44e1-92b9-444118e7c287), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:45.175331 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b33df-bd4d-4baf-be9e-2f4490ea5abf None None] Pushing event deleted for resources: {'Port': ['ID=021c782e-f573-44e1-92b9-444118e7c287,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:45.179068 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61b33df-bd4d-4baf-be9e-2f4490ea5abf None None] No DVR routers for this DVR port 021c782e-f573-44e1-92b9-444118e7c287 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:56:45.228324 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-422d3e6d-848e-41af-b5e9-7608f6827dce req-667beded-e3bb-492a-96f0-03af9cf384bf service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990770 Feb 03 12:56:45.258839 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7ba26d5-4ea0-4c5f-a273-7cf821038638 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (6c5fa801-d57a-477b-93af-e7845a0e9fde), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:45.294014 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bed22-0d47-44f4-8842-673d14fb1c09 req-c4c7f0d9-bfc2-466c-a71e-1c16a3818db2 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:45.296565 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b92bed22-0d47-44f4-8842-673d14fb1c09 req-c4c7f0d9-bfc2-466c-a71e-1c16a3818db2 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=1377a9ad-c1bf-4f77-a86f-17c721f09c58 HTTP/1.1" status: 200 len: 945 time: 0.5815682 Feb 03 12:56:45.318317 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060c948-d0fd-4273-98d7-15581ebd8808 req-0e2471db-b6f2-4525-b713-9aeb89e4ca58 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:45.319879 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6060c948-d0fd-4273-98d7-15581ebd8808 req-0e2471db-b6f2-4525-b713-9aeb89e4ca58 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 946 time: 0.1930742 Feb 03 12:56:45.338360 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be971e-daa5-4954-adf7-2e8e5fc21c09 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event deleted for resources: {'Port': ['ID=021c782e-f573-44e1-92b9-444118e7c287,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:45.358894 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60be971e-daa5-4954-adf7-2e8e5fc21c09 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] No DVR routers for this DVR port 021c782e-f573-44e1-92b9-444118e7c287 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:56:45.463859 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6060c948-d0fd-4273-98d7-15581ebd8808 req-2cbf0fc5-b7de-4f83-819f-6c502dfa875c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329925 Feb 03 12:56:45.486285 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60be971e-daa5-4954-adf7-2e8e5fc21c09 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (97f7a13f-d4d0-4470-98d0-3068a58bc64e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:45.501540 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b92bed22-0d47-44f4-8842-673d14fb1c09 req-7b37ab9b-63c4-4c67-8e07-358b4dca5b9f tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598296 Feb 03 12:56:45.521865 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-60be971e-daa5-4954-adf7-2e8e5fc21c09 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f7a13f-d4d0-4470-98d0-3068a58bc64e']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:45.564931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ba26d5-4ea0-4c5f-a273-7cf821038638 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Router 6c5fa801-d57a-477b-93af-e7845a0e9fde is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:56:45.588986 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-60be971e-daa5-4954-adf7-2e8e5fc21c09 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40029f51-d0ef-459b-a10a-41e7da878565') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:45.589291 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-60be971e-daa5-4954-adf7-2e8e5fc21c09 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40029f51-d0ef-459b-a10a-41e7da878565') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:45.616994 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60be971e-daa5-4954-adf7-2e8e5fc21c09 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (40029f51-d0ef-459b-a10a-41e7da878565), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:45.717711 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60be971e-daa5-4954-adf7-2e8e5fc21c09 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (40029f51-d0ef-459b-a10a-41e7da878565), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:45.768093 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60be971e-daa5-4954-adf7-2e8e5fc21c09 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:56:45.777643 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60be971e-daa5-4954-adf7-2e8e5fc21c09 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (40029f51-d0ef-459b-a10a-41e7da878565), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:56:45.782971 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:56:45.870216 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:46.388366 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60be971e-daa5-4954-adf7-2e8e5fc21c09 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (97f7a13f-d4d0-4470-98d0-3068a58bc64e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:46.398072 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60be971e-daa5-4954-adf7-2e8e5fc21c09 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:46.403648 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-60be971e-daa5-4954-adf7-2e8e5fc21c09 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "DELETE /v2.0/networks/97f7a13f-d4d0-4470-98d0-3068a58bc64e HTTP/1.1" status: 204 len: 168 time: 3.5982785 Feb 03 12:56:46.406267 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42686) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:46.415957 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ba26d5-4ea0-4c5f-a273-7cf821038638 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:56:46.442373 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad60f9f-9179-47b6-ba8f-6c5cdb1780bd None None] Sync routers for ids ['6c5fa801-d57a-477b-93af-e7845a0e9fde'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:56:46.496457 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-45c848ff-2bf9-4cfc-81d0-abf9588a43f5 req-035b93f1-c736-453c-8e80-7b7786cd38b5 tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.1146271 Feb 03 12:56:46.499452 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad60f9f-9179-47b6-ba8f-6c5cdb1780bd None None] Routers {'6c5fa801-d57a-477b-93af-e7845a0e9fde'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:46.502946 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bad60f9f-9179-47b6-ba8f-6c5cdb1780bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6c5fa801-d57a-477b-93af-e7845a0e9fde'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:46.513174 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be971e-daa5-4954-adf7-2e8e5fc21c09 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event deleted for resources: {'Network': ['ID=97f7a13f-d4d0-4470-98d0-3068a58bc64e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:46.589533 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2b75d1d5-1bf1-4a62-b9d4-58bf7f0fbaea tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting port 20b4e984-f36c-4313-a1f2-fe15fbfb0967 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:46.589533 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b75d1d5-1bf1-4a62-b9d4-58bf7f0fbaea tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (20b4e984-f36c-4313-a1f2-fe15fbfb0967), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:46.613187 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7ba26d5-4ea0-4c5f-a273-7cf821038638 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:46.630940 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42694) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:46.633452 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c7ba26d5-4ea0-4c5f-a273-7cf821038638 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.1890104 Feb 03 12:56:46.637425 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bad60f9f-9179-47b6-ba8f-6c5cdb1780bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:46.641290 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b41428c2-a22c-4eea-a1fb-9dd9038336a3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'enable_snat': False}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:46.661228 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad60f9f-9179-47b6-ba8f-6c5cdb1780bd None None] Routers {'6c5fa801-d57a-477b-93af-e7845a0e9fde'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:46.665885 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bad60f9f-9179-47b6-ba8f-6c5cdb1780bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6c5fa801-d57a-477b-93af-e7845a0e9fde'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:46.725782 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bad60f9f-9179-47b6-ba8f-6c5cdb1780bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:46.726823 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad60f9f-9179-47b6-ba8f-6c5cdb1780bd None None] The sync data for ids ['6c5fa801-d57a-477b-93af-e7845a0e9fde'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:56:46.936643 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ceb3a2-19dd-4f4b-ab98-05186582aa98 req-630d76a6-78c0-410f-ae10-d0da4b92eee6 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:46.949029 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-32ceb3a2-19dd-4f4b-ab98-05186582aa98 req-630d76a6-78c0-410f-ae10-d0da4b92eee6 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=1377a9ad-c1bf-4f77-a86f-17c721f09c58 HTTP/1.1" status: 200 len: 945 time: 0.1378849 Feb 03 12:56:47.166823 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-32ceb3a2-19dd-4f4b-ab98-05186582aa98 req-a528b62f-c5b4-4c0c-bf89-3d1b2e7a526b tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163639 Feb 03 12:56:47.237620 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-808d6bbd-68a3-48ea-bc79-f70bdabe165d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Deleting port 8ab8310a-060c-4c87-97be-607a0bb1c55f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:47.241416 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-808d6bbd-68a3-48ea-bc79-f70bdabe165d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (8ab8310a-060c-4c87-97be-607a0bb1c55f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:47.299634 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2b75d1d5-1bf1-4a62-b9d4-58bf7f0fbaea tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] For port 20b4e984-f36c-4313-a1f2-fe15fbfb0967, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=20b4e984-f36c-4313-a1f2-fe15fbfb0967,segment=NetworkSegment(67bf84f4-327b-43f3-84f6-406aad73e9f6),segment_id=67bf84f4-327b-43f3-84f6-406aad73e9f6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:47.300046 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b75d1d5-1bf1-4a62-b9d4-58bf7f0fbaea tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (20b4e984-f36c-4313-a1f2-fe15fbfb0967), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:47.356025 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2b75d1d5-1bf1-4a62-b9d4-58bf7f0fbaea tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Calling delete_port for 20b4e984-f36c-4313-a1f2-fe15fbfb0967 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:47.491308 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-808d6bbd-68a3-48ea-bc79-f70bdabe165d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (8ab8310a-060c-4c87-97be-607a0bb1c55f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:47.492706 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-808d6bbd-68a3-48ea-bc79-f70bdabe165d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for floatingip (8ab8310a-060c-4c87-97be-607a0bb1c55f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:47.517120 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-808d6bbd-68a3-48ea-bc79-f70bdabe165d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Calling delete_port for 8ab8310a-060c-4c87-97be-607a0bb1c55f owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:47.749021 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b75d1d5-1bf1-4a62-b9d4-58bf7f0fbaea tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (20b4e984-f36c-4313-a1f2-fe15fbfb0967), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:47.840069 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab5097-e568-475f-8cff-2592cfccf89e req-b6065af3-3192-44c5-896a-15418d01b045 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:47.872544 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-32ab5097-e568-475f-8cff-2592cfccf89e req-b6065af3-3192-44c5-896a-15418d01b045 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 946 time: 0.9463291 Feb 03 12:56:47.915532 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb435ba1-e5ef-48cb-925c-24be5a4de735 req-9a273599-2026-4bf5-95e2-79d3334d0738 tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.1028135 Feb 03 12:56:48.006102 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75d1d5-1bf1-4a62-b9d4-58bf7f0fbaea tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Port': ['ID=20b4e984-f36c-4313-a1f2-fe15fbfb0967,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:48.264716 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-32ab5097-e568-475f-8cff-2592cfccf89e req-7c99ba24-f4f0-4243-a1ff-59383ee433a9 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912840 Feb 03 12:56:48.415079 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-808d6bbd-68a3-48ea-bc79-f70bdabe165d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (8ab8310a-060c-4c87-97be-607a0bb1c55f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:48.539369 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d6bbd-68a3-48ea-bc79-f70bdabe165d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event deleted for resources: {'Port': ['ID=8ab8310a-060c-4c87-97be-607a0bb1c55f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:48.957150 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-808d6bbd-68a3-48ea-bc79-f70bdabe165d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for floatingip (5d3b82b1-290f-49ce-9702-f3d750ab2a2c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:48.959066 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-808d6bbd-68a3-48ea-bc79-f70bdabe165d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Floating IP 5d3b82b1-290f-49ce-9702-f3d750ab2a2c disassociated (deleted). External IP: 172.25.6.203, port: b7821b84-4e8c-4f7a-b0ae-b29085ea122b. Feb 03 12:56:49.214835 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b41428c2-a22c-4eea-a1fb-9dd9038336a3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_gateway (6c5fa801-d57a-477b-93af-e7845a0e9fde), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:49.378326 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b3a0ce42-0c1e-4d43-b84b-86662e526e50 req-f0042fe4-e7f6-4234-b036-b97e5109cea5 tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.2273586 Feb 03 12:56:49.524657 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b75d1d5-1bf1-4a62-b9d4-58bf7f0fbaea tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:49.720874 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808d6bbd-68a3-48ea-bc79-f70bdabe165d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Router b11618fa-1818-400f-99b3-b2bd6bc24a60 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:56:49.829194 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09973ad-6367-40b0-aac3-a0e5a31ffdc5 req-1dd089fd-945a-468b-8e97-147ad0ab8c5e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:49.831036 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b09973ad-6367-40b0-aac3-a0e5a31ffdc5 req-1dd089fd-945a-468b-8e97-147ad0ab8c5e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 946 time: 0.1772881 Feb 03 12:56:49.948010 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b09973ad-6367-40b0-aac3-a0e5a31ffdc5 req-b68d754d-3265-4c66-9830-f887f396bbfb tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787430 Feb 03 12:56:49.997596 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b75d1d5-1bf1-4a62-b9d4-58bf7f0fbaea tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:56:50.007374 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb7171-68a8-44cb-a0db-09f5e0bcdc43 req-fa32ced4-191c-4d65-9578-493adffd1526 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:50.010484 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e7fb7171-68a8-44cb-a0db-09f5e0bcdc43 req-fa32ced4-191c-4d65-9578-493adffd1526 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=1377a9ad-c1bf-4f77-a86f-17c721f09c58 HTTP/1.1" status: 200 len: 945 time: 0.7648153 Feb 03 12:56:50.128759 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808d6bbd-68a3-48ea-bc79-f70bdabe165d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:56:50.142284 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70dbb6a-a719-45bc-9034-8c6c19e01105 None None] Sync routers for ids ['b11618fa-1818-400f-99b3-b2bd6bc24a60'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:56:50.142775 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-808d6bbd-68a3-48ea-bc79-f70bdabe165d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:50.167096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70dbb6a-a719-45bc-9034-8c6c19e01105 None None] Routers {'b11618fa-1818-400f-99b3-b2bd6bc24a60'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:50.173954 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d70dbb6a-a719-45bc-9034-8c6c19e01105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b11618fa-1818-400f-99b3-b2bd6bc24a60'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:50.332261 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b75d1d5-1bf1-4a62-b9d4-58bf7f0fbaea tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:56:50.346059 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1484c8-d91d-4d0c-be46-137d564b6415 None None] Sync routers for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:56:50.346914 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2b75d1d5-1bf1-4a62-b9d4-58bf7f0fbaea tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/38ff38e0-ccc6-4e9f-880b-ec59618bc5ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2592545 Feb 03 12:56:50.353379 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42738) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:50.361646 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-808d6bbd-68a3-48ea-bc79-f70bdabe165d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "DELETE /v2.0/floatingips/5d3b82b1-290f-49ce-9702-f3d750ab2a2c HTTP/1.1" status: 204 len: 168 time: 3.9518089 Feb 03 12:56:50.369748 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1484c8-d91d-4d0c-be46-137d564b6415 None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:50.370782 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0f1484c8-d91d-4d0c-be46-137d564b6415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:50.374290 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'tag': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:56:50.379147 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01100fb7-88a6-464f-a88e-8a23950f739f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9faff38-711c-4579-b8e7-60dc3df4dc35", "tag": "b7821b84-4e8c-4f7a-b0ae-b29085ea122b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:56:50.482094 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d70dbb6a-a719-45bc-9034-8c6c19e01105 None None] Set router b11618fa-1818-400f-99b3-b2bd6bc24a60 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:50.502031 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981aba6a-81dd-4361-97d7-dfb531f6d8ae req-7d9491b8-3210-4fde-ba3f-fd6526a9c454 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:50.504294 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-981aba6a-81dd-4361-97d7-dfb531f6d8ae req-7d9491b8-3210-4fde-ba3f-fd6526a9c454 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.31 "GET /v2.0/ports?device_id=1377a9ad-c1bf-4f77-a86f-17c721f09c58 HTTP/1.1" status: 200 len: 945 time: 0.2953808 Feb 03 12:56:50.508596 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e7fb7171-68a8-44cb-a0db-09f5e0bcdc43 req-bb0e4505-8d7c-4b60-85d8-9c426ce528ea tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/security-groups?id=417ff10f-8f85-4eb3-856d-82ca5c64a4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837608 Feb 03 12:56:50.534048 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-25801834-4de5-4524-a180-369b77e98fb7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting subnet 6890635a-b965-4868-8d53-382de246e077 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:56:50.544364 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0f1484c8-d91d-4d0c-be46-137d564b6415 None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:50.545476 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25801834-4de5-4524-a180-369b77e98fb7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for subnet (6890635a-b965-4868-8d53-382de246e077), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:50.617917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681a08c-ed56-432d-848c-ed42a497980a req-70e88df6-01e0-4fed-9c80-9241bb69db70 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:50.629453 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9681a08c-ed56-432d-848c-ed42a497980a req-70e88df6-01e0-4fed-9c80-9241bb69db70 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.3257620 Feb 03 12:56:50.661215 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0f1484c8-d91d-4d0c-be46-137d564b6415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:56:47Z', 'revision_number': 11, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:50.695666 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25801834-4de5-4524-a180-369b77e98fb7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (6890635a-b965-4868-8d53-382de246e077), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:50.765195 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1484c8-d91d-4d0c-be46-137d564b6415 None None] Checking router: 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:56:50.807786 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1484c8-d91d-4d0c-be46-137d564b6415 None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:50.809478 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0f1484c8-d91d-4d0c-be46-137d564b6415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:50.843120 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25801834-4de5-4524-a180-369b77e98fb7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (6890635a-b965-4868-8d53-382de246e077), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:50.915755 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9681a08c-ed56-432d-848c-ed42a497980a req-2cb3c29e-fafe-4e70-bd36-44409a6f63da tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2827322 Feb 03 12:56:50.942729 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-981aba6a-81dd-4361-97d7-dfb531f6d8ae req-a318067e-c2f7-4124-a2e7-6ac5c9bf7a67 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Deleting port dc00204e-9e49-4f99-bec0-ec3f8a0a6866 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:50.943168 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-981aba6a-81dd-4361-97d7-dfb531f6d8ae req-a318067e-c2f7-4124-a2e7-6ac5c9bf7a67 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (dc00204e-9e49-4f99-bec0-ec3f8a0a6866), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:50.982365 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfc236a-017c-42f5-8644-97be8ce112fa x-openstack-request-id: req-7bfc236a-017c-42f5-8644-97be8ce112fa {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:56:50.982792 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9faff38-711c-4579-b8e7-60dc3df4dc35", "tag": "b7821b84-4e8c-4f7a-b0ae-b29085ea122b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:56:50.983066 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7bfc236a-017c-42f5-8644-97be8ce112fa {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:56:50.983538 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'tag': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b', 'status': 'completed', 'code': 200} Feb 03 12:56:51.037772 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0f1484c8-d91d-4d0c-be46-137d564b6415 None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:51.039641 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25801834-4de5-4524-a180-369b77e98fb7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (6890635a-b965-4868-8d53-382de246e077), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:51.202860 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0f1484c8-d91d-4d0c-be46-137d564b6415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:56:47Z', 'revision_number': 11, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:51.211777 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41bcc96c-7e87-4b9f-91ab-7923655fbbf8 req-3dd73c0b-9e19-4642-a9f8-156f3be092c3 tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.0885162 Feb 03 12:56:51.227174 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d70dbb6a-a719-45bc-9034-8c6c19e01105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:53:07Z', 'updated_at': '2022-02-03T12:56:29Z', 'revision_number': 6, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:12Z', 'updated_at': '2022-02-03T12:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '6d97cbab-7bc8-4427-8a48-a7476f8fa545', 'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:b0:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:31Z', 'updated_at': '2022-02-03T12:53:48Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:51.239379 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-981aba6a-81dd-4361-97d7-dfb531f6d8ae req-a318067e-c2f7-4124-a2e7-6ac5c9bf7a67 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] For port dc00204e-9e49-4f99-bec0-ec3f8a0a6866, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=dc00204e-9e49-4f99-bec0-ec3f8a0a6866,segment=NetworkSegment(8ef4bf6b-f6d6-4344-93e8-58eb194c84e9),segment_id=8ef4bf6b-f6d6-4344-93e8-58eb194c84e9)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:51.239763 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-981aba6a-81dd-4361-97d7-dfb531f6d8ae req-a318067e-c2f7-4124-a2e7-6ac5c9bf7a67 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (dc00204e-9e49-4f99-bec0-ec3f8a0a6866), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:51.252605 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1484c8-d91d-4d0c-be46-137d564b6415 None None] The sync data for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 is: [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:56:47Z', 'revision_number': 11, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:56:51.283359 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-981aba6a-81dd-4361-97d7-dfb531f6d8ae req-a318067e-c2f7-4124-a2e7-6ac5c9bf7a67 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Calling delete_port for dc00204e-9e49-4f99-bec0-ec3f8a0a6866 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:51.360777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70dbb6a-a719-45bc-9034-8c6c19e01105 None None] Checking router: b11618fa-1818-400f-99b3-b2bd6bc24a60 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:56:51.379062 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70dbb6a-a719-45bc-9034-8c6c19e01105 None None] Routers {'b11618fa-1818-400f-99b3-b2bd6bc24a60'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:51.380633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d70dbb6a-a719-45bc-9034-8c6c19e01105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b11618fa-1818-400f-99b3-b2bd6bc24a60'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:51.489504 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154f6534-27df-4f1b-a648-0d66843387f5 None None] Network 1e330c63-669b-4bd3-953f-76949665c52b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:56:51.500210 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25801834-4de5-4524-a180-369b77e98fb7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Subnet': ['ID=6890635a-b965-4868-8d53-382de246e077,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:51.503415 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25801834-4de5-4524-a180-369b77e98fb7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:51.509580 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-25801834-4de5-4524-a180-369b77e98fb7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/subnets/6890635a-b965-4868-8d53-382de246e077 HTTP/1.1" status: 204 len: 168 time: 1.1530461 Feb 03 12:56:51.510194 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42756) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:51.582808 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a6b32-82bf-4028-abde-5c08ff480caf req-127a9c0c-e92a-4c12-83c7-a3e7e0f73ffa tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:51.592640 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-277a6b32-82bf-4028-abde-5c08ff480caf req-127a9c0c-e92a-4c12-83c7-a3e7e0f73ffa tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1788762 Feb 03 12:56:51.714991 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 20b4e984-f36c-4313-a1f2-fe15fbfb0967 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:51.729536 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d70dbb6a-a719-45bc-9034-8c6c19e01105 None None] Set router b11618fa-1818-400f-99b3-b2bd6bc24a60 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:51.748381 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01100fb7-88a6-464f-a88e-8a23950f739f req-562fa58a-0188-488c-9ddf-f4f4deb67eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:51.750071 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-01100fb7-88a6-464f-a88e-8a23950f739f req-562fa58a-0188-488c-9ddf-f4f4deb67eb7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae5c5272e243447aa41be74fb2bd0003&device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 1127 time: 0.7282796 Feb 03 12:56:51.851763 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 20b4e984-f36c-4313-a1f2-fe15fbfb0967 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:56:51.852668 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 20b4e984-f36c-4313-a1f2-fe15fbfb0967 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:56:51.858840 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb8a8-ab84-40b3-b2a6-b8fc97833672 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (1e330c63-669b-4bd3-953f-76949665c52b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:51.871990 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:56:51.893275 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-981aba6a-81dd-4361-97d7-dfb531f6d8ae req-a318067e-c2f7-4124-a2e7-6ac5c9bf7a67 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (dc00204e-9e49-4f99-bec0-ec3f8a0a6866), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:51.999224 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583577a-b6e2-47a0-9b95-97873ed48485 req-8e0845e5-94f2-40af-abd5-e8ad95c15c86 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:52.018102 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d583577a-b6e2-47a0-9b95-97873ed48485 req-8e0845e5-94f2-40af-abd5-e8ad95c15c86 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 945 time: 0.7293403 Feb 03 12:56:52.033770 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01100fb7-88a6-464f-a88e-8a23950f739f req-b637c1f2-6949-4db5-be08-381ffaf4250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:52.036776 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-01100fb7-88a6-464f-a88e-8a23950f739f req-b637c1f2-6949-4db5-be08-381ffaf4250a service neutron] 10.222.0.31 "GET /v2.0/networks?id=a291a81e-bc4a-4030-b522-d2d3af47c518 HTTP/1.1" status: 200 len: 898 time: 0.2778113 Feb 03 12:56:52.088655 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd9c946-90c3-401a-96f8-e61e5129f443 None None] DHCP port deletion for 1e330c63-669b-4bd3-953f-76949665c52b request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:56:52.116011 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-277a6b32-82bf-4028-abde-5c08ff480caf req-a7715462-df36-42ee-b70a-5bb905f83df6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5137200 Feb 03 12:56:52.124254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318067e-c2f7-4124-a2e7-6ac5c9bf7a67 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Pushing event deleted for resources: {'Port': ['ID=dc00204e-9e49-4f99-bec0-ec3f8a0a6866,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:52.146570 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.31', 60389) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:52.290421 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-01100fb7-88a6-464f-a88e-8a23950f739f req-07e45b67-83ea-4a7f-b5dd-8f7a87ae0dc9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7821b84-4e8c-4f7a-b0ae-b29085ea122b HTTP/1.1" status: 200 len: 217 time: 0.2361209 Feb 03 12:56:52.341639 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d583577a-b6e2-47a0-9b95-97873ed48485 req-17056a1d-73ca-4112-9021-a637c1eb45d3 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b37565c-a68f-49a1-b831-1a35405a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3199301 Feb 03 12:56:52.346481 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-abd9c946-90c3-401a-96f8-e61e5129f443 None None] Deleting port ed4006ab-a1ca-4046-9e37-5157f7efccb4 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:52.347558 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-abd9c946-90c3-401a-96f8-e61e5129f443 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ed4006ab-a1ca-4046-9e37-5157f7efccb4), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:52.442171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-abd9c946-90c3-401a-96f8-e61e5129f443 None None] For port ed4006ab-a1ca-4046-9e37-5157f7efccb4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ed4006ab-a1ca-4046-9e37-5157f7efccb4,segment=NetworkSegment(67bf84f4-327b-43f3-84f6-406aad73e9f6),segment_id=67bf84f4-327b-43f3-84f6-406aad73e9f6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:52.442844 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-abd9c946-90c3-401a-96f8-e61e5129f443 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ed4006ab-a1ca-4046-9e37-5157f7efccb4), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:52.461940 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d70dbb6a-a719-45bc-9034-8c6c19e01105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:53:07Z', 'updated_at': '2022-02-03T12:56:29Z', 'revision_number': 6, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:12Z', 'updated_at': '2022-02-03T12:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '6d97cbab-7bc8-4427-8a48-a7476f8fa545', 'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:b0:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:31Z', 'updated_at': '2022-02-03T12:53:48Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:52.472402 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-abd9c946-90c3-401a-96f8-e61e5129f443 None None] Calling delete_port for ed4006ab-a1ca-4046-9e37-5157f7efccb4 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:52.517339 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-981aba6a-81dd-4361-97d7-dfb531f6d8ae req-a318067e-c2f7-4124-a2e7-6ac5c9bf7a67 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] No DVR routers for this DVR port dc00204e-9e49-4f99-bec0-ec3f8a0a6866 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:56:52.520436 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-981aba6a-81dd-4361-97d7-dfb531f6d8ae req-a318067e-c2f7-4124-a2e7-6ac5c9bf7a67 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:52.526312 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70dbb6a-a719-45bc-9034-8c6c19e01105 None None] The sync data for ids ['b11618fa-1818-400f-99b3-b2bd6bc24a60'] in n-d-827336-3 is: [{'id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:53:07Z', 'updated_at': '2022-02-03T12:56:29Z', 'revision_number': 6, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:12Z', 'updated_at': '2022-02-03T12:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '6d97cbab-7bc8-4427-8a48-a7476f8fa545', 'name': '', 'network_id': 'a291a81e-bc4a-4030-b522-d2d3af47c518', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:b0:81:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:31Z', 'updated_at': '2022-02-03T12:53:48Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': 'a50236b4-7ed8-4d68-8b31-2597f3b8e42f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:56:52.532129 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-981aba6a-81dd-4361-97d7-dfb531f6d8ae req-a318067e-c2f7-4124-a2e7-6ac5c9bf7a67 tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.31 "DELETE /v2.0/ports/dc00204e-9e49-4f99-bec0-ec3f8a0a6866 HTTP/1.1" status: 204 len: 173 time: 2.0107555 Feb 03 12:56:52.625689 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5ad7ce4c-c03d-4998-995d-bfa708d12078 req-d88f9eb4-85c9-4343-abc1-44171157e72c tempest-VolumesActionsTest-166784885 tempest-VolumesActionsTest-166784885-project] 10.222.0.18 "GET /v2.0/ports?device_id=1377a9ad-c1bf-4f77-a86f-17c721f09c58 HTTP/1.1" status: 200 len: 210 time: 0.3349600 Feb 03 12:56:52.675610 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8ebbb8a8-ab84-40b3-b2a6-b8fc97833672 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Deleting port ed4006ab-a1ca-4046-9e37-5157f7efccb4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:52.682273 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb8a8-ab84-40b3-b2a6-b8fc97833672 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ed4006ab-a1ca-4046-9e37-5157f7efccb4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:52.749692 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-abd9c946-90c3-401a-96f8-e61e5129f443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (ed4006ab-a1ca-4046-9e37-5157f7efccb4), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:52.803331 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9c946-90c3-401a-96f8-e61e5129f443 None None] Pushing event deleted for resources: {'Port': ['ID=ed4006ab-a1ca-4046-9e37-5157f7efccb4,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:52.818070 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd9c946-90c3-401a-96f8-e61e5129f443 None None] No DVR routers for this DVR port ed4006ab-a1ca-4046-9e37-5157f7efccb4 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:56:53.064196 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1377a9ad-c1bf-4f77-a86f-17c721f09c58', 'name': 'network-vif-deleted', 'tag': 'dc00204e-9e49-4f99-bec0-ec3f8a0a6866'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:56:53.068287 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9597a0ea-4fea-43f0-97a6-399350c4e026" -d '{"events": [{"server_uuid": "1377a9ad-c1bf-4f77-a86f-17c721f09c58", "name": "network-vif-deleted", "tag": "dc00204e-9e49-4f99-bec0-ec3f8a0a6866"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:56:53.091259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-1ea6f17f-ef61-47fd-a96b-9053d7bb1256 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:53.096310 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-1ea6f17f-ef61-47fd-a96b-9053d7bb1256 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 812 time: 0.1937354 Feb 03 12:56:53.124262 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-2776ce7d-03a8-4d3e-a551-e7094e35d142 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/quotas/3d3da86861ee4a179872b24fbf239a16 HTTP/1.1" status: 200 len: 375 time: 0.0137837 Feb 03 12:56:53.153614 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b41428c2-a22c-4eea-a1fb-9dd9038336a3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (6c5fa801-d57a-477b-93af-e7845a0e9fde), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:53.158074 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device dc00204e-9e49-4f99-bec0-ec3f8a0a6866 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:53.158722 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b41428c2-a22c-4eea-a1fb-9dd9038336a3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (6c5fa801-d57a-477b-93af-e7845a0e9fde), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:53.213427 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ab9bf84c-d02b-4a74-8a04-92af4881f621 req-d7bce454-fa04-49b7-a130-6e4808e64515 tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.0463390 Feb 03 12:56:53.214036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-8ebbb8a8-ab84-40b3-b2a6-b8fc97833672 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] For port ed4006ab-a1ca-4046-9e37-5157f7efccb4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ed4006ab-a1ca-4046-9e37-5157f7efccb4,segment=NetworkSegment(67bf84f4-327b-43f3-84f6-406aad73e9f6),segment_id=67bf84f4-327b-43f3-84f6-406aad73e9f6)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:53.215895 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb8a8-ab84-40b3-b2a6-b8fc97833672 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ed4006ab-a1ca-4046-9e37-5157f7efccb4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:53.235361 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: dc00204e-9e49-4f99-bec0-ec3f8a0a6866 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:56:53.235898 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device dc00204e-9e49-4f99-bec0-ec3f8a0a6866 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:56:53.248161 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aad0f5-fac3-4b09-a6f5-c550272822f0 None None] New status for floating IP 5d3b82b1-290f-49ce-9702-f3d750ab2a2c: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:56:53.323299 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8ebbb8a8-ab84-40b3-b2a6-b8fc97833672 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Calling delete_port for ed4006ab-a1ca-4046-9e37-5157f7efccb4 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:53.354125 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-dac5e18b-16c8-41f0-ad6a-b707d6e07bea tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2146459 Feb 03 12:56:53.421240 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca0bf98-9828-43f1-9abd-e3c7c357ec64 x-openstack-request-id: req-cca0bf98-9828-43f1-9abd-e3c7c357ec64 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:56:53.424082 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac33b43-a379-4a35-a9ea-8158ad6df71c req-848f6351-5c4c-4efe-a39c-92ef9f85ed1e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:53.424508 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1377a9ad-c1bf-4f77-a86f-17c721f09c58", "name": "network-vif-deleted", "tag": "dc00204e-9e49-4f99-bec0-ec3f8a0a6866", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:56:53.424886 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cca0bf98-9828-43f1-9abd-e3c7c357ec64 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:56:53.425407 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1377a9ad-c1bf-4f77-a86f-17c721f09c58', 'name': 'network-vif-deleted', 'tag': 'dc00204e-9e49-4f99-bec0-ec3f8a0a6866', 'status': 'completed', 'code': 200} Feb 03 12:56:53.425983 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eac33b43-a379-4a35-a9ea-8158ad6df71c req-848f6351-5c4c-4efe-a39c-92ef9f85ed1e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 945 time: 1.2205696 Feb 03 12:56:53.613833 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01100fb7-88a6-464f-a88e-8a23950f739f req-ba43aea0-3bed-4452-977c-1cf646f37bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:53.616320 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-01100fb7-88a6-464f-a88e-8a23950f739f req-ba43aea0-3bed-4452-977c-1cf646f37bfa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a50236b4-7ed8-4d68-8b31-2597f3b8e42f HTTP/1.1" status: 200 len: 835 time: 1.2650259 Feb 03 12:56:53.658773 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb8a8-ab84-40b3-b2a6-b8fc97833672 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ed4006ab-a1ca-4046-9e37-5157f7efccb4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:53.700886 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbb8a8-ab84-40b3-b2a6-b8fc97833672 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Port': ['ID=ed4006ab-a1ca-4046-9e37-5157f7efccb4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:53.724844 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-89a06364-1a91-4ad6-b988-1653e94e8a19 service neutron] 10.222.0.18 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655009 Feb 03 12:56:53.731848 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebbb8a8-ab84-40b3-b2a6-b8fc97833672 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] No DVR routers for this DVR port ed4006ab-a1ca-4046-9e37-5157f7efccb4 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:56:53.882927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ed4006ab-a1ca-4046-9e37-5157f7efccb4 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:53.923206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: ed4006ab-a1ca-4046-9e37-5157f7efccb4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:56:53.923206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ed4006ab-a1ca-4046-9e37-5157f7efccb4 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:56:53.933149 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb8a8-ab84-40b3-b2a6-b8fc97833672 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (1e330c63-669b-4bd3-953f-76949665c52b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:53.977223 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01100fb7-88a6-464f-a88e-8a23950f739f req-94a1921b-78c6-43f5-a618-5a003ef3d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:53.979348 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-01100fb7-88a6-464f-a88e-8a23950f739f req-94a1921b-78c6-43f5-a618-5a003ef3d7a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a291a81e-bc4a-4030-b522-d2d3af47c518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3465850 Feb 03 12:56:54.031193 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fc59d-5685-4ada-9754-563d2232ff51 req-b5ffca2d-2008-4d1c-9112-f5e5dc5c08aa tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:54.033511 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-768fc59d-5685-4ada-9754-563d2232ff51 req-b5ffca2d-2008-4d1c-9112-f5e5dc5c08aa tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 945 time: 0.4828141 Feb 03 12:56:54.041801 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8ebbb8a8-ab84-40b3-b2a6-b8fc97833672 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e330c63-669b-4bd3-953f-76949665c52b']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:54.057086 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41428c2-a22c-4eea-a1fb-9dd9038336a3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Router 6c5fa801-d57a-477b-93af-e7845a0e9fde has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:56:54.062873 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8ebbb8a8-ab84-40b3-b2a6-b8fc97833672 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67bf84f4-327b-43f3-84f6-406aad73e9f6') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:54.063209 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8ebbb8a8-ab84-40b3-b2a6-b8fc97833672 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67bf84f4-327b-43f3-84f6-406aad73e9f6') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:54.078025 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb8a8-ab84-40b3-b2a6-b8fc97833672 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (67bf84f4-327b-43f3-84f6-406aad73e9f6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:54.093395 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-eac33b43-a379-4a35-a9ea-8158ad6df71c req-e77952d3-4ecf-452b-84ff-3cf6f9542f6c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Deleting port b7821b84-4e8c-4f7a-b0ae-b29085ea122b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:56:54.094592 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eac33b43-a379-4a35-a9ea-8158ad6df71c req-e77952d3-4ecf-452b-84ff-3cf6f9542f6c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b7821b84-4e8c-4f7a-b0ae-b29085ea122b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:54.111108 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb8a8-ab84-40b3-b2a6-b8fc97833672 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (67bf84f4-327b-43f3-84f6-406aad73e9f6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:54.123339 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ebbb8a8-ab84-40b3-b2a6-b8fc97833672 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:56:54.124565 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb8a8-ab84-40b3-b2a6-b8fc97833672 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (67bf84f4-327b-43f3-84f6-406aad73e9f6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:56:54.132837 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:56:54.146698 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-6da7d7ea-c09a-433e-ad54-465093decd9f service neutron] 10.222.0.18 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720181 Feb 03 12:56:54.237232 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb8a8-ab84-40b3-b2a6-b8fc97833672 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (1e330c63-669b-4bd3-953f-76949665c52b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:54.266516 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb8a8-ab84-40b3-b2a6-b8fc97833672 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:54.282577 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8ebbb8a8-ab84-40b3-b2a6-b8fc97833672 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/networks/1e330c63-669b-4bd3-953f-76949665c52b HTTP/1.1" status: 204 len: 168 time: 2.7637432 Feb 03 12:56:54.290221 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42794) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:54.300136 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbb8a8-ab84-40b3-b2a6-b8fc97833672 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Pushing event deleted for resources: {'Network': ['ID=1e330c63-669b-4bd3-953f-76949665c52b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:54.344005 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-56ec9c24-574d-41c3-ab86-e48c7bd307c6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'router': {'routes': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:54.436839 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-768fc59d-5685-4ada-9754-563d2232ff51 req-adbaa35a-806a-40b5-b94e-1238fbba5938 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b37565c-a68f-49a1-b831-1a35405a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3716261 Feb 03 12:56:54.571779 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-01100fb7-88a6-464f-a88e-8a23950f739f req-629b79b9-f3e8-4229-8e97-2549ffeaf572 service neutron] 10.222.0.31 "GET /v2.0/networks/a291a81e-bc4a-4030-b522-d2d3af47c518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733123 Feb 03 12:56:54.686418 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49bfe0c3-7307-4bb4-8cb9-b5431eb82e51 req-cd9ff5ba-6d8b-4a10-a1f7-090842ec28eb tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.0644507 Feb 03 12:56:54.761671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-eac33b43-a379-4a35-a9ea-8158ad6df71c req-e77952d3-4ecf-452b-84ff-3cf6f9542f6c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] For port b7821b84-4e8c-4f7a-b0ae-b29085ea122b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b7821b84-4e8c-4f7a-b0ae-b29085ea122b,segment=NetworkSegment(16cff9d3-2e4b-4273-9c50-37c9cbb9acfb),segment_id=16cff9d3-2e4b-4273-9c50-37c9cbb9acfb)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:54.762047 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eac33b43-a379-4a35-a9ea-8158ad6df71c req-e77952d3-4ecf-452b-84ff-3cf6f9542f6c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b7821b84-4e8c-4f7a-b0ae-b29085ea122b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:54.780189 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-314955f8-2fd3-4684-b38b-07b0e7a18aab req-0a747fde-660e-4366-be07-dae42555017d tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942 HTTP/1.1" status: 200 len: 210 time: 0.1167777 Feb 03 12:56:54.809646 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6d54118f-ed58-4a05-9400-4bc0b9725961 req-5d0e350c-b89d-4d67-b006-a4e80d1b3fe1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.0802407 Feb 03 12:56:54.900730 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-eac33b43-a379-4a35-a9ea-8158ad6df71c req-e77952d3-4ecf-452b-84ff-3cf6f9542f6c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Calling delete_port for b7821b84-4e8c-4f7a-b0ae-b29085ea122b owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:56:55.025791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41428c2-a22c-4eea-a1fb-9dd9038336a3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:56:55.042989 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b41428c2-a22c-4eea-a1fb-9dd9038336a3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:55.045110 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b41428c2-a22c-4eea-a1fb-9dd9038336a3 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "PUT /v2.0/routers/6c5fa801-d57a-477b-93af-e7845a0e9fde HTTP/1.1" status: 200 len: 922 time: 8.4130886 Feb 03 12:56:55.055101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42826) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:55.065504 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee1a6a-1e30-4df6-b5c1-adeca92146e4 None None] Sync routers for ids ['6c5fa801-d57a-477b-93af-e7845a0e9fde'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:56:55.083108 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.extraroute_db [None req-56ec9c24-574d-41c3-ab86-e48c7bd307c6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Added routes are [] {{(pid=103189) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 03 12:56:55.083604 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.extraroute_db [None req-56ec9c24-574d-41c3-ab86-e48c7bd307c6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Removed routes are [] {{(pid=103189) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 03 12:56:55.084222 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56ec9c24-574d-41c3-ab86-e48c7bd307c6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:55.111188 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee1a6a-1e30-4df6-b5c1-adeca92146e4 None None] Routers {'6c5fa801-d57a-477b-93af-e7845a0e9fde'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:55.112679 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-14ee1a6a-1e30-4df6-b5c1-adeca92146e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6c5fa801-d57a-477b-93af-e7845a0e9fde'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:55.158753 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device b7821b84-4e8c-4f7a-b0ae-b29085ea122b no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:56:55.244981 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-14ee1a6a-1e30-4df6-b5c1-adeca92146e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:55.298588 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee1a6a-1e30-4df6-b5c1-adeca92146e4 None None] Routers {'6c5fa801-d57a-477b-93af-e7845a0e9fde'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:55.303304 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-14ee1a6a-1e30-4df6-b5c1-adeca92146e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6c5fa801-d57a-477b-93af-e7845a0e9fde'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:55.439539 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-14ee1a6a-1e30-4df6-b5c1-adeca92146e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:55.444239 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee1a6a-1e30-4df6-b5c1-adeca92146e4 None None] The sync data for ids ['6c5fa801-d57a-477b-93af-e7845a0e9fde'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:56:55.501933 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port b7821b84-4e8c-4f7a-b0ae-b29085ea122b is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:56:55.502479 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b7821b84-4e8c-4f7a-b0ae-b29085ea122b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:55.530603 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ca0120be-ca61-4942-855d-ad9a55ab86aa tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "GET /v2.0/routers/6c5fa801-d57a-477b-93af-e7845a0e9fde HTTP/1.1" status: 200 len: 922 time: 0.4718404 Feb 03 12:56:55.533872 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42842) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:55.618826 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-01100fb7-88a6-464f-a88e-8a23950f739f req-cc62ce45-87dd-44eb-89fb-e19f61beb045 service neutron] 10.222.0.31 "GET /v2.0/networks/a291a81e-bc4a-4030-b522-d2d3af47c518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9785166 Feb 03 12:56:55.639050 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:56:55.658215 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9772d4-6082-4ed1-b304-4068e8d09b70" -d '{"events": [{"server_uuid": "e9faff38-711c-4579-b8e7-60dc3df4dc35", "name": "network-vif-unplugged", "status": "completed", "tag": "b7821b84-4e8c-4f7a-b0ae-b29085ea122b"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:56:55.759756 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port b7821b84-4e8c-4f7a-b0ae-b29085ea122b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b7821b84-4e8c-4f7a-b0ae-b29085ea122b,segment=NetworkSegment(16cff9d3-2e4b-4273-9c50-37c9cbb9acfb),segment_id=16cff9d3-2e4b-4273-9c50-37c9cbb9acfb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:56:55.768400 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b7821b84-4e8c-4f7a-b0ae-b29085ea122b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:55.830723 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1de0ea7-7a80-4c18-9e3b-b08344266ba8 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:55.836840 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a1de0ea7-7a80-4c18-9e3b-b08344266ba8 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&device_id=6c5fa801-d57a-477b-93af-e7845a0e9fde&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2998750 Feb 03 12:56:55.838521 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42860) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:55.913849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487a01f-efe4-4b2d-837e-e5699b0dfbd4 req-651ee469-cb3b-4c56-9a5b-c3ce60de468c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:55.927032 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6487a01f-efe4-4b2d-837e-e5699b0dfbd4 req-651ee469-cb3b-4c56-9a5b-c3ce60de468c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 945 time: 0.2130556 Feb 03 12:56:55.998281 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 12:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f0b145-0fc5-48f0-a05a-3f913261408a x-openstack-request-id: req-c0f0b145-0fc5-48f0-a05a-3f913261408a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:56:55.998638 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9faff38-711c-4579-b8e7-60dc3df4dc35", "name": "network-vif-unplugged", "status": "completed", "tag": "b7821b84-4e8c-4f7a-b0ae-b29085ea122b", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:56:55.998916 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0f0b145-0fc5-48f0-a05a-3f913261408a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:56:55.999541 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b', 'code': 200} Feb 03 12:56:56.009782 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56ec9c24-574d-41c3-ab86-e48c7bd307c6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:56.012192 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=b7821b84-4e8c-4f7a-b0ae-b29085ea122b,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:56.035999 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56ec9c24-574d-41c3-ab86-e48c7bd307c6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:56.276757 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6487a01f-efe4-4b2d-837e-e5699b0dfbd4 req-df6b9452-cf27-4a5c-a483-8f3490ecbfef tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b37565c-a68f-49a1-b831-1a35405a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3485713 Feb 03 12:56:56.307781 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-258d5862-9b5c-411a-bb87-b26ca7dfc451 req-27239dcd-5e37-4993-8fdb-143d6e880fd2 tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.1922235 Feb 03 12:56:56.320613 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eac33b43-a379-4a35-a9ea-8158ad6df71c req-e77952d3-4ecf-452b-84ff-3cf6f9542f6c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b7821b84-4e8c-4f7a-b0ae-b29085ea122b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:56.472484 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77952d3-4ecf-452b-84ff-3cf6f9542f6c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event deleted for resources: {'Port': ['ID=b7821b84-4e8c-4f7a-b0ae-b29085ea122b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:56.481083 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ec9c24-574d-41c3-ab86-e48c7bd307c6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:56:56.581768 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac33b43-a379-4a35-a9ea-8158ad6df71c req-e77952d3-4ecf-452b-84ff-3cf6f9542f6c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] No DVR routers for this DVR port b7821b84-4e8c-4f7a-b0ae-b29085ea122b on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:56:56.587434 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eac33b43-a379-4a35-a9ea-8158ad6df71c req-e77952d3-4ecf-452b-84ff-3cf6f9542f6c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:56.592305 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eac33b43-a379-4a35-a9ea-8158ad6df71c req-e77952d3-4ecf-452b-84ff-3cf6f9542f6c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.31 "DELETE /v2.0/ports/b7821b84-4e8c-4f7a-b0ae-b29085ea122b HTTP/1.1" status: 204 len: 173 time: 3.1481504 Feb 03 12:56:56.593339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'name': 'network-vif-deleted', 'tag': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:56:56.597590 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f53b3b-4391-4000-ab22-74297013c80f" -d '{"events": [{"server_uuid": "e9faff38-711c-4579-b8e7-60dc3df4dc35", "name": "network-vif-deleted", "tag": "b7821b84-4e8c-4f7a-b0ae-b29085ea122b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:56:56.757325 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3659bd86-b91c-4a61-9c3a-783f42d5233d x-openstack-request-id: req-3659bd86-b91c-4a61-9c3a-783f42d5233d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:56:56.758875 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9faff38-711c-4579-b8e7-60dc3df4dc35", "name": "network-vif-deleted", "tag": "b7821b84-4e8c-4f7a-b0ae-b29085ea122b", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:56:56.759539 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3659bd86-b91c-4a61-9c3a-783f42d5233d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:56:56.760551 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9faff38-711c-4579-b8e7-60dc3df4dc35', 'name': 'network-vif-deleted', 'tag': 'b7821b84-4e8c-4f7a-b0ae-b29085ea122b', 'status': 'completed', 'code': 200} Feb 03 12:56:56.894068 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ec9c24-574d-41c3-ab86-e48c7bd307c6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:56:56.912697 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8567f1-fd1f-4eb3-bad0-81f006fdec65 None None] Sync routers for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:56:56.926614 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56ec9c24-574d-41c3-ab86-e48c7bd307c6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:56.931792 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-56ec9c24-574d-41c3-ab86-e48c7bd307c6 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/38ff38e0-ccc6-4e9f-880b-ec59618bc5ac HTTP/1.1" status: 200 len: 701 time: 2.5989456 Feb 03 12:56:56.937772 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8567f1-fd1f-4eb3-bad0-81f006fdec65 None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:56.939316 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42906) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:56.943352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-dd8567f1-fd1f-4eb3-bad0-81f006fdec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:57.195734 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-dd8567f1-fd1f-4eb3-bad0-81f006fdec65 None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:57.402252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4330abd-315f-497f-9a21-547653d7f2d9 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:57.404863 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d4330abd-315f-497f-9a21-547653d7f2d9 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 881 time: 1.5649452 Feb 03 12:56:57.408521 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42912) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:57.410864 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-dd8567f1-fd1f-4eb3-bad0-81f006fdec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:56:47Z', 'revision_number': 11, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:57.497037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8567f1-fd1f-4eb3-bad0-81f006fdec65 None None] Checking router: 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:56:57.525067 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-98f2e3bf-e1d8-4560-bf73-24e77673e8e1 req-fdfc02db-631b-4829-8e20-637ee36a2baf tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942 HTTP/1.1" status: 200 len: 210 time: 0.1145892 Feb 03 12:56:57.534647 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8567f1-fd1f-4eb3-bad0-81f006fdec65 None None] Routers {'38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:56:57.535319 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-dd8567f1-fd1f-4eb3-bad0-81f006fdec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:57.620411 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f851d389-51e0-4bd2-ae07-da41dae35b73 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5fa801-d57a-477b-93af-e7845a0e9fde HTTP/1.1" status: 200 len: 205 time: 0.1856682 Feb 03 12:56:57.621164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42918) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:57.821201 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-116330b1-3d5a-4d1f-9e00-fbfa857eae13 req-4e10f70b-200a-463f-b76b-f0794a4ef1b7 tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.0741286 Feb 03 12:56:57.853056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-dd8567f1-fd1f-4eb3-bad0-81f006fdec65 None None] Set router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:56:57.942039 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-dd8567f1-fd1f-4eb3-bad0-81f006fdec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:56:47Z', 'revision_number': 11, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:56:57.985397 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8567f1-fd1f-4eb3-bad0-81f006fdec65 None None] The sync data for ids ['38ff38e0-ccc6-4e9f-880b-ec59618bc5ac'] in n-d-827336-3 is: [{'id': '38ff38e0-ccc6-4e9f-880b-ec59618bc5ac', 'name': 'tempest-RoutersTest-router-1061435722', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:54:59Z', 'updated_at': '2022-02-03T12:56:47Z', 'revision_number': 11, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:56:58.074969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-6604f38c-7228-4aac-8020-df609bf57639 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:58.081685 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-6604f38c-7228-4aac-8020-df609bf57639 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.31 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 812 time: 0.9952571 Feb 03 12:56:58.153082 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router (6c5fa801-d57a-477b-93af-e7845a0e9fde), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:58.158228 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0571860-c661-4276-984d-02dddc3f4b66 req-49e0ec0e-1740-44a4-a1eb-4fb30f4790d7 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9faff38-711c-4579-b8e7-60dc3df4dc35 HTTP/1.1" status: 200 len: 210 time: 0.0716970 Feb 03 12:56:58.160786 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-62669512-795a-4793-90ec-b4772f4ab3ec tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ff38e0-ccc6-4e9f-880b-ec59618bc5ac HTTP/1.1" status: 200 len: 205 time: 1.2199619 Feb 03 12:56:58.169865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42930) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:58.173004 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Request body: {'port': {'device_id': 'eccc5d04-2a5d-44ff-b7d2-7545e03c0942', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'admin_state_up': True, 'tenant_id': '3d3da86861ee4a179872b24fbf239a16'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:56:58.420383 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Made reservation on behalf of 3d3da86861ee4a179872b24fbf239a16 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:56:58.427235 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:58.516431 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24970c25-48a4-4c10-9d32-a1be99744066 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:58.719832 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b3a8db8-5035-4b95-8ace-46f273d4234a req-a09abe11-d57f-4ac6-95da-781d02f51640 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=21ee886a606c494f9957442b89ce401d&device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.1804817 Feb 03 12:56:58.851567 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Allocated IP 172.20.0.3 (8a31b64a-8b4b-41d9-85e7-84b1c21d51ab/a27fe823-3411-4edd-b136-06676ed45522/124c7ce3-64a5-48c1-9922-f78ac6e27463) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:56:58.965512 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-65a537c4-ca97-4446-9ace-4c719ad89833 req-b2c9c140-50fc-48a2-b3bf-6095f4e7a60b tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.2454429 Feb 03 12:56:59.034966 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3a4b58e9-33bb-4e0d-b65f-40ebb27506ea req-f0c87814-c36a-4838-9dca-4feee4c5c069 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942 HTTP/1.1" status: 200 len: 210 time: 0.1751931 Feb 03 12:56:59.039250 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b3a8db8-5035-4b95-8ace-46f273d4234a req-3ffddb87-6ea6-4180-b4b8-f85f8fffe1f8 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=21ee886a606c494f9957442b89ce401d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2179332 Feb 03 12:56:59.295137 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for port (124c7ce3-64a5-48c1-9922-f78ac6e27463), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:59.359578 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42954) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:56:59.404507 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (124c7ce3-64a5-48c1-9922-f78ac6e27463), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:59.418955 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24970c25-48a4-4c10-9d32-a1be99744066 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:59.442777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['321981a9-19fc-464d-8218-a2a29a3bdb81'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:56:59.471204 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24970c25-48a4-4c10-9d32-a1be99744066 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router_controller (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:59.546191 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:56:59.561301 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:56:59.573825 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:56:59.681110 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Pushing event updated for resources: {'Port': ['ID=124c7ce3-64a5-48c1-9922-f78ac6e27463,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:56:59.722126 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:59.722636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:59.722992 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:59.723335 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:59.723686 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:59.724092 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:59.724431 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:59.724761 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:59.725093 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:59.725419 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:59.725749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:59.726079 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:59.726409 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:56:59.760722 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_gateway (6c5fa801-d57a-477b-93af-e7845a0e9fde), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:59.767975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:56:59.769111 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:59.934709 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10dcb6fe-5a9d-4b88-8299-8e9c7134a381 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group (0b37565c-a68f-49a1-b831-1a35405a5a67), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:56:59.971175 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-124d800d-c038-4090-b3c8-7589890bb8a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8079002 Feb 03 12:57:00.124767 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10dcb6fe-5a9d-4b88-8299-8e9c7134a381 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group (0b37565c-a68f-49a1-b831-1a35405a5a67), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:00.260156 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] Request body: {'port': {'device_id': 'eccc5d04-2a5d-44ff-b7d2-7545e03c0942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:00.263324 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24970c25-48a4-4c10-9d32-a1be99744066 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (38ff38e0-ccc6-4e9f-880b-ec59618bc5ac), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:00.263916 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24970c25-48a4-4c10-9d32-a1be99744066 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Fanout notify agent at l3_agent the message router_deleted on router 38ff38e0-ccc6-4e9f-880b-ec59618bc5ac {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:57:00.277245 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7c0e4823-43cd-4a3f-b9b3-22648f494ad3 None None] Provisioning complete for port 124c7ce3-64a5-48c1-9922-f78ac6e27463 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:00.277759 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7c0e4823-43cd-4a3f-b9b3-22648f494ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (124c7ce3-64a5-48c1-9922-f78ac6e27463), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:00.369741 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7c0e4823-43cd-4a3f-b9b3-22648f494ad3 None None] Port 124c7ce3-64a5-48c1-9922-f78ac6e27463 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:57:00.380797 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a8db8-5035-4b95-8ace-46f273d4234a req-fa054c0e-aa3a-4c91-b486-e9aa9c99cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:00.384221 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b3a8db8-5035-4b95-8ace-46f273d4234a req-fa054c0e-aa3a-4c91-b486-e9aa9c99cd75 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3282261 Feb 03 12:57:00.392345 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24970c25-48a4-4c10-9d32-a1be99744066 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:00.394523 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-24970c25-48a4-4c10-9d32-a1be99744066 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/routers/38ff38e0-ccc6-4e9f-880b-ec59618bc5ac HTTP/1.1" status: 204 len: 168 time: 2.2229855 Feb 03 12:57:00.401712 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42986) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:00.410333 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-896aa7a5-6f79-4509-9301-5d84810551b9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1086746382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:00.456304 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10dcb6fe-5a9d-4b88-8299-8e9c7134a381 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0b37565c-a68f-49a1-b831-1a35405a5a67), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:00.459673 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10dcb6fe-5a9d-4b88-8299-8e9c7134a381 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:00.461127 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-10dcb6fe-5a9d-4b88-8299-8e9c7134a381 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "DELETE /v2.0/security-groups/0b37565c-a68f-49a1-b831-1a35405a5a67 HTTP/1.1" status: 204 len: 168 time: 1.0982068 Feb 03 12:57:00.476366 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-81c3c20a-36c1-47e4-84a6-6ffef8d7a61e req-b3180ca4-9b49-4766-b4a9-786ca3e949da tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.2102828 Feb 03 12:57:00.523267 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-896aa7a5-6f79-4509-9301-5d84810551b9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (253bf44d-8e32-444f-a46e-f0154bf21cf6), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:00.524642 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-896aa7a5-6f79-4509-9301-5d84810551b9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (253bf44d-8e32-444f-a46e-f0154bf21cf6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:00.593108 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-896aa7a5-6f79-4509-9301-5d84810551b9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router_controller (253bf44d-8e32-444f-a46e-f0154bf21cf6), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:00.595309 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42994) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:00.613377 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcb6fe-5a9d-4b88-8299-8e9c7134a381 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b37565c-a68f-49a1-b831-1a35405a5a67,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:00.628430 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (124c7ce3-64a5-48c1-9922-f78ac6e27463), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:00.672832 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75383a63-e20e-4c27-b303-0f0f26bb949d req-0cbcef9a-b3da-4383-a6dd-6b65f8c282f0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:00.682125 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-896aa7a5-6f79-4509-9301-5d84810551b9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (253bf44d-8e32-444f-a46e-f0154bf21cf6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:00.693327 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-75383a63-e20e-4c27-b303-0f0f26bb949d req-0cbcef9a-b3da-4383-a6dd-6b65f8c282f0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942 HTTP/1.1" status: 200 len: 931 time: 0.3186460 Feb 03 12:57:00.732739 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-896aa7a5-6f79-4509-9301-5d84810551b9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:00.734032 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-896aa7a5-6f79-4509-9301-5d84810551b9 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3306460 Feb 03 12:57:00.785610 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43000) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:00.792613 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Deleting port a3d2fdf2-b1cb-4f7f-89ce-0f69001f82b1 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:00.793716 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (a3d2fdf2-b1cb-4f7f-89ce-0f69001f82b1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:00.800478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4df0ec76-5214-4e55-8aa0-03337b737a39 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:00.886508 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-75383a63-e20e-4c27-b303-0f0f26bb949d req-ea94a17f-7a1d-444b-99ff-299da7a0d30e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918528 Feb 03 12:57:01.215858 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.326736 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 124c7ce3-64a5-48c1-9922-f78ac6e27463 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:57:01.340365 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] Publish callbacks [] for port (124c7ce3-64a5-48c1-9922-f78ac6e27463), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.369562 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] Transition to ACTIVE for port object 124c7ce3-64a5-48c1-9922-f78ac6e27463 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:57:01.374031 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (124c7ce3-64a5-48c1-9922-f78ac6e27463), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.377332 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (a3d2fdf2-b1cb-4f7f-89ce-0f69001f82b1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.551709 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Calling delete_port for a3d2fdf2-b1cb-4f7f-89ce-0f69001f82b1 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:01.622021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] Pushing event updated for resources: {'Port': ['ID=124c7ce3-64a5-48c1-9922-f78ac6e27463,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:01.627539 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] Attempting to bind port 124c7ce3-64a5-48c1-9922-f78ac6e27463 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:57:01.628308 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] Attempting to bind port 124c7ce3-64a5-48c1-9922-f78ac6e27463 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:57:01.628308 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] Attempting to bind port 124c7ce3-64a5-48c1-9922-f78ac6e27463 on network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:57:01.633272 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] Port 124c7ce3-64a5-48c1-9922-f78ac6e27463 on network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:57:01.633612 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] Attempting to bind port 124c7ce3-64a5-48c1-9922-f78ac6e27463 on network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:57:01.635841 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4df0ec76-5214-4e55-8aa0-03337b737a39 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (253bf44d-8e32-444f-a46e-f0154bf21cf6), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.639636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:57:01.644103 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] Checking segment: {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:57:01.644103 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] Bound using segment: {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:57:01.644103 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] Bound port: 124c7ce3-64a5-48c1-9922-f78ac6e27463, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:57:01.644103 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (124c7ce3-64a5-48c1-9922-f78ac6e27463), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.658754 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4df0ec76-5214-4e55-8aa0-03337b737a39 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (253bf44d-8e32-444f-a46e-f0154bf21cf6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.762551 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] For port 124c7ce3-64a5-48c1-9922-f78ac6e27463, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:57:01.772035 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] For port 124c7ce3-64a5-48c1-9922-f78ac6e27463, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=124c7ce3-64a5-48c1-9922-f78ac6e27463,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:57:01.787761 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (124c7ce3-64a5-48c1-9922-f78ac6e27463), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.867640 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:01.879153 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:01.881141 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] 10.222.0.31 "PUT /v2.0/ports/124c7ce3-64a5-48c1-9922-f78ac6e27463 HTTP/1.1" status: 200 len: 1091 time: 1.6288385 Feb 03 12:57:01.881643 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eccc5d04-2a5d-44ff-b7d2-7545e03c0942', 'tag': '124c7ce3-64a5-48c1-9922-f78ac6e27463'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:57:01.889372 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc468db-9194-4b98-82bb-87355056ce1a" -d '{"events": [{"name": "network-changed", "server_uuid": "eccc5d04-2a5d-44ff-b7d2-7545e03c0942", "tag": "124c7ce3-64a5-48c1-9922-f78ac6e27463"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:57:02.020019 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1cbbf6-6dfc-426b-b16b-974786e6a4e8 x-openstack-request-id: req-ad1cbbf6-6dfc-426b-b16b-974786e6a4e8 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:57:02.020534 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eccc5d04-2a5d-44ff-b7d2-7545e03c0942", "tag": "124c7ce3-64a5-48c1-9922-f78ac6e27463", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:57:02.021099 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad1cbbf6-6dfc-426b-b16b-974786e6a4e8 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:57:02.021688 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eccc5d04-2a5d-44ff-b7d2-7545e03c0942', 'tag': '124c7ce3-64a5-48c1-9922-f78ac6e27463', 'status': 'completed', 'code': 200} Feb 03 12:57:02.116964 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e97e8-fa64-4a6d-b30b-81ebad3ac096 service neutron] Pushing event updated for resources: {'Port': ['ID=124c7ce3-64a5-48c1-9922-f78ac6e27463,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:02.165866 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-8b165149-62fd-40c3-8b27-0564eedacb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:02.167449 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-8b165149-62fd-40c3-8b27-0564eedacb42 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942 HTTP/1.1" status: 200 len: 1125 time: 0.2180219 Feb 03 12:57:02.302413 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e994ad-535e-48ea-b998-7c0e972039e6 req-9a802e1a-0912-41d3-9ad4-870edf13e460 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:02.327244 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-98e994ad-535e-48ea-b998-7c0e972039e6 req-9a802e1a-0912-41d3-9ad4-870edf13e460 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942 HTTP/1.1" status: 200 len: 943 time: 0.2028944 Feb 03 12:57:02.341661 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-a36691ce-0633-429b-a79d-47a6f66bc030 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=124c7ce3-64a5-48c1-9922-f78ac6e27463 HTTP/1.1" status: 200 len: 217 time: 0.1639721 Feb 03 12:57:02.344595 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2ddaf468-682e-4228-a70c-eb1a6e088b1a req-46dfc8ce-a4ac-41c0-b745-64af729b588f tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.3685884 Feb 03 12:57:02.346596 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b3a8db8-5035-4b95-8ace-46f273d4234a req-171ec093-b8f2-4195-b52e-093f57a9c9dc tempest-ServerShowV254Test-45501584 tempest-ServerShowV254Test-45501584-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2749cc2-e245-458f-92fa-f0df34b633b8 HTTP/1.1" status: 200 len: 210 time: 0.3832941 Feb 03 12:57:02.524384 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-64fe7de2-7bb5-439f-b7ae-0fd8e72fe6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:02.532372 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-64fe7de2-7bb5-439f-b7ae-0fd8e72fe6e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.1768782 Feb 03 12:57:02.570459 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-98e994ad-535e-48ea-b998-7c0e972039e6 req-41581633-d670-4fc4-91a8-42eaf31fd759 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420461 Feb 03 12:57:02.614409 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df0ec76-5214-4e55-8aa0-03337b737a39 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Router 253bf44d-8e32-444f-a46e-f0154bf21cf6 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:57:02.705830 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-5126926c-3ac6-4a5e-9ef3-58e8b6edfca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:02.708165 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-5126926c-3ac6-4a5e-9ef3-58e8b6edfca6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1364810 Feb 03 12:57:02.918697 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-2ba62e80-6ec2-4fd8-bc50-b2d691c41394 service neutron] 10.222.0.31 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038980 Feb 03 12:57:03.010523 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df0ec76-5214-4e55-8aa0-03337b737a39 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:57:03.022027 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4df0ec76-5214-4e55-8aa0-03337b737a39 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:03.027471 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4df0ec76-5214-4e55-8aa0-03337b737a39 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "PUT /v2.0/routers/253bf44d-8e32-444f-a46e-f0154bf21cf6 HTTP/1.1" status: 200 len: 694 time: 2.2369313 Feb 03 12:57:03.027674 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43030) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:03.037194 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530fd256-c6df-4d12-85b2-1969492bf474 None None] Sync routers for ids ['253bf44d-8e32-444f-a46e-f0154bf21cf6'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:57:03.048927 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530fd256-c6df-4d12-85b2-1969492bf474 None None] Routers {'253bf44d-8e32-444f-a46e-f0154bf21cf6'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:57:03.049906 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-530fd256-c6df-4d12-85b2-1969492bf474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['253bf44d-8e32-444f-a46e-f0154bf21cf6'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:03.260232 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (a3d2fdf2-b1cb-4f7f-89ce-0f69001f82b1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:03.261683 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-530fd256-c6df-4d12-85b2-1969492bf474 None None] Set router 253bf44d-8e32-444f-a46e-f0154bf21cf6 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:57:03.357392 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Pushing event deleted for resources: {'Port': ['ID=a3d2fdf2-b1cb-4f7f-89ce-0f69001f82b1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:03.402212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:03.403615 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:03.405452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:03.405452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:03.405452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:03.407769 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:03.408188 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:03.408577 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:03.408923 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:03.409314 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:03.411848 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:03.412252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:03.412644 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:03.445720 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a642c6b7-c57a-48ef-aba3-77ca60472c10 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/routers/253bf44d-8e32-444f-a46e-f0154bf21cf6 HTTP/1.1" status: 200 len: 700 time: 0.4125988 Feb 03 12:57:03.446282 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34ba6f5f-4dab-4edc-b79a-cc91b8eb28d3 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (b11618fa-1818-400f-99b3-b2bd6bc24a60), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:03.446282 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43040) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:03.485980 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-530fd256-c6df-4d12-85b2-1969492bf474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253bf44d-8e32-444f-a46e-f0154bf21cf6', 'name': 'tempest-RoutersTest-router-1086746382', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:57:00Z', 'updated_at': '2022-02-03T12:57:01Z', 'revision_number': 2, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:03.518274 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48353949-f2ef-4b97-87fc-cdca41efeee5 req-b03944ea-2fa0-4a81-ac92-d68b8f48097e service neutron] 10.222.0.31 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934186 Feb 03 12:57:03.583727 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530fd256-c6df-4d12-85b2-1969492bf474 None None] Checking router: 253bf44d-8e32-444f-a46e-f0154bf21cf6 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:57:03.646500 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530fd256-c6df-4d12-85b2-1969492bf474 None None] Routers {'253bf44d-8e32-444f-a46e-f0154bf21cf6'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:57:03.647436 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-530fd256-c6df-4d12-85b2-1969492bf474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:56:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['253bf44d-8e32-444f-a46e-f0154bf21cf6'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:03.833536 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-88373028-dcf2-4936-8151-1afc89b451e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:03.854415 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc468db-9194-4b98-82bb-87355056ce1a req-0fab037e-4538-48d2-89df-41aa0864271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:03.856036 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cbc468db-9194-4b98-82bb-87355056ce1a req-0fab037e-4538-48d2-89df-41aa0864271e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942 HTTP/1.1" status: 200 len: 1125 time: 0.2610550 Feb 03 12:57:03.885106 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-530fd256-c6df-4d12-85b2-1969492bf474 None None] Set router 253bf44d-8e32-444f-a46e-f0154bf21cf6 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:57:03.926572 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cb7e82e9-6097-4f1d-ad58-db5146e45e05 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/ports?device_id=253bf44d-8e32-444f-a46e-f0154bf21cf6 HTTP/1.1" status: 200 len: 205 time: 0.4595759 Feb 03 12:57:03.998379 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:04.042307 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-530fd256-c6df-4d12-85b2-1969492bf474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253bf44d-8e32-444f-a46e-f0154bf21cf6', 'name': 'tempest-RoutersTest-router-1086746382', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:57:00Z', 'updated_at': '2022-02-03T12:57:01Z', 'revision_number': 2, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:04.095592 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc468db-9194-4b98-82bb-87355056ce1a req-65085f64-10b2-4032-a5f8-6a80a7735060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:04.101687 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cbc468db-9194-4b98-82bb-87355056ce1a req-65085f64-10b2-4032-a5f8-6a80a7735060 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.2374792 Feb 03 12:57:04.121901 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530fd256-c6df-4d12-85b2-1969492bf474 None None] The sync data for ids ['253bf44d-8e32-444f-a46e-f0154bf21cf6'] in n-d-827336-3 is: [{'id': '253bf44d-8e32-444f-a46e-f0154bf21cf6', 'name': 'tempest-RoutersTest-router-1086746382', 'tenant_id': '05f05104465b4dbe8869e0f3a6da804e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:57:00Z', 'updated_at': '2022-02-03T12:57:01Z', 'revision_number': 2, 'project_id': '05f05104465b4dbe8869e0f3a6da804e', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:57:04.275901 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cbc468db-9194-4b98-82bb-87355056ce1a req-e77da7cc-6c60-459e-bd5c-7e1dd2a25a28 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=124c7ce3-64a5-48c1-9922-f78ac6e27463 HTTP/1.1" status: 200 len: 217 time: 0.1640389 Feb 03 12:57:04.405186 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc468db-9194-4b98-82bb-87355056ce1a req-9407e51f-177a-429c-96d1-4a4753080870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:04.406853 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cbc468db-9194-4b98-82bb-87355056ce1a req-9407e51f-177a-429c-96d1-4a4753080870 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.1208296 Feb 03 12:57:04.416640 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dda98-a5d1-4fa8-9f65-5aefdba9b12c req-9b335a39-a88e-4c11-882d-007d95779ab6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:04.424639 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-214dda98-a5d1-4fa8-9f65-5aefdba9b12c req-9b335a39-a88e-4c11-882d-007d95779ab6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942 HTTP/1.1" status: 200 len: 943 time: 0.6765339 Feb 03 12:57:04.692173 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-214dda98-a5d1-4fa8-9f65-5aefdba9b12c req-a2615953-404d-4ded-a335-dc02c954ad40 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665741 Feb 03 12:57:04.693896 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43060) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:04.724796 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc468db-9194-4b98-82bb-87355056ce1a req-1ae5170b-aa41-4ae9-a914-f7dbe9262af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:04.726886 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cbc468db-9194-4b98-82bb-87355056ce1a req-1ae5170b-aa41-4ae9-a914-f7dbe9262af3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2983611 Feb 03 12:57:05.069973 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a9e831f-e86f-4a8a-a7c7-05d6312f0436 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (253bf44d-8e32-444f-a46e-f0154bf21cf6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.075653 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d340725-8382-4a2e-8f7c-3d2a973a711a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.082538 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cbc468db-9194-4b98-82bb-87355056ce1a req-f831bdd6-8a62-4fe8-b3b3-c0243caab766 service neutron] 10.222.0.31 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482146 Feb 03 12:57:05.293858 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d340725-8382-4a2e-8f7c-3d2a973a711a admin admin] Publish callbacks [] for security_group (f5952949-6366-4bcd-886b-d47b59c701bf), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.328448 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d340725-8382-4a2e-8f7c-3d2a973a711a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f5952949-6366-4bcd-886b-d47b59c701bf), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.396114 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (6c5fa801-d57a-477b-93af-e7845a0e9fde), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.522687 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d340725-8382-4a2e-8f7c-3d2a973a711a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5952949-6366-4bcd-886b-d47b59c701bf,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:05.542104 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9d340725-8382-4a2e-8f7c-3d2a973a711a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21ee886a606c494f9957442b89ce401d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8470092 Feb 03 12:57:05.560460 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43084) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:05.605277 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (6c5fa801-d57a-477b-93af-e7845a0e9fde), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.610349 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_controller (6c5fa801-d57a-477b-93af-e7845a0e9fde), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.644925 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cbc468db-9194-4b98-82bb-87355056ce1a req-26d675d9-f9b6-461b-aaeb-a5bbb79e19c4 service neutron] 10.222.0.31 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440035 Feb 03 12:57:05.713014 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01a2a766-0696-4053-a4af-4b9c7437f6bf admin admin] Publish callbacks [] for security_group (f5952949-6366-4bcd-886b-d47b59c701bf), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.766626 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01a2a766-0696-4053-a4af-4b9c7437f6bf admin admin] Publish callbacks [] for security_group (f5952949-6366-4bcd-886b-d47b59c701bf), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.881449 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01a2a766-0696-4053-a4af-4b9c7437f6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f5952949-6366-4bcd-886b-d47b59c701bf), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.884107 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01a2a766-0696-4053-a4af-4b9c7437f6bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:05.885294 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-01a2a766-0696-4053-a4af-4b9c7437f6bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5952949-6366-4bcd-886b-d47b59c701bf HTTP/1.1" status: 204 len: 168 time: 0.3219049 Feb 03 12:57:05.903028 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2a766-0696-4053-a4af-4b9c7437f6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5952949-6366-4bcd-886b-d47b59c701bf,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:06.102695 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a9e831f-e86f-4a8a-a7c7-05d6312f0436 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (253bf44d-8e32-444f-a46e-f0154bf21cf6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.112097 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a9e831f-e86f-4a8a-a7c7-05d6312f0436 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router_controller (253bf44d-8e32-444f-a46e-f0154bf21cf6), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.117412 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (6c5fa801-d57a-477b-93af-e7845a0e9fde), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.118599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Fanout notify agent at l3_agent the message router_deleted on router 6c5fa801-d57a-477b-93af-e7845a0e9fde {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:57:06.122088 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cac8d57e-1509-4aba-8ca7-82b43efd22ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.128226 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.133145 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43094) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:06.134003 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ebb5ed6d-c819-4320-88ab-94df2bb39d70 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "DELETE /v2.0/routers/6c5fa801-d57a-477b-93af-e7845a0e9fde HTTP/1.1" status: 204 len: 168 time: 8.5115397 Feb 03 12:57:06.138668 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c35b2189-bfe0-4d47-acbc-3083f9b025f8 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-575433394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:06.214075 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c35b2189-bfe0-4d47-acbc-3083f9b025f8 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (7a672e65-261c-46cc-825e-12a809d54143), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.215897 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c35b2189-bfe0-4d47-acbc-3083f9b025f8 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (7a672e65-261c-46cc-825e-12a809d54143), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.310487 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c35b2189-bfe0-4d47-acbc-3083f9b025f8 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_controller (7a672e65-261c-46cc-825e-12a809d54143), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.311016 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a9e831f-e86f-4a8a-a7c7-05d6312f0436 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (253bf44d-8e32-444f-a46e-f0154bf21cf6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.311715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9e831f-e86f-4a8a-a7c7-05d6312f0436 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Fanout notify agent at l3_agent the message router_deleted on router 253bf44d-8e32-444f-a46e-f0154bf21cf6 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:57:06.329798 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c35b2189-bfe0-4d47-acbc-3083f9b025f8 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (7a672e65-261c-46cc-825e-12a809d54143), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.358945 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a9e831f-e86f-4a8a-a7c7-05d6312f0436 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.360995 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8a9e831f-e86f-4a8a-a7c7-05d6312f0436 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/routers/253bf44d-8e32-444f-a46e-f0154bf21cf6 HTTP/1.1" status: 204 len: 168 time: 2.3511233 Feb 03 12:57:06.368851 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43102) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:06.390839 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6f7fc-67c7-4ce0-b9e7-8289ef996539 req-03c64ad5-e8f0-4c47-a59e-e8a63deabbdf tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:06.408751 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4d6f7fc-67c7-4ce0-b9e7-8289ef996539 req-03c64ad5-e8f0-4c47-a59e-e8a63deabbdf tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942 HTTP/1.1" status: 200 len: 943 time: 0.4110792 Feb 03 12:57:06.449225 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-75215d37-24ac-4015-9eb2-72df93b31dc8 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/ports?device_id=253bf44d-8e32-444f-a46e-f0154bf21cf6 HTTP/1.1" status: 200 len: 205 time: 0.0760171 Feb 03 12:57:06.455716 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43106) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:06.466410 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c35b2189-bfe0-4d47-acbc-3083f9b025f8 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.474760 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c35b2189-bfe0-4d47-acbc-3083f9b025f8 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3396044 Feb 03 12:57:06.479327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43108) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:06.571929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cb1c15fd-d9d6-4613-94da-b301c43104b3 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:06.575214 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-9eb68106-dd8b-4655-941f-5227f1d6979a tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] delete failed (client error): The resource could not be found. Feb 03 12:57:06.576313 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9eb68106-dd8b-4655-941f-5227f1d6979a tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/routers/253bf44d-8e32-444f-a46e-f0154bf21cf6 HTTP/1.1" status: 404 len: 336 time: 0.1194572 Feb 03 12:57:06.580454 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43114) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:06.690693 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64605a4-0c7a-482a-9ca6-05aa4acee4b3 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] DELETE failed (client error): The resource could not be found. Feb 03 12:57:06.692196 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64605a4-0c7a-482a-9ca6-05aa4acee4b3 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:57:06.707391 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e64605a4-0c7a-482a-9ca6-05aa4acee4b3 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/subnets/ad709dc5-8132-41ac-9b91-0cf601eb8300 HTTP/1.1" status: 404 len: 337 time: 0.1257606 Feb 03 12:57:06.712178 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43118) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:06.806840 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5b592e-377d-4212-a8fd-77645bbe0f22 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] DELETE failed (client error): The resource could not be found. Feb 03 12:57:06.807686 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e5b592e-377d-4212-a8fd-77645bbe0f22 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:57:06.813586 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2e5b592e-377d-4212-a8fd-77645bbe0f22 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/subnets/2e1201a3-4de5-4abd-b25f-2fd9668c17b6 HTTP/1.1" status: 404 len: 337 time: 0.0994694 Feb 03 12:57:06.815808 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43122) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:06.883335 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5bde991-d9fe-4ce6-82b0-b5f779d91ed3 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] DELETE failed (client error): The resource could not be found. Feb 03 12:57:06.884350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5bde991-d9fe-4ce6-82b0-b5f779d91ed3 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:57:06.893438 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f5bde991-d9fe-4ce6-82b0-b5f779d91ed3 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/subnets/6095d00c-a520-4637-8f67-f11fdb070bd3 HTTP/1.1" status: 404 len: 337 time: 0.0756431 Feb 03 12:57:06.908047 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43124) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:06.941972 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:06.967268 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-59311128-3289-4955-9f90-697046784514 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] DELETE failed (client error): The resource could not be found. Feb 03 12:57:06.969574 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59311128-3289-4955-9f90-697046784514 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:57:06.975215 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-59311128-3289-4955-9f90-697046784514 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/subnets/6890635a-b965-4868-8d53-382de246e077 HTTP/1.1" status: 404 len: 337 time: 0.0616760 Feb 03 12:57:06.979441 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43126) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:07.022853 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b49d578e-83e5-4737-972a-a5afc5830098 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ff38e0-ccc6-4e9f-880b-ec59618bc5ac HTTP/1.1" status: 200 len: 205 time: 0.0404329 Feb 03 12:57:07.026757 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43128) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:07.057374 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb1c15fd-d9d6-4613-94da-b301c43104b3 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_gateway (7a672e65-261c-46cc-825e-12a809d54143), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:07.072061 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4d6f7fc-67c7-4ce0-b9e7-8289ef996539 req-ca4d78e6-c819-430b-8ecb-86544b6ef86c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6587636 Feb 03 12:57:07.159839 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-1812a9ae-fcbf-4136-b222-634945903476 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] delete failed (client error): The resource could not be found. Feb 03 12:57:07.166509 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1812a9ae-fcbf-4136-b222-634945903476 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/routers/38ff38e0-ccc6-4e9f-880b-ec59618bc5ac HTTP/1.1" status: 404 len: 336 time: 0.1385865 Feb 03 12:57:07.171917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43132) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:07.217310 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 124c7ce3-64a5-48c1-9922-f78ac6e27463 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:57:07.290906 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c85d8ba3-70c2-4478-adc6-8476de816abc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/ports?device_id=6495fc18-8332-40b7-a46f-2ef5b2c3ee5d HTTP/1.1" status: 200 len: 205 time: 0.1127508 Feb 03 12:57:07.291199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43140) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:07.466409 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-87504b7d-afae-49c4-a990-ecb531759e0d tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] delete failed (client error): The resource could not be found. Feb 03 12:57:07.472698 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-87504b7d-afae-49c4-a990-ecb531759e0d tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/routers/6495fc18-8332-40b7-a46f-2ef5b2c3ee5d HTTP/1.1" status: 404 len: 336 time: 0.1745341 Feb 03 12:57:07.484124 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43150) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:07.506161 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 124c7ce3-64a5-48c1-9922-f78ac6e27463, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=124c7ce3-64a5-48c1-9922-f78ac6e27463,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:07.538807 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '124c7ce3-64a5-48c1-9922-f78ac6e27463', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'port_id': '124c7ce3-64a5-48c1-9922-f78ac6e27463', 'mac_address': 'fa:16:3e:63:1a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27fe823-3411-4edd-b136-06676ed45522', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:57:07.574802 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-34ba6f5f-4dab-4edc-b79a-cc91b8eb28d3 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Deleting port 6d97cbab-7bc8-4427-8a48-a7476f8fa545 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:07.575548 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34ba6f5f-4dab-4edc-b79a-cc91b8eb28d3 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (6d97cbab-7bc8-4427-8a48-a7476f8fa545), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:07.608853 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31f53b6-8fca-4f9b-8585-8838fc3b7978 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] DELETE failed (client error): The resource could not be found. Feb 03 12:57:07.609667 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d31f53b6-8fca-4f9b-8585-8838fc3b7978 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:57:07.624581 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d31f53b6-8fca-4f9b-8585-8838fc3b7978 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/subnets/8272ec97-ee0d-4503-a6f1-726cf329b14d HTTP/1.1" status: 404 len: 337 time: 0.1383610 Feb 03 12:57:07.625605 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43152) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:07.628466 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 124c7ce3-64a5-48c1-9922-f78ac6e27463 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:07.629202 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (124c7ce3-64a5-48c1-9922-f78ac6e27463), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:07.680754 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124c7ce3-64a5-48c1-9922-f78ac6e27463 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:57:07.693728 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-47f00fb6-f513-4e3f-940f-8fe6715091b7 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8be3b08a-f984-4cea-a85b-b1aa7d92d5af HTTP/1.1" status: 200 len: 205 time: 0.0660136 Feb 03 12:57:07.697701 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43154) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:07.770162 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 124c7ce3-64a5-48c1-9922-f78ac6e27463, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=124c7ce3-64a5-48c1-9922-f78ac6e27463,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:07.784102 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (124c7ce3-64a5-48c1-9922-f78ac6e27463), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:07.875412 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-4800f870-cd03-40b0-b56b-18ea067dea3c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] delete failed (client error): The resource could not be found. Feb 03 12:57:07.880896 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4800f870-cd03-40b0-b56b-18ea067dea3c tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/routers/8be3b08a-f984-4cea-a85b-b1aa7d92d5af HTTP/1.1" status: 404 len: 336 time: 0.1816933 Feb 03 12:57:07.883841 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43160) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:07.886011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-34ba6f5f-4dab-4edc-b79a-cc91b8eb28d3 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] For port 6d97cbab-7bc8-4427-8a48-a7476f8fa545, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6d97cbab-7bc8-4427-8a48-a7476f8fa545,segment=NetworkSegment(16cff9d3-2e4b-4273-9c50-37c9cbb9acfb),segment_id=16cff9d3-2e4b-4273-9c50-37c9cbb9acfb)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:07.886416 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34ba6f5f-4dab-4edc-b79a-cc91b8eb28d3 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (6d97cbab-7bc8-4427-8a48-a7476f8fa545), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:07.939589 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-34ba6f5f-4dab-4edc-b79a-cc91b8eb28d3 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Calling delete_port for 6d97cbab-7bc8-4427-8a48-a7476f8fa545 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:07.971287 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=124c7ce3-64a5-48c1-9922-f78ac6e27463,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:08.022730 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-116f7639-91b8-4eb1-935d-e660dc7f8f89 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/ports?device_id=32123bab-3a12-4605-b3b1-c393f19e4d99 HTTP/1.1" status: 200 len: 205 time: 0.1369739 Feb 03 12:57:08.030261 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43166) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:08.033389 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:08.035167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:08.037968 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:08.042699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:08.043571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:08.050754 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:08.053182 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:08.056893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:08.057509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:08.061930 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:08.064571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:08.067053 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:08.069939 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:08.088139 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['124c7ce3-64a5-48c1-9922-f78ac6e27463'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:57:08.196957 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb1c15fd-d9d6-4613-94da-b301c43104b3 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_gateway (7a672e65-261c-46cc-825e-12a809d54143), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:08.210028 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-87a7e018-9e89-4f74-aed6-76d69648db81 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] delete failed (client error): The resource could not be found. Feb 03 12:57:08.211343 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-87a7e018-9e89-4f74-aed6-76d69648db81 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/routers/32123bab-3a12-4605-b3b1-c393f19e4d99 HTTP/1.1" status: 404 len: 336 time: 0.1798742 Feb 03 12:57:08.217033 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43170) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:08.334459 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:08.354460 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdbdc603-3c9e-43b1-9dc6-f8929b3c19a4 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] DELETE failed (client error): The resource could not be found. Feb 03 12:57:08.355288 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdbdc603-3c9e-43b1-9dc6-f8929b3c19a4 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:57:08.377407 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bdbdc603-3c9e-43b1-9dc6-f8929b3c19a4 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/subnets/e1ceff03-14de-4242-91e4-78be69d34359 HTTP/1.1" status: 404 len: 337 time: 0.1547065 Feb 03 12:57:08.385845 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43172) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:08.498844 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb1c15fd-d9d6-4613-94da-b301c43104b3 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:08.503335 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d06fdb65-7025-43b1-8367-051cd452ded3 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/ports?device_id=89c31cd7-4d20-4c51-87bb-4e255a17efcb HTTP/1.1" status: 200 len: 205 time: 0.1153665 Feb 03 12:57:08.504591 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43180) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:08.636656 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-341a63ab-5ecf-4cf2-aaa9-31ab80e9d7b5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] delete failed (client error): The resource could not be found. Feb 03 12:57:08.637351 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-341a63ab-5ecf-4cf2-aaa9-31ab80e9d7b5 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/routers/89c31cd7-4d20-4c51-87bb-4e255a17efcb HTTP/1.1" status: 404 len: 336 time: 0.1304712 Feb 03 12:57:08.641843 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43192) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:08.727860 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a8530d-47a6-4d28-97ff-d4500fa589e2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] DELETE failed (client error): The resource could not be found. Feb 03 12:57:08.734323 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a8530d-47a6-4d28-97ff-d4500fa589e2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:57:08.739828 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-35a8530d-47a6-4d28-97ff-d4500fa589e2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/subnets/2158b574-279e-44e0-989b-551feffa22e9 HTTP/1.1" status: 404 len: 337 time: 0.0968812 Feb 03 12:57:08.743342 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43196) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:08.817392 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8c3631ba-8825-4b7b-8ce4-54a830f47885 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e90ec99-7019-4e92-bf8e-d229c59356ee HTTP/1.1" status: 200 len: 205 time: 0.0723484 Feb 03 12:57:08.819476 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43200) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:08.872365 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e098d0-783c-4c31-b3a1-e53f991faa52 req-91a8698b-734b-4f64-845c-83e851720fd7 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:08.873986 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2e098d0-783c-4c31-b3a1-e53f991faa52 req-91a8698b-734b-4f64-845c-83e851720fd7 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942 HTTP/1.1" status: 200 len: 944 time: 0.5241902 Feb 03 12:57:08.947271 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-f0750b8c-ca1b-4f3f-8917-3a80bf3facf1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] delete failed (client error): The resource could not be found. Feb 03 12:57:08.948379 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f0750b8c-ca1b-4f3f-8917-3a80bf3facf1 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/routers/2e90ec99-7019-4e92-bf8e-d229c59356ee HTTP/1.1" status: 404 len: 336 time: 0.1278887 Feb 03 12:57:08.952103 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43204) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:09.075536 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e4ae07-41d7-49d8-9d06-94dd07ede0f2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] DELETE failed (client error): The resource could not be found. Feb 03 12:57:09.076190 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e4ae07-41d7-49d8-9d06-94dd07ede0f2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:57:09.092163 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-58e4ae07-41d7-49d8-9d06-94dd07ede0f2 tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/subnets/d8b67562-77a3-4081-b4c3-cb8df8956c08 HTTP/1.1" status: 404 len: 337 time: 0.1311502 Feb 03 12:57:09.098032 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43206) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:09.172839 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-cb1c15fd-d9d6-4613-94da-b301c43104b3 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Allocated IP 172.25.6.196 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/0ae49dee-d998-4da4-9ca8-d47f94e70188) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:57:09.219502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 124c7ce3-64a5-48c1-9922-f78ac6e27463 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:57:09.220655 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec49521a-ea13-4431-b486-9c2758d243cc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] DELETE failed (client error): The resource could not be found. Feb 03 12:57:09.223445 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec49521a-ea13-4431-b486-9c2758d243cc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:57:09.237199 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ec49521a-ea13-4431-b486-9c2758d243cc tempest-RoutersTest-2006244141 tempest-RoutersTest-2006244141-project] 10.222.0.18 "DELETE /v2.0/subnets/0b5a353c-65ba-4618-8074-78ac1158a1a7 HTTP/1.1" status: 404 len: 337 time: 0.1341171 Feb 03 12:57:09.317994 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-83de9a7d-ad21-4a57-b06e-c93387bce794 req-58e4eab3-bd7f-489e-a9cb-77bc751ac637 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.0759614 Feb 03 12:57:09.450347 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 124c7ce3-64a5-48c1-9922-f78ac6e27463 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:57:09.493224 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 124c7ce3-64a5-48c1-9922-f78ac6e27463 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:09.494252 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (124c7ce3-64a5-48c1-9922-f78ac6e27463), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:09.652352 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34ba6f5f-4dab-4edc-b79a-cc91b8eb28d3 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (6d97cbab-7bc8-4427-8a48-a7476f8fa545), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:09.704373 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2e098d0-783c-4c31-b3a1-e53f991faa52 req-1826b1db-fe75-4d39-a65c-9685eef36bf9 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7869925 Feb 03 12:57:09.773440 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba6f5f-4dab-4edc-b79a-cc91b8eb28d3 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event deleted for resources: {'Port': ['ID=6d97cbab-7bc8-4427-8a48-a7476f8fa545,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:09.842862 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb1c15fd-d9d6-4613-94da-b301c43104b3 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for port (0ae49dee-d998-4da4-9ca8-d47f94e70188), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:09.965553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 124c7ce3-64a5-48c1-9922-f78ac6e27463 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:09.966393 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (124c7ce3-64a5-48c1-9922-f78ac6e27463), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:10.052675 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43232) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:10.075929 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:10.137191 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccc5d04-2a5d-44ff-b7d2-7545e03c0942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124c7ce3-64a5-48c1-9922-f78ac6e27463'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:57:10.142691 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c2bc1e-1a4d-4108-a10c-0bed93fad178" -d '{"events": [{"server_uuid": "eccc5d04-2a5d-44ff-b7d2-7545e03c0942", "name": "network-vif-plugged", "status": "completed", "tag": "124c7ce3-64a5-48c1-9922-f78ac6e27463"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:57:10.186502 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb1c15fd-d9d6-4613-94da-b301c43104b3 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0ae49dee-d998-4da4-9ca8-d47f94e70188), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:10.238848 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 124c7ce3-64a5-48c1-9922-f78ac6e27463, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=124c7ce3-64a5-48c1-9922-f78ac6e27463,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:10.262221 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (124c7ce3-64a5-48c1-9922-f78ac6e27463), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:10.369423 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f90a3f-0623-4d9b-bea5-d71b0f67c398 x-openstack-request-id: req-86f90a3f-0623-4d9b-bea5-d71b0f67c398 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:57:10.370022 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eccc5d04-2a5d-44ff-b7d2-7545e03c0942", "name": "network-vif-plugged", "status": "completed", "tag": "124c7ce3-64a5-48c1-9922-f78ac6e27463", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:57:10.370255 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86f90a3f-0623-4d9b-bea5-d71b0f67c398 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:57:10.370881 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccc5d04-2a5d-44ff-b7d2-7545e03c0942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124c7ce3-64a5-48c1-9922-f78ac6e27463', 'code': 200} Feb 03 12:57:10.489613 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=124c7ce3-64a5-48c1-9922-f78ac6e27463,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:10.634464 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-eeb646bc-1049-40f0-b92c-0b335f6bca3a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05f05104465b4dbe8869e0f3a6da804e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5802004 Feb 03 12:57:10.638841 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43250) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:10.653013 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34ba6f5f-4dab-4edc-b79a-cc91b8eb28d3 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (b11618fa-1818-400f-99b3-b2bd6bc24a60), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:10.745228 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cbba0-6009-4ddb-a5d0-198d57f1cd96 req-13bba160-80a4-44e1-8220-668f7ddca5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:10.749003 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-628cbba0-6009-4ddb-a5d0-198d57f1cd96 req-13bba160-80a4-44e1-8220-668f7ddca5f5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942 HTTP/1.1" status: 200 len: 1127 time: 0.2334561 Feb 03 12:57:10.774525 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09eac2af-3d6c-4b96-97ac-04fb31cb48a7 req-5cbb8e48-75a6-41fc-90db-80b3d41eedb1 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.1108284 Feb 03 12:57:10.785887 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1c15fd-d9d6-4613-94da-b301c43104b3 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:10.789585 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-cb1c15fd-d9d6-4613-94da-b301c43104b3 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:10.810394 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1c15fd-d9d6-4613-94da-b301c43104b3 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:10.873700 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91a9f2f8-c2b9-4ad1-bcb0-f97457286aa3 admin admin] Publish callbacks [] for security_group (64a8a1bc-11c9-4631-8d91-c8e3235318e2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:11.061879 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91a9f2f8-c2b9-4ad1-bcb0-f97457286aa3 admin admin] Publish callbacks [] for security_group (64a8a1bc-11c9-4631-8d91-c8e3235318e2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:11.175341 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-628cbba0-6009-4ddb-a5d0-198d57f1cd96 req-f20d049f-bdbd-4e22-bf54-9cc3954e6d95 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005256 Feb 03 12:57:11.202958 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91a9f2f8-c2b9-4ad1-bcb0-f97457286aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (64a8a1bc-11c9-4631-8d91-c8e3235318e2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:11.207525 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91a9f2f8-c2b9-4ad1-bcb0-f97457286aa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:11.229391 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-91a9f2f8-c2b9-4ad1-bcb0-f97457286aa3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64a8a1bc-11c9-4631-8d91-c8e3235318e2 HTTP/1.1" status: 204 len: 168 time: 0.5821114 Feb 03 12:57:11.322111 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9f2f8-c2b9-4ad1-bcb0-f97457286aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a8a1bc-11c9-4631-8d91-c8e3235318e2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:11.381709 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b86bab-916c-46a3-a09d-32e42902ded1 req-ad1645c6-2899-4f6b-9f68-b4884b6a62f1 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:11.395767 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c5b86bab-916c-46a3-a09d-32e42902ded1 req-ad1645c6-2899-4f6b-9f68-b4884b6a62f1 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942 HTTP/1.1" status: 200 len: 945 time: 0.4635980 Feb 03 12:57:11.423765 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c15fd-d9d6-4613-94da-b301c43104b3 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Pushing event updated for resources: {'Port': ['ID=0ae49dee-d998-4da4-9ca8-d47f94e70188,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:11.652493 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c5b86bab-916c-46a3-a09d-32e42902ded1 req-2c63c761-1d4f-441d-9064-ddf21baf860e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551408 Feb 03 12:57:11.917364 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ba6f5f-4dab-4edc-b79a-cc91b8eb28d3 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Router b11618fa-1818-400f-99b3-b2bd6bc24a60 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:57:12.267485 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-06b436fc-e521-4f07-90fe-eeca26b98c09 req-65556602-b005-40f2-b5b2-e25f0a73db01 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.1444700 Feb 03 12:57:13.188727 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e73ffe-981c-4a30-a9fe-9bda97daee2b req-69c5d30c-723c-4333-8722-6b1838387e80 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:13.197737 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-10e73ffe-981c-4a30-a9fe-9bda97daee2b req-69c5d30c-723c-4333-8722-6b1838387e80 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942 HTTP/1.1" status: 200 len: 945 time: 0.2524130 Feb 03 12:57:13.329504 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb1c15fd-d9d6-4613-94da-b301c43104b3 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_gateway (7a672e65-261c-46cc-825e-12a809d54143), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:13.433912 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-10e73ffe-981c-4a30-a9fe-9bda97daee2b req-1ccefdc3-52b0-4751-84f6-4dbc09844610 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344313 Feb 03 12:57:13.526344 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-00314214-f4ea-4f79-b21e-4b6f29e9f141 req-0e1af744-ab16-4287-b15c-7bf1e7cd9baa tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.0402384 Feb 03 12:57:13.528566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ba6f5f-4dab-4edc-b79a-cc91b8eb28d3 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:57:13.546035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6e7c10-c061-4558-bce6-e1235ce98634 None None] Sync routers for ids ['b11618fa-1818-400f-99b3-b2bd6bc24a60'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:57:13.576980 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-34ba6f5f-4dab-4edc-b79a-cc91b8eb28d3 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "PUT /v2.0/routers/b11618fa-1818-400f-99b3-b2bd6bc24a60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9685166 Feb 03 12:57:13.577113 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43310) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:13.588995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6e7c10-c061-4558-bce6-e1235ce98634 None None] Routers {'b11618fa-1818-400f-99b3-b2bd6bc24a60'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:57:13.589642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4e6e7c10-c061-4558-bce6-e1235ce98634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:57:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b11618fa-1818-400f-99b3-b2bd6bc24a60'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:13.783404 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-3162b5ec-faa8-4a40-8811-9dc7bc963cb7 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Deleting subnet a50236b4-7ed8-4d68-8b31-2597f3b8e42f {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:57:13.795630 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3162b5ec-faa8-4a40-8811-9dc7bc963cb7 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for subnet (a50236b4-7ed8-4d68-8b31-2597f3b8e42f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:13.842794 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb1c15fd-d9d6-4613-94da-b301c43104b3 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (7a672e65-261c-46cc-825e-12a809d54143), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:13.870216 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb1c15fd-d9d6-4613-94da-b301c43104b3 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (7a672e65-261c-46cc-825e-12a809d54143), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:13.913392 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4e6e7c10-c061-4558-bce6-e1235ce98634 None None] Set router b11618fa-1818-400f-99b3-b2bd6bc24a60 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:57:13.948238 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3162b5ec-faa8-4a40-8811-9dc7bc963cb7 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (a50236b4-7ed8-4d68-8b31-2597f3b8e42f), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:14.234995 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3162b5ec-faa8-4a40-8811-9dc7bc963cb7 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (a50236b4-7ed8-4d68-8b31-2597f3b8e42f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:14.330944 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1c15fd-d9d6-4613-94da-b301c43104b3 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Router 7a672e65-261c-46cc-825e-12a809d54143 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:57:14.581493 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3162b5ec-faa8-4a40-8811-9dc7bc963cb7 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (a50236b4-7ed8-4d68-8b31-2597f3b8e42f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:14.728032 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3162b5ec-faa8-4a40-8811-9dc7bc963cb7 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:14.733253 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cdf385-f60f-4d55-b036-d97ee6d9e579 None None] Network a291a81e-bc4a-4030-b522-d2d3af47c518 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:57:14.737553 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3162b5ec-faa8-4a40-8811-9dc7bc963cb7 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "DELETE /v2.0/subnets/a50236b4-7ed8-4d68-8b31-2597f3b8e42f HTTP/1.1" status: 204 len: 168 time: 1.1662993 Feb 03 12:57:14.738650 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43342) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:14.743221 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162b5ec-faa8-4a40-8811-9dc7bc963cb7 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event deleted for resources: {'Subnet': ['ID=a50236b4-7ed8-4d68-8b31-2597f3b8e42f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:14.960514 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64efcaa0-c880-442c-a081-e7bf17fa59f4 req-9a47eb85-aa66-458c-980e-3993cc7f2322 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.1554973 Feb 03 12:57:14.962686 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1147a778-d4c4-4130-b958-3b9ea878520e req-b5f209fd-daba-4d36-b09c-fa6a5b26dbae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.1862063 Feb 03 12:57:14.977329 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4e6e7c10-c061-4558-bce6-e1235ce98634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:53:07Z', 'updated_at': '2022-02-03T12:57:09Z', 'revision_number': 7, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:12Z', 'updated_at': '2022-02-03T12:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:15.169502 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1606b7c0-2133-42a1-a0e4-13f1f551ac46 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for router (b11618fa-1818-400f-99b3-b2bd6bc24a60), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:15.195309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6e7c10-c061-4558-bce6-e1235ce98634 None None] Checking router: b11618fa-1818-400f-99b3-b2bd6bc24a60 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:57:15.245101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1c15fd-d9d6-4613-94da-b301c43104b3 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:57:15.247667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6e7c10-c061-4558-bce6-e1235ce98634 None None] Routers {'b11618fa-1818-400f-99b3-b2bd6bc24a60'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:57:15.260252 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4e6e7c10-c061-4558-bce6-e1235ce98634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:57:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b11618fa-1818-400f-99b3-b2bd6bc24a60'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:15.260778 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9902a790-56e8-4cb0-9cfa-a14f6ee13b8e None None] Sync routers for ids ['7a672e65-261c-46cc-825e-12a809d54143'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:57:15.272440 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9902a790-56e8-4cb0-9cfa-a14f6ee13b8e None None] Routers {'7a672e65-261c-46cc-825e-12a809d54143'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:57:15.273081 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9902a790-56e8-4cb0-9cfa-a14f6ee13b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:57:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['7a672e65-261c-46cc-825e-12a809d54143'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:15.275433 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb1c15fd-d9d6-4613-94da-b301c43104b3 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:15.282409 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cb1c15fd-d9d6-4613-94da-b301c43104b3 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "PUT /v2.0/routers/7a672e65-261c-46cc-825e-12a809d54143 HTTP/1.1" status: 200 len: 879 time: 8.7312350 Feb 03 12:57:15.286578 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43354) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:15.836328 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-df7894e3-9b7c-4478-a160-fdb87f1f127c tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "GET /v2.0/routers/7a672e65-261c-46cc-825e-12a809d54143 HTTP/1.1" status: 200 len: 920 time: 0.5478690 Feb 03 12:57:15.852303 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43364) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:15.862475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4e6e7c10-c061-4558-bce6-e1235ce98634 None None] Set router b11618fa-1818-400f-99b3-b2bd6bc24a60 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:57:16.022835 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9902a790-56e8-4cb0-9cfa-a14f6ee13b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:16.073939 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9902a790-56e8-4cb0-9cfa-a14f6ee13b8e None None] Routers {'7a672e65-261c-46cc-825e-12a809d54143'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:57:16.080308 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9902a790-56e8-4cb0-9cfa-a14f6ee13b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:57:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['7a672e65-261c-46cc-825e-12a809d54143'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:16.223701 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9902a790-56e8-4cb0-9cfa-a14f6ee13b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:16.224095 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9902a790-56e8-4cb0-9cfa-a14f6ee13b8e None None] The sync data for ids ['7a672e65-261c-46cc-825e-12a809d54143'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:57:16.314810 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b626837-34d5-4a2a-b656-eee170d24aac tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:16.317813 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0b626837-34d5-4a2a-b656-eee170d24aac tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&device_id=7a672e65-261c-46cc-825e-12a809d54143&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4636688 Feb 03 12:57:16.322178 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43374) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:16.459246 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11b7c59-1433-49fc-9230-2ab7f83b05b7 None None] DHCP port deletion for a291a81e-bc4a-4030-b522-d2d3af47c518 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:57:16.602151 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9f451ad-48d9-4d1a-bb52-fcd179633e88 req-a2bc27e2-797e-4805-a073-509d7e4f2dc1 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.1632268 Feb 03 12:57:16.650420 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:16.906119 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e19b71-55ef-4add-a223-018e003b9333 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:16.913528 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-25e19b71-55ef-4add-a223-018e003b9333 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 881 time: 0.5895686 Feb 03 12:57:16.917868 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43386) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:16.967211 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e11b7c59-1433-49fc-9230-2ab7f83b05b7 None None] Deleting port 4c4d553b-7441-477c-b003-3415ba93483a {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:16.967791 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e11b7c59-1433-49fc-9230-2ab7f83b05b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4c4d553b-7441-477c-b003-3415ba93483a), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:16.984436 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-77ab9916-4d8b-4451-bf1b-95f6eca570af tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a672e65-261c-46cc-825e-12a809d54143 HTTP/1.1" status: 200 len: 205 time: 0.0648685 Feb 03 12:57:16.995628 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43388) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:17.348065 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a22980a1-5841-4871-a56c-982c89f94395 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router (7a672e65-261c-46cc-825e-12a809d54143), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:17.420719 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1606b7c0-2133-42a1-a0e4-13f1f551ac46 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for router_gateway (b11618fa-1818-400f-99b3-b2bd6bc24a60), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:17.575203 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e11b7c59-1433-49fc-9230-2ab7f83b05b7 None None] For port 4c4d553b-7441-477c-b003-3415ba93483a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4c4d553b-7441-477c-b003-3415ba93483a,segment=NetworkSegment(16cff9d3-2e4b-4273-9c50-37c9cbb9acfb),segment_id=16cff9d3-2e4b-4273-9c50-37c9cbb9acfb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:17.575866 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e11b7c59-1433-49fc-9230-2ab7f83b05b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4c4d553b-7441-477c-b003-3415ba93483a), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:17.635373 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4e6e7c10-c061-4558-bce6-e1235ce98634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:53:07Z', 'updated_at': '2022-02-03T12:57:09Z', 'revision_number': 7, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:12Z', 'updated_at': '2022-02-03T12:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:17.661662 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1606b7c0-2133-42a1-a0e4-13f1f551ac46 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Deleting port f3d0214f-425c-48f6-b9b3-1425e165fd15 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:17.666943 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1606b7c0-2133-42a1-a0e4-13f1f551ac46 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f3d0214f-425c-48f6-b9b3-1425e165fd15), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:17.766989 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a22980a1-5841-4871-a56c-982c89f94395 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_gateway (7a672e65-261c-46cc-825e-12a809d54143), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:17.785277 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e11b7c59-1433-49fc-9230-2ab7f83b05b7 None None] Calling delete_port for 4c4d553b-7441-477c-b003-3415ba93483a owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:17.809599 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6e7c10-c061-4558-bce6-e1235ce98634 None None] The sync data for ids ['b11618fa-1818-400f-99b3-b2bd6bc24a60'] in n-d-827336-3 is: [{'id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'name': 'tempest-TestNetworkBasicOps-router-1725097346', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:53:07Z', 'updated_at': '2022-02-03T12:57:09Z', 'revision_number': 7, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': 'f3d0214f-425c-48f6-b9b3-1425e165fd15', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11618fa-1818-400f-99b3-b2bd6bc24a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:53:12Z', 'updated_at': '2022-02-03T12:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:57:17.887778 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43404) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:18.033158 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4c4d553b-7441-477c-b003-3415ba93483a no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:57:18.116157 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b7a5770d-cbaa-4531-9272-8e82e1c504b9 req-1d694d17-c560-4e22-a52e-6826eb6fd8a5 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.1982729 Feb 03 12:57:18.160387 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1606b7c0-2133-42a1-a0e4-13f1f551ac46 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] For port f3d0214f-425c-48f6-b9b3-1425e165fd15, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f3d0214f-425c-48f6-b9b3-1425e165fd15,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:18.160995 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1606b7c0-2133-42a1-a0e4-13f1f551ac46 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f3d0214f-425c-48f6-b9b3-1425e165fd15), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:18.226650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a22980a1-5841-4871-a56c-982c89f94395 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Deleting port 0ae49dee-d998-4da4-9ca8-d47f94e70188 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:18.227091 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a22980a1-5841-4871-a56c-982c89f94395 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0ae49dee-d998-4da4-9ca8-d47f94e70188), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:18.253388 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1606b7c0-2133-42a1-a0e4-13f1f551ac46 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Calling delete_port for f3d0214f-425c-48f6-b9b3-1425e165fd15 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:18.525644 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 4c4d553b-7441-477c-b003-3415ba93483a is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:18.526096 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4c4d553b-7441-477c-b003-3415ba93483a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:18.528918 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e11b7c59-1433-49fc-9230-2ab7f83b05b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (4c4d553b-7441-477c-b003-3415ba93483a), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:18.612828 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b7c59-1433-49fc-9230-2ab7f83b05b7 None None] Pushing event deleted for resources: {'Port': ['ID=4c4d553b-7441-477c-b003-3415ba93483a,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:18.624094 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11b7c59-1433-49fc-9230-2ab7f83b05b7 None None] No DVR routers for this DVR port 4c4d553b-7441-477c-b003-3415ba93483a on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:57:18.735728 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a22980a1-5841-4871-a56c-982c89f94395 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0ae49dee-d998-4da4-9ca8-d47f94e70188), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:18.781402 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a22980a1-5841-4871-a56c-982c89f94395 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Calling delete_port for 0ae49dee-d998-4da4-9ca8-d47f94e70188 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:18.946694 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-819ab8ba-d9b5-46fc-93b1-ea9a5dca046d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:19.021086 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1606b7c0-2133-42a1-a0e4-13f1f551ac46 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f3d0214f-425c-48f6-b9b3-1425e165fd15), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:19.192251 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-819ab8ba-d9b5-46fc-93b1-ea9a5dca046d admin admin] Publish callbacks [] for security_group (e68c3c66-3660-4899-b6d7-5f084b4518ac), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:19.203440 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606b7c0-2133-42a1-a0e4-13f1f551ac46 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event deleted for resources: {'Port': ['ID=f3d0214f-425c-48f6-b9b3-1425e165fd15,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:19.211648 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-819ab8ba-d9b5-46fc-93b1-ea9a5dca046d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e68c3c66-3660-4899-b6d7-5f084b4518ac), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:19.333379 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1606b7c0-2133-42a1-a0e4-13f1f551ac46 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (b11618fa-1818-400f-99b3-b2bd6bc24a60), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:19.576090 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1e506e15-0909-40b2-aea6-e13063b3b51d req-ccefe8eb-162c-4e09-a0c4-d9103523f3ec tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.3817062 Feb 03 12:57:19.630993 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a22980a1-5841-4871-a56c-982c89f94395 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0ae49dee-d998-4da4-9ca8-d47f94e70188), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:19.657934 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1606b7c0-2133-42a1-a0e4-13f1f551ac46 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (b11618fa-1818-400f-99b3-b2bd6bc24a60), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:19.670414 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1606b7c0-2133-42a1-a0e4-13f1f551ac46 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for router_controller (b11618fa-1818-400f-99b3-b2bd6bc24a60), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:19.878457 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22980a1-5841-4871-a56c-982c89f94395 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Pushing event deleted for resources: {'Port': ['ID=0ae49dee-d998-4da4-9ca8-d47f94e70188,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:19.962953 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1606b7c0-2133-42a1-a0e4-13f1f551ac46 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (b11618fa-1818-400f-99b3-b2bd6bc24a60), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:19.965224 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1606b7c0-2133-42a1-a0e4-13f1f551ac46 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Fanout notify agent at l3_agent the message router_deleted on router b11618fa-1818-400f-99b3-b2bd6bc24a60 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:57:19.973648 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-819ab8ba-d9b5-46fc-93b1-ea9a5dca046d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b211c43968424fa58b34fbb6e56d753c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0694427 Feb 03 12:57:19.975105 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43444) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:20.031452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ab8ba-d9b5-46fc-93b1-ea9a5dca046d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68c3c66-3660-4899-b6d7-5f084b4518ac,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:20.041230 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6d97cbab-7bc8-4427-8a48-a7476f8fa545 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:57:20.044978 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a22980a1-5841-4871-a56c-982c89f94395 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (7a672e65-261c-46cc-825e-12a809d54143), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:20.112260 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1606b7c0-2133-42a1-a0e4-13f1f551ac46 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:20.117823 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1606b7c0-2133-42a1-a0e4-13f1f551ac46 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "DELETE /v2.0/routers/b11618fa-1818-400f-99b3-b2bd6bc24a60 HTTP/1.1" status: 204 len: 168 time: 5.3738217 Feb 03 12:57:20.122478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43446) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:20.137482 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 6d97cbab-7bc8-4427-8a48-a7476f8fa545 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:57:20.137892 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6d97cbab-7bc8-4427-8a48-a7476f8fa545 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:57:20.302410 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-533a4637-2eda-4467-ba47-92d6f091699a admin admin] Publish callbacks [] for security_group (e68c3c66-3660-4899-b6d7-5f084b4518ac), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:20.380321 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a22980a1-5841-4871-a56c-982c89f94395 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (7a672e65-261c-46cc-825e-12a809d54143), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:20.384556 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a22980a1-5841-4871-a56c-982c89f94395 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_controller (7a672e65-261c-46cc-825e-12a809d54143), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:20.414674 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-533a4637-2eda-4467-ba47-92d6f091699a admin admin] Publish callbacks [] for security_group (e68c3c66-3660-4899-b6d7-5f084b4518ac), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:20.539480 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-533a4637-2eda-4467-ba47-92d6f091699a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e68c3c66-3660-4899-b6d7-5f084b4518ac), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:20.542731 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-533a4637-2eda-4467-ba47-92d6f091699a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:20.544293 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-533a4637-2eda-4467-ba47-92d6f091699a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e68c3c66-3660-4899-b6d7-5f084b4518ac HTTP/1.1" status: 204 len: 168 time: 0.5678716 Feb 03 12:57:20.561036 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a4637-2eda-4467-ba47-92d6f091699a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68c3c66-3660-4899-b6d7-5f084b4518ac,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:20.657033 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-801acab0-9b8a-4642-9b60-9fb65b0bdd7b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (a291a81e-bc4a-4030-b522-d2d3af47c518), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:20.686819 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a22980a1-5841-4871-a56c-982c89f94395 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (7a672e65-261c-46cc-825e-12a809d54143), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:20.687611 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22980a1-5841-4871-a56c-982c89f94395 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Fanout notify agent at l3_agent the message router_deleted on router 7a672e65-261c-46cc-825e-12a809d54143 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:57:20.709301 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a22980a1-5841-4871-a56c-982c89f94395 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:20.719160 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43456) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:20.726142 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fbb5f2bd-cafe-4a3a-83b3-bd9a5a03af22 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1602651317', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:20.740639 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a22980a1-5841-4871-a56c-982c89f94395 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "DELETE /v2.0/routers/7a672e65-261c-46cc-825e-12a809d54143 HTTP/1.1" status: 204 len: 168 time: 3.7431190 Feb 03 12:57:20.857349 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f2bd-cafe-4a3a-83b3-bd9a5a03af22 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (3bb8f860-196a-4257-b218-e23da366ad94), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:20.862437 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f2bd-cafe-4a3a-83b3-bd9a5a03af22 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (3bb8f860-196a-4257-b218-e23da366ad94), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:20.971341 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fcca758b-45c7-4b89-b6c7-3411889880aa req-84148596-acc1-48bc-969d-92a73157e860 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.1032889 Feb 03 12:57:21.098478 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f2bd-cafe-4a3a-83b3-bd9a5a03af22 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_controller (3bb8f860-196a-4257-b218-e23da366ad94), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:21.105772 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f2bd-cafe-4a3a-83b3-bd9a5a03af22 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (3bb8f860-196a-4257-b218-e23da366ad94), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:21.182500 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbb5f2bd-cafe-4a3a-83b3-bd9a5a03af22 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:21.183672 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fbb5f2bd-cafe-4a3a-83b3-bd9a5a03af22 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4631417 Feb 03 12:57:21.195366 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43466) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:21.210674 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-801acab0-9b8a-4642-9b60-9fb65b0bdd7b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (a291a81e-bc4a-4030-b522-d2d3af47c518), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:21.221175 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fd23ef63-1baf-4883-a74f-067a52655e9d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'enable_snat': True}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:21.244937 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-801acab0-9b8a-4642-9b60-9fb65b0bdd7b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a291a81e-bc4a-4030-b522-d2d3af47c518']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:21.283666 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-801acab0-9b8a-4642-9b60-9fb65b0bdd7b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16cff9d3-2e4b-4273-9c50-37c9cbb9acfb') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:21.284016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-801acab0-9b8a-4642-9b60-9fb65b0bdd7b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16cff9d3-2e4b-4273-9c50-37c9cbb9acfb') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:21.313701 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-801acab0-9b8a-4642-9b60-9fb65b0bdd7b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (16cff9d3-2e4b-4273-9c50-37c9cbb9acfb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:21.337367 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-801acab0-9b8a-4642-9b60-9fb65b0bdd7b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (16cff9d3-2e4b-4273-9c50-37c9cbb9acfb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:21.413973 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801acab0-9b8a-4642-9b60-9fb65b0bdd7b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:57:21.414689 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-801acab0-9b8a-4642-9b60-9fb65b0bdd7b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (16cff9d3-2e4b-4273-9c50-37c9cbb9acfb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:57:21.456165 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:57:21.568924 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-801acab0-9b8a-4642-9b60-9fb65b0bdd7b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (a291a81e-bc4a-4030-b522-d2d3af47c518), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:21.590952 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-801acab0-9b8a-4642-9b60-9fb65b0bdd7b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:21.617064 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-801acab0-9b8a-4642-9b60-9fb65b0bdd7b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "DELETE /v2.0/networks/a291a81e-bc4a-4030-b522-d2d3af47c518 HTTP/1.1" status: 204 len: 168 time: 1.4929662 Feb 03 12:57:21.632024 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801acab0-9b8a-4642-9b60-9fb65b0bdd7b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event deleted for resources: {'Network': ['ID=a291a81e-bc4a-4030-b522-d2d3af47c518,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:21.646351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43476) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:21.669799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e7938276-cacf-42ed-9be2-886feef8380c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'network': {'name': 'tempest-network-smoke--1394906618', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'port_security_enabled': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:21.683029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43478) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:21.747536 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d9223460-9f2f-40ef-ac0c-f4bd15fd7308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:21.753019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7938276-cacf-42ed-9be2-886feef8380c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Made reservation on behalf of ae5c5272e243447aa41be74fb2bd0003 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:21.766413 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7938276-cacf-42ed-9be2-886feef8380c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:21.893209 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd23ef63-1baf-4883-a74f-067a52655e9d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_gateway (3bb8f860-196a-4257-b218-e23da366ad94), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:21.927021 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f3d0214f-425c-48f6-b9b3-1425e165fd15 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:57:21.946451 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7938276-cacf-42ed-9be2-886feef8380c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:57:22.041501 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7938276-cacf-42ed-9be2-886feef8380c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (20fd37ff-9404-4210-b1dd-4eb7023a697a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.041788 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-e7938276-cacf-42ed-9be2-886feef8380c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Added segment 20fd37ff-9404-4210-b1dd-4eb7023a697a of type vlan for network c01a13ca-612a-4a56-b422-7f1862673a83 Feb 03 12:57:22.047089 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: f3d0214f-425c-48f6-b9b3-1425e165fd15 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:57:22.047449 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f3d0214f-425c-48f6-b9b3-1425e165fd15 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:57:22.405441 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-560f391e-d0b4-4a0b-87ee-2e9f1f5ab17f req-69504624-e2a5-4af9-96b6-81f172fd98f4 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.1047559 Feb 03 12:57:22.449928 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd23ef63-1baf-4883-a74f-067a52655e9d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_gateway (3bb8f860-196a-4257-b218-e23da366ad94), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.500779 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd23ef63-1baf-4883-a74f-067a52655e9d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.560781 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d9223460-9f2f-40ef-ac0c-f4bd15fd7308 admin admin] Publish callbacks [] for security_group (59dbc328-7032-479e-94d6-36268895d9ba), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.574610 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d9223460-9f2f-40ef-ac0c-f4bd15fd7308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (59dbc328-7032-479e-94d6-36268895d9ba), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.637526 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9223460-9f2f-40ef-ac0c-f4bd15fd7308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dbc328-7032-479e-94d6-36268895d9ba,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:22.644012 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7938276-cacf-42ed-9be2-886feef8380c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (c01a13ca-612a-4a56-b422-7f1862673a83), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.717557 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d9223460-9f2f-40ef-ac0c-f4bd15fd7308 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a8491c945c04111852f966a6cf6cd6f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0319369 Feb 03 12:57:22.719336 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43522) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:22.794383 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-fd23ef63-1baf-4883-a74f-067a52655e9d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Allocated IP 172.25.6.25 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/f7c5d522-ad84-4ab7-b973-7592311259e3) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:57:22.845848 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7938276-cacf-42ed-9be2-886feef8380c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (c01a13ca-612a-4a56-b422-7f1862673a83), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.855853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7938276-cacf-42ed-9be2-886feef8380c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:22.856836 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7938276-cacf-42ed-9be2-886feef8380c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:22.976163 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c677036b-777f-4c17-a418-4488b8927fa6 admin admin] Publish callbacks [] for security_group (59dbc328-7032-479e-94d6-36268895d9ba), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:23.025520 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c677036b-777f-4c17-a418-4488b8927fa6 admin admin] Publish callbacks [] for security_group (59dbc328-7032-479e-94d6-36268895d9ba), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:23.059478 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd23ef63-1baf-4883-a74f-067a52655e9d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for port (f7c5d522-ad84-4ab7-b973-7592311259e3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:23.139721 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd23ef63-1baf-4883-a74f-067a52655e9d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f7c5d522-ad84-4ab7-b973-7592311259e3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:23.164784 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e7938276-cacf-42ed-9be2-886feef8380c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5124507 Feb 03 12:57:23.253464 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43532) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:23.256047 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23ef63-1baf-4883-a74f-067a52655e9d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Pushing event updated for resources: {'Port': ['ID=f7c5d522-ad84-4ab7-b973-7592311259e3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:23.284839 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-df26da56-a369-42d6-aeb6-44c35816cfad tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1006596221', 'admin_state_up': True, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:23.387360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7938276-cacf-42ed-9be2-886feef8380c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'Network': ['ID=c01a13ca-612a-4a56-b422-7f1862673a83,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:23.393279 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df26da56-a369-42d6-aeb6-44c35816cfad tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (9419f0a8-42d7-43d4-86b5-00fb2ef548f8), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:23.397556 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df26da56-a369-42d6-aeb6-44c35816cfad tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (9419f0a8-42d7-43d4-86b5-00fb2ef548f8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:23.422482 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network c01a13ca-612a-4a56-b422-7f1862673a83 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:57:23.427253 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd23ef63-1baf-4883-a74f-067a52655e9d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:23.440542 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-fd23ef63-1baf-4883-a74f-067a52655e9d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:23.454531 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd23ef63-1baf-4883-a74f-067a52655e9d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:23.462821 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c677036b-777f-4c17-a418-4488b8927fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (59dbc328-7032-479e-94d6-36268895d9ba), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:23.467504 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c677036b-777f-4c17-a418-4488b8927fa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:23.499234 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c677036b-777f-4c17-a418-4488b8927fa6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59dbc328-7032-479e-94d6-36268895d9ba HTTP/1.1" status: 204 len: 168 time: 0.7737780 Feb 03 12:57:23.575017 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677036b-777f-4c17-a418-4488b8927fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dbc328-7032-479e-94d6-36268895d9ba,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:23.848158 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ad4a565b-6615-477a-a854-7b513ebf4737 req-227b1fcb-2dac-45b2-a8b6-13edebfa73b8 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.0792730 Feb 03 12:57:24.017363 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df26da56-a369-42d6-aeb6-44c35816cfad tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for router_controller (9419f0a8-42d7-43d4-86b5-00fb2ef548f8), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:24.463370 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df26da56-a369-42d6-aeb6-44c35816cfad tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for router_gateway (9419f0a8-42d7-43d4-86b5-00fb2ef548f8), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:24.732434 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd23ef63-1baf-4883-a74f-067a52655e9d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_gateway (3bb8f860-196a-4257-b218-e23da366ad94), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:25.199626 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc88713-c0c7-45a8-b15e-680732929bc2 req-96536bee-227d-4bfc-b52c-5adef8a054dc tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:25.214267 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ffc88713-c0c7-45a8-b15e-680732929bc2 req-96536bee-227d-4bfc-b52c-5adef8a054dc tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1295545 Feb 03 12:57:25.311206 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d93d5f92-a56a-4dca-b301-a6848766f54c req-3d69e2e7-90e8-40bb-9dc0-4be5619136ec tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.1481335 Feb 03 12:57:25.359651 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ffc88713-c0c7-45a8-b15e-680732929bc2 req-9e7eb8aa-5422-411b-badc-42fffe8ac3aa tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443951 Feb 03 12:57:25.755682 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd23ef63-1baf-4883-a74f-067a52655e9d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (3bb8f860-196a-4257-b218-e23da366ad94), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:25.760806 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd23ef63-1baf-4883-a74f-067a52655e9d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (3bb8f860-196a-4257-b218-e23da366ad94), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:26.164340 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df26da56-a369-42d6-aeb6-44c35816cfad tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for router_gateway (9419f0a8-42d7-43d4-86b5-00fb2ef548f8), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:26.202955 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61426209-49fb-4140-9078-96af8a1c889e req-f73e0dd5-c425-4201-9819-b7553e46ec94 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:26.205016 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-61426209-49fb-4140-9078-96af8a1c889e req-f73e0dd5-c425-4201-9819-b7553e46ec94 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.4455321 Feb 03 12:57:26.207729 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df26da56-a369-42d6-aeb6-44c35816cfad tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:26.369325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-df26da56-a369-42d6-aeb6-44c35816cfad tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Allocated IP 172.25.6.18 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/37ac1657-ee40-4fb8-8d5c-3e6646595b87) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:57:26.507322 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df26da56-a369-42d6-aeb6-44c35816cfad tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for port (37ac1657-ee40-4fb8-8d5c-3e6646595b87), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:26.551094 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df26da56-a369-42d6-aeb6-44c35816cfad tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (37ac1657-ee40-4fb8-8d5c-3e6646595b87), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:26.656044 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26da56-a369-42d6-aeb6-44c35816cfad tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'Port': ['ID=37ac1657-ee40-4fb8-8d5c-3e6646595b87,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:26.678450 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-61426209-49fb-4140-9078-96af8a1c889e req-5da29826-42ad-4710-be4f-23648c9f77fa tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344590 Feb 03 12:57:26.725774 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df26da56-a369-42d6-aeb6-44c35816cfad tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:26.742023 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-df26da56-a369-42d6-aeb6-44c35816cfad tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:26.748331 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd23ef63-1baf-4883-a74f-067a52655e9d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Router 3bb8f860-196a-4257-b218-e23da366ad94 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:57:26.756424 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df26da56-a369-42d6-aeb6-44c35816cfad tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:26.925432 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9bc065f4-4b89-4d41-bc76-6da00ccce62f req-e089d22a-5eb6-4b0f-9d7b-58690f835292 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.1881001 Feb 03 12:57:27.852521 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f08ac3-c444-4047-bd90-97cac7e98a62 req-4d0f2823-aba7-42b9-a0e2-5e9d353f54bc tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:27.855174 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e0f08ac3-c444-4047-bd90-97cac7e98a62 req-4d0f2823-aba7-42b9-a0e2-5e9d353f54bc tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.2289243 Feb 03 12:57:28.036884 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e0f08ac3-c444-4047-bd90-97cac7e98a62 req-507137e2-188a-425c-a5b4-f97beb9893da tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712482 Feb 03 12:57:28.554294 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c82fb3bf-136a-48d0-86fa-a81e38e76494 req-21336a8c-4136-4dba-bd94-503cb0eae8ae tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.2781391 Feb 03 12:57:28.590793 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df26da56-a369-42d6-aeb6-44c35816cfad tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for router_gateway (9419f0a8-42d7-43d4-86b5-00fb2ef548f8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:28.644458 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd23ef63-1baf-4883-a74f-067a52655e9d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:57:28.649244 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd23ef63-1baf-4883-a74f-067a52655e9d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:28.650479 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fd23ef63-1baf-4883-a74f-067a52655e9d tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "PUT /v2.0/routers/3bb8f860-196a-4257-b218-e23da366ad94 HTTP/1.1" status: 200 len: 914 time: 7.4540896 Feb 03 12:57:28.653568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43662) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:28.678228 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f700442-26ee-49e5-b75a-8870d18e6439 None None] Sync routers for ids ['3bb8f860-196a-4257-b218-e23da366ad94'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:57:28.731418 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f700442-26ee-49e5-b75a-8870d18e6439 None None] Routers {'3bb8f860-196a-4257-b218-e23da366ad94'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:57:28.758929 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0f700442-26ee-49e5-b75a-8870d18e6439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:57:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3bb8f860-196a-4257-b218-e23da366ad94'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:28.868526 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:57:29.252125 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df26da56-a369-42d6-aeb6-44c35816cfad tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (9419f0a8-42d7-43d4-86b5-00fb2ef548f8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:29.444819 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43678) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:29.451909 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-05ddb610-d603-4cb6-8ca6-faa6bf727e57 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "GET /v2.0/routers/3bb8f860-196a-4257-b218-e23da366ad94 HTTP/1.1" status: 200 len: 920 time: 0.7948997 Feb 03 12:57:29.504788 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449bb33-febf-4e38-b07d-e641affd03ad req-3f1787f8-61d4-4a41-b499-f37476ea8cd8 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:29.521129 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3449bb33-febf-4e38-b07d-e641affd03ad req-3f1787f8-61d4-4a41-b499-f37476ea8cd8 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.4073715 Feb 03 12:57:29.561079 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0f700442-26ee-49e5-b75a-8870d18e6439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:29.605736 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f700442-26ee-49e5-b75a-8870d18e6439 None None] Routers {'3bb8f860-196a-4257-b218-e23da366ad94'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:57:29.606227 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0f700442-26ee-49e5-b75a-8870d18e6439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:57:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3bb8f860-196a-4257-b218-e23da366ad94'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:29.691628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3449bb33-febf-4e38-b07d-e641affd03ad req-925a91cb-4794-40ca-9553-f68df995ae30 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688683 Feb 03 12:57:29.799536 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0f700442-26ee-49e5-b75a-8870d18e6439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:29.800400 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f700442-26ee-49e5-b75a-8870d18e6439 None None] The sync data for ids ['3bb8f860-196a-4257-b218-e23da366ad94'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:57:29.817490 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e3382bb3-68ba-4ced-b364-2265a3470a94 req-2811a45b-792d-4448-bff5-848b351895be tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.0507529 Feb 03 12:57:29.876953 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df3f762-0830-432f-b626-2d39ffbaa429 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:29.880146 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3df3f762-0830-432f-b626-2d39ffbaa429 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&device_id=3bb8f860-196a-4257-b218-e23da366ad94&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4276550 Feb 03 12:57:29.884400 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43684) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:30.146205 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df26da56-a369-42d6-aeb6-44c35816cfad tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Router 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:57:30.165035 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f1a05a-4834-4c70-bf90-fcc422626cea tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:30.167390 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d8f1a05a-4834-4c70-bf90-fcc422626cea tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 881 time: 0.2823179 Feb 03 12:57:30.173139 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43688) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:30.269876 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-678d09dc-e278-4efb-be2c-56ef6b5e6978 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb8f860-196a-4257-b218-e23da366ad94 HTTP/1.1" status: 200 len: 205 time: 0.0943606 Feb 03 12:57:30.273869 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43690) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:30.635409 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df26da56-a369-42d6-aeb6-44c35816cfad tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:57:30.651544 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] Sync routers for ids ['9419f0a8-42d7-43d4-86b5-00fb2ef548f8'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:57:30.675234 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6aebbe3-6766-4df5-ad23-cf7b1e8b26a6 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router (3bb8f860-196a-4257-b218-e23da366ad94), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:30.676112 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] Routers {'9419f0a8-42d7-43d4-86b5-00fb2ef548f8'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:57:30.676529 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:57:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9419f0a8-42d7-43d4-86b5-00fb2ef548f8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:30.685641 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df26da56-a369-42d6-aeb6-44c35816cfad tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:30.688067 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-df26da56-a369-42d6-aeb6-44c35816cfad tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.4276569 Feb 03 12:57:30.693017 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43694) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:30.773781 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e62d43a2-aa32-4513-8c9d-bf2d5ebeb936 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ae5c5272e243447aa41be74fb2bd0003&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0771761 Feb 03 12:57:30.776708 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43698) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:30.908204 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6aebbe3-6766-4df5-ad23-cf7b1e8b26a6 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_gateway (3bb8f860-196a-4257-b218-e23da366ad94), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:30.943094 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] Set router 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:57:31.119232 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:31.215013 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd63a718-b69d-460e-bca4-edd7c385ba1d tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:31.223073 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fd63a718-b69d-460e-bca4-edd7c385ba1d tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4450951 Feb 03 12:57:31.230762 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43712) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:31.279961 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5c522-17e9-4e2f-b17e-d5017405ba4e req-1b9a9ea0-0c0d-42d7-9bd6-c3819e13de32 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:31.291006 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b0c5c522-17e9-4e2f-b17e-d5017405ba4e req-1b9a9ea0-0c0d-42d7-9bd6-c3819e13de32 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.4564714 Feb 03 12:57:31.446308 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0b5a7498-1aaf-42b4-8391-f2d8d4f4d182 req-16fb9e2c-8aa0-4df2-8b36-e0697923698a tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.2602861 Feb 03 12:57:31.467152 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9a1a64db-b2a0-4698-bed2-7364bfd45a40 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2214816 Feb 03 12:57:31.480612 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43718) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:31.501066 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d236babc-36c6-4952-9533-e884a29632ff tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1566954672', 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:31.555470 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d6aebbe3-6766-4df5-ad23-cf7b1e8b26a6 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Deleting port f7c5d522-ad84-4ab7-b973-7592311259e3 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:31.555962 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6aebbe3-6766-4df5-ad23-cf7b1e8b26a6 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f7c5d522-ad84-4ab7-b973-7592311259e3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:31.571561 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b0c5c522-17e9-4e2f-b17e-d5017405ba4e req-2fc181cf-9136-4bde-b00b-a9bb46c440a1 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688322 Feb 03 12:57:31.603118 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'name': 'tempest-TestNetworkBasicOps-router-1006596221', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:57:23Z', 'updated_at': '2022-02-03T12:57:27Z', 'revision_number': 3, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:26Z', 'updated_at': '2022-02-03T12:57:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:31.678357 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] Checking router: 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:57:31.679457 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] Updating router 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 port 37ac1657-ee40-4fb8-8d5c-3e6646595b87 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:57:31.759382 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (37ac1657-ee40-4fb8-8d5c-3e6646595b87), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:31.845833 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d236babc-36c6-4952-9533-e884a29632ff tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Made reservation on behalf of ae5c5272e243447aa41be74fb2bd0003 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:57:31.858036 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d236babc-36c6-4952-9533-e884a29632ff tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:32.507836 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] Publish callbacks [] for port (37ac1657-ee40-4fb8-8d5c-3e6646595b87), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:32.515902 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (37ac1657-ee40-4fb8-8d5c-3e6646595b87), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:32.548735 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6aebbe3-6766-4df5-ad23-cf7b1e8b26a6 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f7c5d522-ad84-4ab7-b973-7592311259e3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:32.616831 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] Attempting to bind port 37ac1657-ee40-4fb8-8d5c-3e6646595b87 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:57:32.617190 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] Attempting to bind port 37ac1657-ee40-4fb8-8d5c-3e6646595b87 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:57:32.617555 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] Attempting to bind port 37ac1657-ee40-4fb8-8d5c-3e6646595b87 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:57:32.619767 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbe3a2-15d3-48a0-857c-6513e8cf669c None None] Pushing event updated for resources: {'Port': ['ID=37ac1657-ee40-4fb8-8d5c-3e6646595b87,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:32.628097 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d236babc-36c6-4952-9533-e884a29632ff tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (392117ba-9760-4f03-957a-6daad83da08e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:32.658749 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbe3a2-15d3-48a0-857c-6513e8cf669c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:32.659296 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbe3a2-15d3-48a0-857c-6513e8cf669c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:32.659826 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbe3a2-15d3-48a0-857c-6513e8cf669c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:32.670621 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbe3a2-15d3-48a0-857c-6513e8cf669c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:32.672851 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbe3a2-15d3-48a0-857c-6513e8cf669c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:32.673302 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbe3a2-15d3-48a0-857c-6513e8cf669c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:32.673862 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbe3a2-15d3-48a0-857c-6513e8cf669c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:32.674400 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbe3a2-15d3-48a0-857c-6513e8cf669c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:32.674923 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbe3a2-15d3-48a0-857c-6513e8cf669c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:32.675446 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbe3a2-15d3-48a0-857c-6513e8cf669c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:32.682392 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbe3a2-15d3-48a0-857c-6513e8cf669c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:32.683440 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbe3a2-15d3-48a0-857c-6513e8cf669c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:32.683716 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbe3a2-15d3-48a0-857c-6513e8cf669c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:57:32.695048 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:57:32.695671 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:57:32.696360 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:32.697029 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:57:32.697794 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] Bound port: 37ac1657-ee40-4fb8-8d5c-3e6646595b87, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:57:32.698412 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (37ac1657-ee40-4fb8-8d5c-3e6646595b87), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:32.703840 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d6aebbe3-6766-4df5-ad23-cf7b1e8b26a6 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Calling delete_port for f7c5d522-ad84-4ab7-b973-7592311259e3 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:32.909832 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] For port 37ac1657-ee40-4fb8-8d5c-3e6646595b87, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:57:32.916949 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] For port 37ac1657-ee40-4fb8-8d5c-3e6646595b87, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=37ac1657-ee40-4fb8-8d5c-3e6646595b87,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:57:32.924316 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fdcbb26a-25f7-49f6-9074-905b66da9626 req-504afedb-4744-4fdc-a161-530c3d0a9ec0 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.2140348 Feb 03 12:57:32.929603 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (37ac1657-ee40-4fb8-8d5c-3e6646595b87), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:32.966889 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc0f96-bfce-4a15-8fad-5bea385bddcf req-626b6444-416a-4c48-8f7c-a61b9557f2bd tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:32.975818 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ffc0f96-bfce-4a15-8fad-5bea385bddcf req-626b6444-416a-4c48-8f7c-a61b9557f2bd tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1813970 Feb 03 12:57:33.178947 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] Routers {'9419f0a8-42d7-43d4-86b5-00fb2ef548f8'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:57:33.180241 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:57:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9419f0a8-42d7-43d4-86b5-00fb2ef548f8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:33.186868 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236babc-36c6-4952-9533-e884a29632ff tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'Subnet': ['ID=392117ba-9760-4f03-957a-6daad83da08e,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:33.204251 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ffc0f96-bfce-4a15-8fad-5bea385bddcf req-6c51512c-ac6a-4ce1-8746-24522d16491a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154591 Feb 03 12:57:33.238957 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d236babc-36c6-4952-9533-e884a29632ff tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Checking segment: {'id': '20fd37ff-9404-4210-b1dd-4eb7023a697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:57:33.240458 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d236babc-36c6-4952-9533-e884a29632ff tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Network hostable DHCP agents. Network: c01a13ca-612a-4a56-b422-7f1862673a83, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:57:33.326689 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d236babc-36c6-4952-9533-e884a29632ff tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Network c01a13ca-612a-4a56-b422-7f1862673a83 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:57:33.379414 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbe3a2-15d3-48a0-857c-6513e8cf669c None None] Pushing event updated for resources: {'Port': ['ID=37ac1657-ee40-4fb8-8d5c-3e6646595b87,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:33.496447 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d236babc-36c6-4952-9533-e884a29632ff tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, c01a13ca-612a-4a56-b422-7f1862673a83) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:33.506721 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d236babc-36c6-4952-9533-e884a29632ff tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:33.507536 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-46c1beb4-a7df-4778-aa67-8e7e2e3eaeaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:33.508401 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d236babc-36c6-4952-9533-e884a29632ff tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:33.518703 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6f6745-0e73-4658-8542-abb1549eefcb None None] Network c01a13ca-612a-4a56-b422-7f1862673a83 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:57:33.541358 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d236babc-36c6-4952-9533-e884a29632ff tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0590127 Feb 03 12:57:33.544502 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43756) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:33.684433 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] Set router 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:57:33.839776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-c01a13ca-612a-4a56-b422-7f1862673a83', 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'fixed_ips': [{'subnet_id': '392117ba-9760-4f03-957a-6daad83da08e'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:57:33.847459 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:33.913907 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6aebbe3-6766-4df5-ad23-cf7b1e8b26a6 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f7c5d522-ad84-4ab7-b973-7592311259e3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:33.979632 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'name': 'tempest-TestNetworkBasicOps-router-1006596221', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:57:23Z', 'updated_at': '2022-02-03T12:57:27Z', 'revision_number': 3, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:26Z', 'updated_at': '2022-02-03T12:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:34.019100 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aebbe3-6766-4df5-ad23-cf7b1e8b26a6 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Pushing event deleted for resources: {'Port': ['ID=f7c5d522-ad84-4ab7-b973-7592311259e3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:34.096082 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef78f4-7e2a-4765-90ff-731d43611ad5 None None] The sync data for ids ['9419f0a8-42d7-43d4-86b5-00fb2ef548f8'] in n-d-827336-3 is: [{'id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'name': 'tempest-TestNetworkBasicOps-router-1006596221', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:57:23Z', 'updated_at': '2022-02-03T12:57:27Z', 'revision_number': 3, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:26Z', 'updated_at': '2022-02-03T12:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:57:34.194572 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6aebbe3-6766-4df5-ad23-cf7b1e8b26a6 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (3bb8f860-196a-4257-b218-e23da366ad94), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:34.695886 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] Allocated IP 172.20.0.2 (c01a13ca-612a-4a56-b422-7f1862673a83/392117ba-9760-4f03-957a-6daad83da08e/9d198774-fb7a-419e-aa2e-357bc8eb2e4c) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:57:34.758727 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6aebbe3-6766-4df5-ad23-cf7b1e8b26a6 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (3bb8f860-196a-4257-b218-e23da366ad94), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:34.765294 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6aebbe3-6766-4df5-ad23-cf7b1e8b26a6 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_controller (3bb8f860-196a-4257-b218-e23da366ad94), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:35.020678 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0cd2c649-fab8-46bc-800b-4194ee46bf8d req-d9eea953-328d-49c5-a061-8f791dbea02c tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.6452053 Feb 03 12:57:35.026281 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6aebbe3-6766-4df5-ad23-cf7b1e8b26a6 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (3bb8f860-196a-4257-b218-e23da366ad94), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:35.036110 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6aebbe3-6766-4df5-ad23-cf7b1e8b26a6 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Fanout notify agent at l3_agent the message router_deleted on router 3bb8f860-196a-4257-b218-e23da366ad94 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:57:35.110518 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6aebbe3-6766-4df5-ad23-cf7b1e8b26a6 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:35.118465 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43774) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:35.128337 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d6aebbe3-6766-4df5-ad23-cf7b1e8b26a6 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "DELETE /v2.0/routers/3bb8f860-196a-4257-b218-e23da366ad94 HTTP/1.1" status: 204 len: 168 time: 4.8370011 Feb 03 12:57:35.136315 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1623723e-5073-43e8-97cc-1133599c30db tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-149034743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:35.169483 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] Publish callbacks [] for port (9d198774-fb7a-419e-aa2e-357bc8eb2e4c), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:35.203118 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (9d198774-fb7a-419e-aa2e-357bc8eb2e4c), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:35.228120 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69d7dd-5845-44cf-aebd-b597a9f295af req-ffaf6f2e-37b4-4148-aa06-0b05ccdf9817 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:35.240652 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce69d7dd-5845-44cf-aebd-b597a9f295af req-ffaf6f2e-37b4-4148-aa06-0b05ccdf9817 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.3193913 Feb 03 12:57:35.360899 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] Network c01a13ca-612a-4a56-b422-7f1862673a83 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:35.365488 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] Pushing event updated for resources: {'Port': ['ID=9d198774-fb7a-419e-aa2e-357bc8eb2e4c,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:35.377638 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:35.397309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:35.601387 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] Attempting to bind port 9d198774-fb7a-419e-aa2e-357bc8eb2e4c on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:57:35.606568 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] Attempting to bind port 9d198774-fb7a-419e-aa2e-357bc8eb2e4c by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '20fd37ff-9404-4210-b1dd-4eb7023a697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:57:35.607526 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] Attempting to bind port 9d198774-fb7a-419e-aa2e-357bc8eb2e4c on network c01a13ca-612a-4a56-b422-7f1862673a83 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:57:35.633476 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:57:35.633958 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] Checking segment: {'id': '20fd37ff-9404-4210-b1dd-4eb7023a697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:57:35.639005 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1623723e-5073-43e8-97cc-1133599c30db tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (69afdc35-e33d-4c19-8dcd-5f55373983db), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:35.641530 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1623723e-5073-43e8-97cc-1133599c30db tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (69afdc35-e33d-4c19-8dcd-5f55373983db), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:35.646531 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:35.647604 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] Bound using segment: {'id': '20fd37ff-9404-4210-b1dd-4eb7023a697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:57:35.648467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] Bound port: 9d198774-fb7a-419e-aa2e-357bc8eb2e4c, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20fd37ff-9404-4210-b1dd-4eb7023a697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:57:35.649086 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9d198774-fb7a-419e-aa2e-357bc8eb2e4c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:35.977664 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] For port 9d198774-fb7a-419e-aa2e-357bc8eb2e4c, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:57:35.994992 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] For port 9d198774-fb7a-419e-aa2e-357bc8eb2e4c, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9d198774-fb7a-419e-aa2e-357bc8eb2e4c,segment=NetworkSegment(20fd37ff-9404-4210-b1dd-4eb7023a697a),segment_id=20fd37ff-9404-4210-b1dd-4eb7023a697a)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:57:36.010930 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9d198774-fb7a-419e-aa2e-357bc8eb2e4c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:36.269905 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42ee5b-afcf-447a-a865-092a120f858d None None] Pushing event updated for resources: {'Port': ['ID=9d198774-fb7a-419e-aa2e-357bc8eb2e4c,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:36.286302 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 37ac1657-ee40-4fb8-8d5c-3e6646595b87 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:57:36.396849 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5391c191-6515-4ac3-aa38-d3ba29577524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:36.553586 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 37ac1657-ee40-4fb8-8d5c-3e6646595b87 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:36.554340 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (37ac1657-ee40-4fb8-8d5c-3e6646595b87), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:36.584299 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-28c49656-4fc8-4b3a-b669-bd77dc7ba978 req-68054e26-f791-44aa-b559-d35a96688eb8 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.1458323 Feb 03 12:57:37.003530 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:37.164313 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 37ac1657-ee40-4fb8-8d5c-3e6646595b87 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:37.167093 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (37ac1657-ee40-4fb8-8d5c-3e6646595b87), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:37.221167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 37ac1657-ee40-4fb8-8d5c-3e6646595b87, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=37ac1657-ee40-4fb8-8d5c-3e6646595b87,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:37.252631 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (37ac1657-ee40-4fb8-8d5c-3e6646595b87), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:37.402600 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=37ac1657-ee40-4fb8-8d5c-3e6646595b87,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:37.431843 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1623723e-5073-43e8-97cc-1133599c30db tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_controller (69afdc35-e33d-4c19-8dcd-5f55373983db), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:37.467045 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce69d7dd-5845-44cf-aebd-b597a9f295af req-1ff895d6-6876-40af-ad78-174c529ad390 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.2248967 Feb 03 12:57:37.534332 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1623723e-5073-43e8-97cc-1133599c30db tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (69afdc35-e33d-4c19-8dcd-5f55373983db), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:37.880284 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1623723e-5073-43e8-97cc-1133599c30db tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:37.890026 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1623723e-5073-43e8-97cc-1133599c30db tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 2.7627940 Feb 03 12:57:37.891323 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43804) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:37.899424 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2787b3d8-be49-48ce-815a-38735dca55a0 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'enable_snat': False}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:38.069107 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1161494c-9db3-44d7-a6f9-dc76b4b6973c req-955051da-72da-4ea0-ab15-c510728a94e3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8056202 Feb 03 12:57:38.210284 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3f0dd98-f11b-4690-bd6a-f9080777785d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:38.276539 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:38.358202 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fcb498a0-05c2-4b4d-8370-e5587d9ad83d req-84b3384a-a0a0-4243-b161-29da0a9cdbf0 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.1442018 Feb 03 12:57:38.437401 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 37ac1657-ee40-4fb8-8d5c-3e6646595b87 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:57:38.541851 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161494c-9db3-44d7-a6f9-dc76b4b6973c req-b0cbc440-a476-4243-b29f-74ec57b5cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:38.546753 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1161494c-9db3-44d7-a6f9-dc76b4b6973c req-b0cbc440-a476-4243-b29f-74ec57b5cc65 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 1128 time: 0.4264796 Feb 03 12:57:38.893120 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 37ac1657-ee40-4fb8-8d5c-3e6646595b87 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:38.898454 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (37ac1657-ee40-4fb8-8d5c-3e6646595b87), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:38.981871 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161494c-9db3-44d7-a6f9-dc76b4b6973c req-57645334-760a-4a1d-8434-8991f5cafaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:38.985229 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1161494c-9db3-44d7-a6f9-dc76b4b6973c req-57645334-760a-4a1d-8434-8991f5cafaed service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.3058996 Feb 03 12:57:39.277123 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 37ac1657-ee40-4fb8-8d5c-3e6646595b87 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:39.279506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9d198774-fb7a-419e-aa2e-357bc8eb2e4c up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:57:39.283554 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1161494c-9db3-44d7-a6f9-dc76b4b6973c req-0a6b1b07-445f-433d-9b71-d02520f371ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=321981a9-19fc-464d-8218-a2a29a3bdb81 HTTP/1.1" status: 200 len: 217 time: 0.2153046 Feb 03 12:57:39.488264 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9d198774-fb7a-419e-aa2e-357bc8eb2e4c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:39.488833 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9d198774-fb7a-419e-aa2e-357bc8eb2e4c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:39.592264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4ee2a-23c2-442a-a775-813b55875b16 req-66f2c956-bbfe-4a2b-9932-a417532cb3e7 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:39.601942 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-20f4ee2a-23c2-442a-a775-813b55875b16 req-66f2c956-bbfe-4a2b-9932-a417532cb3e7 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.6790104 Feb 03 12:57:39.664865 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9d8047-3e64-4a91-a0db-6a4565059787 None None] Network c01a13ca-612a-4a56-b422-7f1862673a83 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:57:39.827397 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-20f4ee2a-23c2-442a-a775-813b55875b16 req-53d750b7-4eb8-4c0d-ade2-eedf9b15ffb4 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241352 Feb 03 12:57:40.063241 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161494c-9db3-44d7-a6f9-dc76b4b6973c req-d168d943-1672-4f28-ae68-9d1465fd4f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:40.064728 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1161494c-9db3-44d7-a6f9-dc76b4b6973c req-d168d943-1672-4f28-ae68-9d1465fd4f8d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.7443492 Feb 03 12:57:40.074822 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f40a26be-5254-47bb-8aa6-fe53e22f436d None None] Provisioning complete for port 9d198774-fb7a-419e-aa2e-357bc8eb2e4c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:40.078742 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f40a26be-5254-47bb-8aa6-fe53e22f436d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9d198774-fb7a-419e-aa2e-357bc8eb2e4c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:40.238812 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c65cc5b3-6562-452b-9daa-efb388602529 req-6194a49c-5382-4314-8937-91384f0305b7 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.1425965 Feb 03 12:57:40.384285 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:40.526294 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9d198774-fb7a-419e-aa2e-357bc8eb2e4c is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:40.526935 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9d198774-fb7a-419e-aa2e-357bc8eb2e4c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:40.536194 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-c3f0dd98-f11b-4690-bd6a-f9080777785d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Allocated IP 172.20.0.1 (c01a13ca-612a-4a56-b422-7f1862673a83/392117ba-9760-4f03-957a-6daad83da08e/927ea65a-127b-4c61-8baa-ba72f728176a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:57:40.670859 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2787b3d8-be49-48ce-815a-38735dca55a0 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_gateway (69afdc35-e33d-4c19-8dcd-5f55373983db), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:40.716076 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 9d198774-fb7a-419e-aa2e-357bc8eb2e4c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9d198774-fb7a-419e-aa2e-357bc8eb2e4c,segment=NetworkSegment(20fd37ff-9404-4210-b1dd-4eb7023a697a),segment_id=20fd37ff-9404-4210-b1dd-4eb7023a697a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:40.737928 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9d198774-fb7a-419e-aa2e-357bc8eb2e4c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:41.033854 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=9d198774-fb7a-419e-aa2e-357bc8eb2e4c,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:41.126535 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f40a26be-5254-47bb-8aa6-fe53e22f436d None None] Current status of the port 9d198774-fb7a-419e-aa2e-357bc8eb2e4c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:41.255155 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3f0dd98-f11b-4690-bd6a-f9080777785d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for port (927ea65a-127b-4c61-8baa-ba72f728176a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:41.403871 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3f0dd98-f11b-4690-bd6a-f9080777785d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (927ea65a-127b-4c61-8baa-ba72f728176a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:41.666410 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4541540-e81f-43e3-9499-ef77c1127bfb req-0399d78b-c451-4c9a-9f67-3d7582cf73d3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:41.711326 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4541540-e81f-43e3-9499-ef77c1127bfb req-0399d78b-c451-4c9a-9f67-3d7582cf73d3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.3668640 Feb 03 12:57:41.712997 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eab30154-fe56-4e9b-be0f-0504bb80006c req-90783d93-ca86-415a-a67e-206cbd48863e tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.0979908 Feb 03 12:57:41.760623 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f0dd98-f11b-4690-bd6a-f9080777785d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Network c01a13ca-612a-4a56-b422-7f1862673a83 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:41.781016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161494c-9db3-44d7-a6f9-dc76b4b6973c req-4eee8e5c-2d39-47b9-8d14-9f7a03da7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:41.791089 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1161494c-9db3-44d7-a6f9-dc76b4b6973c req-4eee8e5c-2d39-47b9-8d14-9f7a03da7d1c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.7145765 Feb 03 12:57:41.889318 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-75c816a3-4623-4f25-b7ac-be6d5546aba8 None None] Provisioning complete for port 9d198774-fb7a-419e-aa2e-357bc8eb2e4c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:41.890758 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-75c816a3-4623-4f25-b7ac-be6d5546aba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9d198774-fb7a-419e-aa2e-357bc8eb2e4c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:41.892232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c3f0dd98-f11b-4690-bd6a-f9080777785d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:41.901126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f0dd98-f11b-4690-bd6a-f9080777785d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:41.926278 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2787b3d8-be49-48ce-815a-38735dca55a0 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_gateway (69afdc35-e33d-4c19-8dcd-5f55373983db), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:42.045651 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2787b3d8-be49-48ce-815a-38735dca55a0 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:42.050132 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3f0dd98-f11b-4690-bd6a-f9080777785d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (9419f0a8-42d7-43d4-86b5-00fb2ef548f8), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:42.295166 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0dd98-f11b-4690-bd6a-f9080777785d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'Port': ['ID=927ea65a-127b-4c61-8baa-ba72f728176a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:42.461716 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-75c816a3-4623-4f25-b7ac-be6d5546aba8 None None] Current status of the port 9d198774-fb7a-419e-aa2e-357bc8eb2e4c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:42.473048 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-2787b3d8-be49-48ce-815a-38735dca55a0 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Allocated IP 172.25.6.120 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/142e4bc5-b7ac-4292-8122-d81096dc966e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:57:42.730580 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-28a677eb-77a4-4718-9316-dd174d76ab28 None None] Provisioning complete for port 927ea65a-127b-4c61-8baa-ba72f728176a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:42.731402 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4541540-e81f-43e3-9499-ef77c1127bfb req-bd538343-418b-40ea-b79e-a12fef199319 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0138659 Feb 03 12:57:42.737572 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28a677eb-77a4-4718-9316-dd174d76ab28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (927ea65a-127b-4c61-8baa-ba72f728176a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:43.031120 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9d198774-fb7a-419e-aa2e-357bc8eb2e4c up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:57:43.079589 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-28a677eb-77a4-4718-9316-dd174d76ab28 None None] Port 927ea65a-127b-4c61-8baa-ba72f728176a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:57:43.118050 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1161494c-9db3-44d7-a6f9-dc76b4b6973c req-e364d80c-86c5-4956-8bcd-c18876548030 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2653949 Feb 03 12:57:43.125139 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2787b3d8-be49-48ce-815a-38735dca55a0 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for port (142e4bc5-b7ac-4292-8122-d81096dc966e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:43.243019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9d198774-fb7a-419e-aa2e-357bc8eb2e4c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:43.243552 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9d198774-fb7a-419e-aa2e-357bc8eb2e4c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:43.349447 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3f0dd98-f11b-4690-bd6a-f9080777785d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (927ea65a-127b-4c61-8baa-ba72f728176a), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:43.456643 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-878cbdb6-cdfb-4377-a6d4-d7edcbbdb21e req-cb79d4bd-45c2-4610-9103-b3cc4a447697 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.1635065 Feb 03 12:57:43.464689 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2787b3d8-be49-48ce-815a-38735dca55a0 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (142e4bc5-b7ac-4292-8122-d81096dc966e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:43.654769 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9d198774-fb7a-419e-aa2e-357bc8eb2e4c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:43.769411 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787b3d8-be49-48ce-815a-38735dca55a0 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Pushing event updated for resources: {'Port': ['ID=142e4bc5-b7ac-4292-8122-d81096dc966e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:43.870382 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2787b3d8-be49-48ce-815a-38735dca55a0 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:43.921532 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2787b3d8-be49-48ce-815a-38735dca55a0 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:43.938820 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2787b3d8-be49-48ce-815a-38735dca55a0 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:43.946796 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1161494c-9db3-44d7-a6f9-dc76b4b6973c req-f8e0b6e4-bfc5-468a-99ae-bf692a04fa1e service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8162279 Feb 03 12:57:44.245498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b7f57-a504-42fe-a4e3-365fbfeefb63 req-ffa601ab-c844-4d2d-addd-297b98582bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:44.250947 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-837b7f57-a504-42fe-a4e3-365fbfeefb63 req-ffa601ab-c844-4d2d-addd-297b98582bf5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 1126 time: 0.4534855 Feb 03 12:57:44.520497 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0cc70-75fb-469b-b2a5-a9d84b8656c2 req-146b8dc3-4e2f-4066-b483-bb2de44b7c10 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:44.543082 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7ed0cc70-75fb-469b-b2a5-a9d84b8656c2 req-146b8dc3-4e2f-4066-b483-bb2de44b7c10 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.8975694 Feb 03 12:57:44.941262 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b7f57-a504-42fe-a4e3-365fbfeefb63 req-1eb15891-5c66-471f-acf7-ba6c74811c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:44.943146 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-837b7f57-a504-42fe-a4e3-365fbfeefb63 req-1eb15891-5c66-471f-acf7-ba6c74811c10 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.5479233 Feb 03 12:57:45.093704 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3f0dd98-f11b-4690-bd6a-f9080777785d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for port (927ea65a-127b-4c61-8baa-ba72f728176a), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:45.103292 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7ed0cc70-75fb-469b-b2a5-a9d84b8656c2 req-6bad906f-c89c-4a1d-a52f-60d134807ae1 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5581393 Feb 03 12:57:45.106597 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3f0dd98-f11b-4690-bd6a-f9080777785d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (927ea65a-127b-4c61-8baa-ba72f728176a), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:45.125358 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-99d0a5cf-cec5-42d0-b4fc-851ed435a4f0 req-6e5de62a-ae9e-43c6-8ad0-410e9abe9402 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.1808908 Feb 03 12:57:45.206026 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-837b7f57-a504-42fe-a4e3-365fbfeefb63 req-96ee3367-bc87-4695-8d66-c94a0c7b2476 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef71da0-acb2-4952-8099-e4278d115834 HTTP/1.1" status: 200 len: 999 time: 0.2431908 Feb 03 12:57:45.322348 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3f0dd98-f11b-4690-bd6a-f9080777785d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (9419f0a8-42d7-43d4-86b5-00fb2ef548f8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:45.439997 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b7f57-a504-42fe-a4e3-365fbfeefb63 req-d779e06b-9290-4547-b89c-91ee70d6f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:45.467219 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-837b7f57-a504-42fe-a4e3-365fbfeefb63 req-d779e06b-9290-4547-b89c-91ee70d6f43d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.2313035 Feb 03 12:57:45.533636 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2787b3d8-be49-48ce-815a-38735dca55a0 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router_gateway (69afdc35-e33d-4c19-8dcd-5f55373983db), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:45.656638 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b7f57-a504-42fe-a4e3-365fbfeefb63 req-a6a9a0f8-af98-403e-a1f2-65db17747d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:45.662815 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-837b7f57-a504-42fe-a4e3-365fbfeefb63 req-a6a9a0f8-af98-403e-a1f2-65db17747d72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1851172 Feb 03 12:57:45.894546 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:46.006574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f0dd98-f11b-4690-bd6a-f9080777785d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Network c01a13ca-612a-4a56-b422-7f1862673a83 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:46.034348 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c3f0dd98-f11b-4690-bd6a-f9080777785d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:46.180169 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0dd98-f11b-4690-bd6a-f9080777785d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'Port': ['ID=927ea65a-127b-4c61-8baa-ba72f728176a,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:46.659051 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2787b3d8-be49-48ce-815a-38735dca55a0 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (69afdc35-e33d-4c19-8dcd-5f55373983db), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:46.795108 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2787b3d8-be49-48ce-815a-38735dca55a0 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (69afdc35-e33d-4c19-8dcd-5f55373983db), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:46.878760 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-52ee6bd4-f01f-4939-95f8-020321c2361e None None] Provisioning complete for port 927ea65a-127b-4c61-8baa-ba72f728176a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:46.879130 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-52ee6bd4-f01f-4939-95f8-020321c2361e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (927ea65a-127b-4c61-8baa-ba72f728176a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:46.972684 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-52ee6bd4-f01f-4939-95f8-020321c2361e None None] Port 927ea65a-127b-4c61-8baa-ba72f728176a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:57:46.987259 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-91bd65b8-1007-4d4c-bc4d-18cea2dd3d2a req-067f710a-09df-4430-bbc5-5972895b038a tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.1172266 Feb 03 12:57:47.008959 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-837b7f57-a504-42fe-a4e3-365fbfeefb63 req-1ff1f4e3-9769-4841-afff-c78b4eadadb3 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3364348 Feb 03 12:57:47.041226 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f0dd98-f11b-4690-bd6a-f9080777785d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Router 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:57:47.212595 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4dbe2-9bd2-483d-aa3f-70ac997f9011 req-cb7b52a0-eb98-4cb0-94cd-8cc44a2e5d3d tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:47.225281 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5bf4dbe2-9bd2-483d-aa3f-70ac997f9011 req-cb7b52a0-eb98-4cb0-94cd-8cc44a2e5d3d tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.4363551 Feb 03 12:57:47.528953 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5bf4dbe2-9bd2-483d-aa3f-70ac997f9011 req-bcbce8b2-c979-4128-a5ca-a472fde2dab4 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3024492 Feb 03 12:57:47.595843 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f0dd98-f11b-4690-bd6a-f9080777785d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:57:47.609677 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] Sync routers for ids ['9419f0a8-42d7-43d4-86b5-00fb2ef548f8'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:57:47.629966 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c3f0dd98-f11b-4690-bd6a-f9080777785d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "PUT /v2.0/routers/9419f0a8-42d7-43d4-86b5-00fb2ef548f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0828104 Feb 03 12:57:47.631904 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] Routers {'9419f0a8-42d7-43d4-86b5-00fb2ef548f8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:57:47.636152 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:57:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9419f0a8-42d7-43d4-86b5-00fb2ef548f8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:47.636443 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43874) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:47.693283 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-837b7f57-a504-42fe-a4e3-365fbfeefb63 req-79074942-20d9-4fda-a804-8ed5901867f2 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6705976 Feb 03 12:57:47.695165 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2787b3d8-be49-48ce-815a-38735dca55a0 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Router 69afdc35-e33d-4c19-8dcd-5f55373983db is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:57:47.940130 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0470b7af-62ff-4136-89de-92a159f27015 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:47.940130 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0470b7af-62ff-4136-89de-92a159f27015 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:47.940130 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0470b7af-62ff-4136-89de-92a159f27015 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:47.940732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0470b7af-62ff-4136-89de-92a159f27015 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:47.946587 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0470b7af-62ff-4136-89de-92a159f27015 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:47.947216 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0470b7af-62ff-4136-89de-92a159f27015 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:47.953896 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0470b7af-62ff-4136-89de-92a159f27015 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.3114848 Feb 03 12:57:47.962626 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43880) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:47.971477 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] Set router 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:57:48.084691 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2787b3d8-be49-48ce-815a-38735dca55a0 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:57:48.086236 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2787b3d8-be49-48ce-815a-38735dca55a0 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:48.091004 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2787b3d8-be49-48ce-815a-38735dca55a0 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "PUT /v2.0/routers/69afdc35-e33d-4c19-8dcd-5f55373983db HTTP/1.1" status: 200 len: 915 time: 10.1963468 Feb 03 12:57:48.091785 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43888) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:48.092891 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc0f38-664b-463c-8c51-18340384736b None None] Sync routers for ids ['69afdc35-e33d-4c19-8dcd-5f55373983db'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:57:48.131203 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc0f38-664b-463c-8c51-18340384736b None None] Routers {'69afdc35-e33d-4c19-8dcd-5f55373983db'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:57:48.132644 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-45bc0f38-664b-463c-8c51-18340384736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:57:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['69afdc35-e33d-4c19-8dcd-5f55373983db'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:48.225441 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d438a5-6e7b-45db-b95d-81edd5e650c0 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:48.226268 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d438a5-6e7b-45db-b95d-81edd5e650c0 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:48.226458 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d438a5-6e7b-45db-b95d-81edd5e650c0 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:48.226895 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d438a5-6e7b-45db-b95d-81edd5e650c0 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:48.227352 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d438a5-6e7b-45db-b95d-81edd5e650c0 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:48.227804 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d438a5-6e7b-45db-b95d-81edd5e650c0 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:48.234814 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-76d438a5-6e7b-45db-b95d-81edd5e650c0 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.2686732 Feb 03 12:57:48.236961 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43892) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:48.352971 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-45bc0f38-664b-463c-8c51-18340384736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:48.393060 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-00ba8180-7ec0-4dfc-a3cd-1a176765f73d req-a08543d7-8e38-4c5e-92b5-8a171d9c49bb tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.1422627 Feb 03 12:57:48.410207 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc0f38-664b-463c-8c51-18340384736b None None] Routers {'69afdc35-e33d-4c19-8dcd-5f55373983db'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:57:48.414753 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-45bc0f38-664b-463c-8c51-18340384736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:57:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['69afdc35-e33d-4c19-8dcd-5f55373983db'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:48.607625 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-45bc0f38-664b-463c-8c51-18340384736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:48.613968 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc0f38-664b-463c-8c51-18340384736b None None] The sync data for ids ['69afdc35-e33d-4c19-8dcd-5f55373983db'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:57:48.709560 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f981709e-d22b-4451-b299-1177199a7063 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "GET /v2.0/routers/69afdc35-e33d-4c19-8dcd-5f55373983db HTTP/1.1" status: 200 len: 921 time: 0.6107814 Feb 03 12:57:48.710132 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43914) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:48.785901 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542cfb12-7c38-4311-96fa-2136d8f0320e tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:48.788546 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-542cfb12-7c38-4311-96fa-2136d8f0320e tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&device_id=69afdc35-e33d-4c19-8dcd-5f55373983db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0773141 Feb 03 12:57:48.792713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43918) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:48.882597 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'name': 'tempest-TestNetworkBasicOps-router-1006596221', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:57:23Z', 'updated_at': '2022-02-03T12:57:43Z', 'revision_number': 4, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:26Z', 'updated_at': '2022-02-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '927ea65a-127b-4c61-8baa-ba72f728176a', 'name': '', 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:1d:77:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '392117ba-9760-4f03-957a-6daad83da08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:39Z', 'updated_at': '2022-02-03T12:57:44Z', 'revision_number': 2, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': '392117ba-9760-4f03-957a-6daad83da08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:48.952509 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28767bf4-3e18-4a4a-b81f-46d23e9169b0 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:48.954280 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-28767bf4-3e18-4a4a-b81f-46d23e9169b0 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 881 time: 0.1603439 Feb 03 12:57:48.958597 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43924) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:48.990532 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] Checking router: 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:57:48.990884 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] Updating router 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 port 927ea65a-127b-4c61-8baa-ba72f728176a binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:57:49.033768 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9ebe8344-a778-48ce-b776-6c4e21eb685d tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "GET /v2.0/ports?device_id=69afdc35-e33d-4c19-8dcd-5f55373983db HTTP/1.1" status: 200 len: 205 time: 0.0695548 Feb 03 12:57:49.042181 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43926) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:49.051626 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-eb59810e-2b2c-456d-977f-6e735016d845 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.8131523 Feb 03 12:57:49.082994 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (927ea65a-127b-4c61-8baa-ba72f728176a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:49.135801 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7e235-5441-4951-8f8e-9504f581a7e7 req-d934316c-fa72-4d35-ac1e-3ea645916f30 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:49.154726 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-efb7e235-5441-4951-8f8e-9504f581a7e7 req-d934316c-fa72-4d35-ac1e-3ea645916f30 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.4423273 Feb 03 12:57:49.420037 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-efb7e235-5441-4951-8f8e-9504f581a7e7 req-9a3997c7-1855-4c89-809e-16f54da3f2a7 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525332 Feb 03 12:57:49.865830 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f76010f9-f1ee-4b4f-9340-cd822164eca0 req-b74ed74e-aaf4-40f5-b584-c3f8c2c1bfe3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.1502919 Feb 03 12:57:49.969509 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9034b454-2496-417c-a173-3fec99a352a5 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router (69afdc35-e33d-4c19-8dcd-5f55373983db), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:50.133206 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420fe2e-ff87-4bc6-9f27-fe5803bf8ac4 req-5914f8ee-a2d7-4287-a12c-6ad2a37b811f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:50.142899 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5420fe2e-ff87-4bc6-9f27-fe5803bf8ac4 req-5914f8ee-a2d7-4287-a12c-6ad2a37b811f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.4313376 Feb 03 12:57:50.432807 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5420fe2e-ff87-4bc6-9f27-fe5803bf8ac4 req-717fe55f-f3cf-4dc2-9d33-ce6da6fa3b38 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712498 Feb 03 12:57:50.618877 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] Publish callbacks [] for port (927ea65a-127b-4c61-8baa-ba72f728176a), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:50.687014 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (927ea65a-127b-4c61-8baa-ba72f728176a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:50.888829 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-901b0929-a4fe-433e-9c40-97ab2219586d req-52c6d102-044b-4e59-a07c-3952e95df7c1 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.1142318 Feb 03 12:57:50.910490 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccca8f7-8e6d-4898-a769-c2ff10d58efe None None] Pushing event updated for resources: {'Port': ['ID=927ea65a-127b-4c61-8baa-ba72f728176a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:51.213424 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43966) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:51.221054 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-966990a0-7534-491c-8caf-36157163afa9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1548201600', 'description': 'tempest-secgroup-smoke-1548201600 description', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:51.245924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] Attempting to bind port 927ea65a-127b-4c61-8baa-ba72f728176a on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:57:51.246454 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] Attempting to bind port 927ea65a-127b-4c61-8baa-ba72f728176a by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '20fd37ff-9404-4210-b1dd-4eb7023a697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:57:51.259575 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] Attempting to bind port 927ea65a-127b-4c61-8baa-ba72f728176a on network c01a13ca-612a-4a56-b422-7f1862673a83 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:57:51.329866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:57:51.330454 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] Checking segment: {'id': '20fd37ff-9404-4210-b1dd-4eb7023a697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:57:51.331082 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:51.331712 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] Bound using segment: {'id': '20fd37ff-9404-4210-b1dd-4eb7023a697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:57:51.332376 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] Bound port: 927ea65a-127b-4c61-8baa-ba72f728176a, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20fd37ff-9404-4210-b1dd-4eb7023a697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:57:51.332852 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (927ea65a-127b-4c61-8baa-ba72f728176a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:51.410706 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-966990a0-7534-491c-8caf-36157163afa9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:51.602689 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3052145b-3445-49c7-9ded-99a1ba1d7b31 None None] Provisioning complete for port 927ea65a-127b-4c61-8baa-ba72f728176a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:51.631063 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3052145b-3445-49c7-9ded-99a1ba1d7b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (927ea65a-127b-4c61-8baa-ba72f728176a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:51.743338 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-966990a0-7534-491c-8caf-36157163afa9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group (ee8a9105-d0d2-4ea9-a26f-815d0f4b2208), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:51.751838 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-966990a0-7534-491c-8caf-36157163afa9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ee8a9105-d0d2-4ea9-a26f-815d0f4b2208), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:51.810105 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3052145b-3445-49c7-9ded-99a1ba1d7b31 None None] Port 927ea65a-127b-4c61-8baa-ba72f728176a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:57:51.867553 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966990a0-7534-491c-8caf-36157163afa9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8a9105-d0d2-4ea9-a26f-815d0f4b2208,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:51.885911 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-966990a0-7534-491c-8caf-36157163afa9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:51.898352 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-966990a0-7534-491c-8caf-36157163afa9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6829352 Feb 03 12:57:51.899336 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43978) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:51.909767 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f0f19be7-59ae-4d00-a20f-c97b92dc3a3f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'security_group_rule': {'security_group_id': 'ee8a9105-d0d2-4ea9-a26f-815d0f4b2208', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:51.972628 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] For port 927ea65a-127b-4c61-8baa-ba72f728176a, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:57:51.991084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] For port 927ea65a-127b-4c61-8baa-ba72f728176a, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=927ea65a-127b-4c61-8baa-ba72f728176a,segment=NetworkSegment(20fd37ff-9404-4210-b1dd-4eb7023a697a),segment_id=20fd37ff-9404-4210-b1dd-4eb7023a697a)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:57:52.009232 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (927ea65a-127b-4c61-8baa-ba72f728176a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:52.034122 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0f19be7-59ae-4d00-a20f-c97b92dc3a3f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (b7f8663f-5592-4536-afbb-e4bddd500664), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:52.339837 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] Routers {'9419f0a8-42d7-43d4-86b5-00fb2ef548f8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:57:52.340572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:57:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9419f0a8-42d7-43d4-86b5-00fb2ef548f8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:52.460957 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dcc2edf5-7adf-4e62-a2a0-54402540ff08 req-d7224fca-7223-48f2-9694-f6e84ce630f9 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.2162142 Feb 03 12:57:52.535295 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9034b454-2496-417c-a173-3fec99a352a5 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_gateway (69afdc35-e33d-4c19-8dcd-5f55373983db), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:52.606284 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0f19be7-59ae-4d00-a20f-c97b92dc3a3f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (b7f8663f-5592-4536-afbb-e4bddd500664), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:52.614086 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0f19be7-59ae-4d00-a20f-c97b92dc3a3f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (b7f8663f-5592-4536-afbb-e4bddd500664), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:52.672863 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccca8f7-8e6d-4898-a769-c2ff10d58efe None None] Pushing event updated for resources: {'Port': ['ID=927ea65a-127b-4c61-8baa-ba72f728176a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:52.722460 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0f19be7-59ae-4d00-a20f-c97b92dc3a3f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:52.729931 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43988) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:52.735341 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f0f19be7-59ae-4d00-a20f-c97b92dc3a3f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8217754 Feb 03 12:57:52.740757 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f19be7-59ae-4d00-a20f-c97b92dc3a3f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f8663f-5592-4536-afbb-e4bddd500664,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:52.753797 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f86388a9-4aab-4141-9636-b4cf54196db9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'security_group_rule': {'security_group_id': 'ee8a9105-d0d2-4ea9-a26f-815d0f4b2208', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:52.862278 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac8666-0702-491f-a516-a757d26b514a req-a8a9a422-ca59-440f-98bd-4c198f9a1034 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:52.888759 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c1ac8666-0702-491f-a516-a757d26b514a req-a8a9a422-ca59-440f-98bd-4c198f9a1034 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.5680161 Feb 03 12:57:52.908435 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e5c4cd0f-282d-468c-9ad4-690cab7f9d80 None None] Provisioning complete for port 927ea65a-127b-4c61-8baa-ba72f728176a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:52.909603 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e5c4cd0f-282d-468c-9ad4-690cab7f9d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (927ea65a-127b-4c61-8baa-ba72f728176a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:53.135563 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] Set router 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:57:53.142257 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c1ac8666-0702-491f-a516-a757d26b514a req-35f90f56-08c8-455b-b7ab-fb6bfecb6522 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484691 Feb 03 12:57:53.187237 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9034b454-2496-417c-a173-3fec99a352a5 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Deleting port 142e4bc5-b7ac-4292-8122-d81096dc966e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:57:53.188043 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9034b454-2496-417c-a173-3fec99a352a5 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (142e4bc5-b7ac-4292-8122-d81096dc966e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:53.241160 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f86388a9-4aab-4141-9636-b4cf54196db9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (4a990175-cff1-4457-af32-acc85e6ad975), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:53.426939 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-352439dc-c6b2-48d1-90f5-f76a0cd54b9f req-c85c4fb2-79df-4f35-92e4-2eb1c14d065b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ed9a8a04deb4f3087df74ef6ded04d2&device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.2262468 Feb 03 12:57:53.540562 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68aa4494-63c3-48f0-a392-8f8d53c16148 req-add40aa4-377f-4da8-8e7e-667034d8a31a tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.1017003 Feb 03 12:57:53.667826 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-352439dc-c6b2-48d1-90f5-f76a0cd54b9f req-db411a5a-9ad3-4d51-866d-d27498707778 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=8ed9a8a04deb4f3087df74ef6ded04d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1908166 Feb 03 12:57:54.071151 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454a27b-e006-4685-a71a-4cb5008d0112 req-90877b31-20ed-488f-994e-a9783980f6a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:54.079534 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c454a27b-e006-4685-a71a-4cb5008d0112 req-90877b31-20ed-488f-994e-a9783980f6a6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.2225385 Feb 03 12:57:54.175606 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9034b454-2496-417c-a173-3fec99a352a5 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (142e4bc5-b7ac-4292-8122-d81096dc966e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:54.194244 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c454a27b-e006-4685-a71a-4cb5008d0112 req-4d01c24c-692f-480c-af7c-fad1600e6a96 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136467 Feb 03 12:57:54.217066 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9034b454-2496-417c-a173-3fec99a352a5 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Calling delete_port for 142e4bc5-b7ac-4292-8122-d81096dc966e owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:57:54.220551 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f86388a9-4aab-4141-9636-b4cf54196db9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (4a990175-cff1-4457-af32-acc85e6ad975), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:54.233899 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f86388a9-4aab-4141-9636-b4cf54196db9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (4a990175-cff1-4457-af32-acc85e6ad975), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:54.239249 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e5c4cd0f-282d-468c-9ad4-690cab7f9d80 None None] Current status of the port 927ea65a-127b-4c61-8baa-ba72f728176a is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:54.240210 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e5c4cd0f-282d-468c-9ad4-690cab7f9d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (927ea65a-127b-4c61-8baa-ba72f728176a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:54.457886 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e5c4cd0f-282d-468c-9ad4-690cab7f9d80 None None] For port 927ea65a-127b-4c61-8baa-ba72f728176a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=927ea65a-127b-4c61-8baa-ba72f728176a,segment=NetworkSegment(20fd37ff-9404-4210-b1dd-4eb7023a697a),segment_id=20fd37ff-9404-4210-b1dd-4eb7023a697a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:57:54.471817 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e5c4cd0f-282d-468c-9ad4-690cab7f9d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (927ea65a-127b-4c61-8baa-ba72f728176a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:54.476544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352439dc-c6b2-48d1-90f5-f76a0cd54b9f req-b246f9f2-8f38-427a-8433-986e84bae4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:54.489679 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-352439dc-c6b2-48d1-90f5-f76a0cd54b9f req-b246f9f2-8f38-427a-8433-986e84bae4b1 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7978039 Feb 03 12:57:54.530863 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86388a9-4aab-4141-9636-b4cf54196db9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a990175-cff1-4457-af32-acc85e6ad975,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:54.554382 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f86388a9-4aab-4141-9636-b4cf54196db9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:54.560613 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f86388a9-4aab-4141-9636-b4cf54196db9 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.8254378 Feb 03 12:57:54.561797 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44008) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:54.575214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9ddc79f2-2105-48d6-b717-b470767fa4ec tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'security_group_rule': {'security_group_id': 'ee8a9105-d0d2-4ea9-a26f-815d0f4b2208', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:54.693222 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ddc79f2-2105-48d6-b717-b470767fa4ec tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (ec5c912d-ebd2-416d-b24a-b230a289882b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:54.775674 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0bd6d26a-568a-4289-8d2d-fc8cfdf240cb req-5bcf6258-5b02-41f7-bbc1-3c52b08a3fa3 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.0444014 Feb 03 12:57:54.829609 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4cd0f-282d-468c-9ad4-690cab7f9d80 None None] Pushing event updated for resources: {'Port': ['ID=927ea65a-127b-4c61-8baa-ba72f728176a,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:54.870776 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ddc79f2-2105-48d6-b717-b470767fa4ec tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (ec5c912d-ebd2-416d-b24a-b230a289882b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:54.877490 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ddc79f2-2105-48d6-b717-b470767fa4ec tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (ec5c912d-ebd2-416d-b24a-b230a289882b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:54.978772 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc79f2-2105-48d6-b717-b470767fa4ec tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5c912d-ebd2-416d-b24a-b230a289882b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:54.992845 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9034b454-2496-417c-a173-3fec99a352a5 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (142e4bc5-b7ac-4292-8122-d81096dc966e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:55.019990 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ddc79f2-2105-48d6-b717-b470767fa4ec tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:55.028256 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9ddc79f2-2105-48d6-b717-b470767fa4ec tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4634163 Feb 03 12:57:55.032159 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44018) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:55.051578 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b40561d7-7ce9-4cfc-9ea9-ee726364a252 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'security_group_rule': {'security_group_id': 'ee8a9105-d0d2-4ea9-a26f-815d0f4b2208', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:55.101284 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034b454-2496-417c-a173-3fec99a352a5 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Pushing event deleted for resources: {'Port': ['ID=142e4bc5-b7ac-4292-8122-d81096dc966e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:55.125283 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b40561d7-7ce9-4cfc-9ea9-ee726364a252 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (454273ad-5a78-4399-832b-c9acaa758ecc), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:55.363981 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9034b454-2496-417c-a173-3fec99a352a5 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (69afdc35-e33d-4c19-8dcd-5f55373983db), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:55.366158 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'name': 'tempest-TestNetworkBasicOps-router-1006596221', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:57:23Z', 'updated_at': '2022-02-03T12:57:43Z', 'revision_number': 4, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:26Z', 'updated_at': '2022-02-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '927ea65a-127b-4c61-8baa-ba72f728176a', 'name': '', 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:1d:77:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '392117ba-9760-4f03-957a-6daad83da08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:39Z', 'updated_at': '2022-02-03T12:57:51Z', 'revision_number': 4, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': '392117ba-9760-4f03-957a-6daad83da08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:57:55.444008 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b40561d7-7ce9-4cfc-9ea9-ee726364a252 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (454273ad-5a78-4399-832b-c9acaa758ecc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:55.452638 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b40561d7-7ce9-4cfc-9ea9-ee726364a252 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (454273ad-5a78-4399-832b-c9acaa758ecc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:55.484673 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8bc03c-0301-46d8-af23-346e2a818d6b None None] The sync data for ids ['9419f0a8-42d7-43d4-86b5-00fb2ef548f8'] in n-d-827336-3 is: [{'id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'name': 'tempest-TestNetworkBasicOps-router-1006596221', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:57:23Z', 'updated_at': '2022-02-03T12:57:43Z', 'revision_number': 4, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:26Z', 'updated_at': '2022-02-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '927ea65a-127b-4c61-8baa-ba72f728176a', 'name': '', 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:1d:77:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '392117ba-9760-4f03-957a-6daad83da08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:39Z', 'updated_at': '2022-02-03T12:57:51Z', 'revision_number': 4, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': '392117ba-9760-4f03-957a-6daad83da08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:57:55.676081 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40561d7-7ce9-4cfc-9ea9-ee726364a252 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454273ad-5a78-4399-832b-c9acaa758ecc,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:55.694986 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b40561d7-7ce9-4cfc-9ea9-ee726364a252 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:55.702953 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b40561d7-7ce9-4cfc-9ea9-ee726364a252 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6650243 Feb 03 12:57:55.705796 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44024) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:55.710134 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9034b454-2496-417c-a173-3fec99a352a5 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (69afdc35-e33d-4c19-8dcd-5f55373983db), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:55.713398 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9034b454-2496-417c-a173-3fec99a352a5 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_controller (69afdc35-e33d-4c19-8dcd-5f55373983db), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:55.722535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f0ad6c98-0c71-4289-a1bb-053eb3373a08 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'security_group_rule': {'security_group_id': 'ee8a9105-d0d2-4ea9-a26f-815d0f4b2208', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:55.911891 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-f0ad6c98-0c71-4289-a1bb-053eb3373a08 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Project ae5c5272e243447aa41be74fb2bd0003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:57:56.005386 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99248a4-90a5-423d-9268-7a0512c367cf req-453379e2-9b70-4f8e-ae01-edb5db746da6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:56.015280 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b99248a4-90a5-423d-9268-7a0512c367cf req-453379e2-9b70-4f8e-ae01-edb5db746da6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.5387566 Feb 03 12:57:56.072187 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6c98-0c71-4289-a1bb-053eb3373a08 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (a1d3a9b2-9860-4dcb-82c6-ed6d4fda31d0), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.084887 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9034b454-2496-417c-a173-3fec99a352a5 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (69afdc35-e33d-4c19-8dcd-5f55373983db), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.085755 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9034b454-2496-417c-a173-3fec99a352a5 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Fanout notify agent at l3_agent the message router_deleted on router 69afdc35-e33d-4c19-8dcd-5f55373983db {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:57:56.127203 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9034b454-2496-417c-a173-3fec99a352a5 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.129082 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9034b454-2496-417c-a173-3fec99a352a5 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "DELETE /v2.0/routers/69afdc35-e33d-4c19-8dcd-5f55373983db HTTP/1.1" status: 204 len: 168 time: 7.0853822 Feb 03 12:57:56.151559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44032) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:56.171809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-522943969', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:56.264688 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b99248a4-90a5-423d-9268-7a0512c367cf req-84843908-a7eb-476e-adbc-4604a7ad9da4 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324278 Feb 03 12:57:56.344381 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6c98-0c71-4289-a1bb-053eb3373a08 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (a1d3a9b2-9860-4dcb-82c6-ed6d4fda31d0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.354604 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6c98-0c71-4289-a1bb-053eb3373a08 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (a1d3a9b2-9860-4dcb-82c6-ed6d4fda31d0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.406144 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5cdd37a-8ad9-4a8d-a430-0deda128427c req-0c19b8c5-1ca2-490e-b0f1-c8260ef91d19 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.2647326 Feb 03 12:57:56.481916 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6c98-0c71-4289-a1bb-053eb3373a08 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.485138 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f0ad6c98-0c71-4289-a1bb-053eb3373a08 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7736843 Feb 03 12:57:56.528302 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-352439dc-c6b2-48d1-90f5-f76a0cd54b9f req-cb99c382-167d-4608-8602-c1ca3089ef20 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.1297100 Feb 03 12:57:56.536064 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44040) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:57:56.543219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad6c98-0c71-4289-a1bb-053eb3373a08 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d3a9b2-9860-4dcb-82c6-ed6d4fda31d0,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:56.575754 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-523fd5a2-4dc8-48d3-bb6d-d786d93d3460 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'security_group_rule': {'security_group_id': 'ee8a9105-d0d2-4ea9-a26f-815d0f4b2208', 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:57:56.643411 n-d-827336-3 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-523fd5a2-4dc8-48d3-bb6d-d786d93d3460 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Project ae5c5272e243447aa41be74fb2bd0003 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 12:57:56.669739 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (13f79e25-43ae-41c4-a28a-a2c81769c47b), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.674002 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (13f79e25-43ae-41c4-a28a-a2c81769c47b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.695281 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-523fd5a2-4dc8-48d3-bb6d-d786d93d3460 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (ad234fbf-5642-483b-95a7-3c4aaad6ffce), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:56.870128 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_controller (13f79e25-43ae-41c4-a28a-a2c81769c47b), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:57.113879 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 927ea65a-127b-4c61-8baa-ba72f728176a up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:57:57.299306 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-523fd5a2-4dc8-48d3-bb6d-d786d93d3460 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (ad234fbf-5642-483b-95a7-3c4aaad6ffce), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:57.458136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 927ea65a-127b-4c61-8baa-ba72f728176a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:57:57.459817 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (927ea65a-127b-4c61-8baa-ba72f728176a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:57.610358 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-523fd5a2-4dc8-48d3-bb6d-d786d93d3460 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (ad234fbf-5642-483b-95a7-3c4aaad6ffce), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:57.733689 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523fd5a2-4dc8-48d3-bb6d-d786d93d3460 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad234fbf-5642-483b-95a7-3c4aaad6ffce,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:57:57.756740 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_gateway (13f79e25-43ae-41c4-a28a-a2c81769c47b), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:57.895552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c432c5-aa39-4636-ad1d-cc73877e289d req-7bf166d0-6ea0-4b93-aa4b-1edd6341240f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:57:57.919642 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-21c432c5-aa39-4636-ad1d-cc73877e289d req-7bf166d0-6ea0-4b93-aa4b-1edd6341240f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.7543769 Feb 03 12:57:58.011357 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 927ea65a-127b-4c61-8baa-ba72f728176a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:57:58.011666 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4bcfc89d-0b4b-4389-bf80-ab5491103f02 req-78685c41-ba37-42b1-a7c5-07e2749f6859 tempest-ServerShowV257Test-1820364338 tempest-ServerShowV257Test-1820364338-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a6768dc-0174-4391-953f-0f4c9909a892 HTTP/1.1" status: 200 len: 210 time: 0.0714588 Feb 03 12:57:58.078946 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-523fd5a2-4dc8-48d3-bb6d-d786d93d3460 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:58.081411 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-523fd5a2-4dc8-48d3-bb6d-d786d93d3460 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.5440288 Feb 03 12:57:58.376826 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-21c432c5-aa39-4636-ad1d-cc73877e289d req-6b3edaef-2428-46e2-8fa7-5c8eb25f994e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4471457 Feb 03 12:57:58.804930 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_gateway (13f79e25-43ae-41c4-a28a-a2c81769c47b), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:58.827843 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:59.159640 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Allocated IP 172.25.6.173 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/637046f9-4288-4d5f-8b6d-05ecf3d939f0) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:57:59.490526 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for port (637046f9-4288-4d5f-8b6d-05ecf3d939f0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:59.577956 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (637046f9-4288-4d5f-8b6d-05ecf3d939f0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:57:59.810643 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:57:59.877208 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:57:59.884861 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:57:59.905552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Pushing event updated for resources: {'Port': ['ID=637046f9-4288-4d5f-8b6d-05ecf3d939f0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:00.056501 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:00.057088 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:00.057671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:00.058245 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:00.058801 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:00.059366 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:00.059975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:00.060665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:00.061952 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:00.062519 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:00.063084 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:00.063652 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:00.064714 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:00.097580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44092) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:00.156329 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abaa81-5fba-429f-91ac-532193c517ce req-ff6729fe-e871-45ae-bdcf-e6a74af07e30 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:00.159275 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-45abaa81-5fba-429f-91ac-532193c517ce req-ff6729fe-e871-45ae-bdcf-e6a74af07e30 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.4467287 Feb 03 12:58:00.378324 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d590423-84e1-481e-a507-d692560f661e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:00.443153 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-45abaa81-5fba-429f-91ac-532193c517ce req-7bc58634-284f-4d79-a064-d601aa658cb5 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243750 Feb 03 12:58:00.547613 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d590423-84e1-481e-a507-d692560f661e admin admin] Publish callbacks [] for security_group (b8548f84-0ba5-414a-a6fe-b5ada0f7431b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:00.565140 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d590423-84e1-481e-a507-d692560f661e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b8548f84-0ba5-414a-a6fe-b5ada0f7431b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:00.730517 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1d590423-84e1-481e-a507-d692560f661e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ed9a8a04deb4f3087df74ef6ded04d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6308002 Feb 03 12:58:00.732519 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590423-84e1-481e-a507-d692560f661e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8548f84-0ba5-414a-a6fe-b5ada0f7431b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:00.737301 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44104) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:00.906478 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edd14de2-88aa-4864-a7c2-5a55e2710159 admin admin] Publish callbacks [] for security_group (b8548f84-0ba5-414a-a6fe-b5ada0f7431b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:00.962506 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edd14de2-88aa-4864-a7c2-5a55e2710159 admin admin] Publish callbacks [] for security_group (b8548f84-0ba5-414a-a6fe-b5ada0f7431b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:00.971733 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_gateway (13f79e25-43ae-41c4-a28a-a2c81769c47b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:01.086559 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edd14de2-88aa-4864-a7c2-5a55e2710159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b8548f84-0ba5-414a-a6fe-b5ada0f7431b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:01.094573 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edd14de2-88aa-4864-a7c2-5a55e2710159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:01.097556 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-edd14de2-88aa-4864-a7c2-5a55e2710159 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8548f84-0ba5-414a-a6fe-b5ada0f7431b HTTP/1.1" status: 204 len: 168 time: 0.3550687 Feb 03 12:58:01.132153 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:01.137790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd14de2-88aa-4864-a7c2-5a55e2710159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8548f84-0ba5-414a-a6fe-b5ada0f7431b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:02.455056 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f896d4c-d753-4dc2-bbe3-5d0e52e0e991 req-48ea9109-44eb-4ff7-9b3c-f2964cfaa2c1 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:02.472577 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f896d4c-d753-4dc2-bbe3-5d0e52e0e991 req-48ea9109-44eb-4ff7-9b3c-f2964cfaa2c1 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 1.6128886 Feb 03 12:58:02.939084 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f896d4c-d753-4dc2-bbe3-5d0e52e0e991 req-0e640765-4796-4879-bac4-0f54fe14c7b7 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4648933 Feb 03 12:58:02.973973 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (13f79e25-43ae-41c4-a28a-a2c81769c47b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:03.097373 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44148) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:03.427109 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-190057435-network', 'tenant_id': '616a6ba084da468a87a94b24206aca06'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:03.479401 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c335c5eb-a7f8-4cbd-a4d2-abdf797054d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:03.497842 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Made reservation on behalf of 616a6ba084da468a87a94b24206aca06 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:03.505171 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:03.539890 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:03.603081 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a024e6d-5c8b-4553-98dd-836b70939b09 req-60f29f3f-3243-4b80-acb0-ca317e424290 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:03.604973 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a024e6d-5c8b-4553-98dd-836b70939b09 req-60f29f3f-3243-4b80-acb0-ca317e424290 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.3775637 Feb 03 12:58:03.725339 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a024e6d-5c8b-4553-98dd-836b70939b09 req-f1c502d7-db6d-4141-8e68-794717529016 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049151 Feb 03 12:58:03.776263 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Router 13f79e25-43ae-41c4-a28a-a2c81769c47b is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:58:03.825765 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Publish callbacks [] for security_group (ca87bad9-ba3c-49c4-9c59-aa85e15dced4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:03.838758 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ca87bad9-ba3c-49c4-9c59-aa85e15dced4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:03.982946 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca87bad9-ba3c-49c4-9c59-aa85e15dced4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:04.017307 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:04.026002 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:04.026556 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:04.027012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:04.034366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:04.034366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:04.034366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:04.034366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:04.034366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:04.034366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:04.034366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:04.034366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:04.034366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:04.059769 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:58:04.091648 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8349473a-7ba9-43a4-9d76-74f7b8c3cffb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:04.093492 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Added segment 8349473a-7ba9-43a4-9d76-74f7b8c3cffb of type vlan for network 7dc9b526-3f62-4a01-835d-81550aa911c9 Feb 03 12:58:04.196243 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (7dc9b526-3f62-4a01-835d-81550aa911c9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:04.248560 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (7dc9b526-3f62-4a01-835d-81550aa911c9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:04.249796 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:04.250443 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:04.362614 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2622943 Feb 03 12:58:04.375869 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44164) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:04.400180 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e3229907-c8d1-4989-bf42-b76ed65adb2a admin admin] Request body: {'subnet': {'network_id': '7dc9b526-3f62-4a01-835d-81550aa911c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-190057435-subnet', 'tenant_id': '616a6ba084da468a87a94b24206aca06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:04.480053 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2e774-5693-4306-b37e-df591cf19662 req-b5c695c9-38fc-4f08-957e-632b7e1ca399 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:04.500388 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197708c-6632-4499-956a-09981ae713b2 admin admin] Pushing event updated for resources: {'Network': ['ID=7dc9b526-3f62-4a01-835d-81550aa911c9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:04.517034 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 7dc9b526-3f62-4a01-835d-81550aa911c9 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:58:04.520118 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5c2e774-5693-4306-b37e-df591cf19662 req-b5c695c9-38fc-4f08-957e-632b7e1ca399 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.5595729 Feb 03 12:58:04.708653 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:58:04.734282 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc62956-97b3-408e-a7a8-ed6e53ad4bb0 None None] Sync routers for ids ['13f79e25-43ae-41c4-a28a-a2c81769c47b'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:58:04.763192 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc62956-97b3-408e-a7a8-ed6e53ad4bb0 None None] Routers {'13f79e25-43ae-41c4-a28a-a2c81769c47b'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:04.764981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cbc62956-97b3-408e-a7a8-ed6e53ad4bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:57:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['13f79e25-43ae-41c4-a28a-a2c81769c47b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:04.824397 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:04.827423 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-33e764a3-a3f7-4c32-98f9-a4f23426b8aa tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.6741862 Feb 03 12:58:04.829893 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3229907-c8d1-4989-bf42-b76ed65adb2a admin admin] Made reservation on behalf of 616a6ba084da468a87a94b24206aca06 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:04.832202 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44166) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:04.833235 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3229907-c8d1-4989-bf42-b76ed65adb2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:04.840423 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5c2e774-5693-4306-b37e-df591cf19662 req-b8e6d9c8-38e4-4415-b722-2f5c5b990214 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3187757 Feb 03 12:58:04.840983 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0349a2d7-e2fc-46c8-90a2-850b30f3a979 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:04.927312 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cbc62956-97b3-408e-a7a8-ed6e53ad4bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:04.970701 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc62956-97b3-408e-a7a8-ed6e53ad4bb0 None None] Routers {'13f79e25-43ae-41c4-a28a-a2c81769c47b'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:04.972309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cbc62956-97b3-408e-a7a8-ed6e53ad4bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:57:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['13f79e25-43ae-41c4-a28a-a2c81769c47b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:05.165758 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cbc62956-97b3-408e-a7a8-ed6e53ad4bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:05.170015 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc62956-97b3-408e-a7a8-ed6e53ad4bb0 None None] The sync data for ids ['13f79e25-43ae-41c4-a28a-a2c81769c47b'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:58:05.616285 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3229907-c8d1-4989-bf42-b76ed65adb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:05.881514 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:58:05.882524 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3229907-c8d1-4989-bf42-b76ed65adb2a admin admin] Checking segment: {'id': '8349473a-7ba9-43a4-9d76-74f7b8c3cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7dc9b526-3f62-4a01-835d-81550aa911c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:58:05.883892 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3229907-c8d1-4989-bf42-b76ed65adb2a admin admin] Network hostable DHCP agents. Network: 7dc9b526-3f62-4a01-835d-81550aa911c9, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:58:05.889689 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3229907-c8d1-4989-bf42-b76ed65adb2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:05.923613 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3229907-c8d1-4989-bf42-b76ed65adb2a admin admin] Network 7dc9b526-3f62-4a01-835d-81550aa911c9 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:58:05.951895 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e3229907-c8d1-4989-bf42-b76ed65adb2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 7dc9b526-3f62-4a01-835d-81550aa911c9) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:05.961377 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3229907-c8d1-4989-bf42-b76ed65adb2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:05.962465 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3229907-c8d1-4989-bf42-b76ed65adb2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:05.974194 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64119f55-14ab-454c-987d-24a56264eb64 None None] Network 7dc9b526-3f62-4a01-835d-81550aa911c9 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:06.064536 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e3229907-c8d1-4989-bf42-b76ed65adb2a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6845572 Feb 03 12:58:06.287187 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aa3c15cd-1cd7-4a40-889e-5dcb24f6451a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:06.411806 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fdadab-d1cb-4cb8-94b7-b08838f5648b None None] Network 7dc9b526-3f62-4a01-835d-81550aa911c9 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:06.959641 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:07.234864 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0349a2d7-e2fc-46c8-90a2-850b30f3a979 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_gateway (13f79e25-43ae-41c4-a28a-a2c81769c47b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:07.287902 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0349a2d7-e2fc-46c8-90a2-850b30f3a979 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_gateway (13f79e25-43ae-41c4-a28a-a2c81769c47b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:07.477797 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0349a2d7-e2fc-46c8-90a2-850b30f3a979 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Deleting port 637046f9-4288-4d5f-8b6d-05ecf3d939f0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:07.478594 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0349a2d7-e2fc-46c8-90a2-850b30f3a979 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (637046f9-4288-4d5f-8b6d-05ecf3d939f0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:07.581116 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0349a2d7-e2fc-46c8-90a2-850b30f3a979 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (637046f9-4288-4d5f-8b6d-05ecf3d939f0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:07.597518 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0349a2d7-e2fc-46c8-90a2-850b30f3a979 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Calling delete_port for 637046f9-4288-4d5f-8b6d-05ecf3d939f0 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:08.127972 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0349a2d7-e2fc-46c8-90a2-850b30f3a979 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (637046f9-4288-4d5f-8b6d-05ecf3d939f0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:08.220351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349a2d7-e2fc-46c8-90a2-850b30f3a979 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Pushing event deleted for resources: {'Port': ['ID=637046f9-4288-4d5f-8b6d-05ecf3d939f0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:08.254722 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:08.420161 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0349a2d7-e2fc-46c8-90a2-850b30f3a979 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (13f79e25-43ae-41c4-a28a-a2c81769c47b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:08.989470 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0349a2d7-e2fc-46c8-90a2-850b30f3a979 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (13f79e25-43ae-41c4-a28a-a2c81769c47b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:09.006405 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0349a2d7-e2fc-46c8-90a2-850b30f3a979 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (13f79e25-43ae-41c4-a28a-a2c81769c47b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:09.296417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0349a2d7-e2fc-46c8-90a2-850b30f3a979 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Router 13f79e25-43ae-41c4-a28a-a2c81769c47b has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:58:09.554835 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0349a2d7-e2fc-46c8-90a2-850b30f3a979 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:58:09.567535 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0349a2d7-e2fc-46c8-90a2-850b30f3a979 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:09.569485 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0349a2d7-e2fc-46c8-90a2-850b30f3a979 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "PUT /v2.0/routers/13f79e25-43ae-41c4-a28a-a2c81769c47b HTTP/1.1" status: 200 len: 705 time: 4.7350111 Feb 03 12:58:09.574693 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44238) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:09.575180 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165387f2-6381-4c4b-b69d-519123b40d4a None None] Sync routers for ids ['13f79e25-43ae-41c4-a28a-a2c81769c47b'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:58:09.595764 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165387f2-6381-4c4b-b69d-519123b40d4a None None] Routers {'13f79e25-43ae-41c4-a28a-a2c81769c47b'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:09.596971 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-165387f2-6381-4c4b-b69d-519123b40d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:58:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['13f79e25-43ae-41c4-a28a-a2c81769c47b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:09.695896 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-165387f2-6381-4c4b-b69d-519123b40d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:09.718286 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165387f2-6381-4c4b-b69d-519123b40d4a None None] Routers {'13f79e25-43ae-41c4-a28a-a2c81769c47b'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:09.719698 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-165387f2-6381-4c4b-b69d-519123b40d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:58:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['13f79e25-43ae-41c4-a28a-a2c81769c47b'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:09.753869 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c597570b-8d5a-4572-b92f-8a3c4a4180df tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "GET /v2.0/routers/13f79e25-43ae-41c4-a28a-a2c81769c47b HTTP/1.1" status: 200 len: 740 time: 0.1760464 Feb 03 12:58:09.756799 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44244) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:09.799733 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-165387f2-6381-4c4b-b69d-519123b40d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:09.802219 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165387f2-6381-4c4b-b69d-519123b40d4a None None] The sync data for ids ['13f79e25-43ae-41c4-a28a-a2c81769c47b'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:58:09.927440 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:09.934232 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-808add14-c1e7-410a-a8ef-043707f51422 tempest-RoutersAdminTest-286514829 tempest-RoutersAdminTest-286514829-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&device_id=13f79e25-43ae-41c4-a28a-a2c81769c47b HTTP/1.1" status: 200 len: 205 time: 0.1736977 Feb 03 12:58:09.938622 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44254) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:09.994290 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44256) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:10.015848 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-94d5bbf3-2a97-44c0-9b7b-bc6027fa51f2 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "GET /v2.0/ports?device_id=13f79e25-43ae-41c4-a28a-a2c81769c47b HTTP/1.1" status: 200 len: 205 time: 0.0755312 Feb 03 12:58:10.106877 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41fa5d24-3db9-4c16-bd04-8f7e97bcea0b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router (13f79e25-43ae-41c4-a28a-a2c81769c47b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:10.508820 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41fa5d24-3db9-4c16-bd04-8f7e97bcea0b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (13f79e25-43ae-41c4-a28a-a2c81769c47b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:10.511608 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41fa5d24-3db9-4c16-bd04-8f7e97bcea0b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router_controller (13f79e25-43ae-41c4-a28a-a2c81769c47b), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:10.571748 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41fa5d24-3db9-4c16-bd04-8f7e97bcea0b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (13f79e25-43ae-41c4-a28a-a2c81769c47b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:10.572495 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fa5d24-3db9-4c16-bd04-8f7e97bcea0b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Fanout notify agent at l3_agent the message router_deleted on router 13f79e25-43ae-41c4-a28a-a2c81769c47b {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:58:10.593696 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41fa5d24-3db9-4c16-bd04-8f7e97bcea0b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:10.595796 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-41fa5d24-3db9-4c16-bd04-8f7e97bcea0b tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "DELETE /v2.0/routers/13f79e25-43ae-41c4-a28a-a2c81769c47b HTTP/1.1" status: 204 len: 168 time: 0.6001742 Feb 03 12:58:10.606573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44288) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:10.677832 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7c89375c-411f-4c50-9f3a-b02919fe73d4 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "GET /v2.0/ports?device_id=13f79e25-43ae-41c4-a28a-a2c81769c47b HTTP/1.1" status: 200 len: 205 time: 0.0651081 Feb 03 12:58:10.678519 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44292) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:10.802124 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-c26344f1-3982-4bea-99a3-1c82fe57a553 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] delete failed (client error): The resource could not be found. Feb 03 12:58:10.803970 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c26344f1-3982-4bea-99a3-1c82fe57a553 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "DELETE /v2.0/routers/13f79e25-43ae-41c4-a28a-a2c81769c47b HTTP/1.1" status: 404 len: 336 time: 0.1147094 Feb 03 12:58:10.806277 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-c3bcfe50-da1b-41c3-abd1-34c7fc6900f2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548201600&fields=id&tenant_id=ae5c5272e243447aa41be74fb2bd0003 HTTP/1.1" status: 200 len: 267 time: 0.2398744 Feb 03 12:58:10.810904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44300) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:10.875571 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-de26ad10-3348-405d-8b8e-28953b7afdd0 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:10.878554 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-de26ad10-3348-405d-8b8e-28953b7afdd0 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/networks?id=7dc9b526-3f62-4a01-835d-81550aa911c9 HTTP/1.1" status: 200 len: 813 time: 0.2975142 Feb 03 12:58:10.916264 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-90a7c6ed-dfb7-4500-ab00-8ad529489080 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/quotas/616a6ba084da468a87a94b24206aca06 HTTP/1.1" status: 200 len: 375 time: 0.0322595 Feb 03 12:58:10.987427 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2190d88c-2bd9-43a6-8c8e-bb459e8cc828 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "GET /v2.0/ports?device_id=69afdc35-e33d-4c19-8dcd-5f55373983db HTTP/1.1" status: 200 len: 205 time: 0.1705463 Feb 03 12:58:10.995508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44304) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:11.045950 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-b8fe9f0b-cb9c-4e3c-9081-e9821b151b6d tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=616a6ba084da468a87a94b24206aca06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1185153 Feb 03 12:58:11.430904 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-080d0a9c-92b5-4aa7-ae9a-9e5b163a719d service neutron] 10.222.0.18 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787303 Feb 03 12:58:11.550691 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-9bcbb798-1470-4eee-81b5-8755f8d7347d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:11.552964 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44312) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:11.570817 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-9bcbb798-1470-4eee-81b5-8755f8d7347d tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/networks?id=c01a13ca-612a-4a56-b422-7f1862673a83 HTTP/1.1" status: 200 len: 797 time: 0.6145289 Feb 03 12:58:11.595497 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-ec7dccf2-79be-4f23-b8b6-8807e8f26720 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] delete failed (client error): The resource could not be found. Feb 03 12:58:11.605160 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ec7dccf2-79be-4f23-b8b6-8807e8f26720 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "DELETE /v2.0/routers/69afdc35-e33d-4c19-8dcd-5f55373983db HTTP/1.1" status: 404 len: 336 time: 0.6081765 Feb 03 12:58:11.606142 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44320) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:11.752422 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ff81be30-8350-4009-b7d8-75d39134b98f tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb8f860-196a-4257-b218-e23da366ad94 HTTP/1.1" status: 200 len: 205 time: 0.1404026 Feb 03 12:58:11.753712 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44322) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:11.806419 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-138e1829-9d77-4186-9f7b-d3259ef8042c service neutron] 10.222.0.18 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508184 Feb 03 12:58:11.886067 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-ebe9911b-207b-4308-890d-047dbc9aed91 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] delete failed (client error): The resource could not be found. Feb 03 12:58:11.889788 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ebe9911b-207b-4308-890d-047dbc9aed91 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "DELETE /v2.0/routers/3bb8f860-196a-4257-b218-e23da366ad94 HTTP/1.1" status: 404 len: 336 time: 0.1315699 Feb 03 12:58:11.889894 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44324) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:11.971026 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-80f97237-7636-4438-a48e-878c97599e9f tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a672e65-261c-46cc-825e-12a809d54143 HTTP/1.1" status: 200 len: 205 time: 0.0742078 Feb 03 12:58:11.971026 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44326) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:12.109929 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-525633aa-66db-45fd-8fc0-0fd47cc79a89 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/quotas/ae5c5272e243447aa41be74fb2bd0003 HTTP/1.1" status: 200 len: 375 time: 0.5353813 Feb 03 12:58:12.127686 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-7b13c346-3764-4a9e-a278-81cbffbee309 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] delete failed (client error): The resource could not be found. Feb 03 12:58:12.129653 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7b13c346-3764-4a9e-a278-81cbffbee309 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "DELETE /v2.0/routers/7a672e65-261c-46cc-825e-12a809d54143 HTTP/1.1" status: 404 len: 336 time: 0.1588287 Feb 03 12:58:12.131837 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a45bda09-1350-4508-88b9-d5ec8ea2eb71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:12.134178 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44332) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:12.323232 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cfab5ca6-0dc7-4fe5-bccf-24f53a59d291 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5fa801-d57a-477b-93af-e7845a0e9fde HTTP/1.1" status: 200 len: 205 time: 0.1769960 Feb 03 12:58:12.326643 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44338) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:12.363463 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-46199f99-4cf1-43ab-89fb-e39ac97ac34d req-7cdb9982-c441-403d-92d0-9c31a3e8815a tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 210 time: 0.1064820 Feb 03 12:58:12.433093 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-b8906443-1d7b-4294-8c26-73bb7f1d8181 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] delete failed (client error): The resource could not be found. Feb 03 12:58:12.437520 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b8906443-1d7b-4294-8c26-73bb7f1d8181 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "DELETE /v2.0/routers/6c5fa801-d57a-477b-93af-e7845a0e9fde HTTP/1.1" status: 404 len: 336 time: 0.1019900 Feb 03 12:58:12.440420 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44340) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:12.487358 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a45bda09-1350-4508-88b9-d5ec8ea2eb71 admin admin] Publish callbacks [] for security_group (a0997228-8cb0-4991-ac35-4907d55ac252), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:12.498202 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a45bda09-1350-4508-88b9-d5ec8ea2eb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a0997228-8cb0-4991-ac35-4907d55ac252), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:12.510840 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b2cc9eb6-1865-45a4-97a3-9a63c5c64fef tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "GET /v2.0/ports?device_id=635981bc-c209-40c5-837d-7adb422d161a HTTP/1.1" status: 200 len: 205 time: 0.0595825 Feb 03 12:58:12.515868 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44342) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:12.587817 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-28225779-0346-4798-b2bf-5ba99a4bdb0e tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae5c5272e243447aa41be74fb2bd0003&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4723504 Feb 03 12:58:12.589627 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-f86ca0ac-26dd-47d0-8d29-c9c319c8d068 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] delete failed (client error): The resource could not be found. Feb 03 12:58:12.590898 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f86ca0ac-26dd-47d0-8d29-c9c319c8d068 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "DELETE /v2.0/routers/635981bc-c209-40c5-837d-7adb422d161a HTTP/1.1" status: 404 len: 336 time: 0.0650578 Feb 03 12:58:12.594304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44350) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:12.601129 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45bda09-1350-4508-88b9-d5ec8ea2eb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0997228-8cb0-4991-ac35-4907d55ac252,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:12.653968 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a45bda09-1350-4508-88b9-d5ec8ea2eb71 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc83d7d0fa9344edbed4f2ebb0d81f1c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0958965 Feb 03 12:58:12.654779 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44358) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:12.812154 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b58fd8b-c242-447f-a155-4aec79a37007 admin admin] Publish callbacks [] for security_group (a0997228-8cb0-4991-ac35-4907d55ac252), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:12.870973 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b58fd8b-c242-447f-a155-4aec79a37007 admin admin] Publish callbacks [] for security_group (a0997228-8cb0-4991-ac35-4907d55ac252), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:12.873769 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-895e5667-b147-4f20-a565-075a9fa90101 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] DELETE failed (client error): The resource could not be found. Feb 03 12:58:12.874727 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895e5667-b147-4f20-a565-075a9fa90101 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 12:58:12.887683 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-895e5667-b147-4f20-a565-075a9fa90101 tempest-RoutersAdminTest-707190646 tempest-RoutersAdminTest-707190646-project] 10.222.0.18 "DELETE /v2.0/subnets/2cbbb7de-ce2d-49f5-8a71-039739311d19 HTTP/1.1" status: 404 len: 337 time: 0.2918839 Feb 03 12:58:12.978210 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-1d3315ba-1d94-484e-af9b-9a2cf32498a9 service neutron] 10.222.0.18 "GET /v2.0/networks/c01a13ca-612a-4a56-b422-7f1862673a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555477 Feb 03 12:58:12.993456 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b58fd8b-c242-447f-a155-4aec79a37007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a0997228-8cb0-4991-ac35-4907d55ac252), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:12.996451 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b58fd8b-c242-447f-a155-4aec79a37007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:12.997665 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7b58fd8b-c242-447f-a155-4aec79a37007 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0997228-8cb0-4991-ac35-4907d55ac252 HTTP/1.1" status: 204 len: 168 time: 0.3417923 Feb 03 12:58:13.047342 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58fd8b-c242-447f-a155-4aec79a37007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0997228-8cb0-4991-ac35-4907d55ac252,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:13.476268 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-1172f0d5-1eee-496d-9a89-3ee38bb6ad57 service neutron] 10.222.0.18 "GET /v2.0/networks/c01a13ca-612a-4a56-b422-7f1862673a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935741 Feb 03 12:58:13.669598 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9f36e809-81e0-4ed5-8ff0-14155edf81b3 req-eea9ad22-039b-4ba4-b090-1a65bea795d6 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 210 time: 0.1360514 Feb 03 12:58:13.798264 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44390) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:13.905094 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-966aebd2-da7b-44d4-b4ee-cb316f7e0d18 req-06c6e1d8-2be2-4db7-9d7a-865244bcec06 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 210 time: 0.0555735 Feb 03 12:58:14.174705 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44420) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:14.209454 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-edf5cb88-dd44-4e54-b642-77a73dc8055a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:14.540253 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-edf5cb88-dd44-4e54-b642-77a73dc8055a admin admin] Publish callbacks [] for security_group (c73962a2-128a-460c-b1b6-d0f289f9a9bc), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:14.587467 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-edf5cb88-dd44-4e54-b642-77a73dc8055a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c73962a2-128a-460c-b1b6-d0f289f9a9bc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:14.743626 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-edf5cb88-dd44-4e54-b642-77a73dc8055a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f01f6169d4f40669c1d007b3f0f8d37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5675428 Feb 03 12:58:14.746640 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44434) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:14.994424 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6b0f7164-d70b-4f1f-acf2-93b7be1407eb req-861f8bca-2453-4ae6-a32a-7afe7f1f47c8 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 210 time: 0.1386001 Feb 03 12:58:15.111230 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb122546-f194-4079-8788-ccd6fe774c3e admin admin] Publish callbacks [] for security_group (c73962a2-128a-460c-b1b6-d0f289f9a9bc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:15.165715 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb122546-f194-4079-8788-ccd6fe774c3e admin admin] Publish callbacks [] for security_group (c73962a2-128a-460c-b1b6-d0f289f9a9bc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:15.239647 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-89a3c7d3-d7af-4e2f-8387-96133b8e0c6c req-6f8687be-05f4-4fea-a655-114f94622028 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 210 time: 0.0701602 Feb 03 12:58:15.259521 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fd91187-d0e1-4210-85f0-bc8f7dc4504c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:15.262274 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5cb88-dd44-4e54-b642-77a73dc8055a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73962a2-128a-460c-b1b6-d0f289f9a9bc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:15.311694 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb122546-f194-4079-8788-ccd6fe774c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c73962a2-128a-460c-b1b6-d0f289f9a9bc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:15.318924 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb122546-f194-4079-8788-ccd6fe774c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:15.322290 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-eb122546-f194-4079-8788-ccd6fe774c3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c73962a2-128a-460c-b1b6-d0f289f9a9bc HTTP/1.1" status: 204 len: 168 time: 0.5736690 Feb 03 12:58:15.346888 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb122546-f194-4079-8788-ccd6fe774c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73962a2-128a-460c-b1b6-d0f289f9a9bc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:15.363576 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-63c6c4c6-4ee4-4eb0-9bd9-7e1bbf035e87 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:15.366030 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-63c6c4c6-4ee4-4eb0-9bd9-7e1bbf035e87 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.31 "GET /v2.0/networks?id=7dc9b526-3f62-4a01-835d-81550aa911c9 HTTP/1.1" status: 200 len: 813 time: 0.8240633 Feb 03 12:58:15.397175 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-793f58aa-613d-4ba6-a7f5-dbc694f8d61e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Request body: {'port': {'device_id': 'ba7314ec-0b92-4599-aa83-438297651f67', 'network_id': '7dc9b526-3f62-4a01-835d-81550aa911c9', 'admin_state_up': True, 'tenant_id': '616a6ba084da468a87a94b24206aca06'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:15.769765 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-793f58aa-613d-4ba6-a7f5-dbc694f8d61e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Made reservation on behalf of 616a6ba084da468a87a94b24206aca06 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:15.796940 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-793f58aa-613d-4ba6-a7f5-dbc694f8d61e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:15.873371 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fd91187-d0e1-4210-85f0-bc8f7dc4504c admin admin] Publish callbacks [] for security_group (1616023e-5b68-4ec3-963e-073c381288ea), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:15.912435 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0fd91187-d0e1-4210-85f0-bc8f7dc4504c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1616023e-5b68-4ec3-963e-073c381288ea), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:15.924360 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:15.990466 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0fd91187-d0e1-4210-85f0-bc8f7dc4504c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd14ab89cf7848f79d8785bec437d72e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1904702 Feb 03 12:58:15.994587 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44490) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:16.012365 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd91187-d0e1-4210-85f0-bc8f7dc4504c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1616023e-5b68-4ec3-963e-073c381288ea,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:16.315497 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb4a2161-4e65-4b7a-b56b-b38a0a8c7970 req-35a33c66-e715-4fa4-84e4-5bb115d88ed0 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 210 time: 0.1395147 Feb 03 12:58:16.417911 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca0ba345-b2e1-4366-958c-ef662b2ab40e admin admin] Publish callbacks [] for security_group (1616023e-5b68-4ec3-963e-073c381288ea), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:16.488327 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca0ba345-b2e1-4366-958c-ef662b2ab40e admin admin] Publish callbacks [] for security_group (1616023e-5b68-4ec3-963e-073c381288ea), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:16.621138 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca0ba345-b2e1-4366-958c-ef662b2ab40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1616023e-5b68-4ec3-963e-073c381288ea), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:16.628978 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca0ba345-b2e1-4366-958c-ef662b2ab40e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:16.636651 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ca0ba345-b2e1-4366-958c-ef662b2ab40e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1616023e-5b68-4ec3-963e-073c381288ea HTTP/1.1" status: 204 len: 168 time: 0.6393738 Feb 03 12:58:16.664245 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ba345-b2e1-4366-958c-ef662b2ab40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1616023e-5b68-4ec3-963e-073c381288ea,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:16.841741 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-793f58aa-613d-4ba6-a7f5-dbc694f8d61e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Allocated IP 172.20.0.6 (7dc9b526-3f62-4a01-835d-81550aa911c9/56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d/b072ab41-8edb-4efb-bdb7-17a1f52ba5aa) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:16.958231 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-32e5798c-a457-416e-824d-4da511dd1342 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:16.960676 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-32e5798c-a457-416e-824d-4da511dd1342 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.31 "GET /v2.0/networks?id=c01a13ca-612a-4a56-b422-7f1862673a83 HTTP/1.1" status: 200 len: 797 time: 0.7371976 Feb 03 12:58:17.117679 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-b5ac30b8-6baa-474a-935c-8047952c94e6 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae5c5272e243447aa41be74fb2bd0003 HTTP/1.1" status: 200 len: 380 time: 0.1434283 Feb 03 12:58:17.150226 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-b1446ae5-091e-4e97-a386-07a0ac77419c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'port': {'device_id': 'cc1cff8a-1c93-4f3f-890b-91ff0f67d677', 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83', 'admin_state_up': True, 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'security_groups': ['ee8a9105-d0d2-4ea9-a26f-815d0f4b2208']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:17.546236 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-793f58aa-613d-4ba6-a7f5-dbc694f8d61e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Publish callbacks [] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:17.585723 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-b1446ae5-091e-4e97-a386-07a0ac77419c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Made reservation on behalf of ae5c5272e243447aa41be74fb2bd0003 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:17.595317 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-b1446ae5-091e-4e97-a386-07a0ac77419c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:17.637603 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8877a8de-5957-44b2-bcde-a599d93847bb req-1529f65d-10d0-43ad-87ca-bd651a747f94 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 210 time: 0.1746249 Feb 03 12:58:17.999474 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d321c8f-b075-4fde-917c-f2e47cfaac60 req-f6a67e1b-40b7-4a78-9152-96cba4e88289 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 210 time: 1.4506638 Feb 03 12:58:18.059292 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-793f58aa-613d-4ba6-a7f5-dbc694f8d61e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:18.179148 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44544) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:18.181785 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-793f58aa-613d-4ba6-a7f5-dbc694f8d61e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Network 7dc9b526-3f62-4a01-835d-81550aa911c9 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:18.184157 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-b1446ae5-091e-4e97-a386-07a0ac77419c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Allocated IP 172.20.0.9 (c01a13ca-612a-4a56-b422-7f1862673a83/392117ba-9760-4f03-957a-6daad83da08e/d5631553-e547-4d72-9b65-7759696c6f01) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:18.187004 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f58aa-613d-4ba6-a7f5-dbc694f8d61e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Pushing event updated for resources: {'Port': ['ID=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:18.194273 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-793f58aa-613d-4ba6-a7f5-dbc694f8d61e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:18.198644 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-793f58aa-613d-4ba6-a7f5-dbc694f8d61e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:18.374017 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-793f58aa-613d-4ba6-a7f5-dbc694f8d61e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:18.374968 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-793f58aa-613d-4ba6-a7f5-dbc694f8d61e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:18.385580 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e26427b4-5b2b-4928-8c45-a91f44a095c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1bfa8823edb8430496caa64915347a6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1970177 Feb 03 12:58:18.386526 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44546) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:18.466390 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f899c3bc-0dfe-4eed-a255-81c81bad9028 admin admin] Publish callbacks [] for security_group (c7d30098-73f4-4bb4-b8b3-cc45fe068270), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:18.507342 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f899c3bc-0dfe-4eed-a255-81c81bad9028 admin admin] Publish callbacks [] for security_group (c7d30098-73f4-4bb4-b8b3-cc45fe068270), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:18.518089 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-793f58aa-613d-4ba6-a7f5-dbc694f8d61e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1309500 Feb 03 12:58:18.568527 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] Request body: {'port': {'device_id': 'ba7314ec-0b92-4599-aa83-438297651f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:18.595364 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f899c3bc-0dfe-4eed-a255-81c81bad9028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c7d30098-73f4-4bb4-b8b3-cc45fe068270), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:18.599349 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f899c3bc-0dfe-4eed-a255-81c81bad9028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:18.601682 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f899c3bc-0dfe-4eed-a255-81c81bad9028 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7d30098-73f4-4bb4-b8b3-cc45fe068270 HTTP/1.1" status: 204 len: 168 time: 0.2138922 Feb 03 12:58:18.614008 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899c3bc-0dfe-4eed-a255-81c81bad9028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d30098-73f4-4bb4-b8b3-cc45fe068270,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:18.791360 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:18.956657 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190699c0-c2ee-4961-a76d-3ed1832f9cb8 req-b6114d3f-6e7d-4986-a06f-1453340874e0 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:18.970066 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-190699c0-c2ee-4961-a76d-3ed1832f9cb8 req-b6114d3f-6e7d-4986-a06f-1453340874e0 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 931 time: 0.1763148 Feb 03 12:58:19.189077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-190699c0-c2ee-4961-a76d-3ed1832f9cb8 req-66bf2bf1-0a4b-4da5-9a96-de972ece93cc tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092226 Feb 03 12:58:19.471433 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18209eef-c3eb-4b6b-9865-74c1d79d7393 req-234daeea-27a7-4c51-9839-1525db774b57 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 210 time: 0.1378894 Feb 03 12:58:19.641101 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-b1446ae5-091e-4e97-a386-07a0ac77419c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for port (d5631553-e547-4d72-9b65-7759696c6f01), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:19.879273 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-b1446ae5-091e-4e97-a386-07a0ac77419c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (d5631553-e547-4d72-9b65-7759696c6f01), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:20.112203 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-b1446ae5-091e-4e97-a386-07a0ac77419c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Network c01a13ca-612a-4a56-b422-7f1862673a83 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:20.137576 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-b1446ae5-091e-4e97-a386-07a0ac77419c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:20.189559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-b1446ae5-091e-4e97-a386-07a0ac77419c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:20.215310 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b072ab41-8edb-4efb-bdb7-17a1f52ba5aa {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:58:20.346766 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1446ae5-091e-4e97-a386-07a0ac77419c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'Port': ['ID=d5631553-e547-4d72-9b65-7759696c6f01,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:20.352784 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] Publish callbacks [] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:20.480795 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] Transition to ACTIVE for port object b072ab41-8edb-4efb-bdb7-17a1f52ba5aa will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:58:20.499540 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:20.509693 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb89259-cc7a-4cac-aee1-d4d552c8d382 req-368d46fc-df24-4cd4-a36b-ba560ee02962 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:20.520672 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2eb89259-cc7a-4cac-aee1-d4d552c8d382 req-368d46fc-df24-4cd4-a36b-ba560ee02962 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 931 time: 0.1669252 Feb 03 12:58:20.533450 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-b1446ae5-091e-4e97-a386-07a0ac77419c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:20.548767 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-b1446ae5-091e-4e97-a386-07a0ac77419c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:20.693660 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2eb89259-cc7a-4cac-aee1-d4d552c8d382 req-e14fa052-f251-463d-ab18-30de65eb8fd6 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698229 Feb 03 12:58:20.748330 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0a8cf52d-6445-4573-b4cc-95c8a6ed7e66 None None] Provisioning complete for port d5631553-e547-4d72-9b65-7759696c6f01 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:20.749203 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0a8cf52d-6445-4573-b4cc-95c8a6ed7e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d5631553-e547-4d72-9b65-7759696c6f01), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:20.772065 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-b1446ae5-091e-4e97-a386-07a0ac77419c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6478813 Feb 03 12:58:20.861660 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] Pushing event updated for resources: {'Port': ['ID=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:20.890867 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] Request body: {'port': {'device_id': 'cc1cff8a-1c93-4f3f-890b-91ff0f67d677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:20.977588 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0a8cf52d-6445-4573-b4cc-95c8a6ed7e66 None None] Port d5631553-e547-4d72-9b65-7759696c6f01 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:58:21.207725 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d5631553-e547-4d72-9b65-7759696c6f01), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:21.326354 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e96848-06a4-4c50-9f9c-fd1974b4c520 req-46aa26d8-9641-4e9d-b3ca-156dd8832a4f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:21.339293 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-95e96848-06a4-4c50-9f9c-fd1974b4c520 req-46aa26d8-9641-4e9d-b3ca-156dd8832a4f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 931 time: 0.4416943 Feb 03 12:58:21.433508 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] Attempting to bind port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:58:21.434266 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] Attempting to bind port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '8349473a-7ba9-43a4-9d76-74f7b8c3cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7dc9b526-3f62-4a01-835d-81550aa911c9'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:58:21.434788 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] Attempting to bind port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa on network 7dc9b526-3f62-4a01-835d-81550aa911c9 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:58:21.513500 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-95e96848-06a4-4c50-9f9c-fd1974b4c520 req-4e14db49-410c-42fa-b9ad-c13cbbe67a97 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee8a9105-d0d2-4ea9-a26f-815d0f4b2208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718693 Feb 03 12:58:21.531533 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] Port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa on network 7dc9b526-3f62-4a01-835d-81550aa911c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:58:21.532194 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] Attempting to bind port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa on network 7dc9b526-3f62-4a01-835d-81550aa911c9 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:58:21.539123 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:58:21.540122 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] Checking segment: {'id': '8349473a-7ba9-43a4-9d76-74f7b8c3cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7dc9b526-3f62-4a01-835d-81550aa911c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:58:21.541569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] Bound using segment: {'id': '8349473a-7ba9-43a4-9d76-74f7b8c3cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7dc9b526-3f62-4a01-835d-81550aa911c9'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:58:21.543040 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] Bound port: b072ab41-8edb-4efb-bdb7-17a1f52ba5aa, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8349473a-7ba9-43a4-9d76-74f7b8c3cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7dc9b526-3f62-4a01-835d-81550aa911c9'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:58:21.544145 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:21.871700 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] For port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:58:21.892643 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] For port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,segment=NetworkSegment(8349473a-7ba9-43a4-9d76-74f7b8c3cffb),segment_id=8349473a-7ba9-43a4-9d76-74f7b8c3cffb)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:58:21.909467 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:21.927051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5631553-e547-4d72-9b65-7759696c6f01 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:58:22.024637 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:22.025704 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:22.027692 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] 10.222.0.31 "PUT /v2.0/ports/b072ab41-8edb-4efb-bdb7-17a1f52ba5aa HTTP/1.1" status: 200 len: 1091 time: 3.4823034 Feb 03 12:58:22.033822 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] Publish callbacks [] for port (d5631553-e547-4d72-9b65-7759696c6f01), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:22.040163 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7314ec-0b92-4599-aa83-438297651f67', 'tag': 'b072ab41-8edb-4efb-bdb7-17a1f52ba5aa'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:58:22.044266 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab72f33-ee0c-405a-8a46-5b4d22eedf6a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7314ec-0b92-4599-aa83-438297651f67", "tag": "b072ab41-8edb-4efb-bdb7-17a1f52ba5aa"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:58:22.136936 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdbbe0-eee7-4a5b-9064-28c030f59754 req-b4a05cfb-9b74-4fd4-af1f-1011cb04a00c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:22.153963 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-34fdbbe0-eee7-4a5b-9064-28c030f59754 req-b4a05cfb-9b74-4fd4-af1f-1011cb04a00c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.3015883 Feb 03 12:58:22.200819 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdb4d81-8047-4e4a-84bb-765464c902d0 x-openstack-request-id: req-1bdb4d81-8047-4e4a-84bb-765464c902d0 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:58:22.201796 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7314ec-0b92-4599-aa83-438297651f67", "tag": "b072ab41-8edb-4efb-bdb7-17a1f52ba5aa", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:58:22.202210 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1bdb4d81-8047-4e4a-84bb-765464c902d0 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:58:22.202856 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7314ec-0b92-4599-aa83-438297651f67', 'tag': 'b072ab41-8edb-4efb-bdb7-17a1f52ba5aa', 'status': 'completed', 'code': 200} Feb 03 12:58:22.231662 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] Transition to ACTIVE for port object d5631553-e547-4d72-9b65-7759696c6f01 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:58:22.319682 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-34fdbbe0-eee7-4a5b-9064-28c030f59754 req-91142bd5-760c-44ef-a11f-78c08948dce3 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601014 Feb 03 12:58:22.339443 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d7b53fbc-eea4-4a2c-adbe-9e0a06fc0d40 req-d3b9886d-ffc7-4697-88b9-a376f2aa7136 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1152024 Feb 03 12:58:22.361045 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (d5631553-e547-4d72-9b65-7759696c6f01), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:22.452880 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9dedb8-7e52-436e-ac66-c6dddb5a8d7f service neutron] Pushing event updated for resources: {'Port': ['ID=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:22.603278 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b53fbc-eea4-4a2c-adbe-9e0a06fc0d40 req-5dd2a412-52fc-4098-9496-f16a4984112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:22.615563 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d7b53fbc-eea4-4a2c-adbe-9e0a06fc0d40 req-5dd2a412-52fc-4098-9496-f16a4984112a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942 HTTP/1.1" status: 200 len: 1127 time: 0.1608255 Feb 03 12:58:22.699510 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] Pushing event updated for resources: {'Port': ['ID=d5631553-e547-4d72-9b65-7759696c6f01,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:22.997254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b53fbc-eea4-4a2c-adbe-9e0a06fc0d40 req-7481f19d-b8bb-466b-86ee-b7dca9778b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:23.002507 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d7b53fbc-eea4-4a2c-adbe-9e0a06fc0d40 req-7481f19d-b8bb-466b-86ee-b7dca9778b69 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.3591371 Feb 03 12:58:23.096500 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d7b53fbc-eea4-4a2c-adbe-9e0a06fc0d40 req-67f2ab97-4d5b-4e0f-b80a-2f3fe2dc5ce9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=124c7ce3-64a5-48c1-9922-f78ac6e27463 HTTP/1.1" status: 200 len: 217 time: 0.0895414 Feb 03 12:58:23.209789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b53fbc-eea4-4a2c-adbe-9e0a06fc0d40 req-e3205f9a-10b3-49fb-99f2-54cc85803dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:23.212438 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d7b53fbc-eea4-4a2c-adbe-9e0a06fc0d40 req-e3205f9a-10b3-49fb-99f2-54cc85803dc9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.1091495 Feb 03 12:58:23.288723 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b53fbc-eea4-4a2c-adbe-9e0a06fc0d40 req-48a3c8cb-bc1b-435f-9d37-b9d5fc67dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:23.290488 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d7b53fbc-eea4-4a2c-adbe-9e0a06fc0d40 req-48a3c8cb-bc1b-435f-9d37-b9d5fc67dcbf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0694001 Feb 03 12:58:23.572422 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d7b53fbc-eea4-4a2c-adbe-9e0a06fc0d40 req-b05fa807-16b0-456a-927c-a83e98971dd7 service neutron] 10.222.0.31 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740972 Feb 03 12:58:23.581233 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef021b68-d493-421c-af1b-e7ab33ab15f6 req-17b13ab5-eb24-47eb-b703-92485e8d08e6 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:23.582849 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ef021b68-d493-421c-af1b-e7ab33ab15f6 req-17b13ab5-eb24-47eb-b703-92485e8d08e6 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.0954442 Feb 03 12:58:23.713717 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44686) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:23.745894 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ef021b68-d493-421c-af1b-e7ab33ab15f6 req-d97a6abc-ed1b-42aa-9be3-6f43a7ada2f7 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524804 Feb 03 12:58:23.757306 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44690) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:23.765144 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-b45380f8-e64d-40a4-b9f0-b1f0f3b873a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:23.772644 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-b45380f8-e64d-40a4-b9f0-b1f0f3b873a1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=616a6ba084da468a87a94b24206aca06&device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 1125 time: 1.6534386 Feb 03 12:58:23.827746 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d7b53fbc-eea4-4a2c-adbe-9e0a06fc0d40 req-3b26a764-830e-4b5a-beb1-53c4781a957e service neutron] 10.222.0.31 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436457 Feb 03 12:58:24.098406 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d571d503-7115-4608-acff-a9c5b9b646e7 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1045375708'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:24.103054 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-4ead3dc4-e1a2-45b6-87f1-6ff071603297 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa HTTP/1.1" status: 200 len: 217 time: 0.3286827 Feb 03 12:58:24.104784 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-029b3c17-ddee-4f95-af38-61a53ad3cd2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:24.158589 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d571d503-7115-4608-acff-a9c5b9b646e7 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (d7767240-d3e2-44f4-847b-9b9753157862), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:24.159678 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d571d503-7115-4608-acff-a9c5b9b646e7 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (d7767240-d3e2-44f4-847b-9b9753157862), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:24.195475 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-cbddb560-cf58-4632-b8d0-41f2514270ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:24.198012 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-cbddb560-cf58-4632-b8d0-41f2514270ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d HTTP/1.1" status: 200 len: 853 time: 0.0706410 Feb 03 12:58:24.224811 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff74c19-abd3-447a-b710-42742a53590a req-db52b2ec-0de3-4b45-983c-0d9f915bf97b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:24.234002 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cff74c19-abd3-447a-b710-42742a53590a req-db52b2ec-0de3-4b45-983c-0d9f915bf97b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 943 time: 1.4833195 Feb 03 12:58:24.281917 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d571d503-7115-4608-acff-a9c5b9b646e7 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router_controller (d7767240-d3e2-44f4-847b-9b9753157862), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:24.288387 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-6e48a934-e1e7-4a88-9713-f7293e1c94f6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7dc9b526-3f62-4a01-835d-81550aa911c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826864 Feb 03 12:58:24.293537 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d571d503-7115-4608-acff-a9c5b9b646e7 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (d7767240-d3e2-44f4-847b-9b9753157862), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:24.343221 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d571d503-7115-4608-acff-a9c5b9b646e7 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:24.357993 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d571d503-7115-4608-acff-a9c5b9b646e7 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6419141 Feb 03 12:58:24.378060 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44698) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:24.394962 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-97bbe3a1-89ff-4502-949f-a5b5e9e5ca24 service neutron] 10.222.0.31 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965762 Feb 03 12:58:24.410305 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-029b3c17-ddee-4f95-af38-61a53ad3cd2f admin admin] Publish callbacks [] for security_group (2e85afe8-c82d-4d00-b64b-813ca2a0ba6b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:24.455882 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cff74c19-abd3-447a-b710-42742a53590a req-e6a32758-ec58-487c-9df2-7beeee580df5 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee8a9105-d0d2-4ea9-a26f-815d0f4b2208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202642 Feb 03 12:58:24.458250 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] Attempting to bind port d5631553-e547-4d72-9b65-7759696c6f01 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:58:24.458584 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] Attempting to bind port d5631553-e547-4d72-9b65-7759696c6f01 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '20fd37ff-9404-4210-b1dd-4eb7023a697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:58:24.460038 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] Attempting to bind port d5631553-e547-4d72-9b65-7759696c6f01 on network c01a13ca-612a-4a56-b422-7f1862673a83 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:58:24.479424 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] Port d5631553-e547-4d72-9b65-7759696c6f01 on network c01a13ca-612a-4a56-b422-7f1862673a83 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:58:24.480133 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] Attempting to bind port d5631553-e547-4d72-9b65-7759696c6f01 on network c01a13ca-612a-4a56-b422-7f1862673a83 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:58:24.498957 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:58:24.499602 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] Checking segment: {'id': '20fd37ff-9404-4210-b1dd-4eb7023a697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:58:24.500197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] Bound using segment: {'id': '20fd37ff-9404-4210-b1dd-4eb7023a697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:58:24.502257 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] Bound port: d5631553-e547-4d72-9b65-7759696c6f01, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20fd37ff-9404-4210-b1dd-4eb7023a697a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:58:24.502836 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d5631553-e547-4d72-9b65-7759696c6f01), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:24.545457 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc5d26ae-2f9e-4512-a1e7-b2a578ceeb70 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router (d7767240-d3e2-44f4-847b-9b9753157862), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:24.630221 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-029b3c17-ddee-4f95-af38-61a53ad3cd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2e85afe8-c82d-4d00-b64b-813ca2a0ba6b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:24.683026 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0782e4b-322a-4fa2-9f3c-9bee5c8b7d07 req-7c74db9c-4553-4891-b7ba-b902c9070765 service neutron] 10.222.0.31 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523329 Feb 03 12:58:24.754967 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-029b3c17-ddee-4f95-af38-61a53ad3cd2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ed9e93b1b6745048a333be4e8f333c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9964533 Feb 03 12:58:24.785190 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b3c17-ddee-4f95-af38-61a53ad3cd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e85afe8-c82d-4d00-b64b-813ca2a0ba6b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:24.889931 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] For port d5631553-e547-4d72-9b65-7759696c6f01, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:58:24.897503 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] For port d5631553-e547-4d72-9b65-7759696c6f01, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d5631553-e547-4d72-9b65-7759696c6f01,segment=NetworkSegment(20fd37ff-9404-4210-b1dd-4eb7023a697a),segment_id=20fd37ff-9404-4210-b1dd-4eb7023a697a)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:58:24.902335 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44704) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:24.922093 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (d5631553-e547-4d72-9b65-7759696c6f01), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:24.969204 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc5d26ae-2f9e-4512-a1e7-b2a578ceeb70 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (d7767240-d3e2-44f4-847b-9b9753157862), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:24.985049 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc5d26ae-2f9e-4512-a1e7-b2a578ceeb70 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router_controller (d7767240-d3e2-44f4-847b-9b9753157862), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.038670 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:25.039636 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.049431 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] 10.222.0.31 "PUT /v2.0/ports/d5631553-e547-4d72-9b65-7759696c6f01 HTTP/1.1" status: 200 len: 1091 time: 4.1703310 Feb 03 12:58:25.051768 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1cff8a-1c93-4f3f-890b-91ff0f67d677', 'tag': 'd5631553-e547-4d72-9b65-7759696c6f01'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:58:25.055829 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecdc60d-7627-4ca4-87f8-41718ca69be7" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1cff8a-1c93-4f3f-890b-91ff0f67d677", "tag": "d5631553-e547-4d72-9b65-7759696c6f01"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:58:25.196321 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc5d26ae-2f9e-4512-a1e7-b2a578ceeb70 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (d7767240-d3e2-44f4-847b-9b9753157862), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.196897 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5d26ae-2f9e-4512-a1e7-b2a578ceeb70 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7767240-d3e2-44f4-847b-9b9753157862 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:58:25.220110 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc5d26ae-2f9e-4512-a1e7-b2a578ceeb70 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.230289 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fc5d26ae-2f9e-4512-a1e7-b2a578ceeb70 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] 10.222.0.18 "DELETE /v2.0/routers/d7767240-d3e2-44f4-847b-9b9753157862 HTTP/1.1" status: 204 len: 168 time: 0.8506525 Feb 03 12:58:25.250657 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc16906-f57b-43e7-bcb7-a67fb39871e0 x-openstack-request-id: req-2cc16906-f57b-43e7-bcb7-a67fb39871e0 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:58:25.250657 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1cff8a-1c93-4f3f-890b-91ff0f67d677", "tag": "d5631553-e547-4d72-9b65-7759696c6f01", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:58:25.250657 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cc16906-f57b-43e7-bcb7-a67fb39871e0 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:58:25.251231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44716) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:25.251391 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1cff8a-1c93-4f3f-890b-91ff0f67d677', 'tag': 'd5631553-e547-4d72-9b65-7759696c6f01', 'status': 'completed', 'code': 200} Feb 03 12:58:25.280736 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f529f3e3-08eb-4620-9e4e-d1e2582af392 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Request body: {'router': {'name': 'tempest-router-1330020409', 'distributed': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:25.347400 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1a9fecb-3754-4bc8-b23a-fc885ccc5e9e admin admin] Publish callbacks [] for security_group (2e85afe8-c82d-4d00-b64b-813ca2a0ba6b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.348873 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0242d0-c06f-4cbb-8063-99c15cbfbc42 req-4f20067b-6728-4755-8e75-b218012cfbbd tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:25.360682 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1c0242d0-c06f-4cbb-8063-99c15cbfbc42 req-4f20067b-6728-4755-8e75-b218012cfbbd tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.1671681 Feb 03 12:58:25.404973 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f529f3e3-08eb-4620-9e4e-d1e2582af392 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (d2193268-8887-4b13-aaf3-b3ff40690f74), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.406935 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f529f3e3-08eb-4620-9e4e-d1e2582af392 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (d2193268-8887-4b13-aaf3-b3ff40690f74), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.423240 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1a9fecb-3754-4bc8-b23a-fc885ccc5e9e admin admin] Publish callbacks [] for security_group (2e85afe8-c82d-4d00-b64b-813ca2a0ba6b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.496664 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1c0242d0-c06f-4cbb-8063-99c15cbfbc42 req-902e266e-4e8e-4774-be4a-71df4976f147 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344068 Feb 03 12:58:25.558596 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61469d-5ef4-488e-997c-3c0e802fdabd service neutron] Pushing event updated for resources: {'Port': ['ID=d5631553-e547-4d72-9b65-7759696c6f01,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:25.592311 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab72f33-ee0c-405a-8a46-5b4d22eedf6a req-4625c8c4-6a71-4222-bca0-afacc537cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:25.594813 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ab72f33-ee0c-405a-8a46-5b4d22eedf6a req-4625c8c4-6a71-4222-bca0-afacc537cda3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=616a6ba084da468a87a94b24206aca06&device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 1125 time: 0.6910074 Feb 03 12:58:25.624476 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f529f3e3-08eb-4620-9e4e-d1e2582af392 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router_controller (d2193268-8887-4b13-aaf3-b3ff40690f74), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.632000 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f529f3e3-08eb-4620-9e4e-d1e2582af392 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (d2193268-8887-4b13-aaf3-b3ff40690f74), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.672113 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f529f3e3-08eb-4620-9e4e-d1e2582af392 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.673650 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f529f3e3-08eb-4620-9e4e-d1e2582af392 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4231508 Feb 03 12:58:25.678236 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44720) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:25.708667 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-8d8d9555-96c5-4b16-8399-71ab53183367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:25.711268 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-8d8d9555-96c5-4b16-8399-71ab53183367 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae5c5272e243447aa41be74fb2bd0003&device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 1125 time: 0.5492010 Feb 03 12:58:25.781324 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca3ace0a-1461-4f64-ba05-3dae19c5bcba tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router (d2193268-8887-4b13-aaf3-b3ff40690f74), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.910403 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-5c1226c2-13a7-432e-88e9-f4279cbff057 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5631553-e547-4d72-9b65-7759696c6f01 HTTP/1.1" status: 200 len: 217 time: 0.1187203 Feb 03 12:58:25.911305 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1a9fecb-3754-4bc8-b23a-fc885ccc5e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2e85afe8-c82d-4d00-b64b-813ca2a0ba6b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.916374 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1a9fecb-3754-4bc8-b23a-fc885ccc5e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:25.918174 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b1a9fecb-3754-4bc8-b23a-fc885ccc5e9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e85afe8-c82d-4d00-b64b-813ca2a0ba6b HTTP/1.1" status: 204 len: 168 time: 1.0117733 Feb 03 12:58:26.013164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9fecb-3754-4bc8-b23a-fc885ccc5e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e85afe8-c82d-4d00-b64b-813ca2a0ba6b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:26.100198 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a155e-9d86-4f05-8ba6-ba7eb4b0bfdb req-1dea4d76-4540-4eb1-9fe9-60428dbe5026 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:26.116289 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e52a155e-9d86-4f05-8ba6-ba7eb4b0bfdb req-1dea4d76-4540-4eb1-9fe9-60428dbe5026 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 943 time: 0.4652297 Feb 03 12:58:26.219452 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44730) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:26.334414 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab72f33-ee0c-405a-8a46-5b4d22eedf6a req-9b122ea5-57f5-4623-a7bf-c6622ba09d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:26.337157 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ab72f33-ee0c-405a-8a46-5b4d22eedf6a req-9b122ea5-57f5-4623-a7bf-c6622ba09d4a service neutron] 10.222.0.31 "GET /v2.0/networks?id=7dc9b526-3f62-4a01-835d-81550aa911c9 HTTP/1.1" status: 200 len: 914 time: 0.7354910 Feb 03 12:58:26.343054 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68c7e26-55ba-42f9-91f1-1863e422e1c8 admin admin] Deleting subnet f01004e3-c72e-439d-8b02-a9f63b21d1f3 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:58:26.374856 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d68c7e26-55ba-42f9-91f1-1863e422e1c8 admin admin] Publish callbacks [] for subnet (f01004e3-c72e-439d-8b02-a9f63b21d1f3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:26.390159 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-b81c25a6-fb76-41ab-9e24-8876bc387b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:26.393013 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-b81c25a6-fb76-41ab-9e24-8876bc387b7d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=392117ba-9760-4f03-957a-6daad83da08e HTTP/1.1" status: 200 len: 835 time: 0.4702172 Feb 03 12:58:26.681419 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ab72f33-ee0c-405a-8a46-5b4d22eedf6a req-56941c64-e6e6-4f64-baae-4ef436b34dd5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa HTTP/1.1" status: 200 len: 217 time: 0.3240623 Feb 03 12:58:26.707389 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e52a155e-9d86-4f05-8ba6-ba7eb4b0bfdb req-6a13a0de-b55f-48bc-b108-02691461bba4 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee8a9105-d0d2-4ea9-a26f-815d0f4b2208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5889766 Feb 03 12:58:26.841467 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44736) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:26.846537 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab72f33-ee0c-405a-8a46-5b4d22eedf6a req-3b5286a0-4aa6-49e5-afd8-99a26c54c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:26.849084 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ab72f33-ee0c-405a-8a46-5b4d22eedf6a req-3b5286a0-4aa6-49e5-afd8-99a26c54c971 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d HTTP/1.1" status: 200 len: 853 time: 0.1360195 Feb 03 12:58:26.910011 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca3ace0a-1461-4f64-ba05-3dae19c5bcba tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (d2193268-8887-4b13-aaf3-b3ff40690f74), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:26.920627 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d68c7e26-55ba-42f9-91f1-1863e422e1c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (f01004e3-c72e-439d-8b02-a9f63b21d1f3), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:26.921635 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca3ace0a-1461-4f64-ba05-3dae19c5bcba tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router_controller (d2193268-8887-4b13-aaf3-b3ff40690f74), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:26.926414 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88d48d92-0bf7-4fc3-b92d-6c625b549fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:26.991101 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ab72f33-ee0c-405a-8a46-5b4d22eedf6a req-7de80b44-7f1d-42d3-ae60-3cac0c3f804e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7dc9b526-3f62-4a01-835d-81550aa911c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281786 Feb 03 12:58:27.041623 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-1f872f8a-ed2c-42ab-ae51-7ec89ecd211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:27.043144 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-1f872f8a-ed2c-42ab-ae51-7ec89ecd211a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c01a13ca-612a-4a56-b422-7f1862673a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4504633 Feb 03 12:58:27.205599 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d68c7e26-55ba-42f9-91f1-1863e422e1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (f01004e3-c72e-439d-8b02-a9f63b21d1f3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.254735 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88d48d92-0bf7-4fc3-b92d-6c625b549fba admin admin] Publish callbacks [] for security_group (25d43621-d76e-400f-a3bb-f4918a22db61), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.302644 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76038fba-93f6-4ae5-aa04-743382b0db1f req-e3d661cb-8267-44bd-9ac0-27f6ce4a434c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:27.304959 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76038fba-93f6-4ae5-aa04-743382b0db1f req-e3d661cb-8267-44bd-9ac0-27f6ce4a434c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.5138102 Feb 03 12:58:27.305916 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88d48d92-0bf7-4fc3-b92d-6c625b549fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (25d43621-d76e-400f-a3bb-f4918a22db61), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.342520 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca3ace0a-1461-4f64-ba05-3dae19c5bcba tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (d2193268-8887-4b13-aaf3-b3ff40690f74), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.343377 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3ace0a-1461-4f64-ba05-3dae19c5bcba tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2193268-8887-4b13-aaf3-b3ff40690f74 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:58:27.379991 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca3ace0a-1461-4f64-ba05-3dae19c5bcba tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.388755 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ca3ace0a-1461-4f64-ba05-3dae19c5bcba tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] 10.222.0.18 "DELETE /v2.0/routers/d2193268-8887-4b13-aaf3-b3ff40690f74 HTTP/1.1" status: 204 len: 168 time: 1.7075624 Feb 03 12:58:27.413100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44742) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:27.444891 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e5f366d9-7caa-4fa1-86c6-83c8b1b45d2e tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Request body: {'router': {'name': 'tempest-router-1459885433', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '73bb301a2a04465381ce1a0103d1800e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:27.494822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d48d92-0bf7-4fc3-b92d-6c625b549fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d43621-d76e-400f-a3bb-f4918a22db61,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:27.512329 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ab72f33-ee0c-405a-8a46-5b4d22eedf6a req-1cd7c7fb-df74-4c16-a74e-cc04765da0b1 service neutron] 10.222.0.31 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141597 Feb 03 12:58:27.518355 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5f366d9-7caa-4fa1-86c6-83c8b1b45d2e tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (0661d27d-4762-4a68-8abe-551be0f62af8), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.521577 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5f366d9-7caa-4fa1-86c6-83c8b1b45d2e tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (0661d27d-4762-4a68-8abe-551be0f62af8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.541531 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-88d48d92-0bf7-4fc3-b92d-6c625b549fba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4692bdb13c964a28a4bb9189a2742a61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6562164 Feb 03 12:58:27.543861 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44744) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:27.608456 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d68c7e26-55ba-42f9-91f1-1863e422e1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (f01004e3-c72e-439d-8b02-a9f63b21d1f3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.620229 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device b072ab41-8edb-4efb-bdb7-17a1f52ba5aa details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:58:27.693755 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-0cc014ad-b7a2-4069-91ce-841e87eb6970 service neutron] 10.222.0.31 "GET /v2.0/networks/c01a13ca-612a-4a56-b422-7f1862673a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6404431 Feb 03 12:58:27.718817 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c7e26-55ba-42f9-91f1-1863e422e1c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f01004e3-c72e-439d-8b02-a9f63b21d1f3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:27.740667 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76038fba-93f6-4ae5-aa04-743382b0db1f req-ac498c68-7ca0-481e-bc37-2aca2fa4f230 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178495 Feb 03 12:58:27.750944 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5f366d9-7caa-4fa1-86c6-83c8b1b45d2e tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router_controller (0661d27d-4762-4a68-8abe-551be0f62af8), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.768633 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aab9d42d-7eee-480f-8f7c-5aec81ce2c7c admin admin] Publish callbacks [] for security_group (25d43621-d76e-400f-a3bb-f4918a22db61), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.803440 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aab9d42d-7eee-480f-8f7c-5aec81ce2c7c admin admin] Publish callbacks [] for security_group (25d43621-d76e-400f-a3bb-f4918a22db61), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.816804 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5f366d9-7caa-4fa1-86c6-83c8b1b45d2e tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (0661d27d-4762-4a68-8abe-551be0f62af8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.934196 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e5f366d9-7caa-4fa1-86c6-83c8b1b45d2e tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.937180 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e5f366d9-7caa-4fa1-86c6-83c8b1b45d2e tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5228891 Feb 03 12:58:27.939787 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aab9d42d-7eee-480f-8f7c-5aec81ce2c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (25d43621-d76e-400f-a3bb-f4918a22db61), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.943328 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aab9d42d-7eee-480f-8f7c-5aec81ce2c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:27.945171 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-aab9d42d-7eee-480f-8f7c-5aec81ce2c7c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25d43621-d76e-400f-a3bb-f4918a22db61 HTTP/1.1" status: 204 len: 168 time: 0.3953950 Feb 03 12:58:27.946011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44748) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:27.962391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-10a0a37e-beb3-4217-bad0-ddd49574c622 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:28.059986 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,segment=NetworkSegment(8349473a-7ba9-43a4-9d76-74f7b8c3cffb),segment_id=8349473a-7ba9-43a4-9d76-74f7b8c3cffb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:28.070014 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9d42d-7eee-480f-8f7c-5aec81ce2c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d43621-d76e-400f-a3bb-f4918a22db61,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:28.102902 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d68c7e26-55ba-42f9-91f1-1863e422e1c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:28.117457 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d68c7e26-55ba-42f9-91f1-1863e422e1c8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f01004e3-c72e-439d-8b02-a9f63b21d1f3 HTTP/1.1" status: 204 len: 168 time: 1.8916271 Feb 03 12:58:28.195619 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44752) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:28.198709 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'b072ab41-8edb-4efb-bdb7-17a1f52ba5aa', 'network_id': '7dc9b526-3f62-4a01-835d-81550aa911c9', 'port_id': 'b072ab41-8edb-4efb-bdb7-17a1f52ba5aa', 'mac_address': 'fa:16:3e:7e:1c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:58:28.340854 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:28.355643 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:28.360447 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae091-3feb-47c3-ac9e-2be37e1a2569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (06b1f536-dd74-4c30-ae0d-9ad97b68ce6b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:28.400874 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b072ab41-8edb-4efb-bdb7-17a1f52ba5aa {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:58:28.457076 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,segment=NetworkSegment(8349473a-7ba9-43a4-9d76-74f7b8c3cffb),segment_id=8349473a-7ba9-43a4-9d76-74f7b8c3cffb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:28.475992 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:28.476454 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb960bdd-dadb-4903-8e9d-82203b3dde81 req-677006b6-e057-4c3f-bbb2-c3574392190c service neutron] 10.222.0.31 "GET /v2.0/networks/c01a13ca-612a-4a56-b422-7f1862673a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628541 Feb 03 12:58:28.635094 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:28.649314 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:28.650293 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:28.651331 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:28.652221 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:28.652785 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:28.654484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:28.655211 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:28.657748 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:28.658374 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:28.658927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:28.659504 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:28.671358 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:28.674289 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:58:28.725423 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['b072ab41-8edb-4efb-bdb7-17a1f52ba5aa'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:58:28.771249 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ab72f33-ee0c-405a-8a46-5b4d22eedf6a req-83470588-055e-4f76-a909-b79b24c381cb service neutron] 10.222.0.31 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2510841 Feb 03 12:58:28.801814 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10a0a37e-beb3-4217-bad0-ddd49574c622 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (0661d27d-4762-4a68-8abe-551be0f62af8), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:28.802331 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10a0a37e-beb3-4217-bad0-ddd49574c622 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router (0661d27d-4762-4a68-8abe-551be0f62af8), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:28.877757 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdc60d-7627-4ca4-87f8-41718ca69be7 req-fc0f0060-cd4d-480e-b81d-8519e9b87d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:28.880406 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ecdc60d-7627-4ca4-87f8-41718ca69be7 req-fc0f0060-cd4d-480e-b81d-8519e9b87d5e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae5c5272e243447aa41be74fb2bd0003&device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 1125 time: 0.2975423 Feb 03 12:58:28.912160 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c285b7-d4a8-4316-90f6-a280345f8b45 req-6b415074-6168-4bec-8611-90971586a86c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:28.936233 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-09c285b7-d4a8-4316-90f6-a280345f8b45 req-6b415074-6168-4bec-8611-90971586a86c tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 943 time: 0.8624489 Feb 03 12:58:29.027231 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae091-3feb-47c3-ac9e-2be37e1a2569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (06b1f536-dd74-4c30-ae0d-9ad97b68ce6b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:29.091837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-10a0a37e-beb3-4217-bad0-ddd49574c622 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103188) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 03 12:58:29.092422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-10a0a37e-beb3-4217-bad0-ddd49574c622 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Router 0661d27d-4762-4a68-8abe-551be0f62af8 migrating from provider to provider. {{(pid=103188) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 03 12:58:29.092953 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10a0a37e-beb3-4217-bad0-ddd49574c622 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router_controller (0661d27d-4762-4a68-8abe-551be0f62af8), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:29.095909 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3f9ae091-3feb-47c3-ac9e-2be37e1a2569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b1f536-dd74-4c30-ae0d-9ad97b68ce6b']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:29.113501 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10a0a37e-beb3-4217-bad0-ddd49574c622 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router_controller (0661d27d-4762-4a68-8abe-551be0f62af8), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:29.118638 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3f9ae091-3feb-47c3-ac9e-2be37e1a2569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef4bf6b-f6d6-4344-93e8-58eb194c84e9') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:29.119054 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3f9ae091-3feb-47c3-ac9e-2be37e1a2569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef4bf6b-f6d6-4344-93e8-58eb194c84e9') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:29.136024 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10a0a37e-beb3-4217-bad0-ddd49574c622 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (0661d27d-4762-4a68-8abe-551be0f62af8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:29.152871 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae091-3feb-47c3-ac9e-2be37e1a2569 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (8ef4bf6b-f6d6-4344-93e8-58eb194c84e9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:29.273877 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-09c285b7-d4a8-4316-90f6-a280345f8b45 req-a1728ec7-feae-4a3c-99b6-f488f8b299da tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee8a9105-d0d2-4ea9-a26f-815d0f4b2208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359585 Feb 03 12:58:29.344143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e09d94-8d07-4d18-bae8-ce4b525c1706 req-4b69a0f7-a316-4589-9363-0d48fe4d49c9 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:29.346866 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b2e09d94-8d07-4d18-bae8-ce4b525c1706 req-4b69a0f7-a316-4589-9363-0d48fe4d49c9 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 944 time: 0.4317622 Feb 03 12:58:29.442649 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae091-3feb-47c3-ac9e-2be37e1a2569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8ef4bf6b-f6d6-4344-93e8-58eb194c84e9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:29.449811 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdc60d-7627-4ca4-87f8-41718ca69be7 req-59f4214a-b9aa-48c4-96b5-a0f1a199442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:29.454905 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ecdc60d-7627-4ca4-87f8-41718ca69be7 req-59f4214a-b9aa-48c4-96b5-a0f1a199442c service neutron] 10.222.0.31 "GET /v2.0/networks?id=c01a13ca-612a-4a56-b422-7f1862673a83 HTTP/1.1" status: 200 len: 898 time: 0.5109999 Feb 03 12:58:29.489493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9ae091-3feb-47c3-ac9e-2be37e1a2569 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:58:29.490741 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae091-3feb-47c3-ac9e-2be37e1a2569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (8ef4bf6b-f6d6-4344-93e8-58eb194c84e9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:58:29.498935 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:58:29.618986 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ecdc60d-7627-4ca4-87f8-41718ca69be7 req-ba0253d8-fc84-438a-8251-05ccbf8d535b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5631553-e547-4d72-9b65-7759696c6f01 HTTP/1.1" status: 200 len: 217 time: 0.1569819 Feb 03 12:58:29.634039 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device b072ab41-8edb-4efb-bdb7-17a1f52ba5aa up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:58:29.677241 n-d-827336-3 neutron-server[103188]: WARNING neutron.scheduler.l3_agent_scheduler [None req-10a0a37e-beb3-4217-bad0-ddd49574c622 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] No L3 agents can host the router 0661d27d-4762-4a68-8abe-551be0f62af8 Feb 03 12:58:29.799703 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdc60d-7627-4ca4-87f8-41718ca69be7 req-3e1a4932-936b-4279-b7aa-4bb91b96fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:29.805258 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ecdc60d-7627-4ca4-87f8-41718ca69be7 req-3e1a4932-936b-4279-b7aa-4bb91b96fb29 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=392117ba-9760-4f03-957a-6daad83da08e HTTP/1.1" status: 200 len: 835 time: 0.1766436 Feb 03 12:58:29.824601 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b2e09d94-8d07-4d18-bae8-ce4b525c1706 req-e5998a09-2d28-461f-a15b-5e4921d527ae tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035075 Feb 03 12:58:29.829673 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae091-3feb-47c3-ac9e-2be37e1a2569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (06b1f536-dd74-4c30-ae0d-9ad97b68ce6b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:29.856219 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f9ae091-3feb-47c3-ac9e-2be37e1a2569 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:29.872343 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3f9ae091-3feb-47c3-ac9e-2be37e1a2569 admin admin] 10.222.0.18 "DELETE /v2.0/networks/06b1f536-dd74-4c30-ae0d-9ad97b68ce6b HTTP/1.1" status: 204 len: 168 time: 1.6715505 Feb 03 12:58:29.892740 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:58:29.917304 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:29.922469 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:30.019074 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdc60d-7627-4ca4-87f8-41718ca69be7 req-853babdd-ca03-46f3-8520-da0c26f96017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:30.023147 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ecdc60d-7627-4ca4-87f8-41718ca69be7 req-853babdd-ca03-46f3-8520-da0c26f96017 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c01a13ca-612a-4a56-b422-7f1862673a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2119119 Feb 03 12:58:30.173830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ae091-3feb-47c3-ac9e-2be37e1a2569 admin admin] Pushing event deleted for resources: {'Network': ['ID=06b1f536-dd74-4c30-ae0d-9ad97b68ce6b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:30.297326 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a0a37e-beb3-4217-bad0-ddd49574c622 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Hosts for router 0661d27d-4762-4a68-8abe-551be0f62af8: [] {{(pid=103188) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 03 12:58:30.340757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:30.347891 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:30.402660 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44800) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:30.451346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a0a37e-beb3-4217-bad0-ddd49574c622 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Hosts for other DVR routers connected to router 0661d27d-4762-4a68-8abe-551be0f62af8: set() {{(pid=103188) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 03 12:58:30.463167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7314ec-0b92-4599-aa83-438297651f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b072ab41-8edb-4efb-bdb7-17a1f52ba5aa'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:58:30.464370 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10a0a37e-beb3-4217-bad0-ddd49574c622 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:30.474909 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-10a0a37e-beb3-4217-bad0-ddd49574c622 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] 10.222.0.18 "PUT /v2.0/routers/0661d27d-4762-4a68-8abe-551be0f62af8 HTTP/1.1" status: 200 len: 717 time: 2.5180857 Feb 03 12:58:30.476673 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aacb9a1-18a7-492a-a507-0463faaaccf8" -d '{"events": [{"server_uuid": "ba7314ec-0b92-4599-aa83-438297651f67", "name": "network-vif-plugged", "status": "completed", "tag": "b072ab41-8edb-4efb-bdb7-17a1f52ba5aa"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:58:30.488345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44806) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:30.538817 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,segment=NetworkSegment(8349473a-7ba9-43a4-9d76-74f7b8c3cffb),segment_id=8349473a-7ba9-43a4-9d76-74f7b8c3cffb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:30.552453 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:30.617709 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ecdc60d-7627-4ca4-87f8-41718ca69be7 req-674fe003-09ca-47fc-9c39-f7b6ffbc13a6 service neutron] 10.222.0.31 "GET /v2.0/networks/c01a13ca-612a-4a56-b422-7f1862673a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5710247 Feb 03 12:58:30.629119 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12385b86-b407-44a5-b539-d5d82777a483 x-openstack-request-id: req-12385b86-b407-44a5-b539-d5d82777a483 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:58:30.629522 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7314ec-0b92-4599-aa83-438297651f67", "name": "network-vif-plugged", "status": "completed", "tag": "b072ab41-8edb-4efb-bdb7-17a1f52ba5aa", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:58:30.629872 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12385b86-b407-44a5-b539-d5d82777a483 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:58:30.637629 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ffbd006c-1981-42be-a4cb-30f85878810e tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] 10.222.0.18 "GET /v2.0/routers/0661d27d-4762-4a68-8abe-551be0f62af8 HTTP/1.1" status: 200 len: 717 time: 0.1435001 Feb 03 12:58:30.637907 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44812) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:30.640024 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7314ec-0b92-4599-aa83-438297651f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b072ab41-8edb-4efb-bdb7-17a1f52ba5aa', 'code': 200} Feb 03 12:58:30.711856 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:30.743683 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2c823e4b-d248-47e1-808e-babd432348d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0cce42d760c4454b8bfb71eff9112cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3163245 Feb 03 12:58:30.744114 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44816) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:30.821014 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f10f288-01a5-4550-bb4e-152e6be6d0a3 admin admin] Publish callbacks [] for security_group (417ff10f-8f85-4eb3-856d-82ca5c64a4da), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:30.891432 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f10f288-01a5-4550-bb4e-152e6be6d0a3 admin admin] Publish callbacks [] for security_group (417ff10f-8f85-4eb3-856d-82ca5c64a4da), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:30.967026 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e279377-e827-45f1-b894-c2dd533380e8 req-c5cf8932-64b2-4dda-b4e0-1dfd8db0ecb3 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:30.969390 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e279377-e827-45f1-b894-c2dd533380e8 req-c5cf8932-64b2-4dda-b4e0-1dfd8db0ecb3 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 943 time: 0.4198167 Feb 03 12:58:30.974465 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c52f5f-683e-4571-ba16-e53f3294ac78 req-feeeedd2-9878-427c-9c15-e4346deba147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:30.976408 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b0c52f5f-683e-4571-ba16-e53f3294ac78 req-feeeedd2-9878-427c-9c15-e4346deba147 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 1127 time: 0.2383513 Feb 03 12:58:31.073749 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ecdc60d-7627-4ca4-87f8-41718ca69be7 req-7b3d012a-2342-4650-bb6f-fde581468eb7 service neutron] 10.222.0.31 "GET /v2.0/networks/c01a13ca-612a-4a56-b422-7f1862673a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530752 Feb 03 12:58:31.073975 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f10f288-01a5-4550-bb4e-152e6be6d0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (417ff10f-8f85-4eb3-856d-82ca5c64a4da), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:31.077336 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f10f288-01a5-4550-bb4e-152e6be6d0a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:31.089729 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4f10f288-01a5-4550-bb4e-152e6be6d0a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/417ff10f-8f85-4eb3-856d-82ca5c64a4da HTTP/1.1" status: 204 len: 168 time: 0.3443429 Feb 03 12:58:31.124955 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:31.207339 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10f288-01a5-4550-bb4e-152e6be6d0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417ff10f-8f85-4eb3-856d-82ca5c64a4da,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:31.216644 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b0c52f5f-683e-4571-ba16-e53f3294ac78 req-760b08b6-1d4e-4e1d-a888-ecb48b8380fa service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255580 Feb 03 12:58:31.225627 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e279377-e827-45f1-b894-c2dd533380e8 req-185debb9-08be-4fab-8187-5725bc7421f7 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee8a9105-d0d2-4ea9-a26f-815d0f4b2208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469320 Feb 03 12:58:31.382118 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-df79074e-f112-4da1-97f6-10d6ba4e0fa2 tempest-RoutersTestDVR-334851401 tempest-RoutersTestDVR-334851401-project] 10.222.0.18 "GET /v2.0/routers/0661d27d-4762-4a68-8abe-551be0f62af8 HTTP/1.1" status: 200 len: 683 time: 0.7427223 Feb 03 12:58:31.385053 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44826) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:31.412452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa1e16-1558-4196-9b21-3800ddd1c131 req-f0046a09-2022-40eb-9fe6-9df34a1430dd tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:31.415179 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-90aa1e16-1558-4196-9b21-3800ddd1c131 req-f0046a09-2022-40eb-9fe6-9df34a1430dd tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2879367 Feb 03 12:58:31.553357 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-90aa1e16-1558-4196-9b21-3800ddd1c131 req-72f85b1f-05d1-473b-a260-3ea386e15285 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312189 Feb 03 12:58:31.627550 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d5631553-e547-4d72-9b65-7759696c6f01 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:58:31.654580 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59da3e0a-924f-4a81-b619-bd2d2625f74d tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router (0661d27d-4762-4a68-8abe-551be0f62af8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:31.930532 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d5631553-e547-4d72-9b65-7759696c6f01, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d5631553-e547-4d72-9b65-7759696c6f01,segment=NetworkSegment(20fd37ff-9404-4210-b1dd-4eb7023a697a),segment_id=20fd37ff-9404-4210-b1dd-4eb7023a697a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:31.960215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'd5631553-e547-4d72-9b65-7759696c6f01', 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83', 'port_id': 'd5631553-e547-4d72-9b65-7759696c6f01', 'mac_address': 'fa:16:3e:a2:6c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '392117ba-9760-4f03-957a-6daad83da08e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:58:32.018056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port d5631553-e547-4d72-9b65-7759696c6f01 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:32.018596 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d5631553-e547-4d72-9b65-7759696c6f01), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:32.036445 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5631553-e547-4d72-9b65-7759696c6f01 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:58:32.062578 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d5631553-e547-4d72-9b65-7759696c6f01, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d5631553-e547-4d72-9b65-7759696c6f01,segment=NetworkSegment(20fd37ff-9404-4210-b1dd-4eb7023a697a),segment_id=20fd37ff-9404-4210-b1dd-4eb7023a697a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:32.069113 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d5631553-e547-4d72-9b65-7759696c6f01), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:32.159234 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=d5631553-e547-4d72-9b65-7759696c6f01,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:32.315131 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['d5631553-e547-4d72-9b65-7759696c6f01'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:58:32.720137 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59da3e0a-924f-4a81-b619-bd2d2625f74d tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (0661d27d-4762-4a68-8abe-551be0f62af8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:32.723474 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59da3e0a-924f-4a81-b619-bd2d2625f74d tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router_controller (0661d27d-4762-4a68-8abe-551be0f62af8), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:32.927213 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48803814-2e5a-45b3-88e2-cec342d112df req-29d3fddc-1850-44ad-95c3-e3008a76ee38 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:32.947211 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-48803814-2e5a-45b3-88e2-cec342d112df req-29d3fddc-1850-44ad-95c3-e3008a76ee38 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2609754 Feb 03 12:58:32.986174 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59da3e0a-924f-4a81-b619-bd2d2625f74d tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (0661d27d-4762-4a68-8abe-551be0f62af8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:32.989402 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59da3e0a-924f-4a81-b619-bd2d2625f74d tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0661d27d-4762-4a68-8abe-551be0f62af8 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:58:33.009560 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59da3e0a-924f-4a81-b619-bd2d2625f74d tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:33.011665 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-59da3e0a-924f-4a81-b619-bd2d2625f74d tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] 10.222.0.18 "DELETE /v2.0/routers/0661d27d-4762-4a68-8abe-551be0f62af8 HTTP/1.1" status: 204 len: 168 time: 1.6239154 Feb 03 12:58:33.021377 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44866) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:33.029364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3605af4-de35-45de-b261-c644d3bc0ee7 req-7d13717d-e425-49d0-9704-1645f5d99dc5 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:33.046401 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7b88cc6c-1139-49be-97fb-d8544bda0306 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Request body: {'router': {'name': 'tempest-router-2039044624', 'distributed': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:33.046803 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b3605af4-de35-45de-b261-c644d3bc0ee7 req-7d13717d-e425-49d0-9704-1645f5d99dc5 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 944 time: 0.5256591 Feb 03 12:58:33.156247 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b3605af4-de35-45de-b261-c644d3bc0ee7 req-74ab0679-22de-4fee-a27b-b78c1db93dc3 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee8a9105-d0d2-4ea9-a26f-815d0f4b2208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064100 Feb 03 12:58:33.167284 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-48803814-2e5a-45b3-88e2-cec342d112df req-c4cc69c7-adda-4ddc-a9b4-d3db9e780026 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181969 Feb 03 12:58:33.206525 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b88cc6c-1139-49be-97fb-d8544bda0306 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (e63edb9a-0dbe-45ef-a404-ee3e2b7f3423), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:33.231332 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b88cc6c-1139-49be-97fb-d8544bda0306 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (e63edb9a-0dbe-45ef-a404-ee3e2b7f3423), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:33.390824 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b88cc6c-1139-49be-97fb-d8544bda0306 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router_controller (e63edb9a-0dbe-45ef-a404-ee3e2b7f3423), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:33.401229 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b88cc6c-1139-49be-97fb-d8544bda0306 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (e63edb9a-0dbe-45ef-a404-ee3e2b7f3423), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:33.429793 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b88cc6c-1139-49be-97fb-d8544bda0306 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:33.438814 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7b88cc6c-1139-49be-97fb-d8544bda0306 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4063907 Feb 03 12:58:33.441324 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44876) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:33.505782 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-501c9406-b016-420c-9151-924e6a391b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:33.563148 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e0d4-9027-4839-908a-76087d5929d6 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router (e63edb9a-0dbe-45ef-a404-ee3e2b7f3423), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:33.647113 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d5631553-e547-4d72-9b65-7759696c6f01 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:58:33.875928 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port d5631553-e547-4d72-9b65-7759696c6f01 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:58:33.894380 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port d5631553-e547-4d72-9b65-7759696c6f01 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:33.898039 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d5631553-e547-4d72-9b65-7759696c6f01), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:34.504693 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e0d4-9027-4839-908a-76087d5929d6 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (e63edb9a-0dbe-45ef-a404-ee3e2b7f3423), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:34.510753 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e0d4-9027-4839-908a-76087d5929d6 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router_controller (e63edb9a-0dbe-45ef-a404-ee3e2b7f3423), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:34.592214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0514600-3879-450c-9245-3bd4a8ecf7c6 req-286cdfe6-d088-4150-a57e-c05a7e1afb1a tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:34.594932 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f0514600-3879-450c-9245-3bd4a8ecf7c6 req-286cdfe6-d088-4150-a57e-c05a7e1afb1a tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 944 time: 0.2097859 Feb 03 12:58:34.756720 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f0514600-3879-450c-9245-3bd4a8ecf7c6 req-07963388-1d98-4f66-9bde-38c08c796ca2 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee8a9105-d0d2-4ea9-a26f-815d0f4b2208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434021 Feb 03 12:58:34.802398 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port d5631553-e547-4d72-9b65-7759696c6f01 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:34.807167 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d5631553-e547-4d72-9b65-7759696c6f01), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:34.932688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1cff8a-1c93-4f3f-890b-91ff0f67d677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5631553-e547-4d72-9b65-7759696c6f01'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:58:34.940121 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e0d4-9027-4839-908a-76087d5929d6 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (e63edb9a-0dbe-45ef-a404-ee3e2b7f3423), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:34.941050 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d9e0d4-9027-4839-908a-76087d5929d6 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e63edb9a-0dbe-45ef-a404-ee3e2b7f3423 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:58:34.942953 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed60ac91-9525-40d0-926b-b0baf9468048" -d '{"events": [{"server_uuid": "cc1cff8a-1c93-4f3f-890b-91ff0f67d677", "name": "network-vif-plugged", "status": "completed", "tag": "d5631553-e547-4d72-9b65-7759696c6f01"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:58:34.957082 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e0d4-9027-4839-908a-76087d5929d6 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:34.958932 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e8d9e0d4-9027-4839-908a-76087d5929d6 tempest-RoutersTestDVR-2069568077 tempest-RoutersTestDVR-2069568077-project-admin] 10.222.0.18 "DELETE /v2.0/routers/e63edb9a-0dbe-45ef-a404-ee3e2b7f3423 HTTP/1.1" status: 204 len: 168 time: 1.5161860 Feb 03 12:58:34.988685 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f81a5-29a3-4631-a049-4b678881147b req-1348e859-b4ad-4510-88c9-e1a2913010a8 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:34.993261 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port d5631553-e547-4d72-9b65-7759696c6f01, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d5631553-e547-4d72-9b65-7759696c6f01,segment=NetworkSegment(20fd37ff-9404-4210-b1dd-4eb7023a697a),segment_id=20fd37ff-9404-4210-b1dd-4eb7023a697a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:34.999286 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d5631553-e547-4d72-9b65-7759696c6f01), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:35.008541 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a91f81a5-29a3-4631-a049-4b678881147b req-1348e859-b4ad-4510-88c9-e1a2913010a8 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/networks?id=7dc9b526-3f62-4a01-835d-81550aa911c9 HTTP/1.1" status: 200 len: 813 time: 0.9342675 Feb 03 12:58:35.055384 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a91f81a5-29a3-4631-a049-4b678881147b req-d290c0c1-8dba-40ed-852d-c16b35ec2e12 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/quotas/616a6ba084da468a87a94b24206aca06 HTTP/1.1" status: 200 len: 375 time: 0.0452418 Feb 03 12:58:35.191715 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=d5631553-e547-4d72-9b65-7759696c6f01,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:35.229390 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81f32d4-7f08-4ed6-83f3-c272f3caab4f x-openstack-request-id: req-e81f32d4-7f08-4ed6-83f3-c272f3caab4f {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:58:35.229854 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1cff8a-1c93-4f3f-890b-91ff0f67d677", "name": "network-vif-plugged", "status": "completed", "tag": "d5631553-e547-4d72-9b65-7759696c6f01", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:58:35.230261 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e81f32d4-7f08-4ed6-83f3-c272f3caab4f {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:58:35.230876 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1cff8a-1c93-4f3f-890b-91ff0f67d677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5631553-e547-4d72-9b65-7759696c6f01', 'code': 200} Feb 03 12:58:35.464413 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a91f81a5-29a3-4631-a049-4b678881147b req-994a3ad2-9671-479d-b54b-07bdd4306a68 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=616a6ba084da468a87a94b24206aca06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4063668 Feb 03 12:58:35.624509 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34592449-740a-4bcf-a9cd-997a99a21f78 req-03cc85a1-a5fa-4349-97fb-860f21b9c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:35.627080 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-34592449-740a-4bcf-a9cd-997a99a21f78 req-03cc85a1-a5fa-4349-97fb-860f21b9c238 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 1127 time: 0.3630371 Feb 03 12:58:35.857774 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a91f81a5-29a3-4631-a049-4b678881147b req-4dd1c16f-cd99-4840-84df-00dbb0260928 service neutron] 10.222.0.18 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685925 Feb 03 12:58:35.891312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44984) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:35.975610 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-34592449-740a-4bcf-a9cd-997a99a21f78 req-4286ffd9-ff5a-40c4-a235-cf9a16a0d4f8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ee8a9105-d0d2-4ea9-a26f-815d0f4b2208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248406 Feb 03 12:58:36.094614 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821ee9a-8183-4d24-b287-60c5d565cba1 req-ef690ba7-55fd-47f5-831c-da123702ed86 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:36.100599 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8821ee9a-8183-4d24-b287-60c5d565cba1 req-ef690ba7-55fd-47f5-831c-da123702ed86 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 945 time: 0.1862016 Feb 03 12:58:36.159929 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3baa5326-928d-4789-b685-a50ce4385587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:36.214599 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a91f81a5-29a3-4631-a049-4b678881147b req-8e41229b-3e69-453a-9b1e-b52625dbc6ca service neutron] 10.222.0.18 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347290 Feb 03 12:58:36.248064 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8821ee9a-8183-4d24-b287-60c5d565cba1 req-3b76340e-a50d-4983-8f7c-651b20ca30ad tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee8a9105-d0d2-4ea9-a26f-815d0f4b2208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292028 Feb 03 12:58:36.260501 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efc2ee23-fde0-4294-b3ca-b684b245da2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:36.430357 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efc2ee23-fde0-4294-b3ca-b684b245da2a admin admin] Publish callbacks [] for security_group (4957416f-09ea-49e0-ad4f-3c8971789a0d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:36.436571 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efc2ee23-fde0-4294-b3ca-b684b245da2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4957416f-09ea-49e0-ad4f-3c8971789a0d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:36.468470 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2ee23-fde0-4294-b3ca-b684b245da2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4957416f-09ea-49e0-ad4f-3c8971789a0d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:36.529261 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-efc2ee23-fde0-4294-b3ca-b684b245da2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73bb301a2a04465381ce1a0103d1800e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6338952 Feb 03 12:58:36.529858 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44994) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:36.679128 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b1b78599-e461-412e-ab35-a0ac8703ad79 req-ac17656d-8bc7-405f-8aba-7b29377ee376 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=10a07e75-251f-4877-84c5-bea831b087d8 HTTP/1.1" status: 200 len: 210 time: 0.0746031 Feb 03 12:58:36.730819 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-250ce7bb-9571-465b-8e49-bd16940cd9e4 admin admin] Publish callbacks [] for security_group (4957416f-09ea-49e0-ad4f-3c8971789a0d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:36.799745 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-250ce7bb-9571-465b-8e49-bd16940cd9e4 admin admin] Publish callbacks [] for security_group (4957416f-09ea-49e0-ad4f-3c8971789a0d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:36.905516 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-250ce7bb-9571-465b-8e49-bd16940cd9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4957416f-09ea-49e0-ad4f-3c8971789a0d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:36.914590 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-250ce7bb-9571-465b-8e49-bd16940cd9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:36.923802 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-250ce7bb-9571-465b-8e49-bd16940cd9e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4957416f-09ea-49e0-ad4f-3c8971789a0d HTTP/1.1" status: 204 len: 168 time: 0.3906524 Feb 03 12:58:36.960036 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ce7bb-9571-465b-8e49-bd16940cd9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4957416f-09ea-49e0-ad4f-3c8971789a0d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:37.003386 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:37.676411 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e238fd-8c98-4d5c-bd44-a87feef97039 req-a9bb6874-1c12-40f6-bf3a-e27c607718a5 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:37.691852 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-69e238fd-8c98-4d5c-bd44-a87feef97039 req-a9bb6874-1c12-40f6-bf3a-e27c607718a5 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 945 time: 0.1915009 Feb 03 12:58:37.761247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45042) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:37.801244 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d6b9fa2-0066-4df5-83d2-28666c1e92a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:37.872350 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-69e238fd-8c98-4d5c-bd44-a87feef97039 req-3ca4c4ec-a801-47d6-a966-aec2bce31301 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee8a9105-d0d2-4ea9-a26f-815d0f4b2208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786120 Feb 03 12:58:37.980134 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d6b9fa2-0066-4df5-83d2-28666c1e92a6 admin admin] Publish callbacks [] for security_group (c6e2ba80-1bc8-4803-92c7-9130cf63eb32), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:37.988237 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d6b9fa2-0066-4df5-83d2-28666c1e92a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c6e2ba80-1bc8-4803-92c7-9130cf63eb32), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:38.085120 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6d6b9fa2-0066-4df5-83d2-28666c1e92a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e0ada9ad6d74751b68f8be09f1c3fee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3213093 Feb 03 12:58:38.087920 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45056) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:38.136973 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b9fa2-0066-4df5-83d2-28666c1e92a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e2ba80-1bc8-4803-92c7-9130cf63eb32,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:38.250140 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:38.343267 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3ee7d52-9488-480c-8c7b-aff335c115e3 admin admin] Publish callbacks [] for security_group (c6e2ba80-1bc8-4803-92c7-9130cf63eb32), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:38.404464 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18f005-23a2-4758-bb7a-830630a23907 req-a85dec74-f77c-44b9-963d-f756646c05f8 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:38.417728 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3f18f005-23a2-4758-bb7a-830630a23907 req-a85dec74-f77c-44b9-963d-f756646c05f8 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 945 time: 0.2981904 Feb 03 12:58:38.430480 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14f6a192-944b-445b-bb93-4ad1f5ca4770 req-ab505b8c-ec23-430d-a048-6948f0831ff8 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=10a07e75-251f-4877-84c5-bea831b087d8 HTTP/1.1" status: 200 len: 210 time: 0.0487065 Feb 03 12:58:38.477842 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3ee7d52-9488-480c-8c7b-aff335c115e3 admin admin] Publish callbacks [] for security_group (c6e2ba80-1bc8-4803-92c7-9130cf63eb32), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:38.659734 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3f18f005-23a2-4758-bb7a-830630a23907 req-ef1f8d14-37c7-4389-8b1e-3dc5a8cef132 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee8a9105-d0d2-4ea9-a26f-815d0f4b2208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389281 Feb 03 12:58:38.680805 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45060) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:38.786451 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f81a5-29a3-4631-a049-4b678881147b req-1c3cc990-9361-415c-a8f1-1a358d747913 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:38.792568 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a91f81a5-29a3-4631-a049-4b678881147b req-1c3cc990-9361-415c-a8f1-1a358d747913 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.73 "GET /v2.0/networks?id=7dc9b526-3f62-4a01-835d-81550aa911c9 HTTP/1.1" status: 200 len: 813 time: 0.2987132 Feb 03 12:58:38.796043 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3ee7d52-9488-480c-8c7b-aff335c115e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c6e2ba80-1bc8-4803-92c7-9130cf63eb32), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:38.808244 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3ee7d52-9488-480c-8c7b-aff335c115e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:38.818707 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c3ee7d52-9488-480c-8c7b-aff335c115e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6e2ba80-1bc8-4803-92c7-9130cf63eb32 HTTP/1.1" status: 204 len: 168 time: 0.7295091 Feb 03 12:58:38.850700 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-a91f81a5-29a3-4631-a049-4b678881147b req-8824fab6-13d4-49be-a0ee-9d7e731f7223 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Request body: {'port': {'device_id': '10a07e75-251f-4877-84c5-bea831b087d8', 'network_id': '7dc9b526-3f62-4a01-835d-81550aa911c9', 'admin_state_up': True, 'tenant_id': '616a6ba084da468a87a94b24206aca06'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:38.922318 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee7d52-9488-480c-8c7b-aff335c115e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e2ba80-1bc8-4803-92c7-9130cf63eb32,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:39.190239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91f81a5-29a3-4631-a049-4b678881147b req-8824fab6-13d4-49be-a0ee-9d7e731f7223 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Made reservation on behalf of 616a6ba084da468a87a94b24206aca06 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:39.205938 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a91f81a5-29a3-4631-a049-4b678881147b req-8824fab6-13d4-49be-a0ee-9d7e731f7223 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:39.382749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb62110-f7b0-4fe0-900a-4916cff2f1c8 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:39.384599 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fcb62110-f7b0-4fe0-900a-4916cff2f1c8 tempest-TestNetworkBasicOps-2128820982 tempest-TestNetworkBasicOps-2128820982-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 1122 time: 0.7025087 Feb 03 12:58:39.388539 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45082) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:39.393463 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-edc8ffd7-b550-4320-9e59-48dad1d04118 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': 'd5631553-e547-4d72-9b65-7759696c6f01', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:39.508518 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edc8ffd7-b550-4320-9e59-48dad1d04118 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:39.526254 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-a91f81a5-29a3-4631-a049-4b678881147b req-8824fab6-13d4-49be-a0ee-9d7e731f7223 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Allocated IP 172.20.0.4 (7dc9b526-3f62-4a01-835d-81550aa911c9/56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d/12d8d171-99ad-4b1c-aaac-abf1c294df33) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:39.730092 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b2913f0-862e-451e-ae2f-c8f3bbc2cf2b req-278ca4b6-6ba5-4f31-8621-819f333bd7a7 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=10a07e75-251f-4877-84c5-bea831b087d8 HTTP/1.1" status: 200 len: 210 time: 0.0762670 Feb 03 12:58:39.868915 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edc8ffd7-b550-4320-9e59-48dad1d04118 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:39.909034 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:40.089896 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a91f81a5-29a3-4631-a049-4b678881147b req-8824fab6-13d4-49be-a0ee-9d7e731f7223 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Publish callbacks [] for port (12d8d171-99ad-4b1c-aaac-abf1c294df33), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:40.177056 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a91f81a5-29a3-4631-a049-4b678881147b req-8824fab6-13d4-49be-a0ee-9d7e731f7223 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (12d8d171-99ad-4b1c-aaac-abf1c294df33), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:40.202956 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['b072ab41-8edb-4efb-bdb7-17a1f52ba5aa'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:58:40.285127 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91f81a5-29a3-4631-a049-4b678881147b req-8824fab6-13d4-49be-a0ee-9d7e731f7223 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Network 7dc9b526-3f62-4a01-835d-81550aa911c9 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:40.291572 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-a91f81a5-29a3-4631-a049-4b678881147b req-8824fab6-13d4-49be-a0ee-9d7e731f7223 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:40.303570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-edc8ffd7-b550-4320-9e59-48dad1d04118 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Allocated IP 172.25.6.203 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/dd2b881e-ada5-4059-b5a9-75b369286b0c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:40.402144 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91f81a5-29a3-4631-a049-4b678881147b req-8824fab6-13d4-49be-a0ee-9d7e731f7223 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:40.540896 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824fab6-13d4-49be-a0ee-9d7e731f7223 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Pushing event updated for resources: {'Port': ['ID=12d8d171-99ad-4b1c-aaac-abf1c294df33,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:40.575782 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edc8ffd7-b550-4320-9e59-48dad1d04118 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for port (dd2b881e-ada5-4059-b5a9-75b369286b0c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:40.581854 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f81a5-29a3-4631-a049-4b678881147b req-8824fab6-13d4-49be-a0ee-9d7e731f7223 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:40.582554 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a91f81a5-29a3-4631-a049-4b678881147b req-8824fab6-13d4-49be-a0ee-9d7e731f7223 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:40.636794 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a91f81a5-29a3-4631-a049-4b678881147b req-8824fab6-13d4-49be-a0ee-9d7e731f7223 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8140168 Feb 03 12:58:40.667989 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-a91f81a5-29a3-4631-a049-4b678881147b req-7d507f44-6457-497c-9b55-e46d0fbc3c4c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:58:40.669795 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a91f81a5-29a3-4631-a049-4b678881147b req-7d507f44-6457-497c-9b55-e46d0fbc3c4c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0269170 Feb 03 12:58:40.670529 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edc8ffd7-b550-4320-9e59-48dad1d04118 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (dd2b881e-ada5-4059-b5a9-75b369286b0c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:40.687530 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] Request body: {'port': {'device_id': '10a07e75-251f-4877-84c5-bea831b087d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:40.726506 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc8ffd7-b550-4320-9e59-48dad1d04118 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:40.731101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-edc8ffd7-b550-4320-9e59-48dad1d04118 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:40.739573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc8ffd7-b550-4320-9e59-48dad1d04118 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:40.800775 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45114) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:41.030926 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (12d8d171-99ad-4b1c-aaac-abf1c294df33), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:41.080809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-211a3246-edef-42e0-841d-34d62c59ef51 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-993715033'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:41.392428 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edc8ffd7-b550-4320-9e59-48dad1d04118 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for floatingip (6bee5607-ea0b-4940-b19c-e5918b2a6b4d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:41.440814 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211a3246-edef-42e0-841d-34d62c59ef51 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Made reservation on behalf of 30a286d47daf4a58a5d165cabcc08343 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:41.445852 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-211a3246-edef-42e0-841d-34d62c59ef51 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:41.471416 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d2c5e-859a-43f0-93b6-cb9054f57d00 req-9e3bf57b-a502-4faa-b3b1-afd0a41344cd tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:41.483551 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-922d2c5e-859a-43f0-93b6-cb9054f57d00 req-9e3bf57b-a502-4faa-b3b1-afd0a41344cd tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=10a07e75-251f-4877-84c5-bea831b087d8 HTTP/1.1" status: 200 len: 931 time: 0.5816665 Feb 03 12:58:41.612422 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-211a3246-edef-42e0-841d-34d62c59ef51 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:41.632563 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8ffd7-b550-4320-9e59-48dad1d04118 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'Port': ['ID=dd2b881e-ada5-4059-b5a9-75b369286b0c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:41.645837 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edc8ffd7-b550-4320-9e59-48dad1d04118 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dd2b881e-ada5-4059-b5a9-75b369286b0c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:41.751772 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-922d2c5e-859a-43f0-93b6-cb9054f57d00 req-7a2d3b16-6ab5-4b51-b5ea-3c9a26c60f41 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611644 Feb 03 12:58:41.931583 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-211a3246-edef-42e0-841d-34d62c59ef51 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks [] for security_group (b189cc4b-d535-4a0c-81f4-97a17a1162a0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.033896 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-211a3246-edef-42e0-841d-34d62c59ef51 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b189cc4b-d535-4a0c-81f4-97a17a1162a0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.065746 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211a3246-edef-42e0-841d-34d62c59ef51 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:58:42.085908 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d8d171-99ad-4b1c-aaac-abf1c294df33 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:58:42.096859 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edc8ffd7-b550-4320-9e59-48dad1d04118 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for port (dd2b881e-ada5-4059-b5a9-75b369286b0c), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.098719 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] Publish callbacks [] for port (12d8d171-99ad-4b1c-aaac-abf1c294df33), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.109296 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-211a3246-edef-42e0-841d-34d62c59ef51 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c4e9f932-6cbe-4c18-a0bc-9c808d08617f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.109296 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-211a3246-edef-42e0-841d-34d62c59ef51 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Added segment c4e9f932-6cbe-4c18-a0bc-9c808d08617f of type vlan for network 7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4 Feb 03 12:58:42.113496 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a3246-edef-42e0-841d-34d62c59ef51 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b189cc4b-d535-4a0c-81f4-97a17a1162a0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:42.115153 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edc8ffd7-b550-4320-9e59-48dad1d04118 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (dd2b881e-ada5-4059-b5a9-75b369286b0c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.164870 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] Transition to ACTIVE for port object 12d8d171-99ad-4b1c-aaac-abf1c294df33 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 12:58:42.184189 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (12d8d171-99ad-4b1c-aaac-abf1c294df33), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.210011 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-211a3246-edef-42e0-841d-34d62c59ef51 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.234282 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8ffd7-b550-4320-9e59-48dad1d04118 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event updated for resources: {'Port': ['ID=dd2b881e-ada5-4059-b5a9-75b369286b0c,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:42.337362 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edc8ffd7-b550-4320-9e59-48dad1d04118 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (6bee5607-ea0b-4940-b19c-e5918b2a6b4d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.488472 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=12d8d171-99ad-4b1c-aaac-abf1c294df33,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:42.495525 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-edc8ffd7-b550-4320-9e59-48dad1d04118 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Floating IP 6bee5607-ea0b-4940-b19c-e5918b2a6b4d associated. External IP: 172.25.6.203, port: d5631553-e547-4d72-9b65-7759696c6f01. Feb 03 12:58:42.508958 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-211a3246-edef-42e0-841d-34d62c59ef51 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.532463 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211a3246-edef-42e0-841d-34d62c59ef51 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:42.533246 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-211a3246-edef-42e0-841d-34d62c59ef51 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:42.693301 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-211a3246-edef-42e0-841d-34d62c59ef51 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.8893528 Feb 03 12:58:42.716929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45152) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:42.795216 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-cfb0a549-2a57-457b-bf3c-4dd7bcf22d7a tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Request body: {'subnet': {'network_id': '7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:42.814371 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] Attempting to bind port 12d8d171-99ad-4b1c-aaac-abf1c294df33 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:58:42.814371 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] Attempting to bind port 12d8d171-99ad-4b1c-aaac-abf1c294df33 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '8349473a-7ba9-43a4-9d76-74f7b8c3cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7dc9b526-3f62-4a01-835d-81550aa911c9'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:58:42.814371 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] Attempting to bind port 12d8d171-99ad-4b1c-aaac-abf1c294df33 on network 7dc9b526-3f62-4a01-835d-81550aa911c9 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:58:42.841600 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:58:42.854279 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a3246-edef-42e0-841d-34d62c59ef51 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Pushing event updated for resources: {'Network': ['ID=7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:42.884771 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] Port 12d8d171-99ad-4b1c-aaac-abf1c294df33 on network 7dc9b526-3f62-4a01-835d-81550aa911c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 12:58:42.886677 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] Attempting to bind port 12d8d171-99ad-4b1c-aaac-abf1c294df33 on network 7dc9b526-3f62-4a01-835d-81550aa911c9 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:58:42.901088 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:58:43.055985 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:58:43.056923 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] Checking segment: {'id': '8349473a-7ba9-43a4-9d76-74f7b8c3cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7dc9b526-3f62-4a01-835d-81550aa911c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:58:43.057656 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] Bound using segment: {'id': '8349473a-7ba9-43a4-9d76-74f7b8c3cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7dc9b526-3f62-4a01-835d-81550aa911c9'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:58:43.059768 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] Bound port: 12d8d171-99ad-4b1c-aaac-abf1c294df33, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8349473a-7ba9-43a4-9d76-74f7b8c3cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7dc9b526-3f62-4a01-835d-81550aa911c9'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:58:43.062231 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (12d8d171-99ad-4b1c-aaac-abf1c294df33), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:43.320245 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] For port 12d8d171-99ad-4b1c-aaac-abf1c294df33, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:58:43.324874 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] For port 12d8d171-99ad-4b1c-aaac-abf1c294df33, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=12d8d171-99ad-4b1c-aaac-abf1c294df33,segment=NetworkSegment(8349473a-7ba9-43a4-9d76-74f7b8c3cffb),segment_id=8349473a-7ba9-43a4-9d76-74f7b8c3cffb)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:58:43.347319 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (12d8d171-99ad-4b1c-aaac-abf1c294df33), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:43.393953 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccbdea-808a-485f-a8d8-425d91b57b4a req-662c2450-f8a2-4baa-a049-54e4f3895d3d tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:43.400119 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7ccbdea-808a-485f-a8d8-425d91b57b4a req-662c2450-f8a2-4baa-a049-54e4f3895d3d tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=10a07e75-251f-4877-84c5-bea831b087d8 HTTP/1.1" status: 200 len: 943 time: 0.1507823 Feb 03 12:58:43.489767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=12d8d171-99ad-4b1c-aaac-abf1c294df33,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:43.496079 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb0a549-2a57-457b-bf3c-4dd7bcf22d7a tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Made reservation on behalf of 30a286d47daf4a58a5d165cabcc08343 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:43.499576 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a549-2a57-457b-bf3c-4dd7bcf22d7a tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:43.667376 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:43.669018 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:43.670634 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a91f81a5-29a3-4631-a049-4b678881147b req-29201891-883a-438f-8de0-dd872be84ee1 service neutron] 10.222.0.73 "PUT /v2.0/ports/12d8d171-99ad-4b1c-aaac-abf1c294df33 HTTP/1.1" status: 200 len: 1091 time: 2.9882369 Feb 03 12:58:43.671368 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a07e75-251f-4877-84c5-bea831b087d8', 'tag': '12d8d171-99ad-4b1c-aaac-abf1c294df33'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:58:43.674099 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6fe545-93a1-40cc-8e3c-ab35b407f26e" -d '{"events": [{"name": "network-changed", "server_uuid": "10a07e75-251f-4877-84c5-bea831b087d8", "tag": "12d8d171-99ad-4b1c-aaac-abf1c294df33"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:58:43.789070 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7ccbdea-808a-485f-a8d8-425d91b57b4a req-1ae34ca5-7819-4bd9-ac50-8555c395a93f tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744583 Feb 03 12:58:43.833439 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc8ffd7-b550-4320-9e59-48dad1d04118 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Router 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:58:43.834416 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb0e2d4-c05e-4520-adf5-791825aa2e7c x-openstack-request-id: req-8cb0e2d4-c05e-4520-adf5-791825aa2e7c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:58:43.834926 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a07e75-251f-4877-84c5-bea831b087d8", "tag": "12d8d171-99ad-4b1c-aaac-abf1c294df33", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:58:43.835366 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8cb0e2d4-c05e-4520-adf5-791825aa2e7c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:58:43.835972 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a07e75-251f-4877-84c5-bea831b087d8', 'tag': '12d8d171-99ad-4b1c-aaac-abf1c294df33', 'status': 'completed', 'code': 200} Feb 03 12:58:43.953834 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f81a5-29a3-4631-a049-4b678881147b req-e9efdf9e-8952-4c1e-94fe-8e19775dd3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:43.961282 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a91f81a5-29a3-4631-a049-4b678881147b req-e9efdf9e-8952-4c1e-94fe-8e19775dd3ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=616a6ba084da468a87a94b24206aca06&device_id=10a07e75-251f-4877-84c5-bea831b087d8 HTTP/1.1" status: 200 len: 1125 time: 0.2167785 Feb 03 12:58:43.972062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc8ffd7-b550-4320-9e59-48dad1d04118 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:58:43.995835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0606be-c605-4748-819f-2ce354e5b268 None None] Sync routers for ids ['9419f0a8-42d7-43d4-86b5-00fb2ef548f8'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:58:44.001434 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edc8ffd7-b550-4320-9e59-48dad1d04118 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:44.019923 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0606be-c605-4748-819f-2ce354e5b268 None None] Routers {'9419f0a8-42d7-43d4-86b5-00fb2ef548f8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:44.020839 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3a0606be-c605-4748-819f-2ce354e5b268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:58:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9419f0a8-42d7-43d4-86b5-00fb2ef548f8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:44.095144 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-edc8ffd7-b550-4320-9e59-48dad1d04118 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7031052 Feb 03 12:58:44.095618 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45192) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:44.096147 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1cff8a-1c93-4f3f-890b-91ff0f67d677', 'tag': 'd5631553-e547-4d72-9b65-7759696c6f01'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:58:44.105010 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f501c951-0cef-4344-aa72-1d63542e8a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1cff8a-1c93-4f3f-890b-91ff0f67d677", "tag": "d5631553-e547-4d72-9b65-7759696c6f01"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:58:44.229734 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a91f81a5-29a3-4631-a049-4b678881147b req-d19abc66-a781-4a16-9cac-353424e135df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12d8d171-99ad-4b1c-aaac-abf1c294df33 HTTP/1.1" status: 200 len: 217 time: 0.2490380 Feb 03 12:58:44.254125 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce5fca7-a121-4ff6-a392-242e4a565572 x-openstack-request-id: req-6ce5fca7-a121-4ff6-a392-242e4a565572 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:58:44.254597 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1cff8a-1c93-4f3f-890b-91ff0f67d677", "tag": "d5631553-e547-4d72-9b65-7759696c6f01", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:58:44.255091 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ce5fca7-a121-4ff6-a392-242e4a565572 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:58:44.255664 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1cff8a-1c93-4f3f-890b-91ff0f67d677', 'tag': 'd5631553-e547-4d72-9b65-7759696c6f01', 'status': 'completed', 'code': 200} Feb 03 12:58:44.328487 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3a0606be-c605-4748-819f-2ce354e5b268 None None] Set router 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:58:44.334951 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-540d7647-a673-44db-bb2f-0a98d2c87580 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/floatingips/6bee5607-ea0b-4940-b19c-e5918b2a6b4d HTTP/1.1" status: 200 len: 991 time: 0.2217534 Feb 03 12:58:44.405017 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f81a5-29a3-4631-a049-4b678881147b req-f71dfde9-2ac0-4185-94f7-40a0c38dfeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:44.407141 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a91f81a5-29a3-4631-a049-4b678881147b req-f71dfde9-2ac0-4185-94f7-40a0c38dfeae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d HTTP/1.1" status: 200 len: 853 time: 0.1437151 Feb 03 12:58:44.467357 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a549-2a57-457b-bf3c-4dd7bcf22d7a tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (0d1ba392-2444-4989-b700-0a9d94ad626c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:44.596827 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0a549-2a57-457b-bf3c-4dd7bcf22d7a tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Pushing event updated for resources: {'Subnet': ['ID=0d1ba392-2444-4989-b700-0a9d94ad626c,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:44.602863 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a91f81a5-29a3-4631-a049-4b678881147b req-86bcb24c-4fc7-4754-8cb4-e554dd149f9a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7dc9b526-3f62-4a01-835d-81550aa911c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431675 Feb 03 12:58:44.755729 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a91f81a5-29a3-4631-a049-4b678881147b req-2373c082-a8dd-4be1-93bb-f048f2ac1c5d service neutron] 10.222.0.73 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453190 Feb 03 12:58:44.812777 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501c951-0cef-4344-aa72-1d63542e8a3e req-19d34a3e-6af6-45cc-9109-c8df6d5b9cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:44.814092 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f501c951-0cef-4344-aa72-1d63542e8a3e req-19d34a3e-6af6-45cc-9109-c8df6d5b9cc5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae5c5272e243447aa41be74fb2bd0003&device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 1127 time: 0.4058912 Feb 03 12:58:45.048607 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3a0606be-c605-4748-819f-2ce354e5b268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'name': 'tempest-TestNetworkBasicOps-router-1006596221', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:57:23Z', 'updated_at': '2022-02-03T12:57:43Z', 'revision_number': 4, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:26Z', 'updated_at': '2022-02-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '6bee5607-ea0b-4940-b19c-e5918b2a6b4d', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'floating_ip_address': '172.25.6.203', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'port_id': 'd5631553-e547-4d72-9b65-7759696c6f01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2925, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83', 'mac_address': 'fa:16:3e:a2:6c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1cff8a-1c93-4f3f-890b-91ff0f67d677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:58:41Z', 'updated_at': '2022-02-03T12:58:41Z', 'revision_number': 0, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927ea65a-127b-4c61-8baa-ba72f728176a', 'name': '', 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:1d:77:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '392117ba-9760-4f03-957a-6daad83da08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:39Z', 'updated_at': '2022-02-03T12:57:54Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': '392117ba-9760-4f03-957a-6daad83da08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:45.054124 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb0a549-2a57-457b-bf3c-4dd7bcf22d7a tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Checking segment: {'id': 'c4e9f932-6cbe-4c18-a0bc-9c808d08617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:58:45.054828 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb0a549-2a57-457b-bf3c-4dd7bcf22d7a tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Network hostable DHCP agents. Network: 7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:58:45.083587 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7788f5d-32eb-4608-af54-24ea65efaf86 req-f1b0d08c-41b9-4b98-88c6-b15147b88ef1 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:45.097935 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d7788f5d-32eb-4608-af54-24ea65efaf86 req-f1b0d08c-41b9-4b98-88c6-b15147b88ef1 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=10a07e75-251f-4877-84c5-bea831b087d8 HTTP/1.1" status: 200 len: 943 time: 0.1036494 Feb 03 12:58:45.101603 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0606be-c605-4748-819f-2ce354e5b268 None None] Checking router: 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:58:45.116271 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0606be-c605-4748-819f-2ce354e5b268 None None] Routers {'9419f0a8-42d7-43d4-86b5-00fb2ef548f8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:58:45.117830 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3a0606be-c605-4748-819f-2ce354e5b268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:58:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9419f0a8-42d7-43d4-86b5-00fb2ef548f8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:45.192739 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d7788f5d-32eb-4608-af54-24ea65efaf86 req-26414d71-147c-45b6-ab2a-9dd517d88fb6 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847352 Feb 03 12:58:45.322260 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb0a549-2a57-457b-bf3c-4dd7bcf22d7a tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Network 7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:58:45.336326 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45208) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:45.377741 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3a0606be-c605-4748-819f-2ce354e5b268 None None] Set router 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:58:45.382518 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a91f81a5-29a3-4631-a049-4b678881147b req-2784aea3-6991-4cc4-af92-1a6dff2f266e service neutron] 10.222.0.73 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6186275 Feb 03 12:58:45.383865 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-cfb0a549-2a57-457b-bf3c-4dd7bcf22d7a tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:45.432811 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb0a549-2a57-457b-bf3c-4dd7bcf22d7a tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:45.436835 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a549-2a57-457b-bf3c-4dd7bcf22d7a tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:45.479301 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501c951-0cef-4344-aa72-1d63542e8a3e req-57163932-4743-41fe-9032-1f2fd609428d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:45.493738 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f501c951-0cef-4344-aa72-1d63542e8a3e req-57163932-4743-41fe-9032-1f2fd609428d service neutron] 10.222.0.31 "GET /v2.0/networks?id=c01a13ca-612a-4a56-b422-7f1862673a83 HTTP/1.1" status: 200 len: 898 time: 0.6384337 Feb 03 12:58:45.515529 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fe91b8ae-7b5e-4594-93a9-ae37e6e977f0 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/floatingips/6bee5607-ea0b-4940-b19c-e5918b2a6b4d HTTP/1.1" status: 200 len: 991 time: 0.1777916 Feb 03 12:58:45.711071 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cfb0a549-2a57-457b-bf3c-4dd7bcf22d7a tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9899738 Feb 03 12:58:45.713586 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45210) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:45.718970 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-dc4b57f2-d93a-40b8-ab09-4555de130b37 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Request body: {'port': {'network_id': '7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1918900545'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:45.724780 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab826b16-12d3-4b73-85b4-73f74dba8ef1 None None] Network 7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:45.769692 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f501c951-0cef-4344-aa72-1d63542e8a3e req-d48a843f-23e5-4ace-97dc-bf1b23e9ef7c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5631553-e547-4d72-9b65-7759696c6f01 HTTP/1.1" status: 200 len: 999 time: 0.2372875 Feb 03 12:58:45.895330 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501c951-0cef-4344-aa72-1d63542e8a3e req-147a9cae-b5a7-454e-9b3d-372a2db67f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:45.900246 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f501c951-0cef-4344-aa72-1d63542e8a3e req-147a9cae-b5a7-454e-9b3d-372a2db67f70 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=392117ba-9760-4f03-957a-6daad83da08e HTTP/1.1" status: 200 len: 835 time: 0.1212227 Feb 03 12:58:45.914826 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fe545-93a1-40cc-8e3c-ab35b407f26e req-2558d1ee-2184-42c0-9753-3f36c2fd2ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:45.920210 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b6fe545-93a1-40cc-8e3c-ab35b407f26e req-2558d1ee-2184-42c0-9753-3f36c2fd2ad5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=616a6ba084da468a87a94b24206aca06&device_id=10a07e75-251f-4877-84c5-bea831b087d8 HTTP/1.1" status: 200 len: 1125 time: 0.4247189 Feb 03 12:58:46.019343 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4b57f2-d93a-40b8-ab09-4555de130b37 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Made reservation on behalf of 30a286d47daf4a58a5d165cabcc08343 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:46.022757 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc4b57f2-d93a-40b8-ab09-4555de130b37 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:46.069841 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-dc4b57f2-d93a-40b8-ab09-4555de130b37 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] device_id is not set on port fd649f68-b3b3-4be4-b75b-a065af416b04 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:58:46.209357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-dc4b57f2-d93a-40b8-ab09-4555de130b37 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Allocated IP 2001:db8::29d (7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4/0d1ba392-2444-4989-b700-0a9d94ad626c/fd649f68-b3b3-4be4-b75b-a065af416b04) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:46.256040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4', 'network_id': '7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4', 'project_id': '30a286d47daf4a58a5d165cabcc08343', 'fixed_ips': [{'subnet_id': '0d1ba392-2444-4989-b700-0a9d94ad626c'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:58:46.259722 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:46.334912 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:46.525054 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc4b57f2-d93a-40b8-ab09-4555de130b37 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks [] for port (fd649f68-b3b3-4be4-b75b-a065af416b04), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:46.526452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45238) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:46.708174 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501c951-0cef-4344-aa72-1d63542e8a3e req-54fd78e8-e9f4-46e1-84b8-eb6f47381866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:46.709732 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f501c951-0cef-4344-aa72-1d63542e8a3e req-54fd78e8-e9f4-46e1-84b8-eb6f47381866 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c01a13ca-612a-4a56-b422-7f1862673a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7831743 Feb 03 12:58:46.710712 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fe545-93a1-40cc-8e3c-ab35b407f26e req-c040c0f8-a1e6-4ace-bd0a-0ad4f88189dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:46.712024 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b6fe545-93a1-40cc-8e3c-ab35b407f26e req-c040c0f8-a1e6-4ace-bd0a-0ad4f88189dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=7dc9b526-3f62-4a01-835d-81550aa911c9 HTTP/1.1" status: 200 len: 914 time: 0.7414327 Feb 03 12:58:46.712618 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-17138d6d-4459-4a13-b8b1-ec5907af0eef tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/floatingips/6bee5607-ea0b-4940-b19c-e5918b2a6b4d HTTP/1.1" status: 200 len: 991 time: 0.1846642 Feb 03 12:58:46.737064 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc4b57f2-d93a-40b8-ab09-4555de130b37 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (fd649f68-b3b3-4be4-b75b-a065af416b04), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:46.836006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4b57f2-d93a-40b8-ab09-4555de130b37 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Network 7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:46.843819 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-dc4b57f2-d93a-40b8-ab09-4555de130b37 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:46.847146 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4b57f2-d93a-40b8-ab09-4555de130b37 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:46.856816 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4b57f2-d93a-40b8-ab09-4555de130b37 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:46.862546 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc4b57f2-d93a-40b8-ab09-4555de130b37 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:46.921258 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b57f2-d93a-40b8-ab09-4555de130b37 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Pushing event updated for resources: {'Port': ['ID=fd649f68-b3b3-4be4-b75b-a065af416b04,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:46.951902 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-dc4b57f2-d93a-40b8-ab09-4555de130b37 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2354467 Feb 03 12:58:46.953551 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45252) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:46.968490 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2b48ee8d-beee-445a-8207-818d909991f5 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Request body: {'port': {'network_id': '7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1164998725', 'allowed_address_pairs': [{'ip_address': '2001:db8::29d', 'mac_address': 'fa:16:3e:54:77:bf'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:46.969068 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] Allocated IP 2001:db8::2 (7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4/0d1ba392-2444-4989-b700-0a9d94ad626c/eed12632-3eb8-438a-b6fa-853abb2b676f) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:47.078910 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f501c951-0cef-4344-aa72-1d63542e8a3e req-47a2e31d-4a30-42fc-b732-f2574675a5c9 service neutron] 10.222.0.31 "GET /v2.0/networks/c01a13ca-612a-4a56-b422-7f1862673a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502421 Feb 03 12:58:47.159020 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3d833-db26-4d9c-b611-ea457ed016bf req-a3553a0e-633d-42a5-862f-2480d1b75f19 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:47.164641 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18c3d833-db26-4d9c-b611-ea457ed016bf req-a3553a0e-633d-42a5-862f-2480d1b75f19 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=10a07e75-251f-4877-84c5-bea831b087d8 HTTP/1.1" status: 200 len: 943 time: 0.8201611 Feb 03 12:58:47.188763 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3a0606be-c605-4748-819f-2ce354e5b268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'name': 'tempest-TestNetworkBasicOps-router-1006596221', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:57:23Z', 'updated_at': '2022-02-03T12:57:43Z', 'revision_number': 4, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:26Z', 'updated_at': '2022-02-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '6bee5607-ea0b-4940-b19c-e5918b2a6b4d', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'floating_ip_address': '172.25.6.203', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'port_id': 'd5631553-e547-4d72-9b65-7759696c6f01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2925, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83', 'mac_address': 'fa:16:3e:a2:6c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1cff8a-1c93-4f3f-890b-91ff0f67d677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:58:41Z', 'updated_at': '2022-02-03T12:58:41Z', 'revision_number': 0, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927ea65a-127b-4c61-8baa-ba72f728176a', 'name': '', 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:1d:77:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '392117ba-9760-4f03-957a-6daad83da08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:39Z', 'updated_at': '2022-02-03T12:57:54Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': '392117ba-9760-4f03-957a-6daad83da08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:58:47.246656 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b6fe545-93a1-40cc-8e3c-ab35b407f26e req-059f2565-5558-432b-a279-4aaaa53f0e11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12d8d171-99ad-4b1c-aaac-abf1c294df33 HTTP/1.1" status: 200 len: 217 time: 0.1772764 Feb 03 12:58:47.270211 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0606be-c605-4748-819f-2ce354e5b268 None None] The sync data for ids ['9419f0a8-42d7-43d4-86b5-00fb2ef548f8'] in n-d-827336-3 is: [{'id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'name': 'tempest-TestNetworkBasicOps-router-1006596221', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:57:23Z', 'updated_at': '2022-02-03T12:57:43Z', 'revision_number': 4, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:26Z', 'updated_at': '2022-02-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '6bee5607-ea0b-4940-b19c-e5918b2a6b4d', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'floating_ip_address': '172.25.6.203', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'port_id': 'd5631553-e547-4d72-9b65-7759696c6f01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2925, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83', 'mac_address': 'fa:16:3e:a2:6c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1cff8a-1c93-4f3f-890b-91ff0f67d677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T12:58:41Z', 'updated_at': '2022-02-03T12:58:41Z', 'revision_number': 0, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '927ea65a-127b-4c61-8baa-ba72f728176a', 'name': '', 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:1d:77:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '392117ba-9760-4f03-957a-6daad83da08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:39Z', 'updated_at': '2022-02-03T12:57:54Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': '392117ba-9760-4f03-957a-6daad83da08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:58:47.341610 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b48ee8d-beee-445a-8207-818d909991f5 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Made reservation on behalf of 30a286d47daf4a58a5d165cabcc08343 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:47.555357 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] Publish callbacks [] for port (eed12632-3eb8-438a-b6fa-853abb2b676f), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:47.563781 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b48ee8d-beee-445a-8207-818d909991f5 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:47.573165 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (eed12632-3eb8-438a-b6fa-853abb2b676f), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:47.629025 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-2b48ee8d-beee-445a-8207-818d909991f5 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] device_id is not set on port ee17fbe9-6d5b-40e4-b418-cb676bf2d97d yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:58:47.644355 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18c3d833-db26-4d9c-b611-ea457ed016bf req-441efd80-6835-46c2-8f7d-4126ef236db1 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610856 Feb 03 12:58:47.682267 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fe545-93a1-40cc-8e3c-ab35b407f26e req-a603b57f-b41f-4de4-a12d-1305be5b07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:47.684118 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b6fe545-93a1-40cc-8e3c-ab35b407f26e req-a603b57f-b41f-4de4-a12d-1305be5b07e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d HTTP/1.1" status: 200 len: 853 time: 0.4299319 Feb 03 12:58:47.735766 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45260) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:47.738364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45262) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:47.747091 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b6fe545-93a1-40cc-8e3c-ab35b407f26e req-bec34d70-11bc-41ed-83bb-f1cd2bddaba3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7dc9b526-3f62-4a01-835d-81550aa911c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501356 Feb 03 12:58:47.780088 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] Pushing event updated for resources: {'Port': ['ID=eed12632-3eb8-438a-b6fa-853abb2b676f,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:47.807083 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] Network 7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:47.815636 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:47.824810 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:47.865927 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f501c951-0cef-4344-aa72-1d63542e8a3e req-e386d093-8655-40c5-94b4-0d24ec940330 service neutron] 10.222.0.31 "GET /v2.0/networks/c01a13ca-612a-4a56-b422-7f1862673a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6998849 Feb 03 12:58:47.901295 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aabce8-f302-4241-a7d9-b8ea4872ebea None None] New status for floating IP 6bee5607-ea0b-4940-b19c-e5918b2a6b4d: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:58:48.015468 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-2b48ee8d-beee-445a-8207-818d909991f5 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Allocated IP 2001:db8::25a (7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4/0d1ba392-2444-4989-b700-0a9d94ad626c/ee17fbe9-6d5b-40e4-b418-cb676bf2d97d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:48.139609 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] Attempting to bind port eed12632-3eb8-438a-b6fa-853abb2b676f on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:58:48.141709 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] Attempting to bind port eed12632-3eb8-438a-b6fa-853abb2b676f by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'c4e9f932-6cbe-4c18-a0bc-9c808d08617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:58:48.144942 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] Attempting to bind port eed12632-3eb8-438a-b6fa-853abb2b676f on network 7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:58:48.177502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:58:48.179435 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] Checking segment: {'id': 'c4e9f932-6cbe-4c18-a0bc-9c808d08617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:58:48.180436 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.180841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] Bound using segment: {'id': 'c4e9f932-6cbe-4c18-a0bc-9c808d08617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:58:48.181338 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] Bound port: eed12632-3eb8-438a-b6fa-853abb2b676f, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e9f932-6cbe-4c18-a0bc-9c808d08617f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:58:48.181724 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (eed12632-3eb8-438a-b6fa-853abb2b676f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.385537 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] For port eed12632-3eb8-438a-b6fa-853abb2b676f, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:58:48.394462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] For port eed12632-3eb8-438a-b6fa-853abb2b676f, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=eed12632-3eb8-438a-b6fa-853abb2b676f,segment=NetworkSegment(c4e9f932-6cbe-4c18-a0bc-9c808d08617f),segment_id=c4e9f932-6cbe-4c18-a0bc-9c808d08617f)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:58:48.413940 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (eed12632-3eb8-438a-b6fa-853abb2b676f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.510047 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b48ee8d-beee-445a-8207-818d909991f5 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks [] for port (ee17fbe9-6d5b-40e4-b418-cb676bf2d97d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.562690 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b48ee8d-beee-445a-8207-818d909991f5 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ee17fbe9-6d5b-40e4-b418-cb676bf2d97d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.631408 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b48ee8d-beee-445a-8207-818d909991f5 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Network 7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:48.639082 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2b48ee8d-beee-445a-8207-818d909991f5 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:48.644592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b48ee8d-beee-445a-8207-818d909991f5 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:48.647214 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a3755-0b4e-4cc4-bc96-bbcea1be0cac None None] Pushing event updated for resources: {'Port': ['ID=eed12632-3eb8-438a-b6fa-853abb2b676f,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:48.654121 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b48ee8d-beee-445a-8207-818d909991f5 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:48.655135 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b48ee8d-beee-445a-8207-818d909991f5 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:48.665231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48ee8d-beee-445a-8207-818d909991f5 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Pushing event updated for resources: {'Port': ['ID=ee17fbe9-6d5b-40e4-b418-cb676bf2d97d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:48.707664 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2b48ee8d-beee-445a-8207-818d909991f5 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7486305 Feb 03 12:58:48.710042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45274) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:48.954413 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f407df8b-e13a-45f0-88a2-e0a73c5b2d5d tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:48.978838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f407df8b-e13a-45f0-88a2-e0a73c5b2d5d tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:49.000332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f407df8b-e13a-45f0-88a2-e0a73c5b2d5d tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:49.004878 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f407df8b-e13a-45f0-88a2-e0a73c5b2d5d tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2857685 Feb 03 12:58:49.007035 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45276) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:49.172904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf717cbf-8c2b-4948-a3c6-0eeb0b00c2ab req-9547816f-2192-457b-8c80-53ceaf98d1e8 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:49.185414 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf717cbf-8c2b-4948-a3c6-0eeb0b00c2ab req-9547816f-2192-457b-8c80-53ceaf98d1e8 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=10a07e75-251f-4877-84c5-bea831b087d8 HTTP/1.1" status: 200 len: 943 time: 0.3837655 Feb 03 12:58:49.266535 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b6fe545-93a1-40cc-8e3c-ab35b407f26e req-210b9765-f081-450a-ba57-4d93ee17a29e service neutron] 10.222.0.73 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5097966 Feb 03 12:58:49.272338 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-65c972e8-d96d-4930-9267-509c79ba6079 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/floatingips/6bee5607-ea0b-4940-b19c-e5918b2a6b4d HTTP/1.1" status: 200 len: 991 time: 1.5224094 Feb 03 12:58:49.273827 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eedf615d-51f7-475f-a2c7-6b91bad7e3fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:49.303883 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 12d8d171-99ad-4b1c-aaac-abf1c294df33 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 12:58:49.473344 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf717cbf-8c2b-4948-a3c6-0eeb0b00c2ab req-c75f7b8d-521c-48a2-994c-25a9615182bc tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865045 Feb 03 12:58:49.513095 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-29be7344-0510-4832-a961-3385b27a1dee tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Deleting port ee17fbe9-6d5b-40e4-b418-cb676bf2d97d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:49.517785 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29be7344-0510-4832-a961-3385b27a1dee tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ee17fbe9-6d5b-40e4-b418-cb676bf2d97d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:49.582038 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 12d8d171-99ad-4b1c-aaac-abf1c294df33, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=12d8d171-99ad-4b1c-aaac-abf1c294df33,segment=NetworkSegment(8349473a-7ba9-43a4-9d76-74f7b8c3cffb),segment_id=8349473a-7ba9-43a4-9d76-74f7b8c3cffb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:49.612833 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '12d8d171-99ad-4b1c-aaac-abf1c294df33', 'network_id': '7dc9b526-3f62-4a01-835d-81550aa911c9', 'port_id': '12d8d171-99ad-4b1c-aaac-abf1c294df33', 'mac_address': 'fa:16:3e:0e:3b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 12:58:49.671866 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eedf615d-51f7-475f-a2c7-6b91bad7e3fb admin admin] Publish callbacks [] for security_group (7e8eee3e-fe13-45a3-9f96-4f98d69b10a6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:49.690346 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eedf615d-51f7-475f-a2c7-6b91bad7e3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7e8eee3e-fe13-45a3-9f96-4f98d69b10a6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:49.703655 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 12d8d171-99ad-4b1c-aaac-abf1c294df33 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:49.705044 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (12d8d171-99ad-4b1c-aaac-abf1c294df33), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:49.719691 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29be7344-0510-4832-a961-3385b27a1dee tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ee17fbe9-6d5b-40e4-b418-cb676bf2d97d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:49.741550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-29be7344-0510-4832-a961-3385b27a1dee tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Calling delete_port for ee17fbe9-6d5b-40e4-b418-cb676bf2d97d owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:49.751681 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d8d171-99ad-4b1c-aaac-abf1c294df33 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 12:58:49.805302 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 12d8d171-99ad-4b1c-aaac-abf1c294df33, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=12d8d171-99ad-4b1c-aaac-abf1c294df33,segment=NetworkSegment(8349473a-7ba9-43a4-9d76-74f7b8c3cffb),segment_id=8349473a-7ba9-43a4-9d76-74f7b8c3cffb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:49.815122 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (12d8d171-99ad-4b1c-aaac-abf1c294df33), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:49.867188 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-eedf615d-51f7-475f-a2c7-6b91bad7e3fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb46778b7240418195e44910172f1b26&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1185405 Feb 03 12:58:49.876396 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b6fe545-93a1-40cc-8e3c-ab35b407f26e req-82b89a18-8257-4fa2-ae46-2781dda9b942 service neutron] 10.222.0.73 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958765 Feb 03 12:58:49.877674 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45284) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:49.881287 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf615d-51f7-475f-a2c7-6b91bad7e3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8eee3e-fe13-45a3-9f96-4f98d69b10a6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:49.961684 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=12d8d171-99ad-4b1c-aaac-abf1c294df33,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:49.999734 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29be7344-0510-4832-a961-3385b27a1dee tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ee17fbe9-6d5b-40e4-b418-cb676bf2d97d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.017687 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c46a5bf5-6e60-4fb8-941f-ab12fb422c01 admin admin] Publish callbacks [] for security_group (7e8eee3e-fe13-45a3-9f96-4f98d69b10a6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.079404 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c46a5bf5-6e60-4fb8-941f-ab12fb422c01 admin admin] Publish callbacks [] for security_group (7e8eee3e-fe13-45a3-9f96-4f98d69b10a6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.109431 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be7344-0510-4832-a961-3385b27a1dee tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Pushing event deleted for resources: {'Port': ['ID=ee17fbe9-6d5b-40e4-b418-cb676bf2d97d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:50.214491 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c46a5bf5-6e60-4fb8-941f-ab12fb422c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7e8eee3e-fe13-45a3-9f96-4f98d69b10a6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.223985 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c46a5bf5-6e60-4fb8-941f-ab12fb422c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.229648 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c46a5bf5-6e60-4fb8-941f-ab12fb422c01 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e8eee3e-fe13-45a3-9f96-4f98d69b10a6 HTTP/1.1" status: 204 len: 168 time: 0.3242004 Feb 03 12:58:50.230714 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['12d8d171-99ad-4b1c-aaac-abf1c294df33'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:58:50.279980 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45292) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:50.294883 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a5bf5-6e60-4fb8-941f-ab12fb422c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8eee3e-fe13-45a3-9f96-4f98d69b10a6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:50.574245 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29be7344-0510-4832-a961-3385b27a1dee tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:50.597886 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-29be7344-0510-4832-a961-3385b27a1dee tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "DELETE /v2.0/ports/ee17fbe9-6d5b-40e4-b418-cb676bf2d97d HTTP/1.1" status: 204 len: 168 time: 1.5790932 Feb 03 12:58:50.598945 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45302) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:50.669162 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dcf365a0-238c-4055-8be7-68279896e0fb tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/floatingips/6bee5607-ea0b-4940-b19c-e5918b2a6b4d HTTP/1.1" status: 200 len: 993 time: 0.3708475 Feb 03 12:58:50.673910 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca3d27f-7fb1-4097-a6cc-031d52cfe41b tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] GET failed (client error): The resource could not be found. Feb 03 12:58:50.676202 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fca3d27f-7fb1-4097-a6cc-031d52cfe41b tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "GET /v2.0/ports/ee17fbe9-6d5b-40e4-b418-cb676bf2d97d HTTP/1.1" status: 404 len: 333 time: 0.0757635 Feb 03 12:58:50.682173 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45306) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:50.727073 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1bedf269-cd6b-41dc-a838-95030aef1103 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Request body: {'port': {'network_id': '7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2034719334'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:50.808951 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb561d1-06b9-4f9f-b9fd-9d5db402f51c None None] Network 7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:58:51.094264 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c04426-edec-41d4-a9dd-af0b22f98811 req-2054100a-2678-4474-8744-0d8dd01043a0 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:51.095856 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-45c04426-edec-41d4-a9dd-af0b22f98811 req-2054100a-2678-4474-8744-0d8dd01043a0 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=10a07e75-251f-4877-84c5-bea831b087d8 HTTP/1.1" status: 200 len: 944 time: 0.2810431 Feb 03 12:58:51.188179 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f33e2fff-6236-453b-bcd4-4c9acc5bcc2f None None] Provisioning complete for port eed12632-3eb8-438a-b6fa-853abb2b676f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:51.190336 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f33e2fff-6236-453b-bcd4-4c9acc5bcc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (eed12632-3eb8-438a-b6fa-853abb2b676f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:51.212491 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-45c04426-edec-41d4-a9dd-af0b22f98811 req-68f52451-051c-499f-a163-7c9aa8499164 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967026 Feb 03 12:58:51.213179 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bedf269-cd6b-41dc-a838-95030aef1103 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Made reservation on behalf of 30a286d47daf4a58a5d165cabcc08343 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:51.217163 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bedf269-cd6b-41dc-a838-95030aef1103 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:51.267077 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-1bedf269-cd6b-41dc-a838-95030aef1103 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] device_id is not set on port f0a521a4-ee16-48d1-bbe6-0325db79c80a yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:58:51.332854 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45310) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:51.359614 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f27ecaa0-5d4e-4620-8f11-edf18c0bba16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:51.361935 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device eed12632-3eb8-438a-b6fa-853abb2b676f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:58:51.582852 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-1bedf269-cd6b-41dc-a838-95030aef1103 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Allocated IP 2001:db8::3e0 (7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4/0d1ba392-2444-4989-b700-0a9d94ad626c/f0a521a4-ee16-48d1-bbe6-0325db79c80a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:51.640266 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f27ecaa0-5d4e-4620-8f11-edf18c0bba16 admin admin] Publish callbacks [] for security_group (0095ace5-0b73-4fc8-93f0-2a4f795b1597), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:51.648936 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f27ecaa0-5d4e-4620-8f11-edf18c0bba16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0095ace5-0b73-4fc8-93f0-2a4f795b1597), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:51.693885 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port eed12632-3eb8-438a-b6fa-853abb2b676f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:51.695328 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (eed12632-3eb8-438a-b6fa-853abb2b676f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:51.812875 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45320) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:51.816459 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f27ecaa0-5d4e-4620-8f11-edf18c0bba16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95d0a41dd1304efaac417b0471129ed4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4757342 Feb 03 12:58:51.817852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ecaa0-5d4e-4620-8f11-edf18c0bba16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0095ace5-0b73-4fc8-93f0-2a4f795b1597,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:51.926319 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f33e2fff-6236-453b-bcd4-4c9acc5bcc2f None None] Current status of the port eed12632-3eb8-438a-b6fa-853abb2b676f is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:51.926319 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f33e2fff-6236-453b-bcd4-4c9acc5bcc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (eed12632-3eb8-438a-b6fa-853abb2b676f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:52.087287 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b710738-94ed-4ccd-8176-af5ff5a2622a admin admin] Publish callbacks [] for security_group (0095ace5-0b73-4fc8-93f0-2a4f795b1597), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:52.110942 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bedf269-cd6b-41dc-a838-95030aef1103 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks [] for port (f0a521a4-ee16-48d1-bbe6-0325db79c80a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:52.145514 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b710738-94ed-4ccd-8176-af5ff5a2622a admin admin] Publish callbacks [] for security_group (0095ace5-0b73-4fc8-93f0-2a4f795b1597), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:52.205890 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bedf269-cd6b-41dc-a838-95030aef1103 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f0a521a4-ee16-48d1-bbe6-0325db79c80a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:52.323994 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bedf269-cd6b-41dc-a838-95030aef1103 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Network 7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:52.325970 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b710738-94ed-4ccd-8176-af5ff5a2622a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0095ace5-0b73-4fc8-93f0-2a4f795b1597), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:52.334135 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b710738-94ed-4ccd-8176-af5ff5a2622a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:52.346843 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f33e2fff-6236-453b-bcd4-4c9acc5bcc2f None None] For port eed12632-3eb8-438a-b6fa-853abb2b676f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=eed12632-3eb8-438a-b6fa-853abb2b676f,segment=NetworkSegment(c4e9f932-6cbe-4c18-a0bc-9c808d08617f),segment_id=c4e9f932-6cbe-4c18-a0bc-9c808d08617f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:52.351618 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5b710738-94ed-4ccd-8176-af5ff5a2622a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0095ace5-0b73-4fc8-93f0-2a4f795b1597 HTTP/1.1" status: 204 len: 168 time: 0.4987028 Feb 03 12:58:52.367567 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f33e2fff-6236-453b-bcd4-4c9acc5bcc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (eed12632-3eb8-438a-b6fa-853abb2b676f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:52.392286 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-1bedf269-cd6b-41dc-a838-95030aef1103 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:52.406367 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bedf269-cd6b-41dc-a838-95030aef1103 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:52.420492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bedf269-cd6b-41dc-a838-95030aef1103 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:52.421184 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bedf269-cd6b-41dc-a838-95030aef1103 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:52.468716 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedf269-cd6b-41dc-a838-95030aef1103 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Pushing event updated for resources: {'Port': ['ID=f0a521a4-ee16-48d1-bbe6-0325db79c80a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:52.485168 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b710738-94ed-4ccd-8176-af5ff5a2622a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0095ace5-0b73-4fc8-93f0-2a4f795b1597,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:52.527188 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1bedf269-cd6b-41dc-a838-95030aef1103 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8429201 Feb 03 12:58:52.530314 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45328) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:52.537422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9a031121-c079-4717-a366-a8b54f82d0d6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::29d', 'mac_address': 'fa:16:3e:54:77:bf'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:52.604531 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port eed12632-3eb8-438a-b6fa-853abb2b676f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:52.671167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e49fefc6-deb5-4c8c-bf86-62015aacfa9e None None] Provisioning complete for port eed12632-3eb8-438a-b6fa-853abb2b676f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:52.671643 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e49fefc6-deb5-4c8c-bf86-62015aacfa9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (eed12632-3eb8-438a-b6fa-853abb2b676f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:52.752241 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e2fff-6236-453b-bcd4-4c9acc5bcc2f None None] Pushing event updated for resources: {'Port': ['ID=eed12632-3eb8-438a-b6fa-853abb2b676f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:52.888220 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e49fefc6-deb5-4c8c-bf86-62015aacfa9e None None] Current status of the port eed12632-3eb8-438a-b6fa-853abb2b676f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:52.932165 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e49fefc6-deb5-4c8c-bf86-62015aacfa9e None None] Provisioning complete for port fd649f68-b3b3-4be4-b75b-a065af416b04 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:52.933002 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e49fefc6-deb5-4c8c-bf86-62015aacfa9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fd649f68-b3b3-4be4-b75b-a065af416b04), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:53.068367 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e49fefc6-deb5-4c8c-bf86-62015aacfa9e None None] Port fd649f68-b3b3-4be4-b75b-a065af416b04 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:58:53.091037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device eed12632-3eb8-438a-b6fa-853abb2b676f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:58:53.252471 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b9e394d1-07d9-43c0-99ac-34e339c6e3df None None] Provisioning complete for port fd649f68-b3b3-4be4-b75b-a065af416b04 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:53.258223 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b9e394d1-07d9-43c0-99ac-34e339c6e3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fd649f68-b3b3-4be4-b75b-a065af416b04), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:53.305244 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a031121-c079-4717-a366-a8b54f82d0d6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f0a521a4-ee16-48d1-bbe6-0325db79c80a), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:53.386879 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port eed12632-3eb8-438a-b6fa-853abb2b676f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:53.387524 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (eed12632-3eb8-438a-b6fa-853abb2b676f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:53.401283 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 12d8d171-99ad-4b1c-aaac-abf1c294df33 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:58:53.494700 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b9e394d1-07d9-43c0-99ac-34e339c6e3df None None] Port fd649f68-b3b3-4be4-b75b-a065af416b04 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:58:53.734129 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bda2a588-d051-49c4-930b-4695b0902361 None None] Could not find standard attr ID for object ee17fbe9-6d5b-40e4-b418-cb676bf2d97d. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:58:53.838368 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a031121-c079-4717-a366-a8b54f82d0d6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks [] for port (f0a521a4-ee16-48d1-bbe6-0325db79c80a), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:53.857129 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda415b8-b21f-4b50-ab94-18918933eb2b req-85092f2f-b7fa-41e1-8bc7-585892328bb2 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:53.888337 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bda415b8-b21f-4b50-ab94-18918933eb2b req-85092f2f-b7fa-41e1-8bc7-585892328bb2 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=10a07e75-251f-4877-84c5-bea831b087d8 HTTP/1.1" status: 200 len: 944 time: 1.2114685 Feb 03 12:58:53.892788 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a031121-c079-4717-a366-a8b54f82d0d6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (f0a521a4-ee16-48d1-bbe6-0325db79c80a), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:53.895804 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port eed12632-3eb8-438a-b6fa-853abb2b676f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:53.912208 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 12d8d171-99ad-4b1c-aaac-abf1c294df33 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 12:58:53.919999 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 12d8d171-99ad-4b1c-aaac-abf1c294df33 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:53.920615 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (12d8d171-99ad-4b1c-aaac-abf1c294df33), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:53.943365 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9a031121-c079-4717-a366-a8b54f82d0d6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] In _notify_port_updated(), no bound segment for port f0a521a4-ee16-48d1-bbe6-0325db79c80a on network 7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:58:53.951357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a031121-c079-4717-a366-a8b54f82d0d6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:53.964190 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a031121-c079-4717-a366-a8b54f82d0d6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:53.968801 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9a031121-c079-4717-a366-a8b54f82d0d6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "PUT /v2.0/ports/f0a521a4-ee16-48d1-bbe6-0325db79c80a HTTP/1.1" status: 200 len: 1003 time: 1.4339950 Feb 03 12:58:53.969337 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45356) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:54.105053 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ffe88-06b5-4ab7-be9e-4facfd4d1fc9 req-10519597-af42-4cc7-a9fe-f88fd2256654 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:54.116510 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-262ffe88-06b5-4ab7-be9e-4facfd4d1fc9 req-10519597-af42-4cc7-a9fe-f88fd2256654 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.4112799 Feb 03 12:58:54.198631 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 12d8d171-99ad-4b1c-aaac-abf1c294df33 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:58:54.199182 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (12d8d171-99ad-4b1c-aaac-abf1c294df33), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:54.239267 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c051f-9106-4f0f-94e0-636faae1fbca req-3f66c8a1-7293-4fd1-a55b-0a8e38d38da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:54.250765 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b55c051f-9106-4f0f-94e0-636faae1fbca req-3f66c8a1-7293-4fd1-a55b-0a8e38d38da4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 1126 time: 0.4237092 Feb 03 12:58:54.331676 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a07e75-251f-4877-84c5-bea831b087d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8d171-99ad-4b1c-aaac-abf1c294df33'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:58:54.335431 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75babbb7-6a44-46db-934a-7f0531c17fcd" -d '{"events": [{"server_uuid": "10a07e75-251f-4877-84c5-bea831b087d8", "name": "network-vif-plugged", "status": "completed", "tag": "12d8d171-99ad-4b1c-aaac-abf1c294df33"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:58:54.366643 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-262ffe88-06b5-4ab7-be9e-4facfd4d1fc9 req-a448c921-37dd-49c0-93cb-0608a0c7e551 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490311 Feb 03 12:58:54.385694 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bda415b8-b21f-4b50-ab94-18918933eb2b req-b1f64f82-e350-4ca5-95fb-01ccda2be7c4 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585106 Feb 03 12:58:54.401869 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 12d8d171-99ad-4b1c-aaac-abf1c294df33, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=12d8d171-99ad-4b1c-aaac-abf1c294df33,segment=NetworkSegment(8349473a-7ba9-43a4-9d76-74f7b8c3cffb),segment_id=8349473a-7ba9-43a4-9d76-74f7b8c3cffb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:58:54.424546 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (12d8d171-99ad-4b1c-aaac-abf1c294df33), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:54.519765 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a031121-c079-4717-a366-a8b54f82d0d6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Pushing event updated for resources: {'Port': ['ID=f0a521a4-ee16-48d1-bbe6-0325db79c80a,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:54.553639 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c1a803e7-51f5-4fed-8caf-9d6c2e84a588 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Deleting port f0a521a4-ee16-48d1-bbe6-0325db79c80a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:54.564045 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1a803e7-51f5-4fed-8caf-9d6c2e84a588 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f0a521a4-ee16-48d1-bbe6-0325db79c80a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:54.683641 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3545cbcc-1535-4d2e-8259-63cf13695693 x-openstack-request-id: req-3545cbcc-1535-4d2e-8259-63cf13695693 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:58:54.687553 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a07e75-251f-4877-84c5-bea831b087d8", "name": "network-vif-plugged", "status": "completed", "tag": "12d8d171-99ad-4b1c-aaac-abf1c294df33", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:58:54.692457 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3545cbcc-1535-4d2e-8259-63cf13695693 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:58:54.694854 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a07e75-251f-4877-84c5-bea831b087d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8d171-99ad-4b1c-aaac-abf1c294df33', 'code': 200} Feb 03 12:58:54.695837 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=12d8d171-99ad-4b1c-aaac-abf1c294df33,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:54.717999 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a279afc4-b742-4efa-b107-3d76d3e88d15 None None] Provisioning complete for port f0a521a4-ee16-48d1-bbe6-0325db79c80a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:54.718456 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a279afc4-b742-4efa-b107-3d76d3e88d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f0a521a4-ee16-48d1-bbe6-0325db79c80a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:54.736761 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c051f-9106-4f0f-94e0-636faae1fbca req-e8e55bd7-56b3-4a83-bd70-3475e7533b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:54.749605 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b55c051f-9106-4f0f-94e0-636faae1fbca req-e8e55bd7-56b3-4a83-bd70-3475e7533b34 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.4057319 Feb 03 12:58:54.843317 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a279afc4-b742-4efa-b107-3d76d3e88d15 None None] Port f0a521a4-ee16-48d1-bbe6-0325db79c80a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:58:55.003226 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b55c051f-9106-4f0f-94e0-636faae1fbca req-c8d71320-8333-440c-8713-051ce9676c20 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef71da0-acb2-4952-8099-e4278d115834 HTTP/1.1" status: 200 len: 999 time: 0.2419910 Feb 03 12:58:55.098069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cd637-926a-4d12-8e5c-259f72b40d88 req-0bc217ba-eac8-43a7-85e1-9589f5e643ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:55.104744 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e73cd637-926a-4d12-8e5c-259f72b40d88 req-0bc217ba-eac8-43a7-85e1-9589f5e643ce service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=10a07e75-251f-4877-84c5-bea831b087d8 HTTP/1.1" status: 200 len: 1127 time: 0.2573562 Feb 03 12:58:55.148209 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1a803e7-51f5-4fed-8caf-9d6c2e84a588 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f0a521a4-ee16-48d1-bbe6-0325db79c80a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:55.165673 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c051f-9106-4f0f-94e0-636faae1fbca req-bdca520d-7c8f-468d-8ff9-54b687e437a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:55.172534 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b55c051f-9106-4f0f-94e0-636faae1fbca req-bdca520d-7c8f-468d-8ff9-54b687e437a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.1629467 Feb 03 12:58:55.228195 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c1a803e7-51f5-4fed-8caf-9d6c2e84a588 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Calling delete_port for f0a521a4-ee16-48d1-bbe6-0325db79c80a owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:55.315221 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e73cd637-926a-4d12-8e5c-259f72b40d88 req-d736e4ac-27c6-4a87-8f89-080714544a58 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923444 Feb 03 12:58:55.335639 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c051f-9106-4f0f-94e0-636faae1fbca req-7cfb44f9-deea-468f-92a5-c1d1901dc9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:55.350007 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b55c051f-9106-4f0f-94e0-636faae1fbca req-7cfb44f9-deea-468f-92a5-c1d1901dc9a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1668172 Feb 03 12:58:55.437393 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0578dbef-6730-4b2c-8b3d-b74eb18c90ab None None] Provisioning complete for port f0a521a4-ee16-48d1-bbe6-0325db79c80a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:55.439696 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0578dbef-6730-4b2c-8b3d-b74eb18c90ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f0a521a4-ee16-48d1-bbe6-0325db79c80a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:55.596163 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0578dbef-6730-4b2c-8b3d-b74eb18c90ab None None] Port f0a521a4-ee16-48d1-bbe6-0325db79c80a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:58:55.706272 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1a803e7-51f5-4fed-8caf-9d6c2e84a588 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (f0a521a4-ee16-48d1-bbe6-0325db79c80a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:55.733582 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66257b-5b05-41ec-9c0d-5ae193cefeea req-c2e1e508-b3e0-40d8-a416-62434d2ee4f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:55.735313 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fa66257b-5b05-41ec-9c0d-5ae193cefeea req-c2e1e508-b3e0-40d8-a416-62434d2ee4f3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1840439 Feb 03 12:58:55.869168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a803e7-51f5-4fed-8caf-9d6c2e84a588 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Pushing event deleted for resources: {'Port': ['ID=f0a521a4-ee16-48d1-bbe6-0325db79c80a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:56.040677 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fa66257b-5b05-41ec-9c0d-5ae193cefeea req-1b022517-911c-4a0e-95de-96400af94479 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2741635 Feb 03 12:58:56.044475 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb3fba-8377-4017-a74d-f312702deb17 req-32a05581-82a1-49c0-b5a6-9976045a2660 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:56.054515 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eddb3fba-8377-4017-a74d-f312702deb17 req-32a05581-82a1-49c0-b5a6-9976045a2660 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=10a07e75-251f-4877-84c5-bea831b087d8 HTTP/1.1" status: 200 len: 945 time: 0.3716452 Feb 03 12:58:56.159027 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b55c051f-9106-4f0f-94e0-636faae1fbca req-e2871bdb-62fb-4c2e-a533-93e0de883132 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968817 Feb 03 12:58:56.239308 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1a803e7-51f5-4fed-8caf-9d6c2e84a588 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:56.260878 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c1a803e7-51f5-4fed-8caf-9d6c2e84a588 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "DELETE /v2.0/ports/f0a521a4-ee16-48d1-bbe6-0325db79c80a HTTP/1.1" status: 204 len: 168 time: 2.2900527 Feb 03 12:58:56.261922 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45398) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:56.346535 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eddb3fba-8377-4017-a74d-f312702deb17 req-32d33105-6f96-44ef-879f-428b654b92cd tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804601 Feb 03 12:58:56.476834 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b91d315-f058-484e-9f82-d88511596733 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] GET failed (client error): The resource could not be found. Feb 03 12:58:56.484392 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4b91d315-f058-484e-9f82-d88511596733 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "GET /v2.0/ports/f0a521a4-ee16-48d1-bbe6-0325db79c80a HTTP/1.1" status: 404 len: 333 time: 0.2177937 Feb 03 12:58:56.488621 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45406) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:56.490716 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b55c051f-9106-4f0f-94e0-636faae1fbca req-196f62b8-8979-4916-82a7-111745e223c3 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249943 Feb 03 12:58:56.498738 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3c183806-8bfb-4594-aaea-169bfbd446bd tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Request body: {'port': {'network_id': '7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1285057135'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:56.766078 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c183806-8bfb-4594-aaea-169bfbd446bd tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Made reservation on behalf of 30a286d47daf4a58a5d165cabcc08343 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:58:56.774035 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c183806-8bfb-4594-aaea-169bfbd446bd tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:56.827691 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-3c183806-8bfb-4594-aaea-169bfbd446bd tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] device_id is not set on port eb80630b-0a4e-44ef-8c0f-e56c9eae0082 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:58:57.045379 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-3c183806-8bfb-4594-aaea-169bfbd446bd tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Allocated IP 2001:db8::363 (7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4/0d1ba392-2444-4989-b700-0a9d94ad626c/eb80630b-0a4e-44ef-8c0f-e56c9eae0082) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:58:57.502310 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1bc6e-2948-4658-ad85-a318e434034c req-0239ff03-1825-4f0b-a711-48f700ab1da4 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:57.503928 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-43c1bc6e-2948-4658-ad85-a318e434034c req-0239ff03-1825-4f0b-a711-48f700ab1da4 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.2706759 Feb 03 12:58:57.618191 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c183806-8bfb-4594-aaea-169bfbd446bd tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks [] for port (eb80630b-0a4e-44ef-8c0f-e56c9eae0082), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:57.652289 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f9f3f-d831-45cf-8b79-5de8f8cc7257 req-f752e003-35d4-46db-81b2-895235112bdb tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:57.655672 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-868f9f3f-d831-45cf-8b79-5de8f8cc7257 req-f752e003-35d4-46db-81b2-895235112bdb tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=10a07e75-251f-4877-84c5-bea831b087d8 HTTP/1.1" status: 200 len: 945 time: 0.1235218 Feb 03 12:58:57.666802 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-43c1bc6e-2948-4658-ad85-a318e434034c req-3def4b89-f21f-444d-b4a0-780aecf83c8f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521504 Feb 03 12:58:57.669675 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c183806-8bfb-4594-aaea-169bfbd446bd tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (eb80630b-0a4e-44ef-8c0f-e56c9eae0082), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:57.745224 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c183806-8bfb-4594-aaea-169bfbd446bd tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Network 7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:58:57.748572 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3c183806-8bfb-4594-aaea-169bfbd446bd tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:58:57.751220 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c183806-8bfb-4594-aaea-169bfbd446bd tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:58:57.756924 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c183806-8bfb-4594-aaea-169bfbd446bd tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:57.757593 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c183806-8bfb-4594-aaea-169bfbd446bd tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:57.773830 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-868f9f3f-d831-45cf-8b79-5de8f8cc7257 req-72b1b0ee-d81a-4345-9f65-c3fb917f6555 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060050 Feb 03 12:58:57.811755 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3c183806-8bfb-4594-aaea-169bfbd446bd tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3199866 Feb 03 12:58:57.814030 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c183806-8bfb-4594-aaea-169bfbd446bd tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Pushing event updated for resources: {'Port': ['ID=eb80630b-0a4e-44ef-8c0f-e56c9eae0082,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:57.814724 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45428) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:57.821263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d450e718-40cf-4054-9ed7-4ded5481f482 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:54:77:bf'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:57.938502 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d450e718-40cf-4054-9ed7-4ded5481f482 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (eb80630b-0a4e-44ef-8c0f-e56c9eae0082), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:58.258465 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d450e718-40cf-4054-9ed7-4ded5481f482 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks [] for port (eb80630b-0a4e-44ef-8c0f-e56c9eae0082), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:58.258708 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-587352e1-2220-4d3b-bded-4025270e1d4d None None] Provisioning complete for port eb80630b-0a4e-44ef-8c0f-e56c9eae0082 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:58.259227 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-587352e1-2220-4d3b-bded-4025270e1d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (eb80630b-0a4e-44ef-8c0f-e56c9eae0082), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:58.276023 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ff9dc-6786-4518-8e48-3b933e47ca56 req-2b45ab8f-9671-4a07-9fda-48636429a38f tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:58.276023 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c07ff9dc-6786-4518-8e48-3b933e47ca56 req-2b45ab8f-9671-4a07-9fda-48636429a38f tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=10a07e75-251f-4877-84c5-bea831b087d8 HTTP/1.1" status: 200 len: 945 time: 0.0953891 Feb 03 12:58:58.276505 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d450e718-40cf-4054-9ed7-4ded5481f482 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (eb80630b-0a4e-44ef-8c0f-e56c9eae0082), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:58.356180 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-587352e1-2220-4d3b-bded-4025270e1d4d None None] Port eb80630b-0a4e-44ef-8c0f-e56c9eae0082 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:58:58.407998 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d450e718-40cf-4054-9ed7-4ded5481f482 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] In _notify_port_updated(), no bound segment for port eb80630b-0a4e-44ef-8c0f-e56c9eae0082 on network 7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:58:58.417706 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d450e718-40cf-4054-9ed7-4ded5481f482 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:58.418853 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d450e718-40cf-4054-9ed7-4ded5481f482 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:58.422931 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d450e718-40cf-4054-9ed7-4ded5481f482 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "PUT /v2.0/ports/eb80630b-0a4e-44ef-8c0f-e56c9eae0082 HTTP/1.1" status: 200 len: 1003 time: 0.6068962 Feb 03 12:58:58.426282 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45432) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:58.461596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450e718-40cf-4054-9ed7-4ded5481f482 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Pushing event updated for resources: {'Port': ['ID=eb80630b-0a4e-44ef-8c0f-e56c9eae0082,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:58.536992 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c07ff9dc-6786-4518-8e48-3b933e47ca56 req-4c484756-6050-483c-8885-93bcbc9fd8ae tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500303 Feb 03 12:58:58.721733 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5586e98f-a214-4b3e-a7b6-151e29753b30 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Deleting port eb80630b-0a4e-44ef-8c0f-e56c9eae0082 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:58:58.722706 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5586e98f-a214-4b3e-a7b6-151e29753b30 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (eb80630b-0a4e-44ef-8c0f-e56c9eae0082), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:59.006294 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5586e98f-a214-4b3e-a7b6-151e29753b30 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (eb80630b-0a4e-44ef-8c0f-e56c9eae0082), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:59.026334 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4bd7487e-4513-432d-ae8a-2c44a3831e0b None None] Provisioning complete for port eb80630b-0a4e-44ef-8c0f-e56c9eae0082 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:58:59.027996 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4bd7487e-4513-432d-ae8a-2c44a3831e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (eb80630b-0a4e-44ef-8c0f-e56c9eae0082), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:59.037892 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5586e98f-a214-4b3e-a7b6-151e29753b30 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Calling delete_port for eb80630b-0a4e-44ef-8c0f-e56c9eae0082 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:58:59.055557 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd35ee2-accd-40cc-9745-e94c934259bd req-1c66815f-1970-4a1d-a8f6-81a95a4450d1 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:59.065631 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fcd35ee2-accd-40cc-9745-e94c934259bd req-1c66815f-1970-4a1d-a8f6-81a95a4450d1 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1902714 Feb 03 12:58:59.191377 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4bd7487e-4513-432d-ae8a-2c44a3831e0b None None] Port eb80630b-0a4e-44ef-8c0f-e56c9eae0082 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:58:59.206798 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fcd35ee2-accd-40cc-9745-e94c934259bd req-00a130e1-4fae-41b7-94cd-6ca7c907380d tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394856 Feb 03 12:58:59.387665 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5586e98f-a214-4b3e-a7b6-151e29753b30 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (eb80630b-0a4e-44ef-8c0f-e56c9eae0082), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:59.436638 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586e98f-a214-4b3e-a7b6-151e29753b30 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Pushing event deleted for resources: {'Port': ['ID=eb80630b-0a4e-44ef-8c0f-e56c9eae0082,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:58:59.500739 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5586e98f-a214-4b3e-a7b6-151e29753b30 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:58:59.515271 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5586e98f-a214-4b3e-a7b6-151e29753b30 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "DELETE /v2.0/ports/eb80630b-0a4e-44ef-8c0f-e56c9eae0082 HTTP/1.1" status: 204 len: 168 time: 1.0844672 Feb 03 12:58:59.515618 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45466) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:59.552864 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51d30b0-604c-4c7c-9ef5-e02d56f873c5 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] GET failed (client error): The resource could not be found. Feb 03 12:58:59.555876 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f51d30b0-604c-4c7c-9ef5-e02d56f873c5 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "GET /v2.0/ports/eb80630b-0a4e-44ef-8c0f-e56c9eae0082 HTTP/1.1" status: 404 len: 333 time: 0.0385740 Feb 03 12:58:59.560076 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45470) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:58:59.566524 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-61623993-9f69-40a0-a7f4-4f68bd03dce6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Request body: {'port': {'network_id': '7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-517191863'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:58:59.829741 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187b0f3-3cce-4882-b4ad-ee2ab29de286 req-7172839e-20ba-463f-906f-2aa46301c02f tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:59.831572 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7187b0f3-3cce-4882-b4ad-ee2ab29de286 req-7172839e-20ba-463f-906f-2aa46301c02f tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=10a07e75-251f-4877-84c5-bea831b087d8 HTTP/1.1" status: 200 len: 945 time: 0.1247747 Feb 03 12:58:59.933767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f792e-9389-4717-94ab-0bcde0135e2a req-cebbf191-965d-4df0-a804-487d4a125acf tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:58:59.935439 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4a7f792e-9389-4717-94ab-0bcde0135e2a req-cebbf191-965d-4df0-a804-487d4a125acf tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.73 "GET /v2.0/ports?device_id=10a07e75-251f-4877-84c5-bea831b087d8 HTTP/1.1" status: 200 len: 945 time: 0.2324862 Feb 03 12:58:59.972284 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7187b0f3-3cce-4882-b4ad-ee2ab29de286 req-79811a61-ad12-4ab8-a2d7-66e7d3acab7b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315446 Feb 03 12:59:00.090995 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61623993-9f69-40a0-a7f4-4f68bd03dce6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Made reservation on behalf of 30a286d47daf4a58a5d165cabcc08343 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:00.097365 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61623993-9f69-40a0-a7f4-4f68bd03dce6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:00.121231 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-61623993-9f69-40a0-a7f4-4f68bd03dce6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] device_id is not set on port 0901580d-ad6b-41f5-84da-98d889e7468c yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:59:00.216019 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-4a7f792e-9389-4717-94ab-0bcde0135e2a req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Deleting port 12d8d171-99ad-4b1c-aaac-abf1c294df33 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:00.216503 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4a7f792e-9389-4717-94ab-0bcde0135e2a req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (12d8d171-99ad-4b1c-aaac-abf1c294df33), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:00.359963 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45488) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:00.558785 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-61623993-9f69-40a0-a7f4-4f68bd03dce6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Allocated IP 2001:db8::a4 (7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4/0d1ba392-2444-4989-b700-0a9d94ad626c/0901580d-ad6b-41f5-84da-98d889e7468c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:00.584421 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4a7f792e-9389-4717-94ab-0bcde0135e2a req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] For port 12d8d171-99ad-4b1c-aaac-abf1c294df33, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=12d8d171-99ad-4b1c-aaac-abf1c294df33,segment=NetworkSegment(8349473a-7ba9-43a4-9d76-74f7b8c3cffb),segment_id=8349473a-7ba9-43a4-9d76-74f7b8c3cffb)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:00.588419 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4a7f792e-9389-4717-94ab-0bcde0135e2a req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (12d8d171-99ad-4b1c-aaac-abf1c294df33), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:00.619841 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98fde5c6-2c88-41eb-afc4-c94c0987a9d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:00.659352 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-4a7f792e-9389-4717-94ab-0bcde0135e2a req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Calling delete_port for 12d8d171-99ad-4b1c-aaac-abf1c294df33 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:00.852611 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98fde5c6-2c88-41eb-afc4-c94c0987a9d6 admin admin] Publish callbacks [] for security_group (a3b8b0f1-f29c-456a-8bd4-68f68b1192c5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:00.865371 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98fde5c6-2c88-41eb-afc4-c94c0987a9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a3b8b0f1-f29c-456a-8bd4-68f68b1192c5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.045187 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-98fde5c6-2c88-41eb-afc4-c94c0987a9d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d68884bedf284f3a898931e57af42295&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6837871 Feb 03 12:59:01.045986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45506) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:01.117736 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.198586 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fde5c6-2c88-41eb-afc4-c94c0987a9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b8b0f1-f29c-456a-8bd4-68f68b1192c5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:01.255831 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e404-ab37-4148-8a4e-a527eee4bc72 admin admin] Publish callbacks [] for security_group (a3b8b0f1-f29c-456a-8bd4-68f68b1192c5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.283471 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e404-ab37-4148-8a4e-a527eee4bc72 admin admin] Publish callbacks [] for security_group (a3b8b0f1-f29c-456a-8bd4-68f68b1192c5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.287489 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4a7f792e-9389-4717-94ab-0bcde0135e2a req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (12d8d171-99ad-4b1c-aaac-abf1c294df33), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.308000 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['b072ab41-8edb-4efb-bdb7-17a1f52ba5aa'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:59:01.345998 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b7baee7a-180a-4d0a-9bce-ef01dcb988bc req-b42a4ec9-3176-4826-8be1-866b60d7d0d8 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=10a07e75-251f-4877-84c5-bea831b087d8 HTTP/1.1" status: 200 len: 210 time: 0.1023576 Feb 03 12:59:01.387751 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e404-ab37-4148-8a4e-a527eee4bc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a3b8b0f1-f29c-456a-8bd4-68f68b1192c5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.390417 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e404-ab37-4148-8a4e-a527eee4bc72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.400767 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f1e8e404-ab37-4148-8a4e-a527eee4bc72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3b8b0f1-f29c-456a-8bd4-68f68b1192c5 HTTP/1.1" status: 204 len: 168 time: 0.3409092 Feb 03 12:59:01.414160 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e404-ab37-4148-8a4e-a527eee4bc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b8b0f1-f29c-456a-8bd4-68f68b1192c5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:01.415970 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Pushing event deleted for resources: {'Port': ['ID=12d8d171-99ad-4b1c-aaac-abf1c294df33,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:01.434959 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['12d8d171-99ad-4b1c-aaac-abf1c294df33'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 12:59:01.467328 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7f792e-9389-4717-94ab-0bcde0135e2a req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] No DVR routers for this DVR port 12d8d171-99ad-4b1c-aaac-abf1c294df33 on host n-h1-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:59:01.470636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:01.471489 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:01.472107 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:01.472702 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:01.473273 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:01.473865 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:01.474417 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:01.474982 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:01.475542 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:01.476129 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:01.476679 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:01.477371 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:01.477934 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:01.484960 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4a7f792e-9389-4717-94ab-0bcde0135e2a req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.489946 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4a7f792e-9389-4717-94ab-0bcde0135e2a req-49fcab2d-82da-45f2-84ae-5bd6b4ba1bff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.73 "DELETE /v2.0/ports/12d8d171-99ad-4b1c-aaac-abf1c294df33 HTTP/1.1" status: 204 len: 173 time: 1.5379362 Feb 03 12:59:01.490729 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a07e75-251f-4877-84c5-bea831b087d8', 'name': 'network-vif-deleted', 'tag': '12d8d171-99ad-4b1c-aaac-abf1c294df33'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:59:01.493484 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693b6895-a3f1-44d7-9b6f-94c6dd7d88d7" -d '{"events": [{"server_uuid": "10a07e75-251f-4877-84c5-bea831b087d8", "name": "network-vif-deleted", "tag": "12d8d171-99ad-4b1c-aaac-abf1c294df33"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:59:01.570077 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45516) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:01.634541 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78cba27-bcc0-4d1f-ac6e-6185f1878ed4 x-openstack-request-id: req-a78cba27-bcc0-4d1f-ac6e-6185f1878ed4 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:59:01.636722 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a07e75-251f-4877-84c5-bea831b087d8", "name": "network-vif-deleted", "tag": "12d8d171-99ad-4b1c-aaac-abf1c294df33", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:59:01.637363 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a78cba27-bcc0-4d1f-ac6e-6185f1878ed4 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:59:01.638046 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a07e75-251f-4877-84c5-bea831b087d8', 'name': 'network-vif-deleted', 'tag': '12d8d171-99ad-4b1c-aaac-abf1c294df33', 'status': 'completed', 'code': 200} Feb 03 12:59:01.677349 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61623993-9f69-40a0-a7f4-4f68bd03dce6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks [] for port (0901580d-ad6b-41f5-84da-98d889e7468c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.761739 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61623993-9f69-40a0-a7f4-4f68bd03dce6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (0901580d-ad6b-41f5-84da-98d889e7468c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.828373 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61623993-9f69-40a0-a7f4-4f68bd03dce6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Network 7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:01.832758 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-61623993-9f69-40a0-a7f4-4f68bd03dce6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:01.838647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61623993-9f69-40a0-a7f4-4f68bd03dce6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:01.845705 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50e66176-9376-4971-8b31-823cf436f8f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.846531 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61623993-9f69-40a0-a7f4-4f68bd03dce6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:01.847461 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61623993-9f69-40a0-a7f4-4f68bd03dce6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:01.877446 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61623993-9f69-40a0-a7f4-4f68bd03dce6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Pushing event updated for resources: {'Port': ['ID=0901580d-ad6b-41f5-84da-98d889e7468c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:01.892906 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-61623993-9f69-40a0-a7f4-4f68bd03dce6 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3307118 Feb 03 12:59:01.895474 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45520) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:01.907236 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-45a12573-9469-4cda-a268-a73e026a26df tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Request body: {'port': {'network_id': '7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1640669644'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:02.204107 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50e66176-9376-4971-8b31-823cf436f8f5 admin admin] Publish callbacks [] for security_group (1b456160-5816-4b40-82c6-84a3a00bb3eb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:02.207492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a12573-9469-4cda-a268-a73e026a26df tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Made reservation on behalf of 30a286d47daf4a58a5d165cabcc08343 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:02.212188 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50e66176-9376-4971-8b31-823cf436f8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1b456160-5816-4b40-82c6-84a3a00bb3eb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:02.218666 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45a12573-9469-4cda-a268-a73e026a26df tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:02.300939 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e66176-9376-4971-8b31-823cf436f8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b456160-5816-4b40-82c6-84a3a00bb3eb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:02.319824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-45a12573-9469-4cda-a268-a73e026a26df tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] device_id is not set on port be8f1dfd-0134-4c59-aa97-05f833075d89 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:59:02.416100 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-50e66176-9376-4971-8b31-823cf436f8f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e9678efa1ea4b07ad0d29550b8e1ec5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8451321 Feb 03 12:59:02.419267 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45532) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:02.551508 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8a02dbf8-bfec-4ba3-b666-34f32a6044bd None None] Provisioning complete for port 0901580d-ad6b-41f5-84da-98d889e7468c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:02.552448 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8a02dbf8-bfec-4ba3-b666-34f32a6044bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0901580d-ad6b-41f5-84da-98d889e7468c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:02.662763 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8a02dbf8-bfec-4ba3-b666-34f32a6044bd None None] Port 0901580d-ad6b-41f5-84da-98d889e7468c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:02.788241 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabe1b7-f1d5-4d5a-b122-0d7236ce5beb req-a49c90ea-66bc-40f1-aad8-9286d2c4feeb tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:02.798753 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cdabe1b7-f1d5-4d5a-b122-0d7236ce5beb req-a49c90ea-66bc-40f1-aad8-9286d2c4feeb tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1307311 Feb 03 12:59:02.812480 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-351a418b-9c06-423e-a422-36ef62c98f61 admin admin] Publish callbacks [] for security_group (1b456160-5816-4b40-82c6-84a3a00bb3eb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:02.863102 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-351a418b-9c06-423e-a422-36ef62c98f61 admin admin] Publish callbacks [] for security_group (1b456160-5816-4b40-82c6-84a3a00bb3eb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:02.926601 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cdabe1b7-f1d5-4d5a-b122-0d7236ce5beb req-e64f99b9-3c9c-4c85-b156-33190664d0b2 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264799 Feb 03 12:59:02.987371 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-45a12573-9469-4cda-a268-a73e026a26df tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Allocated IP 2001:db8::20 (7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4/0d1ba392-2444-4989-b700-0a9d94ad626c/be8f1dfd-0134-4c59-aa97-05f833075d89) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:02.998187 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-351a418b-9c06-423e-a422-36ef62c98f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1b456160-5816-4b40-82c6-84a3a00bb3eb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:03.006737 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-351a418b-9c06-423e-a422-36ef62c98f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:03.016022 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-351a418b-9c06-423e-a422-36ef62c98f61 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b456160-5816-4b40-82c6-84a3a00bb3eb HTTP/1.1" status: 204 len: 168 time: 0.5951433 Feb 03 12:59:03.072659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a418b-9c06-423e-a422-36ef62c98f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b456160-5816-4b40-82c6-84a3a00bb3eb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:03.324159 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 12d8d171-99ad-4b1c-aaac-abf1c294df33 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:59:03.391653 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 12d8d171-99ad-4b1c-aaac-abf1c294df33 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:59:03.400084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 12d8d171-99ad-4b1c-aaac-abf1c294df33 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:59:03.492582 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56d3035c-a431-4ae7-9555-1b09e03be594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:03.517296 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87534e-87b0-43d4-8d0c-6eb028fcc4f2 req-016eb521-9ca8-4732-8b4f-c659bf80131f tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:03.539435 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ee87534e-87b0-43d4-8d0c-6eb028fcc4f2 req-016eb521-9ca8-4732-8b4f-c659bf80131f tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1433640 Feb 03 12:59:03.542554 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45a12573-9469-4cda-a268-a73e026a26df tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks [] for port (be8f1dfd-0134-4c59-aa97-05f833075d89), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:03.631246 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45a12573-9469-4cda-a268-a73e026a26df tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (be8f1dfd-0134-4c59-aa97-05f833075d89), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:03.765199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a12573-9469-4cda-a268-a73e026a26df tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Network 7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:03.769135 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-45a12573-9469-4cda-a268-a73e026a26df tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:03.775264 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ee87534e-87b0-43d4-8d0c-6eb028fcc4f2 req-45dbaa23-f198-40ce-8e7d-5e75d0f9df0e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261336 Feb 03 12:59:03.786261 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a12573-9469-4cda-a268-a73e026a26df tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:03.801537 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a12573-9469-4cda-a268-a73e026a26df tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:03.802215 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45a12573-9469-4cda-a268-a73e026a26df tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:03.870508 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a12573-9469-4cda-a268-a73e026a26df tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Pushing event updated for resources: {'Port': ['ID=be8f1dfd-0134-4c59-aa97-05f833075d89,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:03.911072 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45576) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:03.912166 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-45a12573-9469-4cda-a268-a73e026a26df tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0118923 Feb 03 12:59:03.917050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::29d', 'mac_address': 'fa:16:3e:54:77:bf'}, {'ip_address': '2001:db8::a4', 'mac_address': 'fa:16:3e:61:64:86'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:04.116898 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d237c3-85ad-47f9-9b48-50a8c3f1234d req-3c156767-2ce8-4631-beb6-13e15f60800e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:04.128191 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-00d237c3-85ad-47f9-9b48-50a8c3f1234d req-3c156767-2ce8-4631-beb6-13e15f60800e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1803241 Feb 03 12:59:04.129575 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45580) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:04.182607 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbfe8c91-6690-4e67-903e-57f798134d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:04.324493 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (be8f1dfd-0134-4c59-aa97-05f833075d89), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:04.342361 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e90b1416-02a5-4fd3-9585-a85fb2cdc478 None None] Provisioning complete for port be8f1dfd-0134-4c59-aa97-05f833075d89 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:04.342967 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e90b1416-02a5-4fd3-9585-a85fb2cdc478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (be8f1dfd-0134-4c59-aa97-05f833075d89), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:04.422227 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-00d237c3-85ad-47f9-9b48-50a8c3f1234d req-fba66bef-354d-41cc-a820-c1194529f90f tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802558 Feb 03 12:59:04.524092 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e90b1416-02a5-4fd3-9585-a85fb2cdc478 None None] Port be8f1dfd-0134-4c59-aa97-05f833075d89 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:04.595357 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbfe8c91-6690-4e67-903e-57f798134d3c admin admin] Publish callbacks [] for security_group (98d27163-7460-4ded-829c-d1a3d6a9814a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:04.601413 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbfe8c91-6690-4e67-903e-57f798134d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (98d27163-7460-4ded-829c-d1a3d6a9814a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:04.675968 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dbfe8c91-6690-4e67-903e-57f798134d3c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2925715ed358464fada8859b5b8ff773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5450244 Feb 03 12:59:04.678959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45586) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:04.724285 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe8c91-6690-4e67-903e-57f798134d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d27163-7460-4ded-829c-d1a3d6a9814a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:04.924815 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks [] for port (be8f1dfd-0134-4c59-aa97-05f833075d89), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:04.926732 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-afbc0ecf-5313-4ac9-8b76-6bc72474daae admin admin] Publish callbacks [] for security_group (98d27163-7460-4ded-829c-d1a3d6a9814a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:04.969681 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (be8f1dfd-0134-4c59-aa97-05f833075d89), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:05.065627 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-afbc0ecf-5313-4ac9-8b76-6bc72474daae admin admin] Publish callbacks [] for security_group (98d27163-7460-4ded-829c-d1a3d6a9814a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:05.150440 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Pushing event updated for resources: {'Port': ['ID=be8f1dfd-0134-4c59-aa97-05f833075d89,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:05.155513 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] In _notify_port_updated(), no bound segment for port be8f1dfd-0134-4c59-aa97-05f833075d89 on network 7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 12:59:05.170862 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:05.171573 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:05.175388 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "PUT /v2.0/ports/be8f1dfd-0134-4c59-aa97-05f833075d89 HTTP/1.1" status: 200 len: 1066 time: 1.2626946 Feb 03 12:59:05.178233 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45606) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:05.222206 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:05.222344 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:05.222686 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:05.223035 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:05.223379 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:05.223724 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:05.226892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:05.227309 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:05.227668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:05.229938 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:05.230354 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:05.231247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:05.231600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ecc5cd-1790-44e7-a8d8-36ef80e97ff7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:05.299390 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-afbc0ecf-5313-4ac9-8b76-6bc72474daae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (98d27163-7460-4ded-829c-d1a3d6a9814a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:05.303299 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-afbc0ecf-5313-4ac9-8b76-6bc72474daae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:05.306873 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-afbc0ecf-5313-4ac9-8b76-6bc72474daae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98d27163-7460-4ded-829c-d1a3d6a9814a HTTP/1.1" status: 204 len: 168 time: 0.6234083 Feb 03 12:59:05.343384 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc0ecf-5313-4ac9-8b76-6bc72474daae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d27163-7460-4ded-829c-d1a3d6a9814a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:05.497808 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0edacbd4-b538-453f-812b-5d09cf5890fe tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Deleting port be8f1dfd-0134-4c59-aa97-05f833075d89 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:05.498173 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0edacbd4-b538-453f-812b-5d09cf5890fe tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (be8f1dfd-0134-4c59-aa97-05f833075d89), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:05.681022 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-905ceee1-bdc3-4876-9053-b6f8c3c63e0a None None] Provisioning complete for port be8f1dfd-0134-4c59-aa97-05f833075d89 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:05.684577 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-905ceee1-bdc3-4876-9053-b6f8c3c63e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (be8f1dfd-0134-4c59-aa97-05f833075d89), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:05.758428 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0edacbd4-b538-453f-812b-5d09cf5890fe tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (be8f1dfd-0134-4c59-aa97-05f833075d89), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:05.776013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0edacbd4-b538-453f-812b-5d09cf5890fe tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Calling delete_port for be8f1dfd-0134-4c59-aa97-05f833075d89 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:05.813345 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-905ceee1-bdc3-4876-9053-b6f8c3c63e0a None None] Port be8f1dfd-0134-4c59-aa97-05f833075d89 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:06.015721 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0edacbd4-b538-453f-812b-5d09cf5890fe tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (be8f1dfd-0134-4c59-aa97-05f833075d89), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:06.053322 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edacbd4-b538-453f-812b-5d09cf5890fe tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Pushing event deleted for resources: {'Port': ['ID=be8f1dfd-0134-4c59-aa97-05f833075d89,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:06.120144 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e8d9d7f-ad2e-4dd8-8970-0bdb71bc51c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:06.554842 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0edacbd4-b538-453f-812b-5d09cf5890fe tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:06.559337 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0edacbd4-b538-453f-812b-5d09cf5890fe tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "DELETE /v2.0/ports/be8f1dfd-0134-4c59-aa97-05f833075d89 HTTP/1.1" status: 204 len: 168 time: 1.3795192 Feb 03 12:59:06.562236 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45646) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:06.623238 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-1214611c-3fc0-4ea2-ab53-b58f4402809b tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] GET failed (client error): The resource could not be found. Feb 03 12:59:06.623238 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1214611c-3fc0-4ea2-ab53-b58f4402809b tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "GET /v2.0/ports/be8f1dfd-0134-4c59-aa97-05f833075d89 HTTP/1.1" status: 404 len: 333 time: 0.0564709 Feb 03 12:59:06.624498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45650) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:06.832272 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f728f58c-f333-458f-bb4d-70ed666d0498 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Deleting port 0901580d-ad6b-41f5-84da-98d889e7468c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:06.836549 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f728f58c-f333-458f-bb4d-70ed666d0498 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0901580d-ad6b-41f5-84da-98d889e7468c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:06.943777 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:07.836735 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f728f58c-f333-458f-bb4d-70ed666d0498 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0901580d-ad6b-41f5-84da-98d889e7468c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:07.886428 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f728f58c-f333-458f-bb4d-70ed666d0498 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Calling delete_port for 0901580d-ad6b-41f5-84da-98d889e7468c owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:08.078018 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f728f58c-f333-458f-bb4d-70ed666d0498 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (0901580d-ad6b-41f5-84da-98d889e7468c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:08.134609 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728f58c-f333-458f-bb4d-70ed666d0498 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Pushing event deleted for resources: {'Port': ['ID=0901580d-ad6b-41f5-84da-98d889e7468c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:08.161131 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f728f58c-f333-458f-bb4d-70ed666d0498 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:08.165553 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f728f58c-f333-458f-bb4d-70ed666d0498 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "DELETE /v2.0/ports/0901580d-ad6b-41f5-84da-98d889e7468c HTTP/1.1" status: 204 len: 168 time: 1.5400229 Feb 03 12:59:08.168675 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45690) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:08.209747 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e372152-1834-49e4-9592-5cc147efc0b7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] GET failed (client error): The resource could not be found. Feb 03 12:59:08.211232 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8e372152-1834-49e4-9592-5cc147efc0b7 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "GET /v2.0/ports/0901580d-ad6b-41f5-84da-98d889e7468c HTTP/1.1" status: 404 len: 333 time: 0.0414906 Feb 03 12:59:08.216082 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45692) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:08.230589 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:08.541878 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-93805e91-f89c-4cfb-9dca-193003e78c24 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Deleting port fd649f68-b3b3-4be4-b75b-a065af416b04 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:08.542224 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93805e91-f89c-4cfb-9dca-193003e78c24 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (fd649f68-b3b3-4be4-b75b-a065af416b04), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:08.735015 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45720) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:08.777100 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93805e91-f89c-4cfb-9dca-193003e78c24 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (fd649f68-b3b3-4be4-b75b-a065af416b04), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:08.813553 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-93805e91-f89c-4cfb-9dca-193003e78c24 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Calling delete_port for fd649f68-b3b3-4be4-b75b-a065af416b04 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:08.908341 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45732) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:09.050391 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4b5b5b1-46f0-4402-b749-963837f65a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:09.208403 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8e5859a-2449-4df3-a930-68e6b0219405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:09.403168 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8e5859a-2449-4df3-a930-68e6b0219405 admin admin] Publish callbacks [] for security_group (5f4aa35c-2d43-4b9a-9a48-dfb3cb2d13ee), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:09.412409 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8e5859a-2449-4df3-a930-68e6b0219405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5f4aa35c-2d43-4b9a-9a48-dfb3cb2d13ee), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:09.503334 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d8e5859a-2449-4df3-a930-68e6b0219405 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d95798a156948f8b5c26559f8d56dae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5930166 Feb 03 12:59:09.508850 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45750) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:09.509979 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5859a-2449-4df3-a930-68e6b0219405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4aa35c-2d43-4b9a-9a48-dfb3cb2d13ee,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:09.555159 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93805e91-f89c-4cfb-9dca-193003e78c24 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (fd649f68-b3b3-4be4-b75b-a065af416b04), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:09.660482 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4b5b5b1-46f0-4402-b749-963837f65a09 admin admin] Publish callbacks [] for security_group (787b282a-558e-4baf-9aeb-bed93cba6418), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:09.660826 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93805e91-f89c-4cfb-9dca-193003e78c24 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Pushing event deleted for resources: {'Port': ['ID=fd649f68-b3b3-4be4-b75b-a065af416b04,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:09.675151 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4b5b5b1-46f0-4402-b749-963837f65a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (787b282a-558e-4baf-9aeb-bed93cba6418), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:09.707144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467aed4-c5d0-4d0d-a4a3-337c3860faca req-959bcd45-a224-4f53-a89f-208641c21181 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:09.709151 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d467aed4-c5d0-4d0d-a4a3-337c3860faca req-959bcd45-a224-4f53-a89f-208641c21181 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1839952 Feb 03 12:59:09.717177 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93805e91-f89c-4cfb-9dca-193003e78c24 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:09.720839 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-93805e91-f89c-4cfb-9dca-193003e78c24 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "DELETE /v2.0/ports/fd649f68-b3b3-4be4-b75b-a065af416b04 HTTP/1.1" status: 204 len: 168 time: 1.5036814 Feb 03 12:59:09.729781 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45754) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:09.737135 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e4b5b5b1-46f0-4402-b749-963837f65a09 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3ae4f2b39954e6fab56c01660403805&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9984939 Feb 03 12:59:09.740563 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45756) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:09.754701 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8959a7b3-e40d-4c90-bfe5-57b6918da863 admin admin] Publish callbacks [] for security_group (5f4aa35c-2d43-4b9a-9a48-dfb3cb2d13ee), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:09.796236 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8959a7b3-e40d-4c90-bfe5-57b6918da863 admin admin] Publish callbacks [] for security_group (5f4aa35c-2d43-4b9a-9a48-dfb3cb2d13ee), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:09.847335 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f28c91e-bdfc-4a26-8e02-6893dd57cb03 admin admin] Publish callbacks [] for security_group (787b282a-558e-4baf-9aeb-bed93cba6418), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:09.890976 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:09.895136 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d467aed4-c5d0-4d0d-a4a3-337c3860faca req-d705cb67-0a5f-41e8-9ec1-444879f6fbf5 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729667 Feb 03 12:59:09.944657 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f28c91e-bdfc-4a26-8e02-6893dd57cb03 admin admin] Publish callbacks [] for security_group (787b282a-558e-4baf-9aeb-bed93cba6418), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:09.999724 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c797cc-7f92-431a-9b99-0a0d2fdabd11 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Deleting subnet 0d1ba392-2444-4989-b700-0a9d94ad626c {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:59:10.023644 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f28c91e-bdfc-4a26-8e02-6893dd57cb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (787b282a-558e-4baf-9aeb-bed93cba6418), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:10.029143 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f28c91e-bdfc-4a26-8e02-6893dd57cb03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:10.032277 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1f28c91e-bdfc-4a26-8e02-6893dd57cb03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/787b282a-558e-4baf-9aeb-bed93cba6418 HTTP/1.1" status: 204 len: 168 time: 0.2815323 Feb 03 12:59:10.034729 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65c797cc-7f92-431a-9b99-0a0d2fdabd11 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks [] for subnet (0d1ba392-2444-4989-b700-0a9d94ad626c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:10.086982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28c91e-bdfc-4a26-8e02-6893dd57cb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787b282a-558e-4baf-9aeb-bed93cba6418,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:10.202602 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5b5b1-46f0-4402-b749-963837f65a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787b282a-558e-4baf-9aeb-bed93cba6418,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:10.242888 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65c797cc-7f92-431a-9b99-0a0d2fdabd11 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (0d1ba392-2444-4989-b700-0a9d94ad626c), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:10.358735 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af0cba-1165-4c4c-9e4f-9c1b709eee60 req-292bf9ff-0683-4a29-bb16-e9028cb6e7f4 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:10.362232 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-46af0cba-1165-4c4c-9e4f-9c1b709eee60 req-292bf9ff-0683-4a29-bb16-e9028cb6e7f4 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2563343 Feb 03 12:59:10.420361 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8959a7b3-e40d-4c90-bfe5-57b6918da863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5f4aa35c-2d43-4b9a-9a48-dfb3cb2d13ee), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:10.430460 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8959a7b3-e40d-4c90-bfe5-57b6918da863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:10.435148 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8959a7b3-e40d-4c90-bfe5-57b6918da863 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f4aa35c-2d43-4b9a-9a48-dfb3cb2d13ee HTTP/1.1" status: 204 len: 168 time: 0.9208603 Feb 03 12:59:10.547759 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65c797cc-7f92-431a-9b99-0a0d2fdabd11 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (0d1ba392-2444-4989-b700-0a9d94ad626c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:10.652154 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959a7b3-e40d-4c90-bfe5-57b6918da863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4aa35c-2d43-4b9a-9a48-dfb3cb2d13ee,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:10.708876 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-46af0cba-1165-4c4c-9e4f-9c1b709eee60 req-be7f43c3-e682-48a0-becc-3fc6cb0aec22 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059173 Feb 03 12:59:10.741420 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65c797cc-7f92-431a-9b99-0a0d2fdabd11 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (0d1ba392-2444-4989-b700-0a9d94ad626c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:10.813532 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c797cc-7f92-431a-9b99-0a0d2fdabd11 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Pushing event deleted for resources: {'Subnet': ['ID=0d1ba392-2444-4989-b700-0a9d94ad626c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:10.831827 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65c797cc-7f92-431a-9b99-0a0d2fdabd11 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:10.835590 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-65c797cc-7f92-431a-9b99-0a0d2fdabd11 tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "DELETE /v2.0/subnets/0d1ba392-2444-4989-b700-0a9d94ad626c HTTP/1.1" status: 204 len: 168 time: 1.0955834 Feb 03 12:59:10.839704 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45788) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:10.857252 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f797d7ae-a380-46d2-b9a0-1aea099f03c1 None None] Network 7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:11.183051 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cf9fcd-e298-4fea-9cfb-eb2675470eb1 None None] DHCP port deletion for 7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:59:11.266820 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc4ae-76d2-4b67-9b15-a36a9d880e1f tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:11.370665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45798) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:11.379983 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-24cf9fcd-e298-4fea-9cfb-eb2675470eb1 None None] Deleting port eed12632-3eb8-438a-b6fa-853abb2b676f {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:11.380588 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24cf9fcd-e298-4fea-9cfb-eb2675470eb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (eed12632-3eb8-438a-b6fa-853abb2b676f), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:11.485345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ca8dc4ae-76d2-4b67-9b15-a36a9d880e1f tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Deleting port eed12632-3eb8-438a-b6fa-853abb2b676f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:11.492848 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc4ae-76d2-4b67-9b15-a36a9d880e1f tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (eed12632-3eb8-438a-b6fa-853abb2b676f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:11.522833 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45804) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:11.554399 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-59a085ae-6b4f-4269-90a2-1c3bcdc8d04f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/floatingips/6bee5607-ea0b-4940-b19c-e5918b2a6b4d HTTP/1.1" status: 200 len: 993 time: 0.1823685 Feb 03 12:59:11.630241 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-24cf9fcd-e298-4fea-9cfb-eb2675470eb1 None None] For port eed12632-3eb8-438a-b6fa-853abb2b676f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=eed12632-3eb8-438a-b6fa-853abb2b676f,segment=NetworkSegment(c4e9f932-6cbe-4c18-a0bc-9c808d08617f),segment_id=c4e9f932-6cbe-4c18-a0bc-9c808d08617f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:11.630728 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24cf9fcd-e298-4fea-9cfb-eb2675470eb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (eed12632-3eb8-438a-b6fa-853abb2b676f), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:11.671016 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-24cf9fcd-e298-4fea-9cfb-eb2675470eb1 None None] Calling delete_port for eed12632-3eb8-438a-b6fa-853abb2b676f owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:11.680971 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de3b37c5-207c-4a78-8474-7e858ab6fab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:11.818693 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ca8dc4ae-76d2-4b67-9b15-a36a9d880e1f tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] For port eed12632-3eb8-438a-b6fa-853abb2b676f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=eed12632-3eb8-438a-b6fa-853abb2b676f,segment=NetworkSegment(c4e9f932-6cbe-4c18-a0bc-9c808d08617f),segment_id=c4e9f932-6cbe-4c18-a0bc-9c808d08617f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:11.819302 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc4ae-76d2-4b67-9b15-a36a9d880e1f tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (eed12632-3eb8-438a-b6fa-853abb2b676f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:11.862991 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ca8dc4ae-76d2-4b67-9b15-a36a9d880e1f tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Calling delete_port for eed12632-3eb8-438a-b6fa-853abb2b676f owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:11.936879 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24cf9fcd-e298-4fea-9cfb-eb2675470eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (eed12632-3eb8-438a-b6fa-853abb2b676f), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:12.003122 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cf9fcd-e298-4fea-9cfb-eb2675470eb1 None None] No DVR routers for this DVR port eed12632-3eb8-438a-b6fa-853abb2b676f on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:59:12.019295 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf9fcd-e298-4fea-9cfb-eb2675470eb1 None None] Pushing event deleted for resources: {'Port': ['ID=eed12632-3eb8-438a-b6fa-853abb2b676f,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:12.021754 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45820) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:12.102237 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc4ae-76d2-4b67-9b15-a36a9d880e1f tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (eed12632-3eb8-438a-b6fa-853abb2b676f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:12.235479 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dc4ae-76d2-4b67-9b15-a36a9d880e1f tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Pushing event deleted for resources: {'Port': ['ID=eed12632-3eb8-438a-b6fa-853abb2b676f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:12.405166 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8dc4ae-76d2-4b67-9b15-a36a9d880e1f tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] No DVR routers for this DVR port eed12632-3eb8-438a-b6fa-853abb2b676f on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:59:12.556312 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b499236c-909a-4b4f-be47-22528ab73ad1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Deleting port dd2b881e-ada5-4059-b5a9-75b369286b0c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:12.557154 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b499236c-909a-4b4f-be47-22528ab73ad1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (dd2b881e-ada5-4059-b5a9-75b369286b0c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:12.655878 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc4ae-76d2-4b67-9b15-a36a9d880e1f tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:12.667056 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de3b37c5-207c-4a78-8474-7e858ab6fab6 admin admin] Publish callbacks [] for security_group (c31f2484-78a1-4d9d-ac00-e7797be067f0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:12.688263 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de3b37c5-207c-4a78-8474-7e858ab6fab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c31f2484-78a1-4d9d-ac00-e7797be067f0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:12.709280 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b499236c-909a-4b4f-be47-22528ab73ad1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (dd2b881e-ada5-4059-b5a9-75b369286b0c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:12.709607 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b499236c-909a-4b4f-be47-22528ab73ad1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for floatingip (dd2b881e-ada5-4059-b5a9-75b369286b0c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:12.737009 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b499236c-909a-4b4f-be47-22528ab73ad1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Calling delete_port for dd2b881e-ada5-4059-b5a9-75b369286b0c owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:12.779040 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b37c5-207c-4a78-8474-7e858ab6fab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31f2484-78a1-4d9d-ac00-e7797be067f0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:12.826135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ca8dc4ae-76d2-4b67-9b15-a36a9d880e1f tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:12.847028 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ca8dc4ae-76d2-4b67-9b15-a36a9d880e1f tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e9f932-6cbe-4c18-a0bc-9c808d08617f') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:12.848190 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ca8dc4ae-76d2-4b67-9b15-a36a9d880e1f tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e9f932-6cbe-4c18-a0bc-9c808d08617f') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:12.863238 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-de3b37c5-207c-4a78-8474-7e858ab6fab6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a54fbd65179e4eafb0017afd73eed1e3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3256295 Feb 03 12:59:12.864867 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45832) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:12.876707 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc4ae-76d2-4b67-9b15-a36a9d880e1f tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (c4e9f932-6cbe-4c18-a0bc-9c808d08617f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:12.930204 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc4ae-76d2-4b67-9b15-a36a9d880e1f tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c4e9f932-6cbe-4c18-a0bc-9c808d08617f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:12.959796 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8dc4ae-76d2-4b67-9b15-a36a9d880e1f tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:59:12.960554 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc4ae-76d2-4b67-9b15-a36a9d880e1f tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (c4e9f932-6cbe-4c18-a0bc-9c808d08617f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:59:12.964535 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:59:13.043926 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device eed12632-3eb8-438a-b6fa-853abb2b676f no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:59:13.075988 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b499236c-909a-4b4f-be47-22528ab73ad1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (dd2b881e-ada5-4059-b5a9-75b369286b0c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:13.142275 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6eb9d943-ef9a-4a6d-9590-817b9872dd1f admin admin] Publish callbacks [] for security_group (c31f2484-78a1-4d9d-ac00-e7797be067f0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:13.153955 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499236c-909a-4b4f-be47-22528ab73ad1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event deleted for resources: {'Port': ['ID=dd2b881e-ada5-4059-b5a9-75b369286b0c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:13.178832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: eed12632-3eb8-438a-b6fa-853abb2b676f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:59:13.180622 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device eed12632-3eb8-438a-b6fa-853abb2b676f not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:59:13.191128 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6eb9d943-ef9a-4a6d-9590-817b9872dd1f admin admin] Publish callbacks [] for security_group (c31f2484-78a1-4d9d-ac00-e7797be067f0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:13.275639 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6eb9d943-ef9a-4a6d-9590-817b9872dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c31f2484-78a1-4d9d-ac00-e7797be067f0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:13.278516 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6eb9d943-ef9a-4a6d-9590-817b9872dd1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:13.293091 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6eb9d943-ef9a-4a6d-9590-817b9872dd1f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c31f2484-78a1-4d9d-ac00-e7797be067f0 HTTP/1.1" status: 204 len: 168 time: 0.4111145 Feb 03 12:59:13.300330 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc4ae-76d2-4b67-9b15-a36a9d880e1f tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:13.313455 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b499236c-909a-4b4f-be47-22528ab73ad1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for floatingip (6bee5607-ea0b-4940-b19c-e5918b2a6b4d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:13.314366 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-b499236c-909a-4b4f-be47-22528ab73ad1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Floating IP 6bee5607-ea0b-4940-b19c-e5918b2a6b4d disassociated (deleted). External IP: 172.25.6.203, port: d5631553-e547-4d72-9b65-7759696c6f01. Feb 03 12:59:13.342011 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc4ae-76d2-4b67-9b15-a36a9d880e1f tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:13.349034 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ca8dc4ae-76d2-4b67-9b15-a36a9d880e1f tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] 10.222.0.18 "DELETE /v2.0/networks/7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4 HTTP/1.1" status: 204 len: 168 time: 2.5027652 Feb 03 12:59:13.383017 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9d943-ef9a-4a6d-9590-817b9872dd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31f2484-78a1-4d9d-ac00-e7797be067f0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:13.393603 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dc4ae-76d2-4b67-9b15-a36a9d880e1f tempest-AllowedAddressPairIpV6TestJSON-1343080110 tempest-AllowedAddressPairIpV6TestJSON-1343080110-project] Pushing event deleted for resources: {'Network': ['ID=7b0b6e8a-1d8c-4085-a3ad-12f8dbea1de4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:13.442609 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45844) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:13.893085 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b499236c-909a-4b4f-be47-22528ab73ad1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Router 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:59:13.907657 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9dc01995-9e23-4848-9b0a-f2b683f113ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:14.102165 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9dc01995-9e23-4848-9b0a-f2b683f113ca admin admin] Publish callbacks [] for security_group (c52f9b19-6f63-46e5-bab4-6e8c53244860), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:14.107361 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45856) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:14.129287 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9dc01995-9e23-4848-9b0a-f2b683f113ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c52f9b19-6f63-46e5-bab4-6e8c53244860), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:14.181627 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b499236c-909a-4b4f-be47-22528ab73ad1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:59:14.194975 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b499236c-909a-4b4f-be47-22528ab73ad1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:14.198552 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de822011-33ed-4311-a667-7ddd1582c1c6 None None] Sync routers for ids ['9419f0a8-42d7-43d4-86b5-00fb2ef548f8'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:59:14.211247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc01995-9e23-4848-9b0a-f2b683f113ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52f9b19-6f63-46e5-bab4-6e8c53244860,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:14.220983 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de822011-33ed-4311-a667-7ddd1582c1c6 None None] Routers {'9419f0a8-42d7-43d4-86b5-00fb2ef548f8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:14.221626 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-de822011-33ed-4311-a667-7ddd1582c1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:59:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9419f0a8-42d7-43d4-86b5-00fb2ef548f8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:14.259219 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b499236c-909a-4b4f-be47-22528ab73ad1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "DELETE /v2.0/floatingips/6bee5607-ea0b-4940-b19c-e5918b2a6b4d HTTP/1.1" status: 204 len: 168 time: 2.2360303 Feb 03 12:59:14.260903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1cff8a-1c93-4f3f-890b-91ff0f67d677', 'tag': 'd5631553-e547-4d72-9b65-7759696c6f01'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:59:14.273565 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17c66cc-db67-4e48-82ca-bd3dca96a804" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1cff8a-1c93-4f3f-890b-91ff0f67d677", "tag": "d5631553-e547-4d72-9b65-7759696c6f01"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:59:14.288909 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9dc01995-9e23-4848-9b0a-f2b683f113ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dfbba28d344740eba064ce146015b1dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8451104 Feb 03 12:59:14.291329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 45870) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:14.415380 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f1801d8-0113-4832-87c1-3f977f60a277 admin admin] Publish callbacks [] for security_group (c52f9b19-6f63-46e5-bab4-6e8c53244860), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:14.467982 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 12:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2b1e4a-9d45-48dc-a629-0868ebe171c6 x-openstack-request-id: req-ee2b1e4a-9d45-48dc-a629-0868ebe171c6 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:59:14.468267 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1cff8a-1c93-4f3f-890b-91ff0f67d677", "tag": "d5631553-e547-4d72-9b65-7759696c6f01", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:59:14.468524 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee2b1e4a-9d45-48dc-a629-0868ebe171c6 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:59:14.468924 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1cff8a-1c93-4f3f-890b-91ff0f67d677', 'tag': 'd5631553-e547-4d72-9b65-7759696c6f01', 'status': 'completed', 'code': 200} Feb 03 12:59:14.501937 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f1801d8-0113-4832-87c1-3f977f60a277 admin admin] Publish callbacks [] for security_group (c52f9b19-6f63-46e5-bab4-6e8c53244860), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:14.614947 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-52194ed0-ee51-4f33-9810-591f6e74f2d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30a286d47daf4a58a5d165cabcc08343&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5056338 Feb 03 12:59:14.619886 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 45880) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:14.658153 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f1801d8-0113-4832-87c1-3f977f60a277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c52f9b19-6f63-46e5-bab4-6e8c53244860), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:14.666282 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f1801d8-0113-4832-87c1-3f977f60a277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:14.672771 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5f1801d8-0113-4832-87c1-3f977f60a277 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c52f9b19-6f63-46e5-bab4-6e8c53244860 HTTP/1.1" status: 204 len: 168 time: 0.3798971 Feb 03 12:59:14.682715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1801d8-0113-4832-87c1-3f977f60a277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52f9b19-6f63-46e5-bab4-6e8c53244860,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:14.728854 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-de822011-33ed-4311-a667-7ddd1582c1c6 None None] Set router 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:59:14.842508 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc934c74-eb9b-46d2-b604-32121f4a8236 admin admin] Publish callbacks [] for security_group (b189cc4b-d535-4a0c-81f4-97a17a1162a0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:14.955641 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc934c74-eb9b-46d2-b604-32121f4a8236 admin admin] Publish callbacks [] for security_group (b189cc4b-d535-4a0c-81f4-97a17a1162a0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:15.054464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64878da4-94c8-4ed7-8f3b-98417db7f5ba req-a1220acd-c02c-4257-ab5f-5ecb9854b920 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:15.062143 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64878da4-94c8-4ed7-8f3b-98417db7f5ba req-a1220acd-c02c-4257-ab5f-5ecb9854b920 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 945 time: 0.1708231 Feb 03 12:59:15.155291 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-de822011-33ed-4311-a667-7ddd1582c1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'name': 'tempest-TestNetworkBasicOps-router-1006596221', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:57:23Z', 'updated_at': '2022-02-03T12:57:43Z', 'revision_number': 4, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:26Z', 'updated_at': '2022-02-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '927ea65a-127b-4c61-8baa-ba72f728176a', 'name': '', 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:1d:77:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '392117ba-9760-4f03-957a-6daad83da08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:39Z', 'updated_at': '2022-02-03T12:57:54Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': '392117ba-9760-4f03-957a-6daad83da08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:15.190521 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de822011-33ed-4311-a667-7ddd1582c1c6 None None] Checking router: 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:59:15.203367 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64878da4-94c8-4ed7-8f3b-98417db7f5ba req-e5812853-a2dc-4d94-8f0e-3eb4f9a17cf1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee8a9105-d0d2-4ea9-a26f-815d0f4b2208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402268 Feb 03 12:59:15.210567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de822011-33ed-4311-a667-7ddd1582c1c6 None None] Routers {'9419f0a8-42d7-43d4-86b5-00fb2ef548f8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:15.212929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c66cc-db67-4e48-82ca-bd3dca96a804 req-0745e2fe-bca9-46b0-9294-f019e38538d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:15.213306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-de822011-33ed-4311-a667-7ddd1582c1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:59:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9419f0a8-42d7-43d4-86b5-00fb2ef548f8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:15.216286 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b17c66cc-db67-4e48-82ca-bd3dca96a804 req-0745e2fe-bca9-46b0-9294-f019e38538d8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae5c5272e243447aa41be74fb2bd0003&device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 1127 time: 0.7540650 Feb 03 12:59:15.284581 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc934c74-eb9b-46d2-b604-32121f4a8236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b189cc4b-d535-4a0c-81f4-97a17a1162a0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:15.287585 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc934c74-eb9b-46d2-b604-32121f4a8236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:15.288953 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bc934c74-eb9b-46d2-b604-32121f4a8236 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b189cc4b-d535-4a0c-81f4-97a17a1162a0 HTTP/1.1" status: 204 len: 168 time: 0.6680024 Feb 03 12:59:15.301414 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc934c74-eb9b-46d2-b604-32121f4a8236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b189cc4b-d535-4a0c-81f4-97a17a1162a0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:15.395685 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c66cc-db67-4e48-82ca-bd3dca96a804 req-057461ae-ccde-4316-99a6-ece27f5c830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:15.404355 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b17c66cc-db67-4e48-82ca-bd3dca96a804 req-057461ae-ccde-4316-99a6-ece27f5c830d service neutron] 10.222.0.31 "GET /v2.0/networks?id=c01a13ca-612a-4a56-b422-7f1862673a83 HTTP/1.1" status: 200 len: 898 time: 0.1778109 Feb 03 12:59:15.528011 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b17c66cc-db67-4e48-82ca-bd3dca96a804 req-9b181fd3-096a-46ad-bdb4-ca29f54a02a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5631553-e547-4d72-9b65-7759696c6f01 HTTP/1.1" status: 200 len: 217 time: 0.1161757 Feb 03 12:59:15.630130 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-de822011-33ed-4311-a667-7ddd1582c1c6 None None] Set router 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:59:15.646804 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c66cc-db67-4e48-82ca-bd3dca96a804 req-50f3cd05-106f-4f86-81dd-1abd66696ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:15.649098 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b17c66cc-db67-4e48-82ca-bd3dca96a804 req-50f3cd05-106f-4f86-81dd-1abd66696ebb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=392117ba-9760-4f03-957a-6daad83da08e HTTP/1.1" status: 200 len: 835 time: 0.1165872 Feb 03 12:59:15.725332 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c66cc-db67-4e48-82ca-bd3dca96a804 req-653ac8d4-efd6-458b-94de-1260bfefc367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:15.726892 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b17c66cc-db67-4e48-82ca-bd3dca96a804 req-653ac8d4-efd6-458b-94de-1260bfefc367 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c01a13ca-612a-4a56-b422-7f1862673a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0705903 Feb 03 12:59:15.742668 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-b17c66cc-db67-4e48-82ca-bd3dca96a804 req-ec446e74-eedd-40f0-bc33-fa09b7890041 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:59:15.745220 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b17c66cc-db67-4e48-82ca-bd3dca96a804 req-ec446e74-eedd-40f0-bc33-fa09b7890041 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106530 Feb 03 12:59:16.044970 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b17c66cc-db67-4e48-82ca-bd3dca96a804 req-e0e15753-2080-4338-85b6-eddeb04898ad service neutron] 10.222.0.31 "GET /v2.0/networks/c01a13ca-612a-4a56-b422-7f1862673a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901018 Feb 03 12:59:16.055954 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:16.196730 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-de822011-33ed-4311-a667-7ddd1582c1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'name': 'tempest-TestNetworkBasicOps-router-1006596221', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:57:23Z', 'updated_at': '2022-02-03T12:57:43Z', 'revision_number': 4, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:26Z', 'updated_at': '2022-02-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '927ea65a-127b-4c61-8baa-ba72f728176a', 'name': '', 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:1d:77:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '392117ba-9760-4f03-957a-6daad83da08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:39Z', 'updated_at': '2022-02-03T12:57:54Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': '392117ba-9760-4f03-957a-6daad83da08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:16.237281 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de822011-33ed-4311-a667-7ddd1582c1c6 None None] The sync data for ids ['9419f0a8-42d7-43d4-86b5-00fb2ef548f8'] in n-d-827336-3 is: [{'id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'name': 'tempest-TestNetworkBasicOps-router-1006596221', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:57:23Z', 'updated_at': '2022-02-03T12:57:43Z', 'revision_number': 4, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:26Z', 'updated_at': '2022-02-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '927ea65a-127b-4c61-8baa-ba72f728176a', 'name': '', 'network_id': 'c01a13ca-612a-4a56-b422-7f1862673a83', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'mac_address': 'fa:16:3e:1d:77:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '392117ba-9760-4f03-957a-6daad83da08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:39Z', 'updated_at': '2022-02-03T12:57:54Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'subnets': [{'id': '392117ba-9760-4f03-957a-6daad83da08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:59:16.298304 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b17c66cc-db67-4e48-82ca-bd3dca96a804 req-26cc8a36-57d9-4e2e-a1a0-50b58c71b0b5 service neutron] 10.222.0.31 "GET /v2.0/networks/c01a13ca-612a-4a56-b422-7f1862673a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473576 Feb 03 12:59:16.419420 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b081426-e23f-4b59-87bd-079bd0901620 req-9dde4ddc-ac41-490d-812c-941b70f246ba tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:16.421335 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7b081426-e23f-4b59-87bd-079bd0901620 req-9dde4ddc-ac41-490d-812c-941b70f246ba tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 945 time: 0.2472692 Feb 03 12:59:16.627735 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec987e8-e8e7-449f-92cf-47d0162a7d9d req-f6e1450a-28ec-4f66-9283-bf05af1f2661 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:16.644105 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bec987e8-e8e7-449f-92cf-47d0162a7d9d req-f6e1450a-28ec-4f66-9283-bf05af1f2661 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 945 time: 0.2969048 Feb 03 12:59:16.671560 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4483e8-944b-4a9f-848b-989de09f9886 req-47a310d4-e38f-4517-bb56-6e53b7393107 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:16.688807 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8f4483e8-944b-4a9f-848b-989de09f9886 req-47a310d4-e38f-4517-bb56-6e53b7393107 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1514361 Feb 03 12:59:16.870038 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bec987e8-e8e7-449f-92cf-47d0162a7d9d req-77c87730-67f1-4041-8344-4a7581000c3f tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee8a9105-d0d2-4ea9-a26f-815d0f4b2208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955800 Feb 03 12:59:16.883695 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d45b13-e42e-4bd3-b78b-6458f11621cb None None] New status for floating IP 6bee5607-ea0b-4940-b19c-e5918b2a6b4d: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 12:59:16.899544 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8f4483e8-944b-4a9f-848b-989de09f9886 req-cf515c05-5321-4b14-bb82-c2dfc2591b7e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052281 Feb 03 12:59:16.917345 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-7b081426-e23f-4b59-87bd-079bd0901620 req-2591b5b1-5181-40ae-9530-05fadaebfa79 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Deleting port d5631553-e547-4d72-9b65-7759696c6f01 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:16.920845 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7b081426-e23f-4b59-87bd-079bd0901620 req-2591b5b1-5181-40ae-9530-05fadaebfa79 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d5631553-e547-4d72-9b65-7759696c6f01), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:17.170805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eac9a0-8ad0-451f-8acf-09a640dad4fa req-3ab2f3ac-a14d-4759-af5a-6df35bf36bad tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:17.173081 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64eac9a0-8ad0-451f-8acf-09a640dad4fa req-3ab2f3ac-a14d-4759-af5a-6df35bf36bad tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1514578 Feb 03 12:59:17.243052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-7b081426-e23f-4b59-87bd-079bd0901620 req-2591b5b1-5181-40ae-9530-05fadaebfa79 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] For port d5631553-e547-4d72-9b65-7759696c6f01, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=d5631553-e547-4d72-9b65-7759696c6f01,segment=NetworkSegment(20fd37ff-9404-4210-b1dd-4eb7023a697a),segment_id=20fd37ff-9404-4210-b1dd-4eb7023a697a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:17.246788 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7b081426-e23f-4b59-87bd-079bd0901620 req-2591b5b1-5181-40ae-9530-05fadaebfa79 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d5631553-e547-4d72-9b65-7759696c6f01), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:17.275576 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64eac9a0-8ad0-451f-8acf-09a640dad4fa req-d7a0ffb8-127f-414e-81cf-9400e382e195 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940785 Feb 03 12:59:17.280045 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-7b081426-e23f-4b59-87bd-079bd0901620 req-2591b5b1-5181-40ae-9530-05fadaebfa79 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Calling delete_port for d5631553-e547-4d72-9b65-7759696c6f01 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:17.516974 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7b081426-e23f-4b59-87bd-079bd0901620 req-2591b5b1-5181-40ae-9530-05fadaebfa79 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (d5631553-e547-4d72-9b65-7759696c6f01), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:17.609109 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591b5b1-5181-40ae-9530-05fadaebfa79 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event deleted for resources: {'Port': ['ID=d5631553-e547-4d72-9b65-7759696c6f01,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:17.684964 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b081426-e23f-4b59-87bd-079bd0901620 req-2591b5b1-5181-40ae-9530-05fadaebfa79 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] No DVR routers for this DVR port d5631553-e547-4d72-9b65-7759696c6f01 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:59:17.693234 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7b081426-e23f-4b59-87bd-079bd0901620 req-2591b5b1-5181-40ae-9530-05fadaebfa79 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:17.700198 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7b081426-e23f-4b59-87bd-079bd0901620 req-2591b5b1-5181-40ae-9530-05fadaebfa79 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.31 "DELETE /v2.0/ports/d5631553-e547-4d72-9b65-7759696c6f01 HTTP/1.1" status: 204 len: 173 time: 1.2725339 Feb 03 12:59:17.701175 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1cff8a-1c93-4f3f-890b-91ff0f67d677', 'name': 'network-vif-deleted', 'tag': 'd5631553-e547-4d72-9b65-7759696c6f01'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 12:59:17.705349 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67518d52-31c6-4be5-85f9-74ad94777b06" -d '{"events": [{"server_uuid": "cc1cff8a-1c93-4f3f-890b-91ff0f67d677", "name": "network-vif-deleted", "tag": "d5631553-e547-4d72-9b65-7759696c6f01"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 12:59:17.844533 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a2725-27cc-4093-94ac-1b30de828d42 req-002c4264-602a-4c99-b8fc-c7438413bf1f tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:17.845228 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 12:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811c9036-dba7-415a-9551-7ba100abd7b3 x-openstack-request-id: req-811c9036-dba7-415a-9551-7ba100abd7b3 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 12:59:17.845716 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1cff8a-1c93-4f3f-890b-91ff0f67d677", "name": "network-vif-deleted", "tag": "d5631553-e547-4d72-9b65-7759696c6f01", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 12:59:17.846188 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-811c9036-dba7-415a-9551-7ba100abd7b3 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 12:59:17.847705 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-937a2725-27cc-4093-94ac-1b30de828d42 req-002c4264-602a-4c99-b8fc-c7438413bf1f tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2065125 Feb 03 12:59:17.848505 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1cff8a-1c93-4f3f-890b-91ff0f67d677', 'name': 'network-vif-deleted', 'tag': 'd5631553-e547-4d72-9b65-7759696c6f01', 'status': 'completed', 'code': 200} Feb 03 12:59:18.063519 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-937a2725-27cc-4093-94ac-1b30de828d42 req-45cb7d25-18a3-4e44-9aad-2d677b2cc9fe tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100549 Feb 03 12:59:18.410332 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dad2d08e-66cc-4436-97a6-3587b82c4cf6 req-9963733d-582c-478d-8995-4300273242a4 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1cff8a-1c93-4f3f-890b-91ff0f67d677 HTTP/1.1" status: 200 len: 210 time: 0.1270087 Feb 03 12:59:18.532286 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46002) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:18.541047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206ab9d-10ee-45c9-a1d6-0c16350a95bf req-ec4fca37-e554-4d77-a41e-0dd2cb03c6ca tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:18.555849 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2206ab9d-10ee-45c9-a1d6-0c16350a95bf req-ec4fca37-e554-4d77-a41e-0dd2cb03c6ca tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2861214 Feb 03 12:59:18.684375 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2206ab9d-10ee-45c9-a1d6-0c16350a95bf req-c3288a09-7bc6-4c2b-8755-d103bc87c6df tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265202 Feb 03 12:59:18.719980 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46006) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:18.951876 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Request body: {'networks': [{'name': 'tempest-network--595756770'}, {'name': 'tempest-network--1149966560'}]} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:18.952392 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Request body: {'network': {'name': 'tempest-network--595756770'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:18.953198 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Request body: {'network': {'name': 'tempest-network--1149966560'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:18.999518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Made reservation on behalf of 6e0b3fd1b75641f8a908e8ba6254ffbe for: {'network': 2} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:19.008543 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.049871 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.203888 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8da3e05e-b3a3-49d5-bda0-28ee8f7c9f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.270100 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks [] for security_group (47773312-2b44-49ef-b51f-6cfd1acb20b7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.295036 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (47773312-2b44-49ef-b51f-6cfd1acb20b7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.295603 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.389951 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47773312-2b44-49ef-b51f-6cfd1acb20b7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:19.414260 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:59:19.448211 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8da3e05e-b3a3-49d5-bda0-28ee8f7c9f08 admin admin] Publish callbacks [] for security_group (7988d868-bd84-4405-bd4c-adb33773325e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.453749 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (9563fd5b-fd04-4e7c-a6c1-95187152156e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.454555 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Added segment 9563fd5b-fd04-4e7c-a6c1-95187152156e of type vlan for network 1455d174-7a73-486f-a47e-499bb99072e0 Feb 03 12:59:19.472160 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8da3e05e-b3a3-49d5-bda0-28ee8f7c9f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7988d868-bd84-4405-bd4c-adb33773325e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.566698 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8da3e05e-b3a3-49d5-bda0-28ee8f7c9f08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6791a7f09d44a6483435a2cf3255bcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8440716 Feb 03 12:59:19.571576 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46026) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:19.620702 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92ede5-acd5-4f4e-bf77-f90aee302629 req-6a7045b2-f434-40aa-af7e-b19ea5adafee tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:19.647873 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e92ede5-acd5-4f4e-bf77-f90aee302629 req-6a7045b2-f434-40aa-af7e-b19ea5adafee tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2012281 Feb 03 12:59:19.705372 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46030) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:19.736406 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (1455d174-7a73-486f-a47e-499bb99072e0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.751726 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3e05e-b3a3-49d5-bda0-28ee8f7c9f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7988d868-bd84-4405-bd4c-adb33773325e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:19.833269 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:59:19.835377 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4504effe-b286-4f05-a77e-2c91eb3068f2 admin admin] Publish callbacks [] for security_group (7988d868-bd84-4405-bd4c-adb33773325e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.841063 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e92ede5-acd5-4f4e-bf77-f90aee302629 req-b130f759-f2c9-47ec-ad72-38414f8e638e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869378 Feb 03 12:59:19.847085 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:59:19.877596 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f8056329-5de2-4b85-99b9-664fbf4f6cd3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.877940 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Added segment f8056329-5de2-4b85-99b9-664fbf4f6cd3 of type vlan for network 9e86ab22-58b9-4263-b04e-81cf92cc3f42 Feb 03 12:59:19.893886 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d5631553-e547-4d72-9b65-7759696c6f01 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:59:19.894437 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6353375-f794-4a79-a554-7dca2aa0dda6 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group (ee8a9105-d0d2-4ea9-a26f-815d0f4b2208), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.943313 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4504effe-b286-4f05-a77e-2c91eb3068f2 admin admin] Publish callbacks [] for security_group (7988d868-bd84-4405-bd4c-adb33773325e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:19.976651 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: d5631553-e547-4d72-9b65-7759696c6f01 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:59:19.977791 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device d5631553-e547-4d72-9b65-7759696c6f01 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:59:20.021285 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (9e86ab22-58b9-4263-b04e-81cf92cc3f42), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:20.030960 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6353375-f794-4a79-a554-7dca2aa0dda6 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group (ee8a9105-d0d2-4ea9-a26f-815d0f4b2208), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:20.241202 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (1455d174-7a73-486f-a47e-499bb99072e0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:20.241663 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (9e86ab22-58b9-4263-b04e-81cf92cc3f42), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:20.257566 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:20.261815 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:20.262487 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:20.294777 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4504effe-b286-4f05-a77e-2c91eb3068f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7988d868-bd84-4405-bd4c-adb33773325e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:20.297379 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4504effe-b286-4f05-a77e-2c91eb3068f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:20.298521 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4504effe-b286-4f05-a77e-2c91eb3068f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7988d868-bd84-4405-bd4c-adb33773325e HTTP/1.1" status: 204 len: 168 time: 0.7255805 Feb 03 12:59:20.329711 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7958694 Feb 03 12:59:20.332933 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:20.376089 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504effe-b286-4f05-a77e-2c91eb3068f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7988d868-bd84-4405-bd4c-adb33773325e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:20.377883 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6353375-f794-4a79-a554-7dca2aa0dda6 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ee8a9105-d0d2-4ea9-a26f-815d0f4b2208), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:20.380711 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6353375-f794-4a79-a554-7dca2aa0dda6 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:20.382139 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d6353375-f794-4a79-a554-7dca2aa0dda6 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "DELETE /v2.0/security-groups/ee8a9105-d0d2-4ea9-a26f-815d0f4b2208 HTTP/1.1" status: 204 len: 168 time: 0.6748700 Feb 03 12:59:20.397083 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event updated for resources: {'Network': ['ID=1455d174-7a73-486f-a47e-499bb99072e0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:20.404763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353375-f794-4a79-a554-7dca2aa0dda6 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8a9105-d0d2-4ea9-a26f-815d0f4b2208,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:20.415836 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e54136-15c7-4166-a9e3-4bf6afc4c9ce req-851728e1-1287-4125-a1b0-285720399900 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:20.417637 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-75e54136-15c7-4166-a9e3-4bf6afc4c9ce req-851728e1-1287-4125-a1b0-285720399900 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.4382648 Feb 03 12:59:20.462098 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 1455d174-7a73-486f-a47e-499bb99072e0 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:59:20.517846 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b520aa-751e-41de-a638-b43f409e8957 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event updated for resources: {'Network': ['ID=9e86ab22-58b9-4263-b04e-81cf92cc3f42,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:20.555767 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-75e54136-15c7-4166-a9e3-4bf6afc4c9ce req-0091664e-49c8-45df-b510-1b1f50d9ccfb tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264606 Feb 03 12:59:20.700867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 9e86ab22-58b9-4263-b04e-81cf92cc3f42 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:59:20.795684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb22cb1-35cf-45f1-a9bf-a5fb1d51b339 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:20.812928 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb22cb1-35cf-45f1-a9bf-a5fb1d51b339 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:20.842125 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb22cb1-35cf-45f1-a9bf-a5fb1d51b339 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:20.868412 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb22cb1-35cf-45f1-a9bf-a5fb1d51b339 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:20.870240 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1cb22cb1-35cf-45f1-a9bf-a5fb1d51b339 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5337687 Feb 03 12:59:20.873357 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46064) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:21.105232 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b12b380f-7f79-4f03-b8b0-390ce337ad92 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (1455d174-7a73-486f-a47e-499bb99072e0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:21.410156 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973997c3-0178-4742-aac5-8c5cae00ba16 req-cb7daebf-042a-4f61-adb0-c7255a764115 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:21.418265 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-973997c3-0178-4742-aac5-8c5cae00ba16 req-cb7daebf-042a-4f61-adb0-c7255a764115 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.3447149 Feb 03 12:59:21.521809 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b12b380f-7f79-4f03-b8b0-390ce337ad92 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (1455d174-7a73-486f-a47e-499bb99072e0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:21.543436 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46084) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:21.579270 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b12b380f-7f79-4f03-b8b0-390ce337ad92 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1455d174-7a73-486f-a47e-499bb99072e0']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:21.593662 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b12b380f-7f79-4f03-b8b0-390ce337ad92 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9563fd5b-fd04-4e7c-a6c1-95187152156e') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:21.594123 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b12b380f-7f79-4f03-b8b0-390ce337ad92 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9563fd5b-fd04-4e7c-a6c1-95187152156e') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:21.614023 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b12b380f-7f79-4f03-b8b0-390ce337ad92 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (9563fd5b-fd04-4e7c-a6c1-95187152156e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:21.651515 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b12b380f-7f79-4f03-b8b0-390ce337ad92 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (9563fd5b-fd04-4e7c-a6c1-95187152156e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:21.668580 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12b380f-7f79-4f03-b8b0-390ce337ad92 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:59:21.669677 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b12b380f-7f79-4f03-b8b0-390ce337ad92 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (9563fd5b-fd04-4e7c-a6c1-95187152156e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:59:21.673138 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:59:21.806247 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-973997c3-0178-4742-aac5-8c5cae00ba16 req-2210d801-f498-44ad-b8a8-9840033a6402 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785603 Feb 03 12:59:21.854316 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b12b380f-7f79-4f03-b8b0-390ce337ad92 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (1455d174-7a73-486f-a47e-499bb99072e0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:21.894308 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b12b380f-7f79-4f03-b8b0-390ce337ad92 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:21.916797 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b12b380f-7f79-4f03-b8b0-390ce337ad92 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "DELETE /v2.0/networks/1455d174-7a73-486f-a47e-499bb99072e0 HTTP/1.1" status: 204 len: 168 time: 1.0416505 Feb 03 12:59:21.918380 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46092) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:21.975553 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b380f-7f79-4f03-b8b0-390ce337ad92 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event deleted for resources: {'Network': ['ID=1455d174-7a73-486f-a47e-499bb99072e0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:22.215531 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-126131d1-926c-4ac6-9da5-7b4c05d96c18 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (9e86ab22-58b9-4263-b04e-81cf92cc3f42), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:22.341097 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a245-446b-4a85-85ec-f70e37fb7c67 req-a970561e-849a-4163-8bab-e78065f55e34 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:22.350777 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5972a245-446b-4a85-85ec-f70e37fb7c67 req-a970561e-849a-4163-8bab-e78065f55e34 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2750268 Feb 03 12:59:22.432287 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-126131d1-926c-4ac6-9da5-7b4c05d96c18 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (9e86ab22-58b9-4263-b04e-81cf92cc3f42), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:22.490971 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-126131d1-926c-4ac6-9da5-7b4c05d96c18 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e86ab22-58b9-4263-b04e-81cf92cc3f42']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:22.514715 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-126131d1-926c-4ac6-9da5-7b4c05d96c18 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8056329-5de2-4b85-99b9-664fbf4f6cd3') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:22.515291 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-126131d1-926c-4ac6-9da5-7b4c05d96c18 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8056329-5de2-4b85-99b9-664fbf4f6cd3') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:22.540389 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5972a245-446b-4a85-85ec-f70e37fb7c67 req-4fe36d84-3215-4f32-9f7a-b35fb1b822c1 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878204 Feb 03 12:59:22.582740 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-126131d1-926c-4ac6-9da5-7b4c05d96c18 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (f8056329-5de2-4b85-99b9-664fbf4f6cd3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:22.650359 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-126131d1-926c-4ac6-9da5-7b4c05d96c18 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f8056329-5de2-4b85-99b9-664fbf4f6cd3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:22.686255 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126131d1-926c-4ac6-9da5-7b4c05d96c18 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:59:22.686958 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-126131d1-926c-4ac6-9da5-7b4c05d96c18 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (f8056329-5de2-4b85-99b9-664fbf4f6cd3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:59:22.696299 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:59:22.960584 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1962502-fcc7-48e4-ac45-bf9e9be44e77 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (9419f0a8-42d7-43d4-86b5-00fb2ef548f8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:23.085465 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46116) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:23.096598 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fc9eadc7-df70-415c-9e81-3a34014c7463 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Request body: {'network': {'name': 'tempest-network-smoke--1534249982', 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'port_security_enabled': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:23.182042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9eadc7-df70-415c-9e81-3a34014c7463 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Made reservation on behalf of 0736ca6604044fb2b96c770b1d423b15 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:23.186003 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc9eadc7-df70-415c-9e81-3a34014c7463 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:23.200347 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc9eadc7-df70-415c-9e81-3a34014c7463 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:23.424783 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-126131d1-926c-4ac6-9da5-7b4c05d96c18 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (9e86ab22-58b9-4263-b04e-81cf92cc3f42), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:23.429607 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-126131d1-926c-4ac6-9da5-7b4c05d96c18 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:23.434429 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-126131d1-926c-4ac6-9da5-7b4c05d96c18 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "DELETE /v2.0/networks/9e86ab22-58b9-4263-b04e-81cf92cc3f42 HTTP/1.1" status: 204 len: 168 time: 1.4773788 Feb 03 12:59:23.438122 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46124) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:23.501002 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126131d1-926c-4ac6-9da5-7b4c05d96c18 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event deleted for resources: {'Network': ['ID=9e86ab22-58b9-4263-b04e-81cf92cc3f42,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:23.555605 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d970a43-4a3f-4615-ae58-8881097ea416 req-f5483896-3b8c-4d6c-9c80-aba8c5aba394 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:23.557470 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d970a43-4a3f-4615-ae58-8881097ea416 req-f5483896-3b8c-4d6c-9c80-aba8c5aba394 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1851645 Feb 03 12:59:23.560661 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e8eb5f6-4aa6-4ce4-bb1d-4e3683a94c60 req-b579739b-29d2-4718-81b1-320c40aec07d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1869962 Feb 03 12:59:23.663396 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc9eadc7-df70-415c-9e81-3a34014c7463 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for security_group (9cd52487-7f2f-46b9-bf43-1997cb0acc44), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:23.682436 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc9eadc7-df70-415c-9e81-3a34014c7463 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9cd52487-7f2f-46b9-bf43-1997cb0acc44), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:23.706311 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d970a43-4a3f-4615-ae58-8881097ea416 req-2439f85f-aec2-436e-a61a-9852a720e2cc tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425624 Feb 03 12:59:23.707258 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9eadc7-df70-415c-9e81-3a34014c7463 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:59:23.752450 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc9eadc7-df70-415c-9e81-3a34014c7463 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (a4ccb9c0-1015-4868-9a3d-6b206d8148a9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:23.752450 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-fc9eadc7-df70-415c-9e81-3a34014c7463 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Added segment a4ccb9c0-1015-4868-9a3d-6b206d8148a9 of type vlan for network 98c06ad4-ca81-45c5-9539-750c8a8d2ce3 Feb 03 12:59:23.782668 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eb5f6-4aa6-4ce4-bb1d-4e3683a94c60 req-aa0ee77c-5979-4b4a-9e33-51ed6a485bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:23.784965 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e8eb5f6-4aa6-4ce4-bb1d-4e3683a94c60 req-aa0ee77c-5979-4b4a-9e33-51ed6a485bba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942 HTTP/1.1" status: 200 len: 1127 time: 0.1516049 Feb 03 12:59:23.953147 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc9eadc7-df70-415c-9e81-3a34014c7463 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (98c06ad4-ca81-45c5-9539-750c8a8d2ce3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:23.960535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9eadc7-df70-415c-9e81-3a34014c7463 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd52487-7f2f-46b9-bf43-1997cb0acc44,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:23.988048 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcb4720-6c63-4620-a186-9c361109fdbf tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:23.998608 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcb4720-6c63-4620-a186-9c361109fdbf tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:24.000906 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-edcb4720-6c63-4620-a186-9c361109fdbf tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5530889 Feb 03 12:59:24.005354 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46136) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:24.016885 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5c882d0c-bb9f-4490-b25e-934cd452d846 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1661731106'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:24.048467 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc9eadc7-df70-415c-9e81-3a34014c7463 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (98c06ad4-ca81-45c5-9539-750c8a8d2ce3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.053978 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eb5f6-4aa6-4ce4-bb1d-4e3683a94c60 req-3d5e2f41-f700-47e4-bf05-50d055d5a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:24.054454 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9eadc7-df70-415c-9e81-3a34014c7463 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:24.054839 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc9eadc7-df70-415c-9e81-3a34014c7463 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.057319 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e8eb5f6-4aa6-4ce4-bb1d-4e3683a94c60 req-3d5e2f41-f700-47e4-bf05-50d055d5a2fa service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.2492697 Feb 03 12:59:24.061934 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c882d0c-bb9f-4490-b25e-934cd452d846 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Made reservation on behalf of 6e0b3fd1b75641f8a908e8ba6254ffbe for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:24.067999 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c882d0c-bb9f-4490-b25e-934cd452d846 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.083218 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d1962502-fcc7-48e4-ac45-bf9e9be44e77 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Deleting port 927ea65a-127b-4c61-8baa-ba72f728176a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:24.083840 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1962502-fcc7-48e4-ac45-bf9e9be44e77 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (927ea65a-127b-4c61-8baa-ba72f728176a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.104058 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb653a-5666-4e23-b4c7-323fcd3c986f req-193b0707-07e8-403c-9c3a-28e445e4a705 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:24.112062 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9cbb653a-5666-4e23-b4c7-323fcd3c986f req-193b0707-07e8-403c-9c3a-28e445e4a705 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2255096 Feb 03 12:59:24.155786 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fc9eadc7-df70-415c-9e81-3a34014c7463 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0677044 Feb 03 12:59:24.158616 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46140) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:24.166518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0caca965-029f-4766-9283-ba8fbc6f060d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-638938944', 'admin_state_up': True, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:24.174863 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e8eb5f6-4aa6-4ce4-bb1d-4e3683a94c60 req-6617da40-a34f-4740-ba6b-5dfc92a45e04 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=124c7ce3-64a5-48c1-9922-f78ac6e27463 HTTP/1.1" status: 200 len: 217 time: 0.1021018 Feb 03 12:59:24.216899 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9eadc7-df70-415c-9e81-3a34014c7463 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event updated for resources: {'Network': ['ID=98c06ad4-ca81-45c5-9539-750c8a8d2ce3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:24.237965 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 98c06ad4-ca81-45c5-9539-750c8a8d2ce3 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:59:24.283519 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c882d0c-bb9f-4490-b25e-934cd452d846 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:59:24.296971 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9cbb653a-5666-4e23-b4c7-323fcd3c986f req-cc867ffc-79e3-4d8c-9797-c4f58de462e2 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840627 Feb 03 12:59:24.350754 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-d1962502-fcc7-48e4-ac45-bf9e9be44e77 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] For port 927ea65a-127b-4c61-8baa-ba72f728176a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=927ea65a-127b-4c61-8baa-ba72f728176a,segment=NetworkSegment(20fd37ff-9404-4210-b1dd-4eb7023a697a),segment_id=20fd37ff-9404-4210-b1dd-4eb7023a697a)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:24.351501 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1962502-fcc7-48e4-ac45-bf9e9be44e77 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (927ea65a-127b-4c61-8baa-ba72f728176a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.358739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eb5f6-4aa6-4ce4-bb1d-4e3683a94c60 req-6b478f04-6e28-484a-adb8-3d9957a25195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:24.362445 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e8eb5f6-4aa6-4ce4-bb1d-4e3683a94c60 req-6b478f04-6e28-484a-adb8-3d9957a25195 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.1797044 Feb 03 12:59:24.378601 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c882d0c-bb9f-4490-b25e-934cd452d846 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (66058010-8c16-48ab-82bf-97072ce9344a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.379190 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-5c882d0c-bb9f-4490-b25e-934cd452d846 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Added segment 66058010-8c16-48ab-82bf-97072ce9344a of type vlan for network f17adabe-f9c6-4027-8cec-77fda81c0377 Feb 03 12:59:24.413822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d1962502-fcc7-48e4-ac45-bf9e9be44e77 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Calling delete_port for 927ea65a-127b-4c61-8baa-ba72f728176a owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:24.449568 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c882d0c-bb9f-4490-b25e-934cd452d846 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (f17adabe-f9c6-4027-8cec-77fda81c0377), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.519124 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c882d0c-bb9f-4490-b25e-934cd452d846 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (f17adabe-f9c6-4027-8cec-77fda81c0377), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.537001 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c882d0c-bb9f-4490-b25e-934cd452d846 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:24.540991 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c882d0c-bb9f-4490-b25e-934cd452d846 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.555717 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0caca965-029f-4766-9283-ba8fbc6f060d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (3ca12a62-d1d3-4755-addd-34ccf54f9461), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.559578 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0caca965-029f-4766-9283-ba8fbc6f060d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (3ca12a62-d1d3-4755-addd-34ccf54f9461), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.739278 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5c882d0c-bb9f-4490-b25e-934cd452d846 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7317967 Feb 03 12:59:24.776128 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46158) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:24.783234 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-52569aee-9cff-44ab-826d-4df3fa9769fc tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-150189984'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:24.880091 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0caca965-029f-4766-9283-ba8fbc6f060d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for router_controller (3ca12a62-d1d3-4755-addd-34ccf54f9461), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.884478 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c882d0c-bb9f-4490-b25e-934cd452d846 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event updated for resources: {'Network': ['ID=f17adabe-f9c6-4027-8cec-77fda81c0377,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:24.902008 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52569aee-9cff-44ab-826d-4df3fa9769fc tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Made reservation on behalf of 6e0b3fd1b75641f8a908e8ba6254ffbe for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:24.908193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network f17adabe-f9c6-4027-8cec-77fda81c0377 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:59:24.909855 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52569aee-9cff-44ab-826d-4df3fa9769fc tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:24.941183 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eb5f6-4aa6-4ce4-bb1d-4e3683a94c60 req-9bf39c58-8507-4e3b-a86b-09515f0faa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:24.943105 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e8eb5f6-4aa6-4ce4-bb1d-4e3683a94c60 req-9bf39c58-8507-4e3b-a86b-09515f0faa74 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4551270 Feb 03 12:59:25.081929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52569aee-9cff-44ab-826d-4df3fa9769fc tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:59:25.094700 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52569aee-9cff-44ab-826d-4df3fa9769fc tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ef15fea0-3316-4fcb-bd7d-15db2ac3e0ce), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:25.095473 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-52569aee-9cff-44ab-826d-4df3fa9769fc tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Added segment ef15fea0-3316-4fcb-bd7d-15db2ac3e0ce of type vlan for network 9c6a8832-ac18-4d72-8591-53ed70cac48b Feb 03 12:59:25.148654 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52569aee-9cff-44ab-826d-4df3fa9769fc tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (9c6a8832-ac18-4d72-8591-53ed70cac48b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:25.185896 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30cbd7-5d9b-4efc-8818-4482cd9131a7 req-1f4ae28d-beed-4f37-a8a8-0d745ad6682f tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:25.188976 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f30cbd7-5d9b-4efc-8818-4482cd9131a7 req-1f4ae28d-beed-4f37-a8a8-0d745ad6682f tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.4100525 Feb 03 12:59:25.191003 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52569aee-9cff-44ab-826d-4df3fa9769fc tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (9c6a8832-ac18-4d72-8591-53ed70cac48b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:25.196535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52569aee-9cff-44ab-826d-4df3fa9769fc tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:25.197272 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52569aee-9cff-44ab-826d-4df3fa9769fc tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:25.208996 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1962502-fcc7-48e4-ac45-bf9e9be44e77 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (927ea65a-127b-4c61-8baa-ba72f728176a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:25.234639 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e8eb5f6-4aa6-4ce4-bb1d-4e3683a94c60 req-436fcd50-941f-46cb-92c3-def6e55bc6cc service neutron] 10.222.0.31 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380085 Feb 03 12:59:25.287342 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0caca965-029f-4766-9283-ba8fbc6f060d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for router_gateway (3ca12a62-d1d3-4755-addd-34ccf54f9461), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:25.341054 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-52569aee-9cff-44ab-826d-4df3fa9769fc tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5604339 Feb 03 12:59:25.348219 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46174) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:25.364322 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52569aee-9cff-44ab-826d-4df3fa9769fc tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event updated for resources: {'Network': ['ID=9c6a8832-ac18-4d72-8591-53ed70cac48b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:25.366922 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1962502-fcc7-48e4-ac45-bf9e9be44e77 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event deleted for resources: {'Port': ['ID=927ea65a-127b-4c61-8baa-ba72f728176a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:25.367477 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Request body: {'ports': [{'network_id': 'f17adabe-f9c6-4027-8cec-77fda81c0377', 'name': 'tempest-port--1782728004', 'admin_state_up': True}, {'network_id': '9c6a8832-ac18-4d72-8591-53ed70cac48b', 'admin_state_up': False}]} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:25.368190 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Request body: {'port': {'network_id': 'f17adabe-f9c6-4027-8cec-77fda81c0377', 'name': 'tempest-port--1782728004', 'admin_state_up': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:25.369533 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Request body: {'port': {'network_id': '9c6a8832-ac18-4d72-8591-53ed70cac48b', 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:25.382362 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 9c6a8832-ac18-4d72-8591-53ed70cac48b details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:59:25.609051 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f30cbd7-5d9b-4efc-8818-4482cd9131a7 req-4df25b94-da1a-4120-857e-e8a08c5fb1d9 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885682 Feb 03 12:59:25.702756 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e8eb5f6-4aa6-4ce4-bb1d-4e3683a94c60 req-52d95401-005b-4e53-994b-822c11c6a332 service neutron] 10.222.0.31 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305041 Feb 03 12:59:25.792526 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1962502-fcc7-48e4-ac45-bf9e9be44e77 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (9419f0a8-42d7-43d4-86b5-00fb2ef548f8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:26.163805 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Made reservation on behalf of 6e0b3fd1b75641f8a908e8ba6254ffbe for: {'port': 2} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:26.187397 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:26.286695 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:26.335373 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb603597-ecb3-403b-a96f-5085d5589226 req-06d5da94-0933-4fad-a0ec-bde14cf37324 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:26.336955 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cb603597-ecb3-403b-a96f-5085d5589226 req-06d5da94-0933-4fad-a0ec-bde14cf37324 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.5536668 Feb 03 12:59:26.449164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1962502-fcc7-48e4-ac45-bf9e9be44e77 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Router 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:59:26.686562 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] device_id is not set on port 9c52d51d-f55c-4c93-a09c-51d14f6addbd yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:59:26.699108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1962502-fcc7-48e4-ac45-bf9e9be44e77 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:59:26.705323 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d1962502-fcc7-48e4-ac45-bf9e9be44e77 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "PUT /v2.0/routers/9419f0a8-42d7-43d4-86b5-00fb2ef548f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1603785 Feb 03 12:59:26.709596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46192) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:26.722015 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ac4fa-62da-464a-92e1-c2d05a031115 None None] Sync routers for ids ['9419f0a8-42d7-43d4-86b5-00fb2ef548f8'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:59:26.738924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ac4fa-62da-464a-92e1-c2d05a031115 None None] Routers {'9419f0a8-42d7-43d4-86b5-00fb2ef548f8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:26.744452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-347ac4fa-62da-464a-92e1-c2d05a031115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:59:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9419f0a8-42d7-43d4-86b5-00fb2ef548f8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:26.781155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9da02d-2fbf-40e7-88a3-43778063e9a1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Deleting subnet 392117ba-9760-4f03-957a-6daad83da08e {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:59:26.784690 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e9da02d-2fbf-40e7-88a3-43778063e9a1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for subnet (392117ba-9760-4f03-957a-6daad83da08e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:26.795233 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0caca965-029f-4766-9283-ba8fbc6f060d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for router_gateway (3ca12a62-d1d3-4755-addd-34ccf54f9461), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:26.831670 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e9da02d-2fbf-40e7-88a3-43778063e9a1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (392117ba-9760-4f03-957a-6daad83da08e), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:26.843542 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cb603597-ecb3-403b-a96f-5085d5589226 req-19dc2a9b-bff8-451f-815e-04246588d963 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898603 Feb 03 12:59:26.853200 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0caca965-029f-4766-9283-ba8fbc6f060d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:26.975034 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e9da02d-2fbf-40e7-88a3-43778063e9a1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (392117ba-9760-4f03-957a-6daad83da08e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:27.025552 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-347ac4fa-62da-464a-92e1-c2d05a031115 None None] Set router 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:59:27.066631 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e9da02d-2fbf-40e7-88a3-43778063e9a1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (392117ba-9760-4f03-957a-6daad83da08e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:27.120098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9da02d-2fbf-40e7-88a3-43778063e9a1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event deleted for resources: {'Subnet': ['ID=392117ba-9760-4f03-957a-6daad83da08e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:27.129171 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e9da02d-2fbf-40e7-88a3-43778063e9a1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:27.143321 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7e9da02d-2fbf-40e7-88a3-43778063e9a1 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "DELETE /v2.0/subnets/392117ba-9760-4f03-957a-6daad83da08e HTTP/1.1" status: 204 len: 168 time: 0.4289963 Feb 03 12:59:27.146012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46198) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:27.215091 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks [] for port (9c52d51d-f55c-4c93-a09c-51d14f6addbd), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:27.316681 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4d0d0e-eb17-41d9-9fe0-96d5e9d2990f None None] Network c01a13ca-612a-4a56-b422-7f1862673a83 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:27.407349 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] device_id is not set on port ffffa1f8-30e3-4672-a23d-508e1bf95877 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 12:59:27.543324 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks [] for port (ffffa1f8-30e3-4672-a23d-508e1bf95877), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:27.602798 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdc3c376-d591-4db5-a4e1-bbd79842b29b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for router (9419f0a8-42d7-43d4-86b5-00fb2ef548f8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:27.639166 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (9c52d51d-f55c-4c93-a09c-51d14f6addbd), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:27.660561 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-347ac4fa-62da-464a-92e1-c2d05a031115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'name': 'tempest-TestNetworkBasicOps-router-1006596221', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:57:23Z', 'updated_at': '2022-02-03T12:59:25Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:26Z', 'updated_at': '2022-02-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:27.721902 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ac4fa-62da-464a-92e1-c2d05a031115 None None] Checking router: 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:59:27.746851 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ac4fa-62da-464a-92e1-c2d05a031115 None None] Routers {'9419f0a8-42d7-43d4-86b5-00fb2ef548f8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:27.747880 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40fdf5-4c9f-4959-8a6f-bfae580af57a req-be6fc885-8543-4163-9a3c-d7090a7a781c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:27.748471 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-347ac4fa-62da-464a-92e1-c2d05a031115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:59:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9419f0a8-42d7-43d4-86b5-00fb2ef548f8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:27.752603 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2f40fdf5-4c9f-4959-8a6f-bfae580af57a req-be6fc885-8543-4163-9a3c-d7090a7a781c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/networks?id=7dc9b526-3f62-4a01-835d-81550aa911c9 HTTP/1.1" status: 200 len: 813 time: 0.3607883 Feb 03 12:59:27.778719 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event updated for resources: {'Port': ['ID=9c52d51d-f55c-4c93-a09c-51d14f6addbd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:27.868950 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Checking segment: {'id': '66058010-8c16-48ab-82bf-97072ce9344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f17adabe-f9c6-4027-8cec-77fda81c0377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:27.869835 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Network hostable DHCP agents. Network: f17adabe-f9c6-4027-8cec-77fda81c0377, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:59:27.926940 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-0caca965-029f-4766-9283-ba8fbc6f060d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Allocated IP 172.25.6.200 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/255cc3ea-e1fb-46fc-bc55-805c7a38e279) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:27.957042 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Network f17adabe-f9c6-4027-8cec-77fda81c0377 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:59:27.984529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-347ac4fa-62da-464a-92e1-c2d05a031115 None None] Set router 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:59:28.014631 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, f17adabe-f9c6-4027-8cec-77fda81c0377) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:28.064888 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:28.070018 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (ffffa1f8-30e3-4672-a23d-508e1bf95877), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:28.248126 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] DHCP port deletion for c01a13ca-612a-4a56-b422-7f1862673a83 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:59:28.257732 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fb999c-19bf-4a00-98e7-bb5a0214477c None None] Network f17adabe-f9c6-4027-8cec-77fda81c0377 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:28.350538 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event updated for resources: {'Port': ['ID=ffffa1f8-30e3-4672-a23d-508e1bf95877,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:28.496369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Checking segment: {'id': 'ef15fea0-3316-4fcb-bd7d-15db2ac3e0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9c6a8832-ac18-4d72-8591-53ed70cac48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:28.496998 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Network hostable DHCP agents. Network: 9c6a8832-ac18-4d72-8591-53ed70cac48b, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:59:28.506634 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0caca965-029f-4766-9283-ba8fbc6f060d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for port (255cc3ea-e1fb-46fc-bc55-805c7a38e279), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:28.553060 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Network 9c6a8832-ac18-4d72-8591-53ed70cac48b is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:59:28.595288 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 9c6a8832-ac18-4d72-8591-53ed70cac48b) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:28.606146 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-347ac4fa-62da-464a-92e1-c2d05a031115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'name': 'tempest-TestNetworkBasicOps-router-1006596221', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:57:23Z', 'updated_at': '2022-02-03T12:59:25Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:26Z', 'updated_at': '2022-02-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:28.624323 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:28.665087 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ac4fa-62da-464a-92e1-c2d05a031115 None None] The sync data for ids ['9419f0a8-42d7-43d4-86b5-00fb2ef548f8'] in n-d-827336-3 is: [{'id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'name': 'tempest-TestNetworkBasicOps-router-1006596221', 'tenant_id': 'ae5c5272e243447aa41be74fb2bd0003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:57:23Z', 'updated_at': '2022-02-03T12:59:25Z', 'revision_number': 5, 'project_id': 'ae5c5272e243447aa41be74fb2bd0003', 'gw_port': {'id': '37ac1657-ee40-4fb8-8d5c-3e6646595b87', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ad:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9419f0a8-42d7-43d4-86b5-00fb2ef548f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:57:26Z', 'updated_at': '2022-02-03T12:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:59:28.668332 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:28.668924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4e531b-5c4b-46a7-8781-ea23ba823c32 None None] Network 9c6a8832-ac18-4d72-8591-53ed70cac48b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:28.675295 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:28.678572 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:28.717135 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] Deleting port 9d198774-fb7a-419e-aa2e-357bc8eb2e4c {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:28.717648 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (9d198774-fb7a-419e-aa2e-357bc8eb2e4c), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:28.736450 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0caca965-029f-4766-9283-ba8fbc6f060d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (255cc3ea-e1fb-46fc-bc55-805c7a38e279), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:28.774673 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-93ddf946-d4e5-4dc3-ad2a-6bd49abb1536 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4167542 Feb 03 12:59:28.777006 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2f40fdf5-4c9f-4959-8a6f-bfae580af57a req-03293726-ae01-44a3-937d-f17c061dbcd5 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/quotas/616a6ba084da468a87a94b24206aca06 HTTP/1.1" status: 200 len: 375 time: 1.0172470 Feb 03 12:59:28.777749 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46220) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:28.852026 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caca965-029f-4766-9283-ba8fbc6f060d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:28.857347 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0caca965-029f-4766-9283-ba8fbc6f060d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:28.877510 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caca965-029f-4766-9283-ba8fbc6f060d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:28.903422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] For port 9d198774-fb7a-419e-aa2e-357bc8eb2e4c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9d198774-fb7a-419e-aa2e-357bc8eb2e4c,segment=NetworkSegment(20fd37ff-9404-4210-b1dd-4eb7023a697a),segment_id=20fd37ff-9404-4210-b1dd-4eb7023a697a)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:28.908569 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (9d198774-fb7a-419e-aa2e-357bc8eb2e4c), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:28.929885 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] Calling delete_port for 9d198774-fb7a-419e-aa2e-357bc8eb2e4c owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:28.961659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caca965-029f-4766-9283-ba8fbc6f060d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event updated for resources: {'Port': ['ID=255cc3ea-e1fb-46fc-bc55-805c7a38e279,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:28.989171 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdc3c376-d591-4db5-a4e1-bbd79842b29b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for router_gateway (9419f0a8-42d7-43d4-86b5-00fb2ef548f8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:29.045705 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4615074c-e10b-4ce9-8653-8526828259e5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:29.051270 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4615074c-e10b-4ce9-8653-8526828259e5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:29.053347 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4615074c-e10b-4ce9-8653-8526828259e5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2640572 Feb 03 12:59:29.057599 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (9d198774-fb7a-419e-aa2e-357bc8eb2e4c), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:29.078674 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46222) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:29.131106 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] Pushing event deleted for resources: {'Port': ['ID=9d198774-fb7a-419e-aa2e-357bc8eb2e4c,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:29.153836 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] No DVR routers for this DVR port 9d198774-fb7a-419e-aa2e-357bc8eb2e4c on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:59:29.172748 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:29.174259 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:29.174886 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:29.175409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:29.175915 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:29.176441 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:29.177063 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:29.178629 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:29.179583 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:29.180109 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:29.181717 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:29.182485 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:29.183835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b779595d-bde5-4b71-9c55-c7c1119af832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:29.215236 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2f40fdf5-4c9f-4959-8a6f-bfae580af57a req-732559e4-fc3d-4146-bf74-bc3626de9fdf tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=616a6ba084da468a87a94b24206aca06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4230888 Feb 03 12:59:29.294873 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 927ea65a-127b-4c61-8baa-ba72f728176a no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:59:29.364459 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-bdc3c376-d591-4db5-a4e1-bbd79842b29b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Deleting port 37ac1657-ee40-4fb8-8d5c-3e6646595b87 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:29.365270 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdc3c376-d591-4db5-a4e1-bbd79842b29b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (37ac1657-ee40-4fb8-8d5c-3e6646595b87), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:29.371919 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 927ea65a-127b-4c61-8baa-ba72f728176a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:59:29.375065 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 927ea65a-127b-4c61-8baa-ba72f728176a not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:59:29.378682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9d198774-fb7a-419e-aa2e-357bc8eb2e4c no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:59:29.463093 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 9d198774-fb7a-419e-aa2e-357bc8eb2e4c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:59:29.466421 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9d198774-fb7a-419e-aa2e-357bc8eb2e4c not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:59:29.562939 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-11e5fac2-4c73-4f67-90c2-50415cb43926 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Deleting port 9c52d51d-f55c-4c93-a09c-51d14f6addbd {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:29.563490 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11e5fac2-4c73-4f67-90c2-50415cb43926 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (9c52d51d-f55c-4c93-a09c-51d14f6addbd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:29.602091 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0caca965-029f-4766-9283-ba8fbc6f060d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for router_gateway (3ca12a62-d1d3-4755-addd-34ccf54f9461), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:29.738801 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-bdc3c376-d591-4db5-a4e1-bbd79842b29b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] For port 37ac1657-ee40-4fb8-8d5c-3e6646595b87, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=37ac1657-ee40-4fb8-8d5c-3e6646595b87,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:29.739228 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdc3c376-d591-4db5-a4e1-bbd79842b29b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (37ac1657-ee40-4fb8-8d5c-3e6646595b87), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:29.753392 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11e5fac2-4c73-4f67-90c2-50415cb43926 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (9c52d51d-f55c-4c93-a09c-51d14f6addbd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:29.772265 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-bdc3c376-d591-4db5-a4e1-bbd79842b29b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Calling delete_port for 37ac1657-ee40-4fb8-8d5c-3e6646595b87 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:29.788731 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-11e5fac2-4c73-4f67-90c2-50415cb43926 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Calling delete_port for 9c52d51d-f55c-4c93-a09c-51d14f6addbd owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:30.067896 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e4cc4-8963-428d-b9b9-0cbdc6c8ae4c req-f9e7d6ea-bdd2-45df-ad2e-a04da00b6380 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:30.075886 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cf6e4cc4-8963-428d-b9b9-0cbdc6c8ae4c req-f9e7d6ea-bdd2-45df-ad2e-a04da00b6380 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2660234 Feb 03 12:59:30.109970 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0caca965-029f-4766-9283-ba8fbc6f060d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (3ca12a62-d1d3-4755-addd-34ccf54f9461), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:30.146989 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11e5fac2-4c73-4f67-90c2-50415cb43926 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (9c52d51d-f55c-4c93-a09c-51d14f6addbd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:30.356361 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5fac2-4c73-4f67-90c2-50415cb43926 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event deleted for resources: {'Port': ['ID=9c52d51d-f55c-4c93-a09c-51d14f6addbd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:30.406240 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11e5fac2-4c73-4f67-90c2-50415cb43926 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:30.414393 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cf6e4cc4-8963-428d-b9b9-0cbdc6c8ae4c req-3cb0883b-ef75-4398-847f-ab42b2e2ea8c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350413 Feb 03 12:59:30.420954 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-11e5fac2-4c73-4f67-90c2-50415cb43926 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "DELETE /v2.0/ports/9c52d51d-f55c-4c93-a09c-51d14f6addbd HTTP/1.1" status: 204 len: 168 time: 1.3385711 Feb 03 12:59:30.423518 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46246) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:30.543781 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0caca965-029f-4766-9283-ba8fbc6f060d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Router 3ca12a62-d1d3-4755-addd-34ccf54f9461 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:59:30.663096 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdc3c376-d591-4db5-a4e1-bbd79842b29b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (37ac1657-ee40-4fb8-8d5c-3e6646595b87), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:30.752796 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caca965-029f-4766-9283-ba8fbc6f060d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:59:30.766080 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] Sync routers for ids ['3ca12a62-d1d3-4755-addd-34ccf54f9461'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:59:30.767656 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3c376-d591-4db5-a4e1-bbd79842b29b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event deleted for resources: {'Port': ['ID=37ac1657-ee40-4fb8-8d5c-3e6646595b87,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:30.804401 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] Routers {'3ca12a62-d1d3-4755-addd-34ccf54f9461'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:30.805955 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:59:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3ca12a62-d1d3-4755-addd-34ccf54f9461'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:30.815670 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0caca965-029f-4766-9283-ba8fbc6f060d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:30.819993 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0caca965-029f-4766-9283-ba8fbc6f060d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.6559975 Feb 03 12:59:30.822666 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46252) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:30.908690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3366a-121b-4d4b-8b14-9cbdfdf7d5f5 req-c635a3c6-62e9-4493-bb0a-02d76ed55623 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:30.911242 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d1a3366a-121b-4d4b-8b14-9cbdfdf7d5f5 req-c635a3c6-62e9-4493-bb0a-02d76ed55623 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.3459826 Feb 03 12:59:30.986398 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdc3c376-d591-4db5-a4e1-bbd79842b29b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (9419f0a8-42d7-43d4-86b5-00fb2ef548f8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:30.995401 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-16381530-38b0-4b46-8716-f548b09b7337 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Deleting port ffffa1f8-30e3-4672-a23d-508e1bf95877 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:30.996343 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16381530-38b0-4b46-8716-f548b09b7337 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ffffa1f8-30e3-4672-a23d-508e1bf95877), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:31.123687 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:31.188074 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] Set router 3ca12a62-d1d3-4755-addd-34ccf54f9461 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:59:31.255371 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdc3c376-d591-4db5-a4e1-bbd79842b29b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (9419f0a8-42d7-43d4-86b5-00fb2ef548f8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:31.267086 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d1a3366a-121b-4d4b-8b14-9cbdfdf7d5f5 req-4451d6ad-6bdd-46f6-a8d9-4259ed48d1b9 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336849 Feb 03 12:59:31.271977 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdc3c376-d591-4db5-a4e1-bbd79842b29b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for router_controller (9419f0a8-42d7-43d4-86b5-00fb2ef548f8), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:31.300069 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16381530-38b0-4b46-8716-f548b09b7337 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ffffa1f8-30e3-4672-a23d-508e1bf95877), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:31.364539 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-16381530-38b0-4b46-8716-f548b09b7337 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Calling delete_port for ffffa1f8-30e3-4672-a23d-508e1bf95877 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:31.385378 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4a1bae69-4eb6-4872-bdc5-e15678a72289 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=0736ca6604044fb2b96c770b1d423b15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5599177 Feb 03 12:59:31.388068 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46262) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:31.399928 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdc3c376-d591-4db5-a4e1-bbd79842b29b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (9419f0a8-42d7-43d4-86b5-00fb2ef548f8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:31.400358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc3c376-d591-4db5-a4e1-bbd79842b29b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Fanout notify agent at l3_agent the message router_deleted on router 9419f0a8-42d7-43d4-86b5-00fb2ef548f8 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 12:59:31.437976 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdc3c376-d591-4db5-a4e1-bbd79842b29b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:31.439191 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bdc3c376-d591-4db5-a4e1-bbd79842b29b tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "DELETE /v2.0/routers/9419f0a8-42d7-43d4-86b5-00fb2ef548f8 HTTP/1.1" status: 204 len: 168 time: 4.2921207 Feb 03 12:59:31.441904 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46268) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:31.626263 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16381530-38b0-4b46-8716-f548b09b7337 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ffffa1f8-30e3-4672-a23d-508e1bf95877), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:31.661697 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-638938944', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:24Z', 'updated_at': '2022-02-03T12:59:29Z', 'revision_number': 3, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:26Z', 'updated_at': '2022-02-03T12:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:31.695583 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce48f-2c9a-4ae4-b11b-d931823a7e16 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (c01a13ca-612a-4a56-b422-7f1862673a83), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:31.710943 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16381530-38b0-4b46-8716-f548b09b7337 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:31.715106 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-16381530-38b0-4b46-8716-f548b09b7337 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "DELETE /v2.0/ports/ffffa1f8-30e3-4672-a23d-508e1bf95877 HTTP/1.1" status: 204 len: 168 time: 1.2827930 Feb 03 12:59:31.716712 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16381530-38b0-4b46-8716-f548b09b7337 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event deleted for resources: {'Port': ['ID=ffffa1f8-30e3-4672-a23d-508e1bf95877,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:31.719025 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46288) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:31.759979 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8b3b0487-706a-4ce6-9971-a97d267e7b20 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0382149 Feb 03 12:59:31.764508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46290) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:31.768854 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14f7fe3-4624-473c-a2de-6e7635186b5f tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:31.770602 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c14f7fe3-4624-473c-a2de-6e7635186b5f tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3810627 Feb 03 12:59:31.778497 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46292) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:31.802905 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c4e848ff-e72f-408f-bc24-e28e81839618 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1802296821'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:31.804912 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] Checking router: 3ca12a62-d1d3-4755-addd-34ccf54f9461 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:59:31.806635 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] Updating router 3ca12a62-d1d3-4755-addd-34ccf54f9461 port 255cc3ea-e1fb-46fc-bc55-805c7a38e279 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:59:31.831790 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0a40dd7d-f018-41a6-98e8-07fc980c6342 req-d1c2de79-953c-4698-be26-21540d5d678c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=616a6ba084da468a87a94b24206aca06 HTTP/1.1" status: 200 len: 221 time: 0.1212983 Feb 03 12:59:31.837856 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e848ff-e72f-408f-bc24-e28e81839618 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Made reservation on behalf of 6e0b3fd1b75641f8a908e8ba6254ffbe for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:31.844404 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9c70cd74-9a64-4411-b0ae-33beffaa58a0 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0657969 Feb 03 12:59:31.850178 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46300) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:31.856648 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4e848ff-e72f-408f-bc24-e28e81839618 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:31.859495 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ff07a9a5-293a-450e-abb1-eb4b58e9c745 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2076441873', 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3', 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:31.900156 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (255cc3ea-e1fb-46fc-bc55-805c7a38e279), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:31.902666 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e848ff-e72f-408f-bc24-e28e81839618 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:59:31.946512 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4e848ff-e72f-408f-bc24-e28e81839618 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (22519f4a-b460-4ec5-b432-cac4303199ac), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:31.947178 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-c4e848ff-e72f-408f-bc24-e28e81839618 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Added segment 22519f4a-b460-4ec5-b432-cac4303199ac of type vlan for network ef8257b5-3fda-43cf-9761-e1d8cbe0b269 Feb 03 12:59:32.088515 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4e848ff-e72f-408f-bc24-e28e81839618 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (ef8257b5-3fda-43cf-9761-e1d8cbe0b269), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:32.189952 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bb48e-a4c3-494f-bd37-a5f0199ee7f4 req-5b268377-e3ae-49f6-bf3c-30b9556c6a1c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:32.194410 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-478bb48e-a4c3-494f-bd37-a5f0199ee7f4 req-5b268377-e3ae-49f6-bf3c-30b9556c6a1c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2092664 Feb 03 12:59:32.249482 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4e848ff-e72f-408f-bc24-e28e81839618 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (ef8257b5-3fda-43cf-9761-e1d8cbe0b269), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:32.255990 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e848ff-e72f-408f-bc24-e28e81839618 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:32.262061 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c4e848ff-e72f-408f-bc24-e28e81839618 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:32.376374 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c4e848ff-e72f-408f-bc24-e28e81839618 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5867574 Feb 03 12:59:32.383782 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-478bb48e-a4c3-494f-bd37-a5f0199ee7f4 req-fe332aaf-065d-478a-99a5-1b05396eb03c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709945 Feb 03 12:59:32.390260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46312) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:32.417104 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4d77d488-ecca-4a69-9858-6b96ffc6a444 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1598598591'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:32.533674 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e848ff-e72f-408f-bc24-e28e81839618 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event updated for resources: {'Network': ['ID=ef8257b5-3fda-43cf-9761-e1d8cbe0b269,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:32.554301 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network ef8257b5-3fda-43cf-9761-e1d8cbe0b269 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:59:32.560745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d77d488-ecca-4a69-9858-6b96ffc6a444 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Made reservation on behalf of 6e0b3fd1b75641f8a908e8ba6254ffbe for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:32.564422 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d77d488-ecca-4a69-9858-6b96ffc6a444 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:32.667740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d77d488-ecca-4a69-9858-6b96ffc6a444 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:59:32.690243 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] Publish callbacks [] for port (255cc3ea-e1fb-46fc-bc55-805c7a38e279), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:32.704216 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (255cc3ea-e1fb-46fc-bc55-805c7a38e279), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:32.706099 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d77d488-ecca-4a69-9858-6b96ffc6a444 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (df81201d-5591-4e7e-a5a1-bfcd39b8669d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:32.708327 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-4d77d488-ecca-4a69-9858-6b96ffc6a444 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Added segment df81201d-5591-4e7e-a5a1-bfcd39b8669d of type vlan for network b2f5b704-092e-445e-a29f-8b656ef0a50a Feb 03 12:59:32.768076 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10027fc3-6721-47c0-bc89-7165790f4e27 None None] Pushing event updated for resources: {'Port': ['ID=255cc3ea-e1fb-46fc-bc55-805c7a38e279,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:32.788760 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027fc3-6721-47c0-bc89-7165790f4e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:32.790112 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027fc3-6721-47c0-bc89-7165790f4e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:32.790917 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027fc3-6721-47c0-bc89-7165790f4e27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:32.792267 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027fc3-6721-47c0-bc89-7165790f4e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:32.793752 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027fc3-6721-47c0-bc89-7165790f4e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:32.794752 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027fc3-6721-47c0-bc89-7165790f4e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:32.795552 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027fc3-6721-47c0-bc89-7165790f4e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:32.796429 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027fc3-6721-47c0-bc89-7165790f4e27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:32.797215 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027fc3-6721-47c0-bc89-7165790f4e27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:32.798061 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027fc3-6721-47c0-bc89-7165790f4e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:32.798883 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027fc3-6721-47c0-bc89-7165790f4e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:32.799851 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027fc3-6721-47c0-bc89-7165790f4e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:32.800672 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10027fc3-6721-47c0-bc89-7165790f4e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 12:59:32.802725 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d77d488-ecca-4a69-9858-6b96ffc6a444 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (b2f5b704-092e-445e-a29f-8b656ef0a50a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:32.842819 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] Attempting to bind port 255cc3ea-e1fb-46fc-bc55-805c7a38e279 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:59:32.843628 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] Attempting to bind port 255cc3ea-e1fb-46fc-bc55-805c7a38e279 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:59:32.843628 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] Attempting to bind port 255cc3ea-e1fb-46fc-bc55-805c7a38e279 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:59:32.857366 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d77d488-ecca-4a69-9858-6b96ffc6a444 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (b2f5b704-092e-445e-a29f-8b656ef0a50a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:32.858509 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:59:32.858993 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:32.859420 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:32.860075 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:59:32.860564 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] Bound port: 255cc3ea-e1fb-46fc-bc55-805c7a38e279, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:59:32.861241 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (255cc3ea-e1fb-46fc-bc55-805c7a38e279), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:32.877729 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d77d488-ecca-4a69-9858-6b96ffc6a444 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:32.878387 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d77d488-ecca-4a69-9858-6b96ffc6a444 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:32.925398 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4d77d488-ecca-4a69-9858-6b96ffc6a444 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5307889 Feb 03 12:59:32.965752 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 37ac1657-ee40-4fb8-8d5c-3e6646595b87 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:59:33.000947 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce48f-2c9a-4ae4-b11b-d931823a7e16 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (c01a13ca-612a-4a56-b422-7f1862673a83), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:33.002350 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] For port 255cc3ea-e1fb-46fc-bc55-805c7a38e279, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:59:33.012469 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] For port 255cc3ea-e1fb-46fc-bc55-805c7a38e279, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=255cc3ea-e1fb-46fc-bc55-805c7a38e279,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:59:33.031219 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (255cc3ea-e1fb-46fc-bc55-805c7a38e279), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:33.103362 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 37ac1657-ee40-4fb8-8d5c-3e6646595b87 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:59:33.112102 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 37ac1657-ee40-4fb8-8d5c-3e6646595b87 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:59:33.210159 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8a0ce48f-2c9a-4ae4-b11b-d931823a7e16 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c01a13ca-612a-4a56-b422-7f1862673a83']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:33.241289 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77d488-ecca-4a69-9858-6b96ffc6a444 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event updated for resources: {'Network': ['ID=b2f5b704-092e-445e-a29f-8b656ef0a50a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:33.250692 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8a0ce48f-2c9a-4ae4-b11b-d931823a7e16 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20fd37ff-9404-4210-b1dd-4eb7023a697a') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:33.251007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8a0ce48f-2c9a-4ae4-b11b-d931823a7e16 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20fd37ff-9404-4210-b1dd-4eb7023a697a') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:33.258640 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network b2f5b704-092e-445e-a29f-8b656ef0a50a details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:59:33.300521 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce48f-2c9a-4ae4-b11b-d931823a7e16 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (20fd37ff-9404-4210-b1dd-4eb7023a697a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:33.357234 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c202f4-e650-42d3-917e-69b6f4721407 req-bd7fd1f3-006b-4940-a0f4-0d73e802c757 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:33.360209 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-38c202f4-e650-42d3-917e-69b6f4721407 req-bd7fd1f3-006b-4940-a0f4-0d73e802c757 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.6450665 Feb 03 12:59:33.362594 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10027fc3-6721-47c0-bc89-7165790f4e27 None None] Pushing event updated for resources: {'Port': ['ID=255cc3ea-e1fb-46fc-bc55-805c7a38e279,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:33.404992 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] Routers {'3ca12a62-d1d3-4755-addd-34ccf54f9461'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:33.406822 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce48f-2c9a-4ae4-b11b-d931823a7e16 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (20fd37ff-9404-4210-b1dd-4eb7023a697a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:33.409374 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:59:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3ca12a62-d1d3-4755-addd-34ccf54f9461'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:33.416583 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff07a9a5-293a-450e-abb1-eb4b58e9c745 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Made reservation on behalf of 0736ca6604044fb2b96c770b1d423b15 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:33.424133 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff07a9a5-293a-450e-abb1-eb4b58e9c745 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:33.567474 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36fe8b14-1f4e-42d2-88ef-77340935543e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:33.838742 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff07a9a5-293a-450e-abb1-eb4b58e9c745 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (4aaa5649-8a16-413f-8be6-ec601d7a6093), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:33.852656 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0ce48f-2c9a-4ae4-b11b-d931823a7e16 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:59:33.853083 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce48f-2c9a-4ae4-b11b-d931823a7e16 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (20fd37ff-9404-4210-b1dd-4eb7023a697a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:59:33.907800 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:59:33.921954 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07a9a5-293a-450e-abb1-eb4b58e9c745 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event updated for resources: {'Subnet': ['ID=4aaa5649-8a16-413f-8be6-ec601d7a6093,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:33.973480 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-38c202f4-e650-42d3-917e-69b6f4721407 req-28dd03d8-3fa2-47ef-b5d7-6d36ec883dd9 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6002655 Feb 03 12:59:34.011033 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] Set router 3ca12a62-d1d3-4755-addd-34ccf54f9461 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:59:34.057747 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff07a9a5-293a-450e-abb1-eb4b58e9c745 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Checking segment: {'id': 'a4ccb9c0-1015-4868-9a3d-6b206d8148a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:34.058327 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff07a9a5-293a-450e-abb1-eb4b58e9c745 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Network hostable DHCP agents. Network: 98c06ad4-ca81-45c5-9539-750c8a8d2ce3, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:59:34.076946 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce48f-2c9a-4ae4-b11b-d931823a7e16 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (c01a13ca-612a-4a56-b422-7f1862673a83), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:34.079364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff07a9a5-293a-450e-abb1-eb4b58e9c745 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Network 98c06ad4-ca81-45c5-9539-750c8a8d2ce3 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:59:34.109390 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a0ce48f-2c9a-4ae4-b11b-d931823a7e16 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:34.112911 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8a0ce48f-2c9a-4ae4-b11b-d931823a7e16 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] 10.222.0.18 "DELETE /v2.0/networks/c01a13ca-612a-4a56-b422-7f1862673a83 HTTP/1.1" status: 204 len: 168 time: 2.6695802 Feb 03 12:59:34.127007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ce48f-2c9a-4ae4-b11b-d931823a7e16 tempest-TestNetworkBasicOps-102499338 tempest-TestNetworkBasicOps-102499338-project] Pushing event deleted for resources: {'Network': ['ID=c01a13ca-612a-4a56-b422-7f1862673a83,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:34.146978 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ff07a9a5-293a-450e-abb1-eb4b58e9c745 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 98c06ad4-ca81-45c5-9539-750c8a8d2ce3) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:34.155734 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff07a9a5-293a-450e-abb1-eb4b58e9c745 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:34.156398 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff07a9a5-293a-450e-abb1-eb4b58e9c745 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:34.157600 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999af62e-099d-46bc-b030-7c6a4034996e None None] Network 98c06ad4-ca81-45c5-9539-750c8a8d2ce3 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:34.202272 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46340) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:34.208581 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ff07a9a5-293a-450e-abb1-eb4b58e9c745 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3462284 Feb 03 12:59:34.412492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2a3b9-4f22-4d02-ba4c-fa08805894cf req-0ea32c7d-2e73-4cff-8740-fcbf318659c4 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:34.422523 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b2a2a3b9-4f22-4d02-ba4c-fa08805894cf req-0ea32c7d-2e73-4cff-8740-fcbf318659c4 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1945291 Feb 03 12:59:34.555595 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-98c06ad4-ca81-45c5-9539-750c8a8d2ce3', 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3', 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'fixed_ips': [{'subnet_id': '4aaa5649-8a16-413f-8be6-ec601d7a6093'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:59:34.560045 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:34.568942 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b2a2a3b9-4f22-4d02-ba4c-fa08805894cf req-19d0e859-c6cd-42bb-b96f-98e0f3956d7b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454284 Feb 03 12:59:34.930656 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46350) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:35.403060 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5716dd2e-585f-4cb0-aa88-d3bdf5216de8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae5c5272e243447aa41be74fb2bd0003&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4711542 Feb 03 12:59:35.407135 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46356) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:35.446285 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-638938944', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:24Z', 'updated_at': '2022-02-03T12:59:29Z', 'revision_number': 3, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:26Z', 'updated_at': '2022-02-03T12:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:35.514714 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f25a021e-8b7a-45d7-8b6a-3aa6da6dadf1 admin admin] Publish callbacks [] for security_group (fdb57ce4-25a3-4a3e-afdf-76838878c3d4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:35.573053 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d712a5ce-a023-4d53-a656-16d4fb9c2e7d None None] The sync data for ids ['3ca12a62-d1d3-4755-addd-34ccf54f9461'] in n-d-827336-3 is: [{'id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-638938944', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:24Z', 'updated_at': '2022-02-03T12:59:29Z', 'revision_number': 3, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:26Z', 'updated_at': '2022-02-03T12:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:59:35.600411 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f25a021e-8b7a-45d7-8b6a-3aa6da6dadf1 admin admin] Publish callbacks [] for security_group (fdb57ce4-25a3-4a3e-afdf-76838878c3d4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:35.718169 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f25a021e-8b7a-45d7-8b6a-3aa6da6dadf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (fdb57ce4-25a3-4a3e-afdf-76838878c3d4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:35.721132 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f25a021e-8b7a-45d7-8b6a-3aa6da6dadf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:35.725727 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f25a021e-8b7a-45d7-8b6a-3aa6da6dadf1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fdb57ce4-25a3-4a3e-afdf-76838878c3d4 HTTP/1.1" status: 204 len: 168 time: 0.3139722 Feb 03 12:59:35.753723 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a021e-8b7a-45d7-8b6a-3aa6da6dadf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb57ce4-25a3-4a3e-afdf-76838878c3d4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:35.843039 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] Allocated IP 172.20.0.2 (98c06ad4-ca81-45c5-9539-750c8a8d2ce3/4aaa5649-8a16-413f-8be6-ec601d7a6093/dcd186aa-9efc-4406-9695-c41efc2d9066) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:35.892338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a1ebe-ce29-4990-99cc-5c6e3ee9d391 req-8f42eaff-3b96-4f50-ba71-49cbfb595c8b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:35.923265 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b29a1ebe-ce29-4990-99cc-5c6e3ee9d391 req-8f42eaff-3b96-4f50-ba71-49cbfb595c8b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.7176306 Feb 03 12:59:36.325646 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b29a1ebe-ce29-4990-99cc-5c6e3ee9d391 req-742530ea-a805-444c-b354-5588bb5e2ee8 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002430 Feb 03 12:59:36.446023 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bf14-54f9-4ed8-9704-63f408818c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:36.733184 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] Publish callbacks [] for port (dcd186aa-9efc-4406-9695-c41efc2d9066), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:36.749742 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (dcd186aa-9efc-4406-9695-c41efc2d9066), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:36.789367 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46372) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:36.815818 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a12d4-2c06-4428-a7da-f07d1056169d req-1c6a4a08-45cf-4742-8854-b438a52f814c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:36.816992 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2aa0-16ad-46c6-aca4-fd54ca481718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:36.818860 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-579a12d4-2c06-4428-a7da-f07d1056169d req-1c6a4a08-45cf-4742-8854-b438a52f814c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2379317 Feb 03 12:59:36.823140 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6688b206-c7f4-49c0-92cb-60ad949e5dbd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:36.906039 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] Network 98c06ad4-ca81-45c5-9539-750c8a8d2ce3 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:36.927730 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:36.945468 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:36.963145 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] Pushing event updated for resources: {'Port': ['ID=dcd186aa-9efc-4406-9695-c41efc2d9066,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:37.030912 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:37.039140 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2aa0-16ad-46c6-aca4-fd54ca481718 admin admin] Publish callbacks [] for security_group (9850bf15-4c80-4330-ab2c-29c359b28906), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:37.042196 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46374) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:37.048814 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Request body: {'subnets': [{'network_id': 'ef8257b5-3fda-43cf-9761-e1d8cbe0b269', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--427010286', 'ip_version': 6}, {'network_id': 'b2f5b704-092e-445e-a29f-8b656ef0a50a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:37.049129 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Request body: {'subnet': {'network_id': 'ef8257b5-3fda-43cf-9761-e1d8cbe0b269', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--427010286', 'ip_version': 6}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:37.050137 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Request body: {'subnet': {'network_id': 'b2f5b704-092e-445e-a29f-8b656ef0a50a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:37.056082 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2aa0-16ad-46c6-aca4-fd54ca481718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9850bf15-4c80-4330-ab2c-29c359b28906), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:37.122368 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] Attempting to bind port dcd186aa-9efc-4406-9695-c41efc2d9066 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:59:37.126269 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] Attempting to bind port dcd186aa-9efc-4406-9695-c41efc2d9066 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'a4ccb9c0-1015-4868-9a3d-6b206d8148a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:59:37.127081 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] Attempting to bind port dcd186aa-9efc-4406-9695-c41efc2d9066 on network 98c06ad4-ca81-45c5-9539-750c8a8d2ce3 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:59:37.154374 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7d6b2aa0-16ad-46c6-aca4-fd54ca481718 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=545c4ee5567740d992c742d5b8c232af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3637571 Feb 03 12:59:37.159325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:59:37.160674 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] Checking segment: {'id': 'a4ccb9c0-1015-4868-9a3d-6b206d8148a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:37.161329 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:37.164490 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] Bound using segment: {'id': 'a4ccb9c0-1015-4868-9a3d-6b206d8148a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:59:37.168548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] Bound port: dcd186aa-9efc-4406-9695-c41efc2d9066, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ccb9c0-1015-4868-9a3d-6b206d8148a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:59:37.175361 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dcd186aa-9efc-4406-9695-c41efc2d9066), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:37.184133 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46382) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:37.235312 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 255cc3ea-e1fb-46fc-bc55-805c7a38e279 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:37.311222 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-579a12d4-2c06-4428-a7da-f07d1056169d req-3a7fb51a-4393-4428-a0dc-2610e5f91237 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638476 Feb 03 12:59:37.434034 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9e20af30-c39e-4c1d-bf2b-2dec2ad562d7 req-e14b0eef-0780-452f-a27e-1a2bc6f0a6fc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2567244 Feb 03 12:59:37.440630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b2aa0-16ad-46c6-aca4-fd54ca481718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9850bf15-4c80-4330-ab2c-29c359b28906,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:37.548322 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] For port dcd186aa-9efc-4406-9695-c41efc2d9066, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:59:37.571416 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 255cc3ea-e1fb-46fc-bc55-805c7a38e279 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:37.576627 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (255cc3ea-e1fb-46fc-bc55-805c7a38e279), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:37.582293 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] For port dcd186aa-9efc-4406-9695-c41efc2d9066, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dcd186aa-9efc-4406-9695-c41efc2d9066,segment=NetworkSegment(a4ccb9c0-1015-4868-9a3d-6b206d8148a9),segment_id=a4ccb9c0-1015-4868-9a3d-6b206d8148a9)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:59:37.718402 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dcd186aa-9efc-4406-9695-c41efc2d9066), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:37.811693 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a7edba6-dd31-4577-aa64-28d344b549ab admin admin] Publish callbacks [] for security_group (9850bf15-4c80-4330-ab2c-29c359b28906), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:37.926668 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a7edba6-dd31-4577-aa64-28d344b549ab admin admin] Publish callbacks [] for security_group (9850bf15-4c80-4330-ab2c-29c359b28906), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:37.974546 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc047ce8-2c20-44dc-8b1f-3810e4061d92 None None] Pushing event updated for resources: {'Port': ['ID=dcd186aa-9efc-4406-9695-c41efc2d9066,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:38.023883 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Made reservation on behalf of 6e0b3fd1b75641f8a908e8ba6254ffbe for: {'subnet': 2} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:38.045774 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:38.046255 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:38.164965 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 255cc3ea-e1fb-46fc-bc55-805c7a38e279 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:38.165572 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (255cc3ea-e1fb-46fc-bc55-805c7a38e279), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:38.299100 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 255cc3ea-e1fb-46fc-bc55-805c7a38e279, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=255cc3ea-e1fb-46fc-bc55-805c7a38e279,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:38.301668 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1311ba-9a98-43f7-8339-7367b9caad27 req-82543865-2cff-4925-b196-22d45edf7b41 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:38.306230 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0a1311ba-9a98-43f7-8339-7367b9caad27 req-82543865-2cff-4925-b196-22d45edf7b41 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.5541351 Feb 03 12:59:38.331097 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (255cc3ea-e1fb-46fc-bc55-805c7a38e279), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:38.344736 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a7edba6-dd31-4577-aa64-28d344b549ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9850bf15-4c80-4330-ab2c-29c359b28906), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:38.357876 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a7edba6-dd31-4577-aa64-28d344b549ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:38.363038 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7a7edba6-dd31-4577-aa64-28d344b549ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9850bf15-4c80-4330-ab2c-29c359b28906 HTTP/1.1" status: 204 len: 168 time: 1.1712031 Feb 03 12:59:38.437470 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7edba6-dd31-4577-aa64-28d344b549ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9850bf15-4c80-4330-ab2c-29c359b28906,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:38.449397 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=255cc3ea-e1fb-46fc-bc55-805c7a38e279,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:38.466654 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-6688b206-c7f4-49c0-92cb-60ad949e5dbd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Allocated IP 172.20.0.1 (98c06ad4-ca81-45c5-9539-750c8a8d2ce3/4aaa5649-8a16-413f-8be6-ec601d7a6093/dbcac049-d793-4e32-afcc-19bc5062f6d1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:38.524308 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:38.641015 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20af30-c39e-4c1d-bf2b-2dec2ad562d7 req-d72325c4-b382-42ab-b94a-faebe95dafe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:38.647644 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9e20af30-c39e-4c1d-bf2b-2dec2ad562d7 req-d72325c4-b382-42ab-b94a-faebe95dafe8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 1126 time: 0.9161923 Feb 03 12:59:38.970584 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20af30-c39e-4c1d-bf2b-2dec2ad562d7 req-19152f15-2285-44eb-b430-ede95f4bfb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:38.972847 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9e20af30-c39e-4c1d-bf2b-2dec2ad562d7 req-19152f15-2285-44eb-b430-ede95f4bfb6c service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.2712977 Feb 03 12:59:39.022917 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6688b206-c7f4-49c0-92cb-60ad949e5dbd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for port (dbcac049-d793-4e32-afcc-19bc5062f6d1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:39.037530 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0a1311ba-9a98-43f7-8339-7367b9caad27 req-31d6f476-4079-4a4d-abfb-d80c48759009 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5519981 Feb 03 12:59:39.232814 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6688b206-c7f4-49c0-92cb-60ad949e5dbd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (dbcac049-d793-4e32-afcc-19bc5062f6d1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:39.337537 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9e20af30-c39e-4c1d-bf2b-2dec2ad562d7 req-3243d445-f5d2-4f55-ba4c-45bb4ac51e1a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef71da0-acb2-4952-8099-e4278d115834 HTTP/1.1" status: 200 len: 999 time: 0.3029478 Feb 03 12:59:39.383789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6688b206-c7f4-49c0-92cb-60ad949e5dbd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Network 98c06ad4-ca81-45c5-9539-750c8a8d2ce3 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:39.404734 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6688b206-c7f4-49c0-92cb-60ad949e5dbd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:39.421098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6688b206-c7f4-49c0-92cb-60ad949e5dbd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:39.544487 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688b206-c7f4-49c0-92cb-60ad949e5dbd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event updated for resources: {'Port': ['ID=dbcac049-d793-4e32-afcc-19bc5062f6d1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:39.602157 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6688b206-c7f4-49c0-92cb-60ad949e5dbd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (3ca12a62-d1d3-4755-addd-34ccf54f9461), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:39.635578 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dcd186aa-9efc-4406-9695-c41efc2d9066 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:39.735353 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port dcd186aa-9efc-4406-9695-c41efc2d9066 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:39.736354 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dcd186aa-9efc-4406-9695-c41efc2d9066), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:40.009428 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port dcd186aa-9efc-4406-9695-c41efc2d9066 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:40.018452 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dcd186aa-9efc-4406-9695-c41efc2d9066), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:40.036649 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:40.140972 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port dcd186aa-9efc-4406-9695-c41efc2d9066, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dcd186aa-9efc-4406-9695-c41efc2d9066,segment=NetworkSegment(a4ccb9c0-1015-4868-9a3d-6b206d8148a9),segment_id=a4ccb9c0-1015-4868-9a3d-6b206d8148a9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:40.152438 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dcd186aa-9efc-4406-9695-c41efc2d9066), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:40.153571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 255cc3ea-e1fb-46fc-bc55-805c7a38e279 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:40.343031 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6688b206-c7f4-49c0-92cb-60ad949e5dbd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dbcac049-d793-4e32-afcc-19bc5062f6d1), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:40.579545 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (8f50b540-30bc-459c-970f-fee93aab1202), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:40.582029 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 255cc3ea-e1fb-46fc-bc55-805c7a38e279 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:40.584973 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (255cc3ea-e1fb-46fc-bc55-805c7a38e279), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:40.590006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=dcd186aa-9efc-4406-9695-c41efc2d9066,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:40.658709 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432dc431-fd2b-43f3-80c2-214208bb5fbf None None] Network 98c06ad4-ca81-45c5-9539-750c8a8d2ce3 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:40.752315 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20af30-c39e-4c1d-bf2b-2dec2ad562d7 req-07509ec9-15ee-4709-9dee-3cead6eb36c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:40.755271 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9e20af30-c39e-4c1d-bf2b-2dec2ad562d7 req-07509ec9-15ee-4709-9dee-3cead6eb36c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 1.4160187 Feb 03 12:59:40.756101 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event updated for resources: {'Subnet': ['ID=8f50b540-30bc-459c-970f-fee93aab1202,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:40.762980 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46434) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:40.886616 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983361c-00e6-4162-8fa5-c3485e68c39d req-ad4f9cbe-40a7-4a35-920f-5460d59264de tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:40.889275 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a983361c-00e6-4162-8fa5-c3485e68c39d req-ad4f9cbe-40a7-4a35-920f-5460d59264de tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 1.4031053 Feb 03 12:59:40.902161 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-895997e4-0ff8-4d9a-b576-5235efaf71a9 None None] Provisioning complete for port dcd186aa-9efc-4406-9695-c41efc2d9066 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:40.920687 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-895997e4-0ff8-4d9a-b576-5235efaf71a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dcd186aa-9efc-4406-9695-c41efc2d9066), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:40.982107 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Checking segment: {'id': '22519f4a-b460-4ec5-b432-cac4303199ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ef8257b5-3fda-43cf-9761-e1d8cbe0b269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:40.982869 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Network hostable DHCP agents. Network: ef8257b5-3fda-43cf-9761-e1d8cbe0b269, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:59:41.019440 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20af30-c39e-4c1d-bf2b-2dec2ad562d7 req-002f6c33-9685-45c0-b776-e171e8811d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:41.022243 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9e20af30-c39e-4c1d-bf2b-2dec2ad562d7 req-002f6c33-9685-45c0-b776-e171e8811d22 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2429605 Feb 03 12:59:41.046215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 255cc3ea-e1fb-46fc-bc55-805c7a38e279 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:41.103907 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a983361c-00e6-4162-8fa5-c3485e68c39d req-a6116418-1055-4bf0-870e-b6eb00746ed9 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993713 Feb 03 12:59:41.124383 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Network ef8257b5-3fda-43cf-9761-e1d8cbe0b269 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:59:41.260593 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9317a4cd-8b19-4cf6-839f-d31cb61099a6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1484418598-network', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:41.285936 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9317a4cd-8b19-4cf6-839f-d31cb61099a6 admin admin] Made reservation on behalf of 2a73e499f8a04f91aff5141c366e6af4 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:41.288674 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9317a4cd-8b19-4cf6-839f-d31cb61099a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:41.296318 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-895997e4-0ff8-4d9a-b576-5235efaf71a9 None None] Current status of the port dcd186aa-9efc-4406-9695-c41efc2d9066 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:41.306522 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, ef8257b5-3fda-43cf-9761-e1d8cbe0b269) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:41.327494 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9317a4cd-8b19-4cf6-839f-d31cb61099a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:41.327736 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dcd186aa-9efc-4406-9695-c41efc2d9066 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:41.333412 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (2d5ec922-0258-4eab-be0a-44c007e7035d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:41.441053 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71afbde7-593c-4527-98a6-e92ee56a8d87 None None] Network ef8257b5-3fda-43cf-9761-e1d8cbe0b269 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:41.450099 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6688b206-c7f4-49c0-92cb-60ad949e5dbd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for port (dbcac049-d793-4e32-afcc-19bc5062f6d1), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:41.459864 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6688b206-c7f4-49c0-92cb-60ad949e5dbd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (dbcac049-d793-4e32-afcc-19bc5062f6d1), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:41.552943 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9e20af30-c39e-4c1d-bf2b-2dec2ad562d7 req-d4802133-ee39-4f8a-be55-f01bee8a9124 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182438 Feb 03 12:59:41.682885 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9317a4cd-8b19-4cf6-839f-d31cb61099a6 admin admin] Publish callbacks [] for security_group (c3a869da-5390-4333-8853-bfc25bdd79d7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:41.702534 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event updated for resources: {'Subnet': ['ID=2d5ec922-0258-4eab-be0a-44c007e7035d,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:41.723718 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9317a4cd-8b19-4cf6-839f-d31cb61099a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c3a869da-5390-4333-8853-bfc25bdd79d7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:41.785862 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port dcd186aa-9efc-4406-9695-c41efc2d9066 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:41.786394 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dcd186aa-9efc-4406-9695-c41efc2d9066), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:41.789793 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-ef8257b5-3fda-43cf-9761-e1d8cbe0b269', 'network_id': 'ef8257b5-3fda-43cf-9761-e1d8cbe0b269', 'project_id': '6e0b3fd1b75641f8a908e8ba6254ffbe', 'fixed_ips': [{'subnet_id': '8f50b540-30bc-459c-970f-fee93aab1202'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:59:41.805098 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:41.835159 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9317a4cd-8b19-4cf6-839f-d31cb61099a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 12:59:41.931266 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b14505-03cb-44a2-bab8-36190fc93c86 req-c47552e8-f002-4a96-9cd6-8cd43aa17e0b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:41.963908 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b7b14505-03cb-44a2-bab8-36190fc93c86 req-c47552e8-f002-4a96-9cd6-8cd43aa17e0b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.6937940 Feb 03 12:59:41.968940 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6688b206-c7f4-49c0-92cb-60ad949e5dbd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (3ca12a62-d1d3-4755-addd-34ccf54f9461), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:42.013973 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688b206-c7f4-49c0-92cb-60ad949e5dbd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event updated for resources: {'Port': ['ID=dbcac049-d793-4e32-afcc-19bc5062f6d1,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:42.021621 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9317a4cd-8b19-4cf6-839f-d31cb61099a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f50ab466-6050-446c-aa09-045085d4a1d1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:42.022023 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-9317a4cd-8b19-4cf6-839f-d31cb61099a6 admin admin] Added segment f50ab466-6050-446c-aa09-045085d4a1d1 of type vlan for network 3500e8ac-76e0-4fcb-9167-4f6959af76a4 Feb 03 12:59:42.024986 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317a4cd-8b19-4cf6-839f-d31cb61099a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a869da-5390-4333-8853-bfc25bdd79d7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:42.066192 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Checking segment: {'id': 'df81201d-5591-4e7e-a5a1-bfcd39b8669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2f5b704-092e-445e-a29f-8b656ef0a50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:42.067857 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Network hostable DHCP agents. Network: b2f5b704-092e-445e-a29f-8b656ef0a50a, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:59:42.165855 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port dcd186aa-9efc-4406-9695-c41efc2d9066 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:42.198876 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9e20af30-c39e-4c1d-bf2b-2dec2ad562d7 req-65f4135d-5dcb-4fd7-844d-58ef674a9834 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6337190 Feb 03 12:59:42.208351 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b7b14505-03cb-44a2-bab8-36190fc93c86 req-de71e596-8d51-4f9b-85eb-e312d3328f06 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355986 Feb 03 12:59:42.310198 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9317a4cd-8b19-4cf6-839f-d31cb61099a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (3500e8ac-76e0-4fcb-9167-4f6959af76a4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:42.321865 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Network b2f5b704-092e-445e-a29f-8b656ef0a50a is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:59:42.355488 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6688b206-c7f4-49c0-92cb-60ad949e5dbd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Network 98c06ad4-ca81-45c5-9539-750c8a8d2ce3 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:42.363394 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6688b206-c7f4-49c0-92cb-60ad949e5dbd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:42.382174 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] Allocated IP 2001:db8::1 (ef8257b5-3fda-43cf-9761-e1d8cbe0b269/8f50b540-30bc-459c-970f-fee93aab1202/ba2106cc-bf8f-466b-acc1-46a9592abd4f) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:42.394930 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, b2f5b704-092e-445e-a29f-8b656ef0a50a) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:42.404084 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9317a4cd-8b19-4cf6-839f-d31cb61099a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (3500e8ac-76e0-4fcb-9167-4f6959af76a4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:42.404359 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-78fb77cf-c97c-4c18-8581-2cc976c463cf None None] Provisioning complete for port dcd186aa-9efc-4406-9695-c41efc2d9066 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:42.405433 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-78fb77cf-c97c-4c18-8581-2cc976c463cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dcd186aa-9efc-4406-9695-c41efc2d9066), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:42.406359 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9317a4cd-8b19-4cf6-839f-d31cb61099a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:42.407192 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9317a4cd-8b19-4cf6-839f-d31cb61099a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:42.419253 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:42.420061 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:42.420883 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:42.475068 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e43ba8f8-b295-4d87-b793-d00f909dbae1 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.4306786 Feb 03 12:59:42.480336 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46460) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:42.498023 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9317a4cd-8b19-4cf6-839f-d31cb61099a6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7279429 Feb 03 12:59:42.597008 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd4b16d-a50d-4481-9dde-150319b762fa None None] Network b2f5b704-092e-445e-a29f-8b656ef0a50a requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:42.612910 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46462) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:42.644771 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-76083e88-3883-4336-a243-d0e3c9ef6dcc admin admin] Request body: {'subnet': {'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1484418598-subnet', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:42.656558 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317a4cd-8b19-4cf6-839f-d31cb61099a6 admin admin] Pushing event updated for resources: {'Network': ['ID=3500e8ac-76e0-4fcb-9167-4f6959af76a4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:42.713306 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76083e88-3883-4336-a243-d0e3c9ef6dcc admin admin] Made reservation on behalf of 2a73e499f8a04f91aff5141c366e6af4 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:42.720625 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76083e88-3883-4336-a243-d0e3c9ef6dcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:42.762853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304628be-bc1d-45b7-961a-8ea975006402 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:42.780923 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304628be-bc1d-45b7-961a-8ea975006402 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:42.786537 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304628be-bc1d-45b7-961a-8ea975006402 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:42.801232 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-304628be-bc1d-45b7-961a-8ea975006402 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3155696 Feb 03 12:59:42.804793 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46468) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:42.972476 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 3500e8ac-76e0-4fcb-9167-4f6959af76a4 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 12:59:43.202520 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76083e88-3883-4336-a243-d0e3c9ef6dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (0ccf271e-8a6d-4c90-a957-c3d6d3be9664), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:43.243443 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-b2f5b704-092e-445e-a29f-8b656ef0a50a', 'network_id': 'b2f5b704-092e-445e-a29f-8b656ef0a50a', 'project_id': '6e0b3fd1b75641f8a908e8ba6254ffbe', 'fixed_ips': [{'subnet_id': '2d5ec922-0258-4eab-be0a-44c007e7035d'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:59:43.245040 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:43.356637 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76083e88-3883-4336-a243-d0e3c9ef6dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ccf271e-8a6d-4c90-a957-c3d6d3be9664,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:43.374827 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76083e88-3883-4336-a243-d0e3c9ef6dcc admin admin] Checking segment: {'id': 'f50ab466-6050-446c-aa09-045085d4a1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:43.376321 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76083e88-3883-4336-a243-d0e3c9ef6dcc admin admin] Network hostable DHCP agents. Network: 3500e8ac-76e0-4fcb-9167-4f6959af76a4, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 12:59:43.441354 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76083e88-3883-4336-a243-d0e3c9ef6dcc admin admin] Network 3500e8ac-76e0-4fcb-9167-4f6959af76a4 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 12:59:43.462921 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-76083e88-3883-4336-a243-d0e3c9ef6dcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 3500e8ac-76e0-4fcb-9167-4f6959af76a4) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:43.494192 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76083e88-3883-4336-a243-d0e3c9ef6dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:43.498295 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76083e88-3883-4336-a243-d0e3c9ef6dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:43.547332 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-76083e88-3883-4336-a243-d0e3c9ef6dcc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9315469 Feb 03 12:59:43.550478 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46472) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:43.565977 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-aa12243b-4e80-44fa-b2fa-a5ed03cb60a2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1484418598-router', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:43.640065 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa12243b-4e80-44fa-b2fa-a5ed03cb60a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (40baa364-e5d1-477e-9e97-d2cdbff21f62), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:43.642399 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa12243b-4e80-44fa-b2fa-a5ed03cb60a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (40baa364-e5d1-477e-9e97-d2cdbff21f62), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:43.693954 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-78fb77cf-c97c-4c18-8581-2cc976c463cf None None] Current status of the port dcd186aa-9efc-4406-9695-c41efc2d9066 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:43.710692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6d56fe-04a3-4de0-8be8-8fff642b870d None None] Network 3500e8ac-76e0-4fcb-9167-4f6959af76a4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:43.729077 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa12243b-4e80-44fa-b2fa-a5ed03cb60a2 admin admin] Publish callbacks [] for router_controller (40baa364-e5d1-477e-9e97-d2cdbff21f62), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:43.805157 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-78fb77cf-c97c-4c18-8581-2cc976c463cf None None] Provisioning complete for port dbcac049-d793-4e32-afcc-19bc5062f6d1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:43.805890 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-78fb77cf-c97c-4c18-8581-2cc976c463cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dbcac049-d793-4e32-afcc-19bc5062f6d1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:44.090619 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9960c3-3d85-4fa2-a8ae-2c8041a9a25e tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Deleting subnet 8f50b540-30bc-459c-970f-fee93aab1202 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:59:44.182436 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] Allocated IP 2001:db8:0:1::1 (b2f5b704-092e-445e-a29f-8b656ef0a50a/2d5ec922-0258-4eab-be0a-44c007e7035d/45c76905-319c-467d-9b8f-c78f6ebd04c4) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:44.224698 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa12243b-4e80-44fa-b2fa-a5ed03cb60a2 admin admin] Publish callbacks [] for router_gateway (40baa364-e5d1-477e-9e97-d2cdbff21f62), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:44.313087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6688b206-c7f4-49c0-92cb-60ad949e5dbd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Router 3ca12a62-d1d3-4755-addd-34ccf54f9461 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 12:59:44.386863 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b3a30-81d7-4a71-9996-8f7fa4374f89 req-2053ce52-2046-4776-b620-2011febce50a tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:44.409058 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af5b3a30-81d7-4a71-9996-8f7fa4374f89 req-2053ce52-2046-4776-b620-2011febce50a tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 2.0467033 Feb 03 12:59:44.515899 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af5b3a30-81d7-4a71-9996-8f7fa4374f89 req-24cf3bfe-b787-49fb-be51-eb4c9058cf14 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050370 Feb 03 12:59:44.696762 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6688b206-c7f4-49c0-92cb-60ad949e5dbd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:59:44.716702 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6688b206-c7f4-49c0-92cb-60ad949e5dbd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "PUT /v2.0/routers/3ca12a62-d1d3-4755-addd-34ccf54f9461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5120165 Feb 03 12:59:44.718446 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46482) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:44.724600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3d1ff7bd-d6a0-4734-b5c5-fc77694fc93c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2036170804', 'description': 'tempest-secgroup_access--2036170804 description', 'project_id': '0736ca6604044fb2b96c770b1d423b15'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:44.759340 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff7bd-d6a0-4734-b5c5-fc77694fc93c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:44.796057 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] Sync routers for ids ['3ca12a62-d1d3-4755-addd-34ccf54f9461'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:59:44.904432 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] Publish callbacks [] for port (45c76905-319c-467d-9b8f-c78f6ebd04c4), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:44.910609 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff7bd-d6a0-4734-b5c5-fc77694fc93c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for security_group (1c0cb539-7208-4f69-8e7f-c9059c7b6836), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:44.912682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-78fb77cf-c97c-4c18-8581-2cc976c463cf None None] Port dbcac049-d793-4e32-afcc-19bc5062f6d1 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:44.915073 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] Routers {'3ca12a62-d1d3-4755-addd-34ccf54f9461'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:44.916243 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:59:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3ca12a62-d1d3-4755-addd-34ccf54f9461'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:44.920261 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'fixed_ips': [{'subnet_id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 12:59:44.920644 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff7bd-d6a0-4734-b5c5-fc77694fc93c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1c0cb539-7208-4f69-8e7f-c9059c7b6836), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:44.921701 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:44.968535 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff7bd-d6a0-4734-b5c5-fc77694fc93c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:44.969843 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3d1ff7bd-d6a0-4734-b5c5-fc77694fc93c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2501464 Feb 03 12:59:44.974328 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46484) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:44.975019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ff7bd-d6a0-4734-b5c5-fc77694fc93c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0cb539-7208-4f69-8e7f-c9059c7b6836,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:44.984424 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cd3b7dc2-1fad-449d-87f4-96def98928f5 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--77714479', 'description': 'tempest-secgroup_general--77714479 description', 'project_id': '0736ca6604044fb2b96c770b1d423b15'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:44.990149 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8198-d964-4b92-b766-f16b235b7ef1 req-42fe9552-b3f2-4083-bf8a-42544b3b7fc5 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:44.993716 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0dc8198-d964-4b92-b766-f16b235b7ef1 req-42fe9552-b3f2-4083-bf8a-42544b3b7fc5 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2778039 Feb 03 12:59:45.019582 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] Publish callbacks [] for port (ba2106cc-bf8f-466b-acc1-46a9592abd4f), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:45.032958 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a9960c3-3d85-4fa2-a8ae-2c8041a9a25e tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks [] for subnet (8f50b540-30bc-459c-970f-fee93aab1202), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:45.067263 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa12243b-4e80-44fa-b2fa-a5ed03cb60a2 admin admin] Publish callbacks [] for router_gateway (40baa364-e5d1-477e-9e97-d2cdbff21f62), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:45.098528 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7dc2-1fad-449d-87f4-96def98928f5 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:45.126059 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (ba2106cc-bf8f-466b-acc1-46a9592abd4f), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:45.140644 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa12243b-4e80-44fa-b2fa-a5ed03cb60a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:45.180203 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (45c76905-319c-467d-9b8f-c78f6ebd04c4), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:45.379379 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0dc8198-d964-4b92-b766-f16b235b7ef1 req-92580df4-69a1-4811-837a-60ef590f1fe9 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758101 Feb 03 12:59:45.435650 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7dc2-1fad-449d-87f4-96def98928f5 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for security_group (875bceb0-771b-41b2-8036-cc3f20ca4593), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:45.449523 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7dc2-1fad-449d-87f4-96def98928f5 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (875bceb0-771b-41b2-8036-cc3f20ca4593), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:45.453139 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] Pushing event updated for resources: {'Port': ['ID=ba2106cc-bf8f-466b-acc1-46a9592abd4f,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:45.468283 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a9960c3-3d85-4fa2-a8ae-2c8041a9a25e tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (8f50b540-30bc-459c-970f-fee93aab1202), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:45.468519 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-aa12243b-4e80-44fa-b2fa-a5ed03cb60a2 admin admin] Allocated IP 172.25.6.132 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/e344a3f9-2a62-49c8-9e48-3fe0b71cb84b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:45.483811 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] Network ef8257b5-3fda-43cf-9761-e1d8cbe0b269 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:45.547489 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:45.604012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] Network b2f5b704-092e-445e-a29f-8b656ef0a50a is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:45.612602 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:45.744221 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b7dc2-1fad-449d-87f4-96def98928f5 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=875bceb0-771b-41b2-8036-cc3f20ca4593,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:45.782497 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7dc2-1fad-449d-87f4-96def98928f5 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:45.783969 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cd3b7dc2-1fad-449d-87f4-96def98928f5 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.8042388 Feb 03 12:59:45.789195 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46514) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:45.813561 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-061a50c1-60a9-4812-bd7c-c7265c0f1db4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Request body: {'security_group_rule': {'security_group_id': '1c0cb539-7208-4f69-8e7f-c9059c7b6836', 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:45.851334 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-de5e6f9d-02a8-4874-af7d-73e65bfb70bf None None] Provisioning complete for port dbcac049-d793-4e32-afcc-19bc5062f6d1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:45.851972 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de5e6f9d-02a8-4874-af7d-73e65bfb70bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dbcac049-d793-4e32-afcc-19bc5062f6d1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:45.865582 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:45.928697 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa12243b-4e80-44fa-b2fa-a5ed03cb60a2 admin admin] Publish callbacks [] for port (e344a3f9-2a62-49c8-9e48-3fe0b71cb84b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:45.946677 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754498b5-0601-4844-8366-5e2485790e17 req-79246aac-8669-4dff-8256-d8ae0ad91074 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:45.949114 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-754498b5-0601-4844-8366-5e2485790e17 req-79246aac-8669-4dff-8256-d8ae0ad91074 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1539097 Feb 03 12:59:46.040806 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-754498b5-0601-4844-8366-5e2485790e17 req-a689b7f0-7e3a-4c65-b60e-5536eeb9cca3 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833769 Feb 03 12:59:46.056418 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa12243b-4e80-44fa-b2fa-a5ed03cb60a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (e344a3f9-2a62-49c8-9e48-3fe0b71cb84b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:46.108449 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-061a50c1-60a9-4812-bd7c-c7265c0f1db4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for security_group_rule (7edd418f-1c85-4af4-8927-70f761a61711), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:46.118567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:46.190054 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa12243b-4e80-44fa-b2fa-a5ed03cb60a2 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:46.196220 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-aa12243b-4e80-44fa-b2fa-a5ed03cb60a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:46.200959 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa12243b-4e80-44fa-b2fa-a5ed03cb60a2 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:46.225177 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12243b-4e80-44fa-b2fa-a5ed03cb60a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e344a3f9-2a62-49c8-9e48-3fe0b71cb84b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:46.238204 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a9960c3-3d85-4fa2-a8ae-2c8041a9a25e tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (8f50b540-30bc-459c-970f-fee93aab1202), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:46.517450 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] Allocated IP 172.20.0.2 (3500e8ac-76e0-4fcb-9167-4f6959af76a4/0ccf271e-8a6d-4c90-a957-c3d6d3be9664/fd576f99-580b-4f99-86ee-1b1d5a40a882) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:46.697111 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-061a50c1-60a9-4812-bd7c-c7265c0f1db4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for security_group_rule (7edd418f-1c85-4af4-8927-70f761a61711), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:46.713321 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-061a50c1-60a9-4812-bd7c-c7265c0f1db4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (7edd418f-1c85-4af4-8927-70f761a61711), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:46.742728 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0460b1-c5f1-4cca-b99c-836e8af07d35 req-a142af62-e92f-4b89-a17f-432d0d9fdd00 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:46.749200 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ad0460b1-c5f1-4cca-b99c-836e8af07d35 req-a142af62-e92f-4b89-a17f-432d0d9fdd00 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.4963758 Feb 03 12:59:46.749658 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa12243b-4e80-44fa-b2fa-a5ed03cb60a2 admin admin] Publish callbacks [] for router_gateway (40baa364-e5d1-477e-9e97-d2cdbff21f62), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:46.752243 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a9960c3-3d85-4fa2-a8ae-2c8041a9a25e tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (8f50b540-30bc-459c-970f-fee93aab1202), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:46.799704 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] Publish callbacks [] for port (fd576f99-580b-4f99-86ee-1b1d5a40a882), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:46.849659 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] Set router 3ca12a62-d1d3-4755-addd-34ccf54f9461 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:59:46.876966 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a50c1-60a9-4812-bd7c-c7265c0f1db4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edd418f-1c85-4af4-8927-70f761a61711,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:46.883253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9960c3-3d85-4fa2-a8ae-2c8041a9a25e tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event deleted for resources: {'Subnet': ['ID=8f50b540-30bc-459c-970f-fee93aab1202,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:46.920177 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-061a50c1-60a9-4812-bd7c-c7265c0f1db4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:46.924447 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-061a50c1-60a9-4812-bd7c-c7265c0f1db4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1337817 Feb 03 12:59:46.939358 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a9960c3-3d85-4fa2-a8ae-2c8041a9a25e tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:46.956163 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5a9960c3-3d85-4fa2-a8ae-2c8041a9a25e tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "DELETE /v2.0/subnets/8f50b540-30bc-459c-970f-fee93aab1202 HTTP/1.1" status: 204 len: 168 time: 3.0908759 Feb 03 12:59:46.962730 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46526) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:46.996089 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (fd576f99-580b-4f99-86ee-1b1d5a40a882), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:47.008867 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ad0460b1-c5f1-4cca-b99c-836e8af07d35 req-04f1492d-0dfd-4382-9f23-37512d58bce2 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523234 Feb 03 12:59:47.296034 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-de5e6f9d-02a8-4874-af7d-73e65bfb70bf None None] Port dbcac049-d793-4e32-afcc-19bc5062f6d1 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:47.369124 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] Pushing event updated for resources: {'Port': ['ID=45c76905-319c-467d-9b8f-c78f6ebd04c4,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:47.383284 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] Network 3500e8ac-76e0-4fcb-9167-4f6959af76a4 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:47.433494 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:47.447142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] Attempting to bind port ba2106cc-bf8f-466b-acc1-46a9592abd4f on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:59:47.447974 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] Attempting to bind port ba2106cc-bf8f-466b-acc1-46a9592abd4f by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '22519f4a-b460-4ec5-b432-cac4303199ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ef8257b5-3fda-43cf-9761-e1d8cbe0b269'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:59:47.448555 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] Attempting to bind port ba2106cc-bf8f-466b-acc1-46a9592abd4f on network ef8257b5-3fda-43cf-9761-e1d8cbe0b269 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:59:47.474317 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:47.476822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03da540-a669-4e49-9773-737f6b023ee5 req-0c142adf-7ddb-4860-8179-994428d3713e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:47.491204 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c03da540-a669-4e49-9773-737f6b023ee5 req-0c142adf-7ddb-4860-8179-994428d3713e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1482465 Feb 03 12:59:47.521168 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:47.529419 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] Attempting to bind port 45c76905-319c-467d-9b8f-c78f6ebd04c4 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:59:47.530110 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] Attempting to bind port 45c76905-319c-467d-9b8f-c78f6ebd04c4 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'df81201d-5591-4e7e-a5a1-bfcd39b8669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2f5b704-092e-445e-a29f-8b656ef0a50a'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:59:47.530491 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] Attempting to bind port 45c76905-319c-467d-9b8f-c78f6ebd04c4 on network b2f5b704-092e-445e-a29f-8b656ef0a50a {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:59:47.566006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:59:47.566438 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] Checking segment: {'id': '22519f4a-b460-4ec5-b432-cac4303199ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ef8257b5-3fda-43cf-9761-e1d8cbe0b269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:47.566891 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:47.567296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] Bound using segment: {'id': '22519f4a-b460-4ec5-b432-cac4303199ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ef8257b5-3fda-43cf-9761-e1d8cbe0b269'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:59:47.568207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] Bound port: ba2106cc-bf8f-466b-acc1-46a9592abd4f, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22519f4a-b460-4ec5-b432-cac4303199ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ef8257b5-3fda-43cf-9761-e1d8cbe0b269'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:59:47.568599 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ba2106cc-bf8f-466b-acc1-46a9592abd4f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:47.612903 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c03da540-a669-4e49-9773-737f6b023ee5 req-d143649e-d029-421d-8d26-32fd4a2594b4 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202033 Feb 03 12:59:47.748146 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] For port ba2106cc-bf8f-466b-acc1-46a9592abd4f, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:59:47.754757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] For port ba2106cc-bf8f-466b-acc1-46a9592abd4f, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ba2106cc-bf8f-466b-acc1-46a9592abd4f,segment=NetworkSegment(22519f4a-b460-4ec5-b432-cac4303199ac),segment_id=22519f4a-b460-4ec5-b432-cac4303199ac)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:59:47.826298 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:59:47.826942 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] Checking segment: {'id': 'df81201d-5591-4e7e-a5a1-bfcd39b8669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2f5b704-092e-445e-a29f-8b656ef0a50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:47.827360 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:47.827761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] Bound using segment: {'id': 'df81201d-5591-4e7e-a5a1-bfcd39b8669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2f5b704-092e-445e-a29f-8b656ef0a50a'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:59:47.829891 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1836f9-31b7-4511-96c9-d4cdee0f008f req-85ae9d87-37a2-4139-a428-a74b893f6109 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:47.830473 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] Bound port: 45c76905-319c-467d-9b8f-c78f6ebd04c4, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df81201d-5591-4e7e-a5a1-bfcd39b8669d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b2f5b704-092e-445e-a29f-8b656ef0a50a'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:59:47.830882 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (45c76905-319c-467d-9b8f-c78f6ebd04c4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:47.842481 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-da1836f9-31b7-4511-96c9-d4cdee0f008f req-85ae9d87-37a2-4139-a428-a74b893f6109 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1233988 Feb 03 12:59:47.946348 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-da1836f9-31b7-4511-96c9-d4cdee0f008f req-985d3508-4217-44b6-b743-8cf0cc3597fd tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983076 Feb 03 12:59:47.978962 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ba2106cc-bf8f-466b-acc1-46a9592abd4f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:48.022473 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] Pushing event updated for resources: {'Port': ['ID=fd576f99-580b-4f99-86ee-1b1d5a40a882,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:48.023111 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa12243b-4e80-44fa-b2fa-a5ed03cb60a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (40baa364-e5d1-477e-9e97-d2cdbff21f62), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:48.047154 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cce6a06-e5b2-4e1f-a323-309a91891fa3 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Deleting subnet 2d5ec922-0258-4eab-be0a-44c007e7035d {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 12:59:48.054127 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cce6a06-e5b2-4e1f-a323-309a91891fa3 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks [] for subnet (2d5ec922-0258-4eab-be0a-44c007e7035d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:48.173692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-638938944', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:24Z', 'updated_at': '2022-02-03T12:59:40Z', 'revision_number': 4, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:26Z', 'updated_at': '2022-02-03T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'dbcac049-d793-4e32-afcc-19bc5062f6d1', 'name': '', 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'mac_address': 'fa:16:3e:c6:9d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '4aaa5649-8a16-413f-8be6-ec601d7a6093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:37Z', 'updated_at': '2022-02-03T12:59:40Z', 'revision_number': 2, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'subnets': [{'id': '4aaa5649-8a16-413f-8be6-ec601d7a6093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:48.302663 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-7cff947c-546f-48d4-a3a1-2e498ce6868d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_general--77714479&fields=id&tenant_id=0736ca6604044fb2b96c770b1d423b15 HTTP/1.1" status: 200 len: 267 time: 0.2885480 Feb 03 12:59:48.346135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4f786-f504-4a80-9e43-98299fb23791 req-8547663e-dffe-4d57-8ff9-4387667abda1 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:48.359469 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-81a4f786-f504-4a80-9e43-98299fb23791 req-8547663e-dffe-4d57-8ff9-4387667abda1 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1108401 Feb 03 12:59:48.362475 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cce6a06-e5b2-4e1f-a323-309a91891fa3 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (2d5ec922-0258-4eab-be0a-44c007e7035d), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:48.391618 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] For port 45c76905-319c-467d-9b8f-c78f6ebd04c4, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:59:48.408866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] Attempting to bind port fd576f99-580b-4f99-86ee-1b1d5a40a882 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:59:48.409428 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] Attempting to bind port fd576f99-580b-4f99-86ee-1b1d5a40a882 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'f50ab466-6050-446c-aa09-045085d4a1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:59:48.409797 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] Attempting to bind port fd576f99-580b-4f99-86ee-1b1d5a40a882 on network 3500e8ac-76e0-4fcb-9167-4f6959af76a4 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:59:48.460838 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-81a4f786-f504-4a80-9e43-98299fb23791 req-d91d6e38-94bc-4bc4-8817-9f38e8f04836 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953424 Feb 03 12:59:48.519212 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:59:48.520805 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] Checking segment: {'id': 'f50ab466-6050-446c-aa09-045085d4a1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:48.524367 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:48.524996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] Bound using segment: {'id': 'f50ab466-6050-446c-aa09-045085d4a1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:59:48.525762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] Bound port: fd576f99-580b-4f99-86ee-1b1d5a40a882, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50ab466-6050-446c-aa09-045085d4a1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:59:48.527011 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fd576f99-580b-4f99-86ee-1b1d5a40a882), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:48.530553 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa12243b-4e80-44fa-b2fa-a5ed03cb60a2 admin admin] Router 40baa364-e5d1-477e-9e97-d2cdbff21f62 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 12:59:48.549082 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-dad8b2b4-a14b-43b1-9580-19e3e4eb415e tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_access--2036170804&fields=id&tenant_id=0736ca6604044fb2b96c770b1d423b15 HTTP/1.1" status: 200 len: 267 time: 0.2453980 Feb 03 12:59:48.660480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] For port fd576f99-580b-4f99-86ee-1b1d5a40a882, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:59:48.666093 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] For port fd576f99-580b-4f99-86ee-1b1d5a40a882, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fd576f99-580b-4f99-86ee-1b1d5a40a882,segment=NetworkSegment(f50ab466-6050-446c-aa09-045085d4a1d1),segment_id=f50ab466-6050-446c-aa09-045085d4a1d1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:59:48.670973 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] Checking router: 3ca12a62-d1d3-4755-addd-34ccf54f9461 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:59:48.671862 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] Updating router 3ca12a62-d1d3-4755-addd-34ccf54f9461 port dbcac049-d793-4e32-afcc-19bc5062f6d1 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:59:48.679214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620951be-3fb5-4977-be85-f5aab60b5636 req-7b1e490c-1387-4322-8739-4b301566a9ca tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:48.685596 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fd576f99-580b-4f99-86ee-1b1d5a40a882), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:48.690630 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-620951be-3fb5-4977-be85-f5aab60b5636 req-7b1e490c-1387-4322-8739-4b301566a9ca tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1113572 Feb 03 12:59:48.690870 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] For port 45c76905-319c-467d-9b8f-c78f6ebd04c4, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=45c76905-319c-467d-9b8f-c78f6ebd04c4,segment=NetworkSegment(df81201d-5591-4e7e-a5a1-bfcd39b8669d),segment_id=df81201d-5591-4e7e-a5a1-bfcd39b8669d)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:59:48.814345 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (45c76905-319c-467d-9b8f-c78f6ebd04c4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:48.815062 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-620951be-3fb5-4977-be85-f5aab60b5636 req-9ce5ade5-896c-41e8-8808-bba14693b564 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232131 Feb 03 12:59:48.873938 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9e644b-616d-4f45-97f4-cd4dbdffe17c None None] Network ef8257b5-3fda-43cf-9761-e1d8cbe0b269 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:48.923374 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cce6a06-e5b2-4e1f-a323-309a91891fa3 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (2d5ec922-0258-4eab-be0a-44c007e7035d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:49.084666 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4274b40-3413-4aa9-bcf9-4a61564be61c None None] Pushing event updated for resources: {'Port': ['ID=ba2106cc-bf8f-466b-acc1-46a9592abd4f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:49.087351 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa12243b-4e80-44fa-b2fa-a5ed03cb60a2 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 12:59:49.100583 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] Sync routers for ids ['40baa364-e5d1-477e-9e97-d2cdbff21f62'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 12:59:49.128698 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] Routers {'40baa364-e5d1-477e-9e97-d2cdbff21f62'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:49.129338 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:59:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['40baa364-e5d1-477e-9e97-d2cdbff21f62'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:49.194221 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0e73a-b6d0-4193-bdec-a613ea0dcb2a req-d63677c0-65f0-4fbc-bc25-243e26ba109e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:49.207172 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-73c0e73a-b6d0-4193-bdec-a613ea0dcb2a req-d63677c0-65f0-4fbc-bc25-243e26ba109e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1368446 Feb 03 12:59:49.228927 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-bacb7dfc-ae67-4404-b7eb-46391a93ee84 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:49.244949 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-bacb7dfc-ae67-4404-b7eb-46391a93ee84 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/networks?id=98c06ad4-ca81-45c5-9539-750c8a8d2ce3 HTTP/1.1" status: 200 len: 797 time: 0.6948953 Feb 03 12:59:49.285974 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cce6a06-e5b2-4e1f-a323-309a91891fa3 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (2d5ec922-0258-4eab-be0a-44c007e7035d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:49.325722 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cce6a06-e5b2-4e1f-a323-309a91891fa3 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:49.333498 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3cce6a06-e5b2-4e1f-a323-309a91891fa3 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "DELETE /v2.0/subnets/2d5ec922-0258-4eab-be0a-44c007e7035d HTTP/1.1" status: 204 len: 168 time: 2.3642511 Feb 03 12:59:49.350473 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46570) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:49.463201 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce6a06-e5b2-4e1f-a323-309a91891fa3 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5ec922-0258-4eab-be0a-44c007e7035d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:49.485779 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa12243b-4e80-44fa-b2fa-a5ed03cb60a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:49.492389 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-aa12243b-4e80-44fa-b2fa-a5ed03cb60a2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9362035 Feb 03 12:59:49.495095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46576) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:49.503465 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-82d706fa-a836-4cc7-a28d-03faa1774f45 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/quotas/0736ca6604044fb2b96c770b1d423b15 HTTP/1.1" status: 200 len: 375 time: 0.2189910 Feb 03 12:59:49.531328 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-73c0e73a-b6d0-4193-bdec-a613ea0dcb2a req-e2589bff-135f-4626-9ee7-d5fea626e578 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058319 Feb 03 12:59:49.607911 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49190325-cbfe-4867-b027-34f17239344a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:49.620549 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-49190325-cbfe-4867-b027-34f17239344a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2671921 Feb 03 12:59:49.627649 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46580) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:49.649412 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] Set router 40baa364-e5d1-477e-9e97-d2cdbff21f62 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:59:49.903296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a47aab-5b45-464d-aa47-a550fa9f9539 None None] Pushing event updated for resources: {'Port': ['ID=fd576f99-580b-4f99-86ee-1b1d5a40a882,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:49.918516 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dbcac049-d793-4e32-afcc-19bc5062f6d1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:50.020285 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-87c97357-e92c-491e-827f-fc156f1970ff tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0736ca6604044fb2b96c770b1d423b15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4970801 Feb 03 12:59:50.075635 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-708a1345-49d3-479a-824b-7c4d2ca3935e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 12:59:50.078166 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-708a1345-49d3-479a-824b-7c4d2ca3935e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0220289 Feb 03 12:59:50.160893 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0034c-3d7b-49a1-b459-a57153ce3b79 req-ad5ef9cc-cfed-4851-9b13-5642ad6f2a76 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:50.172499 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1cc0034c-3d7b-49a1-b459-a57153ce3b79 req-ad5ef9cc-cfed-4851-9b13-5642ad6f2a76 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.3710108 Feb 03 12:59:50.187597 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f96ed27-0370-49ae-a159-70c6a43bce6a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (b2f5b704-092e-445e-a29f-8b656ef0a50a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:50.241295 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98ff70-7a1f-41f1-920a-954811c3827c None None] Pushing event updated for resources: {'Port': ['ID=45c76905-319c-467d-9b8f-c78f6ebd04c4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:50.323338 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'name': 'tempest-TestVolumeBackupRestore-1484418598-router', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:43Z', 'updated_at': '2022-02-03T12:59:46Z', 'revision_number': 3, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'gw_port': {'id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:45Z', 'updated_at': '2022-02-03T12:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:50.384991 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] Checking router: 40baa364-e5d1-477e-9e97-d2cdbff21f62 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 12:59:50.385358 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] Updating router 40baa364-e5d1-477e-9e97-d2cdbff21f62 port e344a3f9-2a62-49c8-9e48-3fe0b71cb84b binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 12:59:50.460113 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e344a3f9-2a62-49c8-9e48-3fe0b71cb84b), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:50.467498 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1cc0034c-3d7b-49a1-b459-a57153ce3b79 req-c3106ed8-262f-410e-bf28-7b129ef5e137 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934299 Feb 03 12:59:50.491276 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3f96ed27-0370-49ae-a159-70c6a43bce6a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Deleting port 45c76905-319c-467d-9b8f-c78f6ebd04c4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:50.493137 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f96ed27-0370-49ae-a159-70c6a43bce6a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (45c76905-319c-467d-9b8f-c78f6ebd04c4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:50.839410 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-3f96ed27-0370-49ae-a159-70c6a43bce6a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] For port 45c76905-319c-467d-9b8f-c78f6ebd04c4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=45c76905-319c-467d-9b8f-c78f6ebd04c4,segment=NetworkSegment(df81201d-5591-4e7e-a5a1-bfcd39b8669d),segment_id=df81201d-5591-4e7e-a5a1-bfcd39b8669d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:50.843293 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f96ed27-0370-49ae-a159-70c6a43bce6a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (45c76905-319c-467d-9b8f-c78f6ebd04c4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:50.914970 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3f96ed27-0370-49ae-a159-70c6a43bce6a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Calling delete_port for 45c76905-319c-467d-9b8f-c78f6ebd04c4 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:51.042116 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-7a1a515c-88e9-436a-8f78-fd415e54aab0 service neutron] 10.222.0.18 "GET /v2.0/networks/98c06ad4-ca81-45c5-9539-750c8a8d2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8412025 Feb 03 12:59:51.117848 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] Publish callbacks [] for port (dbcac049-d793-4e32-afcc-19bc5062f6d1), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:51.138563 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dbcac049-d793-4e32-afcc-19bc5062f6d1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:51.382533 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f96ed27-0370-49ae-a159-70c6a43bce6a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (45c76905-319c-467d-9b8f-c78f6ebd04c4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:51.482505 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f96ed27-0370-49ae-a159-70c6a43bce6a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] No DVR routers for this DVR port 45c76905-319c-467d-9b8f-c78f6ebd04c4 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:59:51.602493 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] Publish callbacks [] for port (e344a3f9-2a62-49c8-9e48-3fe0b71cb84b), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:51.626924 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e344a3f9-2a62-49c8-9e48-3fe0b71cb84b), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:51.628377 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-6f4cb8f0-e490-4858-8bd9-6ff0da7a6e3d service neutron] 10.222.0.18 "GET /v2.0/networks/98c06ad4-ca81-45c5-9539-750c8a8d2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5818479 Feb 03 12:59:51.739700 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f96ed27-0370-49ae-a159-70c6a43bce6a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (b2f5b704-092e-445e-a29f-8b656ef0a50a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:51.784418 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3f96ed27-0370-49ae-a159-70c6a43bce6a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f5b704-092e-445e-a29f-8b656ef0a50a']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:51.787282 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fd576f99-580b-4f99-86ee-1b1d5a40a882 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:51.817795 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3f96ed27-0370-49ae-a159-70c6a43bce6a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df81201d-5591-4e7e-a5a1-bfcd39b8669d') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:51.818098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3f96ed27-0370-49ae-a159-70c6a43bce6a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df81201d-5591-4e7e-a5a1-bfcd39b8669d') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:51.833026 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48424a8c-20a9-4c76-9793-56a51cdfa831 None None] Pushing event updated for resources: {'Port': ['ID=e344a3f9-2a62-49c8-9e48-3fe0b71cb84b,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:51.884008 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f96ed27-0370-49ae-a159-70c6a43bce6a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (df81201d-5591-4e7e-a5a1-bfcd39b8669d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:51.907910 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] Attempting to bind port e344a3f9-2a62-49c8-9e48-3fe0b71cb84b on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:59:51.908324 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] Attempting to bind port e344a3f9-2a62-49c8-9e48-3fe0b71cb84b by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:59:51.908696 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] Attempting to bind port e344a3f9-2a62-49c8-9e48-3fe0b71cb84b on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:59:51.926046 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f96ed27-0370-49ae-a159-70c6a43bce6a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (df81201d-5591-4e7e-a5a1-bfcd39b8669d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:51.940259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f96ed27-0370-49ae-a159-70c6a43bce6a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:59:51.942613 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f96ed27-0370-49ae-a159-70c6a43bce6a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (df81201d-5591-4e7e-a5a1-bfcd39b8669d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:51.950496 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:59:51.950947 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:51.957698 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:51.958154 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:59:51.961902 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] Bound port: e344a3f9-2a62-49c8-9e48-3fe0b71cb84b, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:59:51.966089 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e344a3f9-2a62-49c8-9e48-3fe0b71cb84b), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:52.003091 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd31f70-1e7b-4648-b34c-44809a326a32 None None] Network 3500e8ac-76e0-4fcb-9167-4f6959af76a4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:52.028959 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b341ee-0eb3-45e4-8603-1f423b1ecef7 None None] Pushing event updated for resources: {'Port': ['ID=dbcac049-d793-4e32-afcc-19bc5062f6d1,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:52.123087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46604) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:59:52.126537 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:59:52.150951 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f96ed27-0370-49ae-a159-70c6a43bce6a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (b2f5b704-092e-445e-a29f-8b656ef0a50a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:52.157303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] Attempting to bind port dbcac049-d793-4e32-afcc-19bc5062f6d1 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 12:59:52.168318 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] Attempting to bind port dbcac049-d793-4e32-afcc-19bc5062f6d1 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'a4ccb9c0-1015-4868-9a3d-6b206d8148a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 12:59:52.168698 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] Attempting to bind port dbcac049-d793-4e32-afcc-19bc5062f6d1 on network 98c06ad4-ca81-45c5-9539-750c8a8d2ce3 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 12:59:52.170615 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f96ed27-0370-49ae-a159-70c6a43bce6a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:52.187007 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] For port e344a3f9-2a62-49c8-9e48-3fe0b71cb84b, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:59:52.187279 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3f96ed27-0370-49ae-a159-70c6a43bce6a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "DELETE /v2.0/networks/b2f5b704-092e-445e-a29f-8b656ef0a50a HTTP/1.1" status: 204 len: 168 time: 2.5500863 Feb 03 12:59:52.188362 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96ed27-0370-49ae-a159-70c6a43bce6a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event deleted for resources: {'Port': ['ID=45c76905-319c-467d-9b8f-c78f6ebd04c4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:52.192374 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46610) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:52.195891 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] For port e344a3f9-2a62-49c8-9e48-3fe0b71cb84b, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=e344a3f9-2a62-49c8-9e48-3fe0b71cb84b,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:59:52.197061 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce8902b-9e14-4e52-b60a-cf71fd3b72fd None None] Network b2f5b704-092e-445e-a29f-8b656ef0a50a requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 12:59:52.210398 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e344a3f9-2a62-49c8-9e48-3fe0b71cb84b), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:52.268318 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96ed27-0370-49ae-a159-70c6a43bce6a tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event deleted for resources: {'Network': ['ID=b2f5b704-092e-445e-a29f-8b656ef0a50a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:52.315782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a9e28-1f73-4e09-8c45-e8b89e9d9b71 req-f526c262-1bb3-4a8a-84b0-7e7a66694c09 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:52.320536 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 12:59:52.320910 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] Checking segment: {'id': 'a4ccb9c0-1015-4868-9a3d-6b206d8148a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 12:59:52.321322 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:52.321720 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] Bound using segment: {'id': 'a4ccb9c0-1015-4868-9a3d-6b206d8148a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 12:59:52.322211 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] Bound port: dbcac049-d793-4e32-afcc-19bc5062f6d1, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ccb9c0-1015-4868-9a3d-6b206d8148a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 12:59:52.322594 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dbcac049-d793-4e32-afcc-19bc5062f6d1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:52.326817 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-958a9e28-1f73-4e09-8c45-e8b89e9d9b71 req-f526c262-1bb3-4a8a-84b0-7e7a66694c09 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 1.6446798 Feb 03 12:59:52.336946 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48424a8c-20a9-4c76-9793-56a51cdfa831 None None] Pushing event updated for resources: {'Port': ['ID=e344a3f9-2a62-49c8-9e48-3fe0b71cb84b,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:52.348997 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce8902b-9e14-4e52-b60a-cf71fd3b72fd None None] Network b2f5b704-092e-445e-a29f-8b656ef0a50a could not be found, it might have been deleted concurrently. {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 12:59:52.385374 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port fd576f99-580b-4f99-86ee-1b1d5a40a882 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:52.386372 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fd576f99-580b-4f99-86ee-1b1d5a40a882), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:52.406722 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] Routers {'40baa364-e5d1-477e-9e97-d2cdbff21f62'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:52.407371 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:59:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['40baa364-e5d1-477e-9e97-d2cdbff21f62'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:52.408667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b323b77e-0b2b-4310-bebd-a4a7ae91cef1 None None] Provisioning complete for port fd576f99-580b-4f99-86ee-1b1d5a40a882 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:52.410993 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b323b77e-0b2b-4310-bebd-a4a7ae91cef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fd576f99-580b-4f99-86ee-1b1d5a40a882), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:52.466637 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3ac46725-bb7d-4d16-acc5-0690c9e82ef7 req-f3ae9346-8ba2-45ad-a2a1-847d1fa868d0 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 210 time: 0.2717292 Feb 03 12:59:52.473140 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-958a9e28-1f73-4e09-8c45-e8b89e9d9b71 req-294a8776-349e-4f86-9ba3-3aa08db41c44 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454296 Feb 03 12:59:52.511541 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8272720-7389-4715-8a54-4a689f303555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:52.583467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebc886e-8da5-4cb4-938a-a1a7f852bf39 None None] DHCP port deletion for b2f5b704-092e-445e-a29f-8b656ef0a50a request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 12:59:52.669442 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] Set router 40baa364-e5d1-477e-9e97-d2cdbff21f62 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:59:52.687441 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06668558-45f2-402d-a4c3-644d1c526bf5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (ef8257b5-3fda-43cf-9761-e1d8cbe0b269), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:52.744445 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8272720-7389-4715-8a54-4a689f303555 admin admin] Publish callbacks [] for security_group (dc88e254-2595-4c21-bc68-46cd888bfad1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:52.752182 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8272720-7389-4715-8a54-4a689f303555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (dc88e254-2595-4c21-bc68-46cd888bfad1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:52.821155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8272720-7389-4715-8a54-4a689f303555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc88e254-2595-4c21-bc68-46cd888bfad1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:52.845758 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b215465-1559-419b-825e-613686d5665c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:52.915595 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f8272720-7389-4715-8a54-4a689f303555 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb87c32edfc74189b2cf9379a64024cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7881746 Feb 03 12:59:52.919848 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46624) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:52.994723 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] For port dbcac049-d793-4e32-afcc-19bc5062f6d1, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 12:59:53.006207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] For port dbcac049-d793-4e32-afcc-19bc5062f6d1, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dbcac049-d793-4e32-afcc-19bc5062f6d1,segment=NetworkSegment(a4ccb9c0-1015-4868-9a3d-6b206d8148a9),segment_id=a4ccb9c0-1015-4868-9a3d-6b206d8148a9)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 12:59:53.071283 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fd576f99-580b-4f99-86ee-1b1d5a40a882 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:53.072262 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fd576f99-580b-4f99-86ee-1b1d5a40a882), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:53.081221 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a5a735c-9fa2-4e9a-8be0-4c83a5710f41 admin admin] Publish callbacks [] for security_group (dc88e254-2595-4c21-bc68-46cd888bfad1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:53.103137 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dbcac049-d793-4e32-afcc-19bc5062f6d1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:53.121568 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'name': 'tempest-TestVolumeBackupRestore-1484418598-router', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:43Z', 'updated_at': '2022-02-03T12:59:46Z', 'revision_number': 3, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'gw_port': {'id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:45Z', 'updated_at': '2022-02-03T12:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:53.196622 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a5a735c-9fa2-4e9a-8be0-4c83a5710f41 admin admin] Publish callbacks [] for security_group (dc88e254-2595-4c21-bc68-46cd888bfad1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:53.283042 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port fd576f99-580b-4f99-86ee-1b1d5a40a882, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fd576f99-580b-4f99-86ee-1b1d5a40a882,segment=NetworkSegment(f50ab466-6050-446c-aa09-045085d4a1d1),segment_id=f50ab466-6050-446c-aa09-045085d4a1d1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:53.311604 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (fd576f99-580b-4f99-86ee-1b1d5a40a882), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:53.312452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 45c76905-319c-467d-9b8f-c78f6ebd04c4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:53.318819 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b323b77e-0b2b-4310-bebd-a4a7ae91cef1 None None] Current status of the port fd576f99-580b-4f99-86ee-1b1d5a40a882 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:53.319499 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b323b77e-0b2b-4310-bebd-a4a7ae91cef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fd576f99-580b-4f99-86ee-1b1d5a40a882), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:53.385793 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a5a735c-9fa2-4e9a-8be0-4c83a5710f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (dc88e254-2595-4c21-bc68-46cd888bfad1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:53.389044 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a5a735c-9fa2-4e9a-8be0-4c83a5710f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:53.396445 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6a5a735c-9fa2-4e9a-8be0-4c83a5710f41 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc88e254-2595-4c21-bc68-46cd888bfad1 HTTP/1.1" status: 204 len: 168 time: 0.4701569 Feb 03 12:59:53.422648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a735c-9fa2-4e9a-8be0-4c83a5710f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc88e254-2595-4c21-bc68-46cd888bfad1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:53.573273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 45c76905-319c-467d-9b8f-c78f6ebd04c4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:59:53.573520 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 45c76905-319c-467d-9b8f-c78f6ebd04c4 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 12:59:53.599811 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d44bd-6413-4513-9093-830db59669b3 req-a1e0edd5-4c19-492a-8974-9c452c53ade1 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:53.615904 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5372a4b6-d07a-44dc-a96f-2d5d9d1718dd None None] The sync data for ids ['40baa364-e5d1-477e-9e97-d2cdbff21f62'] in n-d-827336-3 is: [{'id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'name': 'tempest-TestVolumeBackupRestore-1484418598-router', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:43Z', 'updated_at': '2022-02-03T12:59:46Z', 'revision_number': 3, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'gw_port': {'id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:45Z', 'updated_at': '2022-02-03T12:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:59:53.617804 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b28d44bd-6413-4513-9093-830db59669b3 req-a1e0edd5-4c19-492a-8974-9c452c53ade1 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.9149313 Feb 03 12:59:53.721520 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b28d44bd-6413-4513-9093-830db59669b3 req-00a97a16-494d-4212-99c9-39266ab5ad37 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024010 Feb 03 12:59:53.765630 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Port 45c76905-319c-467d-9b8f-c78f6ebd04c4 not found, will not notify nova. {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 12:59:53.777208 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19e6dca-6a1a-4446-b5d9-6cea3abaf8a5 None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 12:59:53.814288 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-06668558-45f2-402d-a4c3-644d1c526bf5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Deleting port ba2106cc-bf8f-466b-acc1-46a9592abd4f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 12:59:53.814622 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06668558-45f2-402d-a4c3-644d1c526bf5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ba2106cc-bf8f-466b-acc1-46a9592abd4f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:53.827077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7d627a33-fc84-42f2-9f5f-59cf4749b216 req-872cbf43-42df-43b7-8e72-9012c7e70c2d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 210 time: 0.0921080 Feb 03 12:59:53.857497 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b341ee-0eb3-45e4-8603-1f423b1ecef7 None None] Pushing event updated for resources: {'Port': ['ID=dbcac049-d793-4e32-afcc-19bc5062f6d1,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:54.085544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-8b215465-1559-419b-825e-613686d5665c admin admin] Allocated IP 172.20.0.1 (3500e8ac-76e0-4fcb-9167-4f6959af76a4/0ccf271e-8a6d-4c90-a957-c3d6d3be9664/351497ad-9eee-4312-8129-79519a58e340) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:54.104870 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-06668558-45f2-402d-a4c3-644d1c526bf5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] For port ba2106cc-bf8f-466b-acc1-46a9592abd4f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ba2106cc-bf8f-466b-acc1-46a9592abd4f,segment=NetworkSegment(22519f4a-b460-4ec5-b432-cac4303199ac),segment_id=22519f4a-b460-4ec5-b432-cac4303199ac)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:54.105470 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06668558-45f2-402d-a4c3-644d1c526bf5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ba2106cc-bf8f-466b-acc1-46a9592abd4f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:54.184494 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19e6dca-6a1a-4446-b5d9-6cea3abaf8a5 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 12:59:54.186024 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-06668558-45f2-402d-a4c3-644d1c526bf5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Calling delete_port for ba2106cc-bf8f-466b-acc1-46a9592abd4f owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 12:59:54.223136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 45c76905-319c-467d-9b8f-c78f6ebd04c4 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 12:59:54.357940 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06767fe-a928-4a7f-8cec-8421b703f305 req-8e1be792-0eb1-46d9-9aad-e8add7eed677 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:54.373930 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f06767fe-a928-4a7f-8cec-8421b703f305 req-8e1be792-0eb1-46d9-9aad-e8add7eed677 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2507741 Feb 03 12:59:54.474601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 45c76905-319c-467d-9b8f-c78f6ebd04c4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 12:59:54.475187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 45c76905-319c-467d-9b8f-c78f6ebd04c4 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 12:59:54.500697 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-b323b77e-0b2b-4310-bebd-a4a7ae91cef1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 12:59:54.504340 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-b323b77e-0b2b-4310-bebd-a4a7ae91cef1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 12:59:54.518935 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f06767fe-a928-4a7f-8cec-8421b703f305 req-3b7ce274-ee02-4d7f-8298-4dfe7ddc7cb7 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420636 Feb 03 12:59:54.543099 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46640) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:54.554421 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] Routers {'3ca12a62-d1d3-4755-addd-34ccf54f9461'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 12:59:54.556528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:59:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3ca12a62-d1d3-4755-addd-34ccf54f9461'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:54.574513 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f69766f1-258f-40bf-8a37-2368ba18f8eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:54.634740 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06668558-45f2-402d-a4c3-644d1c526bf5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (ba2106cc-bf8f-466b-acc1-46a9592abd4f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:54.790156 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f69766f1-258f-40bf-8a37-2368ba18f8eb admin admin] Publish callbacks [] for security_group (946ea91b-4227-4981-bb0b-f185a7d48825), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:54.792388 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=fd576f99-580b-4f99-86ee-1b1d5a40a882,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:54.795782 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f69766f1-258f-40bf-8a37-2368ba18f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (946ea91b-4227-4981-bb0b-f185a7d48825), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:54.881270 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b215465-1559-419b-825e-613686d5665c admin admin] Publish callbacks [] for port (351497ad-9eee-4312-8129-79519a58e340), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:54.937990 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f69766f1-258f-40bf-8a37-2368ba18f8eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=873570af1c9648598726aa0f13f34bd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3937342 Feb 03 12:59:54.938685 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46646) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:54.998828 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06668558-45f2-402d-a4c3-644d1c526bf5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] No DVR routers for this DVR port ba2106cc-bf8f-466b-acc1-46a9592abd4f on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 12:59:55.000178 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69766f1-258f-40bf-8a37-2368ba18f8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946ea91b-4227-4981-bb0b-f185a7d48825,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:55.070388 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-120fb8d2-f455-4708-9741-f931b4d10afd admin admin] Publish callbacks [] for security_group (946ea91b-4227-4981-bb0b-f185a7d48825), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:55.114269 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b215465-1559-419b-825e-613686d5665c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (351497ad-9eee-4312-8129-79519a58e340), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:55.121630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06668558-45f2-402d-a4c3-644d1c526bf5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event deleted for resources: {'Port': ['ID=ba2106cc-bf8f-466b-acc1-46a9592abd4f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:55.122953 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-120fb8d2-f455-4708-9741-f931b4d10afd admin admin] Publish callbacks [] for security_group (946ea91b-4227-4981-bb0b-f185a7d48825), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:55.154723 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b323b77e-0b2b-4310-bebd-a4a7ae91cef1 None None] Current status of the port fd576f99-580b-4f99-86ee-1b1d5a40a882 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:55.200745 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] Set router 3ca12a62-d1d3-4755-addd-34ccf54f9461 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 12:59:55.246057 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-120fb8d2-f455-4708-9741-f931b4d10afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (946ea91b-4227-4981-bb0b-f185a7d48825), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:55.249931 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-120fb8d2-f455-4708-9741-f931b4d10afd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:55.254404 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-120fb8d2-f455-4708-9741-f931b4d10afd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/946ea91b-4227-4981-bb0b-f185a7d48825 HTTP/1.1" status: 204 len: 168 time: 0.3141949 Feb 03 12:59:55.281307 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fb8d2-f455-4708-9741-f931b4d10afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946ea91b-4227-4981-bb0b-f185a7d48825,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:55.345958 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b323b77e-0b2b-4310-bebd-a4a7ae91cef1 None None] Provisioning complete for port dbcac049-d793-4e32-afcc-19bc5062f6d1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:55.346394 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b323b77e-0b2b-4310-bebd-a4a7ae91cef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dbcac049-d793-4e32-afcc-19bc5062f6d1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:55.400867 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de749009-4b8f-436b-86e9-c1900e7d830e req-2cbce034-a699-4d23-bd37-5c4d79c7130e tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 210 time: 0.3482180 Feb 03 12:59:55.614078 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b215465-1559-419b-825e-613686d5665c admin admin] Network 3500e8ac-76e0-4fcb-9167-4f6959af76a4 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:55.641615 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8b215465-1559-419b-825e-613686d5665c admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:55.670073 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b215465-1559-419b-825e-613686d5665c admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 12:59:55.812826 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b215465-1559-419b-825e-613686d5665c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (40baa364-e5d1-477e-9e97-d2cdbff21f62), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:55.844418 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372d4be-b8c3-4fe1-a7cf-3a5877606837 req-3061a354-a437-4868-ab94-24ba575f0328 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:55.846777 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3372d4be-b8c3-4fe1-a7cf-3a5877606837 req-3061a354-a437-4868-ab94-24ba575f0328 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1712415 Feb 03 12:59:55.993479 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b215465-1559-419b-825e-613686d5665c admin admin] Pushing event updated for resources: {'Port': ['ID=351497ad-9eee-4312-8129-79519a58e340,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:56.003751 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3372d4be-b8c3-4fe1-a7cf-3a5877606837 req-f224aa5f-5b0d-47b3-a792-74bfcdbb0ac3 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499124 Feb 03 12:59:56.178082 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b323b77e-0b2b-4310-bebd-a4a7ae91cef1 None None] Current status of the port dbcac049-d793-4e32-afcc-19bc5062f6d1 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:56.178686 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b323b77e-0b2b-4310-bebd-a4a7ae91cef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dbcac049-d793-4e32-afcc-19bc5062f6d1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:56.691412 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d2ffe1ea-40d9-48b7-9d0f-b2035e446db4 req-e52c85a5-f2d6-42a5-8506-24bcfb5deba0 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 210 time: 0.0968509 Feb 03 12:59:56.844007 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 12:59:56.899346 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b323b77e-0b2b-4310-bebd-a4a7ae91cef1 None None] For port dbcac049-d793-4e32-afcc-19bc5062f6d1, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dbcac049-d793-4e32-afcc-19bc5062f6d1,segment=NetworkSegment(a4ccb9c0-1015-4868-9a3d-6b206d8148a9),segment_id=a4ccb9c0-1015-4868-9a3d-6b206d8148a9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:56.912987 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e344a3f9-2a62-49c8-9e48-3fe0b71cb84b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:56.919239 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b323b77e-0b2b-4310-bebd-a4a7ae91cef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dbcac049-d793-4e32-afcc-19bc5062f6d1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.063830 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323b77e-0b2b-4310-bebd-a4a7ae91cef1 None None] Pushing event updated for resources: {'Port': ['ID=dbcac049-d793-4e32-afcc-19bc5062f6d1,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:57.074940 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46692) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:57.107147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-aff7ed65-e987-4095-9051-8b10cf4596ff None None] Could not find standard attr ID for object 45c76905-319c-467d-9b8f-c78f6ebd04c4. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 12:59:57.126946 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-638938944', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:24Z', 'updated_at': '2022-02-03T12:59:40Z', 'revision_number': 4, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:26Z', 'updated_at': '2022-02-03T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'dbcac049-d793-4e32-afcc-19bc5062f6d1', 'name': '', 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'mac_address': 'fa:16:3e:c6:9d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '4aaa5649-8a16-413f-8be6-ec601d7a6093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:37Z', 'updated_at': '2022-02-03T12:59:52Z', 'revision_number': 4, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'subnets': [{'id': '4aaa5649-8a16-413f-8be6-ec601d7a6093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:57.227422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-aff7ed65-e987-4095-9051-8b10cf4596ff None None] Provisioning complete for port 351497ad-9eee-4312-8129-79519a58e340 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:57.227998 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aff7ed65-e987-4095-9051-8b10cf4596ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (351497ad-9eee-4312-8129-79519a58e340), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.241126 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06668558-45f2-402d-a4c3-644d1c526bf5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (ef8257b5-3fda-43cf-9761-e1d8cbe0b269), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.284029 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-aff7ed65-e987-4095-9051-8b10cf4596ff None None] Port 351497ad-9eee-4312-8129-79519a58e340 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 12:59:57.287807 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956b0d08-60f0-4bc5-b447-76dbe09769d5 None None] The sync data for ids ['3ca12a62-d1d3-4755-addd-34ccf54f9461'] in n-d-827336-3 is: [{'id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-638938944', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:24Z', 'updated_at': '2022-02-03T12:59:40Z', 'revision_number': 4, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:26Z', 'updated_at': '2022-02-03T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'dbcac049-d793-4e32-afcc-19bc5062f6d1', 'name': '', 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'mac_address': 'fa:16:3e:c6:9d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '4aaa5649-8a16-413f-8be6-ec601d7a6093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:37Z', 'updated_at': '2022-02-03T12:59:52Z', 'revision_number': 4, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'subnets': [{'id': '4aaa5649-8a16-413f-8be6-ec601d7a6093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 12:59:57.302773 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-0689874e-7427-48d2-9177-8794ce007eb3 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:57.304704 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-0689874e-7427-48d2-9177-8794ce007eb3 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.73 "GET /v2.0/networks?id=98c06ad4-ca81-45c5-9539-750c8a8d2ce3 HTTP/1.1" status: 200 len: 797 time: 3.0044482 Feb 03 12:59:57.311415 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-aff7ed65-e987-4095-9051-8b10cf4596ff None None] Provisioning complete for port dbcac049-d793-4e32-afcc-19bc5062f6d1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:57.311788 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aff7ed65-e987-4095-9051-8b10cf4596ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dbcac049-d793-4e32-afcc-19bc5062f6d1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.403170 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-06668558-45f2-402d-a4c3-644d1c526bf5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8257b5-3fda-43cf-9761-e1d8cbe0b269']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:57.415238 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port e344a3f9-2a62-49c8-9e48-3fe0b71cb84b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:57.417378 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e344a3f9-2a62-49c8-9e48-3fe0b71cb84b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.442012 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-06668558-45f2-402d-a4c3-644d1c526bf5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22519f4a-b460-4ec5-b432-cac4303199ac') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:57.442713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-06668558-45f2-402d-a4c3-644d1c526bf5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22519f4a-b460-4ec5-b432-cac4303199ac') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:57.478862 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06668558-45f2-402d-a4c3-644d1c526bf5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (22519f4a-b460-4ec5-b432-cac4303199ac), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.508310 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b215465-1559-419b-825e-613686d5665c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (351497ad-9eee-4312-8129-79519a58e340), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.544124 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06668558-45f2-402d-a4c3-644d1c526bf5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (22519f4a-b460-4ec5-b432-cac4303199ac), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.559197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06668558-45f2-402d-a4c3-644d1c526bf5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:59:57.559487 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06668558-45f2-402d-a4c3-644d1c526bf5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (22519f4a-b460-4ec5-b432-cac4303199ac), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.593115 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92466152-f83f-40de-ac9e-c9dfa9d1e1cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.651038 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546632fc-5a34-4687-885d-254378cea1a2 req-fa63332e-872e-44e3-8718-e7131136b21c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 12:59:57.656559 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-aff7ed65-e987-4095-9051-8b10cf4596ff None None] Current status of the port dbcac049-d793-4e32-afcc-19bc5062f6d1 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:57.660571 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-546632fc-5a34-4687-885d-254378cea1a2 req-fa63332e-872e-44e3-8718-e7131136b21c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.5336196 Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: timer() Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:59:57.672887 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:59:57.727307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-aff7ed65-e987-4095-9051-8b10cf4596ff None None] Provisioning complete for port fd576f99-580b-4f99-86ee-1b1d5a40a882 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:57.727964 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aff7ed65-e987-4095-9051-8b10cf4596ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fd576f99-580b-4f99-86ee-1b1d5a40a882), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.748092 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port e344a3f9-2a62-49c8-9e48-3fe0b71cb84b is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:57.748486 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e344a3f9-2a62-49c8-9e48-3fe0b71cb84b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.783338 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92466152-f83f-40de-ac9e-c9dfa9d1e1cd admin admin] Publish callbacks [] for security_group (8739871e-a770-4cf2-9cb7-cee49de0fe26), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.794224 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92466152-f83f-40de-ac9e-c9dfa9d1e1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8739871e-a770-4cf2-9cb7-cee49de0fe26), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.828277 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06668558-45f2-402d-a4c3-644d1c526bf5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (ef8257b5-3fda-43cf-9761-e1d8cbe0b269), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.849340 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06668558-45f2-402d-a4c3-644d1c526bf5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.852389 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port e344a3f9-2a62-49c8-9e48-3fe0b71cb84b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=e344a3f9-2a62-49c8-9e48-3fe0b71cb84b,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 12:59:57.862365 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-06668558-45f2-402d-a4c3-644d1c526bf5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "DELETE /v2.0/networks/ef8257b5-3fda-43cf-9761-e1d8cbe0b269 HTTP/1.1" status: 204 len: 168 time: 5.6590703 Feb 03 12:59:57.871118 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e344a3f9-2a62-49c8-9e48-3fe0b71cb84b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:57.871913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fd576f99-580b-4f99-86ee-1b1d5a40a882 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:57.881154 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46708) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:57.889497 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-92466152-f83f-40de-ac9e-c9dfa9d1e1cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6945f8a3d29848dc91815146407c26e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8112016 Feb 03 12:59:57.897964 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46710) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:57.912248 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06668558-45f2-402d-a4c3-644d1c526bf5 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event deleted for resources: {'Network': ['ID=ef8257b5-3fda-43cf-9761-e1d8cbe0b269,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:58.032258 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d8592ec-31fb-4bc6-9ee8-7dcdc2525939 req-2f85e502-9a7b-4c41-965f-e2ef95cde6b9 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 210 time: 0.1530375 Feb 03 12:59:58.079805 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-3ceb401d-ef68-4a93-884b-99b39f9719c5 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0736ca6604044fb2b96c770b1d423b15 HTTP/1.1" status: 200 len: 476 time: 0.6642833 Feb 03 12:59:58.098601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=e344a3f9-2a62-49c8-9e48-3fe0b71cb84b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:58.107121 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-1072b284-12a5-4a09-b270-d683139d437f tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Request body: {'port': {'device_id': 'f32b9147-a2ae-4502-9834-e098b2eb4edb', 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3', 'admin_state_up': True, 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'security_groups': ['875bceb0-771b-41b2-8036-cc3f20ca4593', '1c0cb539-7208-4f69-8e7f-c9059c7b6836']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 12:59:58.116287 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port fd576f99-580b-4f99-86ee-1b1d5a40a882 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:58.116951 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (fd576f99-580b-4f99-86ee-1b1d5a40a882), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:58.162622 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-546632fc-5a34-4687-885d-254378cea1a2 req-a4580661-4553-43e0-bd67-90c0e57f7f50 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947474 Feb 03 12:59:58.172701 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-aff7ed65-e987-4095-9051-8b10cf4596ff None None] Current status of the port fd576f99-580b-4f99-86ee-1b1d5a40a882 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:58.268505 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92466152-f83f-40de-ac9e-c9dfa9d1e1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8739871e-a770-4cf2-9cb7-cee49de0fe26,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:58.338857 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port fd576f99-580b-4f99-86ee-1b1d5a40a882 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:58.352688 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec51f627-035f-4f17-a47a-b8296c38f6cf admin admin] Publish callbacks [] for security_group (8739871e-a770-4cf2-9cb7-cee49de0fe26), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:58.359553 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-736d8560-fbdb-4639-bb3c-5c0e9ed2bb34 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (9c6a8832-ac18-4d72-8591-53ed70cac48b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:58.417567 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec51f627-035f-4f17-a47a-b8296c38f6cf admin admin] Publish callbacks [] for security_group (8739871e-a770-4cf2-9cb7-cee49de0fe26), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:58.594667 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-1072b284-12a5-4a09-b270-d683139d437f tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Made reservation on behalf of 0736ca6604044fb2b96c770b1d423b15 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 12:59:58.598675 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-1072b284-12a5-4a09-b270-d683139d437f tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:58.615686 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b215465-1559-419b-825e-613686d5665c admin admin] Publish callbacks [] for port (351497ad-9eee-4312-8129-79519a58e340), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:58.623186 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-736d8560-fbdb-4639-bb3c-5c0e9ed2bb34 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (9c6a8832-ac18-4d72-8591-53ed70cac48b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:58.623821 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b215465-1559-419b-825e-613686d5665c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (351497ad-9eee-4312-8129-79519a58e340), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:58.689683 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-736d8560-fbdb-4639-bb3c-5c0e9ed2bb34 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6a8832-ac18-4d72-8591-53ed70cac48b']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:58.710419 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-736d8560-fbdb-4639-bb3c-5c0e9ed2bb34 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef15fea0-3316-4fcb-bd7d-15db2ac3e0ce') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:58.718612 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-736d8560-fbdb-4639-bb3c-5c0e9ed2bb34 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef15fea0-3316-4fcb-bd7d-15db2ac3e0ce') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:58.727166 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e344a3f9-2a62-49c8-9e48-3fe0b71cb84b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:58.729531 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b215465-1559-419b-825e-613686d5665c admin admin] Pushing event updated for resources: {'Port': ['ID=351497ad-9eee-4312-8129-79519a58e340,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:58.767846 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-736d8560-fbdb-4639-bb3c-5c0e9ed2bb34 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (ef15fea0-3316-4fcb-bd7d-15db2ac3e0ce), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:58.795630 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-736d8560-fbdb-4639-bb3c-5c0e9ed2bb34 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ef15fea0-3316-4fcb-bd7d-15db2ac3e0ce), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:58.808425 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736d8560-fbdb-4639-bb3c-5c0e9ed2bb34 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:59:58.811416 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-736d8560-fbdb-4639-bb3c-5c0e9ed2bb34 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (ef15fea0-3316-4fcb-bd7d-15db2ac3e0ce), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:58.833400 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b215465-1559-419b-825e-613686d5665c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (40baa364-e5d1-477e-9e97-d2cdbff21f62), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:58.875524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port e344a3f9-2a62-49c8-9e48-3fe0b71cb84b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:58.876353 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e344a3f9-2a62-49c8-9e48-3fe0b71cb84b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:59:58.967569 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 12:59:58.976153 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-736d8560-fbdb-4639-bb3c-5c0e9ed2bb34 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (9c6a8832-ac18-4d72-8591-53ed70cac48b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:58.978616 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec51f627-035f-4f17-a47a-b8296c38f6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8739871e-a770-4cf2-9cb7-cee49de0fe26), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:58.982694 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec51f627-035f-4f17-a47a-b8296c38f6cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:58.984592 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ec51f627-035f-4f17-a47a-b8296c38f6cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8739871e-a770-4cf2-9cb7-cee49de0fe26 HTTP/1.1" status: 204 len: 168 time: 1.0816498 Feb 03 12:59:59.016491 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-736d8560-fbdb-4639-bb3c-5c0e9ed2bb34 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:59.031883 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-736d8560-fbdb-4639-bb3c-5c0e9ed2bb34 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "DELETE /v2.0/networks/9c6a8832-ac18-4d72-8591-53ed70cac48b HTTP/1.1" status: 204 len: 168 time: 1.1428485 Feb 03 12:59:59.032822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51f627-035f-4f17-a47a-b8296c38f6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8739871e-a770-4cf2-9cb7-cee49de0fe26,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:59.034797 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46732) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:59.107830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d8560-fbdb-4639-bb3c-5c0e9ed2bb34 tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event deleted for resources: {'Network': ['ID=9c6a8832-ac18-4d72-8591-53ed70cac48b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 12:59:59.110723 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port e344a3f9-2a62-49c8-9e48-3fe0b71cb84b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:59.113488 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dbcac049-d793-4e32-afcc-19bc5062f6d1 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 12:59:59.232491 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b215465-1559-419b-825e-613686d5665c admin admin] Network 3500e8ac-76e0-4fcb-9167-4f6959af76a4 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:59.239656 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-1072b284-12a5-4a09-b270-d683139d437f tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Allocated IP 172.20.0.7 (98c06ad4-ca81-45c5-9539-750c8a8d2ce3/4aaa5649-8a16-413f-8be6-ec601d7a6093/f6c40262-3201-4dd0-821e-6ff9573869fb) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 12:59:59.249057 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8b215465-1559-419b-825e-613686d5665c admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:59.266769 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port dbcac049-d793-4e32-afcc-19bc5062f6d1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:59.268614 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dbcac049-d793-4e32-afcc-19bc5062f6d1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:59.270767 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d5195610-9ef0-4645-b250-234ff3ebb6f2 req-b186deab-2f52-4dc6-bda5-40c04a8cb427 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 210 time: 0.1115837 Feb 03 12:59:59.503164 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bebeec30-0f08-4516-b687-d1c3aef944ba tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (f17adabe-f9c6-4027-8cec-77fda81c0377), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:59.569916 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port dbcac049-d793-4e32-afcc-19bc5062f6d1 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 12:59:59.689809 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-1072b284-12a5-4a09-b270-d683139d437f tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for port (f6c40262-3201-4dd0-821e-6ff9573869fb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:59.771861 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-1072b284-12a5-4a09-b270-d683139d437f tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f6c40262-3201-4dd0-821e-6ff9573869fb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:59.820673 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bebeec30-0f08-4516-b687-d1c3aef944ba tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (f17adabe-f9c6-4027-8cec-77fda81c0377), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:59.874919 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bebeec30-0f08-4516-b687-d1c3aef944ba tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17adabe-f9c6-4027-8cec-77fda81c0377']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:59.912110 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bebeec30-0f08-4516-b687-d1c3aef944ba tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66058010-8c16-48ab-82bf-97072ce9344a') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:59.912805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bebeec30-0f08-4516-b687-d1c3aef944ba tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66058010-8c16-48ab-82bf-97072ce9344a') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 12:59:59.925985 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-44737270-4a62-4490-977c-f36bfce22837 None None] Provisioning complete for port 351497ad-9eee-4312-8129-79519a58e340 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 12:59:59.927106 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46746) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 12:59:59.928310 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-44737270-4a62-4490-977c-f36bfce22837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (351497ad-9eee-4312-8129-79519a58e340), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:59.937355 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bebeec30-0f08-4516-b687-d1c3aef944ba tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (66058010-8c16-48ab-82bf-97072ce9344a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:59.952706 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b21b33d9-76d6-4a23-a986-0a4dd435ed3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:59.969237 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-1072b284-12a5-4a09-b270-d683139d437f tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Network 98c06ad4-ca81-45c5-9539-750c8a8d2ce3 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 12:59:59.971679 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bebeec30-0f08-4516-b687-d1c3aef944ba tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (66058010-8c16-48ab-82bf-97072ce9344a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:59.982826 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bebeec30-0f08-4516-b687-d1c3aef944ba tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 12:59:59.983345 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-1072b284-12a5-4a09-b270-d683139d437f tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 12:59:59.983787 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bebeec30-0f08-4516-b687-d1c3aef944ba tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (66058010-8c16-48ab-82bf-97072ce9344a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: timer() Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 12:59:59.987168 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:00:00.006057 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-1072b284-12a5-4a09-b270-d683139d437f tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:00.034677 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-44737270-4a62-4490-977c-f36bfce22837 None None] Port 351497ad-9eee-4312-8129-79519a58e340 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:00:00.209296 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072b284-12a5-4a09-b270-d683139d437f tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event updated for resources: {'Port': ['ID=f6c40262-3201-4dd0-821e-6ff9573869fb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:00.238607 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bebeec30-0f08-4516-b687-d1c3aef944ba tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (f17adabe-f9c6-4027-8cec-77fda81c0377), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:00.275386 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bebeec30-0f08-4516-b687-d1c3aef944ba tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:00.295342 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bebeec30-0f08-4516-b687-d1c3aef944ba tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] 10.222.0.18 "DELETE /v2.0/networks/f17adabe-f9c6-4027-8cec-77fda81c0377 HTTP/1.1" status: 204 len: 168 time: 1.2555096 Feb 03 13:00:00.329957 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebeec30-0f08-4516-b687-d1c3aef944ba tempest-BulkNetworkOpsIpV6Test-1063120715 tempest-BulkNetworkOpsIpV6Test-1063120715-project] Pushing event deleted for resources: {'Network': ['ID=f17adabe-f9c6-4027-8cec-77fda81c0377,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:00.374108 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-1072b284-12a5-4a09-b270-d683139d437f tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:00.376174 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-1072b284-12a5-4a09-b270-d683139d437f tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:00.405660 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1f706-e15d-4829-980c-81b96f61e63d req-10b40acd-8fd7-4d1d-95b0-82921b335a84 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:00.408208 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b21b33d9-76d6-4a23-a986-0a4dd435ed3a admin admin] Publish callbacks [] for security_group (f98f07e2-7301-4d9f-aa47-ddb1f4d93429), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:00.417656 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b21b33d9-76d6-4a23-a986-0a4dd435ed3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f98f07e2-7301-4d9f-aa47-ddb1f4d93429), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:00.421062 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51a1f706-e15d-4829-980c-81b96f61e63d req-10b40acd-8fd7-4d1d-95b0-82921b335a84 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.6526513 Feb 03 13:00:00.509438 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-1072b284-12a5-4a09-b270-d683139d437f tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.4211142 Feb 03 13:00:00.526599 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b21b33d9-76d6-4a23-a986-0a4dd435ed3a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b43541db0f84bccb22586e58856a6ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5980890 Feb 03 13:00:00.528090 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b33d9-76d6-4a23-a986-0a4dd435ed3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98f07e2-7301-4d9f-aa47-ddb1f4d93429,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:00.531195 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46756) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:00.535179 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b215465-1559-419b-825e-613686d5665c admin admin] Router 40baa364-e5d1-477e-9e97-d2cdbff21f62 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:00:00.568300 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-10f81e7e-d68d-4cb1-9765-84b522b72d4f None None] Provisioning complete for port f6c40262-3201-4dd0-821e-6ff9573869fb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:00.569239 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-10f81e7e-d68d-4cb1-9765-84b522b72d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f6c40262-3201-4dd0-821e-6ff9573869fb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:00.574042 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Request body: {'port': {'device_id': 'f32b9147-a2ae-4502-9834-e098b2eb4edb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:00.642997 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-10f81e7e-d68d-4cb1-9765-84b522b72d4f None None] Port f6c40262-3201-4dd0-821e-6ff9573869fb cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:00:00.664179 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac39040-37cd-4a11-9428-411cac523374 req-5aa26ebb-ab07-4328-8814-cf78fd87a7ec tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:00.673571 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dac39040-37cd-4a11-9428-411cac523374 req-5aa26ebb-ab07-4328-8814-cf78fd87a7ec tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 970 time: 0.1409452 Feb 03 13:00:00.748322 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51a1f706-e15d-4829-980c-81b96f61e63d req-4c06da1f-7ff1-45ff-9ae4-325a53262cd2 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259597 Feb 03 13:00:00.784880 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dac39040-37cd-4a11-9428-411cac523374 req-c77ee0df-fb36-4722-ab7a-9ed76aecbc01 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0cb539-7208-4f69-8e7f-c9059c7b6836&id=875bceb0-771b-41b2-8036-cc3f20ca4593&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0954008 Feb 03 13:00:00.933960 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b215465-1559-419b-825e-613686d5665c admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:00:00.943888 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46764) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:00.955967 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8b215465-1559-419b-825e-613686d5665c admin admin] 10.222.0.18 "PUT /v2.0/routers/40baa364-e5d1-477e-9e97-d2cdbff21f62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4510591 Feb 03 13:00:00.959745 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] Sync routers for ids ['40baa364-e5d1-477e-9e97-d2cdbff21f62'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:00:00.985233 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] Routers {'40baa364-e5d1-477e-9e97-d2cdbff21f62'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:00.986150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:59:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['40baa364-e5d1-477e-9e97-d2cdbff21f62'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:01.013066 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3844906-e328-478d-af0b-8afeb144e66f admin admin] Publish callbacks [] for security_group (f98f07e2-7301-4d9f-aa47-ddb1f4d93429), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:01.046056 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3844906-e328-478d-af0b-8afeb144e66f admin admin] Publish callbacks [] for security_group (f98f07e2-7301-4d9f-aa47-ddb1f4d93429), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:01.106589 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f6c40262-3201-4dd0-821e-6ff9573869fb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:01.129278 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3844906-e328-478d-af0b-8afeb144e66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f98f07e2-7301-4d9f-aa47-ddb1f4d93429), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:01.130057 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3844906-e328-478d-af0b-8afeb144e66f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:01.132226 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a3844906-e328-478d-af0b-8afeb144e66f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f98f07e2-7301-4d9f-aa47-ddb1f4d93429 HTTP/1.1" status: 204 len: 168 time: 0.5912166 Feb 03 13:00:01.205623 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3844906-e328-478d-af0b-8afeb144e66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98f07e2-7301-4d9f-aa47-ddb1f4d93429,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:01.244720 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b39151-5096-4451-9e71-41707841e697 req-57d55ca3-e8eb-4dc6-ac92-5ff2fb36ae83 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:01.253924 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-59b39151-5096-4451-9e71-41707841e697 req-57d55ca3-e8eb-4dc6-ac92-5ff2fb36ae83 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.3051190 Feb 03 13:00:01.288441 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] Set router 40baa364-e5d1-477e-9e97-d2cdbff21f62 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:00:01.356322 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d7b1f586-5d0f-4c95-a751-6f3bec992203 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e0b3fd1b75641f8a908e8ba6254ffbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4107449 Feb 03 13:00:01.356943 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46778) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:01.412290 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-59b39151-5096-4451-9e71-41707841e697 req-f6e98e9e-7f9f-4d19-a1a0-afc6e9b9d707 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564574 Feb 03 13:00:01.432245 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:01.531704 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a8b338a-b980-4fbc-a2b5-4f02f150c414 admin admin] Publish callbacks [] for security_group (47773312-2b44-49ef-b51f-6cfd1acb20b7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:01.608589 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a8b338a-b980-4fbc-a2b5-4f02f150c414 admin admin] Publish callbacks [] for security_group (47773312-2b44-49ef-b51f-6cfd1acb20b7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:01.735276 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a8b338a-b980-4fbc-a2b5-4f02f150c414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (47773312-2b44-49ef-b51f-6cfd1acb20b7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:01.739020 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a8b338a-b980-4fbc-a2b5-4f02f150c414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:01.740376 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1a8b338a-b980-4fbc-a2b5-4f02f150c414 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47773312-2b44-49ef-b51f-6cfd1acb20b7 HTTP/1.1" status: 204 len: 168 time: 0.3806107 Feb 03 13:00:01.775629 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b338a-b980-4fbc-a2b5-4f02f150c414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47773312-2b44-49ef-b51f-6cfd1acb20b7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:02.013843 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46808) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:02.026762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'name': 'tempest-TestVolumeBackupRestore-1484418598-router', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:43Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'gw_port': {'id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:45Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '351497ad-9eee-4312-8129-79519a58e340', 'name': '', 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'mac_address': 'fa:16:3e:3a:13:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:52Z', 'updated_at': '2022-02-03T12:59:58Z', 'revision_number': 2, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'subnets': [{'id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:02.039600 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a43db-835c-45c4-a6e2-a9bad59f62b2 req-828668dc-57f2-4526-8449-7a40828af2af tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:02.039600 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-401a43db-835c-45c4-a6e2-a9bad59f62b2 req-828668dc-57f2-4526-8449-7a40828af2af tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.3859940 Feb 03 13:00:02.043560 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06da00-0b74-4272-a493-3abb6cf3775b req-14d59f5c-87a2-4e28-b5fd-99af2778014e tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:02.052007 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ba06da00-0b74-4272-a493-3abb6cf3775b req-14d59f5c-87a2-4e28-b5fd-99af2778014e tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 970 time: 0.1121185 Feb 03 13:00:02.073985 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d08560d5-78db-4176-93a3-802798cd51df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.086303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] Checking router: 40baa364-e5d1-477e-9e97-d2cdbff21f62 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:00:02.087244 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] Updating router 40baa364-e5d1-477e-9e97-d2cdbff21f62 port 351497ad-9eee-4312-8129-79519a58e340 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:00:02.133016 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (351497ad-9eee-4312-8129-79519a58e340), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.223422 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d08560d5-78db-4176-93a3-802798cd51df admin admin] Publish callbacks [] for security_group (9ac08800-5744-434a-8cc5-0138c31060f1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.236260 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d08560d5-78db-4176-93a3-802798cd51df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9ac08800-5744-434a-8cc5-0138c31060f1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.313915 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c40262-3201-4dd0-821e-6ff9573869fb {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:00:02.328573 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Publish callbacks [] for port (f6c40262-3201-4dd0-821e-6ff9573869fb), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.366719 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-401a43db-835c-45c4-a6e2-a9bad59f62b2 req-950cd3d7-9874-44f1-b4de-65685613c5b7 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100872 Feb 03 13:00:02.371816 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Transition to ACTIVE for port object f6c40262-3201-4dd0-821e-6ff9573869fb will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:00:02.378132 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (f6c40262-3201-4dd0-821e-6ff9573869fb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.408632 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d08560d5-78db-4176-93a3-802798cd51df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=295712cfb4154a9294f4b4eddda46eb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3801813 Feb 03 13:00:02.410671 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46814) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:02.430245 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08560d5-78db-4176-93a3-802798cd51df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac08800-5744-434a-8cc5-0138c31060f1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:02.481753 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Pushing event updated for resources: {'Port': ['ID=f6c40262-3201-4dd0-821e-6ff9573869fb,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:02.498431 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:02.499756 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:02.500354 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:02.500881 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:02.502051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:02.502604 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:02.503119 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:02.503719 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:02.505275 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:02.505797 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:02.506836 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:02.507411 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:02.507958 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:02.530081 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ba06da00-0b74-4272-a493-3abb6cf3775b req-65bef75d-a029-4c63-af1c-793e2bf272a5 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0cb539-7208-4f69-8e7f-c9059c7b6836&id=875bceb0-771b-41b2-8036-cc3f20ca4593&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4705727 Feb 03 13:00:02.555155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46818) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:02.566884 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ff809101-3655-46c5-a20a-599ec1c26e10 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1732941408-network', 'tenant_id': '40e6850c208941aeb9681d937d1abc17'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:02.647646 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3345c626-237e-4248-9611-1be9833a0294 admin admin] Publish callbacks [] for security_group (9ac08800-5744-434a-8cc5-0138c31060f1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.650116 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff809101-3655-46c5-a20a-599ec1c26e10 admin admin] Made reservation on behalf of 40e6850c208941aeb9681d937d1abc17 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:00:02.652716 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff809101-3655-46c5-a20a-599ec1c26e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.654263 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Attempting to bind port f6c40262-3201-4dd0-821e-6ff9573869fb on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:00:02.654786 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Attempting to bind port f6c40262-3201-4dd0-821e-6ff9573869fb by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'a4ccb9c0-1015-4868-9a3d-6b206d8148a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:00:02.655689 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Attempting to bind port f6c40262-3201-4dd0-821e-6ff9573869fb on network 98c06ad4-ca81-45c5-9539-750c8a8d2ce3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:00:02.675152 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Port f6c40262-3201-4dd0-821e-6ff9573869fb on network 98c06ad4-ca81-45c5-9539-750c8a8d2ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:00:02.675791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Attempting to bind port f6c40262-3201-4dd0-821e-6ff9573869fb on network 98c06ad4-ca81-45c5-9539-750c8a8d2ce3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:00:02.689642 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] Publish callbacks [] for port (351497ad-9eee-4312-8129-79519a58e340), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.693753 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:00:02.694304 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Checking segment: {'id': 'a4ccb9c0-1015-4868-9a3d-6b206d8148a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:00:02.694858 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Bound using segment: {'id': 'a4ccb9c0-1015-4868-9a3d-6b206d8148a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:00:02.695470 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Bound port: f6c40262-3201-4dd0-821e-6ff9573869fb, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ccb9c0-1015-4868-9a3d-6b206d8148a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:00:02.696157 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f6c40262-3201-4dd0-821e-6ff9573869fb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.714770 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff809101-3655-46c5-a20a-599ec1c26e10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.715889 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (351497ad-9eee-4312-8129-79519a58e340), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.728930 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216a295-faba-4e7c-82a7-9d24e267d893 req-3f5a6e2f-4f32-4db1-8b21-ac768d8edab7 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:02.731352 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1216a295-faba-4e7c-82a7-9d24e267d893 req-3f5a6e2f-4f32-4db1-8b21-ac768d8edab7 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1488242 Feb 03 13:00:02.821001 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0961148-74ad-4194-bb55-a963db50ae3e None None] Pushing event updated for resources: {'Port': ['ID=351497ad-9eee-4312-8129-79519a58e340,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:02.889611 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1216a295-faba-4e7c-82a7-9d24e267d893 req-565c4e75-94a7-4e65-bc01-80816b35b326 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180892 Feb 03 13:00:02.928911 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] For port f6c40262-3201-4dd0-821e-6ff9573869fb, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:00:02.933854 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] For port f6c40262-3201-4dd0-821e-6ff9573869fb, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=f6c40262-3201-4dd0-821e-6ff9573869fb,segment=NetworkSegment(a4ccb9c0-1015-4868-9a3d-6b206d8148a9),segment_id=a4ccb9c0-1015-4868-9a3d-6b206d8148a9)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:00:02.944454 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (f6c40262-3201-4dd0-821e-6ff9573869fb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:02.959863 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3345c626-237e-4248-9611-1be9833a0294 admin admin] Publish callbacks [] for security_group (9ac08800-5744-434a-8cc5-0138c31060f1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.053278 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:03.054012 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.055686 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] 10.222.0.73 "PUT /v2.0/ports/f6c40262-3201-4dd0-821e-6ff9573869fb HTTP/1.1" status: 200 len: 1130 time: 2.5180433 Feb 03 13:00:03.056202 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32b9147-a2ae-4502-9834-e098b2eb4edb', 'tag': 'f6c40262-3201-4dd0-821e-6ff9573869fb'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:00:03.072042 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5226027c-eacb-477e-b240-eb4b1fa4d37f" -d '{"events": [{"name": "network-changed", "server_uuid": "f32b9147-a2ae-4502-9834-e098b2eb4edb", "tag": "f6c40262-3201-4dd0-821e-6ff9573869fb"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:00:03.074955 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4bc2d-b8da-4c69-a08b-a4ba71280473 req-e0ef7c44-ad01-48e1-86f6-2f2ab3760304 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:03.076759 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ebe4bc2d-b8da-4c69-a08b-a4ba71280473 req-e0ef7c44-ad01-48e1-86f6-2f2ab3760304 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.2192430 Feb 03 13:00:03.095325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] Attempting to bind port 351497ad-9eee-4312-8129-79519a58e340 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:00:03.095864 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] Attempting to bind port 351497ad-9eee-4312-8129-79519a58e340 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'f50ab466-6050-446c-aa09-045085d4a1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:00:03.101195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] Attempting to bind port 351497ad-9eee-4312-8129-79519a58e340 on network 3500e8ac-76e0-4fcb-9167-4f6959af76a4 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:00:03.123161 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:00:03.126777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] Checking segment: {'id': 'f50ab466-6050-446c-aa09-045085d4a1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:00:03.128989 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.129406 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] Bound using segment: {'id': 'f50ab466-6050-446c-aa09-045085d4a1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:00:03.129926 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] Bound port: 351497ad-9eee-4312-8129-79519a58e340, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50ab466-6050-446c-aa09-045085d4a1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:00:03.130370 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (351497ad-9eee-4312-8129-79519a58e340), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.241439 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff809101-3655-46c5-a20a-599ec1c26e10 admin admin] Publish callbacks [] for security_group (8a5f1ac8-89d4-4894-823d-b0b33795c830), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.261838 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff809101-3655-46c5-a20a-599ec1c26e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8a5f1ac8-89d4-4894-823d-b0b33795c830), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.302341 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ae753-ba9c-482f-8a40-76f3ee2446fb service neutron] Pushing event updated for resources: {'Port': ['ID=f6c40262-3201-4dd0-821e-6ff9573869fb,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:03.321068 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-2bd3225c-f09f-4dc3-8c2f-f58134c05a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:03.322617 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-2bd3225c-f09f-4dc3-8c2f-f58134c05a4f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0736ca6604044fb2b96c770b1d423b15&device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 1164 time: 0.1763549 Feb 03 13:00:03.335203 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2325b02-ae3e-4744-90b8-3925a98cf64f req-2b63fbe4-6149-46b1-b25d-961d57fa0e22 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:03.342426 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff809101-3655-46c5-a20a-599ec1c26e10 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:00:03.343265 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f2325b02-ae3e-4744-90b8-3925a98cf64f req-2b63fbe4-6149-46b1-b25d-961d57fa0e22 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2323830 Feb 03 13:00:03.357362 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-aacfb6e0-41f1-47f3-a34e-695d4e1acd27 None None] Provisioning complete for port 351497ad-9eee-4312-8129-79519a58e340 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:03.358209 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aacfb6e0-41f1-47f3-a34e-695d4e1acd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (351497ad-9eee-4312-8129-79519a58e340), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.464017 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-29c9b73b-3429-4409-88e7-f7474f7f1066 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6c40262-3201-4dd0-821e-6ff9573869fb HTTP/1.1" status: 200 len: 217 time: 0.1180122 Feb 03 13:00:03.468851 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] For port 351497ad-9eee-4312-8129-79519a58e340, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:00:03.471089 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ebe4bc2d-b8da-4c69-a08b-a4ba71280473 req-42983a28-7cee-440a-a917-e587ecece756 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3465693 Feb 03 13:00:03.471893 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff809101-3655-46c5-a20a-599ec1c26e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5f1ac8-89d4-4894-823d-b0b33795c830,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:03.497719 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3345c626-237e-4248-9611-1be9833a0294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9ac08800-5744-434a-8cc5-0138c31060f1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.500719 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3345c626-237e-4248-9611-1be9833a0294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.501898 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3345c626-237e-4248-9611-1be9833a0294 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ac08800-5744-434a-8cc5-0138c31060f1 HTTP/1.1" status: 204 len: 168 time: 1.0899181 Feb 03 13:00:03.503406 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff809101-3655-46c5-a20a-599ec1c26e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (09a030b0-690e-4549-81e9-07dc4252373c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.503755 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-ff809101-3655-46c5-a20a-599ec1c26e10 admin admin] Added segment 09a030b0-690e-4549-81e9-07dc4252373c of type vlan for network 5955d120-8624-4cc2-9533-289b037e3151 Feb 03 13:00:03.564879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345c626-237e-4248-9611-1be9833a0294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac08800-5744-434a-8cc5-0138c31060f1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:03.645899 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] For port 351497ad-9eee-4312-8129-79519a58e340, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=351497ad-9eee-4312-8129-79519a58e340,segment=NetworkSegment(f50ab466-6050-446c-aa09-045085d4a1d1),segment_id=f50ab466-6050-446c-aa09-045085d4a1d1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:00:03.655599 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61430b0-f494-4221-8da8-c82f0c8474ac x-openstack-request-id: req-c61430b0-f494-4221-8da8-c82f0c8474ac {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:00:03.658007 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32b9147-a2ae-4502-9834-e098b2eb4edb", "tag": "f6c40262-3201-4dd0-821e-6ff9573869fb", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:00:03.658007 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c61430b0-f494-4221-8da8-c82f0c8474ac {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:00:03.660210 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32b9147-a2ae-4502-9834-e098b2eb4edb', 'tag': 'f6c40262-3201-4dd0-821e-6ff9573869fb', 'status': 'completed', 'code': 200} Feb 03 13:00:03.661263 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff809101-3655-46c5-a20a-599ec1c26e10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (5955d120-8624-4cc2-9533-289b037e3151), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.733283 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f2325b02-ae3e-4744-90b8-3925a98cf64f req-a479bd4b-de01-4583-bdd4-40e6df06e5a1 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890388 Feb 03 13:00:03.739277 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff809101-3655-46c5-a20a-599ec1c26e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (5955d120-8624-4cc2-9533-289b037e3151), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.741479 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff809101-3655-46c5-a20a-599ec1c26e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:03.744491 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff809101-3655-46c5-a20a-599ec1c26e10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.750276 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d24d4e20-8a6c-475e-bc25-fc27373a9fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.765927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-aacfb6e0-41f1-47f3-a34e-695d4e1acd27 None None] Port 351497ad-9eee-4312-8129-79519a58e340 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:00:03.786164 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (351497ad-9eee-4312-8129-79519a58e340), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:03.814853 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-e20df951-b5f6-448e-b0a8-6c4e227ea7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:03.817100 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-e20df951-b5f6-448e-b0a8-6c4e227ea7a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4aaa5649-8a16-413f-8be6-ec601d7a6093 HTTP/1.1" status: 200 len: 835 time: 0.3097162 Feb 03 13:00:03.895230 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff809101-3655-46c5-a20a-599ec1c26e10 admin admin] Pushing event updated for resources: {'Network': ['ID=5955d120-8624-4cc2-9533-289b037e3151,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:03.929651 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ff809101-3655-46c5-a20a-599ec1c26e10 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3732054 Feb 03 13:00:03.931298 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46860) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:03.937832 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-807775d9-3711-4a44-b72c-e577bb56547a admin admin] Request body: {'subnet': {'network_id': '5955d120-8624-4cc2-9533-289b037e3151', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1732941408-subnet', 'tenant_id': '40e6850c208941aeb9681d937d1abc17', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:04.024411 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d98180-5369-49e0-84ee-7fb21a3c37cc req-e9474e72-2cb7-486a-9b04-651fd6ac6de7 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:04.034272 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-73d98180-5369-49e0-84ee-7fb21a3c37cc req-e9474e72-2cb7-486a-9b04-651fd6ac6de7 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.2167509 Feb 03 13:00:04.056212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807775d9-3711-4a44-b72c-e577bb56547a admin admin] Made reservation on behalf of 40e6850c208941aeb9681d937d1abc17 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:00:04.064110 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-807775d9-3711-4a44-b72c-e577bb56547a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:04.082766 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0961148-74ad-4194-bb55-a963db50ae3e None None] Pushing event updated for resources: {'Port': ['ID=351497ad-9eee-4312-8129-79519a58e340,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:04.106320 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 5955d120-8624-4cc2-9533-289b037e3151 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:00:04.108006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46868) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:04.152544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-a2be2a7d-69cd-459f-b1ae-a4171eefa4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:04.156322 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-a2be2a7d-69cd-459f-b1ae-a4171eefa4b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=98c06ad4-ca81-45c5-9539-750c8a8d2ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3273580 Feb 03 13:00:04.194149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] Routers {'40baa364-e5d1-477e-9e97-d2cdbff21f62'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:04.194822 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T12:59:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['40baa364-e5d1-477e-9e97-d2cdbff21f62'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:04.408028 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-73d98180-5369-49e0-84ee-7fb21a3c37cc req-89038b9f-f681-4691-be38-bf9f50e9e123 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3714597 Feb 03 13:00:04.412228 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3570e8fa-b115-4c0e-be64-eae1485c107f tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:04.413194 n-d-827336-3 neutron-server[103188]: WARNING neutron.api.v2.base [None req-3570e8fa-b115-4c0e-be64-eae1485c107f tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 13:00:04.413922 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-3570e8fa-b115-4c0e-be64-eae1485c107f tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 13:00:04.415200 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3570e8fa-b115-4c0e-be64-eae1485c107f tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2994318 Feb 03 13:00:04.420867 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46876) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:04.429149 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group': {'name': 'tempest-secgroup--1206583862'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:04.465467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430fbf2-5fe1-4b5a-b6eb-bcb294da1ea3 req-ebcb9b53-4344-4d2d-ae13-61b2ecad6de1 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:04.467251 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3430fbf2-5fe1-4b5a-b6eb-bcb294da1ea3 req-ebcb9b53-4344-4d2d-ae13-61b2ecad6de1 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 982 time: 0.5042102 Feb 03 13:00:04.493764 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:04.518710 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:04.566435 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-e430f11d-01e4-4e65-96b2-c3be493ac607 service neutron] 10.222.0.73 "GET /v2.0/networks/98c06ad4-ca81-45c5-9539-750c8a8d2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999631 Feb 03 13:00:04.758345 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3430fbf2-5fe1-4b5a-b6eb-bcb294da1ea3 req-6e74c5ec-2cbb-4172-8cfa-d9fbae8f3cc5 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0cb539-7208-4f69-8e7f-c9059c7b6836&id=875bceb0-771b-41b2-8036-cc3f20ca4593&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2676086 Feb 03 13:00:04.959539 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] Set router 40baa364-e5d1-477e-9e97-d2cdbff21f62 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:00:04.969043 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ab5d4-b39c-4c0d-a115-17c000aa78e6 req-a541608c-55d9-475b-a59b-e30de98e1bb7 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:04.970847 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3b5ab5d4-b39c-4c0d-a115-17c000aa78e6 req-a541608c-55d9-475b-a59b-e30de98e1bb7 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.4249268 Feb 03 13:00:04.971822 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-807775d9-3711-4a44-b72c-e577bb56547a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (84989a81-c0b2-4d04-ab6e-b390277d3d58), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:05.137685 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39b351f8-c87b-4ae2-a10f-3cc98d02c019 req-4abad225-53a4-4a86-baef-eb71367d5111 service neutron] 10.222.0.73 "GET /v2.0/networks/98c06ad4-ca81-45c5-9539-750c8a8d2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644557 Feb 03 13:00:05.198001 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (35f0078a-33bb-42e0-bfc0-aacad5aa6074), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:05.212982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807775d9-3711-4a44-b72c-e577bb56547a admin admin] Pushing event updated for resources: {'Subnet': ['ID=84989a81-c0b2-4d04-ab6e-b390277d3d58,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:05.337701 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3b5ab5d4-b39c-4c0d-a115-17c000aa78e6 req-0cf610bc-728e-4265-837b-3248dbe56870 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537107 Feb 03 13:00:05.346443 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (35f0078a-33bb-42e0-bfc0-aacad5aa6074), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:05.390417 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-d31c16ac-66ab-425d-a61e-35d95ebbdc0f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:05.402496 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-d31c16ac-66ab-425d-a61e-35d95ebbdc0f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 812 time: 0.4543357 Feb 03 13:00:05.472709 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-367ba6ac-1a69-4d20-8874-2a50b18f9817 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/quotas/3d3da86861ee4a179872b24fbf239a16 HTTP/1.1" status: 200 len: 375 time: 0.0618453 Feb 03 13:00:05.473792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f0078a-33bb-42e0-bfc0-aacad5aa6074,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:05.527034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:05.540555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:05.540991 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:05.541350 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:05.541736 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:05.542085 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:05.551078 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:05.551440 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:05.551796 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:05.552170 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:05.552659 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:05.553016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:05.553359 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:05.565644 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807775d9-3711-4a44-b72c-e577bb56547a admin admin] Checking segment: {'id': '09a030b0-690e-4549-81e9-07dc4252373c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5955d120-8624-4cc2-9533-289b037e3151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:00:05.566027 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807775d9-3711-4a44-b72c-e577bb56547a admin admin] Network hostable DHCP agents. Network: 5955d120-8624-4cc2-9533-289b037e3151, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:00:05.600100 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226027c-eacb-477e-b240-eb4b1fa4d37f req-5df1122d-773e-4dff-a14a-2597c9028871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:05.602417 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5226027c-eacb-477e-b240-eb4b1fa4d37f req-5df1122d-773e-4dff-a14a-2597c9028871 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0736ca6604044fb2b96c770b1d423b15&device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 1164 time: 0.3621988 Feb 03 13:00:05.719714 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-79a0fb89-a077-4e65-b400-8895ed1c1895 None None] Provisioning complete for port 351497ad-9eee-4312-8129-79519a58e340 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:05.720321 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79a0fb89-a077-4e65-b400-8895ed1c1895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (351497ad-9eee-4312-8129-79519a58e340), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:05.778708 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807775d9-3711-4a44-b72c-e577bb56547a admin admin] Network 5955d120-8624-4cc2-9533-289b037e3151 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:00:05.847740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-807775d9-3711-4a44-b72c-e577bb56547a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 5955d120-8624-4cc2-9533-289b037e3151) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:05.871474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5617b8d1-12de-4717-a533-718292d2dc53 None None] Network 5955d120-8624-4cc2-9533-289b037e3151 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:00:05.901396 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807775d9-3711-4a44-b72c-e577bb56547a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:05.902430 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-807775d9-3711-4a44-b72c-e577bb56547a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:05.983651 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-53b11b71-87d8-4233-8c77-ec6211e66f90 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5062697 Feb 03 13:00:06.006210 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bf623-79a3-44c9-9631-d03643f9deca req-c23862ad-ece1-4b5d-9605-9975253003ec tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:06.007862 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-541bf623-79a3-44c9-9631-d03643f9deca req-c23862ad-ece1-4b5d-9605-9975253003ec tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.4392059 Feb 03 13:00:06.014771 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-807775d9-3711-4a44-b72c-e577bb56547a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0822821 Feb 03 13:00:06.022834 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 46940) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:06.051070 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c265399f-4831-4e9f-a76f-60bfd54ef4b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1732941408-router', 'tenant_id': '40e6850c208941aeb9681d937d1abc17', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:06.063650 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226027c-eacb-477e-b240-eb4b1fa4d37f req-b6ca2d1a-98f9-4cdd-adfd-b1500ddbeb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:06.071104 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5226027c-eacb-477e-b240-eb4b1fa4d37f req-b6ca2d1a-98f9-4cdd-adfd-b1500ddbeb30 service neutron] 10.222.0.73 "GET /v2.0/networks?id=98c06ad4-ca81-45c5-9539-750c8a8d2ce3 HTTP/1.1" status: 200 len: 898 time: 0.4599321 Feb 03 13:00:06.131213 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (56fc240a-bb9b-4ce5-b6a5-19e08c814155), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:06.236404 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-79a0fb89-a077-4e65-b400-8895ed1c1895 None None] Current status of the port 351497ad-9eee-4312-8129-79519a58e340 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:06.238566 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79a0fb89-a077-4e65-b400-8895ed1c1895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (351497ad-9eee-4312-8129-79519a58e340), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:06.269807 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5226027c-eacb-477e-b240-eb4b1fa4d37f req-378c9dbe-4f53-44fc-979a-33b6e5dfe13d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6c40262-3201-4dd0-821e-6ff9573869fb HTTP/1.1" status: 200 len: 217 time: 0.1776056 Feb 03 13:00:06.313535 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-541bf623-79a3-44c9-9631-d03643f9deca req-452589ef-c87d-484c-aa9b-c796d19e73b5 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938852 Feb 03 13:00:06.318981 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (56fc240a-bb9b-4ce5-b6a5-19e08c814155), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:06.392133 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226027c-eacb-477e-b240-eb4b1fa4d37f req-16272685-a91b-4875-8a4e-d7a00cdced80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:06.399500 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5226027c-eacb-477e-b240-eb4b1fa4d37f req-16272685-a91b-4875-8a4e-d7a00cdced80 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4aaa5649-8a16-413f-8be6-ec601d7a6093 HTTP/1.1" status: 200 len: 835 time: 0.1258714 Feb 03 13:00:06.447224 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c265399f-4831-4e9f-a76f-60bfd54ef4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (852b79d8-4690-4342-9e8e-0ecdbad80c0e), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:06.448761 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c265399f-4831-4e9f-a76f-60bfd54ef4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (852b79d8-4690-4342-9e8e-0ecdbad80c0e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:06.461945 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-79a0fb89-a077-4e65-b400-8895ed1c1895 None None] For port 351497ad-9eee-4312-8129-79519a58e340, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=351497ad-9eee-4312-8129-79519a58e340,segment=NetworkSegment(f50ab466-6050-446c-aa09-045085d4a1d1),segment_id=f50ab466-6050-446c-aa09-045085d4a1d1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:00:06.499427 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a61d5835-dca6-4155-a3c8-3aa95d720ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:06.520016 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:06.524465 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.1017790 Feb 03 13:00:06.530869 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46958) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:06.534449 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79a0fb89-a077-4e65-b400-8895ed1c1895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (351497ad-9eee-4312-8129-79519a58e340), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:06.538822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f1711521-807b-4f65-9640-fbc2d14a1af2 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group_rule': {'security_group_id': '56fc240a-bb9b-4ce5-b6a5-19e08c814155', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:06.547340 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2823376-fe85-44de-8ebd-56b08e3afeb7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56fc240a-bb9b-4ce5-b6a5-19e08c814155,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:06.641913 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1711521-807b-4f65-9640-fbc2d14a1af2 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group_rule (735cb642-1d65-4ec9-b4bd-b83cba110a51), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:06.646828 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'name': 'tempest-TestVolumeBackupRestore-1484418598-router', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:43Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'gw_port': {'id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:45Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '351497ad-9eee-4312-8129-79519a58e340', 'name': '', 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'mac_address': 'fa:16:3e:3a:13:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:52Z', 'updated_at': '2022-02-03T13:00:03Z', 'revision_number': 4, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'subnets': [{'id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:06.657265 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0fb89-a077-4e65-b400-8895ed1c1895 None None] Pushing event updated for resources: {'Port': ['ID=351497ad-9eee-4312-8129-79519a58e340,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:06.672374 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c265399f-4831-4e9f-a76f-60bfd54ef4b6 admin admin] Publish callbacks [] for router_controller (852b79d8-4690-4342-9e8e-0ecdbad80c0e), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:06.750881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d696ec-f14f-48f7-9377-767b1a13b93e None None] The sync data for ids ['40baa364-e5d1-477e-9e97-d2cdbff21f62'] in n-d-827336-3 is: [{'id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'name': 'tempest-TestVolumeBackupRestore-1484418598-router', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:43Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'gw_port': {'id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:45Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '351497ad-9eee-4312-8129-79519a58e340', 'name': '', 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'mac_address': 'fa:16:3e:3a:13:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:52Z', 'updated_at': '2022-02-03T13:00:03Z', 'revision_number': 4, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'subnets': [{'id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:00:06.767964 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-5955d120-8624-4cc2-9533-289b037e3151', 'network_id': '5955d120-8624-4cc2-9533-289b037e3151', 'project_id': '40e6850c208941aeb9681d937d1abc17', 'fixed_ips': [{'subnet_id': '84989a81-c0b2-4d04-ab6e-b390277d3d58'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:00:06.770692 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:06.999982 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1711521-807b-4f65-9640-fbc2d14a1af2 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group_rule (735cb642-1d65-4ec9-b4bd-b83cba110a51), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:07.015205 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1711521-807b-4f65-9640-fbc2d14a1af2 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (735cb642-1d65-4ec9-b4bd-b83cba110a51), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:07.057005 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e9913-486b-43a1-9d22-39f57ee896b8 req-4bf37703-7ed2-459c-8daf-375fd06aa186 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:07.071813 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b39e9913-486b-43a1-9d22-39f57ee896b8 req-4bf37703-7ed2-459c-8daf-375fd06aa186 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 982 time: 0.4304740 Feb 03 13:00:07.083663 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1711521-807b-4f65-9640-fbc2d14a1af2 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=735cb642-1d65-4ec9-b4bd-b83cba110a51,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:07.196643 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1711521-807b-4f65-9640-fbc2d14a1af2 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:07.208883 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f1711521-807b-4f65-9640-fbc2d14a1af2 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6756194 Feb 03 13:00:07.212372 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46976) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:07.218424 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cb0fdb68-640c-4ed9-8e92-55e43d0beed6 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group_rule': {'security_group_id': '56fc240a-bb9b-4ce5-b6a5-19e08c814155', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:07.262882 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] Allocated IP 172.20.0.2 (5955d120-8624-4cc2-9533-289b037e3151/84989a81-c0b2-4d04-ab6e-b390277d3d58/8e64ae95-b9fa-4cb7-a64b-27a44b138a6c) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:07.300433 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b39e9913-486b-43a1-9d22-39f57ee896b8 req-f688623a-44af-4bf2-8a94-e3592edbc925 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0cb539-7208-4f69-8e7f-c9059c7b6836&id=875bceb0-771b-41b2-8036-cc3f20ca4593&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2219882 Feb 03 13:00:07.302044 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226027c-eacb-477e-b240-eb4b1fa4d37f req-0bff1c90-fcd1-40bb-96f7-7bf7579345d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:07.307347 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5226027c-eacb-477e-b240-eb4b1fa4d37f req-0bff1c90-fcd1-40bb-96f7-7bf7579345d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=98c06ad4-ca81-45c5-9539-750c8a8d2ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9006901 Feb 03 13:00:07.339836 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb0fdb68-640c-4ed9-8e92-55e43d0beed6 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group_rule (bf43c265-61b6-42de-9e37-5307297d1742), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:07.499733 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-cb0fdb68-640c-4ed9-8e92-55e43d0beed6 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] create failed (client error): There was a conflict when trying to complete your request. Feb 03 13:00:07.503431 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cb0fdb68-640c-4ed9-8e92-55e43d0beed6 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2877071 Feb 03 13:00:07.503980 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46984) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:07.588445 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] Publish callbacks [] for port (8e64ae95-b9fa-4cb7-a64b-27a44b138a6c), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:07.609422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f248bb8-5ed6-469e-89bb-722762f95f29 req-13f3089f-ba84-44e8-b992-e9c002a929e1 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:07.611013 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (8e64ae95-b9fa-4cb7-a64b-27a44b138a6c), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:07.617722 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0f248bb8-5ed6-469e-89bb-722762f95f29 req-13f3089f-ba84-44e8-b992-e9c002a929e1 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1599231 Feb 03 13:00:07.696212 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-204b224e-d828-443e-8a03-be4ea395d964 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (56fc240a-bb9b-4ce5-b6a5-19e08c814155), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:07.718802 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0f248bb8-5ed6-469e-89bb-722762f95f29 req-ecfd2eb3-e6b2-4ff1-a7e1-0639fbf8e3b8 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955110 Feb 03 13:00:07.736144 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:07.774713 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] Network 5955d120-8624-4cc2-9533-289b037e3151 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:07.786656 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-204b224e-d828-443e-8a03-be4ea395d964 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (56fc240a-bb9b-4ce5-b6a5-19e08c814155), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:07.793610 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:07.814317 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:07.872894 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] Pushing event updated for resources: {'Port': ['ID=8e64ae95-b9fa-4cb7-a64b-27a44b138a6c,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:07.941569 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-204b224e-d828-443e-8a03-be4ea395d964 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (56fc240a-bb9b-4ce5-b6a5-19e08c814155), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:07.946819 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-204b224e-d828-443e-8a03-be4ea395d964 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:07.948394 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-204b224e-d828-443e-8a03-be4ea395d964 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "DELETE /v2.0/security-groups/56fc240a-bb9b-4ce5-b6a5-19e08c814155 HTTP/1.1" status: 204 len: 168 time: 0.4432523 Feb 03 13:00:07.967253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46990) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:07.970498 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b224e-d828-443e-8a03-be4ea395d964 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fc240a-bb9b-4ce5-b6a5-19e08c814155,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:08.050439 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ab3fd7e4-0592-4cf0-8511-22a6a487dbfa tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0696309 Feb 03 13:00:08.054996 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 46992) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:08.063082 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b207d5-2493-4f49-9dff-c8b659b49629 req-ca8a2c77-20f8-4051-84f9-5734452ad64e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:08.070893 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d6b207d5-2493-4f49-9dff-c8b659b49629 req-ca8a2c77-20f8-4051-84f9-5734452ad64e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2013319 Feb 03 13:00:08.077542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3ca1b038-c7af-457b-a55c-cc4efe52f4b1 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group': {'name': 'tempest-secgroup--689638366'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:08.094975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] Attempting to bind port 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:00:08.095389 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] Attempting to bind port 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '09a030b0-690e-4549-81e9-07dc4252373c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5955d120-8624-4cc2-9533-289b037e3151'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:00:08.098747 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] Attempting to bind port 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c on network 5955d120-8624-4cc2-9533-289b037e3151 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:00:08.113905 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 12, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:00:08.114329 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] Checking segment: {'id': '09a030b0-690e-4549-81e9-07dc4252373c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5955d120-8624-4cc2-9533-289b037e3151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:00:08.114690 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:08.115088 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] Bound using segment: {'id': '09a030b0-690e-4549-81e9-07dc4252373c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5955d120-8624-4cc2-9533-289b037e3151'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:00:08.119282 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] Bound port: 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a030b0-690e-4549-81e9-07dc4252373c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5955d120-8624-4cc2-9533-289b037e3151'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:00:08.120642 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8e64ae95-b9fa-4cb7-a64b-27a44b138a6c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:08.169722 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d6b207d5-2493-4f49-9dff-c8b659b49629 req-e308eb65-c795-4907-9ddf-55901a421193 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959218 Feb 03 13:00:08.177007 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ca1b038-c7af-457b-a55c-cc4efe52f4b1 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:08.317652 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:08.359269 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] For port 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:00:08.369189 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] For port 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=8e64ae95-b9fa-4cb7-a64b-27a44b138a6c,segment=NetworkSegment(09a030b0-690e-4549-81e9-07dc4252373c),segment_id=09a030b0-690e-4549-81e9-07dc4252373c)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:00:08.390333 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8e64ae95-b9fa-4cb7-a64b-27a44b138a6c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:08.429350 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ca1b038-c7af-457b-a55c-cc4efe52f4b1 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (d736966c-78c3-47a6-adcc-da4d3321a40b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:08.443967 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ca1b038-c7af-457b-a55c-cc4efe52f4b1 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d736966c-78c3-47a6-adcc-da4d3321a40b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:08.535690 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-e1e76832-7ba7-4d3e-816d-4fe23f5c0eb7 service neutron] 10.222.0.18 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.5511034 Feb 03 13:00:08.555163 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1b038-c7af-457b-a55c-cc4efe52f4b1 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d736966c-78c3-47a6-adcc-da4d3321a40b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:08.575494 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c265399f-4831-4e9f-a76f-60bfd54ef4b6 admin admin] Publish callbacks [] for router_gateway (852b79d8-4690-4342-9e8e-0ecdbad80c0e), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:08.642597 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c47a4-7deb-4c8d-9e5a-88e95b682e9d None None] Pushing event updated for resources: {'Port': ['ID=8e64ae95-b9fa-4cb7-a64b-27a44b138a6c,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:08.652506 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ca1b038-c7af-457b-a55c-cc4efe52f4b1 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:08.665364 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3ca1b038-c7af-457b-a55c-cc4efe52f4b1 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5912664 Feb 03 13:00:08.667808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 351497ad-9eee-4312-8129-79519a58e340 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:00:08.673623 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47008) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:08.701676 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1dc8a-b399-4c26-aa0e-38bbcc875106 req-734e53b1-fa9f-46a4-9f0d-c5c666fde2dd tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:08.703303 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4d1dc8a-b399-4c26-aa0e-38bbcc875106 req-734e53b1-fa9f-46a4-9f0d-c5c666fde2dd tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.3946640 Feb 03 13:00:08.725644 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3f98476b-a462-4144-a96d-a722409fa0fd tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group_rule': {'security_group_id': 'd736966c-78c3-47a6-adcc-da4d3321a40b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:08.736582 n-d-827336-3 neutron-server[103188]: WARNING neutron.api.v2.base [None req-3f98476b-a462-4144-a96d-a722409fa0fd tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 03 13:00:08.736799 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-3f98476b-a462-4144-a96d-a722409fa0fd tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:00:08.742296 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3f98476b-a462-4144-a96d-a722409fa0fd tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0675032 Feb 03 13:00:08.742829 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47010) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:08.781088 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 351497ad-9eee-4312-8129-79519a58e340 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:08.781965 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (351497ad-9eee-4312-8129-79519a58e340), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:08.894471 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 351497ad-9eee-4312-8129-79519a58e340 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:08.918564 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4d1dc8a-b399-4c26-aa0e-38bbcc875106 req-9126e28d-8298-46ff-94ed-35cedaf1d6a8 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747265 Feb 03 13:00:09.087478 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72661be9-7b68-4ccc-af21-fe587829d0ad tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (d736966c-78c3-47a6-adcc-da4d3321a40b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:09.166515 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5226027c-eacb-477e-b240-eb4b1fa4d37f req-d7eb454f-f2d8-4674-9bdc-cd42703c2f12 service neutron] 10.222.0.73 "GET /v2.0/networks/98c06ad4-ca81-45c5-9539-750c8a8d2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7738442 Feb 03 13:00:09.179770 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72661be9-7b68-4ccc-af21-fe587829d0ad tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (d736966c-78c3-47a6-adcc-da4d3321a40b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:09.256217 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555c8a6-db0c-49c5-b4ce-44d21a082516 req-f0b58ff5-ffe1-4e76-ac09-ac943dbf34e1 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:09.257704 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e555c8a6-db0c-49c5-b4ce-44d21a082516 req-f0b58ff5-ffe1-4e76-ac09-ac943dbf34e1 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 982 time: 0.1460769 Feb 03 13:00:09.286387 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72661be9-7b68-4ccc-af21-fe587829d0ad tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d736966c-78c3-47a6-adcc-da4d3321a40b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:09.289405 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72661be9-7b68-4ccc-af21-fe587829d0ad tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:09.290790 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-72661be9-7b68-4ccc-af21-fe587829d0ad tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "DELETE /v2.0/security-groups/d736966c-78c3-47a6-adcc-da4d3321a40b HTTP/1.1" status: 204 len: 168 time: 0.5458415 Feb 03 13:00:09.310711 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47014) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:09.325592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72661be9-7b68-4ccc-af21-fe587829d0ad tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d736966c-78c3-47a6-adcc-da4d3321a40b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:09.335404 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-b6f21706-76dc-4b94-a21c-bdc66edb5b97 service neutron] 10.222.0.18 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7485571 Feb 03 13:00:09.438716 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-df1e2f91-26e4-456b-88c4-ee192fc9576c tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1233535 Feb 03 13:00:09.440674 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47018) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:09.464695 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e555c8a6-db0c-49c5-b4ce-44d21a082516 req-582c5b1d-4fa9-4f51-bb84-024d805cab37 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0cb539-7208-4f69-8e7f-c9059c7b6836&id=875bceb0-771b-41b2-8036-cc3f20ca4593&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1941438 Feb 03 13:00:09.472100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3f084f37-ad8a-485a-be24-b15f9d4c3c85 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group': {'name': 'tempest-secgroup--1463478130'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:09.549795 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f084f37-ad8a-485a-be24-b15f9d4c3c85 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:09.658497 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device f6c40262-3201-4dd0-821e-6ff9573869fb details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:00:09.808759 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f084f37-ad8a-485a-be24-b15f9d4c3c85 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (83ece6a2-818f-4ae7-8ddb-0d45f398d924), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:09.823982 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5226027c-eacb-477e-b240-eb4b1fa4d37f req-566a3e38-19d9-424d-bb91-5f898eac79c2 service neutron] 10.222.0.73 "GET /v2.0/networks/98c06ad4-ca81-45c5-9539-750c8a8d2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6380548 Feb 03 13:00:09.860002 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f084f37-ad8a-485a-be24-b15f9d4c3c85 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (83ece6a2-818f-4ae7-8ddb-0d45f398d924), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:09.865206 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78e48d13-4932-49ad-a324-d3768bac7ea8 req-c734f791-203e-47b0-a370-a5b97c9ef264 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 210 time: 0.0377145 Feb 03 13:00:09.941965 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f084f37-ad8a-485a-be24-b15f9d4c3c85 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:09.944638 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3f084f37-ad8a-485a-be24-b15f9d4c3c85 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4779015 Feb 03 13:00:09.946480 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c265399f-4831-4e9f-a76f-60bfd54ef4b6 admin admin] Publish callbacks [] for router_gateway (852b79d8-4690-4342-9e8e-0ecdbad80c0e), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:09.949650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47032) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:09.964360 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port f6c40262-3201-4dd0-821e-6ff9573869fb, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=f6c40262-3201-4dd0-821e-6ff9573869fb,segment=NetworkSegment(a4ccb9c0-1015-4868-9a3d-6b206d8148a9),segment_id=a4ccb9c0-1015-4868-9a3d-6b206d8148a9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:00:09.965177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3725ffd7-fa18-49a3-abc5-ad5edcf22da8 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group_rule': {'security_group_id': '83ece6a2-818f-4ae7-8ddb-0d45f398d924', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:09.966826 n-d-827336-3 neutron-server[103188]: WARNING neutron.api.v2.base [None req-3725ffd7-fa18-49a3-abc5-ad5edcf22da8 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 03 13:00:09.967468 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-3725ffd7-fa18-49a3-abc5-ad5edcf22da8 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:00:09.968686 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3725ffd7-fa18-49a3-abc5-ad5edcf22da8 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0171497 Feb 03 13:00:09.971349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47034) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:09.990200 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c265399f-4831-4e9f-a76f-60bfd54ef4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:09.997231 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'f6c40262-3201-4dd0-821e-6ff9573869fb', 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3', 'port_id': 'f6c40262-3201-4dd0-821e-6ff9573869fb', 'mac_address': 'fa:16:3e:f7:9c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aaa5649-8a16-413f-8be6-ec601d7a6093', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:00:10.001256 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:10.020823 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f084f37-ad8a-485a-be24-b15f9d4c3c85 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ece6a2-818f-4ae7-8ddb-0d45f398d924,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:10.055285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8261b8e-e3aa-4a0b-b843-944431c363ff req-84c71452-c49f-4478-90db-b508075505e1 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:10.062522 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d8261b8e-e3aa-4a0b-b843-944431c363ff req-84c71452-c49f-4478-90db-b508075505e1 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.3453383 Feb 03 13:00:10.103271 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port f6c40262-3201-4dd0-821e-6ff9573869fb is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:10.103665 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f6c40262-3201-4dd0-821e-6ff9573869fb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:10.115870 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbad691b-061a-4f26-8749-22b30d0464b6 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (83ece6a2-818f-4ae7-8ddb-0d45f398d924), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:10.130169 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c40262-3201-4dd0-821e-6ff9573869fb {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:00:10.193990 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port f6c40262-3201-4dd0-821e-6ff9573869fb, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=f6c40262-3201-4dd0-821e-6ff9573869fb,segment=NetworkSegment(a4ccb9c0-1015-4868-9a3d-6b206d8148a9),segment_id=a4ccb9c0-1015-4868-9a3d-6b206d8148a9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:00:10.201890 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f6c40262-3201-4dd0-821e-6ff9573869fb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:10.212115 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbad691b-061a-4f26-8749-22b30d0464b6 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (83ece6a2-818f-4ae7-8ddb-0d45f398d924), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:10.230162 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c265399f-4831-4e9f-a76f-60bfd54ef4b6 admin admin] Allocated IP 172.25.6.129 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/a65e192b-68ca-4f94-8304-ab3918121ec0) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:10.245450 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d8261b8e-e3aa-4a0b-b843-944431c363ff req-a383932a-730a-4945-969a-4ef86a2a1e82 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818135 Feb 03 13:00:10.382838 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbad691b-061a-4f26-8749-22b30d0464b6 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (83ece6a2-818f-4ae7-8ddb-0d45f398d924), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:10.385542 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbad691b-061a-4f26-8749-22b30d0464b6 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:10.386724 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-dbad691b-061a-4f26-8749-22b30d0464b6 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "DELETE /v2.0/security-groups/83ece6a2-818f-4ae7-8ddb-0d45f398d924 HTTP/1.1" status: 204 len: 168 time: 0.4142590 Feb 03 13:00:10.394837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47038) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:10.400420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=f6c40262-3201-4dd0-821e-6ff9573869fb,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:10.461710 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad691b-061a-4f26-8749-22b30d0464b6 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ece6a2-818f-4ae7-8ddb-0d45f398d924,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:10.621440 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['f6c40262-3201-4dd0-821e-6ff9573869fb'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:00:10.705620 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2c7a9388-b874-4ee1-8aec-50bf8956ba8d tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3060958 Feb 03 13:00:10.709441 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47048) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:10.716954 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c265399f-4831-4e9f-a76f-60bfd54ef4b6 admin admin] Publish callbacks [] for port (a65e192b-68ca-4f94-8304-ab3918121ec0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:10.725172 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0d44a93c-9f66-4d2f-a623-43e03739deb1 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112146585'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:10.730678 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:00:10.740281 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477a1d4-1ed8-4d1b-a9fd-8e7b7cf38fcb req-42bac2c0-bd72-465c-9aeb-3df308c0edb4 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:10.741867 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1477a1d4-1ed8-4d1b-a9fd-8e7b7cf38fcb req-42bac2c0-bd72-465c-9aeb-3df308c0edb4 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.3058572 Feb 03 13:00:10.818198 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1477a1d4-1ed8-4d1b-a9fd-8e7b7cf38fcb req-a0d7c725-d394-422a-8676-e87d62a1e27b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678895 Feb 03 13:00:10.820154 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c265399f-4831-4e9f-a76f-60bfd54ef4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (a65e192b-68ca-4f94-8304-ab3918121ec0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:10.862395 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c265399f-4831-4e9f-a76f-60bfd54ef4b6 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:10.863065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d5ecb-8c3f-4474-95e3-75daaae7bba8 req-7aa76abc-268d-47e9-958e-9a60d57c71d1 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:10.867839 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c265399f-4831-4e9f-a76f-60bfd54ef4b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:10.876009 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c565b0-f382-4a86-8eb1-c4a9bddab3dd None None] Network 5955d120-8624-4cc2-9533-289b037e3151 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:00:10.876288 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-748d5ecb-8c3f-4474-95e3-75daaae7bba8 req-7aa76abc-268d-47e9-958e-9a60d57c71d1 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 983 time: 0.2908466 Feb 03 13:00:10.876288 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d44a93c-9f66-4d2f-a623-43e03739deb1 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:10.883745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c265399f-4831-4e9f-a76f-60bfd54ef4b6 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:10.937303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265399f-4831-4e9f-a76f-60bfd54ef4b6 admin admin] Pushing event updated for resources: {'Port': ['ID=a65e192b-68ca-4f94-8304-ab3918121ec0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:11.012655 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d44a93c-9f66-4d2f-a623-43e03739deb1 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (e2aec215-bf14-477d-93a0-028557bf7610), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:11.021717 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d44a93c-9f66-4d2f-a623-43e03739deb1 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e2aec215-bf14-477d-93a0-028557bf7610), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:11.094302 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0d44a93c-9f66-4d2f-a623-43e03739deb1 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:11.096058 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0d44a93c-9f66-4d2f-a623-43e03739deb1 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3846445 Feb 03 13:00:11.100530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47064) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:11.109324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b8add6c4-daad-4886-9503-1621ca248fd9 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group_rule': {'security_group_id': 'e2aec215-bf14-477d-93a0-028557bf7610', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:11.111553 n-d-827336-3 neutron-server[103188]: WARNING neutron.api.v2.base [None req-b8add6c4-daad-4886-9503-1621ca248fd9 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 03 13:00:11.112289 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-b8add6c4-daad-4886-9503-1621ca248fd9 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:00:11.113552 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b8add6c4-daad-4886-9503-1621ca248fd9 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0116591 Feb 03 13:00:11.114681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44a93c-9f66-4d2f-a623-43e03739deb1 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aec215-bf14-477d-93a0-028557bf7610,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:11.124242 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47066) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:11.136216 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1e341513-c4f8-4374-abde-61a85c213645 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group_rule': {'security_group_id': 'e2aec215-bf14-477d-93a0-028557bf7610', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:11.137303 n-d-827336-3 neutron-server[103188]: WARNING neutron.api.v2.base [None req-1e341513-c4f8-4374-abde-61a85c213645 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 03 13:00:11.137979 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-1e341513-c4f8-4374-abde-61a85c213645 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:00:11.139866 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1e341513-c4f8-4374-abde-61a85c213645 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0144999 Feb 03 13:00:11.143957 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47068) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:11.151977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2c9f3652-a44b-4c85-960f-b94b1511f6ba tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group_rule': {'security_group_id': 'e2aec215-bf14-477d-93a0-028557bf7610', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:11.152971 n-d-827336-3 neutron-server[103188]: WARNING neutron.api.v2.base [None req-2c9f3652-a44b-4c85-960f-b94b1511f6ba tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 03 13:00:11.153606 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-2c9f3652-a44b-4c85-960f-b94b1511f6ba tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:00:11.154881 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2c9f3652-a44b-4c85-960f-b94b1511f6ba tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093269 Feb 03 13:00:11.161387 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47070) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:11.180523 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-82b07f9e-4eae-4e1e-a548-ff76cc3bf94c tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group_rule': {'security_group_id': 'e2aec215-bf14-477d-93a0-028557bf7610', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:11.183683 n-d-827336-3 neutron-server[103188]: WARNING neutron.api.v2.base [None req-82b07f9e-4eae-4e1e-a548-ff76cc3bf94c tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 03 13:00:11.184453 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-82b07f9e-4eae-4e1e-a548-ff76cc3bf94c tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:00:11.188544 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-82b07f9e-4eae-4e1e-a548-ff76cc3bf94c tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0248392 Feb 03 13:00:11.196137 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47072) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:11.196420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-902f76e4-bc8f-4950-abaf-ff29a0abd748 None None] Provisioning complete for port 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:11.196880 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-902f76e4-bc8f-4950-abaf-ff29a0abd748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (8e64ae95-b9fa-4cb7-a64b-27a44b138a6c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:11.215436 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-748d5ecb-8c3f-4474-95e3-75daaae7bba8 req-7f0c9b86-ae2a-455e-be2c-18c42cdad031 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0cb539-7208-4f69-8e7f-c9059c7b6836&id=875bceb0-771b-41b2-8036-cc3f20ca4593&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3012846 Feb 03 13:00:11.286729 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:11.287303 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (8e64ae95-b9fa-4cb7-a64b-27a44b138a6c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:11.341411 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c480e58-bb04-4140-98c4-857dde70ee28 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (e2aec215-bf14-477d-93a0-028557bf7610), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:11.372567 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c480e58-bb04-4140-98c4-857dde70ee28 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (e2aec215-bf14-477d-93a0-028557bf7610), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:11.431330 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c480e58-bb04-4140-98c4-857dde70ee28 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e2aec215-bf14-477d-93a0-028557bf7610), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:11.435409 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c480e58-bb04-4140-98c4-857dde70ee28 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:11.438871 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7c480e58-bb04-4140-98c4-857dde70ee28 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "DELETE /v2.0/security-groups/e2aec215-bf14-477d-93a0-028557bf7610 HTTP/1.1" status: 204 len: 168 time: 0.2399564 Feb 03 13:00:11.440232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47076) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:11.472247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c480e58-bb04-4140-98c4-857dde70ee28 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aec215-bf14-477d-93a0-028557bf7610,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:11.585193 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f23481ec-57d1-4b31-89fb-dd075940f1f4 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1357198 Feb 03 13:00:11.590360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47078) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:11.597081 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d633a47a-58f9-4cfc-9ff3-cc848532955c tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group': {'name': 'tempest-secgroup--613974574'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:11.669841 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6b80a65d-943b-4516-be2a-5675f7c26f04 req-eba0f910-ff63-4f12-aff5-5e8736191bd8 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 210 time: 0.2852924 Feb 03 13:00:11.675429 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c265399f-4831-4e9f-a76f-60bfd54ef4b6 admin admin] Publish callbacks [] for router_gateway (852b79d8-4690-4342-9e8e-0ecdbad80c0e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:11.712692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26f520-e2a2-4612-b377-68b71514edf6 req-d8aa5b2a-3412-49ee-b77c-0062ba159408 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:11.730834 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b26f520-e2a2-4612-b377-68b71514edf6 req-d8aa5b2a-3412-49ee-b77c-0062ba159408 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2318785 Feb 03 13:00:11.823464 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d633a47a-58f9-4cfc-9ff3-cc848532955c tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:11.856371 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b26f520-e2a2-4612-b377-68b71514edf6 req-e81839ce-0459-4a9f-826a-e7eac7ddf6a3 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243689 Feb 03 13:00:11.946185 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:11.946575 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8e64ae95-b9fa-4cb7-a64b-27a44b138a6c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:11.983333 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-902f76e4-bc8f-4950-abaf-ff29a0abd748 None None] Current status of the port 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:11.984019 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-902f76e4-bc8f-4950-abaf-ff29a0abd748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8e64ae95-b9fa-4cb7-a64b-27a44b138a6c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:12.116408 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-902f76e4-bc8f-4950-abaf-ff29a0abd748 None None] For port 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=8e64ae95-b9fa-4cb7-a64b-27a44b138a6c,segment=NetworkSegment(09a030b0-690e-4549-81e9-07dc4252373c),segment_id=09a030b0-690e-4549-81e9-07dc4252373c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:00:12.154763 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-902f76e4-bc8f-4950-abaf-ff29a0abd748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8e64ae95-b9fa-4cb7-a64b-27a44b138a6c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:12.196308 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-c888040a-5148-44cc-aa51-9068fca70237 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:12.199302 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-c888040a-5148-44cc-aa51-9068fca70237 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.31 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 812 time: 0.2589014 Feb 03 13:00:12.219907 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d633a47a-58f9-4cfc-9ff3-cc848532955c tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (1669fd88-3770-42a9-80e9-4df1f32258f7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:12.222251 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-fbbb5b76-0321-4f5d-8561-5c20ca8727f6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Request body: {'port': {'device_id': 'f501624e-b7db-4088-b1f0-52cccbef54af', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'admin_state_up': True, 'tenant_id': '3d3da86861ee4a179872b24fbf239a16'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:12.225805 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d633a47a-58f9-4cfc-9ff3-cc848532955c tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1669fd88-3770-42a9-80e9-4df1f32258f7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:12.340771 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633a47a-58f9-4cfc-9ff3-cc848532955c tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1669fd88-3770-42a9-80e9-4df1f32258f7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:12.377971 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d633a47a-58f9-4cfc-9ff3-cc848532955c tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:12.381851 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d633a47a-58f9-4cfc-9ff3-cc848532955c tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7875752 Feb 03 13:00:12.382277 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47090) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:12.387923 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5e3bfe89-86d7-4da5-8ee6-94c2cddcf0d5 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group_rule': {'security_group_id': '1669fd88-3770-42a9-80e9-4df1f32258f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:12.392267 n-d-827336-3 neutron-server[103188]: WARNING neutron.api.v2.base [None req-5e3bfe89-86d7-4da5-8ee6-94c2cddcf0d5 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 13:00:12.393078 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-5e3bfe89-86d7-4da5-8ee6-94c2cddcf0d5 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:00:12.396860 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5e3bfe89-86d7-4da5-8ee6-94c2cddcf0d5 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0108695 Feb 03 13:00:12.401235 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47092) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:12.409137 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b1afe7e1-3a8c-4c04-8095-b826a953f5c0 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group_rule': {'security_group_id': '1669fd88-3770-42a9-80e9-4df1f32258f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:12.448133 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:00:12.448773 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:00:12.470927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-51f6e96c-dcb6-48c0-9da6-ee9c28bb38a4 None None] Provisioning complete for port 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:12.471301 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-51f6e96c-dcb6-48c0-9da6-ee9c28bb38a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (8e64ae95-b9fa-4cb7-a64b-27a44b138a6c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:12.487439 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f76e4-bc8f-4950-abaf-ff29a0abd748 None None] Pushing event updated for resources: {'Port': ['ID=8e64ae95-b9fa-4cb7-a64b-27a44b138a6c,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:12.567682 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d0d99-1e3a-4504-9caf-8dcb0ccbbc9a req-c1fbd9d7-f32e-435d-a9df-319e462e159f tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:12.583879 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-671d0d99-1e3a-4504-9caf-8dcb0ccbbc9a req-c1fbd9d7-f32e-435d-a9df-319e462e159f tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 983 time: 0.1810024 Feb 03 13:00:12.606709 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-b1afe7e1-3a8c-4c04-8095-b826a953f5c0 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:00:12.607826 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-fbbb5b76-0321-4f5d-8561-5c20ca8727f6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Made reservation on behalf of 3d3da86861ee4a179872b24fbf239a16 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:00:12.613093 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b1afe7e1-3a8c-4c04-8095-b826a953f5c0 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2069983 Feb 03 13:00:12.613401 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-fbbb5b76-0321-4f5d-8561-5c20ca8727f6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:12.615084 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47094) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:12.616532 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c265399f-4831-4e9f-a76f-60bfd54ef4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (852b79d8-4690-4342-9e8e-0ecdbad80c0e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:12.626294 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0c5bc36d-8dee-4576-86bc-08262fc4a881 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group_rule': {'security_group_id': '1669fd88-3770-42a9-80e9-4df1f32258f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:12.626786 n-d-827336-3 neutron-server[103189]: WARNING neutron.api.v2.base [None req-0c5bc36d-8dee-4576-86bc-08262fc4a881 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 03 13:00:12.627282 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-0c5bc36d-8dee-4576-86bc-08262fc4a881 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:00:12.631497 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0c5bc36d-8dee-4576-86bc-08262fc4a881 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062232 Feb 03 13:00:12.638750 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47096) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:12.642706 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-51f6e96c-dcb6-48c0-9da6-ee9c28bb38a4 None None] Current status of the port 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:12.648499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-aa46e275-3d3f-4627-878a-10f9c209edac tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group_rule': {'security_group_id': '1669fd88-3770-42a9-80e9-4df1f32258f7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:12.748984 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-671d0d99-1e3a-4504-9caf-8dcb0ccbbc9a req-ea62c658-f44e-42ee-aac6-6039a2121229 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0cb539-7208-4f69-8e7f-c9059c7b6836&id=875bceb0-771b-41b2-8036-cc3f20ca4593&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1596389 Feb 03 13:00:12.756717 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-aa46e275-3d3f-4627-878a-10f9c209edac tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:00:12.758960 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-aa46e275-3d3f-4627-878a-10f9c209edac tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1181037 Feb 03 13:00:12.760856 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47100) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:12.766103 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a005bdcd-4a4f-45dc-98af-0443884b08d9 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group_rule': {'security_group_id': '1669fd88-3770-42a9-80e9-4df1f32258f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:12.766922 n-d-827336-3 neutron-server[103188]: WARNING neutron.api.v2.base [None req-a005bdcd-4a4f-45dc-98af-0443884b08d9 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 03 13:00:12.767590 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-a005bdcd-4a4f-45dc-98af-0443884b08d9 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:00:12.769057 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a005bdcd-4a4f-45dc-98af-0443884b08d9 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068905 Feb 03 13:00:12.772187 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47102) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:12.778351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7da856d6-238c-41bb-8986-edea6a1cd54b tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group_rule': {'security_group_id': '1669fd88-3770-42a9-80e9-4df1f32258f7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:12.788988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ad2b6-08e7-46c2-9e9d-3e4a44ea38ef req-4f08869d-ec93-4f87-8e1d-9ea0f69b28b0 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:12.792811 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-809ad2b6-08e7-46c2-9e9d-3e4a44ea38ef req-4f08869d-ec93-4f87-8e1d-9ea0f69b28b0 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.5913219 Feb 03 13:00:12.888830 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-7da856d6-238c-41bb-8986-edea6a1cd54b tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:00:12.893335 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7da856d6-238c-41bb-8986-edea6a1cd54b tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1194050 Feb 03 13:00:12.896830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47106) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:12.908745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0164cfa7-dbca-47c5-a0b5-97201e53b427 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group_rule': {'security_group_id': '1669fd88-3770-42a9-80e9-4df1f32258f7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:12.909577 n-d-827336-3 neutron-server[103188]: WARNING neutron.api.v2.base [None req-0164cfa7-dbca-47c5-a0b5-97201e53b427 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 03 13:00:12.910246 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-0164cfa7-dbca-47c5-a0b5-97201e53b427 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:00:12.912411 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0164cfa7-dbca-47c5-a0b5-97201e53b427 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0143020 Feb 03 13:00:12.915165 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47108) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:12.922370 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8a128f08-fdcc-4589-87e8-9be9357c370f tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group_rule': {'security_group_id': '1669fd88-3770-42a9-80e9-4df1f32258f7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:12.989666 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-432f68e9-0970-4b6d-9a59-f4c218995738 req-89b94dc0-334a-47bf-a526-7a3bd97393e5 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 210 time: 0.0422122 Feb 03 13:00:12.997445 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-8a128f08-fdcc-4589-87e8-9be9357c370f tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:00:12.999207 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8a128f08-fdcc-4589-87e8-9be9357c370f tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0811913 Feb 03 13:00:13.002929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47110) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:13.019375 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d6689390-35cb-49bd-b10d-3cbdf472c7e3 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group_rule': {'security_group_id': '1669fd88-3770-42a9-80e9-4df1f32258f7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:13.027024 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-809ad2b6-08e7-46c2-9e9d-3e4a44ea38ef req-8052afa7-c549-44ce-984c-87e47fb13afa tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230184 Feb 03 13:00:13.097251 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c265399f-4831-4e9f-a76f-60bfd54ef4b6 admin admin] Router 852b79d8-4690-4342-9e8e-0ecdbad80c0e is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:00:13.153980 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-d6689390-35cb-49bd-b10d-3cbdf472c7e3 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:00:13.157927 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d6689390-35cb-49bd-b10d-3cbdf472c7e3 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1510954 Feb 03 13:00:13.158631 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47118) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:13.250811 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1e911eb-0973-43b9-bafc-f31b03ba86db tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (1669fd88-3770-42a9-80e9-4df1f32258f7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:13.280757 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1e911eb-0973-43b9-bafc-f31b03ba86db tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (1669fd88-3770-42a9-80e9-4df1f32258f7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:13.337854 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1e911eb-0973-43b9-bafc-f31b03ba86db tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1669fd88-3770-42a9-80e9-4df1f32258f7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:13.341631 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1e911eb-0973-43b9-bafc-f31b03ba86db tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:13.343022 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c1e911eb-0973-43b9-bafc-f31b03ba86db tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "DELETE /v2.0/security-groups/1669fd88-3770-42a9-80e9-4df1f32258f7 HTTP/1.1" status: 204 len: 168 time: 0.1833098 Feb 03 13:00:13.347319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47120) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:13.377536 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:13.403536 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e911eb-0973-43b9-bafc-f31b03ba86db tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1669fd88-3770-42a9-80e9-4df1f32258f7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:13.412591 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3cb39262-a5bf-480a-84ce-1309dfa51745 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0639267 Feb 03 13:00:13.418113 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47122) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:13.441073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8d145cc0-491b-4721-baad-0fb3087f0c38 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group': {'name': 'tempest-secgroup--168720284'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:13.471538 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-fbbb5b76-0321-4f5d-8561-5c20ca8727f6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Allocated IP 172.20.0.4 (8a31b64a-8b4b-41d9-85e7-84b1c21d51ab/a27fe823-3411-4edd-b136-06676ed45522/af33193e-a6ad-4c8b-97a6-99de9c622f45) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:13.481906 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d145cc0-491b-4721-baad-0fb3087f0c38 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:13.561909 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:00:13.684719 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device f6c40262-3201-4dd0-821e-6ff9573869fb up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:00:13.743195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:13.744021 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (8e64ae95-b9fa-4cb7-a64b-27a44b138a6c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:13.806520 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port f6c40262-3201-4dd0-821e-6ff9573869fb completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:00:13.814511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port f6c40262-3201-4dd0-821e-6ff9573869fb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:13.815003 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f6c40262-3201-4dd0-821e-6ff9573869fb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:14.120426 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4011d-1154-42a9-914d-0675c57e40ac req-331a3a64-9f50-4811-ade1-ed4846ffa9b1 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:14.123503 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-92c4011d-1154-42a9-914d-0675c57e40ac req-331a3a64-9f50-4811-ade1-ed4846ffa9b1 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.8803205 Feb 03 13:00:14.156812 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port f6c40262-3201-4dd0-821e-6ff9573869fb is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:14.157284 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f6c40262-3201-4dd0-821e-6ff9573869fb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:14.159342 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:14.204695 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32b9147-a2ae-4502-9834-e098b2eb4edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c40262-3201-4dd0-821e-6ff9573869fb'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:00:14.206890 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7e1d99-8907-4578-9641-fbfc298ca46e" -d '{"events": [{"server_uuid": "f32b9147-a2ae-4502-9834-e098b2eb4edb", "name": "network-vif-plugged", "status": "completed", "tag": "f6c40262-3201-4dd0-821e-6ff9573869fb"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:00:14.250627 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port f6c40262-3201-4dd0-821e-6ff9573869fb, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=f6c40262-3201-4dd0-821e-6ff9573869fb,segment=NetworkSegment(a4ccb9c0-1015-4868-9a3d-6b206d8148a9),segment_id=a4ccb9c0-1015-4868-9a3d-6b206d8148a9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:00:14.257002 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f6c40262-3201-4dd0-821e-6ff9573869fb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:14.291875 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c265399f-4831-4e9f-a76f-60bfd54ef4b6 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:00:14.301940 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] Sync routers for ids ['852b79d8-4690-4342-9e8e-0ecdbad80c0e'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:00:14.305585 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d145cc0-491b-4721-baad-0fb3087f0c38 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (a78af655-2eb7-495f-ad35-1c075c44bf06), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:14.312355 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d145cc0-491b-4721-baad-0fb3087f0c38 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a78af655-2eb7-495f-ad35-1c075c44bf06), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:14.330390 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] Routers {'852b79d8-4690-4342-9e8e-0ecdbad80c0e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:14.333861 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:00:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['852b79d8-4690-4342-9e8e-0ecdbad80c0e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:14.372357 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d145cc0-491b-4721-baad-0fb3087f0c38 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:14.376708 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8d145cc0-491b-4721-baad-0fb3087f0c38 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9575515 Feb 03 13:00:14.380799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47136) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:14.390657 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=f6c40262-3201-4dd0-821e-6ff9573869fb,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:14.397745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8a56b24e-02b7-4897-9be5-c934ecf3f7b7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group_rule': {'security_group_id': 'a78af655-2eb7-495f-ad35-1c075c44bf06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:14.408793 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c265399f-4831-4e9f-a76f-60bfd54ef4b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:14.410274 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c265399f-4831-4e9f-a76f-60bfd54ef4b6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.3858800 Feb 03 13:00:14.416939 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-92c4011d-1154-42a9-914d-0675c57e40ac req-9df90441-e7e0-4d80-b8b2-5d92508559de tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880189 Feb 03 13:00:14.417699 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47138) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:14.441605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d145cc0-491b-4721-baad-0fb3087f0c38 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a78af655-2eb7-495f-ad35-1c075c44bf06,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:14.473956 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7cc79-5dda-42e5-8ce6-7cf4d44e762a req-901b29c3-a24a-4291-af86-3a0040233875 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:14.477358 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4f7cc79-5dda-42e5-8ce6-7cf4d44e762a req-901b29c3-a24a-4291-af86-3a0040233875 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 984 time: 0.2239587 Feb 03 13:00:14.597431 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-8a56b24e-02b7-4897-9be5-c934ecf3f7b7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] create failed (client error): The resource could not be found. Feb 03 13:00:14.602988 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8a56b24e-02b7-4897-9be5-c934ecf3f7b7 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2130013 Feb 03 13:00:14.606844 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47144) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:14.618931 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4458af26-69f5-407d-877a-353e92bf5022 req-41485ff1-20c9-4faa-adfc-926b1fcfe61f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 210 time: 0.0781751 Feb 03 13:00:14.623414 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-fbbb5b76-0321-4f5d-8561-5c20ca8727f6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for port (af33193e-a6ad-4c8b-97a6-99de9c622f45), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:14.625686 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-63b49b77-197e-43e3-be00-e2467d8df6e3 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group_rule': {'security_group_id': 'a78af655-2eb7-495f-ad35-1c075c44bf06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1deba87a-4f53-4388-8509-ddc44578e348'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:14.737654 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] Set router 852b79d8-4690-4342-9e8e-0ecdbad80c0e gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:00:14.772013 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4f7cc79-5dda-42e5-8ce6-7cf4d44e762a req-344940d4-5963-4ddf-a2c0-6bb1dbc95dec tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0cb539-7208-4f69-8e7f-c9059c7b6836&id=875bceb0-771b-41b2-8036-cc3f20ca4593&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2832172 Feb 03 13:00:14.777937 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-63b49b77-197e-43e3-be00-e2467d8df6e3 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] create failed (client error): The resource could not be found. Feb 03 13:00:14.783196 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47148) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:14.783972 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-63b49b77-197e-43e3-be00-e2467d8df6e3 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1695461 Feb 03 13:00:14.828773 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-fbbb5b76-0321-4f5d-8561-5c20ca8727f6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (af33193e-a6ad-4c8b-97a6-99de9c622f45), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:14.843098 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['124c7ce3-64a5-48c1-9922-f78ac6e27463'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:00:14.909853 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['321981a9-19fc-464d-8218-a2a29a3bdb81'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:00:14.982272 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-fbbb5b76-0321-4f5d-8561-5c20ca8727f6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:15.032716 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-fbbb5b76-0321-4f5d-8561-5c20ca8727f6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:15.065334 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-fbbb5b76-0321-4f5d-8561-5c20ca8727f6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:15.107388 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb5b76-0321-4f5d-8561-5c20ca8727f6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Pushing event updated for resources: {'Port': ['ID=af33193e-a6ad-4c8b-97a6-99de9c622f45,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:15.163695 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852b79d8-4690-4342-9e8e-0ecdbad80c0e', 'name': 'tempest-TestVolumeBackupRestore-1732941408-router', 'tenant_id': '40e6850c208941aeb9681d937d1abc17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'a65e192b-68ca-4f94-8304-ab3918121ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:06Z', 'updated_at': '2022-02-03T13:00:11Z', 'revision_number': 3, 'project_id': '40e6850c208941aeb9681d937d1abc17', 'gw_port': {'id': 'a65e192b-68ca-4f94-8304-ab3918121ec0', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852b79d8-4690-4342-9e8e-0ecdbad80c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:10Z', 'updated_at': '2022-02-03T13:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:15.193594 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9effd93-a6b0-4166-a34f-f7def49eca1f req-182dc113-5a92-494b-a5ec-6bca7607ab35 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:15.196101 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f9effd93-a6b0-4166-a34f-f7def49eca1f req-182dc113-5a92-494b-a5ec-6bca7607ab35 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2072539 Feb 03 13:00:15.218920 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] Checking router: 852b79d8-4690-4342-9e8e-0ecdbad80c0e for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:00:15.219549 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] Updating router 852b79d8-4690-4342-9e8e-0ecdbad80c0e port a65e192b-68ca-4f94-8304-ab3918121ec0 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:00:15.249675 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a65e192b-68ca-4f94-8304-ab3918121ec0), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:15.405043 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f9effd93-a6b0-4166-a34f-f7def49eca1f req-7539ad84-2615-4c99-bed7-536e86fca10f tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027674 Feb 03 13:00:15.446234 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-fbbb5b76-0321-4f5d-8561-5c20ca8727f6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:15.446938 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-fbbb5b76-0321-4f5d-8561-5c20ca8727f6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:15.451477 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4d9610-1ae1-43f4-bc7f-150a7ea09a4b x-openstack-request-id: req-3d4d9610-1ae1-43f4-bc7f-150a7ea09a4b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:00:15.451968 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32b9147-a2ae-4502-9834-e098b2eb4edb", "name": "network-vif-plugged", "status": "completed", "tag": "f6c40262-3201-4dd0-821e-6ff9573869fb", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:00:15.452401 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d4d9610-1ae1-43f4-bc7f-150a7ea09a4b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:00:15.453144 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32b9147-a2ae-4502-9834-e098b2eb4edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c40262-3201-4dd0-821e-6ff9573869fb', 'code': 200} Feb 03 13:00:15.473890 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2bca781-6d4b-4e56-98e1-f39bcd9f239e tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (a78af655-2eb7-495f-ad35-1c075c44bf06), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:15.559157 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2bca781-6d4b-4e56-98e1-f39bcd9f239e tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (a78af655-2eb7-495f-ad35-1c075c44bf06), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:15.685279 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-fbbb5b76-0321-4f5d-8561-5c20ca8727f6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4684377 Feb 03 13:00:15.762534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b7138-9b1b-4cb9-b3d6-aaab02c854df req-9a62fd74-ec84-4d74-876d-0aabbbc8526e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:15.775290 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-934b7138-9b1b-4cb9-b3d6-aaab02c854df req-9a62fd74-ec84-4d74-876d-0aabbbc8526e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1367579 Feb 03 13:00:15.792137 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2bca781-6d4b-4e56-98e1-f39bcd9f239e tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a78af655-2eb7-495f-ad35-1c075c44bf06), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:15.795697 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2bca781-6d4b-4e56-98e1-f39bcd9f239e tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:15.800548 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e2bca781-6d4b-4e56-98e1-f39bcd9f239e tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "DELETE /v2.0/security-groups/a78af655-2eb7-495f-ad35-1c075c44bf06 HTTP/1.1" status: 204 len: 168 time: 1.0065629 Feb 03 13:00:15.801154 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] Publish callbacks [] for port (a65e192b-68ca-4f94-8304-ab3918121ec0), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:15.808518 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47164) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:15.812233 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a65e192b-68ca-4f94-8304-ab3918121ec0), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:15.854393 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] Request body: {'port': {'device_id': 'f501624e-b7db-4088-b1f0-52cccbef54af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:15.925070 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7db9a56e-685e-4725-9693-1b6462255786 None None] Provisioning complete for port af33193e-a6ad-4c8b-97a6-99de9c622f45 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:15.925620 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7db9a56e-685e-4725-9693-1b6462255786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (af33193e-a6ad-4c8b-97a6-99de9c622f45), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:15.956625 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bca781-6d4b-4e56-98e1-f39bcd9f239e tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78af655-2eb7-495f-ad35-1c075c44bf06,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:15.965810 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-934b7138-9b1b-4cb9-b3d6-aaab02c854df req-9c8fa54e-5010-4a73-846b-0639e16928ae tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814477 Feb 03 13:00:15.968020 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910eb06-32ec-4b44-b39c-e4c1aec91858 None None] Pushing event updated for resources: {'Port': ['ID=a65e192b-68ca-4f94-8304-ab3918121ec0,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:15.970470 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] Attempting to bind port a65e192b-68ca-4f94-8304-ab3918121ec0 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:00:15.970840 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] Attempting to bind port a65e192b-68ca-4f94-8304-ab3918121ec0 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:00:15.971200 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] Attempting to bind port a65e192b-68ca-4f94-8304-ab3918121ec0 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:00:15.991736 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-56b2f984-4667-4b8d-86d4-c51de4785b0c tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1783886 Feb 03 13:00:15.992007 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:00:15.992007 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:00:15.992373 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:15.992763 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:00:15.993242 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] Bound port: a65e192b-68ca-4f94-8304-ab3918121ec0, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:00:15.993621 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a65e192b-68ca-4f94-8304-ab3918121ec0), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:15.996383 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (af33193e-a6ad-4c8b-97a6-99de9c622f45), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:16.000539 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47170) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:16.017368 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-38d64e95-7d2f-451e-a894-94561e884e23 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group_rule': {'security_group_id': 'd6559fb3-92b8-47cc-bc6b-6138a8c45798', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:16.032924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7db9a56e-685e-4725-9693-1b6462255786 None None] Port af33193e-a6ad-4c8b-97a6-99de9c622f45 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:00:16.091015 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:16.105781 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-38d64e95-7d2f-451e-a894-94561e884e23 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] create failed (client error): The resource could not be found. Feb 03 13:00:16.106984 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-38d64e95-7d2f-451e-a894-94561e884e23 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1054435 Feb 03 13:00:16.134616 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] For port a65e192b-68ca-4f94-8304-ab3918121ec0, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:00:16.149502 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47174) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:16.165596 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] For port a65e192b-68ca-4f94-8304-ab3918121ec0, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a65e192b-68ca-4f94-8304-ab3918121ec0,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:00:16.182393 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-22b542f0-5d16-48b4-ae53-5a1f19438f9b tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group': {'name': 'tempest-secgroup--1982592926'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:16.186118 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a65e192b-68ca-4f94-8304-ab3918121ec0), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:16.263224 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910eb06-32ec-4b44-b39c-e4c1aec91858 None None] Pushing event updated for resources: {'Port': ['ID=a65e192b-68ca-4f94-8304-ab3918121ec0,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:16.294005 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] Routers {'852b79d8-4690-4342-9e8e-0ecdbad80c0e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:16.294644 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:00:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['852b79d8-4690-4342-9e8e-0ecdbad80c0e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:16.335525 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22b542f0-5d16-48b4-ae53-5a1f19438f9b tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:16.439964 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6e115-b656-47ed-8463-6e0c54ccff51 req-40aa0f55-9ffb-4d01-bc3c-23d507eff3a1 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:16.457061 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] Set router 852b79d8-4690-4342-9e8e-0ecdbad80c0e gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:00:16.463283 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fde6e115-b656-47ed-8463-6e0c54ccff51 req-40aa0f55-9ffb-4d01-bc3c-23d507eff3a1 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 984 time: 0.3531709 Feb 03 13:00:16.645069 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41ae68-3153-4c15-87f3-b3c1377f712f req-6cc65f73-2b9b-4d01-9ca7-832b77ba9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:16.648120 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0b41ae68-3153-4c15-87f3-b3c1377f712f req-6cc65f73-2b9b-4d01-9ca7-832b77ba9be6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 1166 time: 0.9944561 Feb 03 13:00:16.653996 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fde6e115-b656-47ed-8463-6e0c54ccff51 req-6cd18c30-0317-4ecc-a655-eb38775c7e5e tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0cb539-7208-4f69-8e7f-c9059c7b6836&id=875bceb0-771b-41b2-8036-cc3f20ca4593&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1875305 Feb 03 13:00:16.665636 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22b542f0-5d16-48b4-ae53-5a1f19438f9b tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (cfb095ab-bf5c-4a46-a3b0-47ad18b1c37f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:16.673655 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22b542f0-5d16-48b4-ae53-5a1f19438f9b tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (cfb095ab-bf5c-4a46-a3b0-47ad18b1c37f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:16.716063 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22b542f0-5d16-48b4-ae53-5a1f19438f9b tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:16.717607 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-22b542f0-5d16-48b4-ae53-5a1f19438f9b tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5532389 Feb 03 13:00:16.724946 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47180) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:16.733415 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852b79d8-4690-4342-9e8e-0ecdbad80c0e', 'name': 'tempest-TestVolumeBackupRestore-1732941408-router', 'tenant_id': '40e6850c208941aeb9681d937d1abc17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'a65e192b-68ca-4f94-8304-ab3918121ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:06Z', 'updated_at': '2022-02-03T13:00:11Z', 'revision_number': 3, 'project_id': '40e6850c208941aeb9681d937d1abc17', 'gw_port': {'id': 'a65e192b-68ca-4f94-8304-ab3918121ec0', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852b79d8-4690-4342-9e8e-0ecdbad80c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:10Z', 'updated_at': '2022-02-03T13:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:16.757519 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b542f0-5d16-48b4-ae53-5a1f19438f9b tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb095ab-bf5c-4a46-a3b0-47ad18b1c37f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:16.782701 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-100b48ae-c08c-4a2d-8507-11adf830697a tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group': {'name': 'tempest-secgroup--1389325285'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:16.805953 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763cea7-4f6b-4643-98e9-2b56c7112674 None None] The sync data for ids ['852b79d8-4690-4342-9e8e-0ecdbad80c0e'] in n-d-827336-3 is: [{'id': '852b79d8-4690-4342-9e8e-0ecdbad80c0e', 'name': 'tempest-TestVolumeBackupRestore-1732941408-router', 'tenant_id': '40e6850c208941aeb9681d937d1abc17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'a65e192b-68ca-4f94-8304-ab3918121ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:06Z', 'updated_at': '2022-02-03T13:00:11Z', 'revision_number': 3, 'project_id': '40e6850c208941aeb9681d937d1abc17', 'gw_port': {'id': 'a65e192b-68ca-4f94-8304-ab3918121ec0', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852b79d8-4690-4342-9e8e-0ecdbad80c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:10Z', 'updated_at': '2022-02-03T13:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:00:16.861832 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83eefc-eb68-4d9e-8ca5-ba3a734e56d3 req-b6022701-40da-46c6-8754-347f58e0fca5 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:16.868010 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf83eefc-eb68-4d9e-8ca5-ba3a734e56d3 req-b6022701-40da-46c6-8754-347f58e0fca5 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 931 time: 1.0652308 Feb 03 13:00:16.907399 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0a678-61d3-4320-b091-1d69d625b752 req-1759c710-52a2-4e14-8d37-2aa8e6a0ea81 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:16.909201 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55a0a678-61d3-4320-b091-1d69d625b752 req-1759c710-52a2-4e14-8d37-2aa8e6a0ea81 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1238430 Feb 03 13:00:16.992158 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55a0a678-61d3-4320-b091-1d69d625b752 req-7f3362d7-bd2a-4982-b91f-dfcf58fb0afe tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757627 Feb 03 13:00:17.037166 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-100b48ae-c08c-4a2d-8507-11adf830697a tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:17.135013 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf83eefc-eb68-4d9e-8ca5-ba3a734e56d3 req-c183b4c5-3cea-4bcf-8888-60460cc7662e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031136 Feb 03 13:00:17.232637 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2c79d80-e7ae-45a4-8b3b-ec8dd4f37451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:17.239401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af33193e-a6ad-4c8b-97a6-99de9c622f45 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:00:17.256360 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0b41ae68-3153-4c15-87f3-b3c1377f712f req-f812a4aa-ba82-4e18-a4d6-d4864355f958 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=875bceb0-771b-41b2-8036-cc3f20ca4593&id=1c0cb539-7208-4f69-8e7f-c9059c7b6836&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5722077 Feb 03 13:00:17.278471 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] Publish callbacks [] for port (af33193e-a6ad-4c8b-97a6-99de9c622f45), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:17.445369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] Transition to ACTIVE for port object af33193e-a6ad-4c8b-97a6-99de9c622f45 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:00:17.496202 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (af33193e-a6ad-4c8b-97a6-99de9c622f45), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:17.689089 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a65e192b-68ca-4f94-8304-ab3918121ec0 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:00:17.967733 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port a65e192b-68ca-4f94-8304-ab3918121ec0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:17.968139 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a65e192b-68ca-4f94-8304-ab3918121ec0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:17.980829 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-100b48ae-c08c-4a2d-8507-11adf830697a tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (ce870490-353d-425f-b17a-ef31340a0464), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:18.002455 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] Pushing event updated for resources: {'Port': ['ID=af33193e-a6ad-4c8b-97a6-99de9c622f45,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:18.138033 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-100b48ae-c08c-4a2d-8507-11adf830697a tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ce870490-353d-425f-b17a-ef31340a0464), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:18.207064 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08e3c3-4e0b-43ec-97cc-f3bb1cb61722 req-5b61e248-87c6-41f2-ad98-0fcf6a6acd5d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:18.217883 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b08e3c3-4e0b-43ec-97cc-f3bb1cb61722 req-5b61e248-87c6-41f2-ad98-0fcf6a6acd5d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 984 time: 0.2394202 Feb 03 13:00:18.445900 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port a65e192b-68ca-4f94-8304-ab3918121ec0 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:18.446510 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a65e192b-68ca-4f94-8304-ab3918121ec0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:18.456185 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b48ae-c08c-4a2d-8507-11adf830697a tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce870490-353d-425f-b17a-ef31340a0464,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:18.479565 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b08e3c3-4e0b-43ec-97cc-f3bb1cb61722 req-1b01c96c-d200-4462-aa53-2c471fb48b79 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0cb539-7208-4f69-8e7f-c9059c7b6836&id=875bceb0-771b-41b2-8036-cc3f20ca4593&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2600703 Feb 03 13:00:18.518054 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02dd33-1133-4b5c-b88f-2efadf45f525 req-f855a521-640a-4b8a-9c87-99366f12cf0a tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:18.528057 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port a65e192b-68ca-4f94-8304-ab3918121ec0, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a65e192b-68ca-4f94-8304-ab3918121ec0,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:00:18.535317 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cb02dd33-1133-4b5c-b88f-2efadf45f525 req-f855a521-640a-4b8a-9c87-99366f12cf0a tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 1.1446927 Feb 03 13:00:18.537926 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a65e192b-68ca-4f94-8304-ab3918121ec0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:18.679904 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-100b48ae-c08c-4a2d-8507-11adf830697a tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:18.681376 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-100b48ae-c08c-4a2d-8507-11adf830697a tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.9168108 Feb 03 13:00:18.687026 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47218) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:18.705586 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=a65e192b-68ca-4f94-8304-ab3918121ec0,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:18.711710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-78f64d48-a251-4f9b-bcb5-bdda3d7fd963 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group_rule': {'security_group_id': 'cfb095ab-bf5c-4a46-a3b0-47ad18b1c37f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ce870490-353d-425f-b17a-ef31340a0464'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:18.716058 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47220) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:18.802647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] Attempting to bind port af33193e-a6ad-4c8b-97a6-99de9c622f45 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:00:18.803283 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] Attempting to bind port af33193e-a6ad-4c8b-97a6-99de9c622f45 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:00:18.803844 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] Attempting to bind port af33193e-a6ad-4c8b-97a6-99de9c622f45 on network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:00:18.825144 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] Port af33193e-a6ad-4c8b-97a6-99de9c622f45 on network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:00:18.834389 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] Attempting to bind port af33193e-a6ad-4c8b-97a6-99de9c622f45 on network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:00:18.848735 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f1da8-1e52-48b9-a093-badd2c6528aa req-5d6f3863-67d8-46b5-a077-3ad7f9e36f7a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:18.854984 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be3f1da8-1e52-48b9-a093-badd2c6528aa req-5d6f3863-67d8-46b5-a077-3ad7f9e36f7a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 943 time: 0.2155292 Feb 03 13:00:18.935657 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:00:18.946831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] Checking segment: {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:00:18.948007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] Bound using segment: {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:00:18.956964 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] Bound port: af33193e-a6ad-4c8b-97a6-99de9c622f45, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:00:18.957577 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (af33193e-a6ad-4c8b-97a6-99de9c622f45), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:18.966715 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be3f1da8-1e52-48b9-a093-badd2c6528aa req-1c5a89e1-1f32-443f-ab50-950f9eb8a42f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084244 Feb 03 13:00:18.999471 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-440d8a87-46ce-4401-8261-f3c5dd797fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:19.097166 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cb02dd33-1133-4b5c-b88f-2efadf45f525 req-994eec7e-62ff-4447-9b61-69e61277c257 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5607438 Feb 03 13:00:19.122383 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-78f64d48-a251-4f9b-bcb5-bdda3d7fd963 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:00:19.124836 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-78f64d48-a251-4f9b-bcb5-bdda3d7fd963 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4347479 Feb 03 13:00:19.135910 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47226) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:19.162563 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] For port af33193e-a6ad-4c8b-97a6-99de9c622f45, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:00:19.207868 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-440d8a87-46ce-4401-8261-f3c5dd797fdb admin admin] Publish callbacks [] for security_group (45f77255-1fd9-4505-aba6-4a400c8b6a70), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:19.213106 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-440d8a87-46ce-4401-8261-f3c5dd797fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (45f77255-1fd9-4505-aba6-4a400c8b6a70), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:19.239030 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-e2c79d80-e7ae-45a4-8b3b-ec8dd4f37451 admin admin] Allocated IP 172.20.0.1 (5955d120-8624-4cc2-9533-289b037e3151/84989a81-c0b2-4d04-ab6e-b390277d3d58/6663e885-f385-409e-922f-a0a0b87339b8) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:19.283493 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] For port af33193e-a6ad-4c8b-97a6-99de9c622f45, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=af33193e-a6ad-4c8b-97a6-99de9c622f45,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:00:19.284952 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d8a87-46ce-4401-8261-f3c5dd797fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f77255-1fd9-4505-aba6-4a400c8b6a70,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:19.307822 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (af33193e-a6ad-4c8b-97a6-99de9c622f45), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:19.331822 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-440d8a87-46ce-4401-8261-f3c5dd797fdb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84f36ef4add647dcbba24eb01d8ddd27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6107030 Feb 03 13:00:19.339500 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47230) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:19.436332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff1bf5-c4e4-425e-a57e-73f21f81e169 req-882be123-4282-4eea-9731-c068640f012e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:19.448121 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dbff1bf5-c4e4-425e-a57e-73f21f81e169 req-882be123-4282-4eea-9731-c068640f012e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1559885 Feb 03 13:00:19.545203 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:19.549033 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:19.552893 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] 10.222.0.31 "PUT /v2.0/ports/af33193e-a6ad-4c8b-97a6-99de9c622f45 HTTP/1.1" status: 200 len: 1091 time: 3.7055135 Feb 03 13:00:19.568367 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a65e192b-68ca-4f94-8304-ab3918121ec0 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:00:19.594207 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f501624e-b7db-4088-b1f0-52cccbef54af', 'tag': 'af33193e-a6ad-4c8b-97a6-99de9c622f45'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:00:19.606585 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516f5a91-60df-4a53-a3ed-73258b38ea98" -d '{"events": [{"name": "network-changed", "server_uuid": "f501624e-b7db-4088-b1f0-52cccbef54af", "tag": "af33193e-a6ad-4c8b-97a6-99de9c622f45"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:00:19.630635 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dbff1bf5-c4e4-425e-a57e-73f21f81e169 req-b5b65dd4-70b3-494f-931c-f0303430ec27 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816492 Feb 03 13:00:19.762451 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port a65e192b-68ca-4f94-8304-ab3918121ec0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:19.763008 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a65e192b-68ca-4f94-8304-ab3918121ec0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:19.942089 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2c79d80-e7ae-45a4-8b3b-ec8dd4f37451 admin admin] Publish callbacks [] for port (6663e885-f385-409e-922f-a0a0b87339b8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:20.000706 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port a65e192b-68ca-4f94-8304-ab3918121ec0 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:20.092371 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8acc7c-f5e7-4929-b3ac-c737120a4ecc x-openstack-request-id: req-2a8acc7c-f5e7-4929-b3ac-c737120a4ecc {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:00:20.092826 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f501624e-b7db-4088-b1f0-52cccbef54af", "tag": "af33193e-a6ad-4c8b-97a6-99de9c622f45", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:00:20.093180 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a8acc7c-f5e7-4929-b3ac-c737120a4ecc {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:00:20.093683 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f501624e-b7db-4088-b1f0-52cccbef54af', 'tag': 'af33193e-a6ad-4c8b-97a6-99de9c622f45', 'status': 'completed', 'code': 200} Feb 03 13:00:20.094497 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798535c7-8c79-491e-adf3-36f6cd0396af req-97e27bf4-8ddd-4307-9efd-872546c1d72f tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:20.096717 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-798535c7-8c79-491e-adf3-36f6cd0396af req-97e27bf4-8ddd-4307-9efd-872546c1d72f tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1776526 Feb 03 13:00:20.192717 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2c79d80-e7ae-45a4-8b3b-ec8dd4f37451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (6663e885-f385-409e-922f-a0a0b87339b8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:20.208158 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-798535c7-8c79-491e-adf3-36f6cd0396af req-bdbb0960-bee1-40c9-894c-3d4158fb7cd2 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917912 Feb 03 13:00:20.346942 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c79d80-e7ae-45a4-8b3b-ec8dd4f37451 admin admin] Network 5955d120-8624-4cc2-9533-289b037e3151 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:20.347967 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9b00d-c55a-46c9-909b-c04291308593 service neutron] Pushing event updated for resources: {'Port': ['ID=af33193e-a6ad-4c8b-97a6-99de9c622f45,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:20.424561 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c79d80-e7ae-45a4-8b3b-ec8dd4f37451 admin admin] Pushing event updated for resources: {'Port': ['ID=6663e885-f385-409e-922f-a0a0b87339b8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:20.428140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e2c79d80-e7ae-45a4-8b3b-ec8dd4f37451 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:20.434746 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-378348e4-64f6-4ed0-98b2-0f415de23db9 admin admin] Publish callbacks [] for security_group (45f77255-1fd9-4505-aba6-4a400c8b6a70), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:20.439473 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c79d80-e7ae-45a4-8b3b-ec8dd4f37451 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:20.498465 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ced25aac-b219-4155-8c29-696d196a60f5 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (ce870490-353d-425f-b17a-ef31340a0464), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:20.500366 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2c79d80-e7ae-45a4-8b3b-ec8dd4f37451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (852b79d8-4690-4342-9e8e-0ecdbad80c0e), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:20.513231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967fac8-b4ab-43da-9898-ac1a550490e1 req-ec2c6a91-ab12-4376-9010-987d1a515cc9 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:20.520667 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f967fac8-b4ab-43da-9898-ac1a550490e1 req-ec2c6a91-ab12-4376-9010-987d1a515cc9 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 943 time: 0.1737161 Feb 03 13:00:20.623582 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f967fac8-b4ab-43da-9898-ac1a550490e1 req-b27fb5f5-3a48-4267-bd23-c3336f61e66d tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985236 Feb 03 13:00:20.743902 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc3d35-5a6e-4d03-9c9b-eae286ab2a8b req-10f73775-8fff-455c-95db-fcc8c01cdc05 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:20.747129 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e7bc3d35-5a6e-4d03-9c9b-eae286ab2a8b req-10f73775-8fff-455c-95db-fcc8c01cdc05 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 984 time: 1.0619159 Feb 03 13:00:20.755185 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-378348e4-64f6-4ed0-98b2-0f415de23db9 admin admin] Publish callbacks [] for security_group (45f77255-1fd9-4505-aba6-4a400c8b6a70), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:20.814173 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db27a8-c216-43d3-a926-49a94fb3b0f6 req-8b565772-574c-41a9-89ea-7f839b884ff9 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:20.823805 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55db27a8-c216-43d3-a926-49a94fb3b0f6 req-8b565772-574c-41a9-89ea-7f839b884ff9 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1121330 Feb 03 13:00:20.839509 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-0e8ba139-2538-4566-91c9-114d5425f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:20.846677 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-0e8ba139-2538-4566-91c9-114d5425f73a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 1125 time: 1.1631596 Feb 03 13:00:20.859911 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ced25aac-b219-4155-8c29-696d196a60f5 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (ce870490-353d-425f-b17a-ef31340a0464), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:20.897132 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c6696997-7dbe-486e-9c09-ec381d4b00d6 None None] Provisioning complete for port 6663e885-f385-409e-922f-a0a0b87339b8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:20.899833 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c6696997-7dbe-486e-9c09-ec381d4b00d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6663e885-f385-409e-922f-a0a0b87339b8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:20.920636 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55db27a8-c216-43d3-a926-49a94fb3b0f6 req-54eafef9-02cf-4512-b6c0-2d470eae0112 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885403 Feb 03 13:00:20.984748 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c6696997-7dbe-486e-9c09-ec381d4b00d6 None None] Port 6663e885-f385-409e-922f-a0a0b87339b8 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:00:21.071450 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-d63665a3-a419-4055-8e44-4ad65a4416c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af33193e-a6ad-4c8b-97a6-99de9c622f45 HTTP/1.1" status: 200 len: 217 time: 0.2086561 Feb 03 13:00:21.549705 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-6be4f1e1-91ae-4593-ba40-1d1fa353720d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:21.551076 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-6be4f1e1-91ae-4593-ba40-1d1fa353720d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.4478772 Feb 03 13:00:21.651593 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e7bc3d35-5a6e-4d03-9c9b-eae286ab2a8b req-588aae3c-a753-444e-a081-3b35e70a5250 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0cb539-7208-4f69-8e7f-c9059c7b6836&id=875bceb0-771b-41b2-8036-cc3f20ca4593&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.8208723 Feb 03 13:00:21.684126 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-378348e4-64f6-4ed0-98b2-0f415de23db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (45f77255-1fd9-4505-aba6-4a400c8b6a70), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:21.686736 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-378348e4-64f6-4ed0-98b2-0f415de23db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:21.690890 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-378348e4-64f6-4ed0-98b2-0f415de23db9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45f77255-1fd9-4505-aba6-4a400c8b6a70 HTTP/1.1" status: 204 len: 168 time: 2.2762988 Feb 03 13:00:21.695488 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ced25aac-b219-4155-8c29-696d196a60f5 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ce870490-353d-425f-b17a-ef31340a0464), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:21.698300 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ced25aac-b219-4155-8c29-696d196a60f5 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:21.699431 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ced25aac-b219-4155-8c29-696d196a60f5 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "DELETE /v2.0/security-groups/ce870490-353d-425f-b17a-ef31340a0464 HTTP/1.1" status: 204 len: 168 time: 2.5440471 Feb 03 13:00:21.702215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47272) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:21.723528 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378348e4-64f6-4ed0-98b2-0f415de23db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f77255-1fd9-4505-aba6-4a400c8b6a70,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:21.728516 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-90c4e9b5-d9ab-42a3-8c64-96a56988691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:21.730615 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-90c4e9b5-d9ab-42a3-8c64-96a56988691e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1665437 Feb 03 13:00:21.749519 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2c79d80-e7ae-45a4-8b3b-ec8dd4f37451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6663e885-f385-409e-922f-a0a0b87339b8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:21.776891 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced25aac-b219-4155-8c29-696d196a60f5 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce870490-353d-425f-b17a-ef31340a0464,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:21.939780 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-eb357b9f-4766-4d65-ba80-d669c47d6d10 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2363846 Feb 03 13:00:21.962445 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a244d6f-2317-45de-ab98-1c12c5f7d94b req-9d3b8399-ed04-4cd2-a6b5-4f3c0aec3c13 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:21.979128 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2a244d6f-2317-45de-ab98-1c12c5f7d94b req-9d3b8399-ed04-4cd2-a6b5-4f3c0aec3c13 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2367399 Feb 03 13:00:21.981155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47274) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:22.085622 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2c79d80-e7ae-45a4-8b3b-ec8dd4f37451 admin admin] Publish callbacks [] for port (6663e885-f385-409e-922f-a0a0b87339b8), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:22.104130 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2c79d80-e7ae-45a4-8b3b-ec8dd4f37451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (6663e885-f385-409e-922f-a0a0b87339b8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:22.143737 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2a244d6f-2317-45de-ab98-1c12c5f7d94b req-ea1dddd3-509a-48cc-8366-79c912dda680 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637251 Feb 03 13:00:22.184132 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e709cd73-f9f4-4ffd-82d9-2c81726022ac tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (cfb095ab-bf5c-4a46-a3b0-47ad18b1c37f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:22.237174 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e709cd73-f9f4-4ffd-82d9-2c81726022ac tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (cfb095ab-bf5c-4a46-a3b0-47ad18b1c37f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:22.294728 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47280) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:22.351202 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97a97349-ec6b-45a1-b176-5c33e42188fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:22.368627 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618a5ce-fcdb-45d9-ad39-cca6f715526c req-16c195f9-8fa5-443c-9b0b-f56a2ff24e6d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:22.371169 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7618a5ce-fcdb-45d9-ad39-cca6f715526c req-16c195f9-8fa5-443c-9b0b-f56a2ff24e6d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 984 time: 0.0926380 Feb 03 13:00:22.377201 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e709cd73-f9f4-4ffd-82d9-2c81726022ac tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (cfb095ab-bf5c-4a46-a3b0-47ad18b1c37f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:22.381076 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e709cd73-f9f4-4ffd-82d9-2c81726022ac tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:22.382636 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e709cd73-f9f4-4ffd-82d9-2c81726022ac tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "DELETE /v2.0/security-groups/cfb095ab-bf5c-4a46-a3b0-47ad18b1c37f HTTP/1.1" status: 204 len: 168 time: 0.4000320 Feb 03 13:00:22.385653 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2c79d80-e7ae-45a4-8b3b-ec8dd4f37451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (852b79d8-4690-4342-9e8e-0ecdbad80c0e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:22.393635 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47282) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:22.394302 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c79d80-e7ae-45a4-8b3b-ec8dd4f37451 admin admin] Pushing event updated for resources: {'Port': ['ID=6663e885-f385-409e-922f-a0a0b87339b8,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:22.402621 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709cd73-f9f4-4ffd-82d9-2c81726022ac tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb095ab-bf5c-4a46-a3b0-47ad18b1c37f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:22.459362 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7618a5ce-fcdb-45d9-ad39-cca6f715526c req-89dd801c-901c-4c91-b616-d35726ae0b7e tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0cb539-7208-4f69-8e7f-c9059c7b6836&id=875bceb0-771b-41b2-8036-cc3f20ca4593&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0752819 Feb 03 13:00:22.494700 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc000-7340-4677-9cb9-28470f8a52f6 req-4f785e0e-ae2e-4f23-9ce1-3d733bcc3192 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:22.496423 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-af0dc000-7340-4677-9cb9-28470f8a52f6 req-4f785e0e-ae2e-4f23-9ce1-3d733bcc3192 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 943 time: 0.4087224 Feb 03 13:00:22.507443 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97a97349-ec6b-45a1-b176-5c33e42188fa admin admin] Publish callbacks [] for security_group (23b59cfe-eee8-4581-8ac2-8bcc28a966f0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:22.524363 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-779cf02f-83cc-4b84-956a-330443229798 service neutron] 10.222.0.31 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7755473 Feb 03 13:00:22.567758 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97a97349-ec6b-45a1-b176-5c33e42188fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (23b59cfe-eee8-4581-8ac2-8bcc28a966f0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:22.623340 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248ca06-c72e-4a61-a49a-d56301a30ecb req-b2e0c02c-579b-4cc8-aa2e-2e2ce0f8cc93 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:22.628677 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b248ca06-c72e-4a61-a49a-d56301a30ecb req-b2e0c02c-579b-4cc8-aa2e-2e2ce0f8cc93 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 1166 time: 0.0912166 Feb 03 13:00:22.652072 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b248ca06-c72e-4a61-a49a-d56301a30ecb req-0447a88a-eda8-4d8f-bc86-05f4e9418488 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:22.840908 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b248ca06-c72e-4a61-a49a-d56301a30ecb req-0447a88a-eda8-4d8f-bc86-05f4e9418488 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Publish callbacks [] for security_group (319973b8-ebfd-4a1c-93e4-c00abca8ad23), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:22.846162 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b248ca06-c72e-4a61-a49a-d56301a30ecb req-0447a88a-eda8-4d8f-bc86-05f4e9418488 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (319973b8-ebfd-4a1c-93e4-c00abca8ad23), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:22.904476 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-97a97349-ec6b-45a1-b176-5c33e42188fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77dc3f86d75047d1b698118463d04bd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5986655 Feb 03 13:00:22.905743 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47288) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:22.921602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447a88a-eda8-4d8f-bc86-05f4e9418488 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319973b8-ebfd-4a1c-93e4-c00abca8ad23,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:22.935599 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-333b5b58-8981-4b94-9d32-dc174a248f10 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4639997 Feb 03 13:00:22.941828 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47290) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:22.942510 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a97349-ec6b-45a1-b176-5c33e42188fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b59cfe-eee8-4581-8ac2-8bcc28a966f0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:22.951586 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b248ca06-c72e-4a61-a49a-d56301a30ecb req-0447a88a-eda8-4d8f-bc86-05f4e9418488 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1c0cb539-7208-4f69-8e7f-c9059c7b6836&id=875bceb0-771b-41b2-8036-cc3f20ca4593&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3166702 Feb 03 13:00:22.962124 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e6a02694-e458-4954-b860-4f198e001b98 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group': {'name': 'tempest-secgroup--548704860'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:22.963867 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47292) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:22.999013 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-af0dc000-7340-4677-9cb9-28470f8a52f6 req-c36c8bc9-8a90-4bce-8831-d1405b54dea8 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901257 Feb 03 13:00:23.047128 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b863ee-f059-4fec-8292-1b4fba1544c8 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:23.050534 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c8b863ee-f059-4fec-8292-1b4fba1544c8 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 1161 time: 0.0839274 Feb 03 13:00:23.053279 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47294) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:23.054312 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4699b68-7ed3-41fb-a6da-b84a8f60896d admin admin] Publish callbacks [] for security_group (23b59cfe-eee8-4581-8ac2-8bcc28a966f0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:23.078706 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c79d80-e7ae-45a4-8b3b-ec8dd4f37451 admin admin] Network 5955d120-8624-4cc2-9533-289b037e3151 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:23.085882 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4699b68-7ed3-41fb-a6da-b84a8f60896d admin admin] Publish callbacks [] for security_group (23b59cfe-eee8-4581-8ac2-8bcc28a966f0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:23.098967 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e2c79d80-e7ae-45a4-8b3b-ec8dd4f37451 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:23.105611 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6a02694-e458-4954-b860-4f198e001b98 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:23.113425 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e10fa1a2-b8eb-4e3b-a0bd-c3b1d3fa0b1f req-6f50f2b6-e2ae-47eb-a77a-374a2eac3ab0 service neutron] 10.222.0.31 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5820601 Feb 03 13:00:23.149109 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-956525f3-9239-426c-a045-185f28dbaa5c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': 'f6c40262-3201-4dd0-821e-6ff9573869fb', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:23.156660 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4699b68-7ed3-41fb-a6da-b84a8f60896d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (23b59cfe-eee8-4581-8ac2-8bcc28a966f0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:23.159582 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4699b68-7ed3-41fb-a6da-b84a8f60896d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:23.160943 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a4699b68-7ed3-41fb-a6da-b84a8f60896d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23b59cfe-eee8-4581-8ac2-8bcc28a966f0 HTTP/1.1" status: 204 len: 168 time: 0.2544222 Feb 03 13:00:23.229278 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4699b68-7ed3-41fb-a6da-b84a8f60896d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b59cfe-eee8-4581-8ac2-8bcc28a966f0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:23.266631 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-956525f3-9239-426c-a045-185f28dbaa5c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:23.408892 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c79d80-e7ae-45a4-8b3b-ec8dd4f37451 admin admin] Router 852b79d8-4690-4342-9e8e-0ecdbad80c0e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:00:23.503864 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f5a91-60df-4a53-a3ed-73258b38ea98 req-ab289176-e872-41b6-95ea-7184fa9bda83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:23.505768 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-516f5a91-60df-4a53-a3ed-73258b38ea98 req-ab289176-e872-41b6-95ea-7184fa9bda83 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 1125 time: 0.1443648 Feb 03 13:00:23.508742 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6a02694-e458-4954-b860-4f198e001b98 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (a042ceae-a39c-4812-a5ba-1c8a25520ee9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:23.519923 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e8244-cdb2-4347-8fec-5d5daa160fb9 req-1749c60a-e1c4-4d9f-9286-558128e042ba tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:23.521943 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-827e8244-cdb2-4347-8fec-5d5daa160fb9 req-1749c60a-e1c4-4d9f-9286-558128e042ba tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1988335 Feb 03 13:00:23.582557 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b60c634a-b417-40a6-9fff-94dc175d7844 None None] Provisioning complete for port 6663e885-f385-409e-922f-a0a0b87339b8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:23.583964 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b60c634a-b417-40a6-9fff-94dc175d7844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6663e885-f385-409e-922f-a0a0b87339b8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:23.601218 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-956525f3-9239-426c-a045-185f28dbaa5c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:23.659356 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c79d80-e7ae-45a4-8b3b-ec8dd4f37451 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:00:23.678057 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e2c79d80-e7ae-45a4-8b3b-ec8dd4f37451 admin admin] 10.222.0.18 "PUT /v2.0/routers/852b79d8-4690-4342-9e8e-0ecdbad80c0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2435234 Feb 03 13:00:23.678057 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6a02694-e458-4954-b860-4f198e001b98 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a042ceae-a39c-4812-a5ba-1c8a25520ee9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:23.704455 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b60c634a-b417-40a6-9fff-94dc175d7844 None None] Port 6663e885-f385-409e-922f-a0a0b87339b8 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:00:23.707326 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] Sync routers for ids ['852b79d8-4690-4342-9e8e-0ecdbad80c0e'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:00:23.710365 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a02694-e458-4954-b860-4f198e001b98 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a042ceae-a39c-4812-a5ba-1c8a25520ee9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:23.752376 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] Routers {'852b79d8-4690-4342-9e8e-0ecdbad80c0e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:23.753845 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:00:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['852b79d8-4690-4342-9e8e-0ecdbad80c0e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:23.848561 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6a02694-e458-4954-b860-4f198e001b98 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:23.856053 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-827e8244-cdb2-4347-8fec-5d5daa160fb9 req-cf9c4f89-d869-445c-a60c-35a1cc495048 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971344 Feb 03 13:00:23.856835 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e6a02694-e458-4954-b860-4f198e001b98 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8977168 Feb 03 13:00:23.857124 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47312) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:23.875269 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2ecfbb5c-11bf-4a1d-801e-dd3966822cd2 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:23.875703 n-d-827336-3 neutron-server[103189]: WARNING neutron.api.v2.base [None req-2ecfbb5c-11bf-4a1d-801e-dd3966822cd2 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 03 13:00:23.876249 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-2ecfbb5c-11bf-4a1d-801e-dd3966822cd2 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] update failed (client error): There was a conflict when trying to complete your request. Feb 03 13:00:23.886235 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2ecfbb5c-11bf-4a1d-801e-dd3966822cd2 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "PUT /v2.0/security-groups/a042ceae-a39c-4812-a5ba-1c8a25520ee9 HTTP/1.1" status: 409 len: 330 time: 0.0195694 Feb 03 13:00:23.892784 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47314) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:24.026837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-956525f3-9239-426c-a045-185f28dbaa5c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Allocated IP 172.25.6.116 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/07258756-b240-4e96-83ec-0129a63a5cb8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:24.063113 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f5a91-60df-4a53-a3ed-73258b38ea98 req-ef0bb1ce-00b3-49e7-9731-5380fcf670f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:24.080425 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-516f5a91-60df-4a53-a3ed-73258b38ea98 req-ef0bb1ce-00b3-49e7-9731-5380fcf670f6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.5648208 Feb 03 13:00:24.124724 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] Set router 852b79d8-4690-4342-9e8e-0ecdbad80c0e gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:00:24.145490 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a851862e-4971-4ad3-9ff8-6bf12f2f6890 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (a042ceae-a39c-4812-a5ba-1c8a25520ee9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:24.191664 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a851862e-4971-4ad3-9ff8-6bf12f2f6890 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (a042ceae-a39c-4812-a5ba-1c8a25520ee9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:24.256196 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-956525f3-9239-426c-a045-185f28dbaa5c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for port (07258756-b240-4e96-83ec-0129a63a5cb8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:24.296531 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a851862e-4971-4ad3-9ff8-6bf12f2f6890 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a042ceae-a39c-4812-a5ba-1c8a25520ee9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:24.298624 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a851862e-4971-4ad3-9ff8-6bf12f2f6890 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:24.309270 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a851862e-4971-4ad3-9ff8-6bf12f2f6890 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "DELETE /v2.0/security-groups/a042ceae-a39c-4812-a5ba-1c8a25520ee9 HTTP/1.1" status: 204 len: 168 time: 0.4098897 Feb 03 13:00:24.317311 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47332) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:24.329474 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851862e-4971-4ad3-9ff8-6bf12f2f6890 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a042ceae-a39c-4812-a5ba-1c8a25520ee9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:24.334555 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-516f5a91-60df-4a53-a3ed-73258b38ea98 req-cf5b0cae-bbde-4dc8-8675-b335362794cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af33193e-a6ad-4c8b-97a6-99de9c622f45 HTTP/1.1" status: 200 len: 217 time: 0.2050984 Feb 03 13:00:24.428239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759362d4-0b67-41c7-9220-92afeb07aab0 req-66a68e62-a078-4ea8-b45d-411bec7d7ba0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:24.436007 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-759362d4-0b67-41c7-9220-92afeb07aab0 req-66a68e62-a078-4ea8-b45d-411bec7d7ba0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 943 time: 0.1868336 Feb 03 13:00:24.464485 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f5a91-60df-4a53-a3ed-73258b38ea98 req-fa64d907-ab07-4d95-8698-c4c52570ee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:24.494075 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-516f5a91-60df-4a53-a3ed-73258b38ea98 req-fa64d907-ab07-4d95-8698-c4c52570ee8c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.1319065 Feb 03 13:00:24.573505 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-759362d4-0b67-41c7-9220-92afeb07aab0 req-9a5f01cf-8431-48d9-80f9-5d50e528241b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294076 Feb 03 13:00:24.573891 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-956525f3-9239-426c-a045-185f28dbaa5c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (07258756-b240-4e96-83ec-0129a63a5cb8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:24.580766 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f5a91-60df-4a53-a3ed-73258b38ea98 req-77db0a6b-809b-4344-ad6b-91614f732771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:24.582628 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-516f5a91-60df-4a53-a3ed-73258b38ea98 req-77db0a6b-809b-4344-ad6b-91614f732771 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1013792 Feb 03 13:00:24.636969 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956525f3-9239-426c-a045-185f28dbaa5c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event updated for resources: {'Port': ['ID=07258756-b240-4e96-83ec-0129a63a5cb8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:24.652846 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-87f25ad5-f94f-4681-a2f9-0cd7c9af5269 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3263760 Feb 03 13:00:24.652846 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47340) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:24.665009 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956525f3-9239-426c-a045-185f28dbaa5c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:24.668260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-956525f3-9239-426c-a045-185f28dbaa5c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:24.675460 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956525f3-9239-426c-a045-185f28dbaa5c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:24.679155 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-a0ed782b-5f04-470e-8916-db05d5b3c5c4 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] delete failed (client error): The resource could not be found. Feb 03 13:00:24.680371 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a0ed782b-5f04-470e-8916-db05d5b3c5c4 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "DELETE /v2.0/security-groups/6762aea5-c3c9-463e-b084-f384948bed0a HTTP/1.1" status: 404 len: 347 time: 0.0275512 Feb 03 13:00:24.702946 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47344) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:24.724101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852b79d8-4690-4342-9e8e-0ecdbad80c0e', 'name': 'tempest-TestVolumeBackupRestore-1732941408-router', 'tenant_id': '40e6850c208941aeb9681d937d1abc17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'a65e192b-68ca-4f94-8304-ab3918121ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:06Z', 'updated_at': '2022-02-03T13:00:21Z', 'revision_number': 4, 'project_id': '40e6850c208941aeb9681d937d1abc17', 'gw_port': {'id': 'a65e192b-68ca-4f94-8304-ab3918121ec0', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852b79d8-4690-4342-9e8e-0ecdbad80c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:10Z', 'updated_at': '2022-02-03T13:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '6663e885-f385-409e-922f-a0a0b87339b8', 'name': '', 'network_id': '5955d120-8624-4cc2-9533-289b037e3151', 'tenant_id': '40e6850c208941aeb9681d937d1abc17', 'mac_address': 'fa:16:3e:e6:dc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852b79d8-4690-4342-9e8e-0ecdbad80c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '84989a81-c0b2-4d04-ab6e-b390277d3d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:17Z', 'updated_at': '2022-02-03T13:00:21Z', 'revision_number': 2, 'project_id': '40e6850c208941aeb9681d937d1abc17', 'subnets': [{'id': '84989a81-c0b2-4d04-ab6e-b390277d3d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:24.738854 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-0b11ce7d-85c4-4663-8da4-e747eee79e46 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] show failed (client error): The resource could not be found. Feb 03 13:00:24.740807 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0b11ce7d-85c4-4663-8da4-e747eee79e46 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "GET /v2.0/security-groups/27e64100-bd73-46bf-a0ed-1d4053e429fb HTTP/1.1" status: 404 len: 347 time: 0.0362217 Feb 03 13:00:24.750118 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47346) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:24.785180 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] Checking router: 852b79d8-4690-4342-9e8e-0ecdbad80c0e for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:00:24.785995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] Updating router 852b79d8-4690-4342-9e8e-0ecdbad80c0e port 6663e885-f385-409e-922f-a0a0b87339b8 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:00:24.806018 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-33f1bdbd-509a-448d-b0a8-165550e266d5 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] show failed (client error): The resource could not be found. Feb 03 13:00:24.810182 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-33f1bdbd-509a-448d-b0a8-165550e266d5 tempest-NegativeSecGroupTest-775584105 tempest-NegativeSecGroupTest-775584105-project] 10.222.0.18 "GET /v2.0/security-group-rules/04c91ff1-e677-43ff-9fd5-26dffcdcc4cc HTTP/1.1" status: 404 len: 356 time: 0.0529349 Feb 03 13:00:24.830662 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6663e885-f385-409e-922f-a0a0b87339b8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:24.951015 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-516f5a91-60df-4a53-a3ed-73258b38ea98 req-530c94ba-eb4d-4ac4-811b-36406695d68c service neutron] 10.222.0.31 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596609 Feb 03 13:00:25.215599 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-516f5a91-60df-4a53-a3ed-73258b38ea98 req-d8d52f35-0fe6-4795-b556-4467c3df287a service neutron] 10.222.0.31 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593014 Feb 03 13:00:25.435826 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d257d99-a4d4-44bc-b435-b95e4c0d51ec req-0d8f9db4-97fe-47c8-8e88-52ac9d6e48ad tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:25.438097 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d257d99-a4d4-44bc-b435-b95e4c0d51ec req-0d8f9db4-97fe-47c8-8e88-52ac9d6e48ad tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2517421 Feb 03 13:00:25.517219 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47406) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:25.604165 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] Publish callbacks [] for port (6663e885-f385-409e-922f-a0a0b87339b8), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:25.618866 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6663e885-f385-409e-922f-a0a0b87339b8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:25.791447 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d257d99-a4d4-44bc-b435-b95e4c0d51ec req-6a5f5ac9-9c20-47a7-b5ef-c5645bfdf2a4 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399699 Feb 03 13:00:25.792067 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b7dca-a0ce-4ca9-a551-709104eea58e req-b3e7f7a0-a8b2-457b-ad6f-caff1d702150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:25.795438 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-211b7dca-a0ce-4ca9-a551-709104eea58e req-b3e7f7a0-a8b2-457b-ad6f-caff1d702150 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=616a6ba084da468a87a94b24206aca06&device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 1127 time: 0.2280788 Feb 03 13:00:25.914166 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5190d-0ba1-4077-81aa-f8952172956a None None] Pushing event updated for resources: {'Port': ['ID=6663e885-f385-409e-922f-a0a0b87339b8,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:26.022355 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] Attempting to bind port 6663e885-f385-409e-922f-a0a0b87339b8 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:00:26.022744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] Attempting to bind port 6663e885-f385-409e-922f-a0a0b87339b8 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '09a030b0-690e-4549-81e9-07dc4252373c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5955d120-8624-4cc2-9533-289b037e3151'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:00:26.023117 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] Attempting to bind port 6663e885-f385-409e-922f-a0a0b87339b8 on network 5955d120-8624-4cc2-9533-289b037e3151 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:00:26.048359 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:00:26.050273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] Checking segment: {'id': '09a030b0-690e-4549-81e9-07dc4252373c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5955d120-8624-4cc2-9533-289b037e3151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:00:26.051459 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:26.057317 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] Bound using segment: {'id': '09a030b0-690e-4549-81e9-07dc4252373c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5955d120-8624-4cc2-9533-289b037e3151'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:00:26.058507 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] Bound port: 6663e885-f385-409e-922f-a0a0b87339b8, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a030b0-690e-4549-81e9-07dc4252373c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5955d120-8624-4cc2-9533-289b037e3151'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:00:26.059682 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6663e885-f385-409e-922f-a0a0b87339b8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:26.155489 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b7dca-a0ce-4ca9-a551-709104eea58e req-2fc9ddd9-ad09-4980-9c73-25cbaa33cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:26.157933 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-211b7dca-a0ce-4ca9-a551-709104eea58e req-2fc9ddd9-ad09-4980-9c73-25cbaa33cadb service neutron] 10.222.0.31 "GET /v2.0/networks?id=7dc9b526-3f62-4a01-835d-81550aa911c9 HTTP/1.1" status: 200 len: 914 time: 0.2965672 Feb 03 13:00:26.191856 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47422) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:26.204839 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-956525f3-9239-426c-a045-185f28dbaa5c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for floatingip (1d1aeb85-73e2-4847-984f-db4026814fc3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:26.242875 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device af33193e-a6ad-4c8b-97a6-99de9c622f45 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:00:26.313571 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-211b7dca-a0ce-4ca9-a551-709104eea58e req-eb22c0cc-7308-4ec3-bf3c-f9721bcfefcf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa HTTP/1.1" status: 200 len: 217 time: 0.1329827 Feb 03 13:00:26.359315 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04b0869d-5e87-4df6-842e-65ec59f2e197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:26.478813 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c9cfae52-cabd-4258-9100-5dc3d0eb3dd6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7b33f391d5b47458b7bb46e1f4fa2cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9600136 Feb 03 13:00:26.481578 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port af33193e-a6ad-4c8b-97a6-99de9c622f45, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=af33193e-a6ad-4c8b-97a6-99de9c622f45,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:00:26.484272 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47434) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:26.523090 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'af33193e-a6ad-4c8b-97a6-99de9c622f45', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'port_id': 'af33193e-a6ad-4c8b-97a6-99de9c622f45', 'mac_address': 'fa:16:3e:9b:a1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27fe823-3411-4edd-b136-06676ed45522', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:00:26.552852 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd57ce3-c354-4257-bfed-cdcd18ba2c93 req-d5e3ef1a-73c5-41d8-9fb2-d24bac09f325 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:26.554458 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-afd57ce3-c354-4257-bfed-cdcd18ba2c93 req-d5e3ef1a-73c5-41d8-9fb2-d24bac09f325 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 943 time: 0.7556367 Feb 03 13:00:26.555769 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04b0869d-5e87-4df6-842e-65ec59f2e197 admin admin] Publish callbacks [] for security_group (752a7605-2604-4e3e-b5f1-88c103a00c2b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:26.565895 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04b0869d-5e87-4df6-842e-65ec59f2e197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (752a7605-2604-4e3e-b5f1-88c103a00c2b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:26.580345 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-956525f3-9239-426c-a045-185f28dbaa5c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (07258756-b240-4e96-83ec-0129a63a5cb8), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:26.654771 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47452) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:26.664012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port af33193e-a6ad-4c8b-97a6-99de9c622f45 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:26.664506 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (af33193e-a6ad-4c8b-97a6-99de9c622f45), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:26.668916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b7dca-a0ce-4ca9-a551-709104eea58e req-21e153cd-781a-4cfe-b7fd-3287e79aceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:26.671194 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-211b7dca-a0ce-4ca9-a551-709104eea58e req-21e153cd-781a-4cfe-b7fd-3287e79aceb1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d HTTP/1.1" status: 200 len: 853 time: 0.3440909 Feb 03 13:00:26.748664 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-211b7dca-a0ce-4ca9-a551-709104eea58e req-eabf339c-ac2e-44f2-87a2-ef398499319b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7dc9b526-3f62-4a01-835d-81550aa911c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597582 Feb 03 13:00:26.750153 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-07c4f736-4a5c-41ee-b020-3c2aa01bb689 admin admin] Publish callbacks [] for security_group (35f0078a-33bb-42e0-bfc0-aacad5aa6074), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:26.766425 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-afd57ce3-c354-4257-bfed-cdcd18ba2c93 req-2a4d4021-4e91-4aa0-bfa6-6da8a95d0f55 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924124 Feb 03 13:00:26.857849 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-07c4f736-4a5c-41ee-b020-3c2aa01bb689 admin admin] Publish callbacks [] for security_group (35f0078a-33bb-42e0-bfc0-aacad5aa6074), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:26.858129 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0869d-5e87-4df6-842e-65ec59f2e197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752a7605-2604-4e3e-b5f1-88c103a00c2b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:26.880609 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-04b0869d-5e87-4df6-842e-65ec59f2e197 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d9d9b9878f34ece828c5721b983d5e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6860218 Feb 03 13:00:26.893435 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47466) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:27.024264 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b533fb33-164b-4de6-8fe6-ffeafdefdbbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:27.104571 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-211b7dca-a0ce-4ca9-a551-709104eea58e req-89163470-9c4d-4fe7-8cef-701d4b99f1fb service neutron] 10.222.0.31 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345420 Feb 03 13:00:27.141252 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e380b6e3-6c3c-40ea-b35f-b8ba5f32b2e9 admin admin] Publish callbacks [] for security_group (752a7605-2604-4e3e-b5f1-88c103a00c2b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:27.191860 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-07c4f736-4a5c-41ee-b020-3c2aa01bb689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (35f0078a-33bb-42e0-bfc0-aacad5aa6074), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:27.195190 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af33193e-a6ad-4c8b-97a6-99de9c622f45 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:00:27.198610 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-07c4f736-4a5c-41ee-b020-3c2aa01bb689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:27.200423 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-07c4f736-4a5c-41ee-b020-3c2aa01bb689 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35f0078a-33bb-42e0-bfc0-aacad5aa6074 HTTP/1.1" status: 204 len: 168 time: 0.7137797 Feb 03 13:00:27.223557 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port af33193e-a6ad-4c8b-97a6-99de9c622f45, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=af33193e-a6ad-4c8b-97a6-99de9c622f45,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:00:27.226255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3e3410d3-b574-49fd-adb9-033f9fd77e0c None None] Provisioning complete for port 6663e885-f385-409e-922f-a0a0b87339b8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:27.227203 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e3410d3-b574-49fd-adb9-033f9fd77e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6663e885-f385-409e-922f-a0a0b87339b8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:27.274374 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3e3410d3-b574-49fd-adb9-033f9fd77e0c None None] Port 6663e885-f385-409e-922f-a0a0b87339b8 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:00:27.281147 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (af33193e-a6ad-4c8b-97a6-99de9c622f45), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:27.283904 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b533fb33-164b-4de6-8fe6-ffeafdefdbbb admin admin] Publish callbacks [] for security_group (fe96d330-bea8-49b9-a975-06a0e2020041), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:27.292444 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] For port 6663e885-f385-409e-922f-a0a0b87339b8, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:00:27.293052 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b533fb33-164b-4de6-8fe6-ffeafdefdbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (fe96d330-bea8-49b9-a975-06a0e2020041), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:27.327624 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] For port 6663e885-f385-409e-922f-a0a0b87339b8, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6663e885-f385-409e-922f-a0a0b87339b8,segment=NetworkSegment(09a030b0-690e-4549-81e9-07dc4252373c),segment_id=09a030b0-690e-4549-81e9-07dc4252373c)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:00:27.340762 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b533fb33-164b-4de6-8fe6-ffeafdefdbbb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df78cc4a9cf44577989402af384c2553&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6551695 Feb 03 13:00:27.352366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47474) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:27.362611 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6663e885-f385-409e-922f-a0a0b87339b8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:27.408169 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4f736-4a5c-41ee-b020-3c2aa01bb689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f0078a-33bb-42e0-bfc0-aacad5aa6074,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:27.442245 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e380b6e3-6c3c-40ea-b35f-b8ba5f32b2e9 admin admin] Publish callbacks [] for security_group (752a7605-2604-4e3e-b5f1-88c103a00c2b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:27.464557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4ecda-0d04-49c3-a5d6-20fcf24c61c1 req-385aad33-5395-403b-b138-650ccaa92721 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:27.466587 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-35c4ecda-0d04-49c3-a5d6-20fcf24c61c1 req-385aad33-5395-403b-b138-650ccaa92721 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.4385567 Feb 03 13:00:27.486783 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=af33193e-a6ad-4c8b-97a6-99de9c622f45,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:27.508282 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] Routers {'852b79d8-4690-4342-9e8e-0ecdbad80c0e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:27.513780 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:00:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['852b79d8-4690-4342-9e8e-0ecdbad80c0e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:27.551367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533fb33-164b-4de6-8fe6-ffeafdefdbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe96d330-bea8-49b9-a975-06a0e2020041,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:27.565664 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-211b7dca-a0ce-4ca9-a551-709104eea58e req-aa9fee4a-0d3c-44db-9bf5-2c93e3253582 service neutron] 10.222.0.31 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440584 Feb 03 13:00:27.652349 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-35c4ecda-0d04-49c3-a5d6-20fcf24c61c1 req-facd81d8-084f-4a74-b636-25326ecd3dbf tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269574 Feb 03 13:00:27.653260 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-676465fa-064b-42e4-8ca2-125dfe47f196 admin admin] Publish callbacks [] for security_group (fe96d330-bea8-49b9-a975-06a0e2020041), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:27.690198 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-956525f3-9239-426c-a045-185f28dbaa5c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for port (07258756-b240-4e96-83ec-0129a63a5cb8), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:27.694732 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['af33193e-a6ad-4c8b-97a6-99de9c622f45'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:00:27.699681 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e380b6e3-6c3c-40ea-b35f-b8ba5f32b2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (752a7605-2604-4e3e-b5f1-88c103a00c2b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:27.703087 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e380b6e3-6c3c-40ea-b35f-b8ba5f32b2e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:27.704329 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e380b6e3-6c3c-40ea-b35f-b8ba5f32b2e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/752a7605-2604-4e3e-b5f1-88c103a00c2b HTTP/1.1" status: 204 len: 168 time: 0.8036633 Feb 03 13:00:27.717192 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-956525f3-9239-426c-a045-185f28dbaa5c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (07258756-b240-4e96-83ec-0129a63a5cb8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:27.843403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956525f3-9239-426c-a045-185f28dbaa5c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event updated for resources: {'Port': ['ID=07258756-b240-4e96-83ec-0129a63a5cb8,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:27.845844 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380b6e3-6c3c-40ea-b35f-b8ba5f32b2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752a7605-2604-4e3e-b5f1-88c103a00c2b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:27.861701 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-676465fa-064b-42e4-8ca2-125dfe47f196 admin admin] Publish callbacks [] for security_group (fe96d330-bea8-49b9-a975-06a0e2020041), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:27.950466 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-956525f3-9239-426c-a045-185f28dbaa5c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (1d1aeb85-73e2-4847-984f-db4026814fc3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:28.096760 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5190d-0ba1-4077-81aa-f8952172956a None None] Pushing event updated for resources: {'Port': ['ID=6663e885-f385-409e-922f-a0a0b87339b8,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:28.241318 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d54cd-f134-41c2-8fd0-0701fcd343f5 req-751e1679-fa3a-409e-9bb0-96818f369804 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:28.255023 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-229d54cd-f134-41c2-8fd0-0701fcd343f5 req-751e1679-fa3a-409e-9bb0-96818f369804 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 944 time: 0.2020481 Feb 03 13:00:28.326884 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-676465fa-064b-42e4-8ca2-125dfe47f196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (fe96d330-bea8-49b9-a975-06a0e2020041), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:28.335165 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-676465fa-064b-42e4-8ca2-125dfe47f196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:28.342230 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-676465fa-064b-42e4-8ca2-125dfe47f196 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe96d330-bea8-49b9-a975-06a0e2020041 HTTP/1.1" status: 204 len: 168 time: 0.9878840 Feb 03 13:00:28.376538 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676465fa-064b-42e4-8ca2-125dfe47f196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe96d330-bea8-49b9-a975-06a0e2020041,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:28.379529 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-956525f3-9239-426c-a045-185f28dbaa5c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Floating IP 1d1aeb85-73e2-4847-984f-db4026814fc3 associated. External IP: 172.25.6.116, port: f6c40262-3201-4dd0-821e-6ff9573869fb. Feb 03 13:00:28.382476 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-07869d74-ee92-4bf7-8b21-9c1a0805bdc3 None None] Provisioning complete for port 6663e885-f385-409e-922f-a0a0b87339b8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:28.383222 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07869d74-ee92-4bf7-8b21-9c1a0805bdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6663e885-f385-409e-922f-a0a0b87339b8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:28.414740 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-229d54cd-f134-41c2-8fd0-0701fcd343f5 req-c5efd08f-ffd5-44c7-988a-56efd2ed2f6c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541924 Feb 03 13:00:28.589977 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] Set router 852b79d8-4690-4342-9e8e-0ecdbad80c0e gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:00:29.061800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10969d-73e3-4a70-a646-d39a8760a2d3 req-90276909-c0b5-40a7-8a26-92b22f03a02e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:29.075254 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6a10969d-73e3-4a70-a646-d39a8760a2d3 req-90276909-c0b5-40a7-8a26-92b22f03a02e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2287092 Feb 03 13:00:29.089451 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956525f3-9239-426c-a045-185f28dbaa5c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Router 3ca12a62-d1d3-4755-addd-34ccf54f9461 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:00:29.263562 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6a10969d-73e3-4a70-a646-d39a8760a2d3 req-6ccdac16-f7e0-4c01-bc95-bd6ef3359b10 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846192 Feb 03 13:00:29.421916 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956525f3-9239-426c-a045-185f28dbaa5c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:00:29.434601 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07662101-701d-4e48-97fd-71f5f468a1ab None None] Sync routers for ids ['3ca12a62-d1d3-4755-addd-34ccf54f9461'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:00:29.457406 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-956525f3-9239-426c-a045-185f28dbaa5c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:29.466760 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07662101-701d-4e48-97fd-71f5f468a1ab None None] Routers {'3ca12a62-d1d3-4755-addd-34ccf54f9461'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:29.467456 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-07662101-701d-4e48-97fd-71f5f468a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:00:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3ca12a62-d1d3-4755-addd-34ccf54f9461'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:29.489507 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-07869d74-ee92-4bf7-8b21-9c1a0805bdc3 None None] Current status of the port 6663e885-f385-409e-922f-a0a0b87339b8 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:29.490314 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07869d74-ee92-4bf7-8b21-9c1a0805bdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6663e885-f385-409e-922f-a0a0b87339b8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:29.567381 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47516) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:29.568291 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-956525f3-9239-426c-a045-185f28dbaa5c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.4235156 Feb 03 13:00:29.568291 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32b9147-a2ae-4502-9834-e098b2eb4edb', 'tag': 'f6c40262-3201-4dd0-821e-6ff9573869fb'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:00:29.570573 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2247efb3-53f8-44bc-b271-7167c4ecc9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f32b9147-a2ae-4502-9834-e098b2eb4edb", "tag": "f6c40262-3201-4dd0-821e-6ff9573869fb"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:00:29.675400 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-07869d74-ee92-4bf7-8b21-9c1a0805bdc3 None None] For port 6663e885-f385-409e-922f-a0a0b87339b8, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6663e885-f385-409e-922f-a0a0b87339b8,segment=NetworkSegment(09a030b0-690e-4549-81e9-07dc4252373c),segment_id=09a030b0-690e-4549-81e9-07dc4252373c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:00:29.685979 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07869d74-ee92-4bf7-8b21-9c1a0805bdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6663e885-f385-409e-922f-a0a0b87339b8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:29.706854 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852b79d8-4690-4342-9e8e-0ecdbad80c0e', 'name': 'tempest-TestVolumeBackupRestore-1732941408-router', 'tenant_id': '40e6850c208941aeb9681d937d1abc17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'a65e192b-68ca-4f94-8304-ab3918121ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:06Z', 'updated_at': '2022-02-03T13:00:21Z', 'revision_number': 4, 'project_id': '40e6850c208941aeb9681d937d1abc17', 'gw_port': {'id': 'a65e192b-68ca-4f94-8304-ab3918121ec0', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852b79d8-4690-4342-9e8e-0ecdbad80c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:10Z', 'updated_at': '2022-02-03T13:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '6663e885-f385-409e-922f-a0a0b87339b8', 'name': '', 'network_id': '5955d120-8624-4cc2-9533-289b037e3151', 'tenant_id': '40e6850c208941aeb9681d937d1abc17', 'mac_address': 'fa:16:3e:e6:dc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852b79d8-4690-4342-9e8e-0ecdbad80c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '84989a81-c0b2-4d04-ab6e-b390277d3d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:17Z', 'updated_at': '2022-02-03T13:00:27Z', 'revision_number': 4, 'project_id': '40e6850c208941aeb9681d937d1abc17', 'subnets': [{'id': '84989a81-c0b2-4d04-ab6e-b390277d3d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:29.802749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87761f26-36fa-491d-8798-86499d4ec8c3 req-dff11f8a-e375-458b-84ea-2d0abee40e2c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:29.808629 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-87761f26-36fa-491d-8798-86499d4ec8c3 req-dff11f8a-e375-458b-84ea-2d0abee40e2c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 944 time: 0.3059962 Feb 03 13:00:29.817443 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-07662101-701d-4e48-97fd-71f5f468a1ab None None] Set router 3ca12a62-d1d3-4755-addd-34ccf54f9461 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:00:29.894718 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c203c-f4de-4f6c-82d0-d931b56001e8 None None] The sync data for ids ['852b79d8-4690-4342-9e8e-0ecdbad80c0e'] in n-d-827336-3 is: [{'id': '852b79d8-4690-4342-9e8e-0ecdbad80c0e', 'name': 'tempest-TestVolumeBackupRestore-1732941408-router', 'tenant_id': '40e6850c208941aeb9681d937d1abc17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'a65e192b-68ca-4f94-8304-ab3918121ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:06Z', 'updated_at': '2022-02-03T13:00:21Z', 'revision_number': 4, 'project_id': '40e6850c208941aeb9681d937d1abc17', 'gw_port': {'id': 'a65e192b-68ca-4f94-8304-ab3918121ec0', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852b79d8-4690-4342-9e8e-0ecdbad80c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:10Z', 'updated_at': '2022-02-03T13:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '6663e885-f385-409e-922f-a0a0b87339b8', 'name': '', 'network_id': '5955d120-8624-4cc2-9533-289b037e3151', 'tenant_id': '40e6850c208941aeb9681d937d1abc17', 'mac_address': 'fa:16:3e:e6:dc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852b79d8-4690-4342-9e8e-0ecdbad80c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '84989a81-c0b2-4d04-ab6e-b390277d3d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:17Z', 'updated_at': '2022-02-03T13:00:27Z', 'revision_number': 4, 'project_id': '40e6850c208941aeb9681d937d1abc17', 'subnets': [{'id': '84989a81-c0b2-4d04-ab6e-b390277d3d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:00:30.019166 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fc1704-89ef-49f8-afd4-a7c7debc804d x-openstack-request-id: req-b1fc1704-89ef-49f8-afd4-a7c7debc804d {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:00:30.019907 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32b9147-a2ae-4502-9834-e098b2eb4edb", "tag": "f6c40262-3201-4dd0-821e-6ff9573869fb", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:00:30.020364 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1fc1704-89ef-49f8-afd4-a7c7debc804d {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:00:30.020937 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32b9147-a2ae-4502-9834-e098b2eb4edb', 'tag': 'f6c40262-3201-4dd0-821e-6ff9573869fb', 'status': 'completed', 'code': 200} Feb 03 13:00:30.029101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07869d74-ee92-4bf7-8b21-9c1a0805bdc3 None None] Pushing event updated for resources: {'Port': ['ID=6663e885-f385-409e-922f-a0a0b87339b8,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:30.046836 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07869d74-ee92-4bf7-8b21-9c1a0805bdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:30.047227 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07869d74-ee92-4bf7-8b21-9c1a0805bdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:30.047549 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07869d74-ee92-4bf7-8b21-9c1a0805bdc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:30.047981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07869d74-ee92-4bf7-8b21-9c1a0805bdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:30.048491 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07869d74-ee92-4bf7-8b21-9c1a0805bdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:30.048843 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07869d74-ee92-4bf7-8b21-9c1a0805bdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:30.049180 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07869d74-ee92-4bf7-8b21-9c1a0805bdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:30.049516 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07869d74-ee92-4bf7-8b21-9c1a0805bdc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:30.049859 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07869d74-ee92-4bf7-8b21-9c1a0805bdc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:30.050229 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07869d74-ee92-4bf7-8b21-9c1a0805bdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:30.050562 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07869d74-ee92-4bf7-8b21-9c1a0805bdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:30.050893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07869d74-ee92-4bf7-8b21-9c1a0805bdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:30.051224 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07869d74-ee92-4bf7-8b21-9c1a0805bdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:00:30.248645 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device af33193e-a6ad-4c8b-97a6-99de9c622f45 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:00:30.578512 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47540) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:30.640845 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port af33193e-a6ad-4c8b-97a6-99de9c622f45 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:00:30.671037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port af33193e-a6ad-4c8b-97a6-99de9c622f45 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:30.671667 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (af33193e-a6ad-4c8b-97a6-99de9c622f45), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:30.757059 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-87761f26-36fa-491d-8798-86499d4ec8c3 req-e54b731b-fc00-4607-aa37-53a05784e24d tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9257674 Feb 03 13:00:30.776409 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247efb3-53f8-44bc-b271-7167c4ecc9aa req-debf34e9-3010-4970-b675-f7fce896592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:30.777993 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2247efb3-53f8-44bc-b271-7167c4ecc9aa req-debf34e9-3010-4970-b675-f7fce896592e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0736ca6604044fb2b96c770b1d423b15&device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 1166 time: 0.7029533 Feb 03 13:00:30.780389 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ebe5f7-3a8c-4e9a-afa9-3f66909e15e0 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:30.795172 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ebe5f7-3a8c-4e9a-afa9-3f66909e15e0 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:30.795909 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ebe5f7-3a8c-4e9a-afa9-3f66909e15e0 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:30.796614 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ebe5f7-3a8c-4e9a-afa9-3f66909e15e0 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:30.799503 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ebe5f7-3a8c-4e9a-afa9-3f66909e15e0 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:30.800269 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ebe5f7-3a8c-4e9a-afa9-3f66909e15e0 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:30.802329 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ebe5f7-3a8c-4e9a-afa9-3f66909e15e0 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:30.805012 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ebe5f7-3a8c-4e9a-afa9-3f66909e15e0 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:30.808448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f4067-b7f2-4bfe-a4c5-313f61766179 req-49ae75cb-134c-4b2d-82d9-908f5091e65c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:30.810538 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d9ebe5f7-3a8c-4e9a-afa9-3f66909e15e0 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5691 time: 1.2390621 Feb 03 13:00:30.813967 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47546) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:30.828790 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-726f4067-b7f2-4bfe-a4c5-313f61766179 req-49ae75cb-134c-4b2d-82d9-908f5091e65c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2528691 Feb 03 13:00:30.948605 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port af33193e-a6ad-4c8b-97a6-99de9c622f45 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:30.948980 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (af33193e-a6ad-4c8b-97a6-99de9c622f45), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:30.997500 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-726f4067-b7f2-4bfe-a4c5-313f61766179 req-d051086d-a3d2-4d56-9f24-d449bdb5fdfe tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607702 Feb 03 13:00:31.009468 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f501624e-b7db-4088-b1f0-52cccbef54af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af33193e-a6ad-4c8b-97a6-99de9c622f45'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:00:31.012681 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273df059-3d37-452a-bd3b-ab8818f4ef4e" -d '{"events": [{"server_uuid": "f501624e-b7db-4088-b1f0-52cccbef54af", "name": "network-vif-plugged", "status": "completed", "tag": "af33193e-a6ad-4c8b-97a6-99de9c622f45"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:00:31.048012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port af33193e-a6ad-4c8b-97a6-99de9c622f45, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=af33193e-a6ad-4c8b-97a6-99de9c622f45,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:00:31.053114 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (af33193e-a6ad-4c8b-97a6-99de9c622f45), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:31.097167 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-07662101-701d-4e48-97fd-71f5f468a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-638938944', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:24Z', 'updated_at': '2022-02-03T12:59:40Z', 'revision_number': 4, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:26Z', 'updated_at': '2022-02-03T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '1d1aeb85-73e2-4847-984f-db4026814fc3', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'floating_ip_address': '172.25.6.116', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'port_id': 'f6c40262-3201-4dd0-821e-6ff9573869fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3', 'mac_address': 'fa:16:3e:f7:9c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32b9147-a2ae-4502-9834-e098b2eb4edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:00:25Z', 'updated_at': '2022-02-03T13:00:25Z', 'revision_number': 0, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbcac049-d793-4e32-afcc-19bc5062f6d1', 'name': '', 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'mac_address': 'fa:16:3e:c6:9d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '4aaa5649-8a16-413f-8be6-ec601d7a6093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:37Z', 'updated_at': '2022-02-03T12:59:56Z', 'revision_number': 5, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'subnets': [{'id': '4aaa5649-8a16-413f-8be6-ec601d7a6093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:31.134659 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d29044-3633-43dc-9666-5b00320a8d65 x-openstack-request-id: req-35d29044-3633-43dc-9666-5b00320a8d65 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:00:31.135312 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f501624e-b7db-4088-b1f0-52cccbef54af", "name": "network-vif-plugged", "status": "completed", "tag": "af33193e-a6ad-4c8b-97a6-99de9c622f45", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:00:31.135756 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35d29044-3633-43dc-9666-5b00320a8d65 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:00:31.136576 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f501624e-b7db-4088-b1f0-52cccbef54af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af33193e-a6ad-4c8b-97a6-99de9c622f45', 'code': 200} Feb 03 13:00:31.140375 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:31.173232 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07662101-701d-4e48-97fd-71f5f468a1ab None None] Checking router: 3ca12a62-d1d3-4755-addd-34ccf54f9461 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:00:31.173999 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=af33193e-a6ad-4c8b-97a6-99de9c622f45,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:31.203909 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07662101-701d-4e48-97fd-71f5f468a1ab None None] Routers {'3ca12a62-d1d3-4755-addd-34ccf54f9461'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:00:31.204580 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-07662101-701d-4e48-97fd-71f5f468a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:00:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3ca12a62-d1d3-4755-addd-34ccf54f9461'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:31.259016 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-56a16fce-c98e-469c-b38b-1e778704b56f tempest-ServiceProvidersTest-339711411 tempest-ServiceProvidersTest-339711411-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6756141 Feb 03 13:00:31.508401 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-07662101-701d-4e48-97fd-71f5f468a1ab None None] Set router 3ca12a62-d1d3-4755-addd-34ccf54f9461 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:00:31.771086 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6663e885-f385-409e-922f-a0a0b87339b8 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:00:31.819032 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47576) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:32.017990 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 6663e885-f385-409e-922f-a0a0b87339b8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:32.018562 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6663e885-f385-409e-922f-a0a0b87339b8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:32.189171 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de30f4b-c47b-4427-8052-d26861233848 req-3259b27d-9921-483d-b26b-800244a6e0e4 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:32.192538 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7de30f4b-c47b-4427-8052-d26861233848 req-3259b27d-9921-483d-b26b-800244a6e0e4 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 945 time: 0.1976473 Feb 03 13:00:32.194200 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668f3f52-6177-4fd7-bb21-d32223569970 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:32.194755 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668f3f52-6177-4fd7-bb21-d32223569970 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:32.195114 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668f3f52-6177-4fd7-bb21-d32223569970 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:32.195570 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668f3f52-6177-4fd7-bb21-d32223569970 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:32.208824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668f3f52-6177-4fd7-bb21-d32223569970 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:32.209851 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668f3f52-6177-4fd7-bb21-d32223569970 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:32.210711 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668f3f52-6177-4fd7-bb21-d32223569970 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:32.211566 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668f3f52-6177-4fd7-bb21-d32223569970 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:32.229773 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-668f3f52-6177-4fd7-bb21-d32223569970 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5290 time: 0.4142492 Feb 03 13:00:32.240160 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47594) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:32.316044 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247efb3-53f8-44bc-b271-7167c4ecc9aa req-47a33792-c2c4-4a0c-886e-c09e96c2146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:32.317782 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2247efb3-53f8-44bc-b271-7167c4ecc9aa req-47a33792-c2c4-4a0c-886e-c09e96c2146a service neutron] 10.222.0.73 "GET /v2.0/networks?id=98c06ad4-ca81-45c5-9539-750c8a8d2ce3 HTTP/1.1" status: 200 len: 898 time: 1.5046215 Feb 03 13:00:32.375661 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 6663e885-f385-409e-922f-a0a0b87339b8 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:32.407922 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-218862b0-081a-46b0-84f9-4eebe045c922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:32.451568 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-07662101-701d-4e48-97fd-71f5f468a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-638938944', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:24Z', 'updated_at': '2022-02-03T12:59:40Z', 'revision_number': 4, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:26Z', 'updated_at': '2022-02-03T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '1d1aeb85-73e2-4847-984f-db4026814fc3', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'floating_ip_address': '172.25.6.116', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'port_id': 'f6c40262-3201-4dd0-821e-6ff9573869fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3', 'mac_address': 'fa:16:3e:f7:9c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32b9147-a2ae-4502-9834-e098b2eb4edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:00:25Z', 'updated_at': '2022-02-03T13:00:25Z', 'revision_number': 0, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbcac049-d793-4e32-afcc-19bc5062f6d1', 'name': '', 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'mac_address': 'fa:16:3e:c6:9d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '4aaa5649-8a16-413f-8be6-ec601d7a6093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:37Z', 'updated_at': '2022-02-03T12:59:56Z', 'revision_number': 5, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'subnets': [{'id': '4aaa5649-8a16-413f-8be6-ec601d7a6093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:32.459442 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7de30f4b-c47b-4427-8052-d26861233848 req-c8beda0a-b20c-46b1-9ace-10e8d2326826 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575924 Feb 03 13:00:32.537666 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07662101-701d-4e48-97fd-71f5f468a1ab None None] The sync data for ids ['3ca12a62-d1d3-4755-addd-34ccf54f9461'] in n-d-827336-3 is: [{'id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-638938944', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:24Z', 'updated_at': '2022-02-03T12:59:40Z', 'revision_number': 4, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:26Z', 'updated_at': '2022-02-03T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '1d1aeb85-73e2-4847-984f-db4026814fc3', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'floating_ip_address': '172.25.6.116', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'port_id': 'f6c40262-3201-4dd0-821e-6ff9573869fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3', 'mac_address': 'fa:16:3e:f7:9c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32b9147-a2ae-4502-9834-e098b2eb4edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:00:25Z', 'updated_at': '2022-02-03T13:00:25Z', 'revision_number': 0, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbcac049-d793-4e32-afcc-19bc5062f6d1', 'name': '', 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'mac_address': 'fa:16:3e:c6:9d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '4aaa5649-8a16-413f-8be6-ec601d7a6093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:37Z', 'updated_at': '2022-02-03T12:59:56Z', 'revision_number': 5, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'subnets': [{'id': '4aaa5649-8a16-413f-8be6-ec601d7a6093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:00:32.657002 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2247efb3-53f8-44bc-b271-7167c4ecc9aa req-5a4e316a-1637-416d-a6c6-8b7479263686 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6c40262-3201-4dd0-821e-6ff9573869fb HTTP/1.1" status: 200 len: 999 time: 0.2260606 Feb 03 13:00:32.687049 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0379d-9089-43f6-91a6-a810534b85c6 req-74432f21-b15b-4b3c-b4d1-5b1919cf1a39 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:32.708187 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d2f0379d-9089-43f6-91a6-a810534b85c6 req-74432f21-b15b-4b3c-b4d1-5b1919cf1a39 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.3871601 Feb 03 13:00:32.765235 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd0c3b-53d0-4a43-9033-6642951de2cc req-e36c577e-7377-4bb4-99c9-6337f92044cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:32.780073 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0afd0c3b-53d0-4a43-9033-6642951de2cc req-e36c577e-7377-4bb4-99c9-6337f92044cf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 1127 time: 0.9484894 Feb 03 13:00:32.826604 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-218862b0-081a-46b0-84f9-4eebe045c922 admin admin] Publish callbacks [] for security_group (73dcb672-0fd1-407f-9007-140978eaa465), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:32.843722 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-218862b0-081a-46b0-84f9-4eebe045c922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (73dcb672-0fd1-407f-9007-140978eaa465), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:32.956524 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-218862b0-081a-46b0-84f9-4eebe045c922 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87ae9bc24c1a41918ed490a3c837f5d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1361034 Feb 03 13:00:32.957014 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47622) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:32.958566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218862b0-081a-46b0-84f9-4eebe045c922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dcb672-0fd1-407f-9007-140978eaa465,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:33.063794 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec695616-69b0-4281-bdc3-6d0e0ca30484 None None] New status for floating IP 1d1aeb85-73e2-4847-984f-db4026814fc3: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:00:33.091006 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ee56590f-8631-4dec-8356-9cb06c02edb7 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3780 time: 0.8451514 Feb 03 13:00:33.113781 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d2f0379d-9089-43f6-91a6-a810534b85c6 req-c9aefedb-f4d7-4cb4-8ff4-c0eba9b3ba93 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955083 Feb 03 13:00:33.126055 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47630) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:33.154412 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0afd0c3b-53d0-4a43-9033-6642951de2cc req-c96c0dae-3eb3-4ed6-a167-71b28d80ce3b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427448 Feb 03 13:00:33.160507 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bd2d7f3-1ca0-4401-b632-abc1c958c7ec admin admin] Publish callbacks [] for security_group (73dcb672-0fd1-407f-9007-140978eaa465), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:33.209584 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247efb3-53f8-44bc-b271-7167c4ecc9aa req-e74f6275-4e4d-4b61-ad36-92c06cc2de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:33.211155 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2247efb3-53f8-44bc-b271-7167c4ecc9aa req-e74f6275-4e4d-4b61-ad36-92c06cc2de76 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4aaa5649-8a16-413f-8be6-ec601d7a6093 HTTP/1.1" status: 200 len: 835 time: 0.4916685 Feb 03 13:00:33.235646 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bd2d7f3-1ca0-4401-b632-abc1c958c7ec admin admin] Publish callbacks [] for security_group (73dcb672-0fd1-407f-9007-140978eaa465), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:33.277204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b3d42e-b878-4f10-8af5-454736f52527 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:33.277692 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b3d42e-b878-4f10-8af5-454736f52527 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:33.279578 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d1b3d42e-b878-4f10-8af5-454736f52527 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3ca12a62-d1d3-4755-addd-34ccf54f9461 HTTP/1.1" status: 200 len: 2062 time: 0.1524572 Feb 03 13:00:33.282181 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247efb3-53f8-44bc-b271-7167c4ecc9aa req-976ff2ef-53cf-4c2f-876a-f076c4df9331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:33.283884 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2247efb3-53f8-44bc-b271-7167c4ecc9aa req-976ff2ef-53cf-4c2f-876a-f076c4df9331 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=98c06ad4-ca81-45c5-9539-750c8a8d2ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0662618 Feb 03 13:00:33.388160 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bd2d7f3-1ca0-4401-b632-abc1c958c7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (73dcb672-0fd1-407f-9007-140978eaa465), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:33.393617 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bd2d7f3-1ca0-4401-b632-abc1c958c7ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:33.399352 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2bd2d7f3-1ca0-4401-b632-abc1c958c7ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73dcb672-0fd1-407f-9007-140978eaa465 HTTP/1.1" status: 204 len: 168 time: 0.4282513 Feb 03 13:00:33.441502 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2d7f3-1ca0-4401-b632-abc1c958c7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dcb672-0fd1-407f-9007-140978eaa465,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:33.513908 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2247efb3-53f8-44bc-b271-7167c4ecc9aa req-53bc4a85-3d24-4682-b9a3-1dbcc8cffaaa service neutron] 10.222.0.73 "GET /v2.0/networks/98c06ad4-ca81-45c5-9539-750c8a8d2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217917 Feb 03 13:00:33.555465 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-240f9616-4c68-42a5-ba68-8cbfb8d7bc29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:33.798675 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2247efb3-53f8-44bc-b271-7167c4ecc9aa req-12bf01db-5e4b-4e8a-945c-826aaeabdb24 service neutron] 10.222.0.73 "GET /v2.0/networks/98c06ad4-ca81-45c5-9539-750c8a8d2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787464 Feb 03 13:00:33.805759 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d3362-a24a-45bd-9888-72d2f82f93f8 req-e13d1103-79d3-44aa-b679-8af1c6c02d2f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:33.813142 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb7d3362-a24a-45bd-9888-72d2f82f93f8 req-e13d1103-79d3-44aa-b679-8af1c6c02d2f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 945 time: 0.2036986 Feb 03 13:00:33.851606 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:00:33.903353 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb7d3362-a24a-45bd-9888-72d2f82f93f8 req-34745273-6b8a-469b-a8a7-a6e8c446d810 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873938 Feb 03 13:00:34.270282 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device b072ab41-8edb-4efb-bdb7-17a1f52ba5aa details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:00:34.395674 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f9c5e-8379-4e8c-92e7-7095876dbf16 req-81cb251d-237e-4e6c-8efe-d44830f7a4bd tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:34.405737 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e6f9c5e-8379-4e8c-92e7-7095876dbf16 req-81cb251d-237e-4e6c-8efe-d44830f7a4bd tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.0956950 Feb 03 13:00:34.536975 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e6f9c5e-8379-4e8c-92e7-7095876dbf16 req-d55c20c8-be6a-451f-b461-0b5305386587 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245997 Feb 03 13:00:34.573845 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,segment=NetworkSegment(8349473a-7ba9-43a4-9d76-74f7b8c3cffb),segment_id=8349473a-7ba9-43a4-9d76-74f7b8c3cffb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:00:34.589718 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'b072ab41-8edb-4efb-bdb7-17a1f52ba5aa', 'network_id': '7dc9b526-3f62-4a01-835d-81550aa911c9', 'port_id': 'b072ab41-8edb-4efb-bdb7-17a1f52ba5aa', 'mac_address': 'fa:16:3e:7e:1c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:00:34.643018 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:34.643422 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:34.664783 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b072ab41-8edb-4efb-bdb7-17a1f52ba5aa {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:00:34.729022 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,segment=NetworkSegment(8349473a-7ba9-43a4-9d76-74f7b8c3cffb),segment_id=8349473a-7ba9-43a4-9d76-74f7b8c3cffb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:00:34.734766 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:34.821033 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:34.829765 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['b072ab41-8edb-4efb-bdb7-17a1f52ba5aa'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:00:35.072906 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47698) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:35.133338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0afa7-e6c3-4046-827e-230881da92d8 req-087e7d64-439d-44cc-b226-f1af4a26964f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:35.142443 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2da0afa7-e6c3-4046-827e-230881da92d8 req-087e7d64-439d-44cc-b226-f1af4a26964f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 945 time: 0.0764422 Feb 03 13:00:35.214066 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2da0afa7-e6c3-4046-827e-230881da92d8 req-778ad76d-a2b9-4c13-b4b1-02fe2c8a9b19 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703328 Feb 03 13:00:35.471467 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d6f9ea53-47c2-4bb0-ab51-f7db40bf3cb6 req-db749338-fd37-4e6f-bedd-941f6bd6dc87 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3d3da86861ee4a179872b24fbf239a16 HTTP/1.1" status: 200 len: 267 time: 0.1198070 Feb 03 13:00:35.477592 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-841d2e7e-1ed8-418f-9256-1ebbabee4f67 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-161486642'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:35.542591 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841d2e7e-1ed8-418f-9256-1ebbabee4f67 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Made reservation on behalf of f921456e3588431184a6c1df5ccb5036 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:00:35.546557 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-841d2e7e-1ed8-418f-9256-1ebbabee4f67 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:35.560179 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-841d2e7e-1ed8-418f-9256-1ebbabee4f67 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:35.683773 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9ea53-47c2-4bb0-ab51-f7db40bf3cb6 req-3f5f0a88-c3c2-4ea8-9b3f-2b83e20cd781 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:35.688167 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d6f9ea53-47c2-4bb0-ab51-f7db40bf3cb6 req-3f5f0a88-c3c2-4ea8-9b3f-2b83e20cd781 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 945 time: 0.2052600 Feb 03 13:00:35.713927 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-d6f9ea53-47c2-4bb0-ab51-f7db40bf3cb6 req-dcee294b-b90e-4b34-abb0-00693c242269 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Request body: {'port': {'security_groups': []}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:35.790294 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca9f18-1870-4209-8165-cdc448c044c2 req-4481b98d-f0f9-4402-8eb7-200d03ec7413 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:35.797213 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63ca9f18-1870-4209-8165-cdc448c044c2 req-4481b98d-f0f9-4402-8eb7-200d03ec7413 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 944 time: 0.1403069 Feb 03 13:00:35.927192 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63ca9f18-1870-4209-8165-cdc448c044c2 req-71677e6b-3e99-4731-b624-7acbc6e5e358 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236854 Feb 03 13:00:35.928639 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d6f9ea53-47c2-4bb0-ab51-f7db40bf3cb6 req-dcee294b-b90e-4b34-abb0-00693c242269 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (af33193e-a6ad-4c8b-97a6-99de9c622f45), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:36.046703 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-841d2e7e-1ed8-418f-9256-1ebbabee4f67 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Publish callbacks [] for security_group (4112c0bb-9ace-447a-afb8-5754847d0244), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:36.055188 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-841d2e7e-1ed8-418f-9256-1ebbabee4f67 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4112c0bb-9ace-447a-afb8-5754847d0244), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:36.070110 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841d2e7e-1ed8-418f-9256-1ebbabee4f67 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:00:36.080856 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-841d2e7e-1ed8-418f-9256-1ebbabee4f67 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (7e681925-5aea-4390-be3d-fd95468f064c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:36.081200 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-841d2e7e-1ed8-418f-9256-1ebbabee4f67 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Added segment 7e681925-5aea-4390-be3d-fd95468f064c of type vlan for network a46e7f92-2a6c-4a53-90d4-7686ad71ec21 Feb 03 13:00:36.130223 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-841d2e7e-1ed8-418f-9256-1ebbabee4f67 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (a46e7f92-2a6c-4a53-90d4-7686ad71ec21), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:36.135433 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-72e0a480-ee91-4e78-809f-f81bdc1101b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:36.267697 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-d6f9ea53-47c2-4bb0-ab51-f7db40bf3cb6 req-dcee294b-b90e-4b34-abb0-00693c242269 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] For port af33193e-a6ad-4c8b-97a6-99de9c622f45, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=af33193e-a6ad-4c8b-97a6-99de9c622f45,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:00:36.280205 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device b072ab41-8edb-4efb-bdb7-17a1f52ba5aa up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:00:36.308607 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d6f9ea53-47c2-4bb0-ab51-f7db40bf3cb6 req-dcee294b-b90e-4b34-abb0-00693c242269 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for port (af33193e-a6ad-4c8b-97a6-99de9c622f45), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:36.328004 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d6f9ea53-47c2-4bb0-ab51-f7db40bf3cb6 req-dcee294b-b90e-4b34-abb0-00693c242269 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (af33193e-a6ad-4c8b-97a6-99de9c622f45), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:36.388656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['124c7ce3-64a5-48c1-9922-f78ac6e27463', 'af33193e-a6ad-4c8b-97a6-99de9c622f45'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:00:36.437363 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d2e7e-1ed8-418f-9256-1ebbabee4f67 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4112c0bb-9ace-447a-afb8-5754847d0244,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:36.480916 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-841d2e7e-1ed8-418f-9256-1ebbabee4f67 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:00:36.492222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['321981a9-19fc-464d-8218-a2a29a3bdb81'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:00:36.542841 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9ea53-47c2-4bb0-ab51-f7db40bf3cb6 req-dcee294b-b90e-4b34-abb0-00693c242269 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:36.545131 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-d6f9ea53-47c2-4bb0-ab51-f7db40bf3cb6 req-dcee294b-b90e-4b34-abb0-00693c242269 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:36.576429 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d6f9ea53-47c2-4bb0-ab51-f7db40bf3cb6 req-dcee294b-b90e-4b34-abb0-00693c242269 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "PUT /v2.0/ports/af33193e-a6ad-4c8b-97a6-99de9c622f45 HTTP/1.1" status: 200 len: 904 time: 0.8596458 Feb 03 13:00:36.630580 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f501624e-b7db-4088-b1f0-52cccbef54af', 'tag': 'af33193e-a6ad-4c8b-97a6-99de9c622f45'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:00:36.648487 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ad328f-ca25-4c4e-80ba-1359fd3c08cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f501624e-b7db-4088-b1f0-52cccbef54af", "tag": "af33193e-a6ad-4c8b-97a6-99de9c622f45"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:00:36.729764 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee294b-b90e-4b34-abb0-00693c242269 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Pushing event updated for resources: {'Port': ['ID=af33193e-a6ad-4c8b-97a6-99de9c622f45,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:36.732661 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['af33193e-a6ad-4c8b-97a6-99de9c622f45'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:00:36.744080 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-841d2e7e-1ed8-418f-9256-1ebbabee4f67 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (a46e7f92-2a6c-4a53-90d4-7686ad71ec21), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:36.761020 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841d2e7e-1ed8-418f-9256-1ebbabee4f67 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:36.767320 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-841d2e7e-1ed8-418f-9256-1ebbabee4f67 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:36.823207 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689f2276-e150-4ec9-8e1c-320e2aeadd2e x-openstack-request-id: req-689f2276-e150-4ec9-8e1c-320e2aeadd2e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:00:36.828457 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f501624e-b7db-4088-b1f0-52cccbef54af", "tag": "af33193e-a6ad-4c8b-97a6-99de9c622f45", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:00:36.828905 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-689f2276-e150-4ec9-8e1c-320e2aeadd2e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:00:36.831833 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f501624e-b7db-4088-b1f0-52cccbef54af', 'tag': 'af33193e-a6ad-4c8b-97a6-99de9c622f45', 'status': 'completed', 'code': 200} Feb 03 13:00:36.951465 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e59221-aea1-496a-8d67-8db31f854e00 req-3e42b2fb-4402-4f54-94f5-feef4dfda4b8 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:36.953277 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69e59221-aea1-496a-8d67-8db31f854e00 req-3e42b2fb-4402-4f54-94f5-feef4dfda4b8 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 907 time: 0.2496333 Feb 03 13:00:37.130020 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-841d2e7e-1ed8-418f-9256-1ebbabee4f67 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.0510228 Feb 03 13:00:37.130020 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d2e7e-1ed8-418f-9256-1ebbabee4f67 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Pushing event updated for resources: {'Network': ['ID=a46e7f92-2a6c-4a53-90d4-7686ad71ec21,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:37.133854 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47728) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:37.151345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-579732ac-5122-4894-9c11-ba760071f59e tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a46e7f92-2a6c-4a53-90d4-7686ad71ec21', 'tempest-TagsTest-Tag-1227792339') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:37.292901 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5f27d-75f4-43ca-a657-805892d23b8c req-43cc6138-03b9-4c89-88b0-bc8131ab570e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:37.293893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network a46e7f92-2a6c-4a53-90d4-7686ad71ec21 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:00:37.309785 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad328f-ca25-4c4e-80ba-1359fd3c08cb req-22b38689-fa0e-47a4-a80c-6955c6472b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:37.309785 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17ad328f-ca25-4c4e-80ba-1359fd3c08cb req-22b38689-fa0e-47a4-a80c-6955c6472b9e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 1089 time: 0.2413399 Feb 03 13:00:37.323546 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-32d5f27d-75f4-43ca-a657-805892d23b8c req-43cc6138-03b9-4c89-88b0-bc8131ab570e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.2434013 Feb 03 13:00:37.420773 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ae13a-dfac-47f1-90a2-a656c87de121 req-c571b7fa-0cf3-464a-999e-598418b37e3b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:37.429450 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-190ae13a-dfac-47f1-90a2-a656c87de121 req-c571b7fa-0cf3-464a-999e-598418b37e3b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 944 time: 0.2564268 Feb 03 13:00:37.472590 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:37.487150 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-579732ac-5122-4894-9c11-ba760071f59e tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] 10.222.0.18 "PUT /v2.0/networks/a46e7f92-2a6c-4a53-90d4-7686ad71ec21/tags/tempest-TagsTest-Tag-1227792339 HTTP/1.1" status: 201 len: 201 time: 0.3516936 Feb 03 13:00:37.491270 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47734) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:37.505048 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-54ec94ab-2f1a-431e-8677-0c1a70dbe7a4 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a46e7f92-2a6c-4a53-90d4-7686ad71ec21', 'tempest-TagsTest-Tag-1227792339') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:37.505409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:37.505744 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:37.656899 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-32d5f27d-75f4-43ca-a657-805892d23b8c req-0d6b59bb-b51c-4bd4-8e32-1e1a52e66052 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3319700 Feb 03 13:00:37.729142 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-190ae13a-dfac-47f1-90a2-a656c87de121 req-893f152d-e00b-4efb-96a9-d65e427e75a9 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979910 Feb 03 13:00:37.739400 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad328f-ca25-4c4e-80ba-1359fd3c08cb req-8531ad84-17ea-4443-8939-a3419e546b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:37.741997 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17ad328f-ca25-4c4e-80ba-1359fd3c08cb req-8531ad84-17ea-4443-8939-a3419e546b1e service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.4201252 Feb 03 13:00:37.781300 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-54ec94ab-2f1a-431e-8677-0c1a70dbe7a4 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] 10.222.0.18 "GET /v2.0/networks/a46e7f92-2a6c-4a53-90d4-7686ad71ec21/tags/tempest-TagsTest-Tag-1227792339 HTTP/1.1" status: 204 len: 168 time: 0.2836118 Feb 03 13:00:37.782913 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47742) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:37.794364 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-d0e27a5c-3473-492b-ba53-c8c1ddab72b2 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a46e7f92-2a6c-4a53-90d4-7686ad71ec21') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:37.835865 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17ad328f-ca25-4c4e-80ba-1359fd3c08cb req-9e4f14e6-bf92-4cd1-b318-fc8788e08493 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af33193e-a6ad-4c8b-97a6-99de9c622f45 HTTP/1.1" status: 200 len: 217 time: 0.0867324 Feb 03 13:00:37.969409 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad328f-ca25-4c4e-80ba-1359fd3c08cb req-3aa4553c-4788-492d-b761-cd26b9674715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:37.973633 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17ad328f-ca25-4c4e-80ba-1359fd3c08cb req-3aa4553c-4788-492d-b761-cd26b9674715 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.1276984 Feb 03 13:00:38.049775 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d0e27a5c-3473-492b-ba53-c8c1ddab72b2 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] 10.222.0.18 "GET /v2.0/networks/a46e7f92-2a6c-4a53-90d4-7686ad71ec21/tags HTTP/1.1" status: 200 len: 238 time: 0.2603598 Feb 03 13:00:38.050316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47748) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:38.068008 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-72e30ea1-2523-4419-8f30-513248ede2cb tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a46e7f92-2a6c-4a53-90d4-7686ad71ec21', {'tags': ['tempest-TagsTest-Tag-1615900592', 'tempest-TagsTest-Tag-2113431712', 'tempest-TagsTest-Tag-1960910193']}) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:38.077174 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad328f-ca25-4c4e-80ba-1359fd3c08cb req-19a5d615-2b14-4ccd-a4a1-271c92eb63ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:38.079107 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17ad328f-ca25-4c4e-80ba-1359fd3c08cb req-19a5d615-2b14-4ccd-a4a1-271c92eb63ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0985765 Feb 03 13:00:38.123699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1392e84d-96fd-4e47-9491-79ff19a80649 None None] Provisioning complete for port af33193e-a6ad-4c8b-97a6-99de9c622f45 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:38.126249 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1392e84d-96fd-4e47-9491-79ff19a80649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (af33193e-a6ad-4c8b-97a6-99de9c622f45), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:38.283489 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17ad328f-ca25-4c4e-80ba-1359fd3c08cb req-01c30fb3-6762-4a0c-99d1-07775a51e11e service neutron] 10.222.0.31 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913013 Feb 03 13:00:38.405761 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-72e30ea1-2523-4419-8f30-513248ede2cb tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] 10.222.0.18 "PUT /v2.0/networks/a46e7f92-2a6c-4a53-90d4-7686ad71ec21/tags HTTP/1.1" status: 200 len: 309 time: 0.3543208 Feb 03 13:00:38.408714 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47752) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:38.415177 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-10dbfad6-0ac4-4aae-afda-68e2eb1f39a7 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a46e7f92-2a6c-4a53-90d4-7686ad71ec21', 'tempest-TagsTest-Tag-1615900592') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:38.453188 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8047c-7273-43ba-b447-3a87ee9dc4c9 req-182d20eb-65ca-479b-9764-ba6736378c83 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:38.472575 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9b8047c-7273-43ba-b447-3a87ee9dc4c9 req-182d20eb-65ca-479b-9764-ba6736378c83 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.5777698 Feb 03 13:00:38.552159 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:38.596662 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9b8047c-7273-43ba-b447-3a87ee9dc4c9 req-c2cb7725-fc98-4bcf-9d6e-a04016b40baa tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230116 Feb 03 13:00:38.662058 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17ad328f-ca25-4c4e-80ba-1359fd3c08cb req-608d4658-e8f7-4e08-950f-0c4a5ef263ce service neutron] 10.222.0.31 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733206 Feb 03 13:00:38.705356 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-10dbfad6-0ac4-4aae-afda-68e2eb1f39a7 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] 10.222.0.18 "DELETE /v2.0/networks/a46e7f92-2a6c-4a53-90d4-7686ad71ec21/tags/tempest-TagsTest-Tag-1615900592 HTTP/1.1" status: 204 len: 168 time: 0.2923384 Feb 03 13:00:38.705825 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47758) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:38.711342 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-7db60306-0a90-444b-af35-75589bde0fd9 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a46e7f92-2a6c-4a53-90d4-7686ad71ec21', 'tempest-TagsTest-Tag-1615900592') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:38.875680 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:38.882688 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:38.947711 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-7db60306-0a90-444b-af35-75589bde0fd9 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] show failed (client error): The resource could not be found. Feb 03 13:00:38.950985 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7db60306-0a90-444b-af35-75589bde0fd9 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] 10.222.0.18 "GET /v2.0/networks/a46e7f92-2a6c-4a53-90d4-7686ad71ec21/tags/tempest-TagsTest-Tag-1615900592 HTTP/1.1" status: 404 len: 326 time: 0.2439954 Feb 03 13:00:38.954250 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47770) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:38.966561 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-03ea874c-4863-423e-b5be-aad7f06244fe tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a46e7f92-2a6c-4a53-90d4-7686ad71ec21', 'tempest-TagsTest-Tag-2113431712') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:38.969354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,segment=NetworkSegment(8349473a-7ba9-43a4-9d76-74f7b8c3cffb),segment_id=8349473a-7ba9-43a4-9d76-74f7b8c3cffb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:00:38.975149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7314ec-0b92-4599-aa83-438297651f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b072ab41-8edb-4efb-bdb7-17a1f52ba5aa'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:00:38.981576 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a88a8a-8bf8-484b-8035-5ea73fed0f9f" -d '{"events": [{"server_uuid": "ba7314ec-0b92-4599-aa83-438297651f67", "name": "network-vif-plugged", "status": "completed", "tag": "b072ab41-8edb-4efb-bdb7-17a1f52ba5aa"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:00:38.990078 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:39.003530 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711867e-1385-4423-a925-0f4f3dbab61a req-3c236659-66d6-4515-afc3-615424a16279 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:39.014173 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1711867e-1385-4423-a925-0f4f3dbab61a req-3c236659-66d6-4515-afc3-615424a16279 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 944 time: 0.1663940 Feb 03 13:00:39.111120 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1392e84d-96fd-4e47-9491-79ff19a80649 None None] Current status of the port af33193e-a6ad-4c8b-97a6-99de9c622f45 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:39.119525 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:39.130234 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1711867e-1385-4423-a925-0f4f3dbab61a req-87eab782-1f3e-4571-9b94-a8a3a51481b1 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139519 Feb 03 13:00:39.169586 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-03ea874c-4863-423e-b5be-aad7f06244fe tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] 10.222.0.18 "GET /v2.0/networks/a46e7f92-2a6c-4a53-90d4-7686ad71ec21/tags/tempest-TagsTest-Tag-2113431712 HTTP/1.1" status: 204 len: 168 time: 0.2138391 Feb 03 13:00:39.177843 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47776) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:39.182023 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-2aea105e-4975-43bf-a82c-f3adddae9289 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a46e7f92-2a6c-4a53-90d4-7686ad71ec21', 'tempest-TagsTest-Tag-1960910193') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:39.208581 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011596ca-ecb7-4e01-bc3c-84ead32d0fe4 x-openstack-request-id: req-011596ca-ecb7-4e01-bc3c-84ead32d0fe4 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:00:39.209266 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7314ec-0b92-4599-aa83-438297651f67", "name": "network-vif-plugged", "status": "completed", "tag": "b072ab41-8edb-4efb-bdb7-17a1f52ba5aa", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:00:39.209766 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-011596ca-ecb7-4e01-bc3c-84ead32d0fe4 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:00:39.210398 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7314ec-0b92-4599-aa83-438297651f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b072ab41-8edb-4efb-bdb7-17a1f52ba5aa', 'code': 200} Feb 03 13:00:39.252964 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-869a621f-fb0e-4a08-8161-938af4ac0d8d req-dfe4e264-db12-4dd2-987d-c8cecfcc9f9e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0867264 Feb 03 13:00:39.407348 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2aea105e-4975-43bf-a82c-f3adddae9289 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] 10.222.0.18 "GET /v2.0/networks/a46e7f92-2a6c-4a53-90d4-7686ad71ec21/tags/tempest-TagsTest-Tag-1960910193 HTTP/1.1" status: 204 len: 168 time: 0.2287550 Feb 03 13:00:39.410182 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47778) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:39.416014 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-552680ce-1122-4f9a-9400-8036f4e24dff tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a46e7f92-2a6c-4a53-90d4-7686ad71ec21') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:39.450709 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a621f-fb0e-4a08-8161-938af4ac0d8d req-a1a8de7e-cfbc-47a7-a059-b54b423c0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:39.469250 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-869a621f-fb0e-4a08-8161-938af4ac0d8d req-a1a8de7e-cfbc-47a7-a059-b54b423c0b98 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 1128 time: 0.1092682 Feb 03 13:00:39.543718 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-552680ce-1122-4f9a-9400-8036f4e24dff tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] 10.222.0.18 "DELETE /v2.0/networks/a46e7f92-2a6c-4a53-90d4-7686ad71ec21/tags HTTP/1.1" status: 204 len: 168 time: 0.1318099 Feb 03 13:00:39.546295 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47786) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:39.551413 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-b0b6501a-8232-416d-9209-5e9f315cc05b tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a46e7f92-2a6c-4a53-90d4-7686ad71ec21', 'tempest-TagsTest-Tag-2113431712') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:39.645102 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-b0b6501a-8232-416d-9209-5e9f315cc05b tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] show failed (client error): The resource could not be found. Feb 03 13:00:39.646536 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b0b6501a-8232-416d-9209-5e9f315cc05b tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] 10.222.0.18 "GET /v2.0/networks/a46e7f92-2a6c-4a53-90d4-7686ad71ec21/tags/tempest-TagsTest-Tag-2113431712 HTTP/1.1" status: 404 len: 326 time: 0.0991230 Feb 03 13:00:39.655544 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47788) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:39.663151 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-44600549-072f-4721-b553-dd834e3c7c4c tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a46e7f92-2a6c-4a53-90d4-7686ad71ec21', 'tempest-TagsTest-Tag-1960910193') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:39.739522 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a621f-fb0e-4a08-8161-938af4ac0d8d req-447f7321-6484-4f1b-bc50-d10ef870f499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:39.742613 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-869a621f-fb0e-4a08-8161-938af4ac0d8d req-447f7321-6484-4f1b-bc50-d10ef870f499 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.2669258 Feb 03 13:00:39.858943 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-869a621f-fb0e-4a08-8161-938af4ac0d8d req-e43850ff-4b38-4808-ac86-94775858fea5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=321981a9-19fc-464d-8218-a2a29a3bdb81 HTTP/1.1" status: 200 len: 217 time: 0.0947104 Feb 03 13:00:39.908133 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:39.989702 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a621f-fb0e-4a08-8161-938af4ac0d8d req-f80637e8-05c2-4095-a78d-3e5b05c5f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:39.991746 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-869a621f-fb0e-4a08-8161-938af4ac0d8d req-f80637e8-05c2-4095-a78d-3e5b05c5f814 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.1256287 Feb 03 13:00:40.078514 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a621f-fb0e-4a08-8161-938af4ac0d8d req-650013b4-dc5a-4495-beb5-57ecacbf063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:40.081468 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-869a621f-fb0e-4a08-8161-938af4ac0d8d req-650013b4-dc5a-4495-beb5-57ecacbf063e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0832725 Feb 03 13:00:40.235498 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-869a621f-fb0e-4a08-8161-938af4ac0d8d req-a659e097-81ae-46dc-aaff-dab069dafb30 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428878 Feb 03 13:00:40.528764 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-44600549-072f-4721-b553-dd834e3c7c4c tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] show failed (client error): The resource could not be found. Feb 03 13:00:40.530848 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-44600549-072f-4721-b553-dd834e3c7c4c tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] 10.222.0.18 "GET /v2.0/networks/a46e7f92-2a6c-4a53-90d4-7686ad71ec21/tags/tempest-TagsTest-Tag-1960910193 HTTP/1.1" status: 404 len: 326 time: 0.8730969 Feb 03 13:00:40.535425 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47796) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:40.548199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.tag.tag_plugin [None req-f1662d17-bef0-4b66-8b33-8f3c22e58152 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a46e7f92-2a6c-4a53-90d4-7686ad71ec21') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:40.606799 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-869a621f-fb0e-4a08-8161-938af4ac0d8d req-224f1d95-e40d-4ee4-b55e-7b51fd22a02f service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650935 Feb 03 13:00:40.621372 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238eaec-eec6-45a9-89a5-eede4dca04dc req-6bc42ca1-9392-45e6-add2-52d2a2e186cb tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:40.623337 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7238eaec-eec6-45a9-89a5-eede4dca04dc req-6bc42ca1-9392-45e6-add2-52d2a2e186cb tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.3245740 Feb 03 13:00:40.773402 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f1662d17-bef0-4b66-8b33-8f3c22e58152 tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] 10.222.0.18 "DELETE /v2.0/networks/a46e7f92-2a6c-4a53-90d4-7686ad71ec21/tags HTTP/1.1" status: 204 len: 168 time: 0.2366018 Feb 03 13:00:40.780963 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47802) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:40.804497 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7238eaec-eec6-45a9-89a5-eede4dca04dc req-2f940b28-5558-4d3e-b585-a3ff94a791c8 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587632 Feb 03 13:00:40.911637 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1a65eae-0740-4302-b639-091f8829fe1e tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (a46e7f92-2a6c-4a53-90d4-7686ad71ec21), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:41.128206 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1a65eae-0740-4302-b639-091f8829fe1e tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (a46e7f92-2a6c-4a53-90d4-7686ad71ec21), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:41.189904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d1a65eae-0740-4302-b639-091f8829fe1e tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46e7f92-2a6c-4a53-90d4-7686ad71ec21']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:41.209385 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d1a65eae-0740-4302-b639-091f8829fe1e tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e681925-5aea-4390-be3d-fd95468f064c') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:41.209687 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d1a65eae-0740-4302-b639-091f8829fe1e tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e681925-5aea-4390-be3d-fd95468f064c') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:00:41.244775 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1a65eae-0740-4302-b639-091f8829fe1e tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (7e681925-5aea-4390-be3d-fd95468f064c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:41.277078 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1a65eae-0740-4302-b639-091f8829fe1e tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (7e681925-5aea-4390-be3d-fd95468f064c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:41.291456 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a65eae-0740-4302-b639-091f8829fe1e tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:00:41.295717 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1a65eae-0740-4302-b639-091f8829fe1e tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (7e681925-5aea-4390-be3d-fd95468f064c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:00:41.300143 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:00:41.449907 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1a65eae-0740-4302-b639-091f8829fe1e tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (a46e7f92-2a6c-4a53-90d4-7686ad71ec21), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:41.465858 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1a65eae-0740-4302-b639-091f8829fe1e tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:41.474333 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d1a65eae-0740-4302-b639-091f8829fe1e tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] 10.222.0.18 "DELETE /v2.0/networks/a46e7f92-2a6c-4a53-90d4-7686ad71ec21 HTTP/1.1" status: 204 len: 168 time: 0.6919563 Feb 03 13:00:41.494755 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a65eae-0740-4302-b639-091f8829fe1e tempest-TagsTest-1709657364 tempest-TagsTest-1709657364-project] Pushing event deleted for resources: {'Network': ['ID=a46e7f92-2a6c-4a53-90d4-7686ad71ec21,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:42.099046 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477bd2f-9c56-4c7e-a88c-84021276246f req-a5240176-cb84-4dc5-8902-e07aa2a4998e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:42.108656 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b477bd2f-9c56-4c7e-a88c-84021276246f req-a5240176-cb84-4dc5-8902-e07aa2a4998e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1609340 Feb 03 13:00:42.117437 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47816) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:42.227979 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b477bd2f-9c56-4c7e-a88c-84021276246f req-6a597c50-d706-45ca-839a-c9aeacb703c3 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136849 Feb 03 13:00:42.549102 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47822) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:42.550305 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ac24f3ab-c7b6-4f37-a7e1-a2f422cfb8c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f921456e3588431184a6c1df5ccb5036&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4307075 Feb 03 13:00:42.645466 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8dab9182-5c4b-42ae-ba68-5bce598877af admin admin] Publish callbacks [] for security_group (4112c0bb-9ace-447a-afb8-5754847d0244), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:42.702654 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8dab9182-5c4b-42ae-ba68-5bce598877af admin admin] Publish callbacks [] for security_group (4112c0bb-9ace-447a-afb8-5754847d0244), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:42.846712 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8dab9182-5c4b-42ae-ba68-5bce598877af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4112c0bb-9ace-447a-afb8-5754847d0244), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:42.871730 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8dab9182-5c4b-42ae-ba68-5bce598877af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:42.872972 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8dab9182-5c4b-42ae-ba68-5bce598877af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4112c0bb-9ace-447a-afb8-5754847d0244 HTTP/1.1" status: 204 len: 168 time: 0.3228610 Feb 03 13:00:42.948121 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab9182-5c4b-42ae-ba68-5bce598877af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4112c0bb-9ace-447a-afb8-5754847d0244,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:43.549313 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17052cb-6b29-4875-9333-cbe2b294659d req-14e60350-4375-4c97-b9bf-139114689305 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:43.550955 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e17052cb-6b29-4875-9333-cbe2b294659d req-14e60350-4375-4c97-b9bf-139114689305 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1790771 Feb 03 13:00:43.682691 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e17052cb-6b29-4875-9333-cbe2b294659d req-c2d479ab-dc45-47c0-92d1-7658c7bd6b10 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216326 Feb 03 13:00:44.511466 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47864) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:44.515276 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026531 Feb 03 13:00:44.518673 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47866) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:44.743390 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bbe68687-7926-49e3-bd35-d89e754dd7d8 tempest-NetworksApiDiscovery-1189994657 tempest-NetworksApiDiscovery-1189994657-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2198398 Feb 03 13:00:44.914312 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f294d9-bfff-49c4-825b-5804bf14660c req-cc8600d4-c8a8-429a-aaae-49d0785d3cda tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:44.923631 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-43f294d9-bfff-49c4-825b-5804bf14660c req-cc8600d4-c8a8-429a-aaae-49d0785d3cda tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1091990 Feb 03 13:00:45.007052 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-43f294d9-bfff-49c4-825b-5804bf14660c req-37964b1d-a15c-41db-8ed4-ade843ef6eda tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824392 Feb 03 13:00:45.340750 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47882) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:45.542104 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a2aeab5-1bda-4b57-92d7-13daf2b51428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:45.708846 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a2aeab5-1bda-4b57-92d7-13daf2b51428 admin admin] Publish callbacks [] for security_group (8ca8e496-81d1-4f9c-b32e-9d249d07ceb6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:45.715348 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a2aeab5-1bda-4b57-92d7-13daf2b51428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8ca8e496-81d1-4f9c-b32e-9d249d07ceb6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:45.789114 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2aeab5-1bda-4b57-92d7-13daf2b51428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca8e496-81d1-4f9c-b32e-9d249d07ceb6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:45.844353 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5a2aeab5-1bda-4b57-92d7-13daf2b51428 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ebe62dcc593b4e658f80ecf8dfd0f68c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5002699 Feb 03 13:00:45.845323 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47892) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:45.946231 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:46.010278 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30b096d7-59ae-43eb-8616-ee0e859afe56 admin admin] Publish callbacks [] for security_group (8ca8e496-81d1-4f9c-b32e-9d249d07ceb6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:46.062008 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30b096d7-59ae-43eb-8616-ee0e859afe56 admin admin] Publish callbacks [] for security_group (8ca8e496-81d1-4f9c-b32e-9d249d07ceb6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:46.134829 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30b096d7-59ae-43eb-8616-ee0e859afe56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8ca8e496-81d1-4f9c-b32e-9d249d07ceb6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:46.143243 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30b096d7-59ae-43eb-8616-ee0e859afe56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:46.151252 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-30b096d7-59ae-43eb-8616-ee0e859afe56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ca8e496-81d1-4f9c-b32e-9d249d07ceb6 HTTP/1.1" status: 204 len: 168 time: 0.3044024 Feb 03 13:00:46.167915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b096d7-59ae-43eb-8616-ee0e859afe56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca8e496-81d1-4f9c-b32e-9d249d07ceb6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:46.524348 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc2aea-037b-40e7-8197-8409627b4748 req-5715bb10-ef80-41a6-8e49-997300cbdb5f tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:46.527834 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7cc2aea-037b-40e7-8197-8409627b4748 req-5715bb10-ef80-41a6-8e49-997300cbdb5f tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1929193 Feb 03 13:00:46.608542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47906) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:46.670708 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7cc2aea-037b-40e7-8197-8409627b4748 req-4f2b07fb-f9e6-491e-b0d2-0a82a6b8e290 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324770 Feb 03 13:00:46.892154 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d9277ac7-d782-4041-8993-55c5c246e9f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:47.070627 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d9277ac7-d782-4041-8993-55c5c246e9f9 admin admin] Publish callbacks [] for security_group (b2e50cf8-afc9-4f95-8144-52816e07ae5a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:47.076150 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d9277ac7-d782-4041-8993-55c5c246e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b2e50cf8-afc9-4f95-8144-52816e07ae5a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:47.177300 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47918) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:47.192453 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d9277ac7-d782-4041-8993-55c5c246e9f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f489cde3eab4f0db22b50f5e50ea79e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5814755 Feb 03 13:00:47.252454 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9277ac7-d782-4041-8993-55c5c246e9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e50cf8-afc9-4f95-8144-52816e07ae5a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:47.362209 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-410dc36d-d88b-4ef8-9497-9addcb1dd7bf admin admin] Publish callbacks [] for security_group (b2e50cf8-afc9-4f95-8144-52816e07ae5a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:47.394234 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-410dc36d-d88b-4ef8-9497-9addcb1dd7bf admin admin] Publish callbacks [] for security_group (b2e50cf8-afc9-4f95-8144-52816e07ae5a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:47.529949 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-410dc36d-d88b-4ef8-9497-9addcb1dd7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b2e50cf8-afc9-4f95-8144-52816e07ae5a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:47.536968 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-410dc36d-d88b-4ef8-9497-9addcb1dd7bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:47.545504 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-410dc36d-d88b-4ef8-9497-9addcb1dd7bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2e50cf8-afc9-4f95-8144-52816e07ae5a HTTP/1.1" status: 204 len: 168 time: 0.3670621 Feb 03 13:00:47.579123 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410dc36d-d88b-4ef8-9497-9addcb1dd7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e50cf8-afc9-4f95-8144-52816e07ae5a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:48.018363 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32dc28-d12d-430f-b717-21ba9a65e14d req-4deecfde-04cc-4c0f-888b-209412d542a0 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:48.020145 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5b32dc28-d12d-430f-b717-21ba9a65e14d req-4deecfde-04cc-4c0f-888b-209412d542a0 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1379550 Feb 03 13:00:48.135452 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5b32dc28-d12d-430f-b717-21ba9a65e14d req-2f185a0e-fbad-4a7a-a32e-07c64d9617a3 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024611 Feb 03 13:00:48.223059 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 47942) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:48.249382 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5eddfc22-189f-4ebc-a9b4-15036e34a28c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:48.550674 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5eddfc22-189f-4ebc-a9b4-15036e34a28c admin admin] Publish callbacks [] for security_group (7f3afd79-9325-4666-9b05-f3bd988a1f9e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:48.558043 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5eddfc22-189f-4ebc-a9b4-15036e34a28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7f3afd79-9325-4666-9b05-f3bd988a1f9e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:48.676074 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5eddfc22-189f-4ebc-a9b4-15036e34a28c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb8bfc04893a4f42828e73ef63deaace&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4514937 Feb 03 13:00:48.679659 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 47952) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:48.682164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddfc22-189f-4ebc-a9b4-15036e34a28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3afd79-9325-4666-9b05-f3bd988a1f9e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:48.891332 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ce9d261-ecd0-4813-9cdc-540f0a051730 admin admin] Publish callbacks [] for security_group (7f3afd79-9325-4666-9b05-f3bd988a1f9e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:48.955597 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ce9d261-ecd0-4813-9cdc-540f0a051730 admin admin] Publish callbacks [] for security_group (7f3afd79-9325-4666-9b05-f3bd988a1f9e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:49.113543 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ce9d261-ecd0-4813-9cdc-540f0a051730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7f3afd79-9325-4666-9b05-f3bd988a1f9e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:49.117936 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ce9d261-ecd0-4813-9cdc-540f0a051730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:49.121098 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6ce9d261-ecd0-4813-9cdc-540f0a051730 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f3afd79-9325-4666-9b05-f3bd988a1f9e HTTP/1.1" status: 204 len: 168 time: 0.4388485 Feb 03 13:00:49.151007 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9d261-ecd0-4813-9cdc-540f0a051730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3afd79-9325-4666-9b05-f3bd988a1f9e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:49.360888 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c85cf2-446b-4af9-b5dd-68b8c445b6de req-d76e487a-4fb3-4c5e-b948-c6ed4c36a0b8 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:49.381799 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a6c85cf2-446b-4af9-b5dd-68b8c445b6de req-d76e487a-4fb3-4c5e-b948-c6ed4c36a0b8 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1256800 Feb 03 13:00:49.520196 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a6c85cf2-446b-4af9-b5dd-68b8c445b6de req-5c3568af-f876-4e44-ae73-7895e3a4c25c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357577 Feb 03 13:00:50.699262 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48006) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:50.771915 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3dfb1-6a03-4033-bd42-5c19cdab556c req-6faa9e4e-2c05-4e07-837e-b821a11bc2fb tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:50.773498 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-68c3dfb1-6a03-4033-bd42-5c19cdab556c req-6faa9e4e-2c05-4e07-837e-b821a11bc2fb tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.1664820 Feb 03 13:00:50.900093 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-68c3dfb1-6a03-4033-bd42-5c19cdab556c req-fbf13717-91e7-4c18-a2ab-42526b22cde1 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191838 Feb 03 13:00:50.910787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-603b9444-6514-4353-88c3-d124339c6b91 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-344302319-network', 'tenant_id': '47cedc9968b440be9d535d988911feb3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:51.026012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603b9444-6514-4353-88c3-d124339c6b91 admin admin] Made reservation on behalf of 47cedc9968b440be9d535d988911feb3 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:00:51.028880 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-603b9444-6514-4353-88c3-d124339c6b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:51.043702 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-603b9444-6514-4353-88c3-d124339c6b91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:51.219404 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ca42e672-2b97-47dd-9b5c-5cc2d8d30867 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:51.221063 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ca42e672-2b97-47dd-9b5c-5cc2d8d30867 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 812 time: 0.1786549 Feb 03 13:00:51.265919 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-f635ab8d-aae0-4597-b256-fa2928a862ef tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/quotas/3d3da86861ee4a179872b24fbf239a16 HTTP/1.1" status: 200 len: 375 time: 0.0242786 Feb 03 13:00:51.270848 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-603b9444-6514-4353-88c3-d124339c6b91 admin admin] Publish callbacks [] for security_group (31816f10-81a5-45f4-8b01-1f5079a08f5e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:51.289887 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-603b9444-6514-4353-88c3-d124339c6b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (31816f10-81a5-45f4-8b01-1f5079a08f5e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:51.313864 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603b9444-6514-4353-88c3-d124339c6b91 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:00:51.325933 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-603b9444-6514-4353-88c3-d124339c6b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f9864444-8886-4a52-8e1f-52c094be79d0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:51.326534 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-603b9444-6514-4353-88c3-d124339c6b91 admin admin] Added segment f9864444-8886-4a52-8e1f-52c094be79d0 of type vlan for network c7d910a7-219c-4471-8faf-04d787751463 Feb 03 13:00:51.402677 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-603b9444-6514-4353-88c3-d124339c6b91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (c7d910a7-219c-4471-8faf-04d787751463), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:51.479883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b9444-6514-4353-88c3-d124339c6b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31816f10-81a5-45f4-8b01-1f5079a08f5e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:51.504126 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-603b9444-6514-4353-88c3-d124339c6b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (c7d910a7-219c-4471-8faf-04d787751463), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:51.505212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603b9444-6514-4353-88c3-d124339c6b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:51.505695 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-603b9444-6514-4353-88c3-d124339c6b91 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:51.555205 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-f213fd89-2a1b-461f-b4a6-bd6397675180 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2816126 Feb 03 13:00:51.569234 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-603b9444-6514-4353-88c3-d124339c6b91 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8684840 Feb 03 13:00:51.572313 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48024) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:51.577477 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-19dacc2c-7feb-49ed-b062-23090269a330 admin admin] Request body: {'subnet': {'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-344302319-subnet', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:51.629994 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dacc2c-7feb-49ed-b062-23090269a330 admin admin] Made reservation on behalf of 47cedc9968b440be9d535d988911feb3 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:00:51.632399 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19dacc2c-7feb-49ed-b062-23090269a330 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:51.648017 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b9444-6514-4353-88c3-d124339c6b91 admin admin] Pushing event updated for resources: {'Network': ['ID=c7d910a7-219c-4471-8faf-04d787751463,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:51.663889 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network c7d910a7-219c-4471-8faf-04d787751463 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:00:51.694217 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-3710af87-94d1-4149-9b4f-53f35197e2c0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:00:51.696640 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-3710af87-94d1-4149-9b4f-53f35197e2c0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1221211 Feb 03 13:00:52.078590 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-7b862079-06d0-4f1a-9552-460a8694c2fa service neutron] 10.222.0.18 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620656 Feb 03 13:00:52.122699 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19dacc2c-7feb-49ed-b062-23090269a330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:52.308055 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-7faf1af9-3532-4742-8196-c5b462e13cb3 service neutron] 10.222.0.18 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243900 Feb 03 13:00:52.339542 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dacc2c-7feb-49ed-b062-23090269a330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:52.384806 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e1e98-2271-4491-842a-10bd52d02817 req-000b3de0-1767-4735-a1ef-5f46087b6448 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:52.388327 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d3e1e98-2271-4491-842a-10bd52d02817 req-000b3de0-1767-4735-a1ef-5f46087b6448 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2721968 Feb 03 13:00:52.466476 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dacc2c-7feb-49ed-b062-23090269a330 admin admin] Checking segment: {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:00:52.469470 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dacc2c-7feb-49ed-b062-23090269a330 admin admin] Network hostable DHCP agents. Network: c7d910a7-219c-4471-8faf-04d787751463, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:00:52.557249 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dacc2c-7feb-49ed-b062-23090269a330 admin admin] Network c7d910a7-219c-4471-8faf-04d787751463 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:00:52.599175 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d3e1e98-2271-4491-842a-10bd52d02817 req-67df782b-6c89-4d76-8472-b63a892f6688 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022281 Feb 03 13:00:52.601694 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-19dacc2c-7feb-49ed-b062-23090269a330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, c7d910a7-219c-4471-8faf-04d787751463) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:52.614677 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dacc2c-7feb-49ed-b062-23090269a330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:52.615321 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19dacc2c-7feb-49ed-b062-23090269a330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:52.619264 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358907d0-d53b-44ae-a20f-42b5d6a42506 None None] Network c7d910a7-219c-4471-8faf-04d787751463 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:00:52.647788 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-19dacc2c-7feb-49ed-b062-23090269a330 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0743034 Feb 03 13:00:52.652339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48048) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:52.656949 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0249e789-7d8f-4888-83df-296031bfb6ca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:52.701359 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0249e789-7d8f-4888-83df-296031bfb6ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (6706e8e8-8fae-4a85-8b85-75b4f00f3fba), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:52.704210 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0249e789-7d8f-4888-83df-296031bfb6ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (6706e8e8-8fae-4a85-8b85-75b4f00f3fba), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:52.758123 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-20997109-9d73-4209-b650-3a8792ed268f req-240c5e48-b889-420c-a5ed-fc6d39ed73b0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 210 time: 0.0968034 Feb 03 13:00:52.803176 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0249e789-7d8f-4888-83df-296031bfb6ca admin admin] Publish callbacks [] for router_controller (6706e8e8-8fae-4a85-8b85-75b4f00f3fba), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:53.006309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-c7d910a7-219c-4471-8faf-04d787751463', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'project_id': '47cedc9968b440be9d535d988911feb3', 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:00:53.009206 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:53.136957 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0249e789-7d8f-4888-83df-296031bfb6ca admin admin] Publish callbacks [] for router_gateway (6706e8e8-8fae-4a85-8b85-75b4f00f3fba), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:53.514809 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] Allocated IP 172.20.0.2 (c7d910a7-219c-4471-8faf-04d787751463/c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28/5210531b-d5c3-4c63-b8db-8e9c4f795edd) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:53.834506 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0249e789-7d8f-4888-83df-296031bfb6ca admin admin] Publish callbacks [] for router_gateway (6706e8e8-8fae-4a85-8b85-75b4f00f3fba), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:53.925109 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] Publish callbacks [] for port (5210531b-d5c3-4c63-b8db-8e9c4f795edd), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:53.938555 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (5210531b-d5c3-4c63-b8db-8e9c4f795edd), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:53.952366 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a3e065f-4edb-4bd7-b703-9722e85c87a7 req-3bf232d0-34a2-46aa-af22-75964f842d49 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 210 time: 0.0685272 Feb 03 13:00:54.040276 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] Network c7d910a7-219c-4471-8faf-04d787751463 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:54.064729 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:54.087824 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:54.351023 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] Pushing event updated for resources: {'Port': ['ID=5210531b-d5c3-4c63-b8db-8e9c4f795edd,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:54.365766 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] Attempting to bind port 5210531b-d5c3-4c63-b8db-8e9c4f795edd on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:00:54.368100 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] Attempting to bind port 5210531b-d5c3-4c63-b8db-8e9c4f795edd by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:00:54.369244 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] Attempting to bind port 5210531b-d5c3-4c63-b8db-8e9c4f795edd on network c7d910a7-219c-4471-8faf-04d787751463 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:00:54.385935 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:00:54.387099 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] Checking segment: {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:00:54.388338 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:54.390084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] Bound using segment: {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:00:54.391734 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] Bound port: 5210531b-d5c3-4c63-b8db-8e9c4f795edd, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:00:54.392375 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5210531b-d5c3-4c63-b8db-8e9c4f795edd), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:54.402217 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0249e789-7d8f-4888-83df-296031bfb6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:54.442212 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4f89b-b190-483a-ade3-ee8c8411df69 req-2da7b64a-4688-4a38-b614-0fc349a6a46c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:54.449836 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ca4f89b-b190-483a-ade3-ee8c8411df69 req-2da7b64a-4688-4a38-b614-0fc349a6a46c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.7085426 Feb 03 13:00:54.550738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] For port 5210531b-d5c3-4c63-b8db-8e9c4f795edd, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:00:54.566241 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] For port 5210531b-d5c3-4c63-b8db-8e9c4f795edd, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5210531b-d5c3-4c63-b8db-8e9c4f795edd,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:00:54.577596 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5210531b-d5c3-4c63-b8db-8e9c4f795edd), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:54.683725 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ca4f89b-b190-483a-ade3-ee8c8411df69 req-a1a985a0-86b4-478b-8726-32f2bc053da4 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277684 Feb 03 13:00:54.726477 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f0bfa-bff7-49d6-9523-b4e7bbfb064a None None] Pushing event updated for resources: {'Port': ['ID=5210531b-d5c3-4c63-b8db-8e9c4f795edd,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:55.017799 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-0249e789-7d8f-4888-83df-296031bfb6ca admin admin] Allocated IP 172.25.6.23 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/4d9bb5ef-576d-4054-91f5-8abf273a02f6) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:55.161406 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-a0fb4e5e-d408-4a33-b2c9-c8878fdc596c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:55.162860 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-a0fb4e5e-d408-4a33-b2c9-c8878fdc596c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 812 time: 0.4270828 Feb 03 13:00:55.289744 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f3b6d333-d37d-483c-a79b-0b5044102831 req-b1f17e53-f57b-4068-b5ed-1b5484f44a7f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 210 time: 0.0610733 Feb 03 13:00:55.301087 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0249e789-7d8f-4888-83df-296031bfb6ca admin admin] Publish callbacks [] for port (4d9bb5ef-576d-4054-91f5-8abf273a02f6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:55.350909 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-bafe4202-64a5-4754-b976-9eba6b28cb4c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Request body: {'port': {'device_id': 'bfeb893c-28e6-4483-87da-146e23b1f43c', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'admin_state_up': True, 'tenant_id': '3d3da86861ee4a179872b24fbf239a16'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:55.586490 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0249e789-7d8f-4888-83df-296031bfb6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (4d9bb5ef-576d-4054-91f5-8abf273a02f6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:55.665013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0249e789-7d8f-4888-83df-296031bfb6ca admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:55.672403 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0249e789-7d8f-4888-83df-296031bfb6ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:55.684635 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0249e789-7d8f-4888-83df-296031bfb6ca admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:55.732839 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249e789-7d8f-4888-83df-296031bfb6ca admin admin] Pushing event updated for resources: {'Port': ['ID=4d9bb5ef-576d-4054-91f5-8abf273a02f6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:55.844211 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-bafe4202-64a5-4754-b976-9eba6b28cb4c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Made reservation on behalf of 3d3da86861ee4a179872b24fbf239a16 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:00:55.854647 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-bafe4202-64a5-4754-b976-9eba6b28cb4c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:56.047628 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5210531b-d5c3-4c63-b8db-8e9c4f795edd up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:00:56.182367 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 5210531b-d5c3-4c63-b8db-8e9c4f795edd triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:56.183066 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5210531b-d5c3-4c63-b8db-8e9c4f795edd), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:56.389009 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 5210531b-d5c3-4c63-b8db-8e9c4f795edd is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:56.389429 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5210531b-d5c3-4c63-b8db-8e9c4f795edd), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:56.442703 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b19d7-e079-47ff-b0be-98b2b369fb4f req-7b4a9baa-40e8-4b1b-ab7e-6b829fbf14a8 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:56.444370 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-956b19d7-e079-47ff-b0be-98b2b369fb4f req-7b4a9baa-40e8-4b1b-ab7e-6b829fbf14a8 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.5555706 Feb 03 13:00:56.482859 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 5210531b-d5c3-4c63-b8db-8e9c4f795edd, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5210531b-d5c3-4c63-b8db-8e9c4f795edd,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:00:56.482859 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5210531b-d5c3-4c63-b8db-8e9c4f795edd), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:56.608940 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-bafe4202-64a5-4754-b976-9eba6b28cb4c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Allocated IP 172.20.0.5 (8a31b64a-8b4b-41d9-85e7-84b1c21d51ab/a27fe823-3411-4edd-b136-06676ed45522/01abc28a-91a4-4941-8ab8-9889ec880ca9) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:00:56.646750 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-df7bd83d-2b0f-4f62-bfb3-e5d93cc36cf9 req-4a289eaa-d9ea-4abc-b6f2-8494e12d9b77 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 210 time: 0.1051376 Feb 03 13:00:56.667348 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=5210531b-d5c3-4c63-b8db-8e9c4f795edd,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:56.760605 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-956b19d7-e079-47ff-b0be-98b2b369fb4f req-98f22ee2-a79e-429c-8642-a578d3d74b61 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870920 Feb 03 13:00:56.846886 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0518c243-f70b-417b-bc23-f258c7bc66ec None None] Network c7d910a7-219c-4471-8faf-04d787751463 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:00:56.965047 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0249e789-7d8f-4888-83df-296031bfb6ca admin admin] Publish callbacks [] for router_gateway (6706e8e8-8fae-4a85-8b85-75b4f00f3fba), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:56.998037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b5f36ba7-5f38-4819-bd0c-a359d56e3e04 None None] Provisioning complete for port 5210531b-d5c3-4c63-b8db-8e9c4f795edd triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:56.998432 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b5f36ba7-5f38-4819-bd0c-a359d56e3e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5210531b-d5c3-4c63-b8db-8e9c4f795edd), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:57.187107 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b5f36ba7-5f38-4819-bd0c-a359d56e3e04 None None] Current status of the port 5210531b-d5c3-4c63-b8db-8e9c4f795edd is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:57.324626 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-bafe4202-64a5-4754-b976-9eba6b28cb4c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:57.372015 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-bafe4202-64a5-4754-b976-9eba6b28cb4c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:57.386952 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['124c7ce3-64a5-48c1-9922-f78ac6e27463'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:00:57.505490 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-bafe4202-64a5-4754-b976-9eba6b28cb4c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:00:57.513722 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-bafe4202-64a5-4754-b976-9eba6b28cb4c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:00:57.517747 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-bafe4202-64a5-4754-b976-9eba6b28cb4c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:00:57.522283 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe4202-64a5-4754-b976-9eba6b28cb4c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Pushing event updated for resources: {'Port': ['ID=01abc28a-91a4-4941-8ab8-9889ec880ca9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:57.530757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['321981a9-19fc-464d-8218-a2a29a3bdb81'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:00:57.911263 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2916ce99-1826-4442-83d9-716771f8c6bb None None] Provisioning complete for port 5210531b-d5c3-4c63-b8db-8e9c4f795edd triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:57.911645 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2916ce99-1826-4442-83d9-716771f8c6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5210531b-d5c3-4c63-b8db-8e9c4f795edd), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:57.916738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5210531b-d5c3-4c63-b8db-8e9c4f795edd up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:00:57.925123 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-bafe4202-64a5-4754-b976-9eba6b28cb4c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:57.943448 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-bafe4202-64a5-4754-b976-9eba6b28cb4c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:58.080624 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14eb1d-617d-4ee2-80a7-1be358ad38d8 req-00958de2-98c0-4a43-9a96-4d8abe27ee59 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:58.098444 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b14eb1d-617d-4ee2-80a7-1be358ad38d8 req-00958de2-98c0-4a43-9a96-4d8abe27ee59 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 931 time: 0.2341707 Feb 03 13:00:58.218056 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-bafe4202-64a5-4754-b976-9eba6b28cb4c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8740644 Feb 03 13:00:58.233018 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b14eb1d-617d-4ee2-80a7-1be358ad38d8 req-cd07c35a-3c9e-420f-a5f8-87881cbfd85e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335902 Feb 03 13:00:58.299214 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] Request body: {'port': {'device_id': 'bfeb893c-28e6-4483-87da-146e23b1f43c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:00:58.358687 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 5210531b-d5c3-4c63-b8db-8e9c4f795edd triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:58.359260 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5210531b-d5c3-4c63-b8db-8e9c4f795edd), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:58.438184 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48138) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:58.454385 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0249e789-7d8f-4888-83df-296031bfb6ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (6706e8e8-8fae-4a85-8b85-75b4f00f3fba), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:58.615574 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c7fe7-f63e-4c68-a323-cecac67c26c1 req-36e054b8-9d07-4d08-b4aa-c06caf1b9d79 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:58.620425 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5d9c7fe7-f63e-4c68-a323-cecac67c26c1 req-36e054b8-9d07-4d08-b4aa-c06caf1b9d79 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.6687336 Feb 03 13:00:58.787645 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:58.807651 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1584d46-0af3-436a-9ce7-151c0894f15e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:58.823305 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2916ce99-1826-4442-83d9-716771f8c6bb None None] Current status of the port 5210531b-d5c3-4c63-b8db-8e9c4f795edd is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:58.869790 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 5210531b-d5c3-4c63-b8db-8e9c4f795edd is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:00:58.951444 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-151ffc68-89b7-451f-8425-d2c8c696cd86 None None] Provisioning complete for port 01abc28a-91a4-4941-8ab8-9889ec880ca9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:00:58.952376 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-151ffc68-89b7-451f-8425-d2c8c696cd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:59.002568 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1584d46-0af3-436a-9ce7-151c0894f15e admin admin] Publish callbacks [] for security_group (7258fa28-76df-4d6b-bc72-e539c319a9cd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:59.010612 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d1584d46-0af3-436a-9ce7-151c0894f15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7258fa28-76df-4d6b-bc72-e539c319a9cd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:59.076685 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-151ffc68-89b7-451f-8425-d2c8c696cd86 None None] Port 01abc28a-91a4-4941-8ab8-9889ec880ca9 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:00:59.143491 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d1584d46-0af3-436a-9ce7-151c0894f15e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cac27b507b3f4d129a0730295e4405bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7042992 Feb 03 13:00:59.144321 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1584d46-0af3-436a-9ce7-151c0894f15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7258fa28-76df-4d6b-bc72-e539c319a9cd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:59.146740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48156) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:00:59.338074 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5128e930-82ce-408e-8a30-226c1f1a8553 admin admin] Publish callbacks [] for security_group (7258fa28-76df-4d6b-bc72-e539c319a9cd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:59.354252 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5d9c7fe7-f63e-4c68-a323-cecac67c26c1 req-1230ddfa-2a3f-4083-93cc-3657e97d391d tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832500 Feb 03 13:00:59.549971 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5128e930-82ce-408e-8a30-226c1f1a8553 admin admin] Publish callbacks [] for security_group (7258fa28-76df-4d6b-bc72-e539c319a9cd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:59.560191 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01abc28a-91a4-4941-8ab8-9889ec880ca9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:00:59.569211 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] Publish callbacks [] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:59.596412 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] Transition to ACTIVE for port object 01abc28a-91a4-4941-8ab8-9889ec880ca9 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:00:59.606922 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:59.704903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] Pushing event updated for resources: {'Port': ['ID=01abc28a-91a4-4941-8ab8-9889ec880ca9,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:59.733602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1a871-770b-4457-a253-7424133a0f07 req-fb587fbd-c7c2-4aa9-b1a6-a6a29a508141 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:00:59.741091 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-89a1a871-770b-4457-a253-7424133a0f07 req-fb587fbd-c7c2-4aa9-b1a6-a6a29a508141 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 931 time: 0.3525555 Feb 03 13:00:59.810272 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5128e930-82ce-408e-8a30-226c1f1a8553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7258fa28-76df-4d6b-bc72-e539c319a9cd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:59.814191 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5128e930-82ce-408e-8a30-226c1f1a8553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:00:59.816008 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5128e930-82ce-408e-8a30-226c1f1a8553 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7258fa28-76df-4d6b-bc72-e539c319a9cd HTTP/1.1" status: 204 len: 168 time: 0.6681216 Feb 03 13:00:59.820716 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0249e789-7d8f-4888-83df-296031bfb6ca admin admin] Router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:00:59.850580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128e930-82ce-408e-8a30-226c1f1a8553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7258fa28-76df-4d6b-bc72-e539c319a9cd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:00:59.859818 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-89a1a871-770b-4457-a253-7424133a0f07 req-42ab22e7-35fd-43b9-8380-b88612bff393 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119702 Feb 03 13:01:00.011641 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] Attempting to bind port 01abc28a-91a4-4941-8ab8-9889ec880ca9 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:01:00.014816 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] Attempting to bind port 01abc28a-91a4-4941-8ab8-9889ec880ca9 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:01:00.015153 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] Attempting to bind port 01abc28a-91a4-4941-8ab8-9889ec880ca9 on network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:00.344317 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0249e789-7d8f-4888-83df-296031bfb6ca admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:01:00.361937 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] Sync routers for ids ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:01:00.373499 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] Port 01abc28a-91a4-4941-8ab8-9889ec880ca9 on network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:01:00.374253 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] Attempting to bind port 01abc28a-91a4-4941-8ab8-9889ec880ca9 on network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:00.385641 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0249e789-7d8f-4888-83df-296031bfb6ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:00.388050 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0249e789-7d8f-4888-83df-296031bfb6ca admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7343225 Feb 03 13:01:00.391383 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48182) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:00.392915 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] Routers {'6706e8e8-8fae-4a85-8b85-75b4f00f3fba'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:00.393664 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:00:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:00.410905 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:01:00.411267 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] Checking segment: {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:00.411606 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] Bound using segment: {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:01:00.412311 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] Bound port: 01abc28a-91a4-4941-8ab8-9889ec880ca9, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e284191-2533-47f3-9b3b-69ee91748828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:01:00.413054 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:00.631248 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] For port 01abc28a-91a4-4941-8ab8-9889ec880ca9, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:01:00.647808 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] For port 01abc28a-91a4-4941-8ab8-9889ec880ca9, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=01abc28a-91a4-4941-8ab8-9889ec880ca9,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:01:00.695471 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:00.773858 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] Set router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:01:00.911514 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:00.916395 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:00.918139 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] 10.222.0.73 "PUT /v2.0/ports/01abc28a-91a4-4941-8ab8-9889ec880ca9 HTTP/1.1" status: 200 len: 1091 time: 2.6514814 Feb 03 13:01:00.964239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfeb893c-28e6-4483-87da-146e23b1f43c', 'tag': '01abc28a-91a4-4941-8ab8-9889ec880ca9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:01:00.967994 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826cd590-e813-4eaa-bf47-73d3a0a465f4" -d '{"events": [{"name": "network-changed", "server_uuid": "bfeb893c-28e6-4483-87da-146e23b1f43c", "tag": "01abc28a-91a4-4941-8ab8-9889ec880ca9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:01:01.139543 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:01.194565 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e6e70-cc4a-4de6-a070-1424987bd198 service neutron] Pushing event updated for resources: {'Port': ['ID=01abc28a-91a4-4941-8ab8-9889ec880ca9,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:01.230871 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da90e3-50e1-4a4e-a08c-97492a4802cf req-a8e33900-9f6b-4fbf-bb49-2f6c24c017be tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:01.237906 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-57da90e3-50e1-4a4e-a08c-97492a4802cf req-a8e33900-9f6b-4fbf-bb49-2f6c24c017be tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.5781174 Feb 03 13:01:01.385356 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-57da90e3-50e1-4a4e-a08c-97492a4802cf req-e3089335-4eae-4e16-9121-add7a44c968d tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379814 Feb 03 13:01:01.394419 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-82bd137e-9e44-41d4-a126-50006e8fc916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:01.400842 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-82bd137e-9e44-41d4-a126-50006e8fc916 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 1125 time: 0.3969178 Feb 03 13:01:01.535269 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-f8680764-edc6-4297-b2c9-6db7beb13ffe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01abc28a-91a4-4941-8ab8-9889ec880ca9 HTTP/1.1" status: 200 len: 217 time: 0.1209788 Feb 03 13:01:01.650080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-01d855b2-e619-4b9e-9194-15e55086dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:01.652713 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b097a87-cf66-456d-b78a-62d73dcbddd2 req-0d1dca1f-07ab-40ba-9265-2945f3280c42 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:01.656263 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-01d855b2-e619-4b9e-9194-15e55086dae8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.1134875 Feb 03 13:01:01.658156 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b097a87-cf66-456d-b78a-62d73dcbddd2 req-0d1dca1f-07ab-40ba-9265-2945f3280c42 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 943 time: 0.5843287 Feb 03 13:01:01.813342 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:00:56Z', 'revision_number': 3, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:01.896148 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-51d7252b-8c7d-4c80-a954-9c770e401b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:01.901200 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-51d7252b-8c7d-4c80-a954-9c770e401b8d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2264707 Feb 03 13:01:01.901753 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48210) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:01.920010 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b097a87-cf66-456d-b78a-62d73dcbddd2 req-53eae518-0fcb-4b3b-aed7-c63e0f93d599 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503788 Feb 03 13:01:01.940887 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] Checking router: 6706e8e8-8fae-4a85-8b85-75b4f00f3fba for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:01:01.941216 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] Updating router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba port 4d9bb5ef-576d-4054-91f5-8abf273a02f6 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:01:02.065570 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4d9bb5ef-576d-4054-91f5-8abf273a02f6), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:02.194461 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-42c57538-f6b2-49ae-a75e-d9661a082db3 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788672 Feb 03 13:01:02.239916 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75778374-aae3-4390-b191-dc76a627ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:02.292684 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e5cddb-b904-4461-819b-4820e4a7d6fc x-openstack-request-id: req-23e5cddb-b904-4461-819b-4820e4a7d6fc {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:01:02.295264 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfeb893c-28e6-4483-87da-146e23b1f43c", "tag": "01abc28a-91a4-4941-8ab8-9889ec880ca9", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:01:02.297777 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23e5cddb-b904-4461-819b-4820e4a7d6fc {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:01:02.299305 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfeb893c-28e6-4483-87da-146e23b1f43c', 'tag': '01abc28a-91a4-4941-8ab8-9889ec880ca9', 'status': 'completed', 'code': 200} Feb 03 13:01:02.310353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1584676681-network', 'tenant_id': '8dcc635aba974c9e90b7dd8776538246'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:02.672628 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Made reservation on behalf of 8dcc635aba974c9e90b7dd8776538246 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:01:02.678566 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:02.702406 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:02.803780 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] Publish callbacks [] for port (4d9bb5ef-576d-4054-91f5-8abf273a02f6), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:02.807164 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56517860-8a7f-4605-8734-a5589a1ee2e4 req-c5083014-15af-420b-8d60-e8202ba247f7 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6001511 Feb 03 13:01:02.822379 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4d9bb5ef-576d-4054-91f5-8abf273a02f6), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:02.928485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e95e5-8f7a-472d-a3cc-c6b515498fdb req-ab864333-27de-4125-95e5-d7e2c702e713 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:02.933831 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Publish callbacks [] for security_group (367f12a6-d472-485a-9508-ed3afe1422a5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:02.941418 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-710e95e5-8f7a-472d-a3cc-c6b515498fdb req-ab864333-27de-4125-95e5-d7e2c702e713 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2658331 Feb 03 13:01:02.942672 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (367f12a6-d472-485a-9508-ed3afe1422a5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:02.970197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:01:02.983086 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (e64de9dc-53b2-43bc-9aa1-2822a5bdf91f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:02.983828 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Added segment e64de9dc-53b2-43bc-9aa1-2822a5bdf91f of type vlan for network 09f34ab9-6347-47ad-8fb7-fd99596fca21 Feb 03 13:01:03.003336 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-710e95e5-8f7a-472d-a3cc-c6b515498fdb req-8462a1fa-2afd-4c3b-92a4-251b08d8fc0c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596344 Feb 03 13:01:03.044652 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-75778374-aae3-4390-b191-dc76a627ed31 admin admin] Allocated IP 172.20.0.1 (c7d910a7-219c-4471-8faf-04d787751463/c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28/0b856c3b-1468-4cb9-a440-0488bc37e56d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:01:03.091032 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] Attempting to bind port 4d9bb5ef-576d-4054-91f5-8abf273a02f6 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:01:03.091846 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] Attempting to bind port 4d9bb5ef-576d-4054-91f5-8abf273a02f6 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:01:03.093403 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] Attempting to bind port 4d9bb5ef-576d-4054-91f5-8abf273a02f6 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:03.107979 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794f9fd-e9c3-45c0-a8ed-2453faff0d8c None None] Pushing event updated for resources: {'Port': ['ID=4d9bb5ef-576d-4054-91f5-8abf273a02f6,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:03.126251 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (09f34ab9-6347-47ad-8fb7-fd99596fca21), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:03.142493 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794f9fd-e9c3-45c0-a8ed-2453faff0d8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.143973 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794f9fd-e9c3-45c0-a8ed-2453faff0d8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.147319 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794f9fd-e9c3-45c0-a8ed-2453faff0d8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.148046 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794f9fd-e9c3-45c0-a8ed-2453faff0d8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.148693 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794f9fd-e9c3-45c0-a8ed-2453faff0d8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.152700 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794f9fd-e9c3-45c0-a8ed-2453faff0d8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.153423 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794f9fd-e9c3-45c0-a8ed-2453faff0d8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.154279 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794f9fd-e9c3-45c0-a8ed-2453faff0d8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.154980 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794f9fd-e9c3-45c0-a8ed-2453faff0d8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.155675 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794f9fd-e9c3-45c0-a8ed-2453faff0d8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.157528 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794f9fd-e9c3-45c0-a8ed-2453faff0d8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.163058 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794f9fd-e9c3-45c0-a8ed-2453faff0d8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.163811 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794f9fd-e9c3-45c0-a8ed-2453faff0d8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.186135 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:01:03.191173 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:03.192482 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:03.193468 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:01:03.194420 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] Bound port: 4d9bb5ef-576d-4054-91f5-8abf273a02f6, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:01:03.198268 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4d9bb5ef-576d-4054-91f5-8abf273a02f6), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:03.240889 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367f12a6-d472-485a-9508-ed3afe1422a5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:03.268466 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75778374-aae3-4390-b191-dc76a627ed31 admin admin] Publish callbacks [] for port (0b856c3b-1468-4cb9-a440-0488bc37e56d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:03.314879 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75778374-aae3-4390-b191-dc76a627ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0b856c3b-1468-4cb9-a440-0488bc37e56d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:03.328448 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.329111 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.329625 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.331148 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.331704 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.332868 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.333577 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.334088 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.334780 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.336370 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.338702 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.339683 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.340255 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:03.347028 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (09f34ab9-6347-47ad-8fb7-fd99596fca21), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:03.349672 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:03.350781 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:03.364742 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75778374-aae3-4390-b191-dc76a627ed31 admin admin] Network c7d910a7-219c-4471-8faf-04d787751463 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:03.372298 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-75778374-aae3-4390-b191-dc76a627ed31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:03.373085 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] For port 4d9bb5ef-576d-4054-91f5-8abf273a02f6, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:01:03.380146 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75778374-aae3-4390-b191-dc76a627ed31 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:01:03.398411 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] For port 4d9bb5ef-576d-4054-91f5-8abf273a02f6, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4d9bb5ef-576d-4054-91f5-8abf273a02f6,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:01:03.415493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75778374-aae3-4390-b191-dc76a627ed31 admin admin] Pushing event updated for resources: {'Port': ['ID=0b856c3b-1468-4cb9-a440-0488bc37e56d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:03.428684 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4d9bb5ef-576d-4054-91f5-8abf273a02f6), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:03.466289 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75778374-aae3-4390-b191-dc76a627ed31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (6706e8e8-8fae-4a85-8b85-75b4f00f3fba), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:03.491522 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9d2e3844-d042-480f-8053-db8bec4b8fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:03.588190 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794f9fd-e9c3-45c0-a8ed-2453faff0d8c None None] Pushing event updated for resources: {'Port': ['ID=4d9bb5ef-576d-4054-91f5-8abf273a02f6,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:03.594563 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cd590-e813-4eaa-bf47-73d3a0a465f4 req-5faa76d0-1181-4778-9faa-d29114b36666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:03.598705 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-826cd590-e813-4eaa-bf47-73d3a0a465f4 req-5faa76d0-1181-4778-9faa-d29114b36666 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 1125 time: 0.5316894 Feb 03 13:01:03.599752 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] Pushing event updated for resources: {'Network': ['ID=09f34ab9-6347-47ad-8fb7-fd99596fca21,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:03.636639 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 09f34ab9-6347-47ad-8fb7-fd99596fca21 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:01:03.643286 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] Routers {'6706e8e8-8fae-4a85-8b85-75b4f00f3fba'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:03.646169 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:00:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:03.853343 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75778374-aae3-4390-b191-dc76a627ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0b856c3b-1468-4cb9-a440-0488bc37e56d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:03.923121 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] Set router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:01:03.984176 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cd590-e813-4eaa-bf47-73d3a0a465f4 req-0182066d-b686-4e86-a323-43325d6c3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:03.986822 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-826cd590-e813-4eaa-bf47-73d3a0a465f4 req-0182066d-b686-4e86-a323-43325d6c3238 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.3820782 Feb 03 13:01:04.004079 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe407c7-b068-448d-a6b3-53e1aa182b3e req-4a52ff88-e711-4978-939a-87a1394cb2f0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:04.006744 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dfe407c7-b068-448d-a6b3-53e1aa182b3e req-4a52ff88-e711-4978-939a-87a1394cb2f0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 943 time: 0.7700815 Feb 03 13:01:04.015244 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5c2c5320-4a1f-407a-bf39-f1949b6a7b18 None None] Provisioning complete for port 0b856c3b-1468-4cb9-a440-0488bc37e56d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:04.015670 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c2c5320-4a1f-407a-bf39-f1949b6a7b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0b856c3b-1468-4cb9-a440-0488bc37e56d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:04.166575 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-826cd590-e813-4eaa-bf47-73d3a0a465f4 req-b4abac07-6344-4500-b195-799605f18786 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01abc28a-91a4-4941-8ab8-9889ec880ca9 HTTP/1.1" status: 200 len: 217 time: 0.1568875 Feb 03 13:01:04.173909 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5c2c5320-4a1f-407a-bf39-f1949b6a7b18 None None] Port 0b856c3b-1468-4cb9-a440-0488bc37e56d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:01:04.208584 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75778374-aae3-4390-b191-dc76a627ed31 admin admin] Publish callbacks [] for port (0b856c3b-1468-4cb9-a440-0488bc37e56d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:04.232881 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75778374-aae3-4390-b191-dc76a627ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (0b856c3b-1468-4cb9-a440-0488bc37e56d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:04.374746 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dfe407c7-b068-448d-a6b3-53e1aa182b3e req-3da327d6-394e-4d7d-9011-34cdc09b0ee0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053614 Feb 03 13:01:04.380695 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-469756dc-b7b0-4ece-a901-b913f348bf02 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4776318 Feb 03 13:01:04.383643 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cd590-e813-4eaa-bf47-73d3a0a465f4 req-65e9f3c0-6d12-458d-bcd3-fdc06f1a811e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:04.386175 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-826cd590-e813-4eaa-bf47-73d3a0a465f4 req-65e9f3c0-6d12-458d-bcd3-fdc06f1a811e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.1058927 Feb 03 13:01:04.386941 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48236) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:04.395096 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-abbb13f3-b0b6-47a4-a61b-8c470018492a admin admin] Request body: {'subnet': {'network_id': '09f34ab9-6347-47ad-8fb7-fd99596fca21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1584676681-subnet', 'tenant_id': '8dcc635aba974c9e90b7dd8776538246', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:04.435597 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75778374-aae3-4390-b191-dc76a627ed31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (6706e8e8-8fae-4a85-8b85-75b4f00f3fba), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:04.546848 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75778374-aae3-4390-b191-dc76a627ed31 admin admin] Pushing event updated for resources: {'Port': ['ID=0b856c3b-1468-4cb9-a440-0488bc37e56d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:04.557935 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75778374-aae3-4390-b191-dc76a627ed31 admin admin] Network c7d910a7-219c-4471-8faf-04d787751463 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:04.567437 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb42d7-3313-461e-8fb2-cd52b31c5db2 req-456c728c-262d-42a6-a2cd-7a4acfaf1abc tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:04.575077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2fb42d7-3313-461e-8fb2-cd52b31c5db2 req-456c728c-262d-42a6-a2cd-7a4acfaf1abc tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.3633935 Feb 03 13:01:04.578430 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-75778374-aae3-4390-b191-dc76a627ed31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:04.607918 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbb13f3-b0b6-47a4-a61b-8c470018492a admin admin] Made reservation on behalf of 8dcc635aba974c9e90b7dd8776538246 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:01:04.610624 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-abbb13f3-b0b6-47a4-a61b-8c470018492a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:04.787862 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75778374-aae3-4390-b191-dc76a627ed31 admin admin] Router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:01:04.828634 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:00:56Z', 'revision_number': 3, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:04.844398 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cd590-e813-4eaa-bf47-73d3a0a465f4 req-0659a915-9707-4da2-a5ea-d7a7d6797227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:04.845939 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-826cd590-e813-4eaa-bf47-73d3a0a465f4 req-0659a915-9707-4da2-a5ea-d7a7d6797227 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3880389 Feb 03 13:01:04.921159 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d41e94-36bb-4014-9edc-391622edbc77 None None] The sync data for ids ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'] in n-d-827336-3 is: [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:00:56Z', 'revision_number': 3, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:01:05.056369 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75778374-aae3-4390-b191-dc76a627ed31 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:01:05.090657 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-75778374-aae3-4390-b191-dc76a627ed31 admin admin] 10.222.0.18 "PUT /v2.0/routers/6706e8e8-8fae-4a85-8b85-75b4f00f3fba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6969988 Feb 03 13:01:05.107536 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2fb42d7-3313-461e-8fb2-cd52b31c5db2 req-dee14111-e587-4fa9-8dcb-ed012a54cab7 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5310783 Feb 03 13:01:05.137167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-702ff0b5-a78b-4df3-ab67-b6535ee3175b None None] Provisioning complete for port 0b856c3b-1468-4cb9-a440-0488bc37e56d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:05.137952 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-702ff0b5-a78b-4df3-ab67-b6535ee3175b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0b856c3b-1468-4cb9-a440-0488bc37e56d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:05.231553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-702ff0b5-a78b-4df3-ab67-b6535ee3175b None None] Port 0b856c3b-1468-4cb9-a440-0488bc37e56d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:01:05.675619 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-826cd590-e813-4eaa-bf47-73d3a0a465f4 req-941f3f05-a943-473a-b259-c7cd1063cbe5 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8203461 Feb 03 13:01:05.887166 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-826cd590-e813-4eaa-bf47-73d3a0a465f4 req-4211426a-a5db-4d15-93c6-50a583eb26cb service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970825 Feb 03 13:01:05.921449 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 01abc28a-91a4-4941-8ab8-9889ec880ca9 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:01:05.938449 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417d9fd-d0dc-49ef-b363-61c3cf7ec81f req-a8bfa150-de12-462b-95bc-1c133c17ec64 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:05.942315 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d417d9fd-d0dc-49ef-b363-61c3cf7ec81f req-a8bfa150-de12-462b-95bc-1c133c17ec64 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 943 time: 0.3305507 Feb 03 13:01:05.947247 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4d9bb5ef-576d-4054-91f5-8abf273a02f6 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:05.948133 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-abbb13f3-b0b6-47a4-a61b-8c470018492a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (62c4b07d-073e-49a5-8cd7-80824082c65c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:06.152631 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 4d9bb5ef-576d-4054-91f5-8abf273a02f6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:06.153529 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4d9bb5ef-576d-4054-91f5-8abf273a02f6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:06.170280 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2bad5e02-12bd-4884-bb7f-f28ba2787203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:06.241410 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb13f3-b0b6-47a4-a61b-8c470018492a admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c4b07d-073e-49a5-8cd7-80824082c65c,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:06.257371 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbb13f3-b0b6-47a4-a61b-8c470018492a admin admin] Checking segment: {'id': 'e64de9dc-53b2-43bc-9aa1-2822a5bdf91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '09f34ab9-6347-47ad-8fb7-fd99596fca21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:06.258053 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbb13f3-b0b6-47a4-a61b-8c470018492a admin admin] Network hostable DHCP agents. Network: 09f34ab9-6347-47ad-8fb7-fd99596fca21, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:01:06.274936 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d417d9fd-d0dc-49ef-b363-61c3cf7ec81f req-7b31fe74-2223-48c6-8db9-0b7fe4427d09 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153608 Feb 03 13:01:06.290114 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcde47-e6a4-4c25-9c4f-434aec7e8d50 req-966e8d5d-f53c-48fc-85c3-517572708ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:06.292656 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-edbcde47-e6a4-4c25-9c4f-434aec7e8d50 req-966e8d5d-f53c-48fc-85c3-517572708ce6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=616a6ba084da468a87a94b24206aca06&device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 1127 time: 0.2012043 Feb 03 13:01:06.293920 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbb13f3-b0b6-47a4-a61b-8c470018492a admin admin] Network 09f34ab9-6347-47ad-8fb7-fd99596fca21 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:01:06.305853 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-abbb13f3-b0b6-47a4-a61b-8c470018492a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 09f34ab9-6347-47ad-8fb7-fd99596fca21) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:06.310305 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbb13f3-b0b6-47a4-a61b-8c470018492a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:06.311248 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-abbb13f3-b0b6-47a4-a61b-8c470018492a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:06.353533 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 01abc28a-91a4-4941-8ab8-9889ec880ca9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=01abc28a-91a4-4941-8ab8-9889ec880ca9,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:06.360200 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9819c0d-3e6c-4fcc-bd26-69d5fdfa1dba None None] Network 09f34ab9-6347-47ad-8fb7-fd99596fca21 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:01:06.455694 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '01abc28a-91a4-4941-8ab8-9889ec880ca9', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'port_id': '01abc28a-91a4-4941-8ab8-9889ec880ca9', 'mac_address': 'fa:16:3e:1f:f1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27fe823-3411-4edd-b136-06676ed45522', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:01:06.480520 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48280) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:06.486117 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1275555032-network', 'tenant_id': 'e847cb97ae4a46abadec3736dbf9e894'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:06.516453 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Made reservation on behalf of e847cb97ae4a46abadec3736dbf9e894 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:01:06.520097 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:06.538912 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcde47-e6a4-4c25-9c4f-434aec7e8d50 req-5cb2273a-4b2d-4e4f-a211-168532a513ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:06.540488 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-edbcde47-e6a4-4c25-9c4f-434aec7e8d50 req-5cb2273a-4b2d-4e4f-a211-168532a513ba service neutron] 10.222.0.31 "GET /v2.0/networks?id=7dc9b526-3f62-4a01-835d-81550aa911c9 HTTP/1.1" status: 200 len: 914 time: 0.2381752 Feb 03 13:01:06.545282 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:06.547617 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-abbb13f3-b0b6-47a4-a61b-8c470018492a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1583416 Feb 03 13:01:06.560700 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48282) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:06.563343 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 01abc28a-91a4-4941-8ab8-9889ec880ca9 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:06.566011 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1e634f35-47bf-48c9-a94a-b2297dc717d6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1584676681-router', 'tenant_id': '8dcc635aba974c9e90b7dd8776538246', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:06.566576 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:06.612961 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-edbcde47-e6a4-4c25-9c4f-434aec7e8d50 req-03df7dbb-a4bf-48d6-be1b-aa26773f688a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa HTTP/1.1" status: 200 len: 217 time: 0.0641170 Feb 03 13:01:06.661496 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01abc28a-91a4-4941-8ab8-9889ec880ca9 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:01:06.671854 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e634f35-47bf-48c9-a94a-b2297dc717d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (67e2e743-adbd-4c55-9e86-eef741b59170), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:06.689112 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e634f35-47bf-48c9-a94a-b2297dc717d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (67e2e743-adbd-4c55-9e86-eef741b59170), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:06.699624 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Publish callbacks [] for security_group (e7763109-1901-4d9a-a1c7-ab4152ea3336), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:06.724741 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcde47-e6a4-4c25-9c4f-434aec7e8d50 req-5440c6ff-46bc-4d70-b605-0ba697efc103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:06.726524 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-edbcde47-e6a4-4c25-9c4f-434aec7e8d50 req-5440c6ff-46bc-4d70-b605-0ba697efc103 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d HTTP/1.1" status: 200 len: 853 time: 0.1078911 Feb 03 13:01:06.745348 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 01abc28a-91a4-4941-8ab8-9889ec880ca9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=01abc28a-91a4-4941-8ab8-9889ec880ca9,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:06.750865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4e5a3-8226-4e8b-b56f-1802ad63079f req-b3b015b6-f965-45cf-a7e4-93137a1dbc1a tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:06.752840 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-17b4e5a3-8226-4e8b-b56f-1802ad63079f req-b3b015b6-f965-45cf-a7e4-93137a1dbc1a tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.4003243 Feb 03 13:01:06.756861 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e7763109-1901-4d9a-a1c7-ab4152ea3336), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:06.763525 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:06.822096 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7763109-1901-4d9a-a1c7-ab4152ea3336,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:06.846369 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:06.849542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:06.849950 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:06.853758 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:06.854365 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:06.854775 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:06.856210 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:06.856578 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:06.857804 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:06.858157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:06.859055 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:06.860946 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:06.861316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:06.887130 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e634f35-47bf-48c9-a94a-b2297dc717d6 admin admin] Publish callbacks [] for router_controller (67e2e743-adbd-4c55-9e86-eef741b59170), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:06.894390 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:01:06.896423 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-edbcde47-e6a4-4c25-9c4f-434aec7e8d50 req-6a158612-1fbd-4f07-8548-b4982be16706 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7dc9b526-3f62-4a01-835d-81550aa911c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1642549 Feb 03 13:01:06.897620 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=01abc28a-91a4-4941-8ab8-9889ec880ca9,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:06.922738 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (d6e5814a-ac65-4d4f-820c-17b01f1cbe48), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:06.923267 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Added segment d6e5814a-ac65-4d4f-820c-17b01f1cbe48 of type vlan for network 711565df-b381-45b5-92ea-984b526642cd Feb 03 13:01:07.030317 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (711565df-b381-45b5-92ea-984b526642cd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:07.046110 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-17b4e5a3-8226-4e8b-b56f-1802ad63079f req-216e009d-86d4-4904-b909-7be3fd80b139 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321098 Feb 03 13:01:07.106170 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (711565df-b381-45b5-92ea-984b526642cd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:07.107393 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:07.108055 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:07.207773 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] Pushing event updated for resources: {'Network': ['ID=711565df-b381-45b5-92ea-984b526642cd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:07.236804 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 711565df-b381-45b5-92ea-984b526642cd details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:01:07.243727 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-033bf89b-072c-4e90-8126-8199e8436d37 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7611797 Feb 03 13:01:07.253010 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48286) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:07.262189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a8228015-834b-4d9c-94be-88ada58b2098 admin admin] Request body: {'subnet': {'network_id': '711565df-b381-45b5-92ea-984b526642cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1275555032-subnet', 'tenant_id': 'e847cb97ae4a46abadec3736dbf9e894', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:07.282812 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e634f35-47bf-48c9-a94a-b2297dc717d6 admin admin] Publish callbacks [] for router_gateway (67e2e743-adbd-4c55-9e86-eef741b59170), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:07.296218 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8228015-834b-4d9c-94be-88ada58b2098 admin admin] Made reservation on behalf of e847cb97ae4a46abadec3736dbf9e894 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:01:07.305397 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a8228015-834b-4d9c-94be-88ada58b2098 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:07.310019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-09f34ab9-6347-47ad-8fb7-fd99596fca21', 'network_id': '09f34ab9-6347-47ad-8fb7-fd99596fca21', 'project_id': '8dcc635aba974c9e90b7dd8776538246', 'fixed_ips': [{'subnet_id': '62c4b07d-073e-49a5-8cd7-80824082c65c'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:01:07.311174 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:07.334254 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 4d9bb5ef-576d-4054-91f5-8abf273a02f6 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:07.334900 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4d9bb5ef-576d-4054-91f5-8abf273a02f6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:07.341728 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-edbcde47-e6a4-4c25-9c4f-434aec7e8d50 req-0523a0a5-6217-4de8-8808-10caa023f012 service neutron] 10.222.0.31 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375865 Feb 03 13:01:07.348980 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:07.488673 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 4d9bb5ef-576d-4054-91f5-8abf273a02f6, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4d9bb5ef-576d-4054-91f5-8abf273a02f6,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:07.493440 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['01abc28a-91a4-4941-8ab8-9889ec880ca9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:01:07.506748 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4d9bb5ef-576d-4054-91f5-8abf273a02f6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:07.639536 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-edbcde47-e6a4-4c25-9c4f-434aec7e8d50 req-bfcd4795-10ed-47d5-8952-4b36ece689bd service neutron] 10.222.0.31 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903671 Feb 03 13:01:07.676783 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07083c-7abe-4859-96a8-ad6e573604f8 req-6331b965-022c-47f3-ad13-5e6cd338d02d tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:07.678514 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0b07083c-7abe-4859-96a8-ad6e573604f8 req-6331b965-022c-47f3-ad13-5e6cd338d02d tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 944 time: 0.1303043 Feb 03 13:01:07.818187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=4d9bb5ef-576d-4054-91f5-8abf273a02f6,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:07.855640 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a8228015-834b-4d9c-94be-88ada58b2098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (e9b44de5-a3b2-4480-b7de-d9175269d789), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:07.890967 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0b07083c-7abe-4859-96a8-ad6e573604f8 req-8fa91656-bc5b-4484-a5d3-a63c5e1fedd6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946778 Feb 03 13:01:07.898303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] Allocated IP 172.20.0.2 (09f34ab9-6347-47ad-8fb7-fd99596fca21/62c4b07d-073e-49a5-8cd7-80824082c65c/d4db5923-791d-4133-91b3-0efdb5e0cfbb) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:01:07.916167 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e634f35-47bf-48c9-a94a-b2297dc717d6 admin admin] Publish callbacks [] for router_gateway (67e2e743-adbd-4c55-9e86-eef741b59170), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:07.953280 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e634f35-47bf-48c9-a94a-b2297dc717d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:08.001323 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8228015-834b-4d9c-94be-88ada58b2098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b44de5-a3b2-4480-b7de-d9175269d789,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:08.016336 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8228015-834b-4d9c-94be-88ada58b2098 admin admin] Checking segment: {'id': 'd6e5814a-ac65-4d4f-820c-17b01f1cbe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '711565df-b381-45b5-92ea-984b526642cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:08.016710 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8228015-834b-4d9c-94be-88ada58b2098 admin admin] Network hostable DHCP agents. Network: 711565df-b381-45b5-92ea-984b526642cd, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:01:08.056852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8228015-834b-4d9c-94be-88ada58b2098 admin admin] Network 711565df-b381-45b5-92ea-984b526642cd is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:01:08.077105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a8228015-834b-4d9c-94be-88ada58b2098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 711565df-b381-45b5-92ea-984b526642cd) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:08.080437 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] Sync routers for ids ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:01:08.081540 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8228015-834b-4d9c-94be-88ada58b2098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:08.082245 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a8228015-834b-4d9c-94be-88ada58b2098 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:08.110519 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a8228015-834b-4d9c-94be-88ada58b2098 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8560348 Feb 03 13:01:08.113899 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48298) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:08.114632 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ec0d18-5de2-420d-a930-83aa2dfc3840 None None] Network 711565df-b381-45b5-92ea-984b526642cd requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:01:08.128211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-74d1f250-e19c-4dc1-b2a8-7483b12ef211 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1275555032-router', 'tenant_id': 'e847cb97ae4a46abadec3736dbf9e894', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:08.183172 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74d1f250-e19c-4dc1-b2a8-7483b12ef211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (da435dcf-cec9-404c-9178-f4f4c58e925d), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:08.185570 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74d1f250-e19c-4dc1-b2a8-7483b12ef211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (da435dcf-cec9-404c-9178-f4f4c58e925d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:08.200490 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] Routers {'6706e8e8-8fae-4a85-8b85-75b4f00f3fba'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:08.201956 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:01:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:08.222351 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-1e634f35-47bf-48c9-a94a-b2297dc717d6 admin admin] Allocated IP 172.25.6.249 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/cf2fe012-17f8-4cd2-b135-c34ec1db5452) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:01:08.336239 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74d1f250-e19c-4dc1-b2a8-7483b12ef211 admin admin] Publish callbacks [] for router_controller (da435dcf-cec9-404c-9178-f4f4c58e925d), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:08.441754 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e634f35-47bf-48c9-a94a-b2297dc717d6 admin admin] Publish callbacks [] for port (cf2fe012-17f8-4cd2-b135-c34ec1db5452), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:08.509277 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e634f35-47bf-48c9-a94a-b2297dc717d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (cf2fe012-17f8-4cd2-b135-c34ec1db5452), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:08.558012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482a629-4024-4e7f-91fe-8d9447c28330 req-f4c605e8-a628-4c25-ad46-dd3f8585e2ac tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:08.560560 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5482a629-4024-4e7f-91fe-8d9447c28330 req-f4c605e8-a628-4c25-ad46-dd3f8585e2ac tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.3168612 Feb 03 13:01:08.566578 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74d1f250-e19c-4dc1-b2a8-7483b12ef211 admin admin] Publish callbacks [] for router_gateway (da435dcf-cec9-404c-9178-f4f4c58e925d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:08.579325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e634f35-47bf-48c9-a94a-b2297dc717d6 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:08.597404 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-1e634f35-47bf-48c9-a94a-b2297dc717d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:08.601303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e634f35-47bf-48c9-a94a-b2297dc717d6 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:01:08.641818 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e634f35-47bf-48c9-a94a-b2297dc717d6 admin admin] Pushing event updated for resources: {'Port': ['ID=cf2fe012-17f8-4cd2-b135-c34ec1db5452,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:08.656513 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5482a629-4024-4e7f-91fe-8d9447c28330 req-6e003fb2-e04c-41f4-b95b-eeb15cd582d7 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843675 Feb 03 13:01:08.851067 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] Publish callbacks [] for port (d4db5923-791d-4133-91b3-0efdb5e0cfbb), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:08.919148 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (d4db5923-791d-4133-91b3-0efdb5e0cfbb), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:09.020306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] Pushing event updated for resources: {'Port': ['ID=d4db5923-791d-4133-91b3-0efdb5e0cfbb,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:09.020552 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74d1f250-e19c-4dc1-b2a8-7483b12ef211 admin admin] Publish callbacks [] for router_gateway (da435dcf-cec9-404c-9178-f4f4c58e925d), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:09.023749 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-711565df-b381-45b5-92ea-984b526642cd', 'network_id': '711565df-b381-45b5-92ea-984b526642cd', 'project_id': 'e847cb97ae4a46abadec3736dbf9e894', 'fixed_ips': [{'subnet_id': 'e9b44de5-a3b2-4480-b7de-d9175269d789'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:01:09.025293 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:09.035445 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:09.088724 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74d1f250-e19c-4dc1-b2a8-7483b12ef211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:09.145854 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] Network 09f34ab9-6347-47ad-8fb7-fd99596fca21 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:09.147353 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:09.157739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:01:09.162494 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] Set router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:01:09.332666 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-74d1f250-e19c-4dc1-b2a8-7483b12ef211 admin admin] Allocated IP 172.25.6.48 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/808b7a42-df61-4d33-9c00-683f28a5c807) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:01:09.504410 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af2993-42a7-4428-a78e-f57d5135a7d8 req-fc2af409-1fb3-4539-9ece-e607e6ff2590 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:09.528790 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-46af2993-42a7-4428-a78e-f57d5135a7d8 req-fc2af409-1fb3-4539-9ece-e607e6ff2590 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 944 time: 0.4374495 Feb 03 13:01:09.581663 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e634f35-47bf-48c9-a94a-b2297dc717d6 admin admin] Publish callbacks [] for router_gateway (67e2e743-adbd-4c55-9e86-eef741b59170), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:09.628142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] Allocated IP 172.20.0.2 (711565df-b381-45b5-92ea-984b526642cd/e9b44de5-a3b2-4480-b7de-d9175269d789/46d33197-e523-41e3-a1d8-45d38fd93e3d) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:01:09.827019 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74d1f250-e19c-4dc1-b2a8-7483b12ef211 admin admin] Publish callbacks [] for port (808b7a42-df61-4d33-9c00-683f28a5c807), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:09.847207 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-46af2993-42a7-4428-a78e-f57d5135a7d8 req-82ede4e7-ffc0-4f10-bece-a8c3d97d7743 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171978 Feb 03 13:01:09.997097 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 01abc28a-91a4-4941-8ab8-9889ec880ca9 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:09.999531 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4d9bb5ef-576d-4054-91f5-8abf273a02f6 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:10.061921 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52f956-f997-442a-9582-8e04c64342cf req-ac76b460-fc62-4cde-9737-1ccac7cfbd9e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:10.072576 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f52f956-f997-442a-9582-8e04c64342cf req-ac76b460-fc62-4cde-9737-1ccac7cfbd9e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.2364676 Feb 03 13:01:10.192592 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74d1f250-e19c-4dc1-b2a8-7483b12ef211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (808b7a42-df61-4d33-9c00-683f28a5c807), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:10.299208 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d1f250-e19c-4dc1-b2a8-7483b12ef211 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:10.335204 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-74d1f250-e19c-4dc1-b2a8-7483b12ef211 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:10.370932 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] Attempting to bind port d4db5923-791d-4133-91b3-0efdb5e0cfbb on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:01:10.371477 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] Attempting to bind port d4db5923-791d-4133-91b3-0efdb5e0cfbb by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'e64de9dc-53b2-43bc-9aa1-2822a5bdf91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '09f34ab9-6347-47ad-8fb7-fd99596fca21'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:01:10.371850 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] Attempting to bind port d4db5923-791d-4133-91b3-0efdb5e0cfbb on network 09f34ab9-6347-47ad-8fb7-fd99596fca21 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:10.387585 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d1f250-e19c-4dc1-b2a8-7483b12ef211 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:01:10.392224 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:10.407931 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f52f956-f997-442a-9582-8e04c64342cf req-9dc28259-79b4-47fe-9ba3-545afdb1e33d tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239863 Feb 03 13:01:10.456820 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1f250-e19c-4dc1-b2a8-7483b12ef211 admin admin] Pushing event updated for resources: {'Port': ['ID=808b7a42-df61-4d33-9c00-683f28a5c807,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:10.473738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device b072ab41-8edb-4efb-bdb7-17a1f52ba5aa no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:01:10.765573 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:01:10.766169 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] Checking segment: {'id': 'e64de9dc-53b2-43bc-9aa1-2822a5bdf91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '09f34ab9-6347-47ad-8fb7-fd99596fca21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:10.766779 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:10.767436 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] Bound using segment: {'id': 'e64de9dc-53b2-43bc-9aa1-2822a5bdf91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '09f34ab9-6347-47ad-8fb7-fd99596fca21'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:01:10.788503 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] Bound port: d4db5923-791d-4133-91b3-0efdb5e0cfbb, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64de9dc-53b2-43bc-9aa1-2822a5bdf91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '09f34ab9-6347-47ad-8fb7-fd99596fca21'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:01:10.789272 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d4db5923-791d-4133-91b3-0efdb5e0cfbb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:10.843450 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:01:10.982092 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef4164-a45b-43c6-a91c-4ae52fda7844 req-5c491015-2cc2-4098-a7c3-4fe4dd956995 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:10.998369 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39ef4164-a45b-43c6-a91c-4ae52fda7844 req-5c491015-2cc2-4098-a7c3-4fe4dd956995 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 0.3347635 Feb 03 13:01:11.027907 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e634f35-47bf-48c9-a94a-b2297dc717d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (67e2e743-adbd-4c55-9e86-eef741b59170), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:11.161772 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39ef4164-a45b-43c6-a91c-4ae52fda7844 req-6a53c5cf-b19d-4d1f-91a5-3563074a49a7 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619086 Feb 03 13:01:11.213915 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] For port d4db5923-791d-4133-91b3-0efdb5e0cfbb, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:01:11.218304 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] For port d4db5923-791d-4133-91b3-0efdb5e0cfbb, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d4db5923-791d-4133-91b3-0efdb5e0cfbb,segment=NetworkSegment(e64de9dc-53b2-43bc-9aa1-2822a5bdf91f),segment_id=e64de9dc-53b2-43bc-9aa1-2822a5bdf91f)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:01:11.222972 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:11.223762 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:11.227638 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 01abc28a-91a4-4941-8ab8-9889ec880ca9 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:01:11.265548 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d4db5923-791d-4133-91b3-0efdb5e0cfbb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:11.338339 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 01abc28a-91a4-4941-8ab8-9889ec880ca9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:11.338586 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:11.502234 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-5e3f49a3-d11e-4377-9d30-ff7d72e74e5e req-d6e5b2f3-41c2-468d-89c0-1a49de699de8 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:01:11.511360 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5e3f49a3-d11e-4377-9d30-ff7d72e74e5e req-d6e5b2f3-41c2-468d-89c0-1a49de699de8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164063 Feb 03 13:01:11.512150 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e634f35-47bf-48c9-a94a-b2297dc717d6 admin admin] Router 67e2e743-adbd-4c55-9e86-eef741b59170 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:01:11.626598 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 4d9bb5ef-576d-4054-91f5-8abf273a02f6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:11.626860 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4d9bb5ef-576d-4054-91f5-8abf273a02f6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:11.831196 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7314ec-0b92-4599-aa83-438297651f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b072ab41-8edb-4efb-bdb7-17a1f52ba5aa'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:01:11.840035 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e634f35-47bf-48c9-a94a-b2297dc717d6 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:01:11.850691 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fc7957-5e5d-456e-9d37-d5b2d3317709" -d '{"events": [{"server_uuid": "ba7314ec-0b92-4599-aa83-438297651f67", "name": "network-vif-unplugged", "status": "completed", "tag": "b072ab41-8edb-4efb-bdb7-17a1f52ba5aa"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:01:11.853977 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] Sync routers for ids ['67e2e743-adbd-4c55-9e86-eef741b59170'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:01:11.877452 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] Routers {'67e2e743-adbd-4c55-9e86-eef741b59170'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:11.880833 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:01:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['67e2e743-adbd-4c55-9e86-eef741b59170'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:11.897249 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '0b856c3b-1468-4cb9-a440-0488bc37e56d', 'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'mac_address': 'fa:16:3e:2d:09:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:02Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 2, 'project_id': '47cedc9968b440be9d535d988911feb3', 'subnets': [{'id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:11.917660 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e634f35-47bf-48c9-a94a-b2297dc717d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:11.922884 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1e634f35-47bf-48c9-a94a-b2297dc717d6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3610692 Feb 03 13:01:11.927796 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48362) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:12.020581 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] Checking router: 6706e8e8-8fae-4a85-8b85-75b4f00f3fba for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:01:12.020942 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] Updating router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba port 0b856c3b-1468-4cb9-a440-0488bc37e56d binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:01:12.075475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,segment=NetworkSegment(8349473a-7ba9-43a4-9d76-74f7b8c3cffb),segment_id=8349473a-7ba9-43a4-9d76-74f7b8c3cffb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:12.203585 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:12.226785 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d5d61-1cd6-40d3-94dc-4b9950c48681 req-b48dd842-e43f-4ee7-bebb-0f4d16bce82f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:12.240134 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06524f19-7e01-4b09-b33c-1f45dd692248 None None] Pushing event updated for resources: {'Port': ['ID=d4db5923-791d-4133-91b3-0efdb5e0cfbb,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:12.250011 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-597d5d61-1cd6-40d3-94dc-4b9950c48681 req-b48dd842-e43f-4ee7-bebb-0f4d16bce82f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 944 time: 1.2424884 Feb 03 13:01:12.261276 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] Set router 67e2e743-adbd-4c55-9e86-eef741b59170 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:01:12.285159 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] Publish callbacks [] for port (46d33197-e523-41e3-a1d8-45d38fd93e3d), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:12.321410 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74d1f250-e19c-4dc1-b2a8-7483b12ef211 admin admin] Publish callbacks [] for router_gateway (da435dcf-cec9-404c-9178-f4f4c58e925d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:12.330018 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0b856c3b-1468-4cb9-a440-0488bc37e56d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:12.333872 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (46d33197-e523-41e3-a1d8-45d38fd93e3d), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:12.432305 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 4d9bb5ef-576d-4054-91f5-8abf273a02f6 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:12.493221 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] Network 711565df-b381-45b5-92ea-984b526642cd is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:12.504113 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:12.507700 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:12.510406 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:01:12.516499 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 01abc28a-91a4-4941-8ab8-9889ec880ca9 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:12.516930 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:12.780281 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] Pushing event updated for resources: {'Port': ['ID=46d33197-e523-41e3-a1d8-45d38fd93e3d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:12.792387 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 01abc28a-91a4-4941-8ab8-9889ec880ca9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=01abc28a-91a4-4941-8ab8-9889ec880ca9,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:12.800115 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:12.882963 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] Attempting to bind port 46d33197-e523-41e3-a1d8-45d38fd93e3d on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:01:12.883403 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] Attempting to bind port 46d33197-e523-41e3-a1d8-45d38fd93e3d by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'd6e5814a-ac65-4d4f-820c-17b01f1cbe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '711565df-b381-45b5-92ea-984b526642cd'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:01:12.883712 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] Attempting to bind port 46d33197-e523-41e3-a1d8-45d38fd93e3d on network 711565df-b381-45b5-92ea-984b526642cd {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:12.888326 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48374) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:12.892826 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=01abc28a-91a4-4941-8ab8-9889ec880ca9,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:12.900996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:01:12.902306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] Checking segment: {'id': 'd6e5814a-ac65-4d4f-820c-17b01f1cbe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '711565df-b381-45b5-92ea-984b526642cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:12.903110 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:12.905420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] Bound using segment: {'id': 'd6e5814a-ac65-4d4f-820c-17b01f1cbe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '711565df-b381-45b5-92ea-984b526642cd'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:01:12.906480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] Bound port: 46d33197-e523-41e3-a1d8-45d38fd93e3d, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e5814a-ac65-4d4f-820c-17b01f1cbe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '711565df-b381-45b5-92ea-984b526642cd'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:01:12.907618 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (46d33197-e523-41e3-a1d8-45d38fd93e3d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:12.927596 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d4db5923-791d-4133-91b3-0efdb5e0cfbb up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:13.058191 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-597d5d61-1cd6-40d3-94dc-4b9950c48681 req-96441847-8a46-45d8-a984-274edacfeda2 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7866442 Feb 03 13:01:13.093276 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e2e743-adbd-4c55-9e86-eef741b59170', 'name': 'tempest-TestAggregatesBasicOps-1584676681-router', 'tenant_id': '8dcc635aba974c9e90b7dd8776538246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cf2fe012-17f8-4cd2-b135-c34ec1db5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:06Z', 'updated_at': '2022-02-03T13:01:08Z', 'revision_number': 3, 'project_id': '8dcc635aba974c9e90b7dd8776538246', 'gw_port': {'id': 'cf2fe012-17f8-4cd2-b135-c34ec1db5452', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e2e743-adbd-4c55-9e86-eef741b59170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:07Z', 'updated_at': '2022-02-03T13:01:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:13.228475 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] Checking router: 67e2e743-adbd-4c55-9e86-eef741b59170 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:01:13.231194 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] Updating router 67e2e743-adbd-4c55-9e86-eef741b59170 port cf2fe012-17f8-4cd2-b135-c34ec1db5452 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:01:13.258714 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 13:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e224443-8ddd-4903-88b4-a591539bd700 x-openstack-request-id: req-1e224443-8ddd-4903-88b4-a591539bd700 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:01:13.259691 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7314ec-0b92-4599-aa83-438297651f67", "name": "network-vif-unplugged", "status": "failed", "tag": "b072ab41-8edb-4efb-bdb7-17a1f52ba5aa", "code": 422}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:01:13.267613 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e224443-8ddd-4903-88b4-a591539bd700 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:01:13.268430 n-d-827336-3 neutron-server[103190]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ba7314ec-0b92-4599-aa83-438297651f67', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b072ab41-8edb-4efb-bdb7-17a1f52ba5aa', 'code': 422} returned with failed status Feb 03 13:01:13.372394 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cf2fe012-17f8-4cd2-b135-c34ec1db5452), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:13.431422 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444755b-6e34-45dc-bce0-5ff4e144de87 req-6de0ad36-7a64-4a39-9e90-4f8ba127d6c6 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:13.446661 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b444755b-6e34-45dc-bce0-5ff4e144de87 req-6de0ad36-7a64-4a39-9e90-4f8ba127d6c6 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 945 time: 1.6782107 Feb 03 13:01:13.658266 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74d1f250-e19c-4dc1-b2a8-7483b12ef211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (da435dcf-cec9-404c-9178-f4f4c58e925d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:13.743573 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b444755b-6e34-45dc-bce0-5ff4e144de87 req-3413fcd5-272b-4fcd-ac4d-0f787691283f tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954278 Feb 03 13:01:13.860295 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f83afb4c-332f-4bf5-a5c7-482daa36aea9 req-7ea67479-6d28-40d8-9c95-1e2aa5fa993d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9520979 Feb 03 13:01:13.868534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] For port 46d33197-e523-41e3-a1d8-45d38fd93e3d, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:01:13.877744 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-f83afb4c-332f-4bf5-a5c7-482daa36aea9 req-8e8c69b8-5c99-4b18-9fa8-fba2467f24c1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:01:13.892518 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f83afb4c-332f-4bf5-a5c7-482daa36aea9 req-8e8c69b8-5c99-4b18-9fa8-fba2467f24c1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0308545 Feb 03 13:01:13.909727 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] For port 46d33197-e523-41e3-a1d8-45d38fd93e3d, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=46d33197-e523-41e3-a1d8-45d38fd93e3d,segment=NetworkSegment(d6e5814a-ac65-4d4f-820c-17b01f1cbe48),segment_id=d6e5814a-ac65-4d4f-820c-17b01f1cbe48)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:01:13.953794 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (46d33197-e523-41e3-a1d8-45d38fd93e3d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:13.955976 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port d4db5923-791d-4133-91b3-0efdb5e0cfbb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:13.956217 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d4db5923-791d-4133-91b3-0efdb5e0cfbb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:13.989839 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] Publish callbacks [] for port (0b856c3b-1468-4cb9-a440-0488bc37e56d), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:14.158164 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0b856c3b-1468-4cb9-a440-0488bc37e56d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:14.360989 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122ae66-b2c5-4857-94a3-b70424385b3c None None] Pushing event updated for resources: {'Port': ['ID=46d33197-e523-41e3-a1d8-45d38fd93e3d,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:14.405342 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] Publish callbacks [] for port (cf2fe012-17f8-4cd2-b135-c34ec1db5452), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:14.405977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d1f250-e19c-4dc1-b2a8-7483b12ef211 admin admin] Router da435dcf-cec9-404c-9178-f4f4c58e925d is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:01:14.419774 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (cf2fe012-17f8-4cd2-b135-c34ec1db5452), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:14.498006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device b072ab41-8edb-4efb-bdb7-17a1f52ba5aa no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:01:14.591781 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] Attempting to bind port cf2fe012-17f8-4cd2-b135-c34ec1db5452 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:01:14.595704 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] Attempting to bind port cf2fe012-17f8-4cd2-b135-c34ec1db5452 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:01:14.595704 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] Attempting to bind port cf2fe012-17f8-4cd2-b135-c34ec1db5452 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:14.598104 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d8fd4-4c45-4847-be49-c3dcbb272be4 None None] Pushing event updated for resources: {'Port': ['ID=cf2fe012-17f8-4cd2-b135-c34ec1db5452,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:14.640394 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:01:14.640794 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:14.641180 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:14.641579 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:01:14.642070 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] Bound port: cf2fe012-17f8-4cd2-b135-c34ec1db5452, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:01:14.642461 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cf2fe012-17f8-4cd2-b135-c34ec1db5452), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:14.673192 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44b654-69f5-439f-92a1-8ab279e75c30 req-8b74c3cc-a850-4745-98a0-23f258654ca9 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:14.683151 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ea44b654-69f5-439f-92a1-8ab279e75c30 req-8b74c3cc-a850-4745-98a0-23f258654ca9 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 0.3824832 Feb 03 13:01:14.807999 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aafe3a12-3293-4665-bed1-4277de847d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:14.866956 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] For port cf2fe012-17f8-4cd2-b135-c34ec1db5452, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:01:14.879821 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] For port cf2fe012-17f8-4cd2-b135-c34ec1db5452, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=cf2fe012-17f8-4cd2-b135-c34ec1db5452,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:01:14.913303 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (cf2fe012-17f8-4cd2-b135-c34ec1db5452), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:14.946939 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b44592e-9305-42b9-89a0-c8fc9f7e2fed None None] Network 09f34ab9-6347-47ad-8fb7-fd99596fca21 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:01:14.970337 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port d4db5923-791d-4133-91b3-0efdb5e0cfbb is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:14.971802 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d4db5923-791d-4133-91b3-0efdb5e0cfbb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:15.035457 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d1f250-e19c-4dc1-b2a8-7483b12ef211 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:01:15.039796 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] Routers {'67e2e743-adbd-4c55-9e86-eef741b59170'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:15.041196 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:01:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['67e2e743-adbd-4c55-9e86-eef741b59170'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:15.046397 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d8fd4-4c45-4847-be49-c3dcbb272be4 None None] Pushing event updated for resources: {'Port': ['ID=cf2fe012-17f8-4cd2-b135-c34ec1db5452,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:15.056495 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14dd06-1600-45f1-990e-bb0441c29b9a None None] Pushing event updated for resources: {'Port': ['ID=0b856c3b-1468-4cb9-a440-0488bc37e56d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:15.111852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] Sync routers for ids ['da435dcf-cec9-404c-9178-f4f4c58e925d'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:01:15.160855 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-74d1f250-e19c-4dc1-b2a8-7483b12ef211 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:15.166932 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-74d1f250-e19c-4dc1-b2a8-7483b12ef211 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0432382 Feb 03 13:01:15.168214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48406) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:15.224294 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] Set router 67e2e743-adbd-4c55-9e86-eef741b59170 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:01:15.265324 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ea44b654-69f5-439f-92a1-8ab279e75c30 req-bed95606-de5c-458b-9328-16c42a1506aa tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5695019 Feb 03 13:01:15.346100 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port d4db5923-791d-4133-91b3-0efdb5e0cfbb, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d4db5923-791d-4133-91b3-0efdb5e0cfbb,segment=NetworkSegment(e64de9dc-53b2-43bc-9aa1-2822a5bdf91f),segment_id=e64de9dc-53b2-43bc-9aa1-2822a5bdf91f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:15.401291 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-aafe3a12-3293-4665-bed1-4277de847d3c admin admin] Allocated IP 172.20.0.1 (09f34ab9-6347-47ad-8fb7-fd99596fca21/62c4b07d-073e-49a5-8cd7-80824082c65c/9299e163-d23c-49af-ae75-81232a4ab4c2) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:01:15.459026 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfeb893c-28e6-4483-87da-146e23b1f43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01abc28a-91a4-4941-8ab8-9889ec880ca9'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:01:15.461329 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577c6ec6-29be-4022-929b-aef9ff6b6409" -d '{"events": [{"server_uuid": "bfeb893c-28e6-4483-87da-146e23b1f43c", "name": "network-vif-plugged", "status": "completed", "tag": "01abc28a-91a4-4941-8ab8-9889ec880ca9"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:01:15.474687 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97adde3-3464-4e3a-8996-09e247f51ef2 req-eaf92dbb-b9c1-49c6-b078-76555b58f8bf tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:15.481819 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d97adde3-3464-4e3a-8996-09e247f51ef2 req-eaf92dbb-b9c1-49c6-b078-76555b58f8bf tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.4094849 Feb 03 13:01:15.528297 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d4db5923-791d-4133-91b3-0efdb5e0cfbb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:15.561536 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ce529e6b-c73a-47fd-b2eb-818a8802807c None None] Provisioning complete for port d4db5923-791d-4133-91b3-0efdb5e0cfbb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:15.561947 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ce529e6b-c73a-47fd-b2eb-818a8802807c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d4db5923-791d-4133-91b3-0efdb5e0cfbb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:15.583882 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] Routers {'da435dcf-cec9-404c-9178-f4f4c58e925d'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:15.596868 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:01:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['da435dcf-cec9-404c-9178-f4f4c58e925d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:15.599030 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] Attempting to bind port 0b856c3b-1468-4cb9-a440-0488bc37e56d on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:01:15.599413 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] Attempting to bind port 0b856c3b-1468-4cb9-a440-0488bc37e56d by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:01:15.599782 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] Attempting to bind port 0b856c3b-1468-4cb9-a440-0488bc37e56d on network c7d910a7-219c-4471-8faf-04d787751463 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:15.653657 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d97adde3-3464-4e3a-8996-09e247f51ef2 req-e9688247-d844-490b-bec2-5055d4698ac9 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615379 Feb 03 13:01:15.717333 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ff0e1c-b632-4002-b6ae-555c31f36351 x-openstack-request-id: req-50ff0e1c-b632-4002-b6ae-555c31f36351 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:01:15.717637 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfeb893c-28e6-4483-87da-146e23b1f43c", "name": "network-vif-plugged", "status": "completed", "tag": "01abc28a-91a4-4941-8ab8-9889ec880ca9", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:01:15.717922 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50ff0e1c-b632-4002-b6ae-555c31f36351 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:01:15.718344 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfeb893c-28e6-4483-87da-146e23b1f43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01abc28a-91a4-4941-8ab8-9889ec880ca9', 'code': 200} Feb 03 13:01:15.720145 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aafe3a12-3293-4665-bed1-4277de847d3c admin admin] Publish callbacks [] for port (9299e163-d23c-49af-ae75-81232a4ab4c2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:15.772374 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e2e743-adbd-4c55-9e86-eef741b59170', 'name': 'tempest-TestAggregatesBasicOps-1584676681-router', 'tenant_id': '8dcc635aba974c9e90b7dd8776538246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cf2fe012-17f8-4cd2-b135-c34ec1db5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:06Z', 'updated_at': '2022-02-03T13:01:08Z', 'revision_number': 3, 'project_id': '8dcc635aba974c9e90b7dd8776538246', 'gw_port': {'id': 'cf2fe012-17f8-4cd2-b135-c34ec1db5452', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e2e743-adbd-4c55-9e86-eef741b59170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:07Z', 'updated_at': '2022-02-03T13:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:15.810120 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:01:15.810506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] Checking segment: {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:15.810916 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:15.811320 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] Bound using segment: {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:01:15.811820 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] Bound port: 0b856c3b-1468-4cb9-a440-0488bc37e56d, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:01:15.812238 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0b856c3b-1468-4cb9-a440-0488bc37e56d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:15.953951 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aafe3a12-3293-4665-bed1-4277de847d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (9299e163-d23c-49af-ae75-81232a4ab4c2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:15.958218 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729c2a5f-0c7b-4302-9aa9-e5acfc54a3ee None None] The sync data for ids ['67e2e743-adbd-4c55-9e86-eef741b59170'] in n-d-827336-3 is: [{'id': '67e2e743-adbd-4c55-9e86-eef741b59170', 'name': 'tempest-TestAggregatesBasicOps-1584676681-router', 'tenant_id': '8dcc635aba974c9e90b7dd8776538246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cf2fe012-17f8-4cd2-b135-c34ec1db5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:06Z', 'updated_at': '2022-02-03T13:01:08Z', 'revision_number': 3, 'project_id': '8dcc635aba974c9e90b7dd8776538246', 'gw_port': {'id': 'cf2fe012-17f8-4cd2-b135-c34ec1db5452', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e2e743-adbd-4c55-9e86-eef741b59170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:07Z', 'updated_at': '2022-02-03T13:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:01:16.031350 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 46d33197-e523-41e3-a1d8-45d38fd93e3d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:16.088764 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafe3a12-3293-4665-bed1-4277de847d3c admin admin] Network 09f34ab9-6347-47ad-8fb7-fd99596fca21 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:16.100318 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-aafe3a12-3293-4665-bed1-4277de847d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:16.122797 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafe3a12-3293-4665-bed1-4277de847d3c admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:01:16.132044 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56267894-d458-4665-9416-373776cacce9 req-89efdf4b-3c77-40c9-8403-606f087c77f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:16.138013 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56267894-d458-4665-9416-373776cacce9 req-89efdf4b-3c77-40c9-8403-606f087c77f6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 1127 time: 0.2898350 Feb 03 13:01:16.206582 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa is: DOWN; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:16.217828 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=d4db5923-791d-4133-91b3-0efdb5e0cfbb,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:16.343485 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:16.386819 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe3a12-3293-4665-bed1-4277de847d3c admin admin] Pushing event updated for resources: {'Port': ['ID=9299e163-d23c-49af-ae75-81232a4ab4c2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:16.558903 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aafe3a12-3293-4665-bed1-4277de847d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (67e2e743-adbd-4c55-9e86-eef741b59170), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:16.646798 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56267894-d458-4665-9416-373776cacce9 req-bfb0cf22-6fa8-452a-a862-e06f05b40044 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023427 Feb 03 13:01:16.739479 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-353ec69e-c013-47a9-bf07-6768486ae166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:16.816601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b1b54a-0fc4-458c-935e-51449c53e2da None None] Network 711565df-b381-45b5-92ea-984b526642cd requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:01:16.848699 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a197e76-0030-408e-b8a3-9ad811413967 req-2ead9085-7953-46af-9f81-8dc38d64a952 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:16.854653 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a197e76-0030-408e-b8a3-9ad811413967 req-2ead9085-7953-46af-9f81-8dc38d64a952 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 0.3336034 Feb 03 13:01:16.976229 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83afb4c-332f-4bf5-a5c7-482daa36aea9 req-c2978921-5c18-4890-bc72-82dc22ca7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:16.979116 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f83afb4c-332f-4bf5-a5c7-482daa36aea9 req-c2978921-5c18-4890-bc72-82dc22ca7377 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67&tenant_id=616a6ba084da468a87a94b24206aca06 HTTP/1.1" status: 200 len: 1125 time: 0.6309400 Feb 03 13:01:16.991057 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] Set router da435dcf-cec9-404c-9178-f4f4c58e925d gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:01:17.013946 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aafe3a12-3293-4665-bed1-4277de847d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9299e163-d23c-49af-ae75-81232a4ab4c2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:17.231065 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a197e76-0030-408e-b8a3-9ad811413967 req-3632cbcf-f630-4f80-b504-285cb837c59d tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688719 Feb 03 13:01:17.296750 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 46d33197-e523-41e3-a1d8-45d38fd93e3d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:17.296750 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (46d33197-e523-41e3-a1d8-45d38fd93e3d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:17.300175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] For port 0b856c3b-1468-4cb9-a440-0488bc37e56d, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:01:17.330287 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83135da-ed54-4731-aca7-2030cdc72f35 req-44ce385d-df38-4a6a-99ce-6d47c28c4760 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:17.333055 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b83135da-ed54-4731-aca7-2030cdc72f35 req-44ce385d-df38-4a6a-99ce-6d47c28c4760 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.5012491 Feb 03 13:01:17.347580 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83afb4c-332f-4bf5-a5c7-482daa36aea9 req-d25fde31-3c61-4d6d-99d4-4abd1575be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:17.353465 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f83afb4c-332f-4bf5-a5c7-482daa36aea9 req-d25fde31-3c61-4d6d-99d4-4abd1575be98 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=616a6ba084da468a87a94b24206aca06&device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 1125 time: 0.3435259 Feb 03 13:01:17.540491 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-353ec69e-c013-47a9-bf07-6768486ae166 admin admin] Allocated IP 172.20.0.1 (711565df-b381-45b5-92ea-984b526642cd/e9b44de5-a3b2-4480-b7de-d9175269d789/5c5ea987-1efd-4649-96ee-740a7a17a9f7) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:01:17.568374 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ce529e6b-c73a-47fd-b2eb-818a8802807c None None] Current status of the port d4db5923-791d-4133-91b3-0efdb5e0cfbb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:17.614700 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] For port 0b856c3b-1468-4cb9-a440-0488bc37e56d, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0b856c3b-1468-4cb9-a440-0488bc37e56d,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:01:17.656414 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0b856c3b-1468-4cb9-a440-0488bc37e56d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:17.866861 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b83135da-ed54-4731-aca7-2030cdc72f35 req-195ffa2d-9292-45a6-8bd1-9662dc8fbd68 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747288 Feb 03 13:01:17.897301 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-353ec69e-c013-47a9-bf07-6768486ae166 admin admin] Publish callbacks [] for port (5c5ea987-1efd-4649-96ee-740a7a17a9f7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:17.910998 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83afb4c-332f-4bf5-a5c7-482daa36aea9 req-1e796251-c7f2-4e93-bb03-3eefffb791f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:17.923472 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f83afb4c-332f-4bf5-a5c7-482daa36aea9 req-1e796251-c7f2-4e93-bb03-3eefffb791f4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7dc9b526-3f62-4a01-835d-81550aa911c9 HTTP/1.1" status: 200 len: 914 time: 0.5071309 Feb 03 13:01:18.002181 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f83afb4c-332f-4bf5-a5c7-482daa36aea9 req-e135336e-8da1-4aec-9730-25610d30694a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa HTTP/1.1" status: 200 len: 217 time: 0.0658493 Feb 03 13:01:18.014080 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-353ec69e-c013-47a9-bf07-6768486ae166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5c5ea987-1efd-4649-96ee-740a7a17a9f7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:18.040359 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e91d91a9-eb44-4c05-ab5a-6be008c64612 None None] Provisioning complete for port d4db5923-791d-4133-91b3-0efdb5e0cfbb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:18.040875 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e91d91a9-eb44-4c05-ab5a-6be008c64612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d4db5923-791d-4133-91b3-0efdb5e0cfbb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:18.089141 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14dd06-1600-45f1-990e-bb0441c29b9a None None] Pushing event updated for resources: {'Port': ['ID=0b856c3b-1468-4cb9-a440-0488bc37e56d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:18.134193 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aafe3a12-3293-4665-bed1-4277de847d3c admin admin] Publish callbacks [] for port (9299e163-d23c-49af-ae75-81232a4ab4c2), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:18.141385 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] Routers {'6706e8e8-8fae-4a85-8b85-75b4f00f3fba'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:18.142135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353ec69e-c013-47a9-bf07-6768486ae166 admin admin] Network 711565df-b381-45b5-92ea-984b526642cd is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:18.146828 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-353ec69e-c013-47a9-bf07-6768486ae166 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:18.153405 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aafe3a12-3293-4665-bed1-4277de847d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (9299e163-d23c-49af-ae75-81232a4ab4c2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:18.154004 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:01:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:18.178235 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353ec69e-c013-47a9-bf07-6768486ae166 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:01:18.321082 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aafe3a12-3293-4665-bed1-4277de847d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (67e2e743-adbd-4c55-9e86-eef741b59170), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:18.327671 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-353ec69e-c013-47a9-bf07-6768486ae166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (da435dcf-cec9-404c-9178-f4f4c58e925d), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:18.336448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ec69e-c013-47a9-bf07-6768486ae166 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5ea987-1efd-4649-96ee-740a7a17a9f7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:18.338913 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe3a12-3293-4665-bed1-4277de847d3c admin admin] Pushing event updated for resources: {'Port': ['ID=9299e163-d23c-49af-ae75-81232a4ab4c2,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:18.353577 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83afb4c-332f-4bf5-a5c7-482daa36aea9 req-e1ead13d-9850-473e-9db4-6c791522dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:18.356250 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f83afb4c-332f-4bf5-a5c7-482daa36aea9 req-e1ead13d-9850-473e-9db4-6c791522dcae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d HTTP/1.1" status: 200 len: 853 time: 0.3445439 Feb 03 13:01:18.510829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] Set router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:01:18.519791 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f83afb4c-332f-4bf5-a5c7-482daa36aea9 req-12c57ce5-519f-4347-8ac9-728f68a6d397 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7dc9b526-3f62-4a01-835d-81550aa911c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072345 Feb 03 13:01:18.587466 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0473c3e-c1c7-4440-a687-93c8787c940c req-9b1e0e9d-30d4-4988-869c-d65267238ffd tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:18.588781 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f0473c3e-c1c7-4440-a687-93c8787c940c req-9b1e0e9d-30d4-4988-869c-d65267238ffd tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 0.1283104 Feb 03 13:01:18.692621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 46d33197-e523-41e3-a1d8-45d38fd93e3d is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:18.693024 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (46d33197-e523-41e3-a1d8-45d38fd93e3d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:18.743014 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f0473c3e-c1c7-4440-a687-93c8787c940c req-1c18fd81-8653-45eb-ad1a-ebd8626da80b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178753 Feb 03 13:01:18.811210 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafe3a12-3293-4665-bed1-4277de847d3c admin admin] Network 09f34ab9-6347-47ad-8fb7-fd99596fca21 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:18.822175 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-aafe3a12-3293-4665-bed1-4277de847d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:18.843607 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-353ec69e-c013-47a9-bf07-6768486ae166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5c5ea987-1efd-4649-96ee-740a7a17a9f7), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:18.954834 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da435dcf-cec9-404c-9178-f4f4c58e925d', 'name': 'tempest-TestVolumeBootPattern-1275555032-router', 'tenant_id': 'e847cb97ae4a46abadec3736dbf9e894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '808b7a42-df61-4d33-9c00-683f28a5c807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:08Z', 'updated_at': '2022-02-03T13:01:10Z', 'revision_number': 3, 'project_id': 'e847cb97ae4a46abadec3736dbf9e894', 'gw_port': {'id': '808b7a42-df61-4d33-9c00-683f28a5c807', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da435dcf-cec9-404c-9178-f4f4c58e925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:09Z', 'updated_at': '2022-02-03T13:01:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:19.081976 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e91d91a9-eb44-4c05-ab5a-6be008c64612 None None] Current status of the port d4db5923-791d-4133-91b3-0efdb5e0cfbb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:19.126216 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 46d33197-e523-41e3-a1d8-45d38fd93e3d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=46d33197-e523-41e3-a1d8-45d38fd93e3d,segment=NetworkSegment(d6e5814a-ac65-4d4f-820c-17b01f1cbe48),segment_id=d6e5814a-ac65-4d4f-820c-17b01f1cbe48)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:19.233872 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] Checking router: da435dcf-cec9-404c-9178-f4f4c58e925d for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:01:19.234221 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] Updating router da435dcf-cec9-404c-9178-f4f4c58e925d port 808b7a42-df61-4d33-9c00-683f28a5c807 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:01:19.240168 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafe3a12-3293-4665-bed1-4277de847d3c admin admin] Router 67e2e743-adbd-4c55-9e86-eef741b59170 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:01:19.340700 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (46d33197-e523-41e3-a1d8-45d38fd93e3d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:19.341548 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f83afb4c-332f-4bf5-a5c7-482daa36aea9 req-5964d9cc-efc9-407e-8a6b-c5d1529fa188 service neutron] 10.222.0.31 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8154399 Feb 03 13:01:19.513924 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea0f21-1e3b-4e79-bd29-fc257f4017cd req-2a2d4911-0efa-45ff-a7f8-0d479d78f76b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:19.523862 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5bea0f21-1e3b-4e79-bd29-fc257f4017cd req-2a2d4911-0efa-45ff-a7f8-0d479d78f76b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.4148254 Feb 03 13:01:19.606619 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (808b7a42-df61-4d33-9c00-683f28a5c807), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:19.609652 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-353ec69e-c013-47a9-bf07-6768486ae166 admin admin] Publish callbacks [] for port (5c5ea987-1efd-4649-96ee-740a7a17a9f7), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:19.612337 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=46d33197-e523-41e3-a1d8-45d38fd93e3d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:19.632198 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-353ec69e-c013-47a9-bf07-6768486ae166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (5c5ea987-1efd-4649-96ee-740a7a17a9f7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:19.693392 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e91d91a9-eb44-4c05-ab5a-6be008c64612 None None] Provisioning complete for port 0b856c3b-1468-4cb9-a440-0488bc37e56d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:19.693803 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e91d91a9-eb44-4c05-ab5a-6be008c64612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0b856c3b-1468-4cb9-a440-0488bc37e56d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:19.785419 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-353ec69e-c013-47a9-bf07-6768486ae166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (da435dcf-cec9-404c-9178-f4f4c58e925d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:19.899866 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac185b-9595-4b26-812e-c09a6dc896ea req-b5825520-4845-4960-bc7f-96352e1db1db tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:19.902176 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-00ac185b-9595-4b26-812e-c09a6dc896ea req-b5825520-4845-4960-bc7f-96352e1db1db tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 0.5596042 Feb 03 13:01:19.903543 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafe3a12-3293-4665-bed1-4277de847d3c admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:01:19.917766 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-aafe3a12-3293-4665-bed1-4277de847d3c admin admin] 10.222.0.18 "PUT /v2.0/routers/67e2e743-adbd-4c55-9e86-eef741b59170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9882917 Feb 03 13:01:19.932829 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f83afb4c-332f-4bf5-a5c7-482daa36aea9 req-c33433e1-6bee-4948-9999-9d4bd2ca5f7f service neutron] 10.222.0.31 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525815 Feb 03 13:01:19.952957 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] Sync routers for ids ['67e2e743-adbd-4c55-9e86-eef741b59170'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:01:19.967741 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ec69e-c013-47a9-bf07-6768486ae166 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5ea987-1efd-4649-96ee-740a7a17a9f7,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:19.986768 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] Routers {'67e2e743-adbd-4c55-9e86-eef741b59170'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:19.987397 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:01:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['67e2e743-adbd-4c55-9e86-eef741b59170'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:20.006714 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5bea0f21-1e3b-4e79-bd29-fc257f4017cd req-242836a6-e3ac-464e-b825-000efecd4bcf tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817615 Feb 03 13:01:20.050215 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-00ac185b-9595-4b26-812e-c09a6dc896ea req-3530660d-344c-4838-a79a-346a98dd427e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384742 Feb 03 13:01:20.066190 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device cf2fe012-17f8-4cd2-b135-c34ec1db5452 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:20.215299 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353ec69e-c013-47a9-bf07-6768486ae166 admin admin] Network 711565df-b381-45b5-92ea-984b526642cd is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:20.229489 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-353ec69e-c013-47a9-bf07-6768486ae166 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:20.360927 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] Set router 67e2e743-adbd-4c55-9e86-eef741b59170 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:01:20.653916 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353ec69e-c013-47a9-bf07-6768486ae166 admin admin] Router da435dcf-cec9-404c-9178-f4f4c58e925d has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:01:20.879256 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] Publish callbacks [] for port (808b7a42-df61-4d33-9c00-683f28a5c807), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:20.881771 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port cf2fe012-17f8-4cd2-b135-c34ec1db5452 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:20.882211 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cf2fe012-17f8-4cd2-b135-c34ec1db5452), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:21.081937 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (808b7a42-df61-4d33-9c00-683f28a5c807), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:21.195298 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353ec69e-c013-47a9-bf07-6768486ae166 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:01:21.216443 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48504) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:21.223858 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d8f57fab-e7c5-437a-8e57-044d4f6834b3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-870208353-network', 'tenant_id': '69bb164ca2bc4a6d96aea2e186a4c293'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:21.232042 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e2e743-adbd-4c55-9e86-eef741b59170', 'name': 'tempest-TestAggregatesBasicOps-1584676681-router', 'tenant_id': '8dcc635aba974c9e90b7dd8776538246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cf2fe012-17f8-4cd2-b135-c34ec1db5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:06Z', 'updated_at': '2022-02-03T13:01:16Z', 'revision_number': 4, 'project_id': '8dcc635aba974c9e90b7dd8776538246', 'gw_port': {'id': 'cf2fe012-17f8-4cd2-b135-c34ec1db5452', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e2e743-adbd-4c55-9e86-eef741b59170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:07Z', 'updated_at': '2022-02-03T13:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '9299e163-d23c-49af-ae75-81232a4ab4c2', 'name': '', 'network_id': '09f34ab9-6347-47ad-8fb7-fd99596fca21', 'tenant_id': '8dcc635aba974c9e90b7dd8776538246', 'mac_address': 'fa:16:3e:84:a7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e2e743-adbd-4c55-9e86-eef741b59170', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '62c4b07d-073e-49a5-8cd7-80824082c65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:14Z', 'updated_at': '2022-02-03T13:01:17Z', 'revision_number': 2, 'project_id': '8dcc635aba974c9e90b7dd8776538246', 'subnets': [{'id': '62c4b07d-073e-49a5-8cd7-80824082c65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:21.257703 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-353ec69e-c013-47a9-bf07-6768486ae166 admin admin] 10.222.0.18 "PUT /v2.0/routers/da435dcf-cec9-404c-9178-f4f4c58e925d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0800850 Feb 03 13:01:21.265507 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f57fab-e7c5-437a-8e57-044d4f6834b3 admin admin] Made reservation on behalf of 69bb164ca2bc4a6d96aea2e186a4c293 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:01:21.280447 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8f57fab-e7c5-437a-8e57-044d4f6834b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:21.308829 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8f57fab-e7c5-437a-8e57-044d4f6834b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:21.342039 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] Checking router: 67e2e743-adbd-4c55-9e86-eef741b59170 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:01:21.342445 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] Updating router 67e2e743-adbd-4c55-9e86-eef741b59170 port 9299e163-d23c-49af-ae75-81232a4ab4c2 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:01:21.452206 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de1fc0-3cd4-4986-9df3-3d525b0240d7 req-462e12bd-b09e-4a2b-9fd4-7abc9d0a717b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:21.452446 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9299e163-d23c-49af-ae75-81232a4ab4c2), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:21.465411 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-23de1fc0-3cd4-4986-9df3-3d525b0240d7 req-462e12bd-b09e-4a2b-9fd4-7abc9d0a717b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.2125232 Feb 03 13:01:21.533121 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e91d91a9-eb44-4c05-ab5a-6be008c64612 None None] Current status of the port 0b856c3b-1468-4cb9-a440-0488bc37e56d is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:21.533733 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e91d91a9-eb44-4c05-ab5a-6be008c64612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0b856c3b-1468-4cb9-a440-0488bc37e56d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:21.624775 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-23de1fc0-3cd4-4986-9df3-3d525b0240d7 req-e44b83ce-ce98-491f-b237-a1ffb700364b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561308 Feb 03 13:01:21.762956 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02c7df-6054-49e5-9936-ad56fb28457c None None] Pushing event updated for resources: {'Port': ['ID=808b7a42-df61-4d33-9c00-683f28a5c807,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:21.803707 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8f57fab-e7c5-437a-8e57-044d4f6834b3 admin admin] Publish callbacks [] for security_group (51532c0a-ff65-4a6e-a44e-f4081ccb5212), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:21.825261 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8f57fab-e7c5-437a-8e57-044d4f6834b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (51532c0a-ff65-4a6e-a44e-f4081ccb5212), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:21.865410 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] Attempting to bind port 808b7a42-df61-4d33-9c00-683f28a5c807 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:01:21.865891 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] Attempting to bind port 808b7a42-df61-4d33-9c00-683f28a5c807 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:01:21.866257 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] Attempting to bind port 808b7a42-df61-4d33-9c00-683f28a5c807 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:21.910640 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port cf2fe012-17f8-4cd2-b135-c34ec1db5452 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:21.912516 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cf2fe012-17f8-4cd2-b135-c34ec1db5452), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:21.964481 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '0b856c3b-1468-4cb9-a440-0488bc37e56d', 'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'mac_address': 'fa:16:3e:2d:09:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:02Z', 'updated_at': '2022-02-03T13:01:17Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'subnets': [{'id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:21.978696 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f57fab-e7c5-437a-8e57-044d4f6834b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51532c0a-ff65-4a6e-a44e-f4081ccb5212,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:22.012950 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e91d91a9-eb44-4c05-ab5a-6be008c64612 None None] For port 0b856c3b-1468-4cb9-a440-0488bc37e56d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0b856c3b-1468-4cb9-a440-0488bc37e56d,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:22.035257 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e91d91a9-eb44-4c05-ab5a-6be008c64612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0b856c3b-1468-4cb9-a440-0488bc37e56d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:22.056793 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f57fab-e7c5-437a-8e57-044d4f6834b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:01:22.118907 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc995ef-da66-4451-937d-bce27f864d78 req-60538d06-8e25-49bf-af43-1091723fd76b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:22.124707 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cbc995ef-da66-4451-937d-bce27f864d78 req-60538d06-8e25-49bf-af43-1091723fd76b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 0.6105812 Feb 03 13:01:22.159137 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8f57fab-e7c5-437a-8e57-044d4f6834b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (09b20d05-cf5d-4240-acef-995d251f11a3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:22.159137 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-d8f57fab-e7c5-437a-8e57-044d4f6834b3 admin admin] Added segment 09b20d05-cf5d-4240-acef-995d251f11a3 of type vlan for network 5e6b5822-6c01-4245-af38-95246040c8cc Feb 03 13:01:22.365669 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8f57fab-e7c5-437a-8e57-044d4f6834b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (5e6b5822-6c01-4245-af38-95246040c8cc), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:22.596538 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cbc995ef-da66-4451-937d-bce27f864d78 req-12c8c660-2494-4f72-836f-8e492b9a5c9a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358387 Feb 03 13:01:22.618649 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-d8f57fab-e7c5-437a-8e57-044d4f6834b3 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:01:22.727886 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8f57fab-e7c5-437a-8e57-044d4f6834b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (5e6b5822-6c01-4245-af38-95246040c8cc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:22.733390 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f57fab-e7c5-437a-8e57-044d4f6834b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:22.734479 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8f57fab-e7c5-437a-8e57-044d4f6834b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:22.754562 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] Publish callbacks [] for port (9299e163-d23c-49af-ae75-81232a4ab4c2), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:22.777095 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9299e163-d23c-49af-ae75-81232a4ab4c2), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:22.846621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:01:22.853724 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:22.855385 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:22.856667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:01:22.858806 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] Bound port: 808b7a42-df61-4d33-9c00-683f28a5c807, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:01:22.862773 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (808b7a42-df61-4d33-9c00-683f28a5c807), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:22.873207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee7425-d41d-4532-bfb3-cd61f5edf6ef None None] The sync data for ids ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'] in n-d-827336-3 is: [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '0b856c3b-1468-4cb9-a440-0488bc37e56d', 'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'mac_address': 'fa:16:3e:2d:09:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:02Z', 'updated_at': '2022-02-03T13:01:17Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'subnets': [{'id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:01:23.072404 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d91a9-eb44-4c05-ab5a-6be008c64612 None None] Pushing event updated for resources: {'Port': ['ID=0b856c3b-1468-4cb9-a440-0488bc37e56d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:23.091967 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48540) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:23.098480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ace3078e-3c88-45ce-8a68-76e7f43f0f72 admin admin] Request body: {'subnet': {'network_id': '5e6b5822-6c01-4245-af38-95246040c8cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-870208353-subnet', 'tenant_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:23.108708 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff739b14-b0b4-46ed-b5b9-3729398f4080 None None] Pushing event updated for resources: {'Port': ['ID=9299e163-d23c-49af-ae75-81232a4ab4c2,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:23.113663 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d8f57fab-e7c5-437a-8e57-044d4f6834b3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8928480 Feb 03 13:01:23.142376 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f57fab-e7c5-437a-8e57-044d4f6834b3 admin admin] Pushing event updated for resources: {'Network': ['ID=5e6b5822-6c01-4245-af38-95246040c8cc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:23.247695 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace3078e-3c88-45ce-8a68-76e7f43f0f72 admin admin] Made reservation on behalf of 69bb164ca2bc4a6d96aea2e186a4c293 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:01:23.259023 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ace3078e-3c88-45ce-8a68-76e7f43f0f72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:23.406162 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cc5e9-3d40-4320-9eb9-ba170c43314e req-b38c63a6-c292-48c7-ae1a-b8f6770e4685 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:23.434402 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] For port 808b7a42-df61-4d33-9c00-683f28a5c807, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:01:23.454208 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-275cc5e9-3d40-4320-9eb9-ba170c43314e req-b38c63a6-c292-48c7-ae1a-b8f6770e4685 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.5929992 Feb 03 13:01:23.463145 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] For port 808b7a42-df61-4d33-9c00-683f28a5c807, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=808b7a42-df61-4d33-9c00-683f28a5c807,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:01:23.597204 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 5e6b5822-6c01-4245-af38-95246040c8cc details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:01:23.743336 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] Attempting to bind port 9299e163-d23c-49af-ae75-81232a4ab4c2 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:01:23.750392 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] Attempting to bind port 9299e163-d23c-49af-ae75-81232a4ab4c2 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'e64de9dc-53b2-43bc-9aa1-2822a5bdf91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '09f34ab9-6347-47ad-8fb7-fd99596fca21'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:01:23.752425 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] Attempting to bind port 9299e163-d23c-49af-ae75-81232a4ab4c2 on network 09f34ab9-6347-47ad-8fb7-fd99596fca21 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:23.778549 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-275cc5e9-3d40-4320-9eb9-ba170c43314e req-4b45b5c8-2dda-4cb0-94eb-0143102130f3 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217750 Feb 03 13:01:23.796259 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:01:23.797239 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] Checking segment: {'id': 'e64de9dc-53b2-43bc-9aa1-2822a5bdf91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '09f34ab9-6347-47ad-8fb7-fd99596fca21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:23.797522 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:23.798139 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] Bound using segment: {'id': 'e64de9dc-53b2-43bc-9aa1-2822a5bdf91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '09f34ab9-6347-47ad-8fb7-fd99596fca21'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:01:23.798918 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] Bound port: 9299e163-d23c-49af-ae75-81232a4ab4c2, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64de9dc-53b2-43bc-9aa1-2822a5bdf91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '09f34ab9-6347-47ad-8fb7-fd99596fca21'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:01:23.799648 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9299e163-d23c-49af-ae75-81232a4ab4c2), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:24.164324 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port cf2fe012-17f8-4cd2-b135-c34ec1db5452, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=cf2fe012-17f8-4cd2-b135-c34ec1db5452,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:24.196203 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (808b7a42-df61-4d33-9c00-683f28a5c807), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:24.232076 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (cf2fe012-17f8-4cd2-b135-c34ec1db5452), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:24.243340 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d4db5923-791d-4133-91b3-0efdb5e0cfbb up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:24.322618 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] For port 9299e163-d23c-49af-ae75-81232a4ab4c2, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:01:24.352324 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] For port 9299e163-d23c-49af-ae75-81232a4ab4c2, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9299e163-d23c-49af-ae75-81232a4ab4c2,segment=NetworkSegment(e64de9dc-53b2-43bc-9aa1-2822a5bdf91f),segment_id=e64de9dc-53b2-43bc-9aa1-2822a5bdf91f)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:01:24.363476 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9299e163-d23c-49af-ae75-81232a4ab4c2), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:24.499460 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff739b14-b0b4-46ed-b5b9-3729398f4080 None None] Pushing event updated for resources: {'Port': ['ID=9299e163-d23c-49af-ae75-81232a4ab4c2,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:24.580597 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ace3078e-3c88-45ce-8a68-76e7f43f0f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (2383efff-a700-47b6-86ca-c97d7a0e2cfe), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:24.640819 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] Routers {'67e2e743-adbd-4c55-9e86-eef741b59170'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:24.642244 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:01:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['67e2e743-adbd-4c55-9e86-eef741b59170'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:24.884880 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e91d91a9-eb44-4c05-ab5a-6be008c64612 None None] Provisioning complete for port 46d33197-e523-41e3-a1d8-45d38fd93e3d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:24.885369 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e91d91a9-eb44-4c05-ab5a-6be008c64612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (46d33197-e523-41e3-a1d8-45d38fd93e3d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:25.149915 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58064296-7d8e-4afb-88fb-434b6471baf5 req-74b8bf3b-148d-403a-8694-153228410361 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:25.182119 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-58064296-7d8e-4afb-88fb-434b6471baf5 req-74b8bf3b-148d-403a-8694-153228410361 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 0.3623846 Feb 03 13:01:25.219347 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace3078e-3c88-45ce-8a68-76e7f43f0f72 admin admin] Checking segment: {'id': '09b20d05-cf5d-4240-acef-995d251f11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5e6b5822-6c01-4245-af38-95246040c8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:25.219999 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace3078e-3c88-45ce-8a68-76e7f43f0f72 admin admin] Network hostable DHCP agents. Network: 5e6b5822-6c01-4245-af38-95246040c8cc, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:01:25.223570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3078e-3c88-45ce-8a68-76e7f43f0f72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2383efff-a700-47b6-86ca-c97d7a0e2cfe,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:25.337881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port d4db5923-791d-4133-91b3-0efdb5e0cfbb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:25.339739 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d4db5923-791d-4133-91b3-0efdb5e0cfbb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:25.388116 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-58064296-7d8e-4afb-88fb-434b6471baf5 req-ef91919b-ea0a-4d87-9f49-63bad462cfbf tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965604 Feb 03 13:01:25.443690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace3078e-3c88-45ce-8a68-76e7f43f0f72 admin admin] Network 5e6b5822-6c01-4245-af38-95246040c8cc is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:01:25.450767 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] Set router 67e2e743-adbd-4c55-9e86-eef741b59170 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:01:25.478947 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ace3078e-3c88-45ce-8a68-76e7f43f0f72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 5e6b5822-6c01-4245-af38-95246040c8cc) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:25.507366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3078e-3c88-45ce-8a68-76e7f43f0f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:25.510554 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ace3078e-3c88-45ce-8a68-76e7f43f0f72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:25.534524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abb84d2-e5c1-4005-8b43-6694e8c9e1b7 None None] Network 5e6b5822-6c01-4245-af38-95246040c8cc requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:01:25.593463 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48572) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:25.598996 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ace3078e-3c88-45ce-8a68-76e7f43f0f72 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4957042 Feb 03 13:01:25.604762 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1f0520dd-0d13-47ff-9338-440323e77b6f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-870208353-router', 'tenant_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:25.661681 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f0520dd-0d13-47ff-9338-440323e77b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (a7ba5288-6ba2-4323-b465-f46b5b97d8e3), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:25.663140 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f0520dd-0d13-47ff-9338-440323e77b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (a7ba5288-6ba2-4323-b465-f46b5b97d8e3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:25.676879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747baca-a817-4d98-8666-ccf35fb5a510 req-7b8c0152-7307-4372-b3ea-f17efb314f8e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:25.685682 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4747baca-a817-4d98-8666-ccf35fb5a510 req-7b8c0152-7307-4372-b3ea-f17efb314f8e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.3911612 Feb 03 13:01:25.768280 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f0520dd-0d13-47ff-9338-440323e77b6f admin admin] Publish callbacks [] for router_controller (a7ba5288-6ba2-4323-b465-f46b5b97d8e3), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:25.794048 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] Routers {'da435dcf-cec9-404c-9178-f4f4c58e925d'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:25.795081 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:01:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['da435dcf-cec9-404c-9178-f4f4c58e925d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:25.874318 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02c7df-6054-49e5-9936-ad56fb28457c None None] Pushing event updated for resources: {'Port': ['ID=808b7a42-df61-4d33-9c00-683f28a5c807,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:25.928367 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4747baca-a817-4d98-8666-ccf35fb5a510 req-58f4534c-b2ef-47a2-8e49-e2086ff79123 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334380 Feb 03 13:01:26.123770 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=cf2fe012-17f8-4cd2-b135-c34ec1db5452,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:26.183547 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e91d91a9-eb44-4c05-ab5a-6be008c64612 None None] Current status of the port 46d33197-e523-41e3-a1d8-45d38fd93e3d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:26.193707 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-5e6b5822-6c01-4245-af38-95246040c8cc', 'network_id': '5e6b5822-6c01-4245-af38-95246040c8cc', 'project_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'fixed_ips': [{'subnet_id': '2383efff-a700-47b6-86ca-c97d7a0e2cfe'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:01:26.193707 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:26.587251 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Allocated IP 172.20.0.2 (5e6b5822-6c01-4245-af38-95246040c8cc/2383efff-a700-47b6-86ca-c97d7a0e2cfe/71d1350b-29ac-4afd-9af9-9849dcac59ea) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:01:26.609435 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e2e743-adbd-4c55-9e86-eef741b59170', 'name': 'tempest-TestAggregatesBasicOps-1584676681-router', 'tenant_id': '8dcc635aba974c9e90b7dd8776538246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cf2fe012-17f8-4cd2-b135-c34ec1db5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:06Z', 'updated_at': '2022-02-03T13:01:16Z', 'revision_number': 4, 'project_id': '8dcc635aba974c9e90b7dd8776538246', 'gw_port': {'id': 'cf2fe012-17f8-4cd2-b135-c34ec1db5452', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e2e743-adbd-4c55-9e86-eef741b59170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:07Z', 'updated_at': '2022-02-03T13:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '9299e163-d23c-49af-ae75-81232a4ab4c2', 'name': '', 'network_id': '09f34ab9-6347-47ad-8fb7-fd99596fca21', 'tenant_id': '8dcc635aba974c9e90b7dd8776538246', 'mac_address': 'fa:16:3e:84:a7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e2e743-adbd-4c55-9e86-eef741b59170', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '62c4b07d-073e-49a5-8cd7-80824082c65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:14Z', 'updated_at': '2022-02-03T13:01:24Z', 'revision_number': 4, 'project_id': '8dcc635aba974c9e90b7dd8776538246', 'subnets': [{'id': '62c4b07d-073e-49a5-8cd7-80824082c65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:26.653284 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f0520dd-0d13-47ff-9338-440323e77b6f admin admin] Publish callbacks [] for router_gateway (a7ba5288-6ba2-4323-b465-f46b5b97d8e3), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:26.806069 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aba4fc-f742-4c63-bc5e-65f8d437eacc None None] The sync data for ids ['67e2e743-adbd-4c55-9e86-eef741b59170'] in n-d-827336-3 is: [{'id': '67e2e743-adbd-4c55-9e86-eef741b59170', 'name': 'tempest-TestAggregatesBasicOps-1584676681-router', 'tenant_id': '8dcc635aba974c9e90b7dd8776538246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cf2fe012-17f8-4cd2-b135-c34ec1db5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:06Z', 'updated_at': '2022-02-03T13:01:16Z', 'revision_number': 4, 'project_id': '8dcc635aba974c9e90b7dd8776538246', 'gw_port': {'id': 'cf2fe012-17f8-4cd2-b135-c34ec1db5452', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e2e743-adbd-4c55-9e86-eef741b59170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:07Z', 'updated_at': '2022-02-03T13:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '9299e163-d23c-49af-ae75-81232a4ab4c2', 'name': '', 'network_id': '09f34ab9-6347-47ad-8fb7-fd99596fca21', 'tenant_id': '8dcc635aba974c9e90b7dd8776538246', 'mac_address': 'fa:16:3e:84:a7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e2e743-adbd-4c55-9e86-eef741b59170', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '62c4b07d-073e-49a5-8cd7-80824082c65c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:14Z', 'updated_at': '2022-02-03T13:01:24Z', 'revision_number': 4, 'project_id': '8dcc635aba974c9e90b7dd8776538246', 'subnets': [{'id': '62c4b07d-073e-49a5-8cd7-80824082c65c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:01:27.008836 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3afa9db2-baa5-4402-89cb-69ca37b2005b None None] Provisioning complete for port 9299e163-d23c-49af-ae75-81232a4ab4c2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:27.009287 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3afa9db2-baa5-4402-89cb-69ca37b2005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9299e163-d23c-49af-ae75-81232a4ab4c2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:27.114521 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port d4db5923-791d-4133-91b3-0efdb5e0cfbb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:27.273285 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] Set router da435dcf-cec9-404c-9178-f4f4c58e925d gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:01:27.502651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c1b66-bc1a-445c-bca1-e5617f229441 req-74220c9f-6531-41be-a20a-4aaa06b5b02a tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:27.505355 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-231c1b66-bc1a-445c-bca1-e5617f229441 req-74220c9f-6531-41be-a20a-4aaa06b5b02a tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.2848246 Feb 03 13:01:27.594412 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3afa9db2-baa5-4402-89cb-69ca37b2005b None None] Current status of the port 9299e163-d23c-49af-ae75-81232a4ab4c2 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:27.595001 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3afa9db2-baa5-4402-89cb-69ca37b2005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9299e163-d23c-49af-ae75-81232a4ab4c2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:27.644331 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Publish callbacks [] for port (71d1350b-29ac-4afd-9af9-9849dcac59ea), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:27.714641 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (71d1350b-29ac-4afd-9af9-9849dcac59ea), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:27.754621 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-231c1b66-bc1a-445c-bca1-e5617f229441 req-502a32ba-72c8-4f78-8452-39107b63bf4a tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267747 Feb 03 13:01:27.942611 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Pushing event updated for resources: {'Port': ['ID=71d1350b-29ac-4afd-9af9-9849dcac59ea,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:27.999226 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device cf2fe012-17f8-4cd2-b135-c34ec1db5452 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:28.171590 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4c3458b-f0ac-4f4d-86e3-76e2f94ca642 req-7c3f23b8-9ea7-40b6-af07-2c3b293823c4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4785435 Feb 03 13:01:28.286117 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Network 5e6b5822-6c01-4245-af38-95246040c8cc is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:28.292848 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab83d2-1efb-4ee8-819b-a5839192f9ba req-31b44d26-5e4f-4202-a558-00b6f413fbfc tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:28.300740 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 01abc28a-91a4-4941-8ab8-9889ec880ca9 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:01:28.303335 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-50ab83d2-1efb-4ee8-819b-a5839192f9ba req-31b44d26-5e4f-4202-a558-00b6f413fbfc tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 1.6210535 Feb 03 13:01:28.525531 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 01abc28a-91a4-4941-8ab8-9889ec880ca9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=01abc28a-91a4-4941-8ab8-9889ec880ca9,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:28.574191 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '01abc28a-91a4-4941-8ab8-9889ec880ca9', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'port_id': '01abc28a-91a4-4941-8ab8-9889ec880ca9', 'mac_address': 'fa:16:3e:1f:f1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27fe823-3411-4edd-b136-06676ed45522', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:01:28.582200 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3458b-f0ac-4f4d-86e3-76e2f94ca642 req-50a212f3-5ac3-4ba1-bb2e-c5a926a7a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:28.585473 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:28.592851 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:01:28.595095 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4c3458b-f0ac-4f4d-86e3-76e2f94ca642 req-50a212f3-5ac3-4ba1-bb2e-c5a926a7a257 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942 HTTP/1.1" status: 200 len: 1127 time: 0.3192379 Feb 03 13:01:28.632240 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-50ab83d2-1efb-4ee8-819b-a5839192f9ba req-fea6fded-97de-4c78-a7a7-23ec2f6c8efe tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200395 Feb 03 13:01:28.980719 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3458b-f0ac-4f4d-86e3-76e2f94ca642 req-21d9893d-a72c-4320-b718-31fe6b82bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:28.982271 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4c3458b-f0ac-4f4d-86e3-76e2f94ca642 req-21d9893d-a72c-4320-b718-31fe6b82bd90 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.3474486 Feb 03 13:01:29.007163 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3afa9db2-baa5-4402-89cb-69ca37b2005b None None] For port 9299e163-d23c-49af-ae75-81232a4ab4c2, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9299e163-d23c-49af-ae75-81232a4ab4c2,segment=NetworkSegment(e64de9dc-53b2-43bc-9aa1-2822a5bdf91f),segment_id=e64de9dc-53b2-43bc-9aa1-2822a5bdf91f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:29.101791 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 01abc28a-91a4-4941-8ab8-9889ec880ca9 is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:29.102358 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:29.119904 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3afa9db2-baa5-4402-89cb-69ca37b2005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9299e163-d23c-49af-ae75-81232a4ab4c2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:29.150587 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26c32e-0392-4ff9-a52f-eea922b257f0 req-af41f20a-5c53-46f2-8ac7-74b97dc1eaf9 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:29.160216 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b26c32e-0392-4ff9-a52f-eea922b257f0 req-af41f20a-5c53-46f2-8ac7-74b97dc1eaf9 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.2061226 Feb 03 13:01:29.203800 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4c3458b-f0ac-4f4d-86e3-76e2f94ca642 req-5424effe-f577-48b9-adc7-a5e8c53fa899 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=124c7ce3-64a5-48c1-9922-f78ac6e27463 HTTP/1.1" status: 200 len: 217 time: 0.2080872 Feb 03 13:01:29.240828 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port cf2fe012-17f8-4cd2-b135-c34ec1db5452 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:29.241676 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cf2fe012-17f8-4cd2-b135-c34ec1db5452), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:29.296684 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa9db2-baa5-4402-89cb-69ca37b2005b None None] Pushing event updated for resources: {'Port': ['ID=9299e163-d23c-49af-ae75-81232a4ab4c2,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:29.318711 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b26c32e-0392-4ff9-a52f-eea922b257f0 req-a3ac097d-9e9a-463d-87c2-4531e8d2b34c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459942 Feb 03 13:01:29.445108 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Attempting to bind port 71d1350b-29ac-4afd-9af9-9849dcac59ea on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:01:29.445672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Attempting to bind port 71d1350b-29ac-4afd-9af9-9849dcac59ea by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '09b20d05-cf5d-4240-acef-995d251f11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5e6b5822-6c01-4245-af38-95246040c8cc'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:01:29.446142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Attempting to bind port 71d1350b-29ac-4afd-9af9-9849dcac59ea on network 5e6b5822-6c01-4245-af38-95246040c8cc {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:29.478325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3afa9db2-baa5-4402-89cb-69ca37b2005b None None] Provisioning complete for port 0b856c3b-1468-4cb9-a440-0488bc37e56d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:29.479229 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3afa9db2-baa5-4402-89cb-69ca37b2005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0b856c3b-1468-4cb9-a440-0488bc37e56d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:29.482354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01abc28a-91a4-4941-8ab8-9889ec880ca9 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:01:29.606610 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:01:29.606610 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Checking segment: {'id': '09b20d05-cf5d-4240-acef-995d251f11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5e6b5822-6c01-4245-af38-95246040c8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:29.610144 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:29.610787 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Bound using segment: {'id': '09b20d05-cf5d-4240-acef-995d251f11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5e6b5822-6c01-4245-af38-95246040c8cc'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:01:29.612367 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Bound port: 71d1350b-29ac-4afd-9af9-9849dcac59ea, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b20d05-cf5d-4240-acef-995d251f11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5e6b5822-6c01-4245-af38-95246040c8cc'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:01:29.615464 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (71d1350b-29ac-4afd-9af9-9849dcac59ea), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:29.641338 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3458b-f0ac-4f4d-86e3-76e2f94ca642 req-73831933-dc41-4f76-ba2c-a6968e197bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:29.644653 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4c3458b-f0ac-4f4d-86e3-76e2f94ca642 req-73831933-dc41-4f76-ba2c-a6968e197bdb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.4096589 Feb 03 13:01:29.683103 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 01abc28a-91a4-4941-8ab8-9889ec880ca9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=01abc28a-91a4-4941-8ab8-9889ec880ca9,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:29.716982 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:29.730090 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f0520dd-0d13-47ff-9338-440323e77b6f admin admin] Publish callbacks [] for router_gateway (a7ba5288-6ba2-4323-b465-f46b5b97d8e3), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:29.774888 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f0520dd-0d13-47ff-9338-440323e77b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:29.840279 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=01abc28a-91a4-4941-8ab8-9889ec880ca9,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:30.105264 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3458b-f0ac-4f4d-86e3-76e2f94ca642 req-efdb52d4-d72d-4d7c-a670-a84e2b798d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:30.106819 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4c3458b-f0ac-4f4d-86e3-76e2f94ca642 req-efdb52d4-d72d-4d7c-a670-a84e2b798d97 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4521496 Feb 03 13:01:30.250366 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bdb1f-2dbd-4f45-9322-579cbff93f9c req-46b1b006-50fe-45d6-9c52-23c3b4243072 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:30.264537 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-986bdb1f-2dbd-4f45-9322-579cbff93f9c req-46b1b006-50fe-45d6-9c52-23c3b4243072 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 944 time: 0.4988422 Feb 03 13:01:30.608065 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['01abc28a-91a4-4941-8ab8-9889ec880ca9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:01:30.646280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-1f0520dd-0d13-47ff-9338-440323e77b6f admin admin] Allocated IP 172.25.6.216 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/87b552ad-fda5-4939-acba-f5b1975ec2f4) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:01:30.648582 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029492a4-8deb-45d9-a8a4-a69e4636bab5 req-3dad5c85-eff2-4c4a-bc33-7f7e82b62216 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:30.653584 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-029492a4-8deb-45d9-a8a4-a69e4636bab5 req-3dad5c85-eff2-4c4a-bc33-7f7e82b62216 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.1012769 Feb 03 13:01:30.795110 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da435dcf-cec9-404c-9178-f4f4c58e925d', 'name': 'tempest-TestVolumeBootPattern-1275555032-router', 'tenant_id': 'e847cb97ae4a46abadec3736dbf9e894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '808b7a42-df61-4d33-9c00-683f28a5c807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:08Z', 'updated_at': '2022-02-03T13:01:18Z', 'revision_number': 4, 'project_id': 'e847cb97ae4a46abadec3736dbf9e894', 'gw_port': {'id': '808b7a42-df61-4d33-9c00-683f28a5c807', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da435dcf-cec9-404c-9178-f4f4c58e925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:09Z', 'updated_at': '2022-02-03T13:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '5c5ea987-1efd-4649-96ee-740a7a17a9f7', 'name': '', 'network_id': '711565df-b381-45b5-92ea-984b526642cd', 'tenant_id': 'e847cb97ae4a46abadec3736dbf9e894', 'mac_address': 'fa:16:3e:51:7a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da435dcf-cec9-404c-9178-f4f4c58e925d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'e9b44de5-a3b2-4480-b7de-d9175269d789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:16Z', 'updated_at': '2022-02-03T13:01:18Z', 'revision_number': 2, 'project_id': 'e847cb97ae4a46abadec3736dbf9e894', 'subnets': [{'id': 'e9b44de5-a3b2-4480-b7de-d9175269d789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:30.872167 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-029492a4-8deb-45d9-a8a4-a69e4636bab5 req-9a86440e-5560-41bd-94a8-f5800032e0fb tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126999 Feb 03 13:01:30.904712 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3afa9db2-baa5-4402-89cb-69ca37b2005b None None] Current status of the port 0b856c3b-1468-4cb9-a440-0488bc37e56d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:30.914424 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd70ca-0fc7-4cbc-a7e5-23c65a256fff None None] The sync data for ids ['da435dcf-cec9-404c-9178-f4f4c58e925d'] in n-d-827336-3 is: [{'id': 'da435dcf-cec9-404c-9178-f4f4c58e925d', 'name': 'tempest-TestVolumeBootPattern-1275555032-router', 'tenant_id': 'e847cb97ae4a46abadec3736dbf9e894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '808b7a42-df61-4d33-9c00-683f28a5c807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:08Z', 'updated_at': '2022-02-03T13:01:18Z', 'revision_number': 4, 'project_id': 'e847cb97ae4a46abadec3736dbf9e894', 'gw_port': {'id': '808b7a42-df61-4d33-9c00-683f28a5c807', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da435dcf-cec9-404c-9178-f4f4c58e925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:09Z', 'updated_at': '2022-02-03T13:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '5c5ea987-1efd-4649-96ee-740a7a17a9f7', 'name': '', 'network_id': '711565df-b381-45b5-92ea-984b526642cd', 'tenant_id': 'e847cb97ae4a46abadec3736dbf9e894', 'mac_address': 'fa:16:3e:51:7a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da435dcf-cec9-404c-9178-f4f4c58e925d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'e9b44de5-a3b2-4480-b7de-d9175269d789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:16Z', 'updated_at': '2022-02-03T13:01:18Z', 'revision_number': 2, 'project_id': 'e847cb97ae4a46abadec3736dbf9e894', 'subnets': [{'id': 'e9b44de5-a3b2-4480-b7de-d9175269d789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:01:30.932820 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port cf2fe012-17f8-4cd2-b135-c34ec1db5452 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:30.934224 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 46d33197-e523-41e3-a1d8-45d38fd93e3d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:31.031520 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f0520dd-0d13-47ff-9338-440323e77b6f admin admin] Publish callbacks [] for port (87b552ad-fda5-4939-acba-f5b1975ec2f4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:31.034843 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] For port 71d1350b-29ac-4afd-9af9-9849dcac59ea, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:01:31.051485 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3afa9db2-baa5-4402-89cb-69ca37b2005b None None] Provisioning complete for port 5c5ea987-1efd-4649-96ee-740a7a17a9f7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:31.052097 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3afa9db2-baa5-4402-89cb-69ca37b2005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5c5ea987-1efd-4649-96ee-740a7a17a9f7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:31.126202 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] For port 71d1350b-29ac-4afd-9af9-9849dcac59ea, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=71d1350b-29ac-4afd-9af9-9849dcac59ea,segment=NetworkSegment(09b20d05-cf5d-4240-acef-995d251f11a3),segment_id=09b20d05-cf5d-4240-acef-995d251f11a3)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:01:31.129125 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f0520dd-0d13-47ff-9338-440323e77b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (87b552ad-fda5-4939-acba-f5b1975ec2f4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:31.178208 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (71d1350b-29ac-4afd-9af9-9849dcac59ea), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:31.208652 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0520dd-0d13-47ff-9338-440323e77b6f admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:31.216349 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-1f0520dd-0d13-47ff-9338-440323e77b6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:31.261499 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Pushing event updated for resources: {'Port': ['ID=71d1350b-29ac-4afd-9af9-9849dcac59ea,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:31.265037 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:31.267879 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0520dd-0d13-47ff-9338-440323e77b6f admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:01:31.285540 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3afa9db2-baa5-4402-89cb-69ca37b2005b None None] Port 5c5ea987-1efd-4649-96ee-740a7a17a9f7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:01:31.355966 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 46d33197-e523-41e3-a1d8-45d38fd93e3d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:31.356341 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (46d33197-e523-41e3-a1d8-45d38fd93e3d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:31.359207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:31.359739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:31.360147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:31.360497 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:31.360843 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:31.361317 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:31.361660 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:31.362287 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:31.362871 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:31.363485 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:31.364216 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:31.364839 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:31.365516 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab25b0-8340-4644-bc10-c8de60c4dce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:01:31.374954 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3afa9db2-baa5-4402-89cb-69ca37b2005b None None] Provisioning complete for port 46d33197-e523-41e3-a1d8-45d38fd93e3d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:31.375395 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3afa9db2-baa5-4402-89cb-69ca37b2005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (46d33197-e523-41e3-a1d8-45d38fd93e3d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:31.438771 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-986bdb1f-2dbd-4f45-9322-579cbff93f9c req-0d4bf9fd-85ab-4345-8590-8833a22f173a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1727312 Feb 03 13:01:31.469586 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-46bdb9c9-8ed5-4248-ad30-88dcae39cdd1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:31.471208 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-46bdb9c9-8ed5-4248-ad30-88dcae39cdd1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 811 time: 0.4606447 Feb 03 13:01:31.529736 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-7b25e441-c3b5-4e99-95a3-1870d78daff7 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/quotas/47cedc9968b440be9d535d988911feb3 HTTP/1.1" status: 200 len: 375 time: 0.0323114 Feb 03 13:01:31.725311 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-b0b90a79-4a9c-4536-9af9-c6ded228caf7 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1769521 Feb 03 13:01:31.964740 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3afa9db2-baa5-4402-89cb-69ca37b2005b None None] Current status of the port 46d33197-e523-41e3-a1d8-45d38fd93e3d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:31.993565 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0520dd-0d13-47ff-9338-440323e77b6f admin admin] Pushing event updated for resources: {'Port': ['ID=87b552ad-fda5-4939-acba-f5b1975ec2f4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:32.071320 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 01abc28a-91a4-4941-8ab8-9889ec880ca9 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:32.074997 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 46d33197-e523-41e3-a1d8-45d38fd93e3d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:32.086128 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0b856c3b-1468-4cb9-a440-0488bc37e56d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:32.228350 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-f62d4ed2-e5c4-4d51-8497-8c139d373a40 service neutron] 10.222.0.18 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782374 Feb 03 13:01:32.233506 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4c3458b-f0ac-4f4d-86e3-76e2f94ca642 req-5f4ac465-b034-4039-a2c2-9d883ce7bcd1 service neutron] 10.222.0.31 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0443518 Feb 03 13:01:32.346785 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 01abc28a-91a4-4941-8ab8-9889ec880ca9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:32.347214 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:32.537170 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 0b856c3b-1468-4cb9-a440-0488bc37e56d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:32.537771 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0b856c3b-1468-4cb9-a440-0488bc37e56d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:32.652679 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-93a2e478-a465-49fe-abfa-2fb82763bb03 service neutron] 10.222.0.18 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230411 Feb 03 13:01:32.678059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 01abc28a-91a4-4941-8ab8-9889ec880ca9 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:32.680568 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:32.829630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdf5f9-c135-4354-a0ed-63a65f513b25 req-e2b959cc-3025-4525-89a0-713edf681915 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:32.843927 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b1bdf5f9-c135-4354-a0ed-63a65f513b25 req-e2b959cc-3025-4525-89a0-713edf681915 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.7323720 Feb 03 13:01:32.870392 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfeb893c-28e6-4483-87da-146e23b1f43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01abc28a-91a4-4941-8ab8-9889ec880ca9'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:01:32.878861 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fb9a68-4f41-4b90-908a-e6a35dc4d544" -d '{"events": [{"server_uuid": "bfeb893c-28e6-4483-87da-146e23b1f43c", "name": "network-vif-plugged", "status": "completed", "tag": "01abc28a-91a4-4941-8ab8-9889ec880ca9"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:01:32.925079 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 01abc28a-91a4-4941-8ab8-9889ec880ca9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=01abc28a-91a4-4941-8ab8-9889ec880ca9,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:32.940461 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:33.079468 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4c3458b-f0ac-4f4d-86e3-76e2f94ca642 req-f268e897-0b73-4aa6-9ef0-42ccddb21363 service neutron] 10.222.0.31 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7468562 Feb 03 13:01:33.150327 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b1bdf5f9-c135-4354-a0ed-63a65f513b25 req-811e693b-0ca0-45bb-8c5f-c05c0b87a8da tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958424 Feb 03 13:01:33.154940 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f0520dd-0d13-47ff-9338-440323e77b6f admin admin] Publish callbacks [] for router_gateway (a7ba5288-6ba2-4323-b465-f46b5b97d8e3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:33.314235 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=01abc28a-91a4-4941-8ab8-9889ec880ca9,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:33.357496 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0b856c3b-1468-4cb9-a440-0488bc37e56d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:33.358673 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9299e163-d23c-49af-ae75-81232a4ab4c2 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:33.680471 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e7d43d8c-4b4c-444f-8202-48e984a32fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:33.713123 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f34ae81-78ea-4168-9b19-b1b0ddf3135a x-openstack-request-id: req-4f34ae81-78ea-4168-9b19-b1b0ddf3135a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:01:33.713435 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfeb893c-28e6-4483-87da-146e23b1f43c", "name": "network-vif-plugged", "status": "completed", "tag": "01abc28a-91a4-4941-8ab8-9889ec880ca9", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:01:33.713684 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f34ae81-78ea-4168-9b19-b1b0ddf3135a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:01:33.714092 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfeb893c-28e6-4483-87da-146e23b1f43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01abc28a-91a4-4941-8ab8-9889ec880ca9', 'code': 200} Feb 03 13:01:33.796959 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c2d38-eff7-4752-880f-5f69c65a78f3 req-899f99e1-50df-4c2e-aa74-4bcae9004b9d tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:33.809517 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9299e163-d23c-49af-ae75-81232a4ab4c2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:33.810025 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9299e163-d23c-49af-ae75-81232a4ab4c2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:33.813540 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e4c2d38-eff7-4752-880f-5f69c65a78f3 req-899f99e1-50df-4c2e-aa74-4bcae9004b9d tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 0.4718151 Feb 03 13:01:33.854296 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51a6362f-bfc9-4db9-a5b2-81904ab35b0e req-114093ca-db3c-4cb0-82c2-210bc4b12419 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 210 time: 0.0823078 Feb 03 13:01:33.939198 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6e4c2d38-eff7-4752-880f-5f69c65a78f3 req-83e55602-8610-4fd2-860b-ae739bd6d93b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243744 Feb 03 13:01:34.018236 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4381a306-3966-47d0-b499-11e0f75d3fa1 None None] Network 5e6b5822-6c01-4245-af38-95246040c8cc requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:01:34.165906 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f0520dd-0d13-47ff-9338-440323e77b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (a7ba5288-6ba2-4323-b465-f46b5b97d8e3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:34.207756 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9299e163-d23c-49af-ae75-81232a4ab4c2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:34.396867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d4eb2a85-58ab-4af1-89c3-26bb1883bb6a None None] Provisioning complete for port 71d1350b-29ac-4afd-9af9-9849dcac59ea triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:34.397500 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2a85-58ab-4af1-89c3-26bb1883bb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (71d1350b-29ac-4afd-9af9-9849dcac59ea), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:34.647715 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0520dd-0d13-47ff-9338-440323e77b6f admin admin] Router a7ba5288-6ba2-4323-b465-f46b5b97d8e3 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:01:34.685261 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742f067-7471-4fb4-b935-00413eb704af req-035338c1-88b7-4eab-befa-7677ffafc834 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:34.699740 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3742f067-7471-4fb4-b935-00413eb704af req-035338c1-88b7-4eab-befa-7677ffafc834 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.3776674 Feb 03 13:01:34.768114 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3742f067-7471-4fb4-b935-00413eb704af req-c83f2d21-b357-4425-87ea-9d06b1381363 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631895 Feb 03 13:01:34.897233 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb2a85-58ab-4af1-89c3-26bb1883bb6a None None] Current status of the port 71d1350b-29ac-4afd-9af9-9849dcac59ea is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:34.897811 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2a85-58ab-4af1-89c3-26bb1883bb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (71d1350b-29ac-4afd-9af9-9849dcac59ea), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:35.025029 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 71d1350b-29ac-4afd-9af9-9849dcac59ea up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:35.061451 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d4eb2a85-58ab-4af1-89c3-26bb1883bb6a None None] For port 71d1350b-29ac-4afd-9af9-9849dcac59ea, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=71d1350b-29ac-4afd-9af9-9849dcac59ea,segment=NetworkSegment(09b20d05-cf5d-4240-acef-995d251f11a3),segment_id=09b20d05-cf5d-4240-acef-995d251f11a3)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:35.234723 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e557eb93-b3c4-4720-97ba-7129cb97e9d6 req-0e158cc0-9fd8-4597-b26b-625d460e83c5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 210 time: 0.0889366 Feb 03 13:01:35.269807 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2a85-58ab-4af1-89c3-26bb1883bb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (71d1350b-29ac-4afd-9af9-9849dcac59ea), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:35.314455 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0520dd-0d13-47ff-9338-440323e77b6f admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:01:35.366391 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f0520dd-0d13-47ff-9338-440323e77b6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:35.371611 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1f0520dd-0d13-47ff-9338-440323e77b6f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.7740705 Feb 03 13:01:35.374571 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48726) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:35.379130 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cff849-3387-4c4f-abf9-d4fb1cd03be4 req-c0c77cd1-f8f5-40f6-aa60-6e2b2cf09d75 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:35.387135 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-06cff849-3387-4c4f-abf9-d4fb1cd03be4 req-c0c77cd1-f8f5-40f6-aa60-6e2b2cf09d75 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 0.2211192 Feb 03 13:01:35.421601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] Sync routers for ids ['a7ba5288-6ba2-4323-b465-f46b5b97d8e3'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:01:35.528029 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-06cff849-3387-4c4f-abf9-d4fb1cd03be4 req-ca2ad844-2c44-4eab-a75f-3de1a8893347 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332376 Feb 03 13:01:35.533861 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] Routers {'a7ba5288-6ba2-4323-b465-f46b5b97d8e3'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:35.534842 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:01:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a7ba5288-6ba2-4323-b465-f46b5b97d8e3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:35.569430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 71d1350b-29ac-4afd-9af9-9849dcac59ea triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:35.570313 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (71d1350b-29ac-4afd-9af9-9849dcac59ea), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:35.676175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d412c2fa-c00e-4848-bac2-fe7d7b364393 None None] Provisioning complete for port 71d1350b-29ac-4afd-9af9-9849dcac59ea triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:35.687408 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d412c2fa-c00e-4848-bac2-fe7d7b364393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (71d1350b-29ac-4afd-9af9-9849dcac59ea), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:35.806883 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb2a85-58ab-4af1-89c3-26bb1883bb6a None None] Pushing event updated for resources: {'Port': ['ID=71d1350b-29ac-4afd-9af9-9849dcac59ea,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:36.329768 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 71d1350b-29ac-4afd-9af9-9849dcac59ea is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:36.335043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 808b7a42-df61-4d33-9c00-683f28a5c807 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:36.471286 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94621b6c-b24d-4a84-a736-0bac82c7948c req-72f0200e-c714-4d65-b14f-48d782da3893 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 210 time: 0.0800009 Feb 03 13:01:36.623131 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] Set router a7ba5288-6ba2-4323-b465-f46b5b97d8e3 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:01:36.743338 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-efe9e378-788f-4b27-921f-d69a12b65df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:36.763214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efc48a-82c7-4b6a-9d75-695b6da685a4 req-809174be-54c1-4903-bfbc-03c844c1c2b2 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:36.770948 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-83efc48a-82c7-4b6a-9d75-695b6da685a4 req-809174be-54c1-4903-bfbc-03c844c1c2b2 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 0.1443765 Feb 03 13:01:36.959405 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-83efc48a-82c7-4b6a-9d75-695b6da685a4 req-af7a7736-81b2-4049-8393-2e07346ba8c6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710043 Feb 03 13:01:36.972283 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 808b7a42-df61-4d33-9c00-683f28a5c807 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:36.974557 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (808b7a42-df61-4d33-9c00-683f28a5c807), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:36.982975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d412c2fa-c00e-4848-bac2-fe7d7b364393 None None] Current status of the port 71d1350b-29ac-4afd-9af9-9849dcac59ea is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:36.999793 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d937b063-a644-4355-8833-59898537dd0d None None] Sync routers for ids ['da435dcf-cec9-404c-9178-f4f4c58e925d'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:01:37.019877 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d937b063-a644-4355-8833-59898537dd0d None None] Routers {'da435dcf-cec9-404c-9178-f4f4c58e925d'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:37.020549 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d937b063-a644-4355-8833-59898537dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:01:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['da435dcf-cec9-404c-9178-f4f4c58e925d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:37.192828 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-4ced55a9-54ed-4314-9814-f6f65d241e81 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:37.194312 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-4ced55a9-54ed-4314-9814-f6f65d241e81 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.31 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 811 time: 1.3106480 Feb 03 13:01:37.204365 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:37.282629 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-3c170360-5ff8-48e7-95e5-ca0c528636ca tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Request body: {'port': {'device_id': 'd32f5e9f-1812-4811-9505-a1328fa85dd0', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'admin_state_up': True, 'tenant_id': '47cedc9968b440be9d535d988911feb3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:37.507372 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d937b063-a644-4355-8833-59898537dd0d None None] Set router da435dcf-cec9-404c-9178-f4f4c58e925d gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:01:37.536407 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 808b7a42-df61-4d33-9c00-683f28a5c807 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:37.536800 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (808b7a42-df61-4d33-9c00-683f28a5c807), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:37.573375 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70475712-c3eb-4a22-95e4-2b16d8bc698b req-8e9a1991-ea81-4972-8892-28344368cc56 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:37.581291 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-70475712-c3eb-4a22-95e4-2b16d8bc698b req-8e9a1991-ea81-4972-8892-28344368cc56 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.3951817 Feb 03 13:01:37.661218 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-70475712-c3eb-4a22-95e4-2b16d8bc698b req-5a543de2-9f12-44db-9d45-fb211132c3c4 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788023 Feb 03 13:01:37.673999 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ced377d9-3a7e-4593-be93-ab020e517f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:37.702650 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 808b7a42-df61-4d33-9c00-683f28a5c807, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=808b7a42-df61-4d33-9c00-683f28a5c807,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:37.721732 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (808b7a42-df61-4d33-9c00-683f28a5c807), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:37.736885 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9299e163-d23c-49af-ae75-81232a4ab4c2 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:37.783023 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-66b09cfb-9dd5-44e8-87a2-a48dbe181cf1 req-bb7acc9a-b0a4-4b6a-8ea3-784614ce6399 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 210 time: 0.1235032 Feb 03 13:01:38.349740 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d937b063-a644-4355-8833-59898537dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da435dcf-cec9-404c-9178-f4f4c58e925d', 'name': 'tempest-TestVolumeBootPattern-1275555032-router', 'tenant_id': 'e847cb97ae4a46abadec3736dbf9e894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '808b7a42-df61-4d33-9c00-683f28a5c807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:08Z', 'updated_at': '2022-02-03T13:01:18Z', 'revision_number': 4, 'project_id': 'e847cb97ae4a46abadec3736dbf9e894', 'gw_port': {'id': '808b7a42-df61-4d33-9c00-683f28a5c807', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da435dcf-cec9-404c-9178-f4f4c58e925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:09Z', 'updated_at': '2022-02-03T13:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '5c5ea987-1efd-4649-96ee-740a7a17a9f7', 'name': '', 'network_id': '711565df-b381-45b5-92ea-984b526642cd', 'tenant_id': 'e847cb97ae4a46abadec3736dbf9e894', 'mac_address': 'fa:16:3e:51:7a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da435dcf-cec9-404c-9178-f4f4c58e925d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'e9b44de5-a3b2-4480-b7de-d9175269d789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:16Z', 'updated_at': '2022-02-03T13:01:18Z', 'revision_number': 2, 'project_id': 'e847cb97ae4a46abadec3736dbf9e894', 'subnets': [{'id': 'e9b44de5-a3b2-4480-b7de-d9175269d789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:38.416254 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ced377d9-3a7e-4593-be93-ab020e517f7f admin admin] Allocated IP 172.20.0.1 (5e6b5822-6c01-4245-af38-95246040c8cc/2383efff-a700-47b6-86ca-c97d7a0e2cfe/eaa84141-9e08-492e-804a-0e854147cfa0) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:01:38.424023 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-3c170360-5ff8-48e7-95e5-ca0c528636ca tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Made reservation on behalf of 47cedc9968b440be9d535d988911feb3 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:01:38.439202 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-3c170360-5ff8-48e7-95e5-ca0c528636ca tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:38.622244 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc09319-d812-492f-acd0-bcd07fc228c7 req-365df060-9b4a-43b2-9d4b-8119ef3969ea tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:38.629730 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dfc09319-d812-492f-acd0-bcd07fc228c7 req-365df060-9b4a-43b2-9d4b-8119ef3969ea tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 0.3789451 Feb 03 13:01:38.643475 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:38.671340 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ba5288-6ba2-4323-b465-f46b5b97d8e3', 'name': 'tempest-TestAggregatesBasicOps-870208353-router', 'tenant_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '87b552ad-fda5-4939-acba-f5b1975ec2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:25Z', 'updated_at': '2022-02-03T13:01:32Z', 'revision_number': 3, 'project_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'gw_port': {'id': '87b552ad-fda5-4939-acba-f5b1975ec2f4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ba5288-6ba2-4323-b465-f46b5b97d8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:29Z', 'updated_at': '2022-02-03T13:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:38.703595 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9299e163-d23c-49af-ae75-81232a4ab4c2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:38.707893 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9299e163-d23c-49af-ae75-81232a4ab4c2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:38.737177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48764) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:38.890721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] Checking router: a7ba5288-6ba2-4323-b465-f46b5b97d8e3 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:01:38.890991 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] Updating router a7ba5288-6ba2-4323-b465-f46b5b97d8e3 port 87b552ad-fda5-4939-acba-f5b1975ec2f4 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:01:38.891989 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d937b063-a644-4355-8833-59898537dd0d None None] Checking router: da435dcf-cec9-404c-9178-f4f4c58e925d for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:01:38.892354 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d937b063-a644-4355-8833-59898537dd0d None None] Updating router da435dcf-cec9-404c-9178-f4f4c58e925d port 5c5ea987-1efd-4649-96ee-740a7a17a9f7 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:01:38.953690 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=808b7a42-df61-4d33-9c00-683f28a5c807,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:38.958144 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d937b063-a644-4355-8833-59898537dd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5c5ea987-1efd-4649-96ee-740a7a17a9f7), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:39.017116 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dfc09319-d812-492f-acd0-bcd07fc228c7 req-29f40cda-2b58-4542-a647-a17a34c267e2 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892075 Feb 03 13:01:39.106498 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (87b552ad-fda5-4939-acba-f5b1975ec2f4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:39.343780 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ced377d9-3a7e-4593-be93-ab020e517f7f admin admin] Publish callbacks [] for port (eaa84141-9e08-492e-804a-0e854147cfa0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:39.423852 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9f42d88c-442d-44b9-bf4d-4090fdad1b6a tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] 10.222.0.18 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4873 time: 0.6850805 Feb 03 13:01:39.446937 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48774) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:39.496498 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-07d1a214-154d-42bf-bde2-9a03d428ca35 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Request body: {'network': {'name': 'tempest-network-smoke--1266832194', 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'port_security_enabled': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:39.541202 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa34cf4-4d2b-45c5-85f2-84686746fc72 req-648dca13-0ace-4f8c-8e94-9142bb7fa9b7 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:39.543358 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7aa34cf4-4d2b-45c5-85f2-84686746fc72 req-648dca13-0ace-4f8c-8e94-9142bb7fa9b7 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.5322371 Feb 03 13:01:39.574038 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ca0eb6b-d706-4b35-8336-f410dbb9b388 req-0307c91b-045d-42fe-bace-f2ab769130f3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 210 time: 0.3819292 Feb 03 13:01:39.579882 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ced377d9-3a7e-4593-be93-ab020e517f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (eaa84141-9e08-492e-804a-0e854147cfa0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:39.603514 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d1a214-154d-42bf-bde2-9a03d428ca35 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Made reservation on behalf of 0736ca6604044fb2b96c770b1d423b15 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:01:39.609940 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07d1a214-154d-42bf-bde2-9a03d428ca35 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:39.622860 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-3c170360-5ff8-48e7-95e5-ca0c528636ca tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Allocated IP 172.20.0.12 (c7d910a7-219c-4471-8faf-04d787751463/c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28/ed26bafc-d318-4d56-ac5f-8d4512200d07) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:01:39.662138 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced377d9-3a7e-4593-be93-ab020e517f7f admin admin] Network 5e6b5822-6c01-4245-af38-95246040c8cc is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:39.684741 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ced377d9-3a7e-4593-be93-ab020e517f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:39.690723 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced377d9-3a7e-4593-be93-ab020e517f7f admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:01:39.695474 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced377d9-3a7e-4593-be93-ab020e517f7f admin admin] Pushing event updated for resources: {'Port': ['ID=eaa84141-9e08-492e-804a-0e854147cfa0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:39.754808 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d1a214-154d-42bf-bde2-9a03d428ca35 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:01:39.828521 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd29b440-75a7-4db7-a0a5-482e8419f211 req-69a0922f-f64d-4e00-9810-09223f68eb52 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6392908 Feb 03 13:01:39.851979 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07d1a214-154d-42bf-bde2-9a03d428ca35 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:39.873297 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-07d1a214-154d-42bf-bde2-9a03d428ca35 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Added segment c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98 of type vlan for network 3f39e52d-3b9d-42c4-a62e-6423873c1961 Feb 03 13:01:39.909693 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] Publish callbacks [] for port (87b552ad-fda5-4939-acba-f5b1975ec2f4), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:39.947252 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d937b063-a644-4355-8833-59898537dd0d None None] Publish callbacks [] for port (5c5ea987-1efd-4649-96ee-740a7a17a9f7), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:39.966153 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d937b063-a644-4355-8833-59898537dd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5c5ea987-1efd-4649-96ee-740a7a17a9f7), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:40.012403 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (87b552ad-fda5-4939-acba-f5b1975ec2f4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:40.035821 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ced377d9-3a7e-4593-be93-ab020e517f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (a7ba5288-6ba2-4323-b465-f46b5b97d8e3), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:40.056763 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9299e163-d23c-49af-ae75-81232a4ab4c2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:40.089572 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07d1a214-154d-42bf-bde2-9a03d428ca35 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (3f39e52d-3b9d-42c4-a62e-6423873c1961), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:40.241354 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:40.277157 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7aa34cf4-4d2b-45c5-85f2-84686746fc72 req-1e3b7844-a47b-4fd1-9965-2ac50fd0effc tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6943376 Feb 03 13:01:40.281441 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07d1a214-154d-42bf-bde2-9a03d428ca35 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (3f39e52d-3b9d-42c4-a62e-6423873c1961), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:40.295430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] Attempting to bind port 87b552ad-fda5-4939-acba-f5b1975ec2f4 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:01:40.298338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d1a214-154d-42bf-bde2-9a03d428ca35 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:40.299645 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] Attempting to bind port 87b552ad-fda5-4939-acba-f5b1975ec2f4 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:01:40.301924 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07d1a214-154d-42bf-bde2-9a03d428ca35 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:40.303116 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] Attempting to bind port 87b552ad-fda5-4939-acba-f5b1975ec2f4 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:40.320599 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:01:40.326004 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:40.332553 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:40.333195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:01:40.336487 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] Bound port: 87b552ad-fda5-4939-acba-f5b1975ec2f4, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:01:40.337076 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (87b552ad-fda5-4939-acba-f5b1975ec2f4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:40.354370 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-07d1a214-154d-42bf-bde2-9a03d428ca35 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9039755 Feb 03 13:01:40.354653 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11526a2a-fbac-41f9-95d2-8e76bc070e4a None None] Pushing event updated for resources: {'Port': ['ID=5c5ea987-1efd-4649-96ee-740a7a17a9f7,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:40.357493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48780) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:40.402603 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-96be725b-d847-430e-ab73-c305222609ba tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1584624866', 'admin_state_up': True, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:40.463400 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96be725b-d847-430e-ab73-c305222609ba tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (a3f8c857-929f-4a00-bc89-d87dc9977ba2), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:40.466439 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96be725b-d847-430e-ab73-c305222609ba tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (a3f8c857-929f-4a00-bc89-d87dc9977ba2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:40.509744 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d937b063-a644-4355-8833-59898537dd0d None None] Attempting to bind port 5c5ea987-1efd-4649-96ee-740a7a17a9f7 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:01:40.510059 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d937b063-a644-4355-8833-59898537dd0d None None] Attempting to bind port 5c5ea987-1efd-4649-96ee-740a7a17a9f7 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'd6e5814a-ac65-4d4f-820c-17b01f1cbe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '711565df-b381-45b5-92ea-984b526642cd'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:01:40.510325 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d937b063-a644-4355-8833-59898537dd0d None None] Attempting to bind port 5c5ea987-1efd-4649-96ee-740a7a17a9f7 on network 711565df-b381-45b5-92ea-984b526642cd {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:40.538595 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d937b063-a644-4355-8833-59898537dd0d None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:01:40.541277 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d937b063-a644-4355-8833-59898537dd0d None None] Checking segment: {'id': 'd6e5814a-ac65-4d4f-820c-17b01f1cbe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '711565df-b381-45b5-92ea-984b526642cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:40.541739 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d937b063-a644-4355-8833-59898537dd0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:40.542150 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d937b063-a644-4355-8833-59898537dd0d None None] Bound using segment: {'id': 'd6e5814a-ac65-4d4f-820c-17b01f1cbe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '711565df-b381-45b5-92ea-984b526642cd'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:01:40.542660 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d937b063-a644-4355-8833-59898537dd0d None None] Bound port: 5c5ea987-1efd-4649-96ee-740a7a17a9f7, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e5814a-ac65-4d4f-820c-17b01f1cbe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '711565df-b381-45b5-92ea-984b526642cd'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:01:40.552308 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d937b063-a644-4355-8833-59898537dd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5c5ea987-1efd-4649-96ee-740a7a17a9f7), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:40.586775 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] For port 87b552ad-fda5-4939-acba-f5b1975ec2f4, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:01:40.590820 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] For port 87b552ad-fda5-4939-acba-f5b1975ec2f4, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=87b552ad-fda5-4939-acba-f5b1975ec2f4,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:01:40.643171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 71d1350b-29ac-4afd-9af9-9849dcac59ea up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:40.676174 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (87b552ad-fda5-4939-acba-f5b1975ec2f4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:40.681247 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96be725b-d847-430e-ab73-c305222609ba tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for router_controller (a3f8c857-929f-4a00-bc89-d87dc9977ba2), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:40.780651 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4748623-085c-44c7-8b5c-40746a12f5ea None None] Pushing event updated for resources: {'Port': ['ID=87b552ad-fda5-4939-acba-f5b1975ec2f4,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:40.782252 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-d937b063-a644-4355-8833-59898537dd0d None None] For port 5c5ea987-1efd-4649-96ee-740a7a17a9f7, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:01:40.795397 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-d937b063-a644-4355-8833-59898537dd0d None None] For port 5c5ea987-1efd-4649-96ee-740a7a17a9f7, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5c5ea987-1efd-4649-96ee-740a7a17a9f7,segment=NetworkSegment(d6e5814a-ac65-4d4f-820c-17b01f1cbe48),segment_id=d6e5814a-ac65-4d4f-820c-17b01f1cbe48)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:01:40.812604 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d937b063-a644-4355-8833-59898537dd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5c5ea987-1efd-4649-96ee-740a7a17a9f7), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:40.888677 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29b440-75a7-4db7-a0a5-482e8419f211 req-a9f7c0fd-3f48-42cd-ba87-e44effc45b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:40.890451 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd29b440-75a7-4db7-a0a5-482e8419f211 req-a9f7c0fd-3f48-42cd-ba87-e44effc45b66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 1126 time: 0.9735570 Feb 03 13:01:40.946944 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4748623-085c-44c7-8b5c-40746a12f5ea None None] Pushing event updated for resources: {'Port': ['ID=87b552ad-fda5-4939-acba-f5b1975ec2f4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:41.000486 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d937b063-a644-4355-8833-59898537dd0d None None] Routers {'da435dcf-cec9-404c-9178-f4f4c58e925d'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:41.001260 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d937b063-a644-4355-8833-59898537dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:01:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['da435dcf-cec9-404c-9178-f4f4c58e925d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:41.009875 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-3c170360-5ff8-48e7-95e5-ca0c528636ca tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for port (ed26bafc-d318-4d56-ac5f-8d4512200d07), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:41.032529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bdbed850-1bf0-4591-bb6d-fe2b203648d1 None None] Provisioning complete for port eaa84141-9e08-492e-804a-0e854147cfa0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:41.042632 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bdbed850-1bf0-4591-bb6d-fe2b203648d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (eaa84141-9e08-492e-804a-0e854147cfa0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:41.113936 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bdbed850-1bf0-4591-bb6d-fe2b203648d1 None None] Port eaa84141-9e08-492e-804a-0e854147cfa0 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:01:41.118753 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] Routers {'a7ba5288-6ba2-4323-b465-f46b5b97d8e3'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:41.119640 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:01:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a7ba5288-6ba2-4323-b465-f46b5b97d8e3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:41.389614 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d937b063-a644-4355-8833-59898537dd0d None None] Set router da435dcf-cec9-404c-9178-f4f4c58e925d gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:01:41.397492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-39d470f5-5670-4b46-80d9-cf8da5f0a4bf None None] Provisioning complete for port 5c5ea987-1efd-4649-96ee-740a7a17a9f7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:41.398459 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-39d470f5-5670-4b46-80d9-cf8da5f0a4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5c5ea987-1efd-4649-96ee-740a7a17a9f7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:41.402763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65db929-3296-409c-a0d7-010cfcfd81be req-5ed07ea2-3cfc-4fc5-9401-0f6e7cda1d47 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:41.418177 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d65db929-3296-409c-a0d7-010cfcfd81be req-5ed07ea2-3cfc-4fc5-9401-0f6e7cda1d47 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 1.0672307 Feb 03 13:01:41.424448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 71d1350b-29ac-4afd-9af9-9849dcac59ea triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:41.424831 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (71d1350b-29ac-4afd-9af9-9849dcac59ea), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:41.613502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] Set router a7ba5288-6ba2-4323-b465-f46b5b97d8e3 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:01:41.719350 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-3c170360-5ff8-48e7-95e5-ca0c528636ca tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (ed26bafc-d318-4d56-ac5f-8d4512200d07), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:41.810748 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11526a2a-fbac-41f9-95d2-8e76bc070e4a None None] Pushing event updated for resources: {'Port': ['ID=5c5ea987-1efd-4649-96ee-740a7a17a9f7,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:41.909217 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170360-5ff8-48e7-95e5-ca0c528636ca tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event updated for resources: {'Port': ['ID=ed26bafc-d318-4d56-ac5f-8d4512200d07,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:42.067110 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d937b063-a644-4355-8833-59898537dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da435dcf-cec9-404c-9178-f4f4c58e925d', 'name': 'tempest-TestVolumeBootPattern-1275555032-router', 'tenant_id': 'e847cb97ae4a46abadec3736dbf9e894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '808b7a42-df61-4d33-9c00-683f28a5c807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:08Z', 'updated_at': '2022-02-03T13:01:18Z', 'revision_number': 4, 'project_id': 'e847cb97ae4a46abadec3736dbf9e894', 'gw_port': {'id': '808b7a42-df61-4d33-9c00-683f28a5c807', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da435dcf-cec9-404c-9178-f4f4c58e925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:09Z', 'updated_at': '2022-02-03T13:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '5c5ea987-1efd-4649-96ee-740a7a17a9f7', 'name': '', 'network_id': '711565df-b381-45b5-92ea-984b526642cd', 'tenant_id': 'e847cb97ae4a46abadec3736dbf9e894', 'mac_address': 'fa:16:3e:51:7a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da435dcf-cec9-404c-9178-f4f4c58e925d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'e9b44de5-a3b2-4480-b7de-d9175269d789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:16Z', 'updated_at': '2022-02-03T13:01:40Z', 'revision_number': 4, 'project_id': 'e847cb97ae4a46abadec3736dbf9e894', 'subnets': [{'id': 'e9b44de5-a3b2-4480-b7de-d9175269d789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:42.072234 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 71d1350b-29ac-4afd-9af9-9849dcac59ea is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:42.085431 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 808b7a42-df61-4d33-9c00-683f28a5c807 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:42.117491 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29b440-75a7-4db7-a0a5-482e8419f211 req-b0f69fb4-0787-4f7f-b258-d72ccb16d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:42.119227 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd29b440-75a7-4db7-a0a5-482e8419f211 req-b0f69fb4-0787-4f7f-b258-d72ccb16d3e9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 1.1676950 Feb 03 13:01:42.129772 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-3c170360-5ff8-48e7-95e5-ca0c528636ca tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Network c7d910a7-219c-4471-8faf-04d787751463 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:42.150403 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d937b063-a644-4355-8833-59898537dd0d None None] The sync data for ids ['da435dcf-cec9-404c-9178-f4f4c58e925d'] in n-d-827336-3 is: [{'id': 'da435dcf-cec9-404c-9178-f4f4c58e925d', 'name': 'tempest-TestVolumeBootPattern-1275555032-router', 'tenant_id': 'e847cb97ae4a46abadec3736dbf9e894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '808b7a42-df61-4d33-9c00-683f28a5c807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:08Z', 'updated_at': '2022-02-03T13:01:18Z', 'revision_number': 4, 'project_id': 'e847cb97ae4a46abadec3736dbf9e894', 'gw_port': {'id': '808b7a42-df61-4d33-9c00-683f28a5c807', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da435dcf-cec9-404c-9178-f4f4c58e925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:09Z', 'updated_at': '2022-02-03T13:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '5c5ea987-1efd-4649-96ee-740a7a17a9f7', 'name': '', 'network_id': '711565df-b381-45b5-92ea-984b526642cd', 'tenant_id': 'e847cb97ae4a46abadec3736dbf9e894', 'mac_address': 'fa:16:3e:51:7a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da435dcf-cec9-404c-9178-f4f4c58e925d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': 'e9b44de5-a3b2-4480-b7de-d9175269d789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:16Z', 'updated_at': '2022-02-03T13:01:40Z', 'revision_number': 4, 'project_id': 'e847cb97ae4a46abadec3736dbf9e894', 'subnets': [{'id': 'e9b44de5-a3b2-4480-b7de-d9175269d789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:01:42.166997 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d65db929-3296-409c-a0d7-010cfcfd81be req-95d739cc-3ad5-4372-9718-d6be8feef011 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7473202 Feb 03 13:01:42.167903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-3c170360-5ff8-48e7-95e5-ca0c528636ca tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:42.177391 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-3c170360-5ff8-48e7-95e5-ca0c528636ca tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:01:42.230004 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-39d470f5-5670-4b46-80d9-cf8da5f0a4bf None None] Current status of the port 5c5ea987-1efd-4649-96ee-740a7a17a9f7 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:42.230398 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-39d470f5-5670-4b46-80d9-cf8da5f0a4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5c5ea987-1efd-4649-96ee-740a7a17a9f7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:42.458100 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-3c170360-5ff8-48e7-95e5-ca0c528636ca tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:42.459106 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-3c170360-5ff8-48e7-95e5-ca0c528636ca tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:42.466250 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ced377d9-3a7e-4593-be93-ab020e517f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (eaa84141-9e08-492e-804a-0e854147cfa0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:42.583619 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-3c170360-5ff8-48e7-95e5-ca0c528636ca tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3221991 Feb 03 13:01:42.592400 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-39d470f5-5670-4b46-80d9-cf8da5f0a4bf None None] For port 5c5ea987-1efd-4649-96ee-740a7a17a9f7, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5c5ea987-1efd-4649-96ee-740a7a17a9f7,segment=NetworkSegment(d6e5814a-ac65-4d4f-820c-17b01f1cbe48),segment_id=d6e5814a-ac65-4d4f-820c-17b01f1cbe48)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:42.620903 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-39d470f5-5670-4b46-80d9-cf8da5f0a4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5c5ea987-1efd-4649-96ee-740a7a17a9f7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:42.639865 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] Request body: {'port': {'device_id': 'd32f5e9f-1812-4811-9505-a1328fa85dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:42.715021 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd29b440-75a7-4db7-a0a5-482e8419f211 req-d6bf2cde-fa8a-4d3a-8140-e624511a6bea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef71da0-acb2-4952-8099-e4278d115834 HTTP/1.1" status: 200 len: 999 time: 0.5842092 Feb 03 13:01:42.763181 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d470f5-5670-4b46-80d9-cf8da5f0a4bf None None] Pushing event updated for resources: {'Port': ['ID=5c5ea987-1efd-4649-96ee-740a7a17a9f7,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:42.767082 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1a214-154d-42bf-bde2-9a03d428ca35 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event updated for resources: {'Network': ['ID=3f39e52d-3b9d-42c4-a62e-6423873c1961,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:42.768998 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 808b7a42-df61-4d33-9c00-683f28a5c807 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:42.769420 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (808b7a42-df61-4d33-9c00-683f28a5c807), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:42.894074 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 3f39e52d-3b9d-42c4-a62e-6423873c1961 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:01:42.898451 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96be725b-d847-430e-ab73-c305222609ba tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for router_gateway (a3f8c857-929f-4a00-bc89-d87dc9977ba2), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:42.947683 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1527f2-4d6a-4246-a424-b633d553aa8e req-be285900-c872-406f-9637-427b0dc2788b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:42.977502 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de1527f2-4d6a-4246-a424-b633d553aa8e req-be285900-c872-406f-9637-427b0dc2788b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.6268830 Feb 03 13:01:43.088319 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29b440-75a7-4db7-a0a5-482e8419f211 req-537ca7de-e7c4-4071-baed-0215e1c6a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:43.089537 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd29b440-75a7-4db7-a0a5-482e8419f211 req-537ca7de-e7c4-4071-baed-0215e1c6a1df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.3643084 Feb 03 13:01:43.104509 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293794f-9e8f-4332-9b6e-dbb91b32a510 req-abbe5c0d-7b24-4f47-b043-0a91f8444cf6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:43.118482 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d293794f-9e8f-4332-9b6e-dbb91b32a510 req-abbe5c0d-7b24-4f47-b043-0a91f8444cf6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 932 time: 0.9267497 Feb 03 13:01:43.140214 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-232e90cf-5205-488f-af90-d0995f0f9e27 None None] Provisioning complete for port ed26bafc-d318-4d56-ac5f-8d4512200d07 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:43.140742 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-232e90cf-5205-488f-af90-d0995f0f9e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ed26bafc-d318-4d56-ac5f-8d4512200d07), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:43.321415 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ed26bafc-d318-4d56-ac5f-8d4512200d07), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:43.326081 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-232e90cf-5205-488f-af90-d0995f0f9e27 None None] Port ed26bafc-d318-4d56-ac5f-8d4512200d07 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:01:43.348496 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-232e90cf-5205-488f-af90-d0995f0f9e27 None None] Provisioning complete for port 5c5ea987-1efd-4649-96ee-740a7a17a9f7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:43.348878 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-232e90cf-5205-488f-af90-d0995f0f9e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5c5ea987-1efd-4649-96ee-740a7a17a9f7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:43.457204 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ba5288-6ba2-4323-b465-f46b5b97d8e3', 'name': 'tempest-TestAggregatesBasicOps-870208353-router', 'tenant_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '87b552ad-fda5-4939-acba-f5b1975ec2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:25Z', 'updated_at': '2022-02-03T13:01:32Z', 'revision_number': 3, 'project_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'gw_port': {'id': '87b552ad-fda5-4939-acba-f5b1975ec2f4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ba5288-6ba2-4323-b465-f46b5b97d8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:29Z', 'updated_at': '2022-02-03T13:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:43.470485 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d293794f-9e8f-4332-9b6e-dbb91b32a510 req-4e1f477b-28e8-4ebd-841b-a7829d28d548 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480175 Feb 03 13:01:43.605641 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f5b118-d4e9-46e0-be21-dc077e4baca1 None None] The sync data for ids ['a7ba5288-6ba2-4323-b465-f46b5b97d8e3'] in n-d-827336-3 is: [{'id': 'a7ba5288-6ba2-4323-b465-f46b5b97d8e3', 'name': 'tempest-TestAggregatesBasicOps-870208353-router', 'tenant_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '87b552ad-fda5-4939-acba-f5b1975ec2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:25Z', 'updated_at': '2022-02-03T13:01:32Z', 'revision_number': 3, 'project_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'gw_port': {'id': '87b552ad-fda5-4939-acba-f5b1975ec2f4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ba5288-6ba2-4323-b465-f46b5b97d8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:29Z', 'updated_at': '2022-02-03T13:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:01:43.627850 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de1527f2-4d6a-4246-a424-b633d553aa8e req-ef9905d1-a4ce-4567-8fab-cc0ab2b5b72d tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6490130 Feb 03 13:01:43.740688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-232e90cf-5205-488f-af90-d0995f0f9e27 None None] Current status of the port 5c5ea987-1efd-4649-96ee-740a7a17a9f7 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:43.772855 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 808b7a42-df61-4d33-9c00-683f28a5c807 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:43.827243 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ced377d9-3a7e-4593-be93-ab020e517f7f admin admin] Publish callbacks [] for port (eaa84141-9e08-492e-804a-0e854147cfa0), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:43.893298 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ced377d9-3a7e-4593-be93-ab020e517f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (eaa84141-9e08-492e-804a-0e854147cfa0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:44.008500 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96be725b-d847-430e-ab73-c305222609ba tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for router_gateway (a3f8c857-929f-4a00-bc89-d87dc9977ba2), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:44.202173 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96be725b-d847-430e-ab73-c305222609ba tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:44.205781 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5c5ea987-1efd-4649-96ee-740a7a17a9f7 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:44.236703 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766e614-82bd-441c-99c8-d33023d2ac9f req-cfb02a6e-2966-4923-9383-03180747b886 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:44.248573 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d766e614-82bd-441c-99c8-d33023d2ac9f req-cfb02a6e-2966-4923-9383-03180747b886 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 0.5374997 Feb 03 13:01:44.334771 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 5c5ea987-1efd-4649-96ee-740a7a17a9f7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:44.351156 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5c5ea987-1efd-4649-96ee-740a7a17a9f7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:44.475666 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d766e614-82bd-441c-99c8-d33023d2ac9f req-3acc1fb3-650e-430b-b7b0-33604a095c1f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238414 Feb 03 13:01:44.544607 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced377d9-3a7e-4593-be93-ab020e517f7f admin admin] Pushing event updated for resources: {'Port': ['ID=eaa84141-9e08-492e-804a-0e854147cfa0,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:44.582697 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29b440-75a7-4db7-a0a5-482e8419f211 req-d4f317fe-4479-402f-887e-7105ddf9ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:44.584876 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd29b440-75a7-4db7-a0a5-482e8419f211 req-d4f317fe-4479-402f-887e-7105ddf9ed44 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.4583006 Feb 03 13:01:44.600177 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 5c5ea987-1efd-4649-96ee-740a7a17a9f7 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:44.708367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-96be725b-d847-430e-ab73-c305222609ba tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Allocated IP 172.25.6.139 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/de40e7ff-b68b-4cd3-bcbf-6ff8957591af) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:01:44.920251 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ced377d9-3a7e-4593-be93-ab020e517f7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (a7ba5288-6ba2-4323-b465-f46b5b97d8e3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:45.175135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b9ab4-1d29-466f-b7ce-0d47ce404bc1 req-dadb539c-8f65-4a8d-97c5-f8c6c40610e3 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:45.176945 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf6b9ab4-1d29-466f-b7ce-0d47ce404bc1 req-dadb539c-8f65-4a8d-97c5-f8c6c40610e3 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.2314591 Feb 03 13:01:45.181416 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96be725b-d847-430e-ab73-c305222609ba tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for port (de40e7ff-b68b-4cd3-bcbf-6ff8957591af), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:45.347349 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf6b9ab4-1d29-466f-b7ce-0d47ce404bc1 req-92766237-2f73-4bd6-85bd-06533de11cff tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561427 Feb 03 13:01:45.397151 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96be725b-d847-430e-ab73-c305222609ba tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (de40e7ff-b68b-4cd3-bcbf-6ff8957591af), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:45.534979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96be725b-d847-430e-ab73-c305222609ba tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:45.544538 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be725b-d847-430e-ab73-c305222609ba tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event updated for resources: {'Port': ['ID=de40e7ff-b68b-4cd3-bcbf-6ff8957591af,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:45.565907 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-96be725b-d847-430e-ab73-c305222609ba tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:45.573127 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931cbe1-61da-4efe-a148-de5e77d90ba7 req-25025066-2642-480d-b014-78fc4c4555e6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:45.576228 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96be725b-d847-430e-ab73-c305222609ba tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:01:45.589227 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9931cbe1-61da-4efe-a148-de5e77d90ba7 req-25025066-2642-480d-b014-78fc4c4555e6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 932 time: 0.9109371 Feb 03 13:01:45.601336 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd29b440-75a7-4db7-a0a5-482e8419f211 req-c70d730d-a315-442b-b5eb-6ac002e9e39a service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9802883 Feb 03 13:01:45.728595 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9931cbe1-61da-4efe-a148-de5e77d90ba7 req-5f59fa97-8fe7-4842-8432-ebbfc819f929 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380188 Feb 03 13:01:45.964969 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:45.995728 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd29b440-75a7-4db7-a0a5-482e8419f211 req-ddc273b7-7e7d-41a6-a953-8eddd39ada72 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870213 Feb 03 13:01:46.138119 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 87b552ad-fda5-4939-acba-f5b1975ec2f4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:46.339142 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9842d8d-f4ee-4da7-a1ad-5e3871889dcb req-f74438bb-0c09-4aef-b9a3-7d852c0b14cf tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:46.350358 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 87b552ad-fda5-4939-acba-f5b1975ec2f4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:46.350358 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (87b552ad-fda5-4939-acba-f5b1975ec2f4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:46.354325 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f9842d8d-f4ee-4da7-a1ad-5e3871889dcb req-f74438bb-0c09-4aef-b9a3-7d852c0b14cf tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 0.5688484 Feb 03 13:01:46.814601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 87b552ad-fda5-4939-acba-f5b1975ec2f4 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:46.814918 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (87b552ad-fda5-4939-acba-f5b1975ec2f4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:46.822935 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f9842d8d-f4ee-4da7-a1ad-5e3871889dcb req-1ff56b7a-1c79-433e-bf93-4b3637ce298f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673111 Feb 03 13:01:46.972308 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 87b552ad-fda5-4939-acba-f5b1975ec2f4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=87b552ad-fda5-4939-acba-f5b1975ec2f4,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:46.982275 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (87b552ad-fda5-4939-acba-f5b1975ec2f4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:47.019350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced377d9-3a7e-4593-be93-ab020e517f7f admin admin] Network 5e6b5822-6c01-4245-af38-95246040c8cc is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:47.054682 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ced377d9-3a7e-4593-be93-ab020e517f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:47.284986 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed26bafc-d318-4d56-ac5f-8d4512200d07 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:01:47.299244 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] Publish callbacks [] for port (ed26bafc-d318-4d56-ac5f-8d4512200d07), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:47.304960 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced377d9-3a7e-4593-be93-ab020e517f7f admin admin] Router a7ba5288-6ba2-4323-b465-f46b5b97d8e3 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:01:47.314334 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=87b552ad-fda5-4939-acba-f5b1975ec2f4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:47.442364 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96be725b-d847-430e-ab73-c305222609ba tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for router_gateway (a3f8c857-929f-4a00-bc89-d87dc9977ba2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:47.536262 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] Transition to ACTIVE for port object ed26bafc-d318-4d56-ac5f-8d4512200d07 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:01:47.537802 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced377d9-3a7e-4593-be93-ab020e517f7f admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:01:47.550973 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab30ed-9d3c-40a0-b916-7cea0d485e51 req-53b9af3f-c552-4a16-bdda-f9160313eafb tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:47.564794 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cdab30ed-9d3c-40a0-b916-7cea0d485e51 req-53b9af3f-c552-4a16-bdda-f9160313eafb tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.5410480 Feb 03 13:01:47.604615 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ced377d9-3a7e-4593-be93-ab020e517f7f admin admin] 10.222.0.18 "PUT /v2.0/routers/a7ba5288-6ba2-4323-b465-f46b5b97d8e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2280736 Feb 03 13:01:47.608220 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (ed26bafc-d318-4d56-ac5f-8d4512200d07), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:47.695326 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d66a7-ebc8-4b19-b9e8-dd91582a88e2 req-bb1c27ad-e05d-492a-ba89-5b0c6523c61d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:47.696999 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a34d66a7-ebc8-4b19-b9e8-dd91582a88e2 req-bb1c27ad-e05d-492a-ba89-5b0c6523c61d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 932 time: 0.4816673 Feb 03 13:01:47.768099 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cdab30ed-9d3c-40a0-b916-7cea0d485e51 req-c31e1aa2-0446-4bbe-b1ea-24394846ab6c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021461 Feb 03 13:01:47.839314 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] Pushing event updated for resources: {'Port': ['ID=ed26bafc-d318-4d56-ac5f-8d4512200d07,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:47.854094 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:01:47.891381 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4e66473b-33ff-487a-88db-6e0274630dc6 None None] Provisioning complete for port eaa84141-9e08-492e-804a-0e854147cfa0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:47.891878 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e66473b-33ff-487a-88db-6e0274630dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (eaa84141-9e08-492e-804a-0e854147cfa0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:48.073662 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a34d66a7-ebc8-4b19-b9e8-dd91582a88e2 req-ba763887-d63d-497f-8d2a-5235d92c714b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186629 Feb 03 13:01:48.076507 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4e66473b-33ff-487a-88db-6e0274630dc6 None None] Port eaa84141-9e08-492e-804a-0e854147cfa0 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:01:48.154815 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 87b552ad-fda5-4939-acba-f5b1975ec2f4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:48.281517 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] Attempting to bind port ed26bafc-d318-4d56-ac5f-8d4512200d07 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:01:48.282412 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] Attempting to bind port ed26bafc-d318-4d56-ac5f-8d4512200d07 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:01:48.282918 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] Attempting to bind port ed26bafc-d318-4d56-ac5f-8d4512200d07 on network c7d910a7-219c-4471-8faf-04d787751463 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:48.310678 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] Port ed26bafc-d318-4d56-ac5f-8d4512200d07 on network c7d910a7-219c-4471-8faf-04d787751463 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:01:48.311263 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] Attempting to bind port ed26bafc-d318-4d56-ac5f-8d4512200d07 on network c7d910a7-219c-4471-8faf-04d787751463 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:48.334592 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccbffe-c316-4290-910f-a4007b31f4ba req-8604ced1-a2b9-43b4-ba8c-651928257a66 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:48.339191 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aaccbffe-c316-4290-910f-a4007b31f4ba req-8604ced1-a2b9-43b4-ba8c-651928257a66 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 0.3052082 Feb 03 13:01:48.350040 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:01:48.356393 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] Checking segment: {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:48.357013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] Bound using segment: {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:01:48.357620 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] Bound port: ed26bafc-d318-4d56-ac5f-8d4512200d07, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:01:48.358431 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ed26bafc-d318-4d56-ac5f-8d4512200d07), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:48.388761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 87b552ad-fda5-4939-acba-f5b1975ec2f4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:48.389324 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (87b552ad-fda5-4939-acba-f5b1975ec2f4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:48.451889 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96be725b-d847-430e-ab73-c305222609ba tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (a3f8c857-929f-4a00-bc89-d87dc9977ba2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:48.525948 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] Sync routers for ids ['a7ba5288-6ba2-4323-b465-f46b5b97d8e3'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:01:48.578275 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] Routers {'a7ba5288-6ba2-4323-b465-f46b5b97d8e3'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:48.579298 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:01:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a7ba5288-6ba2-4323-b465-f46b5b97d8e3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:48.660920 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aaccbffe-c316-4290-910f-a4007b31f4ba req-345bfffc-7230-4f26-a7c6-001ef550417e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138099 Feb 03 13:01:48.728487 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] For port ed26bafc-d318-4d56-ac5f-8d4512200d07, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:01:48.735719 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] For port ed26bafc-d318-4d56-ac5f-8d4512200d07, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ed26bafc-d318-4d56-ac5f-8d4512200d07,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:01:48.747969 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (ed26bafc-d318-4d56-ac5f-8d4512200d07), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:48.889614 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:48.890240 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:48.891971 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] 10.222.0.31 "PUT /v2.0/ports/ed26bafc-d318-4d56-ac5f-8d4512200d07 HTTP/1.1" status: 200 len: 1092 time: 6.2697847 Feb 03 13:01:48.905790 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32f5e9f-1812-4811-9505-a1328fa85dd0', 'tag': 'ed26bafc-d318-4d56-ac5f-8d4512200d07'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:01:48.912557 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e082ced-fb17-4ea3-aeee-eb0a718d6532" -d '{"events": [{"name": "network-changed", "server_uuid": "d32f5e9f-1812-4811-9505-a1328fa85dd0", "tag": "ed26bafc-d318-4d56-ac5f-8d4512200d07"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:01:48.974305 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96be725b-d847-430e-ab73-c305222609ba tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Router a3f8c857-929f-4a00-bc89-d87dc9977ba2 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:01:49.238567 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f1add1-0977-4b0c-8af1-7ff391881dcd x-openstack-request-id: req-a2f1add1-0977-4b0c-8af1-7ff391881dcd {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:01:49.255024 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32f5e9f-1812-4811-9505-a1328fa85dd0", "tag": "ed26bafc-d318-4d56-ac5f-8d4512200d07", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:01:49.255471 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2f1add1-0977-4b0c-8af1-7ff391881dcd {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:01:49.256096 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32f5e9f-1812-4811-9505-a1328fa85dd0', 'tag': 'ed26bafc-d318-4d56-ac5f-8d4512200d07', 'status': 'completed', 'code': 200} Feb 03 13:01:49.328804 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a694c-bf67-453a-8f46-a3110b7b2754 service neutron] Pushing event updated for resources: {'Port': ['ID=ed26bafc-d318-4d56-ac5f-8d4512200d07,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:49.384322 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96be725b-d847-430e-ab73-c305222609ba tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:01:49.398800 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] Sync routers for ids ['a3f8c857-929f-4a00-bc89-d87dc9977ba2'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:01:49.429586 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-8af3f695-93db-4231-a122-fe8b59ebe797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:49.432307 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-8af3f695-93db-4231-a122-fe8b59ebe797 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 1126 time: 0.4808793 Feb 03 13:01:49.437108 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] Routers {'a3f8c857-929f-4a00-bc89-d87dc9977ba2'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:49.437894 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:01:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a3f8c857-929f-4a00-bc89-d87dc9977ba2'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:49.448175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] Set router a7ba5288-6ba2-4323-b465-f46b5b97d8e3 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:01:49.457534 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9537c2-54fc-41f0-9b22-871a9c206781 req-8126a945-77f8-4a41-a278-4c6cd20bc970 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:49.481614 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aa9537c2-54fc-41f0-9b22-871a9c206781 req-8126a945-77f8-4a41-a278-4c6cd20bc970 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.3370607 Feb 03 13:01:49.524663 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96be725b-d847-430e-ab73-c305222609ba tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:49.530173 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-96be725b-d847-430e-ab73-c305222609ba tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 9.1706052 Feb 03 13:01:49.543880 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48880) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:49.625663 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-791b6d76-0d2b-43c1-a27c-800cfd3fe73c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed26bafc-d318-4d56-ac5f-8d4512200d07 HTTP/1.1" status: 200 len: 217 time: 0.1243939 Feb 03 13:01:49.710910 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4dad7a-b792-4110-b6e8-435312c902e0 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:49.739410 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8e4dad7a-b792-4110-b6e8-435312c902e0 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=0736ca6604044fb2b96c770b1d423b15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1897769 Feb 03 13:01:49.741388 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48886) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:49.746399 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-37d58f27-1a1a-4c3d-a7d9-541a1c9b598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:49.748165 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-37d58f27-1a1a-4c3d-a7d9-541a1c9b598f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.1013997 Feb 03 13:01:49.787920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324824bf-08d3-4d8a-9b07-f5070f1e78ac req-84f108e9-339a-42f1-a1be-45030b444b30 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:49.818253 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-324824bf-08d3-4d8a-9b07-f5070f1e78ac req-84f108e9-339a-42f1-a1be-45030b444b30 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 944 time: 0.4015152 Feb 03 13:01:49.866112 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] Set router a3f8c857-929f-4a00-bc89-d87dc9977ba2 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:01:49.892560 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aa9537c2-54fc-41f0-9b22-871a9c206781 req-9022c0f1-318c-4faa-97bf-503af4c72fe3 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099679 Feb 03 13:01:49.973494 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-f7948865-d2e3-489c-8fd8-9ef3efdb8adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:49.986797 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-f7948865-d2e3-489c-8fd8-9ef3efdb8adb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1703753 Feb 03 13:01:50.229695 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 87b552ad-fda5-4939-acba-f5b1975ec2f4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:50.246221 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-324824bf-08d3-4d8a-9b07-f5070f1e78ac req-51bed342-ebfa-426a-a2cc-c74c38885e15 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870044 Feb 03 13:01:50.297145 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ba5288-6ba2-4323-b465-f46b5b97d8e3', 'name': 'tempest-TestAggregatesBasicOps-870208353-router', 'tenant_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '87b552ad-fda5-4939-acba-f5b1975ec2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:25Z', 'updated_at': '2022-02-03T13:01:41Z', 'revision_number': 4, 'project_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'gw_port': {'id': '87b552ad-fda5-4939-acba-f5b1975ec2f4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba5288-6ba2-4323-b465-f46b5b97d8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:29Z', 'updated_at': '2022-02-03T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'eaa84141-9e08-492e-804a-0e854147cfa0', 'name': '', 'network_id': '5e6b5822-6c01-4245-af38-95246040c8cc', 'tenant_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'mac_address': 'fa:16:3e:3b:17:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ba5288-6ba2-4323-b465-f46b5b97d8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '2383efff-a700-47b6-86ca-c97d7a0e2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:37Z', 'updated_at': '2022-02-03T13:01:42Z', 'revision_number': 2, 'project_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'subnets': [{'id': '2383efff-a700-47b6-86ca-c97d7a0e2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:50.334712 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-d52defbb-9920-45a9-805a-8954b1ac6602 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373966 Feb 03 13:01:50.344908 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf720bb-1f26-40fd-b7be-b0dde4d594e3 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:50.349587 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7bf720bb-1f26-40fd-b7be-b0dde4d594e3 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6058404 Feb 03 13:01:50.350209 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48894) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:50.382514 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] Checking router: a7ba5288-6ba2-4323-b465-f46b5b97d8e3 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:01:50.382514 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] Updating router a7ba5288-6ba2-4323-b465-f46b5b97d8e3 port eaa84141-9e08-492e-804a-0e854147cfa0 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:01:50.492876 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (eaa84141-9e08-492e-804a-0e854147cfa0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:50.568511 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f8c857-929f-4a00-bc89-d87dc9977ba2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584624866', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'de40e7ff-b68b-4cd3-bcbf-6ff8957591af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:40Z', 'updated_at': '2022-02-03T13:01:46Z', 'revision_number': 3, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': 'de40e7ff-b68b-4cd3-bcbf-6ff8957591af', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f8c857-929f-4a00-bc89-d87dc9977ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:44Z', 'updated_at': '2022-02-03T13:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:50.583670 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d3f2c734-4ddd-4e41-8822-4c171d1ae7de tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2306974 Feb 03 13:01:50.621189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48904) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:50.713560 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7285377f-6331-40ef-87c4-d758a71a63d3 req-53e78ef2-cdd6-4c9d-91e8-a4a2dbb6e254 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461256 Feb 03 13:01:50.733165 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] Checking router: a3f8c857-929f-4a00-bc89-d87dc9977ba2 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:01:50.735166 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] Updating router a3f8c857-929f-4a00-bc89-d87dc9977ba2 port de40e7ff-b68b-4cd3-bcbf-6ff8957591af binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:01:50.845600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5f6b8-e2c7-41f2-8084-236416b17388 req-bec60404-d3e6-40b4-af25-9d3ecdf419cb tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:50.857479 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9db5f6b8-e2c7-41f2-8084-236416b17388 req-bec60404-d3e6-40b4-af25-9d3ecdf419cb tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 0.3597965 Feb 03 13:01:50.871751 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (de40e7ff-b68b-4cd3-bcbf-6ff8957591af), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:50.909113 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-22e83fb2-ca05-4714-bd5b-519539054e56 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=0736ca6604044fb2b96c770b1d423b15&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2697246 Feb 03 13:01:50.914708 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48912) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:50.969282 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9db5f6b8-e2c7-41f2-8084-236416b17388 req-03b4a98c-b1ec-499f-9b28-09d4ada36f4f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094899 Feb 03 13:01:50.974483 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e082ced-fb17-4ea3-aeee-eb0a718d6532 req-f5dbf165-6329-49d6-8bcc-0f2c00861a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:51.006631 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8e082ced-fb17-4ea3-aeee-eb0a718d6532 req-f5dbf165-6329-49d6-8bcc-0f2c00861a9d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 1126 time: 0.2232392 Feb 03 13:01:51.320185 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18b553-ffc4-458b-96b1-fbf181aeec50 req-e35163ea-5166-41c9-bb4f-15831cf80ffd tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:51.324531 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f18b553-ffc4-458b-96b1-fbf181aeec50 req-e35163ea-5166-41c9-bb4f-15831cf80ffd tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.2358153 Feb 03 13:01:51.396340 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e082ced-fb17-4ea3-aeee-eb0a718d6532 req-3983fbc1-661e-46c7-bc0f-78c10e7bf86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:51.398040 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8e082ced-fb17-4ea3-aeee-eb0a718d6532 req-3983fbc1-661e-46c7-bc0f-78c10e7bf86b service neutron] 10.222.0.31 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 912 time: 0.3904672 Feb 03 13:01:51.492430 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] Publish callbacks [] for port (eaa84141-9e08-492e-804a-0e854147cfa0), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:51.511010 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (eaa84141-9e08-492e-804a-0e854147cfa0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:51.514398 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] Publish callbacks [] for port (de40e7ff-b68b-4cd3-bcbf-6ff8957591af), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:51.524207 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f18b553-ffc4-458b-96b1-fbf181aeec50 req-7bd7f7cf-5794-4432-b926-2d509bb52e83 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920564 Feb 03 13:01:51.537255 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (de40e7ff-b68b-4cd3-bcbf-6ff8957591af), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:51.712342 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c013cc-37f3-4fd9-bd9c-9c3184a66a1c None None] Pushing event updated for resources: {'Port': ['ID=eaa84141-9e08-492e-804a-0e854147cfa0,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:51.740572 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48938) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:51.762257 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290f1d1-3270-44bf-ad5f-ac99e18aaea0 None None] Pushing event updated for resources: {'Port': ['ID=de40e7ff-b68b-4cd3-bcbf-6ff8957591af,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:51.790461 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] Attempting to bind port eaa84141-9e08-492e-804a-0e854147cfa0 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:01:51.796075 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] Attempting to bind port eaa84141-9e08-492e-804a-0e854147cfa0 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '09b20d05-cf5d-4240-acef-995d251f11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5e6b5822-6c01-4245-af38-95246040c8cc'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:01:51.798430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] Attempting to bind port eaa84141-9e08-492e-804a-0e854147cfa0 on network 5e6b5822-6c01-4245-af38-95246040c8cc {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:51.834597 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:01:51.834825 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] Attempting to bind port de40e7ff-b68b-4cd3-bcbf-6ff8957591af on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:01:51.838527 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] Attempting to bind port de40e7ff-b68b-4cd3-bcbf-6ff8957591af by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:01:51.839012 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] Attempting to bind port de40e7ff-b68b-4cd3-bcbf-6ff8957591af on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:51.840284 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] Checking segment: {'id': '09b20d05-cf5d-4240-acef-995d251f11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5e6b5822-6c01-4245-af38-95246040c8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:51.842076 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:51.843771 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] Bound using segment: {'id': '09b20d05-cf5d-4240-acef-995d251f11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5e6b5822-6c01-4245-af38-95246040c8cc'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:01:51.845706 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] Bound port: eaa84141-9e08-492e-804a-0e854147cfa0, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b20d05-cf5d-4240-acef-995d251f11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5e6b5822-6c01-4245-af38-95246040c8cc'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:01:51.847811 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (eaa84141-9e08-492e-804a-0e854147cfa0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:51.855223 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:01:51.855612 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:51.856063 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:51.862969 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:01:51.863787 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] Bound port: de40e7ff-b68b-4cd3-bcbf-6ff8957591af, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:01:51.865398 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (de40e7ff-b68b-4cd3-bcbf-6ff8957591af), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:51.962831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a58863-21b3-4e7a-a7ff-63e8c120f636 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:51.970192 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-42a58863-21b3-4e7a-a7ff-63e8c120f636 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0544357 Feb 03 13:01:51.977026 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48940) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:51.980012 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8e082ced-fb17-4ea3-aeee-eb0a718d6532 req-3f17371c-b605-4e91-9f20-bb7f3a35e093 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed26bafc-d318-4d56-ac5f-8d4512200d07 HTTP/1.1" status: 200 len: 217 time: 0.5545254 Feb 03 13:01:52.036451 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] For port de40e7ff-b68b-4cd3-bcbf-6ff8957591af, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:01:52.045110 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] For port de40e7ff-b68b-4cd3-bcbf-6ff8957591af, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=de40e7ff-b68b-4cd3-bcbf-6ff8957591af,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:01:52.062374 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (de40e7ff-b68b-4cd3-bcbf-6ff8957591af), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:52.136369 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] For port eaa84141-9e08-492e-804a-0e854147cfa0, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:01:52.155127 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-36300bad-3937-4273-90b5-437ce08457ad tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1731496 Feb 03 13:01:52.182823 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 48944) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:52.211079 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] For port eaa84141-9e08-492e-804a-0e854147cfa0, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=eaa84141-9e08-492e-804a-0e854147cfa0,segment=NetworkSegment(09b20d05-cf5d-4240-acef-995d251f11a3),segment_id=09b20d05-cf5d-4240-acef-995d251f11a3)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:01:52.228153 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8f166-b1bb-47e4-b821-8bf22951168c req-75bf5ea3-a0ce-43f5-ac5d-b2ea47273f96 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:52.230398 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5cd8f166-b1bb-47e4-b821-8bf22951168c req-75bf5ea3-a0ce-43f5-ac5d-b2ea47273f96 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 944 time: 0.5936565 Feb 03 13:01:52.233534 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (eaa84141-9e08-492e-804a-0e854147cfa0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:52.246992 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d6556dde-d642-4e59-9dc5-f0f8ab04630e None None] Provisioning complete for port eaa84141-9e08-492e-804a-0e854147cfa0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:52.246992 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d6556dde-d642-4e59-9dc5-f0f8ab04630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (eaa84141-9e08-492e-804a-0e854147cfa0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:52.313283 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] Routers {'a7ba5288-6ba2-4323-b465-f46b5b97d8e3'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:52.314043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:01:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a7ba5288-6ba2-4323-b465-f46b5b97d8e3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:52.479760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7fdbcbea-3fd6-4ae6-9f3d-3ea89457c7cf tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2068491551', 'network_id': '3f39e52d-3b9d-42c4-a62e-6423873c1961', 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:01:52.518190 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c013cc-37f3-4fd9-bd9c-9c3184a66a1c None None] Pushing event updated for resources: {'Port': ['ID=eaa84141-9e08-492e-804a-0e854147cfa0,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:52.543266 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5cd8f166-b1bb-47e4-b821-8bf22951168c req-71236789-b6cb-4c2d-9b51-949a68dcbaaa tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044095 Feb 03 13:01:52.562086 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e082ced-fb17-4ea3-aeee-eb0a718d6532 req-8e9bb30e-3698-4440-8e9a-50901385429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:52.564098 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8e082ced-fb17-4ea3-aeee-eb0a718d6532 req-8e9bb30e-3698-4440-8e9a-50901385429d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.4587715 Feb 03 13:01:52.753422 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e082ced-fb17-4ea3-aeee-eb0a718d6532 req-63593ac3-a7fd-45d5-8596-622f1088da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:52.759409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d6556dde-d642-4e59-9dc5-f0f8ab04630e None None] Current status of the port eaa84141-9e08-492e-804a-0e854147cfa0 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:52.759803 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d6556dde-d642-4e59-9dc5-f0f8ab04630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (eaa84141-9e08-492e-804a-0e854147cfa0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:52.760837 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8e082ced-fb17-4ea3-aeee-eb0a718d6532 req-63593ac3-a7fd-45d5-8596-622f1088da27 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1792047 Feb 03 13:01:52.789153 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] Routers {'a3f8c857-929f-4a00-bc89-d87dc9977ba2'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:52.800970 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:01:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a3f8c857-929f-4a00-bc89-d87dc9977ba2'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:52.944492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] Set router a7ba5288-6ba2-4323-b465-f46b5b97d8e3 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:01:52.955732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f34fa-34e7-404c-87d3-93ba4d9b8c37 req-2e7e68d5-f919-492f-9f23-18be04749d73 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:52.966786 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-735f34fa-34e7-404c-87d3-93ba4d9b8c37 req-2e7e68d5-f919-492f-9f23-18be04749d73 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 0.7846134 Feb 03 13:01:53.035141 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290f1d1-3270-44bf-ad5f-ac99e18aaea0 None None] Pushing event updated for resources: {'Port': ['ID=de40e7ff-b68b-4cd3-bcbf-6ff8957591af,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:53.056403 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d6556dde-d642-4e59-9dc5-f0f8ab04630e None None] For port eaa84141-9e08-492e-804a-0e854147cfa0, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=eaa84141-9e08-492e-804a-0e854147cfa0,segment=NetworkSegment(09b20d05-cf5d-4240-acef-995d251f11a3),segment_id=09b20d05-cf5d-4240-acef-995d251f11a3)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:53.065820 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d6556dde-d642-4e59-9dc5-f0f8ab04630e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (eaa84141-9e08-492e-804a-0e854147cfa0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:53.127068 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8e082ced-fb17-4ea3-aeee-eb0a718d6532 req-38e4d0bd-d876-4e7b-9ff3-530a479800e7 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353655 Feb 03 13:01:53.169509 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] Set router a3f8c857-929f-4a00-bc89-d87dc9977ba2 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:01:53.205360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdbcbea-3fd6-4ae6-9f3d-3ea89457c7cf tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Made reservation on behalf of 0736ca6604044fb2b96c770b1d423b15 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:01:53.214545 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7fdbcbea-3fd6-4ae6-9f3d-3ea89457c7cf tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:53.233006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6556dde-d642-4e59-9dc5-f0f8ab04630e None None] Pushing event updated for resources: {'Port': ['ID=eaa84141-9e08-492e-804a-0e854147cfa0,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:53.291028 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-735f34fa-34e7-404c-87d3-93ba4d9b8c37 req-16de2a06-9ce8-4f1e-901b-a652203f66af tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129208 Feb 03 13:01:53.292730 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ae3ef-6b3f-471c-90b8-9fcbbad93f93 req-7ff5ff03-d4a9-4d42-987f-e5df28793745 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:53.294280 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a14ae3ef-6b3f-471c-90b8-9fcbbad93f93 req-7ff5ff03-d4a9-4d42-987f-e5df28793745 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.5274854 Feb 03 13:01:53.382745 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8e082ced-fb17-4ea3-aeee-eb0a718d6532 req-0be39299-78bc-4084-9d7e-7887ef891125 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311049 Feb 03 13:01:53.443744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-125aac47-8bd8-4ad8-bbde-8152acdec5f1 None None] Provisioning complete for port eaa84141-9e08-492e-804a-0e854147cfa0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:53.447769 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a14ae3ef-6b3f-471c-90b8-9fcbbad93f93 req-36be6d13-a01d-49af-a610-981e59521080 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449955 Feb 03 13:01:53.450553 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-125aac47-8bd8-4ad8-bbde-8152acdec5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (eaa84141-9e08-492e-804a-0e854147cfa0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:53.658551 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f8c857-929f-4a00-bc89-d87dc9977ba2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584624866', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'de40e7ff-b68b-4cd3-bcbf-6ff8957591af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:40Z', 'updated_at': '2022-02-03T13:01:46Z', 'revision_number': 3, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': 'de40e7ff-b68b-4cd3-bcbf-6ff8957591af', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f8c857-929f-4a00-bc89-d87dc9977ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:44Z', 'updated_at': '2022-02-03T13:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:53.709480 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d326c0b3-5601-4a13-a526-862b400f1f27 None None] The sync data for ids ['a3f8c857-929f-4a00-bc89-d87dc9977ba2'] in n-d-827336-3 is: [{'id': 'a3f8c857-929f-4a00-bc89-d87dc9977ba2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584624866', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'de40e7ff-b68b-4cd3-bcbf-6ff8957591af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:40Z', 'updated_at': '2022-02-03T13:01:46Z', 'revision_number': 3, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': 'de40e7ff-b68b-4cd3-bcbf-6ff8957591af', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f8c857-929f-4a00-bc89-d87dc9977ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:44Z', 'updated_at': '2022-02-03T13:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:01:53.805978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-125aac47-8bd8-4ad8-bbde-8152acdec5f1 None None] Current status of the port eaa84141-9e08-492e-804a-0e854147cfa0 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:53.848547 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ba5288-6ba2-4323-b465-f46b5b97d8e3', 'name': 'tempest-TestAggregatesBasicOps-870208353-router', 'tenant_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '87b552ad-fda5-4939-acba-f5b1975ec2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:25Z', 'updated_at': '2022-02-03T13:01:41Z', 'revision_number': 4, 'project_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'gw_port': {'id': '87b552ad-fda5-4939-acba-f5b1975ec2f4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba5288-6ba2-4323-b465-f46b5b97d8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:29Z', 'updated_at': '2022-02-03T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'eaa84141-9e08-492e-804a-0e854147cfa0', 'name': '', 'network_id': '5e6b5822-6c01-4245-af38-95246040c8cc', 'tenant_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'mac_address': 'fa:16:3e:3b:17:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ba5288-6ba2-4323-b465-f46b5b97d8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '2383efff-a700-47b6-86ca-c97d7a0e2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:37Z', 'updated_at': '2022-02-03T13:01:52Z', 'revision_number': 4, 'project_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'subnets': [{'id': '2383efff-a700-47b6-86ca-c97d7a0e2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:53.913804 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c79bc3-c642-4d31-9c3c-b1f887754e57 None None] The sync data for ids ['a7ba5288-6ba2-4323-b465-f46b5b97d8e3'] in n-d-827336-3 is: [{'id': 'a7ba5288-6ba2-4323-b465-f46b5b97d8e3', 'name': 'tempest-TestAggregatesBasicOps-870208353-router', 'tenant_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '87b552ad-fda5-4939-acba-f5b1975ec2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:25Z', 'updated_at': '2022-02-03T13:01:41Z', 'revision_number': 4, 'project_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'gw_port': {'id': '87b552ad-fda5-4939-acba-f5b1975ec2f4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba5288-6ba2-4323-b465-f46b5b97d8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:29Z', 'updated_at': '2022-02-03T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'eaa84141-9e08-492e-804a-0e854147cfa0', 'name': '', 'network_id': '5e6b5822-6c01-4245-af38-95246040c8cc', 'tenant_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'mac_address': 'fa:16:3e:3b:17:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ba5288-6ba2-4323-b465-f46b5b97d8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '2383efff-a700-47b6-86ca-c97d7a0e2cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:37Z', 'updated_at': '2022-02-03T13:01:52Z', 'revision_number': 4, 'project_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'subnets': [{'id': '2383efff-a700-47b6-86ca-c97d7a0e2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:01:54.020242 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c423a-6ee7-4abf-ab0d-7ec44b768f06 req-c5c56fe1-162d-4816-8ddf-f7e04da835c5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:54.021838 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-670c423a-6ee7-4abf-ab0d-7ec44b768f06 req-c5c56fe1-162d-4816-8ddf-f7e04da835c5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 944 time: 0.3565650 Feb 03 13:01:54.124754 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7fdbcbea-3fd6-4ae6-9f3d-3ea89457c7cf tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (ff73552e-1ed3-4336-a967-2a56f29bbdc3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:54.264953 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-670c423a-6ee7-4abf-ab0d-7ec44b768f06 req-5dcf74e1-770f-4bb5-b23f-5ab13554862b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170763 Feb 03 13:01:54.287059 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ec040a2-e144-4821-806d-86aa28ab2323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (67e2e743-adbd-4c55-9e86-eef741b59170), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:54.772449 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b2c46-8318-4a9c-b641-036bab7182ff req-1ef7a4bb-63a4-4bb4-8f2a-9eecde8d7392 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:54.782064 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e62b2c46-8318-4a9c-b641-036bab7182ff req-1ef7a4bb-63a4-4bb4-8f2a-9eecde8d7392 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 0.3282609 Feb 03 13:01:54.864625 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device de40e7ff-b68b-4cd3-bcbf-6ff8957591af up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:54.986005 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e62b2c46-8318-4a9c-b641-036bab7182ff req-836bcda4-fcb5-4a03-8492-12015962d623 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963849 Feb 03 13:01:55.053821 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port de40e7ff-b68b-4cd3-bcbf-6ff8957591af triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:55.054943 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (de40e7ff-b68b-4cd3-bcbf-6ff8957591af), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:55.279803 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port de40e7ff-b68b-4cd3-bcbf-6ff8957591af is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:55.280243 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (de40e7ff-b68b-4cd3-bcbf-6ff8957591af), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:55.353175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port de40e7ff-b68b-4cd3-bcbf-6ff8957591af, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=de40e7ff-b68b-4cd3-bcbf-6ff8957591af,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:55.361136 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (de40e7ff-b68b-4cd3-bcbf-6ff8957591af), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:55.363271 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device eaa84141-9e08-492e-804a-0e854147cfa0 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:55.613680 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=de40e7ff-b68b-4cd3-bcbf-6ff8957591af,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:55.654830 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27be43-87bf-4a3d-8cc2-5f69401fdd2c req-7fdb0148-65af-4c84-8a1a-f018bd6c7cec tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:55.671656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port eaa84141-9e08-492e-804a-0e854147cfa0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:55.672047 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cc27be43-87bf-4a3d-8cc2-5f69401fdd2c req-7fdb0148-65af-4c84-8a1a-f018bd6c7cec tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 944 time: 0.1779416 Feb 03 13:01:55.672245 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (eaa84141-9e08-492e-804a-0e854147cfa0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:55.797457 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 48992) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:55.849426 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cc27be43-87bf-4a3d-8cc2-5f69401fdd2c req-acf7c8e8-bbbb-4f95-9c65-05adbb767091 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753573 Feb 03 13:01:55.874331 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port eaa84141-9e08-492e-804a-0e854147cfa0 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:55.886254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbcbea-3fd6-4ae6-9f3d-3ea89457c7cf tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event updated for resources: {'Subnet': ['ID=ff73552e-1ed3-4336-a967-2a56f29bbdc3,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:56.056236 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d4f10ef-ace9-488c-9137-08cf8ed1c903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:56.087080 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdbcbea-3fd6-4ae6-9f3d-3ea89457c7cf tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Checking segment: {'id': 'c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3f39e52d-3b9d-42c4-a62e-6423873c1961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:56.087458 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdbcbea-3fd6-4ae6-9f3d-3ea89457c7cf tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Network hostable DHCP agents. Network: 3f39e52d-3b9d-42c4-a62e-6423873c1961, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:01:56.162283 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742c303-0da2-4972-985c-980ade5c3e40 req-987299d2-5655-4fef-af04-4b2f4e5bd2c4 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:56.170517 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9742c303-0da2-4972-985c-980ade5c3e40 req-987299d2-5655-4fef-af04-4b2f4e5bd2c4 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.2808161 Feb 03 13:01:56.188301 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdbcbea-3fd6-4ae6-9f3d-3ea89457c7cf tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Network 3f39e52d-3b9d-42c4-a62e-6423873c1961 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:01:56.218496 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7fdbcbea-3fd6-4ae6-9f3d-3ea89457c7cf tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 3f39e52d-3b9d-42c4-a62e-6423873c1961) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:56.228862 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ac9d27-36de-4eda-955d-80ae0879d218 None None] Network 3f39e52d-3b9d-42c4-a62e-6423873c1961 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:01:56.231083 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdbcbea-3fd6-4ae6-9f3d-3ea89457c7cf tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:56.231729 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7fdbcbea-3fd6-4ae6-9f3d-3ea89457c7cf tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:56.294517 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9742c303-0da2-4972-985c-980ade5c3e40 req-aada8bd3-a7df-4681-9552-dafedeb58a0b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229558 Feb 03 13:01:56.320394 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7fdbcbea-3fd6-4ae6-9f3d-3ea89457c7cf tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.1340294 Feb 03 13:01:56.330870 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49000) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:56.355060 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666927a-2703-460f-a021-74a5434e514a req-097573c5-b68e-4f9e-bc27-894bf31d071e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:56.356700 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a666927a-2703-460f-a021-74a5434e514a req-097573c5-b68e-4f9e-bc27-894bf31d071e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 0.2492540 Feb 03 13:01:56.513424 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d4f10ef-ace9-488c-9137-08cf8ed1c903 admin admin] Publish callbacks [] for security_group (020befd2-0aa7-435b-b194-976a6f74a22e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:56.515410 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device de40e7ff-b68b-4cd3-bcbf-6ff8957591af up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:01:56.524316 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d4f10ef-ace9-488c-9137-08cf8ed1c903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (020befd2-0aa7-435b-b194-976a6f74a22e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:56.555095 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9ec040a2-e144-4821-806d-86aa28ab2323 admin admin] Deleting port 9299e163-d23c-49af-ae75-81232a4ab4c2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:01:56.555799 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ec040a2-e144-4821-806d-86aa28ab2323 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (9299e163-d23c-49af-ae75-81232a4ab4c2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:56.584743 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8d4f10ef-ace9-488c-9137-08cf8ed1c903 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1fd252ae690e4be490f051f79508c38e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7802124 Feb 03 13:01:56.586335 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f10ef-ace9-488c-9137-08cf8ed1c903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020befd2-0aa7-435b-b194-976a6f74a22e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:56.598776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device b072ab41-8edb-4efb-bdb7-17a1f52ba5aa details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:01:56.603825 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49004) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:56.680495 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-9ec040a2-e144-4821-806d-86aa28ab2323 admin admin] For port 9299e163-d23c-49af-ae75-81232a4ab4c2, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9299e163-d23c-49af-ae75-81232a4ab4c2,segment=NetworkSegment(e64de9dc-53b2-43bc-9aa1-2822a5bdf91f),segment_id=e64de9dc-53b2-43bc-9aa1-2822a5bdf91f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:56.681088 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ec040a2-e144-4821-806d-86aa28ab2323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (9299e163-d23c-49af-ae75-81232a4ab4c2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:56.700655 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9ec040a2-e144-4821-806d-86aa28ab2323 admin admin] Calling delete_port for 9299e163-d23c-49af-ae75-81232a4ab4c2 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:01:56.716028 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-643495eb-9806-419f-b5e0-42256767ad10 admin admin] Publish callbacks [] for security_group (020befd2-0aa7-435b-b194-976a6f74a22e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:56.765509 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-643495eb-9806-419f-b5e0-42256767ad10 admin admin] Publish callbacks [] for security_group (020befd2-0aa7-435b-b194-976a6f74a22e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:56.850333 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-643495eb-9806-419f-b5e0-42256767ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (020befd2-0aa7-435b-b194-976a6f74a22e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:56.853114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-643495eb-9806-419f-b5e0-42256767ad10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:56.854345 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-643495eb-9806-419f-b5e0-42256767ad10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/020befd2-0aa7-435b-b194-976a6f74a22e HTTP/1.1" status: 204 len: 168 time: 0.2469714 Feb 03 13:01:56.948604 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a666927a-2703-460f-a021-74a5434e514a req-52d22f7e-8130-4dd7-892b-c626573812fb tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5822971 Feb 03 13:01:56.950012 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643495eb-9806-419f-b5e0-42256767ad10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020befd2-0aa7-435b-b194-976a6f74a22e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:57.175766 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,segment=NetworkSegment(8349473a-7ba9-43a4-9d76-74f7b8c3cffb),segment_id=8349473a-7ba9-43a4-9d76-74f7b8c3cffb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:57.195796 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-3f39e52d-3b9d-42c4-a62e-6423873c1961', 'network_id': '3f39e52d-3b9d-42c4-a62e-6423873c1961', 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'fixed_ips': [{'subnet_id': 'ff73552e-1ed3-4336-a967-2a56f29bbdc3'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:01:57.197432 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:57.247608 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'b072ab41-8edb-4efb-bdb7-17a1f52ba5aa', 'network_id': '7dc9b526-3f62-4a01-835d-81550aa911c9', 'port_id': 'b072ab41-8edb-4efb-bdb7-17a1f52ba5aa', 'mac_address': 'fa:16:3e:7e:1c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:01:57.370445 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ec040a2-e144-4821-806d-86aa28ab2323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (9299e163-d23c-49af-ae75-81232a4ab4c2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:57.575036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec040a2-e144-4821-806d-86aa28ab2323 admin admin] Pushing event deleted for resources: {'Port': ['ID=9299e163-d23c-49af-ae75-81232a4ab4c2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:57.660474 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49020) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:57.665674 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bdd97-f884-4b20-9c75-f8a1b08c32d5 req-ee9fd41c-dadd-4987-8903-d2b9b806f9df tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:57.667704 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d75bdd97-f884-4b20-9c75-f8a1b08c32d5 req-ee9fd41c-dadd-4987-8903-d2b9b806f9df tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 943 time: 0.1816800 Feb 03 13:01:57.689138 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] Allocated IP 172.20.0.18 (3f39e52d-3b9d-42c4-a62e-6423873c1961/ff73552e-1ed3-4336-a967-2a56f29bbdc3/9273fd03-4377-4832-bc59-437d6dc97909) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:01:57.765679 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d75bdd97-f884-4b20-9c75-f8a1b08c32d5 req-b081967f-cb55-48db-97de-2e1e0b0c80d9 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918901 Feb 03 13:01:57.793895 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a4e092-6333-45cf-b23f-b66c0cb4d9cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:57.815154 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659df9e5-27d5-451c-a56a-0202f72be07d req-7066bcdc-ac41-43a0-8cea-60a9b938447f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:57.817312 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-659df9e5-27d5-451c-a56a-0202f72be07d req-7066bcdc-ac41-43a0-8cea-60a9b938447f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 944 time: 0.5242376 Feb 03 13:01:58.067725 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a4e092-6333-45cf-b23f-b66c0cb4d9cc admin admin] Publish callbacks [] for security_group (7c55a24b-b7d7-421f-a126-bf09e07568d8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:58.090228 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:58.090803 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:58.100379 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a4e092-6333-45cf-b23f-b66c0cb4d9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7c55a24b-b7d7-421f-a126-bf09e07568d8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:58.113762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b072ab41-8edb-4efb-bdb7-17a1f52ba5aa {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:01:58.155576 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,segment=NetworkSegment(8349473a-7ba9-43a4-9d76-74f7b8c3cffb),segment_id=8349473a-7ba9-43a4-9d76-74f7b8c3cffb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:01:58.183782 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:58.199621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port de40e7ff-b68b-4cd3-bcbf-6ff8957591af triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:01:58.200258 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (de40e7ff-b68b-4cd3-bcbf-6ff8957591af), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:58.207799 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9aaafe-83d3-4650-a917-573e5dc483c8 req-73299b05-9854-49ac-8c25-c5c10ecc5676 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:58.209623 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bb9aaafe-83d3-4650-a917-573e5dc483c8 req-73299b05-9854-49ac-8c25-c5c10ecc5676 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 0.1373618 Feb 03 13:01:58.301991 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] Publish callbacks [] for port (9273fd03-4377-4832-bc59-437d6dc97909), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:58.308031 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bb9aaafe-83d3-4650-a917-573e5dc483c8 req-326ffa64-5a9b-4ee9-b365-fffa60ff35d4 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910456 Feb 03 13:01:58.327519 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (9273fd03-4377-4832-bc59-437d6dc97909), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:58.343143 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:58.373900 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-659df9e5-27d5-451c-a56a-0202f72be07d req-1997ad96-649a-400e-a157-1d9d1b1d3a44 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299399 Feb 03 13:01:58.382307 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-32a4e092-6333-45cf-b23f-b66c0cb4d9cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=982a39b2417d4261a9d82044f5e71b10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6855738 Feb 03 13:01:58.382307 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ec040a2-e144-4821-806d-86aa28ab2323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (67e2e743-adbd-4c55-9e86-eef741b59170), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:58.382689 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49026) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:58.458347 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] Pushing event updated for resources: {'Port': ['ID=9273fd03-4377-4832-bc59-437d6dc97909,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:58.465494 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['b072ab41-8edb-4efb-bdb7-17a1f52ba5aa'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:01:58.498090 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4e092-6333-45cf-b23f-b66c0cb4d9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c55a24b-b7d7-421f-a126-bf09e07568d8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:58.508484 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c287-2104-432f-8687-364439ba7672 admin admin] Publish callbacks [] for security_group (7c55a24b-b7d7-421f-a126-bf09e07568d8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:58.536355 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] Network 3f39e52d-3b9d-42c4-a62e-6423873c1961 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:01:58.559878 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:01:58.566596 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:01:58.576039 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c287-2104-432f-8687-364439ba7672 admin admin] Publish callbacks [] for security_group (7c55a24b-b7d7-421f-a126-bf09e07568d8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:58.644123 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port de40e7ff-b68b-4cd3-bcbf-6ff8957591af is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:01:58.674568 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] Attempting to bind port 9273fd03-4377-4832-bc59-437d6dc97909 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:01:58.674958 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] Attempting to bind port 9273fd03-4377-4832-bc59-437d6dc97909 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3f39e52d-3b9d-42c4-a62e-6423873c1961'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:01:58.675559 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] Attempting to bind port 9273fd03-4377-4832-bc59-437d6dc97909 on network 3f39e52d-3b9d-42c4-a62e-6423873c1961 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:01:58.691433 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c287-2104-432f-8687-364439ba7672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7c55a24b-b7d7-421f-a126-bf09e07568d8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:58.694693 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c287-2104-432f-8687-364439ba7672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:58.702948 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e2c9c287-2104-432f-8687-364439ba7672 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c55a24b-b7d7-421f-a126-bf09e07568d8 HTTP/1.1" status: 204 len: 168 time: 0.3187521 Feb 03 13:01:58.717159 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c287-2104-432f-8687-364439ba7672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c55a24b-b7d7-421f-a126-bf09e07568d8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:58.718071 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:01:58.718460 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] Checking segment: {'id': 'c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3f39e52d-3b9d-42c4-a62e-6423873c1961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:01:58.718856 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:58.719253 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] Bound using segment: {'id': 'c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3f39e52d-3b9d-42c4-a62e-6423873c1961'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:01:58.719741 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] Bound port: 9273fd03-4377-4832-bc59-437d6dc97909, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3f39e52d-3b9d-42c4-a62e-6423873c1961'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:01:58.720285 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9273fd03-4377-4832-bc59-437d6dc97909), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:58.913245 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] For port 9273fd03-4377-4832-bc59-437d6dc97909, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:01:58.916950 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] For port 9273fd03-4377-4832-bc59-437d6dc97909, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9273fd03-4377-4832-bc59-437d6dc97909,segment=NetworkSegment(c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98),segment_id=c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:01:58.936965 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9273fd03-4377-4832-bc59-437d6dc97909), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:59.084662 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bbabd-e3f5-4ced-b67d-bba8abf53de6 req-1bf3c729-c2a7-43f5-bdc8-4cfda576b834 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:59.104197 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-975bbabd-e3f5-4ced-b67d-bba8abf53de6 req-1bf3c729-c2a7-43f5-bdc8-4cfda576b834 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 944 time: 0.1897860 Feb 03 13:01:59.138795 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26bb50-387a-4893-974f-f2893d7a365a None None] Pushing event updated for resources: {'Port': ['ID=9273fd03-4377-4832-bc59-437d6dc97909,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:01:59.239577 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-975bbabd-e3f5-4ced-b67d-bba8abf53de6 req-b1fc5117-6a64-4ed4-8dce-63f46268f4fe tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344380 Feb 03 13:01:59.258947 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec040a2-e144-4821-806d-86aa28ab2323 admin admin] Router 67e2e743-adbd-4c55-9e86-eef741b59170 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:01:59.401221 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25d9db82-19ec-49c9-83ac-702736ad3bf7 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:59.577735 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaed155-060d-485b-8fa3-72c6027215ec req-8f55c96b-f4a6-4c37-a83a-25503b49699d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:59.580161 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bdaed155-060d-485b-8fa3-72c6027215ec req-8f55c96b-f4a6-4c37-a83a-25503b49699d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 944 time: 0.0846887 Feb 03 13:01:59.656349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec040a2-e144-4821-806d-86aa28ab2323 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:01:59.666525 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9ec040a2-e144-4821-806d-86aa28ab2323 admin admin] 10.222.0.18 "PUT /v2.0/routers/67e2e743-adbd-4c55-9e86-eef741b59170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9221056 Feb 03 13:01:59.668112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49058) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:01:59.674312 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb934943-bc0b-4338-8ec8-f8e6422c5633 None None] Sync routers for ids ['67e2e743-adbd-4c55-9e86-eef741b59170'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:01:59.685622 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bdaed155-060d-485b-8fa3-72c6027215ec req-5c0e8a90-3f1c-474d-834e-d7ef59ef289a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949943 Feb 03 13:01:59.692522 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb934943-bc0b-4338-8ec8-f8e6422c5633 None None] Routers {'67e2e743-adbd-4c55-9e86-eef741b59170'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:01:59.697695 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bb934943-bc0b-4338-8ec8-f8e6422c5633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:01:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['67e2e743-adbd-4c55-9e86-eef741b59170'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:01:59.814991 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71792aa0-043d-4b05-9948-3330be3420f8 admin admin] Publish callbacks [] for router (67e2e743-adbd-4c55-9e86-eef741b59170), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:01:59.846656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bb934943-bc0b-4338-8ec8-f8e6422c5633 None None] Set router 67e2e743-adbd-4c55-9e86-eef741b59170 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:01:59.864900 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea0c9d-231e-42ab-a419-42cbea952c38 req-f1ca23e6-5229-48d2-9775-e741252ce263 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:01:59.866476 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-12ea0c9d-231e-42ab-a419-42cbea952c38 req-f1ca23e6-5229-48d2-9775-e741252ce263 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 0.3868313 Feb 03 13:02:00.045469 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-12ea0c9d-231e-42ab-a419-42cbea952c38 req-f6d9f79a-2b1d-449e-979d-5f1fa97e3966 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701021 Feb 03 13:02:00.083578 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71792aa0-043d-4b05-9948-3330be3420f8 admin admin] Publish callbacks [] for router_gateway (67e2e743-adbd-4c55-9e86-eef741b59170), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:00.187788 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-25d9db82-19ec-49c9-83ac-702736ad3bf7 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Allocated IP 172.20.0.17 (3f39e52d-3b9d-42c4-a62e-6423873c1961/ff73552e-1ed3-4336-a967-2a56f29bbdc3/35f92ad6-bfb5-4075-95ad-81afe878ced2) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:00.227256 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-71792aa0-043d-4b05-9948-3330be3420f8 admin admin] Deleting port cf2fe012-17f8-4cd2-b135-c34ec1db5452 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:00.227690 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71792aa0-043d-4b05-9948-3330be3420f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (cf2fe012-17f8-4cd2-b135-c34ec1db5452), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:00.264751 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bb934943-bc0b-4338-8ec8-f8e6422c5633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e2e743-adbd-4c55-9e86-eef741b59170', 'name': 'tempest-TestAggregatesBasicOps-1584676681-router', 'tenant_id': '8dcc635aba974c9e90b7dd8776538246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'cf2fe012-17f8-4cd2-b135-c34ec1db5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:06Z', 'updated_at': '2022-02-03T13:01:57Z', 'revision_number': 5, 'project_id': '8dcc635aba974c9e90b7dd8776538246', 'gw_port': {'id': 'cf2fe012-17f8-4cd2-b135-c34ec1db5452', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ed:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e2e743-adbd-4c55-9e86-eef741b59170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:07Z', 'updated_at': '2022-02-03T13:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:00.330082 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb934943-bc0b-4338-8ec8-f8e6422c5633 None None] Checking router: 67e2e743-adbd-4c55-9e86-eef741b59170 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:02:00.341981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb934943-bc0b-4338-8ec8-f8e6422c5633 None None] Routers {'67e2e743-adbd-4c55-9e86-eef741b59170'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:00.344809 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bb934943-bc0b-4338-8ec8-f8e6422c5633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:01:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['67e2e743-adbd-4c55-9e86-eef741b59170'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:00.502582 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bb934943-bc0b-4338-8ec8-f8e6422c5633 None None] Set router 67e2e743-adbd-4c55-9e86-eef741b59170 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:02:00.506037 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3e327-5af1-430b-b08e-5d4fe09d85fa req-73635f0e-e865-4cb5-8f76-f9f75d7b0b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:00.507731 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fcf3e327-5af1-430b-b08e-5d4fe09d85fa req-73635f0e-e865-4cb5-8f76-f9f75d7b0b3a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 1127 time: 0.1601515 Feb 03 13:02:00.583993 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9015293-5254-49d2-9d2f-7a9331c1fdd3 req-02f9eb33-718b-4670-aaca-cd268b3715e0 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:00.596125 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a9015293-5254-49d2-9d2f-7a9331c1fdd3 req-02f9eb33-718b-4670-aaca-cd268b3715e0 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 944 time: 0.1934366 Feb 03 13:02:00.611294 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device b072ab41-8edb-4efb-bdb7-17a1f52ba5aa up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:00.613778 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bb934943-bc0b-4338-8ec8-f8e6422c5633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e2e743-adbd-4c55-9e86-eef741b59170', 'name': 'tempest-TestAggregatesBasicOps-1584676681-router', 'tenant_id': '8dcc635aba974c9e90b7dd8776538246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:06Z', 'updated_at': '2022-02-03T13:02:00Z', 'revision_number': 6, 'project_id': '8dcc635aba974c9e90b7dd8776538246', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:00.697739 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a9015293-5254-49d2-9d2f-7a9331c1fdd3 req-2ae13bc5-2eeb-4580-a464-1d9eb5a312c6 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017325 Feb 03 13:02:00.731715 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3e327-5af1-430b-b08e-5d4fe09d85fa req-c95091e0-e468-4a02-a0de-5cfc8a141a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:00.733577 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fcf3e327-5af1-430b-b08e-5d4fe09d85fa req-c95091e0-e468-4a02-a0de-5cfc8a141a04 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.2171848 Feb 03 13:02:00.761243 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb934943-bc0b-4338-8ec8-f8e6422c5633 None None] The sync data for ids ['67e2e743-adbd-4c55-9e86-eef741b59170'] in n-d-827336-3 is: [{'id': '67e2e743-adbd-4c55-9e86-eef741b59170', 'name': 'tempest-TestAggregatesBasicOps-1584676681-router', 'tenant_id': '8dcc635aba974c9e90b7dd8776538246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:06Z', 'updated_at': '2022-02-03T13:02:00Z', 'revision_number': 6, 'project_id': '8dcc635aba974c9e90b7dd8776538246', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:00.776751 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:00.777231 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:00.842941 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fcf3e327-5af1-430b-b08e-5d4fe09d85fa req-dbc463a4-d78d-4a05-a6d1-a939fe0aa416 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01abc28a-91a4-4941-8ab8-9889ec880ca9 HTTP/1.1" status: 200 len: 217 time: 0.1018908 Feb 03 13:02:00.884618 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3f057c-764b-4d8e-b486-a5632e5dd026 None None] Network 3f39e52d-3b9d-42c4-a62e-6423873c1961 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:00.941959 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3e327-5af1-430b-b08e-5d4fe09d85fa req-b8c76893-6c8d-4744-9223-7584f18db996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:00.943639 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fcf3e327-5af1-430b-b08e-5d4fe09d85fa req-b8c76893-6c8d-4744-9223-7584f18db996 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.0938475 Feb 03 13:02:01.025893 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3e327-5af1-430b-b08e-5d4fe09d85fa req-36af8595-2aa1-4354-b502-7ebb92f6d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:01.027991 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fcf3e327-5af1-430b-b08e-5d4fe09d85fa req-36af8595-2aa1-4354-b502-7ebb92f6d068 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0763319 Feb 03 13:02:01.054739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fd0ce5a0-87f6-4842-afe8-61d5dfb3d592 None None] Provisioning complete for port 9273fd03-4377-4832-bc59-437d6dc97909 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:01.055159 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fd0ce5a0-87f6-4842-afe8-61d5dfb3d592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9273fd03-4377-4832-bc59-437d6dc97909), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:01.123286 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:01.124774 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:01.158788 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25d9db82-19ec-49c9-83ac-702736ad3bf7 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for port (35f92ad6-bfb5-4075-95ad-81afe878ced2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:01.226464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-71792aa0-043d-4b05-9948-3330be3420f8 admin admin] For port cf2fe012-17f8-4cd2-b135-c34ec1db5452, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=cf2fe012-17f8-4cd2-b135-c34ec1db5452,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:01.226787 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71792aa0-043d-4b05-9948-3330be3420f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (cf2fe012-17f8-4cd2-b135-c34ec1db5452), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:01.289157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-71792aa0-043d-4b05-9948-3330be3420f8 admin admin] Calling delete_port for cf2fe012-17f8-4cd2-b135-c34ec1db5452 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:01.302383 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7314ec-0b92-4599-aa83-438297651f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b072ab41-8edb-4efb-bdb7-17a1f52ba5aa'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:01.312151 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf19ca2-132a-4d11-bd45-015bdc12f5b2" -d '{"events": [{"server_uuid": "ba7314ec-0b92-4599-aa83-438297651f67", "name": "network-vif-plugged", "status": "completed", "tag": "b072ab41-8edb-4efb-bdb7-17a1f52ba5aa"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:01.328239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfa8af-26f7-494b-b18c-d6176f38489d req-58d6017a-56df-43ac-b6bf-ec716364dbf0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:01.332176 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2adfa8af-26f7-494b-b18c-d6176f38489d req-58d6017a-56df-43ac-b6bf-ec716364dbf0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 944 time: 0.2701588 Feb 03 13:02:01.341244 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,segment=NetworkSegment(8349473a-7ba9-43a4-9d76-74f7b8c3cffb),segment_id=8349473a-7ba9-43a4-9d76-74f7b8c3cffb)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:01.344816 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:01.370161 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9273fd03-4377-4832-bc59-437d6dc97909 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:01.375332 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fcf3e327-5af1-430b-b08e-5d4fe09d85fa req-a53c20f3-33aa-4b99-95fd-df0eb7c07538 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392229 Feb 03 13:02:01.424496 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:01.497310 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25d9db82-19ec-49c9-83ac-702736ad3bf7 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (35f92ad6-bfb5-4075-95ad-81afe878ced2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:01.514881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fd0ce5a0-87f6-4842-afe8-61d5dfb3d592 None None] Current status of the port 9273fd03-4377-4832-bc59-437d6dc97909 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:01.515118 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fd0ce5a0-87f6-4842-afe8-61d5dfb3d592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9273fd03-4377-4832-bc59-437d6dc97909), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:01.537339 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2adfa8af-26f7-494b-b18c-d6176f38489d req-14b463d6-3546-4dff-a5f9-e8ed249927c2 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977110 Feb 03 13:02:01.594418 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cd221-c2fe-4e13-9bd4-e0bd621066fb req-347543a5-d512-4cfa-905a-424557ee6638 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:01.597511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fd0ce5a0-87f6-4842-afe8-61d5dfb3d592 None None] For port 9273fd03-4377-4832-bc59-437d6dc97909, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9273fd03-4377-4832-bc59-437d6dc97909,segment=NetworkSegment(c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98),segment_id=c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:01.601612 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d9db82-19ec-49c9-83ac-702736ad3bf7 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Network 3f39e52d-3b9d-42c4-a62e-6423873c1961 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:01.604221 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-652cd221-c2fe-4e13-9bd4-e0bd621066fb req-347543a5-d512-4cfa-905a-424557ee6638 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 0.3483250 Feb 03 13:02:01.609207 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-25d9db82-19ec-49c9-83ac-702736ad3bf7 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:01.616898 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d9db82-19ec-49c9-83ac-702736ad3bf7 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:01.627540 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9db82-19ec-49c9-83ac-702736ad3bf7 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event updated for resources: {'Port': ['ID=35f92ad6-bfb5-4075-95ad-81afe878ced2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:01.628637 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fd0ce5a0-87f6-4842-afe8-61d5dfb3d592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9273fd03-4377-4832-bc59-437d6dc97909), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:01.673785 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e4c66b-e648-4099-8186-5a9e2da31843 x-openstack-request-id: req-08e4c66b-e648-4099-8186-5a9e2da31843 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:01.674114 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7314ec-0b92-4599-aa83-438297651f67", "name": "network-vif-plugged", "status": "completed", "tag": "b072ab41-8edb-4efb-bdb7-17a1f52ba5aa", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:01.674371 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08e4c66b-e648-4099-8186-5a9e2da31843 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:01.675034 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7314ec-0b92-4599-aa83-438297651f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b072ab41-8edb-4efb-bdb7-17a1f52ba5aa', 'code': 200} Feb 03 13:02:01.683749 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9273fd03-4377-4832-bc59-437d6dc97909 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:01.685000 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9273fd03-4377-4832-bc59-437d6dc97909), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:01.702559 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25d9db82-19ec-49c9-83ac-702736ad3bf7 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (a3f8c857-929f-4a00-bc89-d87dc9977ba2), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:01.800148 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fcf3e327-5af1-430b-b08e-5d4fe09d85fa req-60a877ca-6d6e-47e4-a0e4-2fcb5ea705a5 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111145 Feb 03 13:02:01.826167 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-652cd221-c2fe-4e13-9bd4-e0bd621066fb req-e43ac5fb-6d41-43b7-a78a-05f6984cd7df tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182031 Feb 03 13:02:01.839977 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,revision_number=10']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:01.992696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ce5a0-87f6-4842-afe8-61d5dfb3d592 None None] Pushing event updated for resources: {'Port': ['ID=9273fd03-4377-4832-bc59-437d6dc97909,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:02.008873 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9273fd03-4377-4832-bc59-437d6dc97909 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:02.059660 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71792aa0-043d-4b05-9948-3330be3420f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (cf2fe012-17f8-4cd2-b135-c34ec1db5452), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.072888 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18166e4c-b33f-436f-a01e-a74398a69004 req-1b880c05-f11e-4561-8ec6-ba3cd4470dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:02.078272 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18166e4c-b33f-436f-a01e-a74398a69004 req-1b880c05-f11e-4561-8ec6-ba3cd4470dbd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 1128 time: 0.1429355 Feb 03 13:02:02.133997 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18166e4c-b33f-436f-a01e-a74398a69004 req-7d8cf5d1-bcc5-41f3-9b5a-b1a875d63d8a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494595 Feb 03 13:02:02.143516 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71792aa0-043d-4b05-9948-3330be3420f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2fe012-17f8-4cd2-b135-c34ec1db5452,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:02.174571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dd6c8064-8e4c-4701-a8d4-4b47d459062c None None] Provisioning complete for port 9273fd03-4377-4832-bc59-437d6dc97909 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:02.174959 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8064-8e4c-4701-a8d4-4b47d459062c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9273fd03-4377-4832-bc59-437d6dc97909), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.202050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e44888-882d-4bc4-9ee1-d895d40805ad req-602d1346-427d-4af8-878d-6a2ac3d0c1e7 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:02.205923 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-66e44888-882d-4bc4-9ee1-d895d40805ad req-602d1346-427d-4af8-878d-6a2ac3d0c1e7 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.2959890 Feb 03 13:02:02.301095 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-dd6c8064-8e4c-4701-a8d4-4b47d459062c None None] Current status of the port 9273fd03-4377-4832-bc59-437d6dc97909 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:02.348992 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71792aa0-043d-4b05-9948-3330be3420f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (67e2e743-adbd-4c55-9e86-eef741b59170), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.384817 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49108) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:02.431204 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25d9db82-19ec-49c9-83ac-702736ad3bf7 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (35f92ad6-bfb5-4075-95ad-81afe878ced2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.503848 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-66e44888-882d-4bc4-9ee1-d895d40805ad req-366f7dca-3f33-4b3f-8076-fe90d0a1596e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488811 Feb 03 13:02:02.534974 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-452d3d64-418f-48d1-b6eb-7ffb21c2afee None None] Provisioning complete for port 35f92ad6-bfb5-4075-95ad-81afe878ced2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:02.536318 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-452d3d64-418f-48d1-b6eb-7ffb21c2afee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (35f92ad6-bfb5-4075-95ad-81afe878ced2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.536444 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71792aa0-043d-4b05-9948-3330be3420f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (67e2e743-adbd-4c55-9e86-eef741b59170), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.540329 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71792aa0-043d-4b05-9948-3330be3420f8 admin admin] Publish callbacks [] for router_controller (67e2e743-adbd-4c55-9e86-eef741b59170), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.584259 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ee784e5-216b-44fa-9eab-08c256167631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.584475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-452d3d64-418f-48d1-b6eb-7ffb21c2afee None None] Port 35f92ad6-bfb5-4075-95ad-81afe878ced2 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:02.631535 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71792aa0-043d-4b05-9948-3330be3420f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (67e2e743-adbd-4c55-9e86-eef741b59170), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.632701 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71792aa0-043d-4b05-9948-3330be3420f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67e2e743-adbd-4c55-9e86-eef741b59170 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:02:02.638706 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71792aa0-043d-4b05-9948-3330be3420f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.639880 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-71792aa0-043d-4b05-9948-3330be3420f8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/67e2e743-adbd-4c55-9e86-eef741b59170 HTTP/1.1" status: 204 len: 168 time: 2.9695041 Feb 03 13:02:02.645456 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49116) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:02.728624 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ee784e5-216b-44fa-9eab-08c256167631 admin admin] Publish callbacks [] for security_group (23006bd9-798d-4d3d-a696-60e4878f2f8d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.745646 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ee784e5-216b-44fa-9eab-08c256167631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (23006bd9-798d-4d3d-a696-60e4878f2f8d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.843754 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9273fd03-4377-4832-bc59-437d6dc97909 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:02.858480 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee784e5-216b-44fa-9eab-08c256167631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23006bd9-798d-4d3d-a696-60e4878f2f8d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:02.866902 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-67efbccc-3bc0-4271-bce7-0cd53d504df1 admin admin] Deleting subnet 62c4b07d-073e-49a5-8cd7-80824082c65c {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:02:02.870184 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67efbccc-3bc0-4271-bce7-0cd53d504df1 admin admin] Publish callbacks [] for subnet (62c4b07d-073e-49a5-8cd7-80824082c65c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.917855 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25d9db82-19ec-49c9-83ac-702736ad3bf7 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for port (35f92ad6-bfb5-4075-95ad-81afe878ced2), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.919437 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67efbccc-3bc0-4271-bce7-0cd53d504df1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (62c4b07d-073e-49a5-8cd7-80824082c65c), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.925555 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5ee784e5-216b-44fa-9eab-08c256167631 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fbc0f58d396e45e8a389db31efb38028&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5373676 Feb 03 13:02:02.929084 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49120) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:02.929918 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25d9db82-19ec-49c9-83ac-702736ad3bf7 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (35f92ad6-bfb5-4075-95ad-81afe878ced2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.965798 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9273fd03-4377-4832-bc59-437d6dc97909 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:02.966181 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9273fd03-4377-4832-bc59-437d6dc97909), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:02.977887 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3627cd7-6f9a-4ad7-b985-4029d3bbe32c req-cc6339ca-ae3e-4382-a49d-6c72e508f92f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:02.987914 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b3627cd7-6f9a-4ad7-b985-4029d3bbe32c req-cc6339ca-ae3e-4382-a49d-6c72e508f92f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 944 time: 0.2570775 Feb 03 13:02:03.088869 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9273fd03-4377-4832-bc59-437d6dc97909 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:03.100211 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b3627cd7-6f9a-4ad7-b985-4029d3bbe32c req-24ec827e-401b-4cd2-899c-ce126b53cc20 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111557 Feb 03 13:02:03.113419 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9db82-19ec-49c9-83ac-702736ad3bf7 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event updated for resources: {'Port': ['ID=35f92ad6-bfb5-4075-95ad-81afe878ced2,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:03.117138 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25d9db82-19ec-49c9-83ac-702736ad3bf7 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (a3f8c857-929f-4a00-bc89-d87dc9977ba2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:03.130335 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67efbccc-3bc0-4271-bce7-0cd53d504df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (62c4b07d-073e-49a5-8cd7-80824082c65c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:03.183861 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88ebcae7-8220-448d-8d83-317de96fb998 admin admin] Publish callbacks [] for security_group (23006bd9-798d-4d3d-a696-60e4878f2f8d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:03.202610 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device cf2fe012-17f8-4cd2-b135-c34ec1db5452 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:03.204152 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a171505-60b8-4acc-bd0f-7c022697b8d4 req-924675ca-fdee-403d-a264-3c94a0012105 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:03.212148 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a171505-60b8-4acc-bd0f-7c022697b8d4 req-924675ca-fdee-403d-a264-3c94a0012105 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 945 time: 0.2326992 Feb 03 13:02:03.237576 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: cf2fe012-17f8-4cd2-b135-c34ec1db5452 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:02:03.237904 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device cf2fe012-17f8-4cd2-b135-c34ec1db5452 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:02:03.239167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9299e163-d23c-49af-ae75-81232a4ab4c2 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:03.269318 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67efbccc-3bc0-4271-bce7-0cd53d504df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (62c4b07d-073e-49a5-8cd7-80824082c65c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:03.282073 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 9299e163-d23c-49af-ae75-81232a4ab4c2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:02:03.282742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9299e163-d23c-49af-ae75-81232a4ab4c2 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:02:03.289502 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67efbccc-3bc0-4271-bce7-0cd53d504df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:03.292940 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-67efbccc-3bc0-4271-bce7-0cd53d504df1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/62c4b07d-073e-49a5-8cd7-80824082c65c HTTP/1.1" status: 204 len: 168 time: 0.6438115 Feb 03 13:02:03.299462 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49130) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:03.299765 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e9e435-7a9d-41b4-8a27-235515335394 None None] Network 09f34ab9-6347-47ad-8fb7-fd99596fca21 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:03.306850 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88ebcae7-8220-448d-8d83-317de96fb998 admin admin] Publish callbacks [] for security_group (23006bd9-798d-4d3d-a696-60e4878f2f8d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:03.316838 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efbccc-3bc0-4271-bce7-0cd53d504df1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c4b07d-073e-49a5-8cd7-80824082c65c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:03.404249 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d79444d-7eb5-48d9-a272-0177a8358ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (09f34ab9-6347-47ad-8fb7-fd99596fca21), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:03.580765 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a171505-60b8-4acc-bd0f-7c022697b8d4 req-10dc4dd8-98bf-40bb-a30f-25623ae526c7 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674476 Feb 03 13:02:03.640166 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d9db82-19ec-49c9-83ac-702736ad3bf7 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Network 3f39e52d-3b9d-42c4-a62e-6423873c1961 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:03.660084 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-25d9db82-19ec-49c9-83ac-702736ad3bf7 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:03.663884 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88ebcae7-8220-448d-8d83-317de96fb998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (23006bd9-798d-4d3d-a696-60e4878f2f8d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:03.674141 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88ebcae7-8220-448d-8d83-317de96fb998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:03.675735 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-88ebcae7-8220-448d-8d83-317de96fb998 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23006bd9-798d-4d3d-a696-60e4878f2f8d HTTP/1.1" status: 204 len: 168 time: 0.7410638 Feb 03 13:02:03.883539 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebcae7-8220-448d-8d83-317de96fb998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23006bd9-798d-4d3d-a696-60e4878f2f8d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:03.892375 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d59acd16-79e4-4d97-ad96-375ef30bd99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:03.927556 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52844c2c-d9bd-461c-a101-20a4d115aeb6 req-69a7df7e-4745-4fe5-b67d-5d6bec92eae7 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:03.933508 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52844c2c-d9bd-461c-a101-20a4d115aeb6 req-69a7df7e-4745-4fe5-b67d-5d6bec92eae7 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.1883337 Feb 03 13:02:04.066728 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c8364a-a6d1-466c-b507-402ecdbea583 None None] DHCP port deletion for 09f34ab9-6347-47ad-8fb7-fd99596fca21 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:02:04.131590 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6d79444d-7eb5-48d9-a272-0177a8358ee5 admin admin] Deleting port d4db5923-791d-4133-91b3-0efdb5e0cfbb {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:04.134941 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d79444d-7eb5-48d9-a272-0177a8358ee5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d4db5923-791d-4133-91b3-0efdb5e0cfbb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.158842 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-52844c2c-d9bd-461c-a101-20a4d115aeb6 req-270e15b4-5261-42ea-8f4b-d5293bc63b7b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145457 Feb 03 13:02:04.206086 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 01abc28a-91a4-4941-8ab8-9889ec880ca9 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:04.280315 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-56c8364a-a6d1-466c-b507-402ecdbea583 None None] Deleting port d4db5923-791d-4133-91b3-0efdb5e0cfbb {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:04.280697 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56c8364a-a6d1-466c-b507-402ecdbea583 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d4db5923-791d-4133-91b3-0efdb5e0cfbb), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.315682 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d9db82-19ec-49c9-83ac-702736ad3bf7 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Router a3f8c857-929f-4a00-bc89-d87dc9977ba2 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:02:04.349426 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-6d79444d-7eb5-48d9-a272-0177a8358ee5 admin admin] For port d4db5923-791d-4133-91b3-0efdb5e0cfbb, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d4db5923-791d-4133-91b3-0efdb5e0cfbb,segment=NetworkSegment(e64de9dc-53b2-43bc-9aa1-2822a5bdf91f),segment_id=e64de9dc-53b2-43bc-9aa1-2822a5bdf91f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:04.349936 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d79444d-7eb5-48d9-a272-0177a8358ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d4db5923-791d-4133-91b3-0efdb5e0cfbb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.375511 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6d79444d-7eb5-48d9-a272-0177a8358ee5 admin admin] Calling delete_port for d4db5923-791d-4133-91b3-0efdb5e0cfbb owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:04.387739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8c5368f8-9683-491d-a9b0-9e0f84a7d2db None None] Provisioning complete for port 35f92ad6-bfb5-4075-95ad-81afe878ced2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:04.388204 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c5368f8-9683-491d-a9b0-9e0f84a7d2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (35f92ad6-bfb5-4075-95ad-81afe878ced2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.395510 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-56c8364a-a6d1-466c-b507-402ecdbea583 None None] For port d4db5923-791d-4133-91b3-0efdb5e0cfbb, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d4db5923-791d-4133-91b3-0efdb5e0cfbb,segment=NetworkSegment(e64de9dc-53b2-43bc-9aa1-2822a5bdf91f),segment_id=e64de9dc-53b2-43bc-9aa1-2822a5bdf91f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:04.395913 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56c8364a-a6d1-466c-b507-402ecdbea583 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d4db5923-791d-4133-91b3-0efdb5e0cfbb), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.446453 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49170) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:04.459642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-56c8364a-a6d1-466c-b507-402ecdbea583 None None] Calling delete_port for d4db5923-791d-4133-91b3-0efdb5e0cfbb owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:04.462329 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de2ebf2b-90bc-4d66-af31-3edc6dbd43f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.488797 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8c5368f8-9683-491d-a9b0-9e0f84a7d2db None None] Port 35f92ad6-bfb5-4075-95ad-81afe878ced2 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:04.490471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d9db82-19ec-49c9-83ac-702736ad3bf7 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:04.502044 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-25d9db82-19ec-49c9-83ac-702736ad3bf7 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "PUT /v2.0/routers/a3f8c857-929f-4a00-bc89-d87dc9977ba2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1698084 Feb 03 13:02:04.507589 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] Sync routers for ids ['a3f8c857-929f-4a00-bc89-d87dc9977ba2'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:02:04.528566 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] Routers {'a3f8c857-929f-4a00-bc89-d87dc9977ba2'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:04.529314 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 01abc28a-91a4-4941-8ab8-9889ec880ca9 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:04.529714 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.529834 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:01:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a3f8c857-929f-4a00-bc89-d87dc9977ba2'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:04.577966 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfeb893c-28e6-4483-87da-146e23b1f43c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01abc28a-91a4-4941-8ab8-9889ec880ca9'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:04.580246 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a7b64d-e855-4333-b70a-666910af8c35" -d '{"events": [{"server_uuid": "bfeb893c-28e6-4483-87da-146e23b1f43c", "name": "network-vif-unplugged", "status": "completed", "tag": "01abc28a-91a4-4941-8ab8-9889ec880ca9"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:04.615819 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 01abc28a-91a4-4941-8ab8-9889ec880ca9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=01abc28a-91a4-4941-8ab8-9889ec880ca9,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:04.634806 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.680935 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de2ebf2b-90bc-4d66-af31-3edc6dbd43f6 admin admin] Publish callbacks [] for security_group (1771e652-493b-4b11-b74d-091dd7b70de8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.694596 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de2ebf2b-90bc-4d66-af31-3edc6dbd43f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1771e652-493b-4b11-b74d-091dd7b70de8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.709065 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56c8364a-a6d1-466c-b507-402ecdbea583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (d4db5923-791d-4133-91b3-0efdb5e0cfbb), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.726168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581fc3e-7c47-4686-97fd-3b570e9e67b6 req-2a88056a-8f60-4bc0-98bf-5bca1553c296 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:04.733877 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c8364a-a6d1-466c-b507-402ecdbea583 None None] No DVR routers for this DVR port d4db5923-791d-4133-91b3-0efdb5e0cfbb on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:04.753599 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0581fc3e-7c47-4686-97fd-3b570e9e67b6 req-2a88056a-8f60-4bc0-98bf-5bca1553c296 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 944 time: 0.4649987 Feb 03 13:02:04.755896 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ebf2b-90bc-4d66-af31-3edc6dbd43f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1771e652-493b-4b11-b74d-091dd7b70de8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:04.756463 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=01abc28a-91a4-4941-8ab8-9889ec880ca9,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:04.778192 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d79444d-7eb5-48d9-a272-0177a8358ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d4db5923-791d-4133-91b3-0efdb5e0cfbb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:04.784302 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] Set router a3f8c857-929f-4a00-bc89-d87dc9977ba2 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:02:04.787156 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8364a-a6d1-466c-b507-402ecdbea583 None None] Pushing event deleted for resources: {'Port': ['ID=d4db5923-791d-4133-91b3-0efdb5e0cfbb,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:04.822637 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ebf2b-90bc-4d66-af31-3edc6dbd43f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:04.823196 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ebf2b-90bc-4d66-af31-3edc6dbd43f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:04.823730 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ebf2b-90bc-4d66-af31-3edc6dbd43f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:04.824373 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ebf2b-90bc-4d66-af31-3edc6dbd43f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:04.824880 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ebf2b-90bc-4d66-af31-3edc6dbd43f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:04.836541 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ebf2b-90bc-4d66-af31-3edc6dbd43f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:04.837213 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ebf2b-90bc-4d66-af31-3edc6dbd43f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:04.838040 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ebf2b-90bc-4d66-af31-3edc6dbd43f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:04.838569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ebf2b-90bc-4d66-af31-3edc6dbd43f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:04.839080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ebf2b-90bc-4d66-af31-3edc6dbd43f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:04.839588 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ebf2b-90bc-4d66-af31-3edc6dbd43f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:04.840143 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ebf2b-90bc-4d66-af31-3edc6dbd43f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:04.840651 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ebf2b-90bc-4d66-af31-3edc6dbd43f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:04.846312 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d4db5923-791d-4133-91b3-0efdb5e0cfbb no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:04.876323 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-de2ebf2b-90bc-4d66-af31-3edc6dbd43f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6045269c6cc4d699f86cc0c028139f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4287045 Feb 03 13:02:04.877348 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d79444d-7eb5-48d9-a272-0177a8358ee5 admin admin] No DVR routers for this DVR port d4db5923-791d-4133-91b3-0efdb5e0cfbb on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:04.885948 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49182) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:04.889402 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: d4db5923-791d-4133-91b3-0efdb5e0cfbb {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:02:04.889950 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d4db5923-791d-4133-91b3-0efdb5e0cfbb not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:02:04.927596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79444d-7eb5-48d9-a272-0177a8358ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4db5923-791d-4133-91b3-0efdb5e0cfbb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:04.962358 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ffa84-af67-462c-b96a-e97a67bca365 req-ba1b63ab-dfee-43db-a304-3cdedc02d76b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:04.964563 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c04ffa84-af67-462c-b96a-e97a67bca365 req-ba1b63ab-dfee-43db-a304-3cdedc02d76b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 943 time: 0.2200692 Feb 03 13:02:04.997515 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdf910eb-98c2-41d0-b248-8d72297e6a81 admin admin] Publish callbacks [] for security_group (1771e652-493b-4b11-b74d-091dd7b70de8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:05.034681 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f8c857-929f-4a00-bc89-d87dc9977ba2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584624866', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'de40e7ff-b68b-4cd3-bcbf-6ff8957591af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:40Z', 'updated_at': '2022-02-03T13:02:02Z', 'revision_number': 4, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': 'de40e7ff-b68b-4cd3-bcbf-6ff8957591af', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f8c857-929f-4a00-bc89-d87dc9977ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:44Z', 'updated_at': '2022-02-03T13:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '35f92ad6-bfb5-4075-95ad-81afe878ced2', 'name': '', 'network_id': '3f39e52d-3b9d-42c4-a62e-6423873c1961', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'mac_address': 'fa:16:3e:21:68:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f8c857-929f-4a00-bc89-d87dc9977ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'ff73552e-1ed3-4336-a967-2a56f29bbdc3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:59Z', 'updated_at': '2022-02-03T13:02:02Z', 'revision_number': 2, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'subnets': [{'id': 'ff73552e-1ed3-4336-a967-2a56f29bbdc3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:05.039686 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0581fc3e-7c47-4686-97fd-3b570e9e67b6 req-48b461b3-702a-4f4b-b1f4-930fc3bc5edb tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841151 Feb 03 13:02:05.044529 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c04ffa84-af67-462c-b96a-e97a67bca365 req-01ff23bc-1aa4-4650-b9d7-b4c2e48d0b4a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726914 Feb 03 13:02:05.068986 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdf910eb-98c2-41d0-b248-8d72297e6a81 admin admin] Publish callbacks [] for security_group (1771e652-493b-4b11-b74d-091dd7b70de8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:05.097674 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d79444d-7eb5-48d9-a272-0177a8358ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (09f34ab9-6347-47ad-8fb7-fd99596fca21), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:05.107292 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] Checking router: a3f8c857-929f-4a00-bc89-d87dc9977ba2 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:02:05.113268 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] Updating router a3f8c857-929f-4a00-bc89-d87dc9977ba2 port 35f92ad6-bfb5-4075-95ad-81afe878ced2 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:02:05.121653 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110f178d-579b-428c-bde5-fd5248267d4b x-openstack-request-id: req-110f178d-579b-428c-bde5-fd5248267d4b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:05.122154 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfeb893c-28e6-4483-87da-146e23b1f43c", "name": "network-vif-unplugged", "status": "failed", "tag": "01abc28a-91a4-4941-8ab8-9889ec880ca9", "code": 422}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:05.122231 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-110f178d-579b-428c-bde5-fd5248267d4b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:05.122582 n-d-827336-3 neutron-server[103190]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bfeb893c-28e6-4483-87da-146e23b1f43c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '01abc28a-91a4-4941-8ab8-9889ec880ca9', 'code': 422} returned with failed status Feb 03 13:02:05.148336 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6d79444d-7eb5-48d9-a272-0177a8358ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f34ab9-6347-47ad-8fb7-fd99596fca21']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:05.161643 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6d79444d-7eb5-48d9-a272-0177a8358ee5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64de9dc-53b2-43bc-9aa1-2822a5bdf91f') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:05.161929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6d79444d-7eb5-48d9-a272-0177a8358ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64de9dc-53b2-43bc-9aa1-2822a5bdf91f') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:05.171668 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (35f92ad6-bfb5-4075-95ad-81afe878ced2), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:05.190063 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d79444d-7eb5-48d9-a272-0177a8358ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (e64de9dc-53b2-43bc-9aa1-2822a5bdf91f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:05.207495 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdf910eb-98c2-41d0-b248-8d72297e6a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1771e652-493b-4b11-b74d-091dd7b70de8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:05.211290 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdf910eb-98c2-41d0-b248-8d72297e6a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:05.212675 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fdf910eb-98c2-41d0-b248-8d72297e6a81 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1771e652-493b-4b11-b74d-091dd7b70de8 HTTP/1.1" status: 204 len: 168 time: 0.3210154 Feb 03 13:02:05.235552 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d79444d-7eb5-48d9-a272-0177a8358ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (e64de9dc-53b2-43bc-9aa1-2822a5bdf91f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:05.295340 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d79444d-7eb5-48d9-a272-0177a8358ee5 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:02:05.295752 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d79444d-7eb5-48d9-a272-0177a8358ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (e64de9dc-53b2-43bc-9aa1-2822a5bdf91f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:02:05.297697 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:02:05.376272 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-43efb62b-a8e2-4c34-8a93-10e4bc141b8d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:05.383275 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-43efb62b-a8e2-4c34-8a93-10e4bc141b8d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/networks?id=3f39e52d-3b9d-42c4-a62e-6423873c1961 HTTP/1.1" status: 200 len: 798 time: 0.2213469 Feb 03 13:02:05.399055 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf910eb-98c2-41d0-b248-8d72297e6a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1771e652-493b-4b11-b74d-091dd7b70de8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:05.425431 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb615c-89cb-4aa3-82c7-a8de4d8d47df req-ff85bde0-9794-4e37-9c0d-2903c2d09337 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:05.430886 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-b3966f65-25dd-46ab-9744-297766e80c90 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/quotas/0736ca6604044fb2b96c770b1d423b15 HTTP/1.1" status: 200 len: 375 time: 0.0464954 Feb 03 13:02:05.437122 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b7bb615c-89cb-4aa3-82c7-a8de4d8d47df req-ff85bde0-9794-4e37-9c0d-2903c2d09337 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.2448378 Feb 03 13:02:05.458733 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d79444d-7eb5-48d9-a272-0177a8358ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (09f34ab9-6347-47ad-8fb7-fd99596fca21), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:05.468767 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d79444d-7eb5-48d9-a272-0177a8358ee5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:05.476693 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6d79444d-7eb5-48d9-a272-0177a8358ee5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/09f34ab9-6347-47ad-8fb7-fd99596fca21 HTTP/1.1" status: 204 len: 168 time: 2.1747496 Feb 03 13:02:05.491897 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49198) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:05.573770 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79444d-7eb5-48d9-a272-0177a8358ee5 admin admin] Pushing event deleted for resources: {'Network': ['ID=09f34ab9-6347-47ad-8fb7-fd99596fca21,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:05.619987 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b7bb615c-89cb-4aa3-82c7-a8de4d8d47df req-550fe3c9-b88b-48ee-95ed-9bcebd5bafa0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819346 Feb 03 13:02:05.742664 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] Publish callbacks [] for port (35f92ad6-bfb5-4075-95ad-81afe878ced2), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:05.752098 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (35f92ad6-bfb5-4075-95ad-81afe878ced2), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:05.783444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c4534-e242-4df7-8ba3-ec81f9fcbca6 req-385878bf-b7ea-4503-bc55-b5aec996c1c1 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:05.786122 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa0c4534-e242-4df7-8ba3-ec81f9fcbca6 req-385878bf-b7ea-4503-bc55-b5aec996c1c1 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.0867467 Feb 03 13:02:05.915821 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa0c4534-e242-4df7-8ba3-ec81f9fcbca6 req-b5943330-2e9d-49b8-88a5-894b3da775b0 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120956 Feb 03 13:02:05.924849 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57349b8d-44b6-4235-8a4c-23b242c99ddb None None] Pushing event updated for resources: {'Port': ['ID=35f92ad6-bfb5-4075-95ad-81afe878ced2,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:05.958976 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57349b8d-44b6-4235-8a4c-23b242c99ddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:05.959325 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57349b8d-44b6-4235-8a4c-23b242c99ddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:05.960574 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57349b8d-44b6-4235-8a4c-23b242c99ddb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:05.961324 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57349b8d-44b6-4235-8a4c-23b242c99ddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:05.961810 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57349b8d-44b6-4235-8a4c-23b242c99ddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:05.962479 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57349b8d-44b6-4235-8a4c-23b242c99ddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:05.962956 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57349b8d-44b6-4235-8a4c-23b242c99ddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:05.963429 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57349b8d-44b6-4235-8a4c-23b242c99ddb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:05.963900 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57349b8d-44b6-4235-8a4c-23b242c99ddb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:05.964574 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57349b8d-44b6-4235-8a4c-23b242c99ddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:05.965057 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57349b8d-44b6-4235-8a4c-23b242c99ddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:05.965558 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57349b8d-44b6-4235-8a4c-23b242c99ddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:05.966027 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57349b8d-44b6-4235-8a4c-23b242c99ddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:05.996950 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] Attempting to bind port 35f92ad6-bfb5-4075-95ad-81afe878ced2 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:02:05.997552 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] Attempting to bind port 35f92ad6-bfb5-4075-95ad-81afe878ced2 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3f39e52d-3b9d-42c4-a62e-6423873c1961'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:02:05.999150 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] Attempting to bind port 35f92ad6-bfb5-4075-95ad-81afe878ced2 on network 3f39e52d-3b9d-42c4-a62e-6423873c1961 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:02:06.013356 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:02:06.014018 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] Checking segment: {'id': 'c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3f39e52d-3b9d-42c4-a62e-6423873c1961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:06.014583 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:06.015133 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] Bound using segment: {'id': 'c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3f39e52d-3b9d-42c4-a62e-6423873c1961'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:02:06.016212 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] Bound port: 35f92ad6-bfb5-4075-95ad-81afe878ced2, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3f39e52d-3b9d-42c4-a62e-6423873c1961'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:02:06.017155 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (35f92ad6-bfb5-4075-95ad-81afe878ced2), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:06.118721 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] For port 35f92ad6-bfb5-4075-95ad-81afe878ced2, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:02:06.129116 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] For port 35f92ad6-bfb5-4075-95ad-81afe878ced2, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=35f92ad6-bfb5-4075-95ad-81afe878ced2,segment=NetworkSegment(c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98),segment_id=c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:02:06.141467 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (35f92ad6-bfb5-4075-95ad-81afe878ced2), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:06.144100 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-245f9537-9893-4cd3-8eea-0bbd52cbf726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:06.198000 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1cfc0-b798-4a1e-b78f-aecaa93aced7 req-e51e8eed-d9c9-42a5-b1b5-f10bce060390 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:06.205429 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22f1cfc0-b798-4a1e-b78f-aecaa93aced7 req-e51e8eed-d9c9-42a5-b1b5-f10bce060390 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1658864 Feb 03 13:02:06.279669 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57349b8d-44b6-4235-8a4c-23b242c99ddb None None] Pushing event updated for resources: {'Port': ['ID=35f92ad6-bfb5-4075-95ad-81afe878ced2,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:06.299434 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] Routers {'a3f8c857-929f-4a00-bc89-d87dc9977ba2'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:06.300098 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:02:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a3f8c857-929f-4a00-bc89-d87dc9977ba2'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:06.313876 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22f1cfc0-b798-4a1e-b78f-aecaa93aced7 req-f0c9886e-1663-4d78-9713-794002558e08 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075191 Feb 03 13:02:06.350047 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b643d540-1d67-452a-a190-ea4a18771cd5 None None] Provisioning complete for port 35f92ad6-bfb5-4075-95ad-81afe878ced2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:06.351103 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b643d540-1d67-452a-a190-ea4a18771cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (35f92ad6-bfb5-4075-95ad-81afe878ced2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:06.510802 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] Set router a3f8c857-929f-4a00-bc89-d87dc9977ba2 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:02:06.575121 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-b2f117c6-2d0a-493a-b23f-9b5b08211b2d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0736ca6604044fb2b96c770b1d423b15&fields=id HTTP/1.1" status: 200 len: 440 time: 1.1291664 Feb 03 13:02:06.602642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b643d540-1d67-452a-a190-ea4a18771cd5 None None] Current status of the port 35f92ad6-bfb5-4075-95ad-81afe878ced2 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:06.602923 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b643d540-1d67-452a-a190-ea4a18771cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (35f92ad6-bfb5-4075-95ad-81afe878ced2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:06.623328 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d506a94-d622-4bf0-83f5-32def77b178c req-7e8fbb5d-02ec-4986-b06e-ce8e8d5a1848 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:06.632151 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6d506a94-d622-4bf0-83f5-32def77b178c req-7e8fbb5d-02ec-4986-b06e-ce8e8d5a1848 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.1330922 Feb 03 13:02:06.713808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b643d540-1d67-452a-a190-ea4a18771cd5 None None] For port 35f92ad6-bfb5-4075-95ad-81afe878ced2, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=35f92ad6-bfb5-4075-95ad-81afe878ced2,segment=NetworkSegment(c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98),segment_id=c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:06.723227 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b643d540-1d67-452a-a190-ea4a18771cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (35f92ad6-bfb5-4075-95ad-81afe878ced2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:06.783149 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6d506a94-d622-4bf0-83f5-32def77b178c req-5e63527f-d4ac-4b39-bec4-788b1615c548 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494169 Feb 03 13:02:06.963583 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643d540-1d67-452a-a190-ea4a18771cd5 None None] Pushing event updated for resources: {'Port': ['ID=35f92ad6-bfb5-4075-95ad-81afe878ced2,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:06.964080 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a424424-577f-4226-8c7b-1c93d55e75f4 req-6b9ae08c-b0bb-40c3-bf64-d85c04eced16 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:06.973186 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1a424424-577f-4226-8c7b-1c93d55e75f4 req-6b9ae08c-b0bb-40c3-bf64-d85c04eced16 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 944 time: 0.0772061 Feb 03 13:02:07.036796 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bfcf358b-d38e-427c-a261-09ba00618c22 None None] Provisioning complete for port 35f92ad6-bfb5-4075-95ad-81afe878ced2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:07.042295 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1a424424-577f-4226-8c7b-1c93d55e75f4 req-cc3bffda-fee8-4e1b-9f6f-ec35714ce4e1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679941 Feb 03 13:02:07.054381 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bfcf358b-d38e-427c-a261-09ba00618c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (35f92ad6-bfb5-4075-95ad-81afe878ced2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:07.205933 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:07.282781 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f8c857-929f-4a00-bc89-d87dc9977ba2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584624866', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'de40e7ff-b68b-4cd3-bcbf-6ff8957591af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:40Z', 'updated_at': '2022-02-03T13:02:02Z', 'revision_number': 4, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': 'de40e7ff-b68b-4cd3-bcbf-6ff8957591af', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f8c857-929f-4a00-bc89-d87dc9977ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:44Z', 'updated_at': '2022-02-03T13:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '35f92ad6-bfb5-4075-95ad-81afe878ced2', 'name': '', 'network_id': '3f39e52d-3b9d-42c4-a62e-6423873c1961', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'mac_address': 'fa:16:3e:21:68:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f8c857-929f-4a00-bc89-d87dc9977ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'ff73552e-1ed3-4336-a967-2a56f29bbdc3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:59Z', 'updated_at': '2022-02-03T13:02:06Z', 'revision_number': 4, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'subnets': [{'id': 'ff73552e-1ed3-4336-a967-2a56f29bbdc3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:07.331202 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b36b6f-2ee7-4011-a639-6a8ebef45976 None None] The sync data for ids ['a3f8c857-929f-4a00-bc89-d87dc9977ba2'] in n-d-827336-3 is: [{'id': 'a3f8c857-929f-4a00-bc89-d87dc9977ba2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584624866', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'de40e7ff-b68b-4cd3-bcbf-6ff8957591af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:40Z', 'updated_at': '2022-02-03T13:02:02Z', 'revision_number': 4, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': 'de40e7ff-b68b-4cd3-bcbf-6ff8957591af', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f8c857-929f-4a00-bc89-d87dc9977ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:44Z', 'updated_at': '2022-02-03T13:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '35f92ad6-bfb5-4075-95ad-81afe878ced2', 'name': '', 'network_id': '3f39e52d-3b9d-42c4-a62e-6423873c1961', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'mac_address': 'fa:16:3e:21:68:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f8c857-929f-4a00-bc89-d87dc9977ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'ff73552e-1ed3-4336-a967-2a56f29bbdc3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:59Z', 'updated_at': '2022-02-03T13:02:06Z', 'revision_number': 4, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'subnets': [{'id': 'ff73552e-1ed3-4336-a967-2a56f29bbdc3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:07.345546 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bfcf358b-d38e-427c-a261-09ba00618c22 None None] Current status of the port 35f92ad6-bfb5-4075-95ad-81afe878ced2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:07.380577 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546af9d-1162-4cd2-b26c-3debe3c29e9d req-3add5e18-9012-45ed-bb0d-8234195c40e6 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:07.405892 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-f28b7257-d897-4d5f-ab40-2367ed37d62d service neutron] 10.222.0.18 "GET /v2.0/networks/3f39e52d-3b9d-42c4-a62e-6423873c1961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162801 Feb 03 13:02:07.419513 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c546af9d-1162-4cd2-b26c-3debe3c29e9d req-3add5e18-9012-45ed-bb0d-8234195c40e6 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.0996714 Feb 03 13:02:07.461600 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62c3a76a-1b03-489c-97bc-0cc306d66868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (a7ba5288-6ba2-4323-b465-f46b5b97d8e3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:07.551841 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c546af9d-1162-4cd2-b26c-3debe3c29e9d req-765f16ad-05a0-4d9e-a27b-46ed19fb59ca tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272538 Feb 03 13:02:07.752387 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d340e59-eb6b-466f-b395-540eb9e6f905 req-82198584-add1-4e97-ba2d-fa479894d8e6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:07.765387 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d340e59-eb6b-466f-b395-540eb9e6f905 req-82198584-add1-4e97-ba2d-fa479894d8e6 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1248529 Feb 03 13:02:07.776241 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-316aa928-9ecd-4fbf-98f2-4696435688fd service neutron] 10.222.0.18 "GET /v2.0/networks/3f39e52d-3b9d-42c4-a62e-6423873c1961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693721 Feb 03 13:02:07.843817 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d340e59-eb6b-466f-b395-540eb9e6f905 req-a8eef801-13d3-48dc-aaea-f288deb9381e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771034 Feb 03 13:02:08.102852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce4f1-473a-49e9-b649-434b051bf573 req-441c4286-456c-4576-9cf9-58df9df86a0c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:08.110669 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69fce4f1-473a-49e9-b649-434b051bf573 req-441c4286-456c-4576-9cf9-58df9df86a0c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.1318586 Feb 03 13:02:08.151917 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-168a8d15-6d6b-448b-8f70-d977ee5666d3 req-bdc65007-d33c-44b8-9b3f-446b19aa1137 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 210 time: 0.0800500 Feb 03 13:02:08.207918 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 01abc28a-91a4-4941-8ab8-9889ec880ca9 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:08.213094 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69fce4f1-473a-49e9-b649-434b051bf573 req-35aff7b9-e53d-4644-81d6-4bea92a151a4 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000862 Feb 03 13:02:08.343152 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-62c3a76a-1b03-489c-97bc-0cc306d66868 admin admin] Deleting port eaa84141-9e08-492e-804a-0e854147cfa0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:08.343152 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62c3a76a-1b03-489c-97bc-0cc306d66868 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (eaa84141-9e08-492e-804a-0e854147cfa0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:08.366184 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:08.511416 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 01abc28a-91a4-4941-8ab8-9889ec880ca9 is: DOWN; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:08.612404 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c5891-6f00-4ed6-8a4c-54d93e3aac95 req-69248a52-2b28-4f43-bb00-8a916c62a3b0 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:08.621111 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d12c5891-6f00-4ed6-8a4c-54d93e3aac95 req-69248a52-2b28-4f43-bb00-8a916c62a3b0 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.1536193 Feb 03 13:02:08.625619 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a0bf0-dd9c-4641-b3f1-c307244afcea req-3f8a4707-ab1a-4030-83cd-b3918ce8eeda tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:08.632629 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a96a0bf0-dd9c-4641-b3f1-c307244afcea req-3f8a4707-ab1a-4030-83cd-b3918ce8eeda tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 944 time: 0.3354435 Feb 03 13:02:08.696923 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-62c3a76a-1b03-489c-97bc-0cc306d66868 admin admin] For port eaa84141-9e08-492e-804a-0e854147cfa0, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=eaa84141-9e08-492e-804a-0e854147cfa0,segment=NetworkSegment(09b20d05-cf5d-4240-acef-995d251f11a3),segment_id=09b20d05-cf5d-4240-acef-995d251f11a3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:08.697291 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62c3a76a-1b03-489c-97bc-0cc306d66868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (eaa84141-9e08-492e-804a-0e854147cfa0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:08.731967 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d12c5891-6f00-4ed6-8a4c-54d93e3aac95 req-b3c48a04-1165-4063-8fec-bb345a6f3241 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096408 Feb 03 13:02:08.811200 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a96a0bf0-dd9c-4641-b3f1-c307244afcea req-669b4e3a-3351-4f1f-b6c2-29fd36e20cac tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765022 Feb 03 13:02:08.811664 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-62c3a76a-1b03-489c-97bc-0cc306d66868 admin admin] Calling delete_port for eaa84141-9e08-492e-804a-0e854147cfa0 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:09.067734 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 35f92ad6-bfb5-4075-95ad-81afe878ced2 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:09.078023 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e9dfe-2099-4ac2-b7d7-b13ddf62985b req-8febf55d-7c87-4170-b049-54f2e5d051ae tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:09.092658 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a16e9dfe-2099-4ac2-b7d7-b13ddf62985b req-8febf55d-7c87-4170-b049-54f2e5d051ae tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.1573217 Feb 03 13:02:09.189502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 35f92ad6-bfb5-4075-95ad-81afe878ced2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:09.190259 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (35f92ad6-bfb5-4075-95ad-81afe878ced2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:09.322005 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 35f92ad6-bfb5-4075-95ad-81afe878ced2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:09.322896 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a16e9dfe-2099-4ac2-b7d7-b13ddf62985b req-bd322e5f-18bb-42d7-859a-5142bd790b2f tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273283 Feb 03 13:02:09.340326 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce5b22-3e53-4ad1-9795-aac1121226b4 req-c5cfb20f-57ab-4f3b-8aac-c41009f1d543 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:09.347532 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-69ce5b22-3e53-4ad1-9795-aac1121226b4 req-c5cfb20f-57ab-4f3b-8aac-c41009f1d543 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.2984705 Feb 03 13:02:09.504769 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-69ce5b22-3e53-4ad1-9795-aac1121226b4 req-1a3d131e-cf31-441c-a1f8-1ed271194c0a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558244 Feb 03 13:02:09.507094 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62c3a76a-1b03-489c-97bc-0cc306d66868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (eaa84141-9e08-492e-804a-0e854147cfa0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:09.545872 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7bdcdeb8-a19e-4556-a8fb-45e72ae0f0c4 req-8e739073-e1ef-4e1e-bffc-59ed44a3d9b5 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 210 time: 0.0730000 Feb 03 13:02:09.575021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3a76a-1b03-489c-97bc-0cc306d66868 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa84141-9e08-492e-804a-0e854147cfa0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:09.903887 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62c3a76a-1b03-489c-97bc-0cc306d66868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (a7ba5288-6ba2-4323-b465-f46b5b97d8e3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:09.931060 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:10.092718 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e918b94-6af0-495e-85dd-a528b7676191 req-0cbd01a0-f0e7-40e0-8019-42bfd4bb9b05 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:10.101869 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e918b94-6af0-495e-85dd-a528b7676191 req-0cbd01a0-f0e7-40e0-8019-42bfd4bb9b05 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 944 time: 0.1141112 Feb 03 13:02:10.204657 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e918b94-6af0-495e-85dd-a528b7676191 req-30bea56c-4d6e-4d72-b9f7-6d3cd714f7f5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013052 Feb 03 13:02:10.214990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef566b58-07c8-4cae-bb51-3ef06b814e46 req-7a3c55b9-ac38-477d-9b2b-b6cf48ef2b69 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:10.216581 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ef566b58-07c8-4cae-bb51-3ef06b814e46 req-7a3c55b9-ac38-477d-9b2b-b6cf48ef2b69 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.4913447 Feb 03 13:02:10.451817 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-eefb2de4-0483-4152-9400-b7530a193118 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:10.453632 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-eefb2de4-0483-4152-9400-b7530a193118 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.31 "GET /v2.0/networks?id=3f39e52d-3b9d-42c4-a62e-6423873c1961 HTTP/1.1" status: 200 len: 798 time: 0.3935735 Feb 03 13:02:10.485376 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ef566b58-07c8-4cae-bb51-3ef06b814e46 req-65a348bd-5e47-4ee4-88eb-ed751d530265 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404587 Feb 03 13:02:10.491885 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-4a46f1ad-ce32-4a02-8725-adc2b75cfbb0 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Request body: {'port': {'device_id': '7d5840f6-3c84-46c9-b8e9-b398e707eb63', 'network_id': '3f39e52d-3b9d-42c4-a62e-6423873c1961', 'admin_state_up': True, 'tenant_id': '0736ca6604044fb2b96c770b1d423b15'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:10.833891 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-4a46f1ad-ce32-4a02-8725-adc2b75cfbb0 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Made reservation on behalf of 0736ca6604044fb2b96c770b1d423b15 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:10.838758 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-4a46f1ad-ce32-4a02-8725-adc2b75cfbb0 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:10.863959 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c3a76a-1b03-489c-97bc-0cc306d66868 admin admin] Router a7ba5288-6ba2-4323-b465-f46b5b97d8e3 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:02:10.873972 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a3f6f-e095-464a-bca4-5830192f33a0 req-280b5357-2a7c-4c74-a5d8-f23be73ec554 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:10.875824 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3a9a3f6f-e095-464a-bca4-5830192f33a0 req-280b5357-2a7c-4c74-a5d8-f23be73ec554 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.2299972 Feb 03 13:02:10.987464 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e0f12651-dfb9-4ad4-853a-4084476aebb9 req-f92ef2a6-f723-4d5a-a35a-5184f342304a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 210 time: 0.0685399 Feb 03 13:02:11.061124 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-4a46f1ad-ce32-4a02-8725-adc2b75cfbb0 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Allocated IP 172.20.0.20 (3f39e52d-3b9d-42c4-a62e-6423873c1961/ff73552e-1ed3-4336-a967-2a56f29bbdc3/4428876e-805e-4461-a42a-ea377053cd9d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:11.167829 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48548e78-bfbc-4539-86e7-e03e60b20ccb req-af96c59d-b063-4ade-9132-59fbdd0265a4 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:11.176665 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-48548e78-bfbc-4539-86e7-e03e60b20ccb req-af96c59d-b063-4ade-9132-59fbdd0265a4 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.0695026 Feb 03 13:02:11.210537 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-4a46f1ad-ce32-4a02-8725-adc2b75cfbb0 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for port (4428876e-805e-4461-a42a-ea377053cd9d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:11.242514 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-48548e78-bfbc-4539-86e7-e03e60b20ccb req-73614034-90c6-4e39-b94f-ea8e2e4306c0 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595632 Feb 03 13:02:11.286724 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-4a46f1ad-ce32-4a02-8725-adc2b75cfbb0 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (4428876e-805e-4461-a42a-ea377053cd9d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:11.395917 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3a9a3f6f-e095-464a-bca4-5830192f33a0 req-689f6ec8-9dcb-4291-826c-bf3fe7fcbb9c tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479530 Feb 03 13:02:11.396580 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46f1ad-ce32-4a02-8725-adc2b75cfbb0 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event updated for resources: {'Port': ['ID=4428876e-805e-4461-a42a-ea377053cd9d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:11.411275 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-4a46f1ad-ce32-4a02-8725-adc2b75cfbb0 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Network 3f39e52d-3b9d-42c4-a62e-6423873c1961 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:11.413639 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-4a46f1ad-ce32-4a02-8725-adc2b75cfbb0 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:11.417414 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-4a46f1ad-ce32-4a02-8725-adc2b75cfbb0 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:11.431429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90683ca7-5b3d-45af-93c4-f912ec9f597c req-c209e4f3-d204-48d9-98f6-d466f715cc88 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:11.433133 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-90683ca7-5b3d-45af-93c4-f912ec9f597c req-c209e4f3-d204-48d9-98f6-d466f715cc88 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 944 time: 0.1067612 Feb 03 13:02:11.518478 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-90683ca7-5b3d-45af-93c4-f912ec9f597c req-a44c71e0-a072-4312-816b-6e0326952f86 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771043 Feb 03 13:02:11.534860 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-4a46f1ad-ce32-4a02-8725-adc2b75cfbb0 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:11.535606 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-4a46f1ad-ce32-4a02-8725-adc2b75cfbb0 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:11.589452 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-4a46f1ad-ce32-4a02-8725-adc2b75cfbb0 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1083386 Feb 03 13:02:11.605629 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] Request body: {'port': {'device_id': '7d5840f6-3c84-46c9-b8e9-b398e707eb63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:11.640157 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c3a76a-1b03-489c-97bc-0cc306d66868 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:11.650178 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49348) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:11.650313 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-62c3a76a-1b03-489c-97bc-0cc306d66868 admin admin] 10.222.0.18 "PUT /v2.0/routers/a7ba5288-6ba2-4323-b465-f46b5b97d8e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1567559 Feb 03 13:02:11.656316 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe14610d-3392-4747-885e-b0f8a1d48fd7 None None] Sync routers for ids ['a7ba5288-6ba2-4323-b465-f46b5b97d8e3'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:02:11.679493 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14610d-3392-4747-885e-b0f8a1d48fd7 None None] Routers {'a7ba5288-6ba2-4323-b465-f46b5b97d8e3'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:11.680160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fe14610d-3392-4747-885e-b0f8a1d48fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:02:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a7ba5288-6ba2-4323-b465-f46b5b97d8e3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:11.726891 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4428876e-805e-4461-a42a-ea377053cd9d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:11.831074 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Publish callbacks [] for router (a7ba5288-6ba2-4323-b465-f46b5b97d8e3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:11.895626 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-196cbc14-67ba-45d9-803a-1ed2f23a6992 None None] Provisioning complete for port 4428876e-805e-4461-a42a-ea377053cd9d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:11.896362 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-196cbc14-67ba-45d9-803a-1ed2f23a6992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4428876e-805e-4461-a42a-ea377053cd9d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:11.959796 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fe14610d-3392-4747-885e-b0f8a1d48fd7 None None] Set router a7ba5288-6ba2-4323-b465-f46b5b97d8e3 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:02:11.961942 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-196cbc14-67ba-45d9-803a-1ed2f23a6992 None None] Port 4428876e-805e-4461-a42a-ea377053cd9d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:12.027448 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Publish callbacks [] for router_gateway (a7ba5288-6ba2-4323-b465-f46b5b97d8e3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:12.146491 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Deleting port 87b552ad-fda5-4939-acba-f5b1975ec2f4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:12.147647 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (87b552ad-fda5-4939-acba-f5b1975ec2f4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:12.239956 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4428876e-805e-4461-a42a-ea377053cd9d {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:02:12.252268 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] Publish callbacks [] for port (4428876e-805e-4461-a42a-ea377053cd9d), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:12.263679 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] For port 87b552ad-fda5-4939-acba-f5b1975ec2f4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=87b552ad-fda5-4939-acba-f5b1975ec2f4,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:12.264164 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (87b552ad-fda5-4939-acba-f5b1975ec2f4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:12.293454 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fe14610d-3392-4747-885e-b0f8a1d48fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ba5288-6ba2-4323-b465-f46b5b97d8e3', 'name': 'tempest-TestAggregatesBasicOps-870208353-router', 'tenant_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '87b552ad-fda5-4939-acba-f5b1975ec2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:25Z', 'updated_at': '2022-02-03T13:02:09Z', 'revision_number': 5, 'project_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'gw_port': {'id': '87b552ad-fda5-4939-acba-f5b1975ec2f4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:39:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ba5288-6ba2-4323-b465-f46b5b97d8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:29Z', 'updated_at': '2022-02-03T13:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:12.301515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Calling delete_port for 87b552ad-fda5-4939-acba-f5b1975ec2f4 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:12.316422 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0d58a-0257-4772-8b34-cff83af53262 req-6be10d53-13ad-4e5e-92d8-282c809f33f1 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:12.318043 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5ae0d58a-0257-4772-8b34-cff83af53262 req-6be10d53-13ad-4e5e-92d8-282c809f33f1 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 895 time: 0.2118638 Feb 03 13:02:12.334006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe14610d-3392-4747-885e-b0f8a1d48fd7 None None] Checking router: a7ba5288-6ba2-4323-b465-f46b5b97d8e3 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:02:12.336763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] Transition to ACTIVE for port object 4428876e-805e-4461-a42a-ea377053cd9d will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:02:12.350845 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (4428876e-805e-4461-a42a-ea377053cd9d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:12.364681 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14610d-3392-4747-885e-b0f8a1d48fd7 None None] Routers {'a7ba5288-6ba2-4323-b465-f46b5b97d8e3'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:12.366592 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fe14610d-3392-4747-885e-b0f8a1d48fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:02:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a7ba5288-6ba2-4323-b465-f46b5b97d8e3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:12.430192 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] Pushing event updated for resources: {'Port': ['ID=4428876e-805e-4461-a42a-ea377053cd9d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:12.515565 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fe14610d-3392-4747-885e-b0f8a1d48fd7 None None] Set router a7ba5288-6ba2-4323-b465-f46b5b97d8e3 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:02:12.620490 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fe14610d-3392-4747-885e-b0f8a1d48fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ba5288-6ba2-4323-b465-f46b5b97d8e3', 'name': 'tempest-TestAggregatesBasicOps-870208353-router', 'tenant_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:25Z', 'updated_at': '2022-02-03T13:02:12Z', 'revision_number': 6, 'project_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:12.636048 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] Attempting to bind port 4428876e-805e-4461-a42a-ea377053cd9d on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:02:12.636622 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] Attempting to bind port 4428876e-805e-4461-a42a-ea377053cd9d by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3f39e52d-3b9d-42c4-a62e-6423873c1961'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:02:12.637115 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] Attempting to bind port 4428876e-805e-4461-a42a-ea377053cd9d on network 3f39e52d-3b9d-42c4-a62e-6423873c1961 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:02:12.645257 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] Port 4428876e-805e-4461-a42a-ea377053cd9d on network 3f39e52d-3b9d-42c4-a62e-6423873c1961 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:02:12.645758 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] Attempting to bind port 4428876e-805e-4461-a42a-ea377053cd9d on network 3f39e52d-3b9d-42c4-a62e-6423873c1961 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:02:12.657820 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca74b5-77b2-49e2-9f3c-b021cfe9f365 req-f7e460b9-e47f-4864-9a83-8c12eb581968 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:12.665836 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dbca74b5-77b2-49e2-9f3c-b021cfe9f365 req-f7e460b9-e47f-4864-9a83-8c12eb581968 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1159601 Feb 03 13:02:12.676157 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe14610d-3392-4747-885e-b0f8a1d48fd7 None None] The sync data for ids ['a7ba5288-6ba2-4323-b465-f46b5b97d8e3'] in n-d-827336-3 is: [{'id': 'a7ba5288-6ba2-4323-b465-f46b5b97d8e3', 'name': 'tempest-TestAggregatesBasicOps-870208353-router', 'tenant_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:25Z', 'updated_at': '2022-02-03T13:02:12Z', 'revision_number': 6, 'project_id': '69bb164ca2bc4a6d96aea2e186a4c293', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:12.682945 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:02:12.683294 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] Checking segment: {'id': 'c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3f39e52d-3b9d-42c4-a62e-6423873c1961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:12.684277 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] Bound using segment: {'id': 'c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3f39e52d-3b9d-42c4-a62e-6423873c1961'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:02:12.684721 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] Bound port: 4428876e-805e-4461-a42a-ea377053cd9d, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3f39e52d-3b9d-42c4-a62e-6423873c1961'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:02:12.685128 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4428876e-805e-4461-a42a-ea377053cd9d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:12.702201 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8cc1d-d21b-42fd-8776-b3afc3c19e87 req-0614261c-6920-4c23-afb5-425abf36ea37 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:12.704004 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-83b8cc1d-d21b-42fd-8776-b3afc3c19e87 req-0614261c-6920-4c23-afb5-425abf36ea37 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.2810187 Feb 03 13:02:12.818580 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-83b8cc1d-d21b-42fd-8776-b3afc3c19e87 req-5aa382cf-e7a6-4be0-9ada-12cebac54f9b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966704 Feb 03 13:02:12.833792 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (87b552ad-fda5-4939-acba-f5b1975ec2f4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:12.858295 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dbca74b5-77b2-49e2-9f3c-b021cfe9f365 req-70337d48-54ff-4603-af56-964de194156d tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909661 Feb 03 13:02:12.861189 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] For port 4428876e-805e-4461-a42a-ea377053cd9d, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:02:12.876025 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] For port 4428876e-805e-4461-a42a-ea377053cd9d, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4428876e-805e-4461-a42a-ea377053cd9d,segment=NetworkSegment(c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98),segment_id=c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:02:12.885228 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=87b552ad-fda5-4939-acba-f5b1975ec2f4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:12.888948 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (4428876e-805e-4461-a42a-ea377053cd9d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:12.919418 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:12.920279 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:12.921749 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] 10.222.0.31 "PUT /v2.0/ports/4428876e-805e-4461-a42a-ea377053cd9d HTTP/1.1" status: 200 len: 1055 time: 1.3216856 Feb 03 13:02:12.922233 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:12.922962 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:12.923527 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:12.924002 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:12.924455 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:12.924951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:12.925399 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:12.935850 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:12.938336 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:12.938800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:12.939388 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:12.939863 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:12.940747 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:12.987412 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5840f6-3c84-46c9-b8e9-b398e707eb63', 'tag': '4428876e-805e-4461-a42a-ea377053cd9d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:12.997483 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d523471-b4ed-4fee-888d-8622f7b2f383" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5840f6-3c84-46c9-b8e9-b398e707eb63", "tag": "4428876e-805e-4461-a42a-ea377053cd9d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:13.078976 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (a7ba5288-6ba2-4323-b465-f46b5b97d8e3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:13.121198 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580a589a-0386-404c-8563-ba4041bc898f x-openstack-request-id: req-580a589a-0386-404c-8563-ba4041bc898f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:13.121774 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5840f6-3c84-46c9-b8e9-b398e707eb63", "tag": "4428876e-805e-4461-a42a-ea377053cd9d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:13.122207 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-580a589a-0386-404c-8563-ba4041bc898f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:13.122785 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5840f6-3c84-46c9-b8e9-b398e707eb63', 'tag': '4428876e-805e-4461-a42a-ea377053cd9d', 'status': 'completed', 'code': 200} Feb 03 13:02:13.139996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69b6ac-d0d4-4020-aef6-03761cf73427 service neutron] Pushing event updated for resources: {'Port': ['ID=4428876e-805e-4461-a42a-ea377053cd9d,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:13.178728 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-e78198e7-b898-407a-8ac8-a542594625f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:13.184022 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-e78198e7-b898-407a-8ac8-a542594625f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0736ca6604044fb2b96c770b1d423b15&device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 1089 time: 0.1773391 Feb 03 13:02:13.305726 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-24d3110c-51a3-480f-b8c3-0efce9d5efd8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=4428876e-805e-4461-a42a-ea377053cd9d HTTP/1.1" status: 200 len: 217 time: 0.1146863 Feb 03 13:02:13.388303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-1eedf860-b539-4cab-9b69-3308f60e79b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:13.390764 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-1eedf860-b539-4cab-9b69-3308f60e79b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ff73552e-1ed3-4336-a967-2a56f29bbdc3 HTTP/1.1" status: 200 len: 838 time: 0.0774188 Feb 03 13:02:13.850933 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df45b47-617c-4c03-921c-66bc6d755199 req-22da2245-1a58-4938-8c98-fb834ff877b9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:13.860136 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2df45b47-617c-4c03-921c-66bc6d755199 req-22da2245-1a58-4938-8c98-fb834ff877b9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 944 time: 0.8659689 Feb 03 13:02:13.908024 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (a7ba5288-6ba2-4323-b465-f46b5b97d8e3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:13.915992 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Publish callbacks [] for router_controller (a7ba5288-6ba2-4323-b465-f46b5b97d8e3), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:13.982946 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (a7ba5288-6ba2-4323-b465-f46b5b97d8e3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:13.983735 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7ba5288-6ba2-4323-b465-f46b5b97d8e3 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:02:13.993111 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:13.994981 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-401a3750-86c7-4225-a30b-ef05eb761dcc admin admin] 10.222.0.18 "DELETE /v2.0/routers/a7ba5288-6ba2-4323-b465-f46b5b97d8e3 HTTP/1.1" status: 204 len: 168 time: 2.3427043 Feb 03 13:02:13.997601 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49394) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:14.037147 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2df45b47-617c-4c03-921c-66bc6d755199 req-dcb3ac1f-686b-42a1-a4cf-d48652e7446f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758368 Feb 03 13:02:14.120810 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-1edc7355-17f6-4b92-8fda-004ce1b3cd48 admin admin] Deleting subnet 2383efff-a700-47b6-86ca-c97d7a0e2cfe {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:02:14.166470 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1edc7355-17f6-4b92-8fda-004ce1b3cd48 admin admin] Publish callbacks [] for subnet (2383efff-a700-47b6-86ca-c97d7a0e2cfe), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.253254 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-494715c9-f84b-453b-bb24-5da3cfb0de25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:14.254774 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-494715c9-f84b-453b-bb24-5da3cfb0de25 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3f39e52d-3b9d-42c4-a62e-6423873c1961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8574924 Feb 03 13:02:14.315128 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9dcd6-9e9d-46a4-a58f-d000207fa11b req-bfa42a61-a345-49e7-a9ea-92541520182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:14.315128 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-04c9dcd6-9e9d-46a4-a58f-d000207fa11b req-bfa42a61-a345-49e7-a9ea-92541520182e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=616a6ba084da468a87a94b24206aca06&device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 1128 time: 0.8581564 Feb 03 13:02:14.353802 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1edc7355-17f6-4b92-8fda-004ce1b3cd48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (2383efff-a700-47b6-86ca-c97d7a0e2cfe), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.397683 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cfe3a-6cd0-4f98-ac48-082a76d0380c req-04718e1b-5db7-4fc9-a325-c68e343a5d2b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:14.406039 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7b2cfe3a-6cd0-4f98-ac48-082a76d0380c req-04718e1b-5db7-4fc9-a325-c68e343a5d2b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.9496548 Feb 03 13:02:14.409470 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-27db35c2-9b07-4620-b9a6-d2a124df8462 service neutron] 10.222.0.31 "GET /v2.0/networks/3f39e52d-3b9d-42c4-a62e-6423873c1961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418283 Feb 03 13:02:14.451073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72f73e-6e5c-4ce1-abdb-b89fc5bb3b86 req-42c61c69-dfa7-40ec-9212-221f835dd7d2 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:14.465190 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4d72f73e-6e5c-4ce1-abdb-b89fc5bb3b86 req-42c61c69-dfa7-40ec-9212-221f835dd7d2 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 907 time: 0.2278907 Feb 03 13:02:14.554278 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7b2cfe3a-6cd0-4f98-ac48-082a76d0380c req-467099fb-55f4-482f-90e0-5d392389cc55 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469426 Feb 03 13:02:14.575602 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1edc7355-17f6-4b92-8fda-004ce1b3cd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (2383efff-a700-47b6-86ca-c97d7a0e2cfe), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.671057 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9dcd6-9e9d-46a4-a58f-d000207fa11b req-daa81dca-7002-443c-bce2-1c7b28f2c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:14.672703 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-04c9dcd6-9e9d-46a4-a58f-d000207fa11b req-daa81dca-7002-443c-bce2-1c7b28f2c226 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7dc9b526-3f62-4a01-835d-81550aa911c9 HTTP/1.1" status: 200 len: 914 time: 0.3514321 Feb 03 13:02:14.708221 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-398d66e5-273d-47bd-9da9-ef420deb85ae req-c8c826dd-9d0f-446c-be7e-ffe98d0f2d8c service neutron] 10.222.0.31 "GET /v2.0/networks/3f39e52d-3b9d-42c4-a62e-6423873c1961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833045 Feb 03 13:02:14.748228 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-04c9dcd6-9e9d-46a4-a58f-d000207fa11b req-199ccc5f-933b-4a0a-bff4-25188e27c5f5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa HTTP/1.1" status: 200 len: 217 time: 0.0613091 Feb 03 13:02:14.755534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e2453-cc5a-4fbe-b3a5-3e9baaa509ea req-750a5aa7-cb7d-43d5-9fe2-2b8f6f879705 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:14.759395 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f79e2453-cc5a-4fbe-b3a5-3e9baaa509ea req-750a5aa7-cb7d-43d5-9fe2-2b8f6f879705 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1580048 Feb 03 13:02:14.761389 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1edc7355-17f6-4b92-8fda-004ce1b3cd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (2383efff-a700-47b6-86ca-c97d7a0e2cfe), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.783253 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b47a6a5-259b-412e-a5ab-2a202c57dd87 None None] Network 5e6b5822-6c01-4245-af38-95246040c8cc requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:14.803103 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1edc7355-17f6-4b92-8fda-004ce1b3cd48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:14.807122 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1edc7355-17f6-4b92-8fda-004ce1b3cd48 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2383efff-a700-47b6-86ca-c97d7a0e2cfe HTTP/1.1" status: 204 len: 168 time: 0.8077803 Feb 03 13:02:14.838768 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49408) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:14.855800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc7355-17f6-4b92-8fda-004ce1b3cd48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2383efff-a700-47b6-86ca-c97d7a0e2cfe,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:14.887572 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9dcd6-9e9d-46a4-a58f-d000207fa11b req-643728b0-5765-4226-8e47-fb282663b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:14.891673 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-04c9dcd6-9e9d-46a4-a58f-d000207fa11b req-643728b0-5765-4226-8e47-fb282663b7ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d HTTP/1.1" status: 200 len: 853 time: 0.1282237 Feb 03 13:02:14.897995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device eaa84141-9e08-492e-804a-0e854147cfa0 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:14.898549 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f79e2453-cc5a-4fbe-b3a5-3e9baaa509ea req-137c7e02-0fb1-4efc-9c27-875e7b84dd7d tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268640 Feb 03 13:02:14.958204 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4969ea1e-3984-433d-978e-3d6e117ce4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (5e6b5822-6c01-4245-af38-95246040c8cc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:15.019271 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-04c9dcd6-9e9d-46a4-a58f-d000207fa11b req-b626ac46-4d68-4bed-8a0f-52d7b9db5164 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7dc9b526-3f62-4a01-835d-81550aa911c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750220 Feb 03 13:02:15.050119 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4969ea1e-3984-433d-978e-3d6e117ce4ce admin admin] Deleting port 71d1350b-29ac-4afd-9af9-9849dcac59ea {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:15.050472 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4969ea1e-3984-433d-978e-3d6e117ce4ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (71d1350b-29ac-4afd-9af9-9849dcac59ea), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:15.176216 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-04c9dcd6-9e9d-46a4-a58f-d000207fa11b req-aa436b6b-f246-42eb-bc8d-ec97bf004c96 service neutron] 10.222.0.31 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494401 Feb 03 13:02:15.202209 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-4969ea1e-3984-433d-978e-3d6e117ce4ce admin admin] For port 71d1350b-29ac-4afd-9af9-9849dcac59ea, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=71d1350b-29ac-4afd-9af9-9849dcac59ea,segment=NetworkSegment(09b20d05-cf5d-4240-acef-995d251f11a3),segment_id=09b20d05-cf5d-4240-acef-995d251f11a3)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:15.202413 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4969ea1e-3984-433d-978e-3d6e117ce4ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (71d1350b-29ac-4afd-9af9-9849dcac59ea), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:15.252035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: eaa84141-9e08-492e-804a-0e854147cfa0 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:02:15.252383 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device eaa84141-9e08-492e-804a-0e854147cfa0 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:02:15.252801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 87b552ad-fda5-4939-acba-f5b1975ec2f4 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:15.266724 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4969ea1e-3984-433d-978e-3d6e117ce4ce admin admin] Calling delete_port for 71d1350b-29ac-4afd-9af9-9849dcac59ea owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:15.295931 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d523471-b4ed-4fee-888d-8622f7b2f383 req-f245176a-c3f7-450b-913a-8ae268ef3b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:15.300161 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d523471-b4ed-4fee-888d-8622f7b2f383 req-f245176a-c3f7-450b-913a-8ae268ef3b51 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0736ca6604044fb2b96c770b1d423b15&device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 1089 time: 0.4283519 Feb 03 13:02:15.302960 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 87b552ad-fda5-4939-acba-f5b1975ec2f4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:02:15.304139 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 87b552ad-fda5-4939-acba-f5b1975ec2f4 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:02:15.439849 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06c43a5-80d5-4703-9de2-65182f7c9a25 None None] DHCP port deletion for 5e6b5822-6c01-4245-af38-95246040c8cc request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:02:15.457703 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4969ea1e-3984-433d-978e-3d6e117ce4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (71d1350b-29ac-4afd-9af9-9849dcac59ea), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:15.465880 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-04c9dcd6-9e9d-46a4-a58f-d000207fa11b req-de2b9a00-29bf-47f8-9aa9-feb5b7ee748e service neutron] 10.222.0.31 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528827 Feb 03 13:02:15.479649 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4969ea1e-3984-433d-978e-3d6e117ce4ce admin admin] No DVR routers for this DVR port 71d1350b-29ac-4afd-9af9-9849dcac59ea on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:15.520320 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969ea1e-3984-433d-978e-3d6e117ce4ce admin admin] Pushing event deleted for resources: {'Port': ['ID=71d1350b-29ac-4afd-9af9-9849dcac59ea,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:15.540383 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d06c43a5-80d5-4703-9de2-65182f7c9a25 None None] Deleting port 71d1350b-29ac-4afd-9af9-9849dcac59ea {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:15.540761 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d06c43a5-80d5-4703-9de2-65182f7c9a25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (71d1350b-29ac-4afd-9af9-9849dcac59ea), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:15.560663 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d523471-b4ed-4fee-888d-8622f7b2f383 req-9eb45faa-11bc-493c-a24d-d3f36d6a7278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:15.562346 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d523471-b4ed-4fee-888d-8622f7b2f383 req-9eb45faa-11bc-493c-a24d-d3f36d6a7278 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3f39e52d-3b9d-42c4-a62e-6423873c1961 HTTP/1.1" status: 200 len: 899 time: 0.2496469 Feb 03 13:02:15.571442 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3092d-47f4-4f9e-af24-c76d30d11de5 req-7b55c89f-5d34-424a-9039-d0e0217c72f8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:15.573218 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-85d3092d-47f4-4f9e-af24-c76d30d11de5 req-7b55c89f-5d34-424a-9039-d0e0217c72f8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 944 time: 0.3925054 Feb 03 13:02:15.624928 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d523471-b4ed-4fee-888d-8622f7b2f383 req-43defb41-2216-4e39-8c75-f3dc4ef4b8f7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=4428876e-805e-4461-a42a-ea377053cd9d HTTP/1.1" status: 200 len: 217 time: 0.0506163 Feb 03 13:02:15.676544 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d06c43a5-80d5-4703-9de2-65182f7c9a25 None None] For port 71d1350b-29ac-4afd-9af9-9849dcac59ea, host n-d-827336-3, got binding levels [] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:15.677145 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d06c43a5-80d5-4703-9de2-65182f7c9a25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (71d1350b-29ac-4afd-9af9-9849dcac59ea), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:15.692097 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-85d3092d-47f4-4f9e-af24-c76d30d11de5 req-892f12d6-fad0-4520-bd70-e025b8b33e36 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108449 Feb 03 13:02:15.733391 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d06c43a5-80d5-4703-9de2-65182f7c9a25 None None] Calling delete_port for 71d1350b-29ac-4afd-9af9-9849dcac59ea owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:15.751552 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.ipam_backend_mixin [None req-d06c43a5-80d5-4703-9de2-65182f7c9a25 None None] Port 71d1350b-29ac-4afd-9af9-9849dcac59ea was not found and therefore no delete operation was performed {{(pid=103190) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 13:02:15.757029 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d06c43a5-80d5-4703-9de2-65182f7c9a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (71d1350b-29ac-4afd-9af9-9849dcac59ea), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:15.777690 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4969ea1e-3984-433d-978e-3d6e117ce4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (5e6b5822-6c01-4245-af38-95246040c8cc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:15.824722 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c43a5-80d5-4703-9de2-65182f7c9a25 None None] Pushing event deleted for resources: {'Port': ['ID=71d1350b-29ac-4afd-9af9-9849dcac59ea,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:15.827275 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06c43a5-80d5-4703-9de2-65182f7c9a25 None None] No DVR routers for this DVR port 71d1350b-29ac-4afd-9af9-9849dcac59ea on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:15.832987 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d523471-b4ed-4fee-888d-8622f7b2f383 req-c9b31add-dcc7-4301-813b-f4403ba69698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:15.836233 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d523471-b4ed-4fee-888d-8622f7b2f383 req-c9b31add-dcc7-4301-813b-f4403ba69698 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ff73552e-1ed3-4336-a967-2a56f29bbdc3 HTTP/1.1" status: 200 len: 838 time: 0.1709838 Feb 03 13:02:15.866203 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4969ea1e-3984-433d-978e-3d6e117ce4ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6b5822-6c01-4245-af38-95246040c8cc']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:15.877296 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4969ea1e-3984-433d-978e-3d6e117ce4ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b20d05-cf5d-4240-acef-995d251f11a3') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:15.877601 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4969ea1e-3984-433d-978e-3d6e117ce4ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b20d05-cf5d-4240-acef-995d251f11a3') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:15.887846 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4969ea1e-3984-433d-978e-3d6e117ce4ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (09b20d05-cf5d-4240-acef-995d251f11a3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:15.902298 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4969ea1e-3984-433d-978e-3d6e117ce4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (09b20d05-cf5d-4240-acef-995d251f11a3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:15.915745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4969ea1e-3984-433d-978e-3d6e117ce4ce admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:02:15.916331 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4969ea1e-3984-433d-978e-3d6e117ce4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (09b20d05-cf5d-4240-acef-995d251f11a3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:15.967627 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:02:15.978377 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:02:15.996546 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d523471-b4ed-4fee-888d-8622f7b2f383 req-e8064825-89ca-467b-b9eb-76e64fd7364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:16.000990 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d523471-b4ed-4fee-888d-8622f7b2f383 req-e8064825-89ca-467b-b9eb-76e64fd7364e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3f39e52d-3b9d-42c4-a62e-6423873c1961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1504769 Feb 03 13:02:16.007297 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c74c7-f0e0-4cef-b075-b8b0db9ec2ea req-53d3241a-e52e-4b4e-9eaa-29dd8a721645 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:16.009178 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3b4c74c7-f0e0-4cef-b075-b8b0db9ec2ea req-53d3241a-e52e-4b4e-9eaa-29dd8a721645 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 907 time: 0.4043865 Feb 03 13:02:16.010752 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4969ea1e-3984-433d-978e-3d6e117ce4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (5e6b5822-6c01-4245-af38-95246040c8cc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:16.026480 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4969ea1e-3984-433d-978e-3d6e117ce4ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:16.030524 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4969ea1e-3984-433d-978e-3d6e117ce4ce admin admin] 10.222.0.18 "DELETE /v2.0/networks/5e6b5822-6c01-4245-af38-95246040c8cc HTTP/1.1" status: 204 len: 168 time: 1.1890576 Feb 03 13:02:16.077639 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969ea1e-3984-433d-978e-3d6e117ce4ce admin admin] Pushing event deleted for resources: {'Network': ['ID=5e6b5822-6c01-4245-af38-95246040c8cc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:16.169247 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779acdec-1758-4184-8aaf-a2cb88c051e2 req-73b776f6-7304-4bf6-99f0-33e2303fca7a tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:16.177294 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-779acdec-1758-4184-8aaf-a2cb88c051e2 req-73b776f6-7304-4bf6-99f0-33e2303fca7a tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.3385372 Feb 03 13:02:16.258646 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a388f7-05c4-4d1e-80e2-d96b3d29f881 req-6b2d575b-7481-4d74-ab1d-812e996dd55a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:16.269521 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0a388f7-05c4-4d1e-80e2-d96b3d29f881 req-6b2d575b-7481-4d74-ab1d-812e996dd55a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.0754328 Feb 03 13:02:16.423420 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0a388f7-05c4-4d1e-80e2-d96b3d29f881 req-2e406729-c9ff-4981-a55f-438b5e17486b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525576 Feb 03 13:02:16.427700 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49440) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:16.464873 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-779acdec-1758-4184-8aaf-a2cb88c051e2 req-2d742554-c2b2-41cc-b278-b0ed6a4ca3d5 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571204 Feb 03 13:02:16.484707 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d523471-b4ed-4fee-888d-8622f7b2f383 req-f65dbc83-40f3-4660-ac92-07aa7f8a410a service neutron] 10.222.0.31 "GET /v2.0/networks/3f39e52d-3b9d-42c4-a62e-6423873c1961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525006 Feb 03 13:02:16.511659 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f689cd67-5df7-4b68-a4af-cb0b502011d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8dcc635aba974c9e90b7dd8776538246&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0816379 Feb 03 13:02:16.512683 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49442) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:16.564795 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19ef421c-b6b2-4b06-bfa3-45ca0011a0b9 admin admin] Publish callbacks [] for security_group (367f12a6-d472-485a-9508-ed3afe1422a5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:16.590220 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19ef421c-b6b2-4b06-bfa3-45ca0011a0b9 admin admin] Publish callbacks [] for security_group (367f12a6-d472-485a-9508-ed3afe1422a5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:16.638977 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d523471-b4ed-4fee-888d-8622f7b2f383 req-4036cfbb-1d1f-48f5-b558-f2f903b04a29 service neutron] 10.222.0.31 "GET /v2.0/networks/3f39e52d-3b9d-42c4-a62e-6423873c1961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484489 Feb 03 13:02:16.642541 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19ef421c-b6b2-4b06-bfa3-45ca0011a0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (367f12a6-d472-485a-9508-ed3afe1422a5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:16.645558 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19ef421c-b6b2-4b06-bfa3-45ca0011a0b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:16.649877 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-19ef421c-b6b2-4b06-bfa3-45ca0011a0b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/367f12a6-d472-485a-9508-ed3afe1422a5 HTTP/1.1" status: 204 len: 168 time: 0.1328146 Feb 03 13:02:16.659135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef421c-b6b2-4b06-bfa3-45ca0011a0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367f12a6-d472-485a-9508-ed3afe1422a5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:16.777526 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 71d1350b-29ac-4afd-9af9-9849dcac59ea no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:16.808280 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 71d1350b-29ac-4afd-9af9-9849dcac59ea {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:02:16.808624 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 71d1350b-29ac-4afd-9af9-9849dcac59ea not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:02:16.869422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f93ec-ac37-4c57-b8f0-c56cdc2330e0 req-89a4eeac-1bd4-44e2-911a-2d06f5df07b3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:16.871622 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-851f93ec-ac37-4c57-b8f0-c56cdc2330e0 req-89a4eeac-1bd4-44e2-911a-2d06f5df07b3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 944 time: 0.0858443 Feb 03 13:02:16.951597 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-851f93ec-ac37-4c57-b8f0-c56cdc2330e0 req-46e351c9-2b87-48e6-9e3f-2545195f0789 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715334 Feb 03 13:02:17.156040 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49460) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:17.164402 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebccea6-1063-47e0-b95c-8a2b5a09ea04 req-4dd067c6-5f72-44c8-93ee-42b93ad5d9c5 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:17.166464 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3ebccea6-1063-47e0-b95c-8a2b5a09ea04 req-4dd067c6-5f72-44c8-93ee-42b93ad5d9c5 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 907 time: 0.0619268 Feb 03 13:02:17.200160 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ba78cf64-0df7-4e6b-9c20-4b9d179b72ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69bb164ca2bc4a6d96aea2e186a4c293&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425711 Feb 03 13:02:17.202680 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49462) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:17.251195 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-252d07c8-3623-4263-aef0-afbe570ee443 admin admin] Publish callbacks [] for security_group (51532c0a-ff65-4a6e-a44e-f4081ccb5212), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:17.279660 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-252d07c8-3623-4263-aef0-afbe570ee443 admin admin] Publish callbacks [] for security_group (51532c0a-ff65-4a6e-a44e-f4081ccb5212), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:17.331300 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-252d07c8-3623-4263-aef0-afbe570ee443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (51532c0a-ff65-4a6e-a44e-f4081ccb5212), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:17.334825 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-252d07c8-3623-4263-aef0-afbe570ee443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:17.338837 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-252d07c8-3623-4263-aef0-afbe570ee443 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51532c0a-ff65-4a6e-a44e-f4081ccb5212 HTTP/1.1" status: 204 len: 168 time: 0.1351564 Feb 03 13:02:17.351772 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d07c8-3623-4263-aef0-afbe570ee443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51532c0a-ff65-4a6e-a44e-f4081ccb5212,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:17.604413 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7ff3c-0c1f-40b2-9154-caf6b6c8d0c0 req-ff5791e9-fc60-437a-aef6-4b19f1dc031f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:17.614960 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22e7ff3c-0c1f-40b2-9154-caf6b6c8d0c0 req-ff5791e9-fc60-437a-aef6-4b19f1dc031f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.0734253 Feb 03 13:02:17.689052 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22e7ff3c-0c1f-40b2-9154-caf6b6c8d0c0 req-642765c5-7f92-4e2e-8add-ee446430e9ca tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730131 Feb 03 13:02:17.695046 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883caba-f9ec-4603-a3d9-86414e0496d5 req-b823eb97-3bff-465e-89b3-f2770ca11d8e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:17.698928 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7883caba-f9ec-4603-a3d9-86414e0496d5 req-b823eb97-3bff-465e-89b3-f2770ca11d8e tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.1158671 Feb 03 13:02:17.770135 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7883caba-f9ec-4603-a3d9-86414e0496d5 req-7f28097f-ba97-41c5-9219-4959ee97b1ee tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645244 Feb 03 13:02:17.910522 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc0862-f035-4c6c-a657-2315df38d762 req-c7c2c67c-275a-493d-9800-5b50537ea063 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:17.912763 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28dc0862-f035-4c6c-a657-2315df38d762 req-c7c2c67c-275a-493d-9800-5b50537ea063 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.0673561 Feb 03 13:02:17.983472 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28dc0862-f035-4c6c-a657-2315df38d762 req-ce1c2555-0aef-497d-b752-5caef4cdb5fb tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648544 Feb 03 13:02:18.159119 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc8fba-a995-4160-b66b-83362bf2e7d5 req-777c80ed-6330-4a16-9103-16709652ed82 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:18.160101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af44b0-4f61-4b06-bca8-bde7de73a872 req-3a7fa073-51ca-4a14-ad56-ea7562b4e7b7 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:18.162045 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22af44b0-4f61-4b06-bca8-bde7de73a872 req-3a7fa073-51ca-4a14-ad56-ea7562b4e7b7 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.0635507 Feb 03 13:02:18.164701 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0cfc8fba-a995-4160-b66b-83362bf2e7d5 req-777c80ed-6330-4a16-9103-16709652ed82 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 944 time: 0.1123171 Feb 03 13:02:18.243060 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22af44b0-4f61-4b06-bca8-bde7de73a872 req-5e4766bb-6ca9-4762-9bf0-d281d78506a2 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752172 Feb 03 13:02:18.250951 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0cfc8fba-a995-4160-b66b-83362bf2e7d5 req-fca55aea-ca34-422f-83ce-dcaa593c0440 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732484 Feb 03 13:02:18.409316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58972f4-d4ac-4bc3-b30e-0ac7cab13108 req-4be8de8d-10e1-4ab1-9b3c-c099f9030327 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:18.410920 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c58972f4-d4ac-4bc3-b30e-0ac7cab13108 req-4be8de8d-10e1-4ab1-9b3c-c099f9030327 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 907 time: 0.1034164 Feb 03 13:02:18.423656 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6bc8a-257d-4881-8f8d-b056f9c9a3c4 req-2ec56888-025d-423e-a1b6-8744aad2f949 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:18.440526 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fcd6bc8a-257d-4881-8f8d-b056f9c9a3c4 req-2ec56888-025d-423e-a1b6-8744aad2f949 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.1114366 Feb 03 13:02:18.516862 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fcd6bc8a-257d-4881-8f8d-b056f9c9a3c4 req-968520ec-e78b-4b80-8a27-4dc1ba7c57fc tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751336 Feb 03 13:02:18.697874 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4428876e-805e-4461-a42a-ea377053cd9d details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:02:18.792243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45400de7-f975-4024-8b7e-76ab3642d5c9 req-befe514b-8bb0-41fe-bb9c-38798fe3cb33 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:18.794340 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-45400de7-f975-4024-8b7e-76ab3642d5c9 req-befe514b-8bb0-41fe-bb9c-38798fe3cb33 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.1152558 Feb 03 13:02:18.874754 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd4192-2160-49d8-8c22-e2d18d694553 req-57280cd7-b05c-4ea8-bbce-5044a5330b06 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:18.883211 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b0cd4192-2160-49d8-8c22-e2d18d694553 req-57280cd7-b05c-4ea8-bbce-5044a5330b06 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1245174 Feb 03 13:02:18.915492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 4428876e-805e-4461-a42a-ea377053cd9d, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4428876e-805e-4461-a42a-ea377053cd9d,segment=NetworkSegment(c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98),segment_id=c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:18.930060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '4428876e-805e-4461-a42a-ea377053cd9d', 'network_id': '3f39e52d-3b9d-42c4-a62e-6423873c1961', 'port_id': '4428876e-805e-4461-a42a-ea377053cd9d', 'mac_address': 'fa:16:3e:ec:94:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff73552e-1ed3-4336-a967-2a56f29bbdc3', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:02:18.931500 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-45400de7-f975-4024-8b7e-76ab3642d5c9 req-7e60bd4e-f122-4400-816d-71ecc6b9db69 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218863 Feb 03 13:02:18.939785 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b0cd4192-2160-49d8-8c22-e2d18d694553 req-be043f0e-f675-4b65-afba-41eeae8b07f7 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554500 Feb 03 13:02:18.976935 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 4428876e-805e-4461-a42a-ea377053cd9d is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:18.977661 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4428876e-805e-4461-a42a-ea377053cd9d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:19.021141 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4428876e-805e-4461-a42a-ea377053cd9d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:02:19.074341 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 4428876e-805e-4461-a42a-ea377053cd9d, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4428876e-805e-4461-a42a-ea377053cd9d,segment=NetworkSegment(c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98),segment_id=c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:19.083345 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4428876e-805e-4461-a42a-ea377053cd9d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:19.130265 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3856b-4bff-4959-a56e-017f78ba6d02 req-01d4c093-cfd4-4610-aef6-fbfd246c7836 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:19.141353 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2fd3856b-4bff-4959-a56e-017f78ba6d02 req-01d4c093-cfd4-4610-aef6-fbfd246c7836 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.1219525 Feb 03 13:02:19.204272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=4428876e-805e-4461-a42a-ea377053cd9d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:19.265778 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2fd3856b-4bff-4959-a56e-017f78ba6d02 req-239f1d35-841c-4c41-85da-826402087b6f tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235383 Feb 03 13:02:19.343591 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d9793-81e3-4fa2-ae03-e46c0ed08bc2 req-979bf288-25d1-48fb-a032-2e99db740f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:19.345212 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d89d9793-81e3-4fa2-ae03-e46c0ed08bc2 req-979bf288-25d1-48fb-a032-2e99db740f1f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 1126 time: 0.0549879 Feb 03 13:02:19.350967 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['4428876e-805e-4461-a42a-ea377053cd9d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:02:19.352927 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f632c3c-1753-4d86-a144-167ae9d41342 req-2c1ca9ca-0a80-4bd5-a5be-157ec6799593 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:19.363347 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f632c3c-1753-4d86-a144-167ae9d41342 req-2c1ca9ca-0a80-4bd5-a5be-157ec6799593 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1282072 Feb 03 13:02:19.471525 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f632c3c-1753-4d86-a144-167ae9d41342 req-5f31fd2f-2f5d-4449-b757-5e05f99fb7d0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072927 Feb 03 13:02:19.488484 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d9793-81e3-4fa2-ae03-e46c0ed08bc2 req-a959ff81-52f6-41c7-9342-4ca3096904e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:19.490142 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d89d9793-81e3-4fa2-ae03-e46c0ed08bc2 req-a959ff81-52f6-41c7-9342-4ca3096904e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.1393595 Feb 03 13:02:19.500725 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9448a6-d635-402f-8da3-066ca86bb9ac req-adbbc1ed-d329-48c0-8107-347f16e4c542 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:19.502366 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3c9448a6-d635-402f-8da3-066ca86bb9ac req-adbbc1ed-d329-48c0-8107-347f16e4c542 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 944 time: 0.0842631 Feb 03 13:02:19.626157 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d89d9793-81e3-4fa2-ae03-e46c0ed08bc2 req-fa72f6f4-b961-4843-b007-fb472b1ef317 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef71da0-acb2-4952-8099-e4278d115834 HTTP/1.1" status: 200 len: 999 time: 0.1227250 Feb 03 13:02:19.642303 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3c9448a6-d635-402f-8da3-066ca86bb9ac req-50903cdc-86e7-4d94-9ae7-58a76a48432b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316085 Feb 03 13:02:19.783617 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d9793-81e3-4fa2-ae03-e46c0ed08bc2 req-067e0e82-d6db-45a8-8c06-9eb573af2b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:19.785637 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d89d9793-81e3-4fa2-ae03-e46c0ed08bc2 req-067e0e82-d6db-45a8-8c06-9eb573af2b58 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.1418772 Feb 03 13:02:19.850828 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d192071-3bc0-4d05-9c7c-946c5a6c805d req-62451551-d01f-4659-ae4c-da5cdf751695 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:19.867378 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5d192071-3bc0-4d05-9c7c-946c5a6c805d req-62451551-d01f-4659-ae4c-da5cdf751695 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 908 time: 0.1224327 Feb 03 13:02:19.899101 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d9793-81e3-4fa2-ae03-e46c0ed08bc2 req-b6ab0c58-01d6-4fba-a08a-a868da1f86ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:19.901803 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d89d9793-81e3-4fa2-ae03-e46c0ed08bc2 req-b6ab0c58-01d6-4fba-a08a-a868da1f86ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1088903 Feb 03 13:02:20.052231 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d89d9793-81e3-4fa2-ae03-e46c0ed08bc2 req-fc571580-8dba-4208-a9ca-3e1009c31290 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443648 Feb 03 13:02:20.214416 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da924d-a111-44ae-ba6b-0a743ea04994 req-d8e3af97-9afd-445e-b246-1f036a44fd18 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:20.221435 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6da924d-a111-44ae-ba6b-0a743ea04994 req-d8e3af97-9afd-445e-b246-1f036a44fd18 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.1681242 Feb 03 13:02:20.308031 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49574) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:20.309943 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9677340b-fc9d-4196-b257-c47701efe599 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1902571495', 'description': 'tempest-secgroup-smoke-1902571495 description', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:20.325998 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d89d9793-81e3-4fa2-ae03-e46c0ed08bc2 req-77f483bc-28d2-4e0f-ae1a-ca199f6fc806 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616799 Feb 03 13:02:20.343552 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6da924d-a111-44ae-ba6b-0a743ea04994 req-6e2fa3f7-6ed9-4285-9215-bb1de56abee6 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210771 Feb 03 13:02:20.355450 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9677340b-fc9d-4196-b257-c47701efe599 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:20.364873 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9677340b-fc9d-4196-b257-c47701efe599 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:20.388716 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49578) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:20.601276 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4d2fa78-518b-42c1-8ece-989db08ccc29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:20.647160 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9677340b-fc9d-4196-b257-c47701efe599 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (ead5e642-6e6b-42c7-b740-ea3ca4fb03ba), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:20.665733 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9677340b-fc9d-4196-b257-c47701efe599 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ead5e642-6e6b-42c7-b740-ea3ca4fb03ba), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:20.681867 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c50b4-eaa9-4b91-b888-2474869662e0 req-233b8a3b-2c45-4ef2-9ac9-1e793d6d5c81 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:20.683789 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a22c50b4-eaa9-4b91-b888-2474869662e0 req-233b8a3b-2c45-4ef2-9ac9-1e793d6d5c81 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.0881844 Feb 03 13:02:20.702710 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device ed26bafc-d318-4d56-ac5f-8d4512200d07 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:02:20.704871 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4428876e-805e-4461-a42a-ea377053cd9d up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:20.763868 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a22c50b4-eaa9-4b91-b888-2474869662e0 req-27dfbcdb-ded7-4828-a05f-b86b3bc795d1 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583067 Feb 03 13:02:20.765405 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113cc45-d8e8-447f-ad42-9ef169e1e17d req-f83e9c64-2e75-470b-b314-bf2f28bfbf49 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:20.767073 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e113cc45-d8e8-447f-ad42-9ef169e1e17d req-f83e9c64-2e75-470b-b314-bf2f28bfbf49 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.2761855 Feb 03 13:02:20.809521 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 4428876e-805e-4461-a42a-ea377053cd9d completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:02:20.826936 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 4428876e-805e-4461-a42a-ea377053cd9d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:20.827729 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4428876e-805e-4461-a42a-ea377053cd9d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:20.843400 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677340b-fc9d-4196-b257-c47701efe599 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead5e642-6e6b-42c7-b740-ea3ca4fb03ba,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:20.912494 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4d2fa78-518b-42c1-8ece-989db08ccc29 admin admin] Publish callbacks [] for security_group (ab77ace3-921c-4ada-aa36-f3a6c81e940f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:20.916207 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e113cc45-d8e8-447f-ad42-9ef169e1e17d req-bc3f6d58-e8aa-41f0-acfd-9853c5d736fb tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366982 Feb 03 13:02:20.927556 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4d2fa78-518b-42c1-8ece-989db08ccc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ab77ace3-921c-4ada-aa36-f3a6c81e940f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:20.961314 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9677340b-fc9d-4196-b257-c47701efe599 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (12aab41c-b84b-4d6b-a989-e5b20a7a4cb9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:20.988803 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9677340b-fc9d-4196-b257-c47701efe599 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (12aab41c-b84b-4d6b-a989-e5b20a7a4cb9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:20.993087 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafff40f-cce9-41ac-bbcf-a182a172459c req-8962fd7b-7e38-4ed4-a118-bff0bf0ca8de tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:21.000382 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dafff40f-cce9-41ac-bbcf-a182a172459c req-8962fd7b-7e38-4ed4-a118-bff0bf0ca8de tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 944 time: 0.1274977 Feb 03 13:02:21.030258 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 4428876e-805e-4461-a42a-ea377053cd9d is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:21.030756 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4428876e-805e-4461-a42a-ea377053cd9d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.037869 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port ed26bafc-d318-4d56-ac5f-8d4512200d07, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ed26bafc-d318-4d56-ac5f-8d4512200d07,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:21.064773 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f4d2fa78-518b-42c1-8ece-989db08ccc29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68e70c2b8e5647e8a9bf9d2ef5954282&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6728215 Feb 03 13:02:21.065563 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49592) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:21.071607 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2fa78-518b-42c1-8ece-989db08ccc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab77ace3-921c-4ada-aa36-f3a6c81e940f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:21.098340 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 4428876e-805e-4461-a42a-ea377053cd9d, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4428876e-805e-4461-a42a-ea377053cd9d,segment=NetworkSegment(c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98),segment_id=c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:21.101561 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5840f6-3c84-46c9-b8e9-b398e707eb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4428876e-805e-4461-a42a-ea377053cd9d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:21.103023 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dafff40f-cce9-41ac-bbcf-a182a172459c req-0fb74354-206a-4cde-a220-4590505b2bb5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917623 Feb 03 13:02:21.104411 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55f6a9c-f1b2-4f35-91ed-b062d1c14ffd" -d '{"events": [{"server_uuid": "7d5840f6-3c84-46c9-b8e9-b398e707eb63", "name": "network-vif-plugged", "status": "completed", "tag": "4428876e-805e-4461-a42a-ea377053cd9d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:21.117935 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4428876e-805e-4461-a42a-ea377053cd9d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.143803 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'ed26bafc-d318-4d56-ac5f-8d4512200d07', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'port_id': 'ed26bafc-d318-4d56-ac5f-8d4512200d07', 'mac_address': 'fa:16:3e:a4:e5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:02:21.145163 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9677340b-fc9d-4196-b257-c47701efe599 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.150051 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9677340b-fc9d-4196-b257-c47701efe599 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8402357 Feb 03 13:02:21.152874 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49596) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:21.157924 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e5baeb87-50f3-412f-962e-ce63f8fb1a91 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '12aab41c-b84b-4d6b-a989-e5b20a7a4cb9', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:21.182879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677340b-fc9d-4196-b257-c47701efe599 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:21.196917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1163e1-72b4-4886-9979-f1b16e22d520 req-3ea788d3-3a8a-4c60-ac05-1d44fa296348 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:21.210458 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f1163e1-72b4-4886-9979-f1b16e22d520 req-3ea788d3-3a8a-4c60-ac05-1d44fa296348 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 908 time: 0.1900764 Feb 03 13:02:21.215885 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5baeb87-50f3-412f-962e-ce63f8fb1a91 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (9d06143f-3f49-4f84-8a13-d53d71d0e504), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.237061 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f7ba8be-d273-4eba-9691-ddad67309385 admin admin] Publish callbacks [] for security_group (ab77ace3-921c-4ada-aa36-f3a6c81e940f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.254265 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port ed26bafc-d318-4d56-ac5f-8d4512200d07 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:21.254590 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ed26bafc-d318-4d56-ac5f-8d4512200d07), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.284797 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=4428876e-805e-4461-a42a-ea377053cd9d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:21.291604 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed26bafc-d318-4d56-ac5f-8d4512200d07 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:02:21.301646 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f7ba8be-d273-4eba-9691-ddad67309385 admin admin] Publish callbacks [] for security_group (ab77ace3-921c-4ada-aa36-f3a6c81e940f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.327089 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5baeb87-50f3-412f-962e-ce63f8fb1a91 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (9d06143f-3f49-4f84-8a13-d53d71d0e504), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.333389 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fd3840-8724-41c5-b1f0-963af6e7d65e x-openstack-request-id: req-24fd3840-8724-41c5-b1f0-963af6e7d65e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:21.333982 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5840f6-3c84-46c9-b8e9-b398e707eb63", "name": "network-vif-plugged", "status": "completed", "tag": "4428876e-805e-4461-a42a-ea377053cd9d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:21.334723 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24fd3840-8724-41c5-b1f0-963af6e7d65e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:21.334989 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5baeb87-50f3-412f-962e-ce63f8fb1a91 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (9d06143f-3f49-4f84-8a13-d53d71d0e504), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.336701 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5840f6-3c84-46c9-b8e9-b398e707eb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4428876e-805e-4461-a42a-ea377053cd9d', 'code': 200} Feb 03 13:02:21.374497 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port ed26bafc-d318-4d56-ac5f-8d4512200d07, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ed26bafc-d318-4d56-ac5f-8d4512200d07,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:21.384760 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ed26bafc-d318-4d56-ac5f-8d4512200d07), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.403005 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5baeb87-50f3-412f-962e-ce63f8fb1a91 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d06143f-3f49-4f84-8a13-d53d71d0e504,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:21.417474 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f7ba8be-d273-4eba-9691-ddad67309385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ab77ace3-921c-4ada-aa36-f3a6c81e940f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.420411 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f7ba8be-d273-4eba-9691-ddad67309385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.421628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9f7ba8be-d273-4eba-9691-ddad67309385 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab77ace3-921c-4ada-aa36-f3a6c81e940f HTTP/1.1" status: 204 len: 168 time: 0.3531842 Feb 03 13:02:21.447973 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ba8be-d273-4eba-9691-ddad67309385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab77ace3-921c-4ada-aa36-f3a6c81e940f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:21.467104 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5baeb87-50f3-412f-962e-ce63f8fb1a91 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.470467 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e5baeb87-50f3-412f-962e-ce63f8fb1a91 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3162398 Feb 03 13:02:21.473498 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49602) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:21.486003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3e17a2e8-3b8f-427f-be86-2876d507c7ac tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '12aab41c-b84b-4d6b-a989-e5b20a7a4cb9', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:21.498230 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=ed26bafc-d318-4d56-ac5f-8d4512200d07,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:21.504192 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207b402-b46b-447e-8c7c-8e863dfaddb8 req-c4c86d23-4a74-4797-9ce7-5de52b644d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:21.505870 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f207b402-b46b-447e-8c7c-8e863dfaddb8 req-c4c86d23-4a74-4797-9ce7-5de52b644d57 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 1091 time: 0.1402712 Feb 03 13:02:21.544219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a116707-b8b2-471f-8246-e21cf3511bbd req-594a1033-664c-4724-9ef8-aa67c9d97ce4 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:21.561433 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a116707-b8b2-471f-8246-e21cf3511bbd req-594a1033-664c-4724-9ef8-aa67c9d97ce4 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.1831369 Feb 03 13:02:21.620965 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a116707-b8b2-471f-8246-e21cf3511bbd req-77d7ddb8-b37a-4104-a9d3-8b6c167b4cf2 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585427 Feb 03 13:02:21.637536 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e17a2e8-3b8f-427f-be86-2876d507c7ac tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (bec8ec85-c6a9-4881-b7bc-92a3dde741b2), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.646128 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['ed26bafc-d318-4d56-ac5f-8d4512200d07'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:02:21.696232 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e17a2e8-3b8f-427f-be86-2876d507c7ac tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (bec8ec85-c6a9-4881-b7bc-92a3dde741b2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.704887 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e17a2e8-3b8f-427f-be86-2876d507c7ac tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (bec8ec85-c6a9-4881-b7bc-92a3dde741b2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.757226 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17a2e8-3b8f-427f-be86-2876d507c7ac tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec8ec85-c6a9-4881-b7bc-92a3dde741b2,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:21.781047 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3e17a2e8-3b8f-427f-be86-2876d507c7ac tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.784285 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3e17a2e8-3b8f-427f-be86-2876d507c7ac tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3076158 Feb 03 13:02:21.792110 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49616) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:21.801854 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b57b3d95-e7b8-4bbf-a840-9d4290e1033d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '12aab41c-b84b-4d6b-a989-e5b20a7a4cb9', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:21.845422 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b57b3d95-e7b8-4bbf-a840-9d4290e1033d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (7540d223-23e0-4c72-9f20-63ad58642261), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.887245 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1713bc4-7830-453b-b06a-8d3e724782f7 req-9cf640f9-689c-41cc-9cd1-ec3fc6f25cc0 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:21.888816 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f1713bc4-7830-453b-b06a-8d3e724782f7 req-9cf640f9-689c-41cc-9cd1-ec3fc6f25cc0 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.1365438 Feb 03 13:02:21.967379 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b57b3d95-e7b8-4bbf-a840-9d4290e1033d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (7540d223-23e0-4c72-9f20-63ad58642261), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:21.980188 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65c519-1a09-4c5c-bbc4-39625ae43c56 req-e0f8066e-a9f4-431d-91e7-ddb7db5fec8e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:21.988139 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ac65c519-1a09-4c5c-bbc4-39625ae43c56 req-e0f8066e-a9f4-431d-91e7-ddb7db5fec8e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1015282 Feb 03 13:02:22.015157 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f1713bc4-7830-453b-b06a-8d3e724782f7 req-348ff835-1dd9-49cd-be2e-5983907ce946 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199870 Feb 03 13:02:22.041903 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b57b3d95-e7b8-4bbf-a840-9d4290e1033d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (7540d223-23e0-4c72-9f20-63ad58642261), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.072849 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49620) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:22.082788 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ac65c519-1a09-4c5c-bbc4-39625ae43c56 req-eaba3036-6bfe-4c23-903e-6be2c5186b92 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936747 Feb 03 13:02:22.096950 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b3d95-e7b8-4bbf-a840-9d4290e1033d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7540d223-23e0-4c72-9f20-63ad58642261,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:22.098384 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-402a14a5-4034-44e5-9ad1-3c2c6d02b59a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.108694 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b57b3d95-e7b8-4bbf-a840-9d4290e1033d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.113064 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b57b3d95-e7b8-4bbf-a840-9d4290e1033d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3203514 Feb 03 13:02:22.116588 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49626) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:22.123880 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cbd6140e-064e-4dc1-9f93-65c2e756f13a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '12aab41c-b84b-4d6b-a989-e5b20a7a4cb9', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:22.178705 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbd6140e-064e-4dc1-9f93-65c2e756f13a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (394e0318-fc1a-4f53-b60d-f575d1eb272e), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.281528 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e72bd-aedd-49d1-bdf6-c307f531e274 req-88ee8170-45a4-4d84-a248-62528ff57633 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:22.289336 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f3e72bd-aedd-49d1-bdf6-c307f531e274 req-88ee8170-45a4-4d84-a248-62528ff57633 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.0979919 Feb 03 13:02:22.293685 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbd6140e-064e-4dc1-9f93-65c2e756f13a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (394e0318-fc1a-4f53-b60d-f575d1eb272e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.311626 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8130b-7e87-49c9-9567-8006a34cfa76 req-f6955889-cd90-4b2e-920f-ca7ad94bcb98 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:22.313203 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b7f8130b-7e87-49c9-9567-8006a34cfa76 req-f6955889-cd90-4b2e-920f-ca7ad94bcb98 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1313930 Feb 03 13:02:22.318591 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbd6140e-064e-4dc1-9f93-65c2e756f13a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (394e0318-fc1a-4f53-b60d-f575d1eb272e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.331279 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-402a14a5-4034-44e5-9ad1-3c2c6d02b59a admin admin] Publish callbacks [] for security_group (982cab09-3fec-40d3-a940-2225f0be9199), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.348183 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-402a14a5-4034-44e5-9ad1-3c2c6d02b59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (982cab09-3fec-40d3-a940-2225f0be9199), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.364066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6140e-064e-4dc1-9f93-65c2e756f13a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394e0318-fc1a-4f53-b60d-f575d1eb272e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:22.375010 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f3e72bd-aedd-49d1-bdf6-c307f531e274 req-5d3f93de-8e46-4063-b31c-fdd16f41a6e4 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843470 Feb 03 13:02:22.378915 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbd6140e-064e-4dc1-9f93-65c2e756f13a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.380237 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cbd6140e-064e-4dc1-9f93-65c2e756f13a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2624967 Feb 03 13:02:22.383150 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49632) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:22.387978 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8687b41f-959d-48d7-a1d1-e60c64036995 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '12aab41c-b84b-4d6b-a989-e5b20a7a4cb9', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:22.412480 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b7f8130b-7e87-49c9-9567-8006a34cfa76 req-dda68579-2e47-4a6d-94f8-51841ce8520f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792184 Feb 03 13:02:22.427814 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-8687b41f-959d-48d7-a1d1-e60c64036995 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Project 6b3ece076217446ab8e2a581b50fd3d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:02:22.440079 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8687b41f-959d-48d7-a1d1-e60c64036995 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (9b283a11-db7d-486e-92d8-45a38061cd24), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.456934 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-402a14a5-4034-44e5-9ad1-3c2c6d02b59a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a0a35a34f634c2f8b938d45f042a2b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3804722 Feb 03 13:02:22.458925 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49638) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:22.474994 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a14a5-4034-44e5-9ad1-3c2c6d02b59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982cab09-3fec-40d3-a940-2225f0be9199,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:22.599547 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c311c818-1392-4c77-a0b8-44816a338856 admin admin] Publish callbacks [] for security_group (982cab09-3fec-40d3-a940-2225f0be9199), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.617428 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8687b41f-959d-48d7-a1d1-e60c64036995 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (9b283a11-db7d-486e-92d8-45a38061cd24), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.623035 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8687b41f-959d-48d7-a1d1-e60c64036995 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (9b283a11-db7d-486e-92d8-45a38061cd24), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.641690 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c311c818-1392-4c77-a0b8-44816a338856 admin admin] Publish callbacks [] for security_group (982cab09-3fec-40d3-a940-2225f0be9199), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.656911 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687b41f-959d-48d7-a1d1-e60c64036995 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b283a11-db7d-486e-92d8-45a38061cd24,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:22.658116 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fdb11-3897-434f-a2f6-2f4e9de33b39 req-0c8829c2-ad02-407c-84e1-4b93b7e27870 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:22.669426 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8687b41f-959d-48d7-a1d1-e60c64036995 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.670923 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8687b41f-959d-48d7-a1d1-e60c64036995 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2868168 Feb 03 13:02:22.673899 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49642) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:22.678650 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f73fdb11-3897-434f-a2f6-2f4e9de33b39 req-0c8829c2-ad02-407c-84e1-4b93b7e27870 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 909 time: 0.1647241 Feb 03 13:02:22.680091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2a7dee3d-2ead-4d21-84ad-dd99485ca6ae tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '12aab41c-b84b-4d6b-a989-e5b20a7a4cb9', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:22.712715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978f716-87ec-410f-9009-41b91e1d9b00 req-e1296dcf-7bca-4f39-ac47-1172759caf44 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:22.715248 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2978f716-87ec-410f-9009-41b91e1d9b00 req-e1296dcf-7bca-4f39-ac47-1172759caf44 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 945 time: 0.1755335 Feb 03 13:02:22.716846 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-2a7dee3d-2ead-4d21-84ad-dd99485ca6ae tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Project 6b3ece076217446ab8e2a581b50fd3d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:02:22.717366 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device ed26bafc-d318-4d56-ac5f-8d4512200d07 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:22.723208 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a7dee3d-2ead-4d21-84ad-dd99485ca6ae tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (ae7fb119-4677-4a22-a62a-303df1d21c6c), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.822420 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a7dee3d-2ead-4d21-84ad-dd99485ca6ae tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (ae7fb119-4677-4a22-a62a-303df1d21c6c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.824357 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c311c818-1392-4c77-a0b8-44816a338856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (982cab09-3fec-40d3-a940-2225f0be9199), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.828432 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c311c818-1392-4c77-a0b8-44816a338856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.828592 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a7dee3d-2ead-4d21-84ad-dd99485ca6ae tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (ae7fb119-4677-4a22-a62a-303df1d21c6c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.830023 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c311c818-1392-4c77-a0b8-44816a338856 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/982cab09-3fec-40d3-a940-2225f0be9199 HTTP/1.1" status: 204 len: 168 time: 0.3615329 Feb 03 13:02:22.848095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311c818-1392-4c77-a0b8-44816a338856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982cab09-3fec-40d3-a940-2225f0be9199,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:22.853175 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2978f716-87ec-410f-9009-41b91e1d9b00 req-c1a18807-314e-4486-8e79-5a90155e79eb tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132050 Feb 03 13:02:22.884175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port ed26bafc-d318-4d56-ac5f-8d4512200d07 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:02:22.886103 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7dee3d-2ead-4d21-84ad-dd99485ca6ae tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7fb119-4677-4a22-a62a-303df1d21c6c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:22.895364 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port ed26bafc-d318-4d56-ac5f-8d4512200d07 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:22.895809 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ed26bafc-d318-4d56-ac5f-8d4512200d07), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.909536 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a7dee3d-2ead-4d21-84ad-dd99485ca6ae tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.910909 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2a7dee3d-2ead-4d21-84ad-dd99485ca6ae tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2358778 Feb 03 13:02:22.914484 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49646) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:22.924744 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fea5b30d-abca-4fcf-8a35-bf765774b348 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'network': {'name': 'tempest-network-smoke--1364267891', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'port_security_enabled': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:22.967431 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea5b30d-abca-4fcf-8a35-bf765774b348 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Made reservation on behalf of 6b3ece076217446ab8e2a581b50fd3d4 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:22.969791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f1dd6-faa9-4ab1-8206-014bac6e9e9a req-257f8159-813c-4b54-ac1f-452c3420b1f6 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:22.971321 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fea5b30d-abca-4fcf-8a35-bf765774b348 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:22.980255 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d92f1dd6-faa9-4ab1-8206-014bac6e9e9a req-257f8159-813c-4b54-ac1f-452c3420b1f6 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.1116147 Feb 03 13:02:23.008403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea5b30d-abca-4fcf-8a35-bf765774b348 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:02:23.030151 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fea5b30d-abca-4fcf-8a35-bf765774b348 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8cb7a044-f1ed-4a34-8aac-bd7786e940a6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:23.030364 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-fea5b30d-abca-4fcf-8a35-bf765774b348 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Added segment 8cb7a044-f1ed-4a34-8aac-bd7786e940a6 of type vlan for network 98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 Feb 03 13:02:23.049938 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port ed26bafc-d318-4d56-ac5f-8d4512200d07 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:23.050591 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ed26bafc-d318-4d56-ac5f-8d4512200d07), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:23.053638 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d92f1dd6-faa9-4ab1-8206-014bac6e9e9a req-16ed652a-4704-4138-8892-d97d9ee5d030 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679045 Feb 03 13:02:23.107746 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port ed26bafc-d318-4d56-ac5f-8d4512200d07, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ed26bafc-d318-4d56-ac5f-8d4512200d07,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:23.117368 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ed26bafc-d318-4d56-ac5f-8d4512200d07), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:23.134471 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fea5b30d-abca-4fcf-8a35-bf765774b348 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:23.184723 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f3e4d-4b8c-41ff-a60b-f8ceda0d9f9b req-f234ba78-4b41-432c-a81f-6b72d4a65c4a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:23.186325 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-432f3e4d-4b8c-41ff-a60b-f8ceda0d9f9b req-f234ba78-4b41-432c-a81f-6b72d4a65c4a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1927111 Feb 03 13:02:23.207739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=ed26bafc-d318-4d56-ac5f-8d4512200d07,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:23.210488 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fea5b30d-abca-4fcf-8a35-bf765774b348 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:23.223994 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea5b30d-abca-4fcf-8a35-bf765774b348 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:23.224933 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fea5b30d-abca-4fcf-8a35-bf765774b348 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:23.237732 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998356c-b876-4552-8166-cd08d6f7ec92 req-41a24d85-dc5f-48b9-a39e-f41d6cf2da05 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:23.247204 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9998356c-b876-4552-8166-cd08d6f7ec92 req-41a24d85-dc5f-48b9-a39e-f41d6cf2da05 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.0835342 Feb 03 13:02:23.289829 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fea5b30d-abca-4fcf-8a35-bf765774b348 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3742597 Feb 03 13:02:23.294190 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49656) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:23.308827 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-47dd9ebc-4f18-42b5-883a-4a8e9d979695 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1620726114', 'admin_state_up': True, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:23.332656 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9998356c-b876-4552-8166-cd08d6f7ec92 req-c870d86d-ea47-418d-828c-a39be9b76d4f tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842440 Feb 03 13:02:23.338173 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32f5e9f-1812-4811-9505-a1328fa85dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed26bafc-d318-4d56-ac5f-8d4512200d07'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:23.340853 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dc3b43-3a1c-478a-bb38-82c6417845b2" -d '{"events": [{"server_uuid": "d32f5e9f-1812-4811-9505-a1328fa85dd0", "name": "network-vif-plugged", "status": "completed", "tag": "ed26bafc-d318-4d56-ac5f-8d4512200d07"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:23.348798 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-432f3e4d-4b8c-41ff-a60b-f8ceda0d9f9b req-3d6a7dbb-44ba-4a29-a345-5075489d5889 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549919 Feb 03 13:02:23.349785 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5b30d-abca-4fcf-8a35-bf765774b348 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Network': ['ID=98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:23.362611 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:02:23.393881 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dd9ebc-4f18-42b5-883a-4a8e9d979695 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (4a2ef623-6258-4b06-bc9b-547a47c9cde4), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:23.395246 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dd9ebc-4f18-42b5-883a-4a8e9d979695 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (4a2ef623-6258-4b06-bc9b-547a47c9cde4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:23.484684 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf0b535-1bc1-4dc8-afff-c1d7c9adaa85 x-openstack-request-id: req-0cf0b535-1bc1-4dc8-afff-c1d7c9adaa85 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:23.485282 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32f5e9f-1812-4811-9505-a1328fa85dd0", "name": "network-vif-plugged", "status": "completed", "tag": "ed26bafc-d318-4d56-ac5f-8d4512200d07", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:23.486125 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0cf0b535-1bc1-4dc8-afff-c1d7c9adaa85 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:23.486774 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32f5e9f-1812-4811-9505-a1328fa85dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed26bafc-d318-4d56-ac5f-8d4512200d07', 'code': 200} Feb 03 13:02:23.526508 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dd9ebc-4f18-42b5-883a-4a8e9d979695 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_controller (4a2ef623-6258-4b06-bc9b-547a47c9cde4), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:23.594790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42250a3-741d-4bfb-b06c-eb9af1c7282c req-2808b08c-909b-4f72-8caf-a1ccbf82ea38 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:23.613724 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c42250a3-741d-4bfb-b06c-eb9af1c7282c req-2808b08c-909b-4f72-8caf-a1ccbf82ea38 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.1185555 Feb 03 13:02:23.723224 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c42250a3-741d-4bfb-b06c-eb9af1c7282c req-4abe43a6-97fd-4e96-8f93-b49d7b604045 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080353 Feb 03 13:02:23.727789 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd54d81-a057-4472-9ec4-d1cdd74b45eb req-9873a454-55b2-4fef-8f3e-d767ada24e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:23.732024 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4fd54d81-a057-4472-9ec4-d1cdd74b45eb req-9873a454-55b2-4fef-8f3e-d767ada24e3e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 1128 time: 0.2158999 Feb 03 13:02:23.872480 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dd9ebc-4f18-42b5-883a-4a8e9d979695 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_gateway (4a2ef623-6258-4b06-bc9b-547a47c9cde4), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:23.915602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa08a6-fdc9-4cd8-9af5-ffdbb8e3ea21 req-35ba0ae8-0f3d-4c5d-8be6-065757653235 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:23.918104 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-17aa08a6-fdc9-4cd8-9af5-ffdbb8e3ea21 req-35ba0ae8-0f3d-4c5d-8be6-065757653235 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 909 time: 0.0907252 Feb 03 13:02:23.942944 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868f87c-7b24-40b5-9699-09d3ea69ef4e req-c3a7f1d6-aa2a-499b-ba0c-12a47e76fab3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:23.950702 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8868f87c-7b24-40b5-9699-09d3ea69ef4e req-c3a7f1d6-aa2a-499b-ba0c-12a47e76fab3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1793096 Feb 03 13:02:23.972234 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4fd54d81-a057-4472-9ec4-d1cdd74b45eb req-04a218b3-6369-44c2-902e-976a1de33f08 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995251 Feb 03 13:02:24.083902 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8868f87c-7b24-40b5-9699-09d3ea69ef4e req-d34a4b79-509b-43a4-b54f-e8c74dde8748 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321628 Feb 03 13:02:24.096191 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c2c1b-2fa2-4f87-ba94-55a015a6ef4f req-dcdc1dde-ff77-4f92-9edb-0b653801476e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:24.097889 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-480c2c1b-2fa2-4f87-ba94-55a015a6ef4f req-dcdc1dde-ff77-4f92-9edb-0b653801476e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 946 time: 0.0867665 Feb 03 13:02:24.197979 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-480c2c1b-2fa2-4f87-ba94-55a015a6ef4f req-4d4ce418-ebc2-4723-902b-8cea63940e3f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885851 Feb 03 13:02:24.277861 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dd9ebc-4f18-42b5-883a-4a8e9d979695 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_gateway (4a2ef623-6258-4b06-bc9b-547a47c9cde4), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:24.336450 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd67ea-177c-4397-9cd2-7ebab9036df3 req-c19c2e07-ecd3-4e7b-8563-8f28741bfb36 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:24.344070 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dd9ebc-4f18-42b5-883a-4a8e9d979695 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:24.345596 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5bd67ea-177c-4397-9cd2-7ebab9036df3 req-c19c2e07-ecd3-4e7b-8563-8f28741bfb36 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.0883353 Feb 03 13:02:24.422114 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5bd67ea-177c-4397-9cd2-7ebab9036df3 req-02597063-181c-405d-b71d-e8e0903a8054 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676582 Feb 03 13:02:24.428927 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e6e92-e75c-4b8f-a90b-d9ae7bee2e11 req-57191e46-3f1d-4330-bd58-19879865493c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:24.430786 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-904e6e92-e75c-4b8f-a90b-d9ae7bee2e11 req-57191e46-3f1d-4330-bd58-19879865493c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 909 time: 0.1905241 Feb 03 13:02:24.589744 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-47dd9ebc-4f18-42b5-883a-4a8e9d979695 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Allocated IP 172.25.6.215 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/54e45c76-68cb-430e-a104-e1f5a8b6cda4) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:24.625031 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79147da9-bdf4-4069-b86b-18781ed5c709 req-9977b3b0-9c85-49d0-9039-38e49ebcbcec tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:24.627388 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79147da9-bdf4-4069-b86b-18781ed5c709 req-9977b3b0-9c85-49d0-9039-38e49ebcbcec tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 1091 time: 0.1036420 Feb 03 13:02:24.774352 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dd9ebc-4f18-42b5-883a-4a8e9d979695 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (54e45c76-68cb-430e-a104-e1f5a8b6cda4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:24.816556 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dd9ebc-4f18-42b5-883a-4a8e9d979695 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (54e45c76-68cb-430e-a104-e1f5a8b6cda4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:24.844200 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:02:24.848080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dd9ebc-4f18-42b5-883a-4a8e9d979695 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:24.851099 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-47dd9ebc-4f18-42b5-883a-4a8e9d979695 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:24.873500 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dd9ebc-4f18-42b5-883a-4a8e9d979695 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:24.935055 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd9ebc-4f18-42b5-883a-4a8e9d979695 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=54e45c76-68cb-430e-a104-e1f5a8b6cda4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:24.938631 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40349ccb-6923-4ffe-aeeb-b846339778f5 req-3cd866c6-fc15-43b9-bf4b-ded6c96cc0b3 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:24.940300 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-40349ccb-6923-4ffe-aeeb-b846339778f5 req-3cd866c6-fc15-43b9-bf4b-ded6c96cc0b3 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 1166 time: 0.1344919 Feb 03 13:02:25.118602 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-40349ccb-6923-4ffe-aeeb-b846339778f5 req-418d0b8b-12f9-4701-8521-14f3219ef48b tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1c0cb539-7208-4f69-8e7f-c9059c7b6836&id=875bceb0-771b-41b2-8036-cc3f20ca4593&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1638370 Feb 03 13:02:25.133403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49730) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:25.330555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b083b47f-a4ad-486a-bcbf-4f3b39cabf74 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:25.334834 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b083b47f-a4ad-486a-bcbf-4f3b39cabf74 tempest-TestSecurityGroupsBasicOps-244095396 tempest-TestSecurityGroupsBasicOps-244095396-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 1086 time: 0.1973894 Feb 03 13:02:25.366474 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87e999-a2e0-47ba-9984-174a9e4cd185 req-2436bb7f-7c25-4e00-8bf2-d284f3944609 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:25.374224 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0f87e999-a2e0-47ba-9984-174a9e4cd185 req-2436bb7f-7c25-4e00-8bf2-d284f3944609 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1213551 Feb 03 13:02:25.442314 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0f87e999-a2e0-47ba-9984-174a9e4cd185 req-37ec94a4-5c12-472e-ae94-be6554e6f0a3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670705 Feb 03 13:02:25.971983 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233fd8f-c0e8-4295-bd1c-12a05e6b6fbd req-8b896f29-0523-441c-94da-cbe1b4e141d3 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:25.987410 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f233fd8f-c0e8-4295-bd1c-12a05e6b6fbd req-8b896f29-0523-441c-94da-cbe1b4e141d3 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 909 time: 0.1067343 Feb 03 13:02:26.046100 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dd9ebc-4f18-42b5-883a-4a8e9d979695 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_gateway (4a2ef623-6258-4b06-bc9b-547a47c9cde4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:26.127391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a3b6d-aacf-4417-91dc-655a39af5527 req-0045cbc6-0e69-491a-b6f3-f4365f8b932e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:26.140109 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f45a3b6d-aacf-4417-91dc-655a39af5527 req-0045cbc6-0e69-491a-b6f3-f4365f8b932e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.0871236 Feb 03 13:02:26.141086 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca72b6-ec76-491b-aeda-95c50b4e6bf5 req-127f21d6-facf-4bed-a306-bf72a3426ff8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:26.143325 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-98ca72b6-ec76-491b-aeda-95c50b4e6bf5 req-127f21d6-facf-4bed-a306-bf72a3426ff8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 946 time: 0.7897518 Feb 03 13:02:26.149356 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31379b0-2dcf-4c52-8c9f-39d8f90b8025 req-b4d47d4e-ed30-4abd-a0c9-14a64b9c1165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:26.151234 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a31379b0-2dcf-4c52-8c9f-39d8f90b8025 req-b4d47d4e-ed30-4abd-a0c9-14a64b9c1165 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 1126 time: 0.1801238 Feb 03 13:02:26.215532 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f45a3b6d-aacf-4417-91dc-655a39af5527 req-15643c1f-4e23-4f24-b154-31072da34242 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732670 Feb 03 13:02:26.312318 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-98ca72b6-ec76-491b-aeda-95c50b4e6bf5 req-47380950-9236-4037-83f1-a2e5666ee8b6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305273 Feb 03 13:02:26.358674 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49778) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:26.402336 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31379b0-2dcf-4c52-8c9f-39d8f90b8025 req-0907d351-a466-468d-9da1-0d1ff0cb00f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:26.404651 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a31379b0-2dcf-4c52-8c9f-39d8f90b8025 req-0907d351-a466-468d-9da1-0d1ff0cb00f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.2162733 Feb 03 13:02:26.497122 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-faa25137-4da0-4cb6-ae58-f1456df701bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:26.569161 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dd9ebc-4f18-42b5-883a-4a8e9d979695 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (4a2ef623-6258-4b06-bc9b-547a47c9cde4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:26.573371 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a31379b0-2dcf-4c52-8c9f-39d8f90b8025 req-dd5f9e69-5cef-47af-a059-5cd78bce29d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef71da0-acb2-4952-8099-e4278d115834 HTTP/1.1" status: 200 len: 999 time: 0.1155941 Feb 03 13:02:26.587816 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-faa25137-4da0-4cb6-ae58-f1456df701bc admin admin] Publish callbacks [] for security_group (a416478b-f2f3-49a6-8900-437f4b17e935), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:26.593096 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-faa25137-4da0-4cb6-ae58-f1456df701bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a416478b-f2f3-49a6-8900-437f4b17e935), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:26.625764 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-faa25137-4da0-4cb6-ae58-f1456df701bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f9948cd9e594b1ebe74e58b4f567752&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2656887 Feb 03 13:02:26.626710 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49782) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:26.682595 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa25137-4da0-4cb6-ae58-f1456df701bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a416478b-f2f3-49a6-8900-437f4b17e935,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:26.711314 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31379b0-2dcf-4c52-8c9f-39d8f90b8025 req-6fed7fce-d11c-42c0-bef2-efd736508dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:26.713604 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a31379b0-2dcf-4c52-8c9f-39d8f90b8025 req-6fed7fce-d11c-42c0-bef2-efd736508dc4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.0997462 Feb 03 13:02:26.720900 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06404c21-c1b5-4a35-87cd-883283e99998 admin admin] Publish callbacks [] for security_group (a416478b-f2f3-49a6-8900-437f4b17e935), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:26.762592 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06404c21-c1b5-4a35-87cd-883283e99998 admin admin] Publish callbacks [] for security_group (a416478b-f2f3-49a6-8900-437f4b17e935), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:26.824244 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31379b0-2dcf-4c52-8c9f-39d8f90b8025 req-725307e4-123c-414b-b8c9-4fd6f85eb3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:26.826059 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a31379b0-2dcf-4c52-8c9f-39d8f90b8025 req-725307e4-123c-414b-b8c9-4fd6f85eb3df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1034522 Feb 03 13:02:26.827193 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06404c21-c1b5-4a35-87cd-883283e99998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a416478b-f2f3-49a6-8900-437f4b17e935), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:26.830220 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06404c21-c1b5-4a35-87cd-883283e99998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:26.831586 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-06404c21-c1b5-4a35-87cd-883283e99998 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a416478b-f2f3-49a6-8900-437f4b17e935 HTTP/1.1" status: 204 len: 168 time: 0.2024975 Feb 03 13:02:26.855266 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06404c21-c1b5-4a35-87cd-883283e99998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a416478b-f2f3-49a6-8900-437f4b17e935,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:26.914101 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47dd9ebc-4f18-42b5-883a-4a8e9d979695 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Router 4a2ef623-6258-4b06-bc9b-547a47c9cde4 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:02:27.085365 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a31379b0-2dcf-4c52-8c9f-39d8f90b8025 req-4525eb65-4cd1-4195-bc6c-6090b7c73048 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476733 Feb 03 13:02:27.190776 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfe37e-0522-499c-a86b-c5183a1f4de1 req-53447659-48e7-41b7-9480-524bc6bbd5e4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:27.192974 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a1cfe37e-0522-499c-a86b-c5183a1f4de1 req-53447659-48e7-41b7-9480-524bc6bbd5e4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 909 time: 0.1126373 Feb 03 13:02:27.304034 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dd9ebc-4f18-42b5-883a-4a8e9d979695 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:27.314763 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] Sync routers for ids ['4a2ef623-6258-4b06-bc9b-547a47c9cde4'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:02:27.323573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49800) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:27.333679 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e8b4a-a008-435f-8750-057bcf771574 req-247dcbca-3c0b-4558-b9be-d34f2d26d3f3 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:27.343261 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-596e8b4a-a008-435f-8750-057bcf771574 req-247dcbca-3c0b-4558-b9be-d34f2d26d3f3 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 909 time: 0.2737417 Feb 03 13:02:27.345791 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] Routers {'4a2ef623-6258-4b06-bc9b-547a47c9cde4'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:27.346688 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:02:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4a2ef623-6258-4b06-bc9b-547a47c9cde4'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:27.348224 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e41ade35-3e10-4969-9051-cdce0a4aa996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:27.357360 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a31379b0-2dcf-4c52-8c9f-39d8f90b8025 req-76992527-a0db-4fbe-a203-d9e715b84935 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551868 Feb 03 13:02:27.468057 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7eab5c72-1958-41d9-a266-540422910f66 req-4a9b30ef-11cd-455a-a66a-21755c07d1dd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2432342 Feb 03 13:02:27.508675 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47dd9ebc-4f18-42b5-883a-4a8e9d979695 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:27.510404 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-47dd9ebc-4f18-42b5-883a-4a8e9d979695 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.2103474 Feb 03 13:02:27.516183 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49804) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:27.519927 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] Set router 4a2ef623-6258-4b06-bc9b-547a47c9cde4 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:02:27.553288 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e41ade35-3e10-4969-9051-cdce0a4aa996 admin admin] Publish callbacks [] for security_group (42f1f45e-9e0c-4d53-8430-6a40736ef305), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:27.561241 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf147d8-6ebb-489d-9bcc-f5fee09907a3 req-42b04d7a-bbe6-4c94-9c24-29f0037ac0b4 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:27.563232 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ebf147d8-6ebb-489d-9bcc-f5fee09907a3 req-42b04d7a-bbe6-4c94-9c24-29f0037ac0b4 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 946 time: 0.1201735 Feb 03 13:02:27.564669 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e41ade35-3e10-4969-9051-cdce0a4aa996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (42f1f45e-9e0c-4d53-8430-6a40736ef305), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:27.627953 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7113772-435b-482c-8e20-aae9a223cc2a req-45a8f4e8-01ea-4dd7-a504-6ec552fb151d tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:27.640537 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e7113772-435b-482c-8e20-aae9a223cc2a req-45a8f4e8-01ea-4dd7-a504-6ec552fb151d tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.2862928 Feb 03 13:02:27.665890 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e41ade35-3e10-4969-9051-cdce0a4aa996 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=669cb45dfe8947e3a4c827653b87817a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3409767 Feb 03 13:02:27.668262 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ade35-3e10-4969-9051-cdce0a4aa996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f1f45e-9e0c-4d53-8430-6a40736ef305,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:27.669389 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49810) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:27.682336 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ebf147d8-6ebb-489d-9bcc-f5fee09907a3 req-d5745107-f688-4624-a734-b84b30b639f7 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060205 Feb 03 13:02:27.903291 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab5c72-1958-41d9-a266-540422910f66 req-cda7c2ac-a7db-4d33-8bce-7a3431eb9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:27.914873 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7eab5c72-1958-41d9-a266-540422910f66 req-cda7c2ac-a7db-4d33-8bce-7a3431eb9824 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=616a6ba084da468a87a94b24206aca06&device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 1128 time: 0.4130359 Feb 03 13:02:27.919700 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-faec2299-a0ab-45bd-a276-98d3275aa64e admin admin] Publish callbacks [] for security_group (42f1f45e-9e0c-4d53-8430-6a40736ef305), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:27.930549 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da955c-2ff2-46d8-920d-d66a99452c62 req-c710f682-5f83-4049-a9df-81f53d605c55 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:27.932995 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-596e8b4a-a008-435f-8750-057bcf771574 req-fd9eafe1-2685-42f0-b86e-151a7cb5a87a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Deleting port 4428876e-805e-4461-a42a-ea377053cd9d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:27.933165 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c5da955c-2ff2-46d8-920d-d66a99452c62 req-c710f682-5f83-4049-a9df-81f53d605c55 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 946 time: 0.1850147 Feb 03 13:02:27.936969 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-596e8b4a-a008-435f-8750-057bcf771574 req-fd9eafe1-2685-42f0-b86e-151a7cb5a87a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4428876e-805e-4461-a42a-ea377053cd9d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:27.947091 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e7113772-435b-482c-8e20-aae9a223cc2a req-1f8acf22-3296-4f20-8129-9ec286d4a0ed tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054862 Feb 03 13:02:27.961133 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620726114', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:23Z', 'updated_at': '2022-02-03T13:02:25Z', 'revision_number': 3, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:24Z', 'updated_at': '2022-02-03T13:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:27.999680 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] Checking router: 4a2ef623-6258-4b06-bc9b-547a47c9cde4 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:02:28.000489 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] Updating router 4a2ef623-6258-4b06-bc9b-547a47c9cde4 port 54e45c76-68cb-430e-a104-e1f5a8b6cda4 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:02:28.043922 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c5da955c-2ff2-46d8-920d-d66a99452c62 req-1df2145c-844f-4067-bbe4-e0346e6e117c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051476 Feb 03 13:02:28.066068 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (54e45c76-68cb-430e-a104-e1f5a8b6cda4), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.078256 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-faec2299-a0ab-45bd-a276-98d3275aa64e admin admin] Publish callbacks [] for security_group (42f1f45e-9e0c-4d53-8430-6a40736ef305), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.130394 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-25171ee7-c2da-4030-b6e5-cda78a61623d tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=6b3ece076217446ab8e2a581b50fd3d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6086705 Feb 03 13:02:28.140844 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49822) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:28.281833 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-596e8b4a-a008-435f-8750-057bcf771574 req-fd9eafe1-2685-42f0-b86e-151a7cb5a87a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] For port 4428876e-805e-4461-a42a-ea377053cd9d, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4428876e-805e-4461-a42a-ea377053cd9d,segment=NetworkSegment(c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98),segment_id=c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:28.282218 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-596e8b4a-a008-435f-8750-057bcf771574 req-fd9eafe1-2685-42f0-b86e-151a7cb5a87a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4428876e-805e-4461-a42a-ea377053cd9d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.337292 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab5c72-1958-41d9-a266-540422910f66 req-ad6f66ac-741e-4e46-b7af-dbc01e18e961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:28.338810 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7eab5c72-1958-41d9-a266-540422910f66 req-ad6f66ac-741e-4e46-b7af-dbc01e18e961 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7dc9b526-3f62-4a01-835d-81550aa911c9 HTTP/1.1" status: 200 len: 914 time: 0.3554785 Feb 03 13:02:28.339798 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-596e8b4a-a008-435f-8750-057bcf771574 req-fd9eafe1-2685-42f0-b86e-151a7cb5a87a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Calling delete_port for 4428876e-805e-4461-a42a-ea377053cd9d owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:28.416755 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-faec2299-a0ab-45bd-a276-98d3275aa64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (42f1f45e-9e0c-4d53-8430-6a40736ef305), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.419358 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-faec2299-a0ab-45bd-a276-98d3275aa64e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.430862 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-faec2299-a0ab-45bd-a276-98d3275aa64e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42f1f45e-9e0c-4d53-8430-6a40736ef305 HTTP/1.1" status: 204 len: 168 time: 0.7434797 Feb 03 13:02:28.431800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c86a16f-cba0-4f03-8380-97963cffa60c tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:28.445084 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9c86a16f-cba0-4f03-8380-97963cffa60c tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3016953 Feb 03 13:02:28.452099 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49828) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:28.507832 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605872f8-4776-43df-ac72-c424ce9fe3f9 req-cb7602b7-12dc-4eff-aeea-719cbffdbc48 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:28.526535 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-605872f8-4776-43df-ac72-c424ce9fe3f9 req-cb7602b7-12dc-4eff-aeea-719cbffdbc48 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 909 time: 0.1784546 Feb 03 13:02:28.560334 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] Publish callbacks [] for port (54e45c76-68cb-430e-a104-e1f5a8b6cda4), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.567919 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (54e45c76-68cb-430e-a104-e1f5a8b6cda4), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.584612 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7eab5c72-1958-41d9-a266-540422910f66 req-98a742b9-8762-45c8-927d-59941dfd0365 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa HTTP/1.1" status: 200 len: 217 time: 0.2295072 Feb 03 13:02:28.590394 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec2299-a0ab-45bd-a276-98d3275aa64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f1f45e-9e0c-4d53-8430-6a40736ef305,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:28.620726 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-995ab4ce-edcd-49bc-be07-3be2957da4e5 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1663744 Feb 03 13:02:28.626326 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49830) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:28.632128 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e24e0da3-69d3-46b6-aab7-cb6f3f900d3f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1027677234', 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:28.677491 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbede2b-8741-41ae-860a-9c1dbeda1bef req-35090eae-010a-4854-8203-da7d7d04eaa5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:28.686189 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] Attempting to bind port 54e45c76-68cb-430e-a104-e1f5a8b6cda4 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:02:28.686950 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] Attempting to bind port 54e45c76-68cb-430e-a104-e1f5a8b6cda4 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:02:28.687415 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] Attempting to bind port 54e45c76-68cb-430e-a104-e1f5a8b6cda4 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:02:28.690409 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6bbede2b-8741-41ae-860a-9c1dbeda1bef req-35090eae-010a-4854-8203-da7d7d04eaa5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 946 time: 0.5075257 Feb 03 13:02:28.698191 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e7316-7a46-4154-879d-6d2ff765818e None None] Pushing event updated for resources: {'Port': ['ID=54e45c76-68cb-430e-a104-e1f5a8b6cda4,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:28.704709 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:02:28.705253 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:28.705878 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.706494 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:02:28.707155 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] Bound port: 54e45c76-68cb-430e-a104-e1f5a8b6cda4, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:02:28.708325 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (54e45c76-68cb-430e-a104-e1f5a8b6cda4), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.833369 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] For port 54e45c76-68cb-430e-a104-e1f5a8b6cda4, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:02:28.841123 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] For port 54e45c76-68cb-430e-a104-e1f5a8b6cda4, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=54e45c76-68cb-430e-a104-e1f5a8b6cda4,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:02:28.855886 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (54e45c76-68cb-430e-a104-e1f5a8b6cda4), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.879606 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24e0da3-69d3-46b6-aab7-cb6f3f900d3f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Made reservation on behalf of 6b3ece076217446ab8e2a581b50fd3d4 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:28.887102 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e24e0da3-69d3-46b6-aab7-cb6f3f900d3f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:28.898673 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab5c72-1958-41d9-a266-540422910f66 req-a970f92a-af67-4864-97e9-fc8d16a2e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:28.900478 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7eab5c72-1958-41d9-a266-540422910f66 req-a970f92a-af67-4864-97e9-fc8d16a2e155 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d HTTP/1.1" status: 200 len: 853 time: 0.2820859 Feb 03 13:02:28.981567 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e7316-7a46-4154-879d-6d2ff765818e None None] Pushing event updated for resources: {'Port': ['ID=54e45c76-68cb-430e-a104-e1f5a8b6cda4,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:29.070499 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] Routers {'4a2ef623-6258-4b06-bc9b-547a47c9cde4'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:29.071077 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:02:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4a2ef623-6258-4b06-bc9b-547a47c9cde4'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:29.118833 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7eab5c72-1958-41d9-a266-540422910f66 req-49faa7d6-eb73-4e52-8b07-f5b46f73af84 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7dc9b526-3f62-4a01-835d-81550aa911c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1981740 Feb 03 13:02:29.123897 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-596e8b4a-a008-435f-8750-057bcf771574 req-fd9eafe1-2685-42f0-b86e-151a7cb5a87a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (4428876e-805e-4461-a42a-ea377053cd9d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:29.215287 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9eafe1-2685-42f0-b86e-151a7cb5a87a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event deleted for resources: {'Port': ['ID=4428876e-805e-4461-a42a-ea377053cd9d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:29.257567 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6bbede2b-8741-41ae-860a-9c1dbeda1bef req-687b16fb-8be2-49cb-b747-83ec220fb613 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5662816 Feb 03 13:02:29.314293 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-596e8b4a-a008-435f-8750-057bcf771574 req-fd9eafe1-2685-42f0-b86e-151a7cb5a87a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] No DVR routers for this DVR port 4428876e-805e-4461-a42a-ea377053cd9d on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:29.330524 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-596e8b4a-a008-435f-8750-057bcf771574 req-fd9eafe1-2685-42f0-b86e-151a7cb5a87a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:29.345538 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-596e8b4a-a008-435f-8750-057bcf771574 req-fd9eafe1-2685-42f0-b86e-151a7cb5a87a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.31 "DELETE /v2.0/ports/4428876e-805e-4461-a42a-ea377053cd9d HTTP/1.1" status: 204 len: 173 time: 1.9813607 Feb 03 13:02:29.346142 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5840f6-3c84-46c9-b8e9-b398e707eb63', 'name': 'network-vif-deleted', 'tag': '4428876e-805e-4461-a42a-ea377053cd9d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:29.351438 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] Set router 4a2ef623-6258-4b06-bc9b-547a47c9cde4 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:02:29.354084 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40aad0ba-f074-4e0b-8111-6d322045b441" -d '{"events": [{"server_uuid": "7d5840f6-3c84-46c9-b8e9-b398e707eb63", "name": "network-vif-deleted", "tag": "4428876e-805e-4461-a42a-ea377053cd9d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:29.465651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83e0c6-fa4a-4c81-aa3c-85ce511b7c68 req-4b460760-6e91-4162-803c-4a227d8ee70d tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:29.474456 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f83e0c6-fa4a-4c81-aa3c-85ce511b7c68 req-4b460760-6e91-4162-803c-4a227d8ee70d tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.3538826 Feb 03 13:02:29.541825 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7eab5c72-1958-41d9-a266-540422910f66 req-b7302d39-7b64-4fae-9999-49b436f41418 service neutron] 10.222.0.31 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960907 Feb 03 13:02:29.697994 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7eab5c72-1958-41d9-a266-540422910f66 req-33dbdb41-9124-4961-b76e-ed61c01944c5 service neutron] 10.222.0.31 "GET /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410987 Feb 03 13:02:29.764023 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6943541-4b75-4082-a1f4-aea265dd050c x-openstack-request-id: req-f6943541-4b75-4082-a1f4-aea265dd050c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:29.764674 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5840f6-3c84-46c9-b8e9-b398e707eb63", "name": "network-vif-deleted", "tag": "4428876e-805e-4461-a42a-ea377053cd9d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:29.765257 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6943541-4b75-4082-a1f4-aea265dd050c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:29.766523 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5840f6-3c84-46c9-b8e9-b398e707eb63', 'name': 'network-vif-deleted', 'tag': '4428876e-805e-4461-a42a-ea377053cd9d', 'status': 'completed', 'code': 200} Feb 03 13:02:29.780772 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f83e0c6-fa4a-4c81-aa3c-85ce511b7c68 req-727badb6-754b-4929-a6c1-10f9f7056d6e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043931 Feb 03 13:02:29.786103 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e24e0da3-69d3-46b6-aab7-cb6f3f900d3f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (147cd4bb-5254-4640-afa8-455d6d9066b1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:29.910656 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620726114', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:23Z', 'updated_at': '2022-02-03T13:02:25Z', 'revision_number': 3, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:24Z', 'updated_at': '2022-02-03T13:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:29.933227 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1358bdf6-0489-4e08-957b-1571287f1bfa req-e708ae1a-1caa-4e95-800a-83800f06820a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d5840f6-3c84-46c9-b8e9-b398e707eb63 HTTP/1.1" status: 200 len: 210 time: 0.0760481 Feb 03 13:02:29.994216 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb46db4-fb57-4dd4-b737-82d4fcd84e74 None None] The sync data for ids ['4a2ef623-6258-4b06-bc9b-547a47c9cde4'] in n-d-827336-3 is: [{'id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620726114', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:23Z', 'updated_at': '2022-02-03T13:02:25Z', 'revision_number': 3, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:24Z', 'updated_at': '2022-02-03T13:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:30.031415 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e0da3-69d3-46b6-aab7-cb6f3f900d3f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Subnet': ['ID=147cd4bb-5254-4640-afa8-455d6d9066b1,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:30.055568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24e0da3-69d3-46b6-aab7-cb6f3f900d3f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Checking segment: {'id': '8cb7a044-f1ed-4a34-8aac-bd7786e940a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:30.055748 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24e0da3-69d3-46b6-aab7-cb6f3f900d3f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network hostable DHCP agents. Network: 98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:02:30.110484 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24e0da3-69d3-46b6-aab7-cb6f3f900d3f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network 98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:02:30.170480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b9c81-d9e5-4afd-8e17-1e10b12a5e65 req-db5a81a1-d64e-4d7e-a02e-1577263ce69c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:30.182818 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-048b9c81-d9e5-4afd-8e17-1e10b12a5e65 req-db5a81a1-d64e-4d7e-a02e-1577263ce69c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 946 time: 0.2299936 Feb 03 13:02:30.190331 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1650c7-05af-4ff1-9b1d-d5fb8adb46e8 req-fe1b6e32-eaaa-48a0-95f1-7765300426b0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:30.191993 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a1650c7-05af-4ff1-9b1d-d5fb8adb46e8 req-fe1b6e32-eaaa-48a0-95f1-7765300426b0 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1412284 Feb 03 13:02:30.195644 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e24e0da3-69d3-46b6-aab7-cb6f3f900d3f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:30.220146 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24e0da3-69d3-46b6-aab7-cb6f3f900d3f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:30.220758 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e24e0da3-69d3-46b6-aab7-cb6f3f900d3f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:30.224271 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b11c92-b152-48fd-891f-2b8839efa1f9 None None] Network 98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:30.319097 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e24e0da3-69d3-46b6-aab7-cb6f3f900d3f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6883876 Feb 03 13:02:30.325069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 49878) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:30.385607 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a1650c7-05af-4ff1-9b1d-d5fb8adb46e8 req-c7f3ffc9-f474-41fd-9b31-6d0adb7faf49 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877596 Feb 03 13:02:30.471161 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9', 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'fixed_ips': [{'subnet_id': '147cd4bb-5254-4640-afa8-455d6d9066b1'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:02:30.472795 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:30.555764 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-048b9c81-d9e5-4afd-8e17-1e10b12a5e65 req-50886088-c871-4b1c-a5e7-5e8dcc704072 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700628 Feb 03 13:02:30.873134 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Allocated IP 172.20.0.2 (98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9/147cd4bb-5254-4640-afa8-455d6d9066b1/f853d7f9-dc5f-4dbc-865c-3c7aa6c09965) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:31.078883 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 49904) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:31.305125 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Publish callbacks [] for port (f853d7f9-dc5f-4dbc-865c-3c7aa6c09965), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:31.317170 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4428876e-805e-4461-a42a-ea377053cd9d no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:31.331059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 54e45c76-68cb-430e-a104-e1f5a8b6cda4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:31.382626 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (f853d7f9-dc5f-4dbc-865c-3c7aa6c09965), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:31.601859 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:31.604526 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 4428876e-805e-4461-a42a-ea377053cd9d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:02:31.605023 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4428876e-805e-4461-a42a-ea377053cd9d not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:02:31.713771 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Network 98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:31.751964 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:31.762662 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Pushing event updated for resources: {'Port': ['ID=f853d7f9-dc5f-4dbc-865c-3c7aa6c09965,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:31.791430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:31.794451 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:31.794804 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:31.795150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:31.795483 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:31.811779 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:31.812141 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:31.812669 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:31.813214 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:31.814070 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:31.814808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:31.815331 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:31.815965 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:31.816480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:02:31.835453 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-092304ff-923a-4d13-a96d-faf05367af74 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:31.892570 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 54e45c76-68cb-430e-a104-e1f5a8b6cda4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:31.892959 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (54e45c76-68cb-430e-a104-e1f5a8b6cda4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.115045 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718957d3-9499-4605-a1b1-d99628f12f80 req-e399b296-025b-4898-9b7b-6fa01359827c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:32.135341 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-718957d3-9499-4605-a1b1-d99628f12f80 req-e399b296-025b-4898-9b7b-6fa01359827c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 946 time: 0.4024460 Feb 03 13:02:32.181538 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Attempting to bind port f853d7f9-dc5f-4dbc-865c-3c7aa6c09965 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:02:32.182163 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Attempting to bind port f853d7f9-dc5f-4dbc-865c-3c7aa6c09965 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '8cb7a044-f1ed-4a34-8aac-bd7786e940a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:02:32.182716 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Attempting to bind port f853d7f9-dc5f-4dbc-865c-3c7aa6c09965 on network 98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:02:32.189098 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:02:32.200420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Checking segment: {'id': '8cb7a044-f1ed-4a34-8aac-bd7786e940a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:32.201085 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.201646 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Bound using segment: {'id': '8cb7a044-f1ed-4a34-8aac-bd7786e940a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:02:32.202444 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Bound port: f853d7f9-dc5f-4dbc-865c-3c7aa6c09965, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb7a044-f1ed-4a34-8aac-bd7786e940a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:02:32.203281 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f853d7f9-dc5f-4dbc-865c-3c7aa6c09965), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.346838 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c7334-0c77-4f26-9a4f-f0b824140cb0 req-295a4033-7d34-4390-abb6-5d41438b6585 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:32.349436 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-933c7334-0c77-4f26-9a4f-f0b824140cb0 req-295a4033-7d34-4390-abb6-5d41438b6585 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.31 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 946 time: 0.9411845 Feb 03 13:02:32.442932 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 54e45c76-68cb-430e-a104-e1f5a8b6cda4 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:32.443890 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (54e45c76-68cb-430e-a104-e1f5a8b6cda4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.508673 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] For port f853d7f9-dc5f-4dbc-865c-3c7aa6c09965, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:02:32.513368 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] For port f853d7f9-dc5f-4dbc-865c-3c7aa6c09965, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f853d7f9-dc5f-4dbc-865c-3c7aa6c09965,segment=NetworkSegment(8cb7a044-f1ed-4a34-8aac-bd7786e940a6),segment_id=8cb7a044-f1ed-4a34-8aac-bd7786e940a6)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:02:32.528299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 54e45c76-68cb-430e-a104-e1f5a8b6cda4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=54e45c76-68cb-430e-a104-e1f5a8b6cda4,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:32.536634 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f853d7f9-dc5f-4dbc-865c-3c7aa6c09965), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.548653 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-718957d3-9499-4605-a1b1-d99628f12f80 req-ecba4656-8628-434d-94e1-f06ee2c7541c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110703 Feb 03 13:02:32.551330 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (54e45c76-68cb-430e-a104-e1f5a8b6cda4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:32.687881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97da235-8159-4a13-87b6-5ef1ee3d5d61 None None] Pushing event updated for resources: {'Port': ['ID=f853d7f9-dc5f-4dbc-865c-3c7aa6c09965,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:32.748594 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-092304ff-923a-4d13-a96d-faf05367af74 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Allocated IP 172.20.0.1 (98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9/147cd4bb-5254-4640-afa8-455d6d9066b1/2b8c8c00-f3f4-4806-86da-2087442f7cbb) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:32.840708 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=54e45c76-68cb-430e-a104-e1f5a8b6cda4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:32.932459 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dd192-6907-4c6b-b2b3-6f5f7caec728 req-96cfe674-b755-42d1-8adf-a86a3cd72ec3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:32.934053 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1b6dd192-6907-4c6b-b2b3-6f5f7caec728 req-96cfe674-b755-42d1-8adf-a86a3cd72ec3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfeb893c-28e6-4483-87da-146e23b1f43c HTTP/1.1" status: 200 len: 943 time: 0.3744068 Feb 03 13:02:33.006419 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-933c7334-0c77-4f26-9a4f-f0b824140cb0 req-00e343d3-ce89-4b1e-807b-470de285e8c1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Deleting port ed26bafc-d318-4d56-ac5f-8d4512200d07 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:33.006763 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-933c7334-0c77-4f26-9a4f-f0b824140cb0 req-00e343d3-ce89-4b1e-807b-470de285e8c1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ed26bafc-d318-4d56-ac5f-8d4512200d07), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.016797 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-092304ff-923a-4d13-a96d-faf05367af74 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (2b8c8c00-f3f4-4806-86da-2087442f7cbb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.117986 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-092304ff-923a-4d13-a96d-faf05367af74 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (2b8c8c00-f3f4-4806-86da-2087442f7cbb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.206015 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092304ff-923a-4d13-a96d-faf05367af74 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=2b8c8c00-f3f4-4806-86da-2087442f7cbb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:33.233396 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092304ff-923a-4d13-a96d-faf05367af74 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network 98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:33.234932 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-092304ff-923a-4d13-a96d-faf05367af74 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:33.237345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092304ff-923a-4d13-a96d-faf05367af74 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:33.310112 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-092304ff-923a-4d13-a96d-faf05367af74 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (4a2ef623-6258-4b06-bc9b-547a47c9cde4), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.524519 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-074ad2f1-84dd-4b5c-b2a3-eb79cb73659d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.574938 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-933c7334-0c77-4f26-9a4f-f0b824140cb0 req-00e343d3-ce89-4b1e-807b-470de285e8c1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] For port ed26bafc-d318-4d56-ac5f-8d4512200d07, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ed26bafc-d318-4d56-ac5f-8d4512200d07,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:33.574938 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-933c7334-0c77-4f26-9a4f-f0b824140cb0 req-00e343d3-ce89-4b1e-807b-470de285e8c1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ed26bafc-d318-4d56-ac5f-8d4512200d07), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.585617 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-092304ff-923a-4d13-a96d-faf05367af74 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2b8c8c00-f3f4-4806-86da-2087442f7cbb), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:33.620281 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-933c7334-0c77-4f26-9a4f-f0b824140cb0 req-00e343d3-ce89-4b1e-807b-470de285e8c1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Calling delete_port for ed26bafc-d318-4d56-ac5f-8d4512200d07 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:33.762958 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1b6dd192-6907-4c6b-b2b3-6f5f7caec728 req-0ad9ca7e-60a3-4e72-b936-d85dd06fafd8 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Deleting port 01abc28a-91a4-4941-8ab8-9889ec880ca9 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:33.763255 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1b6dd192-6907-4c6b-b2b3-6f5f7caec728 req-0ad9ca7e-60a3-4e72-b936-d85dd06fafd8 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:34.165128 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1b6dd192-6907-4c6b-b2b3-6f5f7caec728 req-0ad9ca7e-60a3-4e72-b936-d85dd06fafd8 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] For port 01abc28a-91a4-4941-8ab8-9889ec880ca9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=01abc28a-91a4-4941-8ab8-9889ec880ca9,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:34.165602 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1b6dd192-6907-4c6b-b2b3-6f5f7caec728 req-0ad9ca7e-60a3-4e72-b936-d85dd06fafd8 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:34.183333 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1b6dd192-6907-4c6b-b2b3-6f5f7caec728 req-0ad9ca7e-60a3-4e72-b936-d85dd06fafd8 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Calling delete_port for 01abc28a-91a4-4941-8ab8-9889ec880ca9 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:34.509789 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-092304ff-923a-4d13-a96d-faf05367af74 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (2b8c8c00-f3f4-4806-86da-2087442f7cbb), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:34.519311 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-092304ff-923a-4d13-a96d-faf05367af74 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (2b8c8c00-f3f4-4806-86da-2087442f7cbb), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:34.563605 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-933c7334-0c77-4f26-9a4f-f0b824140cb0 req-00e343d3-ce89-4b1e-807b-470de285e8c1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (ed26bafc-d318-4d56-ac5f-8d4512200d07), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:34.617614 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e343d3-ce89-4b1e-807b-470de285e8c1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event deleted for resources: {'Port': ['ID=ed26bafc-d318-4d56-ac5f-8d4512200d07,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:34.651070 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbad0336-1d61-431b-b905-3ca2fc15c5aa tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (a3f8c857-929f-4a00-bc89-d87dc9977ba2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:34.656197 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f164675-b1df-4906-a327-551eb0cf522d None None] Network 98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:34.759931 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-933c7334-0c77-4f26-9a4f-f0b824140cb0 req-00e343d3-ce89-4b1e-807b-470de285e8c1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] No DVR routers for this DVR port ed26bafc-d318-4d56-ac5f-8d4512200d07 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:34.765281 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-933c7334-0c77-4f26-9a4f-f0b824140cb0 req-00e343d3-ce89-4b1e-807b-470de285e8c1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:34.769786 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-933c7334-0c77-4f26-9a4f-f0b824140cb0 req-00e343d3-ce89-4b1e-807b-470de285e8c1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.31 "DELETE /v2.0/ports/ed26bafc-d318-4d56-ac5f-8d4512200d07 HTTP/1.1" status: 204 len: 173 time: 2.4088738 Feb 03 13:02:34.770499 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32f5e9f-1812-4811-9505-a1328fa85dd0', 'name': 'network-vif-deleted', 'tag': 'ed26bafc-d318-4d56-ac5f-8d4512200d07'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:34.775022 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3753aecc-c4e0-4451-8cdd-f23fbc79a45f" -d '{"events": [{"server_uuid": "d32f5e9f-1812-4811-9505-a1328fa85dd0", "name": "network-vif-deleted", "tag": "ed26bafc-d318-4d56-ac5f-8d4512200d07"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:34.779204 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1b6dd192-6907-4c6b-b2b3-6f5f7caec728 req-0ad9ca7e-60a3-4e72-b936-d85dd06fafd8 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (01abc28a-91a4-4941-8ab8-9889ec880ca9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:34.818589 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device ed26bafc-d318-4d56-ac5f-8d4512200d07 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:34.907501 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9ca7e-60a3-4e72-b936-d85dd06fafd8 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Pushing event deleted for resources: {'Port': ['ID=01abc28a-91a4-4941-8ab8-9889ec880ca9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:34.916509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['124c7ce3-64a5-48c1-9922-f78ac6e27463'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:02:34.922285 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['321981a9-19fc-464d-8218-a2a29a3bdb81'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:02:35.044821 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: ed26bafc-d318-4d56-ac5f-8d4512200d07 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:02:35.045211 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device ed26bafc-d318-4d56-ac5f-8d4512200d07 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:02:35.191183 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6dd192-6907-4c6b-b2b3-6f5f7caec728 req-0ad9ca7e-60a3-4e72-b936-d85dd06fafd8 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] No DVR routers for this DVR port 01abc28a-91a4-4941-8ab8-9889ec880ca9 on host n-h1-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:35.215496 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1b6dd192-6907-4c6b-b2b3-6f5f7caec728 req-0ad9ca7e-60a3-4e72-b936-d85dd06fafd8 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:35.243568 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1b6dd192-6907-4c6b-b2b3-6f5f7caec728 req-0ad9ca7e-60a3-4e72-b936-d85dd06fafd8 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "DELETE /v2.0/ports/01abc28a-91a4-4941-8ab8-9889ec880ca9 HTTP/1.1" status: 204 len: 173 time: 2.2842202 Feb 03 13:02:35.309533 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e3cbd05c-2e18-40fb-bfde-b74db57e1019 None None] Provisioning complete for port f853d7f9-dc5f-4dbc-865c-3c7aa6c09965 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:35.310181 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd05c-2e18-40fb-bfde-b74db57e1019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f853d7f9-dc5f-4dbc-865c-3c7aa6c09965), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:35.442605 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 54e45c76-68cb-430e-a104-e1f5a8b6cda4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:35.806177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c78558-0489-46c0-b50a-09cd3a3db6bc req-a2fbf887-9ba2-4839-b95b-a4cdc27e033f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:35.810951 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74c78558-0489-46c0-b50a-09cd3a3db6bc req-a2fbf887-9ba2-4839-b95b-a4cdc27e033f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 946 time: 1.7287695 Feb 03 13:02:35.900495 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-dbad0336-1d61-431b-b905-3ca2fc15c5aa tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Deleting port 35f92ad6-bfb5-4075-95ad-81afe878ced2 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:35.901026 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbad0336-1d61-431b-b905-3ca2fc15c5aa tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (35f92ad6-bfb5-4075-95ad-81afe878ced2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:35.994045 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092304ff-923a-4d13-a96d-faf05367af74 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=2b8c8c00-f3f4-4806-86da-2087442f7cbb,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:36.023053 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-092304ff-923a-4d13-a96d-faf05367af74 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (4a2ef623-6258-4b06-bc9b-547a47c9cde4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:36.044317 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74c78558-0489-46c0-b50a-09cd3a3db6bc req-71665000-c273-44af-80e1-df3962e47581 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081404 Feb 03 13:02:36.130737 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-dbad0336-1d61-431b-b905-3ca2fc15c5aa tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] For port 35f92ad6-bfb5-4075-95ad-81afe878ced2, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=35f92ad6-bfb5-4075-95ad-81afe878ced2,segment=NetworkSegment(c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98),segment_id=c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:36.131154 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbad0336-1d61-431b-b905-3ca2fc15c5aa tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (35f92ad6-bfb5-4075-95ad-81afe878ced2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:36.158465 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-dbad0336-1d61-431b-b905-3ca2fc15c5aa tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Calling delete_port for 35f92ad6-bfb5-4075-95ad-81afe878ced2 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:36.276732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092304ff-923a-4d13-a96d-faf05367af74 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network 98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:36.301465 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-092304ff-923a-4d13-a96d-faf05367af74 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:36.341301 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0435ff82-5845-457b-8693-ec6bf2214ee1 x-openstack-request-id: req-0435ff82-5845-457b-8693-ec6bf2214ee1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:36.341866 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32f5e9f-1812-4811-9505-a1328fa85dd0", "name": "network-vif-deleted", "tag": "ed26bafc-d318-4d56-ac5f-8d4512200d07", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:36.342280 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0435ff82-5845-457b-8693-ec6bf2214ee1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:36.342888 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32f5e9f-1812-4811-9505-a1328fa85dd0', 'name': 'network-vif-deleted', 'tag': 'ed26bafc-d318-4d56-ac5f-8d4512200d07', 'status': 'completed', 'code': 200} Feb 03 13:02:36.467507 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e3cbd05c-2e18-40fb-bfde-b74db57e1019 None None] Current status of the port f853d7f9-dc5f-4dbc-865c-3c7aa6c09965 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:36.468307 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd05c-2e18-40fb-bfde-b74db57e1019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f853d7f9-dc5f-4dbc-865c-3c7aa6c09965), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:36.581616 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8b794a40-e69e-48c3-b990-562d4563a74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:36.606257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092304ff-923a-4d13-a96d-faf05367af74 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Router 4a2ef623-6258-4b06-bc9b-547a47c9cde4 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:02:36.628157 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 54e45c76-68cb-430e-a104-e1f5a8b6cda4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:36.629095 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (54e45c76-68cb-430e-a104-e1f5a8b6cda4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:36.814732 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbad0336-1d61-431b-b905-3ca2fc15c5aa tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (35f92ad6-bfb5-4075-95ad-81afe878ced2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:36.897329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092304ff-923a-4d13-a96d-faf05367af74 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:36.904186 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-092304ff-923a-4d13-a96d-faf05367af74 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "PUT /v2.0/routers/4a2ef623-6258-4b06-bc9b-547a47c9cde4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5780697 Feb 03 13:02:36.910987 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13092d39-1c61-4440-8522-4511b3216f21 req-37b5293c-66bf-4d56-957f-a9386d011270 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:36.915456 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-13092d39-1c61-4440-8522-4511b3216f21 req-37b5293c-66bf-4d56-957f-a9386d011270 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 907 time: 0.2014062 Feb 03 13:02:36.981517 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad0336-1d61-431b-b905-3ca2fc15c5aa tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event deleted for resources: {'Port': ['ID=35f92ad6-bfb5-4075-95ad-81afe878ced2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:36.997930 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] Sync routers for ids ['4a2ef623-6258-4b06-bc9b-547a47c9cde4'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:02:37.032870 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e3cbd05c-2e18-40fb-bfde-b74db57e1019 None None] For port f853d7f9-dc5f-4dbc-865c-3c7aa6c09965, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f853d7f9-dc5f-4dbc-865c-3c7aa6c09965,segment=NetworkSegment(8cb7a044-f1ed-4a34-8aac-bd7786e940a6),segment_id=8cb7a044-f1ed-4a34-8aac-bd7786e940a6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:37.096875 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd05c-2e18-40fb-bfde-b74db57e1019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f853d7f9-dc5f-4dbc-865c-3c7aa6c09965), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:37.329746 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-136cc5d9-fa4f-44f4-94dd-fced9ba66f70 req-27c8ed50-206d-4c57-bc70-979d6b2ad8c4 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 210 time: 0.0854394 Feb 03 13:02:37.376768 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] Routers {'4a2ef623-6258-4b06-bc9b-547a47c9cde4'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:37.376768 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:02:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4a2ef623-6258-4b06-bc9b-547a47c9cde4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:37.393990 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:37.521265 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbad0336-1d61-431b-b905-3ca2fc15c5aa tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (a3f8c857-929f-4a00-bc89-d87dc9977ba2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:37.540096 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-3ad87c6f-9220-40b6-bfe9-231f9bf4e31c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1902571495&fields=id&tenant_id=6b3ece076217446ab8e2a581b50fd3d4 HTTP/1.1" status: 200 len: 267 time: 0.1096907 Feb 03 13:02:37.602412 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f4246833-1283-4562-96cf-dfc39d26c743 None None] Provisioning complete for port 2b8c8c00-f3f4-4806-86da-2087442f7cbb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:37.603417 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f4246833-1283-4562-96cf-dfc39d26c743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2b8c8c00-f3f4-4806-86da-2087442f7cbb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:37.605189 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 54e45c76-68cb-430e-a104-e1f5a8b6cda4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:37.606827 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f853d7f9-dc5f-4dbc-865c-3c7aa6c09965 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:37.664430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbd05c-2e18-40fb-bfde-b74db57e1019 None None] Pushing event updated for resources: {'Port': ['ID=f853d7f9-dc5f-4dbc-865c-3c7aa6c09965,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:37.848856 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f4246833-1283-4562-96cf-dfc39d26c743 None None] Port 2b8c8c00-f3f4-4806-86da-2087442f7cbb cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:37.878280 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] Set router 4a2ef623-6258-4b06-bc9b-547a47c9cde4 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:02:38.009485 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f4246833-1283-4562-96cf-dfc39d26c743 None None] Provisioning complete for port f853d7f9-dc5f-4dbc-865c-3c7aa6c09965 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:38.009871 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f4246833-1283-4562-96cf-dfc39d26c743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f853d7f9-dc5f-4dbc-865c-3c7aa6c09965), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:38.039514 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port f853d7f9-dc5f-4dbc-865c-3c7aa6c09965 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:38.041931 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f853d7f9-dc5f-4dbc-865c-3c7aa6c09965), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:38.069144 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-3fe64ed6-9380-4967-b500-b7fb6be83e11 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:38.076590 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-3fe64ed6-9380-4967-b500-b7fb6be83e11 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/networks?id=98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 HTTP/1.1" status: 200 len: 797 time: 0.4708529 Feb 03 13:02:38.174877 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-7192d2d6-1417-43a8-aef0-4c972393f286 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/quotas/6b3ece076217446ab8e2a581b50fd3d4 HTTP/1.1" status: 200 len: 375 time: 0.0972002 Feb 03 13:02:38.195868 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa0a6d-b346-4ea4-95e9-d0cebf3b54d5 req-71930158-818d-42bb-b9ed-49528d51272a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:38.204420 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-55fa0a6d-b346-4ea4-95e9-d0cebf3b54d5 req-71930158-818d-42bb-b9ed-49528d51272a tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 907 time: 0.1252451 Feb 03 13:02:38.209749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18dd9ee-3662-4047-9265-54cece31f449 req-3b4b16aa-4054-4502-af5d-021a99089a19 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:38.211518 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c18dd9ee-3662-4047-9265-54cece31f449 req-3b4b16aa-4054-4502-af5d-021a99089a19 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.31 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 907 time: 0.3225617 Feb 03 13:02:38.347528 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfeb893c-28e6-4483-87da-146e23b1f43c', 'name': 'network-vif-deleted', 'tag': '01abc28a-91a4-4941-8ab8-9889ec880ca9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:38.353645 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192d4a0d-2a0a-4934-81be-43985ec77fe0" -d '{"events": [{"server_uuid": "bfeb893c-28e6-4483-87da-146e23b1f43c", "name": "network-vif-deleted", "tag": "01abc28a-91a4-4941-8ab8-9889ec880ca9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:38.470647 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:38.528123 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-d1771e10-e6b2-4e07-8652-fb46ef8d86f2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3523238 Feb 03 13:02:38.528751 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-85a90e39-fadc-4450-9fb1-73e9e5dce816 req-fc3ee6cb-61f6-4f28-b50c-a296708a0352 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 210 time: 0.0653000 Feb 03 13:02:38.594385 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port f853d7f9-dc5f-4dbc-865c-3c7aa6c09965 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:38.617629 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147c0644-7b8a-4167-b820-24332a640d29 x-openstack-request-id: req-147c0644-7b8a-4167-b820-24332a640d29 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:38.617958 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfeb893c-28e6-4483-87da-146e23b1f43c", "name": "network-vif-deleted", "tag": "01abc28a-91a4-4941-8ab8-9889ec880ca9", "status": "failed", "code": 422}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:38.618199 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-147c0644-7b8a-4167-b820-24332a640d29 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:38.618616 n-d-827336-3 neutron-server[103189]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bfeb893c-28e6-4483-87da-146e23b1f43c', 'name': 'network-vif-deleted', 'tag': '01abc28a-91a4-4941-8ab8-9889ec880ca9', 'status': 'failed', 'code': 422} returned with failed status Feb 03 13:02:38.632346 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbad0336-1d61-431b-b905-3ca2fc15c5aa tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Router a3f8c857-929f-4a00-bc89-d87dc9977ba2 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:02:38.744633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f4246833-1283-4562-96cf-dfc39d26c743 None None] Current status of the port f853d7f9-dc5f-4dbc-865c-3c7aa6c09965 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:38.748035 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c18dd9ee-3662-4047-9265-54cece31f449 req-e42bc7d7-5359-4280-91f1-044d8eb7d782 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Deleting port af33193e-a6ad-4c8b-97a6-99de9c622f45 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:38.748387 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c18dd9ee-3662-4047-9265-54cece31f449 req-e42bc7d7-5359-4280-91f1-044d8eb7d782 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (af33193e-a6ad-4c8b-97a6-99de9c622f45), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:38.906795 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d526a388-49e2-4434-8ba6-2e9c9bee3fbc None None] Provisioning complete for port 2b8c8c00-f3f4-4806-86da-2087442f7cbb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:38.907229 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d526a388-49e2-4434-8ba6-2e9c9bee3fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2b8c8c00-f3f4-4806-86da-2087442f7cbb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:38.972258 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c18dd9ee-3662-4047-9265-54cece31f449 req-e42bc7d7-5359-4280-91f1-044d8eb7d782 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] For port af33193e-a6ad-4c8b-97a6-99de9c622f45, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=af33193e-a6ad-4c8b-97a6-99de9c622f45,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:38.973749 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c18dd9ee-3662-4047-9265-54cece31f449 req-e42bc7d7-5359-4280-91f1-044d8eb7d782 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (af33193e-a6ad-4c8b-97a6-99de9c622f45), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:38.985312 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d526a388-49e2-4434-8ba6-2e9c9bee3fbc None None] Port 2b8c8c00-f3f4-4806-86da-2087442f7cbb cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:38.988682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f853d7f9-dc5f-4dbc-865c-3c7aa6c09965 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:39.021933 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-b0d3f5e3-5ba2-4aea-9b8e-b4377ad14a1b service neutron] 10.222.0.18 "GET /v2.0/networks/98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724922 Feb 03 13:02:39.025800 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c18dd9ee-3662-4047-9265-54cece31f449 req-e42bc7d7-5359-4280-91f1-044d8eb7d782 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Calling delete_port for af33193e-a6ad-4c8b-97a6-99de9c622f45 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:39.049432 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620726114', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:23Z', 'updated_at': '2022-02-03T13:02:33Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:24Z', 'updated_at': '2022-02-03T13:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '2b8c8c00-f3f4-4806-86da-2087442f7cbb', 'name': '', 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:91:f9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '147cd4bb-5254-4640-afa8-455d6d9066b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:02:33Z', 'revision_number': 2, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '147cd4bb-5254-4640-afa8-455d6d9066b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:39.109744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] Checking router: 4a2ef623-6258-4b06-bc9b-547a47c9cde4 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:02:39.116161 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] Updating router 4a2ef623-6258-4b06-bc9b-547a47c9cde4 port 2b8c8c00-f3f4-4806-86da-2087442f7cbb binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:02:39.191754 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2b8c8c00-f3f4-4806-86da-2087442f7cbb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:39.216692 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-bbc55eab-3b85-47a3-b543-f4993efe6d69 service neutron] 10.222.0.18 "GET /v2.0/networks/98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885924 Feb 03 13:02:39.422030 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbad0336-1d61-431b-b905-3ca2fc15c5aa tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:39.435768 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dbad0336-1d61-431b-b905-3ca2fc15c5aa tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "PUT /v2.0/routers/a3f8c857-929f-4a00-bc89-d87dc9977ba2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3558264 Feb 03 13:02:39.438805 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d8530-9b17-4f39-a9ff-c143749f398a None None] Sync routers for ids ['a3f8c857-929f-4a00-bc89-d87dc9977ba2'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:02:39.439795 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50054) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:39.445798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7959f8-2d3a-4177-960c-fd6b2c54c24f req-7f094d28-4a29-4680-878d-9044c14ed8c3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:39.458519 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e7959f8-2d3a-4177-960c-fd6b2c54c24f req-7f094d28-4a29-4680-878d-9044c14ed8c3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 907 time: 0.1109941 Feb 03 13:02:39.459271 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d8530-9b17-4f39-a9ff-c143749f398a None None] Routers {'a3f8c857-929f-4a00-bc89-d87dc9977ba2'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:39.459926 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-273d8530-9b17-4f39-a9ff-c143749f398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:02:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a3f8c857-929f-4a00-bc89-d87dc9977ba2'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:39.580559 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port f853d7f9-dc5f-4dbc-865c-3c7aa6c09965 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:39.585472 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f853d7f9-dc5f-4dbc-865c-3c7aa6c09965), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:39.716347 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f573a3-7b77-4e0e-b3ba-9526ffe4de4b tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Deleting subnet ff73552e-1ed3-4336-a967-2a56f29bbdc3 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:02:39.743876 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-273d8530-9b17-4f39-a9ff-c143749f398a None None] Set router a3f8c857-929f-4a00-bc89-d87dc9977ba2 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:02:39.773345 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3f573a3-7b77-4e0e-b3ba-9526ffe4de4b tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for subnet (ff73552e-1ed3-4336-a967-2a56f29bbdc3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:39.777792 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c8d671ea-9786-46d2-8466-af7bda44b9b3 req-6ef31bfe-1abf-4292-b695-badfa92d95a8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 210 time: 0.1080887 Feb 03 13:02:39.888861 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port f853d7f9-dc5f-4dbc-865c-3c7aa6c09965 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:39.890127 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-174ceb73-28de-47aa-b528-1b4ec9864670 req-2caf2705-009a-4bb4-bbd7-0623110b8483 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 210 time: 0.1064963 Feb 03 13:02:39.997384 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:40.041647 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3f573a3-7b77-4e0e-b3ba-9526ffe4de4b tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (ff73552e-1ed3-4336-a967-2a56f29bbdc3), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:40.202965 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] Publish callbacks [] for port (2b8c8c00-f3f4-4806-86da-2087442f7cbb), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:40.215350 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2b8c8c00-f3f4-4806-86da-2087442f7cbb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:40.282364 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3f573a3-7b77-4e0e-b3ba-9526ffe4de4b tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (ff73552e-1ed3-4336-a967-2a56f29bbdc3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:40.388437 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f632a-1462-4589-a696-6c43d79afffd None None] Pushing event updated for resources: {'Port': ['ID=2b8c8c00-f3f4-4806-86da-2087442f7cbb,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:40.523224 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3f573a3-7b77-4e0e-b3ba-9526ffe4de4b tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (ff73552e-1ed3-4336-a967-2a56f29bbdc3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:40.533166 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b0f34-2935-439d-b35e-2a9ec96f2c7b req-74bb0552-78f1-4fc6-b061-db4490638c6c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:40.549324 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-331b0f34-2935-439d-b35e-2a9ec96f2c7b req-74bb0552-78f1-4fc6-b061-db4490638c6c tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.2004161 Feb 03 13:02:40.560353 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-273d8530-9b17-4f39-a9ff-c143749f398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f8c857-929f-4a00-bc89-d87dc9977ba2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584624866', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'de40e7ff-b68b-4cd3-bcbf-6ff8957591af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:40Z', 'updated_at': '2022-02-03T13:02:36Z', 'revision_number': 5, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': 'de40e7ff-b68b-4cd3-bcbf-6ff8957591af', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f8c857-929f-4a00-bc89-d87dc9977ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:44Z', 'updated_at': '2022-02-03T13:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:40.562344 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] Attempting to bind port 2b8c8c00-f3f4-4806-86da-2087442f7cbb on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:02:40.571032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] Attempting to bind port 2b8c8c00-f3f4-4806-86da-2087442f7cbb by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '8cb7a044-f1ed-4a34-8aac-bd7786e940a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:02:40.576477 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] Attempting to bind port 2b8c8c00-f3f4-4806-86da-2087442f7cbb on network 98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:02:40.579970 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3f573a3-7b77-4e0e-b3ba-9526ffe4de4b tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:40.588623 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14efea9e-a2a2-478a-a030-d80178524efc None None] Network 3f39e52d-3b9d-42c4-a62e-6423873c1961 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:40.600568 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d3f573a3-7b77-4e0e-b3ba-9526ffe4de4b tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "DELETE /v2.0/subnets/ff73552e-1ed3-4336-a967-2a56f29bbdc3 HTTP/1.1" status: 204 len: 168 time: 1.1565733 Feb 03 13:02:40.619892 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50080) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:40.669780 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d8530-9b17-4f39-a9ff-c143749f398a None None] Checking router: a3f8c857-929f-4a00-bc89-d87dc9977ba2 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:02:40.688863 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d8530-9b17-4f39-a9ff-c143749f398a None None] Routers {'a3f8c857-929f-4a00-bc89-d87dc9977ba2'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:40.689399 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-273d8530-9b17-4f39-a9ff-c143749f398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:02:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a3f8c857-929f-4a00-bc89-d87dc9977ba2'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:40.736025 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-331b0f34-2935-439d-b35e-2a9ec96f2c7b req-88412136-e39c-4093-8f5d-d0f78d12ca26 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853986 Feb 03 13:02:40.738728 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:02:40.739116 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] Checking segment: {'id': '8cb7a044-f1ed-4a34-8aac-bd7786e940a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:40.739546 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:40.739924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] Bound using segment: {'id': '8cb7a044-f1ed-4a34-8aac-bd7786e940a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:02:40.741279 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] Bound port: 2b8c8c00-f3f4-4806-86da-2087442f7cbb, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb7a044-f1ed-4a34-8aac-bd7786e940a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:02:40.741547 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2b8c8c00-f3f4-4806-86da-2087442f7cbb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:41.030567 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b51db7a0-d17f-4679-b7c5-147adf6261fa req-a559923a-cab6-42c8-ba97-5bbeb3bab08c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 210 time: 0.0755212 Feb 03 13:02:41.034529 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-273d8530-9b17-4f39-a9ff-c143749f398a None None] Set router a3f8c857-929f-4a00-bc89-d87dc9977ba2 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:02:41.112383 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3c6738ab-8fa2-43c7-8291-88713a927cdd None None] Provisioning complete for port 2b8c8c00-f3f4-4806-86da-2087442f7cbb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:41.112925 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3c6738ab-8fa2-43c7-8291-88713a927cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2b8c8c00-f3f4-4806-86da-2087442f7cbb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:41.270511 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-82c92698-a2ba-4953-8627-27dc88ed10be req-dcb419b8-b53c-4643-8cf0-55b64d0b4263 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 210 time: 0.0895979 Feb 03 13:02:41.513707 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] For port 2b8c8c00-f3f4-4806-86da-2087442f7cbb, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:02:41.580420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] For port 2b8c8c00-f3f4-4806-86da-2087442f7cbb, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2b8c8c00-f3f4-4806-86da-2087442f7cbb,segment=NetworkSegment(8cb7a044-f1ed-4a34-8aac-bd7786e940a6),segment_id=8cb7a044-f1ed-4a34-8aac-bd7786e940a6)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:02:41.616409 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2b8c8c00-f3f4-4806-86da-2087442f7cbb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:41.627708 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3c6738ab-8fa2-43c7-8291-88713a927cdd None None] Port 2b8c8c00-f3f4-4806-86da-2087442f7cbb cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:41.654701 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-273d8530-9b17-4f39-a9ff-c143749f398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f8c857-929f-4a00-bc89-d87dc9977ba2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584624866', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'de40e7ff-b68b-4cd3-bcbf-6ff8957591af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:40Z', 'updated_at': '2022-02-03T13:02:36Z', 'revision_number': 5, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': 'de40e7ff-b68b-4cd3-bcbf-6ff8957591af', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f8c857-929f-4a00-bc89-d87dc9977ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:44Z', 'updated_at': '2022-02-03T13:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:41.744343 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a38355-c967-4ded-b42f-e44d1b0fd615 None None] DHCP port deletion for 3f39e52d-3b9d-42c4-a62e-6423873c1961 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:02:41.748759 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d8530-9b17-4f39-a9ff-c143749f398a None None] The sync data for ids ['a3f8c857-929f-4a00-bc89-d87dc9977ba2'] in n-d-827336-3 is: [{'id': 'a3f8c857-929f-4a00-bc89-d87dc9977ba2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584624866', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'de40e7ff-b68b-4cd3-bcbf-6ff8957591af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:40Z', 'updated_at': '2022-02-03T13:02:36Z', 'revision_number': 5, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': 'de40e7ff-b68b-4cd3-bcbf-6ff8957591af', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f8c857-929f-4a00-bc89-d87dc9977ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:44Z', 'updated_at': '2022-02-03T13:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:41.812554 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] Routers {'4a2ef623-6258-4b06-bc9b-547a47c9cde4'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:41.813353 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:02:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4a2ef623-6258-4b06-bc9b-547a47c9cde4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:41.895482 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-727466ce-80d0-436e-86d8-f7ffcdbade10 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:41.901435 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-727466ce-80d0-436e-86d8-f7ffcdbade10 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.73 "GET /v2.0/networks?id=98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 HTTP/1.1" status: 200 len: 797 time: 0.3207104 Feb 03 13:02:41.951353 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26dd8ffc-b756-48e4-bd77-7ebbbf47fb80 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for router (a3f8c857-929f-4a00-bc89-d87dc9977ba2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:42.018720 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f573a3-7b77-4e0e-b3ba-9526ffe4de4b tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event deleted for resources: {'Subnet': ['ID=ff73552e-1ed3-4336-a967-2a56f29bbdc3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:42.066943 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] Set router 4a2ef623-6258-4b06-bc9b-547a47c9cde4 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:02:42.194551 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e7ea6f4-521b-44e8-87fc-a8a35bf088c7 req-8dd93e2c-1fac-4f26-9d8d-68f4b73dcd73 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7789259 Feb 03 13:02:42.244015 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-663120c9-ad2c-441e-b1fc-1da8f83e8fcd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b3ece076217446ab8e2a581b50fd3d4 HTTP/1.1" status: 200 len: 380 time: 0.3251188 Feb 03 13:02:42.265216 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728e3b7-aa74-4468-8054-b3ca0c2229c4 req-295891f6-4413-4fe7-95df-932be5fa7d66 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:42.266866 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c728e3b7-aa74-4468-8054-b3ca0c2229c4 req-295891f6-4413-4fe7-95df-932be5fa7d66 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.3028302 Feb 03 13:02:42.273924 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-77074723-d026-4397-adf7-10fe4ab1f053 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'port': {'device_id': '45ccb261-4eb8-47d6-bd6c-c7be494bfd69', 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9', 'admin_state_up': True, 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'security_groups': ['12aab41c-b84b-4d6b-a989-e5b20a7a4cb9']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:42.333184 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f632a-1462-4589-a696-6c43d79afffd None None] Pushing event updated for resources: {'Port': ['ID=2b8c8c00-f3f4-4806-86da-2087442f7cbb,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:42.333756 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c18dd9ee-3662-4047-9265-54cece31f449 req-e42bc7d7-5359-4280-91f1-044d8eb7d782 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (af33193e-a6ad-4c8b-97a6-99de9c622f45), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:42.464479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-81092b65-60d1-4b7b-ba6c-3e5e4e23f0a3 None None] Provisioning complete for port 2b8c8c00-f3f4-4806-86da-2087442f7cbb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:42.464857 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81092b65-60d1-4b7b-ba6c-3e5e4e23f0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2b8c8c00-f3f4-4806-86da-2087442f7cbb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:42.541910 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c728e3b7-aa74-4468-8054-b3ca0c2229c4 req-6f7a8696-62c2-4cc3-935a-93f456fd51d1 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834494 Feb 03 13:02:42.590757 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-77074723-d026-4397-adf7-10fe4ab1f053 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Made reservation on behalf of 6b3ece076217446ab8e2a581b50fd3d4 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:42.595463 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-77074723-d026-4397-adf7-10fe4ab1f053 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:42.620238 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18dd9ee-3662-4047-9265-54cece31f449 req-e42bc7d7-5359-4280-91f1-044d8eb7d782 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] No DVR routers for this DVR port af33193e-a6ad-4c8b-97a6-99de9c622f45 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:42.625628 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c18dd9ee-3662-4047-9265-54cece31f449 req-e42bc7d7-5359-4280-91f1-044d8eb7d782 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:42.633740 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c18dd9ee-3662-4047-9265-54cece31f449 req-e42bc7d7-5359-4280-91f1-044d8eb7d782 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.31 "DELETE /v2.0/ports/af33193e-a6ad-4c8b-97a6-99de9c622f45 HTTP/1.1" status: 204 len: 173 time: 4.3671377 Feb 03 13:02:42.648762 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271b8ec-954a-43f1-b68d-eea238cef3cc req-363af116-49a6-4ced-907b-617b4521a219 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:42.651056 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7271b8ec-954a-43f1-b68d-eea238cef3cc req-363af116-49a6-4ced-907b-617b4521a219 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f501624e-b7db-4088-b1f0-52cccbef54af HTTP/1.1" status: 200 len: 907 time: 0.7729294 Feb 03 13:02:42.673825 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b5744-28bf-412e-adf2-0c1db251f4f9 req-39e48c81-8299-4947-9622-914748c8b2eb tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:42.675691 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fd2b5744-28bf-412e-adf2-0c1db251f4f9 req-39e48c81-8299-4947-9622-914748c8b2eb tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.8865747 Feb 03 13:02:42.683927 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f501624e-b7db-4088-b1f0-52cccbef54af', 'name': 'network-vif-deleted', 'tag': 'af33193e-a6ad-4c8b-97a6-99de9c622f45'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:42.698436 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394d0190-e841-455c-b8e9-89e3b3d30fee" -d '{"events": [{"server_uuid": "f501624e-b7db-4088-b1f0-52cccbef54af", "name": "network-vif-deleted", "tag": "af33193e-a6ad-4c8b-97a6-99de9c622f45"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:42.787873 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-81092b65-60d1-4b7b-ba6c-3e5e4e23f0a3 None None] Current status of the port 2b8c8c00-f3f4-4806-86da-2087442f7cbb is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:42.788187 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea6f4-521b-44e8-87fc-a8a35bf088c7 req-45572e31-3dcb-4663-984c-431c9a26599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:42.788857 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81092b65-60d1-4b7b-ba6c-3e5e4e23f0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2b8c8c00-f3f4-4806-86da-2087442f7cbb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:42.790148 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e7ea6f4-521b-44e8-87fc-a8a35bf088c7 req-45572e31-3dcb-4663-984c-431c9a26599f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d3da86861ee4a179872b24fbf239a16&device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 1128 time: 0.5542824 Feb 03 13:02:42.793765 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-06a38355-c967-4ded-b42f-e44d1b0fd615 None None] Deleting port 9273fd03-4377-4832-bc59-437d6dc97909 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:42.794374 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06a38355-c967-4ded-b42f-e44d1b0fd615 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (9273fd03-4377-4832-bc59-437d6dc97909), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:42.799844 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bc7d7-5359-4280-91f1-044d8eb7d782 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Pushing event deleted for resources: {'Port': ['ID=af33193e-a6ad-4c8b-97a6-99de9c622f45,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:42.863362 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device af33193e-a6ad-4c8b-97a6-99de9c622f45 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:42.946645 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 35f92ad6-bfb5-4075-95ad-81afe878ced2 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:42.963032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: af33193e-a6ad-4c8b-97a6-99de9c622f45 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:02:42.963375 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device af33193e-a6ad-4c8b-97a6-99de9c622f45 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:02:43.008639 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea6f4-521b-44e8-87fc-a8a35bf088c7 req-8896fcab-71a5-458f-85d0-d8d359c298e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:43.009837 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e7ea6f4-521b-44e8-87fc-a8a35bf088c7 req-8896fcab-71a5-458f-85d0-d8d359c298e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 200 len: 913 time: 0.1877096 Feb 03 13:02:43.013770 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-77074723-d026-4397-adf7-10fe4ab1f053 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Allocated IP 172.20.0.9 (98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9/147cd4bb-5254-4640-afa8-455d6d9066b1/0bb40b38-cb05-4903-ba38-304ace11ee70) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:43.088253 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 35f92ad6-bfb5-4075-95ad-81afe878ced2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:02:43.088601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 35f92ad6-bfb5-4075-95ad-81afe878ced2 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:02:43.098077 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9273fd03-4377-4832-bc59-437d6dc97909 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:43.100710 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7bdc57bb-a4b9-4787-b282-6cb81f91001f req-7813ab54-434a-4ed0-8fb8-82906eec7b1c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 210 time: 0.2963457 Feb 03 13:02:43.102154 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e7ea6f4-521b-44e8-87fc-a8a35bf088c7 req-b6d41e54-580d-4fea-8e7d-f6f2f4a9364c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=321981a9-19fc-464d-8218-a2a29a3bdb81 HTTP/1.1" status: 200 len: 217 time: 0.0522351 Feb 03 13:02:43.114324 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-81092b65-60d1-4b7b-ba6c-3e5e4e23f0a3 None None] For port 2b8c8c00-f3f4-4806-86da-2087442f7cbb, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2b8c8c00-f3f4-4806-86da-2087442f7cbb,segment=NetworkSegment(8cb7a044-f1ed-4a34-8aac-bd7786e940a6),segment_id=8cb7a044-f1ed-4a34-8aac-bd7786e940a6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:43.179013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea6f4-521b-44e8-87fc-a8a35bf088c7 req-7fc56242-53aa-4db9-af67-4907341e1e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:43.183526 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e7ea6f4-521b-44e8-87fc-a8a35bf088c7 req-7fc56242-53aa-4db9-af67-4907341e1e5d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 200 len: 851 time: 0.0705388 Feb 03 13:02:43.220211 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-77074723-d026-4397-adf7-10fe4ab1f053 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:43.225757 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81092b65-60d1-4b7b-ba6c-3e5e4e23f0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2b8c8c00-f3f4-4806-86da-2087442f7cbb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:43.244860 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c48d77-cc81-476f-8c67-17730b45e91a x-openstack-request-id: req-57c48d77-cc81-476f-8c67-17730b45e91a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:43.245445 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f501624e-b7db-4088-b1f0-52cccbef54af", "name": "network-vif-deleted", "tag": "af33193e-a6ad-4c8b-97a6-99de9c622f45", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:43.246337 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57c48d77-cc81-476f-8c67-17730b45e91a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:43.246902 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f501624e-b7db-4088-b1f0-52cccbef54af', 'name': 'network-vif-deleted', 'tag': 'af33193e-a6ad-4c8b-97a6-99de9c622f45', 'status': 'completed', 'code': 200} Feb 03 13:02:43.251539 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-06a38355-c967-4ded-b42f-e44d1b0fd615 None None] For port 9273fd03-4377-4832-bc59-437d6dc97909, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9273fd03-4377-4832-bc59-437d6dc97909,segment=NetworkSegment(c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98),segment_id=c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:43.258219 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06a38355-c967-4ded-b42f-e44d1b0fd615 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (9273fd03-4377-4832-bc59-437d6dc97909), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:43.292675 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26dd8ffc-b756-48e4-bd77-7ebbbf47fb80 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for router_gateway (a3f8c857-929f-4a00-bc89-d87dc9977ba2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:43.297907 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-06a38355-c967-4ded-b42f-e44d1b0fd615 None None] Calling delete_port for 9273fd03-4377-4832-bc59-437d6dc97909 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:43.313470 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-fd2b5744-28bf-412e-adf2-0c1db251f4f9 req-05a34100-5d77-434b-98ec-5212c4916a5b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Deleting port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:43.313831 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fd2b5744-28bf-412e-adf2-0c1db251f4f9 req-05a34100-5d77-434b-98ec-5212c4916a5b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:43.352372 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ea6f4-521b-44e8-87fc-a8a35bf088c7 req-f23da681-b94c-49d6-bd6d-915ef9ae085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:43.357391 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e7ea6f4-521b-44e8-87fc-a8a35bf088c7 req-f23da681-b94c-49d6-bd6d-915ef9ae085c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1683836 Feb 03 13:02:43.393138 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-77074723-d026-4397-adf7-10fe4ab1f053 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:43.469660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77074723-d026-4397-adf7-10fe4ab1f053 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=0bb40b38-cb05-4903-ba38-304ace11ee70,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:43.471448 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06a38355-c967-4ded-b42f-e44d1b0fd615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (9273fd03-4377-4832-bc59-437d6dc97909), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:43.514898 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2043e39-c859-4398-88b5-07913609eef1 req-e91995cf-4227-4aa0-91f7-35edd3a58dfd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:43.524555 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No active binding found for port 9273fd03-4377-4832-bc59-437d6dc97909 {{(pid=103190) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 03 13:02:43.525137 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f2043e39-c859-4398-88b5-07913609eef1 req-e91995cf-4227-4aa0-91f7-35edd3a58dfd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 931 time: 0.2051814 Feb 03 13:02:43.525719 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] The host n-d-827336-3 is not matching for port 9273fd03-4377-4832-bc59-437d6dc97909 host None! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:02:43.526316 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9273fd03-4377-4832-bc59-437d6dc97909 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:02:43.539615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a38355-c967-4ded-b42f-e44d1b0fd615 None None] No DVR routers for this DVR port 9273fd03-4377-4832-bc59-437d6dc97909 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:43.561980 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620726114', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:23Z', 'updated_at': '2022-02-03T13:02:33Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:24Z', 'updated_at': '2022-02-03T13:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '2b8c8c00-f3f4-4806-86da-2087442f7cbb', 'name': '', 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:91:f9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '147cd4bb-5254-4640-afa8-455d6d9066b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:02:41Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '147cd4bb-5254-4640-afa8-455d6d9066b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:43.596448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f042e0a-6138-449a-a329-6c8fb2c555b8 None None] The sync data for ids ['4a2ef623-6258-4b06-bc9b-547a47c9cde4'] in n-d-827336-3 is: [{'id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620726114', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:23Z', 'updated_at': '2022-02-03T13:02:33Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:24Z', 'updated_at': '2022-02-03T13:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '2b8c8c00-f3f4-4806-86da-2087442f7cbb', 'name': '', 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:91:f9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '147cd4bb-5254-4640-afa8-455d6d9066b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:02:41Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '147cd4bb-5254-4640-afa8-455d6d9066b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:43.598412 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81092b65-60d1-4b7b-ba6c-3e5e4e23f0a3 None None] Pushing event updated for resources: {'Port': ['ID=2b8c8c00-f3f4-4806-86da-2087442f7cbb,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:43.647647 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a38355-c967-4ded-b42f-e44d1b0fd615 None None] Pushing event deleted for resources: {'Port': ['ID=9273fd03-4377-4832-bc59-437d6dc97909,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:43.680087 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f2043e39-c859-4398-88b5-07913609eef1 req-a665d0fc-c912-4acd-8e08-bace101229cd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537225 Feb 03 13:02:43.691719 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-77074723-d026-4397-adf7-10fe4ab1f053 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network 98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:43.694582 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-77074723-d026-4397-adf7-10fe4ab1f053 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:43.735986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-77074723-d026-4397-adf7-10fe4ab1f053 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:43.864752 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-77074723-d026-4397-adf7-10fe4ab1f053 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:43.865576 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-77074723-d026-4397-adf7-10fe4ab1f053 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:43.904915 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-77074723-d026-4397-adf7-10fe4ab1f053 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6369245 Feb 03 13:02:43.923546 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] Request body: {'port': {'device_id': '45ccb261-4eb8-47d6-bd6c-c7be494bfd69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:44.004497 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-fd2b5744-28bf-412e-adf2-0c1db251f4f9 req-05a34100-5d77-434b-98ec-5212c4916a5b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] For port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,segment=NetworkSegment(8349473a-7ba9-43a4-9d76-74f7b8c3cffb),segment_id=8349473a-7ba9-43a4-9d76-74f7b8c3cffb)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:44.017769 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fd2b5744-28bf-412e-adf2-0c1db251f4f9 req-05a34100-5d77-434b-98ec-5212c4916a5b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:44.113189 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:44.146848 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-fd2b5744-28bf-412e-adf2-0c1db251f4f9 req-05a34100-5d77-434b-98ec-5212c4916a5b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Calling delete_port for b072ab41-8edb-4efb-bdb7-17a1f52ba5aa owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:44.159923 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-26dd8ffc-b756-48e4-bd77-7ebbbf47fb80 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Deleting port de40e7ff-b68b-4cd3-bcbf-6ff8957591af {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:44.160299 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26dd8ffc-b756-48e4-bd77-7ebbbf47fb80 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (de40e7ff-b68b-4cd3-bcbf-6ff8957591af), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:44.210055 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-876733f9-afdf-411f-91d9-f59773489de3 None None] Provisioning complete for port 0bb40b38-cb05-4903-ba38-304ace11ee70 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:44.210432 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-876733f9-afdf-411f-91d9-f59773489de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:44.247665 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e7ea6f4-521b-44e8-87fc-a8a35bf088c7 req-16595108-a768-48dc-b780-9273937d68b1 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8801169 Feb 03 13:02:44.302195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-876733f9-afdf-411f-91d9-f59773489de3 None None] Port 0bb40b38-cb05-4903-ba38-304ace11ee70 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:02:44.346773 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4ad59f05-c243-4e3d-a898-526954f16dd2 req-4cf3dcc5-6120-4e79-a2fe-f9f36897ce74 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 210 time: 0.1157889 Feb 03 13:02:44.480323 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e7ea6f4-521b-44e8-87fc-a8a35bf088c7 req-f67aec5d-ac13-4631-9514-97894b57eca6 service neutron] 10.222.0.73 "GET /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043650 Feb 03 13:02:44.572050 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe08d7-d2bb-4534-ab32-c34a80e66877 req-847fdfcb-0d7a-4b41-b3e2-070fd9066933 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:44.574447 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5efe08d7-d2bb-4534-ab32-c34a80e66877 req-847fdfcb-0d7a-4b41-b3e2-070fd9066933 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 946 time: 0.8562872 Feb 03 13:02:44.876799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bedacd-8717-4021-8639-93db519f2e70 req-000471e2-928f-4045-8981-5c3969faf0fe tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:44.878460 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4bedacd-8717-4021-8639-93db519f2e70 req-000471e2-928f-4045-8981-5c3969faf0fe tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942 HTTP/1.1" status: 200 len: 945 time: 0.1334400 Feb 03 13:02:44.914002 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2b8c8c00-f3f4-4806-86da-2087442f7cbb up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:44.919266 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-26dd8ffc-b756-48e4-bd77-7ebbbf47fb80 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] For port de40e7ff-b68b-4cd3-bcbf-6ff8957591af, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=de40e7ff-b68b-4cd3-bcbf-6ff8957591af,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:44.919649 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26dd8ffc-b756-48e4-bd77-7ebbbf47fb80 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (de40e7ff-b68b-4cd3-bcbf-6ff8957591af), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:44.965102 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb40b38-cb05-4903-ba38-304ace11ee70 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:02:44.996397 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-26dd8ffc-b756-48e4-bd77-7ebbbf47fb80 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Calling delete_port for de40e7ff-b68b-4cd3-bcbf-6ff8957591af owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:45.019643 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeec52b-1f2d-4b22-aed7-42257fdc4b5a req-6703fe2b-cf36-4722-83fb-abec67ddd059 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:45.022205 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eaeec52b-1f2d-4b22-aed7-42257fdc4b5a req-6703fe2b-cf36-4722-83fb-abec67ddd059 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.31 "GET /v2.0/ports?device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942 HTTP/1.1" status: 200 len: 945 time: 0.4468095 Feb 03 13:02:45.043641 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 2b8c8c00-f3f4-4806-86da-2087442f7cbb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:45.044314 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2b8c8c00-f3f4-4806-86da-2087442f7cbb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.052722 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] Publish callbacks [] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.053552 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5efe08d7-d2bb-4534-ab32-c34a80e66877 req-a449676a-afa4-4741-8a8e-a5fc04d69240 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca87bad9-ba3c-49c4-9c59-aa85e15dced4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324315 Feb 03 13:02:45.084635 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4bedacd-8717-4021-8639-93db519f2e70 req-0d03826a-fcdf-4d57-82de-d12735fb6a59 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607156 Feb 03 13:02:45.127457 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] Transition to ACTIVE for port object 0bb40b38-cb05-4903-ba38-304ace11ee70 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:02:45.135515 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.174929 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fd2b5744-28bf-412e-adf2-0c1db251f4f9 req-05a34100-5d77-434b-98ec-5212c4916a5b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b072ab41-8edb-4efb-bdb7-17a1f52ba5aa), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.273602 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 2b8c8c00-f3f4-4806-86da-2087442f7cbb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:45.322392 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb40b38-cb05-4903-ba38-304ace11ee70,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:45.366694 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a34100-5d77-434b-98ec-5212c4916a5b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Pushing event deleted for resources: {'Port': ['ID=b072ab41-8edb-4efb-bdb7-17a1f52ba5aa,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:45.517121 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] Attempting to bind port 0bb40b38-cb05-4903-ba38-304ace11ee70 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:02:45.517733 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] Attempting to bind port 0bb40b38-cb05-4903-ba38-304ace11ee70 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '8cb7a044-f1ed-4a34-8aac-bd7786e940a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:02:45.518171 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] Attempting to bind port 0bb40b38-cb05-4903-ba38-304ace11ee70 on network 98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:02:45.531400 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] Port 0bb40b38-cb05-4903-ba38-304ace11ee70 on network 98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:02:45.534023 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] Attempting to bind port 0bb40b38-cb05-4903-ba38-304ace11ee70 on network 98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:02:45.538183 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2b5744-28bf-412e-adf2-0c1db251f4f9 req-05a34100-5d77-434b-98ec-5212c4916a5b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] No DVR routers for this DVR port b072ab41-8edb-4efb-bdb7-17a1f52ba5aa on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:45.544340 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-fd2b5744-28bf-412e-adf2-0c1db251f4f9 req-05a34100-5d77-434b-98ec-5212c4916a5b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.549855 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fd2b5744-28bf-412e-adf2-0c1db251f4f9 req-05a34100-5d77-434b-98ec-5212c4916a5b tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.31 "DELETE /v2.0/ports/b072ab41-8edb-4efb-bdb7-17a1f52ba5aa HTTP/1.1" status: 204 len: 173 time: 2.8156493 Feb 03 13:02:45.556876 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7314ec-0b92-4599-aa83-438297651f67', 'name': 'network-vif-deleted', 'tag': 'b072ab41-8edb-4efb-bdb7-17a1f52ba5aa'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:45.559682 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454bf360-f864-4156-baa9-49392289884d" -d '{"events": [{"server_uuid": "ba7314ec-0b92-4599-aa83-438297651f67", "name": "network-vif-deleted", "tag": "b072ab41-8edb-4efb-bdb7-17a1f52ba5aa"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:45.580980 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:02:45.586797 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] Checking segment: {'id': '8cb7a044-f1ed-4a34-8aac-bd7786e940a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:45.587886 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] Bound using segment: {'id': '8cb7a044-f1ed-4a34-8aac-bd7786e940a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:02:45.590926 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] Bound port: 0bb40b38-cb05-4903-ba38-304ace11ee70, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb7a044-f1ed-4a34-8aac-bd7786e940a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:02:45.591437 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.652725 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46332b4b-4c4e-482b-b41d-3500733e4910 req-464ef7e0-af28-464c-aa04-7031589d2d48 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 210 time: 0.1121354 Feb 03 13:02:45.718746 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e9bd4-f200-4468-a444-431e66788d55 req-c2a10ad2-01bb-4b24-aec2-6be27e503b96 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:45.728235 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b42e9bd4-f200-4468-a444-431e66788d55 req-c2a10ad2-01bb-4b24-aec2-6be27e503b96 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 943 time: 0.4968047 Feb 03 13:02:45.846009 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b42e9bd4-f200-4468-a444-431e66788d55 req-687aa502-f593-47ae-b249-a13794bc1ce8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167233 Feb 03 13:02:45.861514 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd36214c-4151-4acb-b088-3ba5aa023757 x-openstack-request-id: req-fd36214c-4151-4acb-b088-3ba5aa023757 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:45.861514 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7314ec-0b92-4599-aa83-438297651f67", "name": "network-vif-deleted", "tag": "b072ab41-8edb-4efb-bdb7-17a1f52ba5aa", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:45.861514 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd36214c-4151-4acb-b088-3ba5aa023757 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:45.861514 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7314ec-0b92-4599-aa83-438297651f67', 'name': 'network-vif-deleted', 'tag': 'b072ab41-8edb-4efb-bdb7-17a1f52ba5aa', 'status': 'completed', 'code': 200} Feb 03 13:02:45.883106 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] For port 0bb40b38-cb05-4903-ba38-304ace11ee70, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:02:45.889788 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] For port 0bb40b38-cb05-4903-ba38-304ace11ee70, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=0bb40b38-cb05-4903-ba38-304ace11ee70,segment=NetworkSegment(8cb7a044-f1ed-4a34-8aac-bd7786e940a6),segment_id=8cb7a044-f1ed-4a34-8aac-bd7786e940a6)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:02:45.904427 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.975914 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.983591 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:45.984212 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-eaeec52b-1f2d-4b22-aed7-42257fdc4b5a req-a4f26854-7b5e-4ea1-a213-f0d9a21cfc85 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Deleting port 124c7ce3-64a5-48c1-9922-f78ac6e27463 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:45.984599 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eaeec52b-1f2d-4b22-aed7-42257fdc4b5a req-a4f26854-7b5e-4ea1-a213-f0d9a21cfc85 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (124c7ce3-64a5-48c1-9922-f78ac6e27463), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.985916 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.988558 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] 10.222.0.73 "PUT /v2.0/ports/0bb40b38-cb05-4903-ba38-304ace11ee70 HTTP/1.1" status: 200 len: 1091 time: 2.0700078 Feb 03 13:02:45.989032 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ccb261-4eb8-47d6-bd6c-c7be494bfd69', 'tag': '0bb40b38-cb05-4903-ba38-304ace11ee70'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:45.991929 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26dd8ffc-b756-48e4-bd77-7ebbbf47fb80 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (de40e7ff-b68b-4cd3-bcbf-6ff8957591af), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:45.994078 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373f6ba8-d8e1-40c1-b08d-ed0e1be0b9de" -d '{"events": [{"name": "network-changed", "server_uuid": "45ccb261-4eb8-47d6-bd6c-c7be494bfd69", "tag": "0bb40b38-cb05-4903-ba38-304ace11ee70"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:46.155765 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd8ffc-b756-48e4-bd77-7ebbbf47fb80 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event deleted for resources: {'Port': ['ID=de40e7ff-b68b-4cd3-bcbf-6ff8957591af,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:46.186443 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcff1f24-98b1-48b0-bd2b-7c29f8da714c x-openstack-request-id: req-fcff1f24-98b1-48b0-bd2b-7c29f8da714c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:46.187043 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ccb261-4eb8-47d6-bd6c-c7be494bfd69", "tag": "0bb40b38-cb05-4903-ba38-304ace11ee70", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:46.187312 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fcff1f24-98b1-48b0-bd2b-7c29f8da714c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:46.187812 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ccb261-4eb8-47d6-bd6c-c7be494bfd69', 'tag': '0bb40b38-cb05-4903-ba38-304ace11ee70', 'status': 'completed', 'code': 200} Feb 03 13:02:46.206865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81673c-88b7-45fe-af0b-89c94ce85040 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb40b38-cb05-4903-ba38-304ace11ee70,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:46.429088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-d88419bd-6c46-4766-92fa-40ad59e6ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:46.430619 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f8b20574-a23f-4a29-8768-bc95490d1bc7 req-5079066f-156c-4fb2-b618-4e44a7a2da96 tempest-ServersNegativeTestJSON-1847089988 tempest-ServersNegativeTestJSON-1847089988-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba7314ec-0b92-4599-aa83-438297651f67 HTTP/1.1" status: 200 len: 210 time: 0.0709317 Feb 03 13:02:46.434841 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-d88419bd-6c46-4766-92fa-40ad59e6ed0a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 1125 time: 0.3590417 Feb 03 13:02:46.552931 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-eaeec52b-1f2d-4b22-aed7-42257fdc4b5a req-a4f26854-7b5e-4ea1-a213-f0d9a21cfc85 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] For port 124c7ce3-64a5-48c1-9922-f78ac6e27463, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=124c7ce3-64a5-48c1-9922-f78ac6e27463,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:46.553300 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eaeec52b-1f2d-4b22-aed7-42257fdc4b5a req-a4f26854-7b5e-4ea1-a213-f0d9a21cfc85 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (124c7ce3-64a5-48c1-9922-f78ac6e27463), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:46.574609 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26dd8ffc-b756-48e4-bd77-7ebbbf47fb80 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (a3f8c857-929f-4a00-bc89-d87dc9977ba2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:46.610422 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-2c454e31-5278-4729-b927-e28d03ac29cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bb40b38-cb05-4903-ba38-304ace11ee70 HTTP/1.1" status: 200 len: 217 time: 0.1526961 Feb 03 13:02:46.643407 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2050e7-835e-4b4a-8eb5-5aedc6430eba req-713bea5f-9ade-4c10-ade4-023d1be95001 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:46.654893 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be2050e7-835e-4b4a-8eb5-5aedc6430eba req-713bea5f-9ade-4c10-ade4-023d1be95001 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942 HTTP/1.1" status: 200 len: 945 time: 0.3302078 Feb 03 13:02:46.711445 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26dd8ffc-b756-48e4-bd77-7ebbbf47fb80 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (a3f8c857-929f-4a00-bc89-d87dc9977ba2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:46.715881 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26dd8ffc-b756-48e4-bd77-7ebbbf47fb80 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for router_controller (a3f8c857-929f-4a00-bc89-d87dc9977ba2), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:46.810948 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26dd8ffc-b756-48e4-bd77-7ebbbf47fb80 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (a3f8c857-929f-4a00-bc89-d87dc9977ba2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:46.811420 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dd8ffc-b756-48e4-bd77-7ebbbf47fb80 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Fanout notify agent at l3_agent the message router_deleted on router a3f8c857-929f-4a00-bc89-d87dc9977ba2 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:02:46.814992 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-8163620e-0a03-453d-a79c-df01797acd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:46.819019 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-8163620e-0a03-453d-a79c-df01797acd80 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=147cd4bb-5254-4640-afa8-455d6d9066b1 HTTP/1.1" status: 200 len: 835 time: 0.2055776 Feb 03 13:02:46.834399 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 124c7ce3-64a5-48c1-9922-f78ac6e27463 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:46.841039 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26dd8ffc-b756-48e4-bd77-7ebbbf47fb80 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:46.842309 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-26dd8ffc-b756-48e4-bd77-7ebbbf47fb80 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "DELETE /v2.0/routers/a3f8c857-929f-4a00-bc89-d87dc9977ba2 HTTP/1.1" status: 204 len: 168 time: 6.1625152 Feb 03 13:02:46.846535 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be2050e7-835e-4b4a-8eb5-5aedc6430eba req-9d8fb1b4-1f30-4c4b-b04b-920d9fc574b2 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886899 Feb 03 13:02:46.847353 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50156) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:46.873338 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-eaeec52b-1f2d-4b22-aed7-42257fdc4b5a req-a4f26854-7b5e-4ea1-a213-f0d9a21cfc85 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Calling delete_port for 124c7ce3-64a5-48c1-9922-f78ac6e27463 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:47.032610 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-def44527-e9db-4799-a64f-1cc91e0f4a6c req-f3be4367-cef6-4209-b2aa-49f2ba46e25e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 210 time: 0.1732812 Feb 03 13:02:47.124084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 124c7ce3-64a5-48c1-9922-f78ac6e27463 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:47.124632 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (124c7ce3-64a5-48c1-9922-f78ac6e27463), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:47.179305 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccc5d04-2a5d-44ff-b7d2-7545e03c0942', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '124c7ce3-64a5-48c1-9922-f78ac6e27463'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:47.183409 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9948b5b1-9359-44ae-9f65-c2d8dcf36960" -d '{"events": [{"server_uuid": "eccc5d04-2a5d-44ff-b7d2-7545e03c0942", "name": "network-vif-unplugged", "status": "completed", "tag": "124c7ce3-64a5-48c1-9922-f78ac6e27463"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:47.249337 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 124c7ce3-64a5-48c1-9922-f78ac6e27463, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=124c7ce3-64a5-48c1-9922-f78ac6e27463,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:47.258057 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (124c7ce3-64a5-48c1-9922-f78ac6e27463), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:47.259243 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device b072ab41-8edb-4efb-bdb7-17a1f52ba5aa no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:47.291285 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2791a419-bebe-4ebc-bc1f-aec182e5102a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (3f39e52d-3b9d-42c4-a62e-6423873c1961), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:47.339875 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-20547fd5-181c-444c-ad68-2abbeda47ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:47.343487 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: b072ab41-8edb-4efb-bdb7-17a1f52ba5aa {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:02:47.344094 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device b072ab41-8edb-4efb-bdb7-17a1f52ba5aa not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:02:47.345011 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-20547fd5-181c-444c-ad68-2abbeda47ba9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4962914 Feb 03 13:02:47.421113 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eaeec52b-1f2d-4b22-aed7-42257fdc4b5a req-a4f26854-7b5e-4ea1-a213-f0d9a21cfc85 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (124c7ce3-64a5-48c1-9922-f78ac6e27463), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:47.434728 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7210365e-1508-409d-9492-6b5ec18ebffd x-openstack-request-id: req-7210365e-1508-409d-9492-6b5ec18ebffd {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:47.435038 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eccc5d04-2a5d-44ff-b7d2-7545e03c0942", "name": "network-vif-unplugged", "status": "completed", "tag": "124c7ce3-64a5-48c1-9922-f78ac6e27463", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:47.435300 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7210365e-1508-409d-9492-6b5ec18ebffd {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:47.435703 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccc5d04-2a5d-44ff-b7d2-7545e03c0942', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '124c7ce3-64a5-48c1-9922-f78ac6e27463', 'code': 200} Feb 03 13:02:47.466433 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['321981a9-19fc-464d-8218-a2a29a3bdb81'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:02:47.471021 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b4d51-af1e-4fce-9407-fa1ee3ec3a8a req-d3c626b5-ae61-4ce7-b697-eadc396a819a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:47.491910 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa2b4d51-af1e-4fce-9407-fa1ee3ec3a8a req-d3c626b5-ae61-4ce7-b697-eadc396a819a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 943 time: 0.3708384 Feb 03 13:02:47.510240 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f26854-7b5e-4ea1-a213-f0d9a21cfc85 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Pushing event deleted for resources: {'Port': ['ID=124c7ce3-64a5-48c1-9922-f78ac6e27463,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:47.534713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50168) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:47.616587 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=124c7ce3-64a5-48c1-9922-f78ac6e27463,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:47.652882 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-2389301e-be23-415c-84d0-5af70d7a629f service neutron] 10.222.0.73 "GET /v2.0/networks/98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800176 Feb 03 13:02:47.675590 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaeec52b-1f2d-4b22-aed7-42257fdc4b5a req-a4f26854-7b5e-4ea1-a213-f0d9a21cfc85 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] No DVR routers for this DVR port 124c7ce3-64a5-48c1-9922-f78ac6e27463 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:47.693405 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-eaeec52b-1f2d-4b22-aed7-42257fdc4b5a req-a4f26854-7b5e-4ea1-a213-f0d9a21cfc85 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:47.701795 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eaeec52b-1f2d-4b22-aed7-42257fdc4b5a req-a4f26854-7b5e-4ea1-a213-f0d9a21cfc85 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.31 "DELETE /v2.0/ports/124c7ce3-64a5-48c1-9922-f78ac6e27463 HTTP/1.1" status: 204 len: 173 time: 2.6722679 Feb 03 13:02:47.749764 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-82170059-09bd-458b-8902-dc45606e6efe admin admin] Deleting subnet 56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:02:47.757333 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82170059-09bd-458b-8902-dc45606e6efe admin admin] Publish callbacks [] for subnet (56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:47.829750 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8cca493f-f9f2-4856-aa39-11e30a472ea2 req-f01bf839-d05b-4153-a2a2-07d6abb311a2 service neutron] 10.222.0.73 "GET /v2.0/networks/98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650543 Feb 03 13:02:47.837755 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82170059-09bd-458b-8902-dc45606e6efe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:47.966287 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82170059-09bd-458b-8902-dc45606e6efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.009139 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa2b4d51-af1e-4fce-9407-fa1ee3ec3a8a req-7345d737-9103-4921-82d5-0106feb4b97d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3523431 Feb 03 13:02:48.015661 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2791a419-bebe-4ebc-bc1f-aec182e5102a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (3f39e52d-3b9d-42c4-a62e-6423873c1961), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.055485 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccc5d04-2a5d-44ff-b7d2-7545e03c0942', 'name': 'network-vif-deleted', 'tag': '124c7ce3-64a5-48c1-9922-f78ac6e27463'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:48.057813 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cddab86-aeae-4fdb-a4bf-11009697304e" -d '{"events": [{"server_uuid": "eccc5d04-2a5d-44ff-b7d2-7545e03c0942", "name": "network-vif-deleted", "tag": "124c7ce3-64a5-48c1-9922-f78ac6e27463"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:48.066052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f6ba8-d8e1-40c1-b08d-ed0e1be0b9de req-0d7a8ed0-4563-4f42-b1db-2fb94f6da2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:48.067759 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-373f6ba8-d8e1-40c1-b08d-ed0e1be0b9de req-0d7a8ed0-4563-4f42-b1db-2fb94f6da2ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 1125 time: 0.1406381 Feb 03 13:02:48.069857 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2791a419-bebe-4ebc-bc1f-aec182e5102a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f39e52d-3b9d-42c4-a62e-6423873c1961']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:48.080038 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82170059-09bd-458b-8902-dc45606e6efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.113665 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2791a419-bebe-4ebc-bc1f-aec182e5102a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:48.114019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2791a419-bebe-4ebc-bc1f-aec182e5102a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:48.134586 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2791a419-bebe-4ebc-bc1f-aec182e5102a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.167108 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2791a419-bebe-4ebc-bc1f-aec182e5102a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.186649 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2791a419-bebe-4ebc-bc1f-aec182e5102a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:02:48.187161 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2791a419-bebe-4ebc-bc1f-aec182e5102a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (c77c1bfe-6132-4b32-b9c6-c78e1e1e8d98), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.191803 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-be61611a-a9e9-4c54-8522-b3e98964f22a req-247c9510-daf4-4a19-8381-6cebcdccdda3 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=eccc5d04-2a5d-44ff-b7d2-7545e03c0942 HTTP/1.1" status: 200 len: 210 time: 0.1458273 Feb 03 13:02:48.197816 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82170059-09bd-458b-8902-dc45606e6efe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:48.210466 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82170059-09bd-458b-8902-dc45606e6efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.214061 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-82170059-09bd-458b-8902-dc45606e6efe admin admin] 10.222.0.18 "DELETE /v2.0/subnets/56b6d4e1-1955-4ba8-9ed7-40a709b6dd2d HTTP/1.1" status: 204 len: 168 time: 0.6783049 Feb 03 13:02:48.216537 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50178) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:48.292884 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd45e58e-48c7-455c-94c8-f7ab7d8dcf7a x-openstack-request-id: req-fd45e58e-48c7-455c-94c8-f7ab7d8dcf7a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:48.293245 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eccc5d04-2a5d-44ff-b7d2-7545e03c0942", "name": "network-vif-deleted", "tag": "124c7ce3-64a5-48c1-9922-f78ac6e27463", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:48.295871 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd45e58e-48c7-455c-94c8-f7ab7d8dcf7a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:48.296331 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccc5d04-2a5d-44ff-b7d2-7545e03c0942', 'name': 'network-vif-deleted', 'tag': '124c7ce3-64a5-48c1-9922-f78ac6e27463', 'status': 'completed', 'code': 200} Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:02:48.325467 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:02:48.397310 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-35d5c01d-09e0-4d65-8361-923dbe762049 req-5aa13261-2c65-46cd-98a4-49c783ce87c1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 210 time: 0.0603666 Feb 03 13:02:48.470334 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d307c88-7b53-4a11-aa17-9ef52f3329f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (7dc9b526-3f62-4a01-835d-81550aa911c9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.650859 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d307c88-7b53-4a11-aa17-9ef52f3329f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (7dc9b526-3f62-4a01-835d-81550aa911c9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.666565 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2791a419-bebe-4ebc-bc1f-aec182e5102a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (3f39e52d-3b9d-42c4-a62e-6423873c1961), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.716209 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2791a419-bebe-4ebc-bc1f-aec182e5102a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.723561 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1d307c88-7b53-4a11-aa17-9ef52f3329f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc9b526-3f62-4a01-835d-81550aa911c9']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:48.725743 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2791a419-bebe-4ebc-bc1f-aec182e5102a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "DELETE /v2.0/networks/3f39e52d-3b9d-42c4-a62e-6423873c1961 HTTP/1.1" status: 204 len: 168 time: 1.7823610 Feb 03 13:02:48.731005 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50182) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:48.733211 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device de40e7ff-b68b-4cd3-bcbf-6ff8957591af no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:48.775400 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: de40e7ff-b68b-4cd3-bcbf-6ff8957591af {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:02:48.781085 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791a419-bebe-4ebc-bc1f-aec182e5102a tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event deleted for resources: {'Network': ['ID=3f39e52d-3b9d-42c4-a62e-6423873c1961,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:48.781840 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device de40e7ff-b68b-4cd3-bcbf-6ff8957591af not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:02:48.800056 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f6ba8-d8e1-40c1-b08d-ed0e1be0b9de req-c4d973e7-49f6-41cd-918c-e81dcf737810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:48.802024 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1d307c88-7b53-4a11-aa17-9ef52f3329f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8349473a-7ba9-43a4-9d76-74f7b8c3cffb') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:48.802152 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-373f6ba8-d8e1-40c1-b08d-ed0e1be0b9de req-c4d973e7-49f6-41cd-918c-e81dcf737810 service neutron] 10.222.0.73 "GET /v2.0/networks?id=98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 HTTP/1.1" status: 200 len: 898 time: 0.7084394 Feb 03 13:02:48.803038 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1d307c88-7b53-4a11-aa17-9ef52f3329f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8349473a-7ba9-43a4-9d76-74f7b8c3cffb') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:48.821687 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d307c88-7b53-4a11-aa17-9ef52f3329f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (8349473a-7ba9-43a4-9d76-74f7b8c3cffb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.836581 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d307c88-7b53-4a11-aa17-9ef52f3329f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8349473a-7ba9-43a4-9d76-74f7b8c3cffb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.843847 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d307c88-7b53-4a11-aa17-9ef52f3329f3 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:02:48.845096 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d307c88-7b53-4a11-aa17-9ef52f3329f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (8349473a-7ba9-43a4-9d76-74f7b8c3cffb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.848802 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-373f6ba8-d8e1-40c1-b08d-ed0e1be0b9de req-8f6ea3f9-1d8c-4776-ac95-6c4980f7c8fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bb40b38-cb05-4903-ba38-304ace11ee70 HTTP/1.1" status: 200 len: 217 time: 0.0402343 Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:02:48.904774 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:02:48.910256 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d307c88-7b53-4a11-aa17-9ef52f3329f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (7dc9b526-3f62-4a01-835d-81550aa911c9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.915186 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f6ba8-d8e1-40c1-b08d-ed0e1be0b9de req-5d5da4b7-7e20-4dba-9ec0-1db2ffd6873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:48.918454 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-373f6ba8-d8e1-40c1-b08d-ed0e1be0b9de req-5d5da4b7-7e20-4dba-9ec0-1db2ffd6873f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=147cd4bb-5254-4640-afa8-455d6d9066b1 HTTP/1.1" status: 200 len: 835 time: 0.0632584 Feb 03 13:02:48.933769 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d307c88-7b53-4a11-aa17-9ef52f3329f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:48.945527 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1d307c88-7b53-4a11-aa17-9ef52f3329f3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7dc9b526-3f62-4a01-835d-81550aa911c9 HTTP/1.1" status: 204 len: 168 time: 0.7279756 Feb 03 13:02:48.986286 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d307c88-7b53-4a11-aa17-9ef52f3329f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dc9b526-3f62-4a01-835d-81550aa911c9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:49.032578 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f6ba8-d8e1-40c1-b08d-ed0e1be0b9de req-847f630b-a624-489f-8a0e-4a075c1a594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:49.050101 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-373f6ba8-d8e1-40c1-b08d-ed0e1be0b9de req-847f630b-a624-489f-8a0e-4a075c1a594b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1256487 Feb 03 13:02:49.251542 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-373f6ba8-d8e1-40c1-b08d-ed0e1be0b9de req-e84b3ab3-e03a-4158-9f78-3e1d3d7dc205 service neutron] 10.222.0.73 "GET /v2.0/networks/98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930380 Feb 03 13:02:49.279054 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e054e1-1002-439f-a856-84ca0f070994 req-b78e1f18-5c79-4523-9376-9e0c2824b04b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:49.300971 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-10e054e1-1002-439f-a856-84ca0f070994 req-b78e1f18-5c79-4523-9376-9e0c2824b04b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 943 time: 0.1441731 Feb 03 13:02:49.303195 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50198) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:49.332200 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b4a933d8-54a9-4c44-9f5a-c12f8e070654 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Deleting port 07258756-b240-4e96-83ec-0129a63a5cb8 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:49.332613 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4a933d8-54a9-4c44-9f5a-c12f8e070654 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (07258756-b240-4e96-83ec-0129a63a5cb8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:49.480136 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1d7c8897-a1a6-41b2-8a07-89312e88ec64 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=616a6ba084da468a87a94b24206aca06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1708229 Feb 03 13:02:49.485049 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50204) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:49.551090 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4a933d8-54a9-4c44-9f5a-c12f8e070654 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (07258756-b240-4e96-83ec-0129a63a5cb8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:49.551929 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4a933d8-54a9-4c44-9f5a-c12f8e070654 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for floatingip (07258756-b240-4e96-83ec-0129a63a5cb8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:49.597355 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b4a933d8-54a9-4c44-9f5a-c12f8e070654 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Calling delete_port for 07258756-b240-4e96-83ec-0129a63a5cb8 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:49.632813 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1587b692-fa61-4fdb-8520-f31c86cfd1e0 req-c399841e-d4b3-45f8-b6e4-b0293223c9d1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 210 time: 0.0801425 Feb 03 13:02:49.674509 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c2920ad-87bf-41c5-b963-20bdf00e0c98 admin admin] Publish callbacks [] for security_group (ca87bad9-ba3c-49c4-9c59-aa85e15dced4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:49.728044 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-373f6ba8-d8e1-40c1-b08d-ed0e1be0b9de req-bbf8c522-fb96-44f5-b1ee-c495388ae169 service neutron] 10.222.0.73 "GET /v2.0/networks/98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693727 Feb 03 13:02:49.744257 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c2920ad-87bf-41c5-b963-20bdf00e0c98 admin admin] Publish callbacks [] for security_group (ca87bad9-ba3c-49c4-9c59-aa85e15dced4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:49.850460 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94e6ec-a338-499d-80e9-a5529aec2540 req-47f3ac1c-a8f2-4455-aad2-ec8f715dab0b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:49.852477 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e94e6ec-a338-499d-80e9-a5529aec2540 req-47f3ac1c-a8f2-4455-aad2-ec8f715dab0b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 946 time: 0.1236565 Feb 03 13:02:49.869031 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c2920ad-87bf-41c5-b963-20bdf00e0c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ca87bad9-ba3c-49c4-9c59-aa85e15dced4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:49.872810 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c2920ad-87bf-41c5-b963-20bdf00e0c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:49.874394 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2c2920ad-87bf-41c5-b963-20bdf00e0c98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca87bad9-ba3c-49c4-9c59-aa85e15dced4 HTTP/1.1" status: 204 len: 168 time: 0.3812046 Feb 03 13:02:49.952867 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2920ad-87bf-41c5-b963-20bdf00e0c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca87bad9-ba3c-49c4-9c59-aa85e15dced4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:50.048729 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e94e6ec-a338-499d-80e9-a5529aec2540 req-3ec26275-4c94-4afc-869c-229990a5f90f tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=9bc8a24a-beae-414a-af64-511153183334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679161 Feb 03 13:02:50.093069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d779de3-6e6c-498c-9139-b5773f1e8d97 req-c8216a02-b049-4a39-b1b2-568a8f0d5d78 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:50.094960 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4d779de3-6e6c-498c-9139-b5773f1e8d97 req-c8216a02-b049-4a39-b1b2-568a8f0d5d78 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.73 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 946 time: 0.1257524 Feb 03 13:02:50.293243 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-10e054e1-1002-439f-a856-84ca0f070994 req-f2597196-7520-4c06-b644-fdb2126f862a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9912140 Feb 03 13:02:50.336019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-4d779de3-6e6c-498c-9139-b5773f1e8d97 req-8d92516b-44bd-475e-9ee1-4bc4efbe4e22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Deleting port 321981a9-19fc-464d-8218-a2a29a3bdb81 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:50.336642 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4d779de3-6e6c-498c-9139-b5773f1e8d97 req-8d92516b-44bd-475e-9ee1-4bc4efbe4e22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (321981a9-19fc-464d-8218-a2a29a3bdb81), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:50.386631 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4a933d8-54a9-4c44-9f5a-c12f8e070654 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (07258756-b240-4e96-83ec-0129a63a5cb8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:50.441067 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a933d8-54a9-4c44-9f5a-c12f8e070654 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event deleted for resources: {'Port': ['ID=07258756-b240-4e96-83ec-0129a63a5cb8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:50.491263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4d779de3-6e6c-498c-9139-b5773f1e8d97 req-8d92516b-44bd-475e-9ee1-4bc4efbe4e22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] For port 321981a9-19fc-464d-8218-a2a29a3bdb81, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=321981a9-19fc-464d-8218-a2a29a3bdb81,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:50.492081 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4d779de3-6e6c-498c-9139-b5773f1e8d97 req-8d92516b-44bd-475e-9ee1-4bc4efbe4e22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (321981a9-19fc-464d-8218-a2a29a3bdb81), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:50.510304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-4d779de3-6e6c-498c-9139-b5773f1e8d97 req-8d92516b-44bd-475e-9ee1-4bc4efbe4e22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Calling delete_port for 321981a9-19fc-464d-8218-a2a29a3bdb81 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:50.523421 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4a933d8-54a9-4c44-9f5a-c12f8e070654 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for floatingip (1d1aeb85-73e2-4847-984f-db4026814fc3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:50.524174 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-b4a933d8-54a9-4c44-9f5a-c12f8e070654 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Floating IP 1d1aeb85-73e2-4847-984f-db4026814fc3 disassociated (deleted). External IP: 172.25.6.116, port: f6c40262-3201-4dd0-821e-6ff9573869fb. Feb 03 13:02:50.702690 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4d779de3-6e6c-498c-9139-b5773f1e8d97 req-8d92516b-44bd-475e-9ee1-4bc4efbe4e22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (321981a9-19fc-464d-8218-a2a29a3bdb81), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:50.737891 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['321981a9-19fc-464d-8218-a2a29a3bdb81'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:02:50.739993 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92516b-44bd-475e-9ee1-4bc4efbe4e22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Pushing event deleted for resources: {'Port': ['ID=321981a9-19fc-464d-8218-a2a29a3bdb81,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:50.853983 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b397ba53-8d33-46fe-80ae-3d0142d038e5 req-b39b35a9-8747-4f86-800a-d421d20f4df1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 210 time: 0.0849648 Feb 03 13:02:50.854724 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d779de3-6e6c-498c-9139-b5773f1e8d97 req-8d92516b-44bd-475e-9ee1-4bc4efbe4e22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] No DVR routers for this DVR port 321981a9-19fc-464d-8218-a2a29a3bdb81 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:50.858186 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4d779de3-6e6c-498c-9139-b5773f1e8d97 req-8d92516b-44bd-475e-9ee1-4bc4efbe4e22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:50.864339 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4d779de3-6e6c-498c-9139-b5773f1e8d97 req-8d92516b-44bd-475e-9ee1-4bc4efbe4e22 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.73 "DELETE /v2.0/ports/321981a9-19fc-464d-8218-a2a29a3bdb81 HTTP/1.1" status: 204 len: 173 time: 0.7634077 Feb 03 13:02:50.864840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f250aa07-c358-4bcb-bd9b-2a61c9bd9f07', 'name': 'network-vif-deleted', 'tag': '321981a9-19fc-464d-8218-a2a29a3bdb81'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:50.870433 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c0b880-6e79-4118-a216-52768f94768b" -d '{"events": [{"server_uuid": "f250aa07-c358-4bcb-bd9b-2a61c9bd9f07", "name": "network-vif-deleted", "tag": "321981a9-19fc-464d-8218-a2a29a3bdb81"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:51.009674 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a933d8-54a9-4c44-9f5a-c12f8e070654 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Router 3ca12a62-d1d3-4755-addd-34ccf54f9461 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:02:51.011810 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c886fbfe-7f21-491c-851a-3165bcfce28b x-openstack-request-id: req-c886fbfe-7f21-491c-851a-3165bcfce28b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:51.012237 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f250aa07-c358-4bcb-bd9b-2a61c9bd9f07", "name": "network-vif-deleted", "tag": "321981a9-19fc-464d-8218-a2a29a3bdb81", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:51.012386 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c886fbfe-7f21-491c-851a-3165bcfce28b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:51.012753 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f250aa07-c358-4bcb-bd9b-2a61c9bd9f07', 'name': 'network-vif-deleted', 'tag': '321981a9-19fc-464d-8218-a2a29a3bdb81', 'status': 'completed', 'code': 200} Feb 03 13:02:51.196767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a933d8-54a9-4c44-9f5a-c12f8e070654 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:51.207372 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad611086-6888-44e4-b1d3-ef6e31e89176 None None] Sync routers for ids ['3ca12a62-d1d3-4755-addd-34ccf54f9461'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:02:51.208652 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4a933d8-54a9-4c44-9f5a-c12f8e070654 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:51.225048 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad611086-6888-44e4-b1d3-ef6e31e89176 None None] Routers {'3ca12a62-d1d3-4755-addd-34ccf54f9461'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:51.225695 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ad611086-6888-44e4-b1d3-ef6e31e89176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:02:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3ca12a62-d1d3-4755-addd-34ccf54f9461'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:51.285140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50244) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:51.290003 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5ef22657-56f9-442d-b171-2a7ff28bf1a8 req-df8345f7-2fa6-475c-bd79-03bc509e3604 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=f250aa07-c358-4bcb-bd9b-2a61c9bd9f07 HTTP/1.1" status: 200 len: 210 time: 0.0697589 Feb 03 13:02:51.309153 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b4a933d8-54a9-4c44-9f5a-c12f8e070654 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "DELETE /v2.0/floatingips/1d1aeb85-73e2-4847-984f-db4026814fc3 HTTP/1.1" status: 204 len: 168 time: 2.5768502 Feb 03 13:02:51.309933 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32b9147-a2ae-4502-9834-e098b2eb4edb', 'tag': 'f6c40262-3201-4dd0-821e-6ff9573869fb'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:51.312633 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9c1c7d-8307-4341-bea0-5217a9743a28" -d '{"events": [{"name": "network-changed", "server_uuid": "f32b9147-a2ae-4502-9834-e098b2eb4edb", "tag": "f6c40262-3201-4dd0-821e-6ff9573869fb"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:51.384504 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2393cf15-2f43-4c55-8072-158fbd49007e x-openstack-request-id: req-2393cf15-2f43-4c55-8072-158fbd49007e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:51.384818 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32b9147-a2ae-4502-9834-e098b2eb4edb", "tag": "f6c40262-3201-4dd0-821e-6ff9573869fb", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:51.385086 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2393cf15-2f43-4c55-8072-158fbd49007e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:51.385484 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32b9147-a2ae-4502-9834-e098b2eb4edb', 'tag': 'f6c40262-3201-4dd0-821e-6ff9573869fb', 'status': 'completed', 'code': 200} Feb 03 13:02:51.514882 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ad611086-6888-44e4-b1d3-ef6e31e89176 None None] Set router 3ca12a62-d1d3-4755-addd-34ccf54f9461 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:02:51.535973 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d843277f-3c28-42c4-a54a-27cf0ca3fed2 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-220784559-network', 'tenant_id': '653ded981f724269bbb7a890d171065e'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:51.602581 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d843277f-3c28-42c4-a54a-27cf0ca3fed2 admin admin] Made reservation on behalf of 653ded981f724269bbb7a890d171065e for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:51.605420 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d843277f-3c28-42c4-a54a-27cf0ca3fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:51.634364 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d843277f-3c28-42c4-a54a-27cf0ca3fed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:51.841893 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d843277f-3c28-42c4-a54a-27cf0ca3fed2 admin admin] Publish callbacks [] for security_group (67cf3d07-3862-42be-8733-e5ff22dd11b6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:51.849778 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d843277f-3c28-42c4-a54a-27cf0ca3fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (67cf3d07-3862-42be-8733-e5ff22dd11b6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:51.941472 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d843277f-3c28-42c4-a54a-27cf0ca3fed2 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:02:51.964355 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cc329-e9ee-486c-b1cd-b18acfb5c6ab req-7bbfae89-5164-4553-83a8-a2c2c615c3b8 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:51.973339 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c26cc329-e9ee-486c-b1cd-b18acfb5c6ab req-7bbfae89-5164-4553-83a8-a2c2c615c3b8 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 984 time: 0.2112079 Feb 03 13:02:51.994569 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ad611086-6888-44e4-b1d3-ef6e31e89176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-638938944', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:24Z', 'updated_at': '2022-02-03T12:59:40Z', 'revision_number': 4, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:26Z', 'updated_at': '2022-02-03T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'dbcac049-d793-4e32-afcc-19bc5062f6d1', 'name': '', 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'mac_address': 'fa:16:3e:c6:9d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '4aaa5649-8a16-413f-8be6-ec601d7a6093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:37Z', 'updated_at': '2022-02-03T12:59:56Z', 'revision_number': 5, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'subnets': [{'id': '4aaa5649-8a16-413f-8be6-ec601d7a6093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:52.015058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843277f-3c28-42c4-a54a-27cf0ca3fed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cf3d07-3862-42be-8733-e5ff22dd11b6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:52.022796 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d843277f-3c28-42c4-a54a-27cf0ca3fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (4e620562-0552-4dfc-8c61-b3894a2fcdf5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:52.023145 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-d843277f-3c28-42c4-a54a-27cf0ca3fed2 admin admin] Added segment 4e620562-0552-4dfc-8c61-b3894a2fcdf5 of type vlan for network 6e165935-b7c4-4179-b40f-58621a22313a Feb 03 13:02:52.037282 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad611086-6888-44e4-b1d3-ef6e31e89176 None None] Checking router: 3ca12a62-d1d3-4755-addd-34ccf54f9461 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:02:52.054356 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad611086-6888-44e4-b1d3-ef6e31e89176 None None] Routers {'3ca12a62-d1d3-4755-addd-34ccf54f9461'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:52.055114 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ad611086-6888-44e4-b1d3-ef6e31e89176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:02:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3ca12a62-d1d3-4755-addd-34ccf54f9461'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:52.104976 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d843277f-3c28-42c4-a54a-27cf0ca3fed2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (6e165935-b7c4-4179-b40f-58621a22313a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:52.143024 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d843277f-3c28-42c4-a54a-27cf0ca3fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (6e165935-b7c4-4179-b40f-58621a22313a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:52.144135 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d843277f-3c28-42c4-a54a-27cf0ca3fed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:52.144775 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d843277f-3c28-42c4-a54a-27cf0ca3fed2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:52.151003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331973b-66f8-418f-ac8e-b13644bd5b65 req-3789708b-a487-40e8-8fa7-69811baaabde tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:52.158107 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f331973b-66f8-418f-ac8e-b13644bd5b65 req-3789708b-a487-40e8-8fa7-69811baaabde tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 943 time: 0.0736544 Feb 03 13:02:52.216454 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f331973b-66f8-418f-ac8e-b13644bd5b65 req-907c60ba-4704-4bf9-add0-b11021d85c48 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542686 Feb 03 13:02:52.216454 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c1c7d-8307-4341-bea0-5217a9743a28 req-02586528-3ba3-4539-bee1-369342f13c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:52.228757 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf9c1c7d-8307-4341-bea0-5217a9743a28 req-02586528-3ba3-4539-bee1-369342f13c78 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0736ca6604044fb2b96c770b1d423b15&device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 1166 time: 0.7958691 Feb 03 13:02:52.292148 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c26cc329-e9ee-486c-b1cd-b18acfb5c6ab req-e9e2f931-4aaf-422c-a83f-2a7c366ef458 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0cb539-7208-4f69-8e7f-c9059c7b6836&id=875bceb0-771b-41b2-8036-cc3f20ca4593&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3129401 Feb 03 13:02:52.297364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843277f-3c28-42c4-a54a-27cf0ca3fed2 admin admin] Pushing event updated for resources: {'Network': ['ID=6e165935-b7c4-4179-b40f-58621a22313a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:52.313289 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 6e165935-b7c4-4179-b40f-58621a22313a details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:02:52.330544 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a96d36c0-1abb-4434-bd78-62aa24d8dda3 req-1621582d-7de3-40eb-b132-571254c332eb tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 210 time: 0.0504944 Feb 03 13:02:52.337505 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d843277f-3c28-42c4-a54a-27cf0ca3fed2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0512345 Feb 03 13:02:52.338149 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50268) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:52.353590 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f89920fc-311c-4d94-bcd2-3ab48293a487 admin admin] Request body: {'subnet': {'network_id': '6e165935-b7c4-4179-b40f-58621a22313a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-220784559-subnet', 'tenant_id': '653ded981f724269bbb7a890d171065e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:52.398101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c1c7d-8307-4341-bea0-5217a9743a28 req-4f37d69c-33d7-4738-8e78-bc982f40c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:52.400805 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf9c1c7d-8307-4341-bea0-5217a9743a28 req-4f37d69c-33d7-4738-8e78-bc982f40c4f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=98c06ad4-ca81-45c5-9539-750c8a8d2ce3 HTTP/1.1" status: 200 len: 898 time: 0.1651411 Feb 03 13:02:52.419364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89920fc-311c-4d94-bcd2-3ab48293a487 admin admin] Made reservation on behalf of 653ded981f724269bbb7a890d171065e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:52.422108 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f89920fc-311c-4d94-bcd2-3ab48293a487 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:52.463900 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf9c1c7d-8307-4341-bea0-5217a9743a28 req-81dac381-8fee-4d47-9759-7c7af363374a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6c40262-3201-4dd0-821e-6ff9573869fb HTTP/1.1" status: 200 len: 217 time: 0.0560532 Feb 03 13:02:52.527765 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c1c7d-8307-4341-bea0-5217a9743a28 req-20b89c40-9e1c-4f03-9585-9988ce2dbf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:52.529732 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf9c1c7d-8307-4341-bea0-5217a9743a28 req-20b89c40-9e1c-4f03-9585-9988ce2dbf85 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4aaa5649-8a16-413f-8be6-ec601d7a6093 HTTP/1.1" status: 200 len: 835 time: 0.0599511 Feb 03 13:02:52.558816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 0bb40b38-cb05-4903-ba38-304ace11ee70 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:02:52.571310 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ad611086-6888-44e4-b1d3-ef6e31e89176 None None] Set router 3ca12a62-d1d3-4755-addd-34ccf54f9461 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:02:52.634042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c1c7d-8307-4341-bea0-5217a9743a28 req-ccbf4442-67c5-4377-8618-402625802cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:52.639238 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf9c1c7d-8307-4341-bea0-5217a9743a28 req-ccbf4442-67c5-4377-8618-402625802cbf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=98c06ad4-ca81-45c5-9539-750c8a8d2ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1027694 Feb 03 13:02:52.670534 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f89920fc-311c-4d94-bcd2-3ab48293a487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (776b9dd1-3e06-4a30-9b75-042a69b825c0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:52.794257 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89920fc-311c-4d94-bcd2-3ab48293a487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=776b9dd1-3e06-4a30-9b75-042a69b825c0,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:52.838971 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89920fc-311c-4d94-bcd2-3ab48293a487 admin admin] Checking segment: {'id': '4e620562-0552-4dfc-8c61-b3894a2fcdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6e165935-b7c4-4179-b40f-58621a22313a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:52.839597 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89920fc-311c-4d94-bcd2-3ab48293a487 admin admin] Network hostable DHCP agents. Network: 6e165935-b7c4-4179-b40f-58621a22313a, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:02:52.851157 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf9c1c7d-8307-4341-bea0-5217a9743a28 req-3ef0a895-c7f8-4d7f-a7a3-bbedb9fd0546 service neutron] 10.222.0.73 "GET /v2.0/networks/98c06ad4-ca81-45c5-9539-750c8a8d2ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038734 Feb 03 13:02:52.893782 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89920fc-311c-4d94-bcd2-3ab48293a487 admin admin] Network 6e165935-b7c4-4179-b40f-58621a22313a is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:02:52.918654 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e843b-77f2-4327-81fe-28fdabb36a1e req-0db64c70-8cbe-4467-8b79-4b44c53ce018 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:52.920673 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-014e843b-77f2-4327-81fe-28fdabb36a1e req-0db64c70-8cbe-4467-8b79-4b44c53ce018 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1044252 Feb 03 13:02:52.921569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f89920fc-311c-4d94-bcd2-3ab48293a487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 6e165935-b7c4-4179-b40f-58621a22313a) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:52.926701 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89920fc-311c-4d94-bcd2-3ab48293a487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:52.927632 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f89920fc-311c-4d94-bcd2-3ab48293a487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:52.945048 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b608d9-692a-44f8-8e56-0260ad4e2b0b None None] Network 6e165935-b7c4-4179-b40f-58621a22313a requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:53.003177 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f89920fc-311c-4d94-bcd2-3ab48293a487 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6638424 Feb 03 13:02:53.050087 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf9c1c7d-8307-4341-bea0-5217a9743a28 req-a4ce0824-cefc-434a-865c-7d25be08bfd1 service neutron] 10.222.0.73 "GET /v2.0/networks/98c06ad4-ca81-45c5-9539-750c8a8d2ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914008 Feb 03 13:02:53.071915 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-014e843b-77f2-4327-81fe-28fdabb36a1e req-06320c6e-28a4-4f81-9744-65f54a846122 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392939 Feb 03 13:02:53.176706 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50282) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:53.211412 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 0bb40b38-cb05-4903-ba38-304ace11ee70, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=0bb40b38-cb05-4903-ba38-304ace11ee70,segment=NetworkSegment(8cb7a044-f1ed-4a34-8aac-bd7786e940a6),segment_id=8cb7a044-f1ed-4a34-8aac-bd7786e940a6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:53.226925 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '0bb40b38-cb05-4903-ba38-304ace11ee70', 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9', 'port_id': '0bb40b38-cb05-4903-ba38-304ace11ee70', 'mac_address': 'fa:16:3e:78:15:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147cd4bb-5254-4640-afa8-455d6d9066b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:02:53.237914 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-1effa8c9-5305-4fa5-ac4f-5366632c6b52 admin admin] Deleting subnet 776b9dd1-3e06-4a30-9b75-042a69b825c0 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:02:53.242516 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1effa8c9-5305-4fa5-ac4f-5366632c6b52 admin admin] Publish callbacks [] for subnet (776b9dd1-3e06-4a30-9b75-042a69b825c0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.280418 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 0bb40b38-cb05-4903-ba38-304ace11ee70 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:53.280818 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.291388 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1effa8c9-5305-4fa5-ac4f-5366632c6b52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (776b9dd1-3e06-4a30-9b75-042a69b825c0), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.353801 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1effa8c9-5305-4fa5-ac4f-5366632c6b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (776b9dd1-3e06-4a30-9b75-042a69b825c0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.358323 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ad611086-6888-44e4-b1d3-ef6e31e89176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-638938944', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:24Z', 'updated_at': '2022-02-03T12:59:40Z', 'revision_number': 4, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:26Z', 'updated_at': '2022-02-03T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'dbcac049-d793-4e32-afcc-19bc5062f6d1', 'name': '', 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'mac_address': 'fa:16:3e:c6:9d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '4aaa5649-8a16-413f-8be6-ec601d7a6093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:37Z', 'updated_at': '2022-02-03T12:59:56Z', 'revision_number': 5, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'subnets': [{'id': '4aaa5649-8a16-413f-8be6-ec601d7a6093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:53.390282 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb40b38-cb05-4903-ba38-304ace11ee70 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:02:53.414830 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 0bb40b38-cb05-4903-ba38-304ace11ee70, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=0bb40b38-cb05-4903-ba38-304ace11ee70,segment=NetworkSegment(8cb7a044-f1ed-4a34-8aac-bd7786e940a6),segment_id=8cb7a044-f1ed-4a34-8aac-bd7786e940a6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:53.418473 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad611086-6888-44e4-b1d3-ef6e31e89176 None None] The sync data for ids ['3ca12a62-d1d3-4755-addd-34ccf54f9461'] in n-d-827336-3 is: [{'id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-638938944', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:24Z', 'updated_at': '2022-02-03T12:59:40Z', 'revision_number': 4, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:26Z', 'updated_at': '2022-02-03T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'dbcac049-d793-4e32-afcc-19bc5062f6d1', 'name': '', 'network_id': '98c06ad4-ca81-45c5-9539-750c8a8d2ce3', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'mac_address': 'fa:16:3e:c6:9d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '4aaa5649-8a16-413f-8be6-ec601d7a6093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:37Z', 'updated_at': '2022-02-03T12:59:56Z', 'revision_number': 5, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'subnets': [{'id': '4aaa5649-8a16-413f-8be6-ec601d7a6093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:53.424301 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.437499 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1effa8c9-5305-4fa5-ac4f-5366632c6b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (776b9dd1-3e06-4a30-9b75-042a69b825c0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.498036 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0028b3c6-45dc-4df4-9588-9068c0b6b448 None None] Network 6e165935-b7c4-4179-b40f-58621a22313a requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:53.566461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe612e-99f4-4d1e-82fc-cac4755961f2 req-dbbd679f-b418-41ed-a3ac-ac610e80690e tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:53.572016 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1efe612e-99f4-4d1e-82fc-cac4755961f2 req-dbbd679f-b418-41ed-a3ac-ac610e80690e tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 984 time: 0.1204994 Feb 03 13:02:53.577280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1effa8c9-5305-4fa5-ac4f-5366632c6b52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=776b9dd1-3e06-4a30-9b75-042a69b825c0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:53.592988 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1effa8c9-5305-4fa5-ac4f-5366632c6b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.596561 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1effa8c9-5305-4fa5-ac4f-5366632c6b52 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/776b9dd1-3e06-4a30-9b75-042a69b825c0 HTTP/1.1" status: 204 len: 168 time: 0.4180217 Feb 03 13:02:53.600361 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50294) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:53.673233 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=0bb40b38-cb05-4903-ba38-304ace11ee70,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:53.712620 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3dc39052-ca8f-478c-a478-920ed3e0f81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (6e165935-b7c4-4179-b40f-58621a22313a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.732567 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700fd53-6a2c-4b33-9732-d2edd48793ca req-723038ee-fbe9-4e63-9edc-e3288b686375 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:53.734667 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d700fd53-6a2c-4b33-9732-d2edd48793ca req-723038ee-fbe9-4e63-9edc-e3288b686375 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.73 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 984 time: 0.3460865 Feb 03 13:02:53.785764 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1efe612e-99f4-4d1e-82fc-cac4755961f2 req-2803b493-6f19-4462-a667-e410b2b9f62c tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c0cb539-7208-4f69-8e7f-c9059c7b6836&id=875bceb0-771b-41b2-8036-cc3f20ca4593&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2114890 Feb 03 13:02:53.791006 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438e298-fae7-4f1d-b6d4-f61acf03eeee req-8774a70d-1366-4852-ba4a-60c3402ab48c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:53.797369 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c438e298-fae7-4f1d-b6d4-f61acf03eeee req-8774a70d-1366-4852-ba4a-60c3402ab48c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 944 time: 0.3811567 Feb 03 13:02:53.896676 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['0bb40b38-cb05-4903-ba38-304ace11ee70'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:02:53.919016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d700fd53-6a2c-4b33-9732-d2edd48793ca req-c0f36d62-7f50-40e8-b60f-0266eb2c1b57 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Deleting port f6c40262-3201-4dd0-821e-6ff9573869fb {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:53.919456 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d700fd53-6a2c-4b33-9732-d2edd48793ca req-c0f36d62-7f50-40e8-b60f-0266eb2c1b57 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f6c40262-3201-4dd0-821e-6ff9573869fb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.955375 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3dc39052-ca8f-478c-a478-920ed3e0f81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (6e165935-b7c4-4179-b40f-58621a22313a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:53.979828 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-3dc39052-ca8f-478c-a478-920ed3e0f81e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e165935-b7c4-4179-b40f-58621a22313a']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:53.991723 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-3dc39052-ca8f-478c-a478-920ed3e0f81e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e620562-0552-4dfc-8c61-b3894a2fcdf5') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:53.994184 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb89b5-9e22-409d-af04-7d51bdca601a None None] New status for floating IP 1d1aeb85-73e2-4847-984f-db4026814fc3: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:02:53.995918 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b0679454-a27f-46a3-a7a8-70851a5eeea3 req-f9e3f466-b7f5-4ea7-875d-bfc60f6ece72 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d32f5e9f-1812-4811-9505-a1328fa85dd0 HTTP/1.1" status: 200 len: 210 time: 0.0322728 Feb 03 13:02:54.008485 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-3dc39052-ca8f-478c-a478-920ed3e0f81e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e620562-0552-4dfc-8c61-b3894a2fcdf5') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:54.041063 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3dc39052-ca8f-478c-a478-920ed3e0f81e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (4e620562-0552-4dfc-8c61-b3894a2fcdf5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.068270 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3dc39052-ca8f-478c-a478-920ed3e0f81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (4e620562-0552-4dfc-8c61-b3894a2fcdf5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.086272 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc39052-ca8f-478c-a478-920ed3e0f81e admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:02:54.086896 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3dc39052-ca8f-478c-a478-920ed3e0f81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (4e620562-0552-4dfc-8c61-b3894a2fcdf5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.090019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d700fd53-6a2c-4b33-9732-d2edd48793ca req-c0f36d62-7f50-40e8-b60f-0266eb2c1b57 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] For port f6c40262-3201-4dd0-821e-6ff9573869fb, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=f6c40262-3201-4dd0-821e-6ff9573869fb,segment=NetworkSegment(a4ccb9c0-1015-4868-9a3d-6b206d8148a9),segment_id=a4ccb9c0-1015-4868-9a3d-6b206d8148a9)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:54.090420 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d700fd53-6a2c-4b33-9732-d2edd48793ca req-c0f36d62-7f50-40e8-b60f-0266eb2c1b57 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f6c40262-3201-4dd0-821e-6ff9573869fb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.111186 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d700fd53-6a2c-4b33-9732-d2edd48793ca req-c0f36d62-7f50-40e8-b60f-0266eb2c1b57 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Calling delete_port for f6c40262-3201-4dd0-821e-6ff9573869fb owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:02:54.263041 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:02:54.264912 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3dc39052-ca8f-478c-a478-920ed3e0f81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (6e165935-b7c4-4179-b40f-58621a22313a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.276746 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3dc39052-ca8f-478c-a478-920ed3e0f81e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.280386 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3dc39052-ca8f-478c-a478-920ed3e0f81e admin admin] 10.222.0.18 "DELETE /v2.0/networks/6e165935-b7c4-4179-b40f-58621a22313a HTTP/1.1" status: 204 len: 168 time: 0.6774895 Feb 03 13:02:54.330002 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc39052-ca8f-478c-a478-920ed3e0f81e admin admin] Pushing event deleted for resources: {'Network': ['ID=6e165935-b7c4-4179-b40f-58621a22313a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:54.345251 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c438e298-fae7-4f1d-b6d4-f61acf03eeee req-abc808ba-f2d8-4c9f-b5ba-0812a10b6446 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5020876 Feb 03 13:02:54.378454 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759fdf2-177a-4dbf-88bf-69f3a29761eb req-bf3c2d01-d014-4d5c-ab73-b18290871a9d tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:54.387775 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e759fdf2-177a-4dbf-88bf-69f3a29761eb req-bf3c2d01-d014-4d5c-ab73-b18290871a9d tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1736073 Feb 03 13:02:54.476431 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e759fdf2-177a-4dbf-88bf-69f3a29761eb req-36f1edd6-cf82-4739-915a-54b1bc75a792 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874791 Feb 03 13:02:54.481263 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50304) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:54.482337 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 321981a9-19fc-464d-8218-a2a29a3bdb81 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:54.527710 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 321981a9-19fc-464d-8218-a2a29a3bdb81 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:02:54.528348 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 321981a9-19fc-464d-8218-a2a29a3bdb81 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:02:54.529562 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d700fd53-6a2c-4b33-9732-d2edd48793ca req-c0f36d62-7f50-40e8-b60f-0266eb2c1b57 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (f6c40262-3201-4dd0-821e-6ff9573869fb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.548929 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e5b749fc-32af-47b2-9e6e-8910d99612ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=653ded981f724269bbb7a890d171065e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0661449 Feb 03 13:02:54.549876 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50306) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:54.590198 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f36d62-7f50-40e8-b60f-0266eb2c1b57 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event deleted for resources: {'Port': ['ID=f6c40262-3201-4dd0-821e-6ff9573869fb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:54.665116 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b398814-c1df-479a-97d8-6ed9e5ced195 req-6e52f745-755d-47f9-8623-fbd9b1b313a1 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:54.667153 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2b398814-c1df-479a-97d8-6ed9e5ced195 req-6e52f745-755d-47f9-8623-fbd9b1b313a1 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.73 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1387849 Feb 03 13:02:54.668312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d700fd53-6a2c-4b33-9732-d2edd48793ca req-c0f36d62-7f50-40e8-b60f-0266eb2c1b57 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] No DVR routers for this DVR port f6c40262-3201-4dd0-821e-6ff9573869fb on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:54.672782 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d700fd53-6a2c-4b33-9732-d2edd48793ca req-c0f36d62-7f50-40e8-b60f-0266eb2c1b57 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.677360 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d700fd53-6a2c-4b33-9732-d2edd48793ca req-c0f36d62-7f50-40e8-b60f-0266eb2c1b57 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.73 "DELETE /v2.0/ports/f6c40262-3201-4dd0-821e-6ff9573869fb HTTP/1.1" status: 204 len: 173 time: 0.9347456 Feb 03 13:02:54.678142 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32b9147-a2ae-4502-9834-e098b2eb4edb', 'name': 'network-vif-deleted', 'tag': 'f6c40262-3201-4dd0-821e-6ff9573869fb'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:54.681638 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee14ccd-d891-435a-81b4-b9f56bd27f86" -d '{"events": [{"server_uuid": "f32b9147-a2ae-4502-9834-e098b2eb4edb", "name": "network-vif-deleted", "tag": "f6c40262-3201-4dd0-821e-6ff9573869fb"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:54.732230 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6dac3e4-f9af-4011-a176-12ff196eee2a admin admin] Publish callbacks [] for security_group (67cf3d07-3862-42be-8733-e5ff22dd11b6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.740308 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0850599f-3d95-491c-aedb-c428b6fdbdd0 x-openstack-request-id: req-0850599f-3d95-491c-aedb-c428b6fdbdd0 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:54.741573 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32b9147-a2ae-4502-9834-e098b2eb4edb", "name": "network-vif-deleted", "tag": "f6c40262-3201-4dd0-821e-6ff9573869fb", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:54.742075 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0850599f-3d95-491c-aedb-c428b6fdbdd0 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:54.742837 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32b9147-a2ae-4502-9834-e098b2eb4edb', 'name': 'network-vif-deleted', 'tag': 'f6c40262-3201-4dd0-821e-6ff9573869fb', 'status': 'completed', 'code': 200} Feb 03 13:02:54.798205 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6dac3e4-f9af-4011-a176-12ff196eee2a admin admin] Publish callbacks [] for security_group (67cf3d07-3862-42be-8733-e5ff22dd11b6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.858072 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-2b398814-c1df-479a-97d8-6ed9e5ced195 req-982a6d6b-1d8c-43c7-b1e6-6655472e3285 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Deleting port 5ef71da0-acb2-4952-8099-e4278d115834 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:54.858952 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2b398814-c1df-479a-97d8-6ed9e5ced195 req-982a6d6b-1d8c-43c7-b1e6-6655472e3285 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5ef71da0-acb2-4952-8099-e4278d115834), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.901540 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6dac3e4-f9af-4011-a176-12ff196eee2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (67cf3d07-3862-42be-8733-e5ff22dd11b6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.904925 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6dac3e4-f9af-4011-a176-12ff196eee2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:54.906845 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f6dac3e4-f9af-4011-a176-12ff196eee2a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67cf3d07-3862-42be-8733-e5ff22dd11b6 HTTP/1.1" status: 204 len: 168 time: 0.3350263 Feb 03 13:02:54.980242 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dac3e4-f9af-4011-a176-12ff196eee2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cf3d07-3862-42be-8733-e5ff22dd11b6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:55.027731 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-02f245c0-4eae-4d66-8282-09da34ce76a5 req-0ccbec46-f4ed-48a4-a365-99a35aea0e63 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32b9147-a2ae-4502-9834-e098b2eb4edb HTTP/1.1" status: 200 len: 210 time: 0.0722365 Feb 03 13:02:55.055114 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-2b398814-c1df-479a-97d8-6ed9e5ced195 req-982a6d6b-1d8c-43c7-b1e6-6655472e3285 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] For port 5ef71da0-acb2-4952-8099-e4278d115834, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=5ef71da0-acb2-4952-8099-e4278d115834,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:55.055565 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2b398814-c1df-479a-97d8-6ed9e5ced195 req-982a6d6b-1d8c-43c7-b1e6-6655472e3285 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5ef71da0-acb2-4952-8099-e4278d115834), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:55.487806 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2b398814-c1df-479a-97d8-6ed9e5ced195 req-982a6d6b-1d8c-43c7-b1e6-6655472e3285 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:55.488497 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2b398814-c1df-479a-97d8-6ed9e5ced195 req-982a6d6b-1d8c-43c7-b1e6-6655472e3285 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (a93c6976-157f-4649-b014-fef26fda2edd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:55.488497 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [req-2b398814-c1df-479a-97d8-6ed9e5ced195 req-982a6d6b-1d8c-43c7-b1e6-6655472e3285 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Floating IP a93c6976-157f-4649-b014-fef26fda2edd disassociated. External IP: 172.25.6.135, port: 5ef71da0-acb2-4952-8099-e4278d115834. Feb 03 13:02:55.488795 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-2b398814-c1df-479a-97d8-6ed9e5ced195 req-982a6d6b-1d8c-43c7-b1e6-6655472e3285 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Calling delete_port for 5ef71da0-acb2-4952-8099-e4278d115834 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:55.597046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd4c1a-526a-437e-8147-fa93eb80a429 req-ed8bf6a8-c153-45e7-a2ca-1c921c5151e2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:55.601914 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6dbd4c1a-526a-437e-8147-fa93eb80a429 req-ed8bf6a8-c153-45e7-a2ca-1c921c5151e2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 944 time: 0.1076441 Feb 03 13:02:55.694216 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6dbd4c1a-526a-437e-8147-fa93eb80a429 req-ea714ff5-e1c7-4b8d-a095-c107422ff89e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829973 Feb 03 13:02:55.725055 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede20ba3-d71f-4dfb-8160-c629e8bfa1f8 req-ddbc999f-e7df-4fa6-a571-a25626281c7e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:55.732558 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ede20ba3-d71f-4dfb-8160-c629e8bfa1f8 req-ddbc999f-e7df-4fa6-a571-a25626281c7e tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 944 time: 0.1234815 Feb 03 13:02:55.764749 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2b398814-c1df-479a-97d8-6ed9e5ced195 req-982a6d6b-1d8c-43c7-b1e6-6655472e3285 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (5ef71da0-acb2-4952-8099-e4278d115834), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:55.828399 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ede20ba3-d71f-4dfb-8160-c629e8bfa1f8 req-c28b8873-068e-4f5b-8cb5-a694b9721d99 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76647a5-4738-4ce1-9c84-5060a843246d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932951 Feb 03 13:02:55.831097 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a6d6b-1d8c-43c7-b1e6-6655472e3285 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Pushing event deleted for resources: {'Port': ['ID=5ef71da0-acb2-4952-8099-e4278d115834,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:56.045765 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b398814-c1df-479a-97d8-6ed9e5ced195 req-982a6d6b-1d8c-43c7-b1e6-6655472e3285 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Router b27c94a7-28ff-446e-ab65-183d66e03676 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:02:56.154130 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50356) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:56.243301 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65039c15-1a9b-4350-88d5-e52cd8f0dbf2 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for security_group (875bceb0-771b-41b2-8036-cc3f20ca4593), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.277163 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65039c15-1a9b-4350-88d5-e52cd8f0dbf2 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for security_group (875bceb0-771b-41b2-8036-cc3f20ca4593), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.314089 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b398814-c1df-479a-97d8-6ed9e5ced195 req-982a6d6b-1d8c-43c7-b1e6-6655472e3285 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:02:56.327427 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76770672-bf77-467d-b3a0-6e62d9bcdd1e None None] Sync routers for ids ['b27c94a7-28ff-446e-ab65-183d66e03676'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:02:56.351615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76770672-bf77-467d-b3a0-6e62d9bcdd1e None None] Routers {'b27c94a7-28ff-446e-ab65-183d66e03676'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:56.352311 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-76770672-bf77-467d-b3a0-6e62d9bcdd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:02:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b27c94a7-28ff-446e-ab65-183d66e03676'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:56.366810 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50362) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:56.412677 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65039c15-1a9b-4350-88d5-e52cd8f0dbf2 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (875bceb0-771b-41b2-8036-cc3f20ca4593), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.415810 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65039c15-1a9b-4350-88d5-e52cd8f0dbf2 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.422537 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-65039c15-1a9b-4350-88d5-e52cd8f0dbf2 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "DELETE /v2.0/security-groups/875bceb0-771b-41b2-8036-cc3f20ca4593 HTTP/1.1" status: 204 len: 168 time: 0.2645106 Feb 03 13:02:56.422537 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50366) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:56.428194 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b398814-c1df-479a-97d8-6ed9e5ced195 req-982a6d6b-1d8c-43c7-b1e6-6655472e3285 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] No DVR routers for this DVR port 5ef71da0-acb2-4952-8099-e4278d115834 on host n-h1-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:02:56.437393 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65039c15-1a9b-4350-88d5-e52cd8f0dbf2 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=875bceb0-771b-41b2-8036-cc3f20ca4593,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:56.438190 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2b398814-c1df-479a-97d8-6ed9e5ced195 req-982a6d6b-1d8c-43c7-b1e6-6655472e3285 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.446214 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2b398814-c1df-479a-97d8-6ed9e5ced195 req-982a6d6b-1d8c-43c7-b1e6-6655472e3285 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.73 "DELETE /v2.0/ports/5ef71da0-acb2-4952-8099-e4278d115834 HTTP/1.1" status: 204 len: 173 time: 1.7734342 Feb 03 13:02:56.446383 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'name': 'network-vif-deleted', 'tag': '5ef71da0-acb2-4952-8099-e4278d115834'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:56.449161 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770e1134-a63a-422b-b54d-693c4923a22c" -d '{"events": [{"server_uuid": "ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39", "name": "network-vif-deleted", "tag": "5ef71da0-acb2-4952-8099-e4278d115834"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:56.514800 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1db42139-b9c9-46fa-9f25-1d3aa832b298 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for security_group (1c0cb539-7208-4f69-8e7f-c9059c7b6836), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.544097 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1db42139-b9c9-46fa-9f25-1d3aa832b298 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for security_group (1c0cb539-7208-4f69-8e7f-c9059c7b6836), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.547097 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a18b2d2-7a91-4d5d-9463-b96dadad79a7 x-openstack-request-id: req-0a18b2d2-7a91-4d5d-9463-b96dadad79a7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:56.547583 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39", "name": "network-vif-deleted", "tag": "5ef71da0-acb2-4952-8099-e4278d115834", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:56.547680 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a18b2d2-7a91-4d5d-9463-b96dadad79a7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:56.548173 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39', 'name': 'network-vif-deleted', 'tag': '5ef71da0-acb2-4952-8099-e4278d115834', 'status': 'completed', 'code': 200} Feb 03 13:02:56.558893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 0bb40b38-cb05-4903-ba38-304ace11ee70 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:02:56.597915 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1db42139-b9c9-46fa-9f25-1d3aa832b298 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1c0cb539-7208-4f69-8e7f-c9059c7b6836), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.601072 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1db42139-b9c9-46fa-9f25-1d3aa832b298 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.607218 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50372) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:56.615313 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1db42139-b9c9-46fa-9f25-1d3aa832b298 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "DELETE /v2.0/security-groups/1c0cb539-7208-4f69-8e7f-c9059c7b6836 HTTP/1.1" status: 204 len: 168 time: 0.1791222 Feb 03 13:02:56.663187 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db42139-b9c9-46fa-9f25-1d3aa832b298 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0cb539-7208-4f69-8e7f-c9059c7b6836,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:56.693931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-449f75ea-c87e-4430-bfd9-101c4c955af8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-760804319-network', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:56.726579 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-76770672-bf77-467d-b3a0-6e62d9bcdd1e None None] Set router b27c94a7-28ff-446e-ab65-183d66e03676 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:02:56.750264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449f75ea-c87e-4430-bfd9-101c4c955af8 admin admin] Made reservation on behalf of 5c8ffc7f02e14280b5d12bfe5ef5be2a for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:56.752784 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-449f75ea-c87e-4430-bfd9-101c4c955af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.777123 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-449f75ea-c87e-4430-bfd9-101c4c955af8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:56.814720 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 0bb40b38-cb05-4903-ba38-304ace11ee70 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:02:56.842067 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 0bb40b38-cb05-4903-ba38-304ace11ee70 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:02:56.843157 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:57.018750 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc9b48-eead-4e44-8caa-900ae3eb8d54 req-735a5a53-b4a3-4b3d-abd7-716cebc3b9d9 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:57.026805 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36dc9b48-eead-4e44-8caa-900ae3eb8d54 req-735a5a53-b4a3-4b3d-abd7-716cebc3b9d9 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 944 time: 0.1949658 Feb 03 13:02:57.079650 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-62ae1619-0264-463d-9eb4-819f8d539284 req-e054b98d-3e99-42fe-9923-4f28315c8f5b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac3c144f-4705-4a6d-a48d-a0f7dfcc3f39 HTTP/1.1" status: 200 len: 210 time: 0.0344796 Feb 03 13:02:57.176398 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-36dc9b48-eead-4e44-8caa-900ae3eb8d54 req-68cc47a4-d3e9-4921-ba5c-36cd27a34225 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480505 Feb 03 13:02:57.195307 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-449f75ea-c87e-4430-bfd9-101c4c955af8 admin admin] Publish callbacks [] for security_group (4562e560-d07d-4c24-86d1-86202e56c0d0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:57.205358 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-449f75ea-c87e-4430-bfd9-101c4c955af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4562e560-d07d-4c24-86d1-86202e56c0d0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:57.238580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449f75ea-c87e-4430-bfd9-101c4c955af8 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:02:57.248744 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f75ea-c87e-4430-bfd9-101c4c955af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4562e560-d07d-4c24-86d1-86202e56c0d0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:57.256882 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-449f75ea-c87e-4430-bfd9-101c4c955af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (abc73507-27b5-4f0d-b41b-4ade751234d0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:57.257230 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-449f75ea-c87e-4430-bfd9-101c4c955af8 admin admin] Added segment abc73507-27b5-4f0d-b41b-4ade751234d0 of type vlan for network f6d1ce66-d18b-43ca-b278-f3cd61f50f03 Feb 03 13:02:57.265495 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 0bb40b38-cb05-4903-ba38-304ace11ee70 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:02:57.265936 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:57.292464 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-76770672-bf77-467d-b3a0-6e62d9bcdd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'name': 'tempest-ServerActionsTestJSON-1697527055-router', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:51:35Z', 'updated_at': '2022-02-03T12:51:49Z', 'revision_number': 4, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'gw_port': {'id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:40Z', 'updated_at': '2022-02-03T12:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '22e788e2-57d0-4847-8b34-ae29cd58bb81', 'name': '', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'mac_address': 'fa:16:3e:f7:06:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'a27fe823-3411-4edd-b136-06676ed45522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:47Z', 'updated_at': '2022-02-03T12:52:00Z', 'revision_number': 5, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'subnets': [{'id': 'a27fe823-3411-4edd-b136-06676ed45522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:57.297923 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ccb261-4eb8-47d6-bd6c-c7be494bfd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb40b38-cb05-4903-ba38-304ace11ee70'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:02:57.300345 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f987b8d-0648-43e6-a169-befa452616d1" -d '{"events": [{"server_uuid": "45ccb261-4eb8-47d6-bd6c-c7be494bfd69", "name": "network-vif-plugged", "status": "completed", "tag": "0bb40b38-cb05-4903-ba38-304ace11ee70"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:02:57.342022 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76770672-bf77-467d-b3a0-6e62d9bcdd1e None None] Checking router: b27c94a7-28ff-446e-ab65-183d66e03676 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:02:57.347210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 0bb40b38-cb05-4903-ba38-304ace11ee70, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=0bb40b38-cb05-4903-ba38-304ace11ee70,segment=NetworkSegment(8cb7a044-f1ed-4a34-8aac-bd7786e940a6),segment_id=8cb7a044-f1ed-4a34-8aac-bd7786e940a6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:57.355349 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76770672-bf77-467d-b3a0-6e62d9bcdd1e None None] Routers {'b27c94a7-28ff-446e-ab65-183d66e03676'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:02:57.356010 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-76770672-bf77-467d-b3a0-6e62d9bcdd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:02:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b27c94a7-28ff-446e-ab65-183d66e03676'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:57.358013 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:57.360641 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-449f75ea-c87e-4430-bfd9-101c4c955af8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (f6d1ce66-d18b-43ca-b278-f3cd61f50f03), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:57.396326 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f9abab-2860-4cd9-8df2-135937ed7c15 x-openstack-request-id: req-12f9abab-2860-4cd9-8df2-135937ed7c15 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:02:57.396719 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ccb261-4eb8-47d6-bd6c-c7be494bfd69", "name": "network-vif-plugged", "status": "completed", "tag": "0bb40b38-cb05-4903-ba38-304ace11ee70", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:02:57.396892 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12f9abab-2860-4cd9-8df2-135937ed7c15 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:02:57.397262 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ccb261-4eb8-47d6-bd6c-c7be494bfd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb40b38-cb05-4903-ba38-304ace11ee70', 'code': 200} Feb 03 13:02:57.410037 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-449f75ea-c87e-4430-bfd9-101c4c955af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (f6d1ce66-d18b-43ca-b278-f3cd61f50f03), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:57.413915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449f75ea-c87e-4430-bfd9-101c4c955af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:57.414613 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-449f75ea-c87e-4430-bfd9-101c4c955af8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:57.470033 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-449f75ea-c87e-4430-bfd9-101c4c955af8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1010795 Feb 03 13:02:57.475552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50386) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:57.519138 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5792771c-e524-450c-a2ce-f8615922674e admin admin] Request body: {'subnet': {'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-760804319-subnet', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:57.537349 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=0bb40b38-cb05-4903-ba38-304ace11ee70,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:57.575044 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f75ea-c87e-4430-bfd9-101c4c955af8 admin admin] Pushing event updated for resources: {'Network': ['ID=f6d1ce66-d18b-43ca-b278-f3cd61f50f03,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:57.577633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-76770672-bf77-467d-b3a0-6e62d9bcdd1e None None] Set router b27c94a7-28ff-446e-ab65-183d66e03676 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:02:57.595907 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5792771c-e524-450c-a2ce-f8615922674e admin admin] Made reservation on behalf of 5c8ffc7f02e14280b5d12bfe5ef5be2a for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:02:57.601528 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5792771c-e524-450c-a2ce-f8615922674e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:57.608053 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network f6d1ce66-d18b-43ca-b278-f3cd61f50f03 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:02:57.758097 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ccb03b9-9b9a-42e8-80ba-50540ac3772d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (3ca12a62-d1d3-4755-addd-34ccf54f9461), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:57.771543 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366ff95-36fc-4003-8439-987cf5b7ed7b req-df1982ea-9d75-457c-9609-a5f0d3838db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:57.773189 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b366ff95-36fc-4003-8439-987cf5b7ed7b req-df1982ea-9d75-457c-9609-a5f0d3838db5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 1127 time: 0.2964609 Feb 03 13:02:57.964361 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b366ff95-36fc-4003-8439-987cf5b7ed7b req-b5b5d89b-58be-46a2-b034-a5b195b3201f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574860 Feb 03 13:02:57.970371 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5792771c-e524-450c-a2ce-f8615922674e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (bd911557-2171-4f85-99b2-431860ea8276), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.054457 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-76770672-bf77-467d-b3a0-6e62d9bcdd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'name': 'tempest-ServerActionsTestJSON-1697527055-router', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:51:35Z', 'updated_at': '2022-02-03T12:51:49Z', 'revision_number': 4, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'gw_port': {'id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:40Z', 'updated_at': '2022-02-03T12:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '22e788e2-57d0-4847-8b34-ae29cd58bb81', 'name': '', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'mac_address': 'fa:16:3e:f7:06:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'a27fe823-3411-4edd-b136-06676ed45522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:47Z', 'updated_at': '2022-02-03T12:52:00Z', 'revision_number': 5, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'subnets': [{'id': 'a27fe823-3411-4edd-b136-06676ed45522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:02:58.095151 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76770672-bf77-467d-b3a0-6e62d9bcdd1e None None] The sync data for ids ['b27c94a7-28ff-446e-ab65-183d66e03676'] in n-d-827336-3 is: [{'id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'name': 'tempest-ServerActionsTestJSON-1697527055-router', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:51:35Z', 'updated_at': '2022-02-03T12:51:49Z', 'revision_number': 4, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'gw_port': {'id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:40Z', 'updated_at': '2022-02-03T12:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '22e788e2-57d0-4847-8b34-ae29cd58bb81', 'name': '', 'network_id': '8a31b64a-8b4b-41d9-85e7-84b1c21d51ab', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'mac_address': 'fa:16:3e:f7:06:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'a27fe823-3411-4edd-b136-06676ed45522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:47Z', 'updated_at': '2022-02-03T12:52:00Z', 'revision_number': 5, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'subnets': [{'id': 'a27fe823-3411-4edd-b136-06676ed45522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:02:58.112488 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792771c-e524-450c-a2ce-f8615922674e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd911557-2171-4f85-99b2-431860ea8276,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:58.126572 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5792771c-e524-450c-a2ce-f8615922674e admin admin] Checking segment: {'id': 'abc73507-27b5-4f0d-b41b-4ade751234d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:58.126935 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5792771c-e524-450c-a2ce-f8615922674e admin admin] Network hostable DHCP agents. Network: f6d1ce66-d18b-43ca-b278-f3cd61f50f03, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:02:58.159132 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5792771c-e524-450c-a2ce-f8615922674e admin admin] Network f6d1ce66-d18b-43ca-b278-f3cd61f50f03 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:02:58.217647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50400) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:58.218074 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-5792771c-e524-450c-a2ce-f8615922674e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, f6d1ce66-d18b-43ca-b278-f3cd61f50f03) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:58.222596 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5792771c-e524-450c-a2ce-f8615922674e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:58.223246 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5792771c-e524-450c-a2ce-f8615922674e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.234770 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7803d65-8f01-407b-beb6-edf6526b2dd4 None None] Network f6d1ce66-d18b-43ca-b278-f3cd61f50f03 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:02:58.376879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fc6d0-7acc-4250-b596-958ded99214f req-f3308733-c185-44dd-b2ba-1ae088587569 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:02:58.393940 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ba0fc6d0-7acc-4250-b596-958ded99214f req-f3308733-c185-44dd-b2ba-1ae088587569 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.1138072 Feb 03 13:02:58.398687 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50404) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:58.399195 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5792771c-e524-450c-a2ce-f8615922674e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8844283 Feb 03 13:02:58.419686 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2b2a8034-e148-49a1-9f30-4c545e73769a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:02:58.445297 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'fixed_ips': [{'subnet_id': 'bd911557-2171-4f85-99b2-431860ea8276'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:02:58.446354 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.492429 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b604533-f321-45ab-ad70-a1f72b860c41 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for security_group (e76647a5-4738-4ce1-9c84-5060a843246d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.492995 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8034-e148-49a1-9f30-4c545e73769a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (906dc41d-4909-4533-bae5-25570020319e), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.494900 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8034-e148-49a1-9f30-4c545e73769a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (906dc41d-4909-4533-bae5-25570020319e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.574141 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b604533-f321-45ab-ad70-a1f72b860c41 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for security_group (e76647a5-4738-4ce1-9c84-5060a843246d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.621148 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227d3aed-0391-486c-a296-d4523b8a8b90 None None] New status for floating IP a93c6976-157f-4649-b014-fef26fda2edd: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:02:58.664048 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8034-e148-49a1-9f30-4c545e73769a admin admin] Publish callbacks [] for router_controller (906dc41d-4909-4533-bae5-25570020319e), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:58.771525 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] Allocated IP 172.20.0.2 (f6d1ce66-d18b-43ca-b278-f3cd61f50f03/bd911557-2171-4f85-99b2-431860ea8276/b0e425e1-2a61-4ddf-977c-55ffd70e173e) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:58.819678 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ba0fc6d0-7acc-4250-b596-958ded99214f req-ab5176cc-8f79-4db1-8d49-8d4a72d8f9b3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4141939 Feb 03 13:02:58.985361 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5ef71da0-acb2-4952-8099-e4278d115834 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:59.010649 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8034-e148-49a1-9f30-4c545e73769a admin admin] Publish callbacks [] for router_gateway (906dc41d-4909-4533-bae5-25570020319e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:59.015801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 5ef71da0-acb2-4952-8099-e4278d115834 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:02:59.016412 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 5ef71da0-acb2-4952-8099-e4278d115834 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:02:59.016994 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device f6c40262-3201-4dd0-821e-6ff9573869fb no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:02:59.095575 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: f6c40262-3201-4dd0-821e-6ff9573869fb {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:02:59.095984 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device f6c40262-3201-4dd0-821e-6ff9573869fb not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:02:59.174101 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] Publish callbacks [] for port (b0e425e1-2a61-4ddf-977c-55ffd70e173e), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:59.189170 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (b0e425e1-2a61-4ddf-977c-55ffd70e173e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:59.219729 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb03b9-9b9a-42e8-80ba-50540ac3772d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Deleting port dbcac049-d793-4e32-afcc-19bc5062f6d1 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:59.220304 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ccb03b9-9b9a-42e8-80ba-50540ac3772d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (dbcac049-d793-4e32-afcc-19bc5062f6d1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:59.247740 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] Network f6d1ce66-d18b-43ca-b278-f3cd61f50f03 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:59.251135 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:02:59.256468 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] Pushing event updated for resources: {'Port': ['ID=b0e425e1-2a61-4ddf-977c-55ffd70e173e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:59.275160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:02:59.394107 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] Attempting to bind port b0e425e1-2a61-4ddf-977c-55ffd70e173e on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:02:59.395453 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] Attempting to bind port b0e425e1-2a61-4ddf-977c-55ffd70e173e by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'abc73507-27b5-4f0d-b41b-4ade751234d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:02:59.396251 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] Attempting to bind port b0e425e1-2a61-4ddf-977c-55ffd70e173e on network f6d1ce66-d18b-43ca-b278-f3cd61f50f03 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:02:59.404337 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b604533-f321-45ab-ad70-a1f72b860c41 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e76647a5-4738-4ce1-9c84-5060a843246d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:59.408294 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b604533-f321-45ab-ad70-a1f72b860c41 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:59.408916 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:02:59.409464 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5b604533-f321-45ab-ad70-a1f72b860c41 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "DELETE /v2.0/security-groups/e76647a5-4738-4ce1-9c84-5060a843246d HTTP/1.1" status: 204 len: 168 time: 1.1812127 Feb 03 13:02:59.413149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] Checking segment: {'id': 'abc73507-27b5-4f0d-b41b-4ade751234d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:02:59.413149 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:59.413149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] Bound using segment: {'id': 'abc73507-27b5-4f0d-b41b-4ade751234d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:02:59.414040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] Bound port: b0e425e1-2a61-4ddf-977c-55ffd70e173e, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc73507-27b5-4f0d-b41b-4ade751234d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:02:59.414551 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b0e425e1-2a61-4ddf-977c-55ffd70e173e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:59.417129 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50418) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:59.429245 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8034-e148-49a1-9f30-4c545e73769a admin admin] Publish callbacks [] for router_gateway (906dc41d-4909-4533-bae5-25570020319e), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:59.449938 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b604533-f321-45ab-ad70-a1f72b860c41 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76647a5-4738-4ce1-9c84-5060a843246d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:59.452041 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8034-e148-49a1-9f30-4c545e73769a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:59.452322 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-6b60735a-6f5e-4553-84e4-4cfeaab897a9 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] show failed (client error): The resource could not be found. Feb 03 13:02:59.453458 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6b60735a-6f5e-4553-84e4-4cfeaab897a9 tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "GET /v2.0/security-groups/e76647a5-4738-4ce1-9c84-5060a843246d HTTP/1.1" status: 404 len: 347 time: 0.0352433 Feb 03 13:02:59.457348 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50420) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:02:59.567292 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7ccb03b9-9b9a-42e8-80ba-50540ac3772d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] For port dbcac049-d793-4e32-afcc-19bc5062f6d1, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dbcac049-d793-4e32-afcc-19bc5062f6d1,segment=NetworkSegment(a4ccb9c0-1015-4868-9a3d-6b206d8148a9),segment_id=a4ccb9c0-1015-4868-9a3d-6b206d8148a9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:02:59.568294 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ccb03b9-9b9a-42e8-80ba-50540ac3772d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (dbcac049-d793-4e32-afcc-19bc5062f6d1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:59.568442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] For port b0e425e1-2a61-4ddf-977c-55ffd70e173e, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:02:59.576731 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] For port b0e425e1-2a61-4ddf-977c-55ffd70e173e, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b0e425e1-2a61-4ddf-977c-55ffd70e173e,segment=NetworkSegment(abc73507-27b5-4f0d-b41b-4ade751234d0),segment_id=abc73507-27b5-4f0d-b41b-4ade751234d0)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:02:59.589838 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b0e425e1-2a61-4ddf-977c-55ffd70e173e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:59.609780 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb03b9-9b9a-42e8-80ba-50540ac3772d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Calling delete_port for dbcac049-d793-4e32-afcc-19bc5062f6d1 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:59.681091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-2b2a8034-e148-49a1-9f30-4c545e73769a admin admin] Allocated IP 172.25.6.113 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/5ac38410-10a7-4d87-809c-680c76ec388f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:02:59.684804 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f02d43-d255-4474-93a6-467d741d5f62 None None] Pushing event updated for resources: {'Port': ['ID=b0e425e1-2a61-4ddf-977c-55ffd70e173e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:02:59.717779 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4d945264-7eb5-4e0d-9a1e-59241fcb458b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Deleting port d13083d7-eeca-4f70-8ba4-b804a2d45338 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:02:59.718130 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d945264-7eb5-4e0d-9a1e-59241fcb458b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d13083d7-eeca-4f70-8ba4-b804a2d45338), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:59.822836 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8034-e148-49a1-9f30-4c545e73769a admin admin] Publish callbacks [] for port (5ac38410-10a7-4d87-809c-680c76ec388f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:59.884641 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d945264-7eb5-4e0d-9a1e-59241fcb458b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d13083d7-eeca-4f70-8ba4-b804a2d45338), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:59.885293 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d945264-7eb5-4e0d-9a1e-59241fcb458b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for floatingip (d13083d7-eeca-4f70-8ba4-b804a2d45338), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:59.890824 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8034-e148-49a1-9f30-4c545e73769a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5ac38410-10a7-4d87-809c-680c76ec388f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:02:59.910179 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4d945264-7eb5-4e0d-9a1e-59241fcb458b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Calling delete_port for d13083d7-eeca-4f70-8ba4-b804a2d45338 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:02:59.966824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2a8034-e148-49a1-9f30-4c545e73769a admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:02:59.970638 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2b2a8034-e148-49a1-9f30-4c545e73769a admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:00.008449 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2a8034-e148-49a1-9f30-4c545e73769a admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:03:00.041118 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a8034-e148-49a1-9f30-4c545e73769a admin admin] Pushing event updated for resources: {'Port': ['ID=5ac38410-10a7-4d87-809c-680c76ec388f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:00.133219 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15effec2-bc16-45da-85b7-508c28bb603f req-556ae515-8e40-4d4b-bef3-4902fc7802a5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:00.134941 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-15effec2-bc16-45da-85b7-508c28bb603f req-556ae515-8e40-4d4b-bef3-4902fc7802a5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.2154243 Feb 03 13:03:00.209630 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ccb03b9-9b9a-42e8-80ba-50540ac3772d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (dbcac049-d793-4e32-afcc-19bc5062f6d1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:00.283655 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb03b9-9b9a-42e8-80ba-50540ac3772d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event deleted for resources: {'Port': ['ID=dbcac049-d793-4e32-afcc-19bc5062f6d1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:00.414340 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8034-e148-49a1-9f30-4c545e73769a admin admin] Publish callbacks [] for router_gateway (906dc41d-4909-4533-bae5-25570020319e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:00.426150 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-15effec2-bc16-45da-85b7-508c28bb603f req-45ffe0b0-eb84-4bfb-a89b-6b6e3676b68e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644396 Feb 03 13:03:00.575269 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d945264-7eb5-4e0d-9a1e-59241fcb458b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (d13083d7-eeca-4f70-8ba4-b804a2d45338), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:00.614319 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d945264-7eb5-4e0d-9a1e-59241fcb458b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Pushing event deleted for resources: {'Port': ['ID=d13083d7-eeca-4f70-8ba4-b804a2d45338,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:00.775988 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8034-e148-49a1-9f30-4c545e73769a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (906dc41d-4909-4533-bae5-25570020319e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:00.793824 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d945264-7eb5-4e0d-9a1e-59241fcb458b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks [] for floatingip (a93c6976-157f-4649-b014-fef26fda2edd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:00.796704 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d945264-7eb5-4e0d-9a1e-59241fcb458b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:00.801163 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4d945264-7eb5-4e0d-9a1e-59241fcb458b tempest-ServerActionsTestJSON-775356212 tempest-ServerActionsTestJSON-775356212-project] 10.222.0.18 "DELETE /v2.0/floatingips/a93c6976-157f-4649-b014-fef26fda2edd HTTP/1.1" status: 204 len: 168 time: 1.3417928 Feb 03 13:03:00.802424 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50438) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:00.845591 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ccb03b9-9b9a-42e8-80ba-50540ac3772d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (3ca12a62-d1d3-4755-addd-34ccf54f9461), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:01.057169 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b0e425e1-2a61-4ddf-977c-55ffd70e173e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:01.196538 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:01.215975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port b0e425e1-2a61-4ddf-977c-55ffd70e173e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:01.216505 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b0e425e1-2a61-4ddf-977c-55ffd70e173e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:01.382603 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccb03b9-9b9a-42e8-80ba-50540ac3772d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Router 3ca12a62-d1d3-4755-addd-34ccf54f9461 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:03:01.424334 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port b0e425e1-2a61-4ddf-977c-55ffd70e173e is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:01.424334 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b0e425e1-2a61-4ddf-977c-55ffd70e173e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:01.451090 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8536d4d4-0fae-4e12-8d24-f72d83d689f3 None None] Network f6d1ce66-d18b-43ca-b278-f3cd61f50f03 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:03:01.465382 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0e130-6d1b-4a01-b155-186845195aa5 req-e6516226-ae74-4d73-b678-ffd9e46e48bf tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:01.479483 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-53a0e130-6d1b-4a01-b155-186845195aa5 req-e6516226-ae74-4d73-b678-ffd9e46e48bf tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.9472785 Feb 03 13:03:01.545850 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccb03b9-9b9a-42e8-80ba-50540ac3772d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:03:01.553518 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7ccb03b9-9b9a-42e8-80ba-50540ac3772d tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "PUT /v2.0/routers/3ca12a62-d1d3-4755-addd-34ccf54f9461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9450765 Feb 03 13:03:01.556394 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50446) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:01.605195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1be8d9-fee3-45bd-964c-d63f034f3fe3 None None] Sync routers for ids ['3ca12a62-d1d3-4755-addd-34ccf54f9461'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:03:01.618580 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8a8a6b-0d6f-4ae5-80d9-d469ed486cdd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Deleting subnet 4aaa5649-8a16-413f-8be6-ec601d7a6093 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:03:01.622076 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df8a8a6b-0d6f-4ae5-80d9-d469ed486cdd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for subnet (4aaa5649-8a16-413f-8be6-ec601d7a6093), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:01.629022 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-53a0e130-6d1b-4a01-b155-186845195aa5 req-37cbf55f-4939-4f05-bea4-cb153168b8c4 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255157 Feb 03 13:03:01.631062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50448) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:01.642890 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port b0e425e1-2a61-4ddf-977c-55ffd70e173e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b0e425e1-2a61-4ddf-977c-55ffd70e173e,segment=NetworkSegment(abc73507-27b5-4f0d-b41b-4ade751234d0),segment_id=abc73507-27b5-4f0d-b41b-4ade751234d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:01.655442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-860fd2bf-1137-4c11-8e48-30e6a2ffea8e None None] Provisioning complete for port b0e425e1-2a61-4ddf-977c-55ffd70e173e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:01.655650 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-860fd2bf-1137-4c11-8e48-30e6a2ffea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b0e425e1-2a61-4ddf-977c-55ffd70e173e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:01.668460 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df8a8a6b-0d6f-4ae5-80d9-d469ed486cdd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (4aaa5649-8a16-413f-8be6-ec601d7a6093), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:01.685705 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2a8034-e148-49a1-9f30-4c545e73769a admin admin] Router 906dc41d-4909-4533-bae5-25570020319e is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:03:01.716974 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b0e425e1-2a61-4ddf-977c-55ffd70e173e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:01.727852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1be8d9-fee3-45bd-964c-d63f034f3fe3 None None] Routers {'3ca12a62-d1d3-4755-addd-34ccf54f9461'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:01.728521 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-df1be8d9-fee3-45bd-964c-d63f034f3fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:02:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3ca12a62-d1d3-4755-addd-34ccf54f9461'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:01.774754 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ee07cd-647f-4ab2-8043-8a1edaa11a7a tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:01.780870 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-67ee07cd-647f-4ab2-8043-8a1edaa11a7a tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 1122 time: 0.1435659 Feb 03 13:03:01.784143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50452) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:01.790237 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6ae4fef3-d874-44b3-ba95-2e6bf72052d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': '0bb40b38-cb05-4903-ba38-304ace11ee70', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:01.803372 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df8a8a6b-0d6f-4ae5-80d9-d469ed486cdd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (4aaa5649-8a16-413f-8be6-ec601d7a6093), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:01.847615 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:03:01.907778 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-860fd2bf-1137-4c11-8e48-30e6a2ffea8e None None] Current status of the port b0e425e1-2a61-4ddf-977c-55ffd70e173e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:01.916226 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ae4fef3-d874-44b3-ba95-2e6bf72052d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:01.989781 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=b0e425e1-2a61-4ddf-977c-55ffd70e173e,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:02.020373 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2a8034-e148-49a1-9f30-4c545e73769a admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:03:02.036120 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] Sync routers for ids ['906dc41d-4909-4533-bae5-25570020319e'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:03:02.048669 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] Routers {'906dc41d-4909-4533-bae5-25570020319e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:02.049775 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:02:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['906dc41d-4909-4533-bae5-25570020319e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:02.057757 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df8a8a6b-0d6f-4ae5-80d9-d469ed486cdd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (4aaa5649-8a16-413f-8be6-ec601d7a6093), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:02.126804 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ad4fa0-df62-4272-9201-136582bfdee9 None None] Network 98c06ad4-ca81-45c5-9539-750c8a8d2ce3 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:03:02.174305 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df8a8a6b-0d6f-4ae5-80d9-d469ed486cdd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:02.180664 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-df8a8a6b-0d6f-4ae5-80d9-d469ed486cdd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "DELETE /v2.0/subnets/4aaa5649-8a16-413f-8be6-ec601d7a6093 HTTP/1.1" status: 204 len: 168 time: 0.6193583 Feb 03 13:03:02.180664 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a8a6b-0d6f-4ae5-80d9-d469ed486cdd tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event deleted for resources: {'Subnet': ['ID=4aaa5649-8a16-413f-8be6-ec601d7a6093,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:02.195719 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50460) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:02.198674 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8034-e148-49a1-9f30-4c545e73769a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:02.202458 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2b2a8034-e148-49a1-9f30-4c545e73769a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7975738 Feb 03 13:03:02.205161 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50462) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:02.246941 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] Set router 906dc41d-4909-4533-bae5-25570020319e gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:02.258803 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-df1be8d9-fee3-45bd-964c-d63f034f3fe3 None None] Set router 3ca12a62-d1d3-4755-addd-34ccf54f9461 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:02.322262 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5025367b-75de-4272-8233-6a124832b3cb None None] Provisioning complete for port b0e425e1-2a61-4ddf-977c-55ffd70e173e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:02.323777 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5025367b-75de-4272-8233-6a124832b3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b0e425e1-2a61-4ddf-977c-55ffd70e173e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:02.516450 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765255cf-470d-4821-be20-5cf7a0cd1011 None None] DHCP port deletion for 98c06ad4-ca81-45c5-9539-750c8a8d2ce3 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:03:02.522816 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d9960c3-d97e-4286-930d-dfa7c4aa7cd4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for router (3ca12a62-d1d3-4755-addd-34ccf54f9461), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:02.527320 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ae4fef3-d874-44b3-ba95-2e6bf72052d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:02.532334 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906dc41d-4909-4533-bae5-25570020319e', 'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:58Z', 'updated_at': '2022-02-03T13:03:00Z', 'revision_number': 3, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'gw_port': {'id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:59Z', 'updated_at': '2022-02-03T13:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:02.568744 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] Checking router: 906dc41d-4909-4533-bae5-25570020319e for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:03:02.569577 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] Updating router 906dc41d-4909-4533-bae5-25570020319e port 5ac38410-10a7-4d87-809c-680c76ec388f binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:03:02.607851 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5ac38410-10a7-4d87-809c-680c76ec388f), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:02.662677 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (b27c94a7-28ff-446e-ab65-183d66e03676), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:02.731826 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5025367b-75de-4272-8233-6a124832b3cb None None] Current status of the port b0e425e1-2a61-4ddf-977c-55ffd70e173e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:02.784103 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b0e425e1-2a61-4ddf-977c-55ffd70e173e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:02.920978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-765255cf-470d-4821-be20-5cf7a0cd1011 None None] Deleting port dcd186aa-9efc-4406-9695-c41efc2d9066 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:03:02.921359 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-765255cf-470d-4821-be20-5cf7a0cd1011 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (dcd186aa-9efc-4406-9695-c41efc2d9066), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:02.924502 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d9960c3-d97e-4286-930d-dfa7c4aa7cd4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for router_gateway (3ca12a62-d1d3-4755-addd-34ccf54f9461), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:02.955475 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-6ae4fef3-d874-44b3-ba95-2e6bf72052d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Allocated IP 172.25.6.238 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/db812d81-dca4-4549-adbd-d40b34d2bd2a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:03:02.965171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-df1be8d9-fee3-45bd-964c-d63f034f3fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-638938944', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:24Z', 'updated_at': '2022-02-03T13:02:59Z', 'revision_number': 5, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port': {'id': '255cc3ea-e1fb-46fc-bc55-805c7a38e279', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:26Z', 'updated_at': '2022-02-03T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:03.017295 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1be8d9-fee3-45bd-964c-d63f034f3fe3 None None] Checking router: 3ca12a62-d1d3-4755-addd-34ccf54f9461 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:03:03.102267 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-765255cf-470d-4821-be20-5cf7a0cd1011 None None] For port dcd186aa-9efc-4406-9695-c41efc2d9066, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dcd186aa-9efc-4406-9695-c41efc2d9066,segment=NetworkSegment(a4ccb9c0-1015-4868-9a3d-6b206d8148a9),segment_id=a4ccb9c0-1015-4868-9a3d-6b206d8148a9)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:03.103730 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-765255cf-470d-4821-be20-5cf7a0cd1011 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (dcd186aa-9efc-4406-9695-c41efc2d9066), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:03.150979 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b49127d0-4acb-4693-8f21-37d1b245b607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:03.153189 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ae4fef3-d874-44b3-ba95-2e6bf72052d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (db812d81-dca4-4549-adbd-d40b34d2bd2a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:03.191720 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ae4fef3-d874-44b3-ba95-2e6bf72052d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (db812d81-dca4-4549-adbd-d40b34d2bd2a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:03.241456 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae4fef3-d874-44b3-ba95-2e6bf72052d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:03.247542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6ae4fef3-d874-44b3-ba95-2e6bf72052d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:03.256718 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae4fef3-d874-44b3-ba95-2e6bf72052d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:03:03.316780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4fef3-d874-44b3-ba95-2e6bf72052d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=db812d81-dca4-4549-adbd-d40b34d2bd2a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:03.360659 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3d9960c3-d97e-4286-930d-dfa7c4aa7cd4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Deleting port 255cc3ea-e1fb-46fc-bc55-805c7a38e279 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:03:03.361310 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d9960c3-d97e-4286-930d-dfa7c4aa7cd4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (255cc3ea-e1fb-46fc-bc55-805c7a38e279), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:03.420067 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1be8d9-fee3-45bd-964c-d63f034f3fe3 None None] Routers {'3ca12a62-d1d3-4755-addd-34ccf54f9461'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:03.420807 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-df1be8d9-fee3-45bd-964c-d63f034f3fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:02:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3ca12a62-d1d3-4755-addd-34ccf54f9461'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:03.429313 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-765255cf-470d-4821-be20-5cf7a0cd1011 None None] Calling delete_port for dcd186aa-9efc-4406-9695-c41efc2d9066 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:03:03.515733 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port b0e425e1-2a61-4ddf-977c-55ffd70e173e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:03.516143 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b0e425e1-2a61-4ddf-977c-55ffd70e173e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:03.567356 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Deleting port 22e788e2-57d0-4847-8b34-ae29cd58bb81 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:03:03.568336 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (22e788e2-57d0-4847-8b34-ae29cd58bb81), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:03.611864 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c9c57b18-94af-4491-8fea-24a50cdb74bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:03.613783 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-b49127d0-4acb-4693-8f21-37d1b245b607 admin admin] Allocated IP 172.20.0.1 (f6d1ce66-d18b-43ca-b278-f3cd61f50f03/bd911557-2171-4f85-99b2-431860ea8276/14b81336-ece3-4263-b301-11c690b9d32f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:03:03.641072 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-df1be8d9-fee3-45bd-964c-d63f034f3fe3 None None] Set router 3ca12a62-d1d3-4755-addd-34ccf54f9461 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:03.651697 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] Publish callbacks [] for port (5ac38410-10a7-4d87-809c-680c76ec388f), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:03.662201 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5ac38410-10a7-4d87-809c-680c76ec388f), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:03.716409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-df1be8d9-fee3-45bd-964c-d63f034f3fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-638938944', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:24Z', 'updated_at': '2022-02-03T13:03:02Z', 'revision_number': 6, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:03.741220 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] For port 22e788e2-57d0-4847-8b34-ae29cd58bb81, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=22e788e2-57d0-4847-8b34-ae29cd58bb81,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:03.741805 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (22e788e2-57d0-4847-8b34-ae29cd58bb81), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:03.758936 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1be8d9-fee3-45bd-964c-d63f034f3fe3 None None] The sync data for ids ['3ca12a62-d1d3-4755-addd-34ccf54f9461'] in n-d-827336-3 is: [{'id': '3ca12a62-d1d3-4755-addd-34ccf54f9461', 'name': 'tempest-TestSecurityGroupsBasicOps-router-638938944', 'tenant_id': '0736ca6604044fb2b96c770b1d423b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:24Z', 'updated_at': '2022-02-03T13:03:02Z', 'revision_number': 6, 'project_id': '0736ca6604044fb2b96c770b1d423b15', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:03:03.791406 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-765255cf-470d-4821-be20-5cf7a0cd1011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (dcd186aa-9efc-4406-9695-c41efc2d9066), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:03.793107 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03d4df-a7f6-4dfb-9633-e3002a362393 None None] Pushing event updated for resources: {'Port': ['ID=5ac38410-10a7-4d87-809c-680c76ec388f,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:03.810489 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Calling delete_port for 22e788e2-57d0-4847-8b34-ae29cd58bb81 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:03:03.839693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765255cf-470d-4821-be20-5cf7a0cd1011 None None] Pushing event deleted for resources: {'Port': ['ID=dcd186aa-9efc-4406-9695-c41efc2d9066,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:03.850689 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765255cf-470d-4821-be20-5cf7a0cd1011 None None] No DVR routers for this DVR port dcd186aa-9efc-4406-9695-c41efc2d9066 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:03:03.852361 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] Attempting to bind port 5ac38410-10a7-4d87-809c-680c76ec388f on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:03:03.867036 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] Attempting to bind port 5ac38410-10a7-4d87-809c-680c76ec388f by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:03:03.867316 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] Attempting to bind port 5ac38410-10a7-4d87-809c-680c76ec388f on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:03:03.873115 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port b0e425e1-2a61-4ddf-977c-55ffd70e173e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:03.879309 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:03:03.888017 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:03.889580 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:03.890239 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:03:03.891466 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] Bound port: 5ac38410-10a7-4d87-809c-680c76ec388f, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:03:03.892125 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5ac38410-10a7-4d87-809c-680c76ec388f), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:03.954713 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] For port 5ac38410-10a7-4d87-809c-680c76ec388f, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:03:03.961137 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] For port 5ac38410-10a7-4d87-809c-680c76ec388f, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5ac38410-10a7-4d87-809c-680c76ec388f,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:03:03.969684 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5ac38410-10a7-4d87-809c-680c76ec388f), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:04.185822 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03d4df-a7f6-4dfb-9633-e3002a362393 None None] Pushing event updated for resources: {'Port': ['ID=5ac38410-10a7-4d87-809c-680c76ec388f,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:04.218204 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dcd186aa-9efc-4406-9695-c41efc2d9066 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:03:04.229228 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] Routers {'906dc41d-4909-4533-bae5-25570020319e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:04.234421 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:02:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['906dc41d-4909-4533-bae5-25570020319e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:04.243827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-3d9960c3-d97e-4286-930d-dfa7c4aa7cd4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] For port 255cc3ea-e1fb-46fc-bc55-805c7a38e279, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=255cc3ea-e1fb-46fc-bc55-805c7a38e279,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:04.244407 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d9960c3-d97e-4286-930d-dfa7c4aa7cd4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (255cc3ea-e1fb-46fc-bc55-805c7a38e279), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:04.259023 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: dcd186aa-9efc-4406-9695-c41efc2d9066 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:03:04.259384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dcd186aa-9efc-4406-9695-c41efc2d9066 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:03:04.305822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3d9960c3-d97e-4286-930d-dfa7c4aa7cd4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Calling delete_port for 255cc3ea-e1fb-46fc-bc55-805c7a38e279 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:03:04.422923 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b49127d0-4acb-4693-8f21-37d1b245b607 admin admin] Publish callbacks [] for port (14b81336-ece3-4263-b301-11c690b9d32f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:04.479504 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] Set router 906dc41d-4909-4533-bae5-25570020319e gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:04.547371 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b49127d0-4acb-4693-8f21-37d1b245b607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (14b81336-ece3-4263-b301-11c690b9d32f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:04.657692 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49127d0-4acb-4693-8f21-37d1b245b607 admin admin] Network f6d1ce66-d18b-43ca-b278-f3cd61f50f03 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:04.667505 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b49127d0-4acb-4693-8f21-37d1b245b607 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:04.674128 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49127d0-4acb-4693-8f21-37d1b245b607 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:03:04.757566 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49127d0-4acb-4693-8f21-37d1b245b607 admin admin] Pushing event updated for resources: {'Port': ['ID=14b81336-ece3-4263-b301-11c690b9d32f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:04.807020 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906dc41d-4909-4533-bae5-25570020319e', 'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:58Z', 'updated_at': '2022-02-03T13:03:00Z', 'revision_number': 3, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'gw_port': {'id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:59Z', 'updated_at': '2022-02-03T13:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:04.836731 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b49127d0-4acb-4693-8f21-37d1b245b607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (906dc41d-4909-4533-bae5-25570020319e), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:04.871367 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 255cc3ea-e1fb-46fc-bc55-805c7a38e279 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:03:04.879401 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfab1de-4708-4015-978b-cc4744a9f1ed None None] The sync data for ids ['906dc41d-4909-4533-bae5-25570020319e'] in n-d-827336-3 is: [{'id': '906dc41d-4909-4533-bae5-25570020319e', 'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:58Z', 'updated_at': '2022-02-03T13:03:00Z', 'revision_number': 3, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'gw_port': {'id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:59Z', 'updated_at': '2022-02-03T13:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:03:04.894754 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ae4fef3-d874-44b3-ba95-2e6bf72052d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for floatingip (7c545843-19de-47df-90f3-4315d0749449), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:04.930235 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (22e788e2-57d0-4847-8b34-ae29cd58bb81), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:05.006245 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=22e788e2-57d0-4847-8b34-ae29cd58bb81,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:05.061793 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:05.061973 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:05.062325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:05.062671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:05.063009 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:05.063344 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:05.066235 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d9960c3-d97e-4286-930d-dfa7c4aa7cd4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (255cc3ea-e1fb-46fc-bc55-805c7a38e279), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:05.068111 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:05.068566 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:05.068912 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:05.069252 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:05.069589 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:05.069921 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:05.070260 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:05.074786 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 255cc3ea-e1fb-46fc-bc55-805c7a38e279 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:05.075191 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (255cc3ea-e1fb-46fc-bc55-805c7a38e279), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:05.186466 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9960c3-d97e-4286-930d-dfa7c4aa7cd4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event deleted for resources: {'Port': ['ID=255cc3ea-e1fb-46fc-bc55-805c7a38e279,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:05.247117 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dbcac049-d793-4e32-afcc-19bc5062f6d1 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:03:05.299813 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: dbcac049-d793-4e32-afcc-19bc5062f6d1 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:03:05.308524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dbcac049-d793-4e32-afcc-19bc5062f6d1 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:03:05.334822 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e2d45f03-f350-4d9f-bbfa-e88edd5534cd None None] Provisioning complete for port 14b81336-ece3-4263-b301-11c690b9d32f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:05.335736 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2d45f03-f350-4d9f-bbfa-e88edd5534cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (14b81336-ece3-4263-b301-11c690b9d32f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:05.441768 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d9960c3-d97e-4286-930d-dfa7c4aa7cd4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (3ca12a62-d1d3-4755-addd-34ccf54f9461), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:05.464834 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e2d45f03-f350-4d9f-bbfa-e88edd5534cd None None] Port 14b81336-ece3-4263-b301-11c690b9d32f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:03:05.519024 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ae4fef3-d874-44b3-ba95-2e6bf72052d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (db812d81-dca4-4549-adbd-d40b34d2bd2a), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:05.710594 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (b27c94a7-28ff-446e-ab65-183d66e03676), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:05.986120 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Router b27c94a7-28ff-446e-ab65-183d66e03676 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:03:05.987321 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b49127d0-4acb-4693-8f21-37d1b245b607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (14b81336-ece3-4263-b301-11c690b9d32f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.071802 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d9960c3-d97e-4286-930d-dfa7c4aa7cd4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (3ca12a62-d1d3-4755-addd-34ccf54f9461), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.075754 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d9960c3-d97e-4286-930d-dfa7c4aa7cd4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for router_controller (3ca12a62-d1d3-4755-addd-34ccf54f9461), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.127875 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64f26f21-19fe-4b41-9bb1-dc1c7e992c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.175500 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d9960c3-d97e-4286-930d-dfa7c4aa7cd4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (3ca12a62-d1d3-4755-addd-34ccf54f9461), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.176012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9960c3-d97e-4286-930d-dfa7c4aa7cd4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Fanout notify agent at l3_agent the message router_deleted on router 3ca12a62-d1d3-4755-addd-34ccf54f9461 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:03:06.195566 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d9960c3-d97e-4286-930d-dfa7c4aa7cd4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.200179 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3d9960c3-d97e-4286-930d-dfa7c4aa7cd4 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "DELETE /v2.0/routers/3ca12a62-d1d3-4755-addd-34ccf54f9461 HTTP/1.1" status: 204 len: 168 time: 3.9970679 Feb 03 13:03:06.200841 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50496) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:06.302979 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b49127d0-4acb-4693-8f21-37d1b245b607 admin admin] Publish callbacks [] for port (14b81336-ece3-4263-b301-11c690b9d32f), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.323258 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b49127d0-4acb-4693-8f21-37d1b245b607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (14b81336-ece3-4263-b301-11c690b9d32f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.468511 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e729026-6e61-4380-9c1c-0da5bb30fd56 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (98c06ad4-ca81-45c5-9539-750c8a8d2ce3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.530312 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b49127d0-4acb-4693-8f21-37d1b245b607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (906dc41d-4909-4533-bae5-25570020319e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.548975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49127d0-4acb-4693-8f21-37d1b245b607 admin admin] Pushing event updated for resources: {'Port': ['ID=14b81336-ece3-4263-b301-11c690b9d32f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:06.707927 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:03:06.716148 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9c54db74-fb01-468f-88ec-45e8b4b377f8 admin admin] 10.222.0.18 "PUT /v2.0/routers/b27c94a7-28ff-446e-ab65-183d66e03676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9108746 Feb 03 13:03:06.718550 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50500) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:06.720156 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f2be33-1c06-4683-9aa0-12774f211cb7 None None] Sync routers for ids ['b27c94a7-28ff-446e-ab65-183d66e03676'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:03:06.732547 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f2be33-1c06-4683-9aa0-12774f211cb7 None None] Routers {'b27c94a7-28ff-446e-ab65-183d66e03676'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:06.733193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-40f2be33-1c06-4683-9aa0-12774f211cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:03:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b27c94a7-28ff-446e-ab65-183d66e03676'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:06.818488 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e729026-6e61-4380-9c1c-0da5bb30fd56 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (98c06ad4-ca81-45c5-9539-750c8a8d2ce3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.837400 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ae4fef3-d874-44b3-ba95-2e6bf72052d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (db812d81-dca4-4549-adbd-d40b34d2bd2a), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.874940 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eed40cc8-47cd-4033-acb3-0cd5cfd91ea4 admin admin] Publish callbacks [] for router (b27c94a7-28ff-446e-ab65-183d66e03676), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.879339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49127d0-4acb-4693-8f21-37d1b245b607 admin admin] Network f6d1ce66-d18b-43ca-b278-f3cd61f50f03 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:06.911739 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2e729026-6e61-4380-9c1c-0da5bb30fd56 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c06ad4-ca81-45c5-9539-750c8a8d2ce3']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:06.935843 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2e729026-6e61-4380-9c1c-0da5bb30fd56 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ccb9c0-1015-4868-9a3d-6b206d8148a9') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:06.936321 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-2e729026-6e61-4380-9c1c-0da5bb30fd56 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ccb9c0-1015-4868-9a3d-6b206d8148a9') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:06.947061 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b49127d0-4acb-4693-8f21-37d1b245b607 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:06.952944 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e729026-6e61-4380-9c1c-0da5bb30fd56 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (a4ccb9c0-1015-4868-9a3d-6b206d8148a9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:06.981582 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e729026-6e61-4380-9c1c-0da5bb30fd56 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (a4ccb9c0-1015-4868-9a3d-6b206d8148a9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.003154 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e729026-6e61-4380-9c1c-0da5bb30fd56 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:03:07.007886 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e729026-6e61-4380-9c1c-0da5bb30fd56 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (a4ccb9c0-1015-4868-9a3d-6b206d8148a9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.080795 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5ac38410-10a7-4d87-809c-680c76ec388f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:03:07.096000 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:03:07.100348 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ae4fef3-d874-44b3-ba95-2e6bf72052d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (db812d81-dca4-4549-adbd-d40b34d2bd2a), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.123559 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e729026-6e61-4380-9c1c-0da5bb30fd56 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (98c06ad4-ca81-45c5-9539-750c8a8d2ce3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.137351 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e729026-6e61-4380-9c1c-0da5bb30fd56 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.141680 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2e729026-6e61-4380-9c1c-0da5bb30fd56 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] 10.222.0.18 "DELETE /v2.0/networks/98c06ad4-ca81-45c5-9539-750c8a8d2ce3 HTTP/1.1" status: 204 len: 168 time: 0.9378078 Feb 03 13:03:07.242792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e729026-6e61-4380-9c1c-0da5bb30fd56 tempest-TestSecurityGroupsBasicOps-1951175591 tempest-TestSecurityGroupsBasicOps-1951175591-project] Pushing event deleted for resources: {'Network': ['ID=98c06ad4-ca81-45c5-9539-750c8a8d2ce3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:07.251437 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eed40cc8-47cd-4033-acb3-0cd5cfd91ea4 admin admin] Publish callbacks [] for router_gateway (b27c94a7-28ff-446e-ab65-183d66e03676), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.298753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4fef3-d874-44b3-ba95-2e6bf72052d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=db812d81-dca4-4549-adbd-d40b34d2bd2a,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:07.313453 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ae4fef3-d874-44b3-ba95-2e6bf72052d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (7c545843-19de-47df-90f3-4315d0749449), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.332550 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49127d0-4acb-4693-8f21-37d1b245b607 admin admin] Router 906dc41d-4909-4533-bae5-25570020319e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:03:07.348045 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-40f2be33-1c06-4683-9aa0-12774f211cb7 None None] Set router b27c94a7-28ff-446e-ab65-183d66e03676 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:07.399360 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.485912 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-6ae4fef3-d874-44b3-ba95-2e6bf72052d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Floating IP 7c545843-19de-47df-90f3-4315d0749449 associated. External IP: 172.25.6.238, port: 0bb40b38-cb05-4903-ba38-304ace11ee70. Feb 03 13:03:07.578500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 5ac38410-10a7-4d87-809c-680c76ec388f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:07.578500 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5ac38410-10a7-4d87-809c-680c76ec388f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.665041 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-eed40cc8-47cd-4033-acb3-0cd5cfd91ea4 admin admin] Deleting port 5c1d5319-4371-4c12-9d71-e1349cc4944b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:03:07.666038 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eed40cc8-47cd-4033-acb3-0cd5cfd91ea4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5c1d5319-4371-4c12-9d71-e1349cc4944b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.707878 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5b0f6ab5-3445-4448-9885-47d586f2f617 None None] Provisioning complete for port 14b81336-ece3-4263-b301-11c690b9d32f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:07.708887 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5b0f6ab5-3445-4448-9885-47d586f2f617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (14b81336-ece3-4263-b301-11c690b9d32f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.710094 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50518) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:07.845634 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49127d0-4acb-4693-8f21-37d1b245b607 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:03:07.854058 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b49127d0-4acb-4693-8f21-37d1b245b607 admin admin] 10.222.0.18 "PUT /v2.0/routers/906dc41d-4909-4533-bae5-25570020319e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6435485 Feb 03 13:03:07.874788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5b0f6ab5-3445-4448-9885-47d586f2f617 None None] Port 14b81336-ece3-4263-b301-11c690b9d32f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:03:07.927664 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-eed40cc8-47cd-4033-acb3-0cd5cfd91ea4 admin admin] For port 5c1d5319-4371-4c12-9d71-e1349cc4944b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5c1d5319-4371-4c12-9d71-e1349cc4944b,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:07.928289 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eed40cc8-47cd-4033-acb3-0cd5cfd91ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5c1d5319-4371-4c12-9d71-e1349cc4944b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:07.955975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-eed40cc8-47cd-4033-acb3-0cd5cfd91ea4 admin admin] Calling delete_port for 5c1d5319-4371-4c12-9d71-e1349cc4944b owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:03:07.992887 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 5ac38410-10a7-4d87-809c-680c76ec388f is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:07.993291 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5ac38410-10a7-4d87-809c-680c76ec388f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:08.033008 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 5ac38410-10a7-4d87-809c-680c76ec388f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5ac38410-10a7-4d87-809c-680c76ec388f,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:08.039885 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5ac38410-10a7-4d87-809c-680c76ec388f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:08.077463 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae4fef3-d874-44b3-ba95-2e6bf72052d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Router 4a2ef623-6258-4b06-bc9b-547a47c9cde4 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:03:08.142208 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=5ac38410-10a7-4d87-809c-680c76ec388f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:08.156258 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-40f2be33-1c06-4683-9aa0-12774f211cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'name': 'tempest-ServerActionsTestJSON-1697527055-router', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:51:35Z', 'updated_at': '2022-02-03T13:03:04Z', 'revision_number': 5, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'gw_port': {'id': '5c1d5319-4371-4c12-9d71-e1349cc4944b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:51:40Z', 'updated_at': '2022-02-03T12:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:08.190722 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0d62a1cd-ebce-49e0-af99-9d21c32eb0e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0736ca6604044fb2b96c770b1d423b15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4763367 Feb 03 13:03:08.195550 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50528) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:08.209481 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f2be33-1c06-4683-9aa0-12774f211cb7 None None] Checking router: b27c94a7-28ff-446e-ab65-183d66e03676 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:03:08.222199 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] Sync routers for ids ['906dc41d-4909-4533-bae5-25570020319e'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:03:08.240974 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] Routers {'906dc41d-4909-4533-bae5-25570020319e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:08.242600 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:03:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['906dc41d-4909-4533-bae5-25570020319e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:08.266294 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f2be33-1c06-4683-9aa0-12774f211cb7 None None] Routers {'b27c94a7-28ff-446e-ab65-183d66e03676'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:08.267135 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-40f2be33-1c06-4683-9aa0-12774f211cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:03:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['b27c94a7-28ff-446e-ab65-183d66e03676'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:08.279402 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:08.342833 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81ba15d0-aca8-4023-be6b-e2994f340411 admin admin] Publish callbacks [] for security_group (9cd52487-7f2f-46b9-bf43-1997cb0acc44), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:08.352895 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae4fef3-d874-44b3-ba95-2e6bf72052d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:03:08.379227 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c860ce-2be2-4f9f-a4cc-36aadac849a3 None None] Sync routers for ids ['4a2ef623-6258-4b06-bc9b-547a47c9cde4'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:03:08.401302 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ae4fef3-d874-44b3-ba95-2e6bf72052d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:08.449486 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81ba15d0-aca8-4023-be6b-e2994f340411 admin admin] Publish callbacks [] for security_group (9cd52487-7f2f-46b9-bf43-1997cb0acc44), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:08.454686 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c860ce-2be2-4f9f-a4cc-36aadac849a3 None None] Routers {'4a2ef623-6258-4b06-bc9b-547a47c9cde4'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:08.455600 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e0c860ce-2be2-4f9f-a4cc-36aadac849a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:03:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4a2ef623-6258-4b06-bc9b-547a47c9cde4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:08.517659 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6ae4fef3-d874-44b3-ba95-2e6bf72052d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7326384 Feb 03 13:03:08.530126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ccb261-4eb8-47d6-bd6c-c7be494bfd69', 'tag': '0bb40b38-cb05-4903-ba38-304ace11ee70'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:03:08.534817 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57002e1-fe40-4523-b2c6-7f4f4d4b5ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "45ccb261-4eb8-47d6-bd6c-c7be494bfd69", "tag": "0bb40b38-cb05-4903-ba38-304ace11ee70"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:03:08.590456 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] Set router 906dc41d-4909-4533-bae5-25570020319e gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:08.855474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-40f2be33-1c06-4683-9aa0-12774f211cb7 None None] Set router b27c94a7-28ff-446e-ab65-183d66e03676 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:08.877472 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eed40cc8-47cd-4033-acb3-0cd5cfd91ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (5c1d5319-4371-4c12-9d71-e1349cc4944b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:08.907931 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81ba15d0-aca8-4023-be6b-e2994f340411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9cd52487-7f2f-46b9-bf43-1997cb0acc44), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:08.908376 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81ba15d0-aca8-4023-be6b-e2994f340411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:08.909754 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-81ba15d0-aca8-4023-be6b-e2994f340411 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9cd52487-7f2f-46b9-bf43-1997cb0acc44 HTTP/1.1" status: 204 len: 168 time: 0.7107019 Feb 03 13:03:08.950542 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed40cc8-47cd-4033-acb3-0cd5cfd91ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c1d5319-4371-4c12-9d71-e1349cc4944b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:08.967727 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba15d0-aca8-4023-be6b-e2994f340411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd52487-7f2f-46b9-bf43-1997cb0acc44,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:08.980080 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-40f2be33-1c06-4683-9aa0-12774f211cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'name': 'tempest-ServerActionsTestJSON-1697527055-router', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:51:35Z', 'updated_at': '2022-02-03T13:03:07Z', 'revision_number': 6, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:09.061152 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f3ade-0591-49c7-9cb7-0d2810179e25 req-0ab15254-7b25-4268-b35f-496a48512e42 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:09.066807 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-851f3ade-0591-49c7-9cb7-0d2810179e25 req-0ab15254-7b25-4268-b35f-496a48512e42 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.3915181 Feb 03 13:03:09.120390 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906dc41d-4909-4533-bae5-25570020319e', 'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:58Z', 'updated_at': '2022-02-03T13:03:05Z', 'revision_number': 4, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'gw_port': {'id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:59Z', 'updated_at': '2022-02-03T13:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '14b81336-ece3-4263-b301-11c690b9d32f', 'name': '', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'mac_address': 'fa:16:3e:38:ed:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'bd911557-2171-4f85-99b2-431860ea8276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:03Z', 'updated_at': '2022-02-03T13:03:06Z', 'revision_number': 2, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'subnets': [{'id': 'bd911557-2171-4f85-99b2-431860ea8276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:09.148420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5ac38410-10a7-4d87-809c-680c76ec388f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:09.151258 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f2be33-1c06-4683-9aa0-12774f211cb7 None None] The sync data for ids ['b27c94a7-28ff-446e-ab65-183d66e03676'] in n-d-827336-3 is: [{'id': 'b27c94a7-28ff-446e-ab65-183d66e03676', 'name': 'tempest-ServerActionsTestJSON-1697527055-router', 'tenant_id': '3d3da86861ee4a179872b24fbf239a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:51:35Z', 'updated_at': '2022-02-03T13:03:07Z', 'revision_number': 6, 'project_id': '3d3da86861ee4a179872b24fbf239a16', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:03:09.221529 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] Checking router: 906dc41d-4909-4533-bae5-25570020319e for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:03:09.221805 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] Updating router 906dc41d-4909-4533-bae5-25570020319e port 14b81336-ece3-4263-b301-11c690b9d32f binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:03:09.263819 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50554) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:09.268753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9ab0400e-2ce4-4f51-b398-78dcba674b15 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1034818474', 'description': 'tempest-description--720451983'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:09.277957 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 5ac38410-10a7-4d87-809c-680c76ec388f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:09.285306 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5ac38410-10a7-4d87-809c-680c76ec388f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:09.289042 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e0c860ce-2be2-4f9f-a4cc-36aadac849a3 None None] Set router 4a2ef623-6258-4b06-bc9b-547a47c9cde4 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:09.315508 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (14b81336-ece3-4263-b301-11c690b9d32f), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:09.338102 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ab0400e-2ce4-4f51-b398-78dcba674b15 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:09.369776 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eed40cc8-47cd-4033-acb3-0cd5cfd91ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (b27c94a7-28ff-446e-ab65-183d66e03676), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:09.408952 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b87d10a-a830-45ed-8c78-521581d578bd x-openstack-request-id: req-1b87d10a-a830-45ed-8c78-521581d578bd {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:03:09.409242 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ccb261-4eb8-47d6-bd6c-c7be494bfd69", "tag": "0bb40b38-cb05-4903-ba38-304ace11ee70", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:03:09.411548 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b87d10a-a830-45ed-8c78-521581d578bd {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:03:09.413384 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ccb261-4eb8-47d6-bd6c-c7be494bfd69', 'tag': '0bb40b38-cb05-4903-ba38-304ace11ee70', 'status': 'completed', 'code': 200} Feb 03 13:03:09.517074 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50560) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:09.542118 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ab0400e-2ce4-4f51-b398-78dcba674b15 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group (c3c3192c-eb02-4c2d-8249-a8f4c4f782ee), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:09.554906 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-851f3ade-0591-49c7-9cb7-0d2810179e25 req-36b5d5f6-b2b1-42f4-a9fb-c5d72d140b7f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4205954 Feb 03 13:03:09.562315 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ab0400e-2ce4-4f51-b398-78dcba674b15 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c3c3192c-eb02-4c2d-8249-a8f4c4f782ee), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:09.604578 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50562) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:09.610455 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2111fe44-360e-43ef-9fc6-aab7777e5158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:09.643722 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eed40cc8-47cd-4033-acb3-0cd5cfd91ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (b27c94a7-28ff-446e-ab65-183d66e03676), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:09.648554 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eed40cc8-47cd-4033-acb3-0cd5cfd91ea4 admin admin] Publish callbacks [] for router_controller (b27c94a7-28ff-446e-ab65-183d66e03676), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:09.779889 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 5ac38410-10a7-4d87-809c-680c76ec388f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:09.960645 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2111fe44-360e-43ef-9fc6-aab7777e5158 admin admin] Publish callbacks [] for security_group (c494017c-60cd-4a45-8224-92b0b9cfcece), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:09.965093 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-23ce0500-a726-4033-8f29-6caa74d1fac5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/floatingips/7c545843-19de-47df-90f3-4315d0749449 HTTP/1.1" status: 200 len: 991 time: 0.3275394 Feb 03 13:03:09.975643 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2111fe44-360e-43ef-9fc6-aab7777e5158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c494017c-60cd-4a45-8224-92b0b9cfcece), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:09.995307 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ab0400e-2ce4-4f51-b398-78dcba674b15 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.002840 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9ab0400e-2ce4-4f51-b398-78dcba674b15 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7379763 Feb 03 13:03:10.003841 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50566) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:10.005936 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.010117 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] Publish callbacks [] for port (14b81336-ece3-4263-b301-11c690b9d32f), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.014628 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7d218f9f-0b56-4e2a-938f-8833652e522f tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Request body: {'security_group_rule': {'security_group_id': 'c3c3192c-eb02-4c2d-8249-a8f4c4f782ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:10.025575 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0400e-2ce4-4f51-b398-78dcba674b15 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:10.025803 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (14b81336-ece3-4263-b301-11c690b9d32f), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.068508 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2111fe44-360e-43ef-9fc6-aab7777e5158 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=130f631105bb43e28531a1413b4bf015&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5504405 Feb 03 13:03:10.075971 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50568) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:10.096189 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e0c860ce-2be2-4f9f-a4cc-36aadac849a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620726114', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:23Z', 'updated_at': '2022-02-03T13:02:33Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:24Z', 'updated_at': '2022-02-03T13:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '7c545843-19de-47df-90f3-4315d0749449', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'port_id': '0bb40b38-cb05-4903-ba38-304ace11ee70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9', 'mac_address': 'fa:16:3e:78:15:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ccb261-4eb8-47d6-bd6c-c7be494bfd69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:03:03Z', 'updated_at': '2022-02-03T13:03:03Z', 'revision_number': 0, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8c8c00-f3f4-4806-86da-2087442f7cbb', 'name': '', 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:91:f9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '147cd4bb-5254-4640-afa8-455d6d9066b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:02:42Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '147cd4bb-5254-4640-afa8-455d6d9066b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:10.130448 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d218f9f-0b56-4e2a-938f-8833652e522f tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group_rule (e875850d-63e3-49a6-a30f-2e6a255ff3c0), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.142971 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c860ce-2be2-4f9f-a4cc-36aadac849a3 None None] Checking router: 4a2ef623-6258-4b06-bc9b-547a47c9cde4 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:03:10.169675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c860ce-2be2-4f9f-a4cc-36aadac849a3 None None] Routers {'4a2ef623-6258-4b06-bc9b-547a47c9cde4'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:10.170299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e0c860ce-2be2-4f9f-a4cc-36aadac849a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:03:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4a2ef623-6258-4b06-bc9b-547a47c9cde4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:10.180774 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b20b35-227c-4419-bdc9-5bc66ca42738 None None] Pushing event updated for resources: {'Port': ['ID=14b81336-ece3-4263-b301-11c690b9d32f,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:10.187036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111fe44-360e-43ef-9fc6-aab7777e5158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c494017c-60cd-4a45-8224-92b0b9cfcece,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:10.251774 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d218f9f-0b56-4e2a-938f-8833652e522f tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group_rule (e875850d-63e3-49a6-a30f-2e6a255ff3c0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.267126 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d218f9f-0b56-4e2a-938f-8833652e522f tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (e875850d-63e3-49a6-a30f-2e6a255ff3c0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.281480 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b20b35-227c-4419-bdc9-5bc66ca42738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:10.281839 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b20b35-227c-4419-bdc9-5bc66ca42738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:10.282186 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b20b35-227c-4419-bdc9-5bc66ca42738 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:10.282537 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b20b35-227c-4419-bdc9-5bc66ca42738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:10.283394 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b20b35-227c-4419-bdc9-5bc66ca42738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:10.283394 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b20b35-227c-4419-bdc9-5bc66ca42738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:10.283621 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b20b35-227c-4419-bdc9-5bc66ca42738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:10.283814 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b20b35-227c-4419-bdc9-5bc66ca42738 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:10.284163 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b20b35-227c-4419-bdc9-5bc66ca42738 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:10.284501 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b20b35-227c-4419-bdc9-5bc66ca42738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:10.284826 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b20b35-227c-4419-bdc9-5bc66ca42738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:10.285151 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b20b35-227c-4419-bdc9-5bc66ca42738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:10.285471 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b20b35-227c-4419-bdc9-5bc66ca42738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:10.322672 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d218f9f-0b56-4e2a-938f-8833652e522f tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.327170 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7d218f9f-0b56-4e2a-938f-8833652e522f tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3182716 Feb 03 13:03:10.328436 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50570) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:10.334368 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c919c4a-4408-46ce-bea9-7063b6a9ea4c admin admin] Publish callbacks [] for security_group (c494017c-60cd-4a45-8224-92b0b9cfcece), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.341651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-199954b3-2539-41bf-9f1b-f5177918f61f tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Request body: {'security_group_rule': {'security_group_id': 'c3c3192c-eb02-4c2d-8249-a8f4c4f782ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:10.359176 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d218f9f-0b56-4e2a-938f-8833652e522f tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e875850d-63e3-49a6-a30f-2e6a255ff3c0,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:10.371485 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e0c860ce-2be2-4f9f-a4cc-36aadac849a3 None None] Set router 4a2ef623-6258-4b06-bc9b-547a47c9cde4 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:10.410670 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] Attempting to bind port 14b81336-ece3-4263-b301-11c690b9d32f on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:03:10.411346 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] Attempting to bind port 14b81336-ece3-4263-b301-11c690b9d32f by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'abc73507-27b5-4f0d-b41b-4ade751234d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:03:10.411771 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] Attempting to bind port 14b81336-ece3-4263-b301-11c690b9d32f on network f6d1ce66-d18b-43ca-b278-f3cd61f50f03 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:03:10.423107 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c919c4a-4408-46ce-bea9-7063b6a9ea4c admin admin] Publish callbacks [] for security_group (c494017c-60cd-4a45-8224-92b0b9cfcece), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.431119 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:03:10.431507 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] Checking segment: {'id': 'abc73507-27b5-4f0d-b41b-4ade751234d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:10.431919 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.432392 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] Bound using segment: {'id': 'abc73507-27b5-4f0d-b41b-4ade751234d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:03:10.432875 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] Bound port: 14b81336-ece3-4263-b301-11c690b9d32f, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc73507-27b5-4f0d-b41b-4ade751234d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:03:10.433262 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (14b81336-ece3-4263-b301-11c690b9d32f), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.445772 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-199954b3-2539-41bf-9f1b-f5177918f61f tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group_rule (960e1e29-a338-4428-b2b3-e09073133df7), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.572619 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] For port 14b81336-ece3-4263-b301-11c690b9d32f, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:03:10.580709 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] For port 14b81336-ece3-4263-b301-11c690b9d32f, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=14b81336-ece3-4263-b301-11c690b9d32f,segment=NetworkSegment(abc73507-27b5-4f0d-b41b-4ade751234d0),segment_id=abc73507-27b5-4f0d-b41b-4ade751234d0)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:03:10.594132 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (14b81336-ece3-4263-b301-11c690b9d32f), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.675103 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-199954b3-2539-41bf-9f1b-f5177918f61f tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group_rule (960e1e29-a338-4428-b2b3-e09073133df7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.689709 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-199954b3-2539-41bf-9f1b-f5177918f61f tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (960e1e29-a338-4428-b2b3-e09073133df7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.740549 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] Routers {'906dc41d-4909-4533-bae5-25570020319e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:10.741193 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:03:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['906dc41d-4909-4533-bae5-25570020319e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:10.743487 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-199954b3-2539-41bf-9f1b-f5177918f61f tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.754578 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-199954b3-2539-41bf-9f1b-f5177918f61f tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4174330 Feb 03 13:03:10.756404 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50578) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:10.777148 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:10.790111 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c919c4a-4408-46ce-bea9-7063b6a9ea4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c494017c-60cd-4a45-8224-92b0b9cfcece), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.793327 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c919c4a-4408-46ce-bea9-7063b6a9ea4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.794621 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1c919c4a-4408-46ce-bea9-7063b6a9ea4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c494017c-60cd-4a45-8224-92b0b9cfcece HTTP/1.1" status: 204 len: 168 time: 0.7174814 Feb 03 13:03:10.833853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199954b3-2539-41bf-9f1b-f5177918f61f tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960e1e29-a338-4428-b2b3-e09073133df7,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:10.850172 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b20b35-227c-4419-bdc9-5bc66ca42738 None None] Pushing event updated for resources: {'Port': ['ID=14b81336-ece3-4263-b301-11c690b9d32f,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:10.860791 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eed40cc8-47cd-4033-acb3-0cd5cfd91ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (b27c94a7-28ff-446e-ab65-183d66e03676), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.865263 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed40cc8-47cd-4033-acb3-0cd5cfd91ea4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b27c94a7-28ff-446e-ab65-183d66e03676 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:03:10.866311 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2f0ce0bf-07ba-4d07-8e65-60f96c23cd37 None None] Provisioning complete for port 14b81336-ece3-4263-b301-11c690b9d32f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:10.866311 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce0bf-07ba-4d07-8e65-60f96c23cd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (14b81336-ece3-4263-b301-11c690b9d32f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.884323 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57002e1-fe40-4523-b2c6-7f4f4d4b5ea0 req-b3664828-fad5-458f-b479-27776e3da404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:10.887010 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e57002e1-fe40-4523-b2c6-7f4f4d4b5ea0 req-b3664828-fad5-458f-b479-27776e3da404 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 1127 time: 1.3474069 Feb 03 13:03:10.893990 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c919c4a-4408-46ce-bea9-7063b6a9ea4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c494017c-60cd-4a45-8224-92b0b9cfcece,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:10.910762 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eed40cc8-47cd-4033-acb3-0cd5cfd91ea4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.914540 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-eed40cc8-47cd-4033-acb3-0cd5cfd91ea4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b27c94a7-28ff-446e-ab65-183d66e03676 HTTP/1.1" status: 204 len: 168 time: 4.1948442 Feb 03 13:03:10.915691 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:10.928624 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50582) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:11.039358 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 22e788e2-57d0-4847-8b34-ae29cd58bb81 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:03:11.058601 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50586) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:11.123481 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9e94c1-ff6c-4f94-bc6a-224e3644f6f3 admin admin] Deleting subnet a27fe823-3411-4edd-b136-06676ed45522 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:03:11.155280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57002e1-fe40-4523-b2c6-7f4f4d4b5ea0 req-cc80b41e-8678-43a4-b915-136ad2b76b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:11.157211 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e57002e1-fe40-4523-b2c6-7f4f4d4b5ea0 req-cc80b41e-8678-43a4-b915-136ad2b76b6b service neutron] 10.222.0.73 "GET /v2.0/networks?id=98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 HTTP/1.1" status: 200 len: 898 time: 0.2312200 Feb 03 13:03:11.196298 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] Set router 906dc41d-4909-4533-bae5-25570020319e gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:11.253936 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa9e94c1-ff6c-4f94-bc6a-224e3644f6f3 admin admin] Publish callbacks [] for subnet (a27fe823-3411-4edd-b136-06676ed45522), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:11.319605 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 22e788e2-57d0-4847-8b34-ae29cd58bb81 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:03:11.320566 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 22e788e2-57d0-4847-8b34-ae29cd58bb81 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:03:11.321003 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5c1d5319-4371-4c12-9d71-e1349cc4944b no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:03:11.323623 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e57002e1-fe40-4523-b2c6-7f4f4d4b5ea0 req-7fbf54c7-54f6-4371-93ce-4a68ad26e8d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bb40b38-cb05-4903-ba38-304ace11ee70 HTTP/1.1" status: 200 len: 999 time: 0.1589117 Feb 03 13:03:11.349386 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa9e94c1-ff6c-4f94-bc6a-224e3644f6f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (a27fe823-3411-4edd-b136-06676ed45522), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:11.434564 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57002e1-fe40-4523-b2c6-7f4f4d4b5ea0 req-18245783-c015-44ad-ac1f-3ae503762401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:11.440663 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e57002e1-fe40-4523-b2c6-7f4f4d4b5ea0 req-18245783-c015-44ad-ac1f-3ae503762401 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=147cd4bb-5254-4640-afa8-455d6d9066b1 HTTP/1.1" status: 200 len: 835 time: 0.1047814 Feb 03 13:03:11.486481 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 5c1d5319-4371-4c12-9d71-e1349cc4944b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:03:11.493857 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5c1d5319-4371-4c12-9d71-e1349cc4944b not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:03:11.529337 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa9e94c1-ff6c-4f94-bc6a-224e3644f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (a27fe823-3411-4edd-b136-06676ed45522), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:11.555672 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57002e1-fe40-4523-b2c6-7f4f4d4b5ea0 req-87786e56-c83c-4956-ba6e-9086b60cff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:11.561219 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e57002e1-fe40-4523-b2c6-7f4f4d4b5ea0 req-87786e56-c83c-4956-ba6e-9086b60cff7f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1166058 Feb 03 13:03:11.594488 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ce0bf-07ba-4d07-8e65-60f96c23cd37 None None] Current status of the port 14b81336-ece3-4263-b301-11c690b9d32f is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:11.606130 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce0bf-07ba-4d07-8e65-60f96c23cd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (14b81336-ece3-4263-b301-11c690b9d32f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:11.627644 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906dc41d-4909-4533-bae5-25570020319e', 'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:58Z', 'updated_at': '2022-02-03T13:03:05Z', 'revision_number': 4, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'gw_port': {'id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:59Z', 'updated_at': '2022-02-03T13:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '14b81336-ece3-4263-b301-11c690b9d32f', 'name': '', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'mac_address': 'fa:16:3e:38:ed:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'bd911557-2171-4f85-99b2-431860ea8276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:03Z', 'updated_at': '2022-02-03T13:03:10Z', 'revision_number': 4, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'subnets': [{'id': 'bd911557-2171-4f85-99b2-431860ea8276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:11.675015 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e0c860ce-2be2-4f9f-a4cc-36aadac849a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620726114', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:23Z', 'updated_at': '2022-02-03T13:02:33Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:24Z', 'updated_at': '2022-02-03T13:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '7c545843-19de-47df-90f3-4315d0749449', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'port_id': '0bb40b38-cb05-4903-ba38-304ace11ee70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9', 'mac_address': 'fa:16:3e:78:15:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ccb261-4eb8-47d6-bd6c-c7be494bfd69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:03:03Z', 'updated_at': '2022-02-03T13:03:03Z', 'revision_number': 0, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8c8c00-f3f4-4806-86da-2087442f7cbb', 'name': '', 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:91:f9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '147cd4bb-5254-4640-afa8-455d6d9066b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:02:42Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '147cd4bb-5254-4640-afa8-455d6d9066b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:11.717025 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50596) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:11.724642 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-69eac598-c86a-4db2-8dcf-46eb1573c0ea tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/floatingips/7c545843-19de-47df-90f3-4315d0749449 HTTP/1.1" status: 200 len: 991 time: 0.5927784 Feb 03 13:03:11.780121 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2f0ce0bf-07ba-4d07-8e65-60f96c23cd37 None None] For port 14b81336-ece3-4263-b301-11c690b9d32f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=14b81336-ece3-4263-b301-11c690b9d32f,segment=NetworkSegment(abc73507-27b5-4f0d-b41b-4ade751234d0),segment_id=abc73507-27b5-4f0d-b41b-4ade751234d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:11.786210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c860ce-2be2-4f9f-a4cc-36aadac849a3 None None] The sync data for ids ['4a2ef623-6258-4b06-bc9b-547a47c9cde4'] in n-d-827336-3 is: [{'id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620726114', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:23Z', 'updated_at': '2022-02-03T13:02:33Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:24Z', 'updated_at': '2022-02-03T13:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '7c545843-19de-47df-90f3-4315d0749449', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'port_id': '0bb40b38-cb05-4903-ba38-304ace11ee70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9', 'mac_address': 'fa:16:3e:78:15:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ccb261-4eb8-47d6-bd6c-c7be494bfd69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:03:03Z', 'updated_at': '2022-02-03T13:03:03Z', 'revision_number': 0, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8c8c00-f3f4-4806-86da-2087442f7cbb', 'name': '', 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:91:f9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '147cd4bb-5254-4640-afa8-455d6d9066b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:02:42Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '147cd4bb-5254-4640-afa8-455d6d9066b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:03:11.798867 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce0bf-07ba-4d07-8e65-60f96c23cd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (14b81336-ece3-4263-b301-11c690b9d32f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:11.833681 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa9e94c1-ff6c-4f94-bc6a-224e3644f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (a27fe823-3411-4edd-b136-06676ed45522), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:11.884670 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6a8a7e9d-2ca1-4291-b870-7d7779d39440 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7f7ce190de84d8db13f2bfc0120fac5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1664698 Feb 03 13:03:11.891176 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50600) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:11.925184 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e57002e1-fe40-4523-b2c6-7f4f4d4b5ea0 req-754fdb04-1587-40ec-81d2-2e02ed5b5c3d service neutron] 10.222.0.73 "GET /v2.0/networks/98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565655 Feb 03 13:03:11.937895 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e94c1-ff6c-4f94-bc6a-224e3644f6f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a27fe823-3411-4edd-b136-06676ed45522,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:11.938454 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ce0bf-07ba-4d07-8e65-60f96c23cd37 None None] Pushing event updated for resources: {'Port': ['ID=14b81336-ece3-4263-b301-11c690b9d32f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:11.959745 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa9e94c1-ff6c-4f94-bc6a-224e3644f6f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:11.968182 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c4f693-3787-413e-97a2-d4b15ac0d754 None None] Network 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:03:11.986441 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fa9e94c1-ff6c-4f94-bc6a-224e3644f6f3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a27fe823-3411-4edd-b136-06676ed45522 HTTP/1.1" status: 204 len: 168 time: 1.0483723 Feb 03 13:03:11.991125 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50602) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:11.997639 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b286cb6-5d79-4741-8b85-ae4eb0891a32 None None] The sync data for ids ['906dc41d-4909-4533-bae5-25570020319e'] in n-d-827336-3 is: [{'id': '906dc41d-4909-4533-bae5-25570020319e', 'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:58Z', 'updated_at': '2022-02-03T13:03:05Z', 'revision_number': 4, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'gw_port': {'id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:59Z', 'updated_at': '2022-02-03T13:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '14b81336-ece3-4263-b301-11c690b9d32f', 'name': '', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'mac_address': 'fa:16:3e:38:ed:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'bd911557-2171-4f85-99b2-431860ea8276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:03Z', 'updated_at': '2022-02-03T13:03:10Z', 'revision_number': 4, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'subnets': [{'id': 'bd911557-2171-4f85-99b2-431860ea8276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:03:12.002074 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3d0c1ce7-f677-4976-b0f2-565ad0204a7a None None] Provisioning complete for port 14b81336-ece3-4263-b301-11c690b9d32f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:12.002467 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1ce7-f677-4976-b0f2-565ad0204a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (14b81336-ece3-4263-b301-11c690b9d32f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.077753 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e57002e1-fe40-4523-b2c6-7f4f4d4b5ea0 req-d45d13c2-3170-424a-b55f-ddb8a9ac746f service neutron] 10.222.0.73 "GET /v2.0/networks/98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339903 Feb 03 13:03:12.148960 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7309bd9-25e2-458a-908e-7aab07774990 admin admin] Publish callbacks [] for security_group (319973b8-ebfd-4a1c-93e4-c00abca8ad23), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.160716 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.184620 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7309bd9-25e2-458a-908e-7aab07774990 admin admin] Publish callbacks [] for security_group (319973b8-ebfd-4a1c-93e4-c00abca8ad23), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.246645 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7309bd9-25e2-458a-908e-7aab07774990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (319973b8-ebfd-4a1c-93e4-c00abca8ad23), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.248247 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c247c32e-b79e-4973-837e-37f9bdc3a5e0 None None] New status for floating IP 7c545843-19de-47df-90f3-4315d0749449: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:03:12.250114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7309bd9-25e2-458a-908e-7aab07774990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.251915 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a7309bd9-25e2-458a-908e-7aab07774990 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/319973b8-ebfd-4a1c-93e4-c00abca8ad23 HTTP/1.1" status: 204 len: 168 time: 0.3589976 Feb 03 13:03:12.312680 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7309bd9-25e2-458a-908e-7aab07774990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319973b8-ebfd-4a1c-93e4-c00abca8ad23,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:12.415210 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd864d4-3508-482b-a19e-fd44db8dfcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (8a31b64a-8b4b-41d9-85e7-84b1c21d51ab), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.529732 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c1ce7-f677-4976-b0f2-565ad0204a7a None None] Current status of the port 14b81336-ece3-4263-b301-11c690b9d32f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:12.606034 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9aa0f6-b3df-489d-ac6e-9f4f53c6a8a7 None None] DHCP port deletion for 8a31b64a-8b4b-41d9-85e7-84b1c21d51ab request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:03:12.703016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Allocated IP 172.25.6.69 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/93252d15-c7f8-47c4-ac08-669d5ee3b233) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:03:12.727295 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50608) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:12.770176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5d9aa0f6-b3df-489d-ac6e-9f4f53c6a8a7 None None] Deleting port 850ae323-9449-4a8f-a597-ce239c8bb1de {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:03:12.771287 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d9aa0f6-b3df-489d-ac6e-9f4f53c6a8a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (850ae323-9449-4a8f-a597-ce239c8bb1de), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:12.978879 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for port (93252d15-c7f8-47c4-ac08-669d5ee3b233), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:13.021467 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6dd864d4-3508-482b-a19e-fd44db8dfcfa admin admin] Deleting port 850ae323-9449-4a8f-a597-ce239c8bb1de {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:03:13.022498 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd864d4-3508-482b-a19e-fd44db8dfcfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (850ae323-9449-4a8f-a597-ce239c8bb1de), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:13.025416 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-43ba6ff3-a586-4c69-a585-76cb9ea17d6c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/floatingips/7c545843-19de-47df-90f3-4315d0749449 HTTP/1.1" status: 200 len: 993 time: 0.2833290 Feb 03 13:03:13.033654 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (93252d15-c7f8-47c4-ac08-669d5ee3b233), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:13.055194 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 14b81336-ece3-4263-b301-11c690b9d32f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:13.109351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5d9aa0f6-b3df-489d-ac6e-9f4f53c6a8a7 None None] For port 850ae323-9449-4a8f-a597-ce239c8bb1de, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=850ae323-9449-4a8f-a597-ce239c8bb1de,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:13.112025 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d9aa0f6-b3df-489d-ac6e-9f4f53c6a8a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (850ae323-9449-4a8f-a597-ce239c8bb1de), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:13.176392 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5d9aa0f6-b3df-489d-ac6e-9f4f53c6a8a7 None None] Calling delete_port for 850ae323-9449-4a8f-a597-ce239c8bb1de owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:03:13.188719 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:13.230232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-6dd864d4-3508-482b-a19e-fd44db8dfcfa admin admin] For port 850ae323-9449-4a8f-a597-ce239c8bb1de, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=850ae323-9449-4a8f-a597-ce239c8bb1de,segment=NetworkSegment(4e284191-2533-47f3-9b3b-69ee91748828),segment_id=4e284191-2533-47f3-9b3b-69ee91748828)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:13.244542 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd864d4-3508-482b-a19e-fd44db8dfcfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (850ae323-9449-4a8f-a597-ce239c8bb1de), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:13.249204 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:13.285537 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:03:13.345548 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Pushing event updated for resources: {'Port': ['ID=93252d15-c7f8-47c4-ac08-669d5ee3b233,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:13.366237 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6dd864d4-3508-482b-a19e-fd44db8dfcfa admin admin] Calling delete_port for 850ae323-9449-4a8f-a597-ce239c8bb1de owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:03:13.389248 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:13.389874 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:13.390381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:13.390888 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:13.391416 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:13.392198 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:13.392922 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:13.393432 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:13.394173 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:13.394692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:13.395186 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:13.395719 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:13.396255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:13.485210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 14b81336-ece3-4263-b301-11c690b9d32f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:13.485692 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (14b81336-ece3-4263-b301-11c690b9d32f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:13.584401 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for floatingip (bde070e7-5d5a-4858-892a-429938bf15db), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:13.645375 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (93252d15-c7f8-47c4-ac08-669d5ee3b233), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:13.651021 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d9aa0f6-b3df-489d-ac6e-9f4f53c6a8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (850ae323-9449-4a8f-a597-ce239c8bb1de), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:13.688937 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 14b81336-ece3-4263-b301-11c690b9d32f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:13.713575 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd864d4-3508-482b-a19e-fd44db8dfcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (850ae323-9449-4a8f-a597-ce239c8bb1de), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:13.742404 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9aa0f6-b3df-489d-ac6e-9f4f53c6a8a7 None None] Pushing event deleted for resources: {'Port': ['ID=850ae323-9449-4a8f-a597-ce239c8bb1de,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:13.752761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9aa0f6-b3df-489d-ac6e-9f4f53c6a8a7 None None] No DVR routers for this DVR port 850ae323-9449-4a8f-a597-ce239c8bb1de on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:03:13.777622 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 850ae323-9449-4a8f-a597-ce239c8bb1de no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:03:13.829755 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 850ae323-9449-4a8f-a597-ce239c8bb1de {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:03:13.830354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 850ae323-9449-4a8f-a597-ce239c8bb1de not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:03:14.298905 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd864d4-3508-482b-a19e-fd44db8dfcfa admin admin] Pushing event deleted for resources: {'Port': ['ID=850ae323-9449-4a8f-a597-ce239c8bb1de,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:14.301908 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd864d4-3508-482b-a19e-fd44db8dfcfa admin admin] No DVR routers for this DVR port 850ae323-9449-4a8f-a597-ce239c8bb1de on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:03:14.601488 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for port (93252d15-c7f8-47c4-ac08-669d5ee3b233), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:14.614626 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (93252d15-c7f8-47c4-ac08-669d5ee3b233), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:14.686318 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd864d4-3508-482b-a19e-fd44db8dfcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (8a31b64a-8b4b-41d9-85e7-84b1c21d51ab), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:14.816711 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6dd864d4-3508-482b-a19e-fd44db8dfcfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a31b64a-8b4b-41d9-85e7-84b1c21d51ab']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:14.854649 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6dd864d4-3508-482b-a19e-fd44db8dfcfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e284191-2533-47f3-9b3b-69ee91748828') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:14.855225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6dd864d4-3508-482b-a19e-fd44db8dfcfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e284191-2533-47f3-9b3b-69ee91748828') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:14.891608 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Pushing event updated for resources: {'Port': ['ID=93252d15-c7f8-47c4-ac08-669d5ee3b233,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:14.891608 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd864d4-3508-482b-a19e-fd44db8dfcfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (4e284191-2533-47f3-9b3b-69ee91748828), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:14.904621 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (bde070e7-5d5a-4858-892a-429938bf15db), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:14.927752 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd864d4-3508-482b-a19e-fd44db8dfcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (4e284191-2533-47f3-9b3b-69ee91748828), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:14.953178 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd864d4-3508-482b-a19e-fd44db8dfcfa admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:03:14.955474 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd864d4-3508-482b-a19e-fd44db8dfcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (4e284191-2533-47f3-9b3b-69ee91748828), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:03:15.087375 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:03:15.095436 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:15.096856 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d02def26-acb4-49db-9928-24e6aad8278e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3333578 Feb 03 13:03:15.131342 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd864d4-3508-482b-a19e-fd44db8dfcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (8a31b64a-8b4b-41d9-85e7-84b1c21d51ab), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:15.138639 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6dd864d4-3508-482b-a19e-fd44db8dfcfa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:15.144396 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6dd864d4-3508-482b-a19e-fd44db8dfcfa admin admin] 10.222.0.18 "DELETE /v2.0/networks/8a31b64a-8b4b-41d9-85e7-84b1c21d51ab HTTP/1.1" status: 204 len: 168 time: 3.1462882 Feb 03 13:03:15.191608 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd864d4-3508-482b-a19e-fd44db8dfcfa admin admin] Pushing event deleted for resources: {'Network': ['ID=8a31b64a-8b4b-41d9-85e7-84b1c21d51ab,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:15.548100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50714) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:15.651508 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-896973b8-03f2-4675-9f3b-7f6287e1909c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d3da86861ee4a179872b24fbf239a16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1015143 Feb 03 13:03:15.651794 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50726) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:15.780565 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-692d84d6-51b2-4268-bd17-6bb28e0535e4 admin admin] Publish callbacks [] for security_group (9bc8a24a-beae-414a-af64-511153183334), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:15.857089 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-692d84d6-51b2-4268-bd17-6bb28e0535e4 admin admin] Publish callbacks [] for security_group (9bc8a24a-beae-414a-af64-511153183334), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:15.973094 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-692d84d6-51b2-4268-bd17-6bb28e0535e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9bc8a24a-beae-414a-af64-511153183334), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:15.977050 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-692d84d6-51b2-4268-bd17-6bb28e0535e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:15.978543 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-692d84d6-51b2-4268-bd17-6bb28e0535e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9bc8a24a-beae-414a-af64-511153183334 HTTP/1.1" status: 204 len: 168 time: 0.3251805 Feb 03 13:03:15.993412 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:15.999922 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d84d6-51b2-4268-bd17-6bb28e0535e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc8a24a-beae-414a-af64-511153183334,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:16.253261 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-742f4148-885f-4e7c-87fa-49afdd1392c7 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1034818474&fields=id&tenant_id=5c8ffc7f02e14280b5d12bfe5ef5be2a HTTP/1.1" status: 200 len: 267 time: 0.1497900 Feb 03 13:03:16.461395 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-abd01069-ee00-44df-ac22-2bc8906c4ba3 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:16.462836 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-abd01069-ee00-44df-ac22-2bc8906c4ba3 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/networks?id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03 HTTP/1.1" status: 200 len: 810 time: 0.2086616 Feb 03 13:03:16.487208 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-df4ab34d-9bd9-4427-9826-218297f18be5 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/quotas/5c8ffc7f02e14280b5d12bfe5ef5be2a HTTP/1.1" status: 200 len: 375 time: 0.0168357 Feb 03 13:03:16.627778 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-356b0955-3227-457d-b6d4-2bc61548fe71 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c8ffc7f02e14280b5d12bfe5ef5be2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1341791 Feb 03 13:03:16.830000 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d1456c15-437f-4b4e-a0ee-ff2ed83b837f service neutron] 10.222.0.18 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011979 Feb 03 13:03:17.002435 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-91531c80-01ec-4c3d-86b6-17416cd78908 service neutron] 10.222.0.18 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712887 Feb 03 13:03:17.422668 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ac32d21c-eaf2-4121-b694-f336eab69280 req-99bee089-e1ad-42fb-b59f-28a76d6961ab tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 210 time: 0.0882466 Feb 03 13:03:17.576146 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50786) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:17.772317 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9dc0d9d9-dbc2-4725-8b73-69feed6497e5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1788870857-network', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:17.818324 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc0d9d9-dbc2-4725-8b73-69feed6497e5 admin admin] Made reservation on behalf of 6bbf170378304e5f98b95eb6ac02098a for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:03:17.820747 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dc0d9d9-dbc2-4725-8b73-69feed6497e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:17.830211 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dc0d9d9-dbc2-4725-8b73-69feed6497e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:17.960543 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dc0d9d9-dbc2-4725-8b73-69feed6497e5 admin admin] Publish callbacks [] for security_group (97d82f7a-3338-4e3f-adcc-e72d0a62f743), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:17.977795 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dc0d9d9-dbc2-4725-8b73-69feed6497e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (97d82f7a-3338-4e3f-adcc-e72d0a62f743), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:18.029325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc0d9d9-dbc2-4725-8b73-69feed6497e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:03:18.043435 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dc0d9d9-dbc2-4725-8b73-69feed6497e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (06603dfb-fdc6-474b-adcb-3e7344797857), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:18.044330 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-9dc0d9d9-dbc2-4725-8b73-69feed6497e5 admin admin] Added segment 06603dfb-fdc6-474b-adcb-3e7344797857 of type vlan for network 16701321-599d-4d3c-b5a8-eca3d99f90ec Feb 03 13:03:18.148032 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0d9d9-dbc2-4725-8b73-69feed6497e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d82f7a-3338-4e3f-adcc-e72d0a62f743,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:18.152598 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dc0d9d9-dbc2-4725-8b73-69feed6497e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (16701321-599d-4d3c-b5a8-eca3d99f90ec), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:18.183241 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dc0d9d9-dbc2-4725-8b73-69feed6497e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (16701321-599d-4d3c-b5a8-eca3d99f90ec), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:18.184361 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc0d9d9-dbc2-4725-8b73-69feed6497e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:18.185071 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9dc0d9d9-dbc2-4725-8b73-69feed6497e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:18.222996 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50812) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:18.223612 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9dc0d9d9-dbc2-4725-8b73-69feed6497e5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6451252 Feb 03 13:03:18.238027 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ae58b221-0d00-44db-95aa-0d1ffd188cdf admin admin] Request body: {'subnet': {'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1788870857-subnet', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:18.278347 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae58b221-0d00-44db-95aa-0d1ffd188cdf admin admin] Made reservation on behalf of 6bbf170378304e5f98b95eb6ac02098a for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:03:18.284582 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae58b221-0d00-44db-95aa-0d1ffd188cdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:18.322379 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0d9d9-dbc2-4725-8b73-69feed6497e5 admin admin] Pushing event updated for resources: {'Network': ['ID=16701321-599d-4d3c-b5a8-eca3d99f90ec,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:18.333459 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 16701321-599d-4d3c-b5a8-eca3d99f90ec details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:03:18.571473 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f0cffa0d-e7c5-4454-b321-25c6e573f9f8 req-ebe8aff4-52c2-4577-958e-6708f9940eab tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 210 time: 0.0462036 Feb 03 13:03:18.693631 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae58b221-0d00-44db-95aa-0d1ffd188cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (fcebf094-1a48-4332-8ac6-12c1fc9efc80), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:18.789848 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58b221-0d00-44db-95aa-0d1ffd188cdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcebf094-1a48-4332-8ac6-12c1fc9efc80,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:18.801833 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae58b221-0d00-44db-95aa-0d1ffd188cdf admin admin] Checking segment: {'id': '06603dfb-fdc6-474b-adcb-3e7344797857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:18.802715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae58b221-0d00-44db-95aa-0d1ffd188cdf admin admin] Network hostable DHCP agents. Network: 16701321-599d-4d3c-b5a8-eca3d99f90ec, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:03:18.830437 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae58b221-0d00-44db-95aa-0d1ffd188cdf admin admin] Network 16701321-599d-4d3c-b5a8-eca3d99f90ec is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:03:18.846925 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ae58b221-0d00-44db-95aa-0d1ffd188cdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 16701321-599d-4d3c-b5a8-eca3d99f90ec) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:18.854853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae58b221-0d00-44db-95aa-0d1ffd188cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:18.855743 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae58b221-0d00-44db-95aa-0d1ffd188cdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:18.857035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c419db0-d57d-4d0e-8638-fd9116bef1d5 None None] Network 16701321-599d-4d3c-b5a8-eca3d99f90ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:03:18.890467 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ae58b221-0d00-44db-95aa-0d1ffd188cdf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6653159 Feb 03 13:03:18.894320 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 50836) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:18.906924 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2cc9bc97-16a6-4c25-a412-e99b3e2a4ec0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1788870857-router', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:18.926679 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-49402c17-127f-4f9c-89f8-e982c0bbe280 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:18.928293 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-49402c17-127f-4f9c-89f8-e982c0bbe280 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.31 "GET /v2.0/networks?id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03 HTTP/1.1" status: 200 len: 810 time: 0.2409694 Feb 03 13:03:18.950984 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cc9bc97-16a6-4c25-a412-e99b3e2a4ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (609763a0-3ce4-476f-9718-e014562b81f1), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:18.952342 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cc9bc97-16a6-4c25-a412-e99b3e2a4ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (609763a0-3ce4-476f-9718-e014562b81f1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:19.036757 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-8fd501cf-3e3e-467d-9f18-43dbf42c826f tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c8ffc7f02e14280b5d12bfe5ef5be2a HTTP/1.1" status: 200 len: 380 time: 0.1002638 Feb 03 13:03:19.038758 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cc9bc97-16a6-4c25-a412-e99b3e2a4ec0 admin admin] Publish callbacks [] for router_controller (609763a0-3ce4-476f-9718-e014562b81f1), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:19.051812 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-0a525b50-3bef-4936-9bd2-be9ad5a7941e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Request body: {'port': {'device_id': 'dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'admin_state_up': True, 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'security_groups': ['c3c3192c-eb02-4c2d-8249-a8f4c4f782ee']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:19.056118 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f8e9b8-ad23-4591-be51-1ff4e846974c None None] Network 16701321-599d-4d3c-b5a8-eca3d99f90ec requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:03:19.231142 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-0a525b50-3bef-4936-9bd2-be9ad5a7941e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Made reservation on behalf of 5c8ffc7f02e14280b5d12bfe5ef5be2a for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:03:19.235686 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-0a525b50-3bef-4936-9bd2-be9ad5a7941e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:19.375631 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cc9bc97-16a6-4c25-a412-e99b3e2a4ec0 admin admin] Publish callbacks [] for router_gateway (609763a0-3ce4-476f-9718-e014562b81f1), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:19.439735 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-0a525b50-3bef-4936-9bd2-be9ad5a7941e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Allocated IP 172.20.0.14 (f6d1ce66-d18b-43ca-b278-f3cd61f50f03/bd911557-2171-4f85-99b2-431860ea8276/3a30cac9-004f-48d4-aae6-46f9ca39e760) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:03:19.724958 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-0a525b50-3bef-4936-9bd2-be9ad5a7941e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for port (3a30cac9-004f-48d4-aae6-46f9ca39e760), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:19.779775 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-0a525b50-3bef-4936-9bd2-be9ad5a7941e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (3a30cac9-004f-48d4-aae6-46f9ca39e760), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:19.790203 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cc9bc97-16a6-4c25-a412-e99b3e2a4ec0 admin admin] Publish callbacks [] for router_gateway (609763a0-3ce4-476f-9718-e014562b81f1), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:19.875824 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cc9bc97-16a6-4c25-a412-e99b3e2a4ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:19.897475 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-0a525b50-3bef-4936-9bd2-be9ad5a7941e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Network f6d1ce66-d18b-43ca-b278-f3cd61f50f03 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:19.909145 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-0a525b50-3bef-4936-9bd2-be9ad5a7941e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:19.914598 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-0a525b50-3bef-4936-9bd2-be9ad5a7941e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:03:19.924844 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a525b50-3bef-4936-9bd2-be9ad5a7941e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Pushing event updated for resources: {'Port': ['ID=3a30cac9-004f-48d4-aae6-46f9ca39e760,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:20.055627 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-2cc9bc97-16a6-4c25-a412-e99b3e2a4ec0 admin admin] Allocated IP 172.25.6.33 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/b8a95f7a-d6fa-4fe8-8b10-e444d8ced701) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:03:20.089634 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-0a525b50-3bef-4936-9bd2-be9ad5a7941e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:20.090311 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-0a525b50-3bef-4936-9bd2-be9ad5a7941e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:20.153756 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2c243-d9f6-417e-9988-378430c11027 req-809cd498-a18f-42f4-9991-ea6e6de35eb3 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:20.155346 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-02b2c243-d9f6-417e-9988-378430c11027 req-809cd498-a18f-42f4-9991-ea6e6de35eb3 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 932 time: 0.4653914 Feb 03 13:03:20.159071 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-0a525b50-3bef-4936-9bd2-be9ad5a7941e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1172194 Feb 03 13:03:20.188461 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] Request body: {'port': {'device_id': 'dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:20.256972 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cc9bc97-16a6-4c25-a412-e99b3e2a4ec0 admin admin] Publish callbacks [] for port (b8a95f7a-d6fa-4fe8-8b10-e444d8ced701), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:20.327715 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cc9bc97-16a6-4c25-a412-e99b3e2a4ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (b8a95f7a-d6fa-4fe8-8b10-e444d8ced701), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:20.377964 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c4ae8d7a-b239-4c84-b3e6-e17bd8bf7609 None None] Provisioning complete for port 3a30cac9-004f-48d4-aae6-46f9ca39e760 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:20.378566 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c4ae8d7a-b239-4c84-b3e6-e17bd8bf7609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (3a30cac9-004f-48d4-aae6-46f9ca39e760), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:20.384046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc9bc97-16a6-4c25-a412-e99b3e2a4ec0 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:20.390961 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2cc9bc97-16a6-4c25-a412-e99b3e2a4ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:20.393492 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-02b2c243-d9f6-417e-9988-378430c11027 req-af0c6110-6de0-46b1-b956-91b72542c5ac tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183709 Feb 03 13:03:20.395286 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc9bc97-16a6-4c25-a412-e99b3e2a4ec0 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:03:20.403604 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3a30cac9-004f-48d4-aae6-46f9ca39e760), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:20.404039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9bc97-16a6-4c25-a412-e99b3e2a4ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=b8a95f7a-d6fa-4fe8-8b10-e444d8ced701,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:20.470044 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c4ae8d7a-b239-4c84-b3e6-e17bd8bf7609 None None] Port 3a30cac9-004f-48d4-aae6-46f9ca39e760 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:03:20.818938 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cc9bc97-16a6-4c25-a412-e99b3e2a4ec0 admin admin] Publish callbacks [] for router_gateway (609763a0-3ce4-476f-9718-e014562b81f1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:21.007911 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a30cac9-004f-48d4-aae6-46f9ca39e760 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:03:21.019327 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] Publish callbacks [] for port (3a30cac9-004f-48d4-aae6-46f9ca39e760), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:21.042095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] Transition to ACTIVE for port object 3a30cac9-004f-48d4-aae6-46f9ca39e760 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:03:21.047187 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (3a30cac9-004f-48d4-aae6-46f9ca39e760), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:21.105696 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cc9bc97-16a6-4c25-a412-e99b3e2a4ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (609763a0-3ce4-476f-9718-e014562b81f1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:21.113591 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] Pushing event updated for resources: {'Port': ['ID=3a30cac9-004f-48d4-aae6-46f9ca39e760,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:21.330154 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] Attempting to bind port 3a30cac9-004f-48d4-aae6-46f9ca39e760 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:03:21.330988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] Attempting to bind port 3a30cac9-004f-48d4-aae6-46f9ca39e760 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'abc73507-27b5-4f0d-b41b-4ade751234d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:03:21.331493 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] Attempting to bind port 3a30cac9-004f-48d4-aae6-46f9ca39e760 on network f6d1ce66-d18b-43ca-b278-f3cd61f50f03 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:03:21.337748 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] Port 3a30cac9-004f-48d4-aae6-46f9ca39e760 on network f6d1ce66-d18b-43ca-b278-f3cd61f50f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:03:21.338301 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] Attempting to bind port 3a30cac9-004f-48d4-aae6-46f9ca39e760 on network f6d1ce66-d18b-43ca-b278-f3cd61f50f03 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:03:21.346228 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:03:21.346975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] Checking segment: {'id': 'abc73507-27b5-4f0d-b41b-4ade751234d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:21.347548 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] Bound using segment: {'id': 'abc73507-27b5-4f0d-b41b-4ade751234d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:03:21.348437 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] Bound port: 3a30cac9-004f-48d4-aae6-46f9ca39e760, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abc73507-27b5-4f0d-b41b-4ade751234d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:03:21.349269 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3a30cac9-004f-48d4-aae6-46f9ca39e760), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:21.351987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc9bc97-16a6-4c25-a412-e99b3e2a4ec0 admin admin] Router 609763a0-3ce4-476f-9718-e014562b81f1 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:03:21.501337 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] For port 3a30cac9-004f-48d4-aae6-46f9ca39e760, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:03:21.516268 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] For port 3a30cac9-004f-48d4-aae6-46f9ca39e760, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=3a30cac9-004f-48d4-aae6-46f9ca39e760,segment=NetworkSegment(abc73507-27b5-4f0d-b41b-4ade751234d0),segment_id=abc73507-27b5-4f0d-b41b-4ade751234d0)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:03:21.530876 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (3a30cac9-004f-48d4-aae6-46f9ca39e760), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:21.625809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:21.626559 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:21.628059 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] 10.222.0.31 "PUT /v2.0/ports/3a30cac9-004f-48d4-aae6-46f9ca39e760 HTTP/1.1" status: 200 len: 1092 time: 1.4436133 Feb 03 13:03:21.628734 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9', 'tag': '3a30cac9-004f-48d4-aae6-46f9ca39e760'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:03:21.631615 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc5c931-a390-4f36-8a4d-14c173605228" -d '{"events": [{"name": "network-changed", "server_uuid": "dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9", "tag": "3a30cac9-004f-48d4-aae6-46f9ca39e760"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:03:21.705069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc9bc97-16a6-4c25-a412-e99b3e2a4ec0 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:03:21.718902 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] Sync routers for ids ['609763a0-3ce4-476f-9718-e014562b81f1'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:03:21.762309 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa8218b-e56b-48c6-8630-3f977137715c x-openstack-request-id: req-daa8218b-e56b-48c6-8630-3f977137715c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:03:21.762309 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9", "tag": "3a30cac9-004f-48d4-aae6-46f9ca39e760", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:03:21.762309 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-daa8218b-e56b-48c6-8630-3f977137715c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:03:21.762715 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9', 'tag': '3a30cac9-004f-48d4-aae6-46f9ca39e760', 'status': 'completed', 'code': 200} Feb 03 13:03:21.767508 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] Routers {'609763a0-3ce4-476f-9718-e014562b81f1'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:21.768475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:03:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['609763a0-3ce4-476f-9718-e014562b81f1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:21.773171 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b64f4b-ebde-47a7-8970-22dfa9d4c702 service neutron] Pushing event updated for resources: {'Port': ['ID=3a30cac9-004f-48d4-aae6-46f9ca39e760,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:21.797020 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cc9bc97-16a6-4c25-a412-e99b3e2a4ec0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:21.802765 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2cc9bc97-16a6-4c25-a412-e99b3e2a4ec0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9038668 Feb 03 13:03:21.804207 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-3f7b38a4-81a4-432b-843e-b0eea09ac559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:21.806164 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-3f7b38a4-81a4-432b-843e-b0eea09ac559 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c8ffc7f02e14280b5d12bfe5ef5be2a&device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 1126 time: 0.1097569 Feb 03 13:03:21.806961 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 50898) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:21.841091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d189a-99ab-4146-8634-8cd02fecb787 req-339e8ad4-3660-49ee-a928-8faaad1d2d4d tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:21.841091 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d39d189a-99ab-4146-8634-8cd02fecb787 req-339e8ad4-3660-49ee-a928-8faaad1d2d4d tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 944 time: 0.2503331 Feb 03 13:03:21.916205 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d39d189a-99ab-4146-8634-8cd02fecb787 req-97f89db0-d2f7-443d-9179-9767023407e5 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724134 Feb 03 13:03:21.980955 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-c7580003-9b46-42f6-af08-ef205da376c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a30cac9-004f-48d4-aae6-46f9ca39e760 HTTP/1.1" status: 200 len: 217 time: 0.1553545 Feb 03 13:03:22.070764 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-5655e86f-acac-4b72-abbf-fd1c36fcdd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:22.072279 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-5655e86f-acac-4b72-abbf-fd1c36fcdd49 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bd911557-2171-4f85-99b2-431860ea8276 HTTP/1.1" status: 200 len: 849 time: 0.0831823 Feb 03 13:03:22.081770 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] Set router 609763a0-3ce4-476f-9718-e014562b81f1 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:22.181279 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-5326fa4c-520d-4c8e-b06e-8dd26f4517d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:22.182947 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-5326fa4c-520d-4c8e-b06e-8dd26f4517d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1049380 Feb 03 13:03:22.335874 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609763a0-3ce4-476f-9718-e014562b81f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1788870857-router', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:20Z', 'revision_number': 3, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'gw_port': {'id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:19Z', 'updated_at': '2022-02-03T13:03:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:22.365977 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-d3baf256-da19-4a75-98ab-2d7c52221254 service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140428 Feb 03 13:03:22.381447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] Checking router: 609763a0-3ce4-476f-9718-e014562b81f1 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:03:22.381941 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] Updating router 609763a0-3ce4-476f-9718-e014562b81f1 port b8a95f7a-d6fa-4fe8-8b10-e444d8ced701 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:03:22.447639 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b8a95f7a-d6fa-4fe8-8b10-e444d8ced701), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:22.646017 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1ac59db1-8d0d-466f-8d67-81f7cd3e3588 req-92ade634-b248-4241-add0-222858aa2691 service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465899 Feb 03 13:03:22.803650 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5c931-a390-4f36-8a4d-14c173605228 req-fc6c503a-4345-46a4-8b40-f49dfc9016a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:22.805391 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fdc5c931-a390-4f36-8a4d-14c173605228 req-fc6c503a-4345-46a4-8b40-f49dfc9016a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c8ffc7f02e14280b5d12bfe5ef5be2a&device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 1126 time: 0.1003962 Feb 03 13:03:22.893540 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] Publish callbacks [] for port (b8a95f7a-d6fa-4fe8-8b10-e444d8ced701), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:22.918268 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b8a95f7a-d6fa-4fe8-8b10-e444d8ced701), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:22.981885 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb25b29-3e98-4684-aa46-afad6ad92808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:23.040511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f54d57-6f97-411b-89af-929812518c78 None None] Pushing event updated for resources: {'Port': ['ID=b8a95f7a-d6fa-4fe8-8b10-e444d8ced701,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:23.057230 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] Attempting to bind port b8a95f7a-d6fa-4fe8-8b10-e444d8ced701 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:03:23.058347 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] Attempting to bind port b8a95f7a-d6fa-4fe8-8b10-e444d8ced701 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:03:23.059497 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] Attempting to bind port b8a95f7a-d6fa-4fe8-8b10-e444d8ced701 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:03:23.072458 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:03:23.073018 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:23.073519 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:23.074006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:03:23.074576 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] Bound port: b8a95f7a-d6fa-4fe8-8b10-e444d8ced701, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:03:23.075055 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b8a95f7a-d6fa-4fe8-8b10-e444d8ced701), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:23.160364 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] For port b8a95f7a-d6fa-4fe8-8b10-e444d8ced701, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:03:23.165959 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] For port b8a95f7a-d6fa-4fe8-8b10-e444d8ced701, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b8a95f7a-d6fa-4fe8-8b10-e444d8ced701,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:03:23.170412 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5c931-a390-4f36-8a4d-14c173605228 req-fde33fad-db32-40e4-9829-7ec8c81ef2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:23.172172 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fdc5c931-a390-4f36-8a4d-14c173605228 req-fde33fad-db32-40e4-9829-7ec8c81ef2ab service neutron] 10.222.0.31 "GET /v2.0/networks?id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03 HTTP/1.1" status: 200 len: 911 time: 0.3590314 Feb 03 13:03:23.176196 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b8a95f7a-d6fa-4fe8-8b10-e444d8ced701), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:23.282607 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fdc5c931-a390-4f36-8a4d-14c173605228 req-6ec79f9f-e598-40ba-b60c-c80ed4ba5de4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a30cac9-004f-48d4-aae6-46f9ca39e760 HTTP/1.1" status: 200 len: 217 time: 0.0840259 Feb 03 13:03:23.327344 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f54d57-6f97-411b-89af-929812518c78 None None] Pushing event updated for resources: {'Port': ['ID=b8a95f7a-d6fa-4fe8-8b10-e444d8ced701,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:23.354329 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] Routers {'609763a0-3ce4-476f-9718-e014562b81f1'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:23.354992 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:03:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['609763a0-3ce4-476f-9718-e014562b81f1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:23.408722 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb3fa4-ccb3-4ff0-b758-bff1f4117019 req-3a421880-5a0d-4db6-8899-3d8093fe2d48 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:23.410369 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-60bb3fa4-ccb3-4ff0-b758-bff1f4117019 req-3a421880-5a0d-4db6-8899-3d8093fe2d48 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 944 time: 0.2650821 Feb 03 13:03:23.416183 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5c931-a390-4f36-8a4d-14c173605228 req-720e9941-3b4d-46b6-b1e2-695a56624e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:23.417818 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fdc5c931-a390-4f36-8a4d-14c173605228 req-720e9941-3b4d-46b6-b1e2-695a56624e8a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bd911557-2171-4f85-99b2-431860ea8276 HTTP/1.1" status: 200 len: 849 time: 0.1166451 Feb 03 13:03:23.464082 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-1eb25b29-3e98-4684-aa46-afad6ad92808 admin admin] Allocated IP 172.20.0.1 (16701321-599d-4d3c-b5a8-eca3d99f90ec/fcebf094-1a48-4332-8ac6-12c1fc9efc80/7289be4b-ddc0-457c-bb00-bb85baf9016f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:03:23.554199 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] Set router 609763a0-3ce4-476f-9718-e014562b81f1 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:23.640061 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb25b29-3e98-4684-aa46-afad6ad92808 admin admin] Publish callbacks [] for port (7289be4b-ddc0-457c-bb00-bb85baf9016f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:23.663265 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-60bb3fa4-ccb3-4ff0-b758-bff1f4117019 req-857e7d5f-c19a-4a8e-aeb6-551a38aefd6a tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339857 Feb 03 13:03:23.697987 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5c931-a390-4f36-8a4d-14c173605228 req-afc5938f-bee3-4ad3-904e-ffd3eb46e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:23.699626 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fdc5c931-a390-4f36-8a4d-14c173605228 req-afc5938f-bee3-4ad3-904e-ffd3eb46e25c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2724650 Feb 03 13:03:23.819878 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb25b29-3e98-4684-aa46-afad6ad92808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (7289be4b-ddc0-457c-bb00-bb85baf9016f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:23.869981 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fdc5c931-a390-4f36-8a4d-14c173605228 req-0f467401-c05e-4c8d-9695-eeb78e6513f2 service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595249 Feb 03 13:03:23.876424 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb25b29-3e98-4684-aa46-afad6ad92808 admin admin] Network 16701321-599d-4d3c-b5a8-eca3d99f90ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:23.912241 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609763a0-3ce4-476f-9718-e014562b81f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1788870857-router', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:20Z', 'revision_number': 3, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'gw_port': {'id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:19Z', 'updated_at': '2022-02-03T13:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:23.971447 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fdc5c931-a390-4f36-8a4d-14c173605228 req-ae5bd761-b9b9-433b-bd18-c1728fc5f344 service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897217 Feb 03 13:03:23.972332 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-1eb25b29-3e98-4684-aa46-afad6ad92808 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:23.973973 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269401a3-d694-4cb5-9ff5-eb7dba1dca5a None None] The sync data for ids ['609763a0-3ce4-476f-9718-e014562b81f1'] in n-d-827336-3 is: [{'id': '609763a0-3ce4-476f-9718-e014562b81f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1788870857-router', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:20Z', 'revision_number': 3, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'gw_port': {'id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:19Z', 'updated_at': '2022-02-03T13:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:03:23.978074 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb25b29-3e98-4684-aa46-afad6ad92808 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:03:23.992977 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb25b29-3e98-4684-aa46-afad6ad92808 admin admin] Pushing event updated for resources: {'Port': ['ID=7289be4b-ddc0-457c-bb00-bb85baf9016f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:24.071603 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb25b29-3e98-4684-aa46-afad6ad92808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (609763a0-3ce4-476f-9718-e014562b81f1), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:24.269712 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb25b29-3e98-4684-aa46-afad6ad92808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7289be4b-ddc0-457c-bb00-bb85baf9016f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:24.519405 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb25b29-3e98-4684-aa46-afad6ad92808 admin admin] Publish callbacks [] for port (7289be4b-ddc0-457c-bb00-bb85baf9016f), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:24.531508 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb25b29-3e98-4684-aa46-afad6ad92808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (7289be4b-ddc0-457c-bb00-bb85baf9016f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:24.595395 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb25b29-3e98-4684-aa46-afad6ad92808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (609763a0-3ce4-476f-9718-e014562b81f1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:24.707315 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb25b29-3e98-4684-aa46-afad6ad92808 admin admin] Pushing event updated for resources: {'Port': ['ID=7289be4b-ddc0-457c-bb00-bb85baf9016f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:24.747222 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb25b29-3e98-4684-aa46-afad6ad92808 admin admin] Network 16701321-599d-4d3c-b5a8-eca3d99f90ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:24.748721 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-1eb25b29-3e98-4684-aa46-afad6ad92808 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:24.939662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9fb278-9353-4900-8dcc-c51148f660bc req-b133effd-1063-45a1-a54f-b22f38d2fdfc tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:24.940917 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb25b29-3e98-4684-aa46-afad6ad92808 admin admin] Router 609763a0-3ce4-476f-9718-e014562b81f1 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:03:24.954781 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b8a95f7a-d6fa-4fe8-8b10-e444d8ced701 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:24.974234 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a9fb278-9353-4900-8dcc-c51148f660bc req-b133effd-1063-45a1-a54f-b22f38d2fdfc tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 944 time: 0.1276932 Feb 03 13:03:25.091101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 3a30cac9-004f-48d4-aae6-46f9ca39e760 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:03:25.136297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb25b29-3e98-4684-aa46-afad6ad92808 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:03:25.142125 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a9fb278-9353-4900-8dcc-c51148f660bc req-d2629c52-d759-4e1a-8c73-4ee3364a5642 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668179 Feb 03 13:03:25.172037 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1eb25b29-3e98-4684-aa46-afad6ad92808 admin admin] 10.222.0.18 "PUT /v2.0/routers/609763a0-3ce4-476f-9718-e014562b81f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3562608 Feb 03 13:03:25.252237 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port b8a95f7a-d6fa-4fe8-8b10-e444d8ced701 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:25.252981 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b8a95f7a-d6fa-4fe8-8b10-e444d8ced701), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:25.451648 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port b8a95f7a-d6fa-4fe8-8b10-e444d8ced701 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:25.452064 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b8a95f7a-d6fa-4fe8-8b10-e444d8ced701), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:25.478672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 3a30cac9-004f-48d4-aae6-46f9ca39e760, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=3a30cac9-004f-48d4-aae6-46f9ca39e760,segment=NetworkSegment(abc73507-27b5-4f0d-b41b-4ade751234d0),segment_id=abc73507-27b5-4f0d-b41b-4ade751234d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:25.513600 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port b8a95f7a-d6fa-4fe8-8b10-e444d8ced701, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b8a95f7a-d6fa-4fe8-8b10-e444d8ced701,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:25.523695 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '3a30cac9-004f-48d4-aae6-46f9ca39e760', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'port_id': '3a30cac9-004f-48d4-aae6-46f9ca39e760', 'mac_address': 'fa:16:3e:52:e2:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd911557-2171-4f85-99b2-431860ea8276', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:03:25.568023 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 3a30cac9-004f-48d4-aae6-46f9ca39e760 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:25.568799 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3a30cac9-004f-48d4-aae6-46f9ca39e760), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:25.600650 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b8a95f7a-d6fa-4fe8-8b10-e444d8ced701), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:25.618281 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a30cac9-004f-48d4-aae6-46f9ca39e760 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:03:25.709656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 3a30cac9-004f-48d4-aae6-46f9ca39e760, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=3a30cac9-004f-48d4-aae6-46f9ca39e760,segment=NetworkSegment(abc73507-27b5-4f0d-b41b-4ade751234d0),segment_id=abc73507-27b5-4f0d-b41b-4ade751234d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:25.727439 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3a30cac9-004f-48d4-aae6-46f9ca39e760), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:25.756818 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=b8a95f7a-d6fa-4fe8-8b10-e444d8ced701,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:25.878519 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-548f08a1-8a54-45bc-b888-c8df82a0994c tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:25.881324 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=3a30cac9-004f-48d4-aae6-46f9ca39e760,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:25.895023 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-548f08a1-8a54-45bc-b888-c8df82a0994c tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/networks?id=16701321-599d-4d3c-b5a8-eca3d99f90ec HTTP/1.1" status: 200 len: 820 time: 0.2508111 Feb 03 13:03:25.906182 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-700de6e5-5573-4dd8-b342-1db5dabc2fa7 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/quotas/6bbf170378304e5f98b95eb6ac02098a HTTP/1.1" status: 200 len: 375 time: 0.0101190 Feb 03 13:03:25.940209 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['3a30cac9-004f-48d4-aae6-46f9ca39e760'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:03:25.971833 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-8711df02-8f5c-4e27-a9ce-1843ca7c156e tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbf170378304e5f98b95eb6ac02098a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0582471 Feb 03 13:03:26.387145 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7d989-4270-4b02-8c76-23fd7f42e7ea req-827b5ce9-d905-444a-ad23-ccc77a65bf75 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:26.394347 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10e7d989-4270-4b02-8c76-23fd7f42e7ea req-827b5ce9-d905-444a-ad23-ccc77a65bf75 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 945 time: 0.1088238 Feb 03 13:03:26.481642 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10e7d989-4270-4b02-8c76-23fd7f42e7ea req-2deefd14-4c2f-40dd-90a1-9ecd453e4f1d tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746324 Feb 03 13:03:26.625282 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-896fe386-c98a-448a-92a5-f66101e6d78b service neutron] 10.222.0.18 "GET /v2.0/networks/16701321-599d-4d3c-b5a8-eca3d99f90ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456544 Feb 03 13:03:26.772733 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-54e2a612-e087-49eb-93c7-b2abe2450357 service neutron] 10.222.0.18 "GET /v2.0/networks/16701321-599d-4d3c-b5a8-eca3d99f90ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398242 Feb 03 13:03:26.841468 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b8a95f7a-d6fa-4fe8-8b10-e444d8ced701 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:26.927970 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port b8a95f7a-d6fa-4fe8-8b10-e444d8ced701 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:26.928148 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] Sync routers for ids ['609763a0-3ce4-476f-9718-e014562b81f1'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:03:26.928653 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b8a95f7a-d6fa-4fe8-8b10-e444d8ced701), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:26.969893 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] Routers {'609763a0-3ce4-476f-9718-e014562b81f1'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:26.970604 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:03:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['609763a0-3ce4-476f-9718-e014562b81f1'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:27.080296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 3a30cac9-004f-48d4-aae6-46f9ca39e760 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:27.114982 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5481c4f8-3328-44c5-ab29-aed977a0fde8 req-54b0794f-5948-49d1-94e9-ec9feb3f219e tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 210 time: 0.0455279 Feb 03 13:03:27.154241 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port b8a95f7a-d6fa-4fe8-8b10-e444d8ced701 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:27.213977 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] Set router 609763a0-3ce4-476f-9718-e014562b81f1 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:27.237783 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 3a30cac9-004f-48d4-aae6-46f9ca39e760 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:03:27.244821 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 3a30cac9-004f-48d4-aae6-46f9ca39e760 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:27.245189 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (3a30cac9-004f-48d4-aae6-46f9ca39e760), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:27.436417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 3a30cac9-004f-48d4-aae6-46f9ca39e760 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:27.437004 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3a30cac9-004f-48d4-aae6-46f9ca39e760), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:27.501055 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a30cac9-004f-48d4-aae6-46f9ca39e760'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:03:27.507312 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d877a3a7-636c-4f02-b098-9684979d87ae" -d '{"events": [{"server_uuid": "dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9", "name": "network-vif-plugged", "status": "completed", "tag": "3a30cac9-004f-48d4-aae6-46f9ca39e760"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:03:27.538334 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 3a30cac9-004f-48d4-aae6-46f9ca39e760, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=3a30cac9-004f-48d4-aae6-46f9ca39e760,segment=NetworkSegment(abc73507-27b5-4f0d-b41b-4ade751234d0),segment_id=abc73507-27b5-4f0d-b41b-4ade751234d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:27.548022 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3a30cac9-004f-48d4-aae6-46f9ca39e760), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:27.619441 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23e7c54-151d-49e2-9e69-7faa0900124c x-openstack-request-id: req-a23e7c54-151d-49e2-9e69-7faa0900124c {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:03:27.621777 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9", "name": "network-vif-plugged", "status": "completed", "tag": "3a30cac9-004f-48d4-aae6-46f9ca39e760", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:03:27.623762 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a23e7c54-151d-49e2-9e69-7faa0900124c {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:03:27.624219 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a30cac9-004f-48d4-aae6-46f9ca39e760', 'code': 200} Feb 03 13:03:27.643488 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609763a0-3ce4-476f-9718-e014562b81f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1788870857-router', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:24Z', 'revision_number': 4, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'gw_port': {'id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:19Z', 'updated_at': '2022-02-03T13:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '7289be4b-ddc0-457c-bb00-bb85baf9016f', 'name': '', 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'mac_address': 'fa:16:3e:42:74:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'fcebf094-1a48-4332-8ac6-12c1fc9efc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:23Z', 'updated_at': '2022-02-03T13:03:24Z', 'revision_number': 2, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'subnets': [{'id': 'fcebf094-1a48-4332-8ac6-12c1fc9efc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:27.712973 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=3a30cac9-004f-48d4-aae6-46f9ca39e760,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:27.717401 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] Checking router: 609763a0-3ce4-476f-9718-e014562b81f1 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:03:27.718291 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] Updating router 609763a0-3ce4-476f-9718-e014562b81f1 port 7289be4b-ddc0-457c-bb00-bb85baf9016f binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:03:27.768799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee465213-85d9-4ced-89f2-73965efecaaf req-8972c327-b727-4a78-9cee-5f86c7f0cc2c tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:27.780499 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ee465213-85d9-4ced-89f2-73965efecaaf req-8972c327-b727-4a78-9cee-5f86c7f0cc2c tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.1523008 Feb 03 13:03:27.794785 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7289be4b-ddc0-457c-bb00-bb85baf9016f), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:27.807397 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f486b62-4c89-4c51-86cc-cec715f99e19 req-bea47b0f-559a-431c-a085-007b89728179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:27.811837 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0f486b62-4c89-4c51-86cc-cec715f99e19 req-bea47b0f-559a-431c-a085-007b89728179 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 1128 time: 0.1159534 Feb 03 13:03:27.843038 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ee465213-85d9-4ced-89f2-73965efecaaf req-26f3e172-ae5d-4ea5-a000-913112ce9726 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611844 Feb 03 13:03:27.947239 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0f486b62-4c89-4c51-86cc-cec715f99e19 req-f5f3948f-1195-447a-ba93-4e10e00baddd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239173 Feb 03 13:03:28.283223 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] Publish callbacks [] for port (7289be4b-ddc0-457c-bb00-bb85baf9016f), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:28.291523 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eb675e63-eb5c-49f7-b2dd-5eb33d7b3542 req-263630ff-436f-4b20-9eaf-f809d545cda6 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 210 time: 0.0531549 Feb 03 13:03:28.305849 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7289be4b-ddc0-457c-bb00-bb85baf9016f), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:28.387213 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a468a04-5925-40ef-9a26-838fdc8b79bf None None] Pushing event updated for resources: {'Port': ['ID=7289be4b-ddc0-457c-bb00-bb85baf9016f,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:28.446037 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] Attempting to bind port 7289be4b-ddc0-457c-bb00-bb85baf9016f on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:03:28.446037 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] Attempting to bind port 7289be4b-ddc0-457c-bb00-bb85baf9016f by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '06603dfb-fdc6-474b-adcb-3e7344797857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:03:28.448706 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] Attempting to bind port 7289be4b-ddc0-457c-bb00-bb85baf9016f on network 16701321-599d-4d3c-b5a8-eca3d99f90ec {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:03:28.452708 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:03:28.452708 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] Checking segment: {'id': '06603dfb-fdc6-474b-adcb-3e7344797857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:28.453400 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:28.454059 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] Bound using segment: {'id': '06603dfb-fdc6-474b-adcb-3e7344797857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:03:28.454765 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] Bound port: 7289be4b-ddc0-457c-bb00-bb85baf9016f, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06603dfb-fdc6-474b-adcb-3e7344797857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:03:28.456674 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7289be4b-ddc0-457c-bb00-bb85baf9016f), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:28.561410 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] For port 7289be4b-ddc0-457c-bb00-bb85baf9016f, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:03:28.566457 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] For port 7289be4b-ddc0-457c-bb00-bb85baf9016f, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7289be4b-ddc0-457c-bb00-bb85baf9016f,segment=NetworkSegment(06603dfb-fdc6-474b-adcb-3e7344797857),segment_id=06603dfb-fdc6-474b-adcb-3e7344797857)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:03:28.581570 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7289be4b-ddc0-457c-bb00-bb85baf9016f), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:28.677532 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] Routers {'609763a0-3ce4-476f-9718-e014562b81f1'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:28.679013 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:03:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['609763a0-3ce4-476f-9718-e014562b81f1'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:28.794366 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a468a04-5925-40ef-9a26-838fdc8b79bf None None] Pushing event updated for resources: {'Port': ['ID=7289be4b-ddc0-457c-bb00-bb85baf9016f,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:28.826931 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] Set router 609763a0-3ce4-476f-9718-e014562b81f1 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:29.057816 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-a6b94742-96ee-465a-9d8d-7ee20105c2d1 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:29.062331 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-a6b94742-96ee-465a-9d8d-7ee20105c2d1 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.31 "GET /v2.0/networks?id=16701321-599d-4d3c-b5a8-eca3d99f90ec HTTP/1.1" status: 200 len: 820 time: 0.3071239 Feb 03 13:03:29.074051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-f63186c2-3f0b-47ac-b351-d73a8dc32a06 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Request body: {'port': {'device_id': '54214f19-73ff-43e6-86f9-870663e7593d', 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec', 'admin_state_up': True, 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:29.149367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35ca2b-378f-4cbc-86ae-88a5072505f1 req-5d2b4eff-d5d5-4f4a-85b4-12883eeacf0a tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:29.153420 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec35ca2b-378f-4cbc-86ae-88a5072505f1 req-5d2b4eff-d5d5-4f4a-85b4-12883eeacf0a tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.1384175 Feb 03 13:03:29.271218 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec35ca2b-378f-4cbc-86ae-88a5072505f1 req-eb576665-089d-4f00-b797-30b2c1dcca30 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087577 Feb 03 13:03:29.286911 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609763a0-3ce4-476f-9718-e014562b81f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1788870857-router', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:24Z', 'revision_number': 4, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'gw_port': {'id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:19Z', 'updated_at': '2022-02-03T13:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '7289be4b-ddc0-457c-bb00-bb85baf9016f', 'name': '', 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'mac_address': 'fa:16:3e:42:74:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'fcebf094-1a48-4332-8ac6-12c1fc9efc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:23Z', 'updated_at': '2022-02-03T13:03:28Z', 'revision_number': 4, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'subnets': [{'id': 'fcebf094-1a48-4332-8ac6-12c1fc9efc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:29.320367 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db81158-cb18-45d9-862e-132eaa2c35d8 None None] The sync data for ids ['609763a0-3ce4-476f-9718-e014562b81f1'] in n-d-827336-3 is: [{'id': '609763a0-3ce4-476f-9718-e014562b81f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1788870857-router', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:24Z', 'revision_number': 4, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'gw_port': {'id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:19Z', 'updated_at': '2022-02-03T13:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '7289be4b-ddc0-457c-bb00-bb85baf9016f', 'name': '', 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'mac_address': 'fa:16:3e:42:74:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'fcebf094-1a48-4332-8ac6-12c1fc9efc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:23Z', 'updated_at': '2022-02-03T13:03:28Z', 'revision_number': 4, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'subnets': [{'id': 'fcebf094-1a48-4332-8ac6-12c1fc9efc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:03:29.330896 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-f63186c2-3f0b-47ac-b351-d73a8dc32a06 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Made reservation on behalf of 6bbf170378304e5f98b95eb6ac02098a for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:03:29.337515 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-f63186c2-3f0b-47ac-b351-d73a8dc32a06 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:29.491923 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a0d0e948-60c3-4233-9bc6-733e806de330 req-6033c51e-0226-4b6b-b1e6-e29a596edbee tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 210 time: 0.0491965 Feb 03 13:03:29.593725 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-f63186c2-3f0b-47ac-b351-d73a8dc32a06 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Allocated IP 172.20.0.8 (16701321-599d-4d3c-b5a8-eca3d99f90ec/fcebf094-1a48-4332-8ac6-12c1fc9efc80/40b68a5c-45d9-43a7-bfe8-43942e06d3ca) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:03:29.903767 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-f63186c2-3f0b-47ac-b351-d73a8dc32a06 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks [] for port (40b68a5c-45d9-43a7-bfe8-43942e06d3ca), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:29.963429 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-f63186c2-3f0b-47ac-b351-d73a8dc32a06 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (40b68a5c-45d9-43a7-bfe8-43942e06d3ca), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:30.053022 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-f63186c2-3f0b-47ac-b351-d73a8dc32a06 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Network 16701321-599d-4d3c-b5a8-eca3d99f90ec is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:30.056927 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63186c2-3f0b-47ac-b351-d73a8dc32a06 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Pushing event updated for resources: {'Port': ['ID=40b68a5c-45d9-43a7-bfe8-43942e06d3ca,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:30.060988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-f63186c2-3f0b-47ac-b351-d73a8dc32a06 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:30.063339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-f63186c2-3f0b-47ac-b351-d73a8dc32a06 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:03:30.122003 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-f63186c2-3f0b-47ac-b351-d73a8dc32a06 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:30.122688 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-f63186c2-3f0b-47ac-b351-d73a8dc32a06 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:30.146009 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-f63186c2-3f0b-47ac-b351-d73a8dc32a06 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0752728 Feb 03 13:03:30.164185 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] Request body: {'port': {'device_id': '54214f19-73ff-43e6-86f9-870663e7593d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:30.265961 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (40b68a5c-45d9-43a7-bfe8-43942e06d3ca), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:30.582452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0cf2e-844f-42ca-9eff-04272450916a req-0e0e1f5d-2179-47ec-8626-8f57f9cabc67 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:30.589549 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7e0cf2e-844f-42ca-9eff-04272450916a req-0e0e1f5d-2179-47ec-8626-8f57f9cabc67 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.1626844 Feb 03 13:03:30.714894 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7e0cf2e-844f-42ca-9eff-04272450916a req-c6095e42-ef1a-4ae3-aa7b-e2f1a366ea07 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222935 Feb 03 13:03:30.866025 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e01109-0f57-4954-8a12-f2e750656727 req-c0809eba-58f8-479c-a4b4-18d1c39e4de7 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:30.867999 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-26e01109-0f57-4954-8a12-f2e750656727 req-c0809eba-58f8-479c-a4b4-18d1c39e4de7 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 931 time: 0.2037940 Feb 03 13:03:30.873078 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b68a5c-45d9-43a7-bfe8-43942e06d3ca {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:03:30.890170 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] Publish callbacks [] for port (40b68a5c-45d9-43a7-bfe8-43942e06d3ca), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:30.924520 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] Transition to ACTIVE for port object 40b68a5c-45d9-43a7-bfe8-43942e06d3ca will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:03:30.934277 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (40b68a5c-45d9-43a7-bfe8-43942e06d3ca), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:30.937269 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3a7c9-3e4d-4668-843a-1d7d04054cb4 req-37c72ffc-888c-4b5f-843b-99e414a50b00 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:30.952599 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 51128) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:03:30.957159 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7dd01139-7d13-4ab4-a128-0c2ab46d511e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Request body: {'floatingip': {'port_id': '3a30cac9-004f-48d4-aae6-46f9ca39e760'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:30.959652 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3da3a7c9-3e4d-4668-843a-1d7d04054cb4 req-37c72ffc-888c-4b5f-843b-99e414a50b00 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.1542292 Feb 03 13:03:31.007697 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-26e01109-0f57-4954-8a12-f2e750656727 req-b8b9e9c5-55b6-4315-94b1-d72a3ed0d4f4 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289840 Feb 03 13:03:31.028985 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7289be4b-ddc0-457c-bb00-bb85baf9016f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:31.152421 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 7289be4b-ddc0-457c-bb00-bb85baf9016f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:31.152598 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] Pushing event updated for resources: {'Port': ['ID=40b68a5c-45d9-43a7-bfe8-43942e06d3ca,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:31.153763 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7289be4b-ddc0-457c-bb00-bb85baf9016f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:31.181069 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7dd01139-7d13-4ab4-a128-0c2ab46d511e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for floatingip (bde070e7-5d5a-4858-892a-429938bf15db), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:31.228796 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:31.291618 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 7289be4b-ddc0-457c-bb00-bb85baf9016f is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:31.292039 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7289be4b-ddc0-457c-bb00-bb85baf9016f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:31.371379 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 7289be4b-ddc0-457c-bb00-bb85baf9016f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7289be4b-ddc0-457c-bb00-bb85baf9016f,segment=NetworkSegment(06603dfb-fdc6-474b-adcb-3e7344797857),segment_id=06603dfb-fdc6-474b-adcb-3e7344797857)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:31.381588 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7289be4b-ddc0-457c-bb00-bb85baf9016f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:31.491128 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=7289be4b-ddc0-457c-bb00-bb85baf9016f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:31.533731 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] Attempting to bind port 40b68a5c-45d9-43a7-bfe8-43942e06d3ca on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:03:31.534068 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] Attempting to bind port 40b68a5c-45d9-43a7-bfe8-43942e06d3ca by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '06603dfb-fdc6-474b-adcb-3e7344797857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:03:31.534420 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] Attempting to bind port 40b68a5c-45d9-43a7-bfe8-43942e06d3ca on network 16701321-599d-4d3c-b5a8-eca3d99f90ec {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:03:31.576372 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] Port 40b68a5c-45d9-43a7-bfe8-43942e06d3ca on network 16701321-599d-4d3c-b5a8-eca3d99f90ec not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:03:31.576700 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] Attempting to bind port 40b68a5c-45d9-43a7-bfe8-43942e06d3ca on network 16701321-599d-4d3c-b5a8-eca3d99f90ec {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:03:31.587637 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:03:31.587996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] Checking segment: {'id': '06603dfb-fdc6-474b-adcb-3e7344797857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:31.588381 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] Bound using segment: {'id': '06603dfb-fdc6-474b-adcb-3e7344797857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:03:31.588809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] Bound port: 40b68a5c-45d9-43a7-bfe8-43942e06d3ca, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06603dfb-fdc6-474b-adcb-3e7344797857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:03:31.589173 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (40b68a5c-45d9-43a7-bfe8-43942e06d3ca), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:31.870163 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] For port 40b68a5c-45d9-43a7-bfe8-43942e06d3ca, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:03:31.912834 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] For port 40b68a5c-45d9-43a7-bfe8-43942e06d3ca, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=40b68a5c-45d9-43a7-bfe8-43942e06d3ca,segment=NetworkSegment(06603dfb-fdc6-474b-adcb-3e7344797857),segment_id=06603dfb-fdc6-474b-adcb-3e7344797857)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:03:31.953359 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (40b68a5c-45d9-43a7-bfe8-43942e06d3ca), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:32.090871 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:32.091492 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:32.094076 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] 10.222.0.31 "PUT /v2.0/ports/40b68a5c-45d9-43a7-bfe8-43942e06d3ca HTTP/1.1" status: 200 len: 1091 time: 1.9412813 Feb 03 13:03:32.094787 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54214f19-73ff-43e6-86f9-870663e7593d', 'tag': '40b68a5c-45d9-43a7-bfe8-43942e06d3ca'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:03:32.098743 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f797ce0-f954-466e-9b0c-b220186b6b06" -d '{"events": [{"name": "network-changed", "server_uuid": "54214f19-73ff-43e6-86f9-870663e7593d", "tag": "40b68a5c-45d9-43a7-bfe8-43942e06d3ca"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:03:32.174006 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243e122-0c97-4c23-b8c5-750c1e938cac service neutron] Pushing event updated for resources: {'Port': ['ID=40b68a5c-45d9-43a7-bfe8-43942e06d3ca,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:32.198819 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399969b-9aa6-4518-85ca-dfb7cb1c1a3a req-eb89a1cb-2461-421f-8cf7-fa2aad7595c4 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:32.209040 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3399969b-9aa6-4518-85ca-dfb7cb1c1a3a req-eb89a1cb-2461-421f-8cf7-fa2aad7595c4 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 943 time: 0.1343086 Feb 03 13:03:32.213358 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab22ca0b-bc27-4976-a8f6-d0ae79de42e9 x-openstack-request-id: req-ab22ca0b-bc27-4976-a8f6-d0ae79de42e9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:03:32.213684 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54214f19-73ff-43e6-86f9-870663e7593d", "tag": "40b68a5c-45d9-43a7-bfe8-43942e06d3ca", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:03:32.214286 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab22ca0b-bc27-4976-a8f6-d0ae79de42e9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:03:32.214696 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54214f19-73ff-43e6-86f9-870663e7593d', 'tag': '40b68a5c-45d9-43a7-bfe8-43942e06d3ca', 'status': 'completed', 'code': 200} Feb 03 13:03:32.314564 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3399969b-9aa6-4518-85ca-dfb7cb1c1a3a req-9bd204ba-deb1-4219-a5e7-e406f6db8110 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003721 Feb 03 13:03:32.339222 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-7dd01139-7d13-4ab4-a128-0c2ab46d511e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 03 13:03:32.377949 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-4934fb4e-2495-4190-95dd-19cef0b892b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:32.379496 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-4934fb4e-2495-4190-95dd-19cef0b892b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bbf170378304e5f98b95eb6ac02098a&device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 1125 time: 0.2160370 Feb 03 13:03:32.403589 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7dd01139-7d13-4ab4-a128-0c2ab46d511e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:32.415712 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7dd01139-7d13-4ab4-a128-0c2ab46d511e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (bde070e7-5d5a-4858-892a-429938bf15db), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:32.510611 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-76fc6168-4b8a-42e4-8ccb-b8920db8938f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40b68a5c-45d9-43a7-bfe8-43942e06d3ca HTTP/1.1" status: 200 len: 217 time: 0.0447233 Feb 03 13:03:32.617871 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-c97d689c-bab6-4024-b384-9a6a96abdecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:32.620441 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-c97d689c-bab6-4024-b384-9a6a96abdecc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcebf094-1a48-4332-8ac6-12c1fc9efc80 HTTP/1.1" status: 200 len: 860 time: 0.1024382 Feb 03 13:03:32.679657 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-867414f4-f08a-42f5-b06c-ca8d6e7e7d8a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=16701321-599d-4d3c-b5a8-eca3d99f90ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425134 Feb 03 13:03:32.683787 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-7dd01139-7d13-4ab4-a128-0c2ab46d511e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Floating IP bde070e7-5d5a-4858-892a-429938bf15db associated. External IP: 172.25.6.69, port: 3a30cac9-004f-48d4-aae6-46f9ca39e760. Feb 03 13:03:32.806715 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7289be4b-ddc0-457c-bb00-bb85baf9016f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:32.894069 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-756cccc5-4de7-4def-b455-c289eafba3d8 service neutron] 10.222.0.31 "GET /v2.0/networks/16701321-599d-4d3c-b5a8-eca3d99f90ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681995 Feb 03 13:03:32.939462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 7289be4b-ddc0-457c-bb00-bb85baf9016f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:32.939676 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7289be4b-ddc0-457c-bb00-bb85baf9016f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:33.253093 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 7289be4b-ddc0-457c-bb00-bb85baf9016f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:33.297929 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2905203-fdc2-4197-b087-d3efdd73d9b9 req-b28b04f6-a170-40de-a91a-a77bfdbd25df service neutron] 10.222.0.31 "GET /v2.0/networks/16701321-599d-4d3c-b5a8-eca3d99f90ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979509 Feb 03 13:03:33.329485 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd01139-7d13-4ab4-a128-0c2ab46d511e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Router 906dc41d-4909-4533-bae5-25570020319e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:03:33.486569 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cea402cc-d1d3-43d8-9ded-3e1549e72ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:33.979080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd01139-7d13-4ab4-a128-0c2ab46d511e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:03:33.984048 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7dd01139-7d13-4ab4-a128-0c2ab46d511e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:33.990285 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80d7318-cbbb-4d2a-8cb3-e819d59ee3b7 None None] Sync routers for ids ['906dc41d-4909-4533-bae5-25570020319e'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:03:34.013108 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d7318-cbbb-4d2a-8cb3-e819d59ee3b7 None None] Routers {'906dc41d-4909-4533-bae5-25570020319e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:34.014048 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a80d7318-cbbb-4d2a-8cb3-e819d59ee3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:03:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['906dc41d-4909-4533-bae5-25570020319e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:34.053789 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7dd01139-7d13-4ab4-a128-0c2ab46d511e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "PUT /v2.0/floatingips/bde070e7-5d5a-4858-892a-429938bf15db HTTP/1.1" status: 200 len: 991 time: 3.1001050 Feb 03 13:03:34.074128 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f797ce0-f954-466e-9b0c-b220186b6b06 req-b4fd3bf8-83d7-4a3b-8c60-03e81cb0dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:34.075616 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5f797ce0-f954-466e-9b0c-b220186b6b06 req-b4fd3bf8-83d7-4a3b-8c60-03e81cb0dddc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bbf170378304e5f98b95eb6ac02098a&device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 1125 time: 0.6457827 Feb 03 13:03:34.084463 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1fdf9-7f6e-4811-a091-65ac102168e8 req-35d83ecc-e40b-49ee-85c3-e562bf122560 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:34.091895 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-28c1fdf9-7f6e-4811-a091-65ac102168e8 req-35d83ecc-e40b-49ee-85c3-e562bf122560 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 943 time: 0.6348457 Feb 03 13:03:34.162027 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a80d7318-cbbb-4d2a-8cb3-e819d59ee3b7 None None] Set router 906dc41d-4909-4533-bae5-25570020319e gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:34.221809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9', 'tag': '3a30cac9-004f-48d4-aae6-46f9ca39e760'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:03:34.226805 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0683a373-5789-4afa-ac32-23fc74326d97" -d '{"events": [{"name": "network-changed", "server_uuid": "dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9", "tag": "3a30cac9-004f-48d4-aae6-46f9ca39e760"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:03:34.236185 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed48ac9-27ba-4fe7-9305-925c9c661726 req-ceb66c56-c1cd-46b0-b6fb-47b86144238e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:34.248006 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6ed48ac9-27ba-4fe7-9305-925c9c661726 req-ceb66c56-c1cd-46b0-b6fb-47b86144238e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0951982 Feb 03 13:03:34.320970 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6ed48ac9-27ba-4fe7-9305-925c9c661726 req-d886e76b-1558-42e2-b57d-2fcd3831496b tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719366 Feb 03 13:03:34.326297 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-28c1fdf9-7f6e-4811-a091-65ac102168e8 req-73fb3fc8-4637-4935-b0e0-d9a9b80bd67e tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334960 Feb 03 13:03:34.366987 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f797ce0-f954-466e-9b0c-b220186b6b06 req-8a4f1d06-f3c1-43b6-950e-bb7ba4dcbc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:34.368795 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5f797ce0-f954-466e-9b0c-b220186b6b06 req-8a4f1d06-f3c1-43b6-950e-bb7ba4dcbc56 service neutron] 10.222.0.31 "GET /v2.0/networks?id=16701321-599d-4d3c-b5a8-eca3d99f90ec HTTP/1.1" status: 200 len: 921 time: 0.2515762 Feb 03 13:03:34.453398 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5f797ce0-f954-466e-9b0c-b220186b6b06 req-91ed953a-f603-467a-ad17-59891254a78e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40b68a5c-45d9-43a7-bfe8-43942e06d3ca HTTP/1.1" status: 200 len: 217 time: 0.0768516 Feb 03 13:03:34.491650 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bfe174-69ad-4076-ae2e-2abf711fdb0a x-openstack-request-id: req-58bfe174-69ad-4076-ae2e-2abf711fdb0a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:03:34.491989 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9", "tag": "3a30cac9-004f-48d4-aae6-46f9ca39e760", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:03:34.492243 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58bfe174-69ad-4076-ae2e-2abf711fdb0a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:03:34.492754 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9', 'tag': '3a30cac9-004f-48d4-aae6-46f9ca39e760', 'status': 'completed', 'code': 200} Feb 03 13:03:34.501416 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a80d7318-cbbb-4d2a-8cb3-e819d59ee3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906dc41d-4909-4533-bae5-25570020319e', 'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:58Z', 'updated_at': '2022-02-03T13:03:05Z', 'revision_number': 4, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'gw_port': {'id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:59Z', 'updated_at': '2022-02-03T13:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'bde070e7-5d5a-4858-892a-429938bf15db', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'floating_ip_address': '172.25.6.69', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '906dc41d-4909-4533-bae5-25570020319e', 'port_id': '3a30cac9-004f-48d4-aae6-46f9ca39e760', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3334, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'mac_address': 'fa:16:3e:52:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:03:13Z', 'updated_at': '2022-02-03T13:03:32Z', 'revision_number': 1, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b81336-ece3-4263-b301-11c690b9d32f', 'name': '', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'mac_address': 'fa:16:3e:38:ed:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'bd911557-2171-4f85-99b2-431860ea8276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:03Z', 'updated_at': '2022-02-03T13:03:11Z', 'revision_number': 5, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'subnets': [{'id': 'bd911557-2171-4f85-99b2-431860ea8276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:34.545019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80d7318-cbbb-4d2a-8cb3-e819d59ee3b7 None None] Checking router: 906dc41d-4909-4533-bae5-25570020319e for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:03:34.573663 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d7318-cbbb-4d2a-8cb3-e819d59ee3b7 None None] Routers {'906dc41d-4909-4533-bae5-25570020319e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:03:34.574331 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a80d7318-cbbb-4d2a-8cb3-e819d59ee3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:03:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['906dc41d-4909-4533-bae5-25570020319e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:34.612591 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f797ce0-f954-466e-9b0c-b220186b6b06 req-acdd055a-e397-457b-8bca-c84e1d22ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:34.614917 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5f797ce0-f954-466e-9b0c-b220186b6b06 req-acdd055a-e397-457b-8bca-c84e1d22ee70 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcebf094-1a48-4332-8ac6-12c1fc9efc80 HTTP/1.1" status: 200 len: 860 time: 0.1494541 Feb 03 13:03:34.653906 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5f797ce0-f954-466e-9b0c-b220186b6b06 req-945d8b89-aeae-4a19-a02a-b719954b27b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=16701321-599d-4d3c-b5a8-eca3d99f90ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323918 Feb 03 13:03:34.660157 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683a373-5789-4afa-ac32-23fc74326d97 req-bbe04329-67d5-401d-96a4-0843906e5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:34.664151 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0683a373-5789-4afa-ac32-23fc74326d97 req-bbe04329-67d5-401d-96a4-0843906e5a88 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c8ffc7f02e14280b5d12bfe5ef5be2a&device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 1128 time: 0.1511276 Feb 03 13:03:34.773835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a80d7318-cbbb-4d2a-8cb3-e819d59ee3b7 None None] Set router 906dc41d-4909-4533-bae5-25570020319e gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:03:34.895961 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5f797ce0-f954-466e-9b0c-b220186b6b06 req-402afed7-168e-46d9-93d9-6ae1902dbc0a service neutron] 10.222.0.31 "GET /v2.0/networks/16701321-599d-4d3c-b5a8-eca3d99f90ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303312 Feb 03 13:03:34.958005 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683a373-5789-4afa-ac32-23fc74326d97 req-0b724f5c-228d-41c9-90eb-f35a27357fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:34.959409 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0683a373-5789-4afa-ac32-23fc74326d97 req-0b724f5c-228d-41c9-90eb-f35a27357fe4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03 HTTP/1.1" status: 200 len: 911 time: 0.2845805 Feb 03 13:03:35.111195 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0683a373-5789-4afa-ac32-23fc74326d97 req-0e83ca1d-b9d4-4459-9f11-71a7a68ec95a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a30cac9-004f-48d4-aae6-46f9ca39e760 HTTP/1.1" status: 200 len: 999 time: 0.1349628 Feb 03 13:03:35.128369 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a80d7318-cbbb-4d2a-8cb3-e819d59ee3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906dc41d-4909-4533-bae5-25570020319e', 'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:58Z', 'updated_at': '2022-02-03T13:03:05Z', 'revision_number': 4, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'gw_port': {'id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:59Z', 'updated_at': '2022-02-03T13:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'bde070e7-5d5a-4858-892a-429938bf15db', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'floating_ip_address': '172.25.6.69', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '906dc41d-4909-4533-bae5-25570020319e', 'port_id': '3a30cac9-004f-48d4-aae6-46f9ca39e760', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3334, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'mac_address': 'fa:16:3e:52:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:03:13Z', 'updated_at': '2022-02-03T13:03:32Z', 'revision_number': 1, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b81336-ece3-4263-b301-11c690b9d32f', 'name': '', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'mac_address': 'fa:16:3e:38:ed:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'bd911557-2171-4f85-99b2-431860ea8276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:03Z', 'updated_at': '2022-02-03T13:03:11Z', 'revision_number': 5, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'subnets': [{'id': 'bd911557-2171-4f85-99b2-431860ea8276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:03:35.166881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80d7318-cbbb-4d2a-8cb3-e819d59ee3b7 None None] The sync data for ids ['906dc41d-4909-4533-bae5-25570020319e'] in n-d-827336-3 is: [{'id': '906dc41d-4909-4533-bae5-25570020319e', 'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:58Z', 'updated_at': '2022-02-03T13:03:05Z', 'revision_number': 4, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'gw_port': {'id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:59Z', 'updated_at': '2022-02-03T13:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'bde070e7-5d5a-4858-892a-429938bf15db', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'floating_ip_address': '172.25.6.69', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '906dc41d-4909-4533-bae5-25570020319e', 'port_id': '3a30cac9-004f-48d4-aae6-46f9ca39e760', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3334, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'mac_address': 'fa:16:3e:52:e2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:03:13Z', 'updated_at': '2022-02-03T13:03:32Z', 'revision_number': 1, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b81336-ece3-4263-b301-11c690b9d32f', 'name': '', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'mac_address': 'fa:16:3e:38:ed:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'bd911557-2171-4f85-99b2-431860ea8276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:03Z', 'updated_at': '2022-02-03T13:03:11Z', 'revision_number': 5, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'subnets': [{'id': 'bd911557-2171-4f85-99b2-431860ea8276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:03:35.176111 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5f797ce0-f954-466e-9b0c-b220186b6b06 req-eaf3bb53-3f65-49f3-a166-ab4359248aa8 service neutron] 10.222.0.31 "GET /v2.0/networks/16701321-599d-4d3c-b5a8-eca3d99f90ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571111 Feb 03 13:03:35.199521 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683a373-5789-4afa-ac32-23fc74326d97 req-dd9d553d-b7dd-492d-bfef-980f90c087bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:35.201071 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0683a373-5789-4afa-ac32-23fc74326d97 req-dd9d553d-b7dd-492d-bfef-980f90c087bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bd911557-2171-4f85-99b2-431860ea8276 HTTP/1.1" status: 200 len: 849 time: 0.0752993 Feb 03 13:03:35.282732 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683a373-5789-4afa-ac32-23fc74326d97 req-f92f1e3b-647f-4324-89a9-9d747a03ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:35.284448 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0683a373-5789-4afa-ac32-23fc74326d97 req-f92f1e3b-647f-4324-89a9-9d747a03ae7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0731175 Feb 03 13:03:35.420955 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0683a373-5789-4afa-ac32-23fc74326d97 req-3b5680d8-ca63-47f7-bc80-09a530b051a5 service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307230 Feb 03 13:03:35.541482 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9832a732-b84a-4f01-a777-9af19905e03a None None] New status for floating IP bde070e7-5d5a-4858-892a-429938bf15db: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:03:35.564793 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad7652-5c27-42b8-b1d8-397a99dd992c req-5297137d-1881-409d-9963-cda9b211ce27 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:35.567207 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-43ad7652-5c27-42b8-b1d8-397a99dd992c req-5297137d-1881-409d-9963-cda9b211ce27 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 943 time: 0.0923841 Feb 03 13:03:35.644669 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7fff3-35ee-4768-ba26-089994481693 req-e7158da6-88bc-4ca3-933e-4d626a67811a tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:35.646689 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7ca7fff3-35ee-4768-ba26-089994481693 req-e7158da6-88bc-4ca3-933e-4d626a67811a tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.1706042 Feb 03 13:03:35.651117 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0683a373-5789-4afa-ac32-23fc74326d97 req-dcf4c7e0-ac45-4168-b933-8e1a86bbbb36 service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178786 Feb 03 13:03:35.723118 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-43ad7652-5c27-42b8-b1d8-397a99dd992c req-00246bc6-0713-4ea6-a7a9-5467a2a9ffb9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460719 Feb 03 13:03:35.727487 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7ca7fff3-35ee-4768-ba26-089994481693 req-44d594c4-792e-447c-beb1-3ae0a5f3ee76 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746617 Feb 03 13:03:36.152399 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1cd4bf1a-3eb8-4165-8cab-39f045822696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:36.935250 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba196b-86cb-4835-a018-367212478552 req-7718dd87-ee61-41e3-947e-8ecc148337e7 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:36.937194 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8cba196b-86cb-4835-a018-367212478552 req-7718dd87-ee61-41e3-947e-8ecc148337e7 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 943 time: 0.0685930 Feb 03 13:03:36.940922 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e09db-afa6-41ad-ad91-71c8fa0a71a8 req-8c9f0bc1-ea06-4efe-a495-9fa88515f2ba tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:36.943056 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c19e09db-afa6-41ad-ad91-71c8fa0a71a8 req-8c9f0bc1-ea06-4efe-a495-9fa88515f2ba tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0936968 Feb 03 13:03:36.973450 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:37.026977 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c19e09db-afa6-41ad-ad91-71c8fa0a71a8 req-3ef74d74-4053-4051-8227-212b8be1588e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726137 Feb 03 13:03:37.036725 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8cba196b-86cb-4835-a018-367212478552 req-178b7452-5e9d-4013-8c45-3d23b16b9440 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781085 Feb 03 13:03:37.136466 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 40b68a5c-45d9-43a7-bfe8-43942e06d3ca details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:03:37.268333 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 40b68a5c-45d9-43a7-bfe8-43942e06d3ca, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=40b68a5c-45d9-43a7-bfe8-43942e06d3ca,segment=NetworkSegment(06603dfb-fdc6-474b-adcb-3e7344797857),segment_id=06603dfb-fdc6-474b-adcb-3e7344797857)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:37.282525 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '40b68a5c-45d9-43a7-bfe8-43942e06d3ca', 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec', 'port_id': '40b68a5c-45d9-43a7-bfe8-43942e06d3ca', 'mac_address': 'fa:16:3e:25:44:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcebf094-1a48-4332-8ac6-12c1fc9efc80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:03:37.330837 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 40b68a5c-45d9-43a7-bfe8-43942e06d3ca is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:37.330837 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (40b68a5c-45d9-43a7-bfe8-43942e06d3ca), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:37.345950 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b68a5c-45d9-43a7-bfe8-43942e06d3ca {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:03:37.376139 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 40b68a5c-45d9-43a7-bfe8-43942e06d3ca, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=40b68a5c-45d9-43a7-bfe8-43942e06d3ca,segment=NetworkSegment(06603dfb-fdc6-474b-adcb-3e7344797857),segment_id=06603dfb-fdc6-474b-adcb-3e7344797857)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:37.381372 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (40b68a5c-45d9-43a7-bfe8-43942e06d3ca), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:37.461426 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=40b68a5c-45d9-43a7-bfe8-43942e06d3ca,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:37.469959 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:37.470308 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:37.470765 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:37.471108 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:37.471444 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:37.471778 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:37.472137 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:37.472516 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:37.472879 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:37.473215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:37.473651 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:37.474129 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:37.474667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:03:37.601458 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['40b68a5c-45d9-43a7-bfe8-43942e06d3ca'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:03:38.215651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74127251-ae11-4dd3-849b-f5a3338d7899 req-649af7a5-9c35-46f0-834a-4f3aff0614ec tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:38.217633 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74127251-ae11-4dd3-849b-f5a3338d7899 req-649af7a5-9c35-46f0-834a-4f3aff0614ec tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 944 time: 0.0908644 Feb 03 13:03:38.263673 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:38.351459 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74127251-ae11-4dd3-849b-f5a3338d7899 req-5eea1eed-3ab5-40d7-b022-4e859bd2a78a tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282673 Feb 03 13:03:38.846761 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:03:39.155818 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 40b68a5c-45d9-43a7-bfe8-43942e06d3ca up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:03:39.252791 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 40b68a5c-45d9-43a7-bfe8-43942e06d3ca completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:03:39.257462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 40b68a5c-45d9-43a7-bfe8-43942e06d3ca triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:39.257848 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (40b68a5c-45d9-43a7-bfe8-43942e06d3ca), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:39.408409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 40b68a5c-45d9-43a7-bfe8-43942e06d3ca is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:03:39.408809 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (40b68a5c-45d9-43a7-bfe8-43942e06d3ca), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:39.461793 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54214f19-73ff-43e6-86f9-870663e7593d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b68a5c-45d9-43a7-bfe8-43942e06d3ca'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:03:39.463698 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c6bf9d-741a-45de-93f4-848ac1335d84" -d '{"events": [{"server_uuid": "54214f19-73ff-43e6-86f9-870663e7593d", "name": "network-vif-plugged", "status": "completed", "tag": "40b68a5c-45d9-43a7-bfe8-43942e06d3ca"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:03:39.476974 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 40b68a5c-45d9-43a7-bfe8-43942e06d3ca, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=40b68a5c-45d9-43a7-bfe8-43942e06d3ca,segment=NetworkSegment(06603dfb-fdc6-474b-adcb-3e7344797857),segment_id=06603dfb-fdc6-474b-adcb-3e7344797857)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:03:39.483867 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (40b68a5c-45d9-43a7-bfe8-43942e06d3ca), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:39.532743 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bef8ce2-6ee7-4009-b96e-cf6177d5ce17 x-openstack-request-id: req-3bef8ce2-6ee7-4009-b96e-cf6177d5ce17 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:03:39.533067 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54214f19-73ff-43e6-86f9-870663e7593d", "name": "network-vif-plugged", "status": "completed", "tag": "40b68a5c-45d9-43a7-bfe8-43942e06d3ca", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:03:39.533536 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3bef8ce2-6ee7-4009-b96e-cf6177d5ce17 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:03:39.534151 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54214f19-73ff-43e6-86f9-870663e7593d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b68a5c-45d9-43a7-bfe8-43942e06d3ca', 'code': 200} Feb 03 13:03:39.549505 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16292f3c-d425-486b-83cf-c52d4e1989d5 req-32f06f2d-68b3-46f9-99b1-dbabff767db9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:39.559021 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-16292f3c-d425-486b-83cf-c52d4e1989d5 req-32f06f2d-68b3-46f9-99b1-dbabff767db9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 944 time: 0.1291053 Feb 03 13:03:39.593268 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=40b68a5c-45d9-43a7-bfe8-43942e06d3ca,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:39.741303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579ef8b-c1e8-4159-8b03-d4740c0c2726 req-af04ae44-fe7b-4384-9fae-ba4c94ba247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:39.744780 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d579ef8b-c1e8-4159-8b03-d4740c0c2726 req-af04ae44-fe7b-4384-9fae-ba4c94ba247c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 1127 time: 0.1205106 Feb 03 13:03:39.826377 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d579ef8b-c1e8-4159-8b03-d4740c0c2726 req-f5a5531d-d09e-4518-b32a-95483058b734 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566919 Feb 03 13:03:39.919185 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:39.970679 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-16292f3c-d425-486b-83cf-c52d4e1989d5 req-2296a87d-553c-40e1-afb1-28061a7a47fd tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072065 Feb 03 13:03:41.127490 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44059235-97c7-4ab0-8a90-206e96cd43ee req-6c025735-a362-40d0-acf7-1a32828db6ec tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:41.130179 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-44059235-97c7-4ab0-8a90-206e96cd43ee req-6c025735-a362-40d0-acf7-1a32828db6ec tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0778925 Feb 03 13:03:41.208523 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-44059235-97c7-4ab0-8a90-206e96cd43ee req-6ff0d762-17b9-45a3-9a25-55eef8938b32 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720670 Feb 03 13:03:41.559102 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189556f-6744-4c73-aeaa-71747420b8c3 req-07aa89d5-98da-48f0-b2f0-c2e88605685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:41.560760 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b189556f-6744-4c73-aeaa-71747420b8c3 req-07aa89d5-98da-48f0-b2f0-c2e88605685f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bbf170378304e5f98b95eb6ac02098a&device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 1127 time: 0.1025231 Feb 03 13:03:41.596000 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3937bc8-2ac4-44a0-be2f-28e249111aad req-1b95dff2-4e03-4984-b100-eb360d546a8e tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:41.598110 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3937bc8-2ac4-44a0-be2f-28e249111aad req-1b95dff2-4e03-4984-b100-eb360d546a8e tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.1187234 Feb 03 13:03:41.714126 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3937bc8-2ac4-44a0-be2f-28e249111aad req-9736ec27-f235-442b-8ffa-6c75ee3528f5 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106770 Feb 03 13:03:41.719459 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189556f-6744-4c73-aeaa-71747420b8c3 req-a5b9d14a-303f-4975-9c5f-b7bb4f1b01ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:41.721095 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b189556f-6744-4c73-aeaa-71747420b8c3 req-a5b9d14a-303f-4975-9c5f-b7bb4f1b01ae service neutron] 10.222.0.31 "GET /v2.0/networks?id=16701321-599d-4d3c-b5a8-eca3d99f90ec HTTP/1.1" status: 200 len: 921 time: 0.1519961 Feb 03 13:03:41.789099 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b189556f-6744-4c73-aeaa-71747420b8c3 req-3be00ef5-5819-4200-8a59-0d6e43673082 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40b68a5c-45d9-43a7-bfe8-43942e06d3ca HTTP/1.1" status: 200 len: 217 time: 0.0576324 Feb 03 13:03:41.847970 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189556f-6744-4c73-aeaa-71747420b8c3 req-6796dd36-8cf7-4493-896c-98cc71289e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:41.849713 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b189556f-6744-4c73-aeaa-71747420b8c3 req-6796dd36-8cf7-4493-896c-98cc71289e95 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcebf094-1a48-4332-8ac6-12c1fc9efc80 HTTP/1.1" status: 200 len: 860 time: 0.0529866 Feb 03 13:03:41.885557 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b189556f-6744-4c73-aeaa-71747420b8c3 req-6186d681-7092-42c3-9d19-4fd5b29e7ae9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=16701321-599d-4d3c-b5a8-eca3d99f90ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297704 Feb 03 13:03:42.043516 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b189556f-6744-4c73-aeaa-71747420b8c3 req-96c3e38f-dce4-41a8-8fbe-5315ba208e21 service neutron] 10.222.0.31 "GET /v2.0/networks/16701321-599d-4d3c-b5a8-eca3d99f90ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515169 Feb 03 13:03:42.181727 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b189556f-6744-4c73-aeaa-71747420b8c3 req-f5ca3ad5-e59e-4b5d-ab45-7699497ea9d8 service neutron] 10.222.0.31 "GET /v2.0/networks/16701321-599d-4d3c-b5a8-eca3d99f90ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316075 Feb 03 13:03:42.884200 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d1849-292a-4e61-9aa6-b8cfcce8e554 req-bbe7ef17-33bb-4251-9dc1-6f08985111ae tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:42.885811 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a30d1849-292a-4e61-9aa6-b8cfcce8e554 req-bbe7ef17-33bb-4251-9dc1-6f08985111ae tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0664394 Feb 03 13:03:42.952012 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a30d1849-292a-4e61-9aa6-b8cfcce8e554 req-dabccaea-dee9-40e2-b80b-c17f6e48ca0c tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591307 Feb 03 13:03:44.118284 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda85c7-2fd2-40b1-b80a-a37e60298189 req-d08af8ab-da33-4dfd-97a3-b70fcc2090cf tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:44.119575 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3bda85c7-2fd2-40b1-b80a-a37e60298189 req-d08af8ab-da33-4dfd-97a3-b70fcc2090cf tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0710118 Feb 03 13:03:44.197667 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3bda85c7-2fd2-40b1-b80a-a37e60298189 req-2524c62f-84ff-4d5c-ab0a-7842d98a6dac tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680828 Feb 03 13:03:45.378233 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82c701-5880-403f-87cb-3576674e6c49 req-143136e5-a0dd-439a-a9d0-0d8b9dacf578 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:45.385583 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af82c701-5880-403f-87cb-3576674e6c49 req-143136e5-a0dd-439a-a9d0-0d8b9dacf578 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0899065 Feb 03 13:03:45.439508 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af82c701-5880-403f-87cb-3576674e6c49 req-07ae89a9-7917-4382-a884-dd0c8099e3c5 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527174 Feb 03 13:03:45.996761 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:46.613715 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47e96c-9f2a-4922-9755-d27c19910458 req-589ba8e3-5cd2-41c9-b5f7-91a293456a2c tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:46.620766 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fa47e96c-9f2a-4922-9755-d27c19910458 req-589ba8e3-5cd2-41c9-b5f7-91a293456a2c tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0701005 Feb 03 13:03:46.710052 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fa47e96c-9f2a-4922-9755-d27c19910458 req-c34c7be1-e016-4e15-8f4b-427add2b77a0 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883243 Feb 03 13:03:47.868768 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69211966-7a29-495b-a671-a93b00510306 req-120cfdad-75ec-4583-8652-523b96fab2f9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:47.870311 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69211966-7a29-495b-a671-a93b00510306 req-120cfdad-75ec-4583-8652-523b96fab2f9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0796132 Feb 03 13:03:47.924562 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69211966-7a29-495b-a671-a93b00510306 req-bbe49919-6c75-42b3-9f45-0268bea2c47d tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470176 Feb 03 13:03:49.090814 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e13c4-192b-4bb4-8533-c5951a87cf63 req-6bb80913-6804-4ad7-a8ac-677d6a9b466b tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:49.092469 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-128e13c4-192b-4bb4-8533-c5951a87cf63 req-6bb80913-6804-4ad7-a8ac-677d6a9b466b tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0629702 Feb 03 13:03:49.150030 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-128e13c4-192b-4bb4-8533-c5951a87cf63 req-ad675d14-03d2-4d72-93e1-d4d78208a10f tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508642 Feb 03 13:03:50.444264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c26bf-f692-4294-9ced-00ceb91d4583 req-b67fcda4-bfc3-41ad-8a03-c7fabde0af5b tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:50.451625 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-707c26bf-f692-4294-9ced-00ceb91d4583 req-b67fcda4-bfc3-41ad-8a03-c7fabde0af5b tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.1269138 Feb 03 13:03:50.509335 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-707c26bf-f692-4294-9ced-00ceb91d4583 req-b2a91e26-5c06-4e8d-a93c-5bfdbf61470b tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514324 Feb 03 13:03:51.637229 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ea530-8067-4ea1-97e1-3a4d742f2dc3 req-ee40cfde-f290-4ae4-832e-57b35cf25612 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:51.647363 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e3ea530-8067-4ea1-97e1-3a4d742f2dc3 req-ee40cfde-f290-4ae4-832e-57b35cf25612 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0726662 Feb 03 13:03:51.684234 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-781103e8-5474-4551-9f15-1274d8d1f0bc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:51.692035 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-781103e8-5474-4551-9f15-1274d8d1f0bc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 811 time: 0.1381226 Feb 03 13:03:51.700585 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e3ea530-8067-4ea1-97e1-3a4d742f2dc3 req-7434d63c-2e3a-4fa0-bb44-40049b737be8 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523014 Feb 03 13:03:51.721586 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-19e57e4b-dcb3-469e-b3c0-46b73eac897a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/quotas/47cedc9968b440be9d535d988911feb3 HTTP/1.1" status: 200 len: 375 time: 0.0285420 Feb 03 13:03:51.781333 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-4bf1f3f0-7b68-40de-81a1-18629c0e5cdc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534477 Feb 03 13:03:51.896896 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-d2c6f9a5-f93e-4d93-8bf8-e132eaef2bbe service neutron] 10.222.0.18 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982537 Feb 03 13:03:51.992988 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-70dd1aed-4d65-4c9b-a13e-41735bf102c6 service neutron] 10.222.0.18 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881486 Feb 03 13:03:52.230625 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2fbcb012-fb62-41fe-9b88-24b8fce28144 req-d14a14fb-44ce-4453-870c-974fb5724c27 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 210 time: 0.0327973 Feb 03 13:03:52.824090 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8730de-9e00-46a2-b006-404de7961bd7 req-888d340b-073a-4e32-9857-7a78cad8dc6f tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:52.828423 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-da8730de-9e00-46a2-b006-404de7961bd7 req-888d340b-073a-4e32-9857-7a78cad8dc6f tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0590305 Feb 03 13:03:52.889027 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-da8730de-9e00-46a2-b006-404de7961bd7 req-7d326b0b-1cf2-423d-a4d2-ed2fab8af5d0 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575016 Feb 03 13:03:53.396350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-29516016-bf04-431f-a28c-09b93b20579d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:53.398058 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-29516016-bf04-431f-a28c-09b93b20579d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.73 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 811 time: 0.1378496 Feb 03 13:03:53.421316 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0be0b19b-1a28-4703-9111-21bb34a8b4e0 req-12865309-7d2c-4618-97d1-7e20e903589f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 210 time: 0.0306504 Feb 03 13:03:53.421886 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-9ef87ff7-50c3-4b4e-ba54-e8b7f6236485 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Request body: {'port': {'device_id': '1f45c468-ce1e-46a3-9514-47e65497f687', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'admin_state_up': True, 'tenant_id': '47cedc9968b440be9d535d988911feb3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:53.554785 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-9ef87ff7-50c3-4b4e-ba54-e8b7f6236485 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Made reservation on behalf of 47cedc9968b440be9d535d988911feb3 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:03:53.563455 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-9ef87ff7-50c3-4b4e-ba54-e8b7f6236485 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:53.759769 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-9ef87ff7-50c3-4b4e-ba54-e8b7f6236485 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Allocated IP 172.20.0.3 (c7d910a7-219c-4471-8faf-04d787751463/c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28/7b4964ad-9806-4589-9b6d-44834ad5394f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:03:54.011701 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-9ef87ff7-50c3-4b4e-ba54-e8b7f6236485 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for port (7b4964ad-9806-4589-9b6d-44834ad5394f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:54.099148 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-9ef87ff7-50c3-4b4e-ba54-e8b7f6236485 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (7b4964ad-9806-4589-9b6d-44834ad5394f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:54.169108 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-9ef87ff7-50c3-4b4e-ba54-e8b7f6236485 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Network c7d910a7-219c-4471-8faf-04d787751463 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:03:54.181808 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-9ef87ff7-50c3-4b4e-ba54-e8b7f6236485 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:03:54.190991 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc0f21-4201-434e-b116-aa12925012d4 req-57cd664a-298a-495a-9cfa-b3f503f68338 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:54.192999 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7afc0f21-4201-434e-b116-aa12925012d4 req-57cd664a-298a-495a-9cfa-b3f503f68338 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.1373849 Feb 03 13:03:54.193932 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-9ef87ff7-50c3-4b4e-ba54-e8b7f6236485 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:03:54.196806 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef87ff7-50c3-4b4e-ba54-e8b7f6236485 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event updated for resources: {'Port': ['ID=7b4964ad-9806-4589-9b6d-44834ad5394f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:54.287096 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-9ef87ff7-50c3-4b4e-ba54-e8b7f6236485 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:54.289004 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-9ef87ff7-50c3-4b4e-ba54-e8b7f6236485 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:54.314671 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7afc0f21-4201-434e-b116-aa12925012d4 req-42872219-0f45-4515-834d-03a458551049 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138709 Feb 03 13:03:54.323700 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-9ef87ff7-50c3-4b4e-ba54-e8b7f6236485 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9066119 Feb 03 13:03:54.342223 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] Request body: {'port': {'device_id': '1f45c468-ce1e-46a3-9514-47e65497f687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:03:54.462571 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7b4964ad-9806-4589-9b6d-44834ad5394f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:54.572588 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9f9faf90-50a6-446f-8212-85f7ad87bf0b None None] Provisioning complete for port 7b4964ad-9806-4589-9b6d-44834ad5394f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:03:54.573118 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f9faf90-50a6-446f-8212-85f7ad87bf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7b4964ad-9806-4589-9b6d-44834ad5394f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:54.651101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9f9faf90-50a6-446f-8212-85f7ad87bf0b None None] Port 7b4964ad-9806-4589-9b6d-44834ad5394f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:03:54.672426 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faadbf3-92d4-4128-9577-67f1567375eb req-083bf88c-48f9-4a9b-830f-bbe99c97b455 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:54.679197 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8faadbf3-92d4-4128-9577-67f1567375eb req-083bf88c-48f9-4a9b-830f-bbe99c97b455 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 931 time: 0.1527989 Feb 03 13:03:54.745831 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8faadbf3-92d4-4128-9577-67f1567375eb req-8e715a09-c182-4ec3-ae8a-9d512babc3d2 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607128 Feb 03 13:03:54.922530 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4964ad-9806-4589-9b6d-44834ad5394f {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:03:54.931275 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] Publish callbacks [] for port (7b4964ad-9806-4589-9b6d-44834ad5394f), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:54.944653 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] Transition to ACTIVE for port object 7b4964ad-9806-4589-9b6d-44834ad5394f will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:03:54.949490 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (7b4964ad-9806-4589-9b6d-44834ad5394f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:55.085612 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] Pushing event updated for resources: {'Port': ['ID=7b4964ad-9806-4589-9b6d-44834ad5394f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:55.139778 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] Attempting to bind port 7b4964ad-9806-4589-9b6d-44834ad5394f on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:03:55.140205 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] Attempting to bind port 7b4964ad-9806-4589-9b6d-44834ad5394f by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:03:55.140544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] Attempting to bind port 7b4964ad-9806-4589-9b6d-44834ad5394f on network c7d910a7-219c-4471-8faf-04d787751463 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:03:55.153339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] Port 7b4964ad-9806-4589-9b6d-44834ad5394f on network c7d910a7-219c-4471-8faf-04d787751463 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:03:55.153921 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] Attempting to bind port 7b4964ad-9806-4589-9b6d-44834ad5394f on network c7d910a7-219c-4471-8faf-04d787751463 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:03:55.161426 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:03:55.162669 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] Checking segment: {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:03:55.163295 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] Bound using segment: {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:03:55.163893 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] Bound port: 7b4964ad-9806-4589-9b6d-44834ad5394f, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:03:55.164528 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7b4964ad-9806-4589-9b6d-44834ad5394f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:55.272118 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] For port 7b4964ad-9806-4589-9b6d-44834ad5394f, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:03:55.277259 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] For port 7b4964ad-9806-4589-9b6d-44834ad5394f, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=7b4964ad-9806-4589-9b6d-44834ad5394f,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:03:55.284450 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (7b4964ad-9806-4589-9b6d-44834ad5394f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:55.325615 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:55.326299 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:03:55.327961 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] 10.222.0.73 "PUT /v2.0/ports/7b4964ad-9806-4589-9b6d-44834ad5394f HTTP/1.1" status: 200 len: 1091 time: 0.9901388 Feb 03 13:03:55.328488 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f45c468-ce1e-46a3-9514-47e65497f687', 'tag': '7b4964ad-9806-4589-9b6d-44834ad5394f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:03:55.330838 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88db019b-07dd-478f-b151-97ea2d21f0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1f45c468-ce1e-46a3-9514-47e65497f687", "tag": "7b4964ad-9806-4589-9b6d-44834ad5394f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:03:55.387967 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6fedc-ffb7-4ecb-8551-0b00ba164e7f service neutron] Pushing event updated for resources: {'Port': ['ID=7b4964ad-9806-4589-9b6d-44834ad5394f,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:03:55.477415 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e4f31a-58ec-4f02-8280-bc719f39854c x-openstack-request-id: req-75e4f31a-58ec-4f02-8280-bc719f39854c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:03:55.477711 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f45c468-ce1e-46a3-9514-47e65497f687", "tag": "7b4964ad-9806-4589-9b6d-44834ad5394f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:03:55.477968 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75e4f31a-58ec-4f02-8280-bc719f39854c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:03:55.478375 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f45c468-ce1e-46a3-9514-47e65497f687', 'tag': '7b4964ad-9806-4589-9b6d-44834ad5394f', 'status': 'completed', 'code': 200} Feb 03 13:03:55.557954 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-3c220d21-b4cb-426a-82a2-8e99a8c183f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:55.570071 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-3c220d21-b4cb-426a-82a2-8e99a8c183f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 1125 time: 0.1377950 Feb 03 13:03:55.577522 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bdb65-c402-42b0-8eb4-92d383068619 req-3c498696-0acf-4c7b-9c78-c0e2736b28b5 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:55.579039 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c30bdb65-c402-42b0-8eb4-92d383068619 req-3c498696-0acf-4c7b-9c78-c0e2736b28b5 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.1163504 Feb 03 13:03:55.640705 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-e673aa64-1da8-4f79-b0a4-bdad9b6bae39 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b4964ad-9806-4589-9b6d-44834ad5394f HTTP/1.1" status: 200 len: 217 time: 0.0606868 Feb 03 13:03:55.715561 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c30bdb65-c402-42b0-8eb4-92d383068619 req-d7fd5fe6-a24a-42ba-8207-7bf9e1655b24 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289363 Feb 03 13:03:55.724061 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-0c46adc6-31e6-431f-94ff-def1cab63eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:55.725611 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-0c46adc6-31e6-431f-94ff-def1cab63eca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.0707076 Feb 03 13:03:55.797427 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2c145fc7-c77c-45d2-aca8-796e4ff330d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:55.799144 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-2c145fc7-c77c-45d2-aca8-796e4ff330d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0674472 Feb 03 13:03:55.921941 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-fdda3a2f-cff9-4e63-8e14-9fb3a26dbe67 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164203 Feb 03 13:03:55.961083 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed9ac7-da50-4258-8563-e491984f7d65 req-6585fde0-e3bc-448e-bbad-1cb7f2ca899c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:55.963525 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eaed9ac7-da50-4258-8563-e491984f7d65 req-6585fde0-e3bc-448e-bbad-1cb7f2ca899c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0643427 Feb 03 13:03:56.021763 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eaed9ac7-da50-4258-8563-e491984f7d65 req-451784d2-fc75-4779-92f9-0e1e9d8369b7 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514154 Feb 03 13:03:56.043278 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2933be7-9cc8-44df-9ab1-c4dd6efbdb30 req-9c456b04-989c-4ba0-838b-a7f8d3e9dae1 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152720 Feb 03 13:03:56.186248 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db019b-07dd-478f-b151-97ea2d21f0d1 req-77b9dba6-ad0f-47f0-bd0c-1d36cb198a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:56.190145 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88db019b-07dd-478f-b151-97ea2d21f0d1 req-77b9dba6-ad0f-47f0-bd0c-1d36cb198a5c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 1125 time: 0.0647376 Feb 03 13:03:56.310308 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db019b-07dd-478f-b151-97ea2d21f0d1 req-a4e9bdce-9925-4eda-b4da-aab6e95973a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:56.312049 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88db019b-07dd-478f-b151-97ea2d21f0d1 req-a4e9bdce-9925-4eda-b4da-aab6e95973a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 912 time: 0.1163003 Feb 03 13:03:56.364834 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88db019b-07dd-478f-b151-97ea2d21f0d1 req-95012c3b-1fcb-442f-9425-18bde875d41e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b4964ad-9806-4589-9b6d-44834ad5394f HTTP/1.1" status: 200 len: 217 time: 0.0458724 Feb 03 13:03:56.431164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db019b-07dd-478f-b151-97ea2d21f0d1 req-1b44c92f-d669-4de6-a3d0-5ea51d3f0588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:56.432974 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88db019b-07dd-478f-b151-97ea2d21f0d1 req-1b44c92f-d669-4de6-a3d0-5ea51d3f0588 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.0628316 Feb 03 13:03:56.490878 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db019b-07dd-478f-b151-97ea2d21f0d1 req-bcec9668-4025-4615-b216-7ed97f758b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:56.492797 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88db019b-07dd-478f-b151-97ea2d21f0d1 req-bcec9668-4025-4615-b216-7ed97f758b2a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0543647 Feb 03 13:03:56.605993 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88db019b-07dd-478f-b151-97ea2d21f0d1 req-319cd1f8-c06c-4034-9431-e29824fa9784 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042643 Feb 03 13:03:56.704998 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88db019b-07dd-478f-b151-97ea2d21f0d1 req-5cfb4247-d2c6-4bfd-88f5-cfca064edfaf service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958364 Feb 03 13:03:56.850440 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cdbb3-e48d-4fef-82c4-35985ff28bd4 req-f9ae5470-9c60-414e-aed1-5951d59b6bb9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:56.852576 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-555cdbb3-e48d-4fef-82c4-35985ff28bd4 req-f9ae5470-9c60-414e-aed1-5951d59b6bb9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0613093 Feb 03 13:03:56.929401 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-555cdbb3-e48d-4fef-82c4-35985ff28bd4 req-057bff86-88ad-4f49-8a24-f453aa66dd3d tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707140 Feb 03 13:03:57.223616 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a8602-3d38-49a4-b831-fba8044bdb1f req-f90f23a7-5598-41fa-8a74-89985130f84e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:57.232744 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a33a8602-3d38-49a4-b831-fba8044bdb1f req-f90f23a7-5598-41fa-8a74-89985130f84e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0978701 Feb 03 13:03:57.333560 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a33a8602-3d38-49a4-b831-fba8044bdb1f req-0892d694-04b7-49f2-b8b8-98d104f67d3d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970578 Feb 03 13:03:58.105237 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53e0f7-22fa-4f5e-a18e-a88bcd1e7ef4 req-1319607c-a7c1-4bb5-a171-e9fa0454f026 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:58.107163 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ff53e0f7-22fa-4f5e-a18e-a88bcd1e7ef4 req-1319607c-a7c1-4bb5-a171-e9fa0454f026 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0961313 Feb 03 13:03:58.163816 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ff53e0f7-22fa-4f5e-a18e-a88bcd1e7ef4 req-6f6e57ed-856a-4a36-8547-6837fd6ecfe8 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496731 Feb 03 13:03:58.475919 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909e0d9-ff4e-42dc-b1a5-d17f29756a04 req-982ea13b-f651-4e22-9265-010591195251 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:58.478461 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f909e0d9-ff4e-42dc-b1a5-d17f29756a04 req-982ea13b-f651-4e22-9265-010591195251 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0695364 Feb 03 13:03:58.545263 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f909e0d9-ff4e-42dc-b1a5-d17f29756a04 req-e0840f7d-ceaf-474c-9bf8-0813ab7672bb tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599670 Feb 03 13:03:59.303173 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590a142-0fac-4538-b823-1e28cd58cf59 req-12b09e11-f65f-4b7d-bc90-0f28fe6df75b tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:59.304810 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5590a142-0fac-4538-b823-1e28cd58cf59 req-12b09e11-f65f-4b7d-bc90-0f28fe6df75b tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0659912 Feb 03 13:03:59.364153 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5590a142-0fac-4538-b823-1e28cd58cf59 req-6935b487-3e96-4efe-8e09-965454e0cd79 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508184 Feb 03 13:03:59.675208 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc3042-0fbd-4b2a-a322-9c18861cb339 req-3d94e642-d4a6-4bbd-bb2f-e18a478d20e0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:03:59.676473 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-17bc3042-0fbd-4b2a-a322-9c18861cb339 req-3d94e642-d4a6-4bbd-bb2f-e18a478d20e0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0583773 Feb 03 13:03:59.732145 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-17bc3042-0fbd-4b2a-a322-9c18861cb339 req-919eb270-cc7f-4082-9205-87da06ab2d4f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468457 Feb 03 13:04:00.538078 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95a5d1-8924-4be1-ae68-06b741db36cf req-8f68e55d-4fd3-4c88-a82d-c7758726ebf5 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:00.542082 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e95a5d1-8924-4be1-ae68-06b741db36cf req-8f68e55d-4fd3-4c88-a82d-c7758726ebf5 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0881751 Feb 03 13:04:00.626764 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e95a5d1-8924-4be1-ae68-06b741db36cf req-c0932205-16e8-4ed5-98f5-c2df074de4f7 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716825 Feb 03 13:04:00.881597 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2d149-16a6-49d9-a05d-a4665e3f2e49 req-08e76642-e6e4-4ffd-a9c7-f16d1dd6548d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:00.884327 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0ac2d149-16a6-49d9-a05d-a4665e3f2e49 req-08e76642-e6e4-4ffd-a9c7-f16d1dd6548d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0757508 Feb 03 13:04:00.960651 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0ac2d149-16a6-49d9-a05d-a4665e3f2e49 req-326a9305-30a1-4b45-b025-f247aaa48e78 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693679 Feb 03 13:04:01.230623 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:01.844810 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9508f93-370f-4ae1-b6c6-c51a99420555 req-42f9d570-a777-47ee-8174-9b7c7c350b4d tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:01.847185 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c9508f93-370f-4ae1-b6c6-c51a99420555 req-42f9d570-a777-47ee-8174-9b7c7c350b4d tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.1310692 Feb 03 13:04:01.911141 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c9508f93-370f-4ae1-b6c6-c51a99420555 req-5808a45f-e5a2-47c9-8166-6e15b038df07 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573504 Feb 03 13:04:02.107351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633b1fd-1db8-4d03-b1c5-4e997aceea66 req-ff316dab-cad6-434b-a6f7-4e048e8a5ed1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:02.115686 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0633b1fd-1db8-4d03-b1c5-4e997aceea66 req-ff316dab-cad6-434b-a6f7-4e048e8a5ed1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0733051 Feb 03 13:04:02.199360 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0633b1fd-1db8-4d03-b1c5-4e997aceea66 req-1da03a10-3be7-4500-8eaf-272bba872615 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810406 Feb 03 13:04:03.060279 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654c4b5-20cb-463f-bdc8-cdbdc1b68031 req-eed4830c-a213-4a29-bf44-cd1a43b1bb87 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:03.061999 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7654c4b5-20cb-463f-bdc8-cdbdc1b68031 req-eed4830c-a213-4a29-bf44-cd1a43b1bb87 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0650563 Feb 03 13:04:03.130520 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7654c4b5-20cb-463f-bdc8-cdbdc1b68031 req-6d52e237-a56e-4416-bc9b-e57302bb506e tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604365 Feb 03 13:04:03.343180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de8763-089d-4892-a54a-c12b5ca11177 req-d79d21c2-2989-4468-a439-ecbf4ef23713 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:03.350941 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e4de8763-089d-4892-a54a-c12b5ca11177 req-d79d21c2-2989-4468-a439-ecbf4ef23713 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0780370 Feb 03 13:04:03.405564 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e4de8763-089d-4892-a54a-c12b5ca11177 req-67920691-7ed6-4f2b-bc19-e63a30b4a0c3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523427 Feb 03 13:04:03.487538 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f43d6a5c-71ec-452f-9188-15819b6bc469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:04.282072 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a83a1-6eca-498e-8e79-a91fb38466fd req-39d52040-91c7-4c53-80ee-2e300fab9098 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:04.286582 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d68a83a1-6eca-498e-8e79-a91fb38466fd req-39d52040-91c7-4c53-80ee-2e300fab9098 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0738215 Feb 03 13:04:04.354105 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d68a83a1-6eca-498e-8e79-a91fb38466fd req-62057e16-f648-47ab-820f-d30a3cf763e0 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665359 Feb 03 13:04:04.537578 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0716e7-ab73-4f69-8054-799af94a804c req-2ab9b56e-27ef-43bb-9919-58d8959dd851 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:04.540238 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb0716e7-ab73-4f69-8054-799af94a804c req-2ab9b56e-27ef-43bb-9919-58d8959dd851 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0615959 Feb 03 13:04:04.607303 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb0716e7-ab73-4f69-8054-799af94a804c req-841697a7-49d9-4d7f-bcd0-fd9b3c60275a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591714 Feb 03 13:04:05.492587 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b63cef-ef01-46e0-b519-7a957555ea3f req-440957e6-c21e-4bcf-9cee-84add74b36a7 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:05.495270 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-24b63cef-ef01-46e0-b519-7a957555ea3f req-440957e6-c21e-4bcf-9cee-84add74b36a7 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0647364 Feb 03 13:04:05.551274 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-24b63cef-ef01-46e0-b519-7a957555ea3f req-313a9bfc-a088-4ce6-9973-997b2f3d90fa tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501561 Feb 03 13:04:05.735175 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79beabe-79cc-4d94-b056-b09ef130dae9 req-0042fe21-7220-4c10-95d7-82e38da45c18 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:05.736753 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e79beabe-79cc-4d94-b056-b09ef130dae9 req-0042fe21-7220-4c10-95d7-82e38da45c18 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0614936 Feb 03 13:04:05.794097 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e79beabe-79cc-4d94-b056-b09ef130dae9 req-5d3109fd-6e56-4dd9-a84a-efb33f2858e0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511017 Feb 03 13:04:06.132486 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-da1373d2-2600-4637-9cf3-2b013ae08fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:06.697646 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539b996-3ee1-4c19-993c-2ad4bdf87219 req-cfad9f27-8341-4dde-a90a-d133392ce35e tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:06.705160 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b539b996-3ee1-4c19-993c-2ad4bdf87219 req-cfad9f27-8341-4dde-a90a-d133392ce35e tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0732262 Feb 03 13:04:06.774459 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b539b996-3ee1-4c19-993c-2ad4bdf87219 req-4313af9f-3bb8-4ed8-8664-8b35b1c6693e tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681276 Feb 03 13:04:06.932810 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956b2ca-16a9-4554-8997-c8e6d80cc36a req-613028a2-0942-474b-b92d-2a2af983744b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:06.934436 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0956b2ca-16a9-4554-8997-c8e6d80cc36a req-613028a2-0942-474b-b92d-2a2af983744b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0574558 Feb 03 13:04:06.969410 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:06.986141 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0956b2ca-16a9-4554-8997-c8e6d80cc36a req-d46d70bc-9b1d-4c00-9e08-5facacc290b9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454190 Feb 03 13:04:07.898718 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0a532-e3a0-479d-851f-b132a36ae54c req-4a7d6753-5c93-4529-963a-3a69e7dd51c2 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:07.900653 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5db0a532-e3a0-479d-851f-b132a36ae54c req-4a7d6753-5c93-4529-963a-3a69e7dd51c2 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0611687 Feb 03 13:04:07.954178 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5db0a532-e3a0-479d-851f-b132a36ae54c req-3896895c-3445-481b-aaa7-ad01f5dd3c45 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473328 Feb 03 13:04:08.120280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d88d6-9a84-44f1-afed-21a81e2cb323 req-65c43e7c-087b-475f-b504-3dff329df8f7 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:08.124409 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-431d88d6-9a84-44f1-afed-21a81e2cb323 req-65c43e7c-087b-475f-b504-3dff329df8f7 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0603540 Feb 03 13:04:08.178724 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-431d88d6-9a84-44f1-afed-21a81e2cb323 req-58ebcda0-cfef-4bab-9a93-b802eacd270b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506165 Feb 03 13:04:08.249405 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:08.256971 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-4b56a186-fee7-4ec6-ad75-fe7ae6644542 req-2cd4cffd-91ec-4c94-be95-a1bef8cfab7c service neutron] (103189) timed out ('10.222.0.18', 60962) {{(pid=103189) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 13:04:09.092301 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58051db-a2c2-4f3c-987e-35ed9ec7bfa0 req-2d208a1f-49d7-414f-aabc-92c8d1a55658 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:09.093800 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a58051db-a2c2-4f3c-987e-35ed9ec7bfa0 req-2d208a1f-49d7-414f-aabc-92c8d1a55658 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0619049 Feb 03 13:04:09.141488 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a58051db-a2c2-4f3c-987e-35ed9ec7bfa0 req-21f02c29-2949-4bcf-a38a-1e010f690758 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413592 Feb 03 13:04:09.303043 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d3936-d3e5-477c-bed5-d377c3a84d31 req-07520378-bf33-4782-a8b8-85caf53e0c07 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:09.306797 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3a4d3936-d3e5-477c-bed5-d377c3a84d31 req-07520378-bf33-4782-a8b8-85caf53e0c07 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0554867 Feb 03 13:04:09.359228 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3a4d3936-d3e5-477c-bed5-d377c3a84d31 req-22b1a84b-f8c2-49fb-bd97-bdabcdcb306c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455685 Feb 03 13:04:09.861502 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752f624-f597-4f94-aa5c-edb0ee95bc7b req-5bd0d17b-5991-4bf3-bd97-07fa671cac6b tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:09.863668 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2752f624-f597-4f94-aa5c-edb0ee95bc7b req-5bd0d17b-5991-4bf3-bd97-07fa671cac6b tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 1127 time: 0.0446818 Feb 03 13:04:09.882930 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2752f624-f597-4f94-aa5c-edb0ee95bc7b req-ebd507cc-77d5-4b86-8e80-1814b95f16c7 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:09.893715 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:09.960119 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2752f624-f597-4f94-aa5c-edb0ee95bc7b req-ebd507cc-77d5-4b86-8e80-1814b95f16c7 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] Publish callbacks [] for security_group (69b61d42-4c48-429e-87db-778a8129ee32), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:09.964581 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2752f624-f597-4f94-aa5c-edb0ee95bc7b req-ebd507cc-77d5-4b86-8e80-1814b95f16c7 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (69b61d42-4c48-429e-87db-778a8129ee32), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:10.016080 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2752f624-f597-4f94-aa5c-edb0ee95bc7b req-ebd507cc-77d5-4b86-8e80-1814b95f16c7 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467474 Feb 03 13:04:10.016826 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd507cc-77d5-4b86-8e80-1814b95f16c7 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b61d42-4c48-429e-87db-778a8129ee32,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:10.138523 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258db917-cc5c-454d-aaf7-4413d0e21373 req-59371b64-d7ee-49c5-90fa-611ec0561d06 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:10.140151 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-258db917-cc5c-454d-aaf7-4413d0e21373 req-59371b64-d7ee-49c5-90fa-611ec0561d06 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.0565839 Feb 03 13:04:10.193829 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-258db917-cc5c-454d-aaf7-4413d0e21373 req-149cd4b6-4f41-443d-87b4-10b16ef9ea9d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479887 Feb 03 13:04:10.218205 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52010) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:10.264043 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a8975-fdde-490e-b6b5-4fa9c003337e req-300498f3-2586-4e5b-aa1c-aa83717769ed tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:10.265704 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b1a8975-fdde-490e-b6b5-4fa9c003337e req-300498f3-2586-4e5b-aa1c-aa83717769ed tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0554295 Feb 03 13:04:10.289496 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-58ddf1da-a4cb-43b2-978a-f093b7635509 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/floatingips/7c545843-19de-47df-90f3-4315d0749449 HTTP/1.1" status: 200 len: 993 time: 0.0700614 Feb 03 13:04:10.322794 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b1a8975-fdde-490e-b6b5-4fa9c003337e req-f8ac62eb-0836-4aa1-9415-0abc1a6852d5 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499177 Feb 03 13:04:10.480681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417b066-672d-41bc-901d-bc836bc703fa req-71e6d5de-4c5c-458c-8be1-6664887f74da tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:10.484406 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0417b066-672d-41bc-901d-bc836bc703fa req-71e6d5de-4c5c-458c-8be1-6664887f74da tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0554287 Feb 03 13:04:10.530033 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0417b066-672d-41bc-901d-bc836bc703fa req-dbc5f3fc-d927-48d4-804d-1ee350891a47 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416858 Feb 03 13:04:10.590411 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-517916e5-748c-44ae-b4a9-0e12f27209ed req-3184635c-bf1e-4d91-b3e6-78d3e9491436 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:04:10.591520 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-517916e5-748c-44ae-b4a9-0e12f27209ed req-3184635c-bf1e-4d91-b3e6-78d3e9491436 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053303 Feb 03 13:04:10.878988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52026) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:10.947605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9b16c-cd56-4eea-b49c-005483f7cc31 req-e4319060-223c-421b-9d77-86bf21e06e44 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:10.956168 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87e9b16c-cd56-4eea-b49c-005483f7cc31 req-e4319060-223c-421b-9d77-86bf21e06e44 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.0804768 Feb 03 13:04:10.995380 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-3eeb522e-172b-45b0-9c95-b9210411e3c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1150627 Feb 03 13:04:11.004555 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87e9b16c-cd56-4eea-b49c-005483f7cc31 req-991e297e-8abe-4eb0-b0b4-d7d675bee5f0 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472980 Feb 03 13:04:11.004900 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-cc541d57-ceaa-4097-bb06-cd08e565efa7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:04:11.006019 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-cc541d57-ceaa-4097-bb06-cd08e565efa7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054085 Feb 03 13:04:11.451058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aab1ef-f4ab-40bd-9670-e5c5ba96ad66 req-4a848314-8927-4475-8240-9341cc463e2c tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:11.452576 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b9aab1ef-f4ab-40bd-9670-e5c5ba96ad66 req-4a848314-8927-4475-8240-9341cc463e2c tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0588093 Feb 03 13:04:11.502030 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b9aab1ef-f4ab-40bd-9670-e5c5ba96ad66 req-7c075bb5-ad48-4a15-a3fd-e3b831d65a2f tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430882 Feb 03 13:04:11.666254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79486a3-5698-45c2-aae7-b2e67c675399 req-9b338c1a-d062-43e9-867b-2fefb78e9b7c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:11.668555 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f79486a3-5698-45c2-aae7-b2e67c675399 req-9b338c1a-d062-43e9-867b-2fefb78e9b7c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0621190 Feb 03 13:04:11.721031 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f79486a3-5698-45c2-aae7-b2e67c675399 req-3dd88278-5cfd-474e-bd57-69239ff0a552 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460596 Feb 03 13:04:12.137344 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47530653-33d9-49c1-b372-be90e9c390ef req-4605dd6c-ffed-4c15-89df-d6aa5fbf3b41 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:12.138962 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-47530653-33d9-49c1-b372-be90e9c390ef req-4605dd6c-ffed-4c15-89df-d6aa5fbf3b41 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.0651262 Feb 03 13:04:12.219614 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-47530653-33d9-49c1-b372-be90e9c390ef req-d03710c1-b1de-4191-82cc-ad99b0c7c49d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743840 Feb 03 13:04:12.228889 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-75626144-f43b-436a-ad22-515b8799c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:12.230652 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-75626144-f43b-436a-ad22-515b8799c35e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 1127 time: 0.0716517 Feb 03 13:04:12.321560 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-cf12fe71-bd57-49d8-b2e2-a4d8d50af363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:12.323001 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-cf12fe71-bd57-49d8-b2e2-a4d8d50af363 service neutron] 10.222.0.73 "GET /v2.0/networks?id=98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 HTTP/1.1" status: 200 len: 898 time: 0.0847099 Feb 03 13:04:12.392743 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-90641ddd-22bb-467a-a190-353ff8a888f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bb40b38-cb05-4903-ba38-304ace11ee70 HTTP/1.1" status: 200 len: 1001 time: 0.0620258 Feb 03 13:04:12.440302 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-6cfeb58b-ffae-43c4-8c27-bdc3f7cc2ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:12.441882 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-6cfeb58b-ffae-43c4-8c27-bdc3f7cc2ca2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=147cd4bb-5254-4640-afa8-455d6d9066b1 HTTP/1.1" status: 200 len: 835 time: 0.0437520 Feb 03 13:04:12.494751 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-3daeac53-066a-4408-b7fe-0e2ece4d6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:12.496332 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-3daeac53-066a-4408-b7fe-0e2ece4d6937 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488875 Feb 03 13:04:12.597457 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-1f165920-3de7-4ed3-943f-71331f501f04 service neutron] 10.222.0.73 "GET /v2.0/networks/98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942271 Feb 03 13:04:12.633850 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b2dc3-d15b-4076-b265-7e30c118865d req-4ac712d3-49e0-4054-b458-b758d9a5c60e tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:12.635671 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c5b2dc3-d15b-4076-b265-7e30c118865d req-4ac712d3-49e0-4054-b458-b758d9a5c60e tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0574074 Feb 03 13:04:12.693821 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c5b2dc3-d15b-4076-b265-7e30c118865d req-7c7507ca-4f6c-4f19-8ef4-6bd09f558a35 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515959 Feb 03 13:04:12.695414 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-3f9214b8-8477-4f3e-acdb-46e3c7f2d98a service neutron] 10.222.0.73 "GET /v2.0/networks/98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921357 Feb 03 13:04:12.864687 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae2b0b-287e-40b8-9564-be839f5fce6e req-3f38a16d-f9c5-4a60-879e-84772e88d18c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:12.866041 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-57ae2b0b-287e-40b8-9564-be839f5fce6e req-3f38a16d-f9c5-4a60-879e-84772e88d18c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0597723 Feb 03 13:04:12.912512 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-57ae2b0b-287e-40b8-9564-be839f5fce6e req-48282b1e-1c22-4b3e-a397-902074966653 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406580 Feb 03 13:04:13.267527 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414c80d-4484-433d-9705-e009f6f7e065 req-3d0d2af9-0700-4fcc-868b-1c63f22b39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:13.270126 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e414c80d-4484-433d-9705-e009f6f7e065 req-3d0d2af9-0700-4fcc-868b-1c63f22b39b5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 1127 time: 0.0482397 Feb 03 13:04:13.329221 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e414c80d-4484-433d-9705-e009f6f7e065 req-7923ba3d-9d47-45d4-b8d4-064c46951ca9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505645 Feb 03 13:04:13.353416 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551354fb-cca4-4adb-b97d-c663914566cc req-d4266b9e-8ff0-4b45-b3a4-b4772ef4233c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:13.354930 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-551354fb-cca4-4adb-b97d-c663914566cc req-d4266b9e-8ff0-4b45-b3a4-b4772ef4233c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.0561612 Feb 03 13:04:13.405136 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-551354fb-cca4-4adb-b97d-c663914566cc req-c03ca083-6586-426f-9778-14c259f55072 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445120 Feb 03 13:04:13.816229 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3348e-ceb8-4d14-a06e-db489087bb9c req-0b8b511e-8fbe-42d7-a0d9-ef258e2c175e tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:13.817710 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-32b3348e-ceb8-4d14-a06e-db489087bb9c req-0b8b511e-8fbe-42d7-a0d9-ef258e2c175e tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0554531 Feb 03 13:04:13.863903 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-32b3348e-ceb8-4d14-a06e-db489087bb9c req-c8f45a50-e205-478a-9669-3f15761ec4b4 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405624 Feb 03 13:04:14.041141 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dae3e4-4984-48c5-a57a-5299e21e33e5 req-bd586e85-7451-4ca7-88ce-7b58d7c800e3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:14.042565 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5dae3e4-4984-48c5-a57a-5299e21e33e5 req-bd586e85-7451-4ca7-88ce-7b58d7c800e3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0561752 Feb 03 13:04:14.092624 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5dae3e4-4984-48c5-a57a-5299e21e33e5 req-27284c41-ede8-4a28-ae01-75175b42d855 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443084 Feb 03 13:04:14.535567 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f566ae1-bd59-48a3-94b4-1c09456cbd7c req-a665580f-b9df-4fcb-937b-8e87a54bdd0c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:14.537696 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0f566ae1-bd59-48a3-94b4-1c09456cbd7c req-a665580f-b9df-4fcb-937b-8e87a54bdd0c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.0576720 Feb 03 13:04:14.601019 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0f566ae1-bd59-48a3-94b4-1c09456cbd7c req-dfc8ac63-297b-4cb4-95da-0fe13ee17190 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544264 Feb 03 13:04:15.001421 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec55b9-391d-4e14-863b-f407b526ee33 req-b84df79b-6344-4498-b728-493d06885c68 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:15.002551 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6fec55b9-391d-4e14-863b-f407b526ee33 req-b84df79b-6344-4498-b728-493d06885c68 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0695026 Feb 03 13:04:15.050240 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6fec55b9-391d-4e14-863b-f407b526ee33 req-19358426-7c35-4981-98a1-b44151de98d8 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417705 Feb 03 13:04:15.090090 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-3b73ef67-6587-46d9-ada0-790415c17110 req-cf6e4e07-b3e4-4b07-8518-93c6169adbe9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1207771367', 'description': 'tempest-description-1166262179'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:15.114850 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3b73ef67-6587-46d9-ada0-790415c17110 req-cf6e4e07-b3e4-4b07-8518-93c6169adbe9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:15.198345 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3b73ef67-6587-46d9-ada0-790415c17110 req-cf6e4e07-b3e4-4b07-8518-93c6169adbe9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks [] for security_group (48337f70-d854-4357-b862-d1dfebeb0eaf), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:15.205169 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3b73ef67-6587-46d9-ada0-790415c17110 req-cf6e4e07-b3e4-4b07-8518-93c6169adbe9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (48337f70-d854-4357-b862-d1dfebeb0eaf), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:15.236213 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3b73ef67-6587-46d9-ada0-790415c17110 req-cf6e4e07-b3e4-4b07-8518-93c6169adbe9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:15.237564 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b73ef67-6587-46d9-ada0-790415c17110 req-cf6e4e07-b3e4-4b07-8518-93c6169adbe9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.1515172 Feb 03 13:04:15.246172 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb0024-83a0-4b4b-9421-695127bc7438 req-a23416e7-d525-4704-9834-40de19e8bb75 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:15.247536 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e4e07-b3e4-4b07-8518-93c6169adbe9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48337f70-d854-4357-b862-d1dfebeb0eaf,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:15.250126 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7bb0024-83a0-4b4b-9421-695127bc7438 req-a23416e7-d525-4704-9834-40de19e8bb75 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0785279 Feb 03 13:04:15.262232 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e4e07-b3e4-4b07-8518-93c6169adbe9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:15.262819 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e4e07-b3e4-4b07-8518-93c6169adbe9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:15.263338 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e4e07-b3e4-4b07-8518-93c6169adbe9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:15.263894 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e4e07-b3e4-4b07-8518-93c6169adbe9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:15.264614 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e4e07-b3e4-4b07-8518-93c6169adbe9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:15.265022 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e4e07-b3e4-4b07-8518-93c6169adbe9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:15.265442 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e4e07-b3e4-4b07-8518-93c6169adbe9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:15.265786 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e4e07-b3e4-4b07-8518-93c6169adbe9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:15.266261 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e4e07-b3e4-4b07-8518-93c6169adbe9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:15.266610 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e4e07-b3e4-4b07-8518-93c6169adbe9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:15.266920 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e4e07-b3e4-4b07-8518-93c6169adbe9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:15.267244 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e4e07-b3e4-4b07-8518-93c6169adbe9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:15.267569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6e4e07-b3e4-4b07-8518-93c6169adbe9 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:15.336130 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7bb0024-83a0-4b4b-9421-695127bc7438 req-9e33ada7-5f22-47dd-aaaf-69d9dbeabc8d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797591 Feb 03 13:04:15.358650 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5d5d01cf-bc44-49b2-bf36-347e12db0802 req-1b33a563-c706-42ca-8124-366e3d84ab06 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1207771367&fields=id&tenant_id=6bbf170378304e5f98b95eb6ac02098a HTTP/1.1" status: 200 len: 267 time: 0.0492072 Feb 03 13:04:15.414405 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d01cf-bc44-49b2-bf36-347e12db0802 req-86649252-2b5f-4cbd-b45b-5b7fe9358431 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:15.415877 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5d5d01cf-bc44-49b2-bf36-347e12db0802 req-86649252-2b5f-4cbd-b45b-5b7fe9358431 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0519762 Feb 03 13:04:15.426642 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-5d5d01cf-bc44-49b2-bf36-347e12db0802 req-2b59c6e1-7644-4590-9b8a-85e1733bd8c1 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Request body: {'port': {'security_groups': ['97d82f7a-3338-4e3f-adcc-e72d0a62f743', '48337f70-d854-4357-b862-d1dfebeb0eaf']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:15.498758 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5d5d01cf-bc44-49b2-bf36-347e12db0802 req-2b59c6e1-7644-4590-9b8a-85e1733bd8c1 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (40b68a5c-45d9-43a7-bfe8-43942e06d3ca), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:15.689406 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5d5d01cf-bc44-49b2-bf36-347e12db0802 req-2b59c6e1-7644-4590-9b8a-85e1733bd8c1 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] For port 40b68a5c-45d9-43a7-bfe8-43942e06d3ca, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=40b68a5c-45d9-43a7-bfe8-43942e06d3ca,segment=NetworkSegment(06603dfb-fdc6-474b-adcb-3e7344797857),segment_id=06603dfb-fdc6-474b-adcb-3e7344797857)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:15.728160 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5d5d01cf-bc44-49b2-bf36-347e12db0802 req-2b59c6e1-7644-4590-9b8a-85e1733bd8c1 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks [] for port (40b68a5c-45d9-43a7-bfe8-43942e06d3ca), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:15.734217 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5d5d01cf-bc44-49b2-bf36-347e12db0802 req-2b59c6e1-7644-4590-9b8a-85e1733bd8c1 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (40b68a5c-45d9-43a7-bfe8-43942e06d3ca), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:15.734488 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95daef42-22a2-4df4-adbb-6d23b34ce5ea req-ef7ae980-4e5e-48c2-97e0-aef986aa5f3a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:15.738054 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-95daef42-22a2-4df4-adbb-6d23b34ce5ea req-ef7ae980-4e5e-48c2-97e0-aef986aa5f3a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.0632207 Feb 03 13:04:15.747105 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['40b68a5c-45d9-43a7-bfe8-43942e06d3ca'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:04:15.804488 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-95daef42-22a2-4df4-adbb-6d23b34ce5ea req-c183e8fd-dea3-4cd5-8a83-15e21070cd1e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590312 Feb 03 13:04:15.850058 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:04:15.995226 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:16.141651 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d01cf-bc44-49b2-bf36-347e12db0802 req-2b59c6e1-7644-4590-9b8a-85e1733bd8c1 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:16.142260 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5d5d01cf-bc44-49b2-bf36-347e12db0802 req-2b59c6e1-7644-4590-9b8a-85e1733bd8c1 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:16.143740 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5d5d01cf-bc44-49b2-bf36-347e12db0802 req-2b59c6e1-7644-4590-9b8a-85e1733bd8c1 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "PUT /v2.0/ports/40b68a5c-45d9-43a7-bfe8-43942e06d3ca HTTP/1.1" status: 200 len: 981 time: 0.7215004 Feb 03 13:04:16.144227 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54214f19-73ff-43e6-86f9-870663e7593d', 'tag': '40b68a5c-45d9-43a7-bfe8-43942e06d3ca'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:04:16.149333 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6550a8ed-2128-4762-9c66-ca5f70462606" -d '{"events": [{"name": "network-changed", "server_uuid": "54214f19-73ff-43e6-86f9-870663e7593d", "tag": "40b68a5c-45d9-43a7-bfe8-43942e06d3ca"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:04:16.171105 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59c6e1-7644-4590-9b8a-85e1733bd8c1 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Pushing event updated for resources: {'Port': ['ID=40b68a5c-45d9-43a7-bfe8-43942e06d3ca,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:16.202326 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe897a8-9736-460c-9a62-d43379236ca4 x-openstack-request-id: req-fbe897a8-9736-460c-9a62-d43379236ca4 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:04:16.202694 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54214f19-73ff-43e6-86f9-870663e7593d", "tag": "40b68a5c-45d9-43a7-bfe8-43942e06d3ca", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:04:16.203018 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fbe897a8-9736-460c-9a62-d43379236ca4 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:04:16.203484 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54214f19-73ff-43e6-86f9-870663e7593d', 'tag': '40b68a5c-45d9-43a7-bfe8-43942e06d3ca', 'status': 'completed', 'code': 200} Feb 03 13:04:16.206571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['40b68a5c-45d9-43a7-bfe8-43942e06d3ca'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:04:16.274699 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1dd7c08e-3bb0-466b-b2c7-50a0df6bbcd7 req-aaa07884-21eb-441e-899b-e8b0a18ea23d tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1207771367&fields=id&tenant_id=6bbf170378304e5f98b95eb6ac02098a HTTP/1.1" status: 200 len: 267 time: 0.0551579 Feb 03 13:04:16.374480 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7c08e-3bb0-466b-b2c7-50a0df6bbcd7 req-9d034a85-b86e-45fa-bf7d-6264ad0e6216 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:16.376662 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1dd7c08e-3bb0-466b-b2c7-50a0df6bbcd7 req-9d034a85-b86e-45fa-bf7d-6264ad0e6216 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 984 time: 0.0890877 Feb 03 13:04:16.385127 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550a8ed-2128-4762-9c66-ca5f70462606 req-655a71ad-a481-48cc-b46e-68edf6442281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:16.386579 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6550a8ed-2128-4762-9c66-ca5f70462606 req-655a71ad-a481-48cc-b46e-68edf6442281 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bbf170378304e5f98b95eb6ac02098a&device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 1166 time: 0.1622503 Feb 03 13:04:16.392927 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1dd7c08e-3bb0-466b-b2c7-50a0df6bbcd7 req-5cc5c427-9952-43ee-96b5-ca57f1237449 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Request body: {'port': {'security_groups': ['97d82f7a-3338-4e3f-adcc-e72d0a62f743']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:16.461427 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e39af-04df-4a63-a6cb-56ab6959b322 req-1f8f7e05-c328-449e-9e02-30836d9e6ac0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:16.463097 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-216e39af-04df-4a63-a6cb-56ab6959b322 req-1f8f7e05-c328-449e-9e02-30836d9e6ac0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0554931 Feb 03 13:04:16.511241 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-216e39af-04df-4a63-a6cb-56ab6959b322 req-bf50561b-efe1-4e20-b974-2074dd1faa76 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420611 Feb 03 13:04:16.547490 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1dd7c08e-3bb0-466b-b2c7-50a0df6bbcd7 req-5cc5c427-9952-43ee-96b5-ca57f1237449 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (40b68a5c-45d9-43a7-bfe8-43942e06d3ca), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:16.571021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550a8ed-2128-4762-9c66-ca5f70462606 req-2a460ebd-baee-4763-9aaf-638b7f8d7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:16.572512 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6550a8ed-2128-4762-9c66-ca5f70462606 req-2a460ebd-baee-4763-9aaf-638b7f8d7b0f service neutron] 10.222.0.31 "GET /v2.0/networks?id=16701321-599d-4d3c-b5a8-eca3d99f90ec HTTP/1.1" status: 200 len: 921 time: 0.1760547 Feb 03 13:04:16.637226 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6550a8ed-2128-4762-9c66-ca5f70462606 req-76387a78-b939-4e5f-b8d6-696eb7ae663c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40b68a5c-45d9-43a7-bfe8-43942e06d3ca HTTP/1.1" status: 200 len: 217 time: 0.0403140 Feb 03 13:04:16.715143 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550a8ed-2128-4762-9c66-ca5f70462606 req-93dc01ee-f08e-41e7-a7f5-cba1869ac341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:16.716527 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6550a8ed-2128-4762-9c66-ca5f70462606 req-93dc01ee-f08e-41e7-a7f5-cba1869ac341 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcebf094-1a48-4332-8ac6-12c1fc9efc80 HTTP/1.1" status: 200 len: 860 time: 0.0718732 Feb 03 13:04:16.761839 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6550a8ed-2128-4762-9c66-ca5f70462606 req-fa335328-7939-44ed-badf-0ca64616e854 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=16701321-599d-4d3c-b5a8-eca3d99f90ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375025 Feb 03 13:04:16.892274 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1dd7c08e-3bb0-466b-b2c7-50a0df6bbcd7 req-5cc5c427-9952-43ee-96b5-ca57f1237449 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] For port 40b68a5c-45d9-43a7-bfe8-43942e06d3ca, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=40b68a5c-45d9-43a7-bfe8-43942e06d3ca,segment=NetworkSegment(06603dfb-fdc6-474b-adcb-3e7344797857),segment_id=06603dfb-fdc6-474b-adcb-3e7344797857)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:16.919598 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6550a8ed-2128-4762-9c66-ca5f70462606 req-6b7bc29d-75e2-41b2-9a23-341102a16677 service neutron] 10.222.0.31 "GET /v2.0/networks/16701321-599d-4d3c-b5a8-eca3d99f90ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513953 Feb 03 13:04:16.937528 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd034d1-76ed-4147-9af4-47093a1af09f req-4db05e80-c066-42a4-bd15-4f96bb5fff8f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:16.939152 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3cd034d1-76ed-4147-9af4-47093a1af09f req-4db05e80-c066-42a4-bd15-4f96bb5fff8f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.0554225 Feb 03 13:04:16.953404 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1dd7c08e-3bb0-466b-b2c7-50a0df6bbcd7 req-5cc5c427-9952-43ee-96b5-ca57f1237449 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks [] for port (40b68a5c-45d9-43a7-bfe8-43942e06d3ca), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:16.970477 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1dd7c08e-3bb0-466b-b2c7-50a0df6bbcd7 req-5cc5c427-9952-43ee-96b5-ca57f1237449 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (40b68a5c-45d9-43a7-bfe8-43942e06d3ca), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:16.982986 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['40b68a5c-45d9-43a7-bfe8-43942e06d3ca'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:04:17.023414 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3cd034d1-76ed-4147-9af4-47093a1af09f req-4b6803b8-ec7a-4641-a316-95f7b61382f3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714941 Feb 03 13:04:17.059136 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7c08e-3bb0-466b-b2c7-50a0df6bbcd7 req-5cc5c427-9952-43ee-96b5-ca57f1237449 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:17.059756 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1dd7c08e-3bb0-466b-b2c7-50a0df6bbcd7 req-5cc5c427-9952-43ee-96b5-ca57f1237449 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:17.061205 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1dd7c08e-3bb0-466b-b2c7-50a0df6bbcd7 req-5cc5c427-9952-43ee-96b5-ca57f1237449 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "PUT /v2.0/ports/40b68a5c-45d9-43a7-bfe8-43942e06d3ca HTTP/1.1" status: 200 len: 942 time: 0.6731632 Feb 03 13:04:17.090482 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5c427-9952-43ee-96b5-ca57f1237449 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Pushing event updated for resources: {'Port': ['ID=40b68a5c-45d9-43a7-bfe8-43942e06d3ca,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:17.096601 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6550a8ed-2128-4762-9c66-ca5f70462606 req-7f829b26-398c-4e48-a38e-3efd3d0651f6 service neutron] 10.222.0.31 "GET /v2.0/networks/16701321-599d-4d3c-b5a8-eca3d99f90ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676297 Feb 03 13:04:17.142007 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['40b68a5c-45d9-43a7-bfe8-43942e06d3ca'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:04:17.283832 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-274743da-5136-4cf0-9550-87381edd5240 req-ab5e222c-b19a-4df2-847b-c93291574407 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1914926 Feb 03 13:04:17.294359 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-274743da-5136-4cf0-9550-87381edd5240 req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:17.319728 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-274743da-5136-4cf0-9550-87381edd5240 req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:17.421043 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-274743da-5136-4cf0-9550-87381edd5240 req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:17.543020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-274743da-5136-4cf0-9550-87381edd5240 req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Allocated IP 172.25.6.163 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/9cb4a89a-6865-4574-87b1-9688a02ebe1e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:04:17.647032 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0fc99-2458-4171-abfe-68a4786c4784 req-a37115bd-c5eb-4100-a050-47d7ad668ceb tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:17.651976 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8fe0fc99-2458-4171-abfe-68a4786c4784 req-a37115bd-c5eb-4100-a050-47d7ad668ceb tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0639989 Feb 03 13:04:17.666385 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-274743da-5136-4cf0-9550-87381edd5240 req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks [] for port (9cb4a89a-6865-4574-87b1-9688a02ebe1e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:17.701359 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8fe0fc99-2458-4171-abfe-68a4786c4784 req-2eb0b5b6-ba53-4c9c-ac8c-4ee13d4be5bb tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459838 Feb 03 13:04:17.704037 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-274743da-5136-4cf0-9550-87381edd5240 req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (9cb4a89a-6865-4574-87b1-9688a02ebe1e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:17.747197 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274743da-5136-4cf0-9550-87381edd5240 req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:04:17.753869 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-274743da-5136-4cf0-9550-87381edd5240 req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:04:17.757676 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Pushing event updated for resources: {'Port': ['ID=9cb4a89a-6865-4574-87b1-9688a02ebe1e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:17.760657 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-274743da-5136-4cf0-9550-87381edd5240 req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:04:17.793831 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:17.794135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:17.794444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:17.794792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:17.795184 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:17.795491 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:17.795835 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:17.796216 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:17.796553 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:17.796885 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:17.797223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:17.797566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:17.797900 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:17.898516 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-274743da-5136-4cf0-9550-87381edd5240 req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks [] for floatingip (6f6bb8a3-6f84-4166-a706-2bfefe0c07fb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:17.948739 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-274743da-5136-4cf0-9550-87381edd5240 req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9cb4a89a-6865-4574-87b1-9688a02ebe1e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:18.129657 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-274743da-5136-4cf0-9550-87381edd5240 req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks [] for port (9cb4a89a-6865-4574-87b1-9688a02ebe1e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:18.134670 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-274743da-5136-4cf0-9550-87381edd5240 req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (9cb4a89a-6865-4574-87b1-9688a02ebe1e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:18.165894 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4df6e7-496f-4abd-ac2d-002df5d420f6 req-c3e48bc7-e88d-475b-8666-4bdec6175381 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:18.172718 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4d4df6e7-496f-4abd-ac2d-002df5d420f6 req-c3e48bc7-e88d-475b-8666-4bdec6175381 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.0731728 Feb 03 13:04:18.204208 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54214f19-73ff-43e6-86f9-870663e7593d', 'tag': '40b68a5c-45d9-43a7-bfe8-43942e06d3ca'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:04:18.207375 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18f2399-59c9-4f17-962d-4f00d90d3bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "54214f19-73ff-43e6-86f9-870663e7593d", "tag": "40b68a5c-45d9-43a7-bfe8-43942e06d3ca"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:04:18.210295 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Pushing event updated for resources: {'Port': ['ID=9cb4a89a-6865-4574-87b1-9688a02ebe1e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:18.220739 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-274743da-5136-4cf0-9550-87381edd5240 req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (6f6bb8a3-6f84-4166-a706-2bfefe0c07fb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:18.230469 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4d4df6e7-496f-4abd-ac2d-002df5d420f6 req-4c471a21-21ea-47a7-a3d7-7f2f5d211212 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541217 Feb 03 13:04:18.238176 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-274743da-5136-4cf0-9550-87381edd5240 req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:18.239451 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-274743da-5136-4cf0-9550-87381edd5240 req-487e6bb2-ec6c-45d4-a27b-ce51d335d209 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9491901 Feb 03 13:04:18.287277 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0140287d-8493-4add-b465-3460da8f6604 x-openstack-request-id: req-0140287d-8493-4add-b465-3460da8f6604 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:04:18.287580 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54214f19-73ff-43e6-86f9-870663e7593d", "tag": "40b68a5c-45d9-43a7-bfe8-43942e06d3ca", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:04:18.287841 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0140287d-8493-4add-b465-3460da8f6604 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:04:18.288277 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54214f19-73ff-43e6-86f9-870663e7593d', 'tag': '40b68a5c-45d9-43a7-bfe8-43942e06d3ca', 'status': 'completed', 'code': 200} Feb 03 13:04:18.335430 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-274743da-5136-4cf0-9550-87381edd5240 req-518a04e0-8303-4e98-8c1c-479d82e7978f tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 696 time: 0.0891178 Feb 03 13:04:18.359536 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f2399-59c9-4f17-962d-4f00d90d3bd5 req-b02edcf0-af03-421b-b93e-1e827e27f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:18.361990 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d18f2399-59c9-4f17-962d-4f00d90d3bd5 req-b02edcf0-af03-421b-b93e-1e827e27f48d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bbf170378304e5f98b95eb6ac02098a&device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 1127 time: 0.0523987 Feb 03 13:04:18.448008 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274743da-5136-4cf0-9550-87381edd5240 req-f8b1c1ce-6cb1-414a-8a29-76981ce0b5f5 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:18.449380 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-274743da-5136-4cf0-9550-87381edd5240 req-f8b1c1ce-6cb1-414a-8a29-76981ce0b5f5 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.1079168 Feb 03 13:04:18.457942 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f2399-59c9-4f17-962d-4f00d90d3bd5 req-f0e1ee99-eb26-4ef2-a524-7f8fe7ef0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:18.459494 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d18f2399-59c9-4f17-962d-4f00d90d3bd5 req-f0e1ee99-eb26-4ef2-a524-7f8fe7ef0ed6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=16701321-599d-4d3c-b5a8-eca3d99f90ec HTTP/1.1" status: 200 len: 921 time: 0.0914402 Feb 03 13:04:18.461800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-274743da-5136-4cf0-9550-87381edd5240 req-15c401b5-0b2e-47df-adb5-5c8595298263 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:04:18.462794 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-274743da-5136-4cf0-9550-87381edd5240 req-15c401b5-0b2e-47df-adb5-5c8595298263 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056171 Feb 03 13:04:18.501489 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d18f2399-59c9-4f17-962d-4f00d90d3bd5 req-7344a581-66c1-44c0-b8d2-bded5e1a5fc6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40b68a5c-45d9-43a7-bfe8-43942e06d3ca HTTP/1.1" status: 200 len: 217 time: 0.0360079 Feb 03 13:04:18.611585 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f2399-59c9-4f17-962d-4f00d90d3bd5 req-6a77564c-e041-4074-b5ee-66c0a4ff8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:18.613607 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d18f2399-59c9-4f17-962d-4f00d90d3bd5 req-6a77564c-e041-4074-b5ee-66c0a4ff8bc5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcebf094-1a48-4332-8ac6-12c1fc9efc80 HTTP/1.1" status: 200 len: 860 time: 0.1045916 Feb 03 13:04:18.660722 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-693be6fc-f71f-4914-b40f-9e09398f258a tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:18.662786 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-693be6fc-f71f-4914-b40f-9e09398f258a tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1444876 Feb 03 13:04:18.664218 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d18f2399-59c9-4f17-962d-4f00d90d3bd5 req-2d9bee82-c10b-4abe-b9f1-13da429a1d3a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=16701321-599d-4d3c-b5a8-eca3d99f90ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444794 Feb 03 13:04:18.765705 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-6fe8ce34-687d-4071-93fc-49df289dc673 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 696 time: 0.0961866 Feb 03 13:04:18.797753 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-59f6d10c-6d26-4224-9e19-2a3a688812be tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Request body: {'floatingip': {'port_id': '40b68a5c-45d9-43a7-bfe8-43942e06d3ca', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:18.835263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb5746-f0e0-4201-a129-88be452f7868 req-128e4664-3c22-4192-b42a-f692adad59db tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:18.836843 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0cfb5746-f0e0-4201-a129-88be452f7868 req-128e4664-3c22-4192-b42a-f692adad59db tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0557742 Feb 03 13:04:18.846600 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-59f6d10c-6d26-4224-9e19-2a3a688812be tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks [] for floatingip (6f6bb8a3-6f84-4166-a706-2bfefe0c07fb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:18.885489 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0cfb5746-f0e0-4201-a129-88be452f7868 req-d60fc886-4543-4e56-b624-1620bcd2302e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420482 Feb 03 13:04:18.919339 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d18f2399-59c9-4f17-962d-4f00d90d3bd5 req-6b3d11aa-b1a4-462c-9805-ad0e0d4b73a6 service neutron] 10.222.0.31 "GET /v2.0/networks/16701321-599d-4d3c-b5a8-eca3d99f90ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481275 Feb 03 13:04:19.088976 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d18f2399-59c9-4f17-962d-4f00d90d3bd5 req-9d94bc19-27f6-4818-9bda-76c991553345 service neutron] 10.222.0.31 "GET /v2.0/networks/16701321-599d-4d3c-b5a8-eca3d99f90ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640000 Feb 03 13:04:19.378684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4af307-ea24-41de-b994-bc0209398969 req-e75207ec-c13f-425d-ae4a-5c2b0c6f80bf tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:19.384067 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-59f6d10c-6d26-4224-9e19-2a3a688812be tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:19.385411 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec4af307-ea24-41de-b994-bc0209398969 req-e75207ec-c13f-425d-ae4a-5c2b0c6f80bf tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.0586839 Feb 03 13:04:19.388415 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-59f6d10c-6d26-4224-9e19-2a3a688812be tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (6f6bb8a3-6f84-4166-a706-2bfefe0c07fb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:19.431855 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec4af307-ea24-41de-b994-bc0209398969 req-f905da12-f9fd-467a-bc11-511685452275 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454714 Feb 03 13:04:19.497991 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-59f6d10c-6d26-4224-9e19-2a3a688812be tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Floating IP 6f6bb8a3-6f84-4166-a706-2bfefe0c07fb associated. External IP: 172.25.6.163, port: 40b68a5c-45d9-43a7-bfe8-43942e06d3ca. Feb 03 13:04:19.708220 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-59f6d10c-6d26-4224-9e19-2a3a688812be tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Router 609763a0-3ce4-476f-9718-e014562b81f1 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:04:19.814781 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-59f6d10c-6d26-4224-9e19-2a3a688812be tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:04:19.820232 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-59f6d10c-6d26-4224-9e19-2a3a688812be tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:19.826088 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92739e5-284d-4992-bdb7-5478fc6ace14 None None] Sync routers for ids ['609763a0-3ce4-476f-9718-e014562b81f1'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:04:19.836496 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92739e5-284d-4992-bdb7-5478fc6ace14 None None] Routers {'609763a0-3ce4-476f-9718-e014562b81f1'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:19.837318 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f92739e5-284d-4992-bdb7-5478fc6ace14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:04:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['609763a0-3ce4-476f-9718-e014562b81f1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:19.854331 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-59f6d10c-6d26-4224-9e19-2a3a688812be tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "PUT /v2.0/floatingips/6f6bb8a3-6f84-4166-a706-2bfefe0c07fb HTTP/1.1" status: 200 len: 996 time: 1.0617456 Feb 03 13:04:19.913949 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-b3647a80-8252-4df9-bc03-39075a350813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:19.921468 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-b3647a80-8252-4df9-bc03-39075a350813 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbf170378304e5f98b95eb6ac02098a&device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 1127 time: 0.0549414 Feb 03 13:04:19.964903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f92739e5-284d-4992-bdb7-5478fc6ace14 None None] Set router 609763a0-3ce4-476f-9718-e014562b81f1 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:04:20.027642 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9508d-ba76-4303-a14f-11e3c550a525 req-a4928a39-d9d2-4a62-adb9-989b2712f5a7 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:20.029921 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9b9508d-ba76-4303-a14f-11e3c550a525 req-a4928a39-d9d2-4a62-adb9-989b2712f5a7 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0663879 Feb 03 13:04:20.045539 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-8d8d213c-b992-403f-9f1a-3b0892999251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:20.047713 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-8d8d213c-b992-403f-9f1a-3b0892999251 service neutron] 10.222.0.18 "GET /v2.0/networks?id=16701321-599d-4d3c-b5a8-eca3d99f90ec HTTP/1.1" status: 200 len: 921 time: 0.1257296 Feb 03 13:04:20.084928 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9b9508d-ba76-4303-a14f-11e3c550a525 req-f6c1a53f-7147-416c-ae1a-2b841598f745 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473137 Feb 03 13:04:20.134799 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-1839899f-e2b4-4c22-9024-bed7699eee62 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40b68a5c-45d9-43a7-bfe8-43942e06d3ca HTTP/1.1" status: 200 len: 999 time: 0.0795610 Feb 03 13:04:20.194822 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-012c7c8a-da9a-43f5-b81c-483589ceee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:20.196456 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-012c7c8a-da9a-43f5-b81c-483589ceee0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcebf094-1a48-4332-8ac6-12c1fc9efc80 HTTP/1.1" status: 200 len: 860 time: 0.0558500 Feb 03 13:04:20.230178 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f92739e5-284d-4992-bdb7-5478fc6ace14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609763a0-3ce4-476f-9718-e014562b81f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1788870857-router', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:24Z', 'revision_number': 4, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'gw_port': {'id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:19Z', 'updated_at': '2022-02-03T13:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '6f6bb8a3-6f84-4166-a706-2bfefe0c07fb', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'floating_ip_address': '172.25.6.163', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'port_id': '40b68a5c-45d9-43a7-bfe8-43942e06d3ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec', 'mac_address': 'fa:16:3e:25:44:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54214f19-73ff-43e6-86f9-870663e7593d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:04:17Z', 'updated_at': '2022-02-03T13:04:19Z', 'revision_number': 1, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7289be4b-ddc0-457c-bb00-bb85baf9016f', 'name': '', 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'mac_address': 'fa:16:3e:42:74:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'fcebf094-1a48-4332-8ac6-12c1fc9efc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:23Z', 'updated_at': '2022-02-03T13:03:31Z', 'revision_number': 5, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'subnets': [{'id': 'fcebf094-1a48-4332-8ac6-12c1fc9efc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:20.233875 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-b3c2f400-1ba6-4901-9a28-0dcb1a58a930 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16701321-599d-4d3c-b5a8-eca3d99f90ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303257 Feb 03 13:04:20.242107 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-86768a3d-6f36-4be3-9937-7192c735b05d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:04:20.243117 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-86768a3d-6f36-4be3-9937-7192c735b05d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059865 Feb 03 13:04:20.258141 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92739e5-284d-4992-bdb7-5478fc6ace14 None None] Checking router: 609763a0-3ce4-476f-9718-e014562b81f1 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:04:20.266018 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92739e5-284d-4992-bdb7-5478fc6ace14 None None] Routers {'609763a0-3ce4-476f-9718-e014562b81f1'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:20.266626 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f92739e5-284d-4992-bdb7-5478fc6ace14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:04:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['609763a0-3ce4-476f-9718-e014562b81f1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:20.310702 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54214f19-73ff-43e6-86f9-870663e7593d', 'tag': '40b68a5c-45d9-43a7-bfe8-43942e06d3ca'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:04:20.313259 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3687a6a2-5f20-4aee-b4fc-fa5609916cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "54214f19-73ff-43e6-86f9-870663e7593d", "tag": "40b68a5c-45d9-43a7-bfe8-43942e06d3ca"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:04:20.357848 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-fc05c63c-1fb8-4db6-8839-a7f0c1d7f528 service neutron] 10.222.0.18 "GET /v2.0/networks/16701321-599d-4d3c-b5a8-eca3d99f90ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081510 Feb 03 13:04:20.369841 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ba3dd6-6790-453a-9b81-43d9a28078b7 x-openstack-request-id: req-32ba3dd6-6790-453a-9b81-43d9a28078b7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:04:20.370629 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54214f19-73ff-43e6-86f9-870663e7593d", "tag": "40b68a5c-45d9-43a7-bfe8-43942e06d3ca", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:04:20.371102 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32ba3dd6-6790-453a-9b81-43d9a28078b7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:04:20.371664 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54214f19-73ff-43e6-86f9-870663e7593d', 'tag': '40b68a5c-45d9-43a7-bfe8-43942e06d3ca', 'status': 'completed', 'code': 200} Feb 03 13:04:20.490991 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ccf79a3-b36f-471d-b51d-49d4c8a68d0f req-5055a615-efa1-400f-a9db-2c901c3c158a service neutron] 10.222.0.18 "GET /v2.0/networks/16701321-599d-4d3c-b5a8-eca3d99f90ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319470 Feb 03 13:04:20.530587 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687a6a2-5f20-4aee-b4fc-fa5609916cdf req-18a68e4e-7d80-4d94-8c4f-2f89f7402d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:20.532143 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3687a6a2-5f20-4aee-b4fc-fa5609916cdf req-18a68e4e-7d80-4d94-8c4f-2f89f7402d0a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bbf170378304e5f98b95eb6ac02098a&device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 1127 time: 0.1305873 Feb 03 13:04:20.560406 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f92739e5-284d-4992-bdb7-5478fc6ace14 None None] Set router 609763a0-3ce4-476f-9718-e014562b81f1 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:04:20.571992 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4893e3a-2f79-4bd3-8a84-cc46e97bf771 req-ae5fe5ed-5f58-49db-9e62-01a19db43b3c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:20.579040 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4893e3a-2f79-4bd3-8a84-cc46e97bf771 req-ae5fe5ed-5f58-49db-9e62-01a19db43b3c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.0699017 Feb 03 13:04:20.656294 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4893e3a-2f79-4bd3-8a84-cc46e97bf771 req-c55657ad-0f3f-40fd-b043-d26b51f3e690 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636861 Feb 03 13:04:20.696455 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-7b6940f3-0dc3-41b5-a279-ecf3762f2027 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 999 time: 0.1622648 Feb 03 13:04:20.790769 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-02918e29-b09a-4e76-813a-5cc24cc2964f tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:20.792173 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-02918e29-b09a-4e76-813a-5cc24cc2964f tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports/40b68a5c-45d9-43a7-bfe8-43942e06d3ca HTTP/1.1" status: 200 len: 942 time: 0.0704293 Feb 03 13:04:20.796947 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687a6a2-5f20-4aee-b4fc-fa5609916cdf req-28c232aa-cc25-44c6-8fa6-a5a0e71c1037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:20.798328 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3687a6a2-5f20-4aee-b4fc-fa5609916cdf req-28c232aa-cc25-44c6-8fa6-a5a0e71c1037 service neutron] 10.222.0.31 "GET /v2.0/networks?id=16701321-599d-4d3c-b5a8-eca3d99f90ec HTTP/1.1" status: 200 len: 921 time: 0.1847413 Feb 03 13:04:20.830222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f92739e5-284d-4992-bdb7-5478fc6ace14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609763a0-3ce4-476f-9718-e014562b81f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1788870857-router', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:24Z', 'revision_number': 4, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'gw_port': {'id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:19Z', 'updated_at': '2022-02-03T13:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '6f6bb8a3-6f84-4166-a706-2bfefe0c07fb', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'floating_ip_address': '172.25.6.163', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'port_id': '40b68a5c-45d9-43a7-bfe8-43942e06d3ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec', 'mac_address': 'fa:16:3e:25:44:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54214f19-73ff-43e6-86f9-870663e7593d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:04:17Z', 'updated_at': '2022-02-03T13:04:19Z', 'revision_number': 1, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7289be4b-ddc0-457c-bb00-bb85baf9016f', 'name': '', 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'mac_address': 'fa:16:3e:42:74:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'fcebf094-1a48-4332-8ac6-12c1fc9efc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:23Z', 'updated_at': '2022-02-03T13:03:31Z', 'revision_number': 5, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'subnets': [{'id': 'fcebf094-1a48-4332-8ac6-12c1fc9efc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:20.857978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92739e5-284d-4992-bdb7-5478fc6ace14 None None] The sync data for ids ['609763a0-3ce4-476f-9718-e014562b81f1'] in n-d-827336-3 is: [{'id': '609763a0-3ce4-476f-9718-e014562b81f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1788870857-router', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:24Z', 'revision_number': 4, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'gw_port': {'id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:19Z', 'updated_at': '2022-02-03T13:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '6f6bb8a3-6f84-4166-a706-2bfefe0c07fb', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'floating_ip_address': '172.25.6.163', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'port_id': '40b68a5c-45d9-43a7-bfe8-43942e06d3ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec', 'mac_address': 'fa:16:3e:25:44:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54214f19-73ff-43e6-86f9-870663e7593d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:04:17Z', 'updated_at': '2022-02-03T13:04:19Z', 'revision_number': 1, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7289be4b-ddc0-457c-bb00-bb85baf9016f', 'name': '', 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'mac_address': 'fa:16:3e:42:74:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'fcebf094-1a48-4332-8ac6-12c1fc9efc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:23Z', 'updated_at': '2022-02-03T13:03:31Z', 'revision_number': 5, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'subnets': [{'id': 'fcebf094-1a48-4332-8ac6-12c1fc9efc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:04:20.872816 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3687a6a2-5f20-4aee-b4fc-fa5609916cdf req-0b8e333f-a50f-47fe-956e-4dd27e2a2b59 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40b68a5c-45d9-43a7-bfe8-43942e06d3ca HTTP/1.1" status: 200 len: 999 time: 0.0682878 Feb 03 13:04:20.969959 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-4f05934b-2b65-49e3-98b9-4fcf21a8fc67 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 999 time: 0.1115689 Feb 03 13:04:20.972140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687a6a2-5f20-4aee-b4fc-fa5609916cdf req-0274c982-5cdd-4cbe-a6f0-f86de28bf705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:20.973613 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3687a6a2-5f20-4aee-b4fc-fa5609916cdf req-0274c982-5cdd-4cbe-a6f0-f86de28bf705 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcebf094-1a48-4332-8ac6-12c1fc9efc80 HTTP/1.1" status: 200 len: 860 time: 0.0674191 Feb 03 13:04:21.026612 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3687a6a2-5f20-4aee-b4fc-fa5609916cdf req-fbff9246-9948-4217-8bda-961703c16f19 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=16701321-599d-4d3c-b5a8-eca3d99f90ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401411 Feb 03 13:04:21.149105 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dc7af0-dfb3-4b66-82b6-276ccfa8d60a None None] New status for floating IP 6f6bb8a3-6f84-4166-a706-2bfefe0c07fb: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:04:21.237088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74b823-5982-4c1b-8d24-8ec429b88137 req-bb1eb539-e4f6-4652-808a-dcae89fcc555 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:21.245930 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1c74b823-5982-4c1b-8d24-8ec429b88137 req-bb1eb539-e4f6-4652-808a-dcae89fcc555 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0738730 Feb 03 13:04:21.313681 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1c74b823-5982-4c1b-8d24-8ec429b88137 req-30958d48-0276-4cdf-ae4e-25e07e38076a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663798 Feb 03 13:04:21.534922 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-e634f89b-ca83-4d4e-a906-b1a552e97e7d tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:21.536209 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-e634f89b-ca83-4d4e-a906-b1a552e97e7d tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.5591526 Feb 03 13:04:21.556299 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3687a6a2-5f20-4aee-b4fc-fa5609916cdf req-416b9647-346c-460c-97f9-ec2e6f69be44 service neutron] 10.222.0.31 "GET /v2.0/networks/16701321-599d-4d3c-b5a8-eca3d99f90ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225248 Feb 03 13:04:21.675457 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-be0ef121-f645-4109-9877-97d49ca25366 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 1001 time: 0.1299622 Feb 03 13:04:21.688473 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-c3920796-6fa6-41f8-9ef1-2ed731336317 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:21.739266 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3687a6a2-5f20-4aee-b4fc-fa5609916cdf req-e1ce41cb-8964-4fcc-9136-cced62db43b8 service neutron] 10.222.0.31 "GET /v2.0/networks/16701321-599d-4d3c-b5a8-eca3d99f90ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516986 Feb 03 13:04:21.757394 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-c3920796-6fa6-41f8-9ef1-2ed731336317 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks [] for floatingip (6f6bb8a3-6f84-4166-a706-2bfefe0c07fb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:21.791207 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e490f2e-f30f-4082-9c94-8e9442eb0efc req-f07bffd7-9903-4bea-931e-c9f71c0f6fcf tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:21.792766 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e490f2e-f30f-4082-9c94-8e9442eb0efc req-f07bffd7-9903-4bea-931e-c9f71c0f6fcf tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.0710859 Feb 03 13:04:21.845316 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e490f2e-f30f-4082-9c94-8e9442eb0efc req-f2b682d5-0b75-4afb-80e0-df5fffda193c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461006 Feb 03 13:04:21.918663 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-c3920796-6fa6-41f8-9ef1-2ed731336317 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:21.922927 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-c3920796-6fa6-41f8-9ef1-2ed731336317 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (6f6bb8a3-6f84-4166-a706-2bfefe0c07fb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:21.923476 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-c3920796-6fa6-41f8-9ef1-2ed731336317 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Floating IP 6f6bb8a3-6f84-4166-a706-2bfefe0c07fb disassociated. External IP: 172.25.6.163, port: 40b68a5c-45d9-43a7-bfe8-43942e06d3ca. Feb 03 13:04:22.147578 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-c3920796-6fa6-41f8-9ef1-2ed731336317 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Router 609763a0-3ce4-476f-9718-e014562b81f1 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:04:22.269920 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-c3920796-6fa6-41f8-9ef1-2ed731336317 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:04:22.275161 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-c3920796-6fa6-41f8-9ef1-2ed731336317 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:22.282869 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b47ac9-dac9-4525-a1e4-b7746260b6ce None None] Sync routers for ids ['609763a0-3ce4-476f-9718-e014562b81f1'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:04:22.292889 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b47ac9-dac9-4525-a1e4-b7746260b6ce None None] Routers {'609763a0-3ce4-476f-9718-e014562b81f1'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:22.293509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-19b47ac9-dac9-4525-a1e4-b7746260b6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:04:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['609763a0-3ce4-476f-9718-e014562b81f1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:22.320827 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-c3920796-6fa6-41f8-9ef1-2ed731336317 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "PUT /v2.0/floatingips/6f6bb8a3-6f84-4166-a706-2bfefe0c07fb HTTP/1.1" status: 200 len: 695 time: 0.6378863 Feb 03 13:04:22.372525 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54214f19-73ff-43e6-86f9-870663e7593d', 'tag': '40b68a5c-45d9-43a7-bfe8-43942e06d3ca'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:04:22.374738 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a88f393-74de-4632-ba39-73f7f2961e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "54214f19-73ff-43e6-86f9-870663e7593d", "tag": "40b68a5c-45d9-43a7-bfe8-43942e06d3ca"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:04:22.385890 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-0c3dacd2-cfe1-4b39-b899-6ff693ba41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:22.387595 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-0c3dacd2-cfe1-4b39-b899-6ff693ba41a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6bbf170378304e5f98b95eb6ac02098a&device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 1127 time: 0.0548956 Feb 03 13:04:22.441606 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-19b47ac9-dac9-4525-a1e4-b7746260b6ce None None] Set router 609763a0-3ce4-476f-9718-e014562b81f1 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:04:22.460509 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f017405-d7b6-4b88-8d6e-79dabf8223b3 req-bdcebcbc-0ae0-4f2c-89ed-fefeffa2001f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:22.469639 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f017405-d7b6-4b88-8d6e-79dabf8223b3 req-bdcebcbc-0ae0-4f2c-89ed-fefeffa2001f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0697761 Feb 03 13:04:22.490762 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-cfbbf501-56e3-4689-b629-c0c913e8f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:22.492760 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-cfbbf501-56e3-4689-b629-c0c913e8f9f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=16701321-599d-4d3c-b5a8-eca3d99f90ec HTTP/1.1" status: 200 len: 921 time: 0.0974095 Feb 03 13:04:22.528223 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f017405-d7b6-4b88-8d6e-79dabf8223b3 req-db2afcc3-cf6b-419e-937a-5a79b25671c9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575540 Feb 03 13:04:22.549353 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-ee773ef9-7456-433c-b567-ad03c29fe0ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40b68a5c-45d9-43a7-bfe8-43942e06d3ca HTTP/1.1" status: 200 len: 217 time: 0.0485525 Feb 03 13:04:22.570504 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cded7e10-b6fe-4bb5-a992-ef162e6ef83a x-openstack-request-id: req-cded7e10-b6fe-4bb5-a992-ef162e6ef83a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:04:22.570800 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54214f19-73ff-43e6-86f9-870663e7593d", "tag": "40b68a5c-45d9-43a7-bfe8-43942e06d3ca", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:04:22.571624 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cded7e10-b6fe-4bb5-a992-ef162e6ef83a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:04:22.572029 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54214f19-73ff-43e6-86f9-870663e7593d', 'tag': '40b68a5c-45d9-43a7-bfe8-43942e06d3ca', 'status': 'completed', 'code': 200} Feb 03 13:04:22.647775 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-735cc0ca-639a-4c9a-a176-bbc5e2b62bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:22.649358 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-735cc0ca-639a-4c9a-a176-bbc5e2b62bd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fcebf094-1a48-4332-8ac6-12c1fc9efc80 HTTP/1.1" status: 200 len: 860 time: 0.0922697 Feb 03 13:04:22.672941 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88f393-74de-4632-ba39-73f7f2961e1c req-7a71bfc7-83ed-4525-93a1-66f9ccff53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:22.674529 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a88f393-74de-4632-ba39-73f7f2961e1c req-7a71bfc7-83ed-4525-93a1-66f9ccff53a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bbf170378304e5f98b95eb6ac02098a&device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 1127 time: 0.0792363 Feb 03 13:04:22.692553 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-84a4dac0-9bda-4c7a-99f3-5a2b6911a12c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=16701321-599d-4d3c-b5a8-eca3d99f90ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332520 Feb 03 13:04:22.698237 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-19b47ac9-dac9-4525-a1e4-b7746260b6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609763a0-3ce4-476f-9718-e014562b81f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1788870857-router', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:24Z', 'revision_number': 4, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'gw_port': {'id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:19Z', 'updated_at': '2022-02-03T13:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '7289be4b-ddc0-457c-bb00-bb85baf9016f', 'name': '', 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'mac_address': 'fa:16:3e:42:74:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'fcebf094-1a48-4332-8ac6-12c1fc9efc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:23Z', 'updated_at': '2022-02-03T13:03:31Z', 'revision_number': 5, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'subnets': [{'id': 'fcebf094-1a48-4332-8ac6-12c1fc9efc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:22.728539 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b47ac9-dac9-4525-a1e4-b7746260b6ce None None] Checking router: 609763a0-3ce4-476f-9718-e014562b81f1 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:04:22.739364 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b47ac9-dac9-4525-a1e4-b7746260b6ce None None] Routers {'609763a0-3ce4-476f-9718-e014562b81f1'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:22.740111 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-19b47ac9-dac9-4525-a1e4-b7746260b6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:04:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['609763a0-3ce4-476f-9718-e014562b81f1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:22.861251 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-d8f41543-35e4-49f3-8a76-c092f4620bbb service neutron] 10.222.0.18 "GET /v2.0/networks/16701321-599d-4d3c-b5a8-eca3d99f90ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491485 Feb 03 13:04:22.865987 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-19b47ac9-dac9-4525-a1e4-b7746260b6ce None None] Set router 609763a0-3ce4-476f-9718-e014562b81f1 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:04:22.900936 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88f393-74de-4632-ba39-73f7f2961e1c req-83d9232f-626b-4ac6-894c-6a72227ef0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:22.902466 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a88f393-74de-4632-ba39-73f7f2961e1c req-83d9232f-626b-4ac6-894c-6a72227ef0f4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=16701321-599d-4d3c-b5a8-eca3d99f90ec HTTP/1.1" status: 200 len: 921 time: 0.2126808 Feb 03 13:04:22.963502 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a88f393-74de-4632-ba39-73f7f2961e1c req-bded9b29-7852-411c-aa6b-a12c758c0e94 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40b68a5c-45d9-43a7-bfe8-43942e06d3ca HTTP/1.1" status: 200 len: 217 time: 0.0548618 Feb 03 13:04:22.987052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1236aa7-ef01-43ff-92ab-639bb91e5448 req-ba62d2d3-f002-4310-8824-452f2cca8c00 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:22.996289 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a1236aa7-ef01-43ff-92ab-639bb91e5448 req-ba62d2d3-f002-4310-8824-452f2cca8c00 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.0704815 Feb 03 13:04:23.064248 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a1236aa7-ef01-43ff-92ab-639bb91e5448 req-5ec0d806-9f1d-44a7-8cb5-e5d8bd1774fb tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663404 Feb 03 13:04:23.068610 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ef34f13-3133-496b-a214-e6ea8a8ac190 req-3834d5c5-0de8-49d6-9699-c5fe68385dc7 service neutron] 10.222.0.18 "GET /v2.0/networks/16701321-599d-4d3c-b5a8-eca3d99f90ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963317 Feb 03 13:04:23.070863 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88f393-74de-4632-ba39-73f7f2961e1c req-39353c90-acf5-4344-b7d5-abbbca2e7030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:23.072819 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a88f393-74de-4632-ba39-73f7f2961e1c req-39353c90-acf5-4344-b7d5-abbbca2e7030 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fcebf094-1a48-4332-8ac6-12c1fc9efc80 HTTP/1.1" status: 200 len: 860 time: 0.0819857 Feb 03 13:04:23.108485 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a88f393-74de-4632-ba39-73f7f2961e1c req-9a54b32e-c9ba-44be-b072-c9fada1ba106 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=16701321-599d-4d3c-b5a8-eca3d99f90ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303872 Feb 03 13:04:23.158975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-19b47ac9-dac9-4525-a1e4-b7746260b6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609763a0-3ce4-476f-9718-e014562b81f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1788870857-router', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:24Z', 'revision_number': 4, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'gw_port': {'id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:19Z', 'updated_at': '2022-02-03T13:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '7289be4b-ddc0-457c-bb00-bb85baf9016f', 'name': '', 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'mac_address': 'fa:16:3e:42:74:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'fcebf094-1a48-4332-8ac6-12c1fc9efc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:23Z', 'updated_at': '2022-02-03T13:03:31Z', 'revision_number': 5, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'subnets': [{'id': 'fcebf094-1a48-4332-8ac6-12c1fc9efc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:23.162669 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e245af06-399e-4503-abb5-326b85acd906 req-016c800a-108f-4253-9f41-d01e9c2141d7 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/floatingips/6f6bb8a3-6f84-4166-a706-2bfefe0c07fb HTTP/1.1" status: 200 len: 695 time: 0.0576093 Feb 03 13:04:23.198521 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b47ac9-dac9-4525-a1e4-b7746260b6ce None None] The sync data for ids ['609763a0-3ce4-476f-9718-e014562b81f1'] in n-d-827336-3 is: [{'id': '609763a0-3ce4-476f-9718-e014562b81f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1788870857-router', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:03:24Z', 'revision_number': 4, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'gw_port': {'id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:19Z', 'updated_at': '2022-02-03T13:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '7289be4b-ddc0-457c-bb00-bb85baf9016f', 'name': '', 'network_id': '16701321-599d-4d3c-b5a8-eca3d99f90ec', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'mac_address': 'fa:16:3e:42:74:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': 'fcebf094-1a48-4332-8ac6-12c1fc9efc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:23Z', 'updated_at': '2022-02-03T13:03:31Z', 'revision_number': 5, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'subnets': [{'id': 'fcebf094-1a48-4332-8ac6-12c1fc9efc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:04:23.239974 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a88f393-74de-4632-ba39-73f7f2961e1c req-d12e6eff-3bb5-44fa-b73e-984949fe0b23 service neutron] 10.222.0.31 "GET /v2.0/networks/16701321-599d-4d3c-b5a8-eca3d99f90ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240842 Feb 03 13:04:23.320821 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245af06-399e-4503-abb5-326b85acd906 req-6af829a8-a014-4583-a8fc-d8f239e4b23e tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:23.328301 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e245af06-399e-4503-abb5-326b85acd906 req-6af829a8-a014-4583-a8fc-d8f239e4b23e tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 784 time: 0.1644087 Feb 03 13:04:23.334253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-e245af06-399e-4503-abb5-326b85acd906 req-ce8a2641-32dc-4437-b27a-e968bd1528fa tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:04:23.342046 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e245af06-399e-4503-abb5-326b85acd906 req-ce8a2641-32dc-4437-b27a-e968bd1528fa tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126898 Feb 03 13:04:23.351745 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a88f393-74de-4632-ba39-73f7f2961e1c req-eaa0f434-f398-488c-b978-b2cb3726d972 service neutron] 10.222.0.31 "GET /v2.0/networks/16701321-599d-4d3c-b5a8-eca3d99f90ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056767 Feb 03 13:04:23.392531 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e245af06-399e-4503-abb5-326b85acd906 req-c442e1da-86fd-43fb-87e9-50e10ed9011b tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 698 time: 0.0494938 Feb 03 13:04:23.449927 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e245af06-399e-4503-abb5-326b85acd906 req-31d04e61-af41-4b89-811b-062f22e3743c tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.6.163 HTTP/1.1" status: 200 len: 698 time: 0.0519576 Feb 03 13:04:23.548898 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc01e9-ecfe-44ff-b668-9fb0ee748a74 None None] New status for floating IP 6f6bb8a3-6f84-4166-a706-2bfefe0c07fb: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:04:23.618572 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-e245af06-399e-4503-abb5-326b85acd906 req-7d09cf43-f848-4a1d-80b4-240e6342b9cc tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Deleting port 9cb4a89a-6865-4574-87b1-9688a02ebe1e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:23.619736 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e245af06-399e-4503-abb5-326b85acd906 req-7d09cf43-f848-4a1d-80b4-240e6342b9cc tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (9cb4a89a-6865-4574-87b1-9688a02ebe1e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:23.676353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bacc81-03b7-475a-ad19-621eefa0ab31 req-ae86640a-45d7-414b-a12f-a77b32f14888 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:23.678278 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-50bacc81-03b7-475a-ad19-621eefa0ab31 req-ae86640a-45d7-414b-a12f-a77b32f14888 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0669563 Feb 03 13:04:23.739616 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-50bacc81-03b7-475a-ad19-621eefa0ab31 req-4913216c-58e7-4889-ae59-90deb354d2b4 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543678 Feb 03 13:04:23.747962 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e245af06-399e-4503-abb5-326b85acd906 req-7d09cf43-f848-4a1d-80b4-240e6342b9cc tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (9cb4a89a-6865-4574-87b1-9688a02ebe1e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:23.748315 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e245af06-399e-4503-abb5-326b85acd906 req-7d09cf43-f848-4a1d-80b4-240e6342b9cc tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks [] for floatingip (9cb4a89a-6865-4574-87b1-9688a02ebe1e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:23.763101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-e245af06-399e-4503-abb5-326b85acd906 req-7d09cf43-f848-4a1d-80b4-240e6342b9cc tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Calling delete_port for 9cb4a89a-6865-4574-87b1-9688a02ebe1e owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:23.931113 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e245af06-399e-4503-abb5-326b85acd906 req-7d09cf43-f848-4a1d-80b4-240e6342b9cc tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (9cb4a89a-6865-4574-87b1-9688a02ebe1e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:23.962894 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09cf43-f848-4a1d-80b4-240e6342b9cc tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Pushing event deleted for resources: {'Port': ['ID=9cb4a89a-6865-4574-87b1-9688a02ebe1e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:24.045716 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e245af06-399e-4503-abb5-326b85acd906 req-7d09cf43-f848-4a1d-80b4-240e6342b9cc tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks [] for floatingip (6f6bb8a3-6f84-4166-a706-2bfefe0c07fb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:24.048865 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e245af06-399e-4503-abb5-326b85acd906 req-7d09cf43-f848-4a1d-80b4-240e6342b9cc tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:24.050115 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e245af06-399e-4503-abb5-326b85acd906 req-7d09cf43-f848-4a1d-80b4-240e6342b9cc tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "DELETE /v2.0/floatingips/6f6bb8a3-6f84-4166-a706-2bfefe0c07fb HTTP/1.1" status: 204 len: 173 time: 0.5918655 Feb 03 13:04:24.122214 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-74d1aadf-90ae-49b2-bf6a-19da3ad33fdf req-3f1b2395-aa1b-4b78-9677-9853c3f7abab tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups/48337f70-d854-4357-b862-d1dfebeb0eaf HTTP/1.1" status: 200 len: 1827 time: 0.0474038 Feb 03 13:04:24.198603 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-74d1aadf-90ae-49b2-bf6a-19da3ad33fdf req-27ff623b-ff3c-4ebb-957f-c5df87df37d2 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks [] for security_group (48337f70-d854-4357-b862-d1dfebeb0eaf), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:24.206588 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a650d85-15d8-4ce1-beb9-42b41f99a31e req-8fd37c93-d8ce-48ef-8df0-0a713e85d861 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:24.208633 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a650d85-15d8-4ce1-beb9-42b41f99a31e req-8fd37c93-d8ce-48ef-8df0-0a713e85d861 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.0644948 Feb 03 13:04:24.223177 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-74d1aadf-90ae-49b2-bf6a-19da3ad33fdf req-27ff623b-ff3c-4ebb-957f-c5df87df37d2 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks [] for security_group (48337f70-d854-4357-b862-d1dfebeb0eaf), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:24.268021 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-74d1aadf-90ae-49b2-bf6a-19da3ad33fdf req-27ff623b-ff3c-4ebb-957f-c5df87df37d2 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (48337f70-d854-4357-b862-d1dfebeb0eaf), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:24.269623 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5a650d85-15d8-4ce1-beb9-42b41f99a31e req-4ed4ed91-d020-46ee-86c7-c8844ccf8b4d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515211 Feb 03 13:04:24.276850 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-74d1aadf-90ae-49b2-bf6a-19da3ad33fdf req-27ff623b-ff3c-4ebb-957f-c5df87df37d2 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:24.276850 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-74d1aadf-90ae-49b2-bf6a-19da3ad33fdf req-27ff623b-ff3c-4ebb-957f-c5df87df37d2 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "DELETE /v2.0/security-groups/48337f70-d854-4357-b862-d1dfebeb0eaf HTTP/1.1" status: 204 len: 173 time: 0.1437089 Feb 03 13:04:24.286489 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff623b-ff3c-4ebb-957f-c5df87df37d2 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48337f70-d854-4357-b862-d1dfebeb0eaf,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:24.523390 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed93a2-ac0a-4a31-af9f-2150c9d26792 req-9bbaf5b3-d488-43e8-b284-6f06ffbd7da3 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:24.525137 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f0ed93a2-ac0a-4a31-af9f-2150c9d26792 req-9bbaf5b3-d488-43e8-b284-6f06ffbd7da3 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0594656 Feb 03 13:04:24.572306 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f0ed93a2-ac0a-4a31-af9f-2150c9d26792 req-807c1af2-99e1-456a-b0b6-3ae2660149d1 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411682 Feb 03 13:04:24.874822 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c7025-1829-4c37-9d4b-fe4abca2cdb4 req-50e2ff2e-be99-4ba9-9be7-17b64832cfe2 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:24.874822 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8e9c7025-1829-4c37-9d4b-fe4abca2cdb4 req-50e2ff2e-be99-4ba9-9be7-17b64832cfe2 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0586882 Feb 03 13:04:24.926210 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8e9c7025-1829-4c37-9d4b-fe4abca2cdb4 req-153d7e95-bdf2-4357-8808-81eea0084bf3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487032 Feb 03 13:04:25.405934 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd929b9a-4f99-410f-a1bc-f019a4dba7a9 req-a8c013e6-578c-4f2d-b545-09f539bc1187 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:25.407441 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bd929b9a-4f99-410f-a1bc-f019a4dba7a9 req-a8c013e6-578c-4f2d-b545-09f539bc1187 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.0535865 Feb 03 13:04:25.456418 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bd929b9a-4f99-410f-a1bc-f019a4dba7a9 req-a9eb62f2-0561-4214-a503-5123370a9f1e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434275 Feb 03 13:04:25.703654 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185b234-fd3b-4c53-9b1e-6c5971fd327f req-0bc651d3-1df1-476b-b2b4-5e6b11657481 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:25.705673 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c185b234-fd3b-4c53-9b1e-6c5971fd327f req-0bc651d3-1df1-476b-b2b4-5e6b11657481 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0583384 Feb 03 13:04:25.754185 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c185b234-fd3b-4c53-9b1e-6c5971fd327f req-dcec0316-ce44-4d1d-9437-6cfa21e7d8b4 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411143 Feb 03 13:04:26.060917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadaf4b-c8e1-4b5d-9534-4b7a6719d929 req-8ed5f371-3d15-43da-9508-47461efd89bc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:26.063055 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1eadaf4b-c8e1-4b5d-9534-4b7a6719d929 req-8ed5f371-3d15-43da-9508-47461efd89bc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0576241 Feb 03 13:04:26.118418 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1eadaf4b-c8e1-4b5d-9534-4b7a6719d929 req-9d6071fc-d14e-427e-a7cf-5289dc35ade6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498848 Feb 03 13:04:26.589302 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5271b-c94c-45b8-8cd4-a2e8e1737515 req-befe6d26-bb38-4cb0-8fac-9a27b6882d61 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:26.590872 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ded5271b-c94c-45b8-8cd4-a2e8e1737515 req-befe6d26-bb38-4cb0-8fac-9a27b6882d61 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.0607228 Feb 03 13:04:26.672534 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ded5271b-c94c-45b8-8cd4-a2e8e1737515 req-bf20a520-c832-46ed-824f-14f3cbf40bbb tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754757 Feb 03 13:04:26.687903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c4ab9-8930-4b92-b463-6439c5b9c2fa req-d448600d-6fbb-4c45-bff3-91a84c249369 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:26.689640 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ea3c4ab9-8930-4b92-b463-6439c5b9c2fa req-d448600d-6fbb-4c45-bff3-91a84c249369 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.31 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0792010 Feb 03 13:04:26.809189 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-ea3c4ab9-8930-4b92-b463-6439c5b9c2fa req-187115e4-0ec2-4969-9b8e-e873ac6e49f2 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Deleting port 40b68a5c-45d9-43a7-bfe8-43942e06d3ca {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:26.809985 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ea3c4ab9-8930-4b92-b463-6439c5b9c2fa req-187115e4-0ec2-4969-9b8e-e873ac6e49f2 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (40b68a5c-45d9-43a7-bfe8-43942e06d3ca), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:26.879494 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bd36d-9c6e-4fad-9a0a-7d3ac321c066 req-c976ce43-c5ce-49e0-ad51-61c69728430b tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:26.885599 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d7bd36d-9c6e-4fad-9a0a-7d3ac321c066 req-c976ce43-c5ce-49e0-ad51-61c69728430b tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/ports?device_id=54214f19-73ff-43e6-86f9-870663e7593d HTTP/1.1" status: 200 len: 945 time: 0.0592303 Feb 03 13:04:26.932733 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ea3c4ab9-8930-4b92-b463-6439c5b9c2fa req-187115e4-0ec2-4969-9b8e-e873ac6e49f2 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] For port 40b68a5c-45d9-43a7-bfe8-43942e06d3ca, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=40b68a5c-45d9-43a7-bfe8-43942e06d3ca,segment=NetworkSegment(06603dfb-fdc6-474b-adcb-3e7344797857),segment_id=06603dfb-fdc6-474b-adcb-3e7344797857)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:26.933266 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ea3c4ab9-8930-4b92-b463-6439c5b9c2fa req-187115e4-0ec2-4969-9b8e-e873ac6e49f2 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (40b68a5c-45d9-43a7-bfe8-43942e06d3ca), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:26.938555 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d7bd36d-9c6e-4fad-9a0a-7d3ac321c066 req-d221eb7b-443f-4c76-b959-b7db07659c61 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.18 "GET /v2.0/security-groups?id=97d82f7a-3338-4e3f-adcc-e72d0a62f743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496464 Feb 03 13:04:26.953059 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-ea3c4ab9-8930-4b92-b463-6439c5b9c2fa req-187115e4-0ec2-4969-9b8e-e873ac6e49f2 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Calling delete_port for 40b68a5c-45d9-43a7-bfe8-43942e06d3ca owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:27.172153 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ea3c4ab9-8930-4b92-b463-6439c5b9c2fa req-187115e4-0ec2-4969-9b8e-e873ac6e49f2 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (40b68a5c-45d9-43a7-bfe8-43942e06d3ca), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:27.264488 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['40b68a5c-45d9-43a7-bfe8-43942e06d3ca'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:04:27.267077 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187115e4-0ec2-4969-9b8e-e873ac6e49f2 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Pushing event deleted for resources: {'Port': ['ID=40b68a5c-45d9-43a7-bfe8-43942e06d3ca,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:27.348106 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3c4ab9-8930-4b92-b463-6439c5b9c2fa req-187115e4-0ec2-4969-9b8e-e873ac6e49f2 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] No DVR routers for this DVR port 40b68a5c-45d9-43a7-bfe8-43942e06d3ca on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:04:27.351204 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ea3c4ab9-8930-4b92-b463-6439c5b9c2fa req-187115e4-0ec2-4969-9b8e-e873ac6e49f2 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:27.354721 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ea3c4ab9-8930-4b92-b463-6439c5b9c2fa req-187115e4-0ec2-4969-9b8e-e873ac6e49f2 tempest-ServerRescueTestJSONUnderV235-30287338 tempest-ServerRescueTestJSONUnderV235-30287338-project] 10.222.0.31 "DELETE /v2.0/ports/40b68a5c-45d9-43a7-bfe8-43942e06d3ca HTTP/1.1" status: 204 len: 173 time: 0.6594963 Feb 03 13:04:27.355170 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54214f19-73ff-43e6-86f9-870663e7593d', 'name': 'network-vif-deleted', 'tag': '40b68a5c-45d9-43a7-bfe8-43942e06d3ca'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:04:27.357658 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c7b9cc-70c2-43c3-b2f4-656f51ae1bb4" -d '{"events": [{"server_uuid": "54214f19-73ff-43e6-86f9-870663e7593d", "name": "network-vif-deleted", "tag": "40b68a5c-45d9-43a7-bfe8-43942e06d3ca"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:04:27.422693 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa51127-73c6-4d56-b510-edd8a09db057 x-openstack-request-id: req-7aa51127-73c6-4d56-b510-edd8a09db057 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:04:27.423063 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54214f19-73ff-43e6-86f9-870663e7593d", "name": "network-vif-deleted", "tag": "40b68a5c-45d9-43a7-bfe8-43942e06d3ca", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:04:27.423414 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7aa51127-73c6-4d56-b510-edd8a09db057 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:04:27.423926 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54214f19-73ff-43e6-86f9-870663e7593d', 'name': 'network-vif-deleted', 'tag': '40b68a5c-45d9-43a7-bfe8-43942e06d3ca', 'status': 'completed', 'code': 200} Feb 03 13:04:27.431739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ead573-5295-44d2-87b0-23b847482621 req-bed5fcf4-595b-41a5-a916-8859875d827c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:27.440967 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-98ead573-5295-44d2-87b0-23b847482621 req-bed5fcf4-595b-41a5-a916-8859875d827c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.1759992 Feb 03 13:04:27.497907 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-98ead573-5295-44d2-87b0-23b847482621 req-6509838b-0b0e-4822-b6f9-845a3c9fe969 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557621 Feb 03 13:04:27.832384 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d10b1-a818-4860-b481-dc1b8e0397c3 req-996d4a7e-0983-4d03-89b9-4fc149f4d1d1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:27.840640 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d9d10b1-a818-4860-b481-dc1b8e0397c3 req-996d4a7e-0983-4d03-89b9-4fc149f4d1d1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.0834007 Feb 03 13:04:27.890087 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1d9d10b1-a818-4860-b481-dc1b8e0397c3 req-eb1a5afc-437b-415c-b6c6-6288177cb185 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482249 Feb 03 13:04:28.010517 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52184) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:28.365166 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9f804e0-9c72-436b-a197-960bb76a6957 req-6cb994fb-f1c0-4a07-b2ab-15d84007a4dd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1803362 Feb 03 13:04:28.559360 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f804e0-9c72-436b-a197-960bb76a6957 req-5d23d6bb-ccf0-49d3-ad8a-a1120af3ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:28.561170 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9f804e0-9c72-436b-a197-960bb76a6957 req-5d23d6bb-ccf0-49d3-ad8a-a1120af3ef02 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c8ffc7f02e14280b5d12bfe5ef5be2a&device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 1128 time: 0.1117446 Feb 03 13:04:28.642104 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b38720a-4b72-4b3d-838b-bae265a4c26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (609763a0-3ce4-476f-9718-e014562b81f1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:28.675201 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c1d8b-bacf-4257-88c4-0b6b216790a0 req-7b5c05ac-3bf7-49e6-9779-cce9bbe7a6fa tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:28.683151 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-065c1d8b-bacf-4257-88c4-0b6b216790a0 req-7b5c05ac-3bf7-49e6-9779-cce9bbe7a6fa tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0992658 Feb 03 13:04:28.766899 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-065c1d8b-bacf-4257-88c4-0b6b216790a0 req-728bdccd-ad6c-43a9-973f-8e0356a8969c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764935 Feb 03 13:04:29.171120 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f804e0-9c72-436b-a197-960bb76a6957 req-7c74b4da-d4c3-43ca-b822-8aedd09791fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:29.172627 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9f804e0-9c72-436b-a197-960bb76a6957 req-7c74b4da-d4c3-43ca-b822-8aedd09791fe service neutron] 10.222.0.31 "GET /v2.0/networks?id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03 HTTP/1.1" status: 200 len: 911 time: 0.5717437 Feb 03 13:04:29.365137 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20405864-445c-438b-aa7e-fc69dbe0033a req-939b546c-73b6-4e73-9942-caf3f067c0fe tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:29.366564 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-20405864-445c-438b-aa7e-fc69dbe0033a req-939b546c-73b6-4e73-9942-caf3f067c0fe tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.2331984 Feb 03 13:04:29.369651 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9f804e0-9c72-436b-a197-960bb76a6957 req-26ea0a8a-6468-4be5-b42c-bcb97df31776 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a30cac9-004f-48d4-aae6-46f9ca39e760 HTTP/1.1" status: 200 len: 1001 time: 0.1900427 Feb 03 13:04:29.472471 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f804e0-9c72-436b-a197-960bb76a6957 req-d67352d3-5919-4bf5-96b2-25834897a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:29.473928 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9f804e0-9c72-436b-a197-960bb76a6957 req-d67352d3-5919-4bf5-96b2-25834897a122 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bd911557-2171-4f85-99b2-431860ea8276 HTTP/1.1" status: 200 len: 849 time: 0.0953383 Feb 03 13:04:29.480046 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-20405864-445c-438b-aa7e-fc69dbe0033a req-34fb1629-5a78-42f1-b7da-13f41c3dc06b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071212 Feb 03 13:04:29.598415 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f804e0-9c72-436b-a197-960bb76a6957 req-59a0c816-4ac2-4a59-b090-910e52aa7327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:29.599915 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9f804e0-9c72-436b-a197-960bb76a6957 req-59a0c816-4ac2-4a59-b090-910e52aa7327 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1112826 Feb 03 13:04:29.685442 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5b38720a-4b72-4b3d-838b-bae265a4c26c admin admin] Deleting port 7289be4b-ddc0-457c-bb00-bb85baf9016f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:29.685791 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b38720a-4b72-4b3d-838b-bae265a4c26c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (7289be4b-ddc0-457c-bb00-bb85baf9016f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:29.791406 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9f804e0-9c72-436b-a197-960bb76a6957 req-d4b6c24b-d08a-49d8-b3ec-2ce1328354ad service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832397 Feb 03 13:04:29.868686 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5b38720a-4b72-4b3d-838b-bae265a4c26c admin admin] For port 7289be4b-ddc0-457c-bb00-bb85baf9016f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7289be4b-ddc0-457c-bb00-bb85baf9016f,segment=NetworkSegment(06603dfb-fdc6-474b-adcb-3e7344797857),segment_id=06603dfb-fdc6-474b-adcb-3e7344797857)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:29.869059 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b38720a-4b72-4b3d-838b-bae265a4c26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (7289be4b-ddc0-457c-bb00-bb85baf9016f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:29.912266 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2bbbe-9a83-4861-aae1-dd47416704bb req-8a3a7291-2496-4f0d-8186-e96ac28cd90b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:29.913129 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-65943994-c8a6-400c-89a2-aec2db331cf7 service neutron] show failed (client error): The resource could not be found. Feb 03 13:04:29.914169 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-65943994-c8a6-400c-89a2-aec2db331cf7 service neutron] 10.222.0.73 "GET /v2.0/ports/0bb40b38-cb05-4903-ba38-304ace11ee70/bindings/n-h2-827336-3 HTTP/1.1" status: 404 len: 380 time: 0.1927321 Feb 03 13:04:29.915065 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f6d2bbbe-9a83-4861-aae1-dd47416704bb req-8a3a7291-2496-4f0d-8186-e96ac28cd90b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0605814 Feb 03 13:04:29.922247 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5b38720a-4b72-4b3d-838b-bae265a4c26c admin admin] Calling delete_port for 7289be4b-ddc0-457c-bb00-bb85baf9016f owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:29.987165 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9f804e0-9c72-436b-a197-960bb76a6957 req-e4eda914-c0f2-45a7-a732-768530685855 service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881804 Feb 03 13:04:29.988425 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f6d2bbbe-9a83-4861-aae1-dd47416704bb req-92d60403-74bc-4317-b97f-017d2fc5e640 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641963 Feb 03 13:04:30.300558 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b38720a-4b72-4b3d-838b-bae265a4c26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (7289be4b-ddc0-457c-bb00-bb85baf9016f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:30.374568 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-51191426-d945-4330-bce6-01b51f7938de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:30.376710 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-51191426-d945-4330-bce6-01b51f7938de service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69&tenant_id=6b3ece076217446ab8e2a581b50fd3d4 HTTP/1.1" status: 200 len: 1127 time: 0.2106228 Feb 03 13:04:30.379006 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38720a-4b72-4b3d-838b-bae265a4c26c admin admin] Pushing event deleted for resources: {'Port': ['ID=7289be4b-ddc0-457c-bb00-bb85baf9016f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:30.408492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-3', 'device_owner': 'compute:nova'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:30.667769 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:30.795406 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b38720a-4b72-4b3d-838b-bae265a4c26c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (609763a0-3ce4-476f-9718-e014562b81f1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:30.838782 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b7bd1-f3ef-4e7e-a2c4-5589a3e64154 req-077bfdd2-fcba-4100-85f8-ab338b42a0ee tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:30.840695 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-554b7bd1-f3ef-4e7e-a2c4-5589a3e64154 req-077bfdd2-fcba-4100-85f8-ab338b42a0ee tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.2400286 Feb 03 13:04:31.121428 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-554b7bd1-f3ef-4e7e-a2c4-5589a3e64154 req-f28782f3-afe0-4184-af39-69346e851909 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811750 Feb 03 13:04:31.210446 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:31.223737 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f7ca7-4c08-4171-89a4-f7254a27a4b9 req-dd3c527f-d110-4696-af04-6bdd1c8a1770 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:31.225474 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c51f7ca7-4c08-4171-89a4-f7254a27a4b9 req-dd3c527f-d110-4696-af04-6bdd1c8a1770 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.1018097 Feb 03 13:04:31.340552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] For port 0bb40b38-cb05-4903-ba38-304ace11ee70, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=0bb40b38-cb05-4903-ba38-304ace11ee70,segment=NetworkSegment(8cb7a044-f1ed-4a34-8aac-bd7786e940a6),segment_id=8cb7a044-f1ed-4a34-8aac-bd7786e940a6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:31.364769 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b38720a-4b72-4b3d-838b-bae265a4c26c admin admin] Router 609763a0-3ce4-476f-9718-e014562b81f1 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:04:31.413399 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 40b68a5c-45d9-43a7-bfe8-43942e06d3ca no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:04:31.461011 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 40b68a5c-45d9-43a7-bfe8-43942e06d3ca {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:04:31.461370 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] For port 0bb40b38-cb05-4903-ba38-304ace11ee70, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:04:31.461951 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 40b68a5c-45d9-43a7-bfe8-43942e06d3ca not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:04:31.573017 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ccb261-4eb8-47d6-bd6c-c7be494bfd69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bb40b38-cb05-4903-ba38-304ace11ee70'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:04:31.575345 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9985ad63-9eb9-420b-ba58-01dc15f7cf2f" -d '{"events": [{"server_uuid": "45ccb261-4eb8-47d6-bd6c-c7be494bfd69", "name": "network-vif-unplugged", "status": "completed", "tag": "0bb40b38-cb05-4903-ba38-304ace11ee70"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:04:31.583229 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] Publish callbacks [] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:31.615212 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] Transition to ACTIVE for port object 0bb40b38-cb05-4903-ba38-304ace11ee70 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:04:31.624383 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b38720a-4b72-4b3d-838b-bae265a4c26c admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:04:31.633114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:31.639125 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c73a7-b68e-4044-aaa6-f87bf5bd888d None None] Sync routers for ids ['609763a0-3ce4-476f-9718-e014562b81f1'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:04:31.655693 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5b38720a-4b72-4b3d-838b-bae265a4c26c admin admin] 10.222.0.18 "PUT /v2.0/routers/609763a0-3ce4-476f-9718-e014562b81f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6533551 Feb 03 13:04:31.663664 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52272) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:31.663881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c73a7-b68e-4044-aaa6-f87bf5bd888d None None] Routers {'609763a0-3ce4-476f-9718-e014562b81f1'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:31.663881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5f3c73a7-b68e-4044-aaa6-f87bf5bd888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:04:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['609763a0-3ce4-476f-9718-e014562b81f1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:31.835553 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad14652-7600-4583-b80c-baa85e9217e4 x-openstack-request-id: req-6ad14652-7600-4583-b80c-baa85e9217e4 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:04:31.835904 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ccb261-4eb8-47d6-bd6c-c7be494bfd69", "name": "network-vif-unplugged", "status": "completed", "tag": "0bb40b38-cb05-4903-ba38-304ace11ee70", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:04:31.836134 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ad14652-7600-4583-b80c-baa85e9217e4 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:04:31.836428 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c51f7ca7-4c08-4171-89a4-f7254a27a4b9 req-700c16c0-1683-4811-bdac-41d9db65ca8a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5975139 Feb 03 13:04:31.836589 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ccb261-4eb8-47d6-bd6c-c7be494bfd69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bb40b38-cb05-4903-ba38-304ace11ee70', 'code': 200} Feb 03 13:04:31.928303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5f3c73a7-b68e-4044-aaa6-f87bf5bd888d None None] Set router 609763a0-3ce4-476f-9718-e014562b81f1 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:04:32.032409 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-236c0b2e-a725-47c8-823d-46f106843005 admin admin] Publish callbacks [] for router (609763a0-3ce4-476f-9718-e014562b81f1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:32.345654 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5f3c73a7-b68e-4044-aaa6-f87bf5bd888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609763a0-3ce4-476f-9718-e014562b81f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1788870857-router', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:04:30Z', 'revision_number': 5, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'gw_port': {'id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:19Z', 'updated_at': '2022-02-03T13:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:32.403450 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c73a7-b68e-4044-aaa6-f87bf5bd888d None None] Checking router: 609763a0-3ce4-476f-9718-e014562b81f1 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:04:32.415699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c73a7-b68e-4044-aaa6-f87bf5bd888d None None] Routers {'609763a0-3ce4-476f-9718-e014562b81f1'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:04:32.416480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5f3c73a7-b68e-4044-aaa6-f87bf5bd888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:04:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['609763a0-3ce4-476f-9718-e014562b81f1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:32.421570 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] Pushing event updated for resources: {'Port': ['ID=0bb40b38-cb05-4903-ba38-304ace11ee70,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:32.558049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5f3c73a7-b68e-4044-aaa6-f87bf5bd888d None None] Set router 609763a0-3ce4-476f-9718-e014562b81f1 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:04:32.617164 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-236c0b2e-a725-47c8-823d-46f106843005 admin admin] Publish callbacks [] for router_gateway (609763a0-3ce4-476f-9718-e014562b81f1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:32.731461 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] No DVR routers for this DVR port 0bb40b38-cb05-4903-ba38-304ace11ee70 on host n-h1-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:04:32.835423 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559d4fb-35e3-46de-8dc5-8e7af9f2a212 req-59d4fbcc-fd9b-412b-aeba-64d17bbe9cc5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:32.838913 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b559d4fb-35e3-46de-8dc5-8e7af9f2a212 req-59d4fbcc-fd9b-412b-aeba-64d17bbe9cc5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 943 time: 0.4193556 Feb 03 13:04:32.961509 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-236c0b2e-a725-47c8-823d-46f106843005 admin admin] Deleting port b8a95f7a-d6fa-4fe8-8b10-e444d8ced701 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:32.962328 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-236c0b2e-a725-47c8-823d-46f106843005 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b8a95f7a-d6fa-4fe8-8b10-e444d8ced701), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:32.978910 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5f3c73a7-b68e-4044-aaa6-f87bf5bd888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609763a0-3ce4-476f-9718-e014562b81f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1788870857-router', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:04:30Z', 'revision_number': 5, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'gw_port': {'id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:19Z', 'updated_at': '2022-02-03T13:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:33.024542 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b559d4fb-35e3-46de-8dc5-8e7af9f2a212 req-34634637-7cf9-484d-9b1b-fff81f64946f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714587 Feb 03 13:04:33.027597 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c73a7-b68e-4044-aaa6-f87bf5bd888d None None] The sync data for ids ['609763a0-3ce4-476f-9718-e014562b81f1'] in n-d-827336-3 is: [{'id': '609763a0-3ce4-476f-9718-e014562b81f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1788870857-router', 'tenant_id': '6bbf170378304e5f98b95eb6ac02098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:03:18Z', 'updated_at': '2022-02-03T13:04:30Z', 'revision_number': 5, 'project_id': '6bbf170378304e5f98b95eb6ac02098a', 'gw_port': {'id': 'b8a95f7a-d6fa-4fe8-8b10-e444d8ced701', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609763a0-3ce4-476f-9718-e014562b81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:19Z', 'updated_at': '2022-02-03T13:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:04:33.043750 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d8146-b3ac-4968-9dc5-92810fd8d80e req-ce95bf15-71f9-49eb-88f5-c3c487849b59 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:33.046515 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f9d8146-b3ac-4968-9dc5-92810fd8d80e req-ce95bf15-71f9-49eb-88f5-c3c487849b59 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0602930 Feb 03 13:04:33.124026 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f9d8146-b3ac-4968-9dc5-92810fd8d80e req-15c7ab6c-0aa7-41cb-8091-80fa8c615e97 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673182 Feb 03 13:04:33.154413 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] Attempting to bind port 0bb40b38-cb05-4903-ba38-304ace11ee70 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:04:33.154755 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] Attempting to bind port 0bb40b38-cb05-4903-ba38-304ace11ee70 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '8cb7a044-f1ed-4a34-8aac-bd7786e940a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:04:33.155298 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] Attempting to bind port 0bb40b38-cb05-4903-ba38-304ace11ee70 on network 98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:04:33.172932 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] Port 0bb40b38-cb05-4903-ba38-304ace11ee70 on network 98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:04:33.173234 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] Attempting to bind port 0bb40b38-cb05-4903-ba38-304ace11ee70 on network 98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:04:33.180024 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-236c0b2e-a725-47c8-823d-46f106843005 admin admin] For port b8a95f7a-d6fa-4fe8-8b10-e444d8ced701, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b8a95f7a-d6fa-4fe8-8b10-e444d8ced701,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:33.181153 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-236c0b2e-a725-47c8-823d-46f106843005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b8a95f7a-d6fa-4fe8-8b10-e444d8ced701), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.190164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:04:33.190530 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] Checking segment: {'id': '8cb7a044-f1ed-4a34-8aac-bd7786e940a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:04:33.190891 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] Bound using segment: {'id': '8cb7a044-f1ed-4a34-8aac-bd7786e940a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:04:33.191323 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] Bound port: 0bb40b38-cb05-4903-ba38-304ace11ee70, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb7a044-f1ed-4a34-8aac-bd7786e940a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:04:33.191681 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.209090 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-236c0b2e-a725-47c8-823d-46f106843005 admin admin] Calling delete_port for b8a95f7a-d6fa-4fe8-8b10-e444d8ced701 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:33.322547 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] For port 0bb40b38-cb05-4903-ba38-304ace11ee70, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:04:33.338498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] For port 0bb40b38-cb05-4903-ba38-304ace11ee70, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=0bb40b38-cb05-4903-ba38-304ace11ee70,segment=NetworkSegment(8cb7a044-f1ed-4a34-8aac-bd7786e940a6),segment_id=8cb7a044-f1ed-4a34-8aac-bd7786e940a6)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:04:33.374236 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.443339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:33.444080 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.445495 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] 10.222.0.31 "PUT /v2.0/ports/0bb40b38-cb05-4903-ba38-304ace11ee70 HTTP/1.1" status: 200 len: 1091 time: 3.0558314 Feb 03 13:04:33.496602 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99751648-48d6-4563-beb7-dc21a44ec65c service neutron] Pushing event updated for resources: {'Port': ['ID=0bb40b38-cb05-4903-ba38-304ace11ee70,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:33.508280 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aed68c0d-f22d-4a73-87a0-043ca1778d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.568163 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-236c0b2e-a725-47c8-823d-46f106843005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b8a95f7a-d6fa-4fe8-8b10-e444d8ced701), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.609132 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c0b2e-a725-47c8-823d-46f106843005 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8a95f7a-d6fa-4fe8-8b10-e444d8ced701,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:33.621037 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-0e531f01-cfcd-46bb-886f-4ef5ed6b279f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:33.622773 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-0e531f01-cfcd-46bb-886f-4ef5ed6b279f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 1125 time: 0.1206191 Feb 03 13:04:33.803014 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-236c0b2e-a725-47c8-823d-46f106843005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (609763a0-3ce4-476f-9718-e014562b81f1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.838418 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ccb261-4eb8-47d6-bd6c-c7be494bfd69', 'tag': '0bb40b38-cb05-4903-ba38-304ace11ee70'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:04:33.840013 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b10d90-e566-4d5b-a3d4-058eae1064bc" -d '{"events": [{"name": "network-changed", "server_uuid": "45ccb261-4eb8-47d6-bd6c-c7be494bfd69", "tag": "0bb40b38-cb05-4903-ba38-304ace11ee70"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:04:33.970073 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42279fb7-d2da-4c87-a549-c9717c1a38ed x-openstack-request-id: req-42279fb7-d2da-4c87-a549-c9717c1a38ed {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:04:33.970450 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ccb261-4eb8-47d6-bd6c-c7be494bfd69", "tag": "0bb40b38-cb05-4903-ba38-304ace11ee70", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:04:33.970713 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42279fb7-d2da-4c87-a549-c9717c1a38ed {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:04:33.971277 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ccb261-4eb8-47d6-bd6c-c7be494bfd69', 'tag': '0bb40b38-cb05-4903-ba38-304ace11ee70', 'status': 'completed', 'code': 200} Feb 03 13:04:33.977715 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-0bdb72ae-1144-4a9f-8418-72ba82c4762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:33.979737 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-0bdb72ae-1144-4a9f-8418-72ba82c4762c service neutron] 10.222.0.31 "GET /v2.0/networks?id=98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 HTTP/1.1" status: 200 len: 898 time: 0.3401337 Feb 03 13:04:33.987506 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-236c0b2e-a725-47c8-823d-46f106843005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (609763a0-3ce4-476f-9718-e014562b81f1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:33.997866 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-236c0b2e-a725-47c8-823d-46f106843005 admin admin] Publish callbacks [] for router_controller (609763a0-3ce4-476f-9718-e014562b81f1), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.063470 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-236c0b2e-a725-47c8-823d-46f106843005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (609763a0-3ce4-476f-9718-e014562b81f1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.064021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236c0b2e-a725-47c8-823d-46f106843005 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 609763a0-3ce4-476f-9718-e014562b81f1 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:04:34.069125 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-236c0b2e-a725-47c8-823d-46f106843005 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.072596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52310) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:34.073114 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-236c0b2e-a725-47c8-823d-46f106843005 admin admin] 10.222.0.18 "DELETE /v2.0/routers/609763a0-3ce4-476f-9718-e014562b81f1 HTTP/1.1" status: 204 len: 168 time: 2.4074566 Feb 03 13:04:34.164624 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-766734d3-b09e-4d91-812a-295e10e9599d admin admin] Deleting subnet fcebf094-1a48-4332-8ac6-12c1fc9efc80 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:04:34.168864 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-766734d3-b09e-4d91-812a-295e10e9599d admin admin] Publish callbacks [] for subnet (fcebf094-1a48-4332-8ac6-12c1fc9efc80), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.223022 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-766734d3-b09e-4d91-812a-295e10e9599d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (fcebf094-1a48-4332-8ac6-12c1fc9efc80), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.280791 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-d236d291-1851-47b8-b698-61a8e7f523c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bb40b38-cb05-4903-ba38-304ace11ee70 HTTP/1.1" status: 200 len: 999 time: 0.2794716 Feb 03 13:04:34.345260 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-766734d3-b09e-4d91-812a-295e10e9599d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (fcebf094-1a48-4332-8ac6-12c1fc9efc80), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.387158 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-8a30618f-76b8-42a1-96b1-08759301236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:34.388699 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-8a30618f-76b8-42a1-96b1-08759301236e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 1125 time: 0.3273690 Feb 03 13:04:34.389977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460f9cb-1676-46eb-84e1-9b9a7bae7bd5 req-c0d313fe-242c-4317-bd2f-60ab945660f6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:34.392481 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e460f9cb-1676-46eb-84e1-9b9a7bae7bd5 req-c0d313fe-242c-4317-bd2f-60ab945660f6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 943 time: 0.1294713 Feb 03 13:04:34.463298 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32d817-e206-429d-a48f-c766a824e173 req-07e3b92f-a9d5-4755-b010-cfe8a3807232 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:34.465930 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba32d817-e206-429d-a48f-c766a824e173 req-07e3b92f-a9d5-4755-b010-cfe8a3807232 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.2391696 Feb 03 13:04:34.473034 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-f39d8d04-c86f-4afe-9eab-55ad73e492a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:34.475011 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-f39d8d04-c86f-4afe-9eab-55ad73e492a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=147cd4bb-5254-4640-afa8-455d6d9066b1 HTTP/1.1" status: 200 len: 835 time: 0.1712470 Feb 03 13:04:34.485991 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e460f9cb-1676-46eb-84e1-9b9a7bae7bd5 req-ebb9698e-2043-4c43-9064-6ea411e146fe tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592995 Feb 03 13:04:34.492634 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-766734d3-b09e-4d91-812a-295e10e9599d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (fcebf094-1a48-4332-8ac6-12c1fc9efc80), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.560746 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766734d3-b09e-4d91-812a-295e10e9599d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcebf094-1a48-4332-8ac6-12c1fc9efc80,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:34.576357 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-766734d3-b09e-4d91-812a-295e10e9599d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.580219 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-766734d3-b09e-4d91-812a-295e10e9599d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fcebf094-1a48-4332-8ac6-12c1fc9efc80 HTTP/1.1" status: 204 len: 168 time: 0.5047772 Feb 03 13:04:34.583122 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52324) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:34.614373 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-1b883240-b554-4fbe-b62c-dc5644bbc163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:34.616788 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-1b883240-b554-4fbe-b62c-dc5644bbc163 service neutron] 10.222.0.73 "GET /v2.0/networks?id=98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 HTTP/1.1" status: 200 len: 898 time: 0.2185650 Feb 03 13:04:34.677339 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc8affd2-d3b9-4e89-89ea-dbd8f263ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (16701321-599d-4d3c-b5a8-eca3d99f90ec), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.680584 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba32d817-e206-429d-a48f-c766a824e173 req-ae03f102-f596-4ea6-aeb1-6d83a2221ca7 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017968 Feb 03 13:04:34.823802 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-8b6cc864-28c6-4c40-af9e-6cc665e643a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bb40b38-cb05-4903-ba38-304ace11ee70 HTTP/1.1" status: 200 len: 999 time: 0.1694655 Feb 03 13:04:34.841920 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc8affd2-d3b9-4e89-89ea-dbd8f263ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (16701321-599d-4d3c-b5a8-eca3d99f90ec), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.868171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7289be4b-ddc0-457c-bb00-bb85baf9016f no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:04:34.885833 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bc8affd2-d3b9-4e89-89ea-dbd8f263ee01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16701321-599d-4d3c-b5a8-eca3d99f90ec']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:34.892946 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-32fa3f47-bfae-4154-80ec-97a816ff295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:34.895280 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-32fa3f47-bfae-4154-80ec-97a816ff295b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3683858 Feb 03 13:04:34.904657 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bc8affd2-d3b9-4e89-89ea-dbd8f263ee01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06603dfb-fdc6-474b-adcb-3e7344797857') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:34.904987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bc8affd2-d3b9-4e89-89ea-dbd8f263ee01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06603dfb-fdc6-474b-adcb-3e7344797857') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:04:34.914207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 7289be4b-ddc0-457c-bb00-bb85baf9016f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:04:34.914556 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7289be4b-ddc0-457c-bb00-bb85baf9016f not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:04:34.914926 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-2f16b03f-e2a6-4d3e-a2db-c872fb6745a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:34.915045 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b8a95f7a-d6fa-4fe8-8b10-e444d8ced701 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:04:34.916750 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-2f16b03f-e2a6-4d3e-a2db-c872fb6745a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=147cd4bb-5254-4640-afa8-455d6d9066b1 HTTP/1.1" status: 200 len: 835 time: 0.0795753 Feb 03 13:04:34.921708 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 0bb40b38-cb05-4903-ba38-304ace11ee70 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:04:34.922661 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc8affd2-d3b9-4e89-89ea-dbd8f263ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (06603dfb-fdc6-474b-adcb-3e7344797857), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:34.992554 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc8affd2-d3b9-4e89-89ea-dbd8f263ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (06603dfb-fdc6-474b-adcb-3e7344797857), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:35.011779 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8affd2-d3b9-4e89-89ea-dbd8f263ee01 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:04:35.012236 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc8affd2-d3b9-4e89-89ea-dbd8f263ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (06603dfb-fdc6-474b-adcb-3e7344797857), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:35.012592 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: b8a95f7a-d6fa-4fe8-8b10-e444d8ced701 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:04:35.013533 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b8a95f7a-d6fa-4fe8-8b10-e444d8ced701 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:04:35.055362 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:04:35.059618 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] The host n-h1-827336-3 is not matching for port 0bb40b38-cb05-4903-ba38-304ace11ee70 host n-h2-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:04:35.062280 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 0bb40b38-cb05-4903-ba38-304ace11ee70 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:04:35.126389 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc8affd2-d3b9-4e89-89ea-dbd8f263ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (16701321-599d-4d3c-b5a8-eca3d99f90ec), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:35.137332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0038f23-a19c-4530-b705-802ebb7c3405 req-71ea4098-87cf-4423-9fb6-b6e7ad57cf16 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:35.145664 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a0038f23-a19c-4530-b705-802ebb7c3405 req-71ea4098-87cf-4423-9fb6-b6e7ad57cf16 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.2206991 Feb 03 13:04:35.173845 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc8affd2-d3b9-4e89-89ea-dbd8f263ee01 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:35.178301 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bc8affd2-d3b9-4e89-89ea-dbd8f263ee01 admin admin] 10.222.0.18 "DELETE /v2.0/networks/16701321-599d-4d3c-b5a8-eca3d99f90ec HTTP/1.1" status: 204 len: 168 time: 0.5939004 Feb 03 13:04:35.197517 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8affd2-d3b9-4e89-89ea-dbd8f263ee01 admin admin] Pushing event deleted for resources: {'Network': ['ID=16701321-599d-4d3c-b5a8-eca3d99f90ec,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:35.241143 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a0038f23-a19c-4530-b705-802ebb7c3405 req-1c863023-59b8-4c9e-b830-3128f5b0ef1d tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883369 Feb 03 13:04:35.331691 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-cfe55e3b-e8b9-431a-94f1-4721ab6b325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:35.334080 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-cfe55e3b-e8b9-431a-94f1-4721ab6b325e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3998756 Feb 03 13:04:35.398864 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52340) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:35.438849 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-7d02eb99-a46f-4a7f-a80e-0c6b470904e7 service neutron] 10.222.0.31 "GET /v2.0/networks/98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345631 Feb 03 13:04:35.450165 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c1389a00-b629-408d-aaf6-6a8dc7cbd515 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6bbf170378304e5f98b95eb6ac02098a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0498018 Feb 03 13:04:35.453106 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52344) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:35.491165 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-dddcf4a3-16f1-4987-a26d-0c88843ff6a0 service neutron] 10.222.0.73 "GET /v2.0/networks/98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418397 Feb 03 13:04:35.532824 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe42d-a719-416e-ae96-e9abde2f03c5 admin admin] Publish callbacks [] for security_group (97d82f7a-3338-4e3f-adcc-e72d0a62f743), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:35.607585 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe42d-a719-416e-ae96-e9abde2f03c5 admin admin] Publish callbacks [] for security_group (97d82f7a-3338-4e3f-adcc-e72d0a62f743), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:35.653953 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b7762e5-b403-4d2b-8963-270d105b6478 req-8e5af2b5-e0a7-4f7b-a660-c063e4343bc1 service neutron] 10.222.0.31 "GET /v2.0/networks/98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075338 Feb 03 13:04:35.698832 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-8d95fd21-b2e9-4e95-9dbe-01b5b0c0bb91 service neutron] 10.222.0.73 "GET /v2.0/networks/98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764431 Feb 03 13:04:35.708814 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ed549-0bd7-4eeb-9772-306e8b0dd28e req-79f9cd6e-45b9-4507-bad1-e4fe94c19910 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:35.711160 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f49ed549-0bd7-4eeb-9772-306e8b0dd28e req-79f9cd6e-45b9-4507-bad1-e4fe94c19910 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 943 time: 0.0964339 Feb 03 13:04:35.714403 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe42d-a719-416e-ae96-e9abde2f03c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (97d82f7a-3338-4e3f-adcc-e72d0a62f743), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:35.723529 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe42d-a719-416e-ae96-e9abde2f03c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:35.728090 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8bcbe42d-a719-416e-ae96-e9abde2f03c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97d82f7a-3338-4e3f-adcc-e72d0a62f743 HTTP/1.1" status: 204 len: 168 time: 0.2738872 Feb 03 13:04:35.756565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbe42d-a719-416e-ae96-e9abde2f03c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d82f7a-3338-4e3f-adcc-e72d0a62f743,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:35.840175 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f49ed549-0bd7-4eeb-9772-306e8b0dd28e req-481a4348-b4ac-471a-ad38-81a89584257c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184275 Feb 03 13:04:35.870059 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-271d265c-9f2b-4ee1-8a1e-eefdcd5aaa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:35.871796 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-271d265c-9f2b-4ee1-8a1e-eefdcd5aaa98 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 1125 time: 0.1146135 Feb 03 13:04:35.964932 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6d121-12f0-4888-aaec-f6003906202c req-33be395b-0951-43ac-b9e4-83758df2d669 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:35.966743 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b1e6d121-12f0-4888-aaec-f6003906202c req-33be395b-0951-43ac-b9e4-83758df2d669 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0948632 Feb 03 13:04:36.047293 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-cc9da21b-271d-40f3-8a5e-0ce6600de4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:36.049134 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-cc9da21b-271d-40f3-8a5e-0ce6600de4d6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 HTTP/1.1" status: 200 len: 898 time: 0.1504874 Feb 03 13:04:36.075674 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b1e6d121-12f0-4888-aaec-f6003906202c req-aaeca250-e33d-4305-adab-5edfd11a8277 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972412 Feb 03 13:04:36.129278 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-90cec995-157b-49e2-91ea-c43ed1eebcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:36.146488 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-2324fd4a-5b55-43fa-9440-bed77c9c5a07 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bb40b38-cb05-4903-ba38-304ace11ee70 HTTP/1.1" status: 200 len: 999 time: 0.0905066 Feb 03 13:04:36.200538 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-09d2f61d-5e24-4a18-856f-8969ae21a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:36.202047 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-09d2f61d-5e24-4a18-856f-8969ae21a95c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=147cd4bb-5254-4640-afa8-455d6d9066b1 HTTP/1.1" status: 200 len: 835 time: 0.0488548 Feb 03 13:04:36.317793 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-a5977a6c-a310-401d-be36-bc416e4e7e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:36.319459 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-a5977a6c-a310-401d-be36-bc416e4e7e7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0998735 Feb 03 13:04:36.449430 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-76f6c3c6-b694-4d2b-9447-9c45c8f1f0bb service neutron] 10.222.0.31 "GET /v2.0/networks/98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236944 Feb 03 13:04:36.590847 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a508b-b5df-4ebc-a16a-a0027c2538b1 req-6028f5ee-3e20-4fde-a191-a5a71cff362e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:36.598676 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0f9a508b-b5df-4ebc-a16a-a0027c2538b1 req-6028f5ee-3e20-4fde-a191-a5a71cff362e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.1523640 Feb 03 13:04:36.664214 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b6b10d90-e566-4d5b-a3d4-058eae1064bc req-0577400d-37e9-413c-a5f0-f8542b30c041 service neutron] 10.222.0.31 "GET /v2.0/networks/98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850467 Feb 03 13:04:36.679581 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0f9a508b-b5df-4ebc-a16a-a0027c2538b1 req-6c695381-fcdf-4bd3-972a-5e9b88184ff0 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796366 Feb 03 13:04:36.974044 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:37.037184 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fb71c-2e00-47dd-9e41-ee3ac2a70cc4 req-32b19d81-2a89-44e8-aa79-223f054dfea0 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:37.038722 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a91fb71c-2e00-47dd-9e41-ee3ac2a70cc4 req-32b19d81-2a89-44e8-aa79-223f054dfea0 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 943 time: 0.0963893 Feb 03 13:04:37.145491 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a91fb71c-2e00-47dd-9e41-ee3ac2a70cc4 req-975e92df-cf61-4a25-8043-c3f6535fdfd5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898957 Feb 03 13:04:37.308326 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156712a-f620-4532-9013-ed3c37b974b2 req-288c098f-08dd-495e-ae4b-9f985b8d6189 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:37.323340 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9156712a-f620-4532-9013-ed3c37b974b2 req-288c098f-08dd-495e-ae4b-9f985b8d6189 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0868895 Feb 03 13:04:37.422548 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9156712a-f620-4532-9013-ed3c37b974b2 req-95c2089d-15ea-4e09-8ce6-8818a1015e36 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919008 Feb 03 13:04:37.496063 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b45ed898-ad8d-4af9-bea7-be4f1cb86398 req-c798cb0a-0e20-4599-9273-d42dc7075c48 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5c0bbb3-545a-47e9-be14-7c0d4ab637b4 HTTP/1.1" status: 200 len: 210 time: 0.0471389 Feb 03 13:04:37.941511 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a683d-5dad-4394-8533-c2fb9e6e5148 req-53343c6b-905c-4f9b-a598-17824a3bf27f tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:37.943381 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5b9a683d-5dad-4394-8533-c2fb9e6e5148 req-53343c6b-905c-4f9b-a598-17824a3bf27f tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.1239898 Feb 03 13:04:38.041344 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5b9a683d-5dad-4394-8533-c2fb9e6e5148 req-94543d8f-e8f3-418c-81c2-5a741a0258ca tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878453 Feb 03 13:04:38.055987 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88220cdc-fcbf-42ef-9872-918be34ac9d6 req-f5cfd131-d211-49b7-898b-0a175a5c58b2 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0677085 Feb 03 13:04:38.259332 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:38.365394 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58ee17-29b9-4e67-ad52-09c888f0a268 req-93b09886-d851-4129-b740-b41b02f75f65 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:38.367038 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ea58ee17-29b9-4e67-ad52-09c888f0a268 req-93b09886-d851-4129-b740-b41b02f75f65 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 943 time: 0.0693710 Feb 03 13:04:38.456234 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ea58ee17-29b9-4e67-ad52-09c888f0a268 req-c1b02461-051b-49e6-bcd1-185875798833 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783694 Feb 03 13:04:38.594867 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5f961-6bc6-4d84-957b-e4dc34380b8c req-af0ef5b6-da13-4f09-acd2-b2613f8c589f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:38.604200 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97d5f961-6bc6-4d84-957b-e4dc34380b8c req-af0ef5b6-da13-4f09-acd2-b2613f8c589f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0727317 Feb 03 13:04:38.681841 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97d5f961-6bc6-4d84-957b-e4dc34380b8c req-902a13ba-f96c-4923-a6eb-2b6b62699a3e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742004 Feb 03 13:04:38.814084 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d62d8-49a8-4ab2-8be4-f4491f7c2ee7 req-22bd0815-1445-4fb9-848d-e773e94432ed tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:38.823038 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a16d62d8-49a8-4ab2-8be4-f4491f7c2ee7 req-22bd0815-1445-4fb9-848d-e773e94432ed tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 943 time: 0.0860577 Feb 03 13:04:38.920311 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a16d62d8-49a8-4ab2-8be4-f4491f7c2ee7 req-228cf3a8-2b90-4eab-9625-75216adc4e61 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960548 Feb 03 13:04:39.054124 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca7954-fdcb-48bc-ad8f-dfb4ccc83ee5 req-1b0e9369-ca66-4e62-8909-45ba8cded2f7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:39.055622 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-03ca7954-fdcb-48bc-ad8f-dfb4ccc83ee5 req-1b0e9369-ca66-4e62-8909-45ba8cded2f7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.73 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69&tenant_id=6b3ece076217446ab8e2a581b50fd3d4&binding%3Ahost_id=n-h2-827336-3 HTTP/1.1" status: 200 len: 943 time: 0.1192443 Feb 03 13:04:39.165672 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-03ca7954-fdcb-48bc-ad8f-dfb4ccc83ee5 req-312a0205-2718-4e7d-bb0d-56173c80cf9a service neutron] delete failed (client error): The resource could not be found. Feb 03 13:04:39.169494 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-03ca7954-fdcb-48bc-ad8f-dfb4ccc83ee5 req-312a0205-2718-4e7d-bb0d-56173c80cf9a service neutron] 10.222.0.73 "DELETE /v2.0/ports/0bb40b38-cb05-4903-ba38-304ace11ee70/bindings/n-h1-827336-3 HTTP/1.1" status: 404 len: 380 time: 0.1060150 Feb 03 13:04:39.253284 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ead7a770-feec-48c9-842e-2f996171bcb6 req-d6365104-6b0d-4b7a-ba16-9a79aad39b9f tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0647759 Feb 03 13:04:39.317577 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c00c13-f657-45fd-8243-cd790d14ab31 req-7ab39070-82f4-49fd-a44e-d4379dce4acd tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:39.324790 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e9c00c13-f657-45fd-8243-cd790d14ab31 req-7ab39070-82f4-49fd-a44e-d4379dce4acd tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.1188083 Feb 03 13:04:39.379800 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca7954-fdcb-48bc-ad8f-dfb4ccc83ee5 req-0d83d549-a576-4661-b091-21bdcd71b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:39.381343 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-03ca7954-fdcb-48bc-ad8f-dfb4ccc83ee5 req-0d83d549-a576-4661-b091-21bdcd71b38f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 1125 time: 0.1270325 Feb 03 13:04:39.396363 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e9c00c13-f657-45fd-8243-cd790d14ab31 req-cbc2ed5b-03ff-49f7-aa0e-e439216f8033 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703220 Feb 03 13:04:39.418322 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 0bb40b38-cb05-4903-ba38-304ace11ee70 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:04:39.520330 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca7954-fdcb-48bc-ad8f-dfb4ccc83ee5 req-ea85f2fc-a474-4dec-8858-85e4d95cf9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:39.521845 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-03ca7954-fdcb-48bc-ad8f-dfb4ccc83ee5 req-ea85f2fc-a474-4dec-8858-85e4d95cf9ac service neutron] 10.222.0.73 "GET /v2.0/networks?id=98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 HTTP/1.1" status: 200 len: 898 time: 0.1344018 Feb 03 13:04:39.632331 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-03ca7954-fdcb-48bc-ad8f-dfb4ccc83ee5 req-f6f966b3-3c41-4828-9242-9be5e4911cce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bb40b38-cb05-4903-ba38-304ace11ee70 HTTP/1.1" status: 200 len: 999 time: 0.1032202 Feb 03 13:04:39.694255 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca7954-fdcb-48bc-ad8f-dfb4ccc83ee5 req-327200f5-1270-4554-a74f-ceef43f5f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:39.696074 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-03ca7954-fdcb-48bc-ad8f-dfb4ccc83ee5 req-327200f5-1270-4554-a74f-ceef43f5f1e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=147cd4bb-5254-4640-afa8-455d6d9066b1 HTTP/1.1" status: 200 len: 835 time: 0.0581241 Feb 03 13:04:39.706401 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 0bb40b38-cb05-4903-ba38-304ace11ee70, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=0bb40b38-cb05-4903-ba38-304ace11ee70,segment=NetworkSegment(8cb7a044-f1ed-4a34-8aac-bd7786e940a6),segment_id=8cb7a044-f1ed-4a34-8aac-bd7786e940a6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:39.724939 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '0bb40b38-cb05-4903-ba38-304ace11ee70', 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9', 'port_id': '0bb40b38-cb05-4903-ba38-304ace11ee70', 'mac_address': 'fa:16:3e:78:15:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147cd4bb-5254-4640-afa8-455d6d9066b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:04:39.756866 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca7954-fdcb-48bc-ad8f-dfb4ccc83ee5 req-0b152347-b5dc-4533-aa87-e42001c8e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:39.758609 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-03ca7954-fdcb-48bc-ad8f-dfb4ccc83ee5 req-0b152347-b5dc-4533-aa87-e42001c8e2ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567658 Feb 03 13:04:39.787583 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 0bb40b38-cb05-4903-ba38-304ace11ee70 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:39.788303 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:39.808417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb40b38-cb05-4903-ba38-304ace11ee70 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:04:39.834004 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 0bb40b38-cb05-4903-ba38-304ace11ee70, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=0bb40b38-cb05-4903-ba38-304ace11ee70,segment=NetworkSegment(8cb7a044-f1ed-4a34-8aac-bd7786e940a6),segment_id=8cb7a044-f1ed-4a34-8aac-bd7786e940a6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:39.848526 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:39.918868 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:39.922155 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=0bb40b38-cb05-4903-ba38-304ace11ee70,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:39.934021 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:39.934767 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:39.935335 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:39.935886 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:39.936533 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:39.937083 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:39.937626 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:39.938310 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:39.940338 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:39.940913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:39.941702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:39.942257 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:39.942959 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:04:39.944735 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-03ca7954-fdcb-48bc-ad8f-dfb4ccc83ee5 req-f152a159-5860-4c36-974c-a3a4398a3c81 service neutron] 10.222.0.73 "GET /v2.0/networks/98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797466 Feb 03 13:04:40.014577 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa11a0-1743-4312-933e-b0fe21c67ffe req-c2553cbe-bcf9-44ff-a228-e85d4ffe62bc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:40.024527 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0aa11a0-1743-4312-933e-b0fe21c67ffe req-c2553cbe-bcf9-44ff-a228-e85d4ffe62bc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.2288728 Feb 03 13:04:40.071447 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64895649-14ba-44a6-9a93-d58218f24d4a req-2a36fd7f-5f3f-4c18-8c74-8e64485b181b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:40.073076 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64895649-14ba-44a6-9a93-d58218f24d4a req-2a36fd7f-5f3f-4c18-8c74-8e64485b181b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 944 time: 0.0669415 Feb 03 13:04:40.114214 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['0bb40b38-cb05-4903-ba38-304ace11ee70'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:04:40.137130 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-03ca7954-fdcb-48bc-ad8f-dfb4ccc83ee5 req-fe9ef672-34d1-4b92-ae76-8abbb7bca801 service neutron] 10.222.0.73 "GET /v2.0/networks/98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852531 Feb 03 13:04:40.149305 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64895649-14ba-44a6-9a93-d58218f24d4a req-c580c4d6-8730-4703-90cb-b9d0bd9d866e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702126 Feb 03 13:04:40.206851 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a68d21e7-bd8e-4e8c-ba36-f57faf97dcbf req-2dd35a65-88be-40ba-a69e-54768a6322d1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a5c0bbb3-545a-47e9-be14-7c0d4ab637b4 HTTP/1.1" status: 200 len: 210 time: 0.1296291 Feb 03 13:04:40.232299 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0aa11a0-1743-4312-933e-b0fe21c67ffe req-e76f6244-817e-4fa4-a86e-7a0326e23765 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561995 Feb 03 13:04:40.413414 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d7696349-0fda-4642-a248-a3de28175e0b req-90028488-9ee7-48ee-809a-b32b3bde18f5 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0463212 Feb 03 13:04:40.534765 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fa9c7-08d5-4758-9252-6595bea4c927 req-f6d7716c-ed8d-4f28-86d5-9fdbee09d50b tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:40.537011 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e5fa9c7-08d5-4758-9252-6595bea4c927 req-f6d7716c-ed8d-4f28-86d5-9fdbee09d50b tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0725822 Feb 03 13:04:40.598219 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e5fa9c7-08d5-4758-9252-6595bea4c927 req-45b99142-63d2-4839-94c2-47be76a13753 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549095 Feb 03 13:04:40.712666 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-074eb6e0-4065-4281-bab6-1f24130eaa29 req-94cb09e8-5d75-490d-95d1-fd1097295042 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0296478 Feb 03 13:04:41.328035 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5578a-9b2c-4e1d-bde8-6c283cac8802 req-ec97712c-aca2-4ca6-95a7-5c49a1da087f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:41.337248 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-99d5578a-9b2c-4e1d-bde8-6c283cac8802 req-ec97712c-aca2-4ca6-95a7-5c49a1da087f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 944 time: 0.1185338 Feb 03 13:04:41.399964 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd96bb1-b315-4299-8512-080947eea66d req-679ac278-a9ee-48c1-b6a5-a0beb0784e19 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:41.409781 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1bd96bb1-b315-4299-8512-080947eea66d req-679ac278-a9ee-48c1-b6a5-a0beb0784e19 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0913978 Feb 03 13:04:41.427842 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 0bb40b38-cb05-4903-ba38-304ace11ee70 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:04:41.443334 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-99d5578a-9b2c-4e1d-bde8-6c283cac8802 req-29abd59c-0e51-4c5e-ab41-8c60dc7313e1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764523 Feb 03 13:04:41.464818 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52560) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:41.498501 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1bd96bb1-b315-4299-8512-080947eea66d req-7f560f3a-3aad-4add-a0c5-16642213d6c6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824888 Feb 03 13:04:41.568993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 0bb40b38-cb05-4903-ba38-304ace11ee70 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:04:41.581553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 0bb40b38-cb05-4903-ba38-304ace11ee70 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:41.582288 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.597103 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38b0e1ee-0b81-4bd6-8b11-7060bedff52a req-9c9752f6-51ee-4e98-ab99-23139099fa1c tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0487466 Feb 03 13:04:41.624176 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bdc9fd22-2e1a-46e3-aa02-6343f3441afe tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/floatingips/7c545843-19de-47df-90f3-4315d0749449 HTTP/1.1" status: 200 len: 992 time: 0.1461811 Feb 03 13:04:41.768696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 0bb40b38-cb05-4903-ba38-304ace11ee70 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:41.769014 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.816304 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ccb261-4eb8-47d6-bd6c-c7be494bfd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb40b38-cb05-4903-ba38-304ace11ee70'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:04:41.818828 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108b4563-cc25-43b1-95b7-342080601818" -d '{"events": [{"server_uuid": "45ccb261-4eb8-47d6-bd6c-c7be494bfd69", "name": "network-vif-plugged", "status": "completed", "tag": "0bb40b38-cb05-4903-ba38-304ace11ee70"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:04:41.824169 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ae625-52a3-464f-88c0-321ed1351f73 req-d337900f-9011-41bf-9585-b41f078b66ff tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:41.833197 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 0bb40b38-cb05-4903-ba38-304ace11ee70, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=0bb40b38-cb05-4903-ba38-304ace11ee70,segment=NetworkSegment(8cb7a044-f1ed-4a34-8aac-bd7786e940a6),segment_id=8cb7a044-f1ed-4a34-8aac-bd7786e940a6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:41.834374 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bb5ae625-52a3-464f-88c0-321ed1351f73 req-d337900f-9011-41bf-9585-b41f078b66ff tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.1320493 Feb 03 13:04:41.847108 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:41.900608 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bb5ae625-52a3-464f-88c0-321ed1351f73 req-f65760ec-cc03-4c57-b042-1ae15417cc91 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654659 Feb 03 13:04:41.915544 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3eb2236-2065-42e3-a2e0-89c51261195a x-openstack-request-id: req-f3eb2236-2065-42e3-a2e0-89c51261195a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:04:41.915840 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ccb261-4eb8-47d6-bd6c-c7be494bfd69", "name": "network-vif-plugged", "status": "completed", "tag": "0bb40b38-cb05-4903-ba38-304ace11ee70", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:04:41.916116 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3eb2236-2065-42e3-a2e0-89c51261195a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:04:41.916503 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ccb261-4eb8-47d6-bd6c-c7be494bfd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb40b38-cb05-4903-ba38-304ace11ee70', 'code': 200} Feb 03 13:04:41.931795 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=0bb40b38-cb05-4903-ba38-304ace11ee70,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:42.677090 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213b4dc-1a87-4822-aa10-d5b73aaff915 req-d86322ac-88c3-4919-ac08-108b750ba4da tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:42.678708 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a213b4dc-1a87-4822-aa10-d5b73aaff915 req-d86322ac-88c3-4919-ac08-108b750ba4da tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 943 time: 0.0721643 Feb 03 13:04:42.755095 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a213b4dc-1a87-4822-aa10-d5b73aaff915 req-c4cb24cb-aade-4a1e-a7d3-29201de3e051 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642602 Feb 03 13:04:42.765085 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1a37129c-824e-4b8f-a482-7409d7a07c53 req-5eac9e84-76c0-4dc2-81a6-a903570eddfd tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0573657 Feb 03 13:04:42.903731 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 7b4964ad-9806-4589-9b6d-44834ad5394f details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:04:43.126512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 7b4964ad-9806-4589-9b6d-44834ad5394f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=7b4964ad-9806-4589-9b6d-44834ad5394f,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:43.139871 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35fdab-e53e-4f26-a12b-51c2c76067ac req-404bdb0c-16b9-4cc5-b924-53b727ed46f5 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:43.153756 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b35fdab-e53e-4f26-a12b-51c2c76067ac req-404bdb0c-16b9-4cc5-b924-53b727ed46f5 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.1567023 Feb 03 13:04:43.167139 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '7b4964ad-9806-4589-9b6d-44834ad5394f', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'port_id': '7b4964ad-9806-4589-9b6d-44834ad5394f', 'mac_address': 'fa:16:3e:85:45:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:04:43.254354 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b35fdab-e53e-4f26-a12b-51c2c76067ac req-6c0c6b54-acb3-4837-91f2-425b77cb2b0c tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993555 Feb 03 13:04:43.290335 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 7b4964ad-9806-4589-9b6d-44834ad5394f is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:43.290335 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7b4964ad-9806-4589-9b6d-44834ad5394f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:43.301622 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-84824c79-cfae-4eba-96aa-b6ce15db0c08 req-ab370498-9eba-4b3b-97e5-98cb28074e17 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0607903 Feb 03 13:04:43.337268 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4964ad-9806-4589-9b6d-44834ad5394f {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:04:43.360934 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 7b4964ad-9806-4589-9b6d-44834ad5394f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=7b4964ad-9806-4589-9b6d-44834ad5394f,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:43.367345 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7b4964ad-9806-4589-9b6d-44834ad5394f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:43.439653 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=7b4964ad-9806-4589-9b6d-44834ad5394f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:43.746225 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['7b4964ad-9806-4589-9b6d-44834ad5394f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:04:43.918538 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a4ae7-7d16-4218-acb5-1fc6067ce8e6 req-c9695962-914e-4f95-8f8e-be3b6cd606ea tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:43.921582 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bc0a4ae7-7d16-4218-acb5-1fc6067ce8e6 req-c9695962-914e-4f95-8f8e-be3b6cd606ea tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 944 time: 0.0612237 Feb 03 13:04:43.978448 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bc0a4ae7-7d16-4218-acb5-1fc6067ce8e6 req-c524ac26-e151-4752-b1fb-955a7b72f160 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511787 Feb 03 13:04:44.444150 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3c800-a46a-429e-bca9-f9dcb777f0b9 req-a7df0094-3523-435f-a8d2-4d473f62ac57 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:44.446531 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-61f3c800-a46a-429e-bca9-f9dcb777f0b9 req-a7df0094-3523-435f-a8d2-4d473f62ac57 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0936964 Feb 03 13:04:44.455794 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bb006ffd-178b-492a-a0c1-80348e15168f req-64583edd-87cd-4a76-9447-e35b79619145 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0277646 Feb 03 13:04:44.497775 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-61f3c800-a46a-429e-bca9-f9dcb777f0b9 req-f0ebc5e3-d5cf-4c73-95a1-a4733c9eb068 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442529 Feb 03 13:04:44.904770 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 7b4964ad-9806-4589-9b6d-44834ad5394f up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:04:44.958542 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 7b4964ad-9806-4589-9b6d-44834ad5394f completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:04:44.962817 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 7b4964ad-9806-4589-9b6d-44834ad5394f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:04:44.963201 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7b4964ad-9806-4589-9b6d-44834ad5394f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:45.050409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 7b4964ad-9806-4589-9b6d-44834ad5394f is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:04:45.050880 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7b4964ad-9806-4589-9b6d-44834ad5394f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:45.075441 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f45c468-ce1e-46a3-9514-47e65497f687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4964ad-9806-4589-9b6d-44834ad5394f'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:04:45.078334 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caa945c-c1ec-47a1-8cb2-f2000c588cf3" -d '{"events": [{"server_uuid": "1f45c468-ce1e-46a3-9514-47e65497f687", "name": "network-vif-plugged", "status": "completed", "tag": "7b4964ad-9806-4589-9b6d-44834ad5394f"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:04:45.121219 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 7b4964ad-9806-4589-9b6d-44834ad5394f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=7b4964ad-9806-4589-9b6d-44834ad5394f,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:45.129749 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7b4964ad-9806-4589-9b6d-44834ad5394f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:45.165844 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e7fb1-4c34-469b-a462-2319edecfa86 req-fb51f23f-42d8-46ee-b17b-eb12d44bfe48 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:45.168616 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd137137-34fa-43b4-a38a-b8436d7a188e x-openstack-request-id: req-cd137137-34fa-43b4-a38a-b8436d7a188e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:04:45.169277 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f45c468-ce1e-46a3-9514-47e65497f687", "name": "network-vif-plugged", "status": "completed", "tag": "7b4964ad-9806-4589-9b6d-44834ad5394f", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:04:45.169742 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd137137-34fa-43b4-a38a-b8436d7a188e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:04:45.170445 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f45c468-ce1e-46a3-9514-47e65497f687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4964ad-9806-4589-9b6d-44834ad5394f', 'code': 200} Feb 03 13:04:45.176044 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd6e7fb1-4c34-469b-a462-2319edecfa86 req-fb51f23f-42d8-46ee-b17b-eb12d44bfe48 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 944 time: 0.1037366 Feb 03 13:04:45.216862 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=7b4964ad-9806-4589-9b6d-44834ad5394f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:45.267734 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd6e7fb1-4c34-469b-a462-2319edecfa86 req-70522d5b-5016-4acc-b21d-8c16e724d80d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856218 Feb 03 13:04:45.290464 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144ab25-91f1-4fea-8669-636648fb8e73 req-d3713b3d-ff6b-4987-a7db-dc433cd72076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:45.292060 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5144ab25-91f1-4fea-8669-636648fb8e73 req-d3713b3d-ff6b-4987-a7db-dc433cd72076 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 1127 time: 0.0650325 Feb 03 13:04:45.353280 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5144ab25-91f1-4fea-8669-636648fb8e73 req-5d24bf42-7766-431c-b173-0cf25719f774 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549405 Feb 03 13:04:45.597244 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1da4e017-b931-4e9d-83cb-df8c78282a0b req-3f6620c6-df6d-4c4a-ae13-1023e8e27ca9 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0462875 Feb 03 13:04:45.660095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb887999-64a0-4b84-be1b-11a5c6f88562 req-69b2934c-a515-4c93-8b49-e583fef4ed97 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:45.661908 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cb887999-64a0-4b84-be1b-11a5c6f88562 req-69b2934c-a515-4c93-8b49-e583fef4ed97 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0758400 Feb 03 13:04:45.717151 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cb887999-64a0-4b84-be1b-11a5c6f88562 req-c3bb55ee-c526-4f00-a9b7-81b858671cef tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483544 Feb 03 13:04:46.011994 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:46.405193 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d6e2f-9702-49d6-bf14-f3232e9e8c68 req-0c263362-7e51-442f-99ba-24d58375bc96 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:46.407119 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b61d6e2f-9702-49d6-bf14-f3232e9e8c68 req-0c263362-7e51-442f-99ba-24d58375bc96 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 945 time: 0.0680015 Feb 03 13:04:46.463445 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b61d6e2f-9702-49d6-bf14-f3232e9e8c68 req-a1c02fa3-fef8-48de-9be8-1e572e9e8a1e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503511 Feb 03 13:04:46.714916 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-14f85319-cc32-4c28-ae5c-a97391781edc req-7d4dbf1a-7e52-4cba-8058-ed932ed8e7b2 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0340776 Feb 03 13:04:46.896565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c7cc1-4506-4861-ad34-c27c4970aee4 req-068daaf6-8506-443d-b7b6-a13c96b3453e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:46.898112 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-173c7cc1-4506-4861-ad34-c27c4970aee4 req-068daaf6-8506-443d-b7b6-a13c96b3453e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0623240 Feb 03 13:04:46.948100 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-173c7cc1-4506-4861-ad34-c27c4970aee4 req-43e9ea7d-052a-4237-96ec-3c7fb8c6f7fa tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431414 Feb 03 13:04:47.588146 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611590a-66ac-4c84-94ac-27c95d75a467 req-1b6dc778-6d82-47d2-96fd-650126ab1a16 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:47.589790 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a611590a-66ac-4c84-94ac-27c95d75a467 req-1b6dc778-6d82-47d2-96fd-650126ab1a16 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 945 time: 0.0560238 Feb 03 13:04:47.641038 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a611590a-66ac-4c84-94ac-27c95d75a467 req-8a31ce42-3fef-4522-9112-44436a67f8ac tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447905 Feb 03 13:04:47.770468 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b211b-546d-4c34-9a4a-882dac99193e req-b801dcd2-de12-4402-a110-8c277a301fea tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:47.772326 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-486b211b-546d-4c34-9a4a-882dac99193e req-b801dcd2-de12-4402-a110-8c277a301fea tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 945 time: 0.0564981 Feb 03 13:04:47.839865 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-486b211b-546d-4c34-9a4a-882dac99193e req-d7995a2f-da0d-4712-8120-69ce8da35451 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587180 Feb 03 13:04:47.891251 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9013764a-d78c-42f9-b183-7ec66bcb364e req-063ae01e-f166-4696-b4b8-a6b13dfb7a51 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0574806 Feb 03 13:04:48.024585 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8043406-5643-4cce-b702-4f81f409e2e1 req-e181d6c0-aacf-4572-a98a-77aedd782817 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:48.037979 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f8043406-5643-4cce-b702-4f81f409e2e1 req-e181d6c0-aacf-4572-a98a-77aedd782817 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 945 time: 0.0842998 Feb 03 13:04:48.128536 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3d7d7-a35a-4d88-a39b-6a9151432286 req-dd8fb524-dea9-4f7d-8429-92718c131693 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:48.130071 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f8043406-5643-4cce-b702-4f81f409e2e1 req-4e309a59-37df-4746-b6b9-cfb4d1481bfe tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806677 Feb 03 13:04:48.136206 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-36e3d7d7-a35a-4d88-a39b-6a9151432286 req-dd8fb524-dea9-4f7d-8429-92718c131693 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0744240 Feb 03 13:04:48.255905 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-36e3d7d7-a35a-4d88-a39b-6a9151432286 req-1c28cdbf-09a0-475d-b770-8c6b5bd812f7 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187096 Feb 03 13:04:48.578096 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f6829-4f11-46a7-921e-4d73dc288232 req-8be7507d-ee16-4d9a-b489-3111a1a18ce8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:48.579960 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-240f6829-4f11-46a7-921e-4d73dc288232 req-8be7507d-ee16-4d9a-b489-3111a1a18ce8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 945 time: 0.0651078 Feb 03 13:04:48.638109 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-240f6829-4f11-46a7-921e-4d73dc288232 req-3d5a2b28-ca4f-4014-86e1-059d8bb6ba5a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522938 Feb 03 13:04:49.014795 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8dec4c42-0b5c-4041-ab47-19560a6dd049 req-eea53bdd-81ea-4207-b454-580b9f21f318 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0490990 Feb 03 13:04:49.418291 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09c954-b44c-40eb-b352-50fcdf64d267 req-a5c8542c-3583-46ff-b336-880ab534460f tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:49.420710 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0e09c954-b44c-40eb-b352-50fcdf64d267 req-a5c8542c-3583-46ff-b336-880ab534460f tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0724413 Feb 03 13:04:49.496074 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0e09c954-b44c-40eb-b352-50fcdf64d267 req-5c361943-9243-49ff-97b0-041864e381b4 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672457 Feb 03 13:04:49.803926 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4589213-c99d-443b-981b-37998b2e68aa req-cd57c9ba-053c-4edc-9609-f57ef3646c36 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:49.812655 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4589213-c99d-443b-981b-37998b2e68aa req-cd57c9ba-053c-4edc-9609-f57ef3646c36 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 945 time: 0.0854940 Feb 03 13:04:49.900698 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d4589213-c99d-443b-981b-37998b2e68aa req-07546e18-846b-4a66-bfc8-77d5b11b8ead tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862296 Feb 03 13:04:50.171808 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de414ed7-1240-4cb7-ae3c-b8472479c556 req-0395ee1e-6176-4617-a079-7ec7e0973d16 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0331550 Feb 03 13:04:50.377748 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15857a3-5913-413c-ab21-d9aa2637e548 req-b8fbae00-631b-436a-9584-02d82d7425ef tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:50.379464 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f15857a3-5913-413c-ab21-d9aa2637e548 req-b8fbae00-631b-436a-9584-02d82d7425ef tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 945 time: 0.0741603 Feb 03 13:04:50.484937 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-f15857a3-5913-413c-ab21-d9aa2637e548 req-f0017a14-305f-4f81-8bec-d98df705f677 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Deleting port 7b4964ad-9806-4589-9b6d-44834ad5394f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:04:50.485738 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f15857a3-5913-413c-ab21-d9aa2637e548 req-f0017a14-305f-4f81-8bec-d98df705f677 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (7b4964ad-9806-4589-9b6d-44834ad5394f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:50.608037 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f15857a3-5913-413c-ab21-d9aa2637e548 req-f0017a14-305f-4f81-8bec-d98df705f677 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] For port 7b4964ad-9806-4589-9b6d-44834ad5394f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=7b4964ad-9806-4589-9b6d-44834ad5394f,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:04:50.608668 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f15857a3-5913-413c-ab21-d9aa2637e548 req-f0017a14-305f-4f81-8bec-d98df705f677 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (7b4964ad-9806-4589-9b6d-44834ad5394f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:50.623469 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-f15857a3-5913-413c-ab21-d9aa2637e548 req-f0017a14-305f-4f81-8bec-d98df705f677 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Calling delete_port for 7b4964ad-9806-4589-9b6d-44834ad5394f owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:04:50.649896 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbef76f-d2d9-4dca-8b28-b14a7ba2ce44 req-ba73b510-3a9b-4870-b718-b024a900c867 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:50.651857 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3cbef76f-d2d9-4dca-8b28-b14a7ba2ce44 req-ba73b510-3a9b-4870-b718-b024a900c867 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0794997 Feb 03 13:04:50.725790 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3cbef76f-d2d9-4dca-8b28-b14a7ba2ce44 req-7ba43129-f861-4178-a545-3f051a8ddfde tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678270 Feb 03 13:04:50.793243 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f15857a3-5913-413c-ab21-d9aa2637e548 req-f0017a14-305f-4f81-8bec-d98df705f677 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (7b4964ad-9806-4589-9b6d-44834ad5394f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:50.835202 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0017a14-305f-4f81-8bec-d98df705f677 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event deleted for resources: {'Port': ['ID=7b4964ad-9806-4589-9b6d-44834ad5394f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:50.849132 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['7b4964ad-9806-4589-9b6d-44834ad5394f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:04:50.902618 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15857a3-5913-413c-ab21-d9aa2637e548 req-f0017a14-305f-4f81-8bec-d98df705f677 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] No DVR routers for this DVR port 7b4964ad-9806-4589-9b6d-44834ad5394f on host n-h1-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:04:50.909820 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f15857a3-5913-413c-ab21-d9aa2637e548 req-f0017a14-305f-4f81-8bec-d98df705f677 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:50.914351 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f15857a3-5913-413c-ab21-d9aa2637e548 req-f0017a14-305f-4f81-8bec-d98df705f677 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.73 "DELETE /v2.0/ports/7b4964ad-9806-4589-9b6d-44834ad5394f HTTP/1.1" status: 204 len: 173 time: 0.5278392 Feb 03 13:04:50.915052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f45c468-ce1e-46a3-9514-47e65497f687', 'name': 'network-vif-deleted', 'tag': '7b4964ad-9806-4589-9b6d-44834ad5394f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:04:50.918577 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12a7858-41e4-48a6-9ac5-5fc2bddbda29" -d '{"events": [{"server_uuid": "1f45c468-ce1e-46a3-9514-47e65497f687", "name": "network-vif-deleted", "tag": "7b4964ad-9806-4589-9b6d-44834ad5394f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:04:50.989488 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c17c299-018e-4b21-ae28-df7bdf536079 x-openstack-request-id: req-2c17c299-018e-4b21-ae28-df7bdf536079 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:04:50.989852 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f45c468-ce1e-46a3-9514-47e65497f687", "name": "network-vif-deleted", "tag": "7b4964ad-9806-4589-9b6d-44834ad5394f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:04:50.990116 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c17c299-018e-4b21-ae28-df7bdf536079 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:04:50.990550 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f45c468-ce1e-46a3-9514-47e65497f687', 'name': 'network-vif-deleted', 'tag': '7b4964ad-9806-4589-9b6d-44834ad5394f', 'status': 'completed', 'code': 200} Feb 03 13:04:51.100683 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6379248e-5541-4ce0-8f59-5c356c209bd1 req-84281cf4-ef16-48dc-b553-d0e80cbdd3c4 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 210 time: 0.0501497 Feb 03 13:04:51.316086 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b4756af0-5770-4aff-8488-8390cbfb89e2 req-925ed15e-6926-4ab6-969f-7a9546a0c15c tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0300503 Feb 03 13:04:51.902619 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c57c45-6463-4fcf-a917-03f2ad06778b req-90f14ff2-4233-4f57-b2e7-95166cbb40b9 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:51.905276 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0c57c45-6463-4fcf-a917-03f2ad06778b req-90f14ff2-4233-4f57-b2e7-95166cbb40b9 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0785956 Feb 03 13:04:51.977918 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0c57c45-6463-4fcf-a917-03f2ad06778b req-94eff795-3408-4edb-b480-6edd4996f7f7 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638156 Feb 03 13:04:52.236279 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e51685ff-27d1-4345-9b98-339bb4692b2c req-396570c3-d667-4d2b-9145-6dd48d35cbf8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 210 time: 0.0478265 Feb 03 13:04:52.491107 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-021acd78-0635-4e9a-aded-fe92fb47a2da req-ef9168f2-0d26-4128-b6a4-75b2dac6a52d tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0347998 Feb 03 13:04:52.851277 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:04:53.137106 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5feb05-6f95-40b5-99f2-4618a0ea231d req-0dcbf12f-f91c-46e3-beb7-56c1b94004ff tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:53.138873 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9a5feb05-6f95-40b5-99f2-4618a0ea231d req-0dcbf12f-f91c-46e3-beb7-56c1b94004ff tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0649879 Feb 03 13:04:53.221395 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9a5feb05-6f95-40b5-99f2-4618a0ea231d req-e121f2b2-eb57-40c9-aa2e-b4b870ba8932 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748765 Feb 03 13:04:53.362084 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be9064d1-4713-4d22-be67-fd7e9c69c3a2 req-35314e21-adf3-4403-94d6-007900290af8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 210 time: 0.0315955 Feb 03 13:04:53.628768 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-82ed8551-3113-4c43-b82b-69ac8e03698f req-dfef7cd7-af7f-433b-a24d-ab11d695e06f tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0343547 Feb 03 13:04:54.380117 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a37b6e-2045-4377-8fa8-9c6f782d0ebc req-090a5c77-d98e-401f-8205-29f6dcc117b5 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:54.382421 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-60a37b6e-2045-4377-8fa8-9c6f782d0ebc req-090a5c77-d98e-401f-8205-29f6dcc117b5 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0699503 Feb 03 13:04:54.438692 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-60a37b6e-2045-4377-8fa8-9c6f782d0ebc req-55cdc064-8d95-4f9b-9c73-f998d0215cf0 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507617 Feb 03 13:04:54.514115 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5e85ebb6-e580-40f8-bbce-0e7a1f2ba2a6 req-da99fe78-1ee0-4af6-8fdb-9130282a2729 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 210 time: 0.0458002 Feb 03 13:04:54.740169 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e359dd5-9fe3-4773-9de2-dd1fa0c99ee5 req-c763e45d-e0f5-416a-b151-1775124b9d20 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0308540 Feb 03 13:04:54.962552 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 7b4964ad-9806-4589-9b6d-44834ad5394f no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:04:54.992596 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 7b4964ad-9806-4589-9b6d-44834ad5394f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:04:54.993020 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 7b4964ad-9806-4589-9b6d-44834ad5394f not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:04:55.640511 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-873a7ef7-8a0d-475d-8a18-c18e95c62c91 req-9a46862b-29a4-43a3-8642-6060e8c40d24 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 210 time: 0.0415525 Feb 03 13:04:55.641487 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0950ca-b7bd-412f-8179-93b0c60f5c33 req-1afb252f-1c07-45f7-9dad-d3aa6884f30d tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:55.643861 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fd0950ca-b7bd-412f-8179-93b0c60f5c33 req-1afb252f-1c07-45f7-9dad-d3aa6884f30d tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.1011174 Feb 03 13:04:55.716093 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fd0950ca-b7bd-412f-8179-93b0c60f5c33 req-63356d0d-5cf7-48ac-8191-7ffa122d4fa1 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666504 Feb 03 13:04:55.912622 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0f5cbde6-ef8a-4213-b174-0a3d5c139518 req-dd13b7ee-a169-4556-ac38-41a810e58216 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0461519 Feb 03 13:04:56.101064 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3679b9f-2198-43fc-b63c-70850d16f3f2 req-cf7a2eca-e9c9-42d3-a26d-8bf92dd18036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:56.102949 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e3679b9f-2198-43fc-b63c-70850d16f3f2 req-cf7a2eca-e9c9-42d3-a26d-8bf92dd18036 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c8ffc7f02e14280b5d12bfe5ef5be2a&device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 1128 time: 0.0875058 Feb 03 13:04:56.135764 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd2526-4383-4465-98d0-34d926cf12ff req-2da1e4ae-bf51-4ad5-a92e-2e78d3d64228 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:56.137794 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-94dd2526-4383-4465-98d0-34d926cf12ff req-2da1e4ae-bf51-4ad5-a92e-2e78d3d64228 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.1316466 Feb 03 13:04:56.246411 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-94dd2526-4383-4465-98d0-34d926cf12ff req-cdcdbb22-83ee-4f29-b57d-4d609447bcd9 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958641 Feb 03 13:04:56.249626 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3679b9f-2198-43fc-b63c-70850d16f3f2 req-a9a95fec-601d-45c5-86df-534e2c38a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:56.251669 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e3679b9f-2198-43fc-b63c-70850d16f3f2 req-a9a95fec-601d-45c5-86df-534e2c38a4e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03 HTTP/1.1" status: 200 len: 911 time: 0.1425583 Feb 03 13:04:56.356011 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e3679b9f-2198-43fc-b63c-70850d16f3f2 req-5ac08017-7ae9-4a9c-95fd-4efb7e38b450 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a30cac9-004f-48d4-aae6-46f9ca39e760 HTTP/1.1" status: 200 len: 1001 time: 0.0959280 Feb 03 13:04:56.415584 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3679b9f-2198-43fc-b63c-70850d16f3f2 req-a85356a4-98f8-4c59-8b8e-57df8cb4b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:56.417354 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e3679b9f-2198-43fc-b63c-70850d16f3f2 req-a85356a4-98f8-4c59-8b8e-57df8cb4b6d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bd911557-2171-4f85-99b2-431860ea8276 HTTP/1.1" status: 200 len: 849 time: 0.0554023 Feb 03 13:04:56.500800 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3679b9f-2198-43fc-b63c-70850d16f3f2 req-3ec5769c-e66b-4cf9-bcc7-dce018fb4005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:56.507485 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e3679b9f-2198-43fc-b63c-70850d16f3f2 req-3ec5769c-e66b-4cf9-bcc7-dce018fb4005 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0829158 Feb 03 13:04:56.619089 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e3679b9f-2198-43fc-b63c-70850d16f3f2 req-8d4a923e-9ed0-42de-8769-fdbf449c1739 service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048281 Feb 03 13:04:56.684612 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52940) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:56.692199 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-42688449-07e3-40a9-914e-360695513167 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1678627996', 'description': 'tempest-secgroup-smoke-1678627996 description', 'project_id': '2a73e499f8a04f91aff5141c366e6af4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:56.720713 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42688449-07e3-40a9-914e-360695513167 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:56.758475 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e3679b9f-2198-43fc-b63c-70850d16f3f2 req-60858727-2bd6-46ac-834f-b0a2198b8862 service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333036 Feb 03 13:04:56.809489 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-556e0002-fa37-477d-9c24-9f69e9d4cf9e req-f931871d-25f4-46e7-b386-6447136cfb3b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 210 time: 0.0484893 Feb 03 13:04:56.835076 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42688449-07e3-40a9-914e-360695513167 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group (1d9321b8-05ab-4aef-8483-b74419489f23), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:56.840227 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42688449-07e3-40a9-914e-360695513167 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1d9321b8-05ab-4aef-8483-b74419489f23), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:56.872844 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42688449-07e3-40a9-914e-360695513167 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9321b8-05ab-4aef-8483-b74419489f23,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:56.899759 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42688449-07e3-40a9-914e-360695513167 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:56.905662 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-42688449-07e3-40a9-914e-360695513167 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2187519 Feb 03 13:04:56.908510 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52944) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:56.914322 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9bdd1866-0b47-4d96-8e93-4323228df336 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Request body: {'security_group_rule': {'security_group_id': '1d9321b8-05ab-4aef-8483-b74419489f23', 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:56.942910 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bdd1866-0b47-4d96-8e93-4323228df336 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group_rule (9543e514-1b58-488b-8587-1b0fcf1cc960), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.038187 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bdd1866-0b47-4d96-8e93-4323228df336 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group_rule (9543e514-1b58-488b-8587-1b0fcf1cc960), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.044511 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bdd1866-0b47-4d96-8e93-4323228df336 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (9543e514-1b58-488b-8587-1b0fcf1cc960), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.070447 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed536de5-03c0-4c68-8f18-0cb92db7c633 req-f2f13c80-e9a3-4b44-a8a1-1944a1bff02a tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0491612 Feb 03 13:04:57.112655 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd1866-0b47-4d96-8e93-4323228df336 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9543e514-1b58-488b-8587-1b0fcf1cc960,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:57.123869 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bdd1866-0b47-4d96-8e93-4323228df336 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.125519 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9bdd1866-0b47-4d96-8e93-4323228df336 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2156129 Feb 03 13:04:57.128840 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52954) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:57.133969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-698268fd-3f1d-449b-b104-306dd9233f32 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Request body: {'security_group_rule': {'security_group_id': '1d9321b8-05ab-4aef-8483-b74419489f23', 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:57.167975 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-698268fd-3f1d-449b-b104-306dd9233f32 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group_rule (ca01b8af-6a59-4b97-a5cf-c207c47651f8), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.279300 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-698268fd-3f1d-449b-b104-306dd9233f32 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group_rule (ca01b8af-6a59-4b97-a5cf-c207c47651f8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.286577 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-698268fd-3f1d-449b-b104-306dd9233f32 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (ca01b8af-6a59-4b97-a5cf-c207c47651f8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.338201 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-698268fd-3f1d-449b-b104-306dd9233f32 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.342581 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-698268fd-3f1d-449b-b104-306dd9233f32 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2101336 Feb 03 13:04:57.342926 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52960) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:57.349086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-92246416-1cb8-482a-8ad0-177da526593c tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Request body: {'security_group_rule': {'security_group_id': '1d9321b8-05ab-4aef-8483-b74419489f23', 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:57.354310 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698268fd-3f1d-449b-b104-306dd9233f32 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca01b8af-6a59-4b97-a5cf-c207c47651f8,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:57.401327 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92246416-1cb8-482a-8ad0-177da526593c tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group_rule (f8113a4c-0f25-4b68-b84c-ed949b6c491b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.490631 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b476128-7e04-4b96-96f0-70eb13dc02eb req-98774815-6685-4a7d-a3c7-f426a68e637b tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:57.493877 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6b476128-7e04-4b96-96f0-70eb13dc02eb req-98774815-6685-4a7d-a3c7-f426a68e637b tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.1286070 Feb 03 13:04:57.497981 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92246416-1cb8-482a-8ad0-177da526593c tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group_rule (f8113a4c-0f25-4b68-b84c-ed949b6c491b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.505988 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92246416-1cb8-482a-8ad0-177da526593c tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (f8113a4c-0f25-4b68-b84c-ed949b6c491b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.541225 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92246416-1cb8-482a-8ad0-177da526593c tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.543545 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-92246416-1cb8-482a-8ad0-177da526593c tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1995981 Feb 03 13:04:57.547781 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52966) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:57.549507 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92246416-1cb8-482a-8ad0-177da526593c tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8113a4c-0f25-4b68-b84c-ed949b6c491b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:57.560616 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ed475066-5699-490c-a7ff-17073a07b277 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Request body: {'security_group_rule': {'security_group_id': '1d9321b8-05ab-4aef-8483-b74419489f23', 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:57.582526 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6b476128-7e04-4b96-96f0-70eb13dc02eb req-abeb7ac7-bfa8-412d-90de-3b78328d0347 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806506 Feb 03 13:04:57.595973 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed475066-5699-490c-a7ff-17073a07b277 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group_rule (51746c73-d92e-43d5-ab99-2f37196534b2), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.674259 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed475066-5699-490c-a7ff-17073a07b277 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group_rule (51746c73-d92e-43d5-ab99-2f37196534b2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.685622 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed475066-5699-490c-a7ff-17073a07b277 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (51746c73-d92e-43d5-ab99-2f37196534b2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.713269 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed475066-5699-490c-a7ff-17073a07b277 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51746c73-d92e-43d5-ab99-2f37196534b2,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:57.723815 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed475066-5699-490c-a7ff-17073a07b277 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.727618 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ed475066-5699-490c-a7ff-17073a07b277 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1731799 Feb 03 13:04:57.728147 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 52974) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:57.732480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c46716b5-ec25-40fa-856e-bbfd694e8ff8 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Request body: {'security_group_rule': {'security_group_id': '1d9321b8-05ab-4aef-8483-b74419489f23', 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:57.755970 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-c46716b5-ec25-40fa-856e-bbfd694e8ff8 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Project 2a73e499f8a04f91aff5141c366e6af4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:04:57.762087 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c46716b5-ec25-40fa-856e-bbfd694e8ff8 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group_rule (a05a8ef4-eb6c-46b5-9310-cc5417ea457f), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.845216 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c46716b5-ec25-40fa-856e-bbfd694e8ff8 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group_rule (a05a8ef4-eb6c-46b5-9310-cc5417ea457f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.852305 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c46716b5-ec25-40fa-856e-bbfd694e8ff8 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (a05a8ef4-eb6c-46b5-9310-cc5417ea457f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.881205 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46716b5-ec25-40fa-856e-bbfd694e8ff8 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05a8ef4-eb6c-46b5-9310-cc5417ea457f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:57.889877 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c46716b5-ec25-40fa-856e-bbfd694e8ff8 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:57.891436 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c46716b5-ec25-40fa-856e-bbfd694e8ff8 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1624122 Feb 03 13:04:57.894652 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 52980) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:04:57.901351 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e63e107e-c4df-4723-9262-fe1bafe5110f tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Request body: {'security_group_rule': {'security_group_id': '1d9321b8-05ab-4aef-8483-b74419489f23', 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:04:57.941813 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd6aeeb5-1add-4910-8d00-32fbf85d5428 req-d836bea8-d785-4d0b-bad5-f837957c34d9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 210 time: 0.0335379 Feb 03 13:04:57.955495 n-d-827336-3 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-e63e107e-c4df-4723-9262-fe1bafe5110f tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Project 2a73e499f8a04f91aff5141c366e6af4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:04:57.962192 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e63e107e-c4df-4723-9262-fe1bafe5110f tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group_rule (e81d25f2-6d61-4876-aa0c-883381a81a78), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:58.043005 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e63e107e-c4df-4723-9262-fe1bafe5110f tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group_rule (e81d25f2-6d61-4876-aa0c-883381a81a78), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:58.054072 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e63e107e-c4df-4723-9262-fe1bafe5110f tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (e81d25f2-6d61-4876-aa0c-883381a81a78), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:58.070671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e107e-c4df-4723-9262-fe1bafe5110f tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81d25f2-6d61-4876-aa0c-883381a81a78,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:04:58.088948 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e63e107e-c4df-4723-9262-fe1bafe5110f tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:04:58.090019 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e63e107e-c4df-4723-9262-fe1bafe5110f tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1936464 Feb 03 13:04:58.239767 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ee11a061-6cb1-4ec3-86e8-382205bdab79 req-ffd1bd89-e7fa-478e-b975-09baf73cb73f tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0326488 Feb 03 13:04:58.374083 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-876f902c-4c66-4d4f-bed0-0cf696b4b316 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1678627996&fields=id&tenant_id=2a73e499f8a04f91aff5141c366e6af4 HTTP/1.1" status: 200 len: 267 time: 0.0756245 Feb 03 13:04:58.518960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-f41d5ddb-657b-4e0d-a9a8-35a74e179a88 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:58.520121 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-f41d5ddb-657b-4e0d-a9a8-35a74e179a88 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/networks?id=3500e8ac-76e0-4fcb-9167-4f6959af76a4 HTTP/1.1" status: 200 len: 814 time: 0.1368423 Feb 03 13:04:58.536447 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-1453893d-bd08-441d-bc39-7e87ffc6cec7 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/quotas/2a73e499f8a04f91aff5141c366e6af4 HTTP/1.1" status: 200 len: 375 time: 0.0106673 Feb 03 13:04:58.622726 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-6eb83a37-f1c4-467c-bc85-00d4a5cfa0e3 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a73e499f8a04f91aff5141c366e6af4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789502 Feb 03 13:04:58.831235 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-728ea9a1-cc9a-4322-a69d-0f1f75362319 service neutron] 10.222.0.18 "GET /v2.0/networks/3500e8ac-76e0-4fcb-9167-4f6959af76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985865 Feb 03 13:04:58.858224 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbc8d5-14f9-4112-8ef2-eeb2016e3a9a req-0e040c89-41d8-442e-84cc-2ee6038722a8 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:04:58.860316 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6dbbc8d5-14f9-4112-8ef2-eeb2016e3a9a req-0e040c89-41d8-442e-84cc-2ee6038722a8 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0902684 Feb 03 13:04:58.920696 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6dbbc8d5-14f9-4112-8ef2-eeb2016e3a9a req-048ba4ad-70e1-4203-847f-380db97d5967 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492129 Feb 03 13:04:58.992453 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-56ddebb6-2136-411c-9eef-e44c9ffa839b service neutron] 10.222.0.18 "GET /v2.0/networks/3500e8ac-76e0-4fcb-9167-4f6959af76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600332 Feb 03 13:04:59.060548 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8852d3cf-fcb5-4592-98d6-22ffa3ba733e req-4eda199e-0ca2-4f18-951b-7c7823ba1945 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 210 time: 0.0342774 Feb 03 13:04:59.360062 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4a9429b4-07b5-4e56-8c05-398440d4f70d req-bb7ff7ae-38a9-4a2e-8e9c-cb78e6de1d33 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 210 time: 0.0483119 Feb 03 13:04:59.391315 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dcd7dd1d-9031-4824-b9a5-70d57a64c21b req-4e4a03ac-d10d-4e44-ba63-45937a549b40 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0618665 Feb 03 13:05:00.190204 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-da6813c2-05d7-4c99-bb6b-192f2f09f1f1 req-113fcccf-a171-46e8-9e14-5c7576a2d9ce tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 210 time: 0.0468156 Feb 03 13:05:00.507303 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-60213eb4-30c0-4b37-9834-7866c3ed7833 req-feda5b4c-26d4-4e5e-8b90-4044c3114d11 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 210 time: 0.0399280 Feb 03 13:05:00.514872 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-2c0bfdaf-68ad-450a-9dfd-f534949f7446 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:00.516737 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-2c0bfdaf-68ad-450a-9dfd-f534949f7446 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.73 "GET /v2.0/networks?id=3500e8ac-76e0-4fcb-9167-4f6959af76a4 HTTP/1.1" status: 200 len: 814 time: 0.1634436 Feb 03 13:05:00.576508 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0efcfbd-74e9-4c4f-9f49-3fdfe90e28b3 req-1580f810-f2a1-4876-a91a-20c12804bc43 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0502191 Feb 03 13:05:00.636410 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-bb3001d6-9704-494c-98b0-422aef5bdda4 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a73e499f8a04f91aff5141c366e6af4 HTTP/1.1" status: 200 len: 380 time: 0.0979006 Feb 03 13:05:00.645862 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-61454b2a-7e49-4ae0-af67-22d55df487bf tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Request body: {'port': {'device_id': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'admin_state_up': True, 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'security_groups': ['1d9321b8-05ab-4aef-8483-b74419489f23']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:00.787037 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-61454b2a-7e49-4ae0-af67-22d55df487bf tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Made reservation on behalf of 2a73e499f8a04f91aff5141c366e6af4 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:05:00.791450 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-61454b2a-7e49-4ae0-af67-22d55df487bf tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:01.201094 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-61454b2a-7e49-4ae0-af67-22d55df487bf tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Allocated IP 172.20.0.10 (3500e8ac-76e0-4fcb-9167-4f6959af76a4/0ccf271e-8a6d-4c90-a957-c3d6d3be9664/f0757757-ef3a-4529-ba6c-aee1711b90a9) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:01.247070 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:01.362546 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6a293320-ce47-4a31-a359-6f9ce389ac20 req-9841ca7f-e73d-4792-a78d-162f1770bc3d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 210 time: 0.0370748 Feb 03 13:05:01.395968 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-61454b2a-7e49-4ae0-af67-22d55df487bf tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for port (f0757757-ef3a-4529-ba6c-aee1711b90a9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:01.440671 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-61454b2a-7e49-4ae0-af67-22d55df487bf tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f0757757-ef3a-4529-ba6c-aee1711b90a9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:01.499627 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61454b2a-7e49-4ae0-af67-22d55df487bf tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Pushing event updated for resources: {'Port': ['ID=f0757757-ef3a-4529-ba6c-aee1711b90a9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:01.506984 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-61454b2a-7e49-4ae0-af67-22d55df487bf tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Network 3500e8ac-76e0-4fcb-9167-4f6959af76a4 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:01.508759 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-61454b2a-7e49-4ae0-af67-22d55df487bf tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:01.511174 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-61454b2a-7e49-4ae0-af67-22d55df487bf tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:01.576820 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-61454b2a-7e49-4ae0-af67-22d55df487bf tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:01.577547 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-61454b2a-7e49-4ae0-af67-22d55df487bf tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:01.625632 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-61454b2a-7e49-4ae0-af67-22d55df487bf tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9840746 Feb 03 13:05:01.657511 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] Request body: {'port': {'device_id': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:01.746310 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-da5293e1-8217-45d7-a491-d3898514bdce req-56ae85b9-7643-4807-97b0-ffa77eed7726 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0519602 Feb 03 13:05:01.766683 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175915a-c01e-4734-8d95-2814ad186955 req-fec56a52-8c6a-4f1f-8c21-a4e01cf5989f tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:01.767926 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b175915a-c01e-4734-8d95-2814ad186955 req-fec56a52-8c6a-4f1f-8c21-a4e01cf5989f tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 932 time: 0.1568401 Feb 03 13:05:01.791197 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f0757757-ef3a-4529-ba6c-aee1711b90a9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:01.868710 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e85b1150-53d9-4620-8bab-bfebebf60e7e None None] Provisioning complete for port f0757757-ef3a-4529-ba6c-aee1711b90a9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:01.870507 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e85b1150-53d9-4620-8bab-bfebebf60e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f0757757-ef3a-4529-ba6c-aee1711b90a9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:01.910332 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e85b1150-53d9-4620-8bab-bfebebf60e7e None None] Port f0757757-ef3a-4529-ba6c-aee1711b90a9 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:05:01.946290 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b175915a-c01e-4734-8d95-2814ad186955 req-ac621267-fc25-47a1-ab15-967716dbe8c1 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691334 Feb 03 13:05:02.120199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0757757-ef3a-4529-ba6c-aee1711b90a9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:05:02.128535 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] Publish callbacks [] for port (f0757757-ef3a-4529-ba6c-aee1711b90a9), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:02.140841 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] Transition to ACTIVE for port object f0757757-ef3a-4529-ba6c-aee1711b90a9 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:05:02.144912 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (f0757757-ef3a-4529-ba6c-aee1711b90a9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:02.195997 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] Pushing event updated for resources: {'Port': ['ID=f0757757-ef3a-4529-ba6c-aee1711b90a9,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:02.277160 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] Attempting to bind port f0757757-ef3a-4529-ba6c-aee1711b90a9 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:02.278014 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] Attempting to bind port f0757757-ef3a-4529-ba6c-aee1711b90a9 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'f50ab466-6050-446c-aa09-045085d4a1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:02.278014 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] Attempting to bind port f0757757-ef3a-4529-ba6c-aee1711b90a9 on network 3500e8ac-76e0-4fcb-9167-4f6959af76a4 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:02.282888 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] Port f0757757-ef3a-4529-ba6c-aee1711b90a9 on network 3500e8ac-76e0-4fcb-9167-4f6959af76a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:05:02.283224 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] Attempting to bind port f0757757-ef3a-4529-ba6c-aee1711b90a9 on network 3500e8ac-76e0-4fcb-9167-4f6959af76a4 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:02.288991 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:02.289370 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] Checking segment: {'id': 'f50ab466-6050-446c-aa09-045085d4a1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:02.289760 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] Bound using segment: {'id': 'f50ab466-6050-446c-aa09-045085d4a1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:02.290195 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] Bound port: f0757757-ef3a-4529-ba6c-aee1711b90a9, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50ab466-6050-446c-aa09-045085d4a1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:02.290557 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f0757757-ef3a-4529-ba6c-aee1711b90a9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:02.380642 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] For port f0757757-ef3a-4529-ba6c-aee1711b90a9, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:02.384716 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] For port f0757757-ef3a-4529-ba6c-aee1711b90a9, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=f0757757-ef3a-4529-ba6c-aee1711b90a9,segment=NetworkSegment(f50ab466-6050-446c-aa09-045085d4a1d1),segment_id=f50ab466-6050-446c-aa09-045085d4a1d1)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:02.400400 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (f0757757-ef3a-4529-ba6c-aee1711b90a9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:02.457527 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:02.458529 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:02.460069 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] 10.222.0.73 "PUT /v2.0/ports/f0757757-ef3a-4529-ba6c-aee1711b90a9 HTTP/1.1" status: 200 len: 1092 time: 0.8095331 Feb 03 13:05:02.475328 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'tag': 'f0757757-ef3a-4529-ba6c-aee1711b90a9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:05:02.481913 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e94c37-8eae-40ab-981c-276190589a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "c199591d-b37b-43bb-ac9e-0c7a0d39f6dd", "tag": "f0757757-ef3a-4529-ba6c-aee1711b90a9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:05:02.484728 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d2de5227-8ab1-4af9-9c15-51e587ff3d85 req-9039839f-e981-404c-b411-4343a2959dad tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 210 time: 0.0372500 Feb 03 13:05:02.512314 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2287073-774e-481d-9fd1-aa2a7fca5257 service neutron] Pushing event updated for resources: {'Port': ['ID=f0757757-ef3a-4529-ba6c-aee1711b90a9,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:02.562053 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1137ac3-99d8-4683-9813-ac265fff5004 x-openstack-request-id: req-c1137ac3-99d8-4683-9813-ac265fff5004 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:05:02.562386 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c199591d-b37b-43bb-ac9e-0c7a0d39f6dd", "tag": "f0757757-ef3a-4529-ba6c-aee1711b90a9", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:05:02.562615 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1137ac3-99d8-4683-9813-ac265fff5004 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:05:02.563022 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'tag': 'f0757757-ef3a-4529-ba6c-aee1711b90a9', 'status': 'completed', 'code': 200} Feb 03 13:05:02.586971 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-5c6b8413-b614-4c92-8b39-08c34c94a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:02.588683 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-5c6b8413-b614-4c92-8b39-08c34c94a42e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a73e499f8a04f91aff5141c366e6af4&device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 1126 time: 0.0608504 Feb 03 13:05:02.642001 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-04ab478e-1330-42b0-90fd-6916c08f4203 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0757757-ef3a-4529-ba6c-aee1711b90a9 HTTP/1.1" status: 200 len: 217 time: 0.0410783 Feb 03 13:05:02.692136 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-161aabce-77e2-44af-aaf2-b7aab0194ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:02.693585 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-161aabce-77e2-44af-aaf2-b7aab0194ef6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ccf271e-8a6d-4c90-a957-c3d6d3be9664 HTTP/1.1" status: 200 len: 853 time: 0.0460718 Feb 03 13:05:02.742516 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-97ad3dad-2417-4429-89e8-1e6f4d70e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:02.744132 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-97ad3dad-2417-4429-89e8-1e6f4d70e71b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3500e8ac-76e0-4fcb-9167-4f6959af76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451078 Feb 03 13:05:02.846090 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-12416b7f-acc5-4d6d-87fb-0c1cff81a3ec service neutron] 10.222.0.73 "GET /v2.0/networks/3500e8ac-76e0-4fcb-9167-4f6959af76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952179 Feb 03 13:05:02.862961 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0d0fa4c-a307-4f23-ad50-fae086a42c0d req-bb6306e6-105e-4548-936e-469ab345ec55 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0277760 Feb 03 13:05:02.938705 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-19e0b7d7-3ba8-4f93-b4ec-44076c20ccfe req-b5d6fe84-db64-4319-9a96-342eb3d0e2e3 service neutron] 10.222.0.73 "GET /v2.0/networks/3500e8ac-76e0-4fcb-9167-4f6959af76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871801 Feb 03 13:05:03.099420 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e94c37-8eae-40ab-981c-276190589a6e req-230dc598-329e-4e2b-8075-4fab848381bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:03.101118 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78e94c37-8eae-40ab-981c-276190589a6e req-230dc598-329e-4e2b-8075-4fab848381bb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a73e499f8a04f91aff5141c366e6af4&device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 1126 time: 0.0872915 Feb 03 13:05:03.122413 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10917fb5-c8e3-43e2-b522-4c1ccee1eaf1 req-25ea127e-c018-4145-9681-f8b496456d40 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:03.123868 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-10917fb5-c8e3-43e2-b522-4c1ccee1eaf1 req-25ea127e-c018-4145-9681-f8b496456d40 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 944 time: 0.1009886 Feb 03 13:05:03.231411 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-10917fb5-c8e3-43e2-b522-4c1ccee1eaf1 req-01709456-40c6-4d42-8036-8361b4536128 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957422 Feb 03 13:05:03.244722 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e94c37-8eae-40ab-981c-276190589a6e req-9d370b20-8cbf-4b7f-9645-32a7ca4774e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:03.246289 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78e94c37-8eae-40ab-981c-276190589a6e req-9d370b20-8cbf-4b7f-9645-32a7ca4774e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3500e8ac-76e0-4fcb-9167-4f6959af76a4 HTTP/1.1" status: 200 len: 915 time: 0.1384246 Feb 03 13:05:03.289511 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78e94c37-8eae-40ab-981c-276190589a6e req-0d8d84e2-bfe6-4842-9a8d-8899d63ee619 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0757757-ef3a-4529-ba6c-aee1711b90a9 HTTP/1.1" status: 200 len: 217 time: 0.0364544 Feb 03 13:05:03.340437 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e94c37-8eae-40ab-981c-276190589a6e req-3513676c-9db5-4819-9087-a1452657b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:03.341967 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78e94c37-8eae-40ab-981c-276190589a6e req-3513676c-9db5-4819-9087-a1452657b9b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ccf271e-8a6d-4c90-a957-c3d6d3be9664 HTTP/1.1" status: 200 len: 853 time: 0.0471811 Feb 03 13:05:03.390668 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e94c37-8eae-40ab-981c-276190589a6e req-64d1f13b-ba7c-4f9e-816d-530a554cca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:03.392859 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78e94c37-8eae-40ab-981c-276190589a6e req-64d1f13b-ba7c-4f9e-816d-530a554cca26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3500e8ac-76e0-4fcb-9167-4f6959af76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448043 Feb 03 13:05:03.495393 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78e94c37-8eae-40ab-981c-276190589a6e req-f45a291a-a566-4766-a43f-c4c01f0f3133 service neutron] 10.222.0.73 "GET /v2.0/networks/3500e8ac-76e0-4fcb-9167-4f6959af76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970917 Feb 03 13:05:03.507164 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6ae3e0f7-37ea-473e-a274-2260b124af87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:03.583000 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e3e00b5-c637-4bd7-94fb-aa3c0e728b93 req-857f11fb-c02a-4951-8080-c327fbbaea69 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f45c468-ce1e-46a3-9514-47e65497f687 HTTP/1.1" status: 200 len: 210 time: 0.0334430 Feb 03 13:05:03.602500 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78e94c37-8eae-40ab-981c-276190589a6e req-25c397ab-30ca-48fb-9e25-bc8e2301ee50 service neutron] 10.222.0.73 "GET /v2.0/networks/3500e8ac-76e0-4fcb-9167-4f6959af76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996783 Feb 03 13:05:03.972335 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56bb30da-4bb5-42c1-adf8-91f0a99f93ed req-691575dd-9c1d-45d8-a080-baa1580811b4 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0283763 Feb 03 13:05:04.356846 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2db763-7f0c-42d4-85a0-da86e06bc1ba req-3464729e-26a5-4057-96e2-cacae00bcbbd tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:04.358379 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7c2db763-7f0c-42d4-85a0-da86e06bc1ba req-3464729e-26a5-4057-96e2-cacae00bcbbd tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 944 time: 0.0548568 Feb 03 13:05:04.408726 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7c2db763-7f0c-42d4-85a0-da86e06bc1ba req-559517e7-eb43-4ff2-8450-54be5e0a4275 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434840 Feb 03 13:05:05.084630 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97afbdfa-471d-4917-a42c-50c1b33cb928 req-4a7dbfb2-c57a-489f-bd59-f95a5f1c5c4a tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0294399 Feb 03 13:05:05.538414 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e1b77-d543-4ea1-9b57-83b26f454774 req-173f5de2-ed28-47c2-bb3b-6c04bbfc04e3 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:05.539962 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-478e1b77-d543-4ea1-9b57-83b26f454774 req-173f5de2-ed28-47c2-bb3b-6c04bbfc04e3 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 944 time: 0.0626881 Feb 03 13:05:05.593931 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-478e1b77-d543-4ea1-9b57-83b26f454774 req-cb020495-51b3-4126-8f78-0ab31a0d3fb0 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480261 Feb 03 13:05:06.127817 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b208981-3837-43e0-a2bc-cca4aaf76cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:06.202269 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f81d2679-a99e-4463-80d8-f470c2ea14b2 req-995218ee-f805-4547-887e-3466e8379a79 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0293369 Feb 03 13:05:06.721636 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d094d09-7114-40ac-85a4-3550b50ea5f5 req-2bb5a42d-31f1-4c36-ae73-ea536fee4843 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:06.723135 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d094d09-7114-40ac-85a4-3550b50ea5f5 req-2bb5a42d-31f1-4c36-ae73-ea536fee4843 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 944 time: 0.0568860 Feb 03 13:05:06.773275 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d094d09-7114-40ac-85a4-3550b50ea5f5 req-8c0a5b48-aeb6-4b1d-aad7-9559f25e68d9 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445333 Feb 03 13:05:06.971830 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:07.309233 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b891f9a-ee6d-4046-9be2-4e8205b1e32a req-08bd7ab4-c3bf-4924-821f-4838cf71992d tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0305738 Feb 03 13:05:07.897378 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae8e90-7740-455f-9b2a-13777bf441b6 req-7ba14a1c-18b6-4648-b53f-419394544c88 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:07.898926 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-66ae8e90-7740-455f-9b2a-13777bf441b6 req-7ba14a1c-18b6-4648-b53f-419394544c88 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 944 time: 0.0550499 Feb 03 13:05:07.950284 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-66ae8e90-7740-455f-9b2a-13777bf441b6 req-622bfb59-b529-43ac-8198-cc10fc8ef84d tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446758 Feb 03 13:05:08.256195 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:08.415152 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c172c8ff-fc81-4bcd-a910-c10154ba0e8a req-b22e3f56-7a37-4044-9d64-d097c0bcb62a tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0283713 Feb 03 13:05:09.070123 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1884bcd-164b-42c9-b975-a5c322a1aac9 req-b4b68645-363f-43a0-8356-4a1f2fd46656 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:09.071535 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e1884bcd-164b-42c9-b975-a5c322a1aac9 req-b4b68645-363f-43a0-8356-4a1f2fd46656 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 944 time: 0.0528827 Feb 03 13:05:09.124307 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e1884bcd-164b-42c9-b975-a5c322a1aac9 req-c7ee2003-370d-46a8-8338-01492a347435 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469828 Feb 03 13:05:09.515869 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-692d0d07-5105-44f2-a9a0-87a7f5d5afe7 req-7c79454c-1553-4017-802c-60b33166c1be tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0269938 Feb 03 13:05:09.905671 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:10.257388 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf14f7-b756-4b2b-817d-119e9816b444 req-21444012-f2fe-4a3a-a1aa-17aa29f20ed3 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:10.258912 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c3cf14f7-b756-4b2b-817d-119e9816b444 req-21444012-f2fe-4a3a-a1aa-17aa29f20ed3 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 944 time: 0.0561934 Feb 03 13:05:10.312293 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c3cf14f7-b756-4b2b-817d-119e9816b444 req-2618d847-b6ea-4c52-9ea3-c1c8c6c1ddd9 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476828 Feb 03 13:05:10.628403 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1b71a35c-b01d-498f-8459-167c0426655c req-06309972-cc1b-4a0e-a3d2-b80eaff32a6c tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0344172 Feb 03 13:05:11.433656 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8f4cb-9552-48b8-aa75-f2e0c72ff7e4 req-771a451a-f7dd-4829-9510-4716210ef94c tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:11.435189 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aeb8f4cb-9552-48b8-aa75-f2e0c72ff7e4 req-771a451a-f7dd-4829-9510-4716210ef94c tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 944 time: 0.0541875 Feb 03 13:05:11.485479 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aeb8f4cb-9552-48b8-aa75-f2e0c72ff7e4 req-24852c8d-e709-4dc9-9b00-cc878fbe383d tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435178 Feb 03 13:05:11.733618 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-35df45ee-df06-4321-a6d1-83e2e4122874 req-76f708b1-e657-418e-92a4-f1ae19d1297f tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0289068 Feb 03 13:05:12.299336 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148555f-1fce-4716-a8a7-2bf8c39ea7e2 req-5c0194e7-8e4c-4a6c-b4a5-805389b56d38 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:12.300928 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3148555f-1fce-4716-a8a7-2bf8c39ea7e2 req-5c0194e7-8e4c-4a6c-b4a5-805389b56d38 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 1127 time: 0.0564699 Feb 03 13:05:12.349475 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3148555f-1fce-4716-a8a7-2bf8c39ea7e2 req-19088a1e-b003-4599-a46e-5d0ea8f8a2fd tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419555 Feb 03 13:05:12.371874 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53152) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:12.534939 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b32bb0f8-289d-4294-a248-511addd5141b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Deleting port db812d81-dca4-4549-adbd-d40b34d2bd2a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:12.535298 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b32bb0f8-289d-4294-a248-511addd5141b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (db812d81-dca4-4549-adbd-d40b34d2bd2a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:12.648113 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b32bb0f8-289d-4294-a248-511addd5141b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (db812d81-dca4-4549-adbd-d40b34d2bd2a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:12.648444 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b32bb0f8-289d-4294-a248-511addd5141b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for floatingip (db812d81-dca4-4549-adbd-d40b34d2bd2a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:12.669173 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a9ede-4e37-45f1-8683-7984cba667a7 req-7f09dcf3-94fa-4712-a6ec-827b5c96ec2f tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:12.670657 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f4a9ede-4e37-45f1-8683-7984cba667a7 req-7f09dcf3-94fa-4712-a6ec-827b5c96ec2f tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 944 time: 0.1104929 Feb 03 13:05:12.671536 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b32bb0f8-289d-4294-a248-511addd5141b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Calling delete_port for db812d81-dca4-4549-adbd-d40b34d2bd2a owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:12.807224 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f4a9ede-4e37-45f1-8683-7984cba667a7 req-1beb92d4-7cc5-4d0e-afff-a7f485f98d15 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294570 Feb 03 13:05:12.847335 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-163790d9-da23-4708-9a3a-0d26095f668d req-466d9da3-2ff9-40f3-8c92-fe6aa04999b8 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0335715 Feb 03 13:05:12.901602 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b32bb0f8-289d-4294-a248-511addd5141b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (db812d81-dca4-4549-adbd-d40b34d2bd2a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:12.928501 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bb0f8-289d-4294-a248-511addd5141b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Port': ['ID=db812d81-dca4-4549-adbd-d40b34d2bd2a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:12.990699 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b32bb0f8-289d-4294-a248-511addd5141b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for floatingip (7c545843-19de-47df-90f3-4315d0749449), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:12.991035 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-b32bb0f8-289d-4294-a248-511addd5141b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Floating IP 7c545843-19de-47df-90f3-4315d0749449 disassociated (deleted). External IP: 172.25.6.238, port: 0bb40b38-cb05-4903-ba38-304ace11ee70. Feb 03 13:05:13.203219 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32bb0f8-289d-4294-a248-511addd5141b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Router 4a2ef623-6258-4b06-bc9b-547a47c9cde4 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:05:13.313406 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32bb0f8-289d-4294-a248-511addd5141b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:13.320841 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b32bb0f8-289d-4294-a248-511addd5141b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:13.327468 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e05612-4936-4d5f-88de-12ff9fa6fb0b None None] Sync routers for ids ['4a2ef623-6258-4b06-bc9b-547a47c9cde4'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:13.337739 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e05612-4936-4d5f-88de-12ff9fa6fb0b None None] Routers {'4a2ef623-6258-4b06-bc9b-547a47c9cde4'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:13.338355 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d4e05612-4936-4d5f-88de-12ff9fa6fb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:05:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4a2ef623-6258-4b06-bc9b-547a47c9cde4'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:13.372476 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b32bb0f8-289d-4294-a248-511addd5141b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "DELETE /v2.0/floatingips/7c545843-19de-47df-90f3-4315d0749449 HTTP/1.1" status: 204 len: 168 time: 0.9966638 Feb 03 13:05:13.372476 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ccb261-4eb8-47d6-bd6c-c7be494bfd69', 'tag': '0bb40b38-cb05-4903-ba38-304ace11ee70'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:05:13.375055 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff1b206-b21b-41c4-afd9-b10c70acef1d" -d '{"events": [{"name": "network-changed", "server_uuid": "45ccb261-4eb8-47d6-bd6c-c7be494bfd69", "tag": "0bb40b38-cb05-4903-ba38-304ace11ee70"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:05:13.432764 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d28de49-f3e0-4931-afc1-f517c2fa10ce x-openstack-request-id: req-2d28de49-f3e0-4931-afc1-f517c2fa10ce {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:05:13.433059 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ccb261-4eb8-47d6-bd6c-c7be494bfd69", "tag": "0bb40b38-cb05-4903-ba38-304ace11ee70", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:05:13.433317 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d28de49-f3e0-4931-afc1-f517c2fa10ce {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:05:13.433730 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ccb261-4eb8-47d6-bd6c-c7be494bfd69', 'tag': '0bb40b38-cb05-4903-ba38-304ace11ee70', 'status': 'completed', 'code': 200} Feb 03 13:05:13.448654 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d4e05612-4936-4d5f-88de-12ff9fa6fb0b None None] Set router 4a2ef623-6258-4b06-bc9b-547a47c9cde4 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:13.516283 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1b206-b21b-41c4-afd9-b10c70acef1d req-fc33f8eb-6f8f-4c4d-91f5-d5dbd16abedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:13.519094 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eff1b206-b21b-41c4-afd9-b10c70acef1d req-fc33f8eb-6f8f-4c4d-91f5-d5dbd16abedc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 1127 time: 0.0634849 Feb 03 13:05:13.648602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a42eb-7330-4d8d-989e-e96ab9e587da req-6790077c-5554-4f59-b66c-287a4decd56b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:13.650381 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-986a42eb-7330-4d8d-989e-e96ab9e587da req-6790077c-5554-4f59-b66c-287a4decd56b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.0654349 Feb 03 13:05:13.661740 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1b206-b21b-41c4-afd9-b10c70acef1d req-ea70db09-3fe1-4caa-bb84-b5b90a8f634a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:13.663665 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eff1b206-b21b-41c4-afd9-b10c70acef1d req-ea70db09-3fe1-4caa-bb84-b5b90a8f634a service neutron] 10.222.0.31 "GET /v2.0/networks?id=98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 HTTP/1.1" status: 200 len: 898 time: 0.1363883 Feb 03 13:05:13.697132 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d4e05612-4936-4d5f-88de-12ff9fa6fb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620726114', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:23Z', 'updated_at': '2022-02-03T13:02:33Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:24Z', 'updated_at': '2022-02-03T13:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '2b8c8c00-f3f4-4806-86da-2087442f7cbb', 'name': '', 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:91:f9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '147cd4bb-5254-4640-afa8-455d6d9066b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:02:42Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '147cd4bb-5254-4640-afa8-455d6d9066b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:13.712272 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-986a42eb-7330-4d8d-989e-e96ab9e587da req-08915722-7d73-4941-8244-f7b4d2f04491 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552588 Feb 03 13:05:13.734714 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e05612-4936-4d5f-88de-12ff9fa6fb0b None None] Checking router: 4a2ef623-6258-4b06-bc9b-547a47c9cde4 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:13.735805 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eff1b206-b21b-41c4-afd9-b10c70acef1d req-01660cf3-cfd0-459d-8c2f-4a47fb22c2df service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bb40b38-cb05-4903-ba38-304ace11ee70 HTTP/1.1" status: 200 len: 217 time: 0.0632722 Feb 03 13:05:13.741796 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e05612-4936-4d5f-88de-12ff9fa6fb0b None None] Routers {'4a2ef623-6258-4b06-bc9b-547a47c9cde4'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:13.742340 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d4e05612-4936-4d5f-88de-12ff9fa6fb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:05:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4a2ef623-6258-4b06-bc9b-547a47c9cde4'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:13.796574 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1b206-b21b-41c4-afd9-b10c70acef1d req-4b95ce75-68ae-4d0f-b410-815d712225af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:13.798176 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eff1b206-b21b-41c4-afd9-b10c70acef1d req-4b95ce75-68ae-4d0f-b410-815d712225af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=147cd4bb-5254-4640-afa8-455d6d9066b1 HTTP/1.1" status: 200 len: 835 time: 0.0550179 Feb 03 13:05:13.853468 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1b206-b21b-41c4-afd9-b10c70acef1d req-9c60bc1d-01b4-4dd2-a2c7-faf8dee17510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:13.856021 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eff1b206-b21b-41c4-afd9-b10c70acef1d req-9c60bc1d-01b4-4dd2-a2c7-faf8dee17510 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505266 Feb 03 13:05:13.858165 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d4e05612-4936-4d5f-88de-12ff9fa6fb0b None None] Set router 4a2ef623-6258-4b06-bc9b-547a47c9cde4 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:13.991057 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-191da252-e5a6-419d-bd8c-5082415b7a22 req-1a79ba12-7679-4187-8826-ccf185d98e53 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0480170 Feb 03 13:05:14.014970 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b811b-2c1c-4581-957f-5fe87228cfb5 req-a1fbf9ee-beed-4337-b40f-c1886b6d793f tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:14.016521 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a62b811b-2c1c-4581-957f-5fe87228cfb5 req-a1fbf9ee-beed-4337-b40f-c1886b6d793f tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 944 time: 0.1099679 Feb 03 13:05:14.041095 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eff1b206-b21b-41c4-afd9-b10c70acef1d req-167fff18-c777-4759-bf04-999011455bbe service neutron] 10.222.0.31 "GET /v2.0/networks/98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760099 Feb 03 13:05:14.103740 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a62b811b-2c1c-4581-957f-5fe87228cfb5 req-65a3f6db-6408-4c4c-85fb-f83075b680c4 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800052 Feb 03 13:05:14.114990 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d4e05612-4936-4d5f-88de-12ff9fa6fb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620726114', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:23Z', 'updated_at': '2022-02-03T13:02:33Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:24Z', 'updated_at': '2022-02-03T13:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '2b8c8c00-f3f4-4806-86da-2087442f7cbb', 'name': '', 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:91:f9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '147cd4bb-5254-4640-afa8-455d6d9066b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:02:42Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '147cd4bb-5254-4640-afa8-455d6d9066b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:14.145519 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e05612-4936-4d5f-88de-12ff9fa6fb0b None None] The sync data for ids ['4a2ef623-6258-4b06-bc9b-547a47c9cde4'] in n-d-827336-3 is: [{'id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620726114', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:23Z', 'updated_at': '2022-02-03T13:02:33Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:24Z', 'updated_at': '2022-02-03T13:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '2b8c8c00-f3f4-4806-86da-2087442f7cbb', 'name': '', 'network_id': '98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:91:f9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '147cd4bb-5254-4640-afa8-455d6d9066b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:32Z', 'updated_at': '2022-02-03T13:02:42Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '147cd4bb-5254-4640-afa8-455d6d9066b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:14.186620 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eff1b206-b21b-41c4-afd9-b10c70acef1d req-ba2af93a-fc00-44b5-8d33-1626219d6dc6 service neutron] 10.222.0.31 "GET /v2.0/networks/98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276340 Feb 03 13:05:14.416908 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683bf651-fef5-493a-89b0-1f2325d29b6e None None] New status for floating IP 7c545843-19de-47df-90f3-4315d0749449: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:05:14.836774 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc238ce-90b4-4939-8f05-20e578d5456d req-e9f7c9ea-988c-4605-bb88-9c50868617db tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:14.838147 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9dc238ce-90b4-4939-8f05-20e578d5456d req-e9f7c9ea-988c-4605-bb88-9c50868617db tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.0546603 Feb 03 13:05:14.891173 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9dc238ce-90b4-4939-8f05-20e578d5456d req-5ba7c198-7660-4a2c-b38c-d78bd4d39895 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473824 Feb 03 13:05:15.109179 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-524a8649-4b07-44eb-8886-5892bba34603 req-9f7d93bd-b88f-406a-897e-d7d4ab1b615f tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0335243 Feb 03 13:05:15.142366 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67a274-8524-44b5-a53a-6ced601363f2 req-a6a86026-a859-4cc8-a497-4ea99ecf555a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:15.143968 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5c67a274-8524-44b5-a53a-6ced601363f2 req-a6a86026-a859-4cc8-a497-4ea99ecf555a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.31 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 945 time: 0.0975304 Feb 03 13:05:15.271918 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bab2b-117c-4cda-948a-32cdd994263b req-47c1e638-e8c5-4782-a2d4-a51683ed2c86 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:15.280504 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-638bab2b-117c-4cda-948a-32cdd994263b req-47c1e638-e8c5-4782-a2d4-a51683ed2c86 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 944 time: 0.0690031 Feb 03 13:05:15.339302 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-638bab2b-117c-4cda-948a-32cdd994263b req-871a18f5-aaf0-4b37-b14b-73b339ed8250 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567598 Feb 03 13:05:15.559241 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-5c67a274-8524-44b5-a53a-6ced601363f2 req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Deleting port 0bb40b38-cb05-4903-ba38-304ace11ee70 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:15.559608 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5c67a274-8524-44b5-a53a-6ced601363f2 req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:15.660731 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5c67a274-8524-44b5-a53a-6ced601363f2 req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] For port 0bb40b38-cb05-4903-ba38-304ace11ee70, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=0bb40b38-cb05-4903-ba38-304ace11ee70,segment=NetworkSegment(8cb7a044-f1ed-4a34-8aac-bd7786e940a6),segment_id=8cb7a044-f1ed-4a34-8aac-bd7786e940a6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:15.661186 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5c67a274-8524-44b5-a53a-6ced601363f2 req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:15.675547 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-5c67a274-8524-44b5-a53a-6ced601363f2 req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Calling delete_port for 0bb40b38-cb05-4903-ba38-304ace11ee70 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:15.825039 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5c67a274-8524-44b5-a53a-6ced601363f2 req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (0bb40b38-cb05-4903-ba38-304ace11ee70), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:15.860200 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Port': ['ID=0bb40b38-cb05-4903-ba38-304ace11ee70,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:15.883708 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:15.884091 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:15.884438 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:15.884775 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:15.885108 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:15.885439 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:15.885781 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:15.886102 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:15.886431 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:15.886815 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:15.887170 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:15.887495 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:15.887824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:15.915479 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c67a274-8524-44b5-a53a-6ced601363f2 req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] No DVR routers for this DVR port 0bb40b38-cb05-4903-ba38-304ace11ee70 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:05:15.918337 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5c67a274-8524-44b5-a53a-6ced601363f2 req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:15.921739 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5c67a274-8524-44b5-a53a-6ced601363f2 req-2f73008c-4466-4394-b443-d34973c06519 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.31 "DELETE /v2.0/ports/0bb40b38-cb05-4903-ba38-304ace11ee70 HTTP/1.1" status: 204 len: 173 time: 0.7648757 Feb 03 13:05:15.922303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ccb261-4eb8-47d6-bd6c-c7be494bfd69', 'name': 'network-vif-deleted', 'tag': '0bb40b38-cb05-4903-ba38-304ace11ee70'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:05:15.924858 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5dd9e9-7253-4586-9630-2e21a3621215" -d '{"events": [{"server_uuid": "45ccb261-4eb8-47d6-bd6c-c7be494bfd69", "name": "network-vif-deleted", "tag": "0bb40b38-cb05-4903-ba38-304ace11ee70"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:05:15.983262 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3216159-41bb-4d39-9c0e-3195b247039c x-openstack-request-id: req-d3216159-41bb-4d39-9c0e-3195b247039c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:05:15.983538 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ccb261-4eb8-47d6-bd6c-c7be494bfd69", "name": "network-vif-deleted", "tag": "0bb40b38-cb05-4903-ba38-304ace11ee70", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:05:15.983789 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3216159-41bb-4d39-9c0e-3195b247039c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:05:15.984197 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ccb261-4eb8-47d6-bd6c-c7be494bfd69', 'name': 'network-vif-deleted', 'tag': '0bb40b38-cb05-4903-ba38-304ace11ee70', 'status': 'completed', 'code': 200} Feb 03 13:05:16.018606 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:16.021061 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ac7e4e21-90d3-40df-b4ce-b30791afab94 req-94595217-00dc-462a-b3c1-f1fa993b1a5c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ccb261-4eb8-47d6-bd6c-c7be494bfd69 HTTP/1.1" status: 200 len: 210 time: 0.0474682 Feb 03 13:05:16.252551 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9700540c-d74b-4b7b-b1a1-97d011cbefc4 req-5236e8c6-8d5b-45c3-be5e-62fc45cfd079 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0440617 Feb 03 13:05:16.375067 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2621dde0-9740-4258-a79b-c1a36ae4beab req-432c4d89-8c2c-4d19-965c-623da1dfe09b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0288758 Feb 03 13:05:16.477360 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc64e5b-91d2-4c08-abaf-f017fde9719e req-f62ae0c4-33bf-4978-b7b2-67c2d2a955e9 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:16.478768 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4dc64e5b-91d2-4c08-abaf-f017fde9719e req-f62ae0c4-33bf-4978-b7b2-67c2d2a955e9 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 944 time: 0.0541339 Feb 03 13:05:16.532858 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4dc64e5b-91d2-4c08-abaf-f017fde9719e req-0e6d9d4b-d123-42bb-9e47-2ed42ec344a5 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483737 Feb 03 13:05:17.082972 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53200) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:17.421236 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0a5d7f0-41b0-4115-b591-9bcc4d60377f req-395a79d8-b393-4023-9968-5a72fb669ae9 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0560913 Feb 03 13:05:17.521867 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2a86057-b57a-453d-a059-ca4e64a249fb tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (4a2ef623-6258-4b06-bc9b-547a47c9cde4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:17.664144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620a0b6-4e5d-4cd9-8999-3fb9e348a9fb req-79ca93f7-70d9-43c5-afbc-4ea5184d73e0 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:17.665783 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2620a0b6-4e5d-4cd9-8999-3fb9e348a9fb req-79ca93f7-70d9-43c5-afbc-4ea5184d73e0 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 944 time: 0.0569737 Feb 03 13:05:17.724691 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2620a0b6-4e5d-4cd9-8999-3fb9e348a9fb req-bb5c6a30-4e6e-474b-ba33-b5c7613343d5 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534117 Feb 03 13:05:17.827961 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a2a86057-b57a-453d-a059-ca4e64a249fb tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Deleting port 2b8c8c00-f3f4-4806-86da-2087442f7cbb {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:17.828230 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2a86057-b57a-453d-a059-ca4e64a249fb tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (2b8c8c00-f3f4-4806-86da-2087442f7cbb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:17.929900 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a2a86057-b57a-453d-a059-ca4e64a249fb tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] For port 2b8c8c00-f3f4-4806-86da-2087442f7cbb, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2b8c8c00-f3f4-4806-86da-2087442f7cbb,segment=NetworkSegment(8cb7a044-f1ed-4a34-8aac-bd7786e940a6),segment_id=8cb7a044-f1ed-4a34-8aac-bd7786e940a6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:17.930278 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2a86057-b57a-453d-a059-ca4e64a249fb tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (2b8c8c00-f3f4-4806-86da-2087442f7cbb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:17.943353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a2a86057-b57a-453d-a059-ca4e64a249fb tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Calling delete_port for 2b8c8c00-f3f4-4806-86da-2087442f7cbb owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:18.137875 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2a86057-b57a-453d-a059-ca4e64a249fb tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (2b8c8c00-f3f4-4806-86da-2087442f7cbb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:18.166685 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a86057-b57a-453d-a059-ca4e64a249fb tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Port': ['ID=2b8c8c00-f3f4-4806-86da-2087442f7cbb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:18.362378 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2a86057-b57a-453d-a059-ca4e64a249fb tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (4a2ef623-6258-4b06-bc9b-547a47c9cde4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:18.565564 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c1b2ed39-b699-4591-9bef-6b1b814b6674 req-ecb53acc-7d4c-4131-b319-5e38519c9848 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0350642 Feb 03 13:05:18.633584 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a86057-b57a-453d-a059-ca4e64a249fb tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Router 4a2ef623-6258-4b06-bc9b-547a47c9cde4 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:05:18.754640 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a86057-b57a-453d-a059-ca4e64a249fb tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:18.764104 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a2a86057-b57a-453d-a059-ca4e64a249fb tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "PUT /v2.0/routers/4a2ef623-6258-4b06-bc9b-547a47c9cde4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6799855 Feb 03 13:05:18.766932 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53220) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:18.785186 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cff3b2-8af6-45c6-859a-f47609c4d878 None None] Sync routers for ids ['4a2ef623-6258-4b06-bc9b-547a47c9cde4'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:18.800762 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cff3b2-8af6-45c6-859a-f47609c4d878 None None] Routers {'4a2ef623-6258-4b06-bc9b-547a47c9cde4'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:18.801633 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-55cff3b2-8af6-45c6-859a-f47609c4d878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:05:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4a2ef623-6258-4b06-bc9b-547a47c9cde4'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:18.919014 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a990b22-78b3-450d-9a4e-d74aec590af5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Deleting subnet 147cd4bb-5254-4640-afa8-455d6d9066b1 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:05:18.923643 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a990b22-78b3-450d-9a4e-d74aec590af5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for subnet (147cd4bb-5254-4640-afa8-455d6d9066b1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:18.953121 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c049483-154f-4f47-b2f6-84c48eedf53a req-f063b66a-8d58-4a8e-a254-197d411ca106 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:18.959288 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0c049483-154f-4f47-b2f6-84c48eedf53a req-f063b66a-8d58-4a8e-a254-197d411ca106 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 944 time: 0.0894871 Feb 03 13:05:19.005487 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a6daf90f-7f9b-4c69-bbf5-0882206a3c5f req-e1366672-5251-4e2d-b0cb-839098f275bb tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba&device_id=a5c0bbb3-545a-47e9-be14-7c0d4ab637b4 HTTP/1.1" status: 200 len: 210 time: 0.1210341 Feb 03 13:05:19.022680 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a990b22-78b3-450d-9a4e-d74aec590af5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (147cd4bb-5254-4640-afa8-455d6d9066b1), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:19.029353 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0c049483-154f-4f47-b2f6-84c48eedf53a req-af0f1d6d-e29f-4c75-9e24-bd4da76d5026 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673223 Feb 03 13:05:19.058163 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-55cff3b2-8af6-45c6-859a-f47609c4d878 None None] Set router 4a2ef623-6258-4b06-bc9b-547a47c9cde4 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:19.131382 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a990b22-78b3-450d-9a4e-d74aec590af5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (147cd4bb-5254-4640-afa8-455d6d9066b1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:19.213292 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a990b22-78b3-450d-9a4e-d74aec590af5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (147cd4bb-5254-4640-afa8-455d6d9066b1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:19.233663 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a990b22-78b3-450d-9a4e-d74aec590af5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:19.240803 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a590c43-e96d-4cf5-86b5-539446f63b5d None None] Network 98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:05:19.254530 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1a990b22-78b3-450d-9a4e-d74aec590af5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "DELETE /v2.0/subnets/147cd4bb-5254-4640-afa8-455d6d9066b1 HTTP/1.1" status: 204 len: 168 time: 0.4821460 Feb 03 13:05:19.259440 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53226) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:19.309485 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1fbe95d4-c5be-4780-a207-86a77183df39 req-30e74021-f046-43bb-a981-095d88998bed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=18bbc40f4bea4100b2a40f92d45a50c2&device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0657022 Feb 03 13:05:19.325418 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a990b22-78b3-450d-9a4e-d74aec590af5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Subnet': ['ID=147cd4bb-5254-4640-afa8-455d6d9066b1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:19.373833 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-55cff3b2-8af6-45c6-859a-f47609c4d878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620726114', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:23Z', 'updated_at': '2022-02-03T13:05:18Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:24Z', 'updated_at': '2022-02-03T13:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:19.379092 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-add439cd-0d0f-4f97-8e23-aa81093e7d4f req-2d85c0ca-e79c-4615-96cd-6f00175225db tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0915196 Feb 03 13:05:19.381603 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1fbe95d4-c5be-4780-a207-86a77183df39 req-907dac72-2455-4bc9-84dd-62ec04922e29 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=18bbc40f4bea4100b2a40f92d45a50c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716250 Feb 03 13:05:19.417273 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a990b22-78b3-450d-9a4e-d74aec590af5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:19.417647 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a990b22-78b3-450d-9a4e-d74aec590af5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:19.418012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a990b22-78b3-450d-9a4e-d74aec590af5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:19.418367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a990b22-78b3-450d-9a4e-d74aec590af5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:19.418720 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a990b22-78b3-450d-9a4e-d74aec590af5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:19.419067 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a990b22-78b3-450d-9a4e-d74aec590af5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:19.419528 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a990b22-78b3-450d-9a4e-d74aec590af5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:19.419876 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a990b22-78b3-450d-9a4e-d74aec590af5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:19.420259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a990b22-78b3-450d-9a4e-d74aec590af5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:19.420601 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a990b22-78b3-450d-9a4e-d74aec590af5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:19.420941 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a990b22-78b3-450d-9a4e-d74aec590af5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:19.422135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a990b22-78b3-450d-9a4e-d74aec590af5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:19.422486 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a990b22-78b3-450d-9a4e-d74aec590af5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:19.431380 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cff3b2-8af6-45c6-859a-f47609c4d878 None None] Checking router: 4a2ef623-6258-4b06-bc9b-547a47c9cde4 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:19.447267 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cff3b2-8af6-45c6-859a-f47609c4d878 None None] Routers {'4a2ef623-6258-4b06-bc9b-547a47c9cde4'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:19.447877 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-55cff3b2-8af6-45c6-859a-f47609c4d878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:05:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['4a2ef623-6258-4b06-bc9b-547a47c9cde4'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:19.467096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5011f6f-80e3-4678-8ea1-94e002e48653 None None] DHCP port deletion for 98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:05:19.505740 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-983e02d8-af41-41cb-993e-866dedffc2f2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router (4a2ef623-6258-4b06-bc9b-547a47c9cde4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:19.543231 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f5011f6f-80e3-4678-8ea1-94e002e48653 None None] Deleting port f853d7f9-dc5f-4dbc-865c-3c7aa6c09965 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:19.544013 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f5011f6f-80e3-4678-8ea1-94e002e48653 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f853d7f9-dc5f-4dbc-865c-3c7aa6c09965), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:19.620335 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-55cff3b2-8af6-45c6-859a-f47609c4d878 None None] Set router 4a2ef623-6258-4b06-bc9b-547a47c9cde4 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:19.621122 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 0bb40b38-cb05-4903-ba38-304ace11ee70 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:05:19.643510 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-983e02d8-af41-41cb-993e-866dedffc2f2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_gateway (4a2ef623-6258-4b06-bc9b-547a47c9cde4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:19.660304 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 0bb40b38-cb05-4903-ba38-304ace11ee70 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:05:19.660996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 0bb40b38-cb05-4903-ba38-304ace11ee70 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:05:19.664434 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f5011f6f-80e3-4678-8ea1-94e002e48653 None None] For port f853d7f9-dc5f-4dbc-865c-3c7aa6c09965, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f853d7f9-dc5f-4dbc-865c-3c7aa6c09965,segment=NetworkSegment(8cb7a044-f1ed-4a34-8aac-bd7786e940a6),segment_id=8cb7a044-f1ed-4a34-8aac-bd7786e940a6)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:19.665057 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f5011f6f-80e3-4678-8ea1-94e002e48653 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f853d7f9-dc5f-4dbc-865c-3c7aa6c09965), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:19.684325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f5011f6f-80e3-4678-8ea1-94e002e48653 None None] Calling delete_port for f853d7f9-dc5f-4dbc-865c-3c7aa6c09965 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:19.721724 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-983e02d8-af41-41cb-993e-866dedffc2f2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Deleting port 54e45c76-68cb-430e-a104-e1f5a8b6cda4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:05:19.721971 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-983e02d8-af41-41cb-993e-866dedffc2f2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (54e45c76-68cb-430e-a104-e1f5a8b6cda4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:19.761794 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe95d4-c5be-4780-a207-86a77183df39 req-31fc14d0-6c71-4e7d-b5b4-30ae16096844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:19.764218 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1fbe95d4-c5be-4780-a207-86a77183df39 req-31fc14d0-6c71-4e7d-b5b4-30ae16096844 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3671789 Feb 03 13:05:19.823488 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-983e02d8-af41-41cb-993e-866dedffc2f2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] For port 54e45c76-68cb-430e-a104-e1f5a8b6cda4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=54e45c76-68cb-430e-a104-e1f5a8b6cda4,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:19.824090 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-983e02d8-af41-41cb-993e-866dedffc2f2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (54e45c76-68cb-430e-a104-e1f5a8b6cda4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:19.827107 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f5011f6f-80e3-4678-8ea1-94e002e48653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (f853d7f9-dc5f-4dbc-865c-3c7aa6c09965), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:19.841827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-983e02d8-af41-41cb-993e-866dedffc2f2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Calling delete_port for 54e45c76-68cb-430e-a104-e1f5a8b6cda4 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:05:19.863166 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5011f6f-80e3-4678-8ea1-94e002e48653 None None] No DVR routers for this DVR port f853d7f9-dc5f-4dbc-865c-3c7aa6c09965 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:05:19.869628 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5011f6f-80e3-4678-8ea1-94e002e48653 None None] Pushing event deleted for resources: {'Port': ['ID=f853d7f9-dc5f-4dbc-865c-3c7aa6c09965,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:19.899598 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-55cff3b2-8af6-45c6-859a-f47609c4d878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620726114', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:23Z', 'updated_at': '2022-02-03T13:05:18Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:24Z', 'updated_at': '2022-02-03T13:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:19.927409 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cff3b2-8af6-45c6-859a-f47609c4d878 None None] The sync data for ids ['4a2ef623-6258-4b06-bc9b-547a47c9cde4'] in n-d-827336-3 is: [{'id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1620726114', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:23Z', 'updated_at': '2022-02-03T13:05:18Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '54e45c76-68cb-430e-a104-e1f5a8b6cda4', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2ef623-6258-4b06-bc9b-547a47c9cde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:24Z', 'updated_at': '2022-02-03T13:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:20.031578 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-983e02d8-af41-41cb-993e-866dedffc2f2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (54e45c76-68cb-430e-a104-e1f5a8b6cda4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.061973 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e02d8-af41-41cb-993e-866dedffc2f2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Port': ['ID=54e45c76-68cb-430e-a104-e1f5a8b6cda4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:20.169083 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-983e02d8-af41-41cb-993e-866dedffc2f2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (4a2ef623-6258-4b06-bc9b-547a47c9cde4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.271229 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-983e02d8-af41-41cb-993e-866dedffc2f2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (4a2ef623-6258-4b06-bc9b-547a47c9cde4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.274016 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-983e02d8-af41-41cb-993e-866dedffc2f2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_controller (4a2ef623-6258-4b06-bc9b-547a47c9cde4), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.281944 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce65f8-d5c9-4b5c-9f49-34db002ad49c req-253c6e16-430c-4eab-a68b-eb8de45d45ae tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:20.283497 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09ce65f8-d5c9-4b5c-9f49-34db002ad49c req-253c6e16-430c-4eab-a68b-eb8de45d45ae tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 944 time: 0.1602204 Feb 03 13:05:20.343078 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-983e02d8-af41-41cb-993e-866dedffc2f2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (4a2ef623-6258-4b06-bc9b-547a47c9cde4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.343587 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983e02d8-af41-41cb-993e-866dedffc2f2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Fanout notify agent at l3_agent the message router_deleted on router 4a2ef623-6258-4b06-bc9b-547a47c9cde4 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:05:20.354343 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-983e02d8-af41-41cb-993e-866dedffc2f2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.355448 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-983e02d8-af41-41cb-993e-866dedffc2f2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "DELETE /v2.0/routers/4a2ef623-6258-4b06-bc9b-547a47c9cde4 HTTP/1.1" status: 204 len: 168 time: 1.0631478 Feb 03 13:05:20.358253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53236) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:20.397629 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09ce65f8-d5c9-4b5c-9f49-34db002ad49c req-ba526059-5c52-4c0e-ae6e-4875e4c44fe8 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066463 Feb 03 13:05:20.473381 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87297de8-7ad8-45d5-b7c8-8b079788a39a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.512582 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1e159049-f673-45c5-ab3f-abc2924ceb7f req-6e4705e0-13cd-4f02-99c2-101584343fef tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0380487 Feb 03 13:05:20.578881 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87297de8-7ad8-45d5-b7c8-8b079788a39a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.603750 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-87297de8-7ad8-45d5-b7c8-8b079788a39a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:20.615174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-87297de8-7ad8-45d5-b7c8-8b079788a39a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb7a044-f1ed-4a34-8aac-bd7786e940a6') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:20.615469 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-87297de8-7ad8-45d5-b7c8-8b079788a39a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb7a044-f1ed-4a34-8aac-bd7786e940a6') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:20.625545 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87297de8-7ad8-45d5-b7c8-8b079788a39a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (8cb7a044-f1ed-4a34-8aac-bd7786e940a6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.643849 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87297de8-7ad8-45d5-b7c8-8b079788a39a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8cb7a044-f1ed-4a34-8aac-bd7786e940a6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.650863 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87297de8-7ad8-45d5-b7c8-8b079788a39a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:05:20.651607 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87297de8-7ad8-45d5-b7c8-8b079788a39a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (8cb7a044-f1ed-4a34-8aac-bd7786e940a6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:05:20.668699 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:05:20.755520 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87297de8-7ad8-45d5-b7c8-8b079788a39a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.766834 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87297de8-7ad8-45d5-b7c8-8b079788a39a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.771172 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-87297de8-7ad8-45d5-b7c8-8b079788a39a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "DELETE /v2.0/networks/98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9 HTTP/1.1" status: 204 len: 168 time: 0.4121642 Feb 03 13:05:20.774006 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53244) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:20.786302 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87297de8-7ad8-45d5-b7c8-8b079788a39a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Network': ['ID=98029b11-2f1c-4acc-bf6c-ea1e0dd9dbc9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:20.837756 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9a075c6-3bf8-4b1c-b5c0-f82eb9cc8b8b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (12aab41c-b84b-4d6b-a989-e5b20a7a4cb9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.865984 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9a075c6-3bf8-4b1c-b5c0-f82eb9cc8b8b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (12aab41c-b84b-4d6b-a989-e5b20a7a4cb9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.933038 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9a075c6-3bf8-4b1c-b5c0-f82eb9cc8b8b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (12aab41c-b84b-4d6b-a989-e5b20a7a4cb9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.935710 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9a075c6-3bf8-4b1c-b5c0-f82eb9cc8b8b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:20.937033 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c9a075c6-3bf8-4b1c-b5c0-f82eb9cc8b8b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "DELETE /v2.0/security-groups/12aab41c-b84b-4d6b-a989-e5b20a7a4cb9 HTTP/1.1" status: 204 len: 168 time: 0.1613615 Feb 03 13:05:20.946900 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a075c6-3bf8-4b1c-b5c0-f82eb9cc8b8b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12aab41c-b84b-4d6b-a989-e5b20a7a4cb9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:21.184520 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2b8c8c00-f3f4-4806-86da-2087442f7cbb no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:05:21.205053 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 2b8c8c00-f3f4-4806-86da-2087442f7cbb {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:05:21.205664 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2b8c8c00-f3f4-4806-86da-2087442f7cbb not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:05:21.206278 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 54e45c76-68cb-430e-a104-e1f5a8b6cda4 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:05:21.207143 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1fbe95d4-c5be-4780-a207-86a77183df39 req-435238ec-b71e-44e6-a0ec-5d0c7f50a058 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0397625 Feb 03 13:05:21.228632 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 54e45c76-68cb-430e-a104-e1f5a8b6cda4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:05:21.229234 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 54e45c76-68cb-430e-a104-e1f5a8b6cda4 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:05:21.229941 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f853d7f9-dc5f-4dbc-865c-3c7aa6c09965 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:05:21.252873 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: f853d7f9-dc5f-4dbc-865c-3c7aa6c09965 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:05:21.253232 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f853d7f9-dc5f-4dbc-865c-3c7aa6c09965 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:05:21.309121 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53250) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:21.315323 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9961bc3e-a9d4-49d2-a7d0-2e25378c1df4 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-632065970', 'description': 'tempest-secgroup-smoke-632065970 description', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:21.336169 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9961bc3e-a9d4-49d2-a7d0-2e25378c1df4 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.405813 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9961bc3e-a9d4-49d2-a7d0-2e25378c1df4 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (716f6d9b-402e-41f5-a423-82d4fa881bbd), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.410102 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9961bc3e-a9d4-49d2-a7d0-2e25378c1df4 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (716f6d9b-402e-41f5-a423-82d4fa881bbd), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.435445 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9961bc3e-a9d4-49d2-a7d0-2e25378c1df4 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.436836 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9961bc3e-a9d4-49d2-a7d0-2e25378c1df4 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1262195 Feb 03 13:05:21.440223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53254) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:21.445919 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961bc3e-a9d4-49d2-a7d0-2e25378c1df4 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716f6d9b-402e-41f5-a423-82d4fa881bbd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:21.449043 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0372733d-7be3-4fe0-ae91-701371128090 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '716f6d9b-402e-41f5-a423-82d4fa881bbd', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:21.477683 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0372733d-7be3-4fe0-ae91-701371128090 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (be1aa202-c887-4f1c-9d24-60dab2c99bb5), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.557170 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0372733d-7be3-4fe0-ae91-701371128090 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (be1aa202-c887-4f1c-9d24-60dab2c99bb5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.564929 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0372733d-7be3-4fe0-ae91-701371128090 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (be1aa202-c887-4f1c-9d24-60dab2c99bb5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.578443 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc2169-4cd5-43df-8f2a-64aa2d76998d req-f6a1d20d-cc43-48bd-8b32-eb0d7b3f2f07 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:21.580692 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-35cc2169-4cd5-43df-8f2a-64aa2d76998d req-f6a1d20d-cc43-48bd-8b32-eb0d7b3f2f07 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 944 time: 0.0882289 Feb 03 13:05:21.609695 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372733d-7be3-4fe0-ae91-701371128090 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1aa202-c887-4f1c-9d24-60dab2c99bb5,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:21.616195 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0372733d-7be3-4fe0-ae91-701371128090 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.620737 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0372733d-7be3-4fe0-ae91-701371128090 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1751466 Feb 03 13:05:21.621498 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53262) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:21.627414 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-dc60c27a-05a2-4931-85cb-2a11bc306ca9 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '716f6d9b-402e-41f5-a423-82d4fa881bbd', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:21.699444 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-35cc2169-4cd5-43df-8f2a-64aa2d76998d req-21d0d3f3-8242-402d-88c2-5a1c7967381b tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074769 Feb 03 13:05:21.714430 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc60c27a-05a2-4931-85cb-2a11bc306ca9 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (d76943aa-eb25-46be-9d15-f7d573b44d8a), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.741193 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1c8ef821-62f8-4999-a34b-e2882f111e0c req-b954149f-ed0b-46f9-8dbc-df3fd5b29f9e tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a9ecd06-811d-4b47-b33e-605a8f74fdba HTTP/1.1" status: 200 len: 210 time: 0.0870769 Feb 03 13:05:21.813269 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc60c27a-05a2-4931-85cb-2a11bc306ca9 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (d76943aa-eb25-46be-9d15-f7d573b44d8a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.818464 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc60c27a-05a2-4931-85cb-2a11bc306ca9 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (d76943aa-eb25-46be-9d15-f7d573b44d8a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.845265 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60c27a-05a2-4931-85cb-2a11bc306ca9 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76943aa-eb25-46be-9d15-f7d573b44d8a,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:21.853936 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc60c27a-05a2-4931-85cb-2a11bc306ca9 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.858234 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-dc60c27a-05a2-4931-85cb-2a11bc306ca9 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2328107 Feb 03 13:05:21.858853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53270) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:21.866414 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f4798c90-da68-4dd1-930b-e32dac74415c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '716f6d9b-402e-41f5-a423-82d4fa881bbd', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:21.902390 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4798c90-da68-4dd1-930b-e32dac74415c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (62826aab-3213-4814-9fdf-a93f02ff4576), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.989578 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4798c90-da68-4dd1-930b-e32dac74415c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (62826aab-3213-4814-9fdf-a93f02ff4576), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:21.994918 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4798c90-da68-4dd1-930b-e32dac74415c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (62826aab-3213-4814-9fdf-a93f02ff4576), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.021222 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4798c90-da68-4dd1-930b-e32dac74415c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.024478 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f4798c90-da68-4dd1-930b-e32dac74415c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1626458 Feb 03 13:05:22.024478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4798c90-da68-4dd1-930b-e32dac74415c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62826aab-3213-4814-9fdf-a93f02ff4576,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:22.025439 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53284) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:22.030425 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c7b64997-8f97-4a05-9cef-5f33504be062 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '716f6d9b-402e-41f5-a423-82d4fa881bbd', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:22.060695 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7b64997-8f97-4a05-9cef-5f33504be062 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (36c4ce64-9b76-41eb-b42f-59e4fcbe6bf0), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.138936 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7b64997-8f97-4a05-9cef-5f33504be062 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (36c4ce64-9b76-41eb-b42f-59e4fcbe6bf0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.144519 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7b64997-8f97-4a05-9cef-5f33504be062 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (36c4ce64-9b76-41eb-b42f-59e4fcbe6bf0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.168167 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b64997-8f97-4a05-9cef-5f33504be062 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c4ce64-9b76-41eb-b42f-59e4fcbe6bf0,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:22.177871 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7b64997-8f97-4a05-9cef-5f33504be062 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.179312 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c7b64997-8f97-4a05-9cef-5f33504be062 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1524439 Feb 03 13:05:22.181907 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53286) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:22.187144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e0291fa6-6cdf-415d-a76c-9e17b1e44916 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '716f6d9b-402e-41f5-a423-82d4fa881bbd', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:22.209791 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-e0291fa6-6cdf-415d-a76c-9e17b1e44916 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Project 6b3ece076217446ab8e2a581b50fd3d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:05:22.215231 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0291fa6-6cdf-415d-a76c-9e17b1e44916 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (1ed1cb4f-5856-450f-bfe7-a884a479822f), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.289385 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0291fa6-6cdf-415d-a76c-9e17b1e44916 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (1ed1cb4f-5856-450f-bfe7-a884a479822f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.293837 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0291fa6-6cdf-415d-a76c-9e17b1e44916 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (1ed1cb4f-5856-450f-bfe7-a884a479822f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.319905 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0291fa6-6cdf-415d-a76c-9e17b1e44916 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed1cb4f-5856-450f-bfe7-a884a479822f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:22.326596 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0291fa6-6cdf-415d-a76c-9e17b1e44916 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.332650 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e0291fa6-6cdf-415d-a76c-9e17b1e44916 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1495035 Feb 03 13:05:22.332995 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53290) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:22.338452 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-496dc655-6c76-4098-903e-51830a90a81c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '716f6d9b-402e-41f5-a423-82d4fa881bbd', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:22.360126 n-d-827336-3 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-496dc655-6c76-4098-903e-51830a90a81c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Project 6b3ece076217446ab8e2a581b50fd3d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:05:22.366675 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-496dc655-6c76-4098-903e-51830a90a81c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (6a19502f-3cf8-414f-9720-a7b97fa1728a), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.435637 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-496dc655-6c76-4098-903e-51830a90a81c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (6a19502f-3cf8-414f-9720-a7b97fa1728a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.439766 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-496dc655-6c76-4098-903e-51830a90a81c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (6a19502f-3cf8-414f-9720-a7b97fa1728a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.463120 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496dc655-6c76-4098-903e-51830a90a81c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a19502f-3cf8-414f-9720-a7b97fa1728a,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:22.474045 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-496dc655-6c76-4098-903e-51830a90a81c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.478716 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53292) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:22.480553 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-496dc655-6c76-4098-903e-51830a90a81c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1465983 Feb 03 13:05:22.483791 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-383f8eda-332e-40c8-9de5-c495efeaab32 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'network': {'name': 'tempest-network-smoke--517012066', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'port_security_enabled': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:22.507569 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383f8eda-332e-40c8-9de5-c495efeaab32 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Made reservation on behalf of 6b3ece076217446ab8e2a581b50fd3d4 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:05:22.511157 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-383f8eda-332e-40c8-9de5-c495efeaab32 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.544288 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383f8eda-332e-40c8-9de5-c495efeaab32 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:05:22.554209 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-383f8eda-332e-40c8-9de5-c495efeaab32 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (439727d2-983c-4cb6-896d-1b57defa9245), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.554685 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-383f8eda-332e-40c8-9de5-c495efeaab32 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Added segment 439727d2-983c-4cb6-896d-1b57defa9245 of type vlan for network ca8b1202-28b9-4749-8902-b8a9382d93a8 Feb 03 13:05:22.599591 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-383f8eda-332e-40c8-9de5-c495efeaab32 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (ca8b1202-28b9-4749-8902-b8a9382d93a8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.627317 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-383f8eda-332e-40c8-9de5-c495efeaab32 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (ca8b1202-28b9-4749-8902-b8a9382d93a8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.632929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383f8eda-332e-40c8-9de5-c495efeaab32 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:22.633971 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-383f8eda-332e-40c8-9de5-c495efeaab32 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.668546 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-383f8eda-332e-40c8-9de5-c495efeaab32 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1886754 Feb 03 13:05:22.671595 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53294) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:22.676642 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-502d208d-99bb-4831-815b-97cc60e1e919 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-929329350', 'admin_state_up': True, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:22.708600 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-502d208d-99bb-4831-815b-97cc60e1e919 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (ce4a2d91-11db-4449-aa3e-1a08b11c0057), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.710537 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-502d208d-99bb-4831-815b-97cc60e1e919 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (ce4a2d91-11db-4449-aa3e-1a08b11c0057), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:22.716676 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f8eda-332e-40c8-9de5-c495efeaab32 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Network': ['ID=ca8b1202-28b9-4749-8902-b8a9382d93a8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:22.729897 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network ca8b1202-28b9-4749-8902-b8a9382d93a8 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:05:22.873980 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-502d208d-99bb-4831-815b-97cc60e1e919 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_controller (ce4a2d91-11db-4449-aa3e-1a08b11c0057), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:23.409710 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5e4a1-9493-48a1-b025-7e6399852715 req-9302bcce-5c30-4418-b452-202d037b474e tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:23.416787 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-edb5e4a1-9493-48a1-b025-7e6399852715 req-9302bcce-5c30-4418-b452-202d037b474e tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 944 time: 0.6295567 Feb 03 13:05:23.445559 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-198282d3-13d4-42cc-bcf6-4b1ef71c4775 req-497cf9d0-a86c-47c9-8ea2-bb3a50917597 tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5c0bbb3-545a-47e9-be14-7c0d4ab637b4 HTTP/1.1" status: 200 len: 210 time: 0.0876713 Feb 03 13:05:23.448035 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-49d2612b-78cf-45ad-967a-5a5d0ea1985c req-2e75c243-65bf-4bae-8d3e-db6d84f81bde service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=18bbc40f4bea4100b2a40f92d45a50c2&device_id=a5c0bbb3-545a-47e9-be14-7c0d4ab637b4 HTTP/1.1" status: 200 len: 210 time: 0.0913389 Feb 03 13:05:23.496208 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-edb5e4a1-9493-48a1-b025-7e6399852715 req-34609fc8-8892-47a5-b643-17c3fc128156 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768385 Feb 03 13:05:23.518290 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-502d208d-99bb-4831-815b-97cc60e1e919 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_gateway (ce4a2d91-11db-4449-aa3e-1a08b11c0057), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:23.523791 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-49d2612b-78cf-45ad-967a-5a5d0ea1985c req-689f0003-cda0-457e-ad27-b790d421d7a0 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=18bbc40f4bea4100b2a40f92d45a50c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283635 Feb 03 13:05:23.628057 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2612b-78cf-45ad-967a-5a5d0ea1985c req-ed66b100-a460-49d2-baa1-ec8dc0f8d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:23.629560 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-49d2612b-78cf-45ad-967a-5a5d0ea1985c req-ed66b100-a460-49d2-baa1-ec8dc0f8d420 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995395 Feb 03 13:05:23.909186 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-502d208d-99bb-4831-815b-97cc60e1e919 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_gateway (ce4a2d91-11db-4449-aa3e-1a08b11c0057), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:23.958769 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-502d208d-99bb-4831-815b-97cc60e1e919 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:24.138762 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-502d208d-99bb-4831-815b-97cc60e1e919 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Allocated IP 172.25.6.99 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/965f2ae8-edbd-44f5-a5a1-7a008ace0476) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:24.269740 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-502d208d-99bb-4831-815b-97cc60e1e919 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (965f2ae8-edbd-44f5-a5a1-7a008ace0476), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:24.315748 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-502d208d-99bb-4831-815b-97cc60e1e919 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (965f2ae8-edbd-44f5-a5a1-7a008ace0476), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:24.371763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502d208d-99bb-4831-815b-97cc60e1e919 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:24.375458 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-502d208d-99bb-4831-815b-97cc60e1e919 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:24.382969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502d208d-99bb-4831-815b-97cc60e1e919 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:24.414286 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d208d-99bb-4831-815b-97cc60e1e919 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=965f2ae8-edbd-44f5-a5a1-7a008ace0476,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:24.789412 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a3502-3351-421f-adbe-91c614921a35 req-3bc77d78-4e24-4022-9e4b-68d0c8747286 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:24.794291 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ba7a3502-3351-421f-adbe-91c614921a35 req-3bc77d78-4e24-4022-9e4b-68d0c8747286 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 944 time: 0.0817678 Feb 03 13:05:24.810412 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-502d208d-99bb-4831-815b-97cc60e1e919 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_gateway (ce4a2d91-11db-4449-aa3e-1a08b11c0057), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:24.865009 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-df27e9d2-dfa3-4224-93eb-a5012bc7b025 req-ab21b571-e626-4c2d-b88e-4d6d06e5dcdf tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5c0bbb3-545a-47e9-be14-7c0d4ab637b4 HTTP/1.1" status: 200 len: 210 time: 0.1327832 Feb 03 13:05:24.883351 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ba7a3502-3351-421f-adbe-91c614921a35 req-8e320fc7-b70b-4771-9848-4e21295cafed tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825365 Feb 03 13:05:25.064532 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-49d2612b-78cf-45ad-967a-5a5d0ea1985c req-cc79e1af-966c-4fa2-a7f3-2dfded1b05aa tempest-ServerShowV247Test-331410074 tempest-ServerShowV247Test-331410074-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5c0bbb3-545a-47e9-be14-7c0d4ab637b4 HTTP/1.1" status: 200 len: 210 time: 0.0334480 Feb 03 13:05:25.093886 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device f0757757-ef3a-4529-ba6c-aee1711b90a9 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:05:25.251930 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-502d208d-99bb-4831-815b-97cc60e1e919 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (ce4a2d91-11db-4449-aa3e-1a08b11c0057), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:25.261171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port f0757757-ef3a-4529-ba6c-aee1711b90a9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=f0757757-ef3a-4529-ba6c-aee1711b90a9,segment=NetworkSegment(f50ab466-6050-446c-aa09-045085d4a1d1),segment_id=f50ab466-6050-446c-aa09-045085d4a1d1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:25.287366 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'f0757757-ef3a-4529-ba6c-aee1711b90a9', 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'port_id': 'f0757757-ef3a-4529-ba6c-aee1711b90a9', 'mac_address': 'fa:16:3e:d3:d5:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:05:25.350144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port f0757757-ef3a-4529-ba6c-aee1711b90a9 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:25.351080 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f0757757-ef3a-4529-ba6c-aee1711b90a9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:25.369150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0757757-ef3a-4529-ba6c-aee1711b90a9 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:05:25.401403 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port f0757757-ef3a-4529-ba6c-aee1711b90a9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=f0757757-ef3a-4529-ba6c-aee1711b90a9,segment=NetworkSegment(f50ab466-6050-446c-aa09-045085d4a1d1),segment_id=f50ab466-6050-446c-aa09-045085d4a1d1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:25.406832 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f0757757-ef3a-4529-ba6c-aee1711b90a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:25.488799 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=f0757757-ef3a-4529-ba6c-aee1711b90a9,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:25.561436 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502d208d-99bb-4831-815b-97cc60e1e919 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Router ce4a2d91-11db-4449-aa3e-1a08b11c0057 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:05:25.732167 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502d208d-99bb-4831-815b-97cc60e1e919 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:25.744557 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] Sync routers for ids ['ce4a2d91-11db-4449-aa3e-1a08b11c0057'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:25.764257 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-502d208d-99bb-4831-815b-97cc60e1e919 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:25.769852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53600) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:25.773936 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] Routers {'ce4a2d91-11db-4449-aa3e-1a08b11c0057'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:25.776754 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:05:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ce4a2d91-11db-4449-aa3e-1a08b11c0057'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:25.779042 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-502d208d-99bb-4831-815b-97cc60e1e919 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1061928 Feb 03 13:05:25.790068 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['f0757757-ef3a-4529-ba6c-aee1711b90a9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:05:25.809473 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53606) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:25.821239 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ea577154-cca1-4c33-9abb-732b46145f23 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=6b3ece076217446ab8e2a581b50fd3d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499766 Feb 03 13:05:26.115453 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0de12a-248a-4817-90e0-8d423dde0a96 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:26.125015 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4b0de12a-248a-4817-90e0-8d423dde0a96 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3137646 Feb 03 13:05:26.128366 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53646) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:26.149988 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] Set router ce4a2d91-11db-4449-aa3e-1a08b11c0057 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:26.230582 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a1f15-d714-469a-8852-74dcd62a718e req-5dbec8fd-ae4e-42d1-ab72-8c6f8acb5f24 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:26.232200 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-955a1f15-d714-469a-8852-74dcd62a718e req-5dbec8fd-ae4e-42d1-ab72-8c6f8acb5f24 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 945 time: 0.1730597 Feb 03 13:05:26.239250 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1a1d6684-a1e1-4f3c-b680-14b0032c81e3 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1086078 Feb 03 13:05:26.240194 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53660) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:26.254988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-81dcd8a0-5f8b-4905-9284-c028cc4bcf78 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-85250605', 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:26.379339 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-955a1f15-d714-469a-8852-74dcd62a718e req-06e30cd4-80b2-47dc-82a5-f0c4706b8874 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326330 Feb 03 13:05:26.468472 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dcd8a0-5f8b-4905-9284-c028cc4bcf78 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Made reservation on behalf of 6b3ece076217446ab8e2a581b50fd3d4 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:05:26.477687 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81dcd8a0-5f8b-4905-9284-c028cc4bcf78 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:26.492567 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53688) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:26.719209 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49beec49-b63b-48bb-bb00-92dd3910eb6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:26.857619 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49beec49-b63b-48bb-bb00-92dd3910eb6f admin admin] Publish callbacks [] for security_group (558dfb81-61df-416a-a034-8f5be5e2b776), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:26.864214 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49beec49-b63b-48bb-bb00-92dd3910eb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (558dfb81-61df-416a-a034-8f5be5e2b776), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:26.925474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929329350', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:24Z', 'revision_number': 3, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:23Z', 'updated_at': '2022-02-03T13:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:26.960559 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-49beec49-b63b-48bb-bb00-92dd3910eb6f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18bbc40f4bea4100b2a40f92d45a50c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4642303 Feb 03 13:05:26.973253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53740) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:26.981446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] Checking router: ce4a2d91-11db-4449-aa3e-1a08b11c0057 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:26.982012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] Updating router ce4a2d91-11db-4449-aa3e-1a08b11c0057 port 965f2ae8-edbd-44f5-a5a1-7a008ace0476 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:05:27.007398 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49beec49-b63b-48bb-bb00-92dd3910eb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558dfb81-61df-416a-a034-8f5be5e2b776,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:27.063472 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eae91c31-d794-4543-bd52-1cda3f08afbd admin admin] Publish callbacks [] for security_group (558dfb81-61df-416a-a034-8f5be5e2b776), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:27.073130 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81dcd8a0-5f8b-4905-9284-c028cc4bcf78 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (3f8c2b6b-8a00-466a-8033-a3a24815b33d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:27.097200 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eae91c31-d794-4543-bd52-1cda3f08afbd admin admin] Publish callbacks [] for security_group (558dfb81-61df-416a-a034-8f5be5e2b776), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:27.171314 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eae91c31-d794-4543-bd52-1cda3f08afbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (558dfb81-61df-416a-a034-8f5be5e2b776), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:27.174952 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eae91c31-d794-4543-bd52-1cda3f08afbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:27.178434 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-eae91c31-d794-4543-bd52-1cda3f08afbd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/558dfb81-61df-416a-a034-8f5be5e2b776 HTTP/1.1" status: 204 len: 168 time: 0.2018111 Feb 03 13:05:27.198937 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae91c31-d794-4543-bd52-1cda3f08afbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558dfb81-61df-416a-a034-8f5be5e2b776,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:27.262402 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcd8a0-5f8b-4905-9284-c028cc4bcf78 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Subnet': ['ID=3f8c2b6b-8a00-466a-8033-a3a24815b33d,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:27.283587 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dcd8a0-5f8b-4905-9284-c028cc4bcf78 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Checking segment: {'id': '439727d2-983c-4cb6-896d-1b57defa9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:27.283974 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dcd8a0-5f8b-4905-9284-c028cc4bcf78 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network hostable DHCP agents. Network: ca8b1202-28b9-4749-8902-b8a9382d93a8, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:05:27.327280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dcd8a0-5f8b-4905-9284-c028cc4bcf78 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network ca8b1202-28b9-4749-8902-b8a9382d93a8 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:05:27.351045 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-81dcd8a0-5f8b-4905-9284-c028cc4bcf78 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, ca8b1202-28b9-4749-8902-b8a9382d93a8) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:27.360445 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dcd8a0-5f8b-4905-9284-c028cc4bcf78 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:27.361688 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81dcd8a0-5f8b-4905-9284-c028cc4bcf78 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:27.398100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53790) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:27.424527 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-81dcd8a0-5f8b-4905-9284-c028cc4bcf78 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1829376 Feb 03 13:05:27.501826 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ab67e0-c071-4dbb-bb83-3545eee5276a None None] Network ca8b1202-28b9-4749-8902-b8a9382d93a8 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:05:27.575502 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (965f2ae8-edbd-44f5-a5a1-7a008ace0476), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:27.678547 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b690c3e-5c3e-4271-a317-c311ac7ea330 req-3beea1a8-7d67-4cbd-8207-30608301ff84 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:27.689611 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1b690c3e-5c3e-4271-a317-c311ac7ea330 req-3beea1a8-7d67-4cbd-8207-30608301ff84 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 945 time: 0.1904705 Feb 03 13:05:27.802148 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1b690c3e-5c3e-4271-a317-c311ac7ea330 req-0851f041-2025-45d7-8045-64366d039b3a tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950091 Feb 03 13:05:27.912690 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-ca8b1202-28b9-4749-8902-b8a9382d93a8', 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'fixed_ips': [{'subnet_id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:05:27.914890 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.186613 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] Publish callbacks [] for port (965f2ae8-edbd-44f5-a5a1-7a008ace0476), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.200055 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (965f2ae8-edbd-44f5-a5a1-7a008ace0476), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.211577 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] Allocated IP 172.20.0.2 (ca8b1202-28b9-4749-8902-b8a9382d93a8/3f8c2b6b-8a00-466a-8033-a3a24815b33d/488893c2-aadc-4419-ae5f-b1811433e7f6) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:28.269334 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] Attempting to bind port 965f2ae8-edbd-44f5-a5a1-7a008ace0476 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:28.269973 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] Attempting to bind port 965f2ae8-edbd-44f5-a5a1-7a008ace0476 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:28.270975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] Attempting to bind port 965f2ae8-edbd-44f5-a5a1-7a008ace0476 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:28.292008 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3899b2e-fdff-41ba-a7df-dc0f6694f673 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.303140 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:28.310828 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:28.311490 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.312091 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:28.312830 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] Bound port: 965f2ae8-edbd-44f5-a5a1-7a008ace0476, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:28.313510 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (965f2ae8-edbd-44f5-a5a1-7a008ace0476), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.332052 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0a701fb-ae8e-4b75-8429-2eebf9f5b202 req-b97a48f8-64b8-4b4d-ac25-b98522dc7dcc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1391652 Feb 03 13:05:28.441325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] For port 965f2ae8-edbd-44f5-a5a1-7a008ace0476, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:28.446168 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] For port 965f2ae8-edbd-44f5-a5a1-7a008ace0476, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=965f2ae8-edbd-44f5-a5a1-7a008ace0476,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:28.486991 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (965f2ae8-edbd-44f5-a5a1-7a008ace0476), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.518296 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a701fb-ae8e-4b75-8429-2eebf9f5b202 req-7ea93561-0a03-43d8-90f1-895ae914677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:28.519802 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0a701fb-ae8e-4b75-8429-2eebf9f5b202 req-7ea93561-0a03-43d8-90f1-895ae914677b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c8ffc7f02e14280b5d12bfe5ef5be2a&device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 1128 time: 0.1037495 Feb 03 13:05:28.527972 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22188a-eff7-4b4c-b232-9133631d282e None None] Pushing event updated for resources: {'Port': ['ID=965f2ae8-edbd-44f5-a5a1-7a008ace0476,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:28.638014 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53822) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:28.777778 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a701fb-ae8e-4b75-8429-2eebf9f5b202 req-12e98da4-07e6-4ef1-8813-dd450b595809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:28.779582 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0a701fb-ae8e-4b75-8429-2eebf9f5b202 req-12e98da4-07e6-4ef1-8813-dd450b595809 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03 HTTP/1.1" status: 200 len: 911 time: 0.2382126 Feb 03 13:05:28.918847 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0a701fb-ae8e-4b75-8429-2eebf9f5b202 req-55f9ffe5-7a50-480f-87cc-33cfd0443495 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a30cac9-004f-48d4-aae6-46f9ca39e760 HTTP/1.1" status: 200 len: 1001 time: 0.1316431 Feb 03 13:05:28.930819 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] Publish callbacks [] for port (488893c2-aadc-4419-ae5f-b1811433e7f6), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:28.944597 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] Routers {'ce4a2d91-11db-4449-aa3e-1a08b11c0057'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:28.945673 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:05:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ce4a2d91-11db-4449-aa3e-1a08b11c0057'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:28.953448 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (488893c2-aadc-4419-ae5f-b1811433e7f6), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:29.051521 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a701fb-ae8e-4b75-8429-2eebf9f5b202 req-eea1f977-983d-49d8-82bf-c27339569bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:29.054522 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0a701fb-ae8e-4b75-8429-2eebf9f5b202 req-eea1f977-983d-49d8-82bf-c27339569bd0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bd911557-2171-4f85-99b2-431860ea8276 HTTP/1.1" status: 200 len: 849 time: 0.1287782 Feb 03 13:05:29.066982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8eb394a4-6ed4-439e-84a0-e8fa47d1ce26 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-network', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:29.080184 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22188a-eff7-4b4c-b232-9133631d282e None None] Pushing event updated for resources: {'Port': ['ID=965f2ae8-edbd-44f5-a5a1-7a008ace0476,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:29.099490 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb394a4-6ed4-439e-84a0-e8fa47d1ce26 admin admin] Made reservation on behalf of f87650fa40e44533b201cd37dcb459f1 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:05:29.102605 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8eb394a4-6ed4-439e-84a0-e8fa47d1ce26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:29.128862 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a701fb-ae8e-4b75-8429-2eebf9f5b202 req-6bc52bfe-0e1c-43b7-bcf1-417827d74306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:29.130839 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0a701fb-ae8e-4b75-8429-2eebf9f5b202 req-6bc52bfe-0e1c-43b7-bcf1-417827d74306 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0711205 Feb 03 13:05:29.150183 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8eb394a4-6ed4-439e-84a0-e8fa47d1ce26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:29.169860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250045dd-1c50-4aa2-b525-38b34d691593 req-0cb587fd-51fc-4f80-baab-44ebbbc76473 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:29.178628 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device f0757757-ef3a-4529-ba6c-aee1711b90a9 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:29.179140 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-250045dd-1c50-4aa2-b525-38b34d691593 req-0cb587fd-51fc-4f80-baab-44ebbbc76473 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 945 time: 0.2391438 Feb 03 13:05:29.184557 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] Network ca8b1202-28b9-4749-8902-b8a9382d93a8 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:29.239798 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:29.245327 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:29.304989 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-250045dd-1c50-4aa2-b525-38b34d691593 req-b28115a6-47ec-4974-aa26-cf0b945072cd tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235554 Feb 03 13:05:29.309382 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-d3899b2e-fdff-41ba-a7df-dc0f6694f673 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Allocated IP 172.20.0.1 (ca8b1202-28b9-4749-8902-b8a9382d93a8/3f8c2b6b-8a00-466a-8033-a3a24815b33d/410295d0-9631-4d2d-830d-b2a11bcb2a3b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:29.394077 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0a701fb-ae8e-4b75-8429-2eebf9f5b202 req-57967f57-ec6a-4152-a1fb-57051ca22de4 service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542546 Feb 03 13:05:29.468344 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] Pushing event updated for resources: {'Port': ['ID=488893c2-aadc-4419-ae5f-b1811433e7f6,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:29.492868 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] Set router ce4a2d91-11db-4449-aa3e-1a08b11c0057 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:29.625412 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] Attempting to bind port 488893c2-aadc-4419-ae5f-b1811433e7f6 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:29.626175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] Attempting to bind port 488893c2-aadc-4419-ae5f-b1811433e7f6 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '439727d2-983c-4cb6-896d-1b57defa9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:29.626270 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] Attempting to bind port 488893c2-aadc-4419-ae5f-b1811433e7f6 on network ca8b1202-28b9-4749-8902-b8a9382d93a8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:29.627418 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0a701fb-ae8e-4b75-8429-2eebf9f5b202 req-1b1dbcd5-6d6b-4a76-bbbc-ba8dcab8a2de service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248950 Feb 03 13:05:29.637603 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8eb394a4-6ed4-439e-84a0-e8fa47d1ce26 admin admin] Publish callbacks [] for security_group (d8ff086c-f318-4485-a5fa-68c7975bb40d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:29.654546 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8eb394a4-6ed4-439e-84a0-e8fa47d1ce26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d8ff086c-f318-4485-a5fa-68c7975bb40d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:29.696584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:29.697098 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] Checking segment: {'id': '439727d2-983c-4cb6-896d-1b57defa9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:29.697513 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:29.698034 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] Bound using segment: {'id': '439727d2-983c-4cb6-896d-1b57defa9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:29.699216 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] Bound port: 488893c2-aadc-4419-ae5f-b1811433e7f6, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439727d2-983c-4cb6-896d-1b57defa9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:29.699649 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (488893c2-aadc-4419-ae5f-b1811433e7f6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:29.766552 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb394a4-6ed4-439e-84a0-e8fa47d1ce26 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:05:29.810140 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] For port 488893c2-aadc-4419-ae5f-b1811433e7f6, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:29.813919 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3899b2e-fdff-41ba-a7df-dc0f6694f673 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (410295d0-9631-4d2d-830d-b2a11bcb2a3b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:29.814280 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] For port 488893c2-aadc-4419-ae5f-b1811433e7f6, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=488893c2-aadc-4419-ae5f-b1811433e7f6,segment=NetworkSegment(439727d2-983c-4cb6-896d-1b57defa9245),segment_id=439727d2-983c-4cb6-896d-1b57defa9245)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:29.823787 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port f0757757-ef3a-4529-ba6c-aee1711b90a9 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:05:29.830865 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (488893c2-aadc-4419-ae5f-b1811433e7f6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:29.837320 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb394a4-6ed4-439e-84a0-e8fa47d1ce26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ff086c-f318-4485-a5fa-68c7975bb40d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:29.846604 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8eb394a4-6ed4-439e-84a0-e8fa47d1ce26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8929263f-d42e-4260-a90e-7c14187be7ce), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:29.847102 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-8eb394a4-6ed4-439e-84a0-e8fa47d1ce26 admin admin] Added segment 8929263f-d42e-4260-a90e-7c14187be7ce of type vlan for network 493acd8c-1fd7-4784-9c30-ab48082e5271 Feb 03 13:05:29.855406 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:05:29.902236 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port f0757757-ef3a-4529-ba6c-aee1711b90a9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:29.902605 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f0757757-ef3a-4529-ba6c-aee1711b90a9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:29.938904 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8eb394a4-6ed4-439e-84a0-e8fa47d1ce26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (493acd8c-1fd7-4784-9c30-ab48082e5271), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:29.966607 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3899b2e-fdff-41ba-a7df-dc0f6694f673 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (410295d0-9631-4d2d-830d-b2a11bcb2a3b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:30.010328 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8eb394a4-6ed4-439e-84a0-e8fa47d1ce26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (493acd8c-1fd7-4784-9c30-ab48082e5271), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:30.011714 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb394a4-6ed4-439e-84a0-e8fa47d1ce26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:30.012585 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8eb394a4-6ed4-439e-84a0-e8fa47d1ce26 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:30.060331 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3899b2e-fdff-41ba-a7df-dc0f6694f673 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network ca8b1202-28b9-4749-8902-b8a9382d93a8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:30.073014 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3899b2e-fdff-41ba-a7df-dc0f6694f673 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=410295d0-9631-4d2d-830d-b2a11bcb2a3b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:30.083668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d3899b2e-fdff-41ba-a7df-dc0f6694f673 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:30.089832 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3899b2e-fdff-41ba-a7df-dc0f6694f673 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:30.101047 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8eb394a4-6ed4-439e-84a0-e8fa47d1ce26 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4616249 Feb 03 13:05:30.104988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53838) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:30.111069 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b29f2c39-d766-4b69-844f-9297a284125f admin admin] Request body: {'subnet': {'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-subnet', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:30.183689 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29f2c39-d766-4b69-844f-9297a284125f admin admin] Made reservation on behalf of f87650fa40e44533b201cd37dcb459f1 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:05:30.193616 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b29f2c39-d766-4b69-844f-9297a284125f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:30.269563 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed3683-368e-4fd0-9017-2edd7255c7a8 None None] Pushing event updated for resources: {'Port': ['ID=488893c2-aadc-4419-ae5f-b1811433e7f6,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:30.300707 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb394a4-6ed4-439e-84a0-e8fa47d1ce26 admin admin] Pushing event updated for resources: {'Network': ['ID=493acd8c-1fd7-4784-9c30-ab48082e5271,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:30.355761 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3899b2e-fdff-41ba-a7df-dc0f6694f673 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (ce4a2d91-11db-4449-aa3e-1a08b11c0057), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:30.400316 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 493acd8c-1fd7-4784-9c30-ab48082e5271 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:05:30.679565 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port f0757757-ef3a-4529-ba6c-aee1711b90a9 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:30.680298 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f0757757-ef3a-4529-ba6c-aee1711b90a9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:30.737785 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3899b2e-fdff-41ba-a7df-dc0f6694f673 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (410295d0-9631-4d2d-830d-b2a11bcb2a3b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:30.758239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530698ca-45ca-4527-9b78-b2783f1aaa41 req-49c3d123-9c7c-40da-b701-7e527e93d607 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:30.759780 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-530698ca-45ca-4527-9b78-b2783f1aaa41 req-49c3d123-9c7c-40da-b701-7e527e93d607 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 945 time: 0.3043847 Feb 03 13:05:30.824136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port f0757757-ef3a-4529-ba6c-aee1711b90a9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=f0757757-ef3a-4529-ba6c-aee1711b90a9,segment=NetworkSegment(f50ab466-6050-446c-aa09-045085d4a1d1),segment_id=f50ab466-6050-446c-aa09-045085d4a1d1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:30.834361 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0757757-ef3a-4529-ba6c-aee1711b90a9'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:05:30.835441 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd3f82f-7208-4254-aa69-188f105c768e" -d '{"events": [{"server_uuid": "c199591d-b37b-43bb-ac9e-0c7a0d39f6dd", "name": "network-vif-plugged", "status": "completed", "tag": "f0757757-ef3a-4529-ba6c-aee1711b90a9"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:05:30.883286 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f0757757-ef3a-4529-ba6c-aee1711b90a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:31.600531 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=f0757757-ef3a-4529-ba6c-aee1711b90a9,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:31.608032 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3899b2e-fdff-41ba-a7df-dc0f6694f673 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (410295d0-9631-4d2d-830d-b2a11bcb2a3b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:31.612370 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e223dec-7b98-4f0a-a97d-ee39b4d9ec20 x-openstack-request-id: req-8e223dec-7b98-4f0a-a97d-ee39b4d9ec20 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:05:31.612902 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c199591d-b37b-43bb-ac9e-0c7a0d39f6dd", "name": "network-vif-plugged", "status": "completed", "tag": "f0757757-ef3a-4529-ba6c-aee1711b90a9", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:05:31.613191 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e223dec-7b98-4f0a-a97d-ee39b4d9ec20 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:05:31.615300 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3899b2e-fdff-41ba-a7df-dc0f6694f673 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (410295d0-9631-4d2d-830d-b2a11bcb2a3b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:31.617833 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0757757-ef3a-4529-ba6c-aee1711b90a9', 'code': 200} Feb 03 13:05:31.620500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929329350', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:24Z', 'revision_number': 3, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:23Z', 'updated_at': '2022-02-03T13:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:31.678537 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b29f2c39-d766-4b69-844f-9297a284125f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (cfdcbfe6-c780-42bd-a6f3-8500632541b5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:31.684514 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 488893c2-aadc-4419-ae5f-b1811433e7f6 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:31.699985 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33941173-635b-446f-bd2a-fa0b44568905 None None] The sync data for ids ['ce4a2d91-11db-4449-aa3e-1a08b11c0057'] in n-d-827336-3 is: [{'id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929329350', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:24Z', 'revision_number': 3, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:23Z', 'updated_at': '2022-02-03T13:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:31.775523 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:31.818321 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3899b2e-fdff-41ba-a7df-dc0f6694f673 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (ce4a2d91-11db-4449-aa3e-1a08b11c0057), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:31.847988 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 488893c2-aadc-4419-ae5f-b1811433e7f6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:31.850977 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (488893c2-aadc-4419-ae5f-b1811433e7f6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:31.856950 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3899b2e-fdff-41ba-a7df-dc0f6694f673 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=410295d0-9631-4d2d-830d-b2a11bcb2a3b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:31.862600 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-530698ca-45ca-4527-9b78-b2783f1aaa41 req-6634fe2f-a2d2-41bf-ac51-5e2b7ded1edd tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0835259 Feb 03 13:05:31.962971 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f2c39-d766-4b69-844f-9297a284125f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfdcbfe6-c780-42bd-a6f3-8500632541b5,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:32.097140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f2c39-d766-4b69-844f-9297a284125f admin admin] Checking segment: {'id': '8929263f-d42e-4260-a90e-7c14187be7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:32.097509 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29f2c39-d766-4b69-844f-9297a284125f admin admin] Network hostable DHCP agents. Network: 493acd8c-1fd7-4784-9c30-ab48082e5271, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:05:32.163452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 488893c2-aadc-4419-ae5f-b1811433e7f6 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:32.164191 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (488893c2-aadc-4419-ae5f-b1811433e7f6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:32.176058 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3899b2e-fdff-41ba-a7df-dc0f6694f673 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network ca8b1202-28b9-4749-8902-b8a9382d93a8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:32.178049 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d3899b2e-fdff-41ba-a7df-dc0f6694f673 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:32.205455 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eade381-a4a6-4b91-8d43-696c647d98c8 req-0ae65fc5-8184-4a91-add0-3933a0364b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:32.207180 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8eade381-a4a6-4b91-8d43-696c647d98c8 req-0ae65fc5-8184-4a91-add0-3933a0364b52 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 1128 time: 0.5529461 Feb 03 13:05:32.254024 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 488893c2-aadc-4419-ae5f-b1811433e7f6, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=488893c2-aadc-4419-ae5f-b1811433e7f6,segment=NetworkSegment(439727d2-983c-4cb6-896d-1b57defa9245),segment_id=439727d2-983c-4cb6-896d-1b57defa9245)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:32.269549 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29f2c39-d766-4b69-844f-9297a284125f admin admin] Network 493acd8c-1fd7-4784-9c30-ab48082e5271 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:05:32.286521 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (488893c2-aadc-4419-ae5f-b1811433e7f6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:32.307369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b29f2c39-d766-4b69-844f-9297a284125f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 493acd8c-1fd7-4784-9c30-ab48082e5271) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:32.344540 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29f2c39-d766-4b69-844f-9297a284125f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:32.345468 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b29f2c39-d766-4b69-844f-9297a284125f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:32.363247 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2636d935-38e8-4315-bcac-942e9989a5f7 None None] Network 493acd8c-1fd7-4784-9c30-ab48082e5271 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:05:32.442834 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8eade381-a4a6-4b91-8d43-696c647d98c8 req-ba92f973-0f1e-4c9c-b3f6-336fec564569 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279046 Feb 03 13:05:32.453538 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b29f2c39-d766-4b69-844f-9297a284125f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3462942 Feb 03 13:05:32.455397 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53860) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:32.460817 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0308d696-952e-4229-8a38-2a762cd0ded4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:32.501683 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0308d696-952e-4229-8a38-2a762cd0ded4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (36f8a86c-f912-4621-927d-fb241f46b8e5), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:32.503005 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0308d696-952e-4229-8a38-2a762cd0ded4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (36f8a86c-f912-4621-927d-fb241f46b8e5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:32.533932 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3dee82-b40c-407b-a53a-b1b5f6a67d85 None None] Network ca8b1202-28b9-4749-8902-b8a9382d93a8 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:05:32.550090 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=488893c2-aadc-4419-ae5f-b1811433e7f6,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:32.556251 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3899b2e-fdff-41ba-a7df-dc0f6694f673 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Router ce4a2d91-11db-4449-aa3e-1a08b11c0057 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:05:32.628670 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0308d696-952e-4229-8a38-2a762cd0ded4 admin admin] Publish callbacks [] for router_controller (36f8a86c-f912-4621-927d-fb241f46b8e5), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:32.642360 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ce5b05e8-1cfc-4d80-a617-13f48d9cdf13 None None] Provisioning complete for port 488893c2-aadc-4419-ae5f-b1811433e7f6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:32.643264 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ce5b05e8-1cfc-4d80-a617-13f48d9cdf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (488893c2-aadc-4419-ae5f-b1811433e7f6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:32.816450 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3899b2e-fdff-41ba-a7df-dc0f6694f673 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:32.841587 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d3899b2e-fdff-41ba-a7df-dc0f6694f673 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "PUT /v2.0/routers/ce4a2d91-11db-4449-aa3e-1a08b11c0057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4422879 Feb 03 13:05:33.108142 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0308d696-952e-4229-8a38-2a762cd0ded4 admin admin] Publish callbacks [] for router_gateway (36f8a86c-f912-4621-927d-fb241f46b8e5), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:33.149671 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-493acd8c-1fd7-4784-9c30-ab48082e5271', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:05:33.154959 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:33.225395 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffd796-8e4c-4290-b280-aa1baf93bfa0 req-97e32c6d-84de-46de-abc2-44bdbe67368b tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:33.230008 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-95ffd796-8e4c-4290-b280-aa1baf93bfa0 req-97e32c6d-84de-46de-abc2-44bdbe67368b tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 946 time: 0.2027764 Feb 03 13:05:33.247289 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b05e8-1cfc-4d80-a617-13f48d9cdf13 None None] Current status of the port 488893c2-aadc-4419-ae5f-b1811433e7f6 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:33.255862 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 965f2ae8-edbd-44f5-a5a1-7a008ace0476 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:33.351255 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-95ffd796-8e4c-4290-b280-aa1baf93bfa0 req-6db8ae60-819d-4dde-8795-dd34df899648 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142714 Feb 03 13:05:33.481009 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 965f2ae8-edbd-44f5-a5a1-7a008ace0476 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:33.481316 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (965f2ae8-edbd-44f5-a5a1-7a008ace0476), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:33.535857 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-ff1ef424-6604-4ca9-b2b6-9bc032cc70bc tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-632065970&fields=id&tenant_id=6b3ece076217446ab8e2a581b50fd3d4 HTTP/1.1" status: 200 len: 267 time: 0.2325327 Feb 03 13:05:33.602312 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aa332b18-7cda-447a-b778-d4084d80b0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:33.760271 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] Allocated IP 172.20.0.2 (493acd8c-1fd7-4784-9c30-ab48082e5271/cfdcbfe6-c780-42bd-a6f3-8500632541b5/49c736de-d9e7-42ff-8dfb-27922eb8b0bf) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:33.893566 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 965f2ae8-edbd-44f5-a5a1-7a008ace0476 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:33.893968 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (965f2ae8-edbd-44f5-a5a1-7a008ace0476), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:33.903845 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0308d696-952e-4229-8a38-2a762cd0ded4 admin admin] Publish callbacks [] for router_gateway (36f8a86c-f912-4621-927d-fb241f46b8e5), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:33.947656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 965f2ae8-edbd-44f5-a5a1-7a008ace0476, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=965f2ae8-edbd-44f5-a5a1-7a008ace0476,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:33.961654 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (965f2ae8-edbd-44f5-a5a1-7a008ace0476), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:33.962955 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 488893c2-aadc-4419-ae5f-b1811433e7f6 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:33.975181 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0308d696-952e-4229-8a38-2a762cd0ded4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.079594 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-c83a4189-e866-4e3a-8494-d4774119be2f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:34.082752 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-c83a4189-e866-4e3a-8494-d4774119be2f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/networks?id=ca8b1202-28b9-4749-8902-b8a9382d93a8 HTTP/1.1" status: 200 len: 796 time: 0.5367408 Feb 03 13:05:34.114235 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-cf651744-68bb-4aef-b672-0bc9a3ff25fb tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/quotas/6b3ece076217446ab8e2a581b50fd3d4 HTTP/1.1" status: 200 len: 375 time: 0.0211315 Feb 03 13:05:34.172722 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-41506287-7e06-4377-af30-2edffc2f85d3 None None] Provisioning complete for port 488893c2-aadc-4419-ae5f-b1811433e7f6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:34.173713 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41506287-7e06-4377-af30-2edffc2f85d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (488893c2-aadc-4419-ae5f-b1811433e7f6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.236806 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=965f2ae8-edbd-44f5-a5a1-7a008ace0476,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:34.244310 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-3d6076a6-8ba1-4898-b893-f508e70d9701 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1243160 Feb 03 13:05:34.258565 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-0308d696-952e-4229-8a38-2a762cd0ded4 admin admin] Allocated IP 172.25.6.150 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/46b66541-1e63-4feb-854d-3054027fc1d9) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:34.337833 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 488893c2-aadc-4419-ae5f-b1811433e7f6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:34.338457 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (488893c2-aadc-4419-ae5f-b1811433e7f6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.451614 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] Publish callbacks [] for port (49c736de-d9e7-42ff-8dfb-27922eb8b0bf), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.495915 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (49c736de-d9e7-42ff-8dfb-27922eb8b0bf), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.605651 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-41506287-7e06-4377-af30-2edffc2f85d3 None None] Current status of the port 488893c2-aadc-4419-ae5f-b1811433e7f6 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:34.606760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bddf6-e131-4d28-92ec-dd1943678a34 req-113ca955-adc5-4ff7-acad-2144680675be tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:34.608606 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4d5bddf6-e131-4d28-92ec-dd1943678a34 req-113ca955-adc5-4ff7-acad-2144680675be tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 946 time: 0.1078439 Feb 03 13:05:34.634019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] Network 493acd8c-1fd7-4784-9c30-ab48082e5271 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:34.659098 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0308d696-952e-4229-8a38-2a762cd0ded4 admin admin] Publish callbacks [] for port (46b66541-1e63-4feb-854d-3054027fc1d9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.659737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:34.666688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 488893c2-aadc-4419-ae5f-b1811433e7f6 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:34.671117 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:34.674951 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] Pushing event updated for resources: {'Port': ['ID=49c736de-d9e7-42ff-8dfb-27922eb8b0bf,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:34.698791 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-41506287-7e06-4377-af30-2edffc2f85d3 None None] Provisioning complete for port 410295d0-9631-4d2d-830d-b2a11bcb2a3b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:34.700513 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-41506287-7e06-4377-af30-2edffc2f85d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (410295d0-9631-4d2d-830d-b2a11bcb2a3b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.709406 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4d5bddf6-e131-4d28-92ec-dd1943678a34 req-a4509dee-7fb6-43f1-8ed1-16a4f9c1b507 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939896 Feb 03 13:05:34.810049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] Attempting to bind port 49c736de-d9e7-42ff-8dfb-27922eb8b0bf on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:34.810643 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] Attempting to bind port 49c736de-d9e7-42ff-8dfb-27922eb8b0bf by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '8929263f-d42e-4260-a90e-7c14187be7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:34.810901 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] Attempting to bind port 49c736de-d9e7-42ff-8dfb-27922eb8b0bf on network 493acd8c-1fd7-4784-9c30-ab48082e5271 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:34.814231 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-41506287-7e06-4377-af30-2edffc2f85d3 None None] Port 410295d0-9631-4d2d-830d-b2a11bcb2a3b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:05:34.823423 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:34.823805 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] Checking segment: {'id': '8929263f-d42e-4260-a90e-7c14187be7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:34.824238 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.824704 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] Bound using segment: {'id': '8929263f-d42e-4260-a90e-7c14187be7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:34.825119 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] Bound port: 49c736de-d9e7-42ff-8dfb-27922eb8b0bf, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8929263f-d42e-4260-a90e-7c14187be7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:34.825499 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (49c736de-d9e7-42ff-8dfb-27922eb8b0bf), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.911064 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-28601679-fbff-4a80-8cf4-2a30e411d6c2 service neutron] 10.222.0.18 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6281288 Feb 03 13:05:34.913186 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0308d696-952e-4229-8a38-2a762cd0ded4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (46b66541-1e63-4feb-854d-3054027fc1d9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:34.972511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 965f2ae8-edbd-44f5-a5a1-7a008ace0476 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:34.989112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f88fbd-6671-4a65-9ece-5ad2d3781d44 req-e8a89673-a1e2-49ba-849c-9ed3602e4fd6 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:34.991168 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-81f88fbd-6671-4a65-9ece-5ad2d3781d44 req-e8a89673-a1e2-49ba-849c-9ed3602e4fd6 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 946 time: 0.1330469 Feb 03 13:05:35.022829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] For port 49c736de-d9e7-42ff-8dfb-27922eb8b0bf, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:35.049964 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-9687b897-5d2a-4ff6-a03a-d69a020be9b1 service neutron] 10.222.0.18 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317151 Feb 03 13:05:35.082101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d2476f44-b533-471d-a7d0-84808a1b18a0 None None] Provisioning complete for port 410295d0-9631-4d2d-830d-b2a11bcb2a3b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:35.082410 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d2476f44-b533-471d-a7d0-84808a1b18a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (410295d0-9631-4d2d-830d-b2a11bcb2a3b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:35.103485 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] For port 49c736de-d9e7-42ff-8dfb-27922eb8b0bf, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=49c736de-d9e7-42ff-8dfb-27922eb8b0bf,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:35.121585 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0308d696-952e-4229-8a38-2a762cd0ded4 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:35.128933 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-81f88fbd-6671-4a65-9ece-5ad2d3781d44 req-0a54f7b9-7765-4a74-aed5-26764868da02 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285951 Feb 03 13:05:35.131319 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0308d696-952e-4229-8a38-2a762cd0ded4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:35.140849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53900) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:35.142603 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0308d696-952e-4229-8a38-2a762cd0ded4 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:35.148584 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] Sync routers for ids ['ce4a2d91-11db-4449-aa3e-1a08b11c0057'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:35.171380 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] Routers {'ce4a2d91-11db-4449-aa3e-1a08b11c0057'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:35.173061 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:05:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ce4a2d91-11db-4449-aa3e-1a08b11c0057'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:35.295358 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (49c736de-d9e7-42ff-8dfb-27922eb8b0bf), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:35.334164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308d696-952e-4229-8a38-2a762cd0ded4 admin admin] Pushing event updated for resources: {'Port': ['ID=46b66541-1e63-4feb-854d-3054027fc1d9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:35.504012 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] Set router ce4a2d91-11db-4449-aa3e-1a08b11c0057 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:35.551891 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8f366-67ed-41ac-9eab-b6de064a7190 None None] Pushing event updated for resources: {'Port': ['ID=49c736de-d9e7-42ff-8dfb-27922eb8b0bf,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:35.564902 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1613f4cb-f6ec-4a87-ad34-d8d1c0544deb req-31cca064-e70f-428d-9666-54375d8a2e87 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 210 time: 0.0909061 Feb 03 13:05:35.593041 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d2476f44-b533-471d-a7d0-84808a1b18a0 None None] Port 410295d0-9631-4d2d-830d-b2a11bcb2a3b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:05:35.611161 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 965f2ae8-edbd-44f5-a5a1-7a008ace0476 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:35.611540 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (965f2ae8-edbd-44f5-a5a1-7a008ace0476), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:35.692102 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981e5bec-e4aa-43ab-b673-115396a5b9c3 tempest-TestVolumeBackupRestore-561993160 tempest-TestVolumeBackupRestore-561993160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:35.696504 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-981e5bec-e4aa-43ab-b673-115396a5b9c3 tempest-TestVolumeBackupRestore-561993160 tempest-TestVolumeBackupRestore-561993160-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 1123 time: 0.5503721 Feb 03 13:05:35.698351 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53912) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:35.705272 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ffb43766-fbf3-42c6-9533-01d665405239 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': 'f0757757-ef3a-4529-ba6c-aee1711b90a9', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:35.810384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 965f2ae8-edbd-44f5-a5a1-7a008ace0476 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:35.923247 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffb43766-fbf3-42c6-9533-01d665405239 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:36.082939 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929329350', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:30Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:23Z', 'updated_at': '2022-02-03T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '410295d0-9631-4d2d-830d-b2a11bcb2a3b', 'name': '', 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:e8:8c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:28Z', 'updated_at': '2022-02-03T13:05:31Z', 'revision_number': 2, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:36.096327 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0308d696-952e-4229-8a38-2a762cd0ded4 admin admin] Publish callbacks [] for router_gateway (36f8a86c-f912-4621-927d-fb241f46b8e5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:36.144483 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-393924eb-26a0-4081-a971-a34d17ca6fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:36.180268 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] Checking router: ce4a2d91-11db-4449-aa3e-1a08b11c0057 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:36.181682 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] Updating router ce4a2d91-11db-4449-aa3e-1a08b11c0057 port 410295d0-9631-4d2d-830d-b2a11bcb2a3b binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:05:36.243061 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (410295d0-9631-4d2d-830d-b2a11bcb2a3b), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:36.260477 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffb43766-fbf3-42c6-9533-01d665405239 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:36.516299 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0308d696-952e-4229-8a38-2a762cd0ded4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (36f8a86c-f912-4621-927d-fb241f46b8e5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:36.750583 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ffb43766-fbf3-42c6-9533-01d665405239 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Allocated IP 172.25.6.168 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/aa95fb61-f137-4909-9ea4-ba8eb58727de) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:36.888463 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] Publish callbacks [] for port (410295d0-9631-4d2d-830d-b2a11bcb2a3b), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:36.902373 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (410295d0-9631-4d2d-830d-b2a11bcb2a3b), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:36.902910 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-25756c80-3233-4243-b948-f253cb7d5723 req-8a17f71c-d422-4e10-b028-c7c77381032f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 210 time: 0.2146046 Feb 03 13:05:36.961637 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0308d696-952e-4229-8a38-2a762cd0ded4 admin admin] Router 36f8a86c-f912-4621-927d-fb241f46b8e5 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:05:36.969713 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffb43766-fbf3-42c6-9533-01d665405239 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for port (aa95fb61-f137-4909-9ea4-ba8eb58727de), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:37.007740 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:37.138805 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 49c736de-d9e7-42ff-8dfb-27922eb8b0bf up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:37.257425 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 49c736de-d9e7-42ff-8dfb-27922eb8b0bf triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:37.258119 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (49c736de-d9e7-42ff-8dfb-27922eb8b0bf), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:37.287412 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffb43766-fbf3-42c6-9533-01d665405239 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (aa95fb61-f137-4909-9ea4-ba8eb58727de), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:37.296327 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5dda4-c95c-4cfa-8593-25a88ffe67ab None None] Pushing event updated for resources: {'Port': ['ID=410295d0-9631-4d2d-830d-b2a11bcb2a3b,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:37.323112 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5dda4-c95c-4cfa-8593-25a88ffe67ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:37.326669 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5dda4-c95c-4cfa-8593-25a88ffe67ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:37.327239 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5dda4-c95c-4cfa-8593-25a88ffe67ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:37.327736 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5dda4-c95c-4cfa-8593-25a88ffe67ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:37.328250 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5dda4-c95c-4cfa-8593-25a88ffe67ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:37.328815 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5dda4-c95c-4cfa-8593-25a88ffe67ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:37.329330 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5dda4-c95c-4cfa-8593-25a88ffe67ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:37.329820 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5dda4-c95c-4cfa-8593-25a88ffe67ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:37.330305 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5dda4-c95c-4cfa-8593-25a88ffe67ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:37.331005 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5dda4-c95c-4cfa-8593-25a88ffe67ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:37.331005 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5dda4-c95c-4cfa-8593-25a88ffe67ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:37.333014 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5dda4-c95c-4cfa-8593-25a88ffe67ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:37.333014 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5dda4-c95c-4cfa-8593-25a88ffe67ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:37.442986 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] Attempting to bind port 410295d0-9631-4d2d-830d-b2a11bcb2a3b on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:37.445636 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] Attempting to bind port 410295d0-9631-4d2d-830d-b2a11bcb2a3b by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '439727d2-983c-4cb6-896d-1b57defa9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:37.446264 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] Attempting to bind port 410295d0-9631-4d2d-830d-b2a11bcb2a3b on network ca8b1202-28b9-4749-8902-b8a9382d93a8 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:37.478760 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:37.479547 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] Checking segment: {'id': '439727d2-983c-4cb6-896d-1b57defa9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:37.480326 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:37.481631 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] Bound using segment: {'id': '439727d2-983c-4cb6-896d-1b57defa9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:37.482459 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] Bound port: 410295d0-9631-4d2d-830d-b2a11bcb2a3b, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439727d2-983c-4cb6-896d-1b57defa9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:37.483028 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (410295d0-9631-4d2d-830d-b2a11bcb2a3b), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:37.503793 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4487e98d-3ed4-4cfd-91d1-2d56af6506e7 None None] Network 493acd8c-1fd7-4784-9c30-ab48082e5271 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:05:37.583110 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 49c736de-d9e7-42ff-8dfb-27922eb8b0bf is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:37.596570 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (49c736de-d9e7-42ff-8dfb-27922eb8b0bf), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:37.676778 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] For port 410295d0-9631-4d2d-830d-b2a11bcb2a3b, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:37.680458 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] For port 410295d0-9631-4d2d-830d-b2a11bcb2a3b, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=410295d0-9631-4d2d-830d-b2a11bcb2a3b,segment=NetworkSegment(439727d2-983c-4cb6-896d-1b57defa9245),segment_id=439727d2-983c-4cb6-896d-1b57defa9245)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:37.689653 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 49c736de-d9e7-42ff-8dfb-27922eb8b0bf, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=49c736de-d9e7-42ff-8dfb-27922eb8b0bf,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:37.690336 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (410295d0-9631-4d2d-830d-b2a11bcb2a3b), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:37.756763 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (49c736de-d9e7-42ff-8dfb-27922eb8b0bf), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:37.799964 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] Routers {'ce4a2d91-11db-4449-aa3e-1a08b11c0057'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:37.800860 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:05:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ce4a2d91-11db-4449-aa3e-1a08b11c0057'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:37.840296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-35d1b68c-3e36-4e7a-a97f-2da9af1ff9bd None None] Provisioning complete for port 49c736de-d9e7-42ff-8dfb-27922eb8b0bf triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:37.840885 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-35d1b68c-3e36-4e7a-a97f-2da9af1ff9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (49c736de-d9e7-42ff-8dfb-27922eb8b0bf), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:37.975033 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] Set router ce4a2d91-11db-4449-aa3e-1a08b11c0057 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:38.065730 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5dda4-c95c-4cfa-8593-25a88ffe67ab None None] Pushing event updated for resources: {'Port': ['ID=410295d0-9631-4d2d-830d-b2a11bcb2a3b,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:38.127383 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=49c736de-d9e7-42ff-8dfb-27922eb8b0bf,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:38.379212 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb43766-fbf3-42c6-9533-01d665405239 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Pushing event updated for resources: {'Port': ['ID=aa95fb61-f137-4909-9ea4-ba8eb58727de,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:38.382869 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0308d696-952e-4229-8a38-2a762cd0ded4 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:38.412593 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] Sync routers for ids ['36f8a86c-f912-4621-927d-fb241f46b8e5'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:38.420916 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929329350', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:30Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:23Z', 'updated_at': '2022-02-03T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '410295d0-9631-4d2d-830d-b2a11bcb2a3b', 'name': '', 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:e8:8c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:28Z', 'updated_at': '2022-02-03T13:05:37Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:38.455015 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:38.458779 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] Routers {'36f8a86c-f912-4621-927d-fb241f46b8e5'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:38.459702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:05:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['36f8a86c-f912-4621-927d-fb241f46b8e5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:38.475685 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cbce98-4707-4788-b48a-6bcba715522b None None] The sync data for ids ['ce4a2d91-11db-4449-aa3e-1a08b11c0057'] in n-d-827336-3 is: [{'id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929329350', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:30Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:23Z', 'updated_at': '2022-02-03T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '410295d0-9631-4d2d-830d-b2a11bcb2a3b', 'name': '', 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:e8:8c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:28Z', 'updated_at': '2022-02-03T13:05:37Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:38.502974 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-83537dd1-ab10-43e3-9707-09dc9c7f8357 req-4e48c97a-acfc-4d6d-8bfc-0c756a04c370 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 210 time: 0.0778813 Feb 03 13:05:38.534298 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0308d696-952e-4229-8a38-2a762cd0ded4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:38.539013 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0308d696-952e-4229-8a38-2a762cd0ded4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0799925 Feb 03 13:05:38.540533 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 53944) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:38.548546 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-35d1b68c-3e36-4e7a-a97f-2da9af1ff9bd None None] Current status of the port 49c736de-d9e7-42ff-8dfb-27922eb8b0bf is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:38.669003 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb43766-fbf3-42c6-9533-01d665405239 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:38.672331 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ffb43766-fbf3-42c6-9533-01d665405239 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:38.678333 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb43766-fbf3-42c6-9533-01d665405239 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:38.713730 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] Set router 36f8a86c-f912-4621-927d-fb241f46b8e5 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:38.871653 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-2c2f86c4-3e35-4613-b78a-b8a244eca197 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:38.876925 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-2c2f86c4-3e35-4613-b78a-b8a244eca197 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.31 "GET /v2.0/networks?id=ca8b1202-28b9-4749-8902-b8a9382d93a8 HTTP/1.1" status: 200 len: 796 time: 0.4136434 Feb 03 13:05:38.905349 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3df1b922-d612-4523-8617-f7f0c9c45629 None None] Provisioning complete for port 410295d0-9631-4d2d-830d-b2a11bcb2a3b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:38.905840 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3df1b922-d612-4523-8617-f7f0c9c45629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (410295d0-9631-4d2d-830d-b2a11bcb2a3b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:39.235582 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 410295d0-9631-4d2d-830d-b2a11bcb2a3b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:39.319958 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3df1b922-d612-4523-8617-f7f0c9c45629 None None] Current status of the port 410295d0-9631-4d2d-830d-b2a11bcb2a3b is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:39.320339 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3df1b922-d612-4523-8617-f7f0c9c45629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (410295d0-9631-4d2d-830d-b2a11bcb2a3b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:39.362641 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-8100dd6e-06c4-4ece-800b-5e5131cd392a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b3ece076217446ab8e2a581b50fd3d4 HTTP/1.1" status: 200 len: 379 time: 0.1124830 Feb 03 13:05:39.393852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3df1b922-d612-4523-8617-f7f0c9c45629 None None] For port 410295d0-9631-4d2d-830d-b2a11bcb2a3b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=410295d0-9631-4d2d-830d-b2a11bcb2a3b,segment=NetworkSegment(439727d2-983c-4cb6-896d-1b57defa9245),segment_id=439727d2-983c-4cb6-896d-1b57defa9245)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:39.398702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 410295d0-9631-4d2d-830d-b2a11bcb2a3b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:39.399099 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (410295d0-9631-4d2d-830d-b2a11bcb2a3b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:39.402757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:32Z', 'updated_at': '2022-02-03T13:05:35Z', 'revision_number': 3, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'gw_port': {'id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:34Z', 'updated_at': '2022-02-03T13:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:39.403769 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-50781221-523c-49f6-acd9-742bac58e609 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'port': {'device_id': '2e592c14-13b2-4d35-8e4a-086d111de740', 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8', 'admin_state_up': True, 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'security_groups': ['716f6d9b-402e-41f5-a423-82d4fa881bbd']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:39.404502 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3df1b922-d612-4523-8617-f7f0c9c45629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (410295d0-9631-4d2d-830d-b2a11bcb2a3b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:39.542135 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] Checking router: 36f8a86c-f912-4621-927d-fb241f46b8e5 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:39.542584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] Updating router 36f8a86c-f912-4621-927d-fb241f46b8e5 port 46b66541-1e63-4feb-854d-3054027fc1d9 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:05:39.638824 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffb43766-fbf3-42c6-9533-01d665405239 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for floatingip (f147ec95-d174-4a47-b2a1-6bf9c077fa4f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:39.651880 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (46b66541-1e63-4feb-854d-3054027fc1d9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:39.732212 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68508f68-5fb2-434a-a929-304078f83c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:39.735557 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-50781221-523c-49f6-acd9-742bac58e609 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Made reservation on behalf of 6b3ece076217446ab8e2a581b50fd3d4 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:05:39.745384 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-50781221-523c-49f6-acd9-742bac58e609 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:39.790700 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-04005113-68cc-4883-b5a3-8cbecc9d2b15 req-e7b6d3c7-163e-442c-aaea-a1d9d275dc1e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 210 time: 0.1550369 Feb 03 13:05:39.846964 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1b922-d612-4523-8617-f7f0c9c45629 None None] Pushing event updated for resources: {'Port': ['ID=410295d0-9631-4d2d-830d-b2a11bcb2a3b,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:39.892402 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffb43766-fbf3-42c6-9533-01d665405239 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (aa95fb61-f137-4909-9ea4-ba8eb58727de), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:39.984239 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ca01f35b-64d5-48f8-aa78-c9c0d365ba43 None None] Provisioning complete for port 49c736de-d9e7-42ff-8dfb-27922eb8b0bf triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:39.984611 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca01f35b-64d5-48f8-aa78-c9c0d365ba43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (49c736de-d9e7-42ff-8dfb-27922eb8b0bf), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:40.054473 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:40.083023 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-68508f68-5fb2-434a-a929-304078f83c38 admin admin] Allocated IP 172.20.0.1 (493acd8c-1fd7-4784-9c30-ab48082e5271/cfdcbfe6-c780-42bd-a6f3-8500632541b5/b8c102fc-a5da-49d7-813c-b78a59e3763d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:40.139424 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffb43766-fbf3-42c6-9533-01d665405239 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for port (aa95fb61-f137-4909-9ea4-ba8eb58727de), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:40.151079 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffb43766-fbf3-42c6-9533-01d665405239 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (aa95fb61-f137-4909-9ea4-ba8eb58727de), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:40.246013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb43766-fbf3-42c6-9533-01d665405239 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Pushing event updated for resources: {'Port': ['ID=aa95fb61-f137-4909-9ea4-ba8eb58727de,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:40.285915 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] Publish callbacks [] for port (46b66541-1e63-4feb-854d-3054027fc1d9), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:40.317725 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (46b66541-1e63-4feb-854d-3054027fc1d9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:40.392827 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] Attempting to bind port 46b66541-1e63-4feb-854d-3054027fc1d9 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:40.393195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] Attempting to bind port 46b66541-1e63-4feb-854d-3054027fc1d9 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:40.393573 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] Attempting to bind port 46b66541-1e63-4feb-854d-3054027fc1d9 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:40.435360 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 410295d0-9631-4d2d-830d-b2a11bcb2a3b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:40.436660 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 49c736de-d9e7-42ff-8dfb-27922eb8b0bf up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:40.443462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:40.443841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:40.444268 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:40.444661 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:40.445601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] Bound port: 46b66541-1e63-4feb-854d-3054027fc1d9, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:40.445990 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (46b66541-1e63-4feb-854d-3054027fc1d9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:40.453990 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68508f68-5fb2-434a-a929-304078f83c38 admin admin] Publish callbacks [] for port (b8c102fc-a5da-49d7-813c-b78a59e3763d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:40.505971 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-50781221-523c-49f6-acd9-742bac58e609 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Allocated IP 172.20.0.13 (ca8b1202-28b9-4749-8902-b8a9382d93a8/3f8c2b6b-8a00-466a-8033-a3a24815b33d/df41c963-fbef-4844-abf9-eb4d0394eb9f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:40.523612 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68508f68-5fb2-434a-a929-304078f83c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (b8c102fc-a5da-49d7-813c-b78a59e3763d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:40.543253 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] For port 46b66541-1e63-4feb-854d-3054027fc1d9, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:40.553194 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] For port 46b66541-1e63-4feb-854d-3054027fc1d9, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=46b66541-1e63-4feb-854d-3054027fc1d9,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:40.592937 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (46b66541-1e63-4feb-854d-3054027fc1d9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:40.608934 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311eb04-f7da-4307-b891-d45c4da79b84 None None] Pushing event updated for resources: {'Port': ['ID=46b66541-1e63-4feb-854d-3054027fc1d9,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:40.621752 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68508f68-5fb2-434a-a929-304078f83c38 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c102fc-a5da-49d7-813c-b78a59e3763d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:40.634541 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311eb04-f7da-4307-b891-d45c4da79b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:40.635576 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311eb04-f7da-4307-b891-d45c4da79b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:40.636197 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311eb04-f7da-4307-b891-d45c4da79b84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:40.636715 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311eb04-f7da-4307-b891-d45c4da79b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:40.637939 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311eb04-f7da-4307-b891-d45c4da79b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:40.638442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311eb04-f7da-4307-b891-d45c4da79b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:40.638926 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311eb04-f7da-4307-b891-d45c4da79b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:40.639419 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311eb04-f7da-4307-b891-d45c4da79b84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:40.639909 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311eb04-f7da-4307-b891-d45c4da79b84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:40.640520 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311eb04-f7da-4307-b891-d45c4da79b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:40.641085 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311eb04-f7da-4307-b891-d45c4da79b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:40.641628 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311eb04-f7da-4307-b891-d45c4da79b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:40.642147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311eb04-f7da-4307-b891-d45c4da79b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:05:40.657505 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68508f68-5fb2-434a-a929-304078f83c38 admin admin] Network 493acd8c-1fd7-4784-9c30-ab48082e5271 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:40.659036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-68508f68-5fb2-434a-a929-304078f83c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:40.663905 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68508f68-5fb2-434a-a929-304078f83c38 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:40.698474 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-50781221-523c-49f6-acd9-742bac58e609 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:40.728808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311eb04-f7da-4307-b891-d45c4da79b84 None None] Pushing event updated for resources: {'Port': ['ID=46b66541-1e63-4feb-854d-3054027fc1d9,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:40.731273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ca01f35b-64d5-48f8-aa78-c9c0d365ba43 None None] Current status of the port 49c736de-d9e7-42ff-8dfb-27922eb8b0bf is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:40.780245 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 49c736de-d9e7-42ff-8dfb-27922eb8b0bf triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:40.780609 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (49c736de-d9e7-42ff-8dfb-27922eb8b0bf), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:40.784046 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68508f68-5fb2-434a-a929-304078f83c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (36f8a86c-f912-4621-927d-fb241f46b8e5), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:40.796668 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-50781221-523c-49f6-acd9-742bac58e609 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:40.833131 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] Routers {'36f8a86c-f912-4621-927d-fb241f46b8e5'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:40.833685 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:05:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['36f8a86c-f912-4621-927d-fb241f46b8e5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:40.879074 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffb43766-fbf3-42c6-9533-01d665405239 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (f147ec95-d174-4a47-b2a1-6bf9c077fa4f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:41.009434 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 49c736de-d9e7-42ff-8dfb-27922eb8b0bf is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:41.026947 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-50781221-523c-49f6-acd9-742bac58e609 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network ca8b1202-28b9-4749-8902-b8a9382d93a8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:41.043676 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-50781221-523c-49f6-acd9-742bac58e609 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:41.068385 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-50781221-523c-49f6-acd9-742bac58e609 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:41.077219 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50781221-523c-49f6-acd9-742bac58e609 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=df41c963-fbef-4844-abf9-eb4d0394eb9f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:41.089547 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5bb3de1f-0d8c-41f6-9534-45c8a521c10b None None] Provisioning complete for port b8c102fc-a5da-49d7-813c-b78a59e3763d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:41.089784 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5bb3de1f-0d8c-41f6-9534-45c8a521c10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b8c102fc-a5da-49d7-813c-b78a59e3763d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:41.136255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5bb3de1f-0d8c-41f6-9534-45c8a521c10b None None] Port b8c102fc-a5da-49d7-813c-b78a59e3763d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:05:41.166258 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] Set router 36f8a86c-f912-4621-927d-fb241f46b8e5 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:41.299696 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-50781221-523c-49f6-acd9-742bac58e609 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:41.300599 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-50781221-523c-49f6-acd9-742bac58e609 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:41.324123 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902c2d1-8fa4-4afa-9176-b16ab27d4d50 req-0a6b2a0e-b4fa-4e73-96db-49cab7aba103 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:41.327473 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1902c2d1-8fa4-4afa-9176-b16ab27d4d50 req-0a6b2a0e-b4fa-4e73-96db-49cab7aba103 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 932 time: 0.3481281 Feb 03 13:05:41.330914 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-ffb43766-fbf3-42c6-9533-01d665405239 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Floating IP f147ec95-d174-4a47-b2a1-6bf9c077fa4f associated. External IP: 172.25.6.168, port: f0757757-ef3a-4529-ba6c-aee1711b90a9. Feb 03 13:05:41.429460 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-50781221-523c-49f6-acd9-742bac58e609 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0319004 Feb 03 13:05:41.441184 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] Request body: {'port': {'device_id': '2e592c14-13b2-4d35-8e4a-086d111de740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:41.513388 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 410295d0-9631-4d2d-830d-b2a11bcb2a3b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:41.570396 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1902c2d1-8fa4-4afa-9176-b16ab27d4d50 req-039936c0-02f4-4f9b-bf04-9264650b7b50 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276707 Feb 03 13:05:41.591363 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-25feb302-df37-4b83-bf11-225cca0ac078 None None] Provisioning complete for port df41c963-fbef-4844-abf9-eb4d0394eb9f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:41.592545 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-25feb302-df37-4b83-bf11-225cca0ac078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:41.642378 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-25feb302-df37-4b83-bf11-225cca0ac078 None None] Port df41c963-fbef-4844-abf9-eb4d0394eb9f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:05:41.678135 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:41.720413 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 410295d0-9631-4d2d-830d-b2a11bcb2a3b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:41.721048 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (410295d0-9631-4d2d-830d-b2a11bcb2a3b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:41.726807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-c2bf7fb8-4b30-439b-be2a-43605cb274df req-a1772710-e47e-4638-83f1-8c0bc61a307c service neutron] (103188) timed out ('10.222.0.73', 53961) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 13:05:41.876306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:32Z', 'updated_at': '2022-02-03T13:05:35Z', 'revision_number': 3, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'gw_port': {'id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:34Z', 'updated_at': '2022-02-03T13:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:41.896864 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68508f68-5fb2-434a-a929-304078f83c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b8c102fc-a5da-49d7-813c-b78a59e3763d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:41.911233 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e183ce-aa0b-405d-9915-9c33fb19a34c None None] The sync data for ids ['36f8a86c-f912-4621-927d-fb241f46b8e5'] in n-d-827336-3 is: [{'id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:32Z', 'updated_at': '2022-02-03T13:05:35Z', 'revision_number': 3, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'gw_port': {'id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:34Z', 'updated_at': '2022-02-03T13:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:41.913766 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 410295d0-9631-4d2d-830d-b2a11bcb2a3b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:42.127828 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68508f68-5fb2-434a-a929-304078f83c38 admin admin] Publish callbacks [] for port (b8c102fc-a5da-49d7-813c-b78a59e3763d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:42.135672 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68508f68-5fb2-434a-a929-304078f83c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (b8c102fc-a5da-49d7-813c-b78a59e3763d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:42.199139 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df41c963-fbef-4844-abf9-eb4d0394eb9f {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:05:42.200083 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68508f68-5fb2-434a-a929-304078f83c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (36f8a86c-f912-4621-927d-fb241f46b8e5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:42.208737 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] Publish callbacks [] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:42.222790 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] Transition to ACTIVE for port object df41c963-fbef-4844-abf9-eb4d0394eb9f will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:05:42.229163 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:42.270210 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb43766-fbf3-42c6-9533-01d665405239 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Router 40baa364-e5d1-477e-9e97-d2cdbff21f62 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:05:42.321968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] Pushing event updated for resources: {'Port': ['ID=df41c963-fbef-4844-abf9-eb4d0394eb9f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:42.402219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68508f68-5fb2-434a-a929-304078f83c38 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c102fc-a5da-49d7-813c-b78a59e3763d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:42.474795 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68508f68-5fb2-434a-a929-304078f83c38 admin admin] Network 493acd8c-1fd7-4784-9c30-ab48082e5271 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:42.476864 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-68508f68-5fb2-434a-a929-304078f83c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:42.746288 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] Attempting to bind port df41c963-fbef-4844-abf9-eb4d0394eb9f on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:42.747400 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] Attempting to bind port df41c963-fbef-4844-abf9-eb4d0394eb9f by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '439727d2-983c-4cb6-896d-1b57defa9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:42.747995 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] Attempting to bind port df41c963-fbef-4844-abf9-eb4d0394eb9f on network ca8b1202-28b9-4749-8902-b8a9382d93a8 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:42.754695 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] Port df41c963-fbef-4844-abf9-eb4d0394eb9f on network ca8b1202-28b9-4749-8902-b8a9382d93a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:05:42.756576 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] Attempting to bind port df41c963-fbef-4844-abf9-eb4d0394eb9f on network ca8b1202-28b9-4749-8902-b8a9382d93a8 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:42.764710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb43766-fbf3-42c6-9533-01d665405239 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:42.772065 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:42.773014 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] Checking segment: {'id': '439727d2-983c-4cb6-896d-1b57defa9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:42.773483 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] Bound using segment: {'id': '439727d2-983c-4cb6-896d-1b57defa9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:42.774044 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] Bound port: df41c963-fbef-4844-abf9-eb4d0394eb9f, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '439727d2-983c-4cb6-896d-1b57defa9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:42.774516 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:42.778339 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf66a1-f21a-4335-a61f-14b64c78877a None None] Sync routers for ids ['40baa364-e5d1-477e-9e97-d2cdbff21f62'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:42.810355 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf66a1-f21a-4335-a61f-14b64c78877a None None] Routers {'40baa364-e5d1-477e-9e97-d2cdbff21f62'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:42.817009 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1fdf66a1-f21a-4335-a61f-14b64c78877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:05:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['40baa364-e5d1-477e-9e97-d2cdbff21f62'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:42.855995 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68508f68-5fb2-434a-a929-304078f83c38 admin admin] Router 36f8a86c-f912-4621-927d-fb241f46b8e5 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:05:42.872879 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffb43766-fbf3-42c6-9533-01d665405239 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:42.881444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3ce1-254f-4703-b9e7-7d7e36ea07a2 req-47658b41-0ec3-48f0-b42f-2597266cfc55 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:42.882962 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64bb3ce1-254f-4703-b9e7-7d7e36ea07a2 req-47658b41-0ec3-48f0-b42f-2597266cfc55 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 944 time: 0.1731632 Feb 03 13:05:42.956717 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ffb43766-fbf3-42c6-9533-01d665405239 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.2539420 Feb 03 13:05:42.958477 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'tag': 'f0757757-ef3a-4529-ba6c-aee1711b90a9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:05:42.960669 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07a6112-2b72-41da-bea5-5a8768be91a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c199591d-b37b-43bb-ac9e-0c7a0d39f6dd", "tag": "f0757757-ef3a-4529-ba6c-aee1711b90a9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:05:42.964888 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 53978) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:43.044915 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] For port df41c963-fbef-4844-abf9-eb4d0394eb9f, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:43.122370 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] For port df41c963-fbef-4844-abf9-eb4d0394eb9f, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f,segment=NetworkSegment(439727d2-983c-4cb6-896d-1b57defa9245),segment_id=439727d2-983c-4cb6-896d-1b57defa9245)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:43.140917 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b82319-49f4-44b4-9081-33cd1bef9491 x-openstack-request-id: req-06b82319-49f4-44b4-9081-33cd1bef9491 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:05:43.141904 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c199591d-b37b-43bb-ac9e-0c7a0d39f6dd", "tag": "f0757757-ef3a-4529-ba6c-aee1711b90a9", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:05:43.149936 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06b82319-49f4-44b4-9081-33cd1bef9491 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:05:43.153584 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'tag': 'f0757757-ef3a-4529-ba6c-aee1711b90a9', 'status': 'completed', 'code': 200} Feb 03 13:05:43.170793 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:43.181499 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1fdf66a1-f21a-4335-a61f-14b64c78877a None None] Set router 40baa364-e5d1-477e-9e97-d2cdbff21f62 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:43.290653 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64bb3ce1-254f-4703-b9e7-7d7e36ea07a2 req-921da472-bb07-4eff-834d-515b46c4c51c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3997231 Feb 03 13:05:43.379486 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] Pushing event updated for resources: {'Port': ['ID=df41c963-fbef-4844-abf9-eb4d0394eb9f,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:43.429892 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 46b66541-1e63-4feb-854d-3054027fc1d9 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:43.462061 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68508f68-5fb2-434a-a929-304078f83c38 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:43.493057 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-68508f68-5fb2-434a-a929-304078f83c38 admin admin] 10.222.0.18 "PUT /v2.0/routers/36f8a86c-f912-4621-927d-fb241f46b8e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9499590 Feb 03 13:05:43.539543 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-208c2686-d3ba-4fa4-8e1d-fd479e25f2b4 None None] Provisioning complete for port b8c102fc-a5da-49d7-813c-b78a59e3763d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:43.540411 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-208c2686-d3ba-4fa4-8e1d-fd479e25f2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b8c102fc-a5da-49d7-813c-b78a59e3763d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:43.674692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-208c2686-d3ba-4fa4-8e1d-fd479e25f2b4 None None] Port b8c102fc-a5da-49d7-813c-b78a59e3763d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:05:43.712852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 46b66541-1e63-4feb-854d-3054027fc1d9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:43.713605 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (46b66541-1e63-4feb-854d-3054027fc1d9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:43.743332 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1fdf66a1-f21a-4335-a61f-14b64c78877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'name': 'tempest-TestVolumeBackupRestore-1484418598-router', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:43Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'gw_port': {'id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:45Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'f147ec95-d174-4a47-b2a1-6bf9c077fa4f', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'port_id': 'f0757757-ef3a-4529-ba6c-aee1711b90a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'mac_address': 'fa:16:3e:d3:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:39Z', 'updated_at': '2022-02-03T13:05:39Z', 'revision_number': 0, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351497ad-9eee-4312-8129-79519a58e340', 'name': '', 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'mac_address': 'fa:16:3e:3a:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:52Z', 'updated_at': '2022-02-03T13:00:06Z', 'revision_number': 5, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'subnets': [{'id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:43.816052 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf66a1-f21a-4335-a61f-14b64c78877a None None] Checking router: 40baa364-e5d1-477e-9e97-d2cdbff21f62 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:43.838431 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf66a1-f21a-4335-a61f-14b64c78877a None None] Routers {'40baa364-e5d1-477e-9e97-d2cdbff21f62'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:43.839064 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1fdf66a1-f21a-4335-a61f-14b64c78877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:05:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['40baa364-e5d1-477e-9e97-d2cdbff21f62'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:43.932326 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 46b66541-1e63-4feb-854d-3054027fc1d9 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:43.935254 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (46b66541-1e63-4feb-854d-3054027fc1d9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:44.009505 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 46b66541-1e63-4feb-854d-3054027fc1d9, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=46b66541-1e63-4feb-854d-3054027fc1d9,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:44.018241 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (46b66541-1e63-4feb-854d-3054027fc1d9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:44.057413 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:44.062098 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:44.065184 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-a4be02d8-45e3-492e-baeb-0958b99b2834 service neutron] 10.222.0.31 "PUT /v2.0/ports/df41c963-fbef-4844-abf9-eb4d0394eb9f HTTP/1.1" status: 200 len: 1092 time: 2.6283591 Feb 03 13:05:44.067469 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63254b64-687d-4c0f-810a-ece701d960be tempest-TestVolumeBackupRestore-561993160 tempest-TestVolumeBackupRestore-561993160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:44.069189 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-63254b64-687d-4c0f-810a-ece701d960be tempest-TestVolumeBackupRestore-561993160 tempest-TestVolumeBackupRestore-561993160-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 1123 time: 1.1027155 Feb 03 13:05:44.072466 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54036) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:44.083914 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0e7c39a6-a5eb-4bc0-909b-1a05b66cc06b tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Request body: {'floatingip': {'port_id': 'f0757757-ef3a-4529-ba6c-aee1711b90a9'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:44.189763 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=46b66541-1e63-4feb-854d-3054027fc1d9,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:44.281001 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1fdf66a1-f21a-4335-a61f-14b64c78877a None None] Set router 40baa364-e5d1-477e-9e97-d2cdbff21f62 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:44.310454 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb066b57-8dd0-4ff4-a1c2-75459593f8b3 req-27b35a92-0557-448e-8e81-bad923c96115 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1760447 Feb 03 13:05:44.348932 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a6112-2b72-41da-bea5-5a8768be91a0 req-76c06b3d-afe3-4948-b06f-9b5ba736375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:44.356039 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c07a6112-2b72-41da-bea5-5a8768be91a0 req-76c06b3d-afe3-4948-b06f-9b5ba736375f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a73e499f8a04f91aff5141c366e6af4&device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 1128 time: 1.1683176 Feb 03 13:05:44.399831 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54042) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:44.415148 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-24965935-6c78-47ed-8cbd-5cce9d1ad98f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--886969733', 'description': 'tempest-description--1858342273'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:44.422076 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e7c39a6-a5eb-4bc0-909b-1a05b66cc06b tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for floatingip (f147ec95-d174-4a47-b2a1-6bf9c077fa4f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:44.468506 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24965935-6c78-47ed-8cbd-5cce9d1ad98f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:44.692690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b757c0e-3e79-4aa9-b349-1d832fa1b20f req-02ab3728-3a83-40c7-8c58-2cc681e95c16 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:44.700551 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3b757c0e-3e79-4aa9-b349-1d832fa1b20f req-02ab3728-3a83-40c7-8c58-2cc681e95c16 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 944 time: 0.2063773 Feb 03 13:05:44.922377 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1fdf66a1-f21a-4335-a61f-14b64c78877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'name': 'tempest-TestVolumeBackupRestore-1484418598-router', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:43Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'gw_port': {'id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:45Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'f147ec95-d174-4a47-b2a1-6bf9c077fa4f', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'port_id': 'f0757757-ef3a-4529-ba6c-aee1711b90a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'mac_address': 'fa:16:3e:d3:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:39Z', 'updated_at': '2022-02-03T13:05:39Z', 'revision_number': 0, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351497ad-9eee-4312-8129-79519a58e340', 'name': '', 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'mac_address': 'fa:16:3e:3a:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:52Z', 'updated_at': '2022-02-03T13:00:06Z', 'revision_number': 5, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'subnets': [{'id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:44.958419 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3b757c0e-3e79-4aa9-b349-1d832fa1b20f req-2a373417-3cb9-4a37-9a1c-32135b4ad27c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388043 Feb 03 13:05:44.964401 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24965935-6c78-47ed-8cbd-5cce9d1ad98f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group (0c6a5183-8563-4b66-9e7b-355f190ae75c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:44.971929 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24965935-6c78-47ed-8cbd-5cce9d1ad98f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0c6a5183-8563-4b66-9e7b-355f190ae75c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:45.035558 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf66a1-f21a-4335-a61f-14b64c78877a None None] The sync data for ids ['40baa364-e5d1-477e-9e97-d2cdbff21f62'] in n-d-827336-3 is: [{'id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'name': 'tempest-TestVolumeBackupRestore-1484418598-router', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:43Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'gw_port': {'id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:45Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'f147ec95-d174-4a47-b2a1-6bf9c077fa4f', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'port_id': 'f0757757-ef3a-4529-ba6c-aee1711b90a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'mac_address': 'fa:16:3e:d3:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:39Z', 'updated_at': '2022-02-03T13:05:39Z', 'revision_number': 0, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351497ad-9eee-4312-8129-79519a58e340', 'name': '', 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'mac_address': 'fa:16:3e:3a:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:52Z', 'updated_at': '2022-02-03T13:00:06Z', 'revision_number': 5, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'subnets': [{'id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:45.048760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24965935-6c78-47ed-8cbd-5cce9d1ad98f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6a5183-8563-4b66-9e7b-355f190ae75c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:45.076397 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24965935-6c78-47ed-8cbd-5cce9d1ad98f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:45.082290 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-24965935-6c78-47ed-8cbd-5cce9d1ad98f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6807699 Feb 03 13:05:45.083123 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54076) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:45.091280 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cd8ee8d9-7033-4e3b-b3f7-a318132b9f72 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Request body: {'security_group_rule': {'security_group_id': '0c6a5183-8563-4b66-9e7b-355f190ae75c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:45.150298 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd8ee8d9-7033-4e3b-b3f7-a318132b9f72 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group_rule (5af21ab6-2bf6-479f-971c-323c3dd72339), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:45.266574 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 46b66541-1e63-4feb-854d-3054027fc1d9 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:45.284289 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:05:45.289453 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6959cd-7f25-41b0-8554-94978976b7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:05:45.292912 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a6112-2b72-41da-bea5-5a8768be91a0 req-2ccfcb45-cfbc-4f12-abb4-a1dbd4b1d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:45.294627 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c07a6112-2b72-41da-bea5-5a8768be91a0 req-2ccfcb45-cfbc-4f12-abb4-a1dbd4b1d4bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=3500e8ac-76e0-4fcb-9167-4f6959af76a4 HTTP/1.1" status: 200 len: 915 time: 0.9272285 Feb 03 13:05:45.299604 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd8ee8d9-7033-4e3b-b3f7-a318132b9f72 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group_rule (5af21ab6-2bf6-479f-971c-323c3dd72339), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:45.312415 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd8ee8d9-7033-4e3b-b3f7-a318132b9f72 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (5af21ab6-2bf6-479f-971c-323c3dd72339), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:45.341918 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ee8d9-7033-4e3b-b3f7-a318132b9f72 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af21ab6-2bf6-479f-971c-323c3dd72339,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:45.342049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084bab67-74e2-4e06-b399-77747735957a None None] Sync routers for ids ['36f8a86c-f912-4621-927d-fb241f46b8e5'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:45.360741 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd8ee8d9-7033-4e3b-b3f7-a318132b9f72 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:45.368116 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cd8ee8d9-7033-4e3b-b3f7-a318132b9f72 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2836351 Feb 03 13:05:45.370565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54082) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:45.376767 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084bab67-74e2-4e06-b399-77747735957a None None] Routers {'36f8a86c-f912-4621-927d-fb241f46b8e5'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:45.377687 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-084bab67-74e2-4e06-b399-77747735957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:05:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['36f8a86c-f912-4621-927d-fb241f46b8e5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:45.387180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cc6223a1-c84a-4469-a3bf-698c9e81cdc3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Request body: {'security_group_rule': {'security_group_id': '0c6a5183-8563-4b66-9e7b-355f190ae75c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:45.452709 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc6223a1-c84a-4469-a3bf-698c9e81cdc3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group_rule (b22e4c0c-a80b-486d-b0ea-5349d42e86db), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:45.518630 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e7c39a6-a5eb-4bc0-909b-1a05b66cc06b tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:45.530262 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de03116-50aa-41a8-aae8-5016d88bda81 x-openstack-request-id: req-1de03116-50aa-41a8-aae8-5016d88bda81 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:05:45.530819 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:05:45.531227 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1de03116-50aa-41a8-aae8-5016d88bda81 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:05:45.532531 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f', 'status': 'completed', 'code': 200} Feb 03 13:05:45.614830 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc6223a1-c84a-4469-a3bf-698c9e81cdc3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group_rule (b22e4c0c-a80b-486d-b0ea-5349d42e86db), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:45.623126 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc6223a1-c84a-4469-a3bf-698c9e81cdc3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (b22e4c0c-a80b-486d-b0ea-5349d42e86db), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:45.658096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 46b66541-1e63-4feb-854d-3054027fc1d9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:45.659247 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (46b66541-1e63-4feb-854d-3054027fc1d9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:45.682153 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6223a1-c84a-4469-a3bf-698c9e81cdc3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22e4c0c-a80b-486d-b0ea-5349d42e86db,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:45.692972 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc6223a1-c84a-4469-a3bf-698c9e81cdc3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:45.699077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cc6223a1-c84a-4469-a3bf-698c9e81cdc3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3252494 Feb 03 13:05:45.699726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54084) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:45.707199 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d80fcf02-cfea-4c53-9a73-9ed3deab4c43 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:45.723748 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bbe6f2-7012-417a-a4c2-42b95da04bc0 None None] New status for floating IP f147ec95-d174-4a47-b2a1-6bf9c077fa4f: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:05:45.738520 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d80fcf02-cfea-4c53-9a73-9ed3deab4c43 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:45.750704 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c07a6112-2b72-41da-bea5-5a8768be91a0 req-739dacdc-8180-4547-ab01-98c3fcd425fa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0757757-ef3a-4529-ba6c-aee1711b90a9 HTTP/1.1" status: 200 len: 1000 time: 0.2169456 Feb 03 13:05:45.751802 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e7c39a6-a5eb-4bc0-909b-1a05b66cc06b tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (f147ec95-d174-4a47-b2a1-6bf9c077fa4f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:45.846056 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-5ffb41f4-8456-433e-b243-0a8dbf929090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:45.847902 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-5ffb41f4-8456-433e-b243-0a8dbf929090 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 1126 time: 1.6532321 Feb 03 13:05:45.863811 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-084bab67-74e2-4e06-b399-77747735957a None None] Set router 36f8a86c-f912-4621-927d-fb241f46b8e5 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:45.935036 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d80fcf02-cfea-4c53-9a73-9ed3deab4c43 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:46.051046 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a6112-2b72-41da-bea5-5a8768be91a0 req-35790bbc-5ee9-4f42-9ec8-9c22da1cdcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:46.053290 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c07a6112-2b72-41da-bea5-5a8768be91a0 req-35790bbc-5ee9-4f42-9ec8-9c22da1cdcf8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ccf271e-8a6d-4c90-a957-c3d6d3be9664 HTTP/1.1" status: 200 len: 853 time: 0.2601399 Feb 03 13:05:46.059734 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-3544bf5a-a1f6-4f42-bb47-79be676b4cfa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f HTTP/1.1" status: 200 len: 217 time: 0.1285083 Feb 03 13:05:46.195872 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:46.204293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-d80fcf02-cfea-4c53-9a73-9ed3deab4c43 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Allocated IP 172.25.6.195 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/1ca67ba0-d4cf-4c75-8839-b2a70fba47a8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:46.229846 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 46b66541-1e63-4feb-854d-3054027fc1d9 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:46.317463 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-8405228f-8573-45e9-8830-123a921d7f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:46.322299 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-8405228f-8573-45e9-8830-123a921d7f43 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f8c2b6b-8a00-466a-8033-a3a24815b33d HTTP/1.1" status: 200 len: 833 time: 0.2255402 Feb 03 13:05:46.490881 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d80fcf02-cfea-4c53-9a73-9ed3deab4c43 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for port (1ca67ba0-d4cf-4c75-8839-b2a70fba47a8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:46.501072 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a6112-2b72-41da-bea5-5a8768be91a0 req-caf8509f-9e5d-4718-bac7-c39e0f1e9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:46.506742 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c07a6112-2b72-41da-bea5-5a8768be91a0 req-caf8509f-9e5d-4718-bac7-c39e0f1e9c36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3500e8ac-76e0-4fcb-9167-4f6959af76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4466946 Feb 03 13:05:46.533637 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-084bab67-74e2-4e06-b399-77747735957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:32Z', 'updated_at': '2022-02-03T13:05:41Z', 'revision_number': 4, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'gw_port': {'id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:34Z', 'updated_at': '2022-02-03T13:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b8c102fc-a5da-49d7-813c-b78a59e3763d', 'name': '', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'mac_address': 'fa:16:3e:62:02:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:39Z', 'updated_at': '2022-02-03T13:05:41Z', 'revision_number': 2, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'subnets': [{'id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:46.616527 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084bab67-74e2-4e06-b399-77747735957a None None] Checking router: 36f8a86c-f912-4621-927d-fb241f46b8e5 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:46.616885 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084bab67-74e2-4e06-b399-77747735957a None None] Updating router 36f8a86c-f912-4621-927d-fb241f46b8e5 port b8c102fc-a5da-49d7-813c-b78a59e3763d binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:05:46.642955 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d80fcf02-cfea-4c53-9a73-9ed3deab4c43 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (1ca67ba0-d4cf-4c75-8839-b2a70fba47a8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:46.686081 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-084bab67-74e2-4e06-b399-77747735957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b8c102fc-a5da-49d7-813c-b78a59e3763d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:46.740175 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adb1f3-dee1-4bec-bf9a-ab6148c46c53 req-7d5c373c-fa4a-45f4-a6e2-b3ee81e92da1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:46.742374 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f8adb1f3-dee1-4bec-bf9a-ab6148c46c53 req-7d5c373c-fa4a-45f4-a6e2-b3ee81e92da1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 944 time: 0.1568625 Feb 03 13:05:46.752975 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80fcf02-cfea-4c53-9a73-9ed3deab4c43 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:46.778696 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d80fcf02-cfea-4c53-9a73-9ed3deab4c43 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:46.829768 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80fcf02-cfea-4c53-9a73-9ed3deab4c43 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:46.852790 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-bef15472-44b4-43bf-97d0-a90ef487ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:46.854324 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-bef15472-44b4-43bf-97d0-a90ef487ef65 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca8b1202-28b9-4749-8902-b8a9382d93a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5207829 Feb 03 13:05:46.880081 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f8adb1f3-dee1-4bec-bf9a-ab6148c46c53 req-4080f307-f8c8-4701-94a3-3894c8fd6df1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231856 Feb 03 13:05:46.939672 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d80fcf02-cfea-4c53-9a73-9ed3deab4c43 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for floatingip (192d2721-a49a-464c-8a13-a02385a491c3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:46.944110 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7c39a6-a5eb-4bc0-909b-1a05b66cc06b tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Router 40baa364-e5d1-477e-9e97-d2cdbff21f62 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:05:46.996226 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d80fcf02-cfea-4c53-9a73-9ed3deab4c43 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1ca67ba0-d4cf-4c75-8839-b2a70fba47a8), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:47.025293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fcf02-cfea-4c53-9a73-9ed3deab4c43 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Pushing event updated for resources: {'Port': ['ID=1ca67ba0-d4cf-4c75-8839-b2a70fba47a8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:47.034269 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c07a6112-2b72-41da-bea5-5a8768be91a0 req-f48aed1c-7c19-404b-ba96-45cf9d1bfcda service neutron] 10.222.0.73 "GET /v2.0/networks/3500e8ac-76e0-4fcb-9167-4f6959af76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144014 Feb 03 13:05:47.253616 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d80fcf02-cfea-4c53-9a73-9ed3deab4c43 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for port (1ca67ba0-d4cf-4c75-8839-b2a70fba47a8), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:47.263498 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d80fcf02-cfea-4c53-9a73-9ed3deab4c43 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (1ca67ba0-d4cf-4c75-8839-b2a70fba47a8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:47.425257 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7c39a6-a5eb-4bc0-909b-1a05b66cc06b tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:05:47.440533 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e7c39a6-a5eb-4bc0-909b-1a05b66cc06b tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:47.451591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924c8867-c0eb-4352-9d88-cad8a2de1a97 None None] Sync routers for ids ['40baa364-e5d1-477e-9e97-d2cdbff21f62'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:05:47.462720 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-084bab67-74e2-4e06-b399-77747735957a None None] Publish callbacks [] for port (b8c102fc-a5da-49d7-813c-b78a59e3763d), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:47.471254 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924c8867-c0eb-4352-9d88-cad8a2de1a97 None None] Routers {'40baa364-e5d1-477e-9e97-d2cdbff21f62'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:47.474496 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-924c8867-c0eb-4352-9d88-cad8a2de1a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:05:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['40baa364-e5d1-477e-9e97-d2cdbff21f62'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:47.486956 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fcf02-cfea-4c53-9a73-9ed3deab4c43 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Pushing event updated for resources: {'Port': ['ID=1ca67ba0-d4cf-4c75-8839-b2a70fba47a8,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:47.489639 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-084bab67-74e2-4e06-b399-77747735957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b8c102fc-a5da-49d7-813c-b78a59e3763d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:47.489794 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d80fcf02-cfea-4c53-9a73-9ed3deab4c43 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (192d2721-a49a-464c-8a13-a02385a491c3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:47.512470 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d80fcf02-cfea-4c53-9a73-9ed3deab4c43 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:47.524791 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d80fcf02-cfea-4c53-9a73-9ed3deab4c43 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8236780 Feb 03 13:05:47.552801 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-9006d69b-d499-49f4-90ca-2c6c5211bae2 service neutron] 10.222.0.31 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6861930 Feb 03 13:05:47.646952 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'tag': 'f0757757-ef3a-4529-ba6c-aee1711b90a9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:05:47.648607 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc26a1dd-e309-4fe3-b44c-93e26c327389" -d '{"events": [{"name": "network-changed", "server_uuid": "c199591d-b37b-43bb-ac9e-0c7a0d39f6dd", "tag": "f0757757-ef3a-4529-ba6c-aee1711b90a9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:05:47.756706 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-924c8867-c0eb-4352-9d88-cad8a2de1a97 None None] Set router 40baa364-e5d1-477e-9e97-d2cdbff21f62 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:47.800001 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3cb440-196e-4462-916c-f0af47844008 x-openstack-request-id: req-3f3cb440-196e-4462-916c-f0af47844008 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:05:47.800317 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c199591d-b37b-43bb-ac9e-0c7a0d39f6dd", "tag": "f0757757-ef3a-4529-ba6c-aee1711b90a9", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:05:47.800573 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f3cb440-196e-4462-916c-f0af47844008 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:05:47.800989 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'tag': 'f0757757-ef3a-4529-ba6c-aee1711b90a9', 'status': 'completed', 'code': 200} Feb 03 13:05:47.832055 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0e7c39a6-a5eb-4bc0-909b-1a05b66cc06b tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "PUT /v2.0/floatingips/f147ec95-d174-4a47-b2a1-6bf9c077fa4f HTTP/1.1" status: 200 len: 992 time: 3.7514637 Feb 03 13:05:47.834299 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c07a6112-2b72-41da-bea5-5a8768be91a0 req-31ece481-1f35-4bb7-bb6a-791aa32fa7ad service neutron] 10.222.0.73 "GET /v2.0/networks/3500e8ac-76e0-4fcb-9167-4f6959af76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7295868 Feb 03 13:05:47.894623 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-013ca610-e910-45ec-b007-020ee462a675 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--886969733&fields=id&tenant_id=f87650fa40e44533b201cd37dcb459f1 HTTP/1.1" status: 200 len: 267 time: 0.1743698 Feb 03 13:05:47.932394 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e810ef-43cc-46a6-86f0-3436229fdc82 None None] Pushing event updated for resources: {'Port': ['ID=b8c102fc-a5da-49d7-813c-b78a59e3763d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:48.053258 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-087e01c6-c5a8-4971-acc3-121084374cb2 req-dcbeba81-eae0-48b4-b5bd-b63eb7cb7452 service neutron] 10.222.0.31 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800661 Feb 03 13:05:48.071170 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-084bab67-74e2-4e06-b399-77747735957a None None] Attempting to bind port b8c102fc-a5da-49d7-813c-b78a59e3763d on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:48.071586 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-084bab67-74e2-4e06-b399-77747735957a None None] Attempting to bind port b8c102fc-a5da-49d7-813c-b78a59e3763d by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '8929263f-d42e-4260-a90e-7c14187be7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:48.071963 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084bab67-74e2-4e06-b399-77747735957a None None] Attempting to bind port b8c102fc-a5da-49d7-813c-b78a59e3763d on network 493acd8c-1fd7-4784-9c30-ab48082e5271 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:48.090847 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084bab67-74e2-4e06-b399-77747735957a None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:48.091220 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084bab67-74e2-4e06-b399-77747735957a None None] Checking segment: {'id': '8929263f-d42e-4260-a90e-7c14187be7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:48.091625 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-084bab67-74e2-4e06-b399-77747735957a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:48.092056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084bab67-74e2-4e06-b399-77747735957a None None] Bound using segment: {'id': '8929263f-d42e-4260-a90e-7c14187be7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:48.092547 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-084bab67-74e2-4e06-b399-77747735957a None None] Bound port: b8c102fc-a5da-49d7-813c-b78a59e3763d, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8929263f-d42e-4260-a90e-7c14187be7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:48.092925 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-084bab67-74e2-4e06-b399-77747735957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b8c102fc-a5da-49d7-813c-b78a59e3763d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:48.182226 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-084bab67-74e2-4e06-b399-77747735957a None None] For port b8c102fc-a5da-49d7-813c-b78a59e3763d, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:48.186231 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-084bab67-74e2-4e06-b399-77747735957a None None] For port b8c102fc-a5da-49d7-813c-b78a59e3763d, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b8c102fc-a5da-49d7-813c-b78a59e3763d,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:48.205214 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-084bab67-74e2-4e06-b399-77747735957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b8c102fc-a5da-49d7-813c-b78a59e3763d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:48.208082 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0be29-38e3-4937-86bf-38ca2627c5fd req-6c24b87d-2048-4621-b0e1-c633bd118256 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:48.210570 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fdc0be29-38e3-4937-86bf-38ca2627c5fd req-6c24b87d-2048-4621-b0e1-c633bd118256 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 944 time: 0.0826159 Feb 03 13:05:48.254552 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-17735173-2786-40fa-b580-e7a4e4696e59 None None] Provisioning complete for port b8c102fc-a5da-49d7-813c-b78a59e3763d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:48.254870 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-17735173-2786-40fa-b580-e7a4e4696e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b8c102fc-a5da-49d7-813c-b78a59e3763d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:48.302273 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fdc0be29-38e3-4937-86bf-38ca2627c5fd req-94dbae51-463d-454a-8bd5-b1dd0d998472 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819809 Feb 03 13:05:48.306678 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e810ef-43cc-46a6-86f0-3436229fdc82 None None] Pushing event updated for resources: {'Port': ['ID=b8c102fc-a5da-49d7-813c-b78a59e3763d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:48.477920 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084bab67-74e2-4e06-b399-77747735957a None None] Routers {'36f8a86c-f912-4621-927d-fb241f46b8e5'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:48.488554 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-084bab67-74e2-4e06-b399-77747735957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:05:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['36f8a86c-f912-4621-927d-fb241f46b8e5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:48.983994 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-dcd2f31f-f6f7-4f79-9871-3bbc611613f2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:48.986342 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-dcd2f31f-f6f7-4f79-9871-3bbc611613f2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/networks?id=493acd8c-1fd7-4784-9c30-ab48082e5271 HTTP/1.1" status: 200 len: 817 time: 1.0658302 Feb 03 13:05:48.990571 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6959cd-7f25-41b0-8554-94978976b7d8 req-12669977-7009-4455-8b02-4ca0347f8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:48.992822 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ab6959cd-7f25-41b0-8554-94978976b7d8 req-12669977-7009-4455-8b02-4ca0347f8126 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 1126 time: 0.8568707 Feb 03 13:05:48.997537 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb066b57-8dd0-4ff4-a1c2-75459593f8b3 req-3cf63dd1-91eb-4f44-a34d-8ddd7ac1ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:48.999352 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb066b57-8dd0-4ff4-a1c2-75459593f8b3 req-3cf63dd1-91eb-4f44-a34d-8ddd7ac1ed20 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a73e499f8a04f91aff5141c366e6af4&device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 1128 time: 1.0295951 Feb 03 13:05:49.012058 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-17735173-2786-40fa-b580-e7a4e4696e59 None None] Current status of the port b8c102fc-a5da-49d7-813c-b78a59e3763d is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:49.012634 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-17735173-2786-40fa-b580-e7a4e4696e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b8c102fc-a5da-49d7-813c-b78a59e3763d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:49.032010 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-83ccbe60-755c-4119-835f-e6750437e256 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/quotas/f87650fa40e44533b201cd37dcb459f1 HTTP/1.1" status: 200 len: 375 time: 0.0374846 Feb 03 13:05:49.136702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-17735173-2786-40fa-b580-e7a4e4696e59 None None] For port b8c102fc-a5da-49d7-813c-b78a59e3763d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b8c102fc-a5da-49d7-813c-b78a59e3763d,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:49.141569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb066b57-8dd0-4ff4-a1c2-75459593f8b3 req-17f19c87-a018-4102-8ac2-f8a171b18e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:49.143457 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb066b57-8dd0-4ff4-a1c2-75459593f8b3 req-17f19c87-a018-4102-8ac2-f8a171b18e7f service neutron] 10.222.0.73 "GET /v2.0/networks?id=3500e8ac-76e0-4fcb-9167-4f6959af76a4 HTTP/1.1" status: 200 len: 915 time: 0.1141422 Feb 03 13:05:49.145803 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-17735173-2786-40fa-b580-e7a4e4696e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b8c102fc-a5da-49d7-813c-b78a59e3763d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:49.222287 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17735173-2786-40fa-b580-e7a4e4696e59 None None] Pushing event updated for resources: {'Port': ['ID=b8c102fc-a5da-49d7-813c-b78a59e3763d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:49.243208 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-084bab67-74e2-4e06-b399-77747735957a None None] Set router 36f8a86c-f912-4621-927d-fb241f46b8e5 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:49.342289 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-924c8867-c0eb-4352-9d88-cad8a2de1a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'name': 'tempest-TestVolumeBackupRestore-1484418598-router', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:43Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'gw_port': {'id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:45Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'f147ec95-d174-4a47-b2a1-6bf9c077fa4f', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'port_id': 'f0757757-ef3a-4529-ba6c-aee1711b90a9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'mac_address': 'fa:16:3e:d3:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:39Z', 'updated_at': '2022-02-03T13:05:45Z', 'revision_number': 2, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351497ad-9eee-4312-8129-79519a58e340', 'name': '', 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'mac_address': 'fa:16:3e:3a:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:52Z', 'updated_at': '2022-02-03T13:00:06Z', 'revision_number': 5, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'subnets': [{'id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:49.348148 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb066b57-8dd0-4ff4-a1c2-75459593f8b3 req-7d0e2457-86ce-40ce-8178-16fd0a4f0f25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0757757-ef3a-4529-ba6c-aee1711b90a9 HTTP/1.1" status: 200 len: 1002 time: 0.1810632 Feb 03 13:05:49.380433 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-2b4eef36-35de-4f80-824f-e05703e08c42 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f87650fa40e44533b201cd37dcb459f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2338994 Feb 03 13:05:49.381725 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6959cd-7f25-41b0-8554-94978976b7d8 req-521f425f-211c-4c10-97c1-31c9a6946cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:49.388010 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ab6959cd-7f25-41b0-8554-94978976b7d8 req-521f425f-211c-4c10-97c1-31c9a6946cf1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca8b1202-28b9-4749-8902-b8a9382d93a8 HTTP/1.1" status: 200 len: 897 time: 0.3876522 Feb 03 13:05:49.462314 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924c8867-c0eb-4352-9d88-cad8a2de1a97 None None] Checking router: 40baa364-e5d1-477e-9e97-d2cdbff21f62 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:05:49.565566 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ab6959cd-7f25-41b0-8554-94978976b7d8 req-0ea5401a-a77a-4ad2-9817-1c93cc26c48e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f HTTP/1.1" status: 200 len: 217 time: 0.1661260 Feb 03 13:05:49.570357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21ce12-dc0e-4331-8652-6bb440ec904b req-5532b6bd-5a78-4d42-b930-193e59beaea4 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:49.572147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924c8867-c0eb-4352-9d88-cad8a2de1a97 None None] Routers {'40baa364-e5d1-477e-9e97-d2cdbff21f62'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:05:49.573339 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f21ce12-dc0e-4331-8652-6bb440ec904b req-5532b6bd-5a78-4d42-b930-193e59beaea4 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 944 time: 0.1270394 Feb 03 13:05:49.578927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-924c8867-c0eb-4352-9d88-cad8a2de1a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:05:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['40baa364-e5d1-477e-9e97-d2cdbff21f62'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:49.666626 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5ad9c0cf-c07c-4120-9278-93036769b1bc None None] Provisioning complete for port b8c102fc-a5da-49d7-813c-b78a59e3763d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:49.668642 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5ad9c0cf-c07c-4120-9278-93036769b1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b8c102fc-a5da-49d7-813c-b78a59e3763d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:49.715635 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f21ce12-dc0e-4331-8652-6bb440ec904b req-288f6db9-00ae-4bb4-aa4a-0d373dddd9c2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351902 Feb 03 13:05:49.779444 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb066b57-8dd0-4ff4-a1c2-75459593f8b3 req-7f2e1ce3-fa3d-4079-b634-372abdb46715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:49.781202 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device df41c963-fbef-4844-abf9-eb4d0394eb9f details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:05:49.796381 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb066b57-8dd0-4ff4-a1c2-75459593f8b3 req-7f2e1ce3-fa3d-4079-b634-372abdb46715 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ccf271e-8a6d-4c90-a957-c3d6d3be9664 HTTP/1.1" status: 200 len: 853 time: 0.4347749 Feb 03 13:05:49.802253 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'tag': 'f0757757-ef3a-4529-ba6c-aee1711b90a9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:05:49.806404 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9eb8c0-b720-42f0-b17c-6890c062093f" -d '{"events": [{"name": "network-changed", "server_uuid": "c199591d-b37b-43bb-ac9e-0c7a0d39f6dd", "tag": "f0757757-ef3a-4529-ba6c-aee1711b90a9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:05:49.853793 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6959cd-7f25-41b0-8554-94978976b7d8 req-b9c4a7d2-b88f-419f-b7dc-67de26d34042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:49.860841 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ab6959cd-7f25-41b0-8554-94978976b7d8 req-b9c4a7d2-b88f-419f-b7dc-67de26d34042 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f8c2b6b-8a00-466a-8033-a3a24815b33d HTTP/1.1" status: 200 len: 833 time: 0.2584257 Feb 03 13:05:49.944583 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47aa16b-21ec-47fe-b358-72c225aa70bf x-openstack-request-id: req-f47aa16b-21ec-47fe-b358-72c225aa70bf {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:05:49.945042 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c199591d-b37b-43bb-ac9e-0c7a0d39f6dd", "tag": "f0757757-ef3a-4529-ba6c-aee1711b90a9", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:05:49.945406 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f47aa16b-21ec-47fe-b358-72c225aa70bf {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:05:49.945928 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'tag': 'f0757757-ef3a-4529-ba6c-aee1711b90a9', 'status': 'completed', 'code': 200} Feb 03 13:05:50.008954 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-666d47cb-95ac-4070-a195-ce1bce5e48f1 service neutron] 10.222.0.18 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5945208 Feb 03 13:05:50.070676 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6959cd-7f25-41b0-8554-94978976b7d8 req-efc21399-217e-4179-8a37-d1c416d9db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:50.072189 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ab6959cd-7f25-41b0-8554-94978976b7d8 req-efc21399-217e-4179-8a37-d1c416d9db5e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca8b1202-28b9-4749-8902-b8a9382d93a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1647739 Feb 03 13:05:50.076294 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb066b57-8dd0-4ff4-a1c2-75459593f8b3 req-54fdd1d1-4e41-46a1-8b62-870510ea8ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:50.078028 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb066b57-8dd0-4ff4-a1c2-75459593f8b3 req-54fdd1d1-4e41-46a1-8b62-870510ea8ec4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3500e8ac-76e0-4fcb-9167-4f6959af76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2642477 Feb 03 13:05:50.173786 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-924c8867-c0eb-4352-9d88-cad8a2de1a97 None None] Set router 40baa364-e5d1-477e-9e97-d2cdbff21f62 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:05:50.258202 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5ad9c0cf-c07c-4120-9278-93036769b1bc None None] Current status of the port b8c102fc-a5da-49d7-813c-b78a59e3763d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:50.272493 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port df41c963-fbef-4844-abf9-eb4d0394eb9f, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f,segment=NetworkSegment(439727d2-983c-4cb6-896d-1b57defa9245),segment_id=439727d2-983c-4cb6-896d-1b57defa9245)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:50.327240 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-709a1ec4-4adc-47db-8d97-30730cece998 service neutron] 10.222.0.18 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911320 Feb 03 13:05:50.341476 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'df41c963-fbef-4844-abf9-eb4d0394eb9f', 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8', 'port_id': 'df41c963-fbef-4844-abf9-eb4d0394eb9f', 'mac_address': 'fa:16:3e:08:3e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:05:50.364296 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ab6959cd-7f25-41b0-8554-94978976b7d8 req-2fd6e404-09e8-4ac2-a5ae-949b18006e8d service neutron] 10.222.0.31 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846994 Feb 03 13:05:50.366711 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb066b57-8dd0-4ff4-a1c2-75459593f8b3 req-481d1d3a-6ea0-4b96-9813-8ae83fe3c0f8 service neutron] 10.222.0.73 "GET /v2.0/networks/3500e8ac-76e0-4fcb-9167-4f6959af76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388723 Feb 03 13:05:50.519244 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port df41c963-fbef-4844-abf9-eb4d0394eb9f is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:50.519540 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:50.570527 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-084bab67-74e2-4e06-b399-77747735957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:32Z', 'updated_at': '2022-02-03T13:05:41Z', 'revision_number': 4, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'gw_port': {'id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:34Z', 'updated_at': '2022-02-03T13:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b8c102fc-a5da-49d7-813c-b78a59e3763d', 'name': '', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'mac_address': 'fa:16:3e:62:02:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:39Z', 'updated_at': '2022-02-03T13:05:48Z', 'revision_number': 4, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'subnets': [{'id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:50.628176 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ab6959cd-7f25-41b0-8554-94978976b7d8 req-d469ea46-40fb-4f7f-9750-34a8025ed09a service neutron] 10.222.0.31 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582605 Feb 03 13:05:50.673354 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fb066b57-8dd0-4ff4-a1c2-75459593f8b3 req-7029bb05-f3f0-47e8-9639-a997e0d25293 service neutron] 10.222.0.73 "GET /v2.0/networks/3500e8ac-76e0-4fcb-9167-4f6959af76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704277 Feb 03 13:05:50.680730 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-978e510e-2917-4228-bee5-6477e5d92c21 req-6174be6f-47ca-493a-a16c-4c3d09127cc4 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 210 time: 0.0773067 Feb 03 13:05:50.751232 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df41c963-fbef-4844-abf9-eb4d0394eb9f {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:05:50.772986 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084bab67-74e2-4e06-b399-77747735957a None None] The sync data for ids ['36f8a86c-f912-4621-927d-fb241f46b8e5'] in n-d-827336-3 is: [{'id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:32Z', 'updated_at': '2022-02-03T13:05:41Z', 'revision_number': 4, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'gw_port': {'id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:34Z', 'updated_at': '2022-02-03T13:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b8c102fc-a5da-49d7-813c-b78a59e3763d', 'name': '', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'mac_address': 'fa:16:3e:62:02:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:39Z', 'updated_at': '2022-02-03T13:05:48Z', 'revision_number': 4, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'subnets': [{'id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:50.838048 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port df41c963-fbef-4844-abf9-eb4d0394eb9f, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f,segment=NetworkSegment(439727d2-983c-4cb6-896d-1b57defa9245),segment_id=439727d2-983c-4cb6-896d-1b57defa9245)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:50.868588 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26a1dd-e309-4fe3-b44c-93e26c327389 req-6749e20b-98c7-4947-813a-3618714aa159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:50.870529 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dc26a1dd-e309-4fe3-b44c-93e26c327389 req-6749e20b-98c7-4947-813a-3618714aa159 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a73e499f8a04f91aff5141c366e6af4&device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 1128 time: 0.0914009 Feb 03 13:05:50.871600 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:51.007371 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=df41c963-fbef-4844-abf9-eb4d0394eb9f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:51.041971 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-924c8867-c0eb-4352-9d88-cad8a2de1a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'name': 'tempest-TestVolumeBackupRestore-1484418598-router', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:43Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'gw_port': {'id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:45Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'f147ec95-d174-4a47-b2a1-6bf9c077fa4f', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'port_id': 'f0757757-ef3a-4529-ba6c-aee1711b90a9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'mac_address': 'fa:16:3e:d3:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:39Z', 'updated_at': '2022-02-03T13:05:45Z', 'revision_number': 2, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351497ad-9eee-4312-8129-79519a58e340', 'name': '', 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'mac_address': 'fa:16:3e:3a:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:52Z', 'updated_at': '2022-02-03T13:00:06Z', 'revision_number': 5, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'subnets': [{'id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:05:51.124379 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['df41c963-fbef-4844-abf9-eb4d0394eb9f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:05:51.199183 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924c8867-c0eb-4352-9d88-cad8a2de1a97 None None] The sync data for ids ['40baa364-e5d1-477e-9e97-d2cdbff21f62'] in n-d-827336-3 is: [{'id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'name': 'tempest-TestVolumeBackupRestore-1484418598-router', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:43Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'gw_port': {'id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:45Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'f147ec95-d174-4a47-b2a1-6bf9c077fa4f', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'port_id': 'f0757757-ef3a-4529-ba6c-aee1711b90a9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'mac_address': 'fa:16:3e:d3:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:39Z', 'updated_at': '2022-02-03T13:05:45Z', 'revision_number': 2, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '351497ad-9eee-4312-8129-79519a58e340', 'name': '', 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'mac_address': 'fa:16:3e:3a:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:52Z', 'updated_at': '2022-02-03T13:00:06Z', 'revision_number': 5, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'subnets': [{'id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:05:51.317792 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f79c7-61f3-4dcc-b66d-f4972fc902b8 req-eddbc7d8-ad37-4219-b025-d6d53a097fc1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:51.336923 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-563f79c7-61f3-4dcc-b66d-f4972fc902b8 req-eddbc7d8-ad37-4219-b025-d6d53a097fc1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 945 time: 0.4260616 Feb 03 13:05:51.365773 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b8c102fc-a5da-49d7-813c-b78a59e3763d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:51.409425 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26a1dd-e309-4fe3-b44c-93e26c327389 req-1f481fb9-16d5-41fa-8333-0009b6a57295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:51.410963 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dc26a1dd-e309-4fe3-b44c-93e26c327389 req-1f481fb9-16d5-41fa-8333-0009b6a57295 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3500e8ac-76e0-4fcb-9167-4f6959af76a4 HTTP/1.1" status: 200 len: 915 time: 0.5301321 Feb 03 13:05:51.559211 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port b8c102fc-a5da-49d7-813c-b78a59e3763d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:51.559572 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b8c102fc-a5da-49d7-813c-b78a59e3763d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:51.584009 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-563f79c7-61f3-4dcc-b66d-f4972fc902b8 req-6cd4cde5-9a1f-42c7-88bf-3007b0752bf7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456961 Feb 03 13:05:51.648528 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dc26a1dd-e309-4fe3-b44c-93e26c327389 req-d1e9324e-4958-4b64-8114-0f0bf5a4853c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0757757-ef3a-4529-ba6c-aee1711b90a9 HTTP/1.1" status: 200 len: 1002 time: 0.2098615 Feb 03 13:05:51.777161 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26a1dd-e309-4fe3-b44c-93e26c327389 req-ceb5f969-fdd8-434e-a5cf-c5fb6831ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:51.779592 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dc26a1dd-e309-4fe3-b44c-93e26c327389 req-ceb5f969-fdd8-434e-a5cf-c5fb6831ba01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ccf271e-8a6d-4c90-a957-c3d6d3be9664 HTTP/1.1" status: 200 len: 853 time: 0.1227727 Feb 03 13:05:51.902401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26a1dd-e309-4fe3-b44c-93e26c327389 req-35e5fb0a-b0b1-4e6d-ab67-9d85ce40428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:51.903978 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dc26a1dd-e309-4fe3-b44c-93e26c327389 req-35e5fb0a-b0b1-4e6d-ab67-9d85ce40428c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3500e8ac-76e0-4fcb-9167-4f6959af76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0979717 Feb 03 13:05:51.910047 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port b8c102fc-a5da-49d7-813c-b78a59e3763d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:51.915012 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-70187308-3eba-4ef2-9e03-9baf77f47e21 req-da28c776-44c2-4280-925f-1ad9e35e1803 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 210 time: 0.0776165 Feb 03 13:05:52.107993 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dc26a1dd-e309-4fe3-b44c-93e26c327389 req-196078d6-5cce-4ef0-8fdd-09de2e7d568f service neutron] 10.222.0.73 "GET /v2.0/networks/3500e8ac-76e0-4fcb-9167-4f6959af76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962025 Feb 03 13:05:52.249580 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dc26a1dd-e309-4fe3-b44c-93e26c327389 req-62771f67-6bd3-49c1-9f7a-5688bf2e110c service neutron] 10.222.0.73 "GET /v2.0/networks/3500e8ac-76e0-4fcb-9167-4f6959af76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278307 Feb 03 13:05:52.419390 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9eb8c0-b720-42f0-b17c-6890c062093f req-38ce3a95-e6e3-42cc-ab3e-fe23055ba0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:52.421382 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe9eb8c0-b720-42f0-b17c-6890c062093f req-38ce3a95-e6e3-42cc-ab3e-fe23055ba0cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a73e499f8a04f91aff5141c366e6af4&device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 1128 time: 0.0909581 Feb 03 13:05:52.601986 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9eb8c0-b720-42f0-b17c-6890c062093f req-3795c870-d4bb-4d2f-b07e-9b3a6063c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:52.606527 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe9eb8c0-b720-42f0-b17c-6890c062093f req-3795c870-d4bb-4d2f-b07e-9b3a6063c78b service neutron] 10.222.0.73 "GET /v2.0/networks?id=3500e8ac-76e0-4fcb-9167-4f6959af76a4 HTTP/1.1" status: 200 len: 915 time: 0.1679764 Feb 03 13:05:52.778769 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe9eb8c0-b720-42f0-b17c-6890c062093f req-cf4ccf30-6080-44ff-b87b-b3b9a77a237e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0757757-ef3a-4529-ba6c-aee1711b90a9 HTTP/1.1" status: 200 len: 1002 time: 0.1617806 Feb 03 13:05:52.808273 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-2de1e01a-12f3-4e41-b216-78467b0f35a7 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:52.811527 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-2de1e01a-12f3-4e41-b216-78467b0f35a7 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.73 "GET /v2.0/networks?id=493acd8c-1fd7-4784-9c30-ab48082e5271 HTTP/1.1" status: 200 len: 817 time: 0.2369225 Feb 03 13:05:52.904352 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9eb8c0-b720-42f0-b17c-6890c062093f req-a946034b-08fe-4c24-8e8c-59f3dbd46134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:52.905876 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe9eb8c0-b720-42f0-b17c-6890c062093f req-a946034b-08fe-4c24-8e8c-59f3dbd46134 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ccf271e-8a6d-4c90-a957-c3d6d3be9664 HTTP/1.1" status: 200 len: 853 time: 0.1140468 Feb 03 13:05:52.919435 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894348a0-9e2b-4efb-8b71-4abdd5413c1a req-6ce68c21-b051-4c21-b172-0468ae9ba156 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:52.921839 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-894348a0-9e2b-4efb-8b71-4abdd5413c1a req-6ce68c21-b051-4c21-b172-0468ae9ba156 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 945 time: 0.1420717 Feb 03 13:05:52.975376 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-95d7fb2a-6375-48fe-ac93-73d1ea12af07 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f87650fa40e44533b201cd37dcb459f1 HTTP/1.1" status: 200 len: 379 time: 0.1453390 Feb 03 13:05:52.985786 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-aaafb505-0365-47cd-ad25-e4fac19b19b2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Request body: {'port': {'device_id': 'e755a5a9-2695-43cf-966f-4862c2310fb9', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'admin_state_up': True, 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'security_groups': ['0c6a5183-8563-4b66-9e7b-355f190ae75c']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:53.051575 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-894348a0-9e2b-4efb-8b71-4abdd5413c1a req-ce132e08-0cd8-4b08-aac5-90e56e9f6c2a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127214 Feb 03 13:05:53.085476 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9eb8c0-b720-42f0-b17c-6890c062093f req-fac5af28-b05d-4546-889c-9e99ae152c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:53.087064 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe9eb8c0-b720-42f0-b17c-6890c062093f req-fac5af28-b05d-4546-889c-9e99ae152c6d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3500e8ac-76e0-4fcb-9167-4f6959af76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1636446 Feb 03 13:05:53.191138 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab955384-41bb-4378-974c-d99b7c142e04 req-089ac69a-14e1-46f5-aeee-7deba3657744 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 210 time: 0.0591326 Feb 03 13:05:53.242814 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe9eb8c0-b720-42f0-b17c-6890c062093f req-278647ff-6dd0-40f7-bb49-f8ea997511b5 service neutron] 10.222.0.73 "GET /v2.0/networks/3500e8ac-76e0-4fcb-9167-4f6959af76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480393 Feb 03 13:05:53.286583 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-aaafb505-0365-47cd-ad25-e4fac19b19b2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Made reservation on behalf of f87650fa40e44533b201cd37dcb459f1 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:05:53.291145 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-aaafb505-0365-47cd-ad25-e4fac19b19b2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:53.390542 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe9eb8c0-b720-42f0-b17c-6890c062093f req-ecf33f72-de2f-494d-999b-047dcdd5959b service neutron] 10.222.0.73 "GET /v2.0/networks/3500e8ac-76e0-4fcb-9167-4f6959af76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396744 Feb 03 13:05:53.459632 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-aaafb505-0365-47cd-ad25-e4fac19b19b2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Allocated IP 172.20.0.8 (493acd8c-1fd7-4784-9c30-ab48082e5271/cfdcbfe6-c780-42bd-a6f3-8500632541b5/276c8f83-ce7c-4df9-8961-0c8015234f85) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:53.631134 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-aaafb505-0365-47cd-ad25-e4fac19b19b2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:53.669939 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-aaafb505-0365-47cd-ad25-e4fac19b19b2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:53.716469 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-aaafb505-0365-47cd-ad25-e4fac19b19b2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Network 493acd8c-1fd7-4784-9c30-ab48082e5271 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:53.724156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-aaafb505-0365-47cd-ad25-e4fac19b19b2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:53.728266 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-aaafb505-0365-47cd-ad25-e4fac19b19b2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:53.736145 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafb505-0365-47cd-ad25-e4fac19b19b2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Pushing event updated for resources: {'Port': ['ID=276c8f83-ce7c-4df9-8961-0c8015234f85,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:53.771626 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device df41c963-fbef-4844-abf9-eb4d0394eb9f up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:05:53.804632 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-aaafb505-0365-47cd-ad25-e4fac19b19b2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:53.805300 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-aaafb505-0365-47cd-ad25-e4fac19b19b2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:53.833256 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-aaafb505-0365-47cd-ad25-e4fac19b19b2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8519881 Feb 03 13:05:53.855743 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] Request body: {'port': {'device_id': 'e755a5a9-2695-43cf-966f-4862c2310fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:53.871496 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port df41c963-fbef-4844-abf9-eb4d0394eb9f completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:05:53.877245 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port df41c963-fbef-4844-abf9-eb4d0394eb9f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:53.877625 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:53.939131 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:54.008193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port df41c963-fbef-4844-abf9-eb4d0394eb9f is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:54.008651 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:54.042371 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:05:54.044878 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9d4b52-2019-4ccd-a33c-804242fa416d" -d '{"events": [{"server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "name": "network-vif-plugged", "status": "completed", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:05:54.059738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port df41c963-fbef-4844-abf9-eb4d0394eb9f, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f,segment=NetworkSegment(439727d2-983c-4cb6-896d-1b57defa9245),segment_id=439727d2-983c-4cb6-896d-1b57defa9245)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:54.067665 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:54.223500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=df41c963-fbef-4844-abf9-eb4d0394eb9f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:54.227225 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3180c264-e3e1-47e8-b6b9-88784119b3f0 x-openstack-request-id: req-3180c264-e3e1-47e8-b6b9-88784119b3f0 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:05:54.227626 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "name": "network-vif-plugged", "status": "completed", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:05:54.227971 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3180c264-e3e1-47e8-b6b9-88784119b3f0 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:05:54.228346 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f', 'code': 200} Feb 03 13:05:54.246894 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-58ed8fa6-cb03-49ef-ba33-19dd1cc147d9 None None] Provisioning complete for port 276c8f83-ce7c-4df9-8961-0c8015234f85 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:05:54.247282 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58ed8fa6-cb03-49ef-ba33-19dd1cc147d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:54.334693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-58ed8fa6-cb03-49ef-ba33-19dd1cc147d9 None None] Port 276c8f83-ce7c-4df9-8961-0c8015234f85 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:05:54.396202 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f622a-6aec-4c76-a4f2-a624b9a3fc4d req-d099b73b-3af2-4c14-af81-14af5c649311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:54.399133 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-214f622a-6aec-4c76-a4f2-a624b9a3fc4d req-d099b73b-3af2-4c14-af81-14af5c649311 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 1128 time: 0.1836092 Feb 03 13:05:54.430183 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6938742-c254-40b8-9047-b95cf802b2e2 req-0aaccd9b-4d3b-4141-8bf2-d8441ecfd640 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:54.437334 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a6938742-c254-40b8-9047-b95cf802b2e2 req-0aaccd9b-4d3b-4141-8bf2-d8441ecfd640 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.2007818 Feb 03 13:05:54.457403 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad119034-8275-42ea-9128-e101fc188d57 req-08b89142-3fa4-431c-afec-b53b3bc027ad tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:54.459904 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ad119034-8275-42ea-9128-e101fc188d57 req-08b89142-3fa4-431c-afec-b53b3bc027ad tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 931 time: 0.1219881 Feb 03 13:05:54.502690 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-214f622a-6aec-4c76-a4f2-a624b9a3fc4d req-8912743a-969e-4576-80ce-e950d43e7d2e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944374 Feb 03 13:05:54.517428 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a6938742-c254-40b8-9047-b95cf802b2e2 req-361eb0c7-7494-4c10-a454-7dae910ca573 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790405 Feb 03 13:05:54.553891 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ad119034-8275-42ea-9128-e101fc188d57 req-f2fa3425-91c6-41bc-8a7e-aadd4d858860 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877903 Feb 03 13:05:54.586676 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 276c8f83-ce7c-4df9-8961-0c8015234f85 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:05:54.600469 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] Publish callbacks [] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:54.620753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] Transition to ACTIVE for port object 276c8f83-ce7c-4df9-8961-0c8015234f85 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:05:54.626428 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:54.720530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] Pushing event updated for resources: {'Port': ['ID=276c8f83-ce7c-4df9-8961-0c8015234f85,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:54.796700 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] Attempting to bind port 276c8f83-ce7c-4df9-8961-0c8015234f85 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:05:54.798237 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] Attempting to bind port 276c8f83-ce7c-4df9-8961-0c8015234f85 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '8929263f-d42e-4260-a90e-7c14187be7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:05:54.798576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] Attempting to bind port 276c8f83-ce7c-4df9-8961-0c8015234f85 on network 493acd8c-1fd7-4784-9c30-ab48082e5271 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:54.803825 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] Port 276c8f83-ce7c-4df9-8961-0c8015234f85 on network 493acd8c-1fd7-4784-9c30-ab48082e5271 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:05:54.804461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] Attempting to bind port 276c8f83-ce7c-4df9-8961-0c8015234f85 on network 493acd8c-1fd7-4784-9c30-ab48082e5271 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:05:54.810874 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:05:54.812744 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] Checking segment: {'id': '8929263f-d42e-4260-a90e-7c14187be7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:05:54.813154 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] Bound using segment: {'id': '8929263f-d42e-4260-a90e-7c14187be7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:05:54.819748 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] Bound port: 276c8f83-ce7c-4df9-8961-0c8015234f85, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8929263f-d42e-4260-a90e-7c14187be7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:05:54.820398 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:54.922570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] For port 276c8f83-ce7c-4df9-8961-0c8015234f85, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:05:54.927098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] For port 276c8f83-ce7c-4df9-8961-0c8015234f85, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=276c8f83-ce7c-4df9-8961-0c8015234f85,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:05:54.939257 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:55.003798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:55.004878 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:55.007250 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] 10.222.0.73 "PUT /v2.0/ports/276c8f83-ce7c-4df9-8961-0c8015234f85 HTTP/1.1" status: 200 len: 1091 time: 1.1599276 Feb 03 13:05:55.008013 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e755a5a9-2695-43cf-966f-4862c2310fb9', 'tag': '276c8f83-ce7c-4df9-8961-0c8015234f85'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:05:55.011879 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587106ef-5cbf-41f6-9dee-041dc8504a50" -d '{"events": [{"name": "network-changed", "server_uuid": "e755a5a9-2695-43cf-966f-4862c2310fb9", "tag": "276c8f83-ce7c-4df9-8961-0c8015234f85"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:05:55.097044 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b572c43-a706-4acc-8d67-a6861878d58c service neutron] Pushing event updated for resources: {'Port': ['ID=276c8f83-ce7c-4df9-8961-0c8015234f85,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:55.209621 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-83438020-1ff3-4d51-8844-e405c963cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:55.211255 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-83438020-1ff3-4d51-8844-e405c963cc4f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f87650fa40e44533b201cd37dcb459f1&device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 1125 time: 0.1365292 Feb 03 13:05:55.285820 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dd0416-b3b7-4255-b623-df13ec8b220a x-openstack-request-id: req-f6dd0416-b3b7-4255-b623-df13ec8b220a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:05:55.286128 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e755a5a9-2695-43cf-966f-4862c2310fb9", "tag": "276c8f83-ce7c-4df9-8961-0c8015234f85", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:05:55.286507 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6dd0416-b3b7-4255-b623-df13ec8b220a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:05:55.286785 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e755a5a9-2695-43cf-966f-4862c2310fb9', 'tag': '276c8f83-ce7c-4df9-8961-0c8015234f85', 'status': 'completed', 'code': 200} Feb 03 13:05:55.288811 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-3911bbd9-747a-4d5e-bbdd-115dcf517c16 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=276c8f83-ce7c-4df9-8961-0c8015234f85 HTTP/1.1" status: 200 len: 217 time: 0.0638916 Feb 03 13:05:55.364937 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-25206e0b-3988-4917-9458-de8916b23b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:55.366475 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-25206e0b-3988-4917-9458-de8916b23b50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cfdcbfe6-c780-42bd-a6f3-8500632541b5 HTTP/1.1" status: 200 len: 856 time: 0.0688906 Feb 03 13:05:55.456309 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-cee1a2e0-f9ed-40f2-84e6-7a1962394466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:55.458071 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-cee1a2e0-f9ed-40f2-84e6-7a1962394466 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=493acd8c-1fd7-4784-9c30-ab48082e5271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0847135 Feb 03 13:05:55.603735 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-f5e4d1cf-1321-4ebc-9749-cc322f16948e service neutron] 10.222.0.73 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384084 Feb 03 13:05:55.778726 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-97aff95c-90a1-4ff1-aeaf-0339b7c816b5 req-90d06297-6f26-45bd-9e1b-46a5ed9adf1c service neutron] 10.222.0.73 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674211 Feb 03 13:05:55.784902 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af9e6f-26e2-4856-91f2-d69df4b5aa88 req-e0302dec-0642-4a01-8ff7-670f99d1aa49 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:55.787910 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-85af9e6f-26e2-4856-91f2-d69df4b5aa88 req-e0302dec-0642-4a01-8ff7-670f99d1aa49 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.0855212 Feb 03 13:05:55.832831 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d3a63-9ed7-4a07-9641-4b4a6336f5a5 req-22f44ce5-7a19-4943-ae57-c5410c5c1f43 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:55.834324 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-821d3a63-9ed7-4a07-9641-4b4a6336f5a5 req-22f44ce5-7a19-4943-ae57-c5410c5c1f43 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 943 time: 0.1014111 Feb 03 13:05:55.864583 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-85af9e6f-26e2-4856-91f2-d69df4b5aa88 req-921719d5-e5f5-45dd-b636-057fef7fc436 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689063 Feb 03 13:05:55.947192 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-821d3a63-9ed7-4a07-9641-4b4a6336f5a5 req-2d7befbc-ef4e-407e-b149-6bc84e15eaa4 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003406 Feb 03 13:05:55.960336 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587106ef-5cbf-41f6-9dee-041dc8504a50 req-14025964-0710-43ba-b71d-4d2d371c64ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:55.961825 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-587106ef-5cbf-41f6-9dee-041dc8504a50 req-14025964-0710-43ba-b71d-4d2d371c64ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f87650fa40e44533b201cd37dcb459f1&device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 1125 time: 0.0825026 Feb 03 13:05:56.064776 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587106ef-5cbf-41f6-9dee-041dc8504a50 req-ac25d83c-6280-4d0d-a153-c5d913dab405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:56.066486 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-587106ef-5cbf-41f6-9dee-041dc8504a50 req-ac25d83c-6280-4d0d-a153-c5d913dab405 service neutron] 10.222.0.73 "GET /v2.0/networks?id=493acd8c-1fd7-4784-9c30-ab48082e5271 HTTP/1.1" status: 200 len: 918 time: 0.0983746 Feb 03 13:05:56.113160 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-587106ef-5cbf-41f6-9dee-041dc8504a50 req-b657eb64-9dfe-4f00-9828-6f39625293d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=276c8f83-ce7c-4df9-8961-0c8015234f85 HTTP/1.1" status: 200 len: 217 time: 0.0391431 Feb 03 13:05:56.168608 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587106ef-5cbf-41f6-9dee-041dc8504a50 req-5ee639b2-7d81-490d-95c9-f9b4478c8fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:56.170099 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-587106ef-5cbf-41f6-9dee-041dc8504a50 req-5ee639b2-7d81-490d-95c9-f9b4478c8fc5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cfdcbfe6-c780-42bd-a6f3-8500632541b5 HTTP/1.1" status: 200 len: 856 time: 0.0511231 Feb 03 13:05:56.238564 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587106ef-5cbf-41f6-9dee-041dc8504a50 req-68694d84-f65e-4263-aa9e-a48ce0249182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:56.240375 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-587106ef-5cbf-41f6-9dee-041dc8504a50 req-68694d84-f65e-4263-aa9e-a48ce0249182 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=493acd8c-1fd7-4784-9c30-ab48082e5271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0642781 Feb 03 13:05:56.395791 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-587106ef-5cbf-41f6-9dee-041dc8504a50 req-a7a80e9d-306e-49d1-bdea-2a8d06e05049 service neutron] 10.222.0.73 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481354 Feb 03 13:05:56.562007 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-587106ef-5cbf-41f6-9dee-041dc8504a50 req-2a890672-0b69-4320-b496-e48c7181eaa0 service neutron] 10.222.0.73 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497140 Feb 03 13:05:57.031003 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998b2ef-18f8-469c-8180-54c2976b7e56 req-fc4541d0-f540-4e4a-a8e3-2b367ef5e486 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:57.049142 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1998b2ef-18f8-469c-8180-54c2976b7e56 req-fc4541d0-f540-4e4a-a8e3-2b367ef5e486 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.0946798 Feb 03 13:05:57.122434 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4a69f-ea2f-41dd-94d0-cdfef71289cc req-53966c4c-19a5-4a33-abf8-af7674253b7e tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:57.124347 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4fb4a69f-ea2f-41dd-94d0-cdfef71289cc req-53966c4c-19a5-4a33-abf8-af7674253b7e tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 943 time: 0.0628657 Feb 03 13:05:57.128233 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1998b2ef-18f8-469c-8180-54c2976b7e56 req-9b0bd63d-2ec6-46e4-a516-137f6297c090 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777602 Feb 03 13:05:57.208893 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4fb4a69f-ea2f-41dd-94d0-cdfef71289cc req-cadfacc7-57f2-44c6-a80c-729ada478ade tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681839 Feb 03 13:05:57.286173 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34422c-c0eb-4b4c-b596-94eef0345a7d req-c1545bf3-f431-43b3-b9d0-01f630979098 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:57.288290 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cd34422c-c0eb-4b4c-b596-94eef0345a7d req-c1545bf3-f431-43b3-b9d0-01f630979098 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.0676000 Feb 03 13:05:57.368155 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cd34422c-c0eb-4b4c-b596-94eef0345a7d req-81e7c167-631f-4f8c-adb5-43e46387eea4 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715981 Feb 03 13:05:57.395814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54210) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:57.452686 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5dbd7f-6c8a-4ab0-9275-216f4290cef2 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:57.454829 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5f5dbd7f-6c8a-4ab0-9275-216f4290cef2 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 1123 time: 0.0576208 Feb 03 13:05:57.459493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54212) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:05:57.466999 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-32666460-a80e-42d4-98ee-ffb59333cf19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': 'df41c963-fbef-4844-abf9-eb4d0394eb9f', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:05:57.491312 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32666460-a80e-42d4-98ee-ffb59333cf19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:57.643117 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32666460-a80e-42d4-98ee-ffb59333cf19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:57.813230 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-32666460-a80e-42d4-98ee-ffb59333cf19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Allocated IP 172.25.6.124 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/fdbace9d-ca29-4853-962d-37b0ff29d0c1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:05:58.306175 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32666460-a80e-42d4-98ee-ffb59333cf19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (fdbace9d-ca29-4853-962d-37b0ff29d0c1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:58.399516 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049809eb-18b7-4843-a4f5-ea3d024a6e1c req-e3a615ef-f8a5-4012-8964-4cc187c16b8a tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:58.401216 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-049809eb-18b7-4843-a4f5-ea3d024a6e1c req-e3a615ef-f8a5-4012-8964-4cc187c16b8a tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 943 time: 0.1031036 Feb 03 13:05:58.412134 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32666460-a80e-42d4-98ee-ffb59333cf19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (fdbace9d-ca29-4853-962d-37b0ff29d0c1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:58.475972 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32666460-a80e-42d4-98ee-ffb59333cf19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:05:58.482444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-32666460-a80e-42d4-98ee-ffb59333cf19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:05:58.492568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32666460-a80e-42d4-98ee-ffb59333cf19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:05:58.497787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32666460-a80e-42d4-98ee-ffb59333cf19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=fdbace9d-ca29-4853-962d-37b0ff29d0c1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:58.545984 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-049809eb-18b7-4843-a4f5-ea3d024a6e1c req-83ded03b-1810-4556-9d20-8c6658cb76ab tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312361 Feb 03 13:05:58.989153 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32666460-a80e-42d4-98ee-ffb59333cf19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for floatingip (dbac3b4e-f4a9-4b93-907b-73fb71280491), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:59.084767 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32666460-a80e-42d4-98ee-ffb59333cf19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (fdbace9d-ca29-4853-962d-37b0ff29d0c1), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:59.244603 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 276c8f83-ce7c-4df9-8961-0c8015234f85 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:05:59.275294 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32666460-a80e-42d4-98ee-ffb59333cf19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (fdbace9d-ca29-4853-962d-37b0ff29d0c1), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:59.283326 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32666460-a80e-42d4-98ee-ffb59333cf19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (fdbace9d-ca29-4853-962d-37b0ff29d0c1), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:59.367622 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32666460-a80e-42d4-98ee-ffb59333cf19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=fdbace9d-ca29-4853-962d-37b0ff29d0c1,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:59.378693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 276c8f83-ce7c-4df9-8961-0c8015234f85, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=276c8f83-ce7c-4df9-8961-0c8015234f85,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:59.384535 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32666460-a80e-42d4-98ee-ffb59333cf19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (dbac3b4e-f4a9-4b93-907b-73fb71280491), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:59.394335 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '276c8f83-ce7c-4df9-8961-0c8015234f85', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'port_id': '276c8f83-ce7c-4df9-8961-0c8015234f85', 'mac_address': 'fa:16:3e:de:7f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:05:59.474949 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 276c8f83-ce7c-4df9-8961-0c8015234f85 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:05:59.476325 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:59.509046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276c8f83-ce7c-4df9-8961-0c8015234f85 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:05:59.514199 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-32666460-a80e-42d4-98ee-ffb59333cf19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Floating IP dbac3b4e-f4a9-4b93-907b-73fb71280491 associated. External IP: 172.25.6.124, port: df41c963-fbef-4844-abf9-eb4d0394eb9f. Feb 03 13:05:59.533298 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 276c8f83-ce7c-4df9-8961-0c8015234f85, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=276c8f83-ce7c-4df9-8961-0c8015234f85,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:05:59.538941 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:05:59.606881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=276c8f83-ce7c-4df9-8961-0c8015234f85,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:05:59.763029 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5370dc4-eec7-4a81-beaa-7a0c63ee0559 req-a98c393c-988b-402c-948e-a7c89045a82c tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:05:59.765619 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c5370dc4-eec7-4a81-beaa-7a0c63ee0559 req-a98c393c-988b-402c-948e-a7c89045a82c tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 944 time: 0.0768390 Feb 03 13:05:59.841344 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c5370dc4-eec7-4a81-beaa-7a0c63ee0559 req-8de733d8-556c-4934-a3d6-88f9eedbcc77 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601342 Feb 03 13:05:59.945172 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['276c8f83-ce7c-4df9-8961-0c8015234f85'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:05:59.946827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32666460-a80e-42d4-98ee-ffb59333cf19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Router ce4a2d91-11db-4449-aa3e-1a08b11c0057 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:06:00.107226 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32666460-a80e-42d4-98ee-ffb59333cf19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:06:00.121186 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0127a964-a3b4-466c-b60c-189b30053bcb None None] Sync routers for ids ['ce4a2d91-11db-4449-aa3e-1a08b11c0057'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:06:00.135170 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32666460-a80e-42d4-98ee-ffb59333cf19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:00.144115 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0127a964-a3b4-466c-b60c-189b30053bcb None None] Routers {'ce4a2d91-11db-4449-aa3e-1a08b11c0057'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:00.145014 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0127a964-a3b4-466c-b60c-189b30053bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:05:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ce4a2d91-11db-4449-aa3e-1a08b11c0057'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:00.219557 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-32666460-a80e-42d4-98ee-ffb59333cf19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7582612 Feb 03 13:06:00.220392 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:06:00.223007 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063ad4a7-be9c-4917-8a60-906f76ca4431" -d '{"events": [{"name": "network-changed", "server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:06:00.289723 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21243ab-5b71-49cc-9a10-c6441a94a8ca x-openstack-request-id: req-c21243ab-5b71-49cc-9a10-c6441a94a8ca {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:06:00.290028 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:06:00.290285 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c21243ab-5b71-49cc-9a10-c6441a94a8ca {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:06:00.290690 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f', 'status': 'completed', 'code': 200} Feb 03 13:06:00.374450 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ad4a7-be9c-4917-8a60-906f76ca4431 req-8bbfefa5-db04-452f-af54-32afcf42a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:00.377045 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-063ad4a7-be9c-4917-8a60-906f76ca4431 req-8bbfefa5-db04-452f-af54-32afcf42a776 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 1128 time: 0.0609822 Feb 03 13:06:00.432656 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0127a964-a3b4-466c-b60c-189b30053bcb None None] Set router ce4a2d91-11db-4449-aa3e-1a08b11c0057 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:06:00.438766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b36b1f-34c6-4c85-8330-6ece1220a04b req-db11e96d-e782-435e-8972-b3fc4af755c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:00.439553 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a3b36b1f-34c6-4c85-8330-6ece1220a04b req-db11e96d-e782-435e-8972-b3fc4af755c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.0991709 Feb 03 13:06:00.563862 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a3b36b1f-34c6-4c85-8330-6ece1220a04b req-f191326d-488d-4e50-99cd-31760802cf42 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173759 Feb 03 13:06:00.591705 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ad4a7-be9c-4917-8a60-906f76ca4431 req-bb5db2a1-810f-4087-8a28-f070f679d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:00.596011 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-063ad4a7-be9c-4917-8a60-906f76ca4431 req-bb5db2a1-810f-4087-8a28-f070f679d57d service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca8b1202-28b9-4749-8902-b8a9382d93a8 HTTP/1.1" status: 200 len: 897 time: 0.2124703 Feb 03 13:06:00.597519 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54242) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:00.730700 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-063ad4a7-be9c-4917-8a60-906f76ca4431 req-8dc610f7-711f-40d4-a468-94d915579072 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f HTTP/1.1" status: 200 len: 1000 time: 0.1270480 Feb 03 13:06:00.777032 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9631f34c-1455-45e2-b4dc-b9e42c183e75 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/floatingips/dbac3b4e-f4a9-4b93-907b-73fb71280491 HTTP/1.1" status: 200 len: 992 time: 0.1777582 Feb 03 13:06:00.886197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ad4a7-be9c-4917-8a60-906f76ca4431 req-abcd6ee1-1189-4822-a6f5-eb8f575b37d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:00.891971 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-063ad4a7-be9c-4917-8a60-906f76ca4431 req-abcd6ee1-1189-4822-a6f5-eb8f575b37d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f8c2b6b-8a00-466a-8033-a3a24815b33d HTTP/1.1" status: 200 len: 833 time: 0.1522205 Feb 03 13:06:00.935015 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0127a964-a3b4-466c-b60c-189b30053bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929329350', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:30Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:23Z', 'updated_at': '2022-02-03T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'dbac3b4e-f4a9-4b93-907b-73fb71280491', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'floating_ip_address': '172.25.6.124', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'port_id': 'df41c963-fbef-4844-abf9-eb4d0394eb9f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8', 'mac_address': 'fa:16:3e:08:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e592c14-13b2-4d35-8e4a-086d111de740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:58Z', 'updated_at': '2022-02-03T13:05:58Z', 'revision_number': 0, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410295d0-9631-4d2d-830d-b2a11bcb2a3b', 'name': '', 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:e8:8c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:28Z', 'updated_at': '2022-02-03T13:05:39Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:01.005651 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0127a964-a3b4-466c-b60c-189b30053bcb None None] Checking router: ce4a2d91-11db-4449-aa3e-1a08b11c0057 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:06:01.039448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b7fc5-8299-48a2-9174-34c8e07d7f8a req-28dc30f6-54ea-4f4f-80f2-daa1c07ab0a4 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:01.046421 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0127a964-a3b4-466c-b60c-189b30053bcb None None] Routers {'ce4a2d91-11db-4449-aa3e-1a08b11c0057'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:01.047768 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0127a964-a3b4-466c-b60c-189b30053bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:05:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ce4a2d91-11db-4449-aa3e-1a08b11c0057'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:01.047900 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4b6b7fc5-8299-48a2-9174-34c8e07d7f8a req-28dc30f6-54ea-4f4f-80f2-daa1c07ab0a4 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0970137 Feb 03 13:06:01.065745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ad4a7-be9c-4917-8a60-906f76ca4431 req-3fa7970f-bcf1-4ef2-afc9-20fd09cd4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:01.067743 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-063ad4a7-be9c-4917-8a60-906f76ca4431 req-3fa7970f-bcf1-4ef2-afc9-20fd09cd4827 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca8b1202-28b9-4749-8902-b8a9382d93a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1677322 Feb 03 13:06:01.119090 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4b6b7fc5-8299-48a2-9174-34c8e07d7f8a req-5d13fb9b-8525-47ee-b20c-847d4b7041e1 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701420 Feb 03 13:06:01.129439 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127ed67-e5ce-4924-85ce-fcd3aabe0bde req-d16d2c34-15da-4a1f-9c95-e51e87fd8a5a tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:01.131125 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2127ed67-e5ce-4924-85ce-fcd3aabe0bde req-d16d2c34-15da-4a1f-9c95-e51e87fd8a5a tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 944 time: 0.1315236 Feb 03 13:06:01.243177 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2127ed67-e5ce-4924-85ce-fcd3aabe0bde req-ca37b222-752a-427d-b83a-3539e4489b0e tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007545 Feb 03 13:06:01.255120 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-063ad4a7-be9c-4917-8a60-906f76ca4431 req-7dd09fa9-8cdf-4b38-9be8-75bf4c73dc28 service neutron] 10.222.0.31 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800923 Feb 03 13:06:01.264509 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0127a964-a3b4-466c-b60c-189b30053bcb None None] Set router ce4a2d91-11db-4449-aa3e-1a08b11c0057 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:06:01.267799 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:01.270938 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 276c8f83-ce7c-4df9-8961-0c8015234f85 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:06:01.383039 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 276c8f83-ce7c-4df9-8961-0c8015234f85 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:06:01.389630 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 276c8f83-ce7c-4df9-8961-0c8015234f85 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:01.391318 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:01.479085 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-063ad4a7-be9c-4917-8a60-906f76ca4431 req-25c8bc53-1e20-4deb-a762-48d7ef2bbaae service neutron] 10.222.0.31 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181633 Feb 03 13:06:01.565027 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 276c8f83-ce7c-4df9-8961-0c8015234f85 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:01.565429 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:01.598856 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e755a5a9-2695-43cf-966f-4862c2310fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276c8f83-ce7c-4df9-8961-0c8015234f85'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:06:01.601583 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bd2447-0685-4bf3-94b3-fb655d320dfd" -d '{"events": [{"server_uuid": "e755a5a9-2695-43cf-966f-4862c2310fb9", "name": "network-vif-plugged", "status": "completed", "tag": "276c8f83-ce7c-4df9-8961-0c8015234f85"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:06:01.618663 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 276c8f83-ce7c-4df9-8961-0c8015234f85, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=276c8f83-ce7c-4df9-8961-0c8015234f85,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:01.630919 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:01.644685 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0127a964-a3b4-466c-b60c-189b30053bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929329350', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:30Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:23Z', 'updated_at': '2022-02-03T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'dbac3b4e-f4a9-4b93-907b-73fb71280491', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'floating_ip_address': '172.25.6.124', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'port_id': 'df41c963-fbef-4844-abf9-eb4d0394eb9f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8', 'mac_address': 'fa:16:3e:08:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e592c14-13b2-4d35-8e4a-086d111de740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:58Z', 'updated_at': '2022-02-03T13:05:58Z', 'revision_number': 0, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410295d0-9631-4d2d-830d-b2a11bcb2a3b', 'name': '', 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:e8:8c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:28Z', 'updated_at': '2022-02-03T13:05:39Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:01.660436 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578c5da2-603d-4356-bc9f-06103f4d4476 x-openstack-request-id: req-578c5da2-603d-4356-bc9f-06103f4d4476 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:06:01.660777 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e755a5a9-2695-43cf-966f-4862c2310fb9", "name": "network-vif-plugged", "status": "completed", "tag": "276c8f83-ce7c-4df9-8961-0c8015234f85", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:06:01.661223 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-578c5da2-603d-4356-bc9f-06103f4d4476 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:06:01.661374 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e755a5a9-2695-43cf-966f-4862c2310fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276c8f83-ce7c-4df9-8961-0c8015234f85', 'code': 200} Feb 03 13:06:01.683042 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0127a964-a3b4-466c-b60c-189b30053bcb None None] The sync data for ids ['ce4a2d91-11db-4449-aa3e-1a08b11c0057'] in n-d-827336-3 is: [{'id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929329350', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:30Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:23Z', 'updated_at': '2022-02-03T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'dbac3b4e-f4a9-4b93-907b-73fb71280491', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'floating_ip_address': '172.25.6.124', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'port_id': 'df41c963-fbef-4844-abf9-eb4d0394eb9f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8', 'mac_address': 'fa:16:3e:08:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e592c14-13b2-4d35-8e4a-086d111de740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:58Z', 'updated_at': '2022-02-03T13:05:58Z', 'revision_number': 0, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410295d0-9631-4d2d-830d-b2a11bcb2a3b', 'name': '', 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:e8:8c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:28Z', 'updated_at': '2022-02-03T13:05:39Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:06:01.706112 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=276c8f83-ce7c-4df9-8961-0c8015234f85,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:01.781915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54260) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:01.928780 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7804d745-392b-4a99-ad50-ce8a53c70608 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/floatingips/dbac3b4e-f4a9-4b93-907b-73fb71280491 HTTP/1.1" status: 200 len: 992 time: 0.1446674 Feb 03 13:06:01.948349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21def1-9e1f-4ed2-818c-18969e414dcb req-ee999b9e-0d03-4ebd-8c36-714ef7c68547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:01.951113 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8f21def1-9e1f-4ed2-818c-18969e414dcb req-ee999b9e-0d03-4ebd-8c36-714ef7c68547 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 1127 time: 0.1068134 Feb 03 13:06:02.042195 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8f21def1-9e1f-4ed2-818c-18969e414dcb req-bed32fed-2c94-4098-9c73-28189b7fd197 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835752 Feb 03 13:06:02.129878 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac713d9-36c4-40d4-a0dc-ab33656280f1 None None] New status for floating IP dbac3b4e-f4a9-4b93-907b-73fb71280491: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:06:02.348316 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d5bce-938c-4cef-9a3d-b731060c4527 req-307a7168-252f-4e90-bc4c-367725cbf9b5 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:02.351159 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-354d5bce-938c-4cef-9a3d-b731060c4527 req-307a7168-252f-4e90-bc4c-367725cbf9b5 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.1091325 Feb 03 13:06:02.417895 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-354d5bce-938c-4cef-9a3d-b731060c4527 req-157e9807-c5b0-4cfd-9421-cf979968e9aa tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590270 Feb 03 13:06:02.487081 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67432d31-e9a4-4f53-aebd-f33669b22eee req-f14b577b-f9a2-4d8b-bfab-bc164abc4917 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:02.490571 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-67432d31-e9a4-4f53-aebd-f33669b22eee req-f14b577b-f9a2-4d8b-bfab-bc164abc4917 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0921154 Feb 03 13:06:02.563904 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-67432d31-e9a4-4f53-aebd-f33669b22eee req-654a27a2-b7c1-44c9-903b-0335b1f3b584 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663645 Feb 03 13:06:02.932606 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54276) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:03.010598 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-661b487c-bc67-4afc-9b21-53bda04e6b42 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/floatingips/dbac3b4e-f4a9-4b93-907b-73fb71280491 HTTP/1.1" status: 200 len: 994 time: 0.0767577 Feb 03 13:06:03.517755 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-af3b99e8-edb5-45f4-b368-f773486fd821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:03.625905 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11b4ab-72bb-4e22-978a-f64d03a0c6b0 req-6dfab4b6-f763-4bca-94f6-ed6fa8c6fcc7 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:03.631645 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a11b4ab-72bb-4e22-978a-f64d03a0c6b0 req-6dfab4b6-f763-4bca-94f6-ed6fa8c6fcc7 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0889077 Feb 03 13:06:03.731013 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6a11b4ab-72bb-4e22-978a-f64d03a0c6b0 req-d36c95bd-87c6-4eac-900f-b20f11211540 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770502 Feb 03 13:06:03.777685 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac5bf4-1032-43f8-ba32-82f96f83f428 req-9738034c-ce0c-4cfa-98c4-fda7432c112b tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:03.779532 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-86ac5bf4-1032-43f8-ba32-82f96f83f428 req-9738034c-ce0c-4cfa-98c4-fda7432c112b tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0855310 Feb 03 13:06:03.851917 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-86ac5bf4-1032-43f8-ba32-82f96f83f428 req-786ce2f8-09fe-42af-bdf5-71d42a468f49 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662942 Feb 03 13:06:03.996760 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb41a5-e4cf-4d15-80ca-a7b14da4fb82 req-87ed82b9-2a4e-45e1-beeb-ad9b86840a6b tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:03.998564 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-24eb41a5-e4cf-4d15-80ca-a7b14da4fb82 req-87ed82b9-2a4e-45e1-beeb-ad9b86840a6b tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0638382 Feb 03 13:06:04.008394 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54296) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:04.013397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8fb8a7a3-aec1-4b39-be48-d60de3357604 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Request body: {'floatingip': {'port_id': '276c8f83-ce7c-4df9-8961-0c8015234f85'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:04.058256 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fb8a7a3-aec1-4b39-be48-d60de3357604 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for floatingip (192d2721-a49a-464c-8a13-a02385a491c3), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:04.650317 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fb8a7a3-aec1-4b39-be48-d60de3357604 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:04.657288 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fb8a7a3-aec1-4b39-be48-d60de3357604 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (192d2721-a49a-464c-8a13-a02385a491c3), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:04.875638 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-8fb8a7a3-aec1-4b39-be48-d60de3357604 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Floating IP 192d2721-a49a-464c-8a13-a02385a491c3 associated. External IP: 172.25.6.195, port: 276c8f83-ce7c-4df9-8961-0c8015234f85. Feb 03 13:06:05.241921 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68185ac-073a-43d3-b946-5f775c88791e req-b42c649b-c5a8-4c28-99e9-f64eb9991d6b tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:05.243537 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a68185ac-073a-43d3-b946-5f775c88791e req-b42c649b-c5a8-4c28-99e9-f64eb9991d6b tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.4163058 Feb 03 13:06:05.344500 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a68185ac-073a-43d3-b946-5f775c88791e req-54f052cc-04e2-426b-b504-02cee7a2fecb tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913920 Feb 03 13:06:05.481725 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb8a7a3-aec1-4b39-be48-d60de3357604 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Router 36f8a86c-f912-4621-927d-fb241f46b8e5 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:06:05.603450 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb8a7a3-aec1-4b39-be48-d60de3357604 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:06:05.608532 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fb8a7a3-aec1-4b39-be48-d60de3357604 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:05.616771 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3f3288-8d7a-4918-98b5-a3031e9a58e5 None None] Sync routers for ids ['36f8a86c-f912-4621-927d-fb241f46b8e5'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:06:05.632560 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3f3288-8d7a-4918-98b5-a3031e9a58e5 None None] Routers {'36f8a86c-f912-4621-927d-fb241f46b8e5'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:05.633456 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1a3f3288-8d7a-4918-98b5-a3031e9a58e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:05:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['36f8a86c-f912-4621-927d-fb241f46b8e5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:05.644674 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8fb8a7a3-aec1-4b39-be48-d60de3357604 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "PUT /v2.0/floatingips/192d2721-a49a-464c-8a13-a02385a491c3 HTTP/1.1" status: 200 len: 991 time: 1.6348803 Feb 03 13:06:05.645288 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e755a5a9-2695-43cf-966f-4862c2310fb9', 'tag': '276c8f83-ce7c-4df9-8961-0c8015234f85'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:06:05.654223 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b9cd63-67ca-4513-9b6e-1dc846c0119a" -d '{"events": [{"name": "network-changed", "server_uuid": "e755a5a9-2695-43cf-966f-4862c2310fb9", "tag": "276c8f83-ce7c-4df9-8961-0c8015234f85"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:06:05.723169 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d974ece-9d33-481e-b216-3f100f222d62 x-openstack-request-id: req-3d974ece-9d33-481e-b216-3f100f222d62 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:06:05.725556 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e755a5a9-2695-43cf-966f-4862c2310fb9", "tag": "276c8f83-ce7c-4df9-8961-0c8015234f85", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:06:05.725908 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d974ece-9d33-481e-b216-3f100f222d62 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:06:05.726431 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e755a5a9-2695-43cf-966f-4862c2310fb9', 'tag': '276c8f83-ce7c-4df9-8961-0c8015234f85', 'status': 'completed', 'code': 200} Feb 03 13:06:05.785755 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1a3f3288-8d7a-4918-98b5-a3031e9a58e5 None None] Set router 36f8a86c-f912-4621-927d-fb241f46b8e5 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:06:05.800809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cea880-3613-4765-b3fe-c97f77180ef0 req-de8f112d-1d65-4ec8-bf0f-cea69c49159f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:05.803694 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-28cea880-3613-4765-b3fe-c97f77180ef0 req-de8f112d-1d65-4ec8-bf0f-cea69c49159f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0713048 Feb 03 13:06:05.845664 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9cd63-67ca-4513-9b6e-1dc846c0119a req-7a60741c-ce6d-45d0-b292-cf34e3ba88ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:05.847070 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-27b9cd63-67ca-4513-9b6e-1dc846c0119a req-7a60741c-ce6d-45d0-b292-cf34e3ba88ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f87650fa40e44533b201cd37dcb459f1&device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 1127 time: 0.0784578 Feb 03 13:06:05.886368 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-28cea880-3613-4765-b3fe-c97f77180ef0 req-71cce267-8270-48c3-974e-d94922951282 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722668 Feb 03 13:06:05.971990 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9cd63-67ca-4513-9b6e-1dc846c0119a req-db13f91a-96fa-4b83-9a66-3a46b4a2c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:05.973773 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-27b9cd63-67ca-4513-9b6e-1dc846c0119a req-db13f91a-96fa-4b83-9a66-3a46b4a2c1b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=493acd8c-1fd7-4784-9c30-ab48082e5271 HTTP/1.1" status: 200 len: 918 time: 0.1209743 Feb 03 13:06:06.105268 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-27b9cd63-67ca-4513-9b6e-1dc846c0119a req-e09d526d-ff06-47f4-9ca2-b4c5d6a00af7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=276c8f83-ce7c-4df9-8961-0c8015234f85 HTTP/1.1" status: 200 len: 999 time: 0.1235311 Feb 03 13:06:06.134107 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1a3f3288-8d7a-4918-98b5-a3031e9a58e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:32Z', 'updated_at': '2022-02-03T13:05:41Z', 'revision_number': 4, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'gw_port': {'id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:34Z', 'updated_at': '2022-02-03T13:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '192d2721-a49a-464c-8a13-a02385a491c3', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'floating_ip_address': '172.25.6.195', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'port_id': '276c8f83-ce7c-4df9-8961-0c8015234f85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'mac_address': 'fa:16:3e:de:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e755a5a9-2695-43cf-966f-4862c2310fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:46Z', 'updated_at': '2022-02-03T13:06:04Z', 'revision_number': 1, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c102fc-a5da-49d7-813c-b78a59e3763d', 'name': '', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'mac_address': 'fa:16:3e:62:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:39Z', 'updated_at': '2022-02-03T13:05:49Z', 'revision_number': 5, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'subnets': [{'id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:06.143837 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-141f648e-02cd-4d72-8c63-9e11cca30bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:06.174687 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3f3288-8d7a-4918-98b5-a3031e9a58e5 None None] Checking router: 36f8a86c-f912-4621-927d-fb241f46b8e5 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:06:06.188820 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3f3288-8d7a-4918-98b5-a3031e9a58e5 None None] Routers {'36f8a86c-f912-4621-927d-fb241f46b8e5'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:06.189906 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1a3f3288-8d7a-4918-98b5-a3031e9a58e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:06:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['36f8a86c-f912-4621-927d-fb241f46b8e5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:06.193003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9cd63-67ca-4513-9b6e-1dc846c0119a req-e9449892-8819-4538-9bbd-17440b4a6861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:06.196324 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-27b9cd63-67ca-4513-9b6e-1dc846c0119a req-e9449892-8819-4538-9bbd-17440b4a6861 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cfdcbfe6-c780-42bd-a6f3-8500632541b5 HTTP/1.1" status: 200 len: 856 time: 0.0826695 Feb 03 13:06:06.326721 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9cd63-67ca-4513-9b6e-1dc846c0119a req-0252b662-1088-4df4-9d9a-d5935e5e4cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:06.328951 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-27b9cd63-67ca-4513-9b6e-1dc846c0119a req-0252b662-1088-4df4-9d9a-d5935e5e4cdd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=493acd8c-1fd7-4784-9c30-ab48082e5271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1219370 Feb 03 13:06:06.344618 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1a3f3288-8d7a-4918-98b5-a3031e9a58e5 None None] Set router 36f8a86c-f912-4621-927d-fb241f46b8e5 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:06:06.445858 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-27b9cd63-67ca-4513-9b6e-1dc846c0119a req-8f81e4e0-033c-4697-b4fb-fe3110cec491 service neutron] 10.222.0.73 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103914 Feb 03 13:06:06.597785 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e6f16-ab5e-4438-9e48-e5eda89b27c5 req-8e59548a-b1ac-403a-a186-d2ffc9a2fa28 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:06.605117 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d8e6f16-ab5e-4438-9e48-e5eda89b27c5 req-8e59548a-b1ac-403a-a186-d2ffc9a2fa28 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.1364636 Feb 03 13:06:06.641673 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-27b9cd63-67ca-4513-9b6e-1dc846c0119a req-5cb53054-0302-42e0-bc7d-083821f3eee9 service neutron] 10.222.0.73 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886942 Feb 03 13:06:06.688761 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d8e6f16-ab5e-4438-9e48-e5eda89b27c5 req-8b2ca43f-626e-4764-bc0c-659c09adc4d7 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827503 Feb 03 13:06:06.746658 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1a3f3288-8d7a-4918-98b5-a3031e9a58e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:32Z', 'updated_at': '2022-02-03T13:05:41Z', 'revision_number': 4, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'gw_port': {'id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:34Z', 'updated_at': '2022-02-03T13:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '192d2721-a49a-464c-8a13-a02385a491c3', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'floating_ip_address': '172.25.6.195', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'port_id': '276c8f83-ce7c-4df9-8961-0c8015234f85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'mac_address': 'fa:16:3e:de:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e755a5a9-2695-43cf-966f-4862c2310fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:46Z', 'updated_at': '2022-02-03T13:06:04Z', 'revision_number': 1, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c102fc-a5da-49d7-813c-b78a59e3763d', 'name': '', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'mac_address': 'fa:16:3e:62:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:39Z', 'updated_at': '2022-02-03T13:05:49Z', 'revision_number': 5, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'subnets': [{'id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:06.784860 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3f3288-8d7a-4918-98b5-a3031e9a58e5 None None] The sync data for ids ['36f8a86c-f912-4621-927d-fb241f46b8e5'] in n-d-827336-3 is: [{'id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:32Z', 'updated_at': '2022-02-03T13:05:41Z', 'revision_number': 4, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'gw_port': {'id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:34Z', 'updated_at': '2022-02-03T13:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '192d2721-a49a-464c-8a13-a02385a491c3', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'floating_ip_address': '172.25.6.195', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'port_id': '276c8f83-ce7c-4df9-8961-0c8015234f85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'mac_address': 'fa:16:3e:de:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e755a5a9-2695-43cf-966f-4862c2310fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:05:46Z', 'updated_at': '2022-02-03T13:06:04Z', 'revision_number': 1, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c102fc-a5da-49d7-813c-b78a59e3763d', 'name': '', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'mac_address': 'fa:16:3e:62:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:39Z', 'updated_at': '2022-02-03T13:05:49Z', 'revision_number': 5, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'subnets': [{'id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:06:06.858023 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:06:06.971028 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:07.036529 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55948a9f-a5d4-4422-a8e5-2b075afd004d req-2640b86c-473a-4686-9c8b-373fac37de07 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:07.049892 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-55948a9f-a5d4-4422-a8e5-2b075afd004d req-2640b86c-473a-4686-9c8b-373fac37de07 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0855262 Feb 03 13:06:07.082571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee15ed77-ed6a-4893-8ea9-ee860343011c None None] New status for floating IP 192d2721-a49a-464c-8a13-a02385a491c3: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:06:07.114498 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-55948a9f-a5d4-4422-a8e5-2b075afd004d req-43841edc-85fd-4cb7-8219-656b887d5444 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634315 Feb 03 13:06:07.864831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10db8d-526b-4655-ad80-00f920d85793 req-27cc7064-7e9c-4cd6-a682-5489829141cf tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:07.866863 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f10db8d-526b-4655-ad80-00f920d85793 req-27cc7064-7e9c-4cd6-a682-5489829141cf tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0690341 Feb 03 13:06:07.942789 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f10db8d-526b-4655-ad80-00f920d85793 req-bcfda8b8-dcf9-44fe-8eaf-5dbd3a27d73e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603735 Feb 03 13:06:08.283809 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:09.108106 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3105c9c-7476-406c-aacd-7e5b4e5049ad req-758749b4-ec67-48ea-898a-17a47a46643e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:09.111382 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e3105c9c-7476-406c-aacd-7e5b4e5049ad req-758749b4-ec67-48ea-898a-17a47a46643e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0826106 Feb 03 13:06:09.182061 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e3105c9c-7476-406c-aacd-7e5b4e5049ad req-d565a655-c93e-4df9-af77-88b1eec57531 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645773 Feb 03 13:06:09.908239 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:10.370975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72889563-ad8d-42d4-a457-c4c13384a528 req-6816a0f7-51b1-41e0-89ee-32c46e94be9e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:10.372785 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-72889563-ad8d-42d4-a457-c4c13384a528 req-6816a0f7-51b1-41e0-89ee-32c46e94be9e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0962014 Feb 03 13:06:10.443682 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-72889563-ad8d-42d4-a457-c4c13384a528 req-20f1e902-139f-48d1-8716-6bc3c7b333b1 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637074 Feb 03 13:06:11.583136 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90aa68-55f5-481d-a913-72024e042de4 req-f2b25340-36c3-4028-b68c-3331b6d6a386 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:11.585462 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1a90aa68-55f5-481d-a913-72024e042de4 req-f2b25340-36c3-4028-b68c-3331b6d6a386 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0641897 Feb 03 13:06:11.638689 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1a90aa68-55f5-481d-a913-72024e042de4 req-1dcdd0e3-43b3-4ac4-8c05-da1d55e3abcf tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469818 Feb 03 13:06:11.874298 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb2cae-941c-49ef-b315-a5f4dee4a79c req-39e7ca52-e181-44c9-8b84-663d8e6f63da tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:11.876483 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b0cb2cae-941c-49ef-b315-a5f4dee4a79c req-39e7ca52-e181-44c9-8b84-663d8e6f63da tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0602908 Feb 03 13:06:11.929581 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96ec2a-0c74-4eee-b756-0ef70df1d738 req-105481e6-27d8-4e21-9203-25042c5425ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:11.932052 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ae96ec2a-0c74-4eee-b756-0ef70df1d738 req-105481e6-27d8-4e21-9203-25042c5425ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c8ffc7f02e14280b5d12bfe5ef5be2a&device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 1128 time: 0.0740187 Feb 03 13:06:11.942929 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b0cb2cae-941c-49ef-b315-a5f4dee4a79c req-ca9fcb1e-d8ae-4ce4-bb4e-2e34ba18a176 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609245 Feb 03 13:06:12.037929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96ec2a-0c74-4eee-b756-0ef70df1d738 req-27b97fa2-b81e-4764-b396-1b7d88dc7c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:12.039416 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ae96ec2a-0c74-4eee-b756-0ef70df1d738 req-27b97fa2-b81e-4764-b396-1b7d88dc7c77 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03 HTTP/1.1" status: 200 len: 911 time: 0.1017475 Feb 03 13:06:12.114952 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ae96ec2a-0c74-4eee-b756-0ef70df1d738 req-023f92e2-cd65-4c65-9b38-80f051562052 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a30cac9-004f-48d4-aae6-46f9ca39e760 HTTP/1.1" status: 200 len: 1001 time: 0.0691347 Feb 03 13:06:12.473098 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96ec2a-0c74-4eee-b756-0ef70df1d738 req-509ef23a-88c0-4edc-af93-40b95d58a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:12.474576 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ae96ec2a-0c74-4eee-b756-0ef70df1d738 req-509ef23a-88c0-4edc-af93-40b95d58a50e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bd911557-2171-4f85-99b2-431860ea8276 HTTP/1.1" status: 200 len: 849 time: 0.3540974 Feb 03 13:06:12.527279 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96ec2a-0c74-4eee-b756-0ef70df1d738 req-6dc3ab21-ec70-4548-9928-64712b2c7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:12.528847 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ae96ec2a-0c74-4eee-b756-0ef70df1d738 req-6dc3ab21-ec70-4548-9928-64712b2c7560 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481887 Feb 03 13:06:12.623666 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ae96ec2a-0c74-4eee-b756-0ef70df1d738 req-0aeafb5d-e211-4605-9cfb-f93b7ac34a59 service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874145 Feb 03 13:06:12.748473 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ae96ec2a-0c74-4eee-b756-0ef70df1d738 req-1afb20c6-56d5-4780-843d-febb6280352d service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158464 Feb 03 13:06:12.881662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 54476) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:13.119151 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a12b61-a4a0-4054-afc5-0bf6d169ac2c req-2fd18362-ea56-4881-894b-83ecfdd1ce25 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:13.122719 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-45a12b61-a4a0-4054-afc5-0bf6d169ac2c req-2fd18362-ea56-4881-894b-83ecfdd1ce25 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0865827 Feb 03 13:06:13.212342 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-45a12b61-a4a0-4054-afc5-0bf6d169ac2c req-cfcdec0d-4a73-4555-a92a-9f9de4ff5e92 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799015 Feb 03 13:06:13.302334 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9ca3c8ce-c9ac-4679-9531-62328ad3bbfd tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Deleting port aa95fb61-f137-4909-9ea4-ba8eb58727de {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:13.312492 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c8ce-c9ac-4679-9531-62328ad3bbfd tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (aa95fb61-f137-4909-9ea4-ba8eb58727de), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:13.325360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-5053a543-ac14-4b41-ba27-1d6ea56d66eb tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:13.327470 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-5053a543-ac14-4b41-ba27-1d6ea56d66eb tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 811 time: 0.2251258 Feb 03 13:06:13.367872 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-fb202578-da3b-4276-8e30-b1c48b91d783 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/quotas/47cedc9968b440be9d535d988911feb3 HTTP/1.1" status: 200 len: 375 time: 0.0223770 Feb 03 13:06:13.475234 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c8ce-c9ac-4679-9531-62328ad3bbfd tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (aa95fb61-f137-4909-9ea4-ba8eb58727de), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:13.475524 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c8ce-c9ac-4679-9531-62328ad3bbfd tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for floatingip (aa95fb61-f137-4909-9ea4-ba8eb58727de), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:13.498824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9ca3c8ce-c9ac-4679-9531-62328ad3bbfd tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Calling delete_port for aa95fb61-f137-4909-9ea4-ba8eb58727de owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:13.512045 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-537e5f4b-82c9-4db4-a1fb-a6226b4aaa7e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017032 Feb 03 13:06:13.811629 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-351c879f-4644-4df7-b0ba-924d7f184703 service neutron] 10.222.0.18 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904887 Feb 03 13:06:13.824163 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c8ce-c9ac-4679-9531-62328ad3bbfd tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (aa95fb61-f137-4909-9ea4-ba8eb58727de), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:13.876007 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3c8ce-c9ac-4679-9531-62328ad3bbfd tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Pushing event deleted for resources: {'Port': ['ID=aa95fb61-f137-4909-9ea4-ba8eb58727de,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:14.021053 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c8ce-c9ac-4679-9531-62328ad3bbfd tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for floatingip (f147ec95-d174-4a47-b2a1-6bf9c077fa4f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:14.021884 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-9ca3c8ce-c9ac-4679-9531-62328ad3bbfd tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Floating IP f147ec95-d174-4a47-b2a1-6bf9c077fa4f disassociated (deleted). External IP: 172.25.6.168, port: f0757757-ef3a-4529-ba6c-aee1711b90a9. Feb 03 13:06:14.027638 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-c16d6934-2eea-4097-91d8-d20fa3e59eeb service neutron] 10.222.0.18 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003005 Feb 03 13:06:14.306099 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca3c8ce-c9ac-4679-9531-62328ad3bbfd tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Router 40baa364-e5d1-477e-9e97-d2cdbff21f62 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:06:14.392166 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96479b77-7516-4cd3-a102-434cc1d9b12f req-253e93c2-9a9f-4faf-9667-195f8b314e78 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:14.401123 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-96479b77-7516-4cd3-a102-434cc1d9b12f req-253e93c2-9a9f-4faf-9667-195f8b314e78 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.1056786 Feb 03 13:06:14.473199 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-96479b77-7516-4cd3-a102-434cc1d9b12f req-70896599-7052-492b-a11b-2b248198598b tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707366 Feb 03 13:06:14.487740 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bb325b47-2ede-44c7-9b61-ed01d1ea823e req-f4b7df7c-66b7-4b97-9a34-e7e3e4af87f8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 210 time: 0.0360286 Feb 03 13:06:14.489581 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca3c8ce-c9ac-4679-9531-62328ad3bbfd tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:06:14.495058 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c8ce-c9ac-4679-9531-62328ad3bbfd tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:14.512797 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533e663-2903-4899-bb3f-6f913475baab None None] Sync routers for ids ['40baa364-e5d1-477e-9e97-d2cdbff21f62'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:06:14.524189 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533e663-2903-4899-bb3f-6f913475baab None None] Routers {'40baa364-e5d1-477e-9e97-d2cdbff21f62'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:14.524819 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7533e663-2903-4899-bb3f-6f913475baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:06:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['40baa364-e5d1-477e-9e97-d2cdbff21f62'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:14.565553 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9ca3c8ce-c9ac-4679-9531-62328ad3bbfd tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "DELETE /v2.0/floatingips/f147ec95-d174-4a47-b2a1-6bf9c077fa4f HTTP/1.1" status: 204 len: 168 time: 1.6798732 Feb 03 13:06:14.565553 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'tag': 'f0757757-ef3a-4529-ba6c-aee1711b90a9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:06:14.569486 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5119bd-6f8f-4e4f-84eb-a3b1f71a7c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "c199591d-b37b-43bb-ac9e-0c7a0d39f6dd", "tag": "f0757757-ef3a-4529-ba6c-aee1711b90a9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:06:14.662139 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ff7dab-b687-449b-b522-b8c102af94aa x-openstack-request-id: req-12ff7dab-b687-449b-b522-b8c102af94aa {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:06:14.662139 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c199591d-b37b-43bb-ac9e-0c7a0d39f6dd", "tag": "f0757757-ef3a-4529-ba6c-aee1711b90a9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:06:14.662139 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12ff7dab-b687-449b-b522-b8c102af94aa {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:06:14.662768 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'tag': 'f0757757-ef3a-4529-ba6c-aee1711b90a9', 'status': 'completed', 'code': 200} Feb 03 13:06:14.673602 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-7533e663-2903-4899-bb3f-6f913475baab None None] Set router 40baa364-e5d1-477e-9e97-d2cdbff21f62 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:06:14.802910 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5119bd-6f8f-4e4f-84eb-a3b1f71a7c9c req-535f3cda-6310-4707-9fdc-224896b2c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:14.809358 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c5119bd-6f8f-4e4f-84eb-a3b1f71a7c9c req-535f3cda-6310-4707-9fdc-224896b2c5c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a73e499f8a04f91aff5141c366e6af4&device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 1128 time: 0.1069260 Feb 03 13:06:15.041532 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2e2ab-5f64-454b-abf9-cead8296cd9d req-88eab926-2ab4-4089-8680-c2e9330aa3b7 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:15.051077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-92e2e2ab-5f64-454b-abf9-cead8296cd9d req-88eab926-2ab4-4089-8680-c2e9330aa3b7 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 946 time: 0.1640129 Feb 03 13:06:15.065491 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7533e663-2903-4899-bb3f-6f913475baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'name': 'tempest-TestVolumeBackupRestore-1484418598-router', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:43Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'gw_port': {'id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:45Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '351497ad-9eee-4312-8129-79519a58e340', 'name': '', 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'mac_address': 'fa:16:3e:3a:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:52Z', 'updated_at': '2022-02-03T13:00:06Z', 'revision_number': 5, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'subnets': [{'id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:15.110215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5119bd-6f8f-4e4f-84eb-a3b1f71a7c9c req-1aaf68b8-075e-4381-8955-eeb81c250b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:15.111749 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c5119bd-6f8f-4e4f-84eb-a3b1f71a7c9c req-1aaf68b8-075e-4381-8955-eeb81c250b3f service neutron] 10.222.0.73 "GET /v2.0/networks?id=3500e8ac-76e0-4fcb-9167-4f6959af76a4 HTTP/1.1" status: 200 len: 915 time: 0.2652442 Feb 03 13:06:15.114800 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533e663-2903-4899-bb3f-6f913475baab None None] Checking router: 40baa364-e5d1-477e-9e97-d2cdbff21f62 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:06:15.127554 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533e663-2903-4899-bb3f-6f913475baab None None] Routers {'40baa364-e5d1-477e-9e97-d2cdbff21f62'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:15.128201 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7533e663-2903-4899-bb3f-6f913475baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:06:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['40baa364-e5d1-477e-9e97-d2cdbff21f62'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:15.138224 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-92e2e2ab-5f64-454b-abf9-cead8296cd9d req-9e7a5055-0873-4010-8abb-3facc363efa6 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879362 Feb 03 13:06:15.217911 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c5119bd-6f8f-4e4f-84eb-a3b1f71a7c9c req-60f40225-8e4a-4ae8-949f-05e83a16dc35 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0757757-ef3a-4529-ba6c-aee1711b90a9 HTTP/1.1" status: 200 len: 217 time: 0.0670898 Feb 03 13:06:15.274536 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5119bd-6f8f-4e4f-84eb-a3b1f71a7c9c req-e078db51-867e-4f1a-8fae-35b9cf5f3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:15.276095 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c5119bd-6f8f-4e4f-84eb-a3b1f71a7c9c req-e078db51-867e-4f1a-8fae-35b9cf5f3d75 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ccf271e-8a6d-4c90-a957-c3d6d3be9664 HTTP/1.1" status: 200 len: 853 time: 0.0511622 Feb 03 13:06:15.279091 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-7533e663-2903-4899-bb3f-6f913475baab None None] Set router 40baa364-e5d1-477e-9e97-d2cdbff21f62 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:06:15.334185 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5119bd-6f8f-4e4f-84eb-a3b1f71a7c9c req-c478b5a5-afe2-48c1-96f6-912bcc5d2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:15.335992 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c5119bd-6f8f-4e4f-84eb-a3b1f71a7c9c req-c478b5a5-afe2-48c1-96f6-912bcc5d2680 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3500e8ac-76e0-4fcb-9167-4f6959af76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516164 Feb 03 13:06:15.448006 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c5119bd-6f8f-4e4f-84eb-a3b1f71a7c9c req-be5186bd-8cc5-4229-ba7e-fc973901dc44 service neutron] 10.222.0.73 "GET /v2.0/networks/3500e8ac-76e0-4fcb-9167-4f6959af76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016784 Feb 03 13:06:15.548567 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-7533e663-2903-4899-bb3f-6f913475baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'name': 'tempest-TestVolumeBackupRestore-1484418598-router', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:43Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'gw_port': {'id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:45Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '351497ad-9eee-4312-8129-79519a58e340', 'name': '', 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'mac_address': 'fa:16:3e:3a:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:52Z', 'updated_at': '2022-02-03T13:00:06Z', 'revision_number': 5, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'subnets': [{'id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:15.580334 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c5119bd-6f8f-4e4f-84eb-a3b1f71a7c9c req-58b2dc3a-3251-45ff-9614-5241aab8c8d1 service neutron] 10.222.0.73 "GET /v2.0/networks/3500e8ac-76e0-4fcb-9167-4f6959af76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260209 Feb 03 13:06:15.609320 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533e663-2903-4899-bb3f-6f913475baab None None] The sync data for ids ['40baa364-e5d1-477e-9e97-d2cdbff21f62'] in n-d-827336-3 is: [{'id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'name': 'tempest-TestVolumeBackupRestore-1484418598-router', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:43Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'gw_port': {'id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:45Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '351497ad-9eee-4312-8129-79519a58e340', 'name': '', 'network_id': '3500e8ac-76e0-4fcb-9167-4f6959af76a4', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'mac_address': 'fa:16:3e:3a:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:52Z', 'updated_at': '2022-02-03T13:00:06Z', 'revision_number': 5, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'subnets': [{'id': '0ccf271e-8a6d-4c90-a957-c3d6d3be9664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:06:15.628748 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dc13be39-ad3f-43b3-9485-dbf58a1c4eaf req-2824dbda-5b29-472d-895a-dc189f855641 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 210 time: 0.0411961 Feb 03 13:06:15.919526 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-f2b2660f-efd6-4e9d-9d5f-71ef7160d33f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:15.921020 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-f2b2660f-efd6-4e9d-9d5f-71ef7160d33f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.73 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 811 time: 0.1708508 Feb 03 13:06:15.941325 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-f1c04d2e-de9f-4301-acf0-d75894bcda0d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Request body: {'port': {'device_id': '2f15912e-30fc-4987-9f03-d7304e39d6c2', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'admin_state_up': True, 'tenant_id': '47cedc9968b440be9d535d988911feb3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:16.037332 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c163adf-1a99-47bd-bc40-cbbf08c3d43e None None] New status for floating IP f147ec95-d174-4a47-b2a1-6bf9c077fa4f: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:06:16.075959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-f1c04d2e-de9f-4301-acf0-d75894bcda0d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Made reservation on behalf of 47cedc9968b440be9d535d988911feb3 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:06:16.081972 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-f1c04d2e-de9f-4301-acf0-d75894bcda0d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:16.120925 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:16.333261 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-f1c04d2e-de9f-4301-acf0-d75894bcda0d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Allocated IP 172.20.0.6 (c7d910a7-219c-4471-8faf-04d787751463/c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28/149346f5-f48b-4db8-8cc6-d468316690a0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:06:16.353111 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d644bb-8f91-4602-8887-8ea3dae14e5c req-ab1aefc7-ebdd-433d-9bc3-c90619b08e6b tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:16.354955 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-11d644bb-8f91-4602-8887-8ea3dae14e5c req-ab1aefc7-ebdd-433d-9bc3-c90619b08e6b tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 946 time: 0.1107645 Feb 03 13:06:16.466936 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-11d644bb-8f91-4602-8887-8ea3dae14e5c req-ade7e3b3-9186-460c-bb35-46655661a5bc tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d9321b8-05ab-4aef-8483-b74419489f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999346 Feb 03 13:06:16.565399 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-f1c04d2e-de9f-4301-acf0-d75894bcda0d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for port (149346f5-f48b-4db8-8cc6-d468316690a0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:16.602389 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-f1c04d2e-de9f-4301-acf0-d75894bcda0d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (149346f5-f48b-4db8-8cc6-d468316690a0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:16.653737 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-f1c04d2e-de9f-4301-acf0-d75894bcda0d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Network c7d910a7-219c-4471-8faf-04d787751463 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:06:16.662976 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-f1c04d2e-de9f-4301-acf0-d75894bcda0d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:06:16.669434 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-f1c04d2e-de9f-4301-acf0-d75894bcda0d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:06:16.672574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c04d2e-de9f-4301-acf0-d75894bcda0d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event updated for resources: {'Port': ['ID=149346f5-f48b-4db8-8cc6-d468316690a0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:16.811492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecb5f7-42c1-4ef2-adb8-bd2db7ddce1f req-379f892f-ffc4-43da-a2dd-0547618f9c22 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:16.814073 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18ecb5f7-42c1-4ef2-adb8-bd2db7ddce1f req-379f892f-ffc4-43da-a2dd-0547618f9c22 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 931 time: 0.0774472 Feb 03 13:06:16.951238 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18ecb5f7-42c1-4ef2-adb8-bd2db7ddce1f req-f66c81ad-d0a5-4c76-94dd-083c4a988394 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296284 Feb 03 13:06:16.976910 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7a4ac-2315-4e39-bc19-3037ebb18614 req-4ab977aa-9579-4d56-9575-8672625f7d8d tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:16.979396 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c8e7a4ac-2315-4e39-bc19-3037ebb18614 req-4ab977aa-9579-4d56-9575-8672625f7d8d tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.73 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 946 time: 0.0996568 Feb 03 13:06:17.107086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-f1c04d2e-de9f-4301-acf0-d75894bcda0d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:17.109961 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-f1c04d2e-de9f-4301-acf0-d75894bcda0d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:17.130284 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-f1c04d2e-de9f-4301-acf0-d75894bcda0d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1927040 Feb 03 13:06:17.147615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-04862d3f-e18d-403f-9bab-89eda8bf51eb None None] Provisioning complete for port 149346f5-f48b-4db8-8cc6-d468316690a0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:17.148182 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-04862d3f-e18d-403f-9bab-89eda8bf51eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (149346f5-f48b-4db8-8cc6-d468316690a0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:17.149465 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] Request body: {'port': {'device_id': '2f15912e-30fc-4987-9f03-d7304e39d6c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:17.174551 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c8e7a4ac-2315-4e39-bc19-3037ebb18614 req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Deleting port f0757757-ef3a-4529-ba6c-aee1711b90a9 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:17.175041 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c8e7a4ac-2315-4e39-bc19-3037ebb18614 req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f0757757-ef3a-4529-ba6c-aee1711b90a9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:17.195912 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-04862d3f-e18d-403f-9bab-89eda8bf51eb None None] Port 149346f5-f48b-4db8-8cc6-d468316690a0 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:06:17.242237 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (149346f5-f48b-4db8-8cc6-d468316690a0), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:17.323894 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-c8e7a4ac-2315-4e39-bc19-3037ebb18614 req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] For port f0757757-ef3a-4529-ba6c-aee1711b90a9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=f0757757-ef3a-4529-ba6c-aee1711b90a9,segment=NetworkSegment(f50ab466-6050-446c-aa09-045085d4a1d1),segment_id=f50ab466-6050-446c-aa09-045085d4a1d1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:17.324450 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c8e7a4ac-2315-4e39-bc19-3037ebb18614 req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f0757757-ef3a-4529-ba6c-aee1711b90a9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:17.353994 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-c8e7a4ac-2315-4e39-bc19-3037ebb18614 req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Calling delete_port for f0757757-ef3a-4529-ba6c-aee1711b90a9 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:17.588826 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c8e7a4ac-2315-4e39-bc19-3037ebb18614 req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f0757757-ef3a-4529-ba6c-aee1711b90a9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:17.670006 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Pushing event deleted for resources: {'Port': ['ID=f0757757-ef3a-4529-ba6c-aee1711b90a9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:17.701840 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e7a4ac-2315-4e39-bc19-3037ebb18614 req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] No DVR routers for this DVR port f0757757-ef3a-4529-ba6c-aee1711b90a9 on host n-h1-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:06:17.702968 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149346f5-f48b-4db8-8cc6-d468316690a0 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:06:17.705665 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-c8e7a4ac-2315-4e39-bc19-3037ebb18614 req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:17.709487 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c8e7a4ac-2315-4e39-bc19-3037ebb18614 req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.73 "DELETE /v2.0/ports/f0757757-ef3a-4529-ba6c-aee1711b90a9 HTTP/1.1" status: 204 len: 173 time: 0.7227318 Feb 03 13:06:17.710147 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'name': 'network-vif-deleted', 'tag': 'f0757757-ef3a-4529-ba6c-aee1711b90a9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:06:17.712776 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8199519a-108a-4877-98bf-3fe0a4b402fe" -d '{"events": [{"server_uuid": "c199591d-b37b-43bb-ac9e-0c7a0d39f6dd", "name": "network-vif-deleted", "tag": "f0757757-ef3a-4529-ba6c-aee1711b90a9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:06:17.715065 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] Publish callbacks [] for port (149346f5-f48b-4db8-8cc6-d468316690a0), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:17.728320 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:17.728691 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:17.729030 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:17.729366 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:17.729702 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:17.730032 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:17.730360 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:17.732139 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:17.732606 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:17.733140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:17.733770 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:17.735011 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:17.735704 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b88a137-64e6-4a45-9849-a83052b93197 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:17.737867 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] Transition to ACTIVE for port object 149346f5-f48b-4db8-8cc6-d468316690a0 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:06:17.743717 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (149346f5-f48b-4db8-8cc6-d468316690a0), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:17.873335 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0bccafc-1235-43ce-90b5-5153a29179a2 req-a7da1600-0c8d-4457-bbad-f3a16b4b1f3a tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 210 time: 0.1278529 Feb 03 13:06:17.897338 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9e05c2-8f08-4079-8a49-196669c50d90 x-openstack-request-id: req-7e9e05c2-8f08-4079-8a49-196669c50d90 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:06:17.898284 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c199591d-b37b-43bb-ac9e-0c7a0d39f6dd", "name": "network-vif-deleted", "tag": "f0757757-ef3a-4529-ba6c-aee1711b90a9", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:06:17.898754 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e9e05c2-8f08-4079-8a49-196669c50d90 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:06:17.899426 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c199591d-b37b-43bb-ac9e-0c7a0d39f6dd', 'name': 'network-vif-deleted', 'tag': 'f0757757-ef3a-4529-ba6c-aee1711b90a9', 'status': 'completed', 'code': 200} Feb 03 13:06:17.905495 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] Pushing event updated for resources: {'Port': ['ID=149346f5-f48b-4db8-8cc6-d468316690a0,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:18.065535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] Attempting to bind port 149346f5-f48b-4db8-8cc6-d468316690a0 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:06:18.068816 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] Attempting to bind port 149346f5-f48b-4db8-8cc6-d468316690a0 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:06:18.069502 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] Attempting to bind port 149346f5-f48b-4db8-8cc6-d468316690a0 on network c7d910a7-219c-4471-8faf-04d787751463 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:06:18.076077 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] Port 149346f5-f48b-4db8-8cc6-d468316690a0 on network c7d910a7-219c-4471-8faf-04d787751463 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:06:18.076717 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] Attempting to bind port 149346f5-f48b-4db8-8cc6-d468316690a0 on network c7d910a7-219c-4471-8faf-04d787751463 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:06:18.084249 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:06:18.085108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] Checking segment: {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:06:18.085625 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] Bound using segment: {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:06:18.086172 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] Bound port: 149346f5-f48b-4db8-8cc6-d468316690a0, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:06:18.086641 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (149346f5-f48b-4db8-8cc6-d468316690a0), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:18.232285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828903cb-2156-491b-92dc-018fed180983 req-ff93cbd6-6679-424d-bb3d-a9e4e477c169 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:18.240227 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-828903cb-2156-491b-92dc-018fed180983 req-ff93cbd6-6679-424d-bb3d-a9e4e477c169 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.1509137 Feb 03 13:06:18.294868 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] For port 149346f5-f48b-4db8-8cc6-d468316690a0, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:06:18.345311 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-828903cb-2156-491b-92dc-018fed180983 req-90a8e78d-c6da-4cc4-918c-024b8b58bd94 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033185 Feb 03 13:06:18.348603 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] For port 149346f5-f48b-4db8-8cc6-d468316690a0, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=149346f5-f48b-4db8-8cc6-d468316690a0,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:06:18.357675 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (149346f5-f48b-4db8-8cc6-d468316690a0), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:18.399180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:18.399760 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:18.401999 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] 10.222.0.73 "PUT /v2.0/ports/149346f5-f48b-4db8-8cc6-d468316690a0 HTTP/1.1" status: 200 len: 1091 time: 1.2575970 Feb 03 13:06:18.402468 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f15912e-30fc-4987-9f03-d7304e39d6c2', 'tag': '149346f5-f48b-4db8-8cc6-d468316690a0'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:06:18.404752 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564aedc9-0423-4973-bc50-09802755c79c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f15912e-30fc-4987-9f03-d7304e39d6c2", "tag": "149346f5-f48b-4db8-8cc6-d468316690a0"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:06:18.433200 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32c0d6-9d33-4857-86c7-a00119a8cd49 service neutron] Pushing event updated for resources: {'Port': ['ID=149346f5-f48b-4db8-8cc6-d468316690a0,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:18.504817 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ae79a4-b5d5-498a-8dd9-f3daf33f0c65 x-openstack-request-id: req-75ae79a4-b5d5-498a-8dd9-f3daf33f0c65 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:06:18.504817 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f15912e-30fc-4987-9f03-d7304e39d6c2", "tag": "149346f5-f48b-4db8-8cc6-d468316690a0", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:06:18.504817 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75ae79a4-b5d5-498a-8dd9-f3daf33f0c65 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:06:18.504817 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f15912e-30fc-4987-9f03-d7304e39d6c2', 'tag': '149346f5-f48b-4db8-8cc6-d468316690a0', 'status': 'completed', 'code': 200} Feb 03 13:06:18.531042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-48d072fb-8723-4c68-819b-1d039729f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:18.532747 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-48d072fb-8723-4c68-819b-1d039729f68b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 1125 time: 0.0665996 Feb 03 13:06:18.601382 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-036aaeb2-c46f-4346-8f3e-103bf7de56c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=149346f5-f48b-4db8-8cc6-d468316690a0 HTTP/1.1" status: 200 len: 217 time: 0.0550797 Feb 03 13:06:18.661463 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-02f1a6a4-3938-46d6-89fa-6186c3c95a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:18.664059 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-02f1a6a4-3938-46d6-89fa-6186c3c95a42 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.0542002 Feb 03 13:06:18.734421 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-5d52ae24-1b96-4d7d-8a14-5d9e70eefb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:18.735840 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-5d52ae24-1b96-4d7d-8a14-5d9e70eefb66 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0662851 Feb 03 13:06:18.851971 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-064f89ca-5147-4c1b-82c5-b8250c400605 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060596 Feb 03 13:06:18.990097 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-02ddd950-65db-4c68-a6da-9e46001840c2 req-bf69dcaa-5edd-46d5-89f6-386d8bf93588 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 210 time: 0.0380304 Feb 03 13:06:19.020008 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6122e8b-701a-4ddc-ad34-e73d5e675220 req-aa21b001-6766-4278-858b-217ac5e75728 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601887 Feb 03 13:06:19.160313 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564aedc9-0423-4973-bc50-09802755c79c req-fd6a5bd8-a737-403e-ba66-731158d05d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:19.162257 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-564aedc9-0423-4973-bc50-09802755c79c req-fd6a5bd8-a737-403e-ba66-731158d05d21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 1125 time: 0.0690117 Feb 03 13:06:19.271716 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564aedc9-0423-4973-bc50-09802755c79c req-dab90250-a709-4e54-b245-d2828d9dd6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:19.273395 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-564aedc9-0423-4973-bc50-09802755c79c req-dab90250-a709-4e54-b245-d2828d9dd6c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 912 time: 0.1038549 Feb 03 13:06:19.326077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-564aedc9-0423-4973-bc50-09802755c79c req-20e88de2-9fb9-4b9e-aa08-64262766b546 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=149346f5-f48b-4db8-8cc6-d468316690a0 HTTP/1.1" status: 200 len: 217 time: 0.0467932 Feb 03 13:06:19.395603 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564aedc9-0423-4973-bc50-09802755c79c req-5a925136-dcfb-4f4e-9e80-ff73d121ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:19.397747 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-564aedc9-0423-4973-bc50-09802755c79c req-5a925136-dcfb-4f4e-9e80-ff73d121ac19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.0665154 Feb 03 13:06:19.476708 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564aedc9-0423-4973-bc50-09802755c79c req-69f6eac6-45ec-4db5-a86a-39f084a73091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:19.479274 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-564aedc9-0423-4973-bc50-09802755c79c req-69f6eac6-45ec-4db5-a86a-39f084a73091 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0747125 Feb 03 13:06:19.541937 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec03d13-8c74-46bd-84ef-187a82b04a64 req-6c49b566-3d31-4265-94df-231e84ac3c85 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:19.543559 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5ec03d13-8c74-46bd-84ef-187a82b04a64 req-6c49b566-3d31-4265-94df-231e84ac3c85 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.0718825 Feb 03 13:06:19.589902 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-564aedc9-0423-4973-bc50-09802755c79c req-70fd4af8-4b9b-4753-9631-11368514ab58 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006069 Feb 03 13:06:19.604745 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5ec03d13-8c74-46bd-84ef-187a82b04a64 req-c2a3e758-872d-49ae-afb7-5eb6df7f3c0b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542700 Feb 03 13:06:19.710098 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-564aedc9-0423-4973-bc50-09802755c79c req-4590d81c-274d-41e2-8cce-30d16caf8a48 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144214 Feb 03 13:06:20.101003 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b26c5a8-45f9-41ae-89bc-1befecbe3d53 req-e0a40be1-aa65-422c-9062-f433987344a9 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 210 time: 0.0308080 Feb 03 13:06:20.756017 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a0bb0-301a-4a5e-b970-5b1fac84653c req-c47a38fe-1dd0-492e-b923-16f1a9800cf0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:20.757712 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd6a0bb0-301a-4a5e-b970-5b1fac84653c req-c47a38fe-1dd0-492e-b923-16f1a9800cf0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.0656977 Feb 03 13:06:20.826051 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd6a0bb0-301a-4a5e-b970-5b1fac84653c req-049df66e-206b-4368-b43c-241551517c26 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611906 Feb 03 13:06:21.239753 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eb8b8044-df90-4b5f-97af-8a4b7e0658d9 req-3c2c8961-0511-4158-9775-a460b1e4f72c tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 210 time: 0.0332425 Feb 03 13:06:21.352334 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device f0757757-ef3a-4529-ba6c-aee1711b90a9 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:06:21.377034 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: f0757757-ef3a-4529-ba6c-aee1711b90a9 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:06:21.377384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device f0757757-ef3a-4529-ba6c-aee1711b90a9 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:06:21.998246 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539612e-1799-4575-afd5-eed0c0195e64 req-412ae723-e55e-44d1-96be-ba7c81c43424 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:22.004581 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5539612e-1799-4575-afd5-eed0c0195e64 req-412ae723-e55e-44d1-96be-ba7c81c43424 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.0748904 Feb 03 13:06:22.052136 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5539612e-1799-4575-afd5-eed0c0195e64 req-1f9e03ca-8c4f-461b-9323-0ddefc51cc58 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455730 Feb 03 13:06:22.382686 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e5c07b3f-903f-4cfe-a51a-63111194a04c req-aa78d56d-030e-4eb8-b5ff-9e203c6e8403 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 210 time: 0.0567856 Feb 03 13:06:23.308260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22e481-d188-45b5-8cf0-841431768a5f req-11ed2951-e1d7-465d-a24b-549292fc37b8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:23.316347 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c22e481-d188-45b5-8cf0-841431768a5f req-11ed2951-e1d7-465d-a24b-549292fc37b8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.0887439 Feb 03 13:06:23.367678 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c22e481-d188-45b5-8cf0-841431768a5f req-02394193-f307-4213-be87-32cc1ac3805e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501840 Feb 03 13:06:23.519294 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5e087ec3-0c9e-4c82-9331-b7adda4a21f1 req-5e496fc2-5502-465e-8c29-086a79231522 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 210 time: 0.0464804 Feb 03 13:06:24.531253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faef3e9-f73a-44b6-86cd-db3bf13d1afb req-5847acc1-e614-4767-8071-f97cdb795987 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:24.533808 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1faef3e9-f73a-44b6-86cd-db3bf13d1afb req-5847acc1-e614-4767-8071-f97cdb795987 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.0685763 Feb 03 13:06:24.595806 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1faef3e9-f73a-44b6-86cd-db3bf13d1afb req-ab94cc1a-621b-4905-862a-fed5f2dfb0eb tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562005 Feb 03 13:06:24.698510 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ca0e3528-a0c4-474b-b9d5-10b3da612fdd req-2288100e-bfaf-4932-8fa7-013193f02dd2 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 210 time: 0.0360718 Feb 03 13:06:25.808547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e99e6-bcad-45bb-bb1e-23554b3e3057 req-9191b6d3-9930-43f4-824c-3baae1c7027d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:25.810140 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e1e99e6-bcad-45bb-bb1e-23554b3e3057 req-9191b6d3-9930-43f4-824c-3baae1c7027d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.0779150 Feb 03 13:06:25.835850 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5088014f-1085-470e-b877-cb1817ee911a req-012e3508-b859-4067-9953-398455802c15 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 210 time: 0.0389338 Feb 03 13:06:25.871318 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e1e99e6-bcad-45bb-bb1e-23554b3e3057 req-31495ec8-995b-477a-9edc-24f9e63036e3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532200 Feb 03 13:06:26.975459 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6d75d5e2-199b-4d06-ba4e-c7c936d844c9 req-094efbd2-25f9-45dd-9056-05797f95e0c1 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 210 time: 0.0466912 Feb 03 13:06:27.044088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eda738-792a-4192-a8a4-393a436d6939 req-453c7898-4d06-4fae-ba63-68d9ac5e5735 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:27.048000 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-89eda738-792a-4192-a8a4-393a436d6939 req-453c7898-4d06-4fae-ba63-68d9ac5e5735 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.0815301 Feb 03 13:06:27.109702 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-89eda738-792a-4192-a8a4-393a436d6939 req-44425ff2-7fc3-40e0-b4bf-abff4808cfad tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568836 Feb 03 13:06:28.083471 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f897e6fc-8520-4132-94eb-aba1ea81c0da req-d3b76ac3-0a5c-46ea-a753-aac815726b49 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 210 time: 0.0359788 Feb 03 13:06:28.273276 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7562f-6e40-4684-829c-63814627b661 req-32c375b9-2dba-496c-a623-895488297f0b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:28.276067 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cab7562f-6e40-4684-829c-63814627b661 req-32c375b9-2dba-496c-a623-895488297f0b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.0717831 Feb 03 13:06:28.352428 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cab7562f-6e40-4684-829c-63814627b661 req-6391b3f3-e737-4f62-8ecc-997beed680b5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679991 Feb 03 13:06:29.223272 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b89882cf-d93f-4cc9-b2c3-f7698c3fe48f req-cc13d40b-10c5-49d7-b470-bb79a4569e35 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 210 time: 0.0483687 Feb 03 13:06:29.241352 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-05eb6659-730e-45b1-bcac-04016705b00a req-fe730cda-f2c2-4772-9d75-7bc4daa752d7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0757911 Feb 03 13:06:29.352071 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6659-730e-45b1-bcac-04016705b00a req-68fb2947-620c-42dd-8aed-2bb9ed04c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:29.353435 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-05eb6659-730e-45b1-bcac-04016705b00a req-68fb2947-620c-42dd-8aed-2bb9ed04c92b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c8ffc7f02e14280b5d12bfe5ef5be2a&device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 1128 time: 0.0574815 Feb 03 13:06:29.482085 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6659-730e-45b1-bcac-04016705b00a req-c3052a39-5628-4a4e-ad1c-50bc3d001687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:29.483694 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-05eb6659-730e-45b1-bcac-04016705b00a req-c3052a39-5628-4a4e-ad1c-50bc3d001687 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03 HTTP/1.1" status: 200 len: 911 time: 0.1116283 Feb 03 13:06:29.543622 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b97938-6996-4fba-b269-a99a327a0bf1 req-a2a7d490-26a3-46a8-9d3a-30e46656feef tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:29.545926 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56b97938-6996-4fba-b269-a99a327a0bf1 req-a2a7d490-26a3-46a8-9d3a-30e46656feef tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.0923021 Feb 03 13:06:29.563263 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-05eb6659-730e-45b1-bcac-04016705b00a req-861ab816-54c3-4458-aea1-284a66c9da80 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a30cac9-004f-48d4-aae6-46f9ca39e760 HTTP/1.1" status: 200 len: 1001 time: 0.0700910 Feb 03 13:06:29.614140 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56b97938-6996-4fba-b269-a99a327a0bf1 req-853819d7-7da8-4be0-8c3d-05ffed7af7b2 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606494 Feb 03 13:06:29.621236 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6659-730e-45b1-bcac-04016705b00a req-08ccb084-eaa9-402c-9e30-8ac74450deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:29.622964 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-05eb6659-730e-45b1-bcac-04016705b00a req-08ccb084-eaa9-402c-9e30-8ac74450deb4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bd911557-2171-4f85-99b2-431860ea8276 HTTP/1.1" status: 200 len: 849 time: 0.0529239 Feb 03 13:06:29.684236 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb6659-730e-45b1-bcac-04016705b00a req-943c64d4-40ee-4338-bcb7-7626e76dbc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:29.685835 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-05eb6659-730e-45b1-bcac-04016705b00a req-943c64d4-40ee-4338-bcb7-7626e76dbc1e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557826 Feb 03 13:06:29.801767 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-05eb6659-730e-45b1-bcac-04016705b00a req-6a68989d-bbda-4b7d-b4bd-a312f3bd2805 service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067019 Feb 03 13:06:29.912406 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-05eb6659-730e-45b1-bcac-04016705b00a req-69f2aa14-c792-4a94-822c-625016943c1e service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043971 Feb 03 13:06:30.356756 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17487df3-740e-404f-ac47-8a1632186276 req-5466cd8f-f513-445a-b348-29d4d7e2ac66 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 210 time: 0.0296166 Feb 03 13:06:30.751437 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f0a66-9230-4ea1-895a-b2d7895e92a4 req-0fdf7d98-ccab-4b3f-8433-f70cf61f5d1b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:30.753958 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3e7f0a66-9230-4ea1-895a-b2d7895e92a4 req-0fdf7d98-ccab-4b3f-8433-f70cf61f5d1b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.0708084 Feb 03 13:06:30.830849 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3e7f0a66-9230-4ea1-895a-b2d7895e92a4 req-ce04d086-37dc-4bc6-8241-882ea06a1001 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711849 Feb 03 13:06:31.251015 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:31.499135 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-46f986fe-7fa9-4c66-b071-e4ed6a9d63b4 req-2d9173b1-8928-412c-b65d-56a895dac3b5 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "GET /v2.0/ports?device_id=c199591d-b37b-43bb-ac9e-0c7a0d39f6dd HTTP/1.1" status: 200 len: 210 time: 0.0292385 Feb 03 13:06:32.049496 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b18ffc-1a3c-4c93-842e-4702e9ffe3b1 req-89aff2b6-74dd-42ab-b93f-9d817b069e05 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:32.051874 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10b18ffc-1a3c-4c93-842e-4702e9ffe3b1 req-89aff2b6-74dd-42ab-b93f-9d817b069e05 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.0767627 Feb 03 13:06:32.137080 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10b18ffc-1a3c-4c93-842e-4702e9ffe3b1 req-715299f8-73a9-47c5-9354-0be1bb889286 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708578 Feb 03 13:06:32.253106 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03003120-5f2d-4a47-9df3-c5ec8f833f5c req-73257c92-0dc8-4b61-a3ba-dfb69ae11705 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:32.254794 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-03003120-5f2d-4a47-9df3-c5ec8f833f5c req-73257c92-0dc8-4b61-a3ba-dfb69ae11705 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 1128 time: 0.0618052 Feb 03 13:06:32.350206 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-03003120-5f2d-4a47-9df3-c5ec8f833f5c req-fc97a2b2-8399-4a63-81ab-df911a37d6a9 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886190 Feb 03 13:06:32.545293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d042a-9182-4074-96ca-010c952481ea req-1d08a80d-4348-4783-8282-b75e56d5f859 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:32.547459 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-172d042a-9182-4074-96ca-010c952481ea req-1d08a80d-4348-4783-8282-b75e56d5f859 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.0763178 Feb 03 13:06:32.584357 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54864) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:32.632199 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-172d042a-9182-4074-96ca-010c952481ea req-ddc4df7a-4110-437d-9f80-90c5d4521b6f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781474 Feb 03 13:06:32.655805 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 54866) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:32.694114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d910883-5df8-4786-8900-2a32b005c5c4 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group (1d9321b8-05ab-4aef-8483-b74419489f23), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:32.732552 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d910883-5df8-4786-8900-2a32b005c5c4 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group (1d9321b8-05ab-4aef-8483-b74419489f23), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:32.753702 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c70094e0-4ae5-441e-8bb7-a64b669fcb17 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/floatingips/dbac3b4e-f4a9-4b93-907b-73fb71280491 HTTP/1.1" status: 200 len: 994 time: 0.0905268 Feb 03 13:06:32.815361 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d910883-5df8-4786-8900-2a32b005c5c4 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1d9321b8-05ab-4aef-8483-b74419489f23), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:32.819570 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d910883-5df8-4786-8900-2a32b005c5c4 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:32.823533 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2d910883-5df8-4786-8900-2a32b005c5c4 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] 10.222.0.18 "DELETE /v2.0/security-groups/1d9321b8-05ab-4aef-8483-b74419489f23 HTTP/1.1" status: 204 len: 168 time: 0.2348869 Feb 03 13:06:32.831662 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d910883-5df8-4786-8900-2a32b005c5c4 tempest-TestVolumeBackupRestore-1175031978 tempest-TestVolumeBackupRestore-1175031978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9321b8-05ab-4aef-8483-b74419489f23,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:33.335173 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7a737-c807-4378-ba43-273afb96b2ce req-6dda86aa-d030-4e11-8a52-2ef8d25b1f98 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:33.364172 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f8d7a737-c807-4378-ba43-273afb96b2ce req-6dda86aa-d030-4e11-8a52-2ef8d25b1f98 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.1267366 Feb 03 13:06:33.434323 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f8d7a737-c807-4378-ba43-273afb96b2ce req-1c1b03cc-444e-4e0d-aa86-e79b6c9df7f4 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685189 Feb 03 13:06:33.501629 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-16f25283-3026-4be2-a03b-b9e70ffd4984 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1294861 Feb 03 13:06:33.514114 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c5f84-3c70-4f7e-8f87-50f9d6a19b74 req-72100986-3713-485c-9937-dd0cf97033f2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:33.516899 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b53c5f84-3c70-4f7e-8f87-50f9d6a19b74 req-72100986-3713-485c-9937-dd0cf97033f2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.1103811 Feb 03 13:06:33.548278 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-712a5305-7bbc-47bc-b312-1e0df17ceff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:33.593703 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b53c5f84-3c70-4f7e-8f87-50f9d6a19b74 req-c29143f7-9e6f-4352-93be-ef2435b7f4af tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678437 Feb 03 13:06:34.664596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e05e08-f80f-44a2-96df-4bd9e148d45b req-3dbe5b1c-6105-4f8c-b2fb-314a47900414 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:34.675552 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30e05e08-f80f-44a2-96df-4bd9e148d45b req-3dbe5b1c-6105-4f8c-b2fb-314a47900414 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.1351941 Feb 03 13:06:34.752035 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30e05e08-f80f-44a2-96df-4bd9e148d45b req-00c218ca-0c2d-4a2d-a0fc-666aea3ba714 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752451 Feb 03 13:06:34.820124 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b9a34-7411-4be5-b6b0-eb22e58498b6 req-759794bd-1289-4792-a122-0efc681e8535 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:34.828420 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c78b9a34-7411-4be5-b6b0-eb22e58498b6 req-759794bd-1289-4792-a122-0efc681e8535 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.0878010 Feb 03 13:06:34.903869 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c78b9a34-7411-4be5-b6b0-eb22e58498b6 req-dfa7e3f2-9ee3-451f-a04b-8af6440a222f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742707 Feb 03 13:06:35.191061 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-b1e18f56-6a05-42f0-aed7-fcc4ecda9c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:35.192773 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-b1e18f56-6a05-42f0-aed7-fcc4ecda9c89 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 1128 time: 0.1087952 Feb 03 13:06:35.355227 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-638b1453-3260-412a-8cb6-ee9d30d65ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:35.357833 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-638b1453-3260-412a-8cb6-ee9d30d65ddc service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca8b1202-28b9-4749-8902-b8a9382d93a8 HTTP/1.1" status: 200 len: 897 time: 0.1579471 Feb 03 13:06:35.435638 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-bf5a850a-bda7-423c-94b1-3ac234637f1a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f HTTP/1.1" status: 200 len: 1002 time: 0.0701122 Feb 03 13:06:35.497426 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-65ee17b2-0893-4873-9fa3-df2a1ef0c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:35.499888 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-65ee17b2-0893-4873-9fa3-df2a1ef0c78f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f8c2b6b-8a00-466a-8033-a3a24815b33d HTTP/1.1" status: 200 len: 833 time: 0.0580249 Feb 03 13:06:35.578649 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d6a402cb-908a-49fb-a246-3f690e901d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:35.580310 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d6a402cb-908a-49fb-a246-3f690e901d5b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca8b1202-28b9-4749-8902-b8a9382d93a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0740242 Feb 03 13:06:35.724965 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-9beda264-54a5-4fb2-8393-c47f66782dc9 service neutron] 10.222.0.31 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376543 Feb 03 13:06:35.855131 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d9754e2e-b092-43ea-983b-f098ce157468 service neutron] 10.222.0.31 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241128 Feb 03 13:06:36.031922 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003faabf-f6a7-47c1-9a6c-70ff66e4a883 req-e90a11f3-f09b-41fb-bde8-7397bb34d5c3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:36.034286 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-003faabf-f6a7-47c1-9a6c-70ff66e4a883 req-e90a11f3-f09b-41fb-bde8-7397bb34d5c3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.1660914 Feb 03 13:06:36.159299 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-11792634-068c-4a96-9927-c4f53c71f240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:36.182520 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-003faabf-f6a7-47c1-9a6c-70ff66e4a883 req-e22efc9a-c44e-4547-9fec-6874ff925408 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335917 Feb 03 13:06:36.262148 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb8a03-d7ec-488c-a143-73d085b15fa9 req-d22a88e0-e932-4c0b-8d7a-335424cb18b7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:36.265622 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-22fb8a03-d7ec-488c-a143-73d085b15fa9 req-d22a88e0-e932-4c0b-8d7a-335424cb18b7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.1786702 Feb 03 13:06:36.373637 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-22fb8a03-d7ec-488c-a143-73d085b15fa9 req-90fe4c28-f335-45fc-8527-456109da6abd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973265 Feb 03 13:06:36.975405 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:37.300370 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85d217-e717-4f48-b7b6-97ffdbf1f186 req-b1316b30-31af-455c-a9d2-3377ec0354c8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:37.302624 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1e85d217-e717-4f48-b7b6-97ffdbf1f186 req-b1316b30-31af-455c-a9d2-3377ec0354c8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.0576508 Feb 03 13:06:37.352766 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1e85d217-e717-4f48-b7b6-97ffdbf1f186 req-6f5f7d42-68da-4887-b6e9-5fc82ded2c7b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446184 Feb 03 13:06:37.507588 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cca927-00cb-405f-b2a1-31d68bda68e0 req-f3ee4605-ef5e-471b-a4f9-8003fac31baa tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:37.509238 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e0cca927-00cb-405f-b2a1-31d68bda68e0 req-f3ee4605-ef5e-471b-a4f9-8003fac31baa tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.0574000 Feb 03 13:06:37.562461 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e0cca927-00cb-405f-b2a1-31d68bda68e0 req-eda04291-aadb-4aa1-9056-e416c221ac58 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473788 Feb 03 13:06:38.270405 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:38.516064 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d2984-ae9c-4d41-8c90-e0deab5b3c1b req-5011c1e8-debf-40d1-a583-cdf85d9d2b01 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:38.524129 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f08d2984-ae9c-4d41-8c90-e0deab5b3c1b req-5011c1e8-debf-40d1-a583-cdf85d9d2b01 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.0920191 Feb 03 13:06:38.601589 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f08d2984-ae9c-4d41-8c90-e0deab5b3c1b req-d19a89e5-3bf6-4f73-adc2-378f72416131 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764062 Feb 03 13:06:38.724526 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9232c62-acbd-46de-90d2-137ea557c4c2 req-52af1624-dc4d-4b5f-985e-d28d8d60883d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:38.731775 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9232c62-acbd-46de-90d2-137ea557c4c2 req-52af1624-dc4d-4b5f-985e-d28d8d60883d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.0797396 Feb 03 13:06:38.808614 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9232c62-acbd-46de-90d2-137ea557c4c2 req-571bd944-8746-4dfc-a214-d39a5b6f46aa tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756431 Feb 03 13:06:39.759459 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a708b0f-f880-4f92-bb07-b049a81625a3 req-9ec1aa4c-81cc-4272-8c26-3dfd151ded07 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:39.761124 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2a708b0f-f880-4f92-bb07-b049a81625a3 req-9ec1aa4c-81cc-4272-8c26-3dfd151ded07 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.0640538 Feb 03 13:06:39.823485 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2a708b0f-f880-4f92-bb07-b049a81625a3 req-e5928b82-52bc-4be7-9e1c-90dadbb5bb86 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560799 Feb 03 13:06:39.932433 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:39.982482 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6124d0-2f19-4b76-a640-26fe4527969f req-2219a784-9eb4-409a-94bb-b2e00224e65d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:39.985815 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf6124d0-2f19-4b76-a640-26fe4527969f req-2219a784-9eb4-409a-94bb-b2e00224e65d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.0656905 Feb 03 13:06:40.078917 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf6124d0-2f19-4b76-a640-26fe4527969f req-092ffa2b-1d6e-4eac-a651-9f1d461e8608 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831747 Feb 03 13:06:41.065907 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a614c-19fe-47fe-937f-0aa46b70d3d8 req-3fe8d3fd-e5d9-460c-adbb-849b5b05eeb6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:41.078659 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b60a614c-19fe-47fe-937f-0aa46b70d3d8 req-3fe8d3fd-e5d9-460c-adbb-849b5b05eeb6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.0993094 Feb 03 13:06:41.139616 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b60a614c-19fe-47fe-937f-0aa46b70d3d8 req-12a103c8-be4b-4caf-bdfc-739e1ae88549 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598192 Feb 03 13:06:41.242050 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe36a3d-b04f-45f0-9da3-452718e47c5a req-6dbe5642-165e-4877-9c18-269fe9f3e8d4 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:41.247552 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cfe36a3d-b04f-45f0-9da3-452718e47c5a req-6dbe5642-165e-4877-9c18-269fe9f3e8d4 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.0696058 Feb 03 13:06:41.326095 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cfe36a3d-b04f-45f0-9da3-452718e47c5a req-67454970-ab68-4e4a-b254-13d8cc5c52e2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679941 Feb 03 13:06:41.815896 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55500) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:42.341028 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba657c-087a-47b6-bb63-a3250de2c9a2 req-05d04f5b-6a7f-4003-a89d-f54e83db0b5d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:42.344404 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2dba657c-087a-47b6-bb63-a3250de2c9a2 req-05d04f5b-6a7f-4003-a89d-f54e83db0b5d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.1046622 Feb 03 13:06:42.368091 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91c3d18d-7be2-45ad-bdef-377d7f5184e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (40baa364-e5d1-477e-9e97-d2cdbff21f62), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:42.450824 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2dba657c-087a-47b6-bb63-a3250de2c9a2 req-404520a4-0aa5-4319-9e3f-b2b819e01dcd tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988638 Feb 03 13:06:42.585828 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e744b63-a01e-41cf-b445-81d39f195bc2 req-5a0def3c-cb2d-495b-ad45-1aba58b1335e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:42.587352 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8e744b63-a01e-41cf-b445-81d39f195bc2 req-5a0def3c-cb2d-495b-ad45-1aba58b1335e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.1257446 Feb 03 13:06:42.731317 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8e744b63-a01e-41cf-b445-81d39f195bc2 req-09d93349-27f0-4745-9bcd-afd173dda337 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348250 Feb 03 13:06:42.853442 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-91c3d18d-7be2-45ad-bdef-377d7f5184e5 admin admin] Deleting port 351497ad-9eee-4312-8129-79519a58e340 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:42.853888 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91c3d18d-7be2-45ad-bdef-377d7f5184e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (351497ad-9eee-4312-8129-79519a58e340), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:42.940799 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-91c3d18d-7be2-45ad-bdef-377d7f5184e5 admin admin] For port 351497ad-9eee-4312-8129-79519a58e340, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=351497ad-9eee-4312-8129-79519a58e340,segment=NetworkSegment(f50ab466-6050-446c-aa09-045085d4a1d1),segment_id=f50ab466-6050-446c-aa09-045085d4a1d1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:42.941174 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91c3d18d-7be2-45ad-bdef-377d7f5184e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (351497ad-9eee-4312-8129-79519a58e340), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:42.956221 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-91c3d18d-7be2-45ad-bdef-377d7f5184e5 admin admin] Calling delete_port for 351497ad-9eee-4312-8129-79519a58e340 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:43.173303 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91c3d18d-7be2-45ad-bdef-377d7f5184e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (351497ad-9eee-4312-8129-79519a58e340), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:43.221745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3d18d-7be2-45ad-bdef-377d7f5184e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=351497ad-9eee-4312-8129-79519a58e340,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:43.613246 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91c3d18d-7be2-45ad-bdef-377d7f5184e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (40baa364-e5d1-477e-9e97-d2cdbff21f62), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:43.692937 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86778c45-f7f9-4483-93f3-0fc9203ae11f req-43783968-85df-42c8-806b-94d5f5b72bd7 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:43.704587 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-86778c45-f7f9-4483-93f3-0fc9203ae11f req-43783968-85df-42c8-806b-94d5f5b72bd7 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.1528909 Feb 03 13:06:43.839993 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-86778c45-f7f9-4483-93f3-0fc9203ae11f req-ae90a879-0a2d-47dd-859e-084298f80718 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246600 Feb 03 13:06:43.860288 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:06:44.362621 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29093c14-3e5e-4957-ac52-2a219f9d147e req-82a7da36-032e-4337-8bc5-077f76261528 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:44.374801 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29093c14-3e5e-4957-ac52-2a219f9d147e req-82a7da36-032e-4337-8bc5-077f76261528 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.2275457 Feb 03 13:06:44.441049 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-29093c14-3e5e-4957-ac52-2a219f9d147e req-8d5e492d-ea5d-4f9f-824e-2880f9a7249b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642581 Feb 03 13:06:44.443030 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c3d18d-7be2-45ad-bdef-377d7f5184e5 admin admin] Router 40baa364-e5d1-477e-9e97-d2cdbff21f62 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:06:44.592332 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c3d18d-7be2-45ad-bdef-377d7f5184e5 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:06:44.597878 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-91c3d18d-7be2-45ad-bdef-377d7f5184e5 admin admin] 10.222.0.18 "PUT /v2.0/routers/40baa364-e5d1-477e-9e97-d2cdbff21f62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7798047 Feb 03 13:06:44.600506 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55520) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:44.605256 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f59016d-5564-488d-853c-5e107be712b0 None None] Sync routers for ids ['40baa364-e5d1-477e-9e97-d2cdbff21f62'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:06:44.617026 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f59016d-5564-488d-853c-5e107be712b0 None None] Routers {'40baa364-e5d1-477e-9e97-d2cdbff21f62'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:44.617899 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0f59016d-5564-488d-853c-5e107be712b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:06:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['40baa364-e5d1-477e-9e97-d2cdbff21f62'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:44.727187 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Publish callbacks [] for router (40baa364-e5d1-477e-9e97-d2cdbff21f62), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:44.758097 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0f59016d-5564-488d-853c-5e107be712b0 None None] Set router 40baa364-e5d1-477e-9e97-d2cdbff21f62 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:06:44.853087 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Publish callbacks [] for router_gateway (40baa364-e5d1-477e-9e97-d2cdbff21f62), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:44.996786 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Deleting port e344a3f9-2a62-49c8-9e48-3fe0b71cb84b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:44.997144 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (e344a3f9-2a62-49c8-9e48-3fe0b71cb84b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:45.017362 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0f59016d-5564-488d-853c-5e107be712b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'name': 'tempest-TestVolumeBackupRestore-1484418598-router', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:43Z', 'updated_at': '2022-02-03T13:06:43Z', 'revision_number': 5, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'gw_port': {'id': 'e344a3f9-2a62-49c8-9e48-3fe0b71cb84b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T12:59:45Z', 'updated_at': '2022-02-03T12:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:45.058861 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f59016d-5564-488d-853c-5e107be712b0 None None] Checking router: 40baa364-e5d1-477e-9e97-d2cdbff21f62 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:06:45.083643 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f59016d-5564-488d-853c-5e107be712b0 None None] Routers {'40baa364-e5d1-477e-9e97-d2cdbff21f62'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:45.084609 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0f59016d-5564-488d-853c-5e107be712b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:06:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['40baa364-e5d1-477e-9e97-d2cdbff21f62'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:45.159473 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] For port e344a3f9-2a62-49c8-9e48-3fe0b71cb84b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=e344a3f9-2a62-49c8-9e48-3fe0b71cb84b,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:45.160025 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (e344a3f9-2a62-49c8-9e48-3fe0b71cb84b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:45.176525 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Calling delete_port for e344a3f9-2a62-49c8-9e48-3fe0b71cb84b owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:45.336619 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0f59016d-5564-488d-853c-5e107be712b0 None None] Set router 40baa364-e5d1-477e-9e97-d2cdbff21f62 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:06:45.411750 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0f59016d-5564-488d-853c-5e107be712b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'name': 'tempest-TestVolumeBackupRestore-1484418598-router', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:43Z', 'updated_at': '2022-02-03T13:06:44Z', 'revision_number': 6, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:45.449659 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f59016d-5564-488d-853c-5e107be712b0 None None] The sync data for ids ['40baa364-e5d1-477e-9e97-d2cdbff21f62'] in n-d-827336-3 is: [{'id': '40baa364-e5d1-477e-9e97-d2cdbff21f62', 'name': 'tempest-TestVolumeBackupRestore-1484418598-router', 'tenant_id': '2a73e499f8a04f91aff5141c366e6af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T12:59:43Z', 'updated_at': '2022-02-03T13:06:44Z', 'revision_number': 6, 'project_id': '2a73e499f8a04f91aff5141c366e6af4', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:06:45.462448 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (e344a3f9-2a62-49c8-9e48-3fe0b71cb84b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:45.483065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe693b-1da7-4534-91ff-7ac23782f485 req-bbe1f563-5a69-4307-95a6-f0f5d3fbd43f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:45.497452 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eefe693b-1da7-4534-91ff-7ac23782f485 req-bbe1f563-5a69-4307-95a6-f0f5d3fbd43f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 943 time: 0.5033877 Feb 03 13:06:45.534842 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 149346f5-f48b-4db8-8cc6-d468316690a0 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:06:45.588029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Pushing event deleted for resources: {'Port': ['ID=e344a3f9-2a62-49c8-9e48-3fe0b71cb84b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:45.619734 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:45.620178 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:45.620460 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:45.620860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:45.621208 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:45.621546 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:45.621882 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:45.622214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:45.622547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:45.622879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:45.623211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:45.624244 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:45.624592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:45.668349 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab8e758d-8e79-4b70-8f1e-ef08fdca30dc req-fa96c3c5-899b-4eab-a296-434ab3edbac6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2795997 Feb 03 13:06:45.720260 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (40baa364-e5d1-477e-9e97-d2cdbff21f62), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:45.737261 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eefe693b-1da7-4534-91ff-7ac23782f485 req-5c0684d2-ff9e-412e-a584-72d9b7390a02 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388978 Feb 03 13:06:45.754146 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07f651-6d60-4373-930f-8863ae679454 req-f8b2acc1-319b-48e6-a8e3-0a43a96e3bf2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:45.771871 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6c07f651-6d60-4373-930f-8863ae679454 req-f8b2acc1-319b-48e6-a8e3-0a43a96e3bf2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.1636178 Feb 03 13:06:45.812725 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 149346f5-f48b-4db8-8cc6-d468316690a0, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=149346f5-f48b-4db8-8cc6-d468316690a0,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:45.836983 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '149346f5-f48b-4db8-8cc6-d468316690a0', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'port_id': '149346f5-f48b-4db8-8cc6-d468316690a0', 'mac_address': 'fa:16:3e:bc:41:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:06:45.900985 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6c07f651-6d60-4373-930f-8863ae679454 req-2b35c524-3f7b-4dea-b543-02479a347f18 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277652 Feb 03 13:06:45.950062 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 149346f5-f48b-4db8-8cc6-d468316690a0 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:45.950062 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (149346f5-f48b-4db8-8cc6-d468316690a0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:45.983885 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149346f5-f48b-4db8-8cc6-d468316690a0 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:06:46.023968 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 149346f5-f48b-4db8-8cc6-d468316690a0, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=149346f5-f48b-4db8-8cc6-d468316690a0,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:46.034967 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (149346f5-f48b-4db8-8cc6-d468316690a0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:46.050757 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (40baa364-e5d1-477e-9e97-d2cdbff21f62), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:46.058049 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Publish callbacks [] for router_controller (40baa364-e5d1-477e-9e97-d2cdbff21f62), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:46.098154 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:46.116600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e758d-8e79-4b70-8f1e-ef08fdca30dc req-d4080fd3-dbf0-41ee-b16e-e9d4de22705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:46.119256 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab8e758d-8e79-4b70-8f1e-ef08fdca30dc req-d4080fd3-dbf0-41ee-b16e-e9d4de22705d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f87650fa40e44533b201cd37dcb459f1&device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 1127 time: 0.2882693 Feb 03 13:06:46.129967 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (40baa364-e5d1-477e-9e97-d2cdbff21f62), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:46.130494 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40baa364-e5d1-477e-9e97-d2cdbff21f62 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:06:46.135576 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:46.139021 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f805c558-9ae1-4709-af44-5edf74d615aa admin admin] 10.222.0.18 "DELETE /v2.0/routers/40baa364-e5d1-477e-9e97-d2cdbff21f62 HTTP/1.1" status: 204 len: 168 time: 1.5352483 Feb 03 13:06:46.139535 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55528) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:46.140588 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=149346f5-f48b-4db8-8cc6-d468316690a0,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:46.164121 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:46.164376 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:46.164791 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:46.165171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:46.165505 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:46.165905 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:46.166237 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:46.166633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:46.167049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:46.167381 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:46.167708 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:46.168061 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:46.168373 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:06:46.235801 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e0e506-6483-493e-a77b-def459e70764 admin admin] Deleting subnet 0ccf271e-8a6d-4c90-a957-c3d6d3be9664 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:06:46.250750 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43e0e506-6483-493e-a77b-def459e70764 admin admin] Publish callbacks [] for subnet (0ccf271e-8a6d-4c90-a957-c3d6d3be9664), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:46.317375 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e758d-8e79-4b70-8f1e-ef08fdca30dc req-7334043d-1fb3-47f7-89f3-1099908461e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:46.321150 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab8e758d-8e79-4b70-8f1e-ef08fdca30dc req-7334043d-1fb3-47f7-89f3-1099908461e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=493acd8c-1fd7-4784-9c30-ab48082e5271 HTTP/1.1" status: 200 len: 918 time: 0.1654499 Feb 03 13:06:46.321387 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43e0e506-6483-493e-a77b-def459e70764 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (0ccf271e-8a6d-4c90-a957-c3d6d3be9664), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:46.429366 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['149346f5-f48b-4db8-8cc6-d468316690a0'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:06:46.456951 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab8e758d-8e79-4b70-8f1e-ef08fdca30dc req-5fe375f4-0bfd-4644-939b-087b2beb5bb2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=276c8f83-ce7c-4df9-8961-0c8015234f85 HTTP/1.1" status: 200 len: 1001 time: 0.1284852 Feb 03 13:06:46.508343 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43e0e506-6483-493e-a77b-def459e70764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (0ccf271e-8a6d-4c90-a957-c3d6d3be9664), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:46.566401 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e758d-8e79-4b70-8f1e-ef08fdca30dc req-aa263d1d-7199-4999-b96c-7e3c2e214d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:46.572770 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab8e758d-8e79-4b70-8f1e-ef08fdca30dc req-aa263d1d-7199-4999-b96c-7e3c2e214d04 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cfdcbfe6-c780-42bd-a6f3-8500632541b5 HTTP/1.1" status: 200 len: 856 time: 0.1051316 Feb 03 13:06:46.594955 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43e0e506-6483-493e-a77b-def459e70764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (0ccf271e-8a6d-4c90-a957-c3d6d3be9664), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:46.653141 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0e506-6483-493e-a77b-def459e70764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ccf271e-8a6d-4c90-a957-c3d6d3be9664,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:46.673700 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43e0e506-6483-493e-a77b-def459e70764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:46.674967 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e758d-8e79-4b70-8f1e-ef08fdca30dc req-d41f8258-29e3-460f-94d4-d83208a324b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:46.676568 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab8e758d-8e79-4b70-8f1e-ef08fdca30dc req-d41f8258-29e3-460f-94d4-d83208a324b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=493acd8c-1fd7-4784-9c30-ab48082e5271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0997691 Feb 03 13:06:46.679748 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-43e0e506-6483-493e-a77b-def459e70764 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0ccf271e-8a6d-4c90-a957-c3d6d3be9664 HTTP/1.1" status: 204 len: 168 time: 0.5369697 Feb 03 13:06:46.681661 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55534) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:46.699260 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5b7505-c25c-4325-94eb-f97e550851bc None None] Network 3500e8ac-76e0-4fcb-9167-4f6959af76a4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:06:46.859819 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea1cb-d182-4724-8d1c-e09071df9233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (3500e8ac-76e0-4fcb-9167-4f6959af76a4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:46.973598 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab8e758d-8e79-4b70-8f1e-ef08fdca30dc req-b5bb1b1f-8db3-449a-85b5-e770350b85b9 service neutron] 10.222.0.73 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846234 Feb 03 13:06:46.990580 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ee6ea1cb-d182-4724-8d1c-e09071df9233 admin admin] Deleting port fd576f99-580b-4f99-86ee-1b1d5a40a882 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:46.990928 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea1cb-d182-4724-8d1c-e09071df9233 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (fd576f99-580b-4f99-86ee-1b1d5a40a882), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:47.091524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d215a-ce54-48be-ba71-8d8ae1ad1b5e req-5599deff-b9d2-430c-9ca3-29eba48cae9b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:47.096076 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c5d215a-ce54-48be-ba71-8d8ae1ad1b5e req-5599deff-b9d2-430c-9ca3-29eba48cae9b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 944 time: 0.2043366 Feb 03 13:06:47.194413 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ee6ea1cb-d182-4724-8d1c-e09071df9233 admin admin] For port fd576f99-580b-4f99-86ee-1b1d5a40a882, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=fd576f99-580b-4f99-86ee-1b1d5a40a882,segment=NetworkSegment(f50ab466-6050-446c-aa09-045085d4a1d1),segment_id=f50ab466-6050-446c-aa09-045085d4a1d1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:47.195257 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea1cb-d182-4724-8d1c-e09071df9233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (fd576f99-580b-4f99-86ee-1b1d5a40a882), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:47.225178 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12414039-1e2c-4a84-ae2c-ed9537e4de62 None None] DHCP port deletion for 3500e8ac-76e0-4fcb-9167-4f6959af76a4 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:06:47.232669 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ee6ea1cb-d182-4724-8d1c-e09071df9233 admin admin] Calling delete_port for fd576f99-580b-4f99-86ee-1b1d5a40a882 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:47.254351 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c5d215a-ce54-48be-ba71-8d8ae1ad1b5e req-5426ee7e-c30b-43b4-80b1-874153a5ca13 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264305 Feb 03 13:06:47.270652 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b80245-a011-4abd-946c-cf5a8e0074ce req-7e6db52e-6268-45ab-b585-1c9c71b06f08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:47.278384 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-04b80245-a011-4abd-946c-cf5a8e0074ce req-7e6db52e-6268-45ab-b585-1c9c71b06f08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.2217457 Feb 03 13:06:47.283692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e344a3f9-2a62-49c8-9e48-3fe0b71cb84b no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:06:47.294665 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab8e758d-8e79-4b70-8f1e-ef08fdca30dc req-e0a3007e-48d3-4a8e-8300-8a44682ae3ef service neutron] 10.222.0.73 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145556 Feb 03 13:06:47.374084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: e344a3f9-2a62-49c8-9e48-3fe0b71cb84b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:06:47.377865 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e344a3f9-2a62-49c8-9e48-3fe0b71cb84b not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:06:47.378599 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 351497ad-9eee-4312-8129-79519a58e340 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:06:47.439493 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 351497ad-9eee-4312-8129-79519a58e340 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:06:47.446618 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 351497ad-9eee-4312-8129-79519a58e340 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:06:47.477280 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-04b80245-a011-4abd-946c-cf5a8e0074ce req-f6efb33d-fbf8-4536-a31e-bb6b4ee26ae8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972971 Feb 03 13:06:47.479015 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea1cb-d182-4724-8d1c-e09071df9233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (fd576f99-580b-4f99-86ee-1b1d5a40a882), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:47.520759 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-12414039-1e2c-4a84-ae2c-ed9537e4de62 None None] Deleting port fd576f99-580b-4f99-86ee-1b1d5a40a882 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:47.521698 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-12414039-1e2c-4a84-ae2c-ed9537e4de62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (fd576f99-580b-4f99-86ee-1b1d5a40a882), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:47.534128 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ea1cb-d182-4724-8d1c-e09071df9233 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd576f99-580b-4f99-86ee-1b1d5a40a882,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:47.545799 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6ea1cb-d182-4724-8d1c-e09071df9233 admin admin] No DVR routers for this DVR port fd576f99-580b-4f99-86ee-1b1d5a40a882 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:06:47.655776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-12414039-1e2c-4a84-ae2c-ed9537e4de62 None None] For port fd576f99-580b-4f99-86ee-1b1d5a40a882, host n-d-827336-3, got binding levels [] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:47.656363 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-12414039-1e2c-4a84-ae2c-ed9537e4de62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (fd576f99-580b-4f99-86ee-1b1d5a40a882), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:47.672550 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea1cb-d182-4724-8d1c-e09071df9233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (3500e8ac-76e0-4fcb-9167-4f6959af76a4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:47.688199 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-12414039-1e2c-4a84-ae2c-ed9537e4de62 None None] Calling delete_port for fd576f99-580b-4f99-86ee-1b1d5a40a882 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:47.694776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.ipam_backend_mixin [None req-12414039-1e2c-4a84-ae2c-ed9537e4de62 None None] Port fd576f99-580b-4f99-86ee-1b1d5a40a882 was not found and therefore no delete operation was performed {{(pid=103190) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 13:06:47.702749 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-12414039-1e2c-4a84-ae2c-ed9537e4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (fd576f99-580b-4f99-86ee-1b1d5a40a882), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:47.720624 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-ee6ea1cb-d182-4724-8d1c-e09071df9233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3500e8ac-76e0-4fcb-9167-4f6959af76a4']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:47.766913 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-ee6ea1cb-d182-4724-8d1c-e09071df9233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50ab466-6050-446c-aa09-045085d4a1d1') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:47.767337 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-ee6ea1cb-d182-4724-8d1c-e09071df9233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50ab466-6050-446c-aa09-045085d4a1d1') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:47.769357 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12414039-1e2c-4a84-ae2c-ed9537e4de62 None None] No DVR routers for this DVR port fd576f99-580b-4f99-86ee-1b1d5a40a882 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:06:47.773444 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12414039-1e2c-4a84-ae2c-ed9537e4de62 None None] Pushing event deleted for resources: {'Port': ['ID=fd576f99-580b-4f99-86ee-1b1d5a40a882,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:47.798489 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea1cb-d182-4724-8d1c-e09071df9233 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (f50ab466-6050-446c-aa09-045085d4a1d1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:47.824032 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea1cb-d182-4724-8d1c-e09071df9233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f50ab466-6050-446c-aa09-045085d4a1d1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:47.833622 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6ea1cb-d182-4724-8d1c-e09071df9233 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:06:47.834146 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea1cb-d182-4724-8d1c-e09071df9233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (f50ab466-6050-446c-aa09-045085d4a1d1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:06:47.836522 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:06:47.964079 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea1cb-d182-4724-8d1c-e09071df9233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (3500e8ac-76e0-4fcb-9167-4f6959af76a4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:47.971272 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea1cb-d182-4724-8d1c-e09071df9233 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:47.976052 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ee6ea1cb-d182-4724-8d1c-e09071df9233 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3500e8ac-76e0-4fcb-9167-4f6959af76a4 HTTP/1.1" status: 204 len: 168 time: 1.2925522 Feb 03 13:06:47.979480 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55554) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:48.048989 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8f4e2-8237-4fb6-9204-01d0843e6980 req-0e0b26d6-9084-48b4-ac6b-48bdda868e4a tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:48.051636 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-66a8f4e2-8237-4fb6-9204-01d0843e6980 req-0e0b26d6-9084-48b4-ac6b-48bdda868e4a tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.1499867 Feb 03 13:06:48.052662 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ea1cb-d182-4724-8d1c-e09071df9233 admin admin] Pushing event deleted for resources: {'Network': ['ID=3500e8ac-76e0-4fcb-9167-4f6959af76a4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:48.166230 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-66a8f4e2-8237-4fb6-9204-01d0843e6980 req-f3703d53-549f-4be3-b6c0-24767b38d824 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003716 Feb 03 13:06:48.418115 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256eae58-328a-4782-ad0d-06102959b369 req-393b2d49-6243-436e-9ac5-4ebb73193000 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:48.419708 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-256eae58-328a-4782-ad0d-06102959b369 req-393b2d49-6243-436e-9ac5-4ebb73193000 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 944 time: 0.0905061 Feb 03 13:06:48.488274 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-256eae58-328a-4782-ad0d-06102959b369 req-d1485f64-1c09-47ce-a632-c5fd660b8184 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623572 Feb 03 13:06:48.561837 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb9e6e5-a386-41d3-b7f0-f7a213252df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (852b79d8-4690-4342-9e8e-0ecdbad80c0e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:48.713370 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7ce2d-292f-4151-b801-9ba6b24fab3a req-93a909ad-b8e8-49da-b425-d18ff51b3c52 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:48.715124 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-85a7ce2d-292f-4151-b801-9ba6b24fab3a req-93a909ad-b8e8-49da-b425-d18ff51b3c52 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.1152444 Feb 03 13:06:48.835629 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-85a7ce2d-292f-4151-b801-9ba6b24fab3a req-a7093280-fe2a-4000-825c-e81390d61f8b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140335 Feb 03 13:06:48.958297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1eb9e6e5-a386-41d3-b7f0-f7a213252df9 admin admin] Deleting port 6663e885-f385-409e-922f-a0a0b87339b8 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:48.958551 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb9e6e5-a386-41d3-b7f0-f7a213252df9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (6663e885-f385-409e-922f-a0a0b87339b8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:49.100731 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1eb9e6e5-a386-41d3-b7f0-f7a213252df9 admin admin] For port 6663e885-f385-409e-922f-a0a0b87339b8, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6663e885-f385-409e-922f-a0a0b87339b8,segment=NetworkSegment(09a030b0-690e-4549-81e9-07dc4252373c),segment_id=09a030b0-690e-4549-81e9-07dc4252373c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:49.104203 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb9e6e5-a386-41d3-b7f0-f7a213252df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (6663e885-f385-409e-922f-a0a0b87339b8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:49.137559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1eb9e6e5-a386-41d3-b7f0-f7a213252df9 admin admin] Calling delete_port for 6663e885-f385-409e-922f-a0a0b87339b8 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:49.211332 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fd576f99-580b-4f99-86ee-1b1d5a40a882 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:06:49.299169 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: fd576f99-580b-4f99-86ee-1b1d5a40a882 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:06:49.304484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device fd576f99-580b-4f99-86ee-1b1d5a40a882 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:06:49.477929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdebca1-3164-4fe8-8a21-decbff21e30f req-f350170f-5320-4e00-90b7-e1d0d8a8f1f9 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:49.483991 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb9e6e5-a386-41d3-b7f0-f7a213252df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (6663e885-f385-409e-922f-a0a0b87339b8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:49.487603 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-acdebca1-3164-4fe8-8a21-decbff21e30f req-f350170f-5320-4e00-90b7-e1d0d8a8f1f9 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.1183012 Feb 03 13:06:49.527431 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9e6e5-a386-41d3-b7f0-f7a213252df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6663e885-f385-409e-922f-a0a0b87339b8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:49.543346 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 149346f5-f48b-4db8-8cc6-d468316690a0 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:06:49.658065 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-acdebca1-3164-4fe8-8a21-decbff21e30f req-83153fe6-d1ff-40c0-863c-db7ffcea0724 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670461 Feb 03 13:06:49.708604 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 149346f5-f48b-4db8-8cc6-d468316690a0 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:06:49.714952 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 149346f5-f48b-4db8-8cc6-d468316690a0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:06:49.715622 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (149346f5-f48b-4db8-8cc6-d468316690a0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:49.840459 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 149346f5-f48b-4db8-8cc6-d468316690a0 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:06:49.841059 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (149346f5-f48b-4db8-8cc6-d468316690a0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:49.906462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 149346f5-f48b-4db8-8cc6-d468316690a0, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=149346f5-f48b-4db8-8cc6-d468316690a0,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:49.908274 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f15912e-30fc-4987-9f03-d7304e39d6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149346f5-f48b-4db8-8cc6-d468316690a0'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:06:49.912251 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8313ab-5109-47f3-887d-dcaa8b35dbe8" -d '{"events": [{"server_uuid": "2f15912e-30fc-4987-9f03-d7304e39d6c2", "name": "network-vif-plugged", "status": "completed", "tag": "149346f5-f48b-4db8-8cc6-d468316690a0"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:06:49.918468 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (149346f5-f48b-4db8-8cc6-d468316690a0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:49.961524 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496a71f-a5b9-4474-a386-2487cb1ea3fa req-b72133bf-7f9c-448d-8443-93c92a770172 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:49.963248 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4496a71f-a5b9-4474-a386-2487cb1ea3fa req-b72133bf-7f9c-448d-8443-93c92a770172 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.3612185 Feb 03 13:06:50.009074 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=149346f5-f48b-4db8-8cc6-d468316690a0,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:50.032413 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ac477-a317-41a2-8e1b-a6cb95f59256 req-83737032-930f-4c9d-85f8-cfb0644d05d9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:50.033981 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-578ac477-a317-41a2-8e1b-a6cb95f59256 req-83737032-930f-4c9d-85f8-cfb0644d05d9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 944 time: 0.3176532 Feb 03 13:06:50.039116 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38894dfc-89bb-4f72-9c4d-49d1dd47b616 req-c22e019c-5333-4ba4-a12d-d809d12e0cee tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:50.042112 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38894dfc-89bb-4f72-9c4d-49d1dd47b616 req-c22e019c-5333-4ba4-a12d-d809d12e0cee tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.0919390 Feb 03 13:06:50.053577 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb9e6e5-a386-41d3-b7f0-f7a213252df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (852b79d8-4690-4342-9e8e-0ecdbad80c0e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:50.112823 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38894dfc-89bb-4f72-9c4d-49d1dd47b616 req-cf5884dd-8af0-4555-9398-00aa0c770a00 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633049 Feb 03 13:06:50.188449 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8506b4e5-2141-40d7-af4e-ef3df9a379b7 x-openstack-request-id: req-8506b4e5-2141-40d7-af4e-ef3df9a379b7 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:06:50.188748 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f15912e-30fc-4987-9f03-d7304e39d6c2", "name": "network-vif-plugged", "status": "completed", "tag": "149346f5-f48b-4db8-8cc6-d468316690a0", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:06:50.189004 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8506b4e5-2141-40d7-af4e-ef3df9a379b7 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:06:50.189547 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f15912e-30fc-4987-9f03-d7304e39d6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149346f5-f48b-4db8-8cc6-d468316690a0', 'code': 200} Feb 03 13:06:50.292822 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-578ac477-a317-41a2-8e1b-a6cb95f59256 req-5016781d-d650-41ba-92d6-f7f964805a8b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359145 Feb 03 13:06:50.327634 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-4496a71f-a5b9-4474-a386-2487cb1ea3fa req-5789675d-bf5f-44f8-a155-deed6f7e3e3c tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Deleting port 3a30cac9-004f-48d4-aae6-46f9ca39e760 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:50.327634 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4496a71f-a5b9-4474-a386-2487cb1ea3fa req-5789675d-bf5f-44f8-a155-deed6f7e3e3c tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (3a30cac9-004f-48d4-aae6-46f9ca39e760), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:50.346634 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640d870-bb89-4bad-bac4-43a686ac66e5 req-7369c0cb-b633-4b1e-8d11-b89cb8458251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:50.349721 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2640d870-bb89-4bad-bac4-43a686ac66e5 req-7369c0cb-b633-4b1e-8d11-b89cb8458251 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 1127 time: 0.0697656 Feb 03 13:06:50.411766 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2640d870-bb89-4bad-bac4-43a686ac66e5 req-bb64f1ba-4199-47b3-bb4c-f41edcbb5eaf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481062 Feb 03 13:06:50.497281 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4496a71f-a5b9-4474-a386-2487cb1ea3fa req-5789675d-bf5f-44f8-a155-deed6f7e3e3c tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] For port 3a30cac9-004f-48d4-aae6-46f9ca39e760, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=3a30cac9-004f-48d4-aae6-46f9ca39e760,segment=NetworkSegment(abc73507-27b5-4f0d-b41b-4ade751234d0),segment_id=abc73507-27b5-4f0d-b41b-4ade751234d0)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:50.497656 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4496a71f-a5b9-4474-a386-2487cb1ea3fa req-5789675d-bf5f-44f8-a155-deed6f7e3e3c tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (3a30cac9-004f-48d4-aae6-46f9ca39e760), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:50.842688 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b1987-819f-4e5a-aad4-ff06e2a261af req-0f373af0-4e6d-4744-a0d7-5f219c06bc8e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:50.844283 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-812b1987-819f-4e5a-aad4-ff06e2a261af req-0f373af0-4e6d-4744-a0d7-5f219c06bc8e tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 946 time: 0.0724225 Feb 03 13:06:50.925622 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-812b1987-819f-4e5a-aad4-ff06e2a261af req-23c64750-03d5-45ef-b005-fef3bef22763 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754099 Feb 03 13:06:51.014423 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb9e6e5-a386-41d3-b7f0-f7a213252df9 admin admin] Router 852b79d8-4690-4342-9e8e-0ecdbad80c0e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:06:51.166314 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4496a71f-a5b9-4474-a386-2487cb1ea3fa req-5789675d-bf5f-44f8-a155-deed6f7e3e3c tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:51.166680 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4496a71f-a5b9-4474-a386-2487cb1ea3fa req-5789675d-bf5f-44f8-a155-deed6f7e3e3c tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (bde070e7-5d5a-4858-892a-429938bf15db), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:51.171032 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [req-4496a71f-a5b9-4474-a386-2487cb1ea3fa req-5789675d-bf5f-44f8-a155-deed6f7e3e3c tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Floating IP bde070e7-5d5a-4858-892a-429938bf15db disassociated. External IP: 172.25.6.69, port: 3a30cac9-004f-48d4-aae6-46f9ca39e760. Feb 03 13:06:51.171032 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-4496a71f-a5b9-4474-a386-2487cb1ea3fa req-5789675d-bf5f-44f8-a155-deed6f7e3e3c tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Calling delete_port for 3a30cac9-004f-48d4-aae6-46f9ca39e760 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:51.242098 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb9e6e5-a386-41d3-b7f0-f7a213252df9 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:06:51.254373 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8dfd64-4380-431e-997c-383988bfd869 None None] Sync routers for ids ['852b79d8-4690-4342-9e8e-0ecdbad80c0e'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:06:51.263448 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1eb9e6e5-a386-41d3-b7f0-f7a213252df9 admin admin] 10.222.0.18 "PUT /v2.0/routers/852b79d8-4690-4342-9e8e-0ecdbad80c0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2811644 Feb 03 13:06:51.266050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55580) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:51.273543 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8dfd64-4380-431e-997c-383988bfd869 None None] Routers {'852b79d8-4690-4342-9e8e-0ecdbad80c0e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:51.274291 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1f8dfd64-4380-431e-997c-383988bfd869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:06:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['852b79d8-4690-4342-9e8e-0ecdbad80c0e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:51.378417 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4496a71f-a5b9-4474-a386-2487cb1ea3fa req-5789675d-bf5f-44f8-a155-deed6f7e3e3c tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (3a30cac9-004f-48d4-aae6-46f9ca39e760), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:51.440732 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1f8dfd64-4380-431e-997c-383988bfd869 None None] Set router 852b79d8-4690-4342-9e8e-0ecdbad80c0e gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:06:51.449004 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789675d-bf5f-44f8-a155-deed6f7e3e3c tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Pushing event deleted for resources: {'Port': ['ID=3a30cac9-004f-48d4-aae6-46f9ca39e760,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:51.463543 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33095ad1-ee73-4cec-876c-58b9343306c0 req-a78f466f-356f-4838-b4b9-9c692dbe2626 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:51.465184 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33095ad1-ee73-4cec-876c-58b9343306c0 req-a78f466f-356f-4838-b4b9-9c692dbe2626 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.2440422 Feb 03 13:06:51.604209 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33095ad1-ee73-4cec-876c-58b9343306c0 req-4e1463be-cbf9-482c-a76e-eb07685f4395 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219223 Feb 03 13:06:51.680486 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4496a71f-a5b9-4474-a386-2487cb1ea3fa req-5789675d-bf5f-44f8-a155-deed6f7e3e3c tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Router 906dc41d-4909-4533-bae5-25570020319e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:06:51.719587 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1f8dfd64-4380-431e-997c-383988bfd869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852b79d8-4690-4342-9e8e-0ecdbad80c0e', 'name': 'tempest-TestVolumeBackupRestore-1732941408-router', 'tenant_id': '40e6850c208941aeb9681d937d1abc17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'a65e192b-68ca-4f94-8304-ab3918121ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:06Z', 'updated_at': '2022-02-03T13:06:49Z', 'revision_number': 5, 'project_id': '40e6850c208941aeb9681d937d1abc17', 'gw_port': {'id': 'a65e192b-68ca-4f94-8304-ab3918121ec0', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852b79d8-4690-4342-9e8e-0ecdbad80c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:10Z', 'updated_at': '2022-02-03T13:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:51.814305 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4496a71f-a5b9-4474-a386-2487cb1ea3fa req-5789675d-bf5f-44f8-a155-deed6f7e3e3c tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:06:51.827607 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9a3ca7-d9cc-47d2-8a75-cffcf7e91b01 None None] Sync routers for ids ['906dc41d-4909-4533-bae5-25570020319e'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:06:51.848210 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9a3ca7-d9cc-47d2-8a75-cffcf7e91b01 None None] Routers {'906dc41d-4909-4533-bae5-25570020319e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:51.848859 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6a9a3ca7-d9cc-47d2-8a75-cffcf7e91b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:06:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['906dc41d-4909-4533-bae5-25570020319e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:51.885696 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-4496a71f-a5b9-4474-a386-2487cb1ea3fa req-5789675d-bf5f-44f8-a155-deed6f7e3e3c tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] No DVR routers for this DVR port 3a30cac9-004f-48d4-aae6-46f9ca39e760 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:06:51.890394 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4496a71f-a5b9-4474-a386-2487cb1ea3fa req-5789675d-bf5f-44f8-a155-deed6f7e3e3c tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:51.894677 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4496a71f-a5b9-4474-a386-2487cb1ea3fa req-5789675d-bf5f-44f8-a155-deed6f7e3e3c tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.31 "DELETE /v2.0/ports/3a30cac9-004f-48d4-aae6-46f9ca39e760 HTTP/1.1" status: 204 len: 173 time: 1.9189808 Feb 03 13:06:51.895383 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9', 'name': 'network-vif-deleted', 'tag': '3a30cac9-004f-48d4-aae6-46f9ca39e760'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:06:51.898211 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700f9e2f-a6ea-4a85-8e1a-a3c6c7fda86f" -d '{"events": [{"server_uuid": "dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9", "name": "network-vif-deleted", "tag": "3a30cac9-004f-48d4-aae6-46f9ca39e760"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:06:51.949991 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d52a6e3-0d41-4ded-8b21-f974b4d282fb admin admin] Publish callbacks [] for router (852b79d8-4690-4342-9e8e-0ecdbad80c0e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:51.974820 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdb830c-772c-4513-8e9b-ebdf5772337f x-openstack-request-id: req-cfdb830c-772c-4513-8e9b-ebdf5772337f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:06:51.975422 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9", "name": "network-vif-deleted", "tag": "3a30cac9-004f-48d4-aae6-46f9ca39e760", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:06:51.975879 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cfdb830c-772c-4513-8e9b-ebdf5772337f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:06:51.976577 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9', 'name': 'network-vif-deleted', 'tag': '3a30cac9-004f-48d4-aae6-46f9ca39e760', 'status': 'completed', 'code': 200} Feb 03 13:06:52.075052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8dfd64-4380-431e-997c-383988bfd869 None None] Checking router: 852b79d8-4690-4342-9e8e-0ecdbad80c0e for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:06:52.088763 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8dfd64-4380-431e-997c-383988bfd869 None None] Routers {'852b79d8-4690-4342-9e8e-0ecdbad80c0e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:52.089983 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1f8dfd64-4380-431e-997c-383988bfd869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:06:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['852b79d8-4690-4342-9e8e-0ecdbad80c0e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:52.107676 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6a9a3ca7-d9cc-47d2-8a75-cffcf7e91b01 None None] Set router 906dc41d-4909-4533-bae5-25570020319e gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:06:52.163304 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f1b59bb-edc7-4ede-8c05-a07db5167d0a req-05ec64c5-332a-49e0-b8bc-2a2fecef8938 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbecd4a7-fac8-4cf8-aaf4-09d8180f70a9 HTTP/1.1" status: 200 len: 210 time: 0.0706184 Feb 03 13:06:52.207692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0790d-622c-40f8-9d63-b05d36c0ffed req-e2ef4d0f-9967-4527-9904-2d6cf5ed62fb tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:52.229745 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-13e0790d-622c-40f8-9d63-b05d36c0ffed req-e2ef4d0f-9967-4527-9904-2d6cf5ed62fb tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 945 time: 0.7993896 Feb 03 13:06:52.305801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1f8dfd64-4380-431e-997c-383988bfd869 None None] Set router 852b79d8-4690-4342-9e8e-0ecdbad80c0e gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:06:52.369513 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-13e0790d-622c-40f8-9d63-b05d36c0ffed req-a65970fd-7663-4ac7-b7a0-f55908a13f35 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385498 Feb 03 13:06:52.386521 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d52a6e3-0d41-4ded-8b21-f974b4d282fb admin admin] Publish callbacks [] for router_gateway (852b79d8-4690-4342-9e8e-0ecdbad80c0e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:52.387830 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6a9a3ca7-d9cc-47d2-8a75-cffcf7e91b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906dc41d-4909-4533-bae5-25570020319e', 'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:58Z', 'updated_at': '2022-02-03T13:03:05Z', 'revision_number': 4, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'gw_port': {'id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:59Z', 'updated_at': '2022-02-03T13:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '14b81336-ece3-4263-b301-11c690b9d32f', 'name': '', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'mac_address': 'fa:16:3e:38:ed:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'bd911557-2171-4f85-99b2-431860ea8276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:03Z', 'updated_at': '2022-02-03T13:03:11Z', 'revision_number': 5, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'subnets': [{'id': 'bd911557-2171-4f85-99b2-431860ea8276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:52.422512 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9a3ca7-d9cc-47d2-8a75-cffcf7e91b01 None None] Checking router: 906dc41d-4909-4533-bae5-25570020319e for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:06:52.444304 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9a3ca7-d9cc-47d2-8a75-cffcf7e91b01 None None] Routers {'906dc41d-4909-4533-bae5-25570020319e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:06:52.445442 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6a9a3ca7-d9cc-47d2-8a75-cffcf7e91b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:06:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['906dc41d-4909-4533-bae5-25570020319e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:52.513098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9d52a6e3-0d41-4ded-8b21-f974b4d282fb admin admin] Deleting port a65e192b-68ca-4f94-8304-ab3918121ec0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:52.514510 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d52a6e3-0d41-4ded-8b21-f974b4d282fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (a65e192b-68ca-4f94-8304-ab3918121ec0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:52.539726 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1f8dfd64-4380-431e-997c-383988bfd869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852b79d8-4690-4342-9e8e-0ecdbad80c0e', 'name': 'tempest-TestVolumeBackupRestore-1732941408-router', 'tenant_id': '40e6850c208941aeb9681d937d1abc17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'a65e192b-68ca-4f94-8304-ab3918121ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:06Z', 'updated_at': '2022-02-03T13:06:49Z', 'revision_number': 5, 'project_id': '40e6850c208941aeb9681d937d1abc17', 'gw_port': {'id': 'a65e192b-68ca-4f94-8304-ab3918121ec0', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852b79d8-4690-4342-9e8e-0ecdbad80c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:10Z', 'updated_at': '2022-02-03T13:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:52.582059 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6a9a3ca7-d9cc-47d2-8a75-cffcf7e91b01 None None] Set router 906dc41d-4909-4533-bae5-25570020319e gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:06:52.603994 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8dfd64-4380-431e-997c-383988bfd869 None None] The sync data for ids ['852b79d8-4690-4342-9e8e-0ecdbad80c0e'] in n-d-827336-3 is: [{'id': '852b79d8-4690-4342-9e8e-0ecdbad80c0e', 'name': 'tempest-TestVolumeBackupRestore-1732941408-router', 'tenant_id': '40e6850c208941aeb9681d937d1abc17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'a65e192b-68ca-4f94-8304-ab3918121ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:06Z', 'updated_at': '2022-02-03T13:06:49Z', 'revision_number': 5, 'project_id': '40e6850c208941aeb9681d937d1abc17', 'gw_port': {'id': 'a65e192b-68ca-4f94-8304-ab3918121ec0', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:fb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852b79d8-4690-4342-9e8e-0ecdbad80c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:10Z', 'updated_at': '2022-02-03T13:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:06:52.672291 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-9d52a6e3-0d41-4ded-8b21-f974b4d282fb admin admin] For port a65e192b-68ca-4f94-8304-ab3918121ec0, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=a65e192b-68ca-4f94-8304-ab3918121ec0,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:52.672895 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d52a6e3-0d41-4ded-8b21-f974b4d282fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (a65e192b-68ca-4f94-8304-ab3918121ec0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:52.694050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9d52a6e3-0d41-4ded-8b21-f974b4d282fb admin admin] Calling delete_port for a65e192b-68ca-4f94-8304-ab3918121ec0 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:52.798980 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cb79e-1910-4c10-8f45-7d19fdaf2af9 req-36c688c8-51e5-49f8-909c-ea9ba743089f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:52.800645 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-549cb79e-1910-4c10-8f45-7d19fdaf2af9 req-36c688c8-51e5-49f8-909c-ea9ba743089f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.0815775 Feb 03 13:06:52.874111 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-549cb79e-1910-4c10-8f45-7d19fdaf2af9 req-f580008f-24da-486d-adb2-ac5422b676a3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647788 Feb 03 13:06:52.955072 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d52a6e3-0d41-4ded-8b21-f974b4d282fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (a65e192b-68ca-4f94-8304-ab3918121ec0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:52.960287 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6a9a3ca7-d9cc-47d2-8a75-cffcf7e91b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906dc41d-4909-4533-bae5-25570020319e', 'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:58Z', 'updated_at': '2022-02-03T13:03:05Z', 'revision_number': 4, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'gw_port': {'id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:59Z', 'updated_at': '2022-02-03T13:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '14b81336-ece3-4263-b301-11c690b9d32f', 'name': '', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'mac_address': 'fa:16:3e:38:ed:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'bd911557-2171-4f85-99b2-431860ea8276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:03Z', 'updated_at': '2022-02-03T13:03:11Z', 'revision_number': 5, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'subnets': [{'id': 'bd911557-2171-4f85-99b2-431860ea8276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:52.992471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52a6e3-0d41-4ded-8b21-f974b4d282fb admin admin] Pushing event deleted for resources: {'Port': ['ID=a65e192b-68ca-4f94-8304-ab3918121ec0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:53.018053 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9a3ca7-d9cc-47d2-8a75-cffcf7e91b01 None None] The sync data for ids ['906dc41d-4909-4533-bae5-25570020319e'] in n-d-827336-3 is: [{'id': '906dc41d-4909-4533-bae5-25570020319e', 'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:58Z', 'updated_at': '2022-02-03T13:03:05Z', 'revision_number': 4, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'gw_port': {'id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:59Z', 'updated_at': '2022-02-03T13:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '14b81336-ece3-4263-b301-11c690b9d32f', 'name': '', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'mac_address': 'fa:16:3e:38:ed:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'bd911557-2171-4f85-99b2-431860ea8276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:03Z', 'updated_at': '2022-02-03T13:03:11Z', 'revision_number': 5, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'subnets': [{'id': 'bd911557-2171-4f85-99b2-431860ea8276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:06:53.126013 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-1121c975-07ba-439a-b820-789ab17720f5 service neutron] show failed (client error): The resource could not be found. Feb 03 13:06:53.131160 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-1121c975-07ba-439a-b820-789ab17720f5 service neutron] 10.222.0.31 "GET /v2.0/ports/df41c963-fbef-4844-abf9-eb4d0394eb9f/bindings/n-h1-827336-3 HTTP/1.1" status: 404 len: 380 time: 0.1389475 Feb 03 13:06:53.158475 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d52a6e3-0d41-4ded-8b21-f974b4d282fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (852b79d8-4690-4342-9e8e-0ecdbad80c0e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:53.261144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6663e885-f385-409e-922f-a0a0b87339b8 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:06:53.334384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 6663e885-f385-409e-922f-a0a0b87339b8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:06:53.335348 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6663e885-f385-409e-922f-a0a0b87339b8 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:06:53.345883 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55598) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:53.384821 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d52a6e3-0d41-4ded-8b21-f974b4d282fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (852b79d8-4690-4342-9e8e-0ecdbad80c0e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:53.390369 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d52a6e3-0d41-4ded-8b21-f974b4d282fb admin admin] Publish callbacks [] for router_controller (852b79d8-4690-4342-9e8e-0ecdbad80c0e), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:53.484270 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a5d9-2117-4715-9c75-c8437af0c25b tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group (c3c3192c-eb02-4c2d-8249-a8f4c4f782ee), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:53.508489 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d52a6e3-0d41-4ded-8b21-f974b4d282fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (852b79d8-4690-4342-9e8e-0ecdbad80c0e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:53.510050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d52a6e3-0d41-4ded-8b21-f974b4d282fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 852b79d8-4690-4342-9e8e-0ecdbad80c0e {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:06:53.519123 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a5d9-2117-4715-9c75-c8437af0c25b tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group (c3c3192c-eb02-4c2d-8249-a8f4c4f782ee), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:53.556514 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d52a6e3-0d41-4ded-8b21-f974b4d282fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:53.560204 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9d52a6e3-0d41-4ded-8b21-f974b4d282fb admin admin] 10.222.0.18 "DELETE /v2.0/routers/852b79d8-4690-4342-9e8e-0ecdbad80c0e HTTP/1.1" status: 204 len: 168 time: 2.2902124 Feb 03 13:06:53.563127 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55602) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:53.577930 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9050ef36-c610-4454-bdb8-0f0d689ce023 None None] New status for floating IP bde070e7-5d5a-4858-892a-429938bf15db: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:06:53.641189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-2104dbd2-81af-49fb-8e8c-2e5abcb128f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:53.643744 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-2104dbd2-81af-49fb-8e8c-2e5abcb128f8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740&tenant_id=6b3ece076217446ab8e2a581b50fd3d4 HTTP/1.1" status: 200 len: 1128 time: 0.1863363 Feb 03 13:06:53.659329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770ca3b-3450-408e-a99c-39622ffa236a req-346e4197-efe0-4b03-8494-30687244c295 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:53.665708 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f770ca3b-3450-408e-a99c-39622ffa236a req-346e4197-efe0-4b03-8494-30687244c295 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 945 time: 0.1530921 Feb 03 13:06:53.670807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827336-3', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:53.677484 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a8fab2-5e13-46c9-abe2-4fd7146b8232 admin admin] Deleting subnet 84989a81-c0b2-4d04-ab6e-b390277d3d58 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:06:53.681863 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a5d9-2117-4715-9c75-c8437af0c25b tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c3c3192c-eb02-4c2d-8249-a8f4c4f782ee), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:53.684971 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a5d9-2117-4715-9c75-c8437af0c25b tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:53.686991 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dbf0a5d9-2117-4715-9c75-c8437af0c25b tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "DELETE /v2.0/security-groups/c3c3192c-eb02-4c2d-8249-a8f4c4f782ee HTTP/1.1" status: 204 len: 168 time: 0.3394723 Feb 03 13:06:53.688299 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97a8fab2-5e13-46c9-abe2-4fd7146b8232 admin admin] Publish callbacks [] for subnet (84989a81-c0b2-4d04-ab6e-b390277d3d58), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:53.713001 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55608) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:53.740681 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-13f28450-29ec-41fa-81c3-b129c4e2b523 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] show failed (client error): The resource could not be found. Feb 03 13:06:53.745016 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-13f28450-29ec-41fa-81c3-b129c4e2b523 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups/c3c3192c-eb02-4c2d-8249-a8f4c4f782ee HTTP/1.1" status: 404 len: 347 time: 0.0309136 Feb 03 13:06:53.745620 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55612) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:53.757449 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97a8fab2-5e13-46c9-abe2-4fd7146b8232 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (84989a81-c0b2-4d04-ab6e-b390277d3d58), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:53.864812 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97a8fab2-5e13-46c9-abe2-4fd7146b8232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (84989a81-c0b2-4d04-ab6e-b390277d3d58), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:53.888446 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0a5d9-2117-4715-9c75-c8437af0c25b tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c3192c-eb02-4c2d-8249-a8f4c4f782ee,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:53.910178 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:53.960405 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f770ca3b-3450-408e-a99c-39622ffa236a req-5a7cff97-ff8f-41fa-af85-37c6e6540ec9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847548 Feb 03 13:06:53.988043 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97a8fab2-5e13-46c9-abe2-4fd7146b8232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (84989a81-c0b2-4d04-ab6e-b390277d3d58), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:54.018711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e054341-b151-4f09-a4c3-3c27f48f7b1e None None] Network 5955d120-8624-4cc2-9533-289b037e3151 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:06:54.033438 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97a8fab2-5e13-46c9-abe2-4fd7146b8232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:54.049365 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-97a8fab2-5e13-46c9-abe2-4fd7146b8232 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/84989a81-c0b2-4d04-ab6e-b390277d3d58 HTTP/1.1" status: 204 len: 168 time: 0.4792936 Feb 03 13:06:54.049365 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55628) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:54.071443 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8fab2-5e13-46c9-abe2-4fd7146b8232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84989a81-c0b2-4d04-ab6e-b390277d3d58,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:54.182248 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb4fc9-199a-4039-8876-611b67f8ea13 req-a38ea50e-0b0e-4f83-aaf7-98bab3d61376 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:54.183854 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bfdb4fc9-199a-4039-8876-611b67f8ea13 req-a38ea50e-0b0e-4f83-aaf7-98bab3d61376 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.1519842 Feb 03 13:06:54.192282 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-735dc644-ecb2-4824-968a-7331ff1d1e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (5955d120-8624-4cc2-9533-289b037e3151), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:54.193201 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7af2f3db-919a-4a0e-a468-015ba0bbd6f7 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Deleting port 93252d15-c7f8-47c4-ac08-669d5ee3b233 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:54.193475 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7af2f3db-919a-4a0e-a468-015ba0bbd6f7 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (93252d15-c7f8-47c4-ac08-669d5ee3b233), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:54.227875 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 3a30cac9-004f-48d4-aae6-46f9ca39e760 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:06:54.266550 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 3a30cac9-004f-48d4-aae6-46f9ca39e760 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:06:54.267011 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 3a30cac9-004f-48d4-aae6-46f9ca39e760 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:06:54.298160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a69f9f-913d-4e0f-88a3-e058eb7027b6 None None] DHCP port deletion for 5955d120-8624-4cc2-9533-289b037e3151 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:06:54.325294 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bfdb4fc9-199a-4039-8876-611b67f8ea13 req-c93362d0-feb8-4323-b841-b81f1663823b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295571 Feb 03 13:06:54.350253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e602c7-8cbe-45eb-a48b-d013362c59f6 req-fcda0e29-64b5-4216-95d2-550eac7b1a95 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:54.351829 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f1e602c7-8cbe-45eb-a48b-d013362c59f6 req-fcda0e29-64b5-4216-95d2-550eac7b1a95 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 945 time: 0.2597351 Feb 03 13:06:54.367894 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-60a69f9f-913d-4e0f-88a3-e058eb7027b6 None None] Deleting port 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:54.368808 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-60a69f9f-913d-4e0f-88a3-e058eb7027b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (8e64ae95-b9fa-4cb7-a64b-27a44b138a6c), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:54.375746 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-735dc644-ecb2-4824-968a-7331ff1d1e75 admin admin] Deleting port 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:06:54.376202 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-735dc644-ecb2-4824-968a-7331ff1d1e75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (8e64ae95-b9fa-4cb7-a64b-27a44b138a6c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:54.419817 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7af2f3db-919a-4a0e-a468-015ba0bbd6f7 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (93252d15-c7f8-47c4-ac08-669d5ee3b233), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:54.420728 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7af2f3db-919a-4a0e-a468-015ba0bbd6f7 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for floatingip (93252d15-c7f8-47c4-ac08-669d5ee3b233), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:54.442233 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7af2f3db-919a-4a0e-a468-015ba0bbd6f7 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Calling delete_port for 93252d15-c7f8-47c4-ac08-669d5ee3b233 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:54.471554 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-60a69f9f-913d-4e0f-88a3-e058eb7027b6 None None] For port 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=8e64ae95-b9fa-4cb7-a64b-27a44b138a6c,segment=NetworkSegment(09a030b0-690e-4549-81e9-07dc4252373c),segment_id=09a030b0-690e-4549-81e9-07dc4252373c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:54.472078 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-60a69f9f-913d-4e0f-88a3-e058eb7027b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (8e64ae95-b9fa-4cb7-a64b-27a44b138a6c), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:54.476157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] For port df41c963-fbef-4844-abf9-eb4d0394eb9f, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f,segment=NetworkSegment(439727d2-983c-4cb6-896d-1b57defa9245),segment_id=439727d2-983c-4cb6-896d-1b57defa9245)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:54.485417 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-735dc644-ecb2-4824-968a-7331ff1d1e75 admin admin] For port 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=8e64ae95-b9fa-4cb7-a64b-27a44b138a6c,segment=NetworkSegment(09a030b0-690e-4549-81e9-07dc4252373c),segment_id=09a030b0-690e-4549-81e9-07dc4252373c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:06:54.485801 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-735dc644-ecb2-4824-968a-7331ff1d1e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (8e64ae95-b9fa-4cb7-a64b-27a44b138a6c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:54.493481 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-60a69f9f-913d-4e0f-88a3-e058eb7027b6 None None] Calling delete_port for 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:54.504456 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-735dc644-ecb2-4824-968a-7331ff1d1e75 admin admin] Calling delete_port for 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:06:54.547611 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f1e602c7-8cbe-45eb-a48b-d013362c59f6 req-0fd161db-3f72-4b34-a69a-5f7b350932e3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664979 Feb 03 13:06:54.604986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] For port df41c963-fbef-4844-abf9-eb4d0394eb9f, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:06:54.608697 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-60a69f9f-913d-4e0f-88a3-e058eb7027b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (8e64ae95-b9fa-4cb7-a64b-27a44b138a6c), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:54.623849 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a69f9f-913d-4e0f-88a3-e058eb7027b6 None None] No DVR routers for this DVR port 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:06:54.666303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a69f9f-913d-4e0f-88a3-e058eb7027b6 None None] Pushing event deleted for resources: {'Port': ['ID=8e64ae95-b9fa-4cb7-a64b-27a44b138a6c,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:54.668814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:06:54.670776 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707e82e6-3fe8-47e1-bb8f-35c8e9989b22" -d '{"events": [{"server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "name": "network-vif-unplugged", "status": "completed", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:06:54.676379 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] Publish callbacks [] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:54.708174 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-735dc644-ecb2-4824-968a-7331ff1d1e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (8e64ae95-b9fa-4cb7-a64b-27a44b138a6c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:54.745869 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] Transition to ACTIVE for port object df41c963-fbef-4844-abf9-eb4d0394eb9f will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:06:54.762259 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7af2f3db-919a-4a0e-a468-015ba0bbd6f7 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (93252d15-c7f8-47c4-ac08-669d5ee3b233), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:54.771068 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735dc644-ecb2-4824-968a-7331ff1d1e75 admin admin] No DVR routers for this DVR port 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:06:54.774072 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735dc644-ecb2-4824-968a-7331ff1d1e75 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e64ae95-b9fa-4cb7-a64b-27a44b138a6c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:54.786762 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b324692a-c29e-493f-a4d8-f3e9bf33e3da x-openstack-request-id: req-b324692a-c29e-493f-a4d8-f3e9bf33e3da {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:06:54.787233 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "name": "network-vif-unplugged", "status": "completed", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:06:54.787801 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b324692a-c29e-493f-a4d8-f3e9bf33e3da {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:06:54.788825 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f', 'code': 200} Feb 03 13:06:54.797525 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:54.886724 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-735dc644-ecb2-4824-968a-7331ff1d1e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (5955d120-8624-4cc2-9533-289b037e3151), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:54.897680 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2f3db-919a-4a0e-a468-015ba0bbd6f7 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Pushing event deleted for resources: {'Port': ['ID=93252d15-c7f8-47c4-ac08-669d5ee3b233,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:54.942489 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-735dc644-ecb2-4824-968a-7331ff1d1e75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5955d120-8624-4cc2-9533-289b037e3151']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:54.963528 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-735dc644-ecb2-4824-968a-7331ff1d1e75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a030b0-690e-4549-81e9-07dc4252373c') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:54.964316 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-735dc644-ecb2-4824-968a-7331ff1d1e75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a030b0-690e-4549-81e9-07dc4252373c') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:06:54.991137 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-735dc644-ecb2-4824-968a-7331ff1d1e75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (09a030b0-690e-4549-81e9-07dc4252373c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.025209 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-735dc644-ecb2-4824-968a-7331ff1d1e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (09a030b0-690e-4549-81e9-07dc4252373c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.036383 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735dc644-ecb2-4824-968a-7331ff1d1e75 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:06:55.036946 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-735dc644-ecb2-4824-968a-7331ff1d1e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (09a030b0-690e-4549-81e9-07dc4252373c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: self.session.flush() Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:06:55.039759 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:06:55.155412 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-735dc644-ecb2-4824-968a-7331ff1d1e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (5955d120-8624-4cc2-9533-289b037e3151), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.174743 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-735dc644-ecb2-4824-968a-7331ff1d1e75 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.185583 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] Pushing event updated for resources: {'Port': ['ID=df41c963-fbef-4844-abf9-eb4d0394eb9f,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:55.210075 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7af2f3db-919a-4a0e-a468-015ba0bbd6f7 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for floatingip (bde070e7-5d5a-4858-892a-429938bf15db), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.212192 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-735dc644-ecb2-4824-968a-7331ff1d1e75 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5955d120-8624-4cc2-9533-289b037e3151 HTTP/1.1" status: 204 len: 168 time: 1.1577015 Feb 03 13:06:55.213357 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7af2f3db-919a-4a0e-a468-015ba0bbd6f7 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.217922 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7af2f3db-919a-4a0e-a468-015ba0bbd6f7 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "DELETE /v2.0/floatingips/bde070e7-5d5a-4858-892a-429938bf15db HTTP/1.1" status: 204 len: 168 time: 1.4594674 Feb 03 13:06:55.241792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] No DVR routers for this DVR port df41c963-fbef-4844-abf9-eb4d0394eb9f on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:06:55.251873 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735dc644-ecb2-4824-968a-7331ff1d1e75 admin admin] Pushing event deleted for resources: {'Network': ['ID=5955d120-8624-4cc2-9533-289b037e3151,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:55.254176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:06:55.316843 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:06:55.317417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 8e64ae95-b9fa-4cb7-a64b-27a44b138a6c not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:06:55.318949 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a65e192b-68ca-4f94-8304-ab3918121ec0 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:06:55.426118 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: a65e192b-68ca-4f94-8304-ab3918121ec0 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:06:55.438542 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device a65e192b-68ca-4f94-8304-ab3918121ec0 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:06:55.597065 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55794) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:55.662758 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] Attempting to bind port df41c963-fbef-4844-abf9-eb4d0394eb9f on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:06:55.663132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] Attempting to bind port df41c963-fbef-4844-abf9-eb4d0394eb9f by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '439727d2-983c-4cb6-896d-1b57defa9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:06:55.663445 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] Attempting to bind port df41c963-fbef-4844-abf9-eb4d0394eb9f on network ca8b1202-28b9-4749-8902-b8a9382d93a8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:06:55.677743 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] Port df41c963-fbef-4844-abf9-eb4d0394eb9f on network ca8b1202-28b9-4749-8902-b8a9382d93a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:06:55.678339 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] Attempting to bind port df41c963-fbef-4844-abf9-eb4d0394eb9f on network ca8b1202-28b9-4749-8902-b8a9382d93a8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:06:55.693999 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0e4ef93e-f4b9-4d9f-bb5d-f194908f2a86 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a73e499f8a04f91aff5141c366e6af4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0934982 Feb 03 13:06:55.694351 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55808) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:55.698026 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:06:55.698385 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] Checking segment: {'id': '439727d2-983c-4cb6-896d-1b57defa9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:06:55.698785 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] Bound using segment: {'id': '439727d2-983c-4cb6-896d-1b57defa9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:06:55.699312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] Bound port: df41c963-fbef-4844-abf9-eb4d0394eb9f, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '439727d2-983c-4cb6-896d-1b57defa9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:06:55.699668 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.792449 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] For port df41c963-fbef-4844-abf9-eb4d0394eb9f, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:06:55.795893 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] For port df41c963-fbef-4844-abf9-eb4d0394eb9f, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f,segment=NetworkSegment(439727d2-983c-4cb6-896d-1b57defa9245),segment_id=439727d2-983c-4cb6-896d-1b57defa9245)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:06:55.804241 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.840718 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1e2c4c4-71a9-42ad-b247-f67d8c797979 admin admin] Publish callbacks [] for security_group (c3a869da-5390-4333-8853-bfc25bdd79d7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.880643 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:55.881265 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:55.885876 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] 10.222.0.73 "PUT /v2.0/ports/df41c963-fbef-4844-abf9-eb4d0394eb9f HTTP/1.1" status: 200 len: 1092 time: 2.2186656 Feb 03 13:06:55.922123 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1e2c4c4-71a9-42ad-b247-f67d8c797979 admin admin] Publish callbacks [] for security_group (c3a869da-5390-4333-8853-bfc25bdd79d7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:56.044792 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1e2c4c4-71a9-42ad-b247-f67d8c797979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c3a869da-5390-4333-8853-bfc25bdd79d7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:56.048743 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1e2c4c4-71a9-42ad-b247-f67d8c797979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:56.052556 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c1e2c4c4-71a9-42ad-b247-f67d8c797979 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c3a869da-5390-4333-8853-bfc25bdd79d7 HTTP/1.1" status: 204 len: 168 time: 0.3545232 Feb 03 13:06:56.069119 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f33707-76a7-4fd4-ad81-e300406212d5 service neutron] Pushing event updated for resources: {'Port': ['ID=df41c963-fbef-4844-abf9-eb4d0394eb9f,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:56.100221 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2c4c4-71a9-42ad-b247-f67d8c797979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a869da-5390-4333-8853-bfc25bdd79d7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:56.144302 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-95866912-6ca4-4202-9034-0b2984bb50ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:56.147616 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-95866912-6ca4-4202-9034-0b2984bb50ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 1126 time: 0.2241256 Feb 03 13:06:56.223127 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device df41c963-fbef-4844-abf9-eb4d0394eb9f no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:06:56.350391 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] The host n-h2-827336-3 is not matching for port df41c963-fbef-4844-abf9-eb4d0394eb9f host n-h1-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:06:56.350817 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device df41c963-fbef-4844-abf9-eb4d0394eb9f not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:06:56.424654 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-bde890b2-f6b4-46b7-9ccf-be182daa8837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:56.426641 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-bde890b2-f6b4-46b7-9ccf-be182daa8837 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ca8b1202-28b9-4749-8902-b8a9382d93a8 HTTP/1.1" status: 200 len: 897 time: 0.2727187 Feb 03 13:06:56.491368 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55882) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:56.499232 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-633d254b-156e-4db3-85af-20ff5114a324 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--527771654', 'description': 'tempest-description--1378447739'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:56.543406 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-633d254b-156e-4db3-85af-20ff5114a324 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:56.633419 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-d17faa8f-8e71-4606-9789-080a528fb06c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f HTTP/1.1" status: 200 len: 1000 time: 0.1982427 Feb 03 13:06:56.761211 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-633d254b-156e-4db3-85af-20ff5114a324 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group (e0227988-2c1a-4e5a-9853-a65a8be5c7ff), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:56.775247 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-633d254b-156e-4db3-85af-20ff5114a324 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e0227988-2c1a-4e5a-9853-a65a8be5c7ff), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:56.840498 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:06:56.855316 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-633d254b-156e-4db3-85af-20ff5114a324 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:56.861787 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa775a1-0a78-4288-b6de-43bc00b4f484" -d '{"events": [{"name": "network-changed", "server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:06:56.862887 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-633d254b-156e-4db3-85af-20ff5114a324 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3691626 Feb 03 13:06:56.864257 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55926) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:56.877998 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fb198a70-af97-44e5-aacf-8ae6f8940e98 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Request body: {'security_group_rule': {'security_group_id': 'e0227988-2c1a-4e5a-9853-a65a8be5c7ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:56.894082 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d254b-156e-4db3-85af-20ff5114a324 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0227988-2c1a-4e5a-9853-a65a8be5c7ff,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:56.923525 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb198a70-af97-44e5-aacf-8ae6f8940e98 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group_rule (fcdd2d6b-23ca-4e29-9078-09419f7fec3d), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:56.980837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-e3ecc4ff-c327-438b-b7bf-aa2a60f1b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:56.985610 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-e3ecc4ff-c327-438b-b7bf-aa2a60f1b4cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f8c2b6b-8a00-466a-8033-a3a24815b33d HTTP/1.1" status: 200 len: 833 time: 0.3377063 Feb 03 13:06:57.050240 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb198a70-af97-44e5-aacf-8ae6f8940e98 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group_rule (fcdd2d6b-23ca-4e29-9078-09419f7fec3d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:57.062954 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f013ed-f1b4-4628-b89a-3c8db80805e1 req-7e72f805-4134-473b-adf6-525ee1ad05d0 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:57.065266 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb198a70-af97-44e5-aacf-8ae6f8940e98 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (fcdd2d6b-23ca-4e29-9078-09419f7fec3d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:57.071598 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30f013ed-f1b4-4628-b89a-3c8db80805e1 req-7e72f805-4134-473b-adf6-525ee1ad05d0 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 944 time: 0.4036889 Feb 03 13:06:57.147619 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb198a70-af97-44e5-aacf-8ae6f8940e98 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcdd2d6b-23ca-4e29-9078-09419f7fec3d,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:57.149654 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55964) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:57.157405 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb198a70-af97-44e5-aacf-8ae6f8940e98 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:57.161677 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fb198a70-af97-44e5-aacf-8ae6f8940e98 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2906833 Feb 03 13:06:57.162516 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 55966) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:57.170454 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3fb6b729-a7eb-465a-a114-ab9d44368bca tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Request body: {'security_group_rule': {'security_group_id': 'e0227988-2c1a-4e5a-9853-a65a8be5c7ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:57.216227 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30f013ed-f1b4-4628-b89a-3c8db80805e1 req-29fe2163-6e9c-412b-8526-0742dd5bde85 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433749 Feb 03 13:06:57.234533 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-4da510a1-2c3d-4035-8904-aaebec98fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:57.234533 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-4da510a1-2c3d-4035-8904-aaebec98fad3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca8b1202-28b9-4749-8902-b8a9382d93a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2426634 Feb 03 13:06:57.248004 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-05ce0075-62eb-4ac4-b7eb-0c5da9f6c8a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40e6850c208941aeb9681d937d1abc17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0939653 Feb 03 13:06:57.249823 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 55976) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:57.294264 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b729-a7eb-465a-a114-ab9d44368bca tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group_rule (34d774d4-e46f-4714-9fee-5ee89e6f2be1), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:57.344650 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f993f7b-e2da-48f2-b5c0-09bfed7634b8 x-openstack-request-id: req-6f993f7b-e2da-48f2-b5c0-09bfed7634b8 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:06:57.344946 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:06:57.345392 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f993f7b-e2da-48f2-b5c0-09bfed7634b8 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:06:57.345791 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f', 'status': 'completed', 'code': 200} Feb 03 13:06:57.390977 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-244930dc-a2db-4983-86f9-879158338977 admin admin] Publish callbacks [] for security_group (8a5f1ac8-89d4-4894-823d-b0b33795c830), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:57.439228 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-244930dc-a2db-4983-86f9-879158338977 admin admin] Publish callbacks [] for security_group (8a5f1ac8-89d4-4894-823d-b0b33795c830), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:57.474082 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-608815c5-bb17-490a-9a05-5b5b4e8909a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:57.476385 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-608815c5-bb17-490a-9a05-5b5b4e8909a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 1126 time: 0.1223426 Feb 03 13:06:57.514257 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b729-a7eb-465a-a114-ab9d44368bca tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group_rule (34d774d4-e46f-4714-9fee-5ee89e6f2be1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:57.518708 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-dff04979-8b7e-425f-a332-56a5a1ec1ad6 service neutron] 10.222.0.73 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783961 Feb 03 13:06:57.520026 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b729-a7eb-465a-a114-ab9d44368bca tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (34d774d4-e46f-4714-9fee-5ee89e6f2be1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:57.609058 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6b729-a7eb-465a-a114-ab9d44368bca tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d774d4-e46f-4714-9fee-5ee89e6f2be1,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:57.609658 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-244930dc-a2db-4983-86f9-879158338977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8a5f1ac8-89d4-4894-823d-b0b33795c830), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:57.612615 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-244930dc-a2db-4983-86f9-879158338977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:57.613932 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-244930dc-a2db-4983-86f9-879158338977 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a5f1ac8-89d4-4894-823d-b0b33795c830 HTTP/1.1" status: 204 len: 168 time: 0.3630111 Feb 03 13:06:57.631334 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244930dc-a2db-4983-86f9-879158338977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5f1ac8-89d4-4894-823d-b0b33795c830,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:57.631778 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b729-a7eb-465a-a114-ab9d44368bca tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:57.638154 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3fb6b729-a7eb-465a-a114-ab9d44368bca tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4726481 Feb 03 13:06:57.642137 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56022) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:06:57.654821 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0e0d1178-ef64-4bcc-9920-a637f9e18508 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:06:57.693706 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-788ecfd4-5dac-4bf9-846d-f5bcb5ba4690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:57.695634 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-788ecfd4-5dac-4bf9-846d-f5bcb5ba4690 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca8b1202-28b9-4749-8902-b8a9382d93a8 HTTP/1.1" status: 200 len: 897 time: 0.2093005 Feb 03 13:06:57.729705 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e0d1178-ef64-4bcc-9920-a637f9e18508 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:57.845542 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf34928b-7e92-4592-bed0-bf4d55f47df6 req-b1902357-3f09-40a0-86c5-32b79f69caef service neutron] 10.222.0.73 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192270 Feb 03 13:06:57.890981 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-06645970-77c3-41dd-9511-e12737a8d913 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f HTTP/1.1" status: 200 len: 1000 time: 0.1898754 Feb 03 13:06:58.166084 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-ab6f1fe7-3af5-42d1-87f9-0c3de6ba72a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:58.169686 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-ab6f1fe7-3af5-42d1-87f9-0c3de6ba72a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 1126 time: 0.1823297 Feb 03 13:06:58.210694 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-7078fada-d6b8-4bd9-a7b6-4822fafd7a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:58.213009 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-7078fada-d6b8-4bd9-a7b6-4822fafd7a73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f8c2b6b-8a00-466a-8033-a3a24815b33d HTTP/1.1" status: 200 len: 833 time: 0.3160224 Feb 03 13:06:58.271448 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e0d1178-ef64-4bcc-9920-a637f9e18508 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:58.481962 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-255362a4-af0d-421b-a371-1904cf0ee04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:58.484774 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-255362a4-af0d-421b-a371-1904cf0ee04b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca8b1202-28b9-4749-8902-b8a9382d93a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2653084 Feb 03 13:06:58.520696 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-1ae87251-a949-4b6f-9b2a-ec0d1fdb38c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:58.522335 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-1ae87251-a949-4b6f-9b2a-ec0d1fdb38c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ca8b1202-28b9-4749-8902-b8a9382d93a8 HTTP/1.1" status: 200 len: 897 time: 0.3470099 Feb 03 13:06:58.534516 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc9b65-ebc9-4b52-88b8-1566b5c16eaf req-323e25ff-809d-48de-9e56-d745399bb074 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:58.540727 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b1bc9b65-ebc9-4b52-88b8-1566b5c16eaf req-323e25ff-809d-48de-9e56-d745399bb074 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 944 time: 0.1310594 Feb 03 13:06:58.654996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-0e0d1178-ef64-4bcc-9920-a637f9e18508 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Allocated IP 172.25.6.229 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/30673da2-5d3d-4a1f-955d-ef8c8c0b04f8) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:06:58.665664 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-a3727783-2b44-492d-8786-b8c4e7c2b98c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f HTTP/1.1" status: 200 len: 1000 time: 0.1231005 Feb 03 13:06:58.670542 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b1bc9b65-ebc9-4b52-88b8-1566b5c16eaf req-be340cdb-7eb5-47eb-be60-93c1f21daec8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197877 Feb 03 13:06:58.685036 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-057544e4-7df3-43af-a2d0-b39443429480 service neutron] 10.222.0.31 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769369 Feb 03 13:06:58.731301 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-cfe6e25c-dff6-48be-a13d-46bb959fbf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:58.734123 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-cfe6e25c-dff6-48be-a13d-46bb959fbf95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f8c2b6b-8a00-466a-8033-a3a24815b33d HTTP/1.1" status: 200 len: 833 time: 0.0619867 Feb 03 13:06:58.815100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-40fb7a37-fd67-4002-8529-c0b06cece12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:58.817343 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-40fb7a37-fd67-4002-8529-c0b06cece12e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca8b1202-28b9-4749-8902-b8a9382d93a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0781479 Feb 03 13:06:58.870974 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-b7554d93-183c-4485-8b60-0cf8da806efe service neutron] 10.222.0.31 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702609 Feb 03 13:06:58.875252 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e0d1178-ef64-4bcc-9920-a637f9e18508 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for port (30673da2-5d3d-4a1f-955d-ef8c8c0b04f8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:58.950466 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e0d1178-ef64-4bcc-9920-a637f9e18508 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (30673da2-5d3d-4a1f-955d-ef8c8c0b04f8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:59.000519 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-87f13562-bb47-4d2b-ad27-7fb6f8a5dab5 service neutron] 10.222.0.73 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752024 Feb 03 13:06:59.011476 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0d1178-ef64-4bcc-9920-a637f9e18508 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:06:59.014664 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0e0d1178-ef64-4bcc-9920-a637f9e18508 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:06:59.021470 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d1178-ef64-4bcc-9920-a637f9e18508 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:06:59.025073 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d1178-ef64-4bcc-9920-a637f9e18508 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Pushing event updated for resources: {'Port': ['ID=30673da2-5d3d-4a1f-955d-ef8c8c0b04f8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:59.194818 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e0d1178-ef64-4bcc-9920-a637f9e18508 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for floatingip (f01bcec8-b950-4f20-a783-67f1a1a94d04), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:59.236979 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fa775a1-0a78-4288-b6de-43bc00b4f484 req-4ee75988-9f7a-4d1c-9cb1-ad8a248050a2 service neutron] 10.222.0.73 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261992 Feb 03 13:06:59.270997 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e0d1178-ef64-4bcc-9920-a637f9e18508 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (30673da2-5d3d-4a1f-955d-ef8c8c0b04f8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:59.526336 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e0d1178-ef64-4bcc-9920-a637f9e18508 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for port (30673da2-5d3d-4a1f-955d-ef8c8c0b04f8), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:59.533737 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e0d1178-ef64-4bcc-9920-a637f9e18508 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (30673da2-5d3d-4a1f-955d-ef8c8c0b04f8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:59.951555 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d1178-ef64-4bcc-9920-a637f9e18508 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Pushing event updated for resources: {'Port': ['ID=30673da2-5d3d-4a1f-955d-ef8c8c0b04f8,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:06:59.971862 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e0d1178-ef64-4bcc-9920-a637f9e18508 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (f01bcec8-b950-4f20-a783-67f1a1a94d04), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:06:59.994757 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dc422-1d58-41ef-a4ab-b713dd2cd55b req-b97312dd-9a81-4c07-bbc6-3c75b320ab65 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:06:59.996392 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-048dc422-1d58-41ef-a4ab-b713dd2cd55b req-b97312dd-9a81-4c07-bbc6-3c75b320ab65 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 944 time: 0.0837672 Feb 03 13:07:00.000307 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e0d1178-ef64-4bcc-9920-a637f9e18508 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:00.009970 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0e0d1178-ef64-4bcc-9920-a637f9e18508 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3584683 Feb 03 13:07:00.064850 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-048dc422-1d58-41ef-a4ab-b713dd2cd55b req-67e8e9f4-b090-4f95-8e1a-c2a3f59766e5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575228 Feb 03 13:07:00.257380 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-6bc0f50b-fee8-442c-b31a-eee5b700a33b tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--527771654&fields=id&tenant_id=5c8ffc7f02e14280b5d12bfe5ef5be2a HTTP/1.1" status: 200 len: 267 time: 0.0571034 Feb 03 13:07:00.378798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-c0ef6af5-1faf-4713-bb20-3659633495de tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:00.386827 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-c0ef6af5-1faf-4713-bb20-3659633495de tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/networks?id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03 HTTP/1.1" status: 200 len: 810 time: 0.1302726 Feb 03 13:07:00.405483 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-6a632820-a095-48ff-b3e0-71773d674286 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/quotas/5c8ffc7f02e14280b5d12bfe5ef5be2a HTTP/1.1" status: 200 len: 375 time: 0.0162780 Feb 03 13:07:00.469960 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-d53b6e0d-21d4-4963-a607-b1a4d212dd37 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c8ffc7f02e14280b5d12bfe5ef5be2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636218 Feb 03 13:07:00.549330 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-5c2f5a5e-ea32-4017-996c-fc9a10216964 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:00.551062 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-5c2f5a5e-ea32-4017-996c-fc9a10216964 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 811 time: 0.1219056 Feb 03 13:07:00.566985 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-5b3ceb66-162c-42ad-84fb-dcd9a448ced9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/quotas/47cedc9968b440be9d535d988911feb3 HTTP/1.1" status: 200 len: 375 time: 0.0105944 Feb 03 13:07:00.578045 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-c54bc14f-e13c-4c64-bb6e-bea2c4389e13 service neutron] 10.222.0.18 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962710 Feb 03 13:07:00.631083 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-8b51f5eb-3c20-465f-860c-7b657a4f1153 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0576022 Feb 03 13:07:00.676719 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-21ecb06e-c3ee-4b14-8733-750f3ab01fd6 service neutron] 10.222.0.18 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929058 Feb 03 13:07:00.738063 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-c963c70d-2967-4e61-b60c-35c28385ee04 service neutron] 10.222.0.18 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994945 Feb 03 13:07:00.840516 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-7e3918da-9306-446a-9215-d64c20dc8f61 service neutron] 10.222.0.18 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962658 Feb 03 13:07:00.903642 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c491b5b9-1c25-4c49-a6be-02eb53e0b19d req-2d2a5c38-24a6-4069-85d8-187fa2148454 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 210 time: 0.0555983 Feb 03 13:07:01.175302 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d257effa-ed4d-4955-b46e-88bf67cc8baf req-8a78ee86-8768-42c2-a4bb-2f072b8ec419 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 210 time: 0.1027827 Feb 03 13:07:01.265651 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323255d-d831-42d5-aa4b-07862894c690 req-8d707d1e-7890-4580-91f5-c2da7d6a1908 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:01.274919 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d323255d-d831-42d5-aa4b-07862894c690 req-8d707d1e-7890-4580-91f5-c2da7d6a1908 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 944 time: 0.0760455 Feb 03 13:07:01.293812 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:01.364238 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d323255d-d831-42d5-aa4b-07862894c690 req-0958dedd-51b3-436a-8204-1f88da238174 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881329 Feb 03 13:07:01.627731 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device df41c963-fbef-4844-abf9-eb4d0394eb9f details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:07:01.756191 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port df41c963-fbef-4844-abf9-eb4d0394eb9f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f,segment=NetworkSegment(439727d2-983c-4cb6-896d-1b57defa9245),segment_id=439727d2-983c-4cb6-896d-1b57defa9245)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:01.768251 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'df41c963-fbef-4844-abf9-eb4d0394eb9f', 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8', 'port_id': 'df41c963-fbef-4844-abf9-eb4d0394eb9f', 'mac_address': 'fa:16:3e:08:3e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:07:01.819697 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port df41c963-fbef-4844-abf9-eb4d0394eb9f is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:07:01.820753 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:01.836446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df41c963-fbef-4844-abf9-eb4d0394eb9f {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:07:01.860415 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port df41c963-fbef-4844-abf9-eb4d0394eb9f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f,segment=NetworkSegment(439727d2-983c-4cb6-896d-1b57defa9245),segment_id=439727d2-983c-4cb6-896d-1b57defa9245)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:01.865125 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:01.931778 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=df41c963-fbef-4844-abf9-eb4d0394eb9f,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:02.074375 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-05be4193-9a65-48a1-bbd8-d3c8c106bc37 req-8bd2a6ae-d506-4983-9e88-529078e46a64 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 210 time: 0.0467131 Feb 03 13:07:02.314341 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['df41c963-fbef-4844-abf9-eb4d0394eb9f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:07:02.317564 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b1580764-3b36-469c-9aaf-d03dc4d60537 req-75904a45-4592-45ed-b7ec-f9c608ad70e3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 210 time: 0.0627766 Feb 03 13:07:02.341498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-2d8cd551-fe0b-405c-bf23-fe75e7166ad4 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:02.346418 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-2d8cd551-fe0b-405c-bf23-fe75e7166ad4 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.31 "GET /v2.0/networks?id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03 HTTP/1.1" status: 200 len: 810 time: 0.2177510 Feb 03 13:07:02.439309 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-58497abd-adb2-4399-a482-af3973c89f93 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c8ffc7f02e14280b5d12bfe5ef5be2a HTTP/1.1" status: 200 len: 379 time: 0.0848401 Feb 03 13:07:02.449610 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-68dbbb6c-faae-4fcc-8947-66c5b2aecf06 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Request body: {'port': {'device_id': '574293e2-f732-4705-9cf4-58dec7779354', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'admin_state_up': True, 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'security_groups': ['e0227988-2c1a-4e5a-9853-a65a8be5c7ff']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:07:02.548972 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037378b-53b4-4106-aac3-53b0e6726663 req-b19df763-f140-4899-bb84-1f06a9673906 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:02.550801 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5037378b-53b4-4106-aac3-53b0e6726663 req-b19df763-f140-4899-bb84-1f06a9673906 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 945 time: 0.0772965 Feb 03 13:07:02.637576 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5037378b-53b4-4106-aac3-53b0e6726663 req-a334fe69-a4ef-4f12-99ca-990a86f9393a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803337 Feb 03 13:07:02.705366 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-0e40bea8-d118-4593-ac08-233f8338350b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:02.707735 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-0e40bea8-d118-4593-ac08-233f8338350b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.31 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 811 time: 0.2403619 Feb 03 13:07:02.721925 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-0ab5c24e-fa7c-47fb-8f2a-119c0fc259f1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Request body: {'port': {'device_id': 'b97b0c57-1f93-4a06-b48f-f4e32662e29d', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'admin_state_up': True, 'tenant_id': '47cedc9968b440be9d535d988911feb3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:07:02.820804 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-68dbbb6c-faae-4fcc-8947-66c5b2aecf06 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Made reservation on behalf of 5c8ffc7f02e14280b5d12bfe5ef5be2a for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:07:02.825974 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-68dbbb6c-faae-4fcc-8947-66c5b2aecf06 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:02.994560 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-0ab5c24e-fa7c-47fb-8f2a-119c0fc259f1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Made reservation on behalf of 47cedc9968b440be9d535d988911feb3 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:07:03.000199 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-0ab5c24e-fa7c-47fb-8f2a-119c0fc259f1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:03.205665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-68dbbb6c-faae-4fcc-8947-66c5b2aecf06 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Allocated IP 172.20.0.14 (f6d1ce66-d18b-43ca-b278-f3cd61f50f03/bd911557-2171-4f85-99b2-431860ea8276/da1ca5d1-ef4c-4987-97d6-d5235edb909b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:07:03.344411 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-0ab5c24e-fa7c-47fb-8f2a-119c0fc259f1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Allocated IP 172.20.0.11 (c7d910a7-219c-4471-8faf-04d787751463/c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28/71c9691c-b917-4033-9641-ef212ac9842d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:07:03.513460 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-49aad388-1f02-4d45-8717-249e582d3b23 req-6e95fa52-09ad-406e-a774-01bc4410bfec tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 210 time: 0.2440591 Feb 03 13:07:03.515874 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4ee75437-ed73-41e9-809d-14c4e4b28d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:03.634342 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device df41c963-fbef-4844-abf9-eb4d0394eb9f up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:07:03.683777 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-44bb426a-a76a-4416-acee-720eb52e0e58 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:03.686348 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-44bb426a-a76a-4416-acee-720eb52e0e58 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740&tenant_id=6b3ece076217446ab8e2a581b50fd3d4&binding%3Ahost_id=n-h1-827336-3 HTTP/1.1" status: 200 len: 945 time: 0.7931273 Feb 03 13:07:03.725914 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2dbc1-59a0-4b00-aa3b-944b7d541092 req-e6683135-627f-49a5-865c-0d05b1f06148 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:03.728038 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38b2dbc1-59a0-4b00-aa3b-944b7d541092 req-e6683135-627f-49a5-865c-0d05b1f06148 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 945 time: 0.1484549 Feb 03 13:07:03.752387 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port df41c963-fbef-4844-abf9-eb4d0394eb9f completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:07:03.758499 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port df41c963-fbef-4844-abf9-eb4d0394eb9f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:07:03.759093 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:03.776603 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c39a8906-8eb8-4278-8f4a-726ba38e832a req-efe7bac5-e514-4dbc-b30f-b2953b841494 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 210 time: 0.0849059 Feb 03 13:07:03.839130 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-0ab5c24e-fa7c-47fb-8f2a-119c0fc259f1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for port (71c9691c-b917-4033-9641-ef212ac9842d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:03.843719 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-68dbbb6c-faae-4fcc-8947-66c5b2aecf06 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for port (da1ca5d1-ef4c-4987-97d6-d5235edb909b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:03.883768 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port df41c963-fbef-4844-abf9-eb4d0394eb9f is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:07:03.884214 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:03.899866 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-6f10503b-4ba4-43d9-a572-ba20c1f267ef service neutron] 10.222.0.73 "GET /v2.0/ports/df41c963-fbef-4844-abf9-eb4d0394eb9f/bindings/n-h1-827336-3 HTTP/1.1" status: 200 len: 382 time: 0.2048969 Feb 03 13:07:03.912944 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-0ab5c24e-fa7c-47fb-8f2a-119c0fc259f1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (71c9691c-b917-4033-9641-ef212ac9842d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:03.915583 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-68dbbb6c-faae-4fcc-8947-66c5b2aecf06 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (da1ca5d1-ef4c-4987-97d6-d5235edb909b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:03.917971 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:07:03.920391 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5aba25b-7e95-43e5-aee2-1af5f4502b1c" -d '{"events": [{"server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "name": "network-vif-plugged", "status": "completed", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:07:03.943721 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38b2dbc1-59a0-4b00-aa3b-944b7d541092 req-1ff32d6b-1cc7-4ecb-9121-e128b13ca918 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088502 Feb 03 13:07:03.980869 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['149346f5-f48b-4db8-8cc6-d468316690a0'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:07:04.012976 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-a666580d-0ae2-44da-a1d1-c37b1970bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:04.015082 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-a666580d-0ae2-44da-a1d1-c37b1970bdfa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 1127 time: 0.0675931 Feb 03 13:07:04.028722 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port df41c963-fbef-4844-abf9-eb4d0394eb9f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f,segment=NetworkSegment(439727d2-983c-4cb6-896d-1b57defa9245),segment_id=439727d2-983c-4cb6-896d-1b57defa9245)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:04.030649 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-68dbbb6c-faae-4fcc-8947-66c5b2aecf06 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Network f6d1ce66-d18b-43ca-b278-f3cd61f50f03 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:07:04.034244 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778e7818-ffa6-4636-838a-59053f676226 x-openstack-request-id: req-778e7818-ffa6-4636-838a-59053f676226 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:07:04.034732 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "name": "network-vif-plugged", "status": "completed", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:07:04.035136 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-778e7818-ffa6-4636-838a-59053f676226 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:07:04.035917 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f', 'code': 200} Feb 03 13:07:04.040503 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:04.054515 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-68dbbb6c-faae-4fcc-8947-66c5b2aecf06 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:07:04.079361 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5c24e-fa7c-47fb-8f2a-119c0fc259f1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event updated for resources: {'Port': ['ID=71c9691c-b917-4033-9641-ef212ac9842d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:04.091870 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-68dbbb6c-faae-4fcc-8947-66c5b2aecf06 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:07:04.131351 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-0ab5c24e-fa7c-47fb-8f2a-119c0fc259f1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Network c7d910a7-219c-4471-8faf-04d787751463 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:07:04.136314 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-0ab5c24e-fa7c-47fb-8f2a-119c0fc259f1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:07:04.231297 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=df41c963-fbef-4844-abf9-eb4d0394eb9f,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:04.266891 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbbb6c-faae-4fcc-8947-66c5b2aecf06 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Pushing event updated for resources: {'Port': ['ID=da1ca5d1-ef4c-4987-97d6-d5235edb909b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:04.269811 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-0ab5c24e-fa7c-47fb-8f2a-119c0fc259f1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:07:04.344317 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-fac09fe4-572c-4bf7-95f1-9144bcfa9ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:04.350153 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-fac09fe4-572c-4bf7-95f1-9144bcfa9ebe service neutron] 10.222.0.73 "GET /v2.0/networks?id=ca8b1202-28b9-4749-8902-b8a9382d93a8 HTTP/1.1" status: 200 len: 897 time: 0.2854881 Feb 03 13:07:04.389961 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-0ab5c24e-fa7c-47fb-8f2a-119c0fc259f1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:04.390692 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-0ab5c24e-fa7c-47fb-8f2a-119c0fc259f1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:04.411867 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-68dbbb6c-faae-4fcc-8947-66c5b2aecf06 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:04.412729 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-68dbbb6c-faae-4fcc-8947-66c5b2aecf06 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:04.432291 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-0ab5c24e-fa7c-47fb-8f2a-119c0fc259f1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7149875 Feb 03 13:07:04.438400 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-68dbbb6c-faae-4fcc-8947-66c5b2aecf06 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9936681 Feb 03 13:07:04.444957 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] Request body: {'port': {'device_id': 'b97b0c57-1f93-4a06-b48f-f4e32662e29d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:07:04.497072 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-01698c94-fa49-4de5-a5b1-2e85e17e785a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f HTTP/1.1" status: 200 len: 1002 time: 0.1397984 Feb 03 13:07:04.544638 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7433da60-9aef-4983-aea7-9c18c3ba09d1 None None] Provisioning complete for port 71c9691c-b917-4033-9641-ef212ac9842d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:07:04.545992 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (71c9691c-b917-4033-9641-ef212ac9842d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:04.546319 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7433da60-9aef-4983-aea7-9c18c3ba09d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (71c9691c-b917-4033-9641-ef212ac9842d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:04.552504 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] Request body: {'port': {'device_id': '574293e2-f732-4705-9cf4-58dec7779354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:07:04.564419 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-aa665446-b755-4a95-ad96-4d8603737af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:04.565912 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-aa665446-b755-4a95-ad96-4d8603737af4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f8c2b6b-8a00-466a-8033-a3a24815b33d HTTP/1.1" status: 200 len: 833 time: 0.0630689 Feb 03 13:07:04.593960 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7433da60-9aef-4983-aea7-9c18c3ba09d1 None None] Port 71c9691c-b917-4033-9641-ef212ac9842d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:07:04.616692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7433da60-9aef-4983-aea7-9c18c3ba09d1 None None] Provisioning complete for port da1ca5d1-ef4c-4987-97d6-d5235edb909b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:07:04.617079 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7433da60-9aef-4983-aea7-9c18c3ba09d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (da1ca5d1-ef4c-4987-97d6-d5235edb909b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:04.696778 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7433da60-9aef-4983-aea7-9c18c3ba09d1 None None] Port da1ca5d1-ef4c-4987-97d6-d5235edb909b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:07:04.696954 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-f4ef2991-8458-4083-a7e5-82312467f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:04.698412 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-f4ef2991-8458-4083-a7e5-82312467f0b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca8b1202-28b9-4749-8902-b8a9382d93a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1262426 Feb 03 13:07:04.744522 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaa549-ef49-4bea-9e29-a327d8952b21 req-667788e0-6799-4293-b157-7ae57e42e665 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:04.745851 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46eaa549-ef49-4bea-9e29-a327d8952b21 req-667788e0-6799-4293-b157-7ae57e42e665 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 932 time: 0.1096931 Feb 03 13:07:04.818431 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (da1ca5d1-ef4c-4987-97d6-d5235edb909b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:04.842508 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-46eaa549-ef49-4bea-9e29-a327d8952b21 req-f3ad08f3-0560-4ad2-9cc1-ffc60048cf06 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0227988-2c1a-4e5a-9853-a65a8be5c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867944 Feb 03 13:07:04.865468 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-fa8508e6-b4d5-43d0-b921-a5cbc3004036 service neutron] 10.222.0.73 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570966 Feb 03 13:07:05.026566 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-49e7dac9-a1a0-455b-b29c-e16593546f24 service neutron] 10.222.0.73 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515527 Feb 03 13:07:05.125479 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caea401-de04-42bd-ae4d-d40b7c58889a req-5668e4c5-e9d5-43e7-a69c-3e0b96bf22b4 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:05.127172 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0caea401-de04-42bd-ae4d-d40b7c58889a req-5668e4c5-e9d5-43e7-a69c-3e0b96bf22b4 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.0674334 Feb 03 13:07:05.204478 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0caea401-de04-42bd-ae4d-d40b7c58889a req-f155bb38-2482-4d7d-b0a9-8dca707a38cf tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709779 Feb 03 13:07:05.213937 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc76b12-203a-4bc8-bd9b-27bce906c6c7 req-9b579b73-4b0c-4ee5-b90d-9a8570e6da5b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:05.220403 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cfc76b12-203a-4bc8-bd9b-27bce906c6c7 req-9b579b73-4b0c-4ee5-b90d-9a8570e6da5b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 932 time: 0.3151469 Feb 03 13:07:05.231516 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c9691c-b917-4033-9641-ef212ac9842d {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:07:05.248080 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] Publish callbacks [] for port (71c9691c-b917-4033-9641-ef212ac9842d), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:05.327110 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] Transition to ACTIVE for port object 71c9691c-b917-4033-9641-ef212ac9842d will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:07:05.361901 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (71c9691c-b917-4033-9641-ef212ac9842d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:05.404404 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cfc76b12-203a-4bc8-bd9b-27bce906c6c7 req-46f2e7b2-96ab-4297-9324-08ff7e04707a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780372 Feb 03 13:07:05.448720 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] Pushing event updated for resources: {'Port': ['ID=71c9691c-b917-4033-9641-ef212ac9842d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:05.599883 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] Attempting to bind port 71c9691c-b917-4033-9641-ef212ac9842d on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:07:05.600236 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] Attempting to bind port 71c9691c-b917-4033-9641-ef212ac9842d by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:07:05.600567 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] Attempting to bind port 71c9691c-b917-4033-9641-ef212ac9842d on network c7d910a7-219c-4471-8faf-04d787751463 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:07:05.608544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] Port 71c9691c-b917-4033-9641-ef212ac9842d on network c7d910a7-219c-4471-8faf-04d787751463 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:07:05.608872 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] Attempting to bind port 71c9691c-b917-4033-9641-ef212ac9842d on network c7d910a7-219c-4471-8faf-04d787751463 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:07:05.620910 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:07:05.621260 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] Checking segment: {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:07:05.621527 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] Bound using segment: {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:07:05.621969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] Bound port: 71c9691c-b917-4033-9641-ef212ac9842d, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:07:05.622329 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (71c9691c-b917-4033-9641-ef212ac9842d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:05.625818 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1ca5d1-ef4c-4987-97d6-d5235edb909b {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:07:05.640696 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] Publish callbacks [] for port (da1ca5d1-ef4c-4987-97d6-d5235edb909b), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:05.688512 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] Transition to ACTIVE for port object da1ca5d1-ef4c-4987-97d6-d5235edb909b will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:07:05.693868 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (da1ca5d1-ef4c-4987-97d6-d5235edb909b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:05.815238 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] For port 71c9691c-b917-4033-9641-ef212ac9842d, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:07:05.917980 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] Pushing event updated for resources: {'Port': ['ID=da1ca5d1-ef4c-4987-97d6-d5235edb909b,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:05.936764 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] For port 71c9691c-b917-4033-9641-ef212ac9842d, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=71c9691c-b917-4033-9641-ef212ac9842d,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:07:05.963349 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (71c9691c-b917-4033-9641-ef212ac9842d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:06.033977 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:06.034789 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:06.036441 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] 10.222.0.31 "PUT /v2.0/ports/71c9691c-b917-4033-9641-ef212ac9842d HTTP/1.1" status: 200 len: 1092 time: 1.5969343 Feb 03 13:07:06.049634 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97b0c57-1f93-4a06-b48f-f4e32662e29d', 'tag': '71c9691c-b917-4033-9641-ef212ac9842d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:07:06.053158 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da8d522-e8e0-45e7-8f88-3849f915837e" -d '{"events": [{"name": "network-changed", "server_uuid": "b97b0c57-1f93-4a06-b48f-f4e32662e29d", "tag": "71c9691c-b917-4033-9641-ef212ac9842d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:07:06.081705 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] Attempting to bind port da1ca5d1-ef4c-4987-97d6-d5235edb909b on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:07:06.082610 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] Attempting to bind port da1ca5d1-ef4c-4987-97d6-d5235edb909b by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'abc73507-27b5-4f0d-b41b-4ade751234d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:07:06.082977 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] Attempting to bind port da1ca5d1-ef4c-4987-97d6-d5235edb909b on network f6d1ce66-d18b-43ca-b278-f3cd61f50f03 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:07:06.103229 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] Port da1ca5d1-ef4c-4987-97d6-d5235edb909b on network f6d1ce66-d18b-43ca-b278-f3cd61f50f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:07:06.104267 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] Attempting to bind port da1ca5d1-ef4c-4987-97d6-d5235edb909b on network f6d1ce66-d18b-43ca-b278-f3cd61f50f03 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:07:06.136977 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247afdff-b611-46b5-babb-51fca8505b05 service neutron] Pushing event updated for resources: {'Port': ['ID=71c9691c-b917-4033-9641-ef212ac9842d,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:06.146043 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:07:06.146368 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] Checking segment: {'id': 'abc73507-27b5-4f0d-b41b-4ade751234d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:07:06.146782 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] Bound using segment: {'id': 'abc73507-27b5-4f0d-b41b-4ade751234d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:07:06.147197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] Bound port: da1ca5d1-ef4c-4987-97d6-d5235edb909b, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abc73507-27b5-4f0d-b41b-4ade751234d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:07:06.147557 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (da1ca5d1-ef4c-4987-97d6-d5235edb909b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:06.170542 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-844f0dd6-d41c-4a81-be2d-68d62d63be55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:06.208804 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-a8eb4a2a-4c8d-4587-8bb6-b980992a13af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:06.210399 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-a8eb4a2a-4c8d-4587-8bb6-b980992a13af service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 1126 time: 0.1211069 Feb 03 13:07:06.282871 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10213473-9d5b-44d4-b7a4-72958cd59897 x-openstack-request-id: req-10213473-9d5b-44d4-b7a4-72958cd59897 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:07:06.283226 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97b0c57-1f93-4a06-b48f-f4e32662e29d", "tag": "71c9691c-b917-4033-9641-ef212ac9842d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:07:06.283494 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10213473-9d5b-44d4-b7a4-72958cd59897 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:07:06.283890 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97b0c57-1f93-4a06-b48f-f4e32662e29d', 'tag': '71c9691c-b917-4033-9641-ef212ac9842d', 'status': 'completed', 'code': 200} Feb 03 13:07:06.290473 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-3120ccad-1675-4310-a421-3c8dc2561f27 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71c9691c-b917-4033-9641-ef212ac9842d HTTP/1.1" status: 200 len: 217 time: 0.0707500 Feb 03 13:07:06.340962 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ebadb-b4d0-4685-b663-c1c12483ae30 req-8d21e3ba-1c2e-4057-a78c-b7e1fa09bce6 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:06.359729 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f48ebadb-b4d0-4685-b663-c1c12483ae30 req-8d21e3ba-1c2e-4057-a78c-b7e1fa09bce6 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 944 time: 0.2951624 Feb 03 13:07:06.395231 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] For port da1ca5d1-ef4c-4987-97d6-d5235edb909b, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:07:06.476647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] For port da1ca5d1-ef4c-4987-97d6-d5235edb909b, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=da1ca5d1-ef4c-4987-97d6-d5235edb909b,segment=NetworkSegment(abc73507-27b5-4f0d-b41b-4ade751234d0),segment_id=abc73507-27b5-4f0d-b41b-4ade751234d0)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:07:06.492382 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-a951dbf3-c7e1-484d-b36c-af7057734868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:06.494638 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-a951dbf3-c7e1-484d-b36c-af7057734868 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.1979415 Feb 03 13:07:06.512681 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (da1ca5d1-ef4c-4987-97d6-d5235edb909b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:06.530605 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:06.531514 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:06.533063 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] 10.222.0.31 "PUT /v2.0/ports/da1ca5d1-ef4c-4987-97d6-d5235edb909b HTTP/1.1" status: 200 len: 1092 time: 1.9938886 Feb 03 13:07:06.538493 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f48ebadb-b4d0-4685-b663-c1c12483ae30 req-afec7983-3797-4792-bee0-77dd3ce68328 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0227988-2c1a-4e5a-9853-a65a8be5c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746600 Feb 03 13:07:06.678653 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d0743-f83e-4312-8f8e-870244a65b99 req-b2d8dc90-22f9-49e4-b00f-0f022f564b17 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:06.680421 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f7d0743-f83e-4312-8f8e-870244a65b99 req-b2d8dc90-22f9-49e4-b00f-0f022f564b17 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.2800848 Feb 03 13:07:06.785201 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48366f4e-cfd5-4eef-8815-12a0cfb92b03 service neutron] Pushing event updated for resources: {'Port': ['ID=da1ca5d1-ef4c-4987-97d6-d5235edb909b,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:06.796779 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bee3d-40c4-4a3a-8d64-d3c8cf71de81 req-6f8634ac-fbb6-4a2b-9db5-e4a6f3c89107 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:06.804261 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-757bee3d-40c4-4a3a-8d64-d3c8cf71de81 req-6f8634ac-fbb6-4a2b-9db5-e4a6f3c89107 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.1061149 Feb 03 13:07:06.806714 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f7d0743-f83e-4312-8f8e-870244a65b99 req-5bcb99d3-b694-49aa-8fbb-e366685e811b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162689 Feb 03 13:07:06.818657 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-3a0074ce-6f81-49f8-81e3-9b036306a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:06.820818 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-3a0074ce-6f81-49f8-81e3-9b036306a45a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3200715 Feb 03 13:07:06.955822 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-757bee3d-40c4-4a3a-8d64-d3c8cf71de81 req-a3853217-b82f-4e6e-9120-cae2e28d6957 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503615 Feb 03 13:07:06.985501 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:07.002034 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-edb2e51b-84ca-4039-92ee-07b63978efd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:07.003667 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-edb2e51b-84ca-4039-92ee-07b63978efd2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c8ffc7f02e14280b5d12bfe5ef5be2a&device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 1126 time: 0.4012625 Feb 03 13:07:07.041814 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-fcdf7c26-40d5-4b32-8068-a7ba4f1d354a service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141464 Feb 03 13:07:07.147833 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-66a04404-308a-45b3-9539-f4692445b13c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da1ca5d1-ef4c-4987-97d6-d5235edb909b HTTP/1.1" status: 200 len: 217 time: 0.1361556 Feb 03 13:07:07.634995 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-9d780101-e59d-4b88-a4ff-619c3df40fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:07.636670 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-9d780101-e59d-4b88-a4ff-619c3df40fd0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bd911557-2171-4f85-99b2-431860ea8276 HTTP/1.1" status: 200 len: 849 time: 0.4831977 Feb 03 13:07:07.640847 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a698e5a1-97ba-4a98-b8e9-a0a0963b2ea4 req-8470c74c-6e9d-44b0-ada3-7d333e4a7d3a service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588136 Feb 03 13:07:07.775707 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-ba19da67-e412-4d98-a9c6-c05f574d9d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:07.777622 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-ba19da67-e412-4d98-a9c6-c05f574d9d8d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1316571 Feb 03 13:07:07.792062 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5e979-cbab-4d23-bfc4-c093e42b616e req-19178059-6ad5-462a-95e9-25e44ca7a913 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:07.801726 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d4a5e979-cbab-4d23-bfc4-c093e42b616e req-19178059-6ad5-462a-95e9-25e44ca7a913 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 944 time: 0.1240320 Feb 03 13:07:07.828632 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-ba7ec5ca-a433-4635-8e51-9746fa0ef576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:07.830533 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-ba7ec5ca-a433-4635-8e51-9746fa0ef576 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740&tenant_id=6b3ece076217446ab8e2a581b50fd3d4 HTTP/1.1" status: 200 len: 1128 time: 0.1090608 Feb 03 13:07:07.844028 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-3', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:07:07.906060 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-072b07b1-6ad3-43bd-8679-25b898834504 service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015794 Feb 03 13:07:07.972651 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8d522-e8e0-45e7-8f88-3849f915837e req-a9a3cdc6-bf22-482c-8245-690a82c70606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:07.974433 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4da8d522-e8e0-45e7-8f88-3849f915837e req-a9a3cdc6-bf22-482c-8245-690a82c70606 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 1126 time: 0.2542129 Feb 03 13:07:08.039197 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:08.084556 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d4a5e979-cbab-4d23-bfc4-c093e42b616e req-6007132b-9edd-42de-a749-4dc42bf29e44 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0227988-2c1a-4e5a-9853-a65a8be5c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2817676 Feb 03 13:07:08.175960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618733f-2796-4bce-9ad9-c0f8866abb3c req-163359c4-5cf8-4476-a79a-009ee19f01fd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:08.186620 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1618733f-2796-4bce-9ad9-c0f8866abb3c req-163359c4-5cf8-4476-a79a-009ee19f01fd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 946 time: 0.2354538 Feb 03 13:07:08.276571 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:08.285683 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574293e2-f732-4705-9cf4-58dec7779354', 'tag': 'da1ca5d1-ef4c-4987-97d6-d5235edb909b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:07:08.288154 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d9e138-3bc6-47f2-9df2-efb010923784" -d '{"events": [{"name": "network-changed", "server_uuid": "574293e2-f732-4705-9cf4-58dec7779354", "tag": "da1ca5d1-ef4c-4987-97d6-d5235edb909b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:07:08.301778 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1820da28-ccaf-4c0d-84b8-2849b4e35153 req-874aaeb1-4a33-4d13-89ac-cb1905798134 service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867519 Feb 03 13:07:08.304540 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8d522-e8e0-45e7-8f88-3849f915837e req-a13bb5c4-05b1-4ce0-932c-5cb6d66961ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:08.306124 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4da8d522-e8e0-45e7-8f88-3849f915837e req-a13bb5c4-05b1-4ce0-932c-5cb6d66961ba service neutron] 10.222.0.31 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 912 time: 0.3249245 Feb 03 13:07:08.318262 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4766bb-2ea7-499f-aa8c-0955329273bd req-2d7d872b-21b8-454b-a29c-0fe75d4c5c63 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:08.319763 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ab4766bb-2ea7-499f-aa8c-0955329273bd req-2d7d872b-21b8-454b-a29c-0fe75d4c5c63 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.1159308 Feb 03 13:07:08.390922 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4da8d522-e8e0-45e7-8f88-3849f915837e req-61943349-6599-4565-b5e1-9bb80cbde69c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71c9691c-b917-4033-9641-ef212ac9842d HTTP/1.1" status: 200 len: 217 time: 0.0700498 Feb 03 13:07:08.479600 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ab4766bb-2ea7-499f-aa8c-0955329273bd req-c22edb32-9891-49a8-be33-90dcd5eb3b74 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512289 Feb 03 13:07:08.505942 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8d522-e8e0-45e7-8f88-3849f915837e req-a18f4ae7-20b3-4dd3-8686-6ffadd0a091c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:08.507720 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4da8d522-e8e0-45e7-8f88-3849f915837e req-a18f4ae7-20b3-4dd3-8686-6ffadd0a091c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.0920582 Feb 03 13:07:08.515182 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1618733f-2796-4bce-9ad9-c0f8866abb3c req-dd4fa27a-b2b0-498f-94c9-f27a525c8a32 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3273847 Feb 03 13:07:08.557537 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] For port df41c963-fbef-4844-abf9-eb4d0394eb9f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f,segment=NetworkSegment(439727d2-983c-4cb6-896d-1b57defa9245),segment_id=439727d2-983c-4cb6-896d-1b57defa9245)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:08.583984 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85840f8c-6dea-4a33-8ddb-ed993dc930b9 x-openstack-request-id: req-85840f8c-6dea-4a33-8ddb-ed993dc930b9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:07:08.583984 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574293e2-f732-4705-9cf4-58dec7779354", "tag": "da1ca5d1-ef4c-4987-97d6-d5235edb909b", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:07:08.584413 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85840f8c-6dea-4a33-8ddb-ed993dc930b9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:07:08.589296 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574293e2-f732-4705-9cf4-58dec7779354', 'tag': 'da1ca5d1-ef4c-4987-97d6-d5235edb909b', 'status': 'completed', 'code': 200} Feb 03 13:07:08.623409 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] For port df41c963-fbef-4844-abf9-eb4d0394eb9f, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:07:08.661946 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8d522-e8e0-45e7-8f88-3849f915837e req-29f058d3-f4f5-476b-9d71-3781a66cd407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:08.665414 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4da8d522-e8e0-45e7-8f88-3849f915837e req-29f058d3-f4f5-476b-9d71-3781a66cd407 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1459882 Feb 03 13:07:08.679335 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] Publish callbacks [] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:08.697667 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] Transition to ACTIVE for port object df41c963-fbef-4844-abf9-eb4d0394eb9f will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:07:08.698637 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:07:08.703129 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc19c692-6394-4fcc-86eb-a8e4b51bb370" -d '{"events": [{"server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "name": "network-vif-unplugged", "status": "completed", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:07:08.717567 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:08.811929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9e138-3bc6-47f2-9df2-efb010923784 req-2de7a13f-358f-44be-9a73-10c6ec96e484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:08.813929 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-86d9e138-3bc6-47f2-9df2-efb010923784 req-2de7a13f-358f-44be-9a73-10c6ec96e484 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c8ffc7f02e14280b5d12bfe5ef5be2a&device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 1126 time: 0.2165401 Feb 03 13:07:08.825417 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2eac3db-9029-4cc3-8221-b25953261420 x-openstack-request-id: req-a2eac3db-9029-4cc3-8221-b25953261420 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:07:08.826690 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "name": "network-vif-unplugged", "status": "completed", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:07:08.827177 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2eac3db-9029-4cc3-8221-b25953261420 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:07:08.827830 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f', 'code': 200} Feb 03 13:07:08.834260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] Pushing event updated for resources: {'Port': ['ID=df41c963-fbef-4844-abf9-eb4d0394eb9f,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:08.921478 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4da8d522-e8e0-45e7-8f88-3849f915837e req-eec15254-8ef4-418e-aab8-d97500f6f34e service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468700 Feb 03 13:07:09.036514 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9e138-3bc6-47f2-9df2-efb010923784 req-1ba621a8-8530-4c07-8b6e-e77721973cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:09.038308 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-86d9e138-3bc6-47f2-9df2-efb010923784 req-1ba621a8-8530-4c07-8b6e-e77721973cec service neutron] 10.222.0.31 "GET /v2.0/networks?id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03 HTTP/1.1" status: 200 len: 911 time: 0.2176940 Feb 03 13:07:09.090095 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-86d9e138-3bc6-47f2-9df2-efb010923784 req-6738dd68-cf96-4e13-a557-f99cadcf132c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da1ca5d1-ef4c-4987-97d6-d5235edb909b HTTP/1.1" status: 200 len: 217 time: 0.0432234 Feb 03 13:07:09.119328 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] No DVR routers for this DVR port df41c963-fbef-4844-abf9-eb4d0394eb9f on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:07:09.181532 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4da8d522-e8e0-45e7-8f88-3849f915837e req-9c783419-6d66-4246-88e3-86dec2b06485 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502825 Feb 03 13:07:09.237977 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9e138-3bc6-47f2-9df2-efb010923784 req-18412020-92b9-469e-ac7d-9dc6c82ebf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:09.244580 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-86d9e138-3bc6-47f2-9df2-efb010923784 req-18412020-92b9-469e-ac7d-9dc6c82ebf74 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bd911557-2171-4f85-99b2-431860ea8276 HTTP/1.1" status: 200 len: 849 time: 0.1428165 Feb 03 13:07:09.380736 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] Attempting to bind port df41c963-fbef-4844-abf9-eb4d0394eb9f on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:07:09.381076 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] Attempting to bind port df41c963-fbef-4844-abf9-eb4d0394eb9f by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '439727d2-983c-4cb6-896d-1b57defa9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:07:09.381532 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] Attempting to bind port df41c963-fbef-4844-abf9-eb4d0394eb9f on network ca8b1202-28b9-4749-8902-b8a9382d93a8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:07:09.386494 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] Port df41c963-fbef-4844-abf9-eb4d0394eb9f on network ca8b1202-28b9-4749-8902-b8a9382d93a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:07:09.386838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] Attempting to bind port df41c963-fbef-4844-abf9-eb4d0394eb9f on network ca8b1202-28b9-4749-8902-b8a9382d93a8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:07:09.393324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:07:09.393682 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] Checking segment: {'id': '439727d2-983c-4cb6-896d-1b57defa9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:07:09.394073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] Bound using segment: {'id': '439727d2-983c-4cb6-896d-1b57defa9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:07:09.394505 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] Bound port: df41c963-fbef-4844-abf9-eb4d0394eb9f, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '439727d2-983c-4cb6-896d-1b57defa9245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:07:09.394862 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:09.451282 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82560b4d-dd09-438f-8688-0a9d8517482b req-2fb0d57e-b534-4b3c-bbc2-dbf8912e7262 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:09.454068 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-82560b4d-dd09-438f-8688-0a9d8517482b req-2fb0d57e-b534-4b3c-bbc2-dbf8912e7262 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 944 time: 0.2378871 Feb 03 13:07:09.458508 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9e138-3bc6-47f2-9df2-efb010923784 req-71183652-8abf-4bd9-a211-243e4d017496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:09.460934 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-86d9e138-3bc6-47f2-9df2-efb010923784 req-71183652-8abf-4bd9-a211-243e4d017496 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2136445 Feb 03 13:07:09.477538 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] For port df41c963-fbef-4844-abf9-eb4d0394eb9f, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:07:09.481583 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] For port df41c963-fbef-4844-abf9-eb4d0394eb9f, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f,segment=NetworkSegment(439727d2-983c-4cb6-896d-1b57defa9245),segment_id=439727d2-983c-4cb6-896d-1b57defa9245)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:07:09.489770 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:09.546312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:09.547103 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:09.549200 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] 10.222.0.31 "PUT /v2.0/ports/df41c963-fbef-4844-abf9-eb4d0394eb9f HTTP/1.1" status: 200 len: 1093 time: 1.7102036 Feb 03 13:07:09.639503 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-82560b4d-dd09-438f-8688-0a9d8517482b req-8126d1ef-cb43-4ba3-a2dd-77bd95ba3de7 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0227988-2c1a-4e5a-9853-a65a8be5c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772561 Feb 03 13:07:09.666014 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33724d99-e12b-4fdc-837d-6b71bdd3da52 service neutron] Pushing event updated for resources: {'Port': ['ID=df41c963-fbef-4844-abf9-eb4d0394eb9f,revision_number=11']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:09.712671 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-86d9e138-3bc6-47f2-9df2-efb010923784 req-8254df48-8ddc-4ea4-8e9c-55853ecfdb11 service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166400 Feb 03 13:07:09.743983 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-5c40adaf-bb9c-4573-8428-75659abf3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:09.746767 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-5c40adaf-bb9c-4573-8428-75659abf3837 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 1127 time: 0.1606374 Feb 03 13:07:09.877079 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-de4ee3fa-ee9a-4093-8414-9cb338f7aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:09.881246 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-de4ee3fa-ee9a-4093-8414-9cb338f7aff8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca8b1202-28b9-4749-8902-b8a9382d93a8 HTTP/1.1" status: 200 len: 897 time: 0.1267936 Feb 03 13:07:09.892064 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9548f-de99-4e54-aab4-2e7b2ac6dbc4 req-0636e554-f786-40cd-a08f-3c18bfb8bda9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:09.895094 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-19a9548f-de99-4e54-aab4-2e7b2ac6dbc4 req-0636e554-f786-40cd-a08f-3c18bfb8bda9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.2534325 Feb 03 13:07:09.928441 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:09.942489 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-86d9e138-3bc6-47f2-9df2-efb010923784 req-589f76e8-ac0d-45f3-9608-2837e39f6488 service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217126 Feb 03 13:07:09.966315 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4efed-ee0e-42bb-a2bb-3d9acbb550ee req-3886118b-78a3-4147-9ee4-53c2b599bb37 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:09.981104 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c5c4efed-ee0e-42bb-a2bb-3d9acbb550ee req-3886118b-78a3-4147-9ee4-53c2b599bb37 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 945 time: 0.1665807 Feb 03 13:07:10.015661 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-19a9548f-de99-4e54-aab4-2e7b2ac6dbc4 req-97233067-b870-4bbf-bd51-0d8169a31290 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063275 Feb 03 13:07:10.032271 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-a7181537-10c4-4c87-8acf-3f42c17dc75b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f HTTP/1.1" status: 200 len: 1000 time: 0.1356230 Feb 03 13:07:10.054051 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c5c4efed-ee0e-42bb-a2bb-3d9acbb550ee req-5da6196b-d1c4-4f05-a50f-5f5cabbcfa6b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717723 Feb 03 13:07:10.094282 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-78a5e032-7456-4290-8be1-f0f275a41e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:10.095810 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-78a5e032-7456-4290-8be1-f0f275a41e58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f8c2b6b-8a00-466a-8033-a3a24815b33d HTTP/1.1" status: 200 len: 833 time: 0.0582216 Feb 03 13:07:10.147539 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-0f30251b-a59d-41b8-b77e-4a3b97874cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:10.149899 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-0f30251b-a59d-41b8-b77e-4a3b97874cad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca8b1202-28b9-4749-8902-b8a9382d93a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487754 Feb 03 13:07:10.262313 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-448b92d5-e4d2-413f-9aac-73b7459d9e1d service neutron] 10.222.0.31 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065319 Feb 03 13:07:10.284924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device da1ca5d1-ef4c-4987-97d6-d5235edb909b details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:07:10.423721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port da1ca5d1-ef4c-4987-97d6-d5235edb909b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=da1ca5d1-ef4c-4987-97d6-d5235edb909b,segment=NetworkSegment(abc73507-27b5-4f0d-b41b-4ade751234d0),segment_id=abc73507-27b5-4f0d-b41b-4ade751234d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:10.437224 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'da1ca5d1-ef4c-4987-97d6-d5235edb909b', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'port_id': 'da1ca5d1-ef4c-4987-97d6-d5235edb909b', 'mac_address': 'fa:16:3e:c7:2b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd911557-2171-4f85-99b2-431860ea8276', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:07:10.484881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port da1ca5d1-ef4c-4987-97d6-d5235edb909b is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:07:10.485353 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (da1ca5d1-ef4c-4987-97d6-d5235edb909b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:10.504133 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1ca5d1-ef4c-4987-97d6-d5235edb909b {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:07:10.524381 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78482d2f-d720-4aea-a3d0-bd4c153d1fda req-e581543e-a899-4187-abb2-3254dc67b832 service neutron] 10.222.0.31 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553439 Feb 03 13:07:10.544834 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port da1ca5d1-ef4c-4987-97d6-d5235edb909b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=da1ca5d1-ef4c-4987-97d6-d5235edb909b,segment=NetworkSegment(abc73507-27b5-4f0d-b41b-4ade751234d0),segment_id=abc73507-27b5-4f0d-b41b-4ade751234d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:10.549976 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (da1ca5d1-ef4c-4987-97d6-d5235edb909b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:10.630758 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=da1ca5d1-ef4c-4987-97d6-d5235edb909b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:10.761383 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['da1ca5d1-ef4c-4987-97d6-d5235edb909b'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:07:10.807999 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027911a-b131-4c6c-92a3-dcd22a8d27e0 req-212db4b1-b3e5-4f52-a2d5-f807d4651fa3 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:10.818701 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2027911a-b131-4c6c-92a3-dcd22a8d27e0 req-212db4b1-b3e5-4f52-a2d5-f807d4651fa3 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 945 time: 0.0746744 Feb 03 13:07:10.837830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:07:10.841019 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35" -d '{"events": [{"name": "network-changed", "server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:07:10.891772 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2027911a-b131-4c6c-92a3-dcd22a8d27e0 req-6ed7057d-2f0e-409e-a917-12f907640869 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0227988-2c1a-4e5a-9853-a65a8be5c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719688 Feb 03 13:07:10.941272 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49422cb-1e83-45df-b09b-87f44b28f52f x-openstack-request-id: req-c49422cb-1e83-45df-b09b-87f44b28f52f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:07:10.941582 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:07:10.941857 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c49422cb-1e83-45df-b09b-87f44b28f52f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:07:10.942270 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f', 'status': 'completed', 'code': 200} Feb 03 13:07:11.063808 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-5f609848-7c63-4586-b7ea-a697d1aaec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:11.065331 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-5f609848-7c63-4586-b7ea-a697d1aaec42 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 1127 time: 0.1051798 Feb 03 13:07:11.125714 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-7d9b360a-b8cc-4153-9465-629bf4668d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:11.128711 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-7d9b360a-b8cc-4153-9465-629bf4668d63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 1127 time: 0.1210988 Feb 03 13:07:11.242325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504d7ab-78f8-4cb4-9aba-14c8784c1770 req-6c55e802-0f11-4bd9-97eb-baf8641ba580 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:11.244857 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c504d7ab-78f8-4cb4-9aba-14c8784c1770 req-6c55e802-0f11-4bd9-97eb-baf8641ba580 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 945 time: 0.0705860 Feb 03 13:07:11.329346 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c504d7ab-78f8-4cb4-9aba-14c8784c1770 req-f31a63f0-5472-478c-8af1-1e11355edf65 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743036 Feb 03 13:07:11.386780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-acd2cc9e-b2e7-477d-bfae-0e37352234fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:11.388792 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-acd2cc9e-b2e7-477d-bfae-0e37352234fb service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca8b1202-28b9-4749-8902-b8a9382d93a8 HTTP/1.1" status: 200 len: 897 time: 0.3128874 Feb 03 13:07:11.468851 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7bc11-b508-4bec-9223-ebb2fd3b0de9 req-7be8bbcb-1810-482b-9207-74905ac8f5ee tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:11.476518 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0de7bc11-b508-4bec-9223-ebb2fd3b0de9 req-7be8bbcb-1810-482b-9207-74905ac8f5ee tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.2635665 Feb 03 13:07:11.576697 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-f496b5e4-5a12-494d-9eab-59c85561e4e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f HTTP/1.1" status: 200 len: 1000 time: 0.1798697 Feb 03 13:07:11.586600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-a40628fd-8339-43df-993d-93b9731a5973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:11.588646 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-a40628fd-8339-43df-993d-93b9731a5973 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ca8b1202-28b9-4749-8902-b8a9382d93a8 HTTP/1.1" status: 200 len: 897 time: 0.3745232 Feb 03 13:07:11.681793 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device df41c963-fbef-4844-abf9-eb4d0394eb9f no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:07:11.710664 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0de7bc11-b508-4bec-9223-ebb2fd3b0de9 req-7061d72c-c592-4e4b-a345-ac7ab0cd864f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328920 Feb 03 13:07:11.771390 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] The host n-h1-827336-3 is not matching for port df41c963-fbef-4844-abf9-eb4d0394eb9f host n-h2-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:07:11.772467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device df41c963-fbef-4844-abf9-eb4d0394eb9f not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:07:11.794383 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-bacd4b94-79d6-4fef-bd11-5eb67f725190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:11.797156 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-bacd4b94-79d6-4fef-bd11-5eb67f725190 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f8c2b6b-8a00-466a-8033-a3a24815b33d HTTP/1.1" status: 200 len: 833 time: 0.2006629 Feb 03 13:07:11.799125 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-46836060-456f-459b-bfb0-eca7d371654e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f HTTP/1.1" status: 200 len: 1000 time: 0.1842175 Feb 03 13:07:11.898787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-c00ae75e-f7b8-470e-bcf7-dcf67d376774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:11.898787 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-c00ae75e-f7b8-470e-bcf7-dcf67d376774 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f8c2b6b-8a00-466a-8033-a3a24815b33d HTTP/1.1" status: 200 len: 833 time: 0.0929532 Feb 03 13:07:11.974717 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-8b21ada9-c394-4e3c-a66c-d486fa2bb9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:11.977027 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-8b21ada9-c394-4e3c-a66c-d486fa2bb9a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca8b1202-28b9-4749-8902-b8a9382d93a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1728477 Feb 03 13:07:12.125492 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-e08528ad-6305-4e9b-8816-192b82a55816 service neutron] 10.222.0.31 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243699 Feb 03 13:07:12.174336 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-5f2c333b-c269-447e-8841-b83438ba2d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:12.176024 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-5f2c333b-c269-447e-8841-b83438ba2d0c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca8b1202-28b9-4749-8902-b8a9382d93a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2632492 Feb 03 13:07:12.282087 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device df41c963-fbef-4844-abf9-eb4d0394eb9f details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:07:12.286351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device da1ca5d1-ef4c-4987-97d6-d5235edb909b up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:07:12.309290 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-202a0646-5f5b-4d50-b1d6-39862b3c7cdd service neutron] 10.222.0.31 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743157 Feb 03 13:07:12.330581 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-5ca93d69-1075-439c-b8b0-04c49f94f457 service neutron] 10.222.0.73 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453426 Feb 03 13:07:12.350917 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16501bb5-f51f-4eeb-9a8a-7c9491e667bf req-2723d476-18e1-49bc-ac82-bef30b1c45be tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:12.365727 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-16501bb5-f51f-4eeb-9a8a-7c9491e667bf req-2723d476-18e1-49bc-ac82-bef30b1c45be tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 945 time: 0.2416487 Feb 03 13:07:12.549329 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-16501bb5-f51f-4eeb-9a8a-7c9491e667bf req-c41e233f-6c7f-4b67-a156-c9d0260006ac tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0227988-2c1a-4e5a-9853-a65a8be5c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773944 Feb 03 13:07:12.571426 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port da1ca5d1-ef4c-4987-97d6-d5235edb909b completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:07:12.660212 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port da1ca5d1-ef4c-4987-97d6-d5235edb909b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:07:12.660753 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (da1ca5d1-ef4c-4987-97d6-d5235edb909b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:12.670643 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f04add-82f8-4bd2-9d12-029bafd74e82 req-01c9c79d-04c3-4ee2-877d-eff184896ab0 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:12.679189 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f7f04add-82f8-4bd2-9d12-029bafd74e82 req-01c9c79d-04c3-4ee2-877d-eff184896ab0 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 945 time: 0.1634367 Feb 03 13:07:12.692197 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b11a454f-3bb7-4a9c-a60b-73cfc2d91e35 req-4089d3a0-bc63-4bff-b870-f9a052fb4211 service neutron] 10.222.0.73 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538709 Feb 03 13:07:13.055790 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066517c-f2c9-43bf-8c8d-b5c758d5c3ba req-1dbf9ee8-8b33-471d-8cb0-6d34c0e2514c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:13.057658 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d066517c-f2c9-43bf-8c8d-b5c758d5c3ba req-1dbf9ee8-8b33-471d-8cb0-6d34c0e2514c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.1009860 Feb 03 13:07:13.132776 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d066517c-f2c9-43bf-8c8d-b5c758d5c3ba req-ff4ab2f5-abd9-4ef2-88ae-487198544c3e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684702 Feb 03 13:07:13.137865 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port da1ca5d1-ef4c-4987-97d6-d5235edb909b is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:07:13.139044 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (da1ca5d1-ef4c-4987-97d6-d5235edb909b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:13.168812 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port df41c963-fbef-4844-abf9-eb4d0394eb9f, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f,segment=NetworkSegment(439727d2-983c-4cb6-896d-1b57defa9245),segment_id=439727d2-983c-4cb6-896d-1b57defa9245)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:13.208031 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'df41c963-fbef-4844-abf9-eb4d0394eb9f', 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8', 'port_id': 'df41c963-fbef-4844-abf9-eb4d0394eb9f', 'mac_address': 'fa:16:3e:08:3e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:07:13.219651 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574293e2-f732-4705-9cf4-58dec7779354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1ca5d1-ef4c-4987-97d6-d5235edb909b'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:07:13.223929 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a603c41-784d-4289-a7c5-89201076a8c5" -d '{"events": [{"server_uuid": "574293e2-f732-4705-9cf4-58dec7779354", "name": "network-vif-plugged", "status": "completed", "tag": "da1ca5d1-ef4c-4987-97d6-d5235edb909b"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:07:13.329317 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f7f04add-82f8-4bd2-9d12-029bafd74e82 req-34dcf450-1ac3-4f90-b04a-4f40eb50668a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6486251 Feb 03 13:07:13.335635 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port da1ca5d1-ef4c-4987-97d6-d5235edb909b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=da1ca5d1-ef4c-4987-97d6-d5235edb909b,segment=NetworkSegment(abc73507-27b5-4f0d-b41b-4ade751234d0),segment_id=abc73507-27b5-4f0d-b41b-4ade751234d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:13.337866 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca49a72f-ed7d-41ee-b1df-f46770cb5bd5 x-openstack-request-id: req-ca49a72f-ed7d-41ee-b1df-f46770cb5bd5 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:07:13.338415 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574293e2-f732-4705-9cf4-58dec7779354", "name": "network-vif-plugged", "status": "completed", "tag": "da1ca5d1-ef4c-4987-97d6-d5235edb909b", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:07:13.338772 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca49a72f-ed7d-41ee-b1df-f46770cb5bd5 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:07:13.339332 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574293e2-f732-4705-9cf4-58dec7779354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1ca5d1-ef4c-4987-97d6-d5235edb909b', 'code': 200} Feb 03 13:07:13.345195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port df41c963-fbef-4844-abf9-eb4d0394eb9f is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:07:13.349364 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:13.389455 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df41c963-fbef-4844-abf9-eb4d0394eb9f {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:07:13.393490 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56326) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:13.394986 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (da1ca5d1-ef4c-4987-97d6-d5235edb909b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:13.452874 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port df41c963-fbef-4844-abf9-eb4d0394eb9f, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f,segment=NetworkSegment(439727d2-983c-4cb6-896d-1b57defa9245),segment_id=439727d2-983c-4cb6-896d-1b57defa9245)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:13.481546 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:13.517679 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=da1ca5d1-ef4c-4987-97d6-d5235edb909b,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:13.521261 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-561653f4-dc8d-4daf-b9e4-4a7698535edb tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/floatingips/dbac3b4e-f4a9-4b93-907b-73fb71280491 HTTP/1.1" status: 200 len: 992 time: 0.1247747 Feb 03 13:07:13.564840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a0428-c6a1-4488-833a-404851a9f1d6 req-89618a7b-1979-448e-bac4-6f41083f328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:13.566690 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e2a0428-c6a1-4488-833a-404851a9f1d6 req-89618a7b-1979-448e-bac4-6f41083f328f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 1128 time: 0.1145897 Feb 03 13:07:13.652511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=df41c963-fbef-4844-abf9-eb4d0394eb9f,revision_number=12']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:13.656918 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e2a0428-c6a1-4488-833a-404851a9f1d6 req-ef211665-1998-44b2-a8e1-467faff81d09 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e0227988-2c1a-4e5a-9853-a65a8be5c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833411 Feb 03 13:07:13.717037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['df41c963-fbef-4844-abf9-eb4d0394eb9f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:07:13.790601 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3edd42-9e67-4018-89c2-cd2995681acf req-d4757e25-8be7-4161-8357-66bf4565e3ca tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:13.811760 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e3edd42-9e67-4018-89c2-cd2995681acf req-d4757e25-8be7-4161-8357-66bf4565e3ca tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 946 time: 0.1293833 Feb 03 13:07:14.018334 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e3edd42-9e67-4018-89c2-cd2995681acf req-9efce4d3-34ab-4d07-af81-e86ba7e6473c tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0227988-2c1a-4e5a-9853-a65a8be5c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918933 Feb 03 13:07:14.339681 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56338) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:14.365312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d2a7e-c036-418b-9aca-94806d0927fc req-8d582992-483a-49e8-8a98-62b4e44f9c87 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:14.367375 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c0d2a7e-c036-418b-9aca-94806d0927fc req-8d582992-483a-49e8-8a98-62b4e44f9c87 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0973079 Feb 03 13:07:14.450662 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c0d2a7e-c036-418b-9aca-94806d0927fc req-fb766ad2-844b-4002-ba50-5bf7ff5d2bfe tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738437 Feb 03 13:07:14.541115 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed7080b9-189c-445e-b1b8-84cac254e31a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:14.683672 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed7080b9-189c-445e-b1b8-84cac254e31a admin admin] Publish callbacks [] for security_group (69457955-9bd7-4e6b-a251-d2da80712b25), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:14.692048 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed7080b9-189c-445e-b1b8-84cac254e31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (69457955-9bd7-4e6b-a251-d2da80712b25), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:14.762877 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ed7080b9-189c-445e-b1b8-84cac254e31a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3506a858993748a887ab615a059af2b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4215128 Feb 03 13:07:14.765106 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7080b9-189c-445e-b1b8-84cac254e31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69457955-9bd7-4e6b-a251-d2da80712b25,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:14.765628 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56342) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:14.870852 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eabe0b9-1614-4114-b6dc-a294fa9eeea6 admin admin] Publish callbacks [] for security_group (69457955-9bd7-4e6b-a251-d2da80712b25), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:14.906957 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eabe0b9-1614-4114-b6dc-a294fa9eeea6 admin admin] Publish callbacks [] for security_group (69457955-9bd7-4e6b-a251-d2da80712b25), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:15.017271 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eabe0b9-1614-4114-b6dc-a294fa9eeea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (69457955-9bd7-4e6b-a251-d2da80712b25), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:15.024395 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eabe0b9-1614-4114-b6dc-a294fa9eeea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:15.027337 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7eabe0b9-1614-4114-b6dc-a294fa9eeea6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69457955-9bd7-4e6b-a251-d2da80712b25 HTTP/1.1" status: 204 len: 168 time: 0.2597964 Feb 03 13:07:15.057018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabe0b9-1614-4114-b6dc-a294fa9eeea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69457955-9bd7-4e6b-a251-d2da80712b25,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:15.299594 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a1e80-df66-4cbe-a40c-d03086997582 req-d218dea9-57aa-43f0-9541-4c2d2140de4b tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:15.315817 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-795a1e80-df66-4cbe-a40c-d03086997582 req-d218dea9-57aa-43f0-9541-4c2d2140de4b tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 946 time: 0.1488147 Feb 03 13:07:15.413244 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-795a1e80-df66-4cbe-a40c-d03086997582 req-52c9d534-1a9b-4713-8ebc-645f5b2aaee8 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0227988-2c1a-4e5a-9853-a65a8be5c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935197 Feb 03 13:07:15.634130 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58896bce-c07d-4d59-b35c-03f763c2ed0a req-3213f894-b52f-46cc-8aba-de4c5d82ae84 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:15.637013 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-58896bce-c07d-4d59-b35c-03f763c2ed0a req-3213f894-b52f-46cc-8aba-de4c5d82ae84 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 946 time: 0.1329441 Feb 03 13:07:15.649222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56354) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:15.673035 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2349d3-bffb-4928-8445-ae7b59357177 req-d0acd248-c0e4-411d-8bd5-482a17343c14 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:15.677832 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1a2349d3-bffb-4928-8445-ae7b59357177 req-d0acd248-c0e4-411d-8bd5-482a17343c14 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0946956 Feb 03 13:07:15.701575 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-09d27166-05fe-4188-b8e2-46401cf8bf3a tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Request body: {'floatingip': {'port_id': 'da1ca5d1-ef4c-4987-97d6-d5235edb909b'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:07:15.760804 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09d27166-05fe-4188-b8e2-46401cf8bf3a tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for floatingip (f01bcec8-b950-4f20-a783-67f1a1a94d04), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:15.801598 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56356) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:15.817160 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-285f1582-4126-4a2e-9eb2-a23f51f74bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:15.852045 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1a2349d3-bffb-4928-8445-ae7b59357177 req-efbc4031-f811-4f9e-be48-65a46578617c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535573 Feb 03 13:07:16.030915 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:16.096988 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-285f1582-4126-4a2e-9eb2-a23f51f74bcb admin admin] Publish callbacks [] for security_group (630349a6-49fa-4b94-a42a-bc2f7f154a61), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:16.147889 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-285f1582-4126-4a2e-9eb2-a23f51f74bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (630349a6-49fa-4b94-a42a-bc2f7f154a61), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:16.214750 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-285f1582-4126-4a2e-9eb2-a23f51f74bcb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=43e949c228b4454eb6a3fa5d2c997423&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4080803 Feb 03 13:07:16.214750 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f1582-4126-4a2e-9eb2-a23f51f74bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630349a6-49fa-4b94-a42a-bc2f7f154a61,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:16.215193 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56358) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:16.302400 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device df41c963-fbef-4844-abf9-eb4d0394eb9f up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:07:16.329544 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e81ba86f-6401-4b4e-8cf8-0533fb8acebe admin admin] Publish callbacks [] for security_group (630349a6-49fa-4b94-a42a-bc2f7f154a61), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:16.365305 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e81ba86f-6401-4b4e-8cf8-0533fb8acebe admin admin] Publish callbacks [] for security_group (630349a6-49fa-4b94-a42a-bc2f7f154a61), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:16.395209 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port df41c963-fbef-4844-abf9-eb4d0394eb9f completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:07:16.403567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port df41c963-fbef-4844-abf9-eb4d0394eb9f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:07:16.404563 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:16.479291 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e81ba86f-6401-4b4e-8cf8-0533fb8acebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (630349a6-49fa-4b94-a42a-bc2f7f154a61), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:16.485811 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e81ba86f-6401-4b4e-8cf8-0533fb8acebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:16.495733 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e81ba86f-6401-4b4e-8cf8-0533fb8acebe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/630349a6-49fa-4b94-a42a-bc2f7f154a61 HTTP/1.1" status: 204 len: 168 time: 0.2757711 Feb 03 13:07:16.518630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ba86f-6401-4b4e-8cf8-0533fb8acebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630349a6-49fa-4b94-a42a-bc2f7f154a61,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:16.518863 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port df41c963-fbef-4844-abf9-eb4d0394eb9f is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:07:16.519149 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:16.574023 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:07:16.577113 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c912ec-7396-454f-9a1f-8f73f039c753" -d '{"events": [{"server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "name": "network-vif-plugged", "status": "completed", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:07:16.593216 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port df41c963-fbef-4844-abf9-eb4d0394eb9f, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f,segment=NetworkSegment(439727d2-983c-4cb6-896d-1b57defa9245),segment_id=439727d2-983c-4cb6-896d-1b57defa9245)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:16.600009 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:16.672887 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=df41c963-fbef-4844-abf9-eb4d0394eb9f,revision_number=13']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:16.688088 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e79192-159b-4f4e-836c-82912eba6d13 x-openstack-request-id: req-77e79192-159b-4f4e-836c-82912eba6d13 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:07:16.689336 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "name": "network-vif-plugged", "status": "completed", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:07:16.689336 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77e79192-159b-4f4e-836c-82912eba6d13 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:07:16.689336 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f', 'code': 200} Feb 03 13:07:16.691190 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09d27166-05fe-4188-b8e2-46401cf8bf3a tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:16.698786 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09d27166-05fe-4188-b8e2-46401cf8bf3a tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (f01bcec8-b950-4f20-a783-67f1a1a94d04), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:16.818177 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-09d27166-05fe-4188-b8e2-46401cf8bf3a tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Floating IP f01bcec8-b950-4f20-a783-67f1a1a94d04 associated. External IP: 172.25.6.229, port: da1ca5d1-ef4c-4987-97d6-d5235edb909b. Feb 03 13:07:17.025774 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775ab01-7167-46f5-8d7b-0796da15a353 req-a794f429-f1f0-4f7a-9293-4cd54c1d63de tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:17.028331 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5775ab01-7167-46f5-8d7b-0796da15a353 req-a794f429-f1f0-4f7a-9293-4cd54c1d63de tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0835986 Feb 03 13:07:17.130930 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5775ab01-7167-46f5-8d7b-0796da15a353 req-fab43e0e-7a26-41e8-bb15-c03bcbc35375 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944648 Feb 03 13:07:17.155138 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d27166-05fe-4188-b8e2-46401cf8bf3a tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Router 906dc41d-4909-4533-bae5-25570020319e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:07:17.301041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d27166-05fe-4188-b8e2-46401cf8bf3a tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:07:17.317595 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11eeb6c-9b0f-4cc5-9222-db12bd1dbf42 None None] Sync routers for ids ['906dc41d-4909-4533-bae5-25570020319e'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:07:17.326840 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09d27166-05fe-4188-b8e2-46401cf8bf3a tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:17.345520 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11eeb6c-9b0f-4cc5-9222-db12bd1dbf42 None None] Routers {'906dc41d-4909-4533-bae5-25570020319e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:07:17.346174 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c11eeb6c-9b0f-4cc5-9222-db12bd1dbf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:07:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['906dc41d-4909-4533-bae5-25570020319e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:17.372512 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-09d27166-05fe-4188-b8e2-46401cf8bf3a tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "PUT /v2.0/floatingips/f01bcec8-b950-4f20-a783-67f1a1a94d04 HTTP/1.1" status: 200 len: 992 time: 1.7215381 Feb 03 13:07:17.373756 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574293e2-f732-4705-9cf4-58dec7779354', 'tag': 'da1ca5d1-ef4c-4987-97d6-d5235edb909b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:07:17.380817 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54435ba2-2745-4964-af78-1f4f54188ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "574293e2-f732-4705-9cf4-58dec7779354", "tag": "da1ca5d1-ef4c-4987-97d6-d5235edb909b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:07:17.455228 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba59805-f8c3-4b98-8b7d-4a74995cc229 x-openstack-request-id: req-6ba59805-f8c3-4b98-8b7d-4a74995cc229 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:07:17.455677 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574293e2-f732-4705-9cf4-58dec7779354", "tag": "da1ca5d1-ef4c-4987-97d6-d5235edb909b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:07:17.456029 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ba59805-f8c3-4b98-8b7d-4a74995cc229 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:07:17.456546 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574293e2-f732-4705-9cf4-58dec7779354', 'tag': 'da1ca5d1-ef4c-4987-97d6-d5235edb909b', 'status': 'completed', 'code': 200} Feb 03 13:07:17.475650 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c11eeb6c-9b0f-4cc5-9222-db12bd1dbf42 None None] Set router 906dc41d-4909-4533-bae5-25570020319e gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:07:17.609970 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54435ba2-2745-4964-af78-1f4f54188ad0 req-b67c2ef1-e508-41dd-93c3-296026b59df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:17.615830 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-54435ba2-2745-4964-af78-1f4f54188ad0 req-b67c2ef1-e508-41dd-93c3-296026b59df5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5c8ffc7f02e14280b5d12bfe5ef5be2a&device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 1128 time: 0.1330752 Feb 03 13:07:17.641909 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb50fc-25a1-4622-b709-0998877de2fe req-70ed692a-42f7-41ba-b4c0-8973ecb0e412 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:17.644040 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22bb50fc-25a1-4622-b709-0998877de2fe req-70ed692a-42f7-41ba-b4c0-8973ecb0e412 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 946 time: 0.1489694 Feb 03 13:07:17.818458 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22bb50fc-25a1-4622-b709-0998877de2fe req-e2bfa565-c01b-469d-ac6e-76e6c8391bd0 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0227988-2c1a-4e5a-9853-a65a8be5c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539769 Feb 03 13:07:17.844551 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54435ba2-2745-4964-af78-1f4f54188ad0 req-8209dda6-445a-4a82-9289-3b81eb0d8ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:17.846583 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-54435ba2-2745-4964-af78-1f4f54188ad0 req-8209dda6-445a-4a82-9289-3b81eb0d8ec7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03 HTTP/1.1" status: 200 len: 911 time: 0.2245865 Feb 03 13:07:17.940956 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c11eeb6c-9b0f-4cc5-9222-db12bd1dbf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906dc41d-4909-4533-bae5-25570020319e', 'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:58Z', 'updated_at': '2022-02-03T13:03:05Z', 'revision_number': 4, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'gw_port': {'id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:59Z', 'updated_at': '2022-02-03T13:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'f01bcec8-b950-4f20-a783-67f1a1a94d04', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '906dc41d-4909-4533-bae5-25570020319e', 'port_id': 'da1ca5d1-ef4c-4987-97d6-d5235edb909b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'mac_address': 'fa:16:3e:c7:2b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574293e2-f732-4705-9cf4-58dec7779354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:06:59Z', 'updated_at': '2022-02-03T13:07:16Z', 'revision_number': 1, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b81336-ece3-4263-b301-11c690b9d32f', 'name': '', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'mac_address': 'fa:16:3e:38:ed:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'bd911557-2171-4f85-99b2-431860ea8276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:03Z', 'updated_at': '2022-02-03T13:03:11Z', 'revision_number': 5, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'subnets': [{'id': 'bd911557-2171-4f85-99b2-431860ea8276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:17.946103 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-54435ba2-2745-4964-af78-1f4f54188ad0 req-eee0d2e2-313a-4cde-9eb1-dfbb042bbe27 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da1ca5d1-ef4c-4987-97d6-d5235edb909b HTTP/1.1" status: 200 len: 1000 time: 0.0922618 Feb 03 13:07:17.988432 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11eeb6c-9b0f-4cc5-9222-db12bd1dbf42 None None] Checking router: 906dc41d-4909-4533-bae5-25570020319e for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:07:18.006799 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11eeb6c-9b0f-4cc5-9222-db12bd1dbf42 None None] Routers {'906dc41d-4909-4533-bae5-25570020319e'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:07:18.007725 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c11eeb6c-9b0f-4cc5-9222-db12bd1dbf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:07:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['906dc41d-4909-4533-bae5-25570020319e'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:18.037338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54435ba2-2745-4964-af78-1f4f54188ad0 req-bd6b9ac6-36d7-446e-b458-73bf857fe25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:18.039649 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-54435ba2-2745-4964-af78-1f4f54188ad0 req-bd6b9ac6-36d7-446e-b458-73bf857fe25e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bd911557-2171-4f85-99b2-431860ea8276 HTTP/1.1" status: 200 len: 849 time: 0.0887883 Feb 03 13:07:18.124508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54435ba2-2745-4964-af78-1f4f54188ad0 req-ae028be9-3674-49e7-ae6d-31a2691d6991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:18.126545 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-54435ba2-2745-4964-af78-1f4f54188ad0 req-ae028be9-3674-49e7-ae6d-31a2691d6991 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f6d1ce66-d18b-43ca-b278-f3cd61f50f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0791001 Feb 03 13:07:18.151266 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c11eeb6c-9b0f-4cc5-9222-db12bd1dbf42 None None] Set router 906dc41d-4909-4533-bae5-25570020319e gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:07:18.361892 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-54435ba2-2745-4964-af78-1f4f54188ad0 req-89bb7681-2a66-4946-9b9f-cd58524b7c89 service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279513 Feb 03 13:07:18.417977 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb5f3c-1169-4573-a7d5-449473f2c5ec req-dbc9012f-8fc5-4687-9efe-e03694c0059f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:18.429150 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6cbb5f3c-1169-4573-a7d5-449473f2c5ec req-dbc9012f-8fc5-4687-9efe-e03694c0059f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.1197369 Feb 03 13:07:18.515439 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-54435ba2-2745-4964-af78-1f4f54188ad0 req-e09531c4-fe56-49c3-adc0-e622e93c096b service neutron] 10.222.0.31 "GET /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475554 Feb 03 13:07:18.525081 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6cbb5f3c-1169-4573-a7d5-449473f2c5ec req-b0d71a2e-d670-4fe6-ba9e-fab7026153ee tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942898 Feb 03 13:07:18.655925 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c11eeb6c-9b0f-4cc5-9222-db12bd1dbf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906dc41d-4909-4533-bae5-25570020319e', 'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:58Z', 'updated_at': '2022-02-03T13:03:05Z', 'revision_number': 4, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'gw_port': {'id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:59Z', 'updated_at': '2022-02-03T13:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'f01bcec8-b950-4f20-a783-67f1a1a94d04', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '906dc41d-4909-4533-bae5-25570020319e', 'port_id': 'da1ca5d1-ef4c-4987-97d6-d5235edb909b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'mac_address': 'fa:16:3e:c7:2b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574293e2-f732-4705-9cf4-58dec7779354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:06:59Z', 'updated_at': '2022-02-03T13:07:16Z', 'revision_number': 1, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b81336-ece3-4263-b301-11c690b9d32f', 'name': '', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'mac_address': 'fa:16:3e:38:ed:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'bd911557-2171-4f85-99b2-431860ea8276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:03Z', 'updated_at': '2022-02-03T13:03:11Z', 'revision_number': 5, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'subnets': [{'id': 'bd911557-2171-4f85-99b2-431860ea8276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:18.690608 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11eeb6c-9b0f-4cc5-9222-db12bd1dbf42 None None] The sync data for ids ['906dc41d-4909-4533-bae5-25570020319e'] in n-d-827336-3 is: [{'id': '906dc41d-4909-4533-bae5-25570020319e', 'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:58Z', 'updated_at': '2022-02-03T13:03:05Z', 'revision_number': 4, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'gw_port': {'id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:59Z', 'updated_at': '2022-02-03T13:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'f01bcec8-b950-4f20-a783-67f1a1a94d04', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '906dc41d-4909-4533-bae5-25570020319e', 'port_id': 'da1ca5d1-ef4c-4987-97d6-d5235edb909b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'mac_address': 'fa:16:3e:c7:2b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574293e2-f732-4705-9cf4-58dec7779354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:06:59Z', 'updated_at': '2022-02-03T13:07:16Z', 'revision_number': 1, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b81336-ece3-4263-b301-11c690b9d32f', 'name': '', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'mac_address': 'fa:16:3e:38:ed:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'bd911557-2171-4f85-99b2-431860ea8276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:03Z', 'updated_at': '2022-02-03T13:03:11Z', 'revision_number': 5, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'subnets': [{'id': 'bd911557-2171-4f85-99b2-431860ea8276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:07:19.035050 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ff8f53-e831-4a50-bb7c-def96b4c1711 None None] New status for floating IP f01bcec8-b950-4f20-a783-67f1a1a94d04: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:07:19.040663 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8891b-2e34-48bc-9eff-dc315e23ab76 req-4e02d5ed-475a-4b2f-9b61-3e339537c5c2 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:19.043167 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cae8891b-2e34-48bc-9eff-dc315e23ab76 req-4e02d5ed-475a-4b2f-9b61-3e339537c5c2 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 946 time: 0.1004405 Feb 03 13:07:19.111208 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cae8891b-2e34-48bc-9eff-dc315e23ab76 req-456d1014-5a53-4176-a249-29b035832e3a tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0227988-2c1a-4e5a-9853-a65a8be5c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612206 Feb 03 13:07:19.696146 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afa92d-97dd-447e-97bf-28502114dfaa req-608d13df-dec9-42eb-b302-f5ec43aae788 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:19.698291 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-95afa92d-97dd-447e-97bf-28502114dfaa req-608d13df-dec9-42eb-b302-f5ec43aae788 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0938742 Feb 03 13:07:19.787462 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-95afa92d-97dd-447e-97bf-28502114dfaa req-734ad1f7-c239-4c02-8c59-351c76d4c9a5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828395 Feb 03 13:07:20.866296 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:07:20.941681 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a190308-ffac-401a-8033-536f2aa0161c req-4589fde6-54be-47d3-82da-23a592d5c7d9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:20.943989 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a190308-ffac-401a-8033-536f2aa0161c req-4589fde6-54be-47d3-82da-23a592d5c7d9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0683308 Feb 03 13:07:21.019891 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a190308-ffac-401a-8033-536f2aa0161c req-9cb406f5-237f-4586-b46e-fdd06ed12292 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689702 Feb 03 13:07:22.205606 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f4ffd-086e-4386-a9f7-bf45dc5ae38f req-dd5f4957-5f09-404d-b4ef-0ca8e98846b9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:22.214614 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-394f4ffd-086e-4386-a9f7-bf45dc5ae38f req-dd5f4957-5f09-404d-b4ef-0ca8e98846b9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0799146 Feb 03 13:07:22.279338 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-394f4ffd-086e-4386-a9f7-bf45dc5ae38f req-7a466f99-89f8-471c-9fd3-5a2f247587fe tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615208 Feb 03 13:07:23.537657 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afee93e-9885-49c5-98ef-08543f155b88 req-6d84b3c2-b537-4874-ae95-41c597e68825 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:23.540220 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9afee93e-9885-49c5-98ef-08543f155b88 req-6d84b3c2-b537-4874-ae95-41c597e68825 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.1548738 Feb 03 13:07:23.631806 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9afee93e-9885-49c5-98ef-08543f155b88 req-4b67b592-6f5f-4731-95f6-e0677bc37c7a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832229 Feb 03 13:07:24.796803 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890e817-e625-4d52-815d-c0dc198494e5 req-e943759f-4a32-4dfe-a7dd-e8fd6aa4b335 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:24.799188 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5890e817-e625-4d52-815d-c0dc198494e5 req-e943759f-4a32-4dfe-a7dd-e8fd6aa4b335 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0764220 Feb 03 13:07:24.879647 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5890e817-e625-4d52-815d-c0dc198494e5 req-2db9649c-56ca-4ef2-9473-ed7308635ad8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678568 Feb 03 13:07:25.184646 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa25c5c-1a6d-4d6c-a698-c5e679efefa4 req-cabbe06f-cf63-4bbb-9354-c8227135bb56 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:25.188848 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5fa25c5c-1a6d-4d6c-a698-c5e679efefa4 req-cabbe06f-cf63-4bbb-9354-c8227135bb56 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0784509 Feb 03 13:07:25.252569 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5fa25c5c-1a6d-4d6c-a698-c5e679efefa4 req-387eb227-187a-4482-874a-49e09fd949e5 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589669 Feb 03 13:07:26.054446 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ca991-bbae-4b3d-ac9f-1108c7389128 req-1d5fffca-b76a-4c46-b0d0-b0ca3932a967 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:26.055994 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-459ca991-bbae-4b3d-ac9f-1108c7389128 req-1d5fffca-b76a-4c46-b0d0-b0ca3932a967 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0840297 Feb 03 13:07:26.134870 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-459ca991-bbae-4b3d-ac9f-1108c7389128 req-42741100-ea49-41a0-bcf5-83a95d605a8f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696385 Feb 03 13:07:26.422722 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef99bb-20a8-4e35-bd59-6cb9e3380914 req-21967bcf-b911-4fb9-b72e-d30347c73741 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:26.424353 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4fef99bb-20a8-4e35-bd59-6cb9e3380914 req-21967bcf-b911-4fb9-b72e-d30347c73741 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0733974 Feb 03 13:07:26.479134 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4fef99bb-20a8-4e35-bd59-6cb9e3380914 req-123558e9-c0b5-4d1c-92fb-3f467d642b2f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488250 Feb 03 13:07:27.297305 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c299e-04ee-4ecc-af7a-1aefac18ea01 req-ff5d551b-2219-4446-97f2-4c706dc73a09 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:27.299111 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-745c299e-04ee-4ecc-af7a-1aefac18ea01 req-ff5d551b-2219-4446-97f2-4c706dc73a09 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0830679 Feb 03 13:07:27.367665 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-745c299e-04ee-4ecc-af7a-1aefac18ea01 req-d0367e44-75f1-468c-a491-9c9cc801ab50 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567405 Feb 03 13:07:27.630477 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c2dea-8741-44a2-ba2a-7ef5265392ec req-ed26d6d8-5b46-4ba0-aaa7-d361b8eda412 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:27.632865 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-200c2dea-8741-44a2-ba2a-7ef5265392ec req-ed26d6d8-5b46-4ba0-aaa7-d361b8eda412 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0740826 Feb 03 13:07:27.684505 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-200c2dea-8741-44a2-ba2a-7ef5265392ec req-96b7dc13-6f44-4894-92c4-03ac3449a61e tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464959 Feb 03 13:07:28.512718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af220b02-7a87-46f9-a10b-b47441278427 req-48408882-2de2-4d9b-8970-38250ed40c72 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:28.515269 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-af220b02-7a87-46f9-a10b-b47441278427 req-48408882-2de2-4d9b-8970-38250ed40c72 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0677390 Feb 03 13:07:28.571600 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-af220b02-7a87-46f9-a10b-b47441278427 req-fa9bfc91-dfc1-4b9f-98fe-0b1ca2784c39 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502424 Feb 03 13:07:28.843605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94b829-915f-4d72-bb0d-7335d82977a9 req-602268dc-2370-4639-b6ce-17234bced4da tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:28.845116 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0f94b829-915f-4d72-bb0d-7335d82977a9 req-602268dc-2370-4639-b6ce-17234bced4da tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0689876 Feb 03 13:07:28.923218 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0f94b829-915f-4d72-bb0d-7335d82977a9 req-3a721599-3ddb-462b-a860-a06a1b8737c0 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674984 Feb 03 13:07:29.704251 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fb7a8-09de-4c12-9f98-84cf0048fc98 req-fc7b8274-b5bf-48fc-88d9-2dfeff4b7df9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:29.706083 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e34fb7a8-09de-4c12-9f98-84cf0048fc98 req-fc7b8274-b5bf-48fc-88d9-2dfeff4b7df9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0599368 Feb 03 13:07:29.756840 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e34fb7a8-09de-4c12-9f98-84cf0048fc98 req-ca05175c-7f7b-408e-8ab2-2c88a0e61e32 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445755 Feb 03 13:07:30.074816 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d035aa5-ed2b-431c-886c-48deb25bc317 req-821f9e1f-73d2-445d-8f47-0c9b4d4178d5 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:30.077020 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5d035aa5-ed2b-431c-886c-48deb25bc317 req-821f9e1f-73d2-445d-8f47-0c9b4d4178d5 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0730348 Feb 03 13:07:30.131696 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5d035aa5-ed2b-431c-886c-48deb25bc317 req-eac77d50-0e33-4dd3-af84-759f8216fd09 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454302 Feb 03 13:07:30.247829 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45a7a113-d632-4a2b-a459-9ead4b91884f req-c8bed540-5d14-43c0-be70-cb0c145cc290 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682704 Feb 03 13:07:30.336511 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7a113-d632-4a2b-a459-9ead4b91884f req-82036184-21ae-45a6-917d-a87fcd66b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:30.338232 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45a7a113-d632-4a2b-a459-9ead4b91884f req-82036184-21ae-45a6-917d-a87fcd66b41a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 1129 time: 0.0570190 Feb 03 13:07:30.456675 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7a113-d632-4a2b-a459-9ead4b91884f req-e50ae14c-ee43-4f48-9c70-0450f6d13e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:30.458264 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45a7a113-d632-4a2b-a459-9ead4b91884f req-e50ae14c-ee43-4f48-9c70-0450f6d13e2f service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca8b1202-28b9-4749-8902-b8a9382d93a8 HTTP/1.1" status: 200 len: 897 time: 0.0997479 Feb 03 13:07:30.534052 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45a7a113-d632-4a2b-a459-9ead4b91884f req-76427972-94cb-4e9a-be25-9ee7fa1831ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f HTTP/1.1" status: 200 len: 1002 time: 0.0698712 Feb 03 13:07:30.591022 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7a113-d632-4a2b-a459-9ead4b91884f req-a1025165-da93-48f2-9419-3851ebdef1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:30.592556 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45a7a113-d632-4a2b-a459-9ead4b91884f req-a1025165-da93-48f2-9419-3851ebdef1f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f8c2b6b-8a00-466a-8033-a3a24815b33d HTTP/1.1" status: 200 len: 833 time: 0.0527396 Feb 03 13:07:30.649218 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7a113-d632-4a2b-a459-9ead4b91884f req-4ea0e098-1ef1-4d26-b1db-d5148d9ba556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:30.650709 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45a7a113-d632-4a2b-a459-9ead4b91884f req-4ea0e098-1ef1-4d26-b1db-d5148d9ba556 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca8b1202-28b9-4749-8902-b8a9382d93a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518622 Feb 03 13:07:30.768898 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45a7a113-d632-4a2b-a459-9ead4b91884f req-4e609b4f-393c-44a1-8bc9-e70b3d2e8b20 service neutron] 10.222.0.31 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121099 Feb 03 13:07:30.902452 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45a7a113-d632-4a2b-a459-9ead4b91884f req-90c0e769-7e9d-40b9-a564-e23b47109318 service neutron] 10.222.0.31 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272111 Feb 03 13:07:30.903588 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33314f0-eafd-48c9-abd7-0e063abde1aa req-6ebb5d93-5756-4a77-9568-3b42cef7a00b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:30.905429 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d33314f0-eafd-48c9-abd7-0e063abde1aa req-6ebb5d93-5756-4a77-9568-3b42cef7a00b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0658493 Feb 03 13:07:30.970965 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d33314f0-eafd-48c9-abd7-0e063abde1aa req-296f1377-0d38-4faf-a1e2-9f0080a3d85e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583811 Feb 03 13:07:31.281822 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:31.284351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44576a-2535-4044-b9d2-abe6f6ba911b req-04279235-2f85-4b42-b633-7bd1553db66d tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:31.286221 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec44576a-2535-4044-b9d2-abe6f6ba911b req-04279235-2f85-4b42-b633-7bd1553db66d tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0653436 Feb 03 13:07:31.346282 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec44576a-2535-4044-b9d2-abe6f6ba911b req-05182548-18aa-4b11-8290-1d99d38daf9b tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538349 Feb 03 13:07:32.102188 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04030a78-b863-425b-bae2-b710dc6cdbb5 req-46156d54-5ecf-4d27-8a4f-fd33362882b5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:32.103737 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-04030a78-b863-425b-bae2-b710dc6cdbb5 req-46156d54-5ecf-4d27-8a4f-fd33362882b5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0564098 Feb 03 13:07:32.166670 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-04030a78-b863-425b-bae2-b710dc6cdbb5 req-719def23-e6f6-4da8-9d79-963b75a44d6f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543809 Feb 03 13:07:32.480452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf20432-6c47-4c8a-8a25-1730f2d756c3 req-06c44dd0-0105-435a-93a9-0a10c5fedef0 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:32.483974 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bdf20432-6c47-4c8a-8a25-1730f2d756c3 req-06c44dd0-0105-435a-93a9-0a10c5fedef0 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0564966 Feb 03 13:07:32.533821 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bdf20432-6c47-4c8a-8a25-1730f2d756c3 req-47b3f144-bce6-47b8-b5d3-b9021819d628 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456622 Feb 03 13:07:33.315552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa10d9-83bd-4d99-a4fa-610fd5394845 req-9d00677a-9a8b-4aa7-8cfe-2a9a11eb04f2 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:33.317112 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-87fa10d9-83bd-4d99-a4fa-610fd5394845 req-9d00677a-9a8b-4aa7-8cfe-2a9a11eb04f2 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0681343 Feb 03 13:07:33.371592 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-87fa10d9-83bd-4d99-a4fa-610fd5394845 req-12d30d22-1c70-4639-9959-f534594b34c5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469329 Feb 03 13:07:33.500754 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ea749d6-915d-4fb5-9efe-adeca99202aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:33.703620 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3a62c-768b-4c49-a5da-70391367734d req-a69ce868-4d61-45d1-a4eb-916f785fce07 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:33.705295 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5b3a62c-768b-4c49-a5da-70391367734d req-a69ce868-4d61-45d1-a4eb-916f785fce07 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0665832 Feb 03 13:07:33.761246 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5b3a62c-768b-4c49-a5da-70391367734d req-ded23e7d-1d14-4dad-bd5c-9ec7aa061a67 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497293 Feb 03 13:07:34.520995 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc18361-6148-4941-9168-d034543d4ea6 req-5e2449a8-beab-4581-bc21-0a666f492e51 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:34.524803 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1bc18361-6148-4941-9168-d034543d4ea6 req-5e2449a8-beab-4581-bc21-0a666f492e51 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0741894 Feb 03 13:07:34.583189 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1bc18361-6148-4941-9168-d034543d4ea6 req-2eb22cbb-a2a9-4706-a274-44dcd61fa078 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485518 Feb 03 13:07:34.907921 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3d9f3-9599-4d4e-bff3-e46ef31aaf8d req-c5d8cfb5-991d-4297-8aad-c5bfb46addf3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:34.909762 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45f3d9f3-9599-4d4e-bff3-e46ef31aaf8d req-c5d8cfb5-991d-4297-8aad-c5bfb46addf3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0680673 Feb 03 13:07:34.971089 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45f3d9f3-9599-4d4e-bff3-e46ef31aaf8d req-4a0fde01-056a-47a8-9ea3-423422aa69ce tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538082 Feb 03 13:07:35.725108 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e99af-31f1-4a52-bbb5-8a51a1bd6335 req-e01cbd6d-9226-4031-9958-fc99e7e6a5b0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:35.726907 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-593e99af-31f1-4a52-bbb5-8a51a1bd6335 req-e01cbd6d-9226-4031-9958-fc99e7e6a5b0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0651891 Feb 03 13:07:35.789262 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-593e99af-31f1-4a52-bbb5-8a51a1bd6335 req-d342e628-2832-4c2a-aac7-421b5525cdfd tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546768 Feb 03 13:07:36.108221 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5e2c4-5c5e-4b4a-bf38-297e8c019f1c req-46a64dea-79a3-4137-9eac-36e0fec9f5a3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:36.109912 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45d5e2c4-5c5e-4b4a-bf38-297e8c019f1c req-46a64dea-79a3-4137-9eac-36e0fec9f5a3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0593047 Feb 03 13:07:36.136483 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-705a1635-75c7-46c1-ad80-b3b85395c4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:36.181677 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45d5e2c4-5c5e-4b4a-bf38-297e8c019f1c req-e2969084-b70c-495f-b3dc-24c3b952fb17 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658386 Feb 03 13:07:36.947368 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f87e3-9d61-4b4d-814f-1b7d304a5f37 req-c744c133-cdcb-48ef-ad01-20dd50694037 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:36.949787 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6b7f87e3-9d61-4b4d-814f-1b7d304a5f37 req-c744c133-cdcb-48ef-ad01-20dd50694037 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0673764 Feb 03 13:07:36.992861 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:37.022820 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6b7f87e3-9d61-4b4d-814f-1b7d304a5f37 req-e4a6ab9b-51a0-43d6-af55-5bb607d264ad tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641062 Feb 03 13:07:37.354118 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a793a-d8ae-416e-bc0e-2c392af5c230 req-03aa2ef2-5aab-4b9b-bbc4-d17c6bbc7101 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:37.357016 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-695a793a-d8ae-416e-bc0e-2c392af5c230 req-03aa2ef2-5aab-4b9b-bbc4-d17c6bbc7101 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0766058 Feb 03 13:07:37.433702 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-695a793a-d8ae-416e-bc0e-2c392af5c230 req-ece85a21-b214-4a55-a53b-1b83cc707ebf tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641189 Feb 03 13:07:37.821555 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 276c8f83-ce7c-4df9-8961-0c8015234f85 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:07:38.060630 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 276c8f83-ce7c-4df9-8961-0c8015234f85, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=276c8f83-ce7c-4df9-8961-0c8015234f85,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:38.093787 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '276c8f83-ce7c-4df9-8961-0c8015234f85', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'port_id': '276c8f83-ce7c-4df9-8961-0c8015234f85', 'mac_address': 'fa:16:3e:de:7f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:07:38.190584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 276c8f83-ce7c-4df9-8961-0c8015234f85 is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:07:38.191172 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:38.233925 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 276c8f83-ce7c-4df9-8961-0c8015234f85 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:07:38.276638 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65db4d-30e1-4757-83ee-b02d62cc1b44 req-6ea86e93-26fe-4c61-8004-5a97ac1cb6f0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:38.279142 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce65db4d-30e1-4757-83ee-b02d62cc1b44 req-6ea86e93-26fe-4c61-8004-5a97ac1cb6f0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0690403 Feb 03 13:07:38.326583 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 276c8f83-ce7c-4df9-8961-0c8015234f85, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=276c8f83-ce7c-4df9-8961-0c8015234f85,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:38.334114 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:38.342362 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:38.375908 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce65db4d-30e1-4757-83ee-b02d62cc1b44 req-83f10d68-c989-43e8-b899-6cb7d7668884 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825839 Feb 03 13:07:38.420910 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=276c8f83-ce7c-4df9-8961-0c8015234f85,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:38.490387 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['276c8f83-ce7c-4df9-8961-0c8015234f85'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:07:38.648466 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4510e-83a6-42ef-9599-f207746efa45 req-437d09fe-15ad-4883-885d-22ae97299e8c tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:38.650565 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f5d4510e-83a6-42ef-9599-f207746efa45 req-437d09fe-15ad-4883-885d-22ae97299e8c tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 944 time: 0.0685492 Feb 03 13:07:38.729295 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f5d4510e-83a6-42ef-9599-f207746efa45 req-6f7608c1-4825-4011-85ee-bdafd45cc5ee tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719678 Feb 03 13:07:39.536432 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859ce52-565e-4a9e-88de-19f9fce40747 req-ce41aa45-bf82-49e5-afcf-14953c1ecb0c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:39.538959 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a859ce52-565e-4a9e-88de-19f9fce40747 req-ce41aa45-bf82-49e5-afcf-14953c1ecb0c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0735254 Feb 03 13:07:39.599931 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a859ce52-565e-4a9e-88de-19f9fce40747 req-ce79599f-68ed-4e67-9153-b2b7822f94c8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496399 Feb 03 13:07:39.822426 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 276c8f83-ce7c-4df9-8961-0c8015234f85 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:07:39.908336 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff753e-10ea-41b3-8430-b2c20b53c645 req-2e4207f7-5537-4598-8765-c599229403e4 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:39.923236 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fbff753e-10ea-41b3-8430-b2c20b53c645 req-2e4207f7-5537-4598-8765-c599229403e4 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 944 time: 0.1095605 Feb 03 13:07:39.928283 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 276c8f83-ce7c-4df9-8961-0c8015234f85 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:07:39.928727 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:39.990044 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:40.010911 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fbff753e-10ea-41b3-8430-b2c20b53c645 req-a32833d1-ee28-4312-896e-22b796c0fd55 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778067 Feb 03 13:07:40.087264 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 276c8f83-ce7c-4df9-8961-0c8015234f85 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:07:40.087703 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:40.115145 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e755a5a9-2695-43cf-966f-4862c2310fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276c8f83-ce7c-4df9-8961-0c8015234f85'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:07:40.117594 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ecc876-6256-461a-b6e7-e8dd6a62f20b" -d '{"events": [{"server_uuid": "e755a5a9-2695-43cf-966f-4862c2310fb9", "name": "network-vif-plugged", "status": "completed", "tag": "276c8f83-ce7c-4df9-8961-0c8015234f85"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:07:40.132968 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 276c8f83-ce7c-4df9-8961-0c8015234f85, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=276c8f83-ce7c-4df9-8961-0c8015234f85,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:40.139861 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:40.199217 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=276c8f83-ce7c-4df9-8961-0c8015234f85,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:40.204034 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a96709a-d63f-4732-9d55-03b3dad6572d x-openstack-request-id: req-3a96709a-d63f-4732-9d55-03b3dad6572d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:07:40.204409 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e755a5a9-2695-43cf-966f-4862c2310fb9", "name": "network-vif-plugged", "status": "completed", "tag": "276c8f83-ce7c-4df9-8961-0c8015234f85", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:07:40.204736 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a96709a-d63f-4732-9d55-03b3dad6572d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:07:40.205200 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e755a5a9-2695-43cf-966f-4862c2310fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276c8f83-ce7c-4df9-8961-0c8015234f85', 'code': 200} Feb 03 13:07:40.742601 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c317f-c662-4213-8463-c58d2f9c4503 req-31a2d70a-2e22-4044-be82-8911471d4d94 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:40.744244 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-497c317f-c662-4213-8463-c58d2f9c4503 req-31a2d70a-2e22-4044-be82-8911471d4d94 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0705347 Feb 03 13:07:40.801197 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-497c317f-c662-4213-8463-c58d2f9c4503 req-b3db2d71-a0bb-4835-9ad3-ecad23b93dbd tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498178 Feb 03 13:07:41.171020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe33857-5e86-4bd6-812d-0b92cd6ea76c req-6e8c763a-a529-475e-83b8-417f1bf6a681 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:41.173010 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bbe33857-5e86-4bd6-812d-0b92cd6ea76c req-6e8c763a-a529-475e-83b8-417f1bf6a681 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0734377 Feb 03 13:07:41.251081 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bbe33857-5e86-4bd6-812d-0b92cd6ea76c req-d2b32d7f-4d39-4ba9-8fb3-317c80c99b04 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694370 Feb 03 13:07:41.959233 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943edd0b-d5be-4644-ab78-661737604b51 req-e096633c-2b93-4785-9f0c-f60ede630159 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:41.961005 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-943edd0b-d5be-4644-ab78-661737604b51 req-e096633c-2b93-4785-9f0c-f60ede630159 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0679440 Feb 03 13:07:42.025771 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-943edd0b-d5be-4644-ab78-661737604b51 req-78361e0a-d811-4a98-beab-b72290d76f61 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568511 Feb 03 13:07:42.400397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a5e13-820a-4d1c-a516-82c9a27dc04b req-8df96f0b-8b00-4420-b91f-19786586ce5e tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:42.401934 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d41a5e13-820a-4d1c-a516-82c9a27dc04b req-8df96f0b-8b00-4420-b91f-19786586ce5e tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0603302 Feb 03 13:07:42.457715 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d41a5e13-820a-4d1c-a516-82c9a27dc04b req-57e14b4b-c436-4c4b-be9d-bfe17b768869 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490913 Feb 03 13:07:43.155167 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbfa97-8f23-468a-a15c-3fc448025fae req-589fa23c-5e2f-4174-bf57-b938bfc0ad1f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:43.156886 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1fcbfa97-8f23-468a-a15c-3fc448025fae req-589fa23c-5e2f-4174-bf57-b938bfc0ad1f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0577796 Feb 03 13:07:43.246055 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1fcbfa97-8f23-468a-a15c-3fc448025fae req-12bd957b-de5a-420e-9159-edca0d06ef0e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828092 Feb 03 13:07:43.654826 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c0281-445f-484a-9c9f-9ce83fa3740a req-38cb7886-470e-4fb8-aa01-3133f2d0cce4 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:43.656479 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-862c0281-445f-484a-9c9f-9ce83fa3740a req-38cb7886-470e-4fb8-aa01-3133f2d0cce4 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0734267 Feb 03 13:07:43.726976 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-862c0281-445f-484a-9c9f-9ce83fa3740a req-b51ef3dd-a72d-4fd5-8392-1e0e00baab34 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598347 Feb 03 13:07:44.455717 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea622cc5-916d-4147-9245-85e8fe281c54 req-66cbf55a-785a-4686-a0dd-5c8a9de987bd tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:44.457962 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ea622cc5-916d-4147-9245-85e8fe281c54 req-66cbf55a-785a-4686-a0dd-5c8a9de987bd tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.0793707 Feb 03 13:07:44.549509 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ea622cc5-916d-4147-9245-85e8fe281c54 req-4811112b-cf3e-4eae-8506-5e73d1842d0a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788960 Feb 03 13:07:44.871209 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022dccf6-ebe8-4817-95aa-b0967d166f4e req-9ba6184e-3f20-41c5-b1fa-1a56db49d22f tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:44.886765 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-022dccf6-ebe8-4817-95aa-b0967d166f4e req-9ba6184e-3f20-41c5-b1fa-1a56db49d22f tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 1129 time: 0.1052921 Feb 03 13:07:44.947487 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584cebd-16e6-4b22-a877-19fd8b5496a1 req-327dd6cd-3767-40ed-a569-b45796488ee9 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:44.952733 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c584cebd-16e6-4b22-a877-19fd8b5496a1 req-327dd6cd-3767-40ed-a569-b45796488ee9 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.1045003 Feb 03 13:07:44.977768 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-022dccf6-ebe8-4817-95aa-b0967d166f4e req-39f2ea20-223c-4f83-9fb2-a1f84161d2cd tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885720 Feb 03 13:07:45.002422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56604) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:45.095596 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c584cebd-16e6-4b22-a877-19fd8b5496a1 req-3726ffcd-fe81-45b7-ae1e-fd9cf18797b6 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338956 Feb 03 13:07:45.342041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Deleting port fdbace9d-ca29-4853-962d-37b0ff29d0c1 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:07:45.342414 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (fdbace9d-ca29-4853-962d-37b0ff29d0c1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:45.447211 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (fdbace9d-ca29-4853-962d-37b0ff29d0c1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:45.447609 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for floatingip (fdbace9d-ca29-4853-962d-37b0ff29d0c1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:45.464489 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Calling delete_port for fdbace9d-ca29-4853-962d-37b0ff29d0c1 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:07:45.636327 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (fdbace9d-ca29-4853-962d-37b0ff29d0c1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:45.719428 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Port': ['ID=fdbace9d-ca29-4853-962d-37b0ff29d0c1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:45.793369 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:45.795600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:45.796143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:45.797432 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:45.798158 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:45.798724 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:45.799510 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:45.800108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:45.800675 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:45.801304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:45.801889 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:45.802446 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:45.802953 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:45.916251 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for floatingip (dbac3b4e-f4a9-4b93-907b-73fb71280491), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:45.917344 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Floating IP dbac3b4e-f4a9-4b93-907b-73fb71280491 disassociated (deleted). External IP: 172.25.6.124, port: df41c963-fbef-4844-abf9-eb4d0394eb9f. Feb 03 13:07:46.053092 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:46.449117 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172f6f7-18c2-4a49-bee8-8a0dc76bfc4f req-40268ce5-15b0-4c94-8d20-b3745a1f192f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:46.452503 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c172f6f7-18c2-4a49-bee8-8a0dc76bfc4f req-40268ce5-15b0-4c94-8d20-b3745a1f192f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.1267774 Feb 03 13:07:46.461937 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 71c9691c-b917-4033-9641-ef212ac9842d details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:07:46.646627 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4669839-e7da-4701-9818-8aa561023187 req-5fa4fcac-397b-4c72-8e82-ad1f10bacc34 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:46.648647 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4669839-e7da-4701-9818-8aa561023187 req-5fa4fcac-397b-4c72-8e82-ad1f10bacc34 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 944 time: 0.9304140 Feb 03 13:07:46.677242 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c172f6f7-18c2-4a49-bee8-8a0dc76bfc4f req-65a0dba3-c6bd-4b4f-9ab3-a9e0d839253a tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056179 Feb 03 13:07:46.773232 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4669839-e7da-4701-9818-8aa561023187 req-97fbf5f5-2712-4425-be3b-775d79429c68 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705180 Feb 03 13:07:46.830741 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4e483-60af-4508-9d29-c5d7ad68a307 req-c856a12d-2316-4dbc-aa60-c32ba8f755b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:46.832328 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6eb4e483-60af-4508-9d29-c5d7ad68a307 req-c856a12d-2316-4dbc-aa60-c32ba8f755b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f87650fa40e44533b201cd37dcb459f1&device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 1127 time: 0.2089388 Feb 03 13:07:46.848094 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 71c9691c-b917-4033-9641-ef212ac9842d, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=71c9691c-b917-4033-9641-ef212ac9842d,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:46.909884 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '71c9691c-b917-4033-9641-ef212ac9842d', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'port_id': '71c9691c-b917-4033-9641-ef212ac9842d', 'mac_address': 'fa:16:3e:1f:ea:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:07:46.987159 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 71c9691c-b917-4033-9641-ef212ac9842d is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:07:46.987989 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (71c9691c-b917-4033-9641-ef212ac9842d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:47.010466 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c9691c-b917-4033-9641-ef212ac9842d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:07:47.029552 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Router ce4a2d91-11db-4449-aa3e-1a08b11c0057 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:07:47.075120 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 71c9691c-b917-4033-9641-ef212ac9842d, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=71c9691c-b917-4033-9641-ef212ac9842d,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:47.091985 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (71c9691c-b917-4033-9641-ef212ac9842d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:47.230295 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=71c9691c-b917-4033-9641-ef212ac9842d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:47.250900 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:47.251658 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:47.252946 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:47.253582 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:47.254528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:47.255449 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:47.256121 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:47.256667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:47.257284 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:47.258458 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:47.259038 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:47.259712 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:47.263247 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:47.347567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['71c9691c-b917-4033-9641-ef212ac9842d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:07:47.432901 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4e483-60af-4508-9d29-c5d7ad68a307 req-00e3b510-064a-49cf-851f-7c0c31cc6abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:47.435252 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6eb4e483-60af-4508-9d29-c5d7ad68a307 req-00e3b510-064a-49cf-851f-7c0c31cc6abc service neutron] 10.222.0.73 "GET /v2.0/networks?id=493acd8c-1fd7-4784-9c30-ab48082e5271 HTTP/1.1" status: 200 len: 918 time: 0.4926209 Feb 03 13:07:47.557721 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:07:47.570776 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd23b16-e49a-4278-af42-9f274e9bfbb0 None None] Sync routers for ids ['ce4a2d91-11db-4449-aa3e-1a08b11c0057'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:07:47.583612 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd23b16-e49a-4278-af42-9f274e9bfbb0 None None] Routers {'ce4a2d91-11db-4449-aa3e-1a08b11c0057'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:07:47.584440 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:47.585773 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ffd23b16-e49a-4278-af42-9f274e9bfbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:07:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ce4a2d91-11db-4449-aa3e-1a08b11c0057'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:47.678198 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-39b7c7ec-0298-40b8-b626-43ad932c644f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "DELETE /v2.0/floatingips/dbac3b4e-f4a9-4b93-907b-73fb71280491 HTTP/1.1" status: 204 len: 168 time: 2.6692622 Feb 03 13:07:47.682009 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:07:47.684303 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105403df-b86d-4de6-9a2d-4e6482ad7860" -d '{"events": [{"name": "network-changed", "server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:07:47.775403 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-ffd23b16-e49a-4278-af42-9f274e9bfbb0 None None] Set router ce4a2d91-11db-4449-aa3e-1a08b11c0057 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:07:47.804657 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6eb4e483-60af-4508-9d29-c5d7ad68a307 req-be5ea28a-d7f7-4370-a832-0e083a6a6c0c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=276c8f83-ce7c-4df9-8961-0c8015234f85 HTTP/1.1" status: 200 len: 1001 time: 0.3497720 Feb 03 13:07:48.003264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4e483-60af-4508-9d29-c5d7ad68a307 req-82cd9acc-56fd-406e-8ecc-21c5d0a428c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:48.005628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6eb4e483-60af-4508-9d29-c5d7ad68a307 req-82cd9acc-56fd-406e-8ecc-21c5d0a428c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cfdcbfe6-c780-42bd-a6f3-8500632541b5 HTTP/1.1" status: 200 len: 856 time: 0.1995909 Feb 03 13:07:48.015012 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27db3912-debd-4bd5-bbea-1ed4d33c9649 x-openstack-request-id: req-27db3912-debd-4bd5-bbea-1ed4d33c9649 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:07:48.015800 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:07:48.016738 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27db3912-debd-4bd5-bbea-1ed4d33c9649 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:07:48.017332 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f', 'status': 'completed', 'code': 200} Feb 03 13:07:48.118063 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d452408-88d9-429d-8dc6-eceaa5f555d4 req-6a911de9-ad41-4b96-9d48-ef2f2d7a8144 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:48.121698 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d452408-88d9-429d-8dc6-eceaa5f555d4 req-6a911de9-ad41-4b96-9d48-ef2f2d7a8144 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.2245493 Feb 03 13:07:48.226591 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105403df-b86d-4de6-9a2d-4e6482ad7860 req-7c43eb5a-c6fa-4207-be53-c796c9f06dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:48.232542 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-105403df-b86d-4de6-9a2d-4e6482ad7860 req-7c43eb5a-c6fa-4207-be53-c796c9f06dd6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 1129 time: 0.2141986 Feb 03 13:07:48.243578 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ffd23b16-e49a-4278-af42-9f274e9bfbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929329350', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:30Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:23Z', 'updated_at': '2022-02-03T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '410295d0-9631-4d2d-830d-b2a11bcb2a3b', 'name': '', 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:e8:8c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:28Z', 'updated_at': '2022-02-03T13:05:39Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:48.278474 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd23b16-e49a-4278-af42-9f274e9bfbb0 None None] Checking router: ce4a2d91-11db-4449-aa3e-1a08b11c0057 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:07:48.288094 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd23b16-e49a-4278-af42-9f274e9bfbb0 None None] Routers {'ce4a2d91-11db-4449-aa3e-1a08b11c0057'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:07:48.288932 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ffd23b16-e49a-4278-af42-9f274e9bfbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:07:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ce4a2d91-11db-4449-aa3e-1a08b11c0057'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:48.313563 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d452408-88d9-429d-8dc6-eceaa5f555d4 req-ad0cb83f-baca-4a88-a6fd-c920cb2d1e17 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800287 Feb 03 13:07:48.396074 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba55b83-89a9-4e4c-9510-b6af8ce8d41c req-7aa89cd7-7832-4059-a947-0c017535482c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:48.403583 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4ba55b83-89a9-4e4c-9510-b6af8ce8d41c req-7aa89cd7-7832-4059-a947-0c017535482c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 945 time: 0.1915262 Feb 03 13:07:48.428268 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4e483-60af-4508-9d29-c5d7ad68a307 req-39428d15-af5e-4d96-b952-09d0292ab6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:48.430467 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6eb4e483-60af-4508-9d29-c5d7ad68a307 req-39428d15-af5e-4d96-b952-09d0292ab6f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=493acd8c-1fd7-4784-9c30-ab48082e5271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4029477 Feb 03 13:07:48.476985 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 71c9691c-b917-4033-9641-ef212ac9842d up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:07:48.492848 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4ba55b83-89a9-4e4c-9510-b6af8ce8d41c req-d96bb46b-908f-40e3-a736-e281ac0268e7 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793092 Feb 03 13:07:48.683599 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 71c9691c-b917-4033-9641-ef212ac9842d completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:07:48.692916 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 71c9691c-b917-4033-9641-ef212ac9842d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:07:48.693302 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (71c9691c-b917-4033-9641-ef212ac9842d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:48.702946 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-ffd23b16-e49a-4278-af42-9f274e9bfbb0 None None] Set router ce4a2d91-11db-4449-aa3e-1a08b11c0057 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:07:48.818807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105403df-b86d-4de6-9a2d-4e6482ad7860 req-9cfaa242-a613-4fa3-98b1-dfa5f0e97957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:48.823125 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-105403df-b86d-4de6-9a2d-4e6482ad7860 req-9cfaa242-a613-4fa3-98b1-dfa5f0e97957 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca8b1202-28b9-4749-8902-b8a9382d93a8 HTTP/1.1" status: 200 len: 897 time: 0.5561860 Feb 03 13:07:48.944109 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 71c9691c-b917-4033-9641-ef212ac9842d is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:07:48.944819 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (71c9691c-b917-4033-9641-ef212ac9842d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:48.945214 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-105403df-b86d-4de6-9a2d-4e6482ad7860 req-1038c155-432f-4de0-8eee-73cc279eacba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f HTTP/1.1" status: 200 len: 217 time: 0.0964136 Feb 03 13:07:48.972199 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082d7e0-1cb8-4707-9583-e4c847dca86d req-95baa202-557a-42a1-b8c7-8c7333c2812b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:48.979601 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4082d7e0-1cb8-4707-9583-e4c847dca86d req-95baa202-557a-42a1-b8c7-8c7333c2812b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 947 time: 0.4215395 Feb 03 13:07:49.003982 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6eb4e483-60af-4508-9d29-c5d7ad68a307 req-d710e906-8c41-4c44-a2c3-dc5a8aa7dedc service neutron] 10.222.0.73 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619013 Feb 03 13:07:49.016313 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 71c9691c-b917-4033-9641-ef212ac9842d, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=71c9691c-b917-4033-9641-ef212ac9842d,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:49.017621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97b0c57-1f93-4a06-b48f-f4e32662e29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c9691c-b917-4033-9641-ef212ac9842d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:07:49.020320 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138b7c11-fdb7-45b8-b268-b3c467e48e08" -d '{"events": [{"server_uuid": "b97b0c57-1f93-4a06-b48f-f4e32662e29d", "name": "network-vif-plugged", "status": "completed", "tag": "71c9691c-b917-4033-9641-ef212ac9842d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:07:49.026277 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (71c9691c-b917-4033-9641-ef212ac9842d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:49.121330 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592bb5c1-34a3-4cc7-8044-7be782169289 x-openstack-request-id: req-592bb5c1-34a3-4cc7-8044-7be782169289 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:07:49.123381 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97b0c57-1f93-4a06-b48f-f4e32662e29d", "name": "network-vif-plugged", "status": "completed", "tag": "71c9691c-b917-4033-9641-ef212ac9842d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:07:49.123853 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-592bb5c1-34a3-4cc7-8044-7be782169289 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:07:49.124563 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97b0c57-1f93-4a06-b48f-f4e32662e29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c9691c-b917-4033-9641-ef212ac9842d', 'code': 200} Feb 03 13:07:49.182462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=71c9691c-b917-4033-9641-ef212ac9842d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:49.264067 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105403df-b86d-4de6-9a2d-4e6482ad7860 req-2b3f81b8-6e54-4a66-91b6-1214f288b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:49.271106 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ffd23b16-e49a-4278-af42-9f274e9bfbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929329350', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:30Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:23Z', 'updated_at': '2022-02-03T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '410295d0-9631-4d2d-830d-b2a11bcb2a3b', 'name': '', 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:e8:8c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:28Z', 'updated_at': '2022-02-03T13:05:39Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:49.273286 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-105403df-b86d-4de6-9a2d-4e6482ad7860 req-2b3f81b8-6e54-4a66-91b6-1214f288b4db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3f8c2b6b-8a00-466a-8033-a3a24815b33d HTTP/1.1" status: 200 len: 833 time: 0.3203862 Feb 03 13:07:49.327383 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd23b16-e49a-4278-af42-9f274e9bfbb0 None None] The sync data for ids ['ce4a2d91-11db-4449-aa3e-1a08b11c0057'] in n-d-827336-3 is: [{'id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929329350', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:05:30Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:23Z', 'updated_at': '2022-02-03T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '410295d0-9631-4d2d-830d-b2a11bcb2a3b', 'name': '', 'network_id': 'ca8b1202-28b9-4749-8902-b8a9382d93a8', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:e8:8c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:28Z', 'updated_at': '2022-02-03T13:05:39Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '3f8c2b6b-8a00-466a-8033-a3a24815b33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:07:49.331677 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28dc9e-d67e-4280-9644-a00f63075c24 req-ba0a8adf-a9f5-4f9d-bfdf-0e7c18860023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:49.333038 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e28dc9e-d67e-4280-9644-a00f63075c24 req-ba0a8adf-a9f5-4f9d-bfdf-0e7c18860023 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 1128 time: 0.0927391 Feb 03 13:07:49.377275 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6eb4e483-60af-4508-9d29-c5d7ad68a307 req-68376a48-05db-4a0c-8b37-25c89caa6e75 service neutron] 10.222.0.73 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628356 Feb 03 13:07:49.381190 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4082d7e0-1cb8-4707-9583-e4c847dca86d req-92ebc6e4-060e-42cf-bb8c-074fefb0ffd0 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=716f6d9b-402e-41f5-a423-82d4fa881bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4006219 Feb 03 13:07:49.483698 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105403df-b86d-4de6-9a2d-4e6482ad7860 req-bb31a834-a391-4039-8adb-292f1e421c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:49.485293 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-105403df-b86d-4de6-9a2d-4e6482ad7860 req-bb31a834-a391-4039-8adb-292f1e421c4d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca8b1202-28b9-4749-8902-b8a9382d93a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1029561 Feb 03 13:07:49.493664 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e28dc9e-d67e-4280-9644-a00f63075c24 req-3170d7ff-244c-4799-a940-9dee3e70ef38 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534457 Feb 03 13:07:49.657255 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210d8cd-5289-418b-87cd-92c4b8dfd3dd req-bd50d466-5179-4773-9979-2bff326c0b4b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:49.658869 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4210d8cd-5289-418b-87cd-92c4b8dfd3dd req-bd50d466-5179-4773-9979-2bff326c0b4b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 947 time: 0.2234302 Feb 03 13:07:49.667065 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bf376-2f08-4634-80e0-3533a506c642 req-8a1fa7ac-9630-40b2-b15e-bc96e7424b35 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:49.676721 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-974bf376-2f08-4634-80e0-3533a506c642 req-8a1fa7ac-9630-40b2-b15e-bc96e7424b35 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.1802938 Feb 03 13:07:49.896350 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-974bf376-2f08-4634-80e0-3533a506c642 req-90cc4300-baa2-4575-ac9b-fde67af9ae77 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185485 Feb 03 13:07:49.949873 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-4210d8cd-5289-418b-87cd-92c4b8dfd3dd req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Deleting port df41c963-fbef-4844-abf9-eb4d0394eb9f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:07:49.950354 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4210d8cd-5289-418b-87cd-92c4b8dfd3dd req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:50.044666 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-105403df-b86d-4de6-9a2d-4e6482ad7860 req-5d8e7545-a4a0-4c22-8092-283bf65f6ef9 service neutron] 10.222.0.31 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483210 Feb 03 13:07:50.067578 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f036ade-bf9f-49e1-9382-48c5fd429071 None None] New status for floating IP dbac3b4e-f4a9-4b93-907b-73fb71280491: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:07:50.123830 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4210d8cd-5289-418b-87cd-92c4b8dfd3dd req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] For port df41c963-fbef-4844-abf9-eb4d0394eb9f, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=df41c963-fbef-4844-abf9-eb4d0394eb9f,segment=NetworkSegment(439727d2-983c-4cb6-896d-1b57defa9245),segment_id=439727d2-983c-4cb6-896d-1b57defa9245)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:50.124895 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4210d8cd-5289-418b-87cd-92c4b8dfd3dd req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:50.156784 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-4210d8cd-5289-418b-87cd-92c4b8dfd3dd req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Calling delete_port for df41c963-fbef-4844-abf9-eb4d0394eb9f owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:07:50.305606 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-105403df-b86d-4de6-9a2d-4e6482ad7860 req-2095764c-8964-409a-9a92-066b95dc5305 service neutron] 10.222.0.31 "GET /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497935 Feb 03 13:07:50.337181 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1752a-ff9c-4315-b702-a8d932bf2976 req-27c362a1-1614-4a1c-beac-b4d3cd08fbc7 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:50.349326 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bfa1752a-ff9c-4315-b702-a8d932bf2976 req-27c362a1-1614-4a1c-beac-b4d3cd08fbc7 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 946 time: 0.6942937 Feb 03 13:07:50.445396 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4210d8cd-5289-418b-87cd-92c4b8dfd3dd req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (df41c963-fbef-4844-abf9-eb4d0394eb9f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:50.538049 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bfa1752a-ff9c-4315-b702-a8d932bf2976 req-bc59da74-15f6-4203-9b9f-04f5d78b8f07 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871724 Feb 03 13:07:50.575789 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-59f28be2-6fc9-414b-9933-0c6366b52309 req-6a71eb7c-727a-4ece-9c09-afade3a5744e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e592c14-13b2-4d35-8e4a-086d111de740 HTTP/1.1" status: 200 len: 210 time: 0.0546782 Feb 03 13:07:50.597804 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Port': ['ID=df41c963-fbef-4844-abf9-eb4d0394eb9f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:50.672353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:50.672864 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:50.672996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:50.673427 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:50.673775 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:50.674118 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:50.674460 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:50.674795 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:50.675131 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:50.675522 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:50.675861 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:50.676243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:50.676573 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:07:50.681693 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-4210d8cd-5289-418b-87cd-92c4b8dfd3dd req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] No DVR routers for this DVR port df41c963-fbef-4844-abf9-eb4d0394eb9f on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:07:50.685707 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4210d8cd-5289-418b-87cd-92c4b8dfd3dd req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:50.689907 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4210d8cd-5289-418b-87cd-92c4b8dfd3dd req-4b119efe-7b05-4008-8467-5490eec1c03f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.31 "DELETE /v2.0/ports/df41c963-fbef-4844-abf9-eb4d0394eb9f HTTP/1.1" status: 204 len: 173 time: 0.9798198 Feb 03 13:07:50.690467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'name': 'network-vif-deleted', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:07:50.693939 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a9f762-e467-4e1f-9c3e-4becc1e38d36" -d '{"events": [{"server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "name": "network-vif-deleted", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:07:50.804260 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debf933d-3979-4ad8-9036-587fffac5e33 x-openstack-request-id: req-debf933d-3979-4ad8-9036-587fffac5e33 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:07:50.805304 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e592c14-13b2-4d35-8e4a-086d111de740", "name": "network-vif-deleted", "tag": "df41c963-fbef-4844-abf9-eb4d0394eb9f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:07:50.805569 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-debf933d-3979-4ad8-9036-587fffac5e33 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:07:50.805988 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e592c14-13b2-4d35-8e4a-086d111de740', 'name': 'network-vif-deleted', 'tag': 'df41c963-fbef-4844-abf9-eb4d0394eb9f', 'status': 'completed', 'code': 200} Feb 03 13:07:51.178709 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ec7da-70d3-4823-bc7f-38df2a42ff7a req-8753e414-dc38-44f1-bce3-3e8c6281b3e3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:51.190710 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bc6ec7da-70d3-4823-bc7f-38df2a42ff7a req-8753e414-dc38-44f1-bce3-3e8c6281b3e3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.1230562 Feb 03 13:07:51.273668 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bc6ec7da-70d3-4823-bc7f-38df2a42ff7a req-a622bb30-d579-440f-b399-19c122adc2d7 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792744 Feb 03 13:07:51.692058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56678) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:51.746673 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8c725-d6f2-4bf7-8e8e-f23a34b3c9a1 req-134d4c66-0c65-4bb5-86c8-a6db908fc059 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:51.760565 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6af8c725-d6f2-4bf7-8e8e-f23a34b3c9a1 req-134d4c66-0c65-4bb5-86c8-a6db908fc059 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 946 time: 0.1285145 Feb 03 13:07:51.872254 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6af8c725-d6f2-4bf7-8e8e-f23a34b3c9a1 req-c74af2ce-6eee-4bfd-9cfb-50ccce99c6a4 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993309 Feb 03 13:07:52.200608 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21afef-5919-4036-a2f3-076e2e714adb req-b251b4a0-5d1e-4ee4-b8ca-e507ae51d3de tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:52.232704 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b21afef-5919-4036-a2f3-076e2e714adb req-b251b4a0-5d1e-4ee4-b8ca-e507ae51d3de tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 946 time: 0.1911824 Feb 03 13:07:52.386753 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b21afef-5919-4036-a2f3-076e2e714adb req-3363cf0c-a4c3-4c71-bafb-d8b3c5f0bfe8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470671 Feb 03 13:07:52.488489 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device df41c963-fbef-4844-abf9-eb4d0394eb9f no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:07:52.507457 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-741c4a27-8b69-475f-9462-bcb861104bfd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (ce4a2d91-11db-4449-aa3e-1a08b11c0057), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:52.555169 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: df41c963-fbef-4844-abf9-eb4d0394eb9f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:07:52.555980 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device df41c963-fbef-4844-abf9-eb4d0394eb9f not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:07:52.597154 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900efc61-d667-45c1-aa93-ca5b778994ec req-e6f5cc63-f9aa-43a2-bd71-feaba47a8ae7 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:52.605211 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-900efc61-d667-45c1-aa93-ca5b778994ec req-e6f5cc63-f9aa-43a2-bd71-feaba47a8ae7 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.1538713 Feb 03 13:07:53.016971 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb22554-1892-4d1e-b398-d9a6ec586b52 req-3b641ebe-8051-48f6-8bb6-6e1e513a6c6a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:53.021711 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-deb22554-1892-4d1e-b398-d9a6ec586b52 req-3b641ebe-8051-48f6-8bb6-6e1e513a6c6a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 946 time: 0.1207237 Feb 03 13:07:53.135056 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-deb22554-1892-4d1e-b398-d9a6ec586b52 req-8610f6dd-bdaf-4c6f-9692-e73de87fcdd4 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071939 Feb 03 13:07:53.412349 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-900efc61-d667-45c1-aa93-ca5b778994ec req-1fcd0a4c-277e-45d4-9ff9-e752c14cb5c3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8060677 Feb 03 13:07:53.671893 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-741c4a27-8b69-475f-9462-bcb861104bfd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Deleting port 410295d0-9631-4d2d-830d-b2a11bcb2a3b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:07:53.672333 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-741c4a27-8b69-475f-9462-bcb861104bfd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (410295d0-9631-4d2d-830d-b2a11bcb2a3b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:53.818264 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-741c4a27-8b69-475f-9462-bcb861104bfd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] For port 410295d0-9631-4d2d-830d-b2a11bcb2a3b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=410295d0-9631-4d2d-830d-b2a11bcb2a3b,segment=NetworkSegment(439727d2-983c-4cb6-896d-1b57defa9245),segment_id=439727d2-983c-4cb6-896d-1b57defa9245)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:53.818684 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-741c4a27-8b69-475f-9462-bcb861104bfd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (410295d0-9631-4d2d-830d-b2a11bcb2a3b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:53.836371 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-741c4a27-8b69-475f-9462-bcb861104bfd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Calling delete_port for 410295d0-9631-4d2d-830d-b2a11bcb2a3b owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:07:54.213215 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-741c4a27-8b69-475f-9462-bcb861104bfd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (410295d0-9631-4d2d-830d-b2a11bcb2a3b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:54.254197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c4a27-8b69-475f-9462-bcb861104bfd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Port': ['ID=410295d0-9631-4d2d-830d-b2a11bcb2a3b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:54.399491 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aad40b-009b-4f89-a585-faa6dc475137 req-e56592eb-1877-46ac-877b-889c085a1af4 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:54.409939 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f6aad40b-009b-4f89-a585-faa6dc475137 req-e56592eb-1877-46ac-877b-889c085a1af4 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 946 time: 0.1729116 Feb 03 13:07:54.538851 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f6aad40b-009b-4f89-a585-faa6dc475137 req-5870402c-6350-454f-b079-d58951ed1f9b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227021 Feb 03 13:07:54.650408 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-741c4a27-8b69-475f-9462-bcb861104bfd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (ce4a2d91-11db-4449-aa3e-1a08b11c0057), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:54.673373 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb966f8-50e3-48a4-81a4-e31b05026730 req-07b1f6cc-e1e5-490d-a446-6f1baf9abc62 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:54.674951 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5eb966f8-50e3-48a4-81a4-e31b05026730 req-07b1f6cc-e1e5-490d-a446-6f1baf9abc62 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.31 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 946 time: 0.3777430 Feb 03 13:07:54.865824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1351f-3215-40ca-9659-fb47d92ee0cc req-8bf05e9c-d676-4398-b2b6-2e0f8ded08a4 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:54.867369 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5e1351f-3215-40ca-9659-fb47d92ee0cc req-8bf05e9c-d676-4398-b2b6-2e0f8ded08a4 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.2636397 Feb 03 13:07:55.041146 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-5eb966f8-50e3-48a4-81a4-e31b05026730 req-753fa051-857f-44a6-b67f-47bcade4531e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Deleting port 71c9691c-b917-4033-9641-ef212ac9842d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:07:55.041492 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5eb966f8-50e3-48a4-81a4-e31b05026730 req-753fa051-857f-44a6-b67f-47bcade4531e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (71c9691c-b917-4033-9641-ef212ac9842d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:55.083451 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5e1351f-3215-40ca-9659-fb47d92ee0cc req-709230ac-ced0-4eb9-97bb-7e4c49b660d9 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674101 Feb 03 13:07:55.356619 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5eb966f8-50e3-48a4-81a4-e31b05026730 req-753fa051-857f-44a6-b67f-47bcade4531e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] For port 71c9691c-b917-4033-9641-ef212ac9842d, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=71c9691c-b917-4033-9641-ef212ac9842d,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:55.358509 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5eb966f8-50e3-48a4-81a4-e31b05026730 req-753fa051-857f-44a6-b67f-47bcade4531e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (71c9691c-b917-4033-9641-ef212ac9842d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:55.396271 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741c4a27-8b69-475f-9462-bcb861104bfd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Router ce4a2d91-11db-4449-aa3e-1a08b11c0057 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:07:55.397353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-5eb966f8-50e3-48a4-81a4-e31b05026730 req-753fa051-857f-44a6-b67f-47bcade4531e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Calling delete_port for 71c9691c-b917-4033-9641-ef212ac9842d owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:07:55.626202 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741c4a27-8b69-475f-9462-bcb861104bfd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:07:55.645143 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c770326-8f1e-4968-aa97-438487e75b7e None None] Sync routers for ids ['ce4a2d91-11db-4449-aa3e-1a08b11c0057'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:07:55.655026 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-741c4a27-8b69-475f-9462-bcb861104bfd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "PUT /v2.0/routers/ce4a2d91-11db-4449-aa3e-1a08b11c0057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9578211 Feb 03 13:07:55.666196 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56730) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:55.680974 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c770326-8f1e-4968-aa97-438487e75b7e None None] Routers {'ce4a2d91-11db-4449-aa3e-1a08b11c0057'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:07:55.683715 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6c770326-8f1e-4968-aa97-438487e75b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:07:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ce4a2d91-11db-4449-aa3e-1a08b11c0057'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:55.758525 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b0f1b-1333-4f94-92d8-129fb50ccc15 req-28d87305-7d12-4ad2-b678-49e4e909da91 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:55.765967 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-734b0f1b-1333-4f94-92d8-129fb50ccc15 req-28d87305-7d12-4ad2-b678-49e4e909da91 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 946 time: 0.1104743 Feb 03 13:07:55.862455 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-734b0f1b-1333-4f94-92d8-129fb50ccc15 req-b7d29f3e-0533-4e13-984c-1336863365e3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954852 Feb 03 13:07:55.896668 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7aff76-5f13-4ee8-99d6-5bb3c74e23ea tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Deleting subnet 3f8c2b6b-8a00-466a-8033-a3a24815b33d {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:07:55.911114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a7aff76-5f13-4ee8-99d6-5bb3c74e23ea tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for subnet (3f8c2b6b-8a00-466a-8033-a3a24815b33d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:55.943702 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6c770326-8f1e-4968-aa97-438487e75b7e None None] Set router ce4a2d91-11db-4449-aa3e-1a08b11c0057 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:07:55.956503 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5eb966f8-50e3-48a4-81a4-e31b05026730 req-753fa051-857f-44a6-b67f-47bcade4531e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (71c9691c-b917-4033-9641-ef212ac9842d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:55.968757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['71c9691c-b917-4033-9641-ef212ac9842d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:07:56.029789 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['149346f5-f48b-4db8-8cc6-d468316690a0'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:07:56.106639 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fa051-857f-44a6-b67f-47bcade4531e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event deleted for resources: {'Port': ['ID=71c9691c-b917-4033-9641-ef212ac9842d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:56.166497 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a7aff76-5f13-4ee8-99d6-5bb3c74e23ea tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (3f8c2b6b-8a00-466a-8033-a3a24815b33d), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:56.489254 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb966f8-50e3-48a4-81a4-e31b05026730 req-753fa051-857f-44a6-b67f-47bcade4531e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] No DVR routers for this DVR port 71c9691c-b917-4033-9641-ef212ac9842d on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:07:56.493529 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5eb966f8-50e3-48a4-81a4-e31b05026730 req-753fa051-857f-44a6-b67f-47bcade4531e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:56.508750 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5eb966f8-50e3-48a4-81a4-e31b05026730 req-753fa051-857f-44a6-b67f-47bcade4531e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.31 "DELETE /v2.0/ports/71c9691c-b917-4033-9641-ef212ac9842d HTTP/1.1" status: 204 len: 173 time: 1.8196743 Feb 03 13:07:56.522916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97b0c57-1f93-4a06-b48f-f4e32662e29d', 'name': 'network-vif-deleted', 'tag': '71c9691c-b917-4033-9641-ef212ac9842d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:07:56.530012 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7be9459-dcf3-4a10-822c-369ce0f0e836" -d '{"events": [{"server_uuid": "b97b0c57-1f93-4a06-b48f-f4e32662e29d", "name": "network-vif-deleted", "tag": "71c9691c-b917-4033-9641-ef212ac9842d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:07:56.660340 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ffbe90-b3eb-4041-9806-09c0dc60f9c9 x-openstack-request-id: req-f2ffbe90-b3eb-4041-9806-09c0dc60f9c9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:07:56.663617 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97b0c57-1f93-4a06-b48f-f4e32662e29d", "name": "network-vif-deleted", "tag": "71c9691c-b917-4033-9641-ef212ac9842d", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:07:56.665621 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2ffbe90-b3eb-4041-9806-09c0dc60f9c9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:07:56.666267 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97b0c57-1f93-4a06-b48f-f4e32662e29d', 'name': 'network-vif-deleted', 'tag': '71c9691c-b917-4033-9641-ef212ac9842d', 'status': 'completed', 'code': 200} Feb 03 13:07:56.738129 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834fc09-4223-4f10-849f-1e1d17ea993d req-66c9560a-290e-44a8-ad61-ba861f81b134 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:56.747676 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a834fc09-4223-4f10-849f-1e1d17ea993d req-66c9560a-290e-44a8-ad61-ba861f81b134 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.4359424 Feb 03 13:07:56.773664 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6c770326-8f1e-4968-aa97-438487e75b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929329350', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:07:54Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:23Z', 'updated_at': '2022-02-03T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:56.811506 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a7aff76-5f13-4ee8-99d6-5bb3c74e23ea tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (3f8c2b6b-8a00-466a-8033-a3a24815b33d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:56.835842 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c770326-8f1e-4968-aa97-438487e75b7e None None] Checking router: ce4a2d91-11db-4449-aa3e-1a08b11c0057 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:07:56.855455 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c770326-8f1e-4968-aa97-438487e75b7e None None] Routers {'ce4a2d91-11db-4449-aa3e-1a08b11c0057'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:07:56.856673 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6c770326-8f1e-4968-aa97-438487e75b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:07:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ce4a2d91-11db-4449-aa3e-1a08b11c0057'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:56.939127 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a834fc09-4223-4f10-849f-1e1d17ea993d req-c703f39f-2140-4c04-9c3d-14d13ab24755 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900907 Feb 03 13:07:57.073115 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a7aff76-5f13-4ee8-99d6-5bb3c74e23ea tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (3f8c2b6b-8a00-466a-8033-a3a24815b33d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:57.088682 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-17dbce76-62d8-4c1e-96d8-4ad1d9c6f115 req-e86c10e7-43ca-4a2c-81ae-99e78153e00d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 210 time: 0.0650411 Feb 03 13:07:57.130590 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6c770326-8f1e-4968-aa97-438487e75b7e None None] Set router ce4a2d91-11db-4449-aa3e-1a08b11c0057 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:07:57.216333 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e2917a-809c-4e1b-90d0-0091fa3b7f9a None None] Network ca8b1202-28b9-4749-8902-b8a9382d93a8 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:07:57.219321 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a7aff76-5f13-4ee8-99d6-5bb3c74e23ea tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:57.234475 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6a7aff76-5f13-4ee8-99d6-5bb3c74e23ea tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "DELETE /v2.0/subnets/3f8c2b6b-8a00-466a-8033-a3a24815b33d HTTP/1.1" status: 204 len: 168 time: 1.5649598 Feb 03 13:07:57.234475 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7aff76-5f13-4ee8-99d6-5bb3c74e23ea tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8c2b6b-8a00-466a-8033-a3a24815b33d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:57.234846 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56742) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:57.560994 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec840473-20df-41bf-9869-60f55c323f65 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router (ce4a2d91-11db-4449-aa3e-1a08b11c0057), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:57.651893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b0023e-ae7f-4eda-9b73-ccd03e07b6d3 None None] DHCP port deletion for ca8b1202-28b9-4749-8902-b8a9382d93a8 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:07:57.683312 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6c770326-8f1e-4968-aa97-438487e75b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929329350', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:07:54Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:23Z', 'updated_at': '2022-02-03T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:57.737044 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c770326-8f1e-4968-aa97-438487e75b7e None None] The sync data for ids ['ce4a2d91-11db-4449-aa3e-1a08b11c0057'] in n-d-827336-3 is: [{'id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-929329350', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:22Z', 'updated_at': '2022-02-03T13:07:54Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '965f2ae8-edbd-44f5-a5a1-7a008ace0476', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a2d91-11db-4449-aa3e-1a08b11c0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:23Z', 'updated_at': '2022-02-03T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:07:57.857265 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec840473-20df-41bf-9869-60f55c323f65 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_gateway (ce4a2d91-11db-4449-aa3e-1a08b11c0057), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:57.867427 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:07:57.874809 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-75b0023e-ae7f-4eda-9b73-ccd03e07b6d3 None None] Deleting port 488893c2-aadc-4419-ae5f-b1811433e7f6 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:07:57.875541 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-75b0023e-ae7f-4eda-9b73-ccd03e07b6d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (488893c2-aadc-4419-ae5f-b1811433e7f6), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:57.992878 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ec840473-20df-41bf-9869-60f55c323f65 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Deleting port 965f2ae8-edbd-44f5-a5a1-7a008ace0476 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:07:57.993435 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec840473-20df-41bf-9869-60f55c323f65 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (965f2ae8-edbd-44f5-a5a1-7a008ace0476), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:58.083309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-75b0023e-ae7f-4eda-9b73-ccd03e07b6d3 None None] For port 488893c2-aadc-4419-ae5f-b1811433e7f6, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=488893c2-aadc-4419-ae5f-b1811433e7f6,segment=NetworkSegment(439727d2-983c-4cb6-896d-1b57defa9245),segment_id=439727d2-983c-4cb6-896d-1b57defa9245)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:58.089234 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-75b0023e-ae7f-4eda-9b73-ccd03e07b6d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (488893c2-aadc-4419-ae5f-b1811433e7f6), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:58.103447 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ec840473-20df-41bf-9869-60f55c323f65 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] For port 965f2ae8-edbd-44f5-a5a1-7a008ace0476, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=965f2ae8-edbd-44f5-a5a1-7a008ace0476,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:07:58.105017 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec840473-20df-41bf-9869-60f55c323f65 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (965f2ae8-edbd-44f5-a5a1-7a008ace0476), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:58.130755 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ec840473-20df-41bf-9869-60f55c323f65 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Calling delete_port for 965f2ae8-edbd-44f5-a5a1-7a008ace0476 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:07:58.132793 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-75b0023e-ae7f-4eda-9b73-ccd03e07b6d3 None None] Calling delete_port for 488893c2-aadc-4419-ae5f-b1811433e7f6 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:07:58.237662 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb0dc-ef95-4f89-a47c-c8918f3e4f5d req-876fe68c-8444-4231-b81c-b9995a2092f7 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:58.242953 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9c1eb0dc-ef95-4f89-a47c-c8918f3e4f5d req-876fe68c-8444-4231-b81c-b9995a2092f7 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.1611931 Feb 03 13:07:58.285643 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5d5a5be3-e6be-45ad-9176-3c4cab98278a req-4489351b-872e-4f7e-946d-607d1a52d8aa tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 210 time: 0.0420389 Feb 03 13:07:58.334145 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-75b0023e-ae7f-4eda-9b73-ccd03e07b6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (488893c2-aadc-4419-ae5f-b1811433e7f6), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:58.373534 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9c1eb0dc-ef95-4f89-a47c-c8918f3e4f5d req-dca1e6e9-63a5-41fc-84b3-662791a8e890 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244538 Feb 03 13:07:58.397534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b0023e-ae7f-4eda-9b73-ccd03e07b6d3 None None] No DVR routers for this DVR port 488893c2-aadc-4419-ae5f-b1811433e7f6 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:07:58.412396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0023e-ae7f-4eda-9b73-ccd03e07b6d3 None None] Pushing event deleted for resources: {'Port': ['ID=488893c2-aadc-4419-ae5f-b1811433e7f6,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:58.484819 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec840473-20df-41bf-9869-60f55c323f65 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (965f2ae8-edbd-44f5-a5a1-7a008ace0476), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:58.489985 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 71c9691c-b917-4033-9641-ef212ac9842d no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:07:58.523392 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 71c9691c-b917-4033-9641-ef212ac9842d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:07:58.523802 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec840473-20df-41bf-9869-60f55c323f65 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Port': ['ID=965f2ae8-edbd-44f5-a5a1-7a008ace0476,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:58.524372 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 71c9691c-b917-4033-9641-ef212ac9842d not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:07:58.617455 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec840473-20df-41bf-9869-60f55c323f65 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (ce4a2d91-11db-4449-aa3e-1a08b11c0057), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:58.722416 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec840473-20df-41bf-9869-60f55c323f65 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (ce4a2d91-11db-4449-aa3e-1a08b11c0057), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:58.724824 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec840473-20df-41bf-9869-60f55c323f65 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_controller (ce4a2d91-11db-4449-aa3e-1a08b11c0057), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:58.776474 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec840473-20df-41bf-9869-60f55c323f65 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (ce4a2d91-11db-4449-aa3e-1a08b11c0057), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:58.777989 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec840473-20df-41bf-9869-60f55c323f65 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Fanout notify agent at l3_agent the message router_deleted on router ce4a2d91-11db-4449-aa3e-1a08b11c0057 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:07:58.786537 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec840473-20df-41bf-9869-60f55c323f65 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:58.791131 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56758) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:58.807312 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ec840473-20df-41bf-9869-60f55c323f65 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "DELETE /v2.0/routers/ce4a2d91-11db-4449-aa3e-1a08b11c0057 HTTP/1.1" status: 204 len: 168 time: 1.5686607 Feb 03 13:07:58.892806 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbc61624-6234-4fe8-9285-40aa18b87662 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (ca8b1202-28b9-4749-8902-b8a9382d93a8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:59.054089 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbc61624-6234-4fe8-9285-40aa18b87662 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (ca8b1202-28b9-4749-8902-b8a9382d93a8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:59.083433 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-bbc61624-6234-4fe8-9285-40aa18b87662 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8b1202-28b9-4749-8902-b8a9382d93a8']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:59.095024 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-bbc61624-6234-4fe8-9285-40aa18b87662 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439727d2-983c-4cb6-896d-1b57defa9245') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:59.095400 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-bbc61624-6234-4fe8-9285-40aa18b87662 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439727d2-983c-4cb6-896d-1b57defa9245') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:07:59.114458 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbc61624-6234-4fe8-9285-40aa18b87662 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (439727d2-983c-4cb6-896d-1b57defa9245), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:59.136874 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbc61624-6234-4fe8-9285-40aa18b87662 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (439727d2-983c-4cb6-896d-1b57defa9245), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:59.148268 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc61624-6234-4fe8-9285-40aa18b87662 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:07:59.148930 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbc61624-6234-4fe8-9285-40aa18b87662 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (439727d2-983c-4cb6-896d-1b57defa9245), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:07:59.155179 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:07:59.248301 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbc61624-6234-4fe8-9285-40aa18b87662 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (ca8b1202-28b9-4749-8902-b8a9382d93a8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:59.263979 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbc61624-6234-4fe8-9285-40aa18b87662 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:59.282078 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bbc61624-6234-4fe8-9285-40aa18b87662 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "DELETE /v2.0/networks/ca8b1202-28b9-4749-8902-b8a9382d93a8 HTTP/1.1" status: 204 len: 168 time: 0.4887187 Feb 03 13:07:59.282078 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56760) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:59.331308 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc61624-6234-4fe8-9285-40aa18b87662 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Network': ['ID=ca8b1202-28b9-4749-8902-b8a9382d93a8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:59.440478 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c9b185f-bc39-47dd-9443-e1a261233b7e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (716f6d9b-402e-41f5-a423-82d4fa881bbd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:59.468994 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ac70b916-66b6-41a9-84f3-e52374f0bac0 req-4c324c28-a293-4e12-9bfb-d9adf1fccd43 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 210 time: 0.0718737 Feb 03 13:07:59.514863 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c9b185f-bc39-47dd-9443-e1a261233b7e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (716f6d9b-402e-41f5-a423-82d4fa881bbd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:59.516559 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 965f2ae8-edbd-44f5-a5a1-7a008ace0476 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:07:59.538756 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 965f2ae8-edbd-44f5-a5a1-7a008ace0476 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:07:59.539386 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 965f2ae8-edbd-44f5-a5a1-7a008ace0476 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:07:59.540445 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 488893c2-aadc-4419-ae5f-b1811433e7f6 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:07:59.569225 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 488893c2-aadc-4419-ae5f-b1811433e7f6 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:07:59.569822 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 488893c2-aadc-4419-ae5f-b1811433e7f6 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:07:59.570392 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 410295d0-9631-4d2d-830d-b2a11bcb2a3b no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:07:59.589941 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 410295d0-9631-4d2d-830d-b2a11bcb2a3b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:07:59.591101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 410295d0-9631-4d2d-830d-b2a11bcb2a3b not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:07:59.603409 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67d14d-3d59-4e33-aea3-c4febadce54b req-cbdf6735-b16f-4626-974b-7e3cf8fbf339 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:07:59.605225 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba67d14d-3d59-4e33-aea3-c4febadce54b req-cbdf6735-b16f-4626-974b-7e3cf8fbf339 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0873032 Feb 03 13:07:59.673786 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba67d14d-3d59-4e33-aea3-c4febadce54b req-220dbbda-2146-4fd2-ae20-0ece4d5cb866 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521588 Feb 03 13:07:59.678992 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c9b185f-bc39-47dd-9443-e1a261233b7e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (716f6d9b-402e-41f5-a423-82d4fa881bbd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:59.682463 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c9b185f-bc39-47dd-9443-e1a261233b7e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:07:59.683889 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8c9b185f-bc39-47dd-9443-e1a261233b7e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "DELETE /v2.0/security-groups/716f6d9b-402e-41f5-a423-82d4fa881bbd HTTP/1.1" status: 204 len: 168 time: 0.3978722 Feb 03 13:07:59.710197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b185f-bc39-47dd-9443-e1a261233b7e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=716f6d9b-402e-41f5-a423-82d4fa881bbd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:07:59.985526 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56770) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:07:59.990360 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7702e184-9a62-4104-87b7-a829e1ea5d9a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1170468925', 'description': 'tempest-secgroup-smoke-1170468925 description', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:00.025476 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7702e184-9a62-4104-87b7-a829e1ea5d9a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:00.137665 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7702e184-9a62-4104-87b7-a829e1ea5d9a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (1321ff2f-2dbe-4691-bdc3-b9f126965d96), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:00.145731 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7702e184-9a62-4104-87b7-a829e1ea5d9a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1321ff2f-2dbe-4691-bdc3-b9f126965d96), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:00.183080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702e184-9a62-4104-87b7-a829e1ea5d9a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1321ff2f-2dbe-4691-bdc3-b9f126965d96,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:00.191318 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7702e184-9a62-4104-87b7-a829e1ea5d9a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:00.195356 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7702e184-9a62-4104-87b7-a829e1ea5d9a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2060854 Feb 03 13:08:00.195714 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56772) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:00.201364 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-caf64187-0489-45c1-94d8-6ee2661eccb8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '1321ff2f-2dbe-4691-bdc3-b9f126965d96', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:00.238607 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-caf64187-0489-45c1-94d8-6ee2661eccb8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (0233cdfb-b747-4a72-86ac-3406122e089a), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:00.327128 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-caf64187-0489-45c1-94d8-6ee2661eccb8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (0233cdfb-b747-4a72-86ac-3406122e089a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:00.334137 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-caf64187-0489-45c1-94d8-6ee2661eccb8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (0233cdfb-b747-4a72-86ac-3406122e089a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:00.375564 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf64187-0489-45c1-94d8-6ee2661eccb8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0233cdfb-b747-4a72-86ac-3406122e089a,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:00.398278 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-caf64187-0489-45c1-94d8-6ee2661eccb8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:00.399981 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-caf64187-0489-45c1-94d8-6ee2661eccb8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2027438 Feb 03 13:08:00.402987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56774) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:00.409057 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-745abb8a-81e1-411d-b35d-8af5f12de13b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '1321ff2f-2dbe-4691-bdc3-b9f126965d96', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:00.458816 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-745abb8a-81e1-411d-b35d-8af5f12de13b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (ca4aa191-3212-42da-b722-857084bbb1a5), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:00.599153 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-71ebd135-d2a9-461a-9242-50ac70815858 req-dddf8eee-91e0-4950-8df5-68a3ed7df21b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 210 time: 0.0298529 Feb 03 13:08:00.608493 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-745abb8a-81e1-411d-b35d-8af5f12de13b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (ca4aa191-3212-42da-b722-857084bbb1a5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:00.614825 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-745abb8a-81e1-411d-b35d-8af5f12de13b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (ca4aa191-3212-42da-b722-857084bbb1a5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:00.647629 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745abb8a-81e1-411d-b35d-8af5f12de13b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4aa191-3212-42da-b722-857084bbb1a5,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:00.654997 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-745abb8a-81e1-411d-b35d-8af5f12de13b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:00.661186 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56778) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:00.668969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9a22f7b2-2625-4a7c-84b7-12e8b4ca03ce tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '1321ff2f-2dbe-4691-bdc3-b9f126965d96', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:00.672576 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-745abb8a-81e1-411d-b35d-8af5f12de13b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2671680 Feb 03 13:08:00.711802 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a22f7b2-2625-4a7c-84b7-12e8b4ca03ce tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (3ea12891-a5ab-4362-b7fb-057ecfd7ecbb), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:00.830190 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a22f7b2-2625-4a7c-84b7-12e8b4ca03ce tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (3ea12891-a5ab-4362-b7fb-057ecfd7ecbb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:00.838152 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a22f7b2-2625-4a7c-84b7-12e8b4ca03ce tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (3ea12891-a5ab-4362-b7fb-057ecfd7ecbb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:00.873163 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22f7b2-2625-4a7c-84b7-12e8b4ca03ce tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea12891-a5ab-4362-b7fb-057ecfd7ecbb,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:00.885009 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a22f7b2-2625-4a7c-84b7-12e8b4ca03ce tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:00.890098 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9a22f7b2-2625-4a7c-84b7-12e8b4ca03ce tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2223985 Feb 03 13:08:00.890507 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56782) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:00.898080 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-21ac503c-0681-4a31-b007-546955351b21 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '1321ff2f-2dbe-4691-bdc3-b9f126965d96', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:00.978688 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21ac503c-0681-4a31-b007-546955351b21 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (74535289-5472-4214-bc07-77bf7e6b5298), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:00.989136 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2434c8-db94-49f0-a265-e06f95c82028 req-8d6aa20b-997b-4ccd-8605-0877e954f08d tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:00.990954 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d2434c8-db94-49f0-a265-e06f95c82028 req-8d6aa20b-997b-4ccd-8605-0877e954f08d tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0760279 Feb 03 13:08:01.051733 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d2434c8-db94-49f0-a265-e06f95c82028 req-dbfb535a-1c07-483a-8a21-f4b81143765e tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540390 Feb 03 13:08:01.119798 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21ac503c-0681-4a31-b007-546955351b21 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (74535289-5472-4214-bc07-77bf7e6b5298), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:01.127915 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21ac503c-0681-4a31-b007-546955351b21 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (74535289-5472-4214-bc07-77bf7e6b5298), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:01.146939 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac503c-0681-4a31-b007-546955351b21 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74535289-5472-4214-bc07-77bf7e6b5298,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:01.171737 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21ac503c-0681-4a31-b007-546955351b21 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:01.175832 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-21ac503c-0681-4a31-b007-546955351b21 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2819982 Feb 03 13:08:01.176437 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56784) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:01.182259 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-53c4d029-b793-48c4-8e86-2dfeaeee4547 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '1321ff2f-2dbe-4691-bdc3-b9f126965d96', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:01.209585 n-d-827336-3 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-53c4d029-b793-48c4-8e86-2dfeaeee4547 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Project 6b3ece076217446ab8e2a581b50fd3d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:08:01.217493 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53c4d029-b793-48c4-8e86-2dfeaeee4547 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (85edb488-1185-4996-af96-893d8c6935a2), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:01.322018 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:01.338837 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53c4d029-b793-48c4-8e86-2dfeaeee4547 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (85edb488-1185-4996-af96-893d8c6935a2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:01.344619 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53c4d029-b793-48c4-8e86-2dfeaeee4547 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (85edb488-1185-4996-af96-893d8c6935a2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:01.377334 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53c4d029-b793-48c4-8e86-2dfeaeee4547 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:01.382739 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-53c4d029-b793-48c4-8e86-2dfeaeee4547 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2011032 Feb 03 13:08:01.382739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4d029-b793-48c4-8e86-2dfeaeee4547 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85edb488-1185-4996-af96-893d8c6935a2,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:01.383701 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56786) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:01.396550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ecc8e7c1-ee47-449b-8be1-39daac39d497 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '1321ff2f-2dbe-4691-bdc3-b9f126965d96', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:01.428941 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-ecc8e7c1-ee47-449b-8be1-39daac39d497 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Project 6b3ece076217446ab8e2a581b50fd3d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:08:01.439037 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e7c1-ee47-449b-8be1-39daac39d497 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (65a0c052-dc37-4894-abfc-1a36338d61ea), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:01.524567 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e7c1-ee47-449b-8be1-39daac39d497 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (65a0c052-dc37-4894-abfc-1a36338d61ea), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:01.539459 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e7c1-ee47-449b-8be1-39daac39d497 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (65a0c052-dc37-4894-abfc-1a36338d61ea), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:01.565546 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8e7c1-ee47-449b-8be1-39daac39d497 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a0c052-dc37-4894-abfc-1a36338d61ea,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:01.596017 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ecc8e7c1-ee47-449b-8be1-39daac39d497 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:01.596017 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ecc8e7c1-ee47-449b-8be1-39daac39d497 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2008102 Feb 03 13:08:01.596017 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56788) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:01.604028 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-551a63f4-1f57-4892-82de-fb0eea13b267 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'network': {'name': 'tempest-network-smoke--1548197144', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'port_security_enabled': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:01.644005 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551a63f4-1f57-4892-82de-fb0eea13b267 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Made reservation on behalf of 6b3ece076217446ab8e2a581b50fd3d4 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:01.647686 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-551a63f4-1f57-4892-82de-fb0eea13b267 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:01.682687 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551a63f4-1f57-4892-82de-fb0eea13b267 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:08:01.698981 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-551a63f4-1f57-4892-82de-fb0eea13b267 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (4944500f-3516-4266-aaa4-399a82a84d50), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:01.699913 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-551a63f4-1f57-4892-82de-fb0eea13b267 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Added segment 4944500f-3516-4266-aaa4-399a82a84d50 of type vlan for network 899d5b50-b896-4f62-99a7-cfe373fcaab9 Feb 03 13:08:01.762729 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-551a63f4-1f57-4892-82de-fb0eea13b267 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (899d5b50-b896-4f62-99a7-cfe373fcaab9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:01.808645 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d5f238f8-1b41-4527-b103-48cae8383e71 req-d0f69340-c011-45d7-b4ed-40a59aaeed2a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 210 time: 0.0541117 Feb 03 13:08:01.851363 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-551a63f4-1f57-4892-82de-fb0eea13b267 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (899d5b50-b896-4f62-99a7-cfe373fcaab9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:01.858242 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551a63f4-1f57-4892-82de-fb0eea13b267 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:01.858992 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-551a63f4-1f57-4892-82de-fb0eea13b267 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:01.913249 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56794) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:01.917865 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-12720f75-f63d-4581-8194-f5ba719a4a76 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-737530498', 'admin_state_up': True, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:01.924843 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-551a63f4-1f57-4892-82de-fb0eea13b267 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3319230 Feb 03 13:08:01.972653 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12720f75-f63d-4581-8194-f5ba719a4a76 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (baa3a32f-cf08-406d-a7d5-9d2cc5637473), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:01.973884 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12720f75-f63d-4581-8194-f5ba719a4a76 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (baa3a32f-cf08-406d-a7d5-9d2cc5637473), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:02.005908 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a63f4-1f57-4892-82de-fb0eea13b267 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Network': ['ID=899d5b50-b896-4f62-99a7-cfe373fcaab9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:02.019402 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 899d5b50-b896-4f62-99a7-cfe373fcaab9 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:08:02.092700 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12720f75-f63d-4581-8194-f5ba719a4a76 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_controller (baa3a32f-cf08-406d-a7d5-9d2cc5637473), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:02.302230 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12720f75-f63d-4581-8194-f5ba719a4a76 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_gateway (baa3a32f-cf08-406d-a7d5-9d2cc5637473), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:02.322997 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee9251-012a-4ecd-8f6a-d9d9589952ba req-db8a0628-0e9c-4b7f-a51f-3f1930246429 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:02.325855 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ebee9251-012a-4ecd-8f6a-d9d9589952ba req-db8a0628-0e9c-4b7f-a51f-3f1930246429 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.1505127 Feb 03 13:08:02.428365 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ebee9251-012a-4ecd-8f6a-d9d9589952ba req-626963d3-f582-4dde-b1a7-aacdd7cf0714 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830266 Feb 03 13:08:02.606448 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12720f75-f63d-4581-8194-f5ba719a4a76 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_gateway (baa3a32f-cf08-406d-a7d5-9d2cc5637473), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:02.628910 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12720f75-f63d-4581-8194-f5ba719a4a76 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:02.753698 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-12720f75-f63d-4581-8194-f5ba719a4a76 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Allocated IP 172.25.6.213 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/5f3ab80d-c293-482e-89a2-6ec45687145c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:02.881429 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12720f75-f63d-4581-8194-f5ba719a4a76 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (5f3ab80d-c293-482e-89a2-6ec45687145c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:02.917485 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a38ae7ef-aee6-4818-8c52-fcbdb4e0e180 req-b625912f-2b8e-4f4c-a692-812ccb1ae29b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 210 time: 0.0337915 Feb 03 13:08:02.920735 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12720f75-f63d-4581-8194-f5ba719a4a76 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (5f3ab80d-c293-482e-89a2-6ec45687145c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:02.964109 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12720f75-f63d-4581-8194-f5ba719a4a76 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:02.969740 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-12720f75-f63d-4581-8194-f5ba719a4a76 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:02.971909 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12720f75-f63d-4581-8194-f5ba719a4a76 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=5f3ab80d-c293-482e-89a2-6ec45687145c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:02.974054 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12720f75-f63d-4581-8194-f5ba719a4a76 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:03.507554 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9607d6eb-d013-4b89-b48c-ccd2b4420c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:03.553860 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12720f75-f63d-4581-8194-f5ba719a4a76 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_gateway (baa3a32f-cf08-406d-a7d5-9d2cc5637473), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:03.603716 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb82ba7-d031-4d0c-8597-58e49b25d50b req-1835dad9-158d-4d6d-9645-86925a539abb tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:03.605230 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bfb82ba7-d031-4d0c-8597-58e49b25d50b req-1835dad9-158d-4d6d-9645-86925a539abb tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.1028345 Feb 03 13:08:03.736352 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bfb82ba7-d031-4d0c-8597-58e49b25d50b req-cba80e49-e4db-46bf-a4fa-27f2020a1ea1 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915053 Feb 03 13:08:03.810322 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12720f75-f63d-4581-8194-f5ba719a4a76 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (baa3a32f-cf08-406d-a7d5-9d2cc5637473), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:03.878692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3462748-038d-44a5-90be-08c5f60f105f req-8147c613-ffe7-43fd-b297-9e030aa22282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:03.880340 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a3462748-038d-44a5-90be-08c5f60f105f req-8147c613-ffe7-43fd-b297-9e030aa22282 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f87650fa40e44533b201cd37dcb459f1&device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 1127 time: 0.0513294 Feb 03 13:08:03.962049 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12720f75-f63d-4581-8194-f5ba719a4a76 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Router baa3a32f-cf08-406d-a7d5-9d2cc5637473 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:08:03.999558 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3462748-038d-44a5-90be-08c5f60f105f req-f366ccba-e848-46fd-aaed-9c4835d1fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:04.000984 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a3462748-038d-44a5-90be-08c5f60f105f req-f366ccba-e848-46fd-aaed-9c4835d1fa53 service neutron] 10.222.0.73 "GET /v2.0/networks?id=493acd8c-1fd7-4784-9c30-ab48082e5271 HTTP/1.1" status: 200 len: 918 time: 0.1150651 Feb 03 13:08:04.067891 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5b5f9c8-7e2a-42c4-965f-31f1e0a8df56 req-6bebd7f5-913f-4356-820b-65f10fe8a8ee tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 210 time: 0.0657763 Feb 03 13:08:04.097044 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12720f75-f63d-4581-8194-f5ba719a4a76 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:08:04.100792 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a3462748-038d-44a5-90be-08c5f60f105f req-a2144e0b-ece9-4010-8428-396b24291624 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=276c8f83-ce7c-4df9-8961-0c8015234f85 HTTP/1.1" status: 200 len: 1001 time: 0.0889704 Feb 03 13:08:04.110949 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] Sync routers for ids ['baa3a32f-cf08-406d-a7d5-9d2cc5637473'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:08:04.122949 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] Routers {'baa3a32f-cf08-406d-a7d5-9d2cc5637473'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:04.124096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:07:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['baa3a32f-cf08-406d-a7d5-9d2cc5637473'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:04.131422 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12720f75-f63d-4581-8194-f5ba719a4a76 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:04.133431 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-12720f75-f63d-4581-8194-f5ba719a4a76 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2190893 Feb 03 13:08:04.137032 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56816) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:04.162929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3462748-038d-44a5-90be-08c5f60f105f req-ba07da3a-de31-4597-a3c3-362bdf8f0fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:04.164855 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a3462748-038d-44a5-90be-08c5f60f105f req-ba07da3a-de31-4597-a3c3-362bdf8f0fa6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cfdcbfe6-c780-42bd-a6f3-8500632541b5 HTTP/1.1" status: 200 len: 856 time: 0.0586443 Feb 03 13:08:04.180079 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ba839711-dcac-43e4-9ca0-2f48810387d2 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=6b3ece076217446ab8e2a581b50fd3d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410428 Feb 03 13:08:04.181230 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56818) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:04.237071 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3462748-038d-44a5-90be-08c5f60f105f req-9c8a2f19-8d2d-4d4a-a52c-861264e1c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:04.241335 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a3462748-038d-44a5-90be-08c5f60f105f req-9c8a2f19-8d2d-4d4a-a52c-861264e1c121 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=493acd8c-1fd7-4784-9c30-ab48082e5271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0692484 Feb 03 13:08:04.253531 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] Set router baa3a32f-cf08-406d-a7d5-9d2cc5637473 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:04.297406 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab438f9-d75c-4ab0-9e0e-9e15f5e18419 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:04.302306 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3ab438f9-d75c-4ab0-9e0e-9e15f5e18419 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1198614 Feb 03 13:08:04.311601 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56820) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:04.346428 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-643a080b-0fa3-4a45-87aa-fd0f7d5bc357 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333042 Feb 03 13:08:04.347125 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56822) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:04.352676 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-eba405b7-5e7c-4cb1-ad8f-ea15f9921c7f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1236688371', 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:04.359057 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a3462748-038d-44a5-90be-08c5f60f105f req-ce3d9d73-54f7-4436-ac1b-cc639ac41c52 service neutron] 10.222.0.73 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122017 Feb 03 13:08:04.452171 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba405b7-5e7c-4cb1-ad8f-ea15f9921c7f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Made reservation on behalf of 6b3ece076217446ab8e2a581b50fd3d4 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:04.455739 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eba405b7-5e7c-4cb1-ad8f-ea15f9921c7f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:04.481584 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a3462748-038d-44a5-90be-08c5f60f105f req-4f1893eb-8f06-4437-99a0-71c013a35f22 service neutron] 10.222.0.73 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164055 Feb 03 13:08:04.620571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737530498', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:01Z', 'updated_at': '2022-02-03T13:08:03Z', 'revision_number': 3, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:02Z', 'updated_at': '2022-02-03T13:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:04.647029 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] Checking router: baa3a32f-cf08-406d-a7d5-9d2cc5637473 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:08:04.647378 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] Updating router baa3a32f-cf08-406d-a7d5-9d2cc5637473 port 5f3ab80d-c293-482e-89a2-6ec45687145c binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:08:04.659925 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eba405b7-5e7c-4cb1-ad8f-ea15f9921c7f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (7a9c6559-1aed-4ddf-b42d-55ea4bac8d22), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:04.679932 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5f3ab80d-c293-482e-89a2-6ec45687145c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:04.730428 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba405b7-5e7c-4cb1-ad8f-ea15f9921c7f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Subnet': ['ID=7a9c6559-1aed-4ddf-b42d-55ea4bac8d22,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:04.738087 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba405b7-5e7c-4cb1-ad8f-ea15f9921c7f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Checking segment: {'id': '4944500f-3516-4266-aaa4-399a82a84d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:04.738545 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba405b7-5e7c-4cb1-ad8f-ea15f9921c7f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network hostable DHCP agents. Network: 899d5b50-b896-4f62-99a7-cfe373fcaab9, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:08:04.755783 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba405b7-5e7c-4cb1-ad8f-ea15f9921c7f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network 899d5b50-b896-4f62-99a7-cfe373fcaab9 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:08:04.767236 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-eba405b7-5e7c-4cb1-ad8f-ea15f9921c7f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 899d5b50-b896-4f62-99a7-cfe373fcaab9) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:04.771968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba405b7-5e7c-4cb1-ad8f-ea15f9921c7f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:04.772630 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eba405b7-5e7c-4cb1-ad8f-ea15f9921c7f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:04.783562 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f385c98-b9cb-4b5f-9b87-c95bcfe4897d None None] Network 899d5b50-b896-4f62-99a7-cfe373fcaab9 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:04.800488 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-eba405b7-5e7c-4cb1-ad8f-ea15f9921c7f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4522054 Feb 03 13:08:04.803087 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56826) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:04.914555 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-899d5b50-b896-4f62-99a7-cfe373fcaab9', 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'fixed_ips': [{'subnet_id': '7a9c6559-1aed-4ddf-b42d-55ea4bac8d22'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:08:04.915639 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:04.946233 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6b21e-014b-42ee-98a6-24c8aec84020 req-8f527d21-93d1-4e8d-aec1-a2618a300aee tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:04.947706 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-34f6b21e-014b-42ee-98a6-24c8aec84020 req-8f527d21-93d1-4e8d-aec1-a2618a300aee tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.1053624 Feb 03 13:08:05.076340 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-34f6b21e-014b-42ee-98a6-24c8aec84020 req-878bc58f-7a07-402a-a7a8-45bb970fe6b2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160097 Feb 03 13:08:05.121293 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] Allocated IP 172.20.0.2 (899d5b50-b896-4f62-99a7-cfe373fcaab9/7a9c6559-1aed-4ddf-b42d-55ea4bac8d22/05ee28b4-6827-48c2-9d06-213f2d5eba52) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:05.202646 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45c4e635-e335-431c-bcb1-909b0cc8c906 req-f01cc897-c460-4326-a974-c1ed3aae7686 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 210 time: 0.0349042 Feb 03 13:08:05.358163 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12b9418e-6e27-4787-8987-8fa7c2bf2d99 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.358734 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] Publish callbacks [] for port (05ee28b4-6827-48c2-9d06-213f2d5eba52), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.371715 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (05ee28b4-6827-48c2-9d06-213f2d5eba52), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.376607 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] Publish callbacks [] for port (5f3ab80d-c293-482e-89a2-6ec45687145c), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.427524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] Pushing event updated for resources: {'Port': ['ID=05ee28b4-6827-48c2-9d06-213f2d5eba52,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:05.432372 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5f3ab80d-c293-482e-89a2-6ec45687145c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.481496 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd68e9c-93e9-4f25-b8eb-4aa688f0cf2d None None] Pushing event updated for resources: {'Port': ['ID=5f3ab80d-c293-482e-89a2-6ec45687145c,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:05.496020 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] Network 899d5b50-b896-4f62-99a7-cfe373fcaab9 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:05.512218 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] Attempting to bind port 5f3ab80d-c293-482e-89a2-6ec45687145c on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:05.512712 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] Attempting to bind port 5f3ab80d-c293-482e-89a2-6ec45687145c by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:05.513115 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] Attempting to bind port 5f3ab80d-c293-482e-89a2-6ec45687145c on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:05.516685 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:05.520060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:05.523365 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:05.523752 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:05.524176 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.524684 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:05.525164 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] Bound port: 5f3ab80d-c293-482e-89a2-6ec45687145c, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:05.525544 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5f3ab80d-c293-482e-89a2-6ec45687145c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.634498 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] For port 5f3ab80d-c293-482e-89a2-6ec45687145c, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:05.639339 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] For port 5f3ab80d-c293-482e-89a2-6ec45687145c, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5f3ab80d-c293-482e-89a2-6ec45687145c,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:05.640839 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] Attempting to bind port 05ee28b4-6827-48c2-9d06-213f2d5eba52 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:05.641214 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] Attempting to bind port 05ee28b4-6827-48c2-9d06-213f2d5eba52 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '4944500f-3516-4266-aaa4-399a82a84d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:05.641578 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] Attempting to bind port 05ee28b4-6827-48c2-9d06-213f2d5eba52 on network 899d5b50-b896-4f62-99a7-cfe373fcaab9 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:05.649141 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5f3ab80d-c293-482e-89a2-6ec45687145c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.652815 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:05.653191 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] Checking segment: {'id': '4944500f-3516-4266-aaa4-399a82a84d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:05.653582 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.653974 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] Bound using segment: {'id': '4944500f-3516-4266-aaa4-399a82a84d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:05.654449 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] Bound port: 05ee28b4-6827-48c2-9d06-213f2d5eba52, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4944500f-3516-4266-aaa4-399a82a84d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:05.654824 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (05ee28b4-6827-48c2-9d06-213f2d5eba52), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.690989 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-12b9418e-6e27-4787-8987-8fa7c2bf2d99 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Allocated IP 172.20.0.1 (899d5b50-b896-4f62-99a7-cfe373fcaab9/7a9c6559-1aed-4ddf-b42d-55ea4bac8d22/ecc66821-f98b-44bc-9e93-be2f22ff0225) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:05.774495 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] Routers {'baa3a32f-cf08-406d-a7d5-9d2cc5637473'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:05.775128 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:07:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['baa3a32f-cf08-406d-a7d5-9d2cc5637473'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:05.779967 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] For port 05ee28b4-6827-48c2-9d06-213f2d5eba52, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:05.784754 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] For port 05ee28b4-6827-48c2-9d06-213f2d5eba52, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=05ee28b4-6827-48c2-9d06-213f2d5eba52,segment=NetworkSegment(4944500f-3516-4266-aaa4-399a82a84d50),segment_id=4944500f-3516-4266-aaa4-399a82a84d50)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:05.786030 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd68e9c-93e9-4f25-b8eb-4aa688f0cf2d None None] Pushing event updated for resources: {'Port': ['ID=5f3ab80d-c293-482e-89a2-6ec45687145c,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:05.824652 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12b9418e-6e27-4787-8987-8fa7c2bf2d99 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (ecc66821-f98b-44bc-9e93-be2f22ff0225), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.825488 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (05ee28b4-6827-48c2-9d06-213f2d5eba52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.871650 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12b9418e-6e27-4787-8987-8fa7c2bf2d99 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (ecc66821-f98b-44bc-9e93-be2f22ff0225), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:05.933673 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9418e-6e27-4787-8987-8fa7c2bf2d99 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=ecc66821-f98b-44bc-9e93-be2f22ff0225,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:05.938362 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1642c-46c3-4b60-b529-c7a40e0e2c3a None None] Pushing event updated for resources: {'Port': ['ID=05ee28b4-6827-48c2-9d06-213f2d5eba52,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:05.946531 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b9418e-6e27-4787-8987-8fa7c2bf2d99 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network 899d5b50-b896-4f62-99a7-cfe373fcaab9 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:05.948051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-12b9418e-6e27-4787-8987-8fa7c2bf2d99 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:05.951243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9418e-6e27-4787-8987-8fa7c2bf2d99 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:05.959531 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] Set router baa3a32f-cf08-406d-a7d5-9d2cc5637473 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:06.001744 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12b9418e-6e27-4787-8987-8fa7c2bf2d99 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (baa3a32f-cf08-406d-a7d5-9d2cc5637473), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:06.205532 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12b9418e-6e27-4787-8987-8fa7c2bf2d99 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ecc66821-f98b-44bc-9e93-be2f22ff0225), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:06.231860 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ef34d02-2e53-4c9b-bc1c-5e6285abada2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:06.294506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737530498', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:01Z', 'updated_at': '2022-02-03T13:08:03Z', 'revision_number': 3, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:02Z', 'updated_at': '2022-02-03T13:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:06.363573 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd98b610-bd45-4569-8859-1681fd041d98 None None] The sync data for ids ['baa3a32f-cf08-406d-a7d5-9d2cc5637473'] in n-d-827336-3 is: [{'id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737530498', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:01Z', 'updated_at': '2022-02-03T13:08:03Z', 'revision_number': 3, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:02Z', 'updated_at': '2022-02-03T13:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:08:06.377382 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7ab2b659-f73c-4977-996a-7392950fd829 req-ab81173a-f02f-431b-a5c2-a6239bff753c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 210 time: 0.0519395 Feb 03 13:08:06.394802 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46ea35-0ed9-4031-83ae-7fedf7ef9fc8 req-709297c1-7a0c-46dc-aa0d-e9f80fafe00f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:06.396395 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ef46ea35-0ed9-4031-83ae-7fedf7ef9fc8 req-709297c1-7a0c-46dc-aa0d-e9f80fafe00f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.1716681 Feb 03 13:08:06.902743 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ef46ea35-0ed9-4031-83ae-7fedf7ef9fc8 req-cef67858-c28e-4509-9ecd-57972a30e380 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4513288 Feb 03 13:08:06.979968 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:07.069246 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12b9418e-6e27-4787-8987-8fa7c2bf2d99 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (ecc66821-f98b-44bc-9e93-be2f22ff0225), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:07.076285 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12b9418e-6e27-4787-8987-8fa7c2bf2d99 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (ecc66821-f98b-44bc-9e93-be2f22ff0225), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:07.166678 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12b9418e-6e27-4787-8987-8fa7c2bf2d99 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (baa3a32f-cf08-406d-a7d5-9d2cc5637473), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:07.221714 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9418e-6e27-4787-8987-8fa7c2bf2d99 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=ecc66821-f98b-44bc-9e93-be2f22ff0225,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:07.300676 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f219d8-75e2-4980-a9fa-336c3770e4f2 None None] Network 899d5b50-b896-4f62-99a7-cfe373fcaab9 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:08:07.385568 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b9418e-6e27-4787-8987-8fa7c2bf2d99 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network 899d5b50-b896-4f62-99a7-cfe373fcaab9 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:07.387659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-12b9418e-6e27-4787-8987-8fa7c2bf2d99 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:07.418876 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c10f77f0-afa6-40e9-a86c-360cb9f10fa9 None None] Provisioning complete for port 05ee28b4-6827-48c2-9d06-213f2d5eba52 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:07.419451 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c10f77f0-afa6-40e9-a86c-360cb9f10fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (05ee28b4-6827-48c2-9d06-213f2d5eba52), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:07.477831 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 05ee28b4-6827-48c2-9d06-213f2d5eba52 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:07.555831 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 05ee28b4-6827-48c2-9d06-213f2d5eba52 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:07.556269 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (05ee28b4-6827-48c2-9d06-213f2d5eba52), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:07.565550 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7002813-8f76-4fa1-9ee7-ab87ee082f77 req-5beab1aa-7d39-43d6-9e13-4f119edec047 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 210 time: 0.0638835 Feb 03 13:08:07.601369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b9418e-6e27-4787-8987-8fa7c2bf2d99 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Router baa3a32f-cf08-406d-a7d5-9d2cc5637473 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:08:07.644875 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c10f77f0-afa6-40e9-a86c-360cb9f10fa9 None None] Current status of the port 05ee28b4-6827-48c2-9d06-213f2d5eba52 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:07.645268 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c10f77f0-afa6-40e9-a86c-360cb9f10fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (05ee28b4-6827-48c2-9d06-213f2d5eba52), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:07.681439 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c10f77f0-afa6-40e9-a86c-360cb9f10fa9 None None] For port 05ee28b4-6827-48c2-9d06-213f2d5eba52, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=05ee28b4-6827-48c2-9d06-213f2d5eba52,segment=NetworkSegment(4944500f-3516-4266-aaa4-399a82a84d50),segment_id=4944500f-3516-4266-aaa4-399a82a84d50)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:07.689478 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c10f77f0-afa6-40e9-a86c-360cb9f10fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (05ee28b4-6827-48c2-9d06-213f2d5eba52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:07.758345 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f77f0-afa6-40e9-a86c-360cb9f10fa9 None None] Pushing event updated for resources: {'Port': ['ID=05ee28b4-6827-48c2-9d06-213f2d5eba52,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:07.761909 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b9418e-6e27-4787-8987-8fa7c2bf2d99 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:08:07.769365 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-12b9418e-6e27-4787-8987-8fa7c2bf2d99 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "PUT /v2.0/routers/baa3a32f-cf08-406d-a7d5-9d2cc5637473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9652612 Feb 03 13:08:07.809886 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 05ee28b4-6827-48c2-9d06-213f2d5eba52 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:07.811035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5f3ab80d-c293-482e-89a2-6ec45687145c up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:07.874822 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 5f3ab80d-c293-482e-89a2-6ec45687145c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:07.875276 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5f3ab80d-c293-482e-89a2-6ec45687145c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:07.925397 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f6e32c0f-90b4-4270-a2d5-733b6e9bf648 None None] Provisioning complete for port ecc66821-f98b-44bc-9e93-be2f22ff0225 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:07.925779 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6e32c0f-90b4-4270-a2d5-733b6e9bf648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ecc66821-f98b-44bc-9e93-be2f22ff0225), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:07.985008 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 276c8f83-ce7c-4df9-8961-0c8015234f85 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:08:08.038419 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 5f3ab80d-c293-482e-89a2-6ec45687145c is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:08.038639 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5f3ab80d-c293-482e-89a2-6ec45687145c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:08.050644 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f6e32c0f-90b4-4270-a2d5-733b6e9bf648 None None] Port ecc66821-f98b-44bc-9e93-be2f22ff0225 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:08:08.086605 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc04e6e-e839-4e89-8573-87802c8ad18c req-670166ee-8164-43a4-b4ba-a35e26bba320 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:08.088629 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6cc04e6e-e839-4e89-8573-87802c8ad18c req-670166ee-8164-43a4-b4ba-a35e26bba320 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0927570 Feb 03 13:08:08.123249 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-529bb873-35c0-45b8-b271-21d6333d0aaf tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1170468925&fields=id&tenant_id=6b3ece076217446ab8e2a581b50fd3d4 HTTP/1.1" status: 200 len: 267 time: 0.0597141 Feb 03 13:08:08.240714 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6cc04e6e-e839-4e89-8573-87802c8ad18c req-bb57be0c-6a65-47dd-8971-b72e33830a00 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421914 Feb 03 13:08:08.307682 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-8afdd3ad-9be5-4403-9c29-c3b722fea462 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:08.315666 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-8afdd3ad-9be5-4403-9c29-c3b722fea462 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/networks?id=899d5b50-b896-4f62-99a7-cfe373fcaab9 HTTP/1.1" status: 200 len: 797 time: 0.1850736 Feb 03 13:08:08.343683 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-019dd8bc-d2ef-4f1c-9dfb-01d44346e7c9 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/quotas/6b3ece076217446ab8e2a581b50fd3d4 HTTP/1.1" status: 200 len: 375 time: 0.0266752 Feb 03 13:08:08.352325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 5f3ab80d-c293-482e-89a2-6ec45687145c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5f3ab80d-c293-482e-89a2-6ec45687145c,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:08.392620 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (5f3ab80d-c293-482e-89a2-6ec45687145c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:08.422093 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:08.424364 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f6e32c0f-90b4-4270-a2d5-733b6e9bf648 None None] Provisioning complete for port 05ee28b4-6827-48c2-9d06-213f2d5eba52 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:08.424364 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6e32c0f-90b4-4270-a2d5-733b6e9bf648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (05ee28b4-6827-48c2-9d06-213f2d5eba52), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:08.454978 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-8c8b8b65-0efc-4f27-a070-7fc65ab18bb9 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1022656 Feb 03 13:08:08.474816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=5f3ab80d-c293-482e-89a2-6ec45687145c,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:08.608069 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 276c8f83-ce7c-4df9-8961-0c8015234f85 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:08.608978 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:08.660796 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e755a5a9-2695-43cf-966f-4862c2310fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '276c8f83-ce7c-4df9-8961-0c8015234f85'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:08:08.663248 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59aef32f-662c-4833-9425-1951f863b407" -d '{"events": [{"server_uuid": "e755a5a9-2695-43cf-966f-4862c2310fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "276c8f83-ce7c-4df9-8961-0c8015234f85"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:08:08.696703 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 276c8f83-ce7c-4df9-8961-0c8015234f85, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=276c8f83-ce7c-4df9-8961-0c8015234f85,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:08.705838 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:08.739296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f6e32c0f-90b4-4270-a2d5-733b6e9bf648 None None] Current status of the port 05ee28b4-6827-48c2-9d06-213f2d5eba52 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:08.780806 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=276c8f83-ce7c-4df9-8961-0c8015234f85,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:08.849469 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] Sync routers for ids ['baa3a32f-cf08-406d-a7d5-9d2cc5637473'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:08:08.864713 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] Routers {'baa3a32f-cf08-406d-a7d5-9d2cc5637473'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:08.864993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-351d2573-152c-49a9-b7a6-052e997318cd None None] Provisioning complete for port ecc66821-f98b-44bc-9e93-be2f22ff0225 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:08.865337 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-351d2573-152c-49a9-b7a6-052e997318cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ecc66821-f98b-44bc-9e93-be2f22ff0225), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:08.866085 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:08:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['baa3a32f-cf08-406d-a7d5-9d2cc5637473'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:08.866864 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-0a91a481-e585-4694-9408-ddf474cbe2e6 service neutron] 10.222.0.18 "GET /v2.0/networks/899d5b50-b896-4f62-99a7-cfe373fcaab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938296 Feb 03 13:08:08.938778 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-351d2573-152c-49a9-b7a6-052e997318cd None None] Port ecc66821-f98b-44bc-9e93-be2f22ff0225 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:08:08.981114 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-3401cbf4-ddeb-424b-a7ed-1d69e8bb33f3 service neutron] 10.222.0.18 "GET /v2.0/networks/899d5b50-b896-4f62-99a7-cfe373fcaab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065557 Feb 03 13:08:08.996468 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] Set router baa3a32f-cf08-406d-a7d5-9d2cc5637473 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:09.191280 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eca4892a-fc73-4a3e-9560-4e62b9c1a259 req-0a817a2b-3064-4317-b0d0-2d31451319dc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 210 time: 0.0390429 Feb 03 13:08:09.257716 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737530498', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:01Z', 'updated_at': '2022-02-03T13:08:06Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:02Z', 'updated_at': '2022-02-03T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'ecc66821-f98b-44bc-9e93-be2f22ff0225', 'name': '', 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:b8:af:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '7a9c6559-1aed-4ddf-b42d-55ea4bac8d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:05Z', 'updated_at': '2022-02-03T13:08:06Z', 'revision_number': 2, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '7a9c6559-1aed-4ddf-b42d-55ea4bac8d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:09.277124 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 13:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07804a8f-54be-4e97-a167-98e2223741f9 x-openstack-request-id: req-07804a8f-54be-4e97-a167-98e2223741f9 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:08:09.277894 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e755a5a9-2695-43cf-966f-4862c2310fb9", "name": "network-vif-unplugged", "status": "failed", "tag": "276c8f83-ce7c-4df9-8961-0c8015234f85", "code": 422}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:08:09.279258 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07804a8f-54be-4e97-a167-98e2223741f9 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:08:09.279852 n-d-827336-3 neutron-server[103190]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e755a5a9-2695-43cf-966f-4862c2310fb9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '276c8f83-ce7c-4df9-8961-0c8015234f85', 'code': 422} returned with failed status Feb 03 13:08:09.311622 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] Checking router: baa3a32f-cf08-406d-a7d5-9d2cc5637473 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:08:09.312012 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] Updating router baa3a32f-cf08-406d-a7d5-9d2cc5637473 port ecc66821-f98b-44bc-9e93-be2f22ff0225 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:08:09.322736 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 05ee28b4-6827-48c2-9d06-213f2d5eba52 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:09.369817 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7db191c5-d328-4de9-978d-ce0e0c5814e3 req-7261ac22-b5eb-49e2-bcc3-cbec1b9597a3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 210 time: 0.0529094 Feb 03 13:08:09.379379 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ecc66821-f98b-44bc-9e93-be2f22ff0225), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:09.398226 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 05ee28b4-6827-48c2-9d06-213f2d5eba52 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:09.399167 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (05ee28b4-6827-48c2-9d06-213f2d5eba52), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:09.484184 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 05ee28b4-6827-48c2-9d06-213f2d5eba52 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:09.485370 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5f3ab80d-c293-482e-89a2-6ec45687145c up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:09.549725 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 5f3ab80d-c293-482e-89a2-6ec45687145c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:09.550327 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5f3ab80d-c293-482e-89a2-6ec45687145c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:09.647238 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 5f3ab80d-c293-482e-89a2-6ec45687145c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:09.707253 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] Publish callbacks [] for port (ecc66821-f98b-44bc-9e93-be2f22ff0225), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:09.713182 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ecc66821-f98b-44bc-9e93-be2f22ff0225), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:09.766530 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887c0db-dc7c-46b0-af3d-73027c2be7c7 None None] Pushing event updated for resources: {'Port': ['ID=ecc66821-f98b-44bc-9e93-be2f22ff0225,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:09.777367 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887c0db-dc7c-46b0-af3d-73027c2be7c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:09.777970 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887c0db-dc7c-46b0-af3d-73027c2be7c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:09.778466 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887c0db-dc7c-46b0-af3d-73027c2be7c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:09.778807 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887c0db-dc7c-46b0-af3d-73027c2be7c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:09.779139 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887c0db-dc7c-46b0-af3d-73027c2be7c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:09.779470 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887c0db-dc7c-46b0-af3d-73027c2be7c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:09.779813 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887c0db-dc7c-46b0-af3d-73027c2be7c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:09.780155 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887c0db-dc7c-46b0-af3d-73027c2be7c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:09.780481 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887c0db-dc7c-46b0-af3d-73027c2be7c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:09.780805 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887c0db-dc7c-46b0-af3d-73027c2be7c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:09.781127 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887c0db-dc7c-46b0-af3d-73027c2be7c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:09.781659 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887c0db-dc7c-46b0-af3d-73027c2be7c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:09.781994 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887c0db-dc7c-46b0-af3d-73027c2be7c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:09.837043 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] Attempting to bind port ecc66821-f98b-44bc-9e93-be2f22ff0225 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:09.837417 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] Attempting to bind port ecc66821-f98b-44bc-9e93-be2f22ff0225 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '4944500f-3516-4266-aaa4-399a82a84d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:09.837780 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] Attempting to bind port ecc66821-f98b-44bc-9e93-be2f22ff0225 on network 899d5b50-b896-4f62-99a7-cfe373fcaab9 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:09.844340 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:09.844788 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] Checking segment: {'id': '4944500f-3516-4266-aaa4-399a82a84d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:09.845248 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:09.845635 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] Bound using segment: {'id': '4944500f-3516-4266-aaa4-399a82a84d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:09.846143 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] Bound port: ecc66821-f98b-44bc-9e93-be2f22ff0225, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4944500f-3516-4266-aaa4-399a82a84d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:09.846609 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ecc66821-f98b-44bc-9e93-be2f22ff0225), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:09.925239 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] For port ecc66821-f98b-44bc-9e93-be2f22ff0225, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:09.928674 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] For port ecc66821-f98b-44bc-9e93-be2f22ff0225, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ecc66821-f98b-44bc-9e93-be2f22ff0225,segment=NetworkSegment(4944500f-3516-4266-aaa4-399a82a84d50),segment_id=4944500f-3516-4266-aaa4-399a82a84d50)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:09.931410 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:09.938915 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ecc66821-f98b-44bc-9e93-be2f22ff0225), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:10.006186 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] Routers {'baa3a32f-cf08-406d-a7d5-9d2cc5637473'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:10.006825 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:08:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['baa3a32f-cf08-406d-a7d5-9d2cc5637473'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:10.008795 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887c0db-dc7c-46b0-af3d-73027c2be7c7 None None] Pushing event updated for resources: {'Port': ['ID=ecc66821-f98b-44bc-9e93-be2f22ff0225,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:10.069505 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6463a403-9434-4cb7-8b2a-f8f7391d7355 None None] Provisioning complete for port ecc66821-f98b-44bc-9e93-be2f22ff0225 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:10.070159 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6463a403-9434-4cb7-8b2a-f8f7391d7355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ecc66821-f98b-44bc-9e93-be2f22ff0225), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:10.137725 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] Set router baa3a32f-cf08-406d-a7d5-9d2cc5637473 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:10.180111 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6463a403-9434-4cb7-8b2a-f8f7391d7355 None None] Current status of the port ecc66821-f98b-44bc-9e93-be2f22ff0225 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:10.180522 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6463a403-9434-4cb7-8b2a-f8f7391d7355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ecc66821-f98b-44bc-9e93-be2f22ff0225), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:10.256837 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6463a403-9434-4cb7-8b2a-f8f7391d7355 None None] For port ecc66821-f98b-44bc-9e93-be2f22ff0225, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ecc66821-f98b-44bc-9e93-be2f22ff0225,segment=NetworkSegment(4944500f-3516-4266-aaa4-399a82a84d50),segment_id=4944500f-3516-4266-aaa4-399a82a84d50)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:10.263353 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6463a403-9434-4cb7-8b2a-f8f7391d7355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ecc66821-f98b-44bc-9e93-be2f22ff0225), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:10.353427 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463a403-9434-4cb7-8b2a-f8f7391d7355 None None] Pushing event updated for resources: {'Port': ['ID=ecc66821-f98b-44bc-9e93-be2f22ff0225,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:10.390977 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a2f47c14-edc2-471e-87ea-d76e68c66451 None None] Provisioning complete for port ecc66821-f98b-44bc-9e93-be2f22ff0225 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:10.392256 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a2f47c14-edc2-471e-87ea-d76e68c66451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ecc66821-f98b-44bc-9e93-be2f22ff0225), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:10.450879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-afd69e70-77f5-4ded-8b83-3df595c5cb96 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:10.452485 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-afd69e70-77f5-4ded-8b83-3df595c5cb96 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.73 "GET /v2.0/networks?id=899d5b50-b896-4f62-99a7-cfe373fcaab9 HTTP/1.1" status: 200 len: 797 time: 0.1839700 Feb 03 13:08:10.462734 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737530498', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:01Z', 'updated_at': '2022-02-03T13:08:06Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:02Z', 'updated_at': '2022-02-03T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'ecc66821-f98b-44bc-9e93-be2f22ff0225', 'name': '', 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:b8:af:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '7a9c6559-1aed-4ddf-b42d-55ea4bac8d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:05Z', 'updated_at': '2022-02-03T13:08:09Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '7a9c6559-1aed-4ddf-b42d-55ea4bac8d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:10.482233 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45802d4a-741f-46fc-8a79-84dd906af42e req-cd71db1d-9c1e-42e6-865f-f0f266d59c6f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 210 time: 0.0520175 Feb 03 13:08:10.504993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a2f47c14-edc2-471e-87ea-d76e68c66451 None None] Current status of the port ecc66821-f98b-44bc-9e93-be2f22ff0225 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:10.507007 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b9a6f0-1e4c-4ff7-b00f-e32c5d33f289 None None] The sync data for ids ['baa3a32f-cf08-406d-a7d5-9d2cc5637473'] in n-d-827336-3 is: [{'id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737530498', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:01Z', 'updated_at': '2022-02-03T13:08:06Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:02Z', 'updated_at': '2022-02-03T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'ecc66821-f98b-44bc-9e93-be2f22ff0225', 'name': '', 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:b8:af:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '7a9c6559-1aed-4ddf-b42d-55ea4bac8d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:05Z', 'updated_at': '2022-02-03T13:08:09Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '7a9c6559-1aed-4ddf-b42d-55ea4bac8d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:08:10.545543 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-9d737f7b-39ed-42f9-9c20-37f1b965dc2d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b3ece076217446ab8e2a581b50fd3d4 HTTP/1.1" status: 200 len: 380 time: 0.0663469 Feb 03 13:08:10.557948 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-c66d263d-5eca-4e3a-8826-eb0556ce6b3e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'port': {'device_id': '2e26f362-f887-491a-b7de-f3033fa5914f', 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9', 'admin_state_up': True, 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'security_groups': ['1321ff2f-2dbe-4691-bdc3-b9f126965d96']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:10.614357 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4d4b2363-e757-4133-9f64-af74b55f9bbb req-1a3505e4-2704-45e3-9625-bb1071504a72 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 210 time: 0.0519321 Feb 03 13:08:10.720418 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-c66d263d-5eca-4e3a-8826-eb0556ce6b3e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Made reservation on behalf of 6b3ece076217446ab8e2a581b50fd3d4 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:10.725352 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-c66d263d-5eca-4e3a-8826-eb0556ce6b3e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.217285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-c66d263d-5eca-4e3a-8826-eb0556ce6b3e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Allocated IP 172.20.0.13 (899d5b50-b896-4f62-99a7-cfe373fcaab9/7a9c6559-1aed-4ddf-b42d-55ea4bac8d22/c2fa40e2-16a5-4e04-aa46-52304c49d5b9) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:11.362380 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ecc66821-f98b-44bc-9e93-be2f22ff0225 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:11.419690 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-c66d263d-5eca-4e3a-8826-eb0556ce6b3e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.428039 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port ecc66821-f98b-44bc-9e93-be2f22ff0225 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:11.428423 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ecc66821-f98b-44bc-9e93-be2f22ff0225), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.464738 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-c66d263d-5eca-4e3a-8826-eb0556ce6b3e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.512729 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-c66d263d-5eca-4e3a-8826-eb0556ce6b3e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network 899d5b50-b896-4f62-99a7-cfe373fcaab9 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:11.515340 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-c66d263d-5eca-4e3a-8826-eb0556ce6b3e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:11.519789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-c66d263d-5eca-4e3a-8826-eb0556ce6b3e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:11.550686 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ecc66821-f98b-44bc-9e93-be2f22ff0225 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:11.571659 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d263d-5eca-4e3a-8826-eb0556ce6b3e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:11.593156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-c66d263d-5eca-4e3a-8826-eb0556ce6b3e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:11.593826 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-c66d263d-5eca-4e3a-8826-eb0556ce6b3e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.644552 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-32bb68fe-00cb-45b2-95ca-4580cd87114a req-8f104574-6294-4043-8d30-6f97e4c7130f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 210 time: 0.0475595 Feb 03 13:08:11.660025 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-c66d263d-5eca-4e3a-8826-eb0556ce6b3e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1072516 Feb 03 13:08:11.677475 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] Request body: {'port': {'device_id': '2e26f362-f887-491a-b7de-f3033fa5914f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:11.784478 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.844798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10f051-c31a-4587-a7a7-dbb9070775eb req-bb0a1f4d-471d-48df-802f-88403572d1d0 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:11.847983 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ba10f051-c31a-4587-a7a7-dbb9070775eb req-bb0a1f4d-471d-48df-802f-88403572d1d0 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 932 time: 0.1302462 Feb 03 13:08:11.934555 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bc9b4e18-5dec-4eaa-acec-388285970fc0 None None] Provisioning complete for port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:11.935664 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc9b4e18-5dec-4eaa-acec-388285970fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:11.979221 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bc9b4e18-5dec-4eaa-acec-388285970fc0 None None] Port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:08:11.987954 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ba10f051-c31a-4587-a7a7-dbb9070775eb req-f2bb0da8-32fb-4824-bcb9-53d6d4bb6c76 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323447 Feb 03 13:08:12.133981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2fa40e2-16a5-4e04-aa46-52304c49d5b9 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:08:12.142026 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] Publish callbacks [] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:12.155627 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] Transition to ACTIVE for port object c2fa40e2-16a5-4e04-aa46-52304c49d5b9 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:08:12.159799 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:12.215030 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:12.291547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] Attempting to bind port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:12.291836 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] Attempting to bind port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '4944500f-3516-4266-aaa4-399a82a84d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:12.292206 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] Attempting to bind port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 on network 899d5b50-b896-4f62-99a7-cfe373fcaab9 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:12.298325 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] Port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 on network 899d5b50-b896-4f62-99a7-cfe373fcaab9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:08:12.298325 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] Attempting to bind port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 on network 899d5b50-b896-4f62-99a7-cfe373fcaab9 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:12.307434 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:12.307853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] Checking segment: {'id': '4944500f-3516-4266-aaa4-399a82a84d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:12.308738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] Bound using segment: {'id': '4944500f-3516-4266-aaa4-399a82a84d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:12.308738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] Bound port: c2fa40e2-16a5-4e04-aa46-52304c49d5b9, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4944500f-3516-4266-aaa4-399a82a84d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:12.309343 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:12.397797 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] For port c2fa40e2-16a5-4e04-aa46-52304c49d5b9, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:12.402000 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] For port c2fa40e2-16a5-4e04-aa46-52304c49d5b9, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,segment=NetworkSegment(4944500f-3516-4266-aaa4-399a82a84d50),segment_id=4944500f-3516-4266-aaa4-399a82a84d50)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:12.408756 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:12.456687 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:12.457514 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:12.459449 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] 10.222.0.73 "PUT /v2.0/ports/c2fa40e2-16a5-4e04-aa46-52304c49d5b9 HTTP/1.1" status: 200 len: 1092 time: 0.7865009 Feb 03 13:08:12.462486 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e26f362-f887-491a-b7de-f3033fa5914f', 'tag': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:08:12.465799 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9db038-9086-4157-9aee-13d092673f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e26f362-f887-491a-b7de-f3033fa5914f", "tag": "c2fa40e2-16a5-4e04-aa46-52304c49d5b9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:08:12.549562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46581209-3ea5-4250-a5a1-7fdbf2b9e491 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:12.553626 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a83bc33-bc32-4fb4-9b03-c432e707e0cc x-openstack-request-id: req-6a83bc33-bc32-4fb4-9b03-c432e707e0cc {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:08:12.553798 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e26f362-f887-491a-b7de-f3033fa5914f", "tag": "c2fa40e2-16a5-4e04-aa46-52304c49d5b9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:08:12.554026 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a83bc33-bc32-4fb4-9b03-c432e707e0cc {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:08:12.554456 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e26f362-f887-491a-b7de-f3033fa5914f', 'tag': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9', 'status': 'completed', 'code': 200} Feb 03 13:08:12.577915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-2c529615-c232-4797-88dd-9358dfdfcf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:12.579509 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-2c529615-c232-4797-88dd-9358dfdfcf47 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 1126 time: 0.0641818 Feb 03 13:08:12.646985 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-189a43fc-f03f-4c28-aea8-da3c92a8070a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2fa40e2-16a5-4e04-aa46-52304c49d5b9 HTTP/1.1" status: 200 len: 217 time: 0.0544040 Feb 03 13:08:12.711221 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-d12db5c9-be73-49dd-86d6-f89c08747d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:12.717603 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-d12db5c9-be73-49dd-86d6-f89c08747d64 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a9c6559-1aed-4ddf-b42d-55ea4bac8d22 HTTP/1.1" status: 200 len: 835 time: 0.0639563 Feb 03 13:08:12.811168 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7078259a-ffb4-4144-bc10-e399e618f748 req-fbdc2ac9-35b0-4119-bb37-37214a024410 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b97b0c57-1f93-4a06-b48f-f4e32662e29d HTTP/1.1" status: 200 len: 210 time: 0.0446789 Feb 03 13:08:12.853094 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-78792b82-2c95-4f1c-89ef-c9d27ded743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:12.856192 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-78792b82-2c95-4f1c-89ef-c9d27ded743a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=899d5b50-b896-4f62-99a7-cfe373fcaab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1321976 Feb 03 13:08:12.978288 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-48b481c1-b807-4440-a0a8-2730b2f626d2 service neutron] 10.222.0.73 "GET /v2.0/networks/899d5b50-b896-4f62-99a7-cfe373fcaab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170413 Feb 03 13:08:13.158453 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3f0fac09-7aab-4311-8c6d-d4593a7901cf req-8e3f2114-904d-47a3-ba3f-133ba0581bf4 service neutron] 10.222.0.73 "GET /v2.0/networks/899d5b50-b896-4f62-99a7-cfe373fcaab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741781 Feb 03 13:08:13.202512 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc4d62-8adb-4876-8166-8b3b7ca9ad6f req-1e0210d4-cc7c-465f-9f6a-d615df1fa6b0 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:13.204444 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b3dc4d62-8adb-4876-8166-8b3b7ca9ad6f req-1e0210d4-cc7c-465f-9f6a-d615df1fa6b0 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 944 time: 0.1293426 Feb 03 13:08:13.431475 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b3dc4d62-8adb-4876-8166-8b3b7ca9ad6f req-b09452b3-4641-44a5-a692-d319fd1e8a47 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139769 Feb 03 13:08:13.439323 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9db038-9086-4157-9aee-13d092673f6e req-d7dc02cd-8ee5-4f2e-a175-11eead5cc3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:13.443821 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ff9db038-9086-4157-9aee-13d092673f6e req-d7dc02cd-8ee5-4f2e-a175-11eead5cc3c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 1126 time: 0.1897492 Feb 03 13:08:13.557552 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9db038-9086-4157-9aee-13d092673f6e req-28314d4e-d4b0-4ded-ace1-c17cec6543b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:13.560028 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ff9db038-9086-4157-9aee-13d092673f6e req-28314d4e-d4b0-4ded-ace1-c17cec6543b3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=899d5b50-b896-4f62-99a7-cfe373fcaab9 HTTP/1.1" status: 200 len: 898 time: 0.1098385 Feb 03 13:08:13.610269 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ff9db038-9086-4157-9aee-13d092673f6e req-4efcc11b-726d-47e1-b0d6-adc02202b5f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2fa40e2-16a5-4e04-aa46-52304c49d5b9 HTTP/1.1" status: 200 len: 217 time: 0.0432413 Feb 03 13:08:13.759758 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9db038-9086-4157-9aee-13d092673f6e req-bf3cabbe-f768-4f4e-a5c5-13338355a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:13.761630 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ff9db038-9086-4157-9aee-13d092673f6e req-bf3cabbe-f768-4f4e-a5c5-13338355a94c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a9c6559-1aed-4ddf-b42d-55ea4bac8d22 HTTP/1.1" status: 200 len: 835 time: 0.1465199 Feb 03 13:08:13.823392 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb640e93-a522-4117-bbe4-e802118ebf75 req-8f0591a6-22ab-4d9a-bb74-a1f545483d7e tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:13.825244 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb640e93-a522-4117-bbe4-e802118ebf75 req-8f0591a6-22ab-4d9a-bb74-a1f545483d7e tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 943 time: 0.1117980 Feb 03 13:08:13.843410 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9db038-9086-4157-9aee-13d092673f6e req-4c566982-f967-4f15-b68e-0bb1f7637023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:13.845816 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ff9db038-9086-4157-9aee-13d092673f6e req-4c566982-f967-4f15-b68e-0bb1f7637023 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=899d5b50-b896-4f62-99a7-cfe373fcaab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0761104 Feb 03 13:08:13.918749 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb640e93-a522-4117-bbe4-e802118ebf75 req-f7167caf-0a9d-4cc7-b401-e61f62244db0 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853806 Feb 03 13:08:14.044232 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ff9db038-9086-4157-9aee-13d092673f6e req-bbf687c6-3c22-4fac-a063-017bc856e90e service neutron] 10.222.0.73 "GET /v2.0/networks/899d5b50-b896-4f62-99a7-cfe373fcaab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886752 Feb 03 13:08:14.063340 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-f7a27973-6ec0-4341-a3be-5dc1c94f09b5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0510733 Feb 03 13:08:14.155899 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ff9db038-9086-4157-9aee-13d092673f6e req-75b5206e-9e50-4a7e-b576-75267821f2a1 service neutron] 10.222.0.73 "GET /v2.0/networks/899d5b50-b896-4f62-99a7-cfe373fcaab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052923 Feb 03 13:08:14.548488 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b428f1-827f-443e-9e2d-ac75c5cb9192 req-0b3999f7-1447-422a-a9aa-e56c85b345ea tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:14.553516 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-12b428f1-827f-443e-9e2d-ac75c5cb9192 req-0b3999f7-1447-422a-a9aa-e56c85b345ea tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 944 time: 0.0662036 Feb 03 13:08:14.616559 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-12b428f1-827f-443e-9e2d-ac75c5cb9192 req-cf3401e0-736d-4b9c-804d-464243bdd409 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600207 Feb 03 13:08:15.225524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e358940-fa14-41da-9f7f-e85c9016dab8 req-eef3d2f1-b12d-4c6c-ba82-fd8a28c9eb06 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:15.227445 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e358940-fa14-41da-9f7f-e85c9016dab8 req-eef3d2f1-b12d-4c6c-ba82-fd8a28c9eb06 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 943 time: 0.2005303 Feb 03 13:08:15.287133 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9e358940-fa14-41da-9f7f-e85c9016dab8 req-fec13076-27bf-4889-8b9d-ad0aaa465457 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526140 Feb 03 13:08:15.816094 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422636c-408a-461d-8929-5628441728fa req-c60109e6-d273-46c9-a9c7-abc6e7e149ca tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:15.817758 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5422636c-408a-461d-8929-5628441728fa req-c60109e6-d273-46c9-a9c7-abc6e7e149ca tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 944 time: 0.0710230 Feb 03 13:08:15.892987 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5422636c-408a-461d-8929-5628441728fa req-1b6a00f6-590b-4059-a301-3de448992928 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689824 Feb 03 13:08:15.979148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device c2fa40e2-16a5-4e04-aa46-52304c49d5b9 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:08:16.070781 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:16.097509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port c2fa40e2-16a5-4e04-aa46-52304c49d5b9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,segment=NetworkSegment(4944500f-3516-4266-aaa4-399a82a84d50),segment_id=4944500f-3516-4266-aaa4-399a82a84d50)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:16.108845 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9', 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9', 'port_id': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9', 'mac_address': 'fa:16:3e:68:56:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9c6559-1aed-4ddf-b42d-55ea4bac8d22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:08:16.150770 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:16.151815 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:16.165926 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2fa40e2-16a5-4e04-aa46-52304c49d5b9 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:08:16.195904 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port c2fa40e2-16a5-4e04-aa46-52304c49d5b9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,segment=NetworkSegment(4944500f-3516-4266-aaa4-399a82a84d50),segment_id=4944500f-3516-4266-aaa4-399a82a84d50)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:16.202074 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:16.253229 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:16.420312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738c6da-f237-4c98-a0ed-e9cdb276ee0c req-81464723-90d1-49dc-b366-9e8ea36e4906 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:16.421986 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9738c6da-f237-4c98-a0ed-e9cdb276ee0c req-81464723-90d1-49dc-b366-9e8ea36e4906 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 943 time: 0.0543995 Feb 03 13:08:16.486249 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9738c6da-f237-4c98-a0ed-e9cdb276ee0c req-716da2a9-887f-4b68-b36c-65fd3d59e8f7 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557113 Feb 03 13:08:16.587225 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['c2fa40e2-16a5-4e04-aa46-52304c49d5b9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:08:17.028669 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5273c-1ebc-40fc-9be9-47a54c2fa994 req-7cd4bc5a-6169-450b-afb2-856b108d891a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:17.030276 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-85a5273c-1ebc-40fc-9be9-47a54c2fa994 req-7cd4bc5a-6169-450b-afb2-856b108d891a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 945 time: 0.0575602 Feb 03 13:08:17.084739 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-85a5273c-1ebc-40fc-9be9-47a54c2fa994 req-3f85627b-96af-4a06-a017-e7b4454281bc tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489335 Feb 03 13:08:17.635927 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee40d10-4e55-41f6-afb9-d340ef90b06c req-fc2ef61f-5bfb-4d0e-979d-b68c2ce49f01 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:17.637792 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fee40d10-4e55-41f6-afb9-d340ef90b06c req-fc2ef61f-5bfb-4d0e-979d-b68c2ce49f01 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 943 time: 0.0620191 Feb 03 13:08:17.710471 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fee40d10-4e55-41f6-afb9-d340ef90b06c req-669331d6-bb01-4e51-b819-ea3d9f15002b tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614412 Feb 03 13:08:17.987230 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device c2fa40e2-16a5-4e04-aa46-52304c49d5b9 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:18.057369 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:08:18.063739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:18.064455 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.245654 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:18.246425 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.311020 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port c2fa40e2-16a5-4e04-aa46-52304c49d5b9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,segment=NetworkSegment(4944500f-3516-4266-aaa4-399a82a84d50),segment_id=4944500f-3516-4266-aaa4-399a82a84d50)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:18.312017 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e26f362-f887-491a-b7de-f3033fa5914f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:08:18.315591 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a27caf-9482-49a7-a7c2-f3ab2f3f1bf7" -d '{"events": [{"server_uuid": "2e26f362-f887-491a-b7de-f3033fa5914f", "name": "network-vif-plugged", "status": "completed", "tag": "c2fa40e2-16a5-4e04-aa46-52304c49d5b9"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:08:18.326668 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae58cb-c3c3-449f-a349-ae06b04cd5ee req-94c5cab5-74aa-43ba-93c2-9984f2cfed54 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:18.333390 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:18.335279 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6cae58cb-c3c3-449f-a349-ae06b04cd5ee req-94c5cab5-74aa-43ba-93c2-9984f2cfed54 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 945 time: 0.1196208 Feb 03 13:08:18.437061 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015ed766-b3ad-4768-962e-f4d08083d0d7 x-openstack-request-id: req-015ed766-b3ad-4768-962e-f4d08083d0d7 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:08:18.438378 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e26f362-f887-491a-b7de-f3033fa5914f", "name": "network-vif-plugged", "status": "completed", "tag": "c2fa40e2-16a5-4e04-aa46-52304c49d5b9", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:08:18.438505 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6cae58cb-c3c3-449f-a349-ae06b04cd5ee req-c67289a9-0f6e-42c6-b80d-217bbc069d68 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891423 Feb 03 13:08:18.438729 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-015ed766-b3ad-4768-962e-f4d08083d0d7 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:08:18.439603 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e26f362-f887-491a-b7de-f3033fa5914f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9', 'code': 200} Feb 03 13:08:18.532421 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:18.602163 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794da061-27e6-4f18-9417-842ef484de17 req-ff187bac-bd56-4f11-a12f-97ed925db78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:18.604803 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-794da061-27e6-4f18-9417-842ef484de17 req-ff187bac-bd56-4f11-a12f-97ed925db78d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 1128 time: 0.0714810 Feb 03 13:08:18.656803 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-794da061-27e6-4f18-9417-842ef484de17 req-a2b15131-0df5-405a-ba94-030b7d5525d3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455031 Feb 03 13:08:18.875742 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816cd80-9a6b-4949-b734-00ebd1545e20 req-bcdaede5-6808-42d5-80e2-13b7f2f5c100 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:18.878133 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4816cd80-9a6b-4949-b734-00ebd1545e20 req-bcdaede5-6808-42d5-80e2-13b7f2f5c100 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 943 time: 0.0637765 Feb 03 13:08:18.962407 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4816cd80-9a6b-4949-b734-00ebd1545e20 req-bd197b15-afc6-4f39-9bd6-1bb3178563bd tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786715 Feb 03 13:08:19.736694 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c9bec-b65e-424b-a7e6-4fc834783671 req-3136bbed-d6c0-4f54-9490-6abb67857f97 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:19.739224 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf8c9bec-b65e-424b-a7e6-4fc834783671 req-3136bbed-d6c0-4f54-9490-6abb67857f97 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 946 time: 0.1546099 Feb 03 13:08:19.795104 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf8c9bec-b65e-424b-a7e6-4fc834783671 req-959098fa-1660-479d-9a0b-276ef13b634e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497952 Feb 03 13:08:20.172708 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880bb67-9346-4ad5-b590-3cf0e9d9af1b req-a308e05b-5a68-48c3-9794-8036d0610711 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:20.185618 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b880bb67-9346-4ad5-b590-3cf0e9d9af1b req-a308e05b-5a68-48c3-9794-8036d0610711 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 943 time: 0.1344712 Feb 03 13:08:20.266036 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b880bb67-9346-4ad5-b590-3cf0e9d9af1b req-f617921d-4675-4cb2-b1e3-e6b87ddf7583 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767798 Feb 03 13:08:20.948067 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9d6fe-8897-487a-9331-600a3a23002a req-963610ab-d831-461b-89ee-9dd7d4bad7b2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:20.964301 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a7b9d6fe-8897-487a-9331-600a3a23002a req-963610ab-d831-461b-89ee-9dd7d4bad7b2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 946 time: 0.0786614 Feb 03 13:08:21.028296 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a7b9d6fe-8897-487a-9331-600a3a23002a req-ec4109df-c80d-456a-b099-3cd9440a308a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616658 Feb 03 13:08:21.159976 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4376cf6-c3fd-417b-81f6-3407af8b5c88 req-441bb86a-765e-4435-acc5-6a8b7e0afb10 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:21.168806 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4376cf6-c3fd-417b-81f6-3407af8b5c88 req-441bb86a-765e-4435-acc5-6a8b7e0afb10 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 946 time: 0.0681341 Feb 03 13:08:21.255009 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4376cf6-c3fd-417b-81f6-3407af8b5c88 req-99df6eef-ca0f-4db8-8a09-84aff2e911ac tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841701 Feb 03 13:08:21.284574 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 56994) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:21.369580 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4107d42c-16f4-4f62-bec9-84ba320628c8 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:21.376681 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4107d42c-16f4-4f62-bec9-84ba320628c8 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 1123 time: 0.0912089 Feb 03 13:08:21.379497 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 56998) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:21.385846 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5fa45129-5d18-4834-ae8f-a7c8cbb4f81e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:21.421120 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fa45129-5d18-4834-ae8f-a7c8cbb4f81e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:21.460964 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66ef6a-fe02-4af2-8a16-1fa89c5938ed req-573981da-ea9d-4cc3-94d1-71ec422be982 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:21.462804 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fa66ef6a-fe02-4af2-8a16-1fa89c5938ed req-573981da-ea9d-4cc3-94d1-71ec422be982 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 943 time: 0.0842910 Feb 03 13:08:21.538497 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fa66ef6a-fe02-4af2-8a16-1fa89c5938ed req-e6fec9eb-7295-4e83-8048-f1a438e354f4 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672324 Feb 03 13:08:21.603069 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fa45129-5d18-4834-ae8f-a7c8cbb4f81e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:21.776616 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-5fa45129-5d18-4834-ae8f-a7c8cbb4f81e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Allocated IP 172.25.6.70 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/af5f34d5-12bd-4b0a-86a3-34889f18d5f3) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:21.949540 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fa45129-5d18-4834-ae8f-a7c8cbb4f81e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (af5f34d5-12bd-4b0a-86a3-34889f18d5f3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:21.997179 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fa45129-5d18-4834-ae8f-a7c8cbb4f81e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (af5f34d5-12bd-4b0a-86a3-34889f18d5f3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:22.068881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa45129-5d18-4834-ae8f-a7c8cbb4f81e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:22.070650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa45129-5d18-4834-ae8f-a7c8cbb4f81e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=af5f34d5-12bd-4b0a-86a3-34889f18d5f3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:22.081736 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5fa45129-5d18-4834-ae8f-a7c8cbb4f81e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:22.084764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa45129-5d18-4834-ae8f-a7c8cbb4f81e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:22.624995 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fa45129-5d18-4834-ae8f-a7c8cbb4f81e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for floatingip (fb57fdea-04f9-4a1e-a9fc-770c6215e248), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:22.745503 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fa45129-5d18-4834-ae8f-a7c8cbb4f81e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (af5f34d5-12bd-4b0a-86a3-34889f18d5f3), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:22.772384 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840c70d-718d-4c4e-bb88-cecbf7ccf7a4 req-8757f4ca-71b5-413b-95f1-e4f134b74f56 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:22.775105 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9840c70d-718d-4c4e-bb88-cecbf7ccf7a4 req-8757f4ca-71b5-413b-95f1-e4f134b74f56 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 943 time: 0.1156933 Feb 03 13:08:22.882790 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9840c70d-718d-4c4e-bb88-cecbf7ccf7a4 req-179de7b1-d304-4ba7-b868-5840b7584caa tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868969 Feb 03 13:08:23.061705 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fa45129-5d18-4834-ae8f-a7c8cbb4f81e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (af5f34d5-12bd-4b0a-86a3-34889f18d5f3), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:23.070248 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fa45129-5d18-4834-ae8f-a7c8cbb4f81e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (af5f34d5-12bd-4b0a-86a3-34889f18d5f3), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:23.232727 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa45129-5d18-4834-ae8f-a7c8cbb4f81e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=af5f34d5-12bd-4b0a-86a3-34889f18d5f3,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:23.313750 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fa45129-5d18-4834-ae8f-a7c8cbb4f81e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (fb57fdea-04f9-4a1e-a9fc-770c6215e248), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:23.454770 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-5fa45129-5d18-4834-ae8f-a7c8cbb4f81e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Floating IP fb57fdea-04f9-4a1e-a9fc-770c6215e248 associated. External IP: 172.25.6.70, port: c2fa40e2-16a5-4e04-aa46-52304c49d5b9. Feb 03 13:08:23.860828 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa45129-5d18-4834-ae8f-a7c8cbb4f81e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Router baa3a32f-cf08-406d-a7d5-9d2cc5637473 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:08:24.186031 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa45129-5d18-4834-ae8f-a7c8cbb4f81e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:08:24.202660 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39074035-441e-4291-8b1e-a6d2c538e4c5 None None] Sync routers for ids ['baa3a32f-cf08-406d-a7d5-9d2cc5637473'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:08:24.235565 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39074035-441e-4291-8b1e-a6d2c538e4c5 None None] Routers {'baa3a32f-cf08-406d-a7d5-9d2cc5637473'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:24.243740 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-39074035-441e-4291-8b1e-a6d2c538e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:08:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['baa3a32f-cf08-406d-a7d5-9d2cc5637473'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:24.316607 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bf526-14de-45db-acaf-7396b054e932 req-76bae04b-e734-4483-8475-62a34f73f201 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:24.339353 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6f1bf526-14de-45db-acaf-7396b054e932 req-76bae04b-e734-4483-8475-62a34f73f201 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 943 time: 0.2936697 Feb 03 13:08:24.354591 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fa45129-5d18-4834-ae8f-a7c8cbb4f81e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:24.542453 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-39074035-441e-4291-8b1e-a6d2c538e4c5 None None] Set router baa3a32f-cf08-406d-a7d5-9d2cc5637473 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:24.570681 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5fa45129-5d18-4834-ae8f-a7c8cbb4f81e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1894500 Feb 03 13:08:24.583697 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e26f362-f887-491a-b7de-f3033fa5914f', 'tag': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:08:24.599142 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a22fbb-2ebe-4002-b490-7a30f752f131" -d '{"events": [{"name": "network-changed", "server_uuid": "2e26f362-f887-491a-b7de-f3033fa5914f", "tag": "c2fa40e2-16a5-4e04-aa46-52304c49d5b9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:08:24.654686 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6f1bf526-14de-45db-acaf-7396b054e932 req-33052b78-98a6-4206-a1a2-d4cbfb151e39 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3126860 Feb 03 13:08:24.781158 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aad47ac-f65a-4540-b2e6-c2656b170549 x-openstack-request-id: req-8aad47ac-f65a-4540-b2e6-c2656b170549 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:08:24.781459 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e26f362-f887-491a-b7de-f3033fa5914f", "tag": "c2fa40e2-16a5-4e04-aa46-52304c49d5b9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:08:24.781718 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8aad47ac-f65a-4540-b2e6-c2656b170549 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:08:24.782123 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e26f362-f887-491a-b7de-f3033fa5914f', 'tag': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9', 'status': 'completed', 'code': 200} Feb 03 13:08:24.894180 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150eb23-1169-4369-b99a-fc301394add2 req-c429e627-2dfd-4f64-aba1-1ded68f0d4db tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:24.916946 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b150eb23-1169-4369-b99a-fc301394add2 req-c429e627-2dfd-4f64-aba1-1ded68f0d4db tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 946 time: 0.2271230 Feb 03 13:08:24.931346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a22fbb-2ebe-4002-b490-7a30f752f131 req-ad0219bb-d9a3-4f9c-8005-d960bc0db33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:24.933216 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41a22fbb-2ebe-4002-b490-7a30f752f131 req-ad0219bb-d9a3-4f9c-8005-d960bc0db33e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 1128 time: 0.1001611 Feb 03 13:08:24.993266 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-39074035-441e-4291-8b1e-a6d2c538e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737530498', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:01Z', 'updated_at': '2022-02-03T13:08:06Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:02Z', 'updated_at': '2022-02-03T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'fb57fdea-04f9-4a1e-a9fc-770c6215e248', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'floating_ip_address': '172.25.6.70', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'port_id': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9', 'mac_address': 'fa:16:3e:68:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e26f362-f887-491a-b7de-f3033fa5914f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:08:22Z', 'updated_at': '2022-02-03T13:08:22Z', 'revision_number': 0, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc66821-f98b-44bc-9e93-be2f22ff0225', 'name': '', 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:b8:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '7a9c6559-1aed-4ddf-b42d-55ea4bac8d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:05Z', 'updated_at': '2022-02-03T13:08:10Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '7a9c6559-1aed-4ddf-b42d-55ea4bac8d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:25.079602 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39074035-441e-4291-8b1e-a6d2c538e4c5 None None] Checking router: baa3a32f-cf08-406d-a7d5-9d2cc5637473 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:08:25.096041 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39074035-441e-4291-8b1e-a6d2c538e4c5 None None] Routers {'baa3a32f-cf08-406d-a7d5-9d2cc5637473'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:08:25.096653 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-39074035-441e-4291-8b1e-a6d2c538e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:08:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['baa3a32f-cf08-406d-a7d5-9d2cc5637473'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:25.124434 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b150eb23-1169-4369-b99a-fc301394add2 req-11469e3b-c408-4c31-adcf-2eb67a5e6feb tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967332 Feb 03 13:08:25.188668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a22fbb-2ebe-4002-b490-7a30f752f131 req-e74eabcf-e470-477d-bf90-9a5434212526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:25.190185 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41a22fbb-2ebe-4002-b490-7a30f752f131 req-e74eabcf-e470-477d-bf90-9a5434212526 service neutron] 10.222.0.73 "GET /v2.0/networks?id=899d5b50-b896-4f62-99a7-cfe373fcaab9 HTTP/1.1" status: 200 len: 898 time: 0.2445636 Feb 03 13:08:25.198296 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57036) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:25.269117 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a882ed86-2ea4-44c0-bd65-c973f1806f9b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/floatingips/fb57fdea-04f9-4a1e-a9fc-770c6215e248 HTTP/1.1" status: 200 len: 991 time: 0.0697229 Feb 03 13:08:25.336348 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-39074035-441e-4291-8b1e-a6d2c538e4c5 None None] Set router baa3a32f-cf08-406d-a7d5-9d2cc5637473 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:08:25.392483 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41a22fbb-2ebe-4002-b490-7a30f752f131 req-f9f2dedc-3d1e-4121-81e8-001d9845256b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2fa40e2-16a5-4e04-aa46-52304c49d5b9 HTTP/1.1" status: 200 len: 999 time: 0.1871529 Feb 03 13:08:25.538395 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a22fbb-2ebe-4002-b490-7a30f752f131 req-f455913c-acbe-4a1f-8350-310a98900820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:25.541256 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41a22fbb-2ebe-4002-b490-7a30f752f131 req-f455913c-acbe-4a1f-8350-310a98900820 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a9c6559-1aed-4ddf-b42d-55ea4bac8d22 HTTP/1.1" status: 200 len: 835 time: 0.1438992 Feb 03 13:08:25.665113 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a22fbb-2ebe-4002-b490-7a30f752f131 req-96eab996-615d-4288-a97f-6ce287ce880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:25.666597 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41a22fbb-2ebe-4002-b490-7a30f752f131 req-96eab996-615d-4288-a97f-6ce287ce880f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=899d5b50-b896-4f62-99a7-cfe373fcaab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1099117 Feb 03 13:08:25.766370 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-39074035-441e-4291-8b1e-a6d2c538e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737530498', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:01Z', 'updated_at': '2022-02-03T13:08:06Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:02Z', 'updated_at': '2022-02-03T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'fb57fdea-04f9-4a1e-a9fc-770c6215e248', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'floating_ip_address': '172.25.6.70', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'port_id': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9', 'mac_address': 'fa:16:3e:68:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e26f362-f887-491a-b7de-f3033fa5914f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:08:22Z', 'updated_at': '2022-02-03T13:08:22Z', 'revision_number': 0, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc66821-f98b-44bc-9e93-be2f22ff0225', 'name': '', 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:b8:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '7a9c6559-1aed-4ddf-b42d-55ea4bac8d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:05Z', 'updated_at': '2022-02-03T13:08:10Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '7a9c6559-1aed-4ddf-b42d-55ea4bac8d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:08:25.799200 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39074035-441e-4291-8b1e-a6d2c538e4c5 None None] The sync data for ids ['baa3a32f-cf08-406d-a7d5-9d2cc5637473'] in n-d-827336-3 is: [{'id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737530498', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:01Z', 'updated_at': '2022-02-03T13:08:06Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:02Z', 'updated_at': '2022-02-03T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'fb57fdea-04f9-4a1e-a9fc-770c6215e248', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'floating_ip_address': '172.25.6.70', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'port_id': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9', 'mac_address': 'fa:16:3e:68:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e26f362-f887-491a-b7de-f3033fa5914f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:08:22Z', 'updated_at': '2022-02-03T13:08:22Z', 'revision_number': 0, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc66821-f98b-44bc-9e93-be2f22ff0225', 'name': '', 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:b8:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '7a9c6559-1aed-4ddf-b42d-55ea4bac8d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:05Z', 'updated_at': '2022-02-03T13:08:10Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '7a9c6559-1aed-4ddf-b42d-55ea4bac8d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:08:25.861102 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41a22fbb-2ebe-4002-b490-7a30f752f131 req-e1ead532-02d0-4820-b5aa-b21d75b0d01c service neutron] 10.222.0.73 "GET /v2.0/networks/899d5b50-b896-4f62-99a7-cfe373fcaab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837749 Feb 03 13:08:25.961279 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e319c6-2ee2-4d81-9ea7-08497dba4c4d req-077e5f76-891e-4f1c-ab66-079ba000224a tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:25.964115 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c3e319c6-2ee2-4d81-9ea7-08497dba4c4d req-077e5f76-891e-4f1c-ab66-079ba000224a tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 943 time: 0.1696727 Feb 03 13:08:26.017505 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-41a22fbb-2ebe-4002-b490-7a30f752f131 req-ea506103-92ba-4cf3-a781-87fa0a647510 service neutron] 10.222.0.73 "GET /v2.0/networks/899d5b50-b896-4f62-99a7-cfe373fcaab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495273 Feb 03 13:08:26.034691 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c3e319c6-2ee2-4d81-9ea7-08497dba4c4d req-268731db-0426-4529-aa5d-f0e028c2cfd0 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637407 Feb 03 13:08:26.271168 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57046) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:26.283262 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbf00ab-fb88-492e-9580-dd878ca15abf None None] New status for floating IP fb57fdea-04f9-4a1e-a9fc-770c6215e248: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:08:26.367395 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bc1ef922-22b3-40f3-8648-dc01e3c2c707 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/floatingips/fb57fdea-04f9-4a1e-a9fc-770c6215e248 HTTP/1.1" status: 200 len: 991 time: 0.0942726 Feb 03 13:08:26.521299 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920dbdc-e511-4a9f-a855-cbbc3a3037a5 req-17e5a255-71d7-4c8e-92c3-9a21636dbf59 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:26.529822 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b920dbdc-e511-4a9f-a855-cbbc3a3037a5 req-17e5a255-71d7-4c8e-92c3-9a21636dbf59 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 945 time: 0.1200244 Feb 03 13:08:26.607785 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b920dbdc-e511-4a9f-a855-cbbc3a3037a5 req-4998e7d4-0c98-4cdb-b43c-3b4a6de08451 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770504 Feb 03 13:08:27.219870 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7882e2-976c-40df-aede-f40bc331d23b req-e3d94a9d-c8f7-424c-ab36-0fbdb1187535 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:27.221805 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cf7882e2-976c-40df-aede-f40bc331d23b req-e3d94a9d-c8f7-424c-ab36-0fbdb1187535 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 943 time: 0.0675137 Feb 03 13:08:27.283355 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cf7882e2-976c-40df-aede-f40bc331d23b req-0e32d4c9-9528-4e23-9f9a-e38502895e28 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533178 Feb 03 13:08:27.370043 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57054) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:27.879839 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-669e6b32-0b78-41f8-b13a-97ff313d320a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/floatingips/fb57fdea-04f9-4a1e-a9fc-770c6215e248 HTTP/1.1" status: 200 len: 993 time: 0.5073123 Feb 03 13:08:27.901039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8a985-6c65-49ec-a5b1-5b9204d0af05 req-b23006f0-b567-4143-ab19-f0c2611ec44b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:27.909250 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e0c8a985-6c65-49ec-a5b1-5b9204d0af05 req-b23006f0-b567-4143-ab19-f0c2611ec44b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 945 time: 0.1089952 Feb 03 13:08:27.962193 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e0c8a985-6c65-49ec-a5b1-5b9204d0af05 req-207864a3-e7cf-4682-8cd5-5d39a6be3cd6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=31816f10-81a5-45f4-8b01-1f5079a08f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519767 Feb 03 13:08:28.146654 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b8b31-a949-43be-b679-601e18ae2153 req-6346fc74-f226-4def-add9-41549753b5aa tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:28.148346 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e53b8b31-a949-43be-b679-601e18ae2153 req-6346fc74-f226-4def-add9-41549753b5aa tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 945 time: 0.0786533 Feb 03 13:08:28.258163 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-e53b8b31-a949-43be-b679-601e18ae2153 req-092f914c-391c-4a8f-b329-d8ff5b104fd5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Deleting port 149346f5-f48b-4db8-8cc6-d468316690a0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:08:28.258759 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e53b8b31-a949-43be-b679-601e18ae2153 req-092f914c-391c-4a8f-b329-d8ff5b104fd5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (149346f5-f48b-4db8-8cc6-d468316690a0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:28.435552 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e53b8b31-a949-43be-b679-601e18ae2153 req-092f914c-391c-4a8f-b329-d8ff5b104fd5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] For port 149346f5-f48b-4db8-8cc6-d468316690a0, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=149346f5-f48b-4db8-8cc6-d468316690a0,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:28.436442 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e53b8b31-a949-43be-b679-601e18ae2153 req-092f914c-391c-4a8f-b329-d8ff5b104fd5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (149346f5-f48b-4db8-8cc6-d468316690a0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:28.450340 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-e53b8b31-a949-43be-b679-601e18ae2153 req-092f914c-391c-4a8f-b329-d8ff5b104fd5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Calling delete_port for 149346f5-f48b-4db8-8cc6-d468316690a0 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:08:28.502656 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b19a70-369b-4d3c-af76-9ed786eba451 req-8ac47d8a-220d-4e2a-89f6-82368e434f8a tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:28.505729 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a3b19a70-369b-4d3c-af76-9ed786eba451 req-8ac47d8a-220d-4e2a-89f6-82368e434f8a tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 943 time: 0.0907884 Feb 03 13:08:28.647637 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a3b19a70-369b-4d3c-af76-9ed786eba451 req-2b34b606-1766-4f49-a886-ce67ebe14897 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326051 Feb 03 13:08:28.648978 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e53b8b31-a949-43be-b679-601e18ae2153 req-092f914c-391c-4a8f-b329-d8ff5b104fd5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (149346f5-f48b-4db8-8cc6-d468316690a0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:28.685641 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['149346f5-f48b-4db8-8cc6-d468316690a0'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:08:28.702339 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f914c-391c-4a8f-b329-d8ff5b104fd5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event deleted for resources: {'Port': ['ID=149346f5-f48b-4db8-8cc6-d468316690a0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:28.779626 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53b8b31-a949-43be-b679-601e18ae2153 req-092f914c-391c-4a8f-b329-d8ff5b104fd5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] No DVR routers for this DVR port 149346f5-f48b-4db8-8cc6-d468316690a0 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:08:28.782893 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e53b8b31-a949-43be-b679-601e18ae2153 req-092f914c-391c-4a8f-b329-d8ff5b104fd5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:28.786726 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e53b8b31-a949-43be-b679-601e18ae2153 req-092f914c-391c-4a8f-b329-d8ff5b104fd5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.73 "DELETE /v2.0/ports/149346f5-f48b-4db8-8cc6-d468316690a0 HTTP/1.1" status: 204 len: 173 time: 0.6322236 Feb 03 13:08:28.787397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f15912e-30fc-4987-9f03-d7304e39d6c2', 'name': 'network-vif-deleted', 'tag': '149346f5-f48b-4db8-8cc6-d468316690a0'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:08:28.792887 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdad0a1-eaf8-4bf1-b8ab-af55a24a36d7" -d '{"events": [{"server_uuid": "2f15912e-30fc-4987-9f03-d7304e39d6c2", "name": "network-vif-deleted", "tag": "149346f5-f48b-4db8-8cc6-d468316690a0"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:08:28.866763 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d74234-27df-482f-b5ff-cbbbf1da02f5 x-openstack-request-id: req-47d74234-27df-482f-b5ff-cbbbf1da02f5 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:08:28.867130 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f15912e-30fc-4987-9f03-d7304e39d6c2", "name": "network-vif-deleted", "tag": "149346f5-f48b-4db8-8cc6-d468316690a0", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:08:28.867450 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47d74234-27df-482f-b5ff-cbbbf1da02f5 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:08:28.867973 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f15912e-30fc-4987-9f03-d7304e39d6c2', 'name': 'network-vif-deleted', 'tag': '149346f5-f48b-4db8-8cc6-d468316690a0', 'status': 'completed', 'code': 200} Feb 03 13:08:29.065465 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e18d86df-c05a-45a1-90bd-e481cca32b6e req-c34f27f0-ec91-43ef-a4b7-314ccb73dcaa tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 210 time: 0.0294607 Feb 03 13:08:29.643627 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-ca2ef00f-6426-4f6f-8065-139996f92ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:29.645177 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-ca2ef00f-6426-4f6f-8065-139996f92ac5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9&tenant_id=f87650fa40e44533b201cd37dcb459f1 HTTP/1.1" status: 200 len: 1125 time: 0.0495946 Feb 03 13:08:29.656549 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-3', 'device_owner': 'compute:nova'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:29.728971 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:29.811072 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ec172-53b2-434c-bc2c-3674715a67f6 req-8694f9e9-14df-40f0-a5bf-2d414acb06ea tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:29.813666 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed9ec172-53b2-434c-bc2c-3674715a67f6 req-8694f9e9-14df-40f0-a5bf-2d414acb06ea tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 943 time: 0.0696173 Feb 03 13:08:29.876885 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed9ec172-53b2-434c-bc2c-3674715a67f6 req-11c14bcb-ad34-4658-b327-37cb0d3d49a0 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584724 Feb 03 13:08:29.990341 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] For port 276c8f83-ce7c-4df9-8961-0c8015234f85, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=276c8f83-ce7c-4df9-8961-0c8015234f85,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:30.028027 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] For port 276c8f83-ce7c-4df9-8961-0c8015234f85, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:30.069077 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 276c8f83-ce7c-4df9-8961-0c8015234f85 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:08:30.078422 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] Publish callbacks [] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.095828 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] Transition to ACTIVE for port object 276c8f83-ce7c-4df9-8961-0c8015234f85 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:08:30.100953 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.203774 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e6af8321-01ee-4f0b-ae0d-2924c679c7f4 req-5af2c761-0875-43de-afdf-d909df2963bf tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 210 time: 0.0409539 Feb 03 13:08:30.261908 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] Pushing event updated for resources: {'Port': ['ID=276c8f83-ce7c-4df9-8961-0c8015234f85,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:30.316594 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] No DVR routers for this DVR port 276c8f83-ce7c-4df9-8961-0c8015234f85 on host n-h1-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:08:30.490239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] Attempting to bind port 276c8f83-ce7c-4df9-8961-0c8015234f85 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:30.490846 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] Attempting to bind port 276c8f83-ce7c-4df9-8961-0c8015234f85 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '8929263f-d42e-4260-a90e-7c14187be7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:30.491187 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] Attempting to bind port 276c8f83-ce7c-4df9-8961-0c8015234f85 on network 493acd8c-1fd7-4784-9c30-ab48082e5271 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:30.496466 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] Port 276c8f83-ce7c-4df9-8961-0c8015234f85 on network 493acd8c-1fd7-4784-9c30-ab48082e5271 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:08:30.496859 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] Attempting to bind port 276c8f83-ce7c-4df9-8961-0c8015234f85 on network 493acd8c-1fd7-4784-9c30-ab48082e5271 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:30.501922 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:30.502261 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] Checking segment: {'id': '8929263f-d42e-4260-a90e-7c14187be7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:30.502648 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] Bound using segment: {'id': '8929263f-d42e-4260-a90e-7c14187be7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:30.503079 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] Bound port: 276c8f83-ce7c-4df9-8961-0c8015234f85, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8929263f-d42e-4260-a90e-7c14187be7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:30.503443 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.577581 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] For port 276c8f83-ce7c-4df9-8961-0c8015234f85, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:30.580919 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] For port 276c8f83-ce7c-4df9-8961-0c8015234f85, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=276c8f83-ce7c-4df9-8961-0c8015234f85,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:30.595059 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.635848 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:30.636597 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:30.638069 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] 10.222.0.31 "PUT /v2.0/ports/276c8f83-ce7c-4df9-8961-0c8015234f85 HTTP/1.1" status: 200 len: 1091 time: 0.9863994 Feb 03 13:08:30.638539 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e755a5a9-2695-43cf-966f-4862c2310fb9', 'tag': '276c8f83-ce7c-4df9-8961-0c8015234f85'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:08:30.640986 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe20949-1af6-420a-a60b-c7754100ae8b" -d '{"events": [{"name": "network-changed", "server_uuid": "e755a5a9-2695-43cf-966f-4862c2310fb9", "tag": "276c8f83-ce7c-4df9-8961-0c8015234f85"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:08:30.711374 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f659d-595e-4a2e-a6d3-f32f64606005 service neutron] Pushing event updated for resources: {'Port': ['ID=276c8f83-ce7c-4df9-8961-0c8015234f85,revision_number=10']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:30.721914 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f64f723-8690-41f9-8434-9abf3c8bf22e x-openstack-request-id: req-5f64f723-8690-41f9-8434-9abf3c8bf22e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:08:30.722205 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e755a5a9-2695-43cf-966f-4862c2310fb9", "tag": "276c8f83-ce7c-4df9-8961-0c8015234f85", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:08:30.722463 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f64f723-8690-41f9-8434-9abf3c8bf22e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:08:30.722874 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e755a5a9-2695-43cf-966f-4862c2310fb9', 'tag': '276c8f83-ce7c-4df9-8961-0c8015234f85', 'status': 'completed', 'code': 200} Feb 03 13:08:30.748404 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-41031cde-d470-41bd-b0eb-bbc2d600133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:30.750522 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-41031cde-d470-41bd-b0eb-bbc2d600133d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f87650fa40e44533b201cd37dcb459f1&device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 1126 time: 0.0879443 Feb 03 13:08:30.873565 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-bb93c294-574a-42b0-8761-4b581a907f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:30.875518 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-bb93c294-574a-42b0-8761-4b581a907f4c service neutron] 10.222.0.31 "GET /v2.0/networks?id=493acd8c-1fd7-4784-9c30-ab48082e5271 HTTP/1.1" status: 200 len: 918 time: 0.1179347 Feb 03 13:08:30.963063 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-1d54897b-5423-43e5-b10e-6679d8bc2a2c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=276c8f83-ce7c-4df9-8961-0c8015234f85 HTTP/1.1" status: 200 len: 999 time: 0.0817509 Feb 03 13:08:31.060169 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-b3a65dc7-f396-44ce-8ddf-1e18137e7183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:31.061760 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-b3a65dc7-f396-44ce-8ddf-1e18137e7183 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cfdcbfe6-c780-42bd-a6f3-8500632541b5 HTTP/1.1" status: 200 len: 856 time: 0.0883334 Feb 03 13:08:31.107878 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff375697-d70b-4d04-ac0b-6d145307bf1f req-96af665b-cbc8-4cef-87e4-2032259f8852 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:31.109385 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ff375697-d70b-4d04-ac0b-6d145307bf1f req-96af665b-cbc8-4cef-87e4-2032259f8852 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 944 time: 0.1002762 Feb 03 13:08:31.155348 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-e3f692e1-d469-4117-a75a-7f973f0cbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:31.156974 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-e3f692e1-d469-4117-a75a-7f973f0cbafe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=493acd8c-1fd7-4784-9c30-ab48082e5271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0888784 Feb 03 13:08:31.179311 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ff375697-d70b-4d04-ac0b-6d145307bf1f req-c5375277-46d4-4993-96de-f0c88f9fd573 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633323 Feb 03 13:08:31.268895 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-d25f14f4-6e81-4b8c-b8e7-4c143a9f9ea5 service neutron] 10.222.0.31 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042111 Feb 03 13:08:31.317572 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:31.334865 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-72c4f867-d4d0-46ea-81c9-642a12ef0de3 req-6a0aeb76-af3a-47a6-b7d1-ad51a1823907 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 210 time: 0.0402334 Feb 03 13:08:31.388268 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e6e7ed4-97a6-40b3-bc6d-a381d4fbb167 req-02468b6e-9092-4272-8eec-c3b73fcaf4a6 service neutron] 10.222.0.31 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078401 Feb 03 13:08:31.484968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe20949-1af6-420a-a60b-c7754100ae8b req-2a78c46c-e715-420c-a632-8d8c7ea0ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:31.486619 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-efe20949-1af6-420a-a60b-c7754100ae8b req-2a78c46c-e715-420c-a632-8d8c7ea0ce2e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f87650fa40e44533b201cd37dcb459f1&device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 1126 time: 0.0554264 Feb 03 13:08:31.599404 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe20949-1af6-420a-a60b-c7754100ae8b req-ccfb20d4-ee3a-4a24-aebd-3fd644ba9f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:31.601229 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-efe20949-1af6-420a-a60b-c7754100ae8b req-ccfb20d4-ee3a-4a24-aebd-3fd644ba9f37 service neutron] 10.222.0.31 "GET /v2.0/networks?id=493acd8c-1fd7-4784-9c30-ab48082e5271 HTTP/1.1" status: 200 len: 918 time: 0.1051416 Feb 03 13:08:31.678792 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-efe20949-1af6-420a-a60b-c7754100ae8b req-6a9e9d4c-8692-4bcd-a71d-cfc09934b3ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=276c8f83-ce7c-4df9-8961-0c8015234f85 HTTP/1.1" status: 200 len: 999 time: 0.0716791 Feb 03 13:08:31.766167 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe20949-1af6-420a-a60b-c7754100ae8b req-ad2f9d00-3134-492e-b713-2c08aaa15fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:31.768241 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-efe20949-1af6-420a-a60b-c7754100ae8b req-ad2f9d00-3134-492e-b713-2c08aaa15fa5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cfdcbfe6-c780-42bd-a6f3-8500632541b5 HTTP/1.1" status: 200 len: 856 time: 0.0826294 Feb 03 13:08:31.888294 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe20949-1af6-420a-a60b-c7754100ae8b req-3affdcee-50b1-4867-9773-e662bd8bcb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:31.889987 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-efe20949-1af6-420a-a60b-c7754100ae8b req-3affdcee-50b1-4867-9773-e662bd8bcb86 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=493acd8c-1fd7-4784-9c30-ab48082e5271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1087644 Feb 03 13:08:32.054064 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 149346f5-f48b-4db8-8cc6-d468316690a0 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:08:32.080239 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 149346f5-f48b-4db8-8cc6-d468316690a0 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:08:32.080877 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 149346f5-f48b-4db8-8cc6-d468316690a0 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:08:32.554653 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b845e624-7bb0-4a47-98f4-1c340ee098e6 req-270a5000-2e8c-4d29-a6b8-52022905441c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 210 time: 0.0538058 Feb 03 13:08:32.626933 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-efe20949-1af6-420a-a60b-c7754100ae8b req-8e9518e8-9ad5-4353-9e94-d0652da86eb5 service neutron] 10.222.0.31 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921506 Feb 03 13:08:32.646269 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6559e-8e90-4b22-acad-52aa355e89ed req-842b66c6-705c-47e5-ace3-4410d93ea45e tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:32.655575 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17c6559e-8e90-4b22-acad-52aa355e89ed req-842b66c6-705c-47e5-ace3-4410d93ea45e tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 944 time: 0.3134689 Feb 03 13:08:32.794564 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17c6559e-8e90-4b22-acad-52aa355e89ed req-d673ff49-ab93-4cd2-bb77-da71741d70a9 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346176 Feb 03 13:08:32.840541 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-efe20949-1af6-420a-a60b-c7754100ae8b req-ddfc1c4c-16f4-490c-984c-dcac18f76890 service neutron] 10.222.0.31 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827905 Feb 03 13:08:33.509763 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16b76970-6ac9-48ae-b890-21f380a755c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:33.721624 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3fade281-d600-403a-92b3-0c57aca8479b req-4b8dbdb6-855b-40d6-b4f4-f834f44fa0fa tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 210 time: 0.0474358 Feb 03 13:08:34.008906 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1956b3-9e2d-4e78-a699-b432279e3092 req-1e268acd-f84d-47c7-ada4-3c3f86e664cf tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:34.010641 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe1956b3-9e2d-4e78-a699-b432279e3092 req-1e268acd-f84d-47c7-ada4-3c3f86e664cf tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 944 time: 0.1046526 Feb 03 13:08:34.097906 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe1956b3-9e2d-4e78-a699-b432279e3092 req-47afb061-790b-48e8-92b6-849171edc1ce tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795391 Feb 03 13:08:34.837079 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-40a756d2-f4ca-4189-b45e-4d3440240a54 req-738ded5d-491d-4954-a3d2-5ff3dfa9af08 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 210 time: 0.0448632 Feb 03 13:08:34.872303 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:08:35.352233 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a4f95-c329-46aa-8a1d-c5a7a47de587 req-ead5a1b0-db32-420c-b302-1dae47461041 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:35.361258 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-623a4f95-c329-46aa-8a1d-c5a7a47de587 req-ead5a1b0-db32-420c-b302-1dae47461041 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 944 time: 0.1196480 Feb 03 13:08:35.442658 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-623a4f95-c329-46aa-8a1d-c5a7a47de587 req-1cfb6675-2cba-4cec-af51-e28d3199b05b tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802639 Feb 03 13:08:35.986086 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3d45eb4c-d5ff-4713-9acb-e85fb21829a4 req-91050444-4d85-436b-8a6a-46b711d44f5f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 210 time: 0.0403469 Feb 03 13:08:36.163523 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-65ae178a-6479-49aa-973e-97f67eed2023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:36.679591 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694aa1f7-dd24-4364-8358-bba3161f2e4a req-26eb727b-21ba-4850-a3ab-b8943ce03219 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:36.681398 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-694aa1f7-dd24-4364-8358-bba3161f2e4a req-26eb727b-21ba-4850-a3ab-b8943ce03219 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 944 time: 0.0933323 Feb 03 13:08:36.777203 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-694aa1f7-dd24-4364-8358-bba3161f2e4a req-c160e23c-fef0-4282-80e6-103f5f6ed2d8 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875173 Feb 03 13:08:36.981557 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:37.081039 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f0a78ea4-12e4-4bb6-9197-87658a8fc46e req-cf48d383-5ca9-4b6c-8fbc-e1a5e956730f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 210 time: 0.0346084 Feb 03 13:08:38.053339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e98731-bdb0-437c-967f-475d24c0c0cd req-7a65d164-58a2-4cd5-be47-a8e6d25dba1b tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:38.062765 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-75e98731-bdb0-437c-967f-475d24c0c0cd req-7a65d164-58a2-4cd5-be47-a8e6d25dba1b tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 944 time: 0.1110597 Feb 03 13:08:38.210565 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-75e98731-bdb0-437c-967f-475d24c0c0cd req-7da7c59c-14bb-45df-bee3-71c4765c5da2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243584 Feb 03 13:08:38.296439 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:38.322323 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ac1163d7-30f0-42e6-ad89-ea429657d20c req-548c59b6-502a-49ad-895b-540629eff032 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 210 time: 0.0815246 Feb 03 13:08:38.607554 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672d86b-cc2a-4d11-a69e-04e30657b942 req-5a2b32d2-25e0-48e0-a452-53e0a8474047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:38.610335 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7672d86b-cc2a-4d11-a69e-04e30657b942 req-5a2b32d2-25e0-48e0-a452-53e0a8474047 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f87650fa40e44533b201cd37dcb459f1&device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 1126 time: 0.1094780 Feb 03 13:08:38.859499 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672d86b-cc2a-4d11-a69e-04e30657b942 req-89ece897-ef2a-453c-a42e-f58d0aa42eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:38.861091 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7672d86b-cc2a-4d11-a69e-04e30657b942 req-89ece897-ef2a-453c-a42e-f58d0aa42eaa service neutron] 10.222.0.31 "GET /v2.0/networks?id=493acd8c-1fd7-4784-9c30-ab48082e5271 HTTP/1.1" status: 200 len: 918 time: 0.2133942 Feb 03 13:08:39.002163 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7672d86b-cc2a-4d11-a69e-04e30657b942 req-cba78b08-ba13-4e73-8715-67f91011c4d3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=276c8f83-ce7c-4df9-8961-0c8015234f85 HTTP/1.1" status: 200 len: 999 time: 0.1294191 Feb 03 13:08:39.281820 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672d86b-cc2a-4d11-a69e-04e30657b942 req-1f4f7a3b-0baa-4f35-86b7-978c9a548445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:39.284022 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7672d86b-cc2a-4d11-a69e-04e30657b942 req-1f4f7a3b-0baa-4f35-86b7-978c9a548445 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cfdcbfe6-c780-42bd-a6f3-8500632541b5 HTTP/1.1" status: 200 len: 856 time: 0.1515853 Feb 03 13:08:39.488440 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672d86b-cc2a-4d11-a69e-04e30657b942 req-91516fe4-f24b-45f8-b98e-8928a6ca7ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:39.490858 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7672d86b-cc2a-4d11-a69e-04e30657b942 req-91516fe4-f24b-45f8-b98e-8928a6ca7ade service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=493acd8c-1fd7-4784-9c30-ab48082e5271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1880770 Feb 03 13:08:39.546671 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7d9ce6d2-22f2-4011-85c3-8b0e5efd6d2f req-6413dad2-9304-4766-b283-7ce9358c807c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 210 time: 0.0689528 Feb 03 13:08:39.741292 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7672d86b-cc2a-4d11-a69e-04e30657b942 req-7af9c475-0f33-49a1-83f8-ee68c63a7578 service neutron] 10.222.0.31 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095642 Feb 03 13:08:39.769843 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4387584-26e9-44c2-a710-5b114adc3d41 req-e427a7c4-329c-44bd-95d3-0b956f0c4e62 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:39.777330 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b4387584-26e9-44c2-a710-5b114adc3d41 req-e427a7c4-329c-44bd-95d3-0b956f0c4e62 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 944 time: 0.3631489 Feb 03 13:08:39.901294 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b4387584-26e9-44c2-a710-5b114adc3d41 req-e75e64a5-465e-4671-997a-dc89accefcdf tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219935 Feb 03 13:08:39.965580 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:40.122142 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7672d86b-cc2a-4d11-a69e-04e30657b942 req-275d1d10-866a-42aa-9af9-e1593f30aa84 service neutron] 10.222.0.31 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040247 Feb 03 13:08:40.756351 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2f031db4-07f9-4d84-b11c-76767bc7bc8d req-18788e6b-716c-4143-a281-6c0db4338749 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f15912e-30fc-4987-9f03-d7304e39d6c2 HTTP/1.1" status: 200 len: 210 time: 0.0695884 Feb 03 13:08:41.166411 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6490d-bff7-4eaa-847d-1d2ee608d0af req-8713ca32-8267-4105-b4c1-72bdd8b45972 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:41.184532 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48b6490d-bff7-4eaa-847d-1d2ee608d0af req-8713ca32-8267-4105-b4c1-72bdd8b45972 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 944 time: 0.1242962 Feb 03 13:08:41.262595 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48b6490d-bff7-4eaa-847d-1d2ee608d0af req-f7461e87-3bbb-4586-a759-01dcdcc55ee7 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767453 Feb 03 13:08:42.412467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ff440-2dab-4143-ac88-fdf3133bb5d6 req-8388c574-910d-4153-b09d-2c2555733314 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:42.415360 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b14ff440-2dab-4143-ac88-fdf3133bb5d6 req-8388c574-910d-4153-b09d-2c2555733314 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 944 time: 0.0658367 Feb 03 13:08:42.468230 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b14ff440-2dab-4143-ac88-fdf3133bb5d6 req-2c6580e7-34f2-4b1f-928e-69d80780babb tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464487 Feb 03 13:08:43.617180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f819de-67e9-45a6-a643-12549449bffc req-824b1537-e384-4bad-936d-36fb23b68ca0 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:43.618676 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7f819de-67e9-45a6-a643-12549449bffc req-824b1537-e384-4bad-936d-36fb23b68ca0 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 944 time: 0.0566142 Feb 03 13:08:43.646264 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57214) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:43.682401 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a7f819de-67e9-45a6-a643-12549449bffc req-c6c18deb-5aec-4cd6-95b7-1030fbbfb15a tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521288 Feb 03 13:08:43.763113 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80ba8d7a-7504-408d-ac57-bd5d94590e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:43.836656 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80ba8d7a-7504-408d-ac57-bd5d94590e92 admin admin] Publish callbacks [] for security_group (c07dcb5d-a8fa-42d1-a784-586430303b9c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:43.841192 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80ba8d7a-7504-408d-ac57-bd5d94590e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c07dcb5d-a8fa-42d1-a784-586430303b9c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:43.889648 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-80ba8d7a-7504-408d-ac57-bd5d94590e92 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d3528d9e1a04123a931eb5ab9016474&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2423260 Feb 03 13:08:43.890965 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba8d7a-7504-408d-ac57-bd5d94590e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07dcb5d-a8fa-42d1-a784-586430303b9c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:43.892577 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57218) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:43.958757 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a2ecde7-ff8f-4316-b430-12c072b6f3d0 admin admin] Publish callbacks [] for security_group (c07dcb5d-a8fa-42d1-a784-586430303b9c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:43.990297 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a2ecde7-ff8f-4316-b430-12c072b6f3d0 admin admin] Publish callbacks [] for security_group (c07dcb5d-a8fa-42d1-a784-586430303b9c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:44.051702 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a2ecde7-ff8f-4316-b430-12c072b6f3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c07dcb5d-a8fa-42d1-a784-586430303b9c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:44.054910 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a2ecde7-ff8f-4316-b430-12c072b6f3d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:44.059785 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8a2ecde7-ff8f-4316-b430-12c072b6f3d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c07dcb5d-a8fa-42d1-a784-586430303b9c HTTP/1.1" status: 204 len: 168 time: 0.1657727 Feb 03 13:08:44.069721 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ecde7-ff8f-4316-b430-12c072b6f3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07dcb5d-a8fa-42d1-a784-586430303b9c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:44.805550 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5a757-da3f-4a84-84d4-480847f472fd req-298723d4-12f5-4f12-90ba-796e4d490a21 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:44.807205 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-07d5a757-da3f-4a84-84d4-480847f472fd req-298723d4-12f5-4f12-90ba-796e4d490a21 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 944 time: 0.0587416 Feb 03 13:08:44.860393 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-07d5a757-da3f-4a84-84d4-480847f472fd req-0099e8d7-ce7e-4c29-9d4c-74ffc0f7b7f6 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454774 Feb 03 13:08:46.013156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e0b6b-a3bf-418d-bb5a-405b8c1846ba req-ad645762-ca85-4083-bde9-90be763e9433 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:46.017553 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-de0e0b6b-a3bf-418d-bb5a-405b8c1846ba req-ad645762-ca85-4083-bde9-90be763e9433 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 944 time: 0.0621920 Feb 03 13:08:46.055458 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:46.082407 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-de0e0b6b-a3bf-418d-bb5a-405b8c1846ba req-6a1782da-e2b0-4130-8939-8d8106d400ed tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589190 Feb 03 13:08:47.210095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccaad4-df69-409f-be19-f480173d303f req-4cc3f24a-7322-4d43-a2ed-d5fab5810180 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:47.211056 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b4ccaad4-df69-409f-be19-f480173d303f req-4cc3f24a-7322-4d43-a2ed-d5fab5810180 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 944 time: 0.0539279 Feb 03 13:08:47.283438 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b4ccaad4-df69-409f-be19-f480173d303f req-0d108964-3305-4037-aa7b-c4f9f9f9ea63 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654349 Feb 03 13:08:47.518158 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-24ba1bdd-d76f-4ba1-a3a7-44b8fd504058 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4dc78e9f6c2b4307b849a2d35a4d78c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309484 Feb 03 13:08:47.722690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-0b68d745-4576-4391-a9dd-cd7db9761bcd tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:47.724190 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-0b68d745-4576-4391-a9dd-cd7db9761bcd tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2000265 Feb 03 13:08:47.739431 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-a6c7a1a0-1758-4175-a389-808140d9694a tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/quotas/4dc78e9f6c2b4307b849a2d35a4d78c5 HTTP/1.1" status: 200 len: 375 time: 0.0098801 Feb 03 13:08:47.771290 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-45ba6f4a-1a3e-49ae-90f6-36755a173b28 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4dc78e9f6c2b4307b849a2d35a4d78c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267560 Feb 03 13:08:47.948996 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-97f98ec0-6c1b-45d2-9974-113de87c5d07 req-c4250d2a-ed0a-4275-8529-dc01bf23e968 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/ports?device_id=360e8774-efef-442c-9a09-bff3245d8fe3 HTTP/1.1" status: 200 len: 210 time: 0.0320899 Feb 03 13:08:48.458242 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9158423-5deb-42dd-b28e-cfa2181acab7 req-70ebcb92-d4ed-4418-834b-156bdd41a674 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:48.459963 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9158423-5deb-42dd-b28e-cfa2181acab7 req-70ebcb92-d4ed-4418-834b-156bdd41a674 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 944 time: 0.0616982 Feb 03 13:08:48.532595 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9158423-5deb-42dd-b28e-cfa2181acab7 req-7c36b827-90ac-48fe-9816-b80a7b23bd22 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653951 Feb 03 13:08:48.784055 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 276c8f83-ce7c-4df9-8961-0c8015234f85 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:08:48.870145 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-36280f15-608c-49a9-b9c5-3f908e62cefd tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4dc78e9f6c2b4307b849a2d35a4d78c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431936 Feb 03 13:08:49.094747 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c8b2625f-2942-4ff6-9059-3d1f1bb31949 req-5bd15c9e-7b5d-4543-aab4-1ec61510d59a tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/ports?device_id=360e8774-efef-442c-9a09-bff3245d8fe3 HTTP/1.1" status: 200 len: 210 time: 0.0514159 Feb 03 13:08:49.103567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 276c8f83-ce7c-4df9-8961-0c8015234f85, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=276c8f83-ce7c-4df9-8961-0c8015234f85,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:49.119828 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '276c8f83-ce7c-4df9-8961-0c8015234f85', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'port_id': '276c8f83-ce7c-4df9-8961-0c8015234f85', 'mac_address': 'fa:16:3e:de:7f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:08:49.134866 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-2168240b-5601-47c1-a482-d8ce964659a9 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:49.137043 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-2168240b-5601-47c1-a482-d8ce964659a9 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2625840 Feb 03 13:08:49.149539 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-017394b2-bfc9-4d02-a92d-9d1449caf11b tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Request body: {'port': {'device_id': '360e8774-efef-442c-9a09-bff3245d8fe3', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': '4dc78e9f6c2b4307b849a2d35a4d78c5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:49.158525 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 276c8f83-ce7c-4df9-8961-0c8015234f85 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:49.159156 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:49.172579 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276c8f83-ce7c-4df9-8961-0c8015234f85 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:08:49.193215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 276c8f83-ce7c-4df9-8961-0c8015234f85, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=276c8f83-ce7c-4df9-8961-0c8015234f85,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:49.197817 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:49.259062 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=276c8f83-ce7c-4df9-8961-0c8015234f85,revision_number=11']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:49.268842 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:49.269212 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:49.269555 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:49.275584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:49.275584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:49.275584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:49.275584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:49.275584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:49.275584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:49.275584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:49.275584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:49.275584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:49.275584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:49.415412 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['276c8f83-ce7c-4df9-8961-0c8015234f85'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:08:49.616045 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-017394b2-bfc9-4d02-a92d-9d1449caf11b tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Made reservation on behalf of 4dc78e9f6c2b4307b849a2d35a4d78c5 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:08:49.619643 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-017394b2-bfc9-4d02-a92d-9d1449caf11b tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:49.628816 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-017394b2-bfc9-4d02-a92d-9d1449caf11b tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:49.666436 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c7ee2-fb37-484c-918d-88c0eabf42d6 req-172f71e2-fc0c-4a76-8fda-f4b29a9fe0a2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:49.669260 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-678c7ee2-fb37-484c-918d-88c0eabf42d6 req-172f71e2-fc0c-4a76-8fda-f4b29a9fe0a2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.0621121 Feb 03 13:08:49.707510 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-017394b2-bfc9-4d02-a92d-9d1449caf11b tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Publish callbacks [] for security_group (99827ec1-c8e3-4c43-90cb-0d1af935d401), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:49.713360 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-017394b2-bfc9-4d02-a92d-9d1449caf11b tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (99827ec1-c8e3-4c43-90cb-0d1af935d401), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:49.721092 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-678c7ee2-fb37-484c-918d-88c0eabf42d6 req-d628428f-088d-4217-9beb-0baa7dee7982 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453897 Feb 03 13:08:49.787821 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017394b2-bfc9-4d02-a92d-9d1449caf11b tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99827ec1-c8e3-4c43-90cb-0d1af935d401,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:49.853508 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-017394b2-bfc9-4d02-a92d-9d1449caf11b tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Allocated IP 192.168.233.172 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/4101a9e9-b987-4e5a-aab1-f671ad752483) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:08:50.011523 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-017394b2-bfc9-4d02-a92d-9d1449caf11b tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Publish callbacks [] for port (4101a9e9-b987-4e5a-aab1-f671ad752483), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.046605 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-017394b2-bfc9-4d02-a92d-9d1449caf11b tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (4101a9e9-b987-4e5a-aab1-f671ad752483), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.091090 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-017394b2-bfc9-4d02-a92d-9d1449caf11b tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:08:50.096074 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-017394b2-bfc9-4d02-a92d-9d1449caf11b tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:08:50.100526 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-017394b2-bfc9-4d02-a92d-9d1449caf11b tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:08:50.107503 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017394b2-bfc9-4d02-a92d-9d1449caf11b tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Pushing event updated for resources: {'Port': ['ID=4101a9e9-b987-4e5a-aab1-f671ad752483,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:50.163057 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-017394b2-bfc9-4d02-a92d-9d1449caf11b tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:50.163688 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-017394b2-bfc9-4d02-a92d-9d1449caf11b tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.185064 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-017394b2-bfc9-4d02-a92d-9d1449caf11b tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0382638 Feb 03 13:08:50.202398 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Request body: {'port': {'device_id': '360e8774-efef-442c-9a09-bff3245d8fe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:50.335562 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f2cbe-3195-4afe-b887-982aee31c210 req-addd12e8-342d-4b26-bc86-a9178319eea2 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:50.337495 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-509f2cbe-3195-4afe-b887-982aee31c210 req-addd12e8-342d-4b26-bc86-a9178319eea2 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/ports?device_id=360e8774-efef-442c-9a09-bff3245d8fe3 HTTP/1.1" status: 200 len: 936 time: 0.1513784 Feb 03 13:08:50.339600 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4101a9e9-b987-4e5a-aab1-f671ad752483), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.429535 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-509f2cbe-3195-4afe-b887-982aee31c210 req-bbd54fc5-0e4e-45df-9c85-a9cb12388f5c tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/security-groups?id=99827ec1-c8e3-4c43-90cb-0d1af935d401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736098 Feb 03 13:08:50.469642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f69816f9-5d25-429d-bcaa-e04b19a114ce None None] Provisioning complete for port 4101a9e9-b987-4e5a-aab1-f671ad752483 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:50.470742 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f69816f9-5d25-429d-bcaa-e04b19a114ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4101a9e9-b987-4e5a-aab1-f671ad752483), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.512532 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f69816f9-5d25-429d-bcaa-e04b19a114ce None None] Port 4101a9e9-b987-4e5a-aab1-f671ad752483 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:08:50.740692 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4101a9e9-b987-4e5a-aab1-f671ad752483 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:08:50.748872 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Publish callbacks [] for port (4101a9e9-b987-4e5a-aab1-f671ad752483), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.762083 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Transition to ACTIVE for port object 4101a9e9-b987-4e5a-aab1-f671ad752483 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:08:50.765527 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (4101a9e9-b987-4e5a-aab1-f671ad752483), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.786483 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 276c8f83-ce7c-4df9-8961-0c8015234f85 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:50.834079 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Pushing event updated for resources: {'Port': ['ID=4101a9e9-b987-4e5a-aab1-f671ad752483,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:50.863401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:50.871325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:50.873078 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:50.873599 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:50.874103 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:50.884596 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:50.885199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:50.886470 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:50.886992 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:50.887606 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:50.888143 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:50.888790 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:50.889428 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:50.945037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 276c8f83-ce7c-4df9-8961-0c8015234f85 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:08:50.956049 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb6f11-949a-44a1-9a55-09c603f02c68 req-73434159-ac59-4116-8d09-48a5df66a52f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:50.961096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 276c8f83-ce7c-4df9-8961-0c8015234f85 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:50.961478 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:50.965284 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-67bb6f11-949a-44a1-9a55-09c603f02c68 req-73434159-ac59-4116-8d09-48a5df66a52f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 945 time: 0.1406741 Feb 03 13:08:51.019021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Attempting to bind port 4101a9e9-b987-4e5a-aab1-f671ad752483 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:08:51.019605 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Attempting to bind port 4101a9e9-b987-4e5a-aab1-f671ad752483 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:08:51.019725 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Attempting to bind port 4101a9e9-b987-4e5a-aab1-f671ad752483 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:51.021097 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-67bb6f11-949a-44a1-9a55-09c603f02c68 req-cdc828bf-401e-4c5b-97e6-cf3e761d6e9f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546234 Feb 03 13:08:51.029425 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Port 4101a9e9-b987-4e5a-aab1-f671ad752483 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:08:51.029760 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Attempting to bind port 4101a9e9-b987-4e5a-aab1-f671ad752483 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:08:51.049905 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:08:51.049905 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:08:51.049905 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:08:51.049905 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Bound port: 4101a9e9-b987-4e5a-aab1-f671ad752483, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:08:51.049905 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4101a9e9-b987-4e5a-aab1-f671ad752483), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:51.101939 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 276c8f83-ce7c-4df9-8961-0c8015234f85 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:51.102646 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:51.137574 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e755a5a9-2695-43cf-966f-4862c2310fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276c8f83-ce7c-4df9-8961-0c8015234f85'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:08:51.140142 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43194b9-ae0d-4aa9-b22a-9ead0fbbc6c9" -d '{"events": [{"server_uuid": "e755a5a9-2695-43cf-966f-4862c2310fb9", "name": "network-vif-plugged", "status": "completed", "tag": "276c8f83-ce7c-4df9-8961-0c8015234f85"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:08:51.150338 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] For port 4101a9e9-b987-4e5a-aab1-f671ad752483, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:08:51.154355 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 276c8f83-ce7c-4df9-8961-0c8015234f85, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=276c8f83-ce7c-4df9-8961-0c8015234f85,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:51.157325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] For port 4101a9e9-b987-4e5a-aab1-f671ad752483, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4101a9e9-b987-4e5a-aab1-f671ad752483,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:08:51.160609 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:51.165786 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (4101a9e9-b987-4e5a-aab1-f671ad752483), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:51.211016 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796887f3-9f48-456c-a35b-bab9cdeb5dcb x-openstack-request-id: req-796887f3-9f48-456c-a35b-bab9cdeb5dcb {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:08:51.211343 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e755a5a9-2695-43cf-966f-4862c2310fb9", "name": "network-vif-plugged", "status": "completed", "tag": "276c8f83-ce7c-4df9-8961-0c8015234f85", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:08:51.211810 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-796887f3-9f48-456c-a35b-bab9cdeb5dcb {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:08:51.212427 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e755a5a9-2695-43cf-966f-4862c2310fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276c8f83-ce7c-4df9-8961-0c8015234f85', 'code': 200} Feb 03 13:08:51.218597 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:51.219507 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:51.221529 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] 10.222.0.31 "PUT /v2.0/ports/4101a9e9-b987-4e5a-aab1-f671ad752483 HTTP/1.1" status: 200 len: 1096 time: 1.0238545 Feb 03 13:08:51.222001 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360e8774-efef-442c-9a09-bff3245d8fe3', 'tag': '4101a9e9-b987-4e5a-aab1-f671ad752483'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:08:51.225493 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf663e5-5708-4241-b2a5-06814b94649f" -d '{"events": [{"name": "network-changed", "server_uuid": "360e8774-efef-442c-9a09-bff3245d8fe3", "tag": "4101a9e9-b987-4e5a-aab1-f671ad752483"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:08:51.291021 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=276c8f83-ce7c-4df9-8961-0c8015234f85,revision_number=12']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:51.351283 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d2efb-fdcd-4cff-a516-62263bef3644 service neutron] Pushing event updated for resources: {'Port': ['ID=4101a9e9-b987-4e5a-aab1-f671ad752483,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:51.355912 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c498ddd-d659-4170-bcbc-45d4e967cb05 x-openstack-request-id: req-8c498ddd-d659-4170-bcbc-45d4e967cb05 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:08:51.356588 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360e8774-efef-442c-9a09-bff3245d8fe3", "tag": "4101a9e9-b987-4e5a-aab1-f671ad752483", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:08:51.356920 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c498ddd-d659-4170-bcbc-45d4e967cb05 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:08:51.357661 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360e8774-efef-442c-9a09-bff3245d8fe3', 'tag': '4101a9e9-b987-4e5a-aab1-f671ad752483', 'status': 'completed', 'code': 200} Feb 03 13:08:51.409278 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-514e2699-0902-43d5-8c76-cb35c383cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:51.413118 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-514e2699-0902-43d5-8c76-cb35c383cc23 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4dc78e9f6c2b4307b849a2d35a4d78c5&device_id=360e8774-efef-442c-9a09-bff3245d8fe3 HTTP/1.1" status: 200 len: 1130 time: 0.0983758 Feb 03 13:08:51.492513 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-259c874b-d19a-49aa-9f6f-23cc2f5f9b66 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=4101a9e9-b987-4e5a-aab1-f671ad752483 HTTP/1.1" status: 200 len: 217 time: 0.0726812 Feb 03 13:08:51.560765 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30cbd6-343e-4166-875d-8ba593c37717 req-13efe242-88c3-46b7-974b-e8346dc5b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:51.562283 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1f30cbd6-343e-4166-875d-8ba593c37717 req-13efe242-88c3-46b7-974b-e8346dc5b69a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 1128 time: 0.1316006 Feb 03 13:08:51.565158 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-b27a5f35-3efb-4f29-82b4-2db794fabd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:51.567268 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-b27a5f35-3efb-4f29-82b4-2db794fabd43 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0624158 Feb 03 13:08:51.621076 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1f30cbd6-343e-4166-875d-8ba593c37717 req-22a9b7ed-9b51-40c9-a4d5-2c41c4de46e8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519013 Feb 03 13:08:51.661854 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-d8e09944-2f07-4593-b839-54bf3cba436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:51.663471 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-d8e09944-2f07-4593-b839-54bf3cba436b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0906086 Feb 03 13:08:51.670633 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ea64f-fb1c-47dc-9c98-f2de1836d626 req-25f0e539-5f02-44f4-9772-acbdc857e6b1 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:51.672157 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-078ea64f-fb1c-47dc-9c98-f2de1836d626 req-25f0e539-5f02-44f4-9772-acbdc857e6b1 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/ports?device_id=360e8774-efef-442c-9a09-bff3245d8fe3 HTTP/1.1" status: 200 len: 948 time: 0.0894821 Feb 03 13:08:51.725156 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-078ea64f-fb1c-47dc-9c98-f2de1836d626 req-c40bf2ee-8722-4ea8-9ee8-dae381988cf8 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/security-groups?id=99827ec1-c8e3-4c43-90cb-0d1af935d401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469298 Feb 03 13:08:51.915657 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-e015b138-9660-4957-a2dc-141a9099193e service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892167 Feb 03 13:08:52.026976 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71c764f0-be05-4b50-b9bf-23817100d5a4 req-d50f47b2-a37b-458b-a803-6ccf8018a424 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074488 Feb 03 13:08:52.146279 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf663e5-5708-4241-b2a5-06814b94649f req-9c375236-bd5c-41d2-8c35-6f6e53b281e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:52.148609 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-faf663e5-5708-4241-b2a5-06814b94649f req-9c375236-bd5c-41d2-8c35-6f6e53b281e8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4dc78e9f6c2b4307b849a2d35a4d78c5&device_id=360e8774-efef-442c-9a09-bff3245d8fe3 HTTP/1.1" status: 200 len: 1130 time: 0.0652897 Feb 03 13:08:52.177533 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed3e2d-bd9f-4cab-9766-3e0f6fd2baee req-c2a6727c-6b9e-47e1-ace5-ebe7db915f03 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:52.179042 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ebed3e2d-bd9f-4cab-9766-3e0f6fd2baee req-c2a6727c-6b9e-47e1-ace5-ebe7db915f03 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 946 time: 0.0614610 Feb 03 13:08:52.249629 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ebed3e2d-bd9f-4cab-9766-3e0f6fd2baee req-f95710e6-cad8-4b5b-abd9-c273e017c814 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629485 Feb 03 13:08:52.259388 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf663e5-5708-4241-b2a5-06814b94649f req-47ca5339-7155-4d29-a8de-77b6b34164ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:52.262380 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-faf663e5-5708-4241-b2a5-06814b94649f req-47ca5339-7155-4d29-a8de-77b6b34164ca service neutron] 10.222.0.31 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.1073835 Feb 03 13:08:52.311152 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-faf663e5-5708-4241-b2a5-06814b94649f req-ba187d52-0985-4221-825c-08af8a5afb9e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=4101a9e9-b987-4e5a-aab1-f671ad752483 HTTP/1.1" status: 200 len: 217 time: 0.0420592 Feb 03 13:08:52.363020 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf663e5-5708-4241-b2a5-06814b94649f req-15bf0b8f-d8e5-47e9-8639-dd96e5a44af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:52.364651 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-faf663e5-5708-4241-b2a5-06814b94649f req-15bf0b8f-d8e5-47e9-8639-dd96e5a44af5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0470991 Feb 03 13:08:52.415014 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf663e5-5708-4241-b2a5-06814b94649f req-b9de07ea-1a97-4ac0-8e56-a690752a8e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:52.416632 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-faf663e5-5708-4241-b2a5-06814b94649f req-b9de07ea-1a97-4ac0-8e56-a690752a8e30 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0454197 Feb 03 13:08:52.513528 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-faf663e5-5708-4241-b2a5-06814b94649f req-e9a17085-c6bc-4d70-a662-fddb419eadb8 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896311 Feb 03 13:08:52.632295 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-faf663e5-5708-4241-b2a5-06814b94649f req-e60c5c86-1429-46e6-bad7-5ed4bd52da56 service neutron] 10.222.0.31 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126292 Feb 03 13:08:52.874593 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f54b97-cea5-4f04-8e86-ebbcd6ffdf1c req-d19013fc-1881-4264-8688-000a861c1dcd tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:52.876239 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a1f54b97-cea5-4f04-8e86-ebbcd6ffdf1c req-d19013fc-1881-4264-8688-000a861c1dcd tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/ports?device_id=360e8774-efef-442c-9a09-bff3245d8fe3 HTTP/1.1" status: 200 len: 948 time: 0.0630465 Feb 03 13:08:52.952606 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a1f54b97-cea5-4f04-8e86-ebbcd6ffdf1c req-4f9f7091-88af-47dc-9fb1-4b8df6636444 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/security-groups?id=99827ec1-c8e3-4c43-90cb-0d1af935d401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635619 Feb 03 13:08:53.400065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aff14d-678f-494b-8cf0-2bf8537b6bed req-39f35d14-d3a9-4fc8-ab0b-900d02454e53 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:53.410128 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e8aff14d-678f-494b-8cf0-2bf8537b6bed req-39f35d14-d3a9-4fc8-ab0b-900d02454e53 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 946 time: 0.0717902 Feb 03 13:08:53.458628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e8aff14d-678f-494b-8cf0-2bf8537b6bed req-4c74a68b-f413-4959-acfe-e644b928a1dd tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474060 Feb 03 13:08:54.105244 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93265c36-6da9-41b9-a408-99620d7b0ae7 req-feff0d87-b931-4ea7-ac93-914569cff11a tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:54.106726 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-93265c36-6da9-41b9-a408-99620d7b0ae7 req-feff0d87-b931-4ea7-ac93-914569cff11a tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/ports?device_id=360e8774-efef-442c-9a09-bff3245d8fe3 HTTP/1.1" status: 200 len: 948 time: 0.0629575 Feb 03 13:08:54.159214 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-93265c36-6da9-41b9-a408-99620d7b0ae7 req-80bcf86c-643a-4248-b2fd-4b5fce6580c6 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/security-groups?id=99827ec1-c8e3-4c43-90cb-0d1af935d401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464289 Feb 03 13:08:54.598327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce39cf-3ce7-4d58-9272-95135c6911b2 req-c322537a-3d69-49ae-b554-c869afce7c17 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:54.600866 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-40ce39cf-3ce7-4d58-9272-95135c6911b2 req-c322537a-3d69-49ae-b554-c869afce7c17 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 946 time: 0.0621028 Feb 03 13:08:54.654013 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-40ce39cf-3ce7-4d58-9272-95135c6911b2 req-261b856d-a911-4f17-aebc-f4485a5e79a0 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466464 Feb 03 13:08:54.817324 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4101a9e9-b987-4e5a-aab1-f671ad752483 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:08:54.932316 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 4101a9e9-b987-4e5a-aab1-f671ad752483, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4101a9e9-b987-4e5a-aab1-f671ad752483,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:54.944266 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '4101a9e9-b987-4e5a-aab1-f671ad752483', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '4101a9e9-b987-4e5a-aab1-f671ad752483', 'mac_address': 'fa:16:3e:ab:7c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:08:54.997487 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 4101a9e9-b987-4e5a-aab1-f671ad752483 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:54.998171 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4101a9e9-b987-4e5a-aab1-f671ad752483), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:55.024112 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4101a9e9-b987-4e5a-aab1-f671ad752483 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:08:55.048077 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 4101a9e9-b987-4e5a-aab1-f671ad752483, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4101a9e9-b987-4e5a-aab1-f671ad752483,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:55.054251 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4101a9e9-b987-4e5a-aab1-f671ad752483), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:55.136810 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=4101a9e9-b987-4e5a-aab1-f671ad752483,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:55.282898 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['4101a9e9-b987-4e5a-aab1-f671ad752483'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:08:55.341317 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a427cd1-e276-4192-8142-46e9b9269e9b req-d91b908a-a84c-43c7-8253-bba7610a9c46 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:55.352212 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a427cd1-e276-4192-8142-46e9b9269e9b req-d91b908a-a84c-43c7-8253-bba7610a9c46 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/ports?device_id=360e8774-efef-442c-9a09-bff3245d8fe3 HTTP/1.1" status: 200 len: 949 time: 0.1114471 Feb 03 13:08:55.455157 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a427cd1-e276-4192-8142-46e9b9269e9b req-e54f18e5-4270-4acb-aa9a-50aa12a4003d tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/security-groups?id=99827ec1-c8e3-4c43-90cb-0d1af935d401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974822 Feb 03 13:08:56.179066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57442) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:56.183978 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ef37092c-d737-49b0-9283-ac1d455b5bc8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1291625311', 'description': 'tempest-secgroup-smoke-1291625311 description', 'project_id': '47cedc9968b440be9d535d988911feb3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:56.210862 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef37092c-d737-49b0-9283-ac1d455b5bc8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.303987 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef37092c-d737-49b0-9283-ac1d455b5bc8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group (28c8166a-4112-4672-aacb-7bff50697772), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.309332 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef37092c-d737-49b0-9283-ac1d455b5bc8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (28c8166a-4112-4672-aacb-7bff50697772), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.342250 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef37092c-d737-49b0-9283-ac1d455b5bc8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.343485 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ef37092c-d737-49b0-9283-ac1d455b5bc8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1630826 Feb 03 13:08:56.346647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57446) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:56.351722 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-cff94564-8261-40e7-a3e1-62662ed2e20f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Request body: {'security_group_rule': {'security_group_id': '28c8166a-4112-4672-aacb-7bff50697772', 'project_id': '47cedc9968b440be9d535d988911feb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:56.355925 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37092c-d737-49b0-9283-ac1d455b5bc8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c8166a-4112-4672-aacb-7bff50697772,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:56.365922 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37092c-d737-49b0-9283-ac1d455b5bc8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:56.366677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37092c-d737-49b0-9283-ac1d455b5bc8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:56.367366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37092c-d737-49b0-9283-ac1d455b5bc8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:56.367916 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37092c-d737-49b0-9283-ac1d455b5bc8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:56.368865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37092c-d737-49b0-9283-ac1d455b5bc8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:56.369534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37092c-d737-49b0-9283-ac1d455b5bc8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:56.370304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37092c-d737-49b0-9283-ac1d455b5bc8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:56.370967 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37092c-d737-49b0-9283-ac1d455b5bc8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:56.371415 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37092c-d737-49b0-9283-ac1d455b5bc8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:56.371925 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37092c-d737-49b0-9283-ac1d455b5bc8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:56.372732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37092c-d737-49b0-9283-ac1d455b5bc8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:56.373062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37092c-d737-49b0-9283-ac1d455b5bc8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:56.373486 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef37092c-d737-49b0-9283-ac1d455b5bc8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:08:56.386917 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cff94564-8261-40e7-a3e1-62662ed2e20f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group_rule (00f4b35c-a44a-490c-94df-ac03a2d4cf89), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.454956 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cff94564-8261-40e7-a3e1-62662ed2e20f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group_rule (00f4b35c-a44a-490c-94df-ac03a2d4cf89), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.461365 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cff94564-8261-40e7-a3e1-62662ed2e20f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (00f4b35c-a44a-490c-94df-ac03a2d4cf89), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.482640 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff94564-8261-40e7-a3e1-62662ed2e20f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f4b35c-a44a-490c-94df-ac03a2d4cf89,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:56.496829 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cff94564-8261-40e7-a3e1-62662ed2e20f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.498333 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cff94564-8261-40e7-a3e1-62662ed2e20f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501615 Feb 03 13:08:56.501649 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57450) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:56.506346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-836f3cf3-c13b-475e-8e61-d07eac896919 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Request body: {'security_group_rule': {'security_group_id': '28c8166a-4112-4672-aacb-7bff50697772', 'project_id': '47cedc9968b440be9d535d988911feb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:56.535523 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-836f3cf3-c13b-475e-8e61-d07eac896919 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group_rule (5fdf4672-c2e2-43a6-b063-8db1b23ab451), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.589844 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312793f-36f8-4cc7-964d-42977bb23123 req-5a202ac9-37af-46e6-884b-17ed3714c7fd tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:56.591653 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3312793f-36f8-4cc7-964d-42977bb23123 req-5a202ac9-37af-46e6-884b-17ed3714c7fd tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/ports?device_id=360e8774-efef-442c-9a09-bff3245d8fe3 HTTP/1.1" status: 200 len: 949 time: 0.0609083 Feb 03 13:08:56.624441 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-836f3cf3-c13b-475e-8e61-d07eac896919 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group_rule (5fdf4672-c2e2-43a6-b063-8db1b23ab451), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.629001 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-836f3cf3-c13b-475e-8e61-d07eac896919 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (5fdf4672-c2e2-43a6-b063-8db1b23ab451), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.648201 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f3cf3-c13b-475e-8e61-d07eac896919 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdf4672-c2e2-43a6-b063-8db1b23ab451,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:56.657314 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-836f3cf3-c13b-475e-8e61-d07eac896919 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.658517 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3312793f-36f8-4cc7-964d-42977bb23123 req-9abb0ee0-f7df-4451-8e04-92b0c6b03b80 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/security-groups?id=99827ec1-c8e3-4c43-90cb-0d1af935d401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594237 Feb 03 13:08:56.658729 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-836f3cf3-c13b-475e-8e61-d07eac896919 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1560271 Feb 03 13:08:56.661690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57452) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:56.670316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8f90601a-093f-4609-9880-e8d3577b96ea tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Request body: {'security_group_rule': {'security_group_id': '28c8166a-4112-4672-aacb-7bff50697772', 'project_id': '47cedc9968b440be9d535d988911feb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:56.700388 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f90601a-093f-4609-9880-e8d3577b96ea tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group_rule (f1df2d1e-98c5-4369-b3d6-575b010e7870), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.768900 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f90601a-093f-4609-9880-e8d3577b96ea tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group_rule (f1df2d1e-98c5-4369-b3d6-575b010e7870), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.774351 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f90601a-093f-4609-9880-e8d3577b96ea tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (f1df2d1e-98c5-4369-b3d6-575b010e7870), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.801868 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90601a-093f-4609-9880-e8d3577b96ea tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1df2d1e-98c5-4369-b3d6-575b010e7870,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:56.810855 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f90601a-093f-4609-9880-e8d3577b96ea tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.814659 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8f90601a-093f-4609-9880-e8d3577b96ea tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494691 Feb 03 13:08:56.814840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57454) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:56.819190 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9cf6097a-636d-430c-b760-aa8c0647ccae tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Request body: {'security_group_rule': {'security_group_id': '28c8166a-4112-4672-aacb-7bff50697772', 'project_id': '47cedc9968b440be9d535d988911feb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:56.846382 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cf6097a-636d-430c-b760-aa8c0647ccae tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group_rule (4696f51a-c3c6-4a62-bf45-cb9fdc3a4840), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.846713 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4101a9e9-b987-4e5a-aab1-f671ad752483 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:08:56.903347 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 4101a9e9-b987-4e5a-aab1-f671ad752483 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:08:56.908779 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 4101a9e9-b987-4e5a-aab1-f671ad752483 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:08:56.909404 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4101a9e9-b987-4e5a-aab1-f671ad752483), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.921715 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cf6097a-636d-430c-b760-aa8c0647ccae tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group_rule (4696f51a-c3c6-4a62-bf45-cb9fdc3a4840), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.925869 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cf6097a-636d-430c-b760-aa8c0647ccae tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (4696f51a-c3c6-4a62-bf45-cb9fdc3a4840), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.957684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6097a-636d-430c-b760-aa8c0647ccae tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4696f51a-c3c6-4a62-bf45-cb9fdc3a4840,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:56.968454 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cf6097a-636d-430c-b760-aa8c0647ccae tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:56.972229 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9cf6097a-636d-430c-b760-aa8c0647ccae tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1539412 Feb 03 13:08:56.972481 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57456) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:56.977079 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fb4eff79-c27f-48b4-9f1c-ba8f29ebb6c8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Request body: {'security_group_rule': {'security_group_id': '28c8166a-4112-4672-aacb-7bff50697772', 'project_id': '47cedc9968b440be9d535d988911feb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:56.996492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 4101a9e9-b987-4e5a-aab1-f671ad752483 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:08:56.996905 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4101a9e9-b987-4e5a-aab1-f671ad752483), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:57.000334 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-fb4eff79-c27f-48b4-9f1c-ba8f29ebb6c8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Project 47cedc9968b440be9d535d988911feb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:08:57.006030 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb4eff79-c27f-48b4-9f1c-ba8f29ebb6c8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group_rule (5badc40c-db5c-45df-b101-83ffffca1016), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:57.019842 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360e8774-efef-442c-9a09-bff3245d8fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4101a9e9-b987-4e5a-aab1-f671ad752483'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:08:57.022000 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778a0df2-7bf4-4d66-b0b0-94df61f62a4e" -d '{"events": [{"server_uuid": "360e8774-efef-442c-9a09-bff3245d8fe3", "name": "network-vif-plugged", "status": "completed", "tag": "4101a9e9-b987-4e5a-aab1-f671ad752483"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:08:57.035019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 4101a9e9-b987-4e5a-aab1-f671ad752483, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4101a9e9-b987-4e5a-aab1-f671ad752483,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:08:57.041400 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4101a9e9-b987-4e5a-aab1-f671ad752483), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:57.073925 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb4eff79-c27f-48b4-9f1c-ba8f29ebb6c8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group_rule (5badc40c-db5c-45df-b101-83ffffca1016), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:57.079806 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb4eff79-c27f-48b4-9f1c-ba8f29ebb6c8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (5badc40c-db5c-45df-b101-83ffffca1016), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:57.088924 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a102ce-d253-41ed-8e4e-7a521e71e414 x-openstack-request-id: req-22a102ce-d253-41ed-8e4e-7a521e71e414 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:08:57.089331 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360e8774-efef-442c-9a09-bff3245d8fe3", "name": "network-vif-plugged", "status": "completed", "tag": "4101a9e9-b987-4e5a-aab1-f671ad752483", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:08:57.089781 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22a102ce-d253-41ed-8e4e-7a521e71e414 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:08:57.090340 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360e8774-efef-442c-9a09-bff3245d8fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4101a9e9-b987-4e5a-aab1-f671ad752483', 'code': 200} Feb 03 13:08:57.104002 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4eff79-c27f-48b4-9f1c-ba8f29ebb6c8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5badc40c-db5c-45df-b101-83ffffca1016,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:57.106381 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=4101a9e9-b987-4e5a-aab1-f671ad752483,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:57.114746 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb4eff79-c27f-48b4-9f1c-ba8f29ebb6c8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:57.116434 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fb4eff79-c27f-48b4-9f1c-ba8f29ebb6c8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1428776 Feb 03 13:08:57.119173 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57460) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:08:57.124278 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5e867070-9c54-422a-a91a-711183a83da9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Request body: {'security_group_rule': {'security_group_id': '28c8166a-4112-4672-aacb-7bff50697772', 'project_id': '47cedc9968b440be9d535d988911feb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:08:57.149493 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-5e867070-9c54-422a-a91a-711183a83da9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Project 47cedc9968b440be9d535d988911feb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:08:57.155070 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e867070-9c54-422a-a91a-711183a83da9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group_rule (7587d3b4-6324-4474-89c4-da2622ce5936), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:57.206726 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c331a5-46d3-4f5a-94c3-3b64d23220e2 req-e0e3cf76-0663-43d9-980b-8c159e7008e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.208297 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-50c331a5-46d3-4f5a-94c3-3b64d23220e2 req-e0e3cf76-0663-43d9-980b-8c159e7008e4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=360e8774-efef-442c-9a09-bff3245d8fe3 HTTP/1.1" status: 200 len: 1132 time: 0.0501242 Feb 03 13:08:57.228631 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e867070-9c54-422a-a91a-711183a83da9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group_rule (7587d3b4-6324-4474-89c4-da2622ce5936), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:57.235100 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e867070-9c54-422a-a91a-711183a83da9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (7587d3b4-6324-4474-89c4-da2622ce5936), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:57.258156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e867070-9c54-422a-a91a-711183a83da9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7587d3b4-6324-4474-89c4-da2622ce5936,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:08:57.271146 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e867070-9c54-422a-a91a-711183a83da9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:08:57.273473 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5e867070-9c54-422a-a91a-711183a83da9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1526802 Feb 03 13:08:57.275551 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-50c331a5-46d3-4f5a-94c3-3b64d23220e2 req-f17ca4d8-b5f2-44d3-82f6-4802645495b6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=99827ec1-c8e3-4c43-90cb-0d1af935d401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613678 Feb 03 13:08:57.793998 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d630a-c0f2-46c3-9e8b-7bbcc3f4d420 req-50f516c3-49ae-47c5-9063-68794c14f805 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:57.796082 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b37d630a-c0f2-46c3-9e8b-7bbcc3f4d420 req-50f516c3-49ae-47c5-9063-68794c14f805 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/ports?device_id=360e8774-efef-442c-9a09-bff3245d8fe3 HTTP/1.1" status: 200 len: 950 time: 0.0598795 Feb 03 13:08:57.850311 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b37d630a-c0f2-46c3-9e8b-7bbcc3f4d420 req-a84afa6c-7d6c-48f4-8ee9-6d242896287d tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/security-groups?id=99827ec1-c8e3-4c43-90cb-0d1af935d401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488856 Feb 03 13:08:58.998160 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94710fbb-e137-4fd5-8d57-52dfc239e2bc req-c789fed3-1a04-48d1-8b47-68e6c4463e81 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:58.999682 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-94710fbb-e137-4fd5-8d57-52dfc239e2bc req-c789fed3-1a04-48d1-8b47-68e6c4463e81 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/ports?device_id=360e8774-efef-442c-9a09-bff3245d8fe3 HTTP/1.1" status: 200 len: 950 time: 0.0770845 Feb 03 13:08:59.051922 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-94710fbb-e137-4fd5-8d57-52dfc239e2bc req-b8ab727d-4445-4dcc-970b-03a590d8f742 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/security-groups?id=99827ec1-c8e3-4c43-90cb-0d1af935d401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464842 Feb 03 13:08:59.342017 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8be04-5b7b-4881-97cc-4b5a7966bbeb req-0364dfed-9210-4583-b467-684a3b863642 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:08:59.344236 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cdd8be04-5b7b-4881-97cc-4b5a7966bbeb req-0364dfed-9210-4583-b467-684a3b863642 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/ports?device_id=360e8774-efef-442c-9a09-bff3245d8fe3 HTTP/1.1" status: 200 len: 950 time: 0.0603752 Feb 03 13:08:59.399080 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cdd8be04-5b7b-4881-97cc-4b5a7966bbeb req-9f686d6a-cc48-444d-b6d1-d0503837c3ae tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/security-groups?id=99827ec1-c8e3-4c43-90cb-0d1af935d401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485082 Feb 03 13:09:00.548631 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9123be-fb76-451a-98f9-570f8ad0c0e8 req-2273f290-b788-485b-8a53-8a850b2bc42f tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:00.550226 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ee9123be-fb76-451a-98f9-570f8ad0c0e8 req-2273f290-b788-485b-8a53-8a850b2bc42f tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/ports?device_id=360e8774-efef-442c-9a09-bff3245d8fe3 HTTP/1.1" status: 200 len: 950 time: 0.0647717 Feb 03 13:09:00.610075 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ee9123be-fb76-451a-98f9-570f8ad0c0e8 req-3b9376da-cada-4229-937e-c37e96ab6353 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/security-groups?id=99827ec1-c8e3-4c43-90cb-0d1af935d401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540948 Feb 03 13:09:00.653383 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a038dd7-e171-40a2-9d4f-a607ba318464 req-01360a40-e264-42d8-9283-36cbd2f36cf8 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:00.654919 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a038dd7-e171-40a2-9d4f-a607ba318464 req-01360a40-e264-42d8-9283-36cbd2f36cf8 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.31 "GET /v2.0/ports?device_id=360e8774-efef-442c-9a09-bff3245d8fe3 HTTP/1.1" status: 200 len: 950 time: 0.0649204 Feb 03 13:09:00.788202 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-7a038dd7-e171-40a2-9d4f-a607ba318464 req-e2253c5f-439e-45fd-91d9-830f25595422 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Deleting port 4101a9e9-b987-4e5a-aab1-f671ad752483 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:00.788589 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7a038dd7-e171-40a2-9d4f-a607ba318464 req-e2253c5f-439e-45fd-91d9-830f25595422 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4101a9e9-b987-4e5a-aab1-f671ad752483), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:00.912264 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-7a038dd7-e171-40a2-9d4f-a607ba318464 req-e2253c5f-439e-45fd-91d9-830f25595422 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] For port 4101a9e9-b987-4e5a-aab1-f671ad752483, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=4101a9e9-b987-4e5a-aab1-f671ad752483,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:00.912909 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7a038dd7-e171-40a2-9d4f-a607ba318464 req-e2253c5f-439e-45fd-91d9-830f25595422 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4101a9e9-b987-4e5a-aab1-f671ad752483), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:00.928347 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-7a038dd7-e171-40a2-9d4f-a607ba318464 req-e2253c5f-439e-45fd-91d9-830f25595422 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Calling delete_port for 4101a9e9-b987-4e5a-aab1-f671ad752483 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:01.111503 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7a038dd7-e171-40a2-9d4f-a607ba318464 req-e2253c5f-439e-45fd-91d9-830f25595422 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (4101a9e9-b987-4e5a-aab1-f671ad752483), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:01.123692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['4101a9e9-b987-4e5a-aab1-f671ad752483'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:09:01.156515 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2253c5f-439e-45fd-91d9-830f25595422 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Pushing event deleted for resources: {'Port': ['ID=4101a9e9-b987-4e5a-aab1-f671ad752483,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:01.204055 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d768f1e-4ae2-4154-9a81-f1df160bd74e req-4819d644-b2b6-493a-8b81-808e885a34e8 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:01.205667 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d768f1e-4ae2-4154-9a81-f1df160bd74e req-4819d644-b2b6-493a-8b81-808e885a34e8 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 946 time: 0.0870938 Feb 03 13:09:01.212200 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a038dd7-e171-40a2-9d4f-a607ba318464 req-e2253c5f-439e-45fd-91d9-830f25595422 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] No DVR routers for this DVR port 4101a9e9-b987-4e5a-aab1-f671ad752483 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:01.215582 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-7a038dd7-e171-40a2-9d4f-a607ba318464 req-e2253c5f-439e-45fd-91d9-830f25595422 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:01.219735 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a038dd7-e171-40a2-9d4f-a607ba318464 req-e2253c5f-439e-45fd-91d9-830f25595422 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.31 "DELETE /v2.0/ports/4101a9e9-b987-4e5a-aab1-f671ad752483 HTTP/1.1" status: 204 len: 173 time: 0.5592196 Feb 03 13:09:01.220548 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360e8774-efef-442c-9a09-bff3245d8fe3', 'name': 'network-vif-deleted', 'tag': '4101a9e9-b987-4e5a-aab1-f671ad752483'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:01.223820 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed9a7d2-4793-4350-af6d-22a98f10bb12" -d '{"events": [{"server_uuid": "360e8774-efef-442c-9a09-bff3245d8fe3", "name": "network-vif-deleted", "tag": "4101a9e9-b987-4e5a-aab1-f671ad752483"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:01.280009 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d768f1e-4ae2-4154-9a81-f1df160bd74e req-639abf78-1064-4d3e-90c2-2e6516491e15 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0227988-2c1a-4e5a-9853-a65a8be5c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681596 Feb 03 13:09:01.287156 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff47709-9cb7-455e-8c12-a31f57a98357 x-openstack-request-id: req-bff47709-9cb7-455e-8c12-a31f57a98357 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:01.287589 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360e8774-efef-442c-9a09-bff3245d8fe3", "name": "network-vif-deleted", "tag": "4101a9e9-b987-4e5a-aab1-f671ad752483", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:01.288006 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bff47709-9cb7-455e-8c12-a31f57a98357 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:01.288503 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360e8774-efef-442c-9a09-bff3245d8fe3', 'name': 'network-vif-deleted', 'tag': '4101a9e9-b987-4e5a-aab1-f671ad752483', 'status': 'completed', 'code': 200} Feb 03 13:09:01.336257 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:01.734519 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dde06ed3-f921-4554-adff-f4d3f870f081 req-2c4ae7f4-88d7-4a2f-8b09-b2d5fe1d9308 tempest-VolumesNegativeTest-619780553 tempest-VolumesNegativeTest-619780553-project] 10.222.0.18 "GET /v2.0/ports?device_id=360e8774-efef-442c-9a09-bff3245d8fe3 HTTP/1.1" status: 200 len: 210 time: 0.0312965 Feb 03 13:09:02.457158 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51275788-4f60-4f15-9fdd-8d2f106c596f req-8b29d9ae-5aa3-472d-9700-2fbbb4bbf4a7 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:02.458685 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51275788-4f60-4f15-9fdd-8d2f106c596f req-8b29d9ae-5aa3-472d-9700-2fbbb4bbf4a7 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 946 time: 0.0617452 Feb 03 13:09:02.516674 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51275788-4f60-4f15-9fdd-8d2f106c596f req-f731c6b2-dee4-494d-b3dd-387e34a5b2dd tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0227988-2c1a-4e5a-9853-a65a8be5c7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520637 Feb 03 13:09:02.880271 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b438e9f-6891-4f01-a593-13fd884dd21f req-685e5f51-fa10-4afc-a233-79a388249945 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:02.881844 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4b438e9f-6891-4f01-a593-13fd884dd21f req-685e5f51-fa10-4afc-a233-79a388249945 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.31 "GET /v2.0/ports?device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 946 time: 0.0564179 Feb 03 13:09:03.008462 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-4b438e9f-6891-4f01-a593-13fd884dd21f req-94c2a845-3a5a-4ba1-993a-6b5ae0a58fa6 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Deleting port da1ca5d1-ef4c-4987-97d6-d5235edb909b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:03.008673 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4b438e9f-6891-4f01-a593-13fd884dd21f req-94c2a845-3a5a-4ba1-993a-6b5ae0a58fa6 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (da1ca5d1-ef4c-4987-97d6-d5235edb909b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:03.115628 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4b438e9f-6891-4f01-a593-13fd884dd21f req-94c2a845-3a5a-4ba1-993a-6b5ae0a58fa6 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] For port da1ca5d1-ef4c-4987-97d6-d5235edb909b, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=da1ca5d1-ef4c-4987-97d6-d5235edb909b,segment=NetworkSegment(abc73507-27b5-4f0d-b41b-4ade751234d0),segment_id=abc73507-27b5-4f0d-b41b-4ade751234d0)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:03.116026 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4b438e9f-6891-4f01-a593-13fd884dd21f req-94c2a845-3a5a-4ba1-993a-6b5ae0a58fa6 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (da1ca5d1-ef4c-4987-97d6-d5235edb909b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:03.342055 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4b438e9f-6891-4f01-a593-13fd884dd21f req-94c2a845-3a5a-4ba1-993a-6b5ae0a58fa6 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:03.342511 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4b438e9f-6891-4f01-a593-13fd884dd21f req-94c2a845-3a5a-4ba1-993a-6b5ae0a58fa6 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (f01bcec8-b950-4f20-a783-67f1a1a94d04), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:03.342943 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [req-4b438e9f-6891-4f01-a593-13fd884dd21f req-94c2a845-3a5a-4ba1-993a-6b5ae0a58fa6 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Floating IP f01bcec8-b950-4f20-a783-67f1a1a94d04 disassociated. External IP: 172.25.6.229, port: da1ca5d1-ef4c-4987-97d6-d5235edb909b. Feb 03 13:09:03.343249 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-4b438e9f-6891-4f01-a593-13fd884dd21f req-94c2a845-3a5a-4ba1-993a-6b5ae0a58fa6 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Calling delete_port for da1ca5d1-ef4c-4987-97d6-d5235edb909b owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:03.485180 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4b438e9f-6891-4f01-a593-13fd884dd21f req-94c2a845-3a5a-4ba1-993a-6b5ae0a58fa6 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (da1ca5d1-ef4c-4987-97d6-d5235edb909b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:03.506485 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2054fd0e-a2d2-4840-aeff-6a40063a192b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:03.519746 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2a845-3a5a-4ba1-993a-6b5ae0a58fa6 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Pushing event deleted for resources: {'Port': ['ID=da1ca5d1-ef4c-4987-97d6-d5235edb909b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:03.650854 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4b61b3e-2cd8-4f55-ab5c-6d241ecb3f6b req-31087079-1642-4e4a-96a0-e3956a2a666d tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/ports?device_id=574293e2-f732-4705-9cf4-58dec7779354 HTTP/1.1" status: 200 len: 210 time: 0.0310650 Feb 03 13:09:03.653791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b438e9f-6891-4f01-a593-13fd884dd21f req-94c2a845-3a5a-4ba1-993a-6b5ae0a58fa6 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Router 906dc41d-4909-4533-bae5-25570020319e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:09:03.777646 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b438e9f-6891-4f01-a593-13fd884dd21f req-94c2a845-3a5a-4ba1-993a-6b5ae0a58fa6 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:09:03.788309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994a80f2-5363-461d-a482-843589020160 None None] Sync routers for ids ['906dc41d-4909-4533-bae5-25570020319e'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:09:03.801668 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994a80f2-5363-461d-a482-843589020160 None None] Routers {'906dc41d-4909-4533-bae5-25570020319e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:03.802297 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-994a80f2-5363-461d-a482-843589020160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:08:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['906dc41d-4909-4533-bae5-25570020319e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:03.823728 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b438e9f-6891-4f01-a593-13fd884dd21f req-94c2a845-3a5a-4ba1-993a-6b5ae0a58fa6 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] No DVR routers for this DVR port da1ca5d1-ef4c-4987-97d6-d5235edb909b on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:03.827633 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4b438e9f-6891-4f01-a593-13fd884dd21f req-94c2a845-3a5a-4ba1-993a-6b5ae0a58fa6 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:03.831408 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4b438e9f-6891-4f01-a593-13fd884dd21f req-94c2a845-3a5a-4ba1-993a-6b5ae0a58fa6 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.31 "DELETE /v2.0/ports/da1ca5d1-ef4c-4987-97d6-d5235edb909b HTTP/1.1" status: 204 len: 173 time: 0.9412162 Feb 03 13:09:03.832556 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574293e2-f732-4705-9cf4-58dec7779354', 'name': 'network-vif-deleted', 'tag': 'da1ca5d1-ef4c-4987-97d6-d5235edb909b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:03.835368 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d312a43e-07c8-4855-abdb-ecc9ada6dff2" -d '{"events": [{"server_uuid": "574293e2-f732-4705-9cf4-58dec7779354", "name": "network-vif-deleted", "tag": "da1ca5d1-ef4c-4987-97d6-d5235edb909b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:03.908423 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f82f12-953b-4c44-9a0e-970c5b02fb74 x-openstack-request-id: req-81f82f12-953b-4c44-9a0e-970c5b02fb74 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:03.909074 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574293e2-f732-4705-9cf4-58dec7779354", "name": "network-vif-deleted", "tag": "da1ca5d1-ef4c-4987-97d6-d5235edb909b", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:03.909074 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81f82f12-953b-4c44-9a0e-970c5b02fb74 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:03.909595 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574293e2-f732-4705-9cf4-58dec7779354', 'name': 'network-vif-deleted', 'tag': 'da1ca5d1-ef4c-4987-97d6-d5235edb909b', 'status': 'completed', 'code': 200} Feb 03 13:09:03.957581 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-994a80f2-5363-461d-a482-843589020160 None None] Set router 906dc41d-4909-4533-bae5-25570020319e gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:04.217179 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-994a80f2-5363-461d-a482-843589020160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906dc41d-4909-4533-bae5-25570020319e', 'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:58Z', 'updated_at': '2022-02-03T13:03:05Z', 'revision_number': 4, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'gw_port': {'id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:59Z', 'updated_at': '2022-02-03T13:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '14b81336-ece3-4263-b301-11c690b9d32f', 'name': '', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'mac_address': 'fa:16:3e:38:ed:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'bd911557-2171-4f85-99b2-431860ea8276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:03Z', 'updated_at': '2022-02-03T13:03:11Z', 'revision_number': 5, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'subnets': [{'id': 'bd911557-2171-4f85-99b2-431860ea8276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:04.247917 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994a80f2-5363-461d-a482-843589020160 None None] Checking router: 906dc41d-4909-4533-bae5-25570020319e for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:09:04.258187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994a80f2-5363-461d-a482-843589020160 None None] Routers {'906dc41d-4909-4533-bae5-25570020319e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:04.258817 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-994a80f2-5363-461d-a482-843589020160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:08:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['906dc41d-4909-4533-bae5-25570020319e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:04.415426 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-994a80f2-5363-461d-a482-843589020160 None None] Set router 906dc41d-4909-4533-bae5-25570020319e gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:04.666345 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-994a80f2-5363-461d-a482-843589020160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906dc41d-4909-4533-bae5-25570020319e', 'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:58Z', 'updated_at': '2022-02-03T13:03:05Z', 'revision_number': 4, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'gw_port': {'id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:59Z', 'updated_at': '2022-02-03T13:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '14b81336-ece3-4263-b301-11c690b9d32f', 'name': '', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'mac_address': 'fa:16:3e:38:ed:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'bd911557-2171-4f85-99b2-431860ea8276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:03Z', 'updated_at': '2022-02-03T13:03:11Z', 'revision_number': 5, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'subnets': [{'id': 'bd911557-2171-4f85-99b2-431860ea8276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:04.698766 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994a80f2-5363-461d-a482-843589020160 None None] The sync data for ids ['906dc41d-4909-4533-bae5-25570020319e'] in n-d-827336-3 is: [{'id': '906dc41d-4909-4533-bae5-25570020319e', 'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:58Z', 'updated_at': '2022-02-03T13:03:05Z', 'revision_number': 4, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'gw_port': {'id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:59Z', 'updated_at': '2022-02-03T13:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '14b81336-ece3-4263-b301-11c690b9d32f', 'name': '', 'network_id': 'f6d1ce66-d18b-43ca-b278-f3cd61f50f03', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'mac_address': 'fa:16:3e:38:ed:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'bd911557-2171-4f85-99b2-431860ea8276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:03:03Z', 'updated_at': '2022-02-03T13:03:11Z', 'revision_number': 5, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'subnets': [{'id': 'bd911557-2171-4f85-99b2-431860ea8276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:09:04.789143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57772) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:04.860180 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0327be1-aa30-4011-a431-1a10abb77ffc tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group (e0227988-2c1a-4e5a-9853-a65a8be5c7ff), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:04.865263 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4101a9e9-b987-4e5a-aab1-f671ad752483 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:04.895224 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 4101a9e9-b987-4e5a-aab1-f671ad752483 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:04.895597 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 4101a9e9-b987-4e5a-aab1-f671ad752483 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:04.898520 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0327be1-aa30-4011-a431-1a10abb77ffc tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group (e0227988-2c1a-4e5a-9853-a65a8be5c7ff), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:04.971142 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0327be1-aa30-4011-a431-1a10abb77ffc tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e0227988-2c1a-4e5a-9853-a65a8be5c7ff), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:04.974938 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0327be1-aa30-4011-a431-1a10abb77ffc tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:04.976224 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e0327be1-aa30-4011-a431-1a10abb77ffc tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "DELETE /v2.0/security-groups/e0227988-2c1a-4e5a-9853-a65a8be5c7ff HTTP/1.1" status: 204 len: 168 time: 0.1850727 Feb 03 13:09:04.979117 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57794) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:04.986951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0327be1-aa30-4011-a431-1a10abb77ffc tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0227988-2c1a-4e5a-9853-a65a8be5c7ff,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:04.995452 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-676250fb-9d0e-418e-a8e8-9f8abda2df25 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] show failed (client error): The resource could not be found. Feb 03 13:09:04.996044 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-676250fb-9d0e-418e-a8e8-9f8abda2df25 tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "GET /v2.0/security-groups/e0227988-2c1a-4e5a-9853-a65a8be5c7ff HTTP/1.1" status: 404 len: 347 time: 0.0152948 Feb 03 13:09:04.998998 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57796) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:05.087282 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4edfcf4-9a2d-4e5c-bb88-fe860247ea3c None None] New status for floating IP f01bcec8-b950-4f20-a783-67f1a1a94d04: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:09:05.196433 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e9342ded-6ed9-4f28-a72c-8c3b67066a9d tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Deleting port 30673da2-5d3d-4a1f-955d-ef8c8c0b04f8 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:05.196862 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9342ded-6ed9-4f28-a72c-8c3b67066a9d tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (30673da2-5d3d-4a1f-955d-ef8c8c0b04f8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:05.298613 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9342ded-6ed9-4f28-a72c-8c3b67066a9d tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (30673da2-5d3d-4a1f-955d-ef8c8c0b04f8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:05.299076 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9342ded-6ed9-4f28-a72c-8c3b67066a9d tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for floatingip (30673da2-5d3d-4a1f-955d-ef8c8c0b04f8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:05.314829 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e9342ded-6ed9-4f28-a72c-8c3b67066a9d tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Calling delete_port for 30673da2-5d3d-4a1f-955d-ef8c8c0b04f8 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:05.469604 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9342ded-6ed9-4f28-a72c-8c3b67066a9d tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (30673da2-5d3d-4a1f-955d-ef8c8c0b04f8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:05.502900 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9342ded-6ed9-4f28-a72c-8c3b67066a9d tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Pushing event deleted for resources: {'Port': ['ID=30673da2-5d3d-4a1f-955d-ef8c8c0b04f8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:05.571683 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9342ded-6ed9-4f28-a72c-8c3b67066a9d tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks [] for floatingip (f01bcec8-b950-4f20-a783-67f1a1a94d04), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:05.574798 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9342ded-6ed9-4f28-a72c-8c3b67066a9d tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:05.578409 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e9342ded-6ed9-4f28-a72c-8c3b67066a9d tempest-AttachVolumeTestJSON-1436110124 tempest-AttachVolumeTestJSON-1436110124-project] 10.222.0.18 "DELETE /v2.0/floatingips/f01bcec8-b950-4f20-a783-67f1a1a94d04 HTTP/1.1" status: 204 len: 168 time: 0.5760522 Feb 03 13:09:06.170632 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c1181f25-fa78-4bc8-8086-4731ac46407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:06.877202 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device da1ca5d1-ef4c-4987-97d6-d5235edb909b no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:06.914148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: da1ca5d1-ef4c-4987-97d6-d5235edb909b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:06.914559 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device da1ca5d1-ef4c-4987-97d6-d5235edb909b not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:06.998709 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:08.300301 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:09.941721 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:10.459767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 57892) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:10.663475 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-959fd24a-2a75-414d-82e9-82337d912ef6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4dc78e9f6c2b4307b849a2d35a4d78c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2024302 Feb 03 13:09:10.664332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 57896) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:10.745836 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9859cf2e-e21d-4724-8e13-4c3512e3ec37 admin admin] Publish callbacks [] for security_group (99827ec1-c8e3-4c43-90cb-0d1af935d401), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:10.781222 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9859cf2e-e21d-4724-8e13-4c3512e3ec37 admin admin] Publish callbacks [] for security_group (99827ec1-c8e3-4c43-90cb-0d1af935d401), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:10.853224 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9859cf2e-e21d-4724-8e13-4c3512e3ec37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (99827ec1-c8e3-4c43-90cb-0d1af935d401), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:10.857579 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9859cf2e-e21d-4724-8e13-4c3512e3ec37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:10.870390 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9859cf2e-e21d-4724-8e13-4c3512e3ec37 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99827ec1-c8e3-4c43-90cb-0d1af935d401 HTTP/1.1" status: 204 len: 168 time: 0.2043440 Feb 03 13:09:10.888073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859cf2e-e21d-4724-8e13-4c3512e3ec37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99827ec1-c8e3-4c43-90cb-0d1af935d401,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:11.873329 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:09:16.049846 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:20.395805 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-31744b32-68fb-49dd-a2a5-f4cc0c944104 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1291625311&fields=id&tenant_id=47cedc9968b440be9d535d988911feb3 HTTP/1.1" status: 200 len: 267 time: 0.0524268 Feb 03 13:09:20.515856 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-61d43ac5-0604-4d52-b71b-e3edd5f3afab tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:20.517545 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-61d43ac5-0604-4d52-b71b-e3edd5f3afab tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 811 time: 0.1144676 Feb 03 13:09:20.532658 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-4db2a293-ecdd-48c2-ab85-9dea399a1546 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/quotas/47cedc9968b440be9d535d988911feb3 HTTP/1.1" status: 200 len: 375 time: 0.0094783 Feb 03 13:09:20.599590 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-7c8471b6-b232-4e34-a86d-1ccbea870657 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616877 Feb 03 13:09:20.694095 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-57ce702d-eedf-4d1f-a1c6-38706aaca1fe service neutron] 10.222.0.18 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868998 Feb 03 13:09:20.785015 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-f3e8c73f-f79a-4e32-b036-466686a8c8d6 service neutron] 10.222.0.18 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836115 Feb 03 13:09:21.096536 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d9a1201e-c72b-4fc8-9b56-1130329cc259 req-16905bba-d202-4579-b52a-ff538d13ca60 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 210 time: 0.0295751 Feb 03 13:09:22.169122 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58086) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:22.221028 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-555d07f2-651e-43f8-90a5-d8b03ad6eb2c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:22.224553 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-555d07f2-651e-43f8-90a5-d8b03ad6eb2c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.73 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 811 time: 0.1777217 Feb 03 13:09:22.255817 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd5c3654-5351-4798-87ef-c76bcac0b9f6 req-06a88b22-64fc-4c42-9806-9b7a0ca4695e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 210 time: 0.0299764 Feb 03 13:09:22.325802 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-3033f514-c27b-4b43-8b22-85d795818c6b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47cedc9968b440be9d535d988911feb3 HTTP/1.1" status: 200 len: 380 time: 0.0729010 Feb 03 13:09:22.341574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-ddcb65cd-a1d1-4e1d-9540-295a9207b115 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Request body: {'port': {'device_id': '06aa21d9-d5d9-4278-9063-15ab9eb24a18', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'admin_state_up': True, 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'security_groups': ['28c8166a-4112-4672-aacb-7bff50697772']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:22.570269 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-ddcb65cd-a1d1-4e1d-9540-295a9207b115 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Made reservation on behalf of 47cedc9968b440be9d535d988911feb3 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:09:22.574917 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-ddcb65cd-a1d1-4e1d-9540-295a9207b115 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:22.801744 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-ddcb65cd-a1d1-4e1d-9540-295a9207b115 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Allocated IP 172.20.0.5 (c7d910a7-219c-4471-8faf-04d787751463/c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28/3c7d7ac4-eae6-4c98-b63e-408f5029371f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:09:22.909611 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6f183452-a060-43fb-807f-a971061a9303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (906dc41d-4909-4533-bae5-25570020319e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:23.034227 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-ddcb65cd-a1d1-4e1d-9540-295a9207b115 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for port (3c7d7ac4-eae6-4c98-b63e-408f5029371f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:23.102502 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-ddcb65cd-a1d1-4e1d-9540-295a9207b115 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (3c7d7ac4-eae6-4c98-b63e-408f5029371f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:23.183386 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-ddcb65cd-a1d1-4e1d-9540-295a9207b115 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Network c7d910a7-219c-4471-8faf-04d787751463 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:23.197909 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-ddcb65cd-a1d1-4e1d-9540-295a9207b115 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:23.203852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-ddcb65cd-a1d1-4e1d-9540-295a9207b115 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:09:23.266735 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb65cd-a1d1-4e1d-9540-295a9207b115 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event updated for resources: {'Port': ['ID=3c7d7ac4-eae6-4c98-b63e-408f5029371f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:23.321893 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-ddcb65cd-a1d1-4e1d-9540-295a9207b115 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:23.322782 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-ddcb65cd-a1d1-4e1d-9540-295a9207b115 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:23.347755 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-ddcb65cd-a1d1-4e1d-9540-295a9207b115 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0165634 Feb 03 13:09:23.370174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-58de34d3-38ef-4586-a410-de19be4f8e1c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:09:23.373618 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-58de34d3-38ef-4586-a410-de19be4f8e1c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123549 Feb 03 13:09:23.410377 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] Request body: {'port': {'device_id': '06aa21d9-d5d9-4278-9063-15ab9eb24a18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:23.543258 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3c7d7ac4-eae6-4c98-b63e-408f5029371f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:23.645479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8d1c1aea-a98d-4e32-b0a2-d8a38251281f None None] Provisioning complete for port 3c7d7ac4-eae6-4c98-b63e-408f5029371f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:23.648462 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8d1c1aea-a98d-4e32-b0a2-d8a38251281f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (3c7d7ac4-eae6-4c98-b63e-408f5029371f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:23.674931 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fbe73-e0eb-45bf-a5ca-17d9542ec81c req-3c25132b-24c6-4ff7-912b-a65467ddf2bb tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:23.676661 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-872fbe73-e0eb-45bf-a5ca-17d9542ec81c req-3c25132b-24c6-4ff7-912b-a65467ddf2bb tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 931 time: 0.1422489 Feb 03 13:09:23.746387 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8d1c1aea-a98d-4e32-b0a2-d8a38251281f None None] Port 3c7d7ac4-eae6-4c98-b63e-408f5029371f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:09:23.769549 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-872fbe73-e0eb-45bf-a5ca-17d9542ec81c req-cd7fbee5-ac59-4452-bc8a-a793d73b9d53 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750310 Feb 03 13:09:23.962657 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7d7ac4-eae6-4c98-b63e-408f5029371f {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:09:23.969030 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6f183452-a060-43fb-807f-a971061a9303 admin admin] Deleting port 14b81336-ece3-4263-b301-11c690b9d32f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:23.969591 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6f183452-a060-43fb-807f-a971061a9303 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (14b81336-ece3-4263-b301-11c690b9d32f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:23.982283 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] Publish callbacks [] for port (3c7d7ac4-eae6-4c98-b63e-408f5029371f), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:23.997375 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] Transition to ACTIVE for port object 3c7d7ac4-eae6-4c98-b63e-408f5029371f will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:09:24.002577 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (3c7d7ac4-eae6-4c98-b63e-408f5029371f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:24.066837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] Pushing event updated for resources: {'Port': ['ID=3c7d7ac4-eae6-4c98-b63e-408f5029371f,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:24.166291 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6f183452-a060-43fb-807f-a971061a9303 admin admin] For port 14b81336-ece3-4263-b301-11c690b9d32f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=14b81336-ece3-4263-b301-11c690b9d32f,segment=NetworkSegment(abc73507-27b5-4f0d-b41b-4ade751234d0),segment_id=abc73507-27b5-4f0d-b41b-4ade751234d0)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:24.166890 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6f183452-a060-43fb-807f-a971061a9303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (14b81336-ece3-4263-b301-11c690b9d32f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:24.176455 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] Attempting to bind port 3c7d7ac4-eae6-4c98-b63e-408f5029371f on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:09:24.177023 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] Attempting to bind port 3c7d7ac4-eae6-4c98-b63e-408f5029371f by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:09:24.177449 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] Attempting to bind port 3c7d7ac4-eae6-4c98-b63e-408f5029371f on network c7d910a7-219c-4471-8faf-04d787751463 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:24.183315 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] Port 3c7d7ac4-eae6-4c98-b63e-408f5029371f on network c7d910a7-219c-4471-8faf-04d787751463 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:09:24.183690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] Attempting to bind port 3c7d7ac4-eae6-4c98-b63e-408f5029371f on network c7d910a7-219c-4471-8faf-04d787751463 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:24.191103 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:09:24.191806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] Checking segment: {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:24.192437 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] Bound using segment: {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:09:24.193121 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] Bound port: 3c7d7ac4-eae6-4c98-b63e-408f5029371f, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:09:24.193782 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3c7d7ac4-eae6-4c98-b63e-408f5029371f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:24.199282 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6f183452-a060-43fb-807f-a971061a9303 admin admin] Calling delete_port for 14b81336-ece3-4263-b301-11c690b9d32f owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:24.314766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] For port 3c7d7ac4-eae6-4c98-b63e-408f5029371f, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:09:24.320699 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] For port 3c7d7ac4-eae6-4c98-b63e-408f5029371f, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=3c7d7ac4-eae6-4c98-b63e-408f5029371f,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:09:24.330925 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (3c7d7ac4-eae6-4c98-b63e-408f5029371f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:24.410667 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:24.411508 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:24.415801 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] 10.222.0.73 "PUT /v2.0/ports/3c7d7ac4-eae6-4c98-b63e-408f5029371f HTTP/1.1" status: 200 len: 1091 time: 1.0265188 Feb 03 13:09:24.423159 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06aa21d9-d5d9-4278-9063-15ab9eb24a18', 'tag': '3c7d7ac4-eae6-4c98-b63e-408f5029371f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:24.426084 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dac3de1-439e-4ab2-93fe-1bd6cdc675e8" -d '{"events": [{"name": "network-changed", "server_uuid": "06aa21d9-d5d9-4278-9063-15ab9eb24a18", "tag": "3c7d7ac4-eae6-4c98-b63e-408f5029371f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:24.587114 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d9c46f-b50e-444c-b3e2-e6f7e0e4f75a x-openstack-request-id: req-95d9c46f-b50e-444c-b3e2-e6f7e0e4f75a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:24.588688 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06aa21d9-d5d9-4278-9063-15ab9eb24a18", "tag": "3c7d7ac4-eae6-4c98-b63e-408f5029371f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:24.589059 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95d9c46f-b50e-444c-b3e2-e6f7e0e4f75a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:24.589626 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06aa21d9-d5d9-4278-9063-15ab9eb24a18', 'tag': '3c7d7ac4-eae6-4c98-b63e-408f5029371f', 'status': 'completed', 'code': 200} Feb 03 13:09:24.602697 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf810ea-7427-4936-b216-494c5b2c2a8b service neutron] Pushing event updated for resources: {'Port': ['ID=3c7d7ac4-eae6-4c98-b63e-408f5029371f,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:24.646560 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-729b4172-f8a4-4473-a400-345d5a65a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:24.648380 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-729b4172-f8a4-4473-a400-345d5a65a617 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 1125 time: 0.1665826 Feb 03 13:09:24.657455 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6f183452-a060-43fb-807f-a971061a9303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (14b81336-ece3-4263-b301-11c690b9d32f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:24.694874 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f183452-a060-43fb-807f-a971061a9303 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b81336-ece3-4263-b301-11c690b9d32f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:24.756531 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-198e21ff-336c-424c-a2d8-d7c6a4d282ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c7d7ac4-eae6-4c98-b63e-408f5029371f HTTP/1.1" status: 200 len: 217 time: 0.0923111 Feb 03 13:09:24.861282 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-154f3f46-a257-4f40-b6c9-825e0943eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:24.863028 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-154f3f46-a257-4f40-b6c9-825e0943eb6b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.1008987 Feb 03 13:09:24.974632 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-f8e4357d-057e-4e3c-a114-ff0c2612768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:24.976143 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-f8e4357d-057e-4e3c-a114-ff0c2612768e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1070714 Feb 03 13:09:25.108104 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-b7ccc70e-b57d-4361-8b2c-fff0b17021ab service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250920 Feb 03 13:09:25.134394 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9e1f0-70c7-47b6-b1ea-7523918ef133 req-04b0a08c-84e1-49f9-bc14-9327364dc90b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:25.136487 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-69f9e1f0-70c7-47b6-b1ea-7523918ef133 req-04b0a08c-84e1-49f9-bc14-9327364dc90b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.1137505 Feb 03 13:09:25.137510 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6f183452-a060-43fb-807f-a971061a9303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (906dc41d-4909-4533-bae5-25570020319e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:25.191626 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-69f9e1f0-70c7-47b6-b1ea-7523918ef133 req-79276a9f-c71d-4892-80bc-422e1fcec6ca tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478001 Feb 03 13:09:25.255770 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f66063e-5289-4935-9f80-edee14a8ec82 req-bd4b0dd3-5cdf-4063-a628-64af78a0b927 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405811 Feb 03 13:09:25.459016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac3de1-439e-4ab2-93fe-1bd6cdc675e8 req-cc346d8c-a5d3-40d5-89cd-60c3836e8d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:25.461748 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5dac3de1-439e-4ab2-93fe-1bd6cdc675e8 req-cc346d8c-a5d3-40d5-89cd-60c3836e8d92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 1125 time: 0.0887690 Feb 03 13:09:25.572279 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f183452-a060-43fb-807f-a971061a9303 admin admin] Router 906dc41d-4909-4533-bae5-25570020319e has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:09:25.606637 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac3de1-439e-4ab2-93fe-1bd6cdc675e8 req-e0e71dbb-4d60-4f25-b186-254da30d1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:25.609399 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5dac3de1-439e-4ab2-93fe-1bd6cdc675e8 req-e0e71dbb-4d60-4f25-b186-254da30d1e19 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 912 time: 0.1411891 Feb 03 13:09:25.691331 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5dac3de1-439e-4ab2-93fe-1bd6cdc675e8 req-f68a2798-d716-4997-a145-94e1bc54a7ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c7d7ac4-eae6-4c98-b63e-408f5029371f HTTP/1.1" status: 200 len: 217 time: 0.0731387 Feb 03 13:09:25.771326 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f183452-a060-43fb-807f-a971061a9303 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:09:25.779454 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6f183452-a060-43fb-807f-a971061a9303 admin admin] 10.222.0.18 "PUT /v2.0/routers/906dc41d-4909-4533-bae5-25570020319e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6092248 Feb 03 13:09:25.781912 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac3de1-439e-4ab2-93fe-1bd6cdc675e8 req-5b233031-dce5-4136-a566-bfe766c38403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:25.783599 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5dac3de1-439e-4ab2-93fe-1bd6cdc675e8 req-5b233031-dce5-4136-a566-bfe766c38403 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.0859556 Feb 03 13:09:25.784198 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58106) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:25.787631 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bc5e46-c242-45ba-a5d6-7ef57c371a8f None None] Sync routers for ids ['906dc41d-4909-4533-bae5-25570020319e'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:09:25.803112 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bc5e46-c242-45ba-a5d6-7ef57c371a8f None None] Routers {'906dc41d-4909-4533-bae5-25570020319e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:25.808298 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-99bc5e46-c242-45ba-a5d6-7ef57c371a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:09:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['906dc41d-4909-4533-bae5-25570020319e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:25.850652 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac3de1-439e-4ab2-93fe-1bd6cdc675e8 req-813c8723-294c-4718-98cd-b690411f30fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:25.854908 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5dac3de1-439e-4ab2-93fe-1bd6cdc675e8 req-813c8723-294c-4718-98cd-b690411f30fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0626895 Feb 03 13:09:25.969208 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5dac3de1-439e-4ab2-93fe-1bd6cdc675e8 req-cc3de10f-1624-49bc-abb3-dd3977ab2bef service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091771 Feb 03 13:09:25.973775 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3189275-b50f-40a8-b6fe-46f5cd92dfd1 admin admin] Publish callbacks [] for router (906dc41d-4909-4533-bae5-25570020319e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.001129 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-99bc5e46-c242-45ba-a5d6-7ef57c371a8f None None] Set router 906dc41d-4909-4533-bae5-25570020319e gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:26.078143 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5dac3de1-439e-4ab2-93fe-1bd6cdc675e8 req-88c42a0b-73f5-4935-b07c-c938d2c3ebcb service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012993 Feb 03 13:09:26.166204 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3189275-b50f-40a8-b6fe-46f5cd92dfd1 admin admin] Publish callbacks [] for router_gateway (906dc41d-4909-4533-bae5-25570020319e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.250134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b3189275-b50f-40a8-b6fe-46f5cd92dfd1 admin admin] Deleting port 5ac38410-10a7-4d87-809c-680c76ec388f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:26.250591 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3189275-b50f-40a8-b6fe-46f5cd92dfd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5ac38410-10a7-4d87-809c-680c76ec388f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.285719 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-99bc5e46-c242-45ba-a5d6-7ef57c371a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906dc41d-4909-4533-bae5-25570020319e', 'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:58Z', 'updated_at': '2022-02-03T13:09:24Z', 'revision_number': 5, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'gw_port': {'id': '5ac38410-10a7-4d87-809c-680c76ec388f', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906dc41d-4909-4533-bae5-25570020319e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:02:59Z', 'updated_at': '2022-02-03T13:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:26.326335 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bc5e46-c242-45ba-a5d6-7ef57c371a8f None None] Checking router: 906dc41d-4909-4533-bae5-25570020319e for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:09:26.337523 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bc5e46-c242-45ba-a5d6-7ef57c371a8f None None] Routers {'906dc41d-4909-4533-bae5-25570020319e'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:26.338774 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-99bc5e46-c242-45ba-a5d6-7ef57c371a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:09:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['906dc41d-4909-4533-bae5-25570020319e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:26.382217 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b3189275-b50f-40a8-b6fe-46f5cd92dfd1 admin admin] For port 5ac38410-10a7-4d87-809c-680c76ec388f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5ac38410-10a7-4d87-809c-680c76ec388f,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:26.382886 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3189275-b50f-40a8-b6fe-46f5cd92dfd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5ac38410-10a7-4d87-809c-680c76ec388f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.414417 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b3189275-b50f-40a8-b6fe-46f5cd92dfd1 admin admin] Calling delete_port for 5ac38410-10a7-4d87-809c-680c76ec388f owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:26.453738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9942f-bea5-435f-9ef1-07ce8c3b0cb5 req-a5986f8e-2b62-4fec-a924-c9b30f2bad09 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:26.455434 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6ff9942f-bea5-435f-9ef1-07ce8c3b0cb5 req-a5986f8e-2b62-4fec-a924-c9b30f2bad09 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.1570764 Feb 03 13:09:26.547360 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6ff9942f-bea5-435f-9ef1-07ce8c3b0cb5 req-1894b9e7-da7c-4c49-80ac-c53a57e8a022 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844872 Feb 03 13:09:26.669873 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3189275-b50f-40a8-b6fe-46f5cd92dfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (5ac38410-10a7-4d87-809c-680c76ec388f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.705807 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3189275-b50f-40a8-b6fe-46f5cd92dfd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac38410-10a7-4d87-809c-680c76ec388f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:26.754277 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-99bc5e46-c242-45ba-a5d6-7ef57c371a8f None None] Set router 906dc41d-4909-4533-bae5-25570020319e gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:26.785899 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3189275-b50f-40a8-b6fe-46f5cd92dfd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (906dc41d-4909-4533-bae5-25570020319e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.831468 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-99bc5e46-c242-45ba-a5d6-7ef57c371a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906dc41d-4909-4533-bae5-25570020319e', 'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:58Z', 'updated_at': '2022-02-03T13:09:26Z', 'revision_number': 6, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:26.908264 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bc5e46-c242-45ba-a5d6-7ef57c371a8f None None] The sync data for ids ['906dc41d-4909-4533-bae5-25570020319e'] in n-d-827336-3 is: [{'id': '906dc41d-4909-4533-bae5-25570020319e', 'name': 'tempest-AttachVolumeTestJSON-760804319-router', 'tenant_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:02:58Z', 'updated_at': '2022-02-03T13:09:26Z', 'revision_number': 6, 'project_id': '5c8ffc7f02e14280b5d12bfe5ef5be2a', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:09:26.991994 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3189275-b50f-40a8-b6fe-46f5cd92dfd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (906dc41d-4909-4533-bae5-25570020319e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:26.995498 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3189275-b50f-40a8-b6fe-46f5cd92dfd1 admin admin] Publish callbacks [] for router_controller (906dc41d-4909-4533-bae5-25570020319e), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.019365 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58118) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:27.071830 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3189275-b50f-40a8-b6fe-46f5cd92dfd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (906dc41d-4909-4533-bae5-25570020319e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.072777 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3189275-b50f-40a8-b6fe-46f5cd92dfd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 906dc41d-4909-4533-bae5-25570020319e {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:09:27.083285 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3189275-b50f-40a8-b6fe-46f5cd92dfd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.086212 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b3189275-b50f-40a8-b6fe-46f5cd92dfd1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/906dc41d-4909-4533-bae5-25570020319e HTTP/1.1" status: 204 len: 168 time: 1.2991219 Feb 03 13:09:27.087405 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58122) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:27.161238 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-686e5b3f-83bb-49b4-ab30-dca603af3913 admin admin] Deleting subnet bd911557-2171-4f85-99b2-431860ea8276 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:09:27.172271 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-686e5b3f-83bb-49b4-ab30-dca603af3913 admin admin] Publish callbacks [] for subnet (bd911557-2171-4f85-99b2-431860ea8276), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.199164 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0e72285-da94-4e7f-b9ef-da68492c8ec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.234632 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-686e5b3f-83bb-49b4-ab30-dca603af3913 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (bd911557-2171-4f85-99b2-431860ea8276), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.434532 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 14b81336-ece3-4263-b301-11c690b9d32f no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:27.453378 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-686e5b3f-83bb-49b4-ab30-dca603af3913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (bd911557-2171-4f85-99b2-431860ea8276), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.461056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 14b81336-ece3-4263-b301-11c690b9d32f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:27.461681 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 14b81336-ece3-4263-b301-11c690b9d32f not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:27.467168 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0e72285-da94-4e7f-b9ef-da68492c8ec1 admin admin] Publish callbacks [] for security_group (36f4a10e-e9a4-4f2f-ae88-d69dc00488db), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.490860 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0e72285-da94-4e7f-b9ef-da68492c8ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (36f4a10e-e9a4-4f2f-ae88-d69dc00488db), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.556101 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d0e72285-da94-4e7f-b9ef-da68492c8ec1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f8d5cdbd6d7415abedd943a6d2ee014&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5348883 Feb 03 13:09:27.558718 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e72285-da94-4e7f-b9ef-da68492c8ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f4a10e-e9a4-4f2f-ae88-d69dc00488db,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:27.563046 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58126) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:27.623493 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-686e5b3f-83bb-49b4-ab30-dca603af3913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (bd911557-2171-4f85-99b2-431860ea8276), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.674204 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18c5eb9f-721f-4836-97b8-77be5f0e578a admin admin] Publish callbacks [] for security_group (36f4a10e-e9a4-4f2f-ae88-d69dc00488db), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.704331 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-686e5b3f-83bb-49b4-ab30-dca603af3913 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.705470 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f932684-045b-4911-a5fc-ec4a037bc821 None None] Network f6d1ce66-d18b-43ca-b278-f3cd61f50f03 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:27.707731 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-686e5b3f-83bb-49b4-ab30-dca603af3913 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bd911557-2171-4f85-99b2-431860ea8276 HTTP/1.1" status: 204 len: 168 time: 0.6191213 Feb 03 13:09:27.713340 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58134) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:27.717215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e5b3f-83bb-49b4-ab30-dca603af3913 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd911557-2171-4f85-99b2-431860ea8276,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:27.738171 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18c5eb9f-721f-4836-97b8-77be5f0e578a admin admin] Publish callbacks [] for security_group (36f4a10e-e9a4-4f2f-ae88-d69dc00488db), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.799069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca17cf-fb88-4f54-b056-365cc524a5b7 req-9ed18cf9-247f-48ab-98fd-c85a10fc241c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:27.806831 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80ca17cf-fb88-4f54-b056-365cc524a5b7 req-9ed18cf9-247f-48ab-98fd-c85a10fc241c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.0873492 Feb 03 13:09:27.913467 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18c5eb9f-721f-4836-97b8-77be5f0e578a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (36f4a10e-e9a4-4f2f-ae88-d69dc00488db), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.916187 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18c5eb9f-721f-4836-97b8-77be5f0e578a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.917372 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-18c5eb9f-721f-4836-97b8-77be5f0e578a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36f4a10e-e9a4-4f2f-ae88-d69dc00488db HTTP/1.1" status: 204 len: 168 time: 0.3531623 Feb 03 13:09:27.921850 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-80ca17cf-fb88-4f54-b056-365cc524a5b7 req-58b55c45-8c5f-4552-9e10-70add032fdbb tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134675 Feb 03 13:09:27.922684 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c8950c8-1320-4d6e-956b-054204d29013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (f6d1ce66-d18b-43ca-b278-f3cd61f50f03), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:27.965543 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5eb9f-721f-4836-97b8-77be5f0e578a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f4a10e-e9a4-4f2f-ae88-d69dc00488db,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:28.131893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c23ab18-5379-44f5-b5c8-181b17ac4897 None None] DHCP port deletion for f6d1ce66-d18b-43ca-b278-f3cd61f50f03 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:09:28.146669 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1c8950c8-1320-4d6e-956b-054204d29013 admin admin] Deleting port b0e425e1-2a61-4ddf-977c-55ffd70e173e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:28.147026 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c8950c8-1320-4d6e-956b-054204d29013 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b0e425e1-2a61-4ddf-977c-55ffd70e173e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.284502 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1c8950c8-1320-4d6e-956b-054204d29013 admin admin] For port b0e425e1-2a61-4ddf-977c-55ffd70e173e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b0e425e1-2a61-4ddf-977c-55ffd70e173e,segment=NetworkSegment(abc73507-27b5-4f0d-b41b-4ade751234d0),segment_id=abc73507-27b5-4f0d-b41b-4ade751234d0)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:28.284886 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c8950c8-1320-4d6e-956b-054204d29013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b0e425e1-2a61-4ddf-977c-55ffd70e173e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.305252 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2c23ab18-5379-44f5-b5c8-181b17ac4897 None None] Deleting port b0e425e1-2a61-4ddf-977c-55ffd70e173e {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:28.306903 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2c23ab18-5379-44f5-b5c8-181b17ac4897 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b0e425e1-2a61-4ddf-977c-55ffd70e173e), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.307600 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1c8950c8-1320-4d6e-956b-054204d29013 admin admin] Calling delete_port for b0e425e1-2a61-4ddf-977c-55ffd70e173e owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:28.485747 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2c23ab18-5379-44f5-b5c8-181b17ac4897 None None] For port b0e425e1-2a61-4ddf-977c-55ffd70e173e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b0e425e1-2a61-4ddf-977c-55ffd70e173e,segment=NetworkSegment(abc73507-27b5-4f0d-b41b-4ade751234d0),segment_id=abc73507-27b5-4f0d-b41b-4ade751234d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:28.486158 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2c23ab18-5379-44f5-b5c8-181b17ac4897 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b0e425e1-2a61-4ddf-977c-55ffd70e173e), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.517236 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2c23ab18-5379-44f5-b5c8-181b17ac4897 None None] Calling delete_port for b0e425e1-2a61-4ddf-977c-55ffd70e173e owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:28.561123 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c8950c8-1320-4d6e-956b-054204d29013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b0e425e1-2a61-4ddf-977c-55ffd70e173e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.660708 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8950c8-1320-4d6e-956b-054204d29013 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e425e1-2a61-4ddf-977c-55ffd70e173e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:28.688365 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8950c8-1320-4d6e-956b-054204d29013 admin admin] No DVR routers for this DVR port b0e425e1-2a61-4ddf-977c-55ffd70e173e on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:28.689666 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2c23ab18-5379-44f5-b5c8-181b17ac4897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (b0e425e1-2a61-4ddf-977c-55ffd70e173e), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.735913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23ab18-5379-44f5-b5c8-181b17ac4897 None None] Pushing event deleted for resources: {'Port': ['ID=b0e425e1-2a61-4ddf-977c-55ffd70e173e,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:28.747662 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c23ab18-5379-44f5-b5c8-181b17ac4897 None None] No DVR routers for this DVR port b0e425e1-2a61-4ddf-977c-55ffd70e173e on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:28.887830 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c8950c8-1320-4d6e-956b-054204d29013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (f6d1ce66-d18b-43ca-b278-f3cd61f50f03), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.920897 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686f13f-733a-4c4b-ae95-cef7e8dd1217 req-031100b6-da90-4ef3-a386-8bd61d0e92d3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:28.922553 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b686f13f-733a-4c4b-ae95-cef7e8dd1217 req-031100b6-da90-4ef3-a386-8bd61d0e92d3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 946 time: 0.1210754 Feb 03 13:09:28.924220 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1c8950c8-1320-4d6e-956b-054204d29013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d1ce66-d18b-43ca-b278-f3cd61f50f03']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:28.936711 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1c8950c8-1320-4d6e-956b-054204d29013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc73507-27b5-4f0d-b41b-4ade751234d0') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:28.937039 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1c8950c8-1320-4d6e-956b-054204d29013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc73507-27b5-4f0d-b41b-4ade751234d0') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:28.959856 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c8950c8-1320-4d6e-956b-054204d29013 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (abc73507-27b5-4f0d-b41b-4ade751234d0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:28.985762 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c8950c8-1320-4d6e-956b-054204d29013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (abc73507-27b5-4f0d-b41b-4ade751234d0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:29.002264 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8950c8-1320-4d6e-956b-054204d29013 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:09:29.002675 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c8950c8-1320-4d6e-956b-054204d29013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (abc73507-27b5-4f0d-b41b-4ade751234d0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:09:29.004408 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:09:29.028602 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b686f13f-733a-4c4b-ae95-cef7e8dd1217 req-de134c78-f81f-459f-a951-92d8937d8f95 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956979 Feb 03 13:09:29.055790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58150) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:29.081868 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c8950c8-1320-4d6e-956b-054204d29013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (f6d1ce66-d18b-43ca-b278-f3cd61f50f03), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:29.089149 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c8950c8-1320-4d6e-956b-054204d29013 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:29.094943 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1c8950c8-1320-4d6e-956b-054204d29013 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f6d1ce66-d18b-43ca-b278-f3cd61f50f03 HTTP/1.1" status: 204 len: 168 time: 1.3783727 Feb 03 13:09:29.107452 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8950c8-1320-4d6e-956b-054204d29013 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6d1ce66-d18b-43ca-b278-f3cd61f50f03,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:29.136814 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9ef2ad0c-01df-4c00-9689-c103ae696cad tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/floatingips/fb57fdea-04f9-4a1e-a9fc-770c6215e248 HTTP/1.1" status: 200 len: 993 time: 0.0793111 Feb 03 13:09:29.174466 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60364c58-71ce-4cf5-931f-624678e45bdf req-d1057c2b-884e-4e17-b991-53c13416bf5f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:29.176175 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-60364c58-71ce-4cf5-931f-624678e45bdf req-d1057c2b-884e-4e17-b991-53c13416bf5f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.1601884 Feb 03 13:09:29.236387 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-60364c58-71ce-4cf5-931f-624678e45bdf req-e104eab0-56ff-424c-b07e-0bc80508506b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529583 Feb 03 13:09:29.354541 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58160) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:29.371884 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5ac38410-10a7-4d87-809c-680c76ec388f no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:29.402241 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 5ac38410-10a7-4d87-809c-680c76ec388f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:29.402970 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5ac38410-10a7-4d87-809c-680c76ec388f not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:29.403901 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b0e425e1-2a61-4ddf-977c-55ffd70e173e no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:29.404517 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-229a1bd4-03c9-43fb-9bf4-e049aa70211c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c8ffc7f02e14280b5d12bfe5ef5be2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487618 Feb 03 13:09:29.406983 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58162) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:29.427534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: b0e425e1-2a61-4ddf-977c-55ffd70e173e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:29.428315 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b0e425e1-2a61-4ddf-977c-55ffd70e173e not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:29.459236 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a78e897-6919-411e-be42-16c869a3c545 admin admin] Publish callbacks [] for security_group (4562e560-d07d-4c24-86d1-86202e56c0d0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:29.486331 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a78e897-6919-411e-be42-16c869a3c545 admin admin] Publish callbacks [] for security_group (4562e560-d07d-4c24-86d1-86202e56c0d0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:29.559750 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631a77f-b1b9-4c32-baa8-8b1e5d187d76 req-91ede18b-2b7b-470d-ba4b-f3592d90ecb1 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:29.561639 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4631a77f-b1b9-4c32-baa8-8b1e5d187d76 req-91ede18b-2b7b-470d-ba4b-f3592d90ecb1 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 1128 time: 0.0582936 Feb 03 13:09:29.566496 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a78e897-6919-411e-be42-16c869a3c545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4562e560-d07d-4c24-86d1-86202e56c0d0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:29.569149 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a78e897-6919-411e-be42-16c869a3c545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:29.573076 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0a78e897-6919-411e-be42-16c869a3c545 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4562e560-d07d-4c24-86d1-86202e56c0d0 HTTP/1.1" status: 204 len: 168 time: 0.1623399 Feb 03 13:09:29.593010 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78e897-6919-411e-be42-16c869a3c545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4562e560-d07d-4c24-86d1-86202e56c0d0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:29.628836 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4631a77f-b1b9-4c32-baa8-8b1e5d187d76 req-e27ef17f-7131-496f-b1e4-238af8e4742b tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573337 Feb 03 13:09:30.399029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04094f56-3261-41c4-8cb9-59387661f414 req-0f4a2146-34f8-4f30-a6c0-6de8f05b1678 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:30.406648 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-04094f56-3261-41c4-8cb9-59387661f414 req-0f4a2146-34f8-4f30-a6c0-6de8f05b1678 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.0647578 Feb 03 13:09:30.487617 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-04094f56-3261-41c4-8cb9-59387661f414 req-1c7b6c61-3845-438b-8136-76156efc272c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798354 Feb 03 13:09:30.495715 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-0ce59cd1-cb0d-4efb-b0ef-05dd73b63608 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2969780 Feb 03 13:09:30.501037 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-b35f1602-1e3e-415a-b44d-0ed4f1d8632d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:09:30.514769 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-b35f1602-1e3e-415a-b44d-0ed4f1d8632d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096967 Feb 03 13:09:31.026350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-b8c29691-21fd-47fd-a9a8-5e09c320b467 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:09:31.027348 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-b8c29691-21fd-47fd-a9a8-5e09c320b467 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054920 Feb 03 13:09:31.114177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-d52c8333-f848-4181-a5c7-119b6847003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:31.116203 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-d52c8333-f848-4181-a5c7-119b6847003c service neutron] 10.222.0.18 "GET /v2.0/ports/c2fa40e2-16a5-4e04-aa46-52304c49d5b9 HTTP/1.1" status: 200 len: 1125 time: 0.0522251 Feb 03 13:09:31.126333 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-d1ccadda-78f7-4287-8c60-418506397f40 service neutron] Request body: {'binding': {'host': 'n-h2-827336-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:31.126790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-d1ccadda-78f7-4287-8c60-418506397f40 service neutron] Unknown quota resources ['binding']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 03 13:09:31.297925 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.303310 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-d1ccadda-78f7-4287-8c60-418506397f40 service neutron] Attempting to bind port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 on host n-h2-827336-3 for vnic_type normal with profile None {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:09:31.303739 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-d1ccadda-78f7-4287-8c60-418506397f40 service neutron] Attempting to bind port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '4944500f-3516-4266-aaa4-399a82a84d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:09:31.304210 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-d1ccadda-78f7-4287-8c60-418506397f40 service neutron] Attempting to bind port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 on network 899d5b50-b896-4f62-99a7-cfe373fcaab9 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:31.310556 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-d1ccadda-78f7-4287-8c60-418506397f40 service neutron] Port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 on network 899d5b50-b896-4f62-99a7-cfe373fcaab9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:09:31.310964 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-d1ccadda-78f7-4287-8c60-418506397f40 service neutron] Attempting to bind port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 on network 899d5b50-b896-4f62-99a7-cfe373fcaab9 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:31.329117 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-d1ccadda-78f7-4287-8c60-418506397f40 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:09:31.329638 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-d1ccadda-78f7-4287-8c60-418506397f40 service neutron] Checking segment: {'id': '4944500f-3516-4266-aaa4-399a82a84d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:31.330391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-d1ccadda-78f7-4287-8c60-418506397f40 service neutron] Bound using segment: {'id': '4944500f-3516-4266-aaa4-399a82a84d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:09:31.331294 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-d1ccadda-78f7-4287-8c60-418506397f40 service neutron] Bound port: c2fa40e2-16a5-4e04-aa46-52304c49d5b9, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4944500f-3516-4266-aaa4-399a82a84d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:09:31.836587 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-d1ccadda-78f7-4287-8c60-418506397f40 service neutron] For port c2fa40e2-16a5-4e04-aa46-52304c49d5b9, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,segment=NetworkSegment(4944500f-3516-4266-aaa4-399a82a84d50),segment_id=4944500f-3516-4266-aaa4-399a82a84d50)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:09:31.852493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a3fed-6535-4cf2-a754-026d8f4c4d5a req-12ea50b0-b357-4187-bb3d-aad5f3848cf7 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:31.854507 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-036a3fed-6535-4cf2-a754-026d8f4c4d5a req-12ea50b0-b357-4187-bb3d-aad5f3848cf7 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.1176145 Feb 03 13:09:31.857551 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-d1ccadda-78f7-4287-8c60-418506397f40 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:31.858886 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-d1ccadda-78f7-4287-8c60-418506397f40 service neutron] 10.222.0.18 "POST /v2.0/ports/c2fa40e2-16a5-4e04-aa46-52304c49d5b9/bindings HTTP/1.1" status: 201 len: 389 time: 0.7360246 Feb 03 13:09:31.919508 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-036a3fed-6535-4cf2-a754-026d8f4c4d5a req-de7a7514-818d-4d84-bc7e-a7fc0ef60f05 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590320 Feb 03 13:09:32.119878 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94355d-69cd-4322-944d-191e690e9ecb req-bf2cdbd2-e1c6-42b0-96a7-28a888d26bc6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:32.122761 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c94355d-69cd-4322-944d-191e690e9ecb req-bf2cdbd2-e1c6-42b0-96a7-28a888d26bc6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 946 time: 0.0796835 Feb 03 13:09:32.202681 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c94355d-69cd-4322-944d-191e690e9ecb req-5005ed55-56c0-4d1f-8ede-e08300d2317a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744572 Feb 03 13:09:32.286974 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-5657a5b7-9250-44a5-b48e-3c84e0e76603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:32.288589 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-5657a5b7-9250-44a5-b48e-3c84e0e76603 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 1128 time: 0.1929991 Feb 03 13:09:32.409536 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-11de8511-9590-4555-a9f7-6ba1198c21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:32.409536 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-11de8511-9590-4555-a9f7-6ba1198c21ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=899d5b50-b896-4f62-99a7-cfe373fcaab9 HTTP/1.1" status: 200 len: 898 time: 0.1135027 Feb 03 13:09:32.479712 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-8f5df698-7b51-4509-80be-b46395a2054b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2fa40e2-16a5-4e04-aa46-52304c49d5b9 HTTP/1.1" status: 200 len: 1001 time: 0.0654521 Feb 03 13:09:32.541396 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-6c883626-6721-47a5-bea1-6b38dfc9b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:32.542925 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-6c883626-6721-47a5-bea1-6b38dfc9b2e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a9c6559-1aed-4ddf-b42d-55ea4bac8d22 HTTP/1.1" status: 200 len: 835 time: 0.0569763 Feb 03 13:09:32.609478 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-409b9b55-71e2-4b72-a534-ed9e2ced2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:32.611796 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-409b9b55-71e2-4b72-a534-ed9e2ced2cdd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=899d5b50-b896-4f62-99a7-cfe373fcaab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0619595 Feb 03 13:09:32.772761 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-3dd79237-5079-4a18-9ee5-902a600ff6c2 service neutron] 10.222.0.31 "GET /v2.0/networks/899d5b50-b896-4f62-99a7-cfe373fcaab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550009 Feb 03 13:09:32.865749 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58272) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:32.871421 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-91d86950-b25f-4588-95b2-d11b6ecf78b9 service neutron] 10.222.0.31 "GET /v2.0/networks/899d5b50-b896-4f62-99a7-cfe373fcaab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925500 Feb 03 13:09:32.986124 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f62397e-1bde-48a9-9260-f791cb97a1bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.045274 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-8cbdf177-797d-44fe-9a2e-57fdc375db25 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:33.047292 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-8cbdf177-797d-44fe-9a2e-57fdc375db25 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f&tenant_id=6b3ece076217446ab8e2a581b50fd3d4&binding%3Ahost_id=n-h1-827336-3 HTTP/1.1" status: 200 len: 1128 time: 0.1204352 Feb 03 13:09:33.060539 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827336-3'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:33.092406 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7663223-46b5-4fc6-8191-c588daa991b9 req-96232b15-85f1-415a-aac9-922223bd66a6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:33.094785 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d7663223-46b5-4fc6-8191-c588daa991b9 req-96232b15-85f1-415a-aac9-922223bd66a6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.0876155 Feb 03 13:09:33.125860 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f62397e-1bde-48a9-9260-f791cb97a1bd admin admin] Publish callbacks [] for security_group (ae4ceeb9-0842-47b8-9997-cefc08240f64), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.132256 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f62397e-1bde-48a9-9260-f791cb97a1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ae4ceeb9-0842-47b8-9997-cefc08240f64), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.147526 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.164678 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3f62397e-1bde-48a9-9260-f791cb97a1bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=023ea9f83126471c8388b50f7bee2ce9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2975819 Feb 03 13:09:33.171997 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58280) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:33.248529 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62397e-1bde-48a9-9260-f791cb97a1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4ceeb9-0842-47b8-9997-cefc08240f64,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:33.298906 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d7663223-46b5-4fc6-8191-c588daa991b9 req-5b992889-334d-4fa6-9523-33201fe48073 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704357 Feb 03 13:09:33.330798 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9927a4d2-a3a4-42bb-a23d-9e27662a005d admin admin] Publish callbacks [] for security_group (ae4ceeb9-0842-47b8-9997-cefc08240f64), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.362839 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9927a4d2-a3a4-42bb-a23d-9e27662a005d admin admin] Publish callbacks [] for security_group (ae4ceeb9-0842-47b8-9997-cefc08240f64), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.394112 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] For port c2fa40e2-16a5-4e04-aa46-52304c49d5b9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,segment=NetworkSegment(4944500f-3516-4266-aaa4-399a82a84d50),segment_id=4944500f-3516-4266-aaa4-399a82a84d50)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:33.419232 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9927a4d2-a3a4-42bb-a23d-9e27662a005d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ae4ceeb9-0842-47b8-9997-cefc08240f64), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.419666 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902a3a2-3d04-440e-83fa-12ae15b02f18 req-47029acf-da6f-409e-86dc-95c22f79ada7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:33.421132 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a902a3a2-3d04-440e-83fa-12ae15b02f18 req-47029acf-da6f-409e-86dc-95c22f79ada7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 946 time: 0.0867083 Feb 03 13:09:33.423594 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9927a4d2-a3a4-42bb-a23d-9e27662a005d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.426619 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9927a4d2-a3a4-42bb-a23d-9e27662a005d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae4ceeb9-0842-47b8-9997-cefc08240f64 HTTP/1.1" status: 204 len: 168 time: 0.2508719 Feb 03 13:09:33.439764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927a4d2-a3a4-42bb-a23d-9e27662a005d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4ceeb9-0842-47b8-9997-cefc08240f64,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:33.502324 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] For port c2fa40e2-16a5-4e04-aa46-52304c49d5b9, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:09:33.514604 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8268d82b-2b0f-483e-9880-2cbb3ee26ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.564142 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a902a3a2-3d04-440e-83fa-12ae15b02f18 req-38551544-09eb-4b58-b575-c84fdc902da3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306512 Feb 03 13:09:33.576322 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] Publish callbacks [] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.579199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e26f362-f887-491a-b7de-f3033fa5914f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:33.582378 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc33b4ed-69ec-409a-87b9-240a80eaf18f" -d '{"events": [{"server_uuid": "2e26f362-f887-491a-b7de-f3033fa5914f", "name": "network-vif-unplugged", "status": "completed", "tag": "c2fa40e2-16a5-4e04-aa46-52304c49d5b9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:33.592309 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.672408 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69426d56-2a9e-44ac-a2fc-98c116ef9567 x-openstack-request-id: req-69426d56-2a9e-44ac-a2fc-98c116ef9567 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:33.673107 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e26f362-f887-491a-b7de-f3033fa5914f", "name": "network-vif-unplugged", "status": "completed", "tag": "c2fa40e2-16a5-4e04-aa46-52304c49d5b9", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:33.673361 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69426d56-2a9e-44ac-a2fc-98c116ef9567 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:33.673754 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e26f362-f887-491a-b7de-f3033fa5914f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9', 'code': 200} Feb 03 13:09:33.718339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:33.753009 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] Attempting to bind port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 on host n-h1-827336-3 for vnic_type normal with profile {"migrating_to": "n-h2-827336-3"} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:09:33.753459 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] Attempting to bind port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '4944500f-3516-4266-aaa4-399a82a84d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:09:33.753657 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] Attempting to bind port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 on network 899d5b50-b896-4f62-99a7-cfe373fcaab9 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:33.758870 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] Port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 on network 899d5b50-b896-4f62-99a7-cfe373fcaab9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:09:33.759199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] Attempting to bind port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 on network 899d5b50-b896-4f62-99a7-cfe373fcaab9 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:33.765733 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58290) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:33.768551 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:09:33.768897 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] Checking segment: {'id': '4944500f-3516-4266-aaa4-399a82a84d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:33.769277 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] Bound using segment: {'id': '4944500f-3516-4266-aaa4-399a82a84d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:09:33.769753 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] Bound port: c2fa40e2-16a5-4e04-aa46-52304c49d5b9, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4944500f-3516-4266-aaa4-399a82a84d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:09:33.770114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.783512 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a5e94f4-ab39-4d7e-ac59-6c6a4e8e632c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.855401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] For port c2fa40e2-16a5-4e04-aa46-52304c49d5b9, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:09:33.859197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] For port c2fa40e2-16a5-4e04-aa46-52304c49d5b9, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,segment=NetworkSegment(4944500f-3516-4266-aaa4-399a82a84d50),segment_id=4944500f-3516-4266-aaa4-399a82a84d50)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:09:33.867511 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.875681 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a5e94f4-ab39-4d7e-ac59-6c6a4e8e632c admin admin] Publish callbacks [] for security_group (9ad1d413-cfd2-477b-b678-aa5015f004c0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.880424 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a5e94f4-ab39-4d7e-ac59-6c6a4e8e632c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9ad1d413-cfd2-477b-b678-aa5015f004c0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:33.932176 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4a5e94f4-ab39-4d7e-ac59-6c6a4e8e632c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2649f31488924855b630dbc1f6968c74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1653032 Feb 03 13:09:33.933370 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e94f4-ab39-4d7e-ac59-6c6a4e8e632c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad1d413-cfd2-477b-b678-aa5015f004c0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:33.935926 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58292) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:33.951653 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9677f525-b1e6-47c6-95e9-68da3cb8eee7 None None] Provisioning complete for port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:33.952381 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9677f525-b1e6-47c6-95e9-68da3cb8eee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:34.010216 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:34.028665 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39a458d3-83dc-44e7-b4e5-ccde56d6eaea admin admin] Publish callbacks [] for security_group (9ad1d413-cfd2-477b-b678-aa5015f004c0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:34.071092 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9677f525-b1e6-47c6-95e9-68da3cb8eee7 None None] Current status of the port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:34.071479 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:34.072177 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:34.072576 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9677f525-b1e6-47c6-95e9-68da3cb8eee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:34.074945 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39a458d3-83dc-44e7-b4e5-ccde56d6eaea admin admin] Publish callbacks [] for security_group (9ad1d413-cfd2-477b-b678-aa5015f004c0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:34.076933 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-50e36fb1-4666-441c-85df-2051ca909de1 service neutron] 10.222.0.31 "PUT /v2.0/ports/c2fa40e2-16a5-4e04-aa46-52304c49d5b9 HTTP/1.1" status: 200 len: 1122 time: 1.0232868 Feb 03 13:09:34.109857 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e26f362-f887-491a-b7de-f3033fa5914f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:34.112348 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf263727-01dd-4290-91eb-7e3bd4f8f4a6" -d '{"events": [{"server_uuid": "2e26f362-f887-491a-b7de-f3033fa5914f", "name": "network-vif-plugged", "status": "completed", "tag": "c2fa40e2-16a5-4e04-aa46-52304c49d5b9"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:34.150844 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39a458d3-83dc-44e7-b4e5-ccde56d6eaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9ad1d413-cfd2-477b-b678-aa5015f004c0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:34.156513 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39a458d3-83dc-44e7-b4e5-ccde56d6eaea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:34.157774 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-39a458d3-83dc-44e7-b4e5-ccde56d6eaea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ad1d413-cfd2-477b-b678-aa5015f004c0 HTTP/1.1" status: 204 len: 168 time: 0.2208240 Feb 03 13:09:34.164990 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9677f525-b1e6-47c6-95e9-68da3cb8eee7 None None] For port c2fa40e2-16a5-4e04-aa46-52304c49d5b9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,segment=NetworkSegment(4944500f-3516-4266-aaa4-399a82a84d50),segment_id=4944500f-3516-4266-aaa4-399a82a84d50)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:34.175408 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9677f525-b1e6-47c6-95e9-68da3cb8eee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:34.176916 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a458d3-83dc-44e7-b4e5-ccde56d6eaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad1d413-cfd2-477b-b678-aa5015f004c0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:34.316965 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20713971-d5eb-4ad1-94c5-fa87fcb75ef3 x-openstack-request-id: req-20713971-d5eb-4ad1-94c5-fa87fcb75ef3 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:34.317327 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e26f362-f887-491a-b7de-f3033fa5914f", "name": "network-vif-plugged", "status": "completed", "tag": "c2fa40e2-16a5-4e04-aa46-52304c49d5b9", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:34.317670 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20713971-d5eb-4ad1-94c5-fa87fcb75ef3 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:34.318174 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e26f362-f887-491a-b7de-f3033fa5914f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9', 'code': 200} Feb 03 13:09:34.325174 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677f525-b1e6-47c6-95e9-68da3cb8eee7 None None] Pushing event updated for resources: {'Port': ['ID=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:34.329777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['c2fa40e2-16a5-4e04-aa46-52304c49d5b9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:09:34.473960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71996bae-b97a-49a6-b6d0-c3d118f6fce9 req-4f41aee2-8916-4f99-8087-fe2b7f31ca74 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:34.475686 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-71996bae-b97a-49a6-b6d0-c3d118f6fce9 req-4f41aee2-8916-4f99-8087-fe2b7f31ca74 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.0810950 Feb 03 13:09:34.535570 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-71996bae-b97a-49a6-b6d0-c3d118f6fce9 req-0491faa8-8531-4f07-8638-df0b611777eb tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516527 Feb 03 13:09:34.601550 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-24a3dfde-2bc9-478c-9422-6e94cb43dec2 None None] Provisioning complete for port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:34.602237 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24a3dfde-2bc9-478c-9422-6e94cb43dec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:34.711710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8daef1b-3b31-49a0-9d6c-2ab17aaacf36 req-960eb883-17fa-4e56-80ee-7b6d240f038d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:34.713624 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d8daef1b-3b31-49a0-9d6c-2ab17aaacf36 req-960eb883-17fa-4e56-80ee-7b6d240f038d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 946 time: 0.0675259 Feb 03 13:09:34.776412 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-24a3dfde-2bc9-478c-9422-6e94cb43dec2 None None] Current status of the port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:34.784137 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d8daef1b-3b31-49a0-9d6c-2ab17aaacf36 req-a4b79cb1-85a4-4609-a19f-dcfc1883d912 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642498 Feb 03 13:09:35.675764 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ba745-e4a6-4518-83cb-0be591ddecad req-3d14365e-59f2-419a-b73d-711d6a45416a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:35.677370 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d1ba745-e4a6-4518-83cb-0be591ddecad req-3d14365e-59f2-419a-b73d-711d6a45416a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.0580435 Feb 03 13:09:35.677870 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e26f362-f887-491a-b7de-f3033fa5914f', 'tag': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:35.680162 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21062ed-f397-471b-a9c7-a8b43b4c9e98" -d '{"events": [{"name": "network-changed", "server_uuid": "2e26f362-f887-491a-b7de-f3033fa5914f", "tag": "c2fa40e2-16a5-4e04-aa46-52304c49d5b9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:35.737862 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5bebfb-62b2-4c89-b0cf-62fdb35c65f1 x-openstack-request-id: req-1b5bebfb-62b2-4c89-b0cf-62fdb35c65f1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:35.738513 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e26f362-f887-491a-b7de-f3033fa5914f", "tag": "c2fa40e2-16a5-4e04-aa46-52304c49d5b9", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:35.738733 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b5bebfb-62b2-4c89-b0cf-62fdb35c65f1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:35.739193 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e26f362-f887-491a-b7de-f3033fa5914f', 'tag': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9', 'status': 'completed', 'code': 200} Feb 03 13:09:35.745055 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d1ba745-e4a6-4518-83cb-0be591ddecad req-34149f64-4ab5-42a6-8fd9-43ff72991a95 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569365 Feb 03 13:09:35.847711 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21062ed-f397-471b-a9c7-a8b43b4c9e98 req-404b401d-54ba-4fda-ba89-18a702700e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:35.849464 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c21062ed-f397-471b-a9c7-a8b43b4c9e98 req-404b401d-54ba-4fda-ba89-18a702700e21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 1158 time: 0.0639670 Feb 03 13:09:35.996520 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909c50e-f91b-41bb-9a63-9660cb5a9814 req-4ebf0c93-ea5a-4024-89b7-fa8abc0115a5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:35.998090 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4909c50e-f91b-41bb-9a63-9660cb5a9814 req-4ebf0c93-ea5a-4024-89b7-fa8abc0115a5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 946 time: 0.1183348 Feb 03 13:09:36.001460 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21062ed-f397-471b-a9c7-a8b43b4c9e98 req-5bc1064d-05dd-4663-aed9-6e68c8470af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:36.002885 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c21062ed-f397-471b-a9c7-a8b43b4c9e98 req-5bc1064d-05dd-4663-aed9-6e68c8470af1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=899d5b50-b896-4f62-99a7-cfe373fcaab9 HTTP/1.1" status: 200 len: 898 time: 0.1466677 Feb 03 13:09:36.103602 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c21062ed-f397-471b-a9c7-a8b43b4c9e98 req-4cf8c6b1-fe5c-403d-8262-04ce587dd17e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2fa40e2-16a5-4e04-aa46-52304c49d5b9 HTTP/1.1" status: 200 len: 1001 time: 0.0930605 Feb 03 13:09:36.114501 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4909c50e-f91b-41bb-9a63-9660cb5a9814 req-60e9d5cb-504e-4d5c-8197-54c27dd17985 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056731 Feb 03 13:09:36.172900 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3879071d-b762-43d1-8465-f3cba93e1c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:36.182741 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21062ed-f397-471b-a9c7-a8b43b4c9e98 req-9fae626a-cf00-49a9-9a51-5f0d9691ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:36.184528 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c21062ed-f397-471b-a9c7-a8b43b4c9e98 req-9fae626a-cf00-49a9-9a51-5f0d9691ab3c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7a9c6559-1aed-4ddf-b42d-55ea4bac8d22 HTTP/1.1" status: 200 len: 835 time: 0.0698583 Feb 03 13:09:36.239616 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21062ed-f397-471b-a9c7-a8b43b4c9e98 req-e18b6b53-0e0d-43f6-99ce-2a02e81b2f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:36.241312 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c21062ed-f397-471b-a9c7-a8b43b4c9e98 req-e18b6b53-0e0d-43f6-99ce-2a02e81b2f72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=899d5b50-b896-4f62-99a7-cfe373fcaab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507398 Feb 03 13:09:36.371353 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c21062ed-f397-471b-a9c7-a8b43b4c9e98 req-c04430ce-764a-4ae4-b2cd-1838e3763548 service neutron] 10.222.0.73 "GET /v2.0/networks/899d5b50-b896-4f62-99a7-cfe373fcaab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234453 Feb 03 13:09:36.483546 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c21062ed-f397-471b-a9c7-a8b43b4c9e98 req-356bdc2d-ad13-4552-8170-04e119db4f4a service neutron] 10.222.0.73 "GET /v2.0/networks/899d5b50-b896-4f62-99a7-cfe373fcaab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039679 Feb 03 13:09:36.881501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5b078-9694-40de-a745-6086230ec0b4 req-c2a55024-3def-4aba-93cc-d79959c7b8fc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:36.882967 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5ee5b078-9694-40de-a745-6086230ec0b4 req-c2a55024-3def-4aba-93cc-d79959c7b8fc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.0617254 Feb 03 13:09:36.938372 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5ee5b078-9694-40de-a745-6086230ec0b4 req-9f6a40c6-8530-4045-9e80-565b6a7947c7 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457647 Feb 03 13:09:36.973859 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device c2fa40e2-16a5-4e04-aa46-52304c49d5b9 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:09:37.004538 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:37.093133 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port c2fa40e2-16a5-4e04-aa46-52304c49d5b9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,segment=NetworkSegment(4944500f-3516-4266-aaa4-399a82a84d50),segment_id=4944500f-3516-4266-aaa4-399a82a84d50)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:37.105987 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device c2fa40e2-16a5-4e04-aa46-52304c49d5b9 has no active binding in host n-h2-827336-3 {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 03 13:09:37.253710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd95069-c52d-470f-a369-10adfb69d794 req-528741eb-3652-4f4f-87c8-e1087894e731 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:37.260459 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dfd95069-c52d-470f-a369-10adfb69d794 req-528741eb-3652-4f4f-87c8-e1087894e731 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 946 time: 0.0641849 Feb 03 13:09:37.310797 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dfd95069-c52d-470f-a369-10adfb69d794 req-43a39bba-7575-443c-ae3a-58182ca34f07 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494897 Feb 03 13:09:37.564175 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58380) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:37.702659 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30a42c5d-7bb0-4459-91e7-ac91ca516307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:37.776923 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30a42c5d-7bb0-4459-91e7-ac91ca516307 admin admin] Publish callbacks [] for security_group (8fcb841d-51c0-49e3-b93b-6bdbe7fbfa21), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:37.781954 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30a42c5d-7bb0-4459-91e7-ac91ca516307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8fcb841d-51c0-49e3-b93b-6bdbe7fbfa21), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:37.819767 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-30a42c5d-7bb0-4459-91e7-ac91ca516307 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4262b98d64a54581ab3249a1610ff57a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2543511 Feb 03 13:09:37.820690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a42c5d-7bb0-4459-91e7-ac91ca516307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcb841d-51c0-49e3-b93b-6bdbe7fbfa21,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:37.822687 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58384) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:37.875915 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02836d0d-7080-4235-818d-5aca78d64b0e admin admin] Publish callbacks [] for security_group (8fcb841d-51c0-49e3-b93b-6bdbe7fbfa21), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:37.896851 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02836d0d-7080-4235-818d-5aca78d64b0e admin admin] Publish callbacks [] for security_group (8fcb841d-51c0-49e3-b93b-6bdbe7fbfa21), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:37.943403 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02836d0d-7080-4235-818d-5aca78d64b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8fcb841d-51c0-49e3-b93b-6bdbe7fbfa21), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:37.945970 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02836d0d-7080-4235-818d-5aca78d64b0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:37.947167 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-02836d0d-7080-4235-818d-5aca78d64b0e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8fcb841d-51c0-49e3-b93b-6bdbe7fbfa21 HTTP/1.1" status: 204 len: 168 time: 0.1234002 Feb 03 13:09:37.954979 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02836d0d-7080-4235-818d-5aca78d64b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcb841d-51c0-49e3-b93b-6bdbe7fbfa21,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:38.073456 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ce39c-bac0-4373-8beb-fa3f88c1ebce req-d3f2756c-89af-4342-892d-4d02ed403412 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:38.075034 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b96ce39c-bac0-4373-8beb-fa3f88c1ebce req-d3f2756c-89af-4342-892d-4d02ed403412 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.0583835 Feb 03 13:09:38.127363 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b96ce39c-bac0-4373-8beb-fa3f88c1ebce req-bf809912-2ad5-4a94-a939-d6e6c9c29084 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464926 Feb 03 13:09:38.274218 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58392) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:38.288451 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3dd393ed-0ace-49f9-a888-157f3fb9f59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.293074 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.377181 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3dd393ed-0ace-49f9-a888-157f3fb9f59b admin admin] Publish callbacks [] for security_group (990a078b-cb13-4f60-9351-d7dbdf5bde9d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.381235 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3dd393ed-0ace-49f9-a888-157f3fb9f59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (990a078b-cb13-4f60-9351-d7dbdf5bde9d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.427592 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3dd393ed-0ace-49f9-a888-157f3fb9f59b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ee0d06279d14ecc94831abd088dd508&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1495368 Feb 03 13:09:38.427592 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd393ed-0ace-49f9-a888-157f3fb9f59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990a078b-cb13-4f60-9351-d7dbdf5bde9d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:38.439491 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58398) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:38.480628 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16830f8e-515f-422e-843e-deb3362e134c req-b04bab33-b224-433d-85c4-71f176696341 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:38.483349 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-16830f8e-515f-422e-843e-deb3362e134c req-b04bab33-b224-433d-85c4-71f176696341 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 946 time: 0.0842838 Feb 03 13:09:38.544951 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-16830f8e-515f-422e-843e-deb3362e134c req-292e486e-afdf-4ed6-a930-3ccefd8cb597 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548270 Feb 03 13:09:38.813056 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50707e80-ac45-42e5-8f68-9c9cd1510fc4 admin admin] Publish callbacks [] for security_group (990a078b-cb13-4f60-9351-d7dbdf5bde9d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.834382 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50707e80-ac45-42e5-8f68-9c9cd1510fc4 admin admin] Publish callbacks [] for security_group (990a078b-cb13-4f60-9351-d7dbdf5bde9d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.886715 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50707e80-ac45-42e5-8f68-9c9cd1510fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (990a078b-cb13-4f60-9351-d7dbdf5bde9d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.888153 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50707e80-ac45-42e5-8f68-9c9cd1510fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:38.889269 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-50707e80-ac45-42e5-8f68-9c9cd1510fc4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/990a078b-cb13-4f60-9351-d7dbdf5bde9d HTTP/1.1" status: 204 len: 168 time: 0.4478910 Feb 03 13:09:38.898271 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50707e80-ac45-42e5-8f68-9c9cd1510fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990a078b-cb13-4f60-9351-d7dbdf5bde9d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:39.264203 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ddfcb-f170-4e1a-be0b-f979c8583396 req-af2439e1-840b-4273-8839-1754a264f881 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:39.269857 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-597ddfcb-f170-4e1a-be0b-f979c8583396 req-af2439e1-840b-4273-8839-1754a264f881 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.0688581 Feb 03 13:09:39.346401 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-597ddfcb-f170-4e1a-be0b-f979c8583396 req-1ec701ed-e1ee-4dda-aefb-27c8db63f79a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662351 Feb 03 13:09:39.541062 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-01e14d73-99be-429e-8588-6d2c3411ba44 service neutron] 10.222.0.73 "GET /v2.0/ports/c2fa40e2-16a5-4e04-aa46-52304c49d5b9/bindings/n-h2-827336-3 HTTP/1.1" status: 200 len: 384 time: 0.0666246 Feb 03 13:09:39.719968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123216e4-8325-4867-99fd-7fcdf32c9717 req-44e11ee6-a0e4-4379-aa68-2c4d14053338 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:39.721503 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-123216e4-8325-4867-99fd-7fcdf32c9717 req-44e11ee6-a0e4-4379-aa68-2c4d14053338 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 946 time: 0.0830529 Feb 03 13:09:39.773041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-63cde000-72fb-4a21-9b87-55731bb8ffd2 service neutron] For port c2fa40e2-16a5-4e04-aa46-52304c49d5b9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,segment=NetworkSegment(4944500f-3516-4266-aaa4-399a82a84d50),segment_id=4944500f-3516-4266-aaa4-399a82a84d50)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:39.794857 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-123216e4-8325-4867-99fd-7fcdf32c9717 req-8a91fa70-21a9-4ae0-a740-1c145fb09941 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623684 Feb 03 13:09:39.812701 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-63cde000-72fb-4a21-9b87-55731bb8ffd2 service neutron] For port c2fa40e2-16a5-4e04-aa46-52304c49d5b9, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:09:39.855281 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e26f362-f887-491a-b7de-f3033fa5914f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:39.857538 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c8426e-e785-41c9-8aea-0717c00ac096" -d '{"events": [{"server_uuid": "2e26f362-f887-491a-b7de-f3033fa5914f", "name": "network-vif-unplugged", "status": "completed", "tag": "c2fa40e2-16a5-4e04-aa46-52304c49d5b9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:39.865112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-63cde000-72fb-4a21-9b87-55731bb8ffd2 service neutron] For port c2fa40e2-16a5-4e04-aa46-52304c49d5b9, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,segment=NetworkSegment(4944500f-3516-4266-aaa4-399a82a84d50),segment_id=4944500f-3516-4266-aaa4-399a82a84d50)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:39.882728 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-63cde000-72fb-4a21-9b87-55731bb8ffd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:39.928484 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae21e4b-531e-4e41-842f-d5321fa208ce x-openstack-request-id: req-6ae21e4b-531e-4e41-842f-d5321fa208ce {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:39.928865 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e26f362-f887-491a-b7de-f3033fa5914f", "name": "network-vif-unplugged", "status": "completed", "tag": "c2fa40e2-16a5-4e04-aa46-52304c49d5b9", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:39.929051 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:39.929669 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ae21e4b-531e-4e41-842f-d5321fa208ce {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:39.929669 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e26f362-f887-491a-b7de-f3033fa5914f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9', 'code': 200} Feb 03 13:09:39.983570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-63cde000-72fb-4a21-9b87-55731bb8ffd2 service neutron] Transition to ACTIVE for port object c2fa40e2-16a5-4e04-aa46-52304c49d5b9 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:09:39.989412 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-63cde000-72fb-4a21-9b87-55731bb8ffd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:40.104814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cde000-72fb-4a21-9b87-55731bb8ffd2 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,revision_number=11']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:40.205493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-63cde000-72fb-4a21-9b87-55731bb8ffd2 service neutron] No DVR routers for this DVR port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:40.413970 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-63cde000-72fb-4a21-9b87-55731bb8ffd2 service neutron] 10.222.0.73 "PUT /v2.0/ports/c2fa40e2-16a5-4e04-aa46-52304c49d5b9/bindings/n-h2-827336-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8680098 Feb 03 13:09:40.490608 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2533926-4f10-4c6e-908e-91fafc48ef34 req-3014b1ce-1cc4-408d-bf4b-fcf20c7f3135 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:40.493265 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f2533926-4f10-4c6e-908e-91fafc48ef34 req-3014b1ce-1cc4-408d-bf4b-fcf20c7f3135 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.0743384 Feb 03 13:09:40.597212 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f2533926-4f10-4c6e-908e-91fafc48ef34 req-57e4f5c7-d376-4b70-8150-e9d9885b38d9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882897 Feb 03 13:09:40.617391 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-ba6e7ab6-64dd-4d4b-9044-6f079b6bc253 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:40.618938 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-ba6e7ab6-64dd-4d4b-9044-6f079b6bc253 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f&tenant_id=6b3ece076217446ab8e2a581b50fd3d4&binding%3Ahost_id=n-h1-827336-3 HTTP/1.1" status: 200 len: 1127 time: 0.1199825 Feb 03 13:09:40.685742 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-5102b688-7ed2-410f-98d9-00862f30be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:40.687277 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-5102b688-7ed2-410f-98d9-00862f30be31 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f&tenant_id=6b3ece076217446ab8e2a581b50fd3d4 HTTP/1.1" status: 200 len: 1127 time: 0.0605948 Feb 03 13:09:40.782339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-190a37b5-fc45-430d-b32e-3dee27f238f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:40.784801 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-190a37b5-fc45-430d-b32e-3dee27f238f3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 1127 time: 0.0662067 Feb 03 13:09:40.956180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86fd7e-3f2e-4583-9b26-340fc1c4726e req-dce42060-6520-4482-a795-4ff98d629d4e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:40.958518 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b86fd7e-3f2e-4583-9b26-340fc1c4726e req-dce42060-6520-4482-a795-4ff98d629d4e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 945 time: 0.0817425 Feb 03 13:09:40.981616 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-43d6e8a3-c778-4ecd-ad7e-0a00781f52eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:40.986477 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-43d6e8a3-c778-4ecd-ad7e-0a00781f52eb service neutron] 10.222.0.31 "GET /v2.0/networks?id=899d5b50-b896-4f62-99a7-cfe373fcaab9 HTTP/1.1" status: 200 len: 898 time: 0.1935217 Feb 03 13:09:41.022899 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b86fd7e-3f2e-4583-9b26-340fc1c4726e req-a17a6efa-976b-4f07-a9f1-18aae3a623bd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541689 Feb 03 13:09:41.098481 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-465e2a39-ec06-456d-8e9f-2ba788a088fe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2fa40e2-16a5-4e04-aa46-52304c49d5b9 HTTP/1.1" status: 200 len: 999 time: 0.1056764 Feb 03 13:09:41.122124 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432a02d-fd1d-48a6-b5d6-8e8d5d8d5768 req-402e07b3-21f5-47ec-818a-e6cda4242384 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:41.123661 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d432a02d-fd1d-48a6-b5d6-8e8d5d8d5768 req-402e07b3-21f5-47ec-818a-e6cda4242384 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 946 time: 0.1291568 Feb 03 13:09:41.183185 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-1c81b8bc-2c70-4e02-a8a0-00a3972bb950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:41.184739 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-1c81b8bc-2c70-4e02-a8a0-00a3972bb950 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a9c6559-1aed-4ddf-b42d-55ea4bac8d22 HTTP/1.1" status: 200 len: 835 time: 0.0781302 Feb 03 13:09:41.211374 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d432a02d-fd1d-48a6-b5d6-8e8d5d8d5768 req-05cd5391-155c-458f-b5f4-b65d06e33521 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680664 Feb 03 13:09:41.256138 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-ef61b58d-ac99-45bc-9afb-43a081d85faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:41.257752 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-ef61b58d-ac99-45bc-9afb-43a081d85faa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=899d5b50-b896-4f62-99a7-cfe373fcaab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0630271 Feb 03 13:09:41.363377 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-ed9489da-b414-4cc3-8b5c-872e91126292 service neutron] 10.222.0.31 "GET /v2.0/networks/899d5b50-b896-4f62-99a7-cfe373fcaab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981548 Feb 03 13:09:41.466688 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-79e765f6-1ad8-464e-8bb2-c59236784675 service neutron] 10.222.0.31 "GET /v2.0/networks/899d5b50-b896-4f62-99a7-cfe373fcaab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962195 Feb 03 13:09:41.750569 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4802f0-be17-4307-9f6d-6fccd97ba5cd req-c93a58f2-bc16-44ae-9b59-1b70b007b49b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:41.759476 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a4802f0-be17-4307-9f6d-6fccd97ba5cd req-c93a58f2-bc16-44ae-9b59-1b70b007b49b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.0900793 Feb 03 13:09:41.784665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-0eed59f2-8eb0-4173-8a23-6a0a9eccab11 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:41.786433 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-0eed59f2-8eb0-4173-8a23-6a0a9eccab11 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f&tenant_id=6b3ece076217446ab8e2a581b50fd3d4&binding%3Ahost_id=n-h2-827336-3 HTTP/1.1" status: 200 len: 1127 time: 0.0622904 Feb 03 13:09:41.825764 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a4802f0-be17-4307-9f6d-6fccd97ba5cd req-d417d6be-8448-4146-82e0-253c4478a6e4 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653648 Feb 03 13:09:41.962052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-06718204-7026-49af-974a-9e5d7a5c6230 service neutron] For port c2fa40e2-16a5-4e04-aa46-52304c49d5b9, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:09:41.966798 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-06718204-7026-49af-974a-9e5d7a5c6230 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:41.967170 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-06718204-7026-49af-974a-9e5d7a5c6230 service neutron] 10.222.0.31 "DELETE /v2.0/ports/c2fa40e2-16a5-4e04-aa46-52304c49d5b9/bindings/n-h1-827336-3 HTTP/1.1" status: 204 len: 173 time: 0.1728258 Feb 03 13:09:42.156528 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a20c09-da36-4ea8-a3dc-1ed1f38ba119 req-6494202a-ed29-4325-a5f7-7f80586b868e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:42.158196 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33a20c09-da36-4ea8-a3dc-1ed1f38ba119 req-6494202a-ed29-4325-a5f7-7f80586b868e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 945 time: 0.0623457 Feb 03 13:09:42.216121 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33a20c09-da36-4ea8-a3dc-1ed1f38ba119 req-80c2b289-e650-46db-9ce5-26cee841eaf2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517924 Feb 03 13:09:42.349532 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e583d0-55c7-4b48-b7af-b0401b01abe4 req-3fcd5651-d8c0-43b7-82fa-4e55807a10c8 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:42.351091 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-54e583d0-55c7-4b48-b7af-b0401b01abe4 req-3fcd5651-d8c0-43b7-82fa-4e55807a10c8 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 1127 time: 0.0545881 Feb 03 13:09:42.392313 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device c2fa40e2-16a5-4e04-aa46-52304c49d5b9 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:42.409392 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adfe03-e861-4e79-8fc0-f6e1097b123f req-afef3550-1189-4a37-b6c6-dbb149b7542e tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:42.411280 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a6adfe03-e861-4e79-8fc0-f6e1097b123f req-afef3550-1189-4a37-b6c6-dbb149b7542e tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 946 time: 0.0877726 Feb 03 13:09:42.469433 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-54e583d0-55c7-4b48-b7af-b0401b01abe4 req-ae690179-f5d2-4399-8d42-d2fcc33c4bbe tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067605 Feb 03 13:09:42.476387 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] The host n-h1-827336-3 is not matching for port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 host n-h2-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:09:42.477072 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device c2fa40e2-16a5-4e04-aa46-52304c49d5b9 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:42.528090 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a6adfe03-e861-4e79-8fc0-f6e1097b123f req-7722ce81-dd47-4eb8-8981-f32c327d7dfd tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c6a5183-8563-4b66-9e7b-355f190ae75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087255 Feb 03 13:09:42.561159 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad456a-2548-4acd-bb0c-5f8a2dd2540d req-b23adbf5-9ea9-4370-8c3d-f1c492c5a7d9 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:42.562750 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5bad456a-2548-4acd-bb0c-5f8a2dd2540d req-b23adbf5-9ea9-4370-8c3d-f1c492c5a7d9 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.31 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 946 time: 0.1423626 Feb 03 13:09:42.649954 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194917c-cb5d-4dd0-b07b-aeaf7af80641 req-ca38cf51-0117-4791-aec8-e5c13fa8a9bb tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:42.651651 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5194917c-cb5d-4dd0-b07b-aeaf7af80641 req-ca38cf51-0117-4791-aec8-e5c13fa8a9bb tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 945 time: 0.0705829 Feb 03 13:09:42.699391 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-5bad456a-2548-4acd-bb0c-5f8a2dd2540d req-36e90939-4ca5-4403-9425-d58b8d471933 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Deleting port 276c8f83-ce7c-4df9-8961-0c8015234f85 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:42.700159 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5bad456a-2548-4acd-bb0c-5f8a2dd2540d req-36e90939-4ca5-4403-9425-d58b8d471933 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:42.715493 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5194917c-cb5d-4dd0-b07b-aeaf7af80641 req-e9ba331e-4409-4338-ba83-ecae28bf5e9f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564413 Feb 03 13:09:42.741587 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58492) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:42.844971 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3e294feb-1938-4acb-b7af-fead7d1dc3f5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/floatingips/fb57fdea-04f9-4a1e-a9fc-770c6215e248 HTTP/1.1" status: 200 len: 991 time: 0.0926778 Feb 03 13:09:42.845338 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-5bad456a-2548-4acd-bb0c-5f8a2dd2540d req-36e90939-4ca5-4403-9425-d58b8d471933 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] For port 276c8f83-ce7c-4df9-8961-0c8015234f85, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=276c8f83-ce7c-4df9-8961-0c8015234f85,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:42.845338 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5bad456a-2548-4acd-bb0c-5f8a2dd2540d req-36e90939-4ca5-4403-9425-d58b8d471933 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.078205 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c819d-b011-42a2-a6d0-b5017a8b0e1b req-49af9cc6-6e97-43f0-ab5b-8b8c0beb5773 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:43.079783 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed6c819d-b011-42a2-a6d0-b5017a8b0e1b req-49af9cc6-6e97-43f0-ab5b-8b8c0beb5773 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.1320295 Feb 03 13:09:43.170650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58508) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:43.178743 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5bad456a-2548-4acd-bb0c-5f8a2dd2540d req-36e90939-4ca5-4403-9425-d58b8d471933 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.179125 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5bad456a-2548-4acd-bb0c-5f8a2dd2540d req-36e90939-4ca5-4403-9425-d58b8d471933 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (192d2721-a49a-464c-8a13-a02385a491c3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.179455 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [req-5bad456a-2548-4acd-bb0c-5f8a2dd2540d req-36e90939-4ca5-4403-9425-d58b8d471933 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Floating IP 192d2721-a49a-464c-8a13-a02385a491c3 disassociated. External IP: 172.25.6.195, port: 276c8f83-ce7c-4df9-8961-0c8015234f85. Feb 03 13:09:43.179808 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-5bad456a-2548-4acd-bb0c-5f8a2dd2540d req-36e90939-4ca5-4403-9425-d58b8d471933 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Calling delete_port for 276c8f83-ce7c-4df9-8961-0c8015234f85 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:43.242334 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed6c819d-b011-42a2-a6d0-b5017a8b0e1b req-229bb11a-8931-4853-a84a-169b217f873f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560547 Feb 03 13:09:43.344865 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5bad456a-2548-4acd-bb0c-5f8a2dd2540d req-36e90939-4ca5-4403-9425-d58b8d471933 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (276c8f83-ce7c-4df9-8961-0c8015234f85), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.391300 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e90939-4ca5-4403-9425-d58b8d471933 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Pushing event deleted for resources: {'Port': ['ID=276c8f83-ce7c-4df9-8961-0c8015234f85,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:43.418982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-90bc2fc6-1521-41f7-a115-b4341aeea740 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Deleting port af5f34d5-12bd-4b0a-86a3-34889f18d5f3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:43.419912 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90bc2fc6-1521-41f7-a115-b4341aeea740 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (af5f34d5-12bd-4b0a-86a3-34889f18d5f3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.516425 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90bc2fc6-1521-41f7-a115-b4341aeea740 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (af5f34d5-12bd-4b0a-86a3-34889f18d5f3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.516755 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90bc2fc6-1521-41f7-a115-b4341aeea740 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for floatingip (af5f34d5-12bd-4b0a-86a3-34889f18d5f3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.530075 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-90bc2fc6-1521-41f7-a115-b4341aeea740 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Calling delete_port for af5f34d5-12bd-4b0a-86a3-34889f18d5f3 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:43.543257 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bad456a-2548-4acd-bb0c-5f8a2dd2540d req-36e90939-4ca5-4403-9425-d58b8d471933 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Router 36f8a86c-f912-4621-927d-fb241f46b8e5 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:09:43.739215 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90bc2fc6-1521-41f7-a115-b4341aeea740 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (af5f34d5-12bd-4b0a-86a3-34889f18d5f3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.751647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bad456a-2548-4acd-bb0c-5f8a2dd2540d req-36e90939-4ca5-4403-9425-d58b8d471933 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:09:43.757241 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2c66b50f-56b8-4391-b1ab-21be1840b12f req-c2c63027-3ca2-4509-ae93-1725eefa8c65 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=e755a5a9-2695-43cf-966f-4862c2310fb9 HTTP/1.1" status: 200 len: 210 time: 0.0620918 Feb 03 13:09:43.763152 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8850e72d-f884-4f1c-958c-da59bacb669e None None] Sync routers for ids ['36f8a86c-f912-4621-927d-fb241f46b8e5'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:09:43.778158 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8850e72d-f884-4f1c-958c-da59bacb669e None None] Routers {'36f8a86c-f912-4621-927d-fb241f46b8e5'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:43.779055 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8850e72d-f884-4f1c-958c-da59bacb669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:09:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['36f8a86c-f912-4621-927d-fb241f46b8e5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:43.783537 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc2fc6-1521-41f7-a115-b4341aeea740 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Port': ['ID=af5f34d5-12bd-4b0a-86a3-34889f18d5f3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:43.848636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bad456a-2548-4acd-bb0c-5f8a2dd2540d req-36e90939-4ca5-4403-9425-d58b8d471933 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] No DVR routers for this DVR port 276c8f83-ce7c-4df9-8961-0c8015234f85 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:43.857794 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-5bad456a-2548-4acd-bb0c-5f8a2dd2540d req-36e90939-4ca5-4403-9425-d58b8d471933 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.861785 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5bad456a-2548-4acd-bb0c-5f8a2dd2540d req-36e90939-4ca5-4403-9425-d58b8d471933 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.31 "DELETE /v2.0/ports/276c8f83-ce7c-4df9-8961-0c8015234f85 HTTP/1.1" status: 204 len: 173 time: 1.2934234 Feb 03 13:09:43.862286 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e755a5a9-2695-43cf-966f-4862c2310fb9', 'name': 'network-vif-deleted', 'tag': '276c8f83-ce7c-4df9-8961-0c8015234f85'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:43.865272 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f2123f-19a4-42f1-8cf1-954b0178ad2c" -d '{"events": [{"server_uuid": "e755a5a9-2695-43cf-966f-4862c2310fb9", "name": "network-vif-deleted", "tag": "276c8f83-ce7c-4df9-8961-0c8015234f85"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:43.925411 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90bc2fc6-1521-41f7-a115-b4341aeea740 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for floatingip (fb57fdea-04f9-4a1e-a9fc-770c6215e248), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:43.925789 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-90bc2fc6-1521-41f7-a115-b4341aeea740 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Floating IP fb57fdea-04f9-4a1e-a9fc-770c6215e248 disassociated (deleted). External IP: 172.25.6.70, port: c2fa40e2-16a5-4e04-aa46-52304c49d5b9. Feb 03 13:09:43.948380 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58832e92-9954-4a4b-bc8c-45c9e1c91712 x-openstack-request-id: req-58832e92-9954-4a4b-bc8c-45c9e1c91712 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:43.948761 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e755a5a9-2695-43cf-966f-4862c2310fb9", "name": "network-vif-deleted", "tag": "276c8f83-ce7c-4df9-8961-0c8015234f85", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:43.949024 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58832e92-9954-4a4b-bc8c-45c9e1c91712 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:43.949446 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e755a5a9-2695-43cf-966f-4862c2310fb9', 'name': 'network-vif-deleted', 'tag': '276c8f83-ce7c-4df9-8961-0c8015234f85', 'status': 'completed', 'code': 200} Feb 03 13:09:43.984058 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8850e72d-f884-4f1c-958c-da59bacb669e None None] Set router 36f8a86c-f912-4621-927d-fb241f46b8e5 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:44.329585 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8850e72d-f884-4f1c-958c-da59bacb669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:32Z', 'updated_at': '2022-02-03T13:05:41Z', 'revision_number': 4, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'gw_port': {'id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:34Z', 'updated_at': '2022-02-03T13:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b8c102fc-a5da-49d7-813c-b78a59e3763d', 'name': '', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'mac_address': 'fa:16:3e:62:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:39Z', 'updated_at': '2022-02-03T13:05:49Z', 'revision_number': 5, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'subnets': [{'id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:44.359001 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bc2fc6-1521-41f7-a115-b4341aeea740 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Router baa3a32f-cf08-406d-a7d5-9d2cc5637473 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:09:44.410361 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8850e72d-f884-4f1c-958c-da59bacb669e None None] Checking router: 36f8a86c-f912-4621-927d-fb241f46b8e5 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:09:44.422422 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8850e72d-f884-4f1c-958c-da59bacb669e None None] Routers {'36f8a86c-f912-4621-927d-fb241f46b8e5'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:44.423481 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8850e72d-f884-4f1c-958c-da59bacb669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:09:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['36f8a86c-f912-4621-927d-fb241f46b8e5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:44.486557 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc79db-0d91-4210-8e27-42bf4dbd950a req-cfb9878a-a4bf-4881-b114-ca981f426546 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:44.489700 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-97cc79db-0d91-4210-8e27-42bf4dbd950a req-cfb9878a-a4bf-4881-b114-ca981f426546 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.1061168 Feb 03 13:09:44.548731 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bc2fc6-1521-41f7-a115-b4341aeea740 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:09:44.554262 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90bc2fc6-1521-41f7-a115-b4341aeea740 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:44.561045 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882662df-8d56-463d-8cef-b79cbd36e564 None None] Sync routers for ids ['baa3a32f-cf08-406d-a7d5-9d2cc5637473'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:09:44.571629 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882662df-8d56-463d-8cef-b79cbd36e564 None None] Routers {'baa3a32f-cf08-406d-a7d5-9d2cc5637473'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:44.572410 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-882662df-8d56-463d-8cef-b79cbd36e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:09:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['baa3a32f-cf08-406d-a7d5-9d2cc5637473'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:44.585568 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-97cc79db-0d91-4210-8e27-42bf4dbd950a req-5c4b1c40-b683-49de-ab64-89fa9c118e5a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746074 Feb 03 13:09:44.606381 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-90bc2fc6-1521-41f7-a115-b4341aeea740 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "DELETE /v2.0/floatingips/fb57fdea-04f9-4a1e-a9fc-770c6215e248 HTTP/1.1" status: 204 len: 168 time: 1.4316795 Feb 03 13:09:44.606381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e26f362-f887-491a-b7de-f3033fa5914f', 'tag': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:44.609191 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbef364f-8b76-4961-aeb1-864d8025653e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e26f362-f887-491a-b7de-f3033fa5914f", "tag": "c2fa40e2-16a5-4e04-aa46-52304c49d5b9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:44.643003 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8850e72d-f884-4f1c-958c-da59bacb669e None None] Set router 36f8a86c-f912-4621-927d-fb241f46b8e5 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:44.687054 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1504cb49-a792-4935-8da6-f536e474b46c x-openstack-request-id: req-1504cb49-a792-4935-8da6-f536e474b46c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:44.687352 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e26f362-f887-491a-b7de-f3033fa5914f", "tag": "c2fa40e2-16a5-4e04-aa46-52304c49d5b9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:44.687636 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1504cb49-a792-4935-8da6-f536e474b46c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:44.688070 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e26f362-f887-491a-b7de-f3033fa5914f', 'tag': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9', 'status': 'completed', 'code': 200} Feb 03 13:09:44.746480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-882662df-8d56-463d-8cef-b79cbd36e564 None None] Set router baa3a32f-cf08-406d-a7d5-9d2cc5637473 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:44.780250 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef364f-8b76-4961-aeb1-864d8025653e req-8f603342-938a-4cbb-8542-5b5732323164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:44.782313 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fbef364f-8b76-4961-aeb1-864d8025653e req-8f603342-938a-4cbb-8542-5b5732323164 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 1127 time: 0.0728755 Feb 03 13:09:44.911519 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef364f-8b76-4961-aeb1-864d8025653e req-0f0e0704-7458-4da0-8f5d-d6aa0d75a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:44.914098 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fbef364f-8b76-4961-aeb1-864d8025653e req-0f0e0704-7458-4da0-8f5d-d6aa0d75a6c4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=899d5b50-b896-4f62-99a7-cfe373fcaab9 HTTP/1.1" status: 200 len: 898 time: 0.1253707 Feb 03 13:09:44.916479 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58552) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:44.970811 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8850e72d-f884-4f1c-958c-da59bacb669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:32Z', 'updated_at': '2022-02-03T13:05:41Z', 'revision_number': 4, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'gw_port': {'id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:34Z', 'updated_at': '2022-02-03T13:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b8c102fc-a5da-49d7-813c-b78a59e3763d', 'name': '', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'mac_address': 'fa:16:3e:62:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:39Z', 'updated_at': '2022-02-03T13:05:49Z', 'revision_number': 5, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'subnets': [{'id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:44.980867 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fbef364f-8b76-4961-aeb1-864d8025653e req-a1f064fb-61ca-4916-b4a3-95685bea3e9c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2fa40e2-16a5-4e04-aa46-52304c49d5b9 HTTP/1.1" status: 200 len: 217 time: 0.0574152 Feb 03 13:09:44.995181 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 276c8f83-ce7c-4df9-8961-0c8015234f85 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:45.020961 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8850e72d-f884-4f1c-958c-da59bacb669e None None] The sync data for ids ['36f8a86c-f912-4621-927d-fb241f46b8e5'] in n-d-827336-3 is: [{'id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:32Z', 'updated_at': '2022-02-03T13:05:41Z', 'revision_number': 4, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'gw_port': {'id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:34Z', 'updated_at': '2022-02-03T13:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b8c102fc-a5da-49d7-813c-b78a59e3763d', 'name': '', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'mac_address': 'fa:16:3e:62:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:39Z', 'updated_at': '2022-02-03T13:05:49Z', 'revision_number': 5, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'subnets': [{'id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:09:45.037554 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 276c8f83-ce7c-4df9-8961-0c8015234f85 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:45.037914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 276c8f83-ce7c-4df9-8961-0c8015234f85 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:45.047709 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a77742b-5ca1-4bc8-9f34-eb810bd6a2b8 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group (0c6a5183-8563-4b66-9e7b-355f190ae75c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:45.049235 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef364f-8b76-4961-aeb1-864d8025653e req-957ea249-ac03-4008-ba25-6086aba8a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:45.051200 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fbef364f-8b76-4961-aeb1-864d8025653e req-957ea249-ac03-4008-ba25-6086aba8a776 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a9c6559-1aed-4ddf-b42d-55ea4bac8d22 HTTP/1.1" status: 200 len: 835 time: 0.0628293 Feb 03 13:09:45.083591 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a77742b-5ca1-4bc8-9f34-eb810bd6a2b8 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group (0c6a5183-8563-4b66-9e7b-355f190ae75c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:45.138879 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a77742b-5ca1-4bc8-9f34-eb810bd6a2b8 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0c6a5183-8563-4b66-9e7b-355f190ae75c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:45.142192 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a77742b-5ca1-4bc8-9f34-eb810bd6a2b8 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:45.143595 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5a77742b-5ca1-4bc8-9f34-eb810bd6a2b8 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "DELETE /v2.0/security-groups/0c6a5183-8563-4b66-9e7b-355f190ae75c HTTP/1.1" status: 204 len: 168 time: 0.2253840 Feb 03 13:09:45.150806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58556) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:45.157457 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-882662df-8d56-463d-8cef-b79cbd36e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737530498', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:01Z', 'updated_at': '2022-02-03T13:08:06Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:02Z', 'updated_at': '2022-02-03T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'ecc66821-f98b-44bc-9e93-be2f22ff0225', 'name': '', 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:b8:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '7a9c6559-1aed-4ddf-b42d-55ea4bac8d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:05Z', 'updated_at': '2022-02-03T13:08:10Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '7a9c6559-1aed-4ddf-b42d-55ea4bac8d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:45.158356 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef364f-8b76-4961-aeb1-864d8025653e req-1b10539a-6c14-43a9-a257-f5e76bb41a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:45.159815 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fbef364f-8b76-4961-aeb1-864d8025653e req-1b10539a-6c14-43a9-a257-f5e76bb41a76 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=899d5b50-b896-4f62-99a7-cfe373fcaab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0941396 Feb 03 13:09:45.179718 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77742b-5ca1-4bc8-9f34-eb810bd6a2b8 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6a5183-8563-4b66-9e7b-355f190ae75c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:45.184904 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-ec535634-659d-44b1-95f2-23a0f85f6ce9 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] show failed (client error): The resource could not be found. Feb 03 13:09:45.186317 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ec535634-659d-44b1-95f2-23a0f85f6ce9 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups/0c6a5183-8563-4b66-9e7b-355f190ae75c HTTP/1.1" status: 404 len: 347 time: 0.0318005 Feb 03 13:09:45.192015 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58558) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:45.203004 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3d866-265b-40ee-b926-e2e6e247fc82 req-04dcd097-a4de-4ba8-8cf5-e5d41412dd1b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:45.203619 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882662df-8d56-463d-8cef-b79cbd36e564 None None] Checking router: baa3a32f-cf08-406d-a7d5-9d2cc5637473 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:09:45.204837 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9fa3d866-265b-40ee-b926-e2e6e247fc82 req-04dcd097-a4de-4ba8-8cf5-e5d41412dd1b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 945 time: 0.2350471 Feb 03 13:09:45.218388 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882662df-8d56-463d-8cef-b79cbd36e564 None None] Routers {'baa3a32f-cf08-406d-a7d5-9d2cc5637473'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:45.219134 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-882662df-8d56-463d-8cef-b79cbd36e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:09:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['baa3a32f-cf08-406d-a7d5-9d2cc5637473'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:45.329980 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fbef364f-8b76-4961-aeb1-864d8025653e req-87c09b89-1c37-4346-abdb-54902c72e6d7 service neutron] 10.222.0.31 "GET /v2.0/networks/899d5b50-b896-4f62-99a7-cfe373fcaab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626019 Feb 03 13:09:45.433184 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9fa3d866-265b-40ee-b926-e2e6e247fc82 req-6d9e1efb-09c2-4021-84db-ebed67e5c830 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=1321ff2f-2dbe-4691-bdc3-b9f126965d96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217450 Feb 03 13:09:45.440679 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-882662df-8d56-463d-8cef-b79cbd36e564 None None] Set router baa3a32f-cf08-406d-a7d5-9d2cc5637473 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:45.471117 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbad043-21d8-40b6-a585-206cb00e13e7 req-a9ef51b2-9d45-467c-8ab8-ed763f672670 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:45.472953 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8fbad043-21d8-40b6-a585-206cb00e13e7 req-a9ef51b2-9d45-467c-8ab8-ed763f672670 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 945 time: 0.1964812 Feb 03 13:09:45.517850 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-decc4d44-808a-4552-843a-eb028ebcc058 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Deleting port 1ca67ba0-d4cf-4c75-8839-b2a70fba47a8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:45.518645 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-decc4d44-808a-4552-843a-eb028ebcc058 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1ca67ba0-d4cf-4c75-8839-b2a70fba47a8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:45.519470 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fbef364f-8b76-4961-aeb1-864d8025653e req-c590ecf0-3b30-41bb-8e71-b643912d15a6 service neutron] 10.222.0.31 "GET /v2.0/networks/899d5b50-b896-4f62-99a7-cfe373fcaab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840613 Feb 03 13:09:45.534659 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb067a40-3b63-46cd-a4be-e87c127a138b None None] New status for floating IP 192d2721-a49a-464c-8a13-a02385a491c3: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:09:45.663520 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-decc4d44-808a-4552-843a-eb028ebcc058 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1ca67ba0-d4cf-4c75-8839-b2a70fba47a8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:45.664549 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-decc4d44-808a-4552-843a-eb028ebcc058 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for floatingip (1ca67ba0-d4cf-4c75-8839-b2a70fba47a8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:45.683494 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-decc4d44-808a-4552-843a-eb028ebcc058 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Calling delete_port for 1ca67ba0-d4cf-4c75-8839-b2a70fba47a8 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:45.690441 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-8fbad043-21d8-40b6-a585-206cb00e13e7 req-600b620f-8fc0-4773-87e1-701882058013 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Deleting port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:45.691205 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8fbad043-21d8-40b6-a585-206cb00e13e7 req-600b620f-8fc0-4773-87e1-701882058013 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:45.846676 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1d73-2e82-4ed0-a223-390d1fe6f8da req-3ec052f9-9dbe-4830-8ffc-b5dca800ebf0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:45.854571 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-98cc1d73-2e82-4ed0-a223-390d1fe6f8da req-3ec052f9-9dbe-4830-8ffc-b5dca800ebf0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.1413393 Feb 03 13:09:45.936031 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8fbad043-21d8-40b6-a585-206cb00e13e7 req-600b620f-8fc0-4773-87e1-701882058013 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] For port c2fa40e2-16a5-4e04-aa46-52304c49d5b9, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,segment=NetworkSegment(4944500f-3516-4266-aaa4-399a82a84d50),segment_id=4944500f-3516-4266-aaa4-399a82a84d50)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:45.944095 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8fbad043-21d8-40b6-a585-206cb00e13e7 req-600b620f-8fc0-4773-87e1-701882058013 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:45.953645 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-98cc1d73-2e82-4ed0-a223-390d1fe6f8da req-4942e863-052b-4fb0-ae85-c7463f68770a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977268 Feb 03 13:09:45.979257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-8fbad043-21d8-40b6-a585-206cb00e13e7 req-600b620f-8fc0-4773-87e1-701882058013 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Calling delete_port for c2fa40e2-16a5-4e04-aa46-52304c49d5b9 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:46.107516 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:46.117737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-882662df-8d56-463d-8cef-b79cbd36e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737530498', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:01Z', 'updated_at': '2022-02-03T13:08:06Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:02Z', 'updated_at': '2022-02-03T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'ecc66821-f98b-44bc-9e93-be2f22ff0225', 'name': '', 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:b8:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '7a9c6559-1aed-4ddf-b42d-55ea4bac8d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:05Z', 'updated_at': '2022-02-03T13:08:10Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '7a9c6559-1aed-4ddf-b42d-55ea4bac8d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:46.119766 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-decc4d44-808a-4552-843a-eb028ebcc058 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (1ca67ba0-d4cf-4c75-8839-b2a70fba47a8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:46.149336 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882662df-8d56-463d-8cef-b79cbd36e564 None None] The sync data for ids ['baa3a32f-cf08-406d-a7d5-9d2cc5637473'] in n-d-827336-3 is: [{'id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737530498', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:01Z', 'updated_at': '2022-02-03T13:08:06Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:02Z', 'updated_at': '2022-02-03T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'ecc66821-f98b-44bc-9e93-be2f22ff0225', 'name': '', 'network_id': '899d5b50-b896-4f62-99a7-cfe373fcaab9', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:b8:af:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '7a9c6559-1aed-4ddf-b42d-55ea4bac8d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:05Z', 'updated_at': '2022-02-03T13:08:10Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': '7a9c6559-1aed-4ddf-b42d-55ea4bac8d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:09:46.163363 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc4d44-808a-4552-843a-eb028ebcc058 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Pushing event deleted for resources: {'Port': ['ID=1ca67ba0-d4cf-4c75-8839-b2a70fba47a8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:46.245755 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-decc4d44-808a-4552-843a-eb028ebcc058 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for floatingip (192d2721-a49a-464c-8a13-a02385a491c3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:46.248226 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-decc4d44-808a-4552-843a-eb028ebcc058 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:46.249601 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-decc4d44-808a-4552-843a-eb028ebcc058 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "DELETE /v2.0/floatingips/192d2721-a49a-464c-8a13-a02385a491c3 HTTP/1.1" status: 204 len: 168 time: 1.0564167 Feb 03 13:09:46.320306 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8fbad043-21d8-40b6-a585-206cb00e13e7 req-600b620f-8fc0-4773-87e1-701882058013 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c2fa40e2-16a5-4e04-aa46-52304c49d5b9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:46.357901 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b620f-8fc0-4773-87e1-701882058013 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Port': ['ID=c2fa40e2-16a5-4e04-aa46-52304c49d5b9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:46.423025 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbad043-21d8-40b6-a585-206cb00e13e7 req-600b620f-8fc0-4773-87e1-701882058013 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] No DVR routers for this DVR port c2fa40e2-16a5-4e04-aa46-52304c49d5b9 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:46.425945 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8fbad043-21d8-40b6-a585-206cb00e13e7 req-600b620f-8fc0-4773-87e1-701882058013 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:46.430363 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8fbad043-21d8-40b6-a585-206cb00e13e7 req-600b620f-8fc0-4773-87e1-701882058013 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.31 "DELETE /v2.0/ports/c2fa40e2-16a5-4e04-aa46-52304c49d5b9 HTTP/1.1" status: 204 len: 173 time: 0.9507685 Feb 03 13:09:46.637297 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cf930d09-2eeb-4364-9975-1b8b91af8acf req-ca5e8895-083a-4413-b64d-b77db30fe792 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e26f362-f887-491a-b7de-f3033fa5914f HTTP/1.1" status: 200 len: 210 time: 0.0825319 Feb 03 13:09:46.678708 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df1b3e-e132-43ec-a498-1c0e4c9fc786 None None] New status for floating IP fb57fdea-04f9-4a1e-a9fc-770c6215e248: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:09:46.689666 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e26f362-f887-491a-b7de-f3033fa5914f', 'name': 'network-vif-deleted', 'tag': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:46.692677 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064bf619-db17-4810-b7c7-7b62bf45ae28" -d '{"events": [{"server_uuid": "2e26f362-f887-491a-b7de-f3033fa5914f", "name": "network-vif-deleted", "tag": "c2fa40e2-16a5-4e04-aa46-52304c49d5b9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:46.736871 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58578) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:46.744071 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7550ba63-c1c6-4dec-8a22-379a1b786fd2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1707617182', 'description': 'tempest-description--1778372042'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:46.768594 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df16bc8-f410-4f25-81bb-e71662dc6522 x-openstack-request-id: req-7df16bc8-f410-4f25-81bb-e71662dc6522 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:46.768979 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e26f362-f887-491a-b7de-f3033fa5914f", "name": "network-vif-deleted", "tag": "c2fa40e2-16a5-4e04-aa46-52304c49d5b9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:46.769241 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7df16bc8-f410-4f25-81bb-e71662dc6522 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:46.770119 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e26f362-f887-491a-b7de-f3033fa5914f', 'name': 'network-vif-deleted', 'tag': 'c2fa40e2-16a5-4e04-aa46-52304c49d5b9', 'status': 'completed', 'code': 200} Feb 03 13:09:46.798389 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7550ba63-c1c6-4dec-8a22-379a1b786fd2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:46.909595 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7550ba63-c1c6-4dec-8a22-379a1b786fd2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group (f8dae51d-57ca-4bd2-8c75-d9e88fc933f9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:46.918358 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7550ba63-c1c6-4dec-8a22-379a1b786fd2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f8dae51d-57ca-4bd2-8c75-d9e88fc933f9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:46.957835 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7550ba63-c1c6-4dec-8a22-379a1b786fd2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:46.959762 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7550ba63-c1c6-4dec-8a22-379a1b786fd2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2208056 Feb 03 13:09:46.961438 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550ba63-c1c6-4dec-8a22-379a1b786fd2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:46.963209 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58582) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:46.972266 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-62d390d3-065d-4b07-be2d-c3f47bb68ef6 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Request body: {'security_group_rule': {'security_group_id': 'f8dae51d-57ca-4bd2-8c75-d9e88fc933f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:47.009062 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62d390d3-065d-4b07-be2d-c3f47bb68ef6 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group_rule (ab986410-7946-420f-afd2-63a5ba7f2960), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.016153 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58586) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:47.096190 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62d390d3-065d-4b07-be2d-c3f47bb68ef6 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group_rule (ab986410-7946-420f-afd2-63a5ba7f2960), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.103726 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62d390d3-065d-4b07-be2d-c3f47bb68ef6 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (ab986410-7946-420f-afd2-63a5ba7f2960), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.129579 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d390d3-065d-4b07-be2d-c3f47bb68ef6 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab986410-7946-420f-afd2-63a5ba7f2960,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:47.140717 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62d390d3-065d-4b07-be2d-c3f47bb68ef6 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.144765 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab8c8f-985e-4b00-b38e-8f1e003b8b20 req-538b22d9-36af-48b0-9f5f-92d0563c6aa4 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:47.144956 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-62d390d3-065d-4b07-be2d-c3f47bb68ef6 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1778667 Feb 03 13:09:47.145051 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-91ab8c8f-985e-4b00-b38e-8f1e003b8b20 req-538b22d9-36af-48b0-9f5f-92d0563c6aa4 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.0802138 Feb 03 13:09:47.149717 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58590) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:47.155465 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6da1d5e5-9556-43cf-9952-cc80fb606a68 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Request body: {'security_group_rule': {'security_group_id': 'f8dae51d-57ca-4bd2-8c75-d9e88fc933f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:47.176463 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a9fe386-ecc5-436b-b250-2396329559d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.182225 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6da1d5e5-9556-43cf-9952-cc80fb606a68 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group_rule (6a72f9df-928d-443c-90cf-9f53da128712), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.228327 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-91ab8c8f-985e-4b00-b38e-8f1e003b8b20 req-43e97b6f-226f-4871-8f66-771fb5a2901a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753760 Feb 03 13:09:47.246735 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6da1d5e5-9556-43cf-9952-cc80fb606a68 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group_rule (6a72f9df-928d-443c-90cf-9f53da128712), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.250450 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6da1d5e5-9556-43cf-9952-cc80fb606a68 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (6a72f9df-928d-443c-90cf-9f53da128712), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.277666 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1d5e5-9556-43cf-9952-cc80fb606a68 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a72f9df-928d-443c-90cf-9f53da128712,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:47.288863 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6da1d5e5-9556-43cf-9952-cc80fb606a68 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.290091 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6da1d5e5-9556-43cf-9952-cc80fb606a68 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393244 Feb 03 13:09:47.293355 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58592) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:47.297792 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ab2af167-d001-49e3-a216-ed7c26a6a3d3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:47.317290 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab2af167-d001-49e3-a216-ed7c26a6a3d3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.326407 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a9fe386-ecc5-436b-b250-2396329559d6 admin admin] Publish callbacks [] for security_group (36863929-094f-4642-8180-5cfd7c53c6ce), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.331138 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a9fe386-ecc5-436b-b250-2396329559d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (36863929-094f-4642-8180-5cfd7c53c6ce), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.377767 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1a9fe386-ecc5-436b-b250-2396329559d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=393e2fc506764c82a3d1331cc12ded16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3582089 Feb 03 13:09:47.378038 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58594) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:47.384356 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9fe386-ecc5-436b-b250-2396329559d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36863929-094f-4642-8180-5cfd7c53c6ce,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:47.430011 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab2af167-d001-49e3-a216-ed7c26a6a3d3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.446235 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ce17a04-96f2-4c6d-86df-93cd527007b5 admin admin] Publish callbacks [] for security_group (36863929-094f-4642-8180-5cfd7c53c6ce), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.471721 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ce17a04-96f2-4c6d-86df-93cd527007b5 admin admin] Publish callbacks [] for security_group (36863929-094f-4642-8180-5cfd7c53c6ce), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.530465 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ce17a04-96f2-4c6d-86df-93cd527007b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (36863929-094f-4642-8180-5cfd7c53c6ce), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.533901 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ce17a04-96f2-4c6d-86df-93cd527007b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.535148 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0ce17a04-96f2-4c6d-86df-93cd527007b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36863929-094f-4642-8180-5cfd7c53c6ce HTTP/1.1" status: 204 len: 168 time: 0.1561606 Feb 03 13:09:47.545040 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce17a04-96f2-4c6d-86df-93cd527007b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36863929-094f-4642-8180-5cfd7c53c6ce,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:47.573061 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ab2af167-d001-49e3-a216-ed7c26a6a3d3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Allocated IP 172.25.6.10 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/835ee756-35b7-491e-b6d0-309afa4ae263) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:09:47.694845 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab2af167-d001-49e3-a216-ed7c26a6a3d3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for port (835ee756-35b7-491e-b6d0-309afa4ae263), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.724260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58602) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:47.752287 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab2af167-d001-49e3-a216-ed7c26a6a3d3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (835ee756-35b7-491e-b6d0-309afa4ae263), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.791866 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2af167-d001-49e3-a216-ed7c26a6a3d3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:47.794901 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ab2af167-d001-49e3-a216-ed7c26a6a3d3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:47.798619 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2af167-d001-49e3-a216-ed7c26a6a3d3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:09:47.834672 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2af167-d001-49e3-a216-ed7c26a6a3d3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Pushing event updated for resources: {'Port': ['ID=835ee756-35b7-491e-b6d0-309afa4ae263,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:47.913064 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab2af167-d001-49e3-a216-ed7c26a6a3d3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for floatingip (dc1bc638-d83a-4dc7-9d15-285cd96e6a71), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.929267 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58604) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:47.964693 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-813d2963-9913-4a84-98bc-e67127e614f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:47.983769 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab2af167-d001-49e3-a216-ed7c26a6a3d3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (835ee756-35b7-491e-b6d0-309afa4ae263), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:48.162219 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-813d2963-9913-4a84-98bc-e67127e614f5 admin admin] Publish callbacks [] for security_group (0811823c-1d67-4c17-a2e0-37941e0b074e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:48.167593 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-813d2963-9913-4a84-98bc-e67127e614f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0811823c-1d67-4c17-a2e0-37941e0b074e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:48.224524 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d2963-9913-4a84-98bc-e67127e614f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0811823c-1d67-4c17-a2e0-37941e0b074e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:48.231304 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-813d2963-9913-4a84-98bc-e67127e614f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55b88ceb373c4e90bdbfd5413f8e406e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3009765 Feb 03 13:09:48.233770 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58606) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:48.264843 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab2af167-d001-49e3-a216-ed7c26a6a3d3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for port (835ee756-35b7-491e-b6d0-309afa4ae263), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:48.275520 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab2af167-d001-49e3-a216-ed7c26a6a3d3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (835ee756-35b7-491e-b6d0-309afa4ae263), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:48.395474 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2af167-d001-49e3-a216-ed7c26a6a3d3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Pushing event updated for resources: {'Port': ['ID=835ee756-35b7-491e-b6d0-309afa4ae263,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:48.398590 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-092f0e24-53d0-43e7-8f75-b0ad06ff6871 admin admin] Publish callbacks [] for security_group (0811823c-1d67-4c17-a2e0-37941e0b074e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:48.413465 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab2af167-d001-49e3-a216-ed7c26a6a3d3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (dc1bc638-d83a-4dc7-9d15-285cd96e6a71), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:48.431612 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-092f0e24-53d0-43e7-8f75-b0ad06ff6871 admin admin] Publish callbacks [] for security_group (0811823c-1d67-4c17-a2e0-37941e0b074e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:48.442093 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab2af167-d001-49e3-a216-ed7c26a6a3d3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:48.443748 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ab2af167-d001-49e3-a216-ed7c26a6a3d3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1494665 Feb 03 13:09:48.463164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7134f-1bb7-4c9b-b314-0860a81c5974 req-3cb5fc83-7e1a-48bf-8a3f-e69465bbbcc9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:48.464446 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-35a7134f-1bb7-4c9b-b314-0860a81c5974 req-3cb5fc83-7e1a-48bf-8a3f-e69465bbbcc9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.1017807 Feb 03 13:09:48.495119 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-092f0e24-53d0-43e7-8f75-b0ad06ff6871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0811823c-1d67-4c17-a2e0-37941e0b074e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:48.498120 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-092f0e24-53d0-43e7-8f75-b0ad06ff6871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:48.504229 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-092f0e24-53d0-43e7-8f75-b0ad06ff6871 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0811823c-1d67-4c17-a2e0-37941e0b074e HTTP/1.1" status: 204 len: 168 time: 0.2645216 Feb 03 13:09:48.522103 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f0e24-53d0-43e7-8f75-b0ad06ff6871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0811823c-1d67-4c17-a2e0-37941e0b074e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:48.568597 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-35a7134f-1bb7-4c9b-b314-0860a81c5974 req-4a02a359-b97b-4595-9283-47eba505ae22 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858104 Feb 03 13:09:48.598305 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d984696-0880-4ee1-b9da-8904322e0928 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (baa3a32f-cf08-406d-a7d5-9d2cc5637473), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:48.697767 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-403c835b-7059-491e-ab47-131fa1f4a1be tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1707617182&fields=id&tenant_id=f87650fa40e44533b201cd37dcb459f1 HTTP/1.1" status: 200 len: 267 time: 0.0482459 Feb 03 13:09:48.815306 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-724adc83-1d8a-4ed9-9bd5-d23a21b9d98c tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:48.816864 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-724adc83-1d8a-4ed9-9bd5-d23a21b9d98c tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/networks?id=493acd8c-1fd7-4784-9c30-ab48082e5271 HTTP/1.1" status: 200 len: 817 time: 0.1113727 Feb 03 13:09:48.832872 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-ff170326-e40a-4c4d-b6ce-2c380cd82391 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/quotas/f87650fa40e44533b201cd37dcb459f1 HTTP/1.1" status: 200 len: 375 time: 0.0099783 Feb 03 13:09:48.877244 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:09:48.890506 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6d984696-0880-4ee1-b9da-8904322e0928 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Deleting port ecc66821-f98b-44bc-9e93-be2f22ff0225 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:48.891187 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d984696-0880-4ee1-b9da-8904322e0928 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ecc66821-f98b-44bc-9e93-be2f22ff0225), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:48.899512 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-b476bbde-b7fb-49e8-9763-a63b6a3e3c92 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f87650fa40e44533b201cd37dcb459f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608141 Feb 03 13:09:48.988032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device c2fa40e2-16a5-4e04-aa46-52304c49d5b9 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:49.013056 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-cd984352-0f83-48f3-b557-f4cee5b15292 service neutron] 10.222.0.18 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008735 Feb 03 13:09:49.015036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-6d984696-0880-4ee1-b9da-8904322e0928 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] For port ecc66821-f98b-44bc-9e93-be2f22ff0225, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ecc66821-f98b-44bc-9e93-be2f22ff0225,segment=NetworkSegment(4944500f-3516-4266-aaa4-399a82a84d50),segment_id=4944500f-3516-4266-aaa4-399a82a84d50)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:49.015409 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d984696-0880-4ee1-b9da-8904322e0928 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ecc66821-f98b-44bc-9e93-be2f22ff0225), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:49.015931 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: c2fa40e2-16a5-4e04-aa46-52304c49d5b9 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:49.016491 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device c2fa40e2-16a5-4e04-aa46-52304c49d5b9 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:49.033030 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6d984696-0880-4ee1-b9da-8904322e0928 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Calling delete_port for ecc66821-f98b-44bc-9e93-be2f22ff0225 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:49.120400 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-34a81a94-b38d-4fdc-bd1d-e1e47865ee48 service neutron] 10.222.0.18 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004779 Feb 03 13:09:49.280312 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d984696-0880-4ee1-b9da-8904322e0928 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ecc66821-f98b-44bc-9e93-be2f22ff0225), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:49.362027 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d984696-0880-4ee1-b9da-8904322e0928 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Port': ['ID=ecc66821-f98b-44bc-9e93-be2f22ff0225,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:49.376652 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dc3282ab-32d7-489d-a949-cb33b3d94fdf req-43acd2d0-39e4-4ef9-a904-f091c706c0f6 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 210 time: 0.0821533 Feb 03 13:09:49.623332 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d984696-0880-4ee1-b9da-8904322e0928 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (baa3a32f-cf08-406d-a7d5-9d2cc5637473), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:49.737119 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e4182-949c-42a8-b3d3-f2ae2925a5a0 req-cfe14b94-3b5c-4558-b59d-1071f99319c8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:49.738934 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a95e4182-949c-42a8-b3d3-f2ae2925a5a0 req-cfe14b94-3b5c-4558-b59d-1071f99319c8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.0642431 Feb 03 13:09:49.803336 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a95e4182-949c-42a8-b3d3-f2ae2925a5a0 req-d3ee1af0-fc39-4fcd-9e0d-9321ad37e9ec tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552845 Feb 03 13:09:49.929347 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d984696-0880-4ee1-b9da-8904322e0928 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Router baa3a32f-cf08-406d-a7d5-9d2cc5637473 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:09:50.068555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d984696-0880-4ee1-b9da-8904322e0928 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:09:50.074366 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6d984696-0880-4ee1-b9da-8904322e0928 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "PUT /v2.0/routers/baa3a32f-cf08-406d-a7d5-9d2cc5637473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3487332 Feb 03 13:09:50.077720 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58668) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:50.079723 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5709ded8-fe0a-4353-a7a3-cb852012e986 None None] Sync routers for ids ['baa3a32f-cf08-406d-a7d5-9d2cc5637473'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:09:50.094763 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5709ded8-fe0a-4353-a7a3-cb852012e986 None None] Routers {'baa3a32f-cf08-406d-a7d5-9d2cc5637473'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:50.095389 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5709ded8-fe0a-4353-a7a3-cb852012e986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:09:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['baa3a32f-cf08-406d-a7d5-9d2cc5637473'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:50.133166 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-6316f491-cf4d-4184-aab5-6772b829522c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Deleting subnet 7a9c6559-1aed-4ddf-b42d-55ea4bac8d22 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:09:50.138703 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6316f491-cf4d-4184-aab5-6772b829522c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for subnet (7a9c6559-1aed-4ddf-b42d-55ea4bac8d22), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:50.189559 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6316f491-cf4d-4184-aab5-6772b829522c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (7a9c6559-1aed-4ddf-b42d-55ea4bac8d22), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:50.207404 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5709ded8-fe0a-4353-a7a3-cb852012e986 None None] Set router baa3a32f-cf08-406d-a7d5-9d2cc5637473 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:50.327294 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6316f491-cf4d-4184-aab5-6772b829522c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (7a9c6559-1aed-4ddf-b42d-55ea4bac8d22), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:50.419741 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5709ded8-fe0a-4353-a7a3-cb852012e986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737530498', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:01Z', 'updated_at': '2022-02-03T13:09:49Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:02Z', 'updated_at': '2022-02-03T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:50.435731 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6316f491-cf4d-4184-aab5-6772b829522c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (7a9c6559-1aed-4ddf-b42d-55ea4bac8d22), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:50.464310 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5709ded8-fe0a-4353-a7a3-cb852012e986 None None] Checking router: baa3a32f-cf08-406d-a7d5-9d2cc5637473 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:09:50.474013 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5709ded8-fe0a-4353-a7a3-cb852012e986 None None] Routers {'baa3a32f-cf08-406d-a7d5-9d2cc5637473'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:50.474637 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5709ded8-fe0a-4353-a7a3-cb852012e986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:09:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['baa3a32f-cf08-406d-a7d5-9d2cc5637473'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:50.505338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316f491-cf4d-4184-aab5-6772b829522c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Subnet': ['ID=7a9c6559-1aed-4ddf-b42d-55ea4bac8d22,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:50.556704 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6316f491-cf4d-4184-aab5-6772b829522c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:50.563486 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6316f491-cf4d-4184-aab5-6772b829522c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "DELETE /v2.0/subnets/7a9c6559-1aed-4ddf-b42d-55ea4bac8d22 HTTP/1.1" status: 204 len: 168 time: 0.4821215 Feb 03 13:09:50.564416 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58682) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:50.569693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355496ff-d4f5-45ec-949f-d82e82f6a38e None None] Network 899d5b50-b896-4f62-99a7-cfe373fcaab9 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:50.601578 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51267ac9-9ea5-43c1-a42d-e861663196e8 req-36c75e64-fe0c-4d8b-8343-50cf74f64c42 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 210 time: 0.0862224 Feb 03 13:09:50.643005 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5709ded8-fe0a-4353-a7a3-cb852012e986 None None] Set router baa3a32f-cf08-406d-a7d5-9d2cc5637473 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:50.660863 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-d045174f-6e37-47c6-af37-0c1a6671455e tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:50.662831 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-d045174f-6e37-47c6-af37-0c1a6671455e tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.31 "GET /v2.0/networks?id=493acd8c-1fd7-4784-9c30-ab48082e5271 HTTP/1.1" status: 200 len: 817 time: 0.2565386 Feb 03 13:09:50.761157 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-11158d26-54a9-4a93-a76f-2bc72c62d653 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f87650fa40e44533b201cd37dcb459f1 HTTP/1.1" status: 200 len: 380 time: 0.0892625 Feb 03 13:09:50.782230 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-266ad8fb-b738-4c08-8d08-3b11e3dd2b06 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Request body: {'port': {'device_id': '6e26618a-4fb0-4af0-9250-a48d6609d6e2', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'admin_state_up': True, 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'security_groups': ['f8dae51d-57ca-4bd2-8c75-d9e88fc933f9']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:50.785046 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router (baa3a32f-cf08-406d-a7d5-9d2cc5637473), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.000716 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_gateway (baa3a32f-cf08-406d-a7d5-9d2cc5637473), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.010167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] DHCP port deletion for 899d5b50-b896-4f62-99a7-cfe373fcaab9 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:09:51.013811 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5709ded8-fe0a-4353-a7a3-cb852012e986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737530498', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:01Z', 'updated_at': '2022-02-03T13:09:49Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:02Z', 'updated_at': '2022-02-03T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:51.074871 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5709ded8-fe0a-4353-a7a3-cb852012e986 None None] The sync data for ids ['baa3a32f-cf08-406d-a7d5-9d2cc5637473'] in n-d-827336-3 is: [{'id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737530498', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:08:01Z', 'updated_at': '2022-02-03T13:09:49Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '5f3ab80d-c293-482e-89a2-6ec45687145c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3a32f-cf08-406d-a7d5-9d2cc5637473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:08:02Z', 'updated_at': '2022-02-03T13:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:09:51.091709 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] Deleting port 05ee28b4-6827-48c2-9d06-213f2d5eba52 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:51.100200 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (05ee28b4-6827-48c2-9d06-213f2d5eba52), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.116583 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-266ad8fb-b738-4c08-8d08-3b11e3dd2b06 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Made reservation on behalf of f87650fa40e44533b201cd37dcb459f1 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:09:51.124710 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-266ad8fb-b738-4c08-8d08-3b11e3dd2b06 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.249456 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] For port 05ee28b4-6827-48c2-9d06-213f2d5eba52, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=05ee28b4-6827-48c2-9d06-213f2d5eba52,segment=NetworkSegment(4944500f-3516-4266-aaa4-399a82a84d50),segment_id=4944500f-3516-4266-aaa4-399a82a84d50)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:51.250174 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (05ee28b4-6827-48c2-9d06-213f2d5eba52), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.268442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] Calling delete_port for 05ee28b4-6827-48c2-9d06-213f2d5eba52 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:51.356883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-266ad8fb-b738-4c08-8d08-3b11e3dd2b06 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Allocated IP 172.20.0.3 (493acd8c-1fd7-4784-9c30-ab48082e5271/cfdcbfe6-c780-42bd-a6f3-8500632541b5/2c827402-584a-4516-847b-067d7ec67678) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:09:51.389933 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (05ee28b4-6827-48c2-9d06-213f2d5eba52), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.419372 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] Pushing event deleted for resources: {'Port': ['ID=05ee28b4-6827-48c2-9d06-213f2d5eba52,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:51.430388 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.430709 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.431044 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.431549 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.431889 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.432415 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.432782 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.433504 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.433622 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.434506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.434506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.434506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.434867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.445144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e977d5f-05dc-45c4-a371-7c8e01b5ace9 None None] No DVR routers for this DVR port 05ee28b4-6827-48c2-9d06-213f2d5eba52 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:09:51.469243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad597335-fafa-46ef-8887-f43661f60086 req-13e2b515-325e-41b5-97af-5e3790035622 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:51.471015 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ad597335-fafa-46ef-8887-f43661f60086 req-13e2b515-325e-41b5-97af-5e3790035622 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.4966128 Feb 03 13:09:51.519009 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Deleting port 5f3ab80d-c293-482e-89a2-6ec45687145c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:09:51.519361 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5f3ab80d-c293-482e-89a2-6ec45687145c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.581801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 05ee28b4-6827-48c2-9d06-213f2d5eba52 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:51.592691 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ad597335-fafa-46ef-8887-f43661f60086 req-86a8c718-6fc7-4052-90e5-309c20ef50cf tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014123 Feb 03 13:09:51.625727 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 05ee28b4-6827-48c2-9d06-213f2d5eba52 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:51.626562 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 05ee28b4-6827-48c2-9d06-213f2d5eba52 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:51.627291 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ecc66821-f98b-44bc-9e93-be2f22ff0225 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:51.656903 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-266ad8fb-b738-4c08-8d08-3b11e3dd2b06 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for port (2c827402-584a-4516-847b-067d7ec67678), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.665477 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: ecc66821-f98b-44bc-9e93-be2f22ff0225 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:51.666438 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ecc66821-f98b-44bc-9e93-be2f22ff0225 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:51.672615 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] For port 5f3ab80d-c293-482e-89a2-6ec45687145c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5f3ab80d-c293-482e-89a2-6ec45687145c,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:51.673002 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5f3ab80d-c293-482e-89a2-6ec45687145c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.692181 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Calling delete_port for 5f3ab80d-c293-482e-89a2-6ec45687145c owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:09:51.773254 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9129f449-027d-44ab-99b0-148f4b02175a req-ba80ad99-b0a2-4651-9e18-1a649dcb0924 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 210 time: 0.0412905 Feb 03 13:09:51.783046 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-266ad8fb-b738-4c08-8d08-3b11e3dd2b06 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (2c827402-584a-4516-847b-067d7ec67678), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.844698 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-266ad8fb-b738-4c08-8d08-3b11e3dd2b06 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Network 493acd8c-1fd7-4784-9c30-ab48082e5271 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:51.850050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-266ad8fb-b738-4c08-8d08-3b11e3dd2b06 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:51.864459 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-266ad8fb-b738-4c08-8d08-3b11e3dd2b06 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:09:51.886726 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (5f3ab80d-c293-482e-89a2-6ec45687145c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.917695 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-266ad8fb-b738-4c08-8d08-3b11e3dd2b06 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:51.918363 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-266ad8fb-b738-4c08-8d08-3b11e3dd2b06 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:51.921265 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ad8fb-b738-4c08-8d08-3b11e3dd2b06 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Pushing event updated for resources: {'Port': ['ID=2c827402-584a-4516-847b-067d7ec67678,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:51.922333 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Port': ['ID=5f3ab80d-c293-482e-89a2-6ec45687145c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:51.959506 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.960228 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.960847 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-266ad8fb-b738-4c08-8d08-3b11e3dd2b06 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1915696 Feb 03 13:09:51.960975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.961543 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.962683 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.963221 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.963743 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.964087 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.964424 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.964757 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.965082 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.965707 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.966215 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:51.973338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] Request body: {'port': {'device_id': '6e26618a-4fb0-4af0-9250-a48d6609d6e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:52.015116 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (baa3a32f-cf08-406d-a7d5-9d2cc5637473), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.054578 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2c827402-584a-4516-847b-067d7ec67678), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.118590 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (baa3a32f-cf08-406d-a7d5-9d2cc5637473), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.121038 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_controller (baa3a32f-cf08-406d-a7d5-9d2cc5637473), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.178050 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9db47aa4-d8de-466a-9eaf-64b5406ddc1b None None] Provisioning complete for port 2c827402-584a-4516-847b-067d7ec67678 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:52.178440 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9db47aa4-d8de-466a-9eaf-64b5406ddc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2c827402-584a-4516-847b-067d7ec67678), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.185093 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (baa3a32f-cf08-406d-a7d5-9d2cc5637473), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.185859 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Fanout notify agent at l3_agent the message router_deleted on router baa3a32f-cf08-406d-a7d5-9d2cc5637473 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:09:52.194489 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.197066 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-09e68030-4391-4fd5-b568-ac1078c09be1 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "DELETE /v2.0/routers/baa3a32f-cf08-406d-a7d5-9d2cc5637473 HTTP/1.1" status: 204 len: 168 time: 1.6270287 Feb 03 13:09:52.199304 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58704) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:52.227032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9db47aa4-d8de-466a-9eaf-64b5406ddc1b None None] Port 2c827402-584a-4516-847b-067d7ec67678 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:09:52.293609 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1be4c2ad-aba1-41bb-8f30-82496d976b59 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (899d5b50-b896-4f62-99a7-cfe373fcaab9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.400918 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1be4c2ad-aba1-41bb-8f30-82496d976b59 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (899d5b50-b896-4f62-99a7-cfe373fcaab9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.419981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c827402-584a-4516-847b-067d7ec67678 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:09:52.425530 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1be4c2ad-aba1-41bb-8f30-82496d976b59 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['899d5b50-b896-4f62-99a7-cfe373fcaab9']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:52.431613 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] Publish callbacks [] for port (2c827402-584a-4516-847b-067d7ec67678), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.440535 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1be4c2ad-aba1-41bb-8f30-82496d976b59 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4944500f-3516-4266-aaa4-399a82a84d50') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:52.440868 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1be4c2ad-aba1-41bb-8f30-82496d976b59 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4944500f-3516-4266-aaa4-399a82a84d50') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:52.447971 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] Transition to ACTIVE for port object 2c827402-584a-4516-847b-067d7ec67678 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:09:52.453906 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (2c827402-584a-4516-847b-067d7ec67678), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.456119 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1be4c2ad-aba1-41bb-8f30-82496d976b59 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (4944500f-3516-4266-aaa4-399a82a84d50), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.472204 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1be4c2ad-aba1-41bb-8f30-82496d976b59 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (4944500f-3516-4266-aaa4-399a82a84d50), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.482387 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be4c2ad-aba1-41bb-8f30-82496d976b59 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:09:52.483124 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1be4c2ad-aba1-41bb-8f30-82496d976b59 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (4944500f-3516-4266-aaa4-399a82a84d50), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:09:52.486905 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:09:52.552995 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58708) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:52.559990 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] Pushing event updated for resources: {'Port': ['ID=2c827402-584a-4516-847b-067d7ec67678,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:52.574628 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1be4c2ad-aba1-41bb-8f30-82496d976b59 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (899d5b50-b896-4f62-99a7-cfe373fcaab9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.585518 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1be4c2ad-aba1-41bb-8f30-82496d976b59 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.592188 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1be4c2ad-aba1-41bb-8f30-82496d976b59 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "DELETE /v2.0/networks/899d5b50-b896-4f62-99a7-cfe373fcaab9 HTTP/1.1" status: 204 len: 168 time: 0.3917418 Feb 03 13:09:52.595201 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58712) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:52.609025 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4c2ad-aba1-41bb-8f30-82496d976b59 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Network': ['ID=899d5b50-b896-4f62-99a7-cfe373fcaab9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:52.646089 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] Attempting to bind port 2c827402-584a-4516-847b-067d7ec67678 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:09:52.646590 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] Attempting to bind port 2c827402-584a-4516-847b-067d7ec67678 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '8929263f-d42e-4260-a90e-7c14187be7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:09:52.647047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] Attempting to bind port 2c827402-584a-4516-847b-067d7ec67678 on network 493acd8c-1fd7-4784-9c30-ab48082e5271 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:52.658550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] Port 2c827402-584a-4516-847b-067d7ec67678 on network 493acd8c-1fd7-4784-9c30-ab48082e5271 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:09:52.658950 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] Attempting to bind port 2c827402-584a-4516-847b-067d7ec67678 on network 493acd8c-1fd7-4784-9c30-ab48082e5271 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:52.669710 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:09:52.670141 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] Checking segment: {'id': '8929263f-d42e-4260-a90e-7c14187be7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:52.670614 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] Bound using segment: {'id': '8929263f-d42e-4260-a90e-7c14187be7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:09:52.671137 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] Bound port: 2c827402-584a-4516-847b-067d7ec67678, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8929263f-d42e-4260-a90e-7c14187be7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:09:52.671572 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2c827402-584a-4516-847b-067d7ec67678), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.724579 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-373e9f73-72ef-4a75-8e71-caa354826e78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.741604 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40eb4786-24a8-4e59-8a9b-d497d628ad44 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (1321ff2f-2dbe-4691-bdc3-b9f126965d96), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.785164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fa018-c4d5-450e-a4c3-35914f2a81b3 req-4dd27dbe-f0a6-4554-8a71-23a1c090a988 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:52.786771 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e49fa018-c4d5-450e-a4c3-35914f2a81b3 req-4dd27dbe-f0a6-4554-8a71-23a1c090a988 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.1109889 Feb 03 13:09:52.800747 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40eb4786-24a8-4e59-8a9b-d497d628ad44 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (1321ff2f-2dbe-4691-bdc3-b9f126965d96), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.801594 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] For port 2c827402-584a-4516-847b-067d7ec67678, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:09:52.832398 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] For port 2c827402-584a-4516-847b-067d7ec67678, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=2c827402-584a-4516-847b-067d7ec67678,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:09:52.885536 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (2c827402-584a-4516-847b-067d7ec67678), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.888539 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e49fa018-c4d5-450e-a4c3-35914f2a81b3 req-858fd812-3b0c-4a04-ab76-b98c6a8794b4 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851040 Feb 03 13:09:52.913645 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-373e9f73-72ef-4a75-8e71-caa354826e78 admin admin] Publish callbacks [] for security_group (fea3a36b-82cf-4ecb-ba56-e8da7761c288), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.920358 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-373e9f73-72ef-4a75-8e71-caa354826e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (fea3a36b-82cf-4ecb-ba56-e8da7761c288), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.931263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:52.931898 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.940661 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] 10.222.0.31 "PUT /v2.0/ports/2c827402-584a-4516-847b-067d7ec67678 HTTP/1.1" status: 200 len: 1091 time: 0.9651582 Feb 03 13:09:52.940661 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e26618a-4fb0-4af0-9250-a48d6609d6e2', 'tag': '2c827402-584a-4516-847b-067d7ec67678'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:52.940661 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833c5d56-a2e2-4127-8fe2-43add06ee1c8" -d '{"events": [{"name": "network-changed", "server_uuid": "6e26618a-4fb0-4af0-9250-a48d6609d6e2", "tag": "2c827402-584a-4516-847b-067d7ec67678"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:52.989958 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f949b-df21-471b-ab45-ce9521266cf1 req-0aa551d1-0084-40fb-a43e-51aa6cc25eef tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:52.991567 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-719f949b-df21-471b-ab45-ce9521266cf1 req-0aa551d1-0084-40fb-a43e-51aa6cc25eef tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 943 time: 0.1236036 Feb 03 13:09:52.995987 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40eb4786-24a8-4e59-8a9b-d497d628ad44 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1321ff2f-2dbe-4691-bdc3-b9f126965d96), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.997619 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-373e9f73-72ef-4a75-8e71-caa354826e78 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08c4eaca2c3a4d3faa456a8391cc3827&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4435174 Feb 03 13:09:52.998590 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40eb4786-24a8-4e59-8a9b-d497d628ad44 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:52.998774 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e9f73-72ef-4a75-8e71-caa354826e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea3a36b-82cf-4ecb-ba56-e8da7761c288,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:53.003206 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-40eb4786-24a8-4e59-8a9b-d497d628ad44 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "DELETE /v2.0/security-groups/1321ff2f-2dbe-4691-bdc3-b9f126965d96 HTTP/1.1" status: 204 len: 168 time: 0.4033639 Feb 03 13:09:53.003206 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58720) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:53.029760 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e28cb4-5383-47df-aba5-992a4657af15 x-openstack-request-id: req-70e28cb4-5383-47df-aba5-992a4657af15 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:53.030067 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e26618a-4fb0-4af0-9250-a48d6609d6e2", "tag": "2c827402-584a-4516-847b-067d7ec67678", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:53.030418 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70e28cb4-5383-47df-aba5-992a4657af15 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:53.030860 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e26618a-4fb0-4af0-9250-a48d6609d6e2', 'tag': '2c827402-584a-4516-847b-067d7ec67678', 'status': 'completed', 'code': 200} Feb 03 13:09:53.033647 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b781aab-27c7-42ed-838d-8b810fd3491e service neutron] Pushing event updated for resources: {'Port': ['ID=2c827402-584a-4516-847b-067d7ec67678,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:53.092840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb4786-24a8-4e59-8a9b-d497d628ad44 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1321ff2f-2dbe-4691-bdc3-b9f126965d96,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:53.181005 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-a1c5ac68-72a5-4684-b225-cc6ccd87b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:53.182600 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-a1c5ac68-72a5-4684-b225-cc6ccd87b7a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f87650fa40e44533b201cd37dcb459f1&device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 1125 time: 0.1875796 Feb 03 13:09:53.197586 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-719f949b-df21-471b-ab45-ce9521266cf1 req-5a96a0af-3075-4023-8131-70e7b32708ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957004 Feb 03 13:09:53.198393 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a11c6bd-62fa-4ea6-9f6c-bf36b0003bb2 admin admin] Publish callbacks [] for security_group (fea3a36b-82cf-4ecb-ba56-e8da7761c288), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.225141 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a11c6bd-62fa-4ea6-9f6c-bf36b0003bb2 admin admin] Publish callbacks [] for security_group (fea3a36b-82cf-4ecb-ba56-e8da7761c288), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.272198 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-595833af-2013-431d-95ca-061814688590 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c827402-584a-4516-847b-067d7ec67678 HTTP/1.1" status: 200 len: 217 time: 0.0450141 Feb 03 13:09:53.336324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-b1cc0877-efdf-4cce-84e2-9af0b2565ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:53.338512 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-b1cc0877-efdf-4cce-84e2-9af0b2565ce1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cfdcbfe6-c780-42bd-a6f3-8500632541b5 HTTP/1.1" status: 200 len: 856 time: 0.0604925 Feb 03 13:09:53.372834 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5f3ab80d-c293-482e-89a2-6ec45687145c no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:09:53.378334 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a11c6bd-62fa-4ea6-9f6c-bf36b0003bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (fea3a36b-82cf-4ecb-ba56-e8da7761c288), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.381068 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a11c6bd-62fa-4ea6-9f6c-bf36b0003bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.385043 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6a11c6bd-62fa-4ea6-9f6c-bf36b0003bb2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fea3a36b-82cf-4ecb-ba56-e8da7761c288 HTTP/1.1" status: 204 len: 168 time: 0.3655431 Feb 03 13:09:53.396197 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11c6bd-62fa-4ea6-9f6c-bf36b0003bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea3a36b-82cf-4ecb-ba56-e8da7761c288,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:53.401436 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 5f3ab80d-c293-482e-89a2-6ec45687145c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:09:53.402187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5f3ab80d-c293-482e-89a2-6ec45687145c not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:09:53.420483 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-1b6372c5-c299-4533-87e0-d519e1e98a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:53.423488 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-1b6372c5-c299-4533-87e0-d519e1e98a26 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=493acd8c-1fd7-4784-9c30-ab48082e5271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0783825 Feb 03 13:09:53.451540 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58728) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:53.457128 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-add64f9d-c26f-43ef-b78d-1cee4bc5e0d3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1005867744', 'description': 'tempest-secgroup-smoke-1005867744 description', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:53.482193 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-add64f9d-c26f-43ef-b78d-1cee4bc5e0d3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.544102 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-b17d7814-c3b8-43a9-a397-1123e3be5ba7 service neutron] 10.222.0.31 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152222 Feb 03 13:09:53.566921 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-add64f9d-c26f-43ef-b78d-1cee4bc5e0d3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (56136937-8171-4ce4-b389-7542076e2d5a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.572733 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-add64f9d-c26f-43ef-b78d-1cee4bc5e0d3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (56136937-8171-4ce4-b389-7542076e2d5a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.605440 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-add64f9d-c26f-43ef-b78d-1cee4bc5e0d3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.609272 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-add64f9d-c26f-43ef-b78d-1cee4bc5e0d3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1554286 Feb 03 13:09:53.611983 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58732) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:53.616692 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add64f9d-c26f-43ef-b78d-1cee4bc5e0d3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56136937-8171-4ce4-b389-7542076e2d5a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:53.617883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-78d96f6f-9971-4445-bfda-741db4341425 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '56136937-8171-4ce4-b389-7542076e2d5a', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:53.665557 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4faa8793-c735-4ea8-8ca3-1d09de48e7b2 req-d2f0be4c-06a5-4aa7-ae02-6af59d02fe34 service neutron] 10.222.0.31 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149249 Feb 03 13:09:53.666702 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78d96f6f-9971-4445-bfda-741db4341425 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (d81e7b9c-17de-434c-a3c8-83f7a51b0290), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.741528 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78d96f6f-9971-4445-bfda-741db4341425 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (d81e7b9c-17de-434c-a3c8-83f7a51b0290), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.750840 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58734) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:53.758520 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78d96f6f-9971-4445-bfda-741db4341425 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (d81e7b9c-17de-434c-a3c8-83f7a51b0290), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.767102 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87973c4b-b389-49b8-ae4e-a614e53979da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.792864 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d96f6f-9971-4445-bfda-741db4341425 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81e7b9c-17de-434c-a3c8-83f7a51b0290,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:53.800981 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78d96f6f-9971-4445-bfda-741db4341425 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.802638 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-78d96f6f-9971-4445-bfda-741db4341425 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1898665 Feb 03 13:09:53.807210 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58736) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:53.811203 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-721b3489-fec8-4771-8e6d-ed0605bbef47 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '56136937-8171-4ce4-b389-7542076e2d5a', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:53.813463 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c5d56-a2e2-4127-8fe2-43add06ee1c8 req-93f8438e-461e-482e-968d-435566b3313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:53.815009 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-833c5d56-a2e2-4127-8fe2-43add06ee1c8 req-93f8438e-461e-482e-968d-435566b3313b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f87650fa40e44533b201cd37dcb459f1&device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 1125 time: 0.0911491 Feb 03 13:09:53.859015 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-721b3489-fec8-4771-8e6d-ed0605bbef47 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (bcf3f667-188d-4e49-85ab-12bee227bf3c), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.904735 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87973c4b-b389-49b8-ae4e-a614e53979da admin admin] Publish callbacks [] for security_group (bdac6d1b-cac2-423d-90f8-1995e09e57a4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.911756 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c5d56-a2e2-4127-8fe2-43add06ee1c8 req-3dea5131-582f-441c-953a-a1fbc1edfc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:53.912541 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87973c4b-b389-49b8-ae4e-a614e53979da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bdac6d1b-cac2-423d-90f8-1995e09e57a4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.913313 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-833c5d56-a2e2-4127-8fe2-43add06ee1c8 req-3dea5131-582f-441c-953a-a1fbc1edfc38 service neutron] 10.222.0.31 "GET /v2.0/networks?id=493acd8c-1fd7-4784-9c30-ab48082e5271 HTTP/1.1" status: 200 len: 918 time: 0.0924349 Feb 03 13:09:53.955075 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-721b3489-fec8-4771-8e6d-ed0605bbef47 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (bcf3f667-188d-4e49-85ab-12bee227bf3c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.965105 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-833c5d56-a2e2-4127-8fe2-43add06ee1c8 req-76ee4202-f8e7-451f-9907-7941b161482a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c827402-584a-4516-847b-067d7ec67678 HTTP/1.1" status: 200 len: 217 time: 0.0453880 Feb 03 13:09:53.966482 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-87973c4b-b389-49b8-ae4e-a614e53979da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=071b88beee0347a5b32fee969f9b419e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2144067 Feb 03 13:09:53.968255 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-721b3489-fec8-4771-8e6d-ed0605bbef47 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (bcf3f667-188d-4e49-85ab-12bee227bf3c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:53.969739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58740) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:53.981677 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87973c4b-b389-49b8-ae4e-a614e53979da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdac6d1b-cac2-423d-90f8-1995e09e57a4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:54.011785 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b3489-fec8-4771-8e6d-ed0605bbef47 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf3f667-188d-4e49-85ab-12bee227bf3c,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:54.020668 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-721b3489-fec8-4771-8e6d-ed0605bbef47 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.021868 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-721b3489-fec8-4771-8e6d-ed0605bbef47 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2142272 Feb 03 13:09:54.025682 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58742) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:54.035898 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-49801017-820c-4fe1-9ec2-f56f9e139a7e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '56136937-8171-4ce4-b389-7542076e2d5a', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:54.040418 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c5d56-a2e2-4127-8fe2-43add06ee1c8 req-538a61e3-4796-4bec-afac-90f5fd3375ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:54.042091 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-833c5d56-a2e2-4127-8fe2-43add06ee1c8 req-538a61e3-4796-4bec-afac-90f5fd3375ea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cfdcbfe6-c780-42bd-a6f3-8500632541b5 HTTP/1.1" status: 200 len: 856 time: 0.0691519 Feb 03 13:09:54.053324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdaf58-c8fe-46a3-b8c4-9413059a17e0 req-33f27c76-f799-4fb3-8afa-b38f09346690 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:54.054824 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18cdaf58-c8fe-46a3-b8c4-9413059a17e0 req-33f27c76-f799-4fb3-8afa-b38f09346690 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 943 time: 0.0925977 Feb 03 13:09:54.073202 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49801017-820c-4fe1-9ec2-f56f9e139a7e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (b5da293e-232e-4def-9ad5-fa5aa1ed3bb7), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.075443 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b675dcfb-13f0-4705-b1da-89b5712147aa admin admin] Publish callbacks [] for security_group (bdac6d1b-cac2-423d-90f8-1995e09e57a4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.117558 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b675dcfb-13f0-4705-b1da-89b5712147aa admin admin] Publish callbacks [] for security_group (bdac6d1b-cac2-423d-90f8-1995e09e57a4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.136415 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18cdaf58-c8fe-46a3-b8c4-9413059a17e0 req-738cdb39-826f-4c30-ab5f-90a8b11c9d5d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712678 Feb 03 13:09:54.139347 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c5d56-a2e2-4127-8fe2-43add06ee1c8 req-38eb21ee-7608-4f99-b0df-616298d3cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:54.140934 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-833c5d56-a2e2-4127-8fe2-43add06ee1c8 req-38eb21ee-7608-4f99-b0df-616298d3cc87 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=493acd8c-1fd7-4784-9c30-ab48082e5271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0852458 Feb 03 13:09:54.173054 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49801017-820c-4fe1-9ec2-f56f9e139a7e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (b5da293e-232e-4def-9ad5-fa5aa1ed3bb7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.177530 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49801017-820c-4fe1-9ec2-f56f9e139a7e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (b5da293e-232e-4def-9ad5-fa5aa1ed3bb7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.198981 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49801017-820c-4fe1-9ec2-f56f9e139a7e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5da293e-232e-4def-9ad5-fa5aa1ed3bb7,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:54.205521 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49801017-820c-4fe1-9ec2-f56f9e139a7e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.206817 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-49801017-820c-4fe1-9ec2-f56f9e139a7e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1793733 Feb 03 13:09:54.207926 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b675dcfb-13f0-4705-b1da-89b5712147aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (bdac6d1b-cac2-423d-90f8-1995e09e57a4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.210457 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b675dcfb-13f0-4705-b1da-89b5712147aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.213797 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b675dcfb-13f0-4705-b1da-89b5712147aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bdac6d1b-cac2-423d-90f8-1995e09e57a4 HTTP/1.1" status: 204 len: 168 time: 0.2380755 Feb 03 13:09:54.213797 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58744) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:54.221185 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1060df19-73ba-411f-b51f-5482f0d8efd9 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '56136937-8171-4ce4-b389-7542076e2d5a', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:54.232812 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675dcfb-13f0-4705-b1da-89b5712147aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdac6d1b-cac2-423d-90f8-1995e09e57a4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:54.247230 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-833c5d56-a2e2-4127-8fe2-43add06ee1c8 req-372b6388-3faf-42f9-85f3-b65d9604ab54 service neutron] 10.222.0.31 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991418 Feb 03 13:09:54.261711 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1060df19-73ba-411f-b51f-5482f0d8efd9 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (f65bcf03-7c13-4d0a-b50a-55d810d69e81), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.360007 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-833c5d56-a2e2-4127-8fe2-43add06ee1c8 req-7e55090e-0787-4af2-bd65-0f2eee533fe6 service neutron] 10.222.0.31 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032915 Feb 03 13:09:54.368693 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1060df19-73ba-411f-b51f-5482f0d8efd9 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (f65bcf03-7c13-4d0a-b50a-55d810d69e81), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.378219 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1060df19-73ba-411f-b51f-5482f0d8efd9 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (f65bcf03-7c13-4d0a-b50a-55d810d69e81), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.404207 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060df19-73ba-411f-b51f-5482f0d8efd9 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65bcf03-7c13-4d0a-b50a-55d810d69e81,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:54.413795 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ba828-320d-47ce-bc1e-3486d97e48cd req-dbd8f523-076f-4e6b-a421-c0397b8834ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:54.415921 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8f8ba828-320d-47ce-bc1e-3486d97e48cd req-dbd8f523-076f-4e6b-a421-c0397b8834ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 943 time: 0.0918496 Feb 03 13:09:54.424088 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 3c7d7ac4-eae6-4c98-b63e-408f5029371f details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:09:54.424717 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1060df19-73ba-411f-b51f-5482f0d8efd9 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.425346 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1060df19-73ba-411f-b51f-5482f0d8efd9 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2092845 Feb 03 13:09:54.428235 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58752) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:54.434034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-034995bf-17a8-4bf0-850a-78a24d8e07e8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '56136937-8171-4ce4-b389-7542076e2d5a', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:54.463210 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-034995bf-17a8-4bf0-850a-78a24d8e07e8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Project 6b3ece076217446ab8e2a581b50fd3d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:09:54.471351 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-034995bf-17a8-4bf0-850a-78a24d8e07e8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (21b3c393-7a7f-461e-b03b-b290e2f4eb56), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.478824 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8f8ba828-320d-47ce-bc1e-3486d97e48cd req-980439e0-892c-4569-98df-97dfffc569bd tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522339 Feb 03 13:09:54.536139 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 3c7d7ac4-eae6-4c98-b63e-408f5029371f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=3c7d7ac4-eae6-4c98-b63e-408f5029371f,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:54.548481 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '3c7d7ac4-eae6-4c98-b63e-408f5029371f', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'port_id': '3c7d7ac4-eae6-4c98-b63e-408f5029371f', 'mac_address': 'fa:16:3e:62:54:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:09:54.557272 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-034995bf-17a8-4bf0-850a-78a24d8e07e8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (21b3c393-7a7f-461e-b03b-b290e2f4eb56), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.562309 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-034995bf-17a8-4bf0-850a-78a24d8e07e8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (21b3c393-7a7f-461e-b03b-b290e2f4eb56), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.581063 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034995bf-17a8-4bf0-850a-78a24d8e07e8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b3c393-7a7f-461e-b03b-b290e2f4eb56,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:54.590837 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-034995bf-17a8-4bf0-850a-78a24d8e07e8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.592981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 3c7d7ac4-eae6-4c98-b63e-408f5029371f is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:54.593381 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3c7d7ac4-eae6-4c98-b63e-408f5029371f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.594592 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-034995bf-17a8-4bf0-850a-78a24d8e07e8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1622205 Feb 03 13:09:54.595241 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58758) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:54.600152 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8f5e652f-3063-4a5d-8cfa-d9eb72c01a97 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'security_group_rule': {'security_group_id': '56136937-8171-4ce4-b389-7542076e2d5a', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:54.610368 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7d7ac4-eae6-4c98-b63e-408f5029371f {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:09:54.622517 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-8f5e652f-3063-4a5d-8cfa-d9eb72c01a97 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Project 6b3ece076217446ab8e2a581b50fd3d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:09:54.629006 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f5e652f-3063-4a5d-8cfa-d9eb72c01a97 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (cd571ce7-5f3d-4561-9de1-6358a81b6431), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.632850 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 3c7d7ac4-eae6-4c98-b63e-408f5029371f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=3c7d7ac4-eae6-4c98-b63e-408f5029371f,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:54.637481 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3c7d7ac4-eae6-4c98-b63e-408f5029371f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.687339 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=3c7d7ac4-eae6-4c98-b63e-408f5029371f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:54.698720 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f5e652f-3063-4a5d-8cfa-d9eb72c01a97 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (cd571ce7-5f3d-4561-9de1-6358a81b6431), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.702525 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f5e652f-3063-4a5d-8cfa-d9eb72c01a97 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (cd571ce7-5f3d-4561-9de1-6358a81b6431), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.720895 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e652f-3063-4a5d-8cfa-d9eb72c01a97 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd571ce7-5f3d-4561-9de1-6358a81b6431,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:54.729561 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f5e652f-3063-4a5d-8cfa-d9eb72c01a97 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.730865 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8f5e652f-3063-4a5d-8cfa-d9eb72c01a97 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346879 Feb 03 13:09:54.733817 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58764) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:54.739316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-298eaac5-3ae1-4eee-91e0-f250945306fd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'network': {'name': 'tempest-network-smoke--577508426', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'port_security_enabled': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:54.760087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298eaac5-3ae1-4eee-91e0-f250945306fd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Made reservation on behalf of 6b3ece076217446ab8e2a581b50fd3d4 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:09:54.763996 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-298eaac5-3ae1-4eee-91e0-f250945306fd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.790402 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298eaac5-3ae1-4eee-91e0-f250945306fd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:09:54.800771 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-298eaac5-3ae1-4eee-91e0-f250945306fd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.801120 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-298eaac5-3ae1-4eee-91e0-f250945306fd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Added segment 98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761 of type vlan for network 1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 Feb 03 13:09:54.854275 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-298eaac5-3ae1-4eee-91e0-f250945306fd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.881576 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-298eaac5-3ae1-4eee-91e0-f250945306fd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.887427 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298eaac5-3ae1-4eee-91e0-f250945306fd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:54.888082 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-298eaac5-3ae1-4eee-91e0-f250945306fd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.926702 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-298eaac5-3ae1-4eee-91e0-f250945306fd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1911681 Feb 03 13:09:54.929618 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58768) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:54.933764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8a88546a-e96c-44cf-84fa-6879b6e9c3c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1689022368', 'admin_state_up': True, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:54.974150 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298eaac5-3ae1-4eee-91e0-f250945306fd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Network': ['ID=1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:54.985465 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:09:54.988752 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 2c827402-584a-4516-847b-067d7ec67678 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:09:54.990443 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a88546a-e96c-44cf-84fa-6879b6e9c3c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (9c6648e3-81ce-4d94-b641-23c7c6960fb8), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:54.991563 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a88546a-e96c-44cf-84fa-6879b6e9c3c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (9c6648e3-81ce-4d94-b641-23c7c6960fb8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:55.012743 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['3c7d7ac4-eae6-4c98-b63e-408f5029371f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:09:55.053126 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a88546a-e96c-44cf-84fa-6879b6e9c3c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_controller (9c6648e3-81ce-4d94-b641-23c7c6960fb8), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:55.198009 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a88546a-e96c-44cf-84fa-6879b6e9c3c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_gateway (9c6648e3-81ce-4d94-b641-23c7c6960fb8), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:55.212662 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 2c827402-584a-4516-847b-067d7ec67678, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=2c827402-584a-4516-847b-067d7ec67678,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:55.235864 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '2c827402-584a-4516-847b-067d7ec67678', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'port_id': '2c827402-584a-4516-847b-067d7ec67678', 'mac_address': 'fa:16:3e:7a:ef:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:09:55.314763 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 2c827402-584a-4516-847b-067d7ec67678 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:55.315403 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2c827402-584a-4516-847b-067d7ec67678), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:55.323735 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee64dd-dad7-4a01-b5e3-a908416225cc req-9955bd39-807f-4399-ae22-4399ec6f6a6f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:55.325273 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62ee64dd-dad7-4a01-b5e3-a908416225cc req-9955bd39-807f-4399-ae22-4399ec6f6a6f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 944 time: 0.1045470 Feb 03 13:09:55.338303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c827402-584a-4516-847b-067d7ec67678 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:09:55.378074 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 2c827402-584a-4516-847b-067d7ec67678, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=2c827402-584a-4516-847b-067d7ec67678,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:55.398263 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62ee64dd-dad7-4a01-b5e3-a908416225cc req-3bc6921d-dce4-4dcd-a233-03036444987a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635006 Feb 03 13:09:55.398459 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2c827402-584a-4516-847b-067d7ec67678), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:55.493077 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=2c827402-584a-4516-847b-067d7ec67678,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:55.496120 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a88546a-e96c-44cf-84fa-6879b6e9c3c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_gateway (9c6648e3-81ce-4d94-b641-23c7c6960fb8), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:55.521160 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a88546a-e96c-44cf-84fa-6879b6e9c3c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:55.609850 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['2c827402-584a-4516-847b-067d7ec67678'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:09:55.624898 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407afee-a4ed-45dd-b792-f1f2897f39b2 req-548af350-6580-4f71-b33f-23281709e06b tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:55.627648 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2407afee-a4ed-45dd-b792-f1f2897f39b2 req-548af350-6580-4f71-b33f-23281709e06b tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 944 time: 0.0552943 Feb 03 13:09:55.640921 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-8a88546a-e96c-44cf-84fa-6879b6e9c3c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Allocated IP 172.25.6.50 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/6335c5f2-58eb-4195-b51a-3c9921c7fd89) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:09:55.690568 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2407afee-a4ed-45dd-b792-f1f2897f39b2 req-ff6e43fe-0e9e-478f-84cc-2a76edcef30c tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576155 Feb 03 13:09:55.770358 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a88546a-e96c-44cf-84fa-6879b6e9c3c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (6335c5f2-58eb-4195-b51a-3c9921c7fd89), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:55.812177 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a88546a-e96c-44cf-84fa-6879b6e9c3c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (6335c5f2-58eb-4195-b51a-3c9921c7fd89), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:55.847732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a88546a-e96c-44cf-84fa-6879b6e9c3c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:55.850554 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8a88546a-e96c-44cf-84fa-6879b6e9c3c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:55.856249 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a88546a-e96c-44cf-84fa-6879b6e9c3c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:09:55.879574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88546a-e96c-44cf-84fa-6879b6e9c3c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=6335c5f2-58eb-4195-b51a-3c9921c7fd89,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:56.443384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 3c7d7ac4-eae6-4c98-b63e-408f5029371f up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:09:56.458841 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a88546a-e96c-44cf-84fa-6879b6e9c3c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_gateway (9c6648e3-81ce-4d94-b641-23c7c6960fb8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:56.503504 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 3c7d7ac4-eae6-4c98-b63e-408f5029371f completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:09:56.509861 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 3c7d7ac4-eae6-4c98-b63e-408f5029371f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:56.512641 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (3c7d7ac4-eae6-4c98-b63e-408f5029371f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:56.603854 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194e379-1394-476a-8505-114d2af5a23a req-1aa02472-896e-4bfd-9b76-445d53e2e7bc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:56.605185 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a194e379-1394-476a-8505-114d2af5a23a req-1aa02472-896e-4bfd-9b76-445d53e2e7bc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 944 time: 0.1079478 Feb 03 13:09:56.606175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 3c7d7ac4-eae6-4c98-b63e-408f5029371f is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:56.606667 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3c7d7ac4-eae6-4c98-b63e-408f5029371f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:56.632692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06aa21d9-d5d9-4278-9063-15ab9eb24a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7d7ac4-eae6-4c98-b63e-408f5029371f'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:56.635074 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a1c32e-8e89-49e3-8710-adc306766d1c" -d '{"events": [{"server_uuid": "06aa21d9-d5d9-4278-9063-15ab9eb24a18", "name": "network-vif-plugged", "status": "completed", "tag": "3c7d7ac4-eae6-4c98-b63e-408f5029371f"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:56.648362 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 3c7d7ac4-eae6-4c98-b63e-408f5029371f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=3c7d7ac4-eae6-4c98-b63e-408f5029371f,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:56.658088 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3c7d7ac4-eae6-4c98-b63e-408f5029371f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:56.689028 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a208c1-2201-4f2d-bad0-b080bb006c51 x-openstack-request-id: req-03a208c1-2201-4f2d-bad0-b080bb006c51 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:56.689406 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06aa21d9-d5d9-4278-9063-15ab9eb24a18", "name": "network-vif-plugged", "status": "completed", "tag": "3c7d7ac4-eae6-4c98-b63e-408f5029371f", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:56.689738 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03a208c1-2201-4f2d-bad0-b080bb006c51 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:56.690199 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06aa21d9-d5d9-4278-9063-15ab9eb24a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7d7ac4-eae6-4c98-b63e-408f5029371f', 'code': 200} Feb 03 13:09:56.718784 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=3c7d7ac4-eae6-4c98-b63e-408f5029371f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:56.747640 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a194e379-1394-476a-8505-114d2af5a23a req-cea4fea0-ee86-46d6-a4a4-1c2fc7a3a3f4 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023521 Feb 03 13:09:56.765788 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a88546a-e96c-44cf-84fa-6879b6e9c3c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (9c6648e3-81ce-4d94-b641-23c7c6960fb8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:56.858748 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77c9e5-69c9-40dd-a35b-ce5066add827 req-0b27c5ca-291d-46cb-8e06-38104ea14107 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:56.860345 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5e77c9e5-69c9-40dd-a35b-ce5066add827 req-0b27c5ca-291d-46cb-8e06-38104ea14107 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 944 time: 0.0681171 Feb 03 13:09:56.905421 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5f83d-75b8-48df-bd28-e7fb4ce878dd req-de762b6b-7156-434f-9838-63ddf28a6516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:56.907058 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-12d5f83d-75b8-48df-bd28-e7fb4ce878dd req-de762b6b-7156-434f-9838-63ddf28a6516 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 1127 time: 0.0968893 Feb 03 13:09:56.916957 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5e77c9e5-69c9-40dd-a35b-ce5066add827 req-511b5e84-4f0a-4a01-9b92-d25d395d1c51 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501378 Feb 03 13:09:56.971491 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-12d5f83d-75b8-48df-bd28-e7fb4ce878dd req-a720ff43-6d02-4abb-81b4-47df3b6f4380 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575163 Feb 03 13:09:56.982969 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a88546a-e96c-44cf-84fa-6879b6e9c3c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Router 9c6648e3-81ce-4d94-b641-23c7c6960fb8 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:09:57.001299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 2c827402-584a-4516-847b-067d7ec67678 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:09:57.056484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 2c827402-584a-4516-847b-067d7ec67678 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:09:57.060569 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 2c827402-584a-4516-847b-067d7ec67678 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:09:57.061017 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2c827402-584a-4516-847b-067d7ec67678), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:57.098732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a88546a-e96c-44cf-84fa-6879b6e9c3c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:09:57.112286 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] Sync routers for ids ['9c6648e3-81ce-4d94-b641-23c7c6960fb8'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:09:57.119561 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a88546a-e96c-44cf-84fa-6879b6e9c3c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:57.120866 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8a88546a-e96c-44cf-84fa-6879b6e9c3c3 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1904941 Feb 03 13:09:57.124105 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58850) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:57.145979 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] Routers {'9c6648e3-81ce-4d94-b641-23c7c6960fb8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:57.146728 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:09:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9c6648e3-81ce-4d94-b641-23c7c6960fb8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:57.165958 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a53ec343-59d1-4977-9de5-a637530cc1b5 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=6b3ece076217446ab8e2a581b50fd3d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381289 Feb 03 13:09:57.166197 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58852) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:57.203000 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 2c827402-584a-4516-847b-067d7ec67678 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:09:57.203384 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2c827402-584a-4516-847b-067d7ec67678), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:57.255541 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f1394c-6afd-4fee-9186-19c775b6f8cc tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:57.260447 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b5f1394c-6afd-4fee-9186-19c775b6f8cc tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903933 Feb 03 13:09:57.260708 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58858) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:57.283369 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 2c827402-584a-4516-847b-067d7ec67678, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=2c827402-584a-4516-847b-067d7ec67678,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:09:57.291243 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7e9eda44-bd61-436a-8256-f2d1f787bce8 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290658 Feb 03 13:09:57.292668 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2c827402-584a-4516-847b-067d7ec67678), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:57.294113 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58860) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:57.301992 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7164752c-6f54-4525-8911-ab11f303cac7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-917461927', 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:09:57.333148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] Set router 9c6648e3-81ce-4d94-b641-23c7c6960fb8 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:57.404900 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7164752c-6f54-4525-8911-ab11f303cac7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Made reservation on behalf of 6b3ece076217446ab8e2a581b50fd3d4 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:09:57.409051 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7164752c-6f54-4525-8911-ab11f303cac7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:57.417993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=2c827402-584a-4516-847b-067d7ec67678,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:57.553785 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689022368', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:54Z', 'updated_at': '2022-02-03T13:09:56Z', 'revision_number': 3, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:55Z', 'updated_at': '2022-02-03T13:09:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:57.587780 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] Checking router: 9c6648e3-81ce-4d94-b641-23c7c6960fb8 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:09:57.588189 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] Updating router 9c6648e3-81ce-4d94-b641-23c7c6960fb8 port 6335c5f2-58eb-4195-b51a-3c9921c7fd89 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:09:57.611871 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7164752c-6f54-4525-8911-ab11f303cac7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (d2650933-f070-41ce-b7e6-cd7dff949b81), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:57.623369 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6335c5f2-58eb-4195-b51a-3c9921c7fd89), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:57.675260 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164752c-6f54-4525-8911-ab11f303cac7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Subnet': ['ID=d2650933-f070-41ce-b7e6-cd7dff949b81,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:57.684454 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7164752c-6f54-4525-8911-ab11f303cac7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Checking segment: {'id': '98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:57.684731 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7164752c-6f54-4525-8911-ab11f303cac7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network hostable DHCP agents. Network: 1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:09:57.706959 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7164752c-6f54-4525-8911-ab11f303cac7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network 1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:09:57.720320 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-7164752c-6f54-4525-8911-ab11f303cac7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:57.724642 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7164752c-6f54-4525-8911-ab11f303cac7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:57.725601 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7164752c-6f54-4525-8911-ab11f303cac7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:57.733967 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbbf2a4-a4b5-485d-b37e-d90123c69089 None None] Network 1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:09:57.744826 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7164752c-6f54-4525-8911-ab11f303cac7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4494426 Feb 03 13:09:57.747556 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 58876) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:57.926204 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5', 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5', 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'fixed_ips': [{'subnet_id': 'd2650933-f070-41ce-b7e6-cd7dff949b81'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:09:57.927207 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:57.965005 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5131f3b-2299-4598-ba2d-463198de9739 req-b5e15138-14e3-48df-a447-99cefa2b0829 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:57.966973 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5131f3b-2299-4598-ba2d-463198de9739 req-b5e15138-14e3-48df-a447-99cefa2b0829 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 945 time: 0.1181097 Feb 03 13:09:58.066484 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5131f3b-2299-4598-ba2d-463198de9739 req-37542b6c-df78-43cf-8d22-819a3e1c1c54 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924962 Feb 03 13:09:58.109334 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a0f48-51d8-4ca4-a08e-546b9523f37a req-b2bdf957-a4d1-4254-84b1-6348647f1171 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:58.112356 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d09a0f48-51d8-4ca4-a08e-546b9523f37a req-b2bdf957-a4d1-4254-84b1-6348647f1171 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.0710750 Feb 03 13:09:58.113621 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] Publish callbacks [] for port (6335c5f2-58eb-4195-b51a-3c9921c7fd89), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:58.128298 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58886) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:58.155256 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6335c5f2-58eb-4195-b51a-3c9921c7fd89), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:58.200888 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d09a0f48-51d8-4ca4-a08e-546b9523f37a req-8cb3827c-4a6f-4df3-993c-46202caaca5d tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811956 Feb 03 13:09:58.223888 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] Attempting to bind port 6335c5f2-58eb-4195-b51a-3c9921c7fd89 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:09:58.224306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] Attempting to bind port 6335c5f2-58eb-4195-b51a-3c9921c7fd89 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:09:58.225004 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] Attempting to bind port 6335c5f2-58eb-4195-b51a-3c9921c7fd89 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:58.227004 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] Allocated IP 172.20.0.2 (1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5/d2650933-f070-41ce-b7e6-cd7dff949b81/ceeaeaf9-fdb2-41e4-9a69-61944866f0e1) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:09:58.243841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94762cb6-3636-455f-9b03-e8cf1905e2d8 None None] Pushing event updated for resources: {'Port': ['ID=6335c5f2-58eb-4195-b51a-3c9921c7fd89,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:58.246742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:09:58.247118 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:58.247517 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:58.247896 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:09:58.248411 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] Bound port: 6335c5f2-58eb-4195-b51a-3c9921c7fd89, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:09:58.248849 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6335c5f2-58eb-4195-b51a-3c9921c7fd89), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:58.336884 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4900a20c-a02d-4cc7-8694-922dc222f818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:58.378176 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:58.431031 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4900a20c-a02d-4cc7-8694-922dc222f818 admin admin] Publish callbacks [] for security_group (4e0e18fb-519f-47b8-b871-a19d47d3e778), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:58.435673 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4900a20c-a02d-4cc7-8694-922dc222f818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4e0e18fb-519f-47b8-b871-a19d47d3e778), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:58.478124 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4900a20c-a02d-4cc7-8694-922dc222f818 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a7064c948d643e8b9cf6c332e97f32c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3480635 Feb 03 13:09:58.479293 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900a20c-a02d-4cc7-8694-922dc222f818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0e18fb-519f-47b8-b871-a19d47d3e778,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:58.481992 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58890) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:58.536695 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a723ade4-b35a-4352-8029-63efb5d021a8 admin admin] Publish callbacks [] for security_group (4e0e18fb-519f-47b8-b871-a19d47d3e778), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:58.539446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] For port 6335c5f2-58eb-4195-b51a-3c9921c7fd89, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:09:58.556654 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] For port 6335c5f2-58eb-4195-b51a-3c9921c7fd89, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6335c5f2-58eb-4195-b51a-3c9921c7fd89,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:09:58.559837 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a723ade4-b35a-4352-8029-63efb5d021a8 admin admin] Publish callbacks [] for security_group (4e0e18fb-519f-47b8-b871-a19d47d3e778), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:58.569416 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6335c5f2-58eb-4195-b51a-3c9921c7fd89), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:58.613982 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a723ade4-b35a-4352-8029-63efb5d021a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4e0e18fb-519f-47b8-b871-a19d47d3e778), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:58.618651 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a723ade4-b35a-4352-8029-63efb5d021a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:58.621844 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a723ade4-b35a-4352-8029-63efb5d021a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e0e18fb-519f-47b8-b871-a19d47d3e778 HTTP/1.1" status: 204 len: 168 time: 0.1364312 Feb 03 13:09:58.628140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723ade4-b35a-4352-8029-63efb5d021a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0e18fb-519f-47b8-b871-a19d47d3e778,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:58.686101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94762cb6-3636-455f-9b03-e8cf1905e2d8 None None] Pushing event updated for resources: {'Port': ['ID=6335c5f2-58eb-4195-b51a-3c9921c7fd89,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:58.692052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e26618a-4fb0-4af0-9250-a48d6609d6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c827402-584a-4516-847b-067d7ec67678'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:09:58.694419 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba59a13e-40d7-4019-86b5-5217178f4367" -d '{"events": [{"server_uuid": "6e26618a-4fb0-4af0-9250-a48d6609d6e2", "name": "network-vif-plugged", "status": "completed", "tag": "2c827402-584a-4516-847b-067d7ec67678"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:09:58.697562 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] Publish callbacks [] for port (ceeaeaf9-fdb2-41e4-9a69-61944866f0e1), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:58.699290 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] Routers {'9c6648e3-81ce-4d94-b641-23c7c6960fb8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:09:58.699981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:09:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9c6648e3-81ce-4d94-b641-23c7c6960fb8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:58.739766 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acfb512-b1b3-42f1-a02f-9e59bb35c078 x-openstack-request-id: req-0acfb512-b1b3-42f1-a02f-9e59bb35c078 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:09:58.740560 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e26618a-4fb0-4af0-9250-a48d6609d6e2", "name": "network-vif-plugged", "status": "completed", "tag": "2c827402-584a-4516-847b-067d7ec67678", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:09:58.740837 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0acfb512-b1b3-42f1-a02f-9e59bb35c078 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:09:58.741494 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e26618a-4fb0-4af0-9250-a48d6609d6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c827402-584a-4516-847b-067d7ec67678', 'code': 200} Feb 03 13:09:58.745249 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (ceeaeaf9-fdb2-41e4-9a69-61944866f0e1), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:58.769829 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Allocated IP 172.20.0.1 (1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5/d2650933-f070-41ce-b7e6-cd7dff949b81/aa8bce0d-350a-4864-b9a3-6ab8829bd4ef) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:09:58.829261 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] Network 1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:58.840733 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:58.843078 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:09:58.864169 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] Pushing event updated for resources: {'Port': ['ID=ceeaeaf9-fdb2-41e4-9a69-61944866f0e1,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:58.891181 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] Set router 9c6648e3-81ce-4d94-b641-23c7c6960fb8 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:09:58.925942 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c1ad5-8387-4b15-b063-2f429b2b5d17 req-505b23e4-c743-457d-af20-87e282190c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:58.927473 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec8c1ad5-8387-4b15-b063-2f429b2b5d17 req-505b23e4-c743-457d-af20-87e282190c71 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 1127 time: 0.1118052 Feb 03 13:09:58.930279 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (aa8bce0d-350a-4864-b9a3-6ab8829bd4ef), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:58.980683 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58898) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:58.994709 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec8c1ad5-8387-4b15-b063-2f429b2b5d17 req-0bd7baa1-cfa3-45ae-aa1d-48b6ebc781c2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613010 Feb 03 13:09:58.995062 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] Attempting to bind port ceeaeaf9-fdb2-41e4-9a69-61944866f0e1 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:09:58.995372 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] Attempting to bind port ceeaeaf9-fdb2-41e4-9a69-61944866f0e1 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:09:58.995695 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] Attempting to bind port ceeaeaf9-fdb2-41e4-9a69-61944866f0e1 on network 1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:09:58.996353 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8182ba54-386c-450d-b947-c8d4b35073e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:59.002412 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (aa8bce0d-350a-4864-b9a3-6ab8829bd4ef), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:59.030847 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:09:59.031272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] Checking segment: {'id': '98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:09:59.031688 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:59.032162 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] Bound using segment: {'id': '98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:09:59.032661 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] Bound port: ceeaeaf9-fdb2-41e4-9a69-61944866f0e1, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:09:59.033049 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ceeaeaf9-fdb2-41e4-9a69-61944866f0e1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:59.054728 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network 1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:09:59.063454 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:09:59.067541 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:09:59.092617 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=aa8bce0d-350a-4864-b9a3-6ab8829bd4ef,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:59.108564 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8182ba54-386c-450d-b947-c8d4b35073e8 admin admin] Publish callbacks [] for security_group (e06e9392-666c-493e-97a5-0abdaff6007f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:59.111524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:59.111774 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:59.112342 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:59.113175 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:59.113715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:59.114224 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:59.114643 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8182ba54-386c-450d-b947-c8d4b35073e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e06e9392-666c-493e-97a5-0abdaff6007f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:59.115236 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:59.115745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:59.116284 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:59.117088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:59.117598 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:59.118196 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:59.118545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:09:59.132027 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (9c6648e3-81ce-4d94-b641-23c7c6960fb8), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:59.146479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] For port ceeaeaf9-fdb2-41e4-9a69-61944866f0e1, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:09:59.151487 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] For port ceeaeaf9-fdb2-41e4-9a69-61944866f0e1, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ceeaeaf9-fdb2-41e4-9a69-61944866f0e1,segment=NetworkSegment(98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761),segment_id=98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:09:59.162670 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ceeaeaf9-fdb2-41e4-9a69-61944866f0e1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:59.222593 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689022368', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:54Z', 'updated_at': '2022-02-03T13:09:56Z', 'revision_number': 3, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:55Z', 'updated_at': '2022-02-03T13:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:09:59.235660 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182ba54-386c-450d-b947-c8d4b35073e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06e9392-666c-493e-97a5-0abdaff6007f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:59.252221 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8182ba54-386c-450d-b947-c8d4b35073e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6833d6dc2d0e454cabc90cd1488a9490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2702422 Feb 03 13:09:59.254650 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58904) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:59.270124 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d0144e-4aa7-4dad-b12f-4c61bf54039c None None] The sync data for ids ['9c6648e3-81ce-4d94-b641-23c7c6960fb8'] in n-d-827336-3 is: [{'id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689022368', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:54Z', 'updated_at': '2022-02-03T13:09:56Z', 'revision_number': 3, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:55Z', 'updated_at': '2022-02-03T13:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:09:59.279313 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6709a-284e-4499-b9c6-f8b02df973db None None] Pushing event updated for resources: {'Port': ['ID=ceeaeaf9-fdb2-41e4-9a69-61944866f0e1,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:59.342301 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19836805-2eb6-408e-84d2-b47640481133 req-ddbad540-bcf7-49bf-be95-dbe8df8de6e0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:59.343895 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-19836805-2eb6-408e-84d2-b47640481133 req-ddbad540-bcf7-49bf-be95-dbe8df8de6e0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 945 time: 0.1846325 Feb 03 13:09:59.353931 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (aa8bce0d-350a-4864-b9a3-6ab8829bd4ef), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:59.359083 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e469e65-54e9-4c8a-a8c2-85c1ee126a62 admin admin] Publish callbacks [] for security_group (e06e9392-666c-493e-97a5-0abdaff6007f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:59.400035 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e469e65-54e9-4c8a-a8c2-85c1ee126a62 admin admin] Publish callbacks [] for security_group (e06e9392-666c-493e-97a5-0abdaff6007f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:59.440231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848af2c4-51a3-41ef-b51a-45535a83fb5a req-3bf600d9-0a23-4148-bc37-94abf968357c tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:59.441815 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-848af2c4-51a3-41ef-b51a-45535a83fb5a req-3bf600d9-0a23-4148-bc37-94abf968357c tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.1018991 Feb 03 13:09:59.478991 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-19836805-2eb6-408e-84d2-b47640481133 req-490f5840-17b5-45d0-bd8d-66386a968efa tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175711 Feb 03 13:09:59.528562 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e469e65-54e9-4c8a-a8c2-85c1ee126a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e06e9392-666c-493e-97a5-0abdaff6007f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:59.539502 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e469e65-54e9-4c8a-a8c2-85c1ee126a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:59.540971 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3e469e65-54e9-4c8a-a8c2-85c1ee126a62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e06e9392-666c-493e-97a5-0abdaff6007f HTTP/1.1" status: 204 len: 168 time: 0.2849917 Feb 03 13:09:59.551382 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e469e65-54e9-4c8a-a8c2-85c1ee126a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06e9392-666c-493e-97a5-0abdaff6007f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:09:59.696487 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-848af2c4-51a3-41ef-b51a-45535a83fb5a req-27f82ec8-0891-4452-859a-e59ea53fa364 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437363 Feb 03 13:09:59.701903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea188548-671a-4b53-b00e-0e63193c6289 req-b80dc31e-e25a-4c70-b1b0-846f4d04a484 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:09:59.703500 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ea188548-671a-4b53-b00e-0e63193c6289 req-b80dc31e-e25a-4c70-b1b0-846f4d04a484 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 945 time: 0.1137257 Feb 03 13:09:59.783646 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ea188548-671a-4b53-b00e-0e63193c6289 req-e22eafe2-1f24-4fa1-98dd-c81672905f3f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701702 Feb 03 13:09:59.811697 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58910) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:09:59.923181 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (aa8bce0d-350a-4864-b9a3-6ab8829bd4ef), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:09:59.934480 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (aa8bce0d-350a-4864-b9a3-6ab8829bd4ef), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:00.056004 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (9c6648e3-81ce-4d94-b641-23c7c6960fb8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:00.058739 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=aa8bce0d-350a-4864-b9a3-6ab8829bd4ef,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:00.180424 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network 1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:10:00.182005 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:10:00.186658 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269f95c-8870-4f55-b2a3-3025c626711d tempest-TestVolumeBootPattern-1914303334 tempest-TestVolumeBootPattern-1914303334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:00.189660 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f269f95c-8870-4f55-b2a3-3025c626711d tempest-TestVolumeBootPattern-1914303334 tempest-TestVolumeBootPattern-1914303334-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 1122 time: 0.3753619 Feb 03 13:10:00.192926 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58920) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:00.208258 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d83335d3-0a17-4384-8fe7-e5a8684dd56f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': '3c7d7ac4-eae6-4c98-b63e-408f5029371f', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:00.253850 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d83335d3-0a17-4384-8fe7-e5a8684dd56f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:00.347362 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Router 9c6648e3-81ce-4d94-b641-23c7c6960fb8 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:10:00.424738 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d83335d3-0a17-4384-8fe7-e5a8684dd56f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:00.528029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:10:00.534312 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b571fa38-9847-45e1-b5c0-8f1f97c7e84c tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "PUT /v2.0/routers/9c6648e3-81ce-4d94-b641-23c7c6960fb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7855079 Feb 03 13:10:00.598185 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d83335d3-0a17-4384-8fe7-e5a8684dd56f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Allocated IP 172.25.6.251 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/77a94613-bb27-4af5-a5c9-33b1e14f8174) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:10:00.692956 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5331afb8-4f09-4cb1-97ee-1130792f58f8 None None] Network 1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:10:00.742324 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d83335d3-0a17-4384-8fe7-e5a8684dd56f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for port (77a94613-bb27-4af5-a5c9-33b1e14f8174), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:00.801615 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d83335d3-0a17-4384-8fe7-e5a8684dd56f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (77a94613-bb27-4af5-a5c9-33b1e14f8174), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:00.808922 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0ca32c06-aaab-4187-aee8-01a51bcfc83f None None] Provisioning complete for port ceeaeaf9-fdb2-41e4-9a69-61944866f0e1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:10:00.809288 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ca32c06-aaab-4187-aee8-01a51bcfc83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ceeaeaf9-fdb2-41e4-9a69-61944866f0e1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:00.888869 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-fa3c967c-b495-4599-aff1-95ed7d9076f2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005867744&fields=id&tenant_id=6b3ece076217446ab8e2a581b50fd3d4 HTTP/1.1" status: 200 len: 267 time: 0.0832551 Feb 03 13:10:00.942150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0ca32c06-aaab-4187-aee8-01a51bcfc83f None None] Current status of the port ceeaeaf9-fdb2-41e4-9a69-61944866f0e1 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:10:00.944481 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ca32c06-aaab-4187-aee8-01a51bcfc83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ceeaeaf9-fdb2-41e4-9a69-61944866f0e1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:00.951042 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83335d3-0a17-4384-8fe7-e5a8684dd56f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:10:00.965974 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d83335d3-0a17-4384-8fe7-e5a8684dd56f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:10:00.968460 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83335d3-0a17-4384-8fe7-e5a8684dd56f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:10:01.006378 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0ca32c06-aaab-4187-aee8-01a51bcfc83f None None] For port ceeaeaf9-fdb2-41e4-9a69-61944866f0e1, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ceeaeaf9-fdb2-41e4-9a69-61944866f0e1,segment=NetworkSegment(98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761),segment_id=98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:10:01.017347 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ca32c06-aaab-4187-aee8-01a51bcfc83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ceeaeaf9-fdb2-41e4-9a69-61944866f0e1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:01.019800 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83335d3-0a17-4384-8fe7-e5a8684dd56f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event updated for resources: {'Port': ['ID=77a94613-bb27-4af5-a5c9-33b1e14f8174,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:01.040808 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390ec69-c05a-42a8-9215-3f466a3e5525 req-a484a5ce-dea8-4a39-8548-c2083da23fce tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:01.047783 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0390ec69-c05a-42a8-9215-3f466a3e5525 req-a484a5ce-dea8-4a39-8548-c2083da23fce tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.2245154 Feb 03 13:10:01.066612 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-701bcfe3-2046-4976-b3cf-8c5258c3cd19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:01.068532 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-701bcfe3-2046-4976-b3cf-8c5258c3cd19 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/networks?id=1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 HTTP/1.1" status: 200 len: 796 time: 0.1651356 Feb 03 13:10:01.092484 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-9fcf3e99-bd30-4954-a80d-f57dcb384f28 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/quotas/6b3ece076217446ab8e2a581b50fd3d4 HTTP/1.1" status: 200 len: 375 time: 0.0105274 Feb 03 13:10:01.106674 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca32c06-aaab-4187-aee8-01a51bcfc83f None None] Pushing event updated for resources: {'Port': ['ID=ceeaeaf9-fdb2-41e4-9a69-61944866f0e1,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:01.174827 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-f56ff2da-7c98-49c5-a585-25944b04c06f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758147 Feb 03 13:10:01.188770 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0390ec69-c05a-42a8-9215-3f466a3e5525 req-1ae74579-ac5b-4597-bc8c-6091ffaa9101 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353533 Feb 03 13:10:01.353820 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:01.355972 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-8a816bad-fc27-4021-a489-076e1d5250f0 service neutron] 10.222.0.18 "GET /v2.0/networks/1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675341 Feb 03 13:10:01.388462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ac2930d6-4524-4a21-9ac7-d7bd6b1f8366 None None] Provisioning complete for port ceeaeaf9-fdb2-41e4-9a69-61944866f0e1 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:10:01.388890 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac2930d6-4524-4a21-9ac7-d7bd6b1f8366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ceeaeaf9-fdb2-41e4-9a69-61944866f0e1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:01.526387 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973710d8-99bf-432d-a2fe-c5773727472a req-3b3be059-dc91-4404-8a80-114f3944cb3c tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:01.536862 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-973710d8-99bf-432d-a2fe-c5773727472a req-3b3be059-dc91-4404-8a80-114f3944cb3c tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.2117579 Feb 03 13:10:01.536862 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 58960) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:01.548277 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8e0c5a13-8435-4788-aa6a-2d4fb7c48fbd tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Request body: {'floatingip': {'port_id': '2c827402-584a-4516-847b-067d7ec67678'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:01.566517 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-6eade401-3f27-4638-a7bb-a4c1bd0b6deb service neutron] 10.222.0.18 "GET /v2.0/networks/1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033458 Feb 03 13:10:01.611009 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ac2930d6-4524-4a21-9ac7-d7bd6b1f8366 None None] Current status of the port ceeaeaf9-fdb2-41e4-9a69-61944866f0e1 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:10:01.642900 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ac2930d6-4524-4a21-9ac7-d7bd6b1f8366 None None] Provisioning complete for port aa8bce0d-350a-4864-b9a3-6ab8829bd4ef triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:10:01.642900 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac2930d6-4524-4a21-9ac7-d7bd6b1f8366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (aa8bce0d-350a-4864-b9a3-6ab8829bd4ef), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:01.643445 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e0c5a13-8435-4788-aa6a-2d4fb7c48fbd tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for floatingip (dc1bc638-d83a-4dc7-9d15-285cd96e6a71), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:01.699273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ceeaeaf9-fdb2-41e4-9a69-61944866f0e1 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:10:01.788508 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ac2930d6-4524-4a21-9ac7-d7bd6b1f8366 None None] Port aa8bce0d-350a-4864-b9a3-6ab8829bd4ef cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:10:01.811205 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port ceeaeaf9-fdb2-41e4-9a69-61944866f0e1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:10:01.812018 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ceeaeaf9-fdb2-41e4-9a69-61944866f0e1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:01.855326 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] Sync routers for ids ['9c6648e3-81ce-4d94-b641-23c7c6960fb8'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:10:01.865886 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] Routers {'9c6648e3-81ce-4d94-b641-23c7c6960fb8'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:01.866509 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:09:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9c6648e3-81ce-4d94-b641-23c7c6960fb8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:01.987072 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ceeaeaf9-fdb2-41e4-9a69-61944866f0e1 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:10:01.988982 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6335c5f2-58eb-4195-b51a-3c9921c7fd89 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:10:02.019644 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-993d0a08-1126-4e46-b6e2-25be855dab92 None None] Provisioning complete for port aa8bce0d-350a-4864-b9a3-6ab8829bd4ef triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:10:02.020634 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-993d0a08-1126-4e46-b6e2-25be855dab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (aa8bce0d-350a-4864-b9a3-6ab8829bd4ef), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:02.040660 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] Set router 9c6648e3-81ce-4d94-b641-23c7c6960fb8 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:10:02.081924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-993d0a08-1126-4e46-b6e2-25be855dab92 None None] Port aa8bce0d-350a-4864-b9a3-6ab8829bd4ef cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:10:02.100854 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 6335c5f2-58eb-4195-b51a-3c9921c7fd89 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:10:02.101266 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6335c5f2-58eb-4195-b51a-3c9921c7fd89), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:02.209029 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ada83c72-40f6-4849-9f69-076051d5f3d6 req-142c7f67-f710-40b4-898c-41a7cfdfa114 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 210 time: 0.3150048 Feb 03 13:10:02.250571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 6335c5f2-58eb-4195-b51a-3c9921c7fd89 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:10:02.251294 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6335c5f2-58eb-4195-b51a-3c9921c7fd89), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:02.284577 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 6335c5f2-58eb-4195-b51a-3c9921c7fd89, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6335c5f2-58eb-4195-b51a-3c9921c7fd89,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:10:02.291357 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-435d1d71-a73a-4cac-ab5c-347ea079dd7b None None] Provisioning complete for port aa8bce0d-350a-4864-b9a3-6ab8829bd4ef triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:10:02.292144 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-435d1d71-a73a-4cac-ab5c-347ea079dd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (aa8bce0d-350a-4864-b9a3-6ab8829bd4ef), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:02.356700 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6335c5f2-58eb-4195-b51a-3c9921c7fd89), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:02.370164 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-435d1d71-a73a-4cac-ab5c-347ea079dd7b None None] Port aa8bce0d-350a-4864-b9a3-6ab8829bd4ef cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:10:02.402909 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d83335d3-0a17-4384-8fe7-e5a8684dd56f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for floatingip (2a454959-e81e-48c1-a4c7-7c37c734b02b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:02.435528 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689022368', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:54Z', 'updated_at': '2022-02-03T13:09:59Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:55Z', 'updated_at': '2022-02-03T13:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'aa8bce0d-350a-4864-b9a3-6ab8829bd4ef', 'name': '', 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:20:17:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'd2650933-f070-41ce-b7e6-cd7dff949b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:58Z', 'updated_at': '2022-02-03T13:09:59Z', 'revision_number': 2, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': 'd2650933-f070-41ce-b7e6-cd7dff949b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:02.464811 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=6335c5f2-58eb-4195-b51a-3c9921c7fd89,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:02.487100 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] Checking router: 9c6648e3-81ce-4d94-b641-23c7c6960fb8 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:10:02.487643 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] Updating router 9c6648e3-81ce-4d94-b641-23c7c6960fb8 port aa8bce0d-350a-4864-b9a3-6ab8829bd4ef binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:10:02.527847 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (aa8bce0d-350a-4864-b9a3-6ab8829bd4ef), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:02.561025 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e0c5a13-8435-4788-aa6a-2d4fb7c48fbd tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:02.569050 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d83335d3-0a17-4384-8fe7-e5a8684dd56f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (77a94613-bb27-4af5-a5c9-33b1e14f8174), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:02.570757 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e0c5a13-8435-4788-aa6a-2d4fb7c48fbd tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (dc1bc638-d83a-4dc7-9d15-285cd96e6a71), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:02.770000 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-8e0c5a13-8435-4788-aa6a-2d4fb7c48fbd tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Floating IP dc1bc638-d83a-4dc7-9d15-285cd96e6a71 associated. External IP: 172.25.6.10, port: 2c827402-584a-4516-847b-067d7ec67678. Feb 03 13:10:02.960607 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] Publish callbacks [] for port (aa8bce0d-350a-4864-b9a3-6ab8829bd4ef), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:02.967634 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (aa8bce0d-350a-4864-b9a3-6ab8829bd4ef), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.092191 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] Attempting to bind port aa8bce0d-350a-4864-b9a3-6ab8829bd4ef on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:10:03.093033 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] Attempting to bind port aa8bce0d-350a-4864-b9a3-6ab8829bd4ef by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:10:03.093546 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] Attempting to bind port aa8bce0d-350a-4864-b9a3-6ab8829bd4ef on network 1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:10:03.102745 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:10:03.103635 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] Checking segment: {'id': '98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:10:03.104298 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.104881 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] Bound using segment: {'id': '98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:10:03.105590 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] Bound port: aa8bce0d-350a-4864-b9a3-6ab8829bd4ef, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:10:03.106160 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (aa8bce0d-350a-4864-b9a3-6ab8829bd4ef), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.130573 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75340f33-c030-4455-b45f-7b68fd41cb70 None None] Pushing event updated for resources: {'Port': ['ID=aa8bce0d-350a-4864-b9a3-6ab8829bd4ef,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:03.166489 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75340f33-c030-4455-b45f-7b68fd41cb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:03.166893 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75340f33-c030-4455-b45f-7b68fd41cb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:03.168966 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75340f33-c030-4455-b45f-7b68fd41cb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:03.169493 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75340f33-c030-4455-b45f-7b68fd41cb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:03.170053 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75340f33-c030-4455-b45f-7b68fd41cb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:03.170548 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75340f33-c030-4455-b45f-7b68fd41cb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:03.171122 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75340f33-c030-4455-b45f-7b68fd41cb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:03.171607 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75340f33-c030-4455-b45f-7b68fd41cb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:03.172134 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75340f33-c030-4455-b45f-7b68fd41cb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:03.172620 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75340f33-c030-4455-b45f-7b68fd41cb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:03.173207 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75340f33-c030-4455-b45f-7b68fd41cb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:03.173690 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75340f33-c030-4455-b45f-7b68fd41cb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:03.174163 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75340f33-c030-4455-b45f-7b68fd41cb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:03.235915 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] For port aa8bce0d-350a-4864-b9a3-6ab8829bd4ef, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:10:03.240104 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] For port aa8bce0d-350a-4864-b9a3-6ab8829bd4ef, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=aa8bce0d-350a-4864-b9a3-6ab8829bd4ef,segment=NetworkSegment(98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761),segment_id=98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:10:03.254092 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (aa8bce0d-350a-4864-b9a3-6ab8829bd4ef), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.340402 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d83335d3-0a17-4384-8fe7-e5a8684dd56f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for port (77a94613-bb27-4af5-a5c9-33b1e14f8174), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.352797 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d83335d3-0a17-4384-8fe7-e5a8684dd56f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (77a94613-bb27-4af5-a5c9-33b1e14f8174), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.418396 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] Routers {'9c6648e3-81ce-4d94-b641-23c7c6960fb8'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:03.419326 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:09:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9c6648e3-81ce-4d94-b641-23c7c6960fb8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:03.437909 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-783fb4ad-df51-4538-ad61-c224044c2846 None None] Provisioning complete for port aa8bce0d-350a-4864-b9a3-6ab8829bd4ef triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:10:03.440441 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-783fb4ad-df51-4538-ad61-c224044c2846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (aa8bce0d-350a-4864-b9a3-6ab8829bd4ef), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.494649 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6335c5f2-58eb-4195-b51a-3c9921c7fd89 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:10:03.588765 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75340f33-c030-4455-b45f-7b68fd41cb70 None None] Pushing event updated for resources: {'Port': ['ID=aa8bce0d-350a-4864-b9a3-6ab8829bd4ef,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:03.622344 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d50f6c4a-8c73-40db-832d-1967da6c0c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.639809 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 6335c5f2-58eb-4195-b51a-3c9921c7fd89 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:10:03.640291 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6335c5f2-58eb-4195-b51a-3c9921c7fd89), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.663599 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83335d3-0a17-4384-8fe7-e5a8684dd56f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event updated for resources: {'Port': ['ID=77a94613-bb27-4af5-a5c9-33b1e14f8174,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:03.667424 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0c5a13-8435-4788-aa6a-2d4fb7c48fbd tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Router 36f8a86c-f912-4621-927d-fb241f46b8e5 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:10:03.708234 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d83335d3-0a17-4384-8fe7-e5a8684dd56f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (2a454959-e81e-48c1-a4c7-7c37c734b02b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.728465 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] Set router 9c6648e3-81ce-4d94-b641-23c7c6960fb8 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:10:03.737359 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-783fb4ad-df51-4538-ad61-c224044c2846 None None] Current status of the port aa8bce0d-350a-4864-b9a3-6ab8829bd4ef is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:10:03.737754 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-783fb4ad-df51-4538-ad61-c224044c2846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (aa8bce0d-350a-4864-b9a3-6ab8829bd4ef), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.819890 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 6335c5f2-58eb-4195-b51a-3c9921c7fd89 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:10:03.845441 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-783fb4ad-df51-4538-ad61-c224044c2846 None None] For port aa8bce0d-350a-4864-b9a3-6ab8829bd4ef, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=aa8bce0d-350a-4864-b9a3-6ab8829bd4ef,segment=NetworkSegment(98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761),segment_id=98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:10:03.850832 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-783fb4ad-df51-4538-ad61-c224044c2846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (aa8bce0d-350a-4864-b9a3-6ab8829bd4ef), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.919155 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fb4ad-df51-4538-ad61-c224044c2846 None None] Pushing event updated for resources: {'Port': ['ID=aa8bce0d-350a-4864-b9a3-6ab8829bd4ef,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:03.982175 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0c5a13-8435-4788-aa6a-2d4fb7c48fbd tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:10:03.982806 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-07fb0c18-2531-42f3-bfa7-b70ff87b1f9b None None] Provisioning complete for port aa8bce0d-350a-4864-b9a3-6ab8829bd4ef triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:10:03.983192 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-07fb0c18-2531-42f3-bfa7-b70ff87b1f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (aa8bce0d-350a-4864-b9a3-6ab8829bd4ef), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:03.989988 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e0c5a13-8435-4788-aa6a-2d4fb7c48fbd tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:04.028674 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec926c-3776-4fbf-95cd-9f89681828eb None None] Sync routers for ids ['36f8a86c-f912-4621-927d-fb241f46b8e5'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:10:04.041940 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1bc36143-9611-4623-91c9-30948728a7bc req-802f046c-2983-4882-8be7-9c559d7994e8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 210 time: 0.6546433 Feb 03 13:10:04.060196 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-d83335d3-0a17-4384-8fe7-e5a8684dd56f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Floating IP 2a454959-e81e-48c1-a4c7-7c37c734b02b associated. External IP: 172.25.6.251, port: 3c7d7ac4-eae6-4c98-b63e-408f5029371f. Feb 03 13:10:04.066751 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec926c-3776-4fbf-95cd-9f89681828eb None None] Routers {'36f8a86c-f912-4621-927d-fb241f46b8e5'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:04.068488 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f4ec926c-3776-4fbf-95cd-9f89681828eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:09:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['36f8a86c-f912-4621-927d-fb241f46b8e5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:04.077547 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689022368', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:54Z', 'updated_at': '2022-02-03T13:09:59Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:55Z', 'updated_at': '2022-02-03T13:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'aa8bce0d-350a-4864-b9a3-6ab8829bd4ef', 'name': '', 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:20:17:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'd2650933-f070-41ce-b7e6-cd7dff949b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:58Z', 'updated_at': '2022-02-03T13:10:03Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': 'd2650933-f070-41ce-b7e6-cd7dff949b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:04.079873 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-28e0845a-ad47-492d-815d-b05ad2e92b94 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:04.082299 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-28e0845a-ad47-492d-815d-b05ad2e92b94 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.73 "GET /v2.0/networks?id=1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 HTTP/1.1" status: 200 len: 796 time: 0.9243779 Feb 03 13:10:04.108865 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5cd739-e7c7-4c1b-b047-8f7b1bb41cc4 None None] The sync data for ids ['9c6648e3-81ce-4d94-b641-23c7c6960fb8'] in n-d-827336-3 is: [{'id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689022368', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:54Z', 'updated_at': '2022-02-03T13:09:59Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:55Z', 'updated_at': '2022-02-03T13:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'aa8bce0d-350a-4864-b9a3-6ab8829bd4ef', 'name': '', 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:20:17:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'd2650933-f070-41ce-b7e6-cd7dff949b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:58Z', 'updated_at': '2022-02-03T13:10:03Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': 'd2650933-f070-41ce-b7e6-cd7dff949b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:10:04.151223 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8e0c5a13-8435-4788-aa6a-2d4fb7c48fbd tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "PUT /v2.0/floatingips/dc1bc638-d83a-4dc7-9d15-285cd96e6a71 HTTP/1.1" status: 200 len: 990 time: 2.6066303 Feb 03 13:10:04.153743 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e26618a-4fb0-4af0-9250-a48d6609d6e2', 'tag': '2c827402-584a-4516-847b-067d7ec67678'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:10:04.175326 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ce9590-67aa-40e6-a9d0-658590d27eba" -d '{"events": [{"name": "network-changed", "server_uuid": "6e26618a-4fb0-4af0-9250-a48d6609d6e2", "tag": "2c827402-584a-4516-847b-067d7ec67678"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:10:04.220262 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59010) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:04.237557 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-a330c270-be7c-4de5-9043-a82771eb6306 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b3ece076217446ab8e2a581b50fd3d4 HTTP/1.1" status: 200 len: 380 time: 0.1410134 Feb 03 13:10:04.250122 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-9cf4a305-c9c6-46bf-8597-9733e2948e48 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'port': {'device_id': '22304fbc-7e66-4f53-819e-9e8406d18af7', 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5', 'admin_state_up': True, 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'security_groups': ['56136937-8171-4ce4-b389-7542076e2d5a']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:04.250863 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-07fb0c18-2531-42f3-bfa7-b70ff87b1f9b None None] Current status of the port aa8bce0d-350a-4864-b9a3-6ab8829bd4ef is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:10:04.264285 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f4ec926c-3776-4fbf-95cd-9f89681828eb None None] Set router 36f8a86c-f912-4621-927d-fb241f46b8e5 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:10:04.373432 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88229f30-0dac-46f5-8e44-deb9d7f6ee36 x-openstack-request-id: req-88229f30-0dac-46f5-8e44-deb9d7f6ee36 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:10:04.373986 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e26618a-4fb0-4af0-9250-a48d6609d6e2", "tag": "2c827402-584a-4516-847b-067d7ec67678", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:10:04.374093 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88229f30-0dac-46f5-8e44-deb9d7f6ee36 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:10:04.374632 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e26618a-4fb0-4af0-9250-a48d6609d6e2', 'tag': '2c827402-584a-4516-847b-067d7ec67678', 'status': 'completed', 'code': 200} Feb 03 13:10:04.472782 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-656f720e-647b-4f32-966b-be29e2858baf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:04.474118 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce9590-67aa-40e6-a9d0-658590d27eba req-4990afe8-331d-4974-8693-e0c7d063c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:04.475717 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9ce9590-67aa-40e6-a9d0-658590d27eba req-4990afe8-331d-4974-8693-e0c7d063c109 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f87650fa40e44533b201cd37dcb459f1&device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 1127 time: 0.1089411 Feb 03 13:10:04.587448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-9cf4a305-c9c6-46bf-8597-9733e2948e48 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Made reservation on behalf of 6b3ece076217446ab8e2a581b50fd3d4 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:10:04.591658 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-9cf4a305-c9c6-46bf-8597-9733e2948e48 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:04.617337 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a939657-1c10-4154-b281-dae95afee437 req-ee336112-eaa0-432c-b991-80ca32fb0471 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:04.619635 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2a939657-1c10-4154-b281-dae95afee437 req-ee336112-eaa0-432c-b991-80ca32fb0471 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.3669431 Feb 03 13:10:04.629406 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce9590-67aa-40e6-a9d0-658590d27eba req-24fc6242-94e2-4b38-828b-861b23f56b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:04.631069 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9ce9590-67aa-40e6-a9d0-658590d27eba req-24fc6242-94e2-4b38-828b-861b23f56b98 service neutron] 10.222.0.31 "GET /v2.0/networks?id=493acd8c-1fd7-4784-9c30-ab48082e5271 HTTP/1.1" status: 200 len: 918 time: 0.1475127 Feb 03 13:10:04.670019 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-656f720e-647b-4f32-966b-be29e2858baf admin admin] Publish callbacks [] for security_group (1841ac69-33f9-4059-be98-9f973904a5b0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:04.672725 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83335d3-0a17-4384-8fe7-e5a8684dd56f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:10:04.681272 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-656f720e-647b-4f32-966b-be29e2858baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1841ac69-33f9-4059-be98-9f973904a5b0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:04.722184 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f720e-647b-4f32-966b-be29e2858baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1841ac69-33f9-4059-be98-9f973904a5b0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:04.762374 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f4ec926c-3776-4fbf-95cd-9f89681828eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:32Z', 'updated_at': '2022-02-03T13:05:41Z', 'revision_number': 4, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'gw_port': {'id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:34Z', 'updated_at': '2022-02-03T13:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'dc1bc638-d83a-4dc7-9d15-285cd96e6a71', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'floating_ip_address': '172.25.6.10', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'port_id': '2c827402-584a-4516-847b-067d7ec67678', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'mac_address': 'fa:16:3e:7a:ef:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e26618a-4fb0-4af0-9250-a48d6609d6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:09:47Z', 'updated_at': '2022-02-03T13:10:02Z', 'revision_number': 1, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c102fc-a5da-49d7-813c-b78a59e3763d', 'name': '', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'mac_address': 'fa:16:3e:62:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:39Z', 'updated_at': '2022-02-03T13:05:49Z', 'revision_number': 5, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'subnets': [{'id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:04.770782 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-656f720e-647b-4f32-966b-be29e2858baf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=818005d2f1fc4c0c8d2c1b233b8c064c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5472770 Feb 03 13:10:04.771402 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59014) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:04.776266 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2a939657-1c10-4154-b281-dae95afee437 req-8a637f20-cb92-4a1b-af26-e68f8c00e12f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424541 Feb 03 13:10:04.808078 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec926c-3776-4fbf-95cd-9f89681828eb None None] Checking router: 36f8a86c-f912-4621-927d-fb241f46b8e5 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:10:04.812639 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec926c-3776-4fbf-95cd-9f89681828eb None None] Routers {'36f8a86c-f912-4621-927d-fb241f46b8e5'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:04.813259 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f4ec926c-3776-4fbf-95cd-9f89681828eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:09:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['36f8a86c-f912-4621-927d-fb241f46b8e5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:04.814828 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9ce9590-67aa-40e6-a9d0-658590d27eba req-f2b27d61-f07f-4242-8ec4-9d6dc350da3a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c827402-584a-4516-847b-067d7ec67678 HTTP/1.1" status: 200 len: 998 time: 0.1517737 Feb 03 13:10:04.872294 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce9590-67aa-40e6-a9d0-658590d27eba req-cc95b0fb-7617-45d3-8f75-dd616d8fc79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:04.875328 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9ce9590-67aa-40e6-a9d0-658590d27eba req-cc95b0fb-7617-45d3-8f75-dd616d8fc79e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cfdcbfe6-c780-42bd-a6f3-8500632541b5 HTTP/1.1" status: 200 len: 856 time: 0.0531137 Feb 03 13:10:04.922410 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-9cf4a305-c9c6-46bf-8597-9733e2948e48 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Allocated IP 172.20.0.13 (1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5/d2650933-f070-41ce-b7e6-cd7dff949b81/2197a218-72ee-46bc-9a5d-65b73626a67a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:10:04.951860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce9590-67aa-40e6-a9d0-658590d27eba req-d7bde995-acf0-4c94-af98-cc107dc55901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:04.953595 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9ce9590-67aa-40e6-a9d0-658590d27eba req-d7bde995-acf0-4c94-af98-cc107dc55901 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=493acd8c-1fd7-4784-9c30-ab48082e5271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0739100 Feb 03 13:10:04.954228 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0ea5fdd3-c064-4f3f-9e6c-a6191327b703 admin admin] Publish callbacks [] for security_group (1841ac69-33f9-4059-be98-9f973904a5b0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:04.973949 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f4ec926c-3776-4fbf-95cd-9f89681828eb None None] Set router 36f8a86c-f912-4621-927d-fb241f46b8e5 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:10:04.976610 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83335d3-0a17-4384-8fe7-e5a8684dd56f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:10:04.990111 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e59486c-c785-4721-b1df-4deeaeb93ad0 None None] Sync routers for ids ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:10:04.996538 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0ea5fdd3-c064-4f3f-9e6c-a6191327b703 admin admin] Publish callbacks [] for security_group (1841ac69-33f9-4059-be98-9f973904a5b0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.001505 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e59486c-c785-4721-b1df-4deeaeb93ad0 None None] Routers {'6706e8e8-8fae-4a85-8b85-75b4f00f3fba'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:05.004927 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4e59486c-c785-4721-b1df-4deeaeb93ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:09:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:05.022979 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d83335d3-0a17-4384-8fe7-e5a8684dd56f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.085952 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d83335d3-0a17-4384-8fe7-e5a8684dd56f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8913548 Feb 03 13:10:05.112962 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0ea5fdd3-c064-4f3f-9e6c-a6191327b703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1841ac69-33f9-4059-be98-9f973904a5b0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.115696 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0ea5fdd3-c064-4f3f-9e6c-a6191327b703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.119282 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0ea5fdd3-c064-4f3f-9e6c-a6191327b703 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1841ac69-33f9-4059-be98-9f973904a5b0 HTTP/1.1" status: 204 len: 168 time: 0.3396742 Feb 03 13:10:05.136752 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5fdd3-c064-4f3f-9e6c-a6191327b703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1841ac69-33f9-4059-be98-9f973904a5b0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:05.218737 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9528b4a9-e4bc-48fe-b124-2a89d8b933b9 req-2d2ea0b1-fefc-4117-bb0a-98eee764389e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 210 time: 0.0599334 Feb 03 13:10:05.229116 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9ce9590-67aa-40e6-a9d0-658590d27eba req-3f82fd03-ef80-4bb3-817f-b54b523df4fe service neutron] 10.222.0.31 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647536 Feb 03 13:10:05.248094 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-4e59486c-c785-4721-b1df-4deeaeb93ad0 None None] Set router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:10:05.363088 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f4ec926c-3776-4fbf-95cd-9f89681828eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:32Z', 'updated_at': '2022-02-03T13:05:41Z', 'revision_number': 4, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'gw_port': {'id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:34Z', 'updated_at': '2022-02-03T13:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'dc1bc638-d83a-4dc7-9d15-285cd96e6a71', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'floating_ip_address': '172.25.6.10', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'port_id': '2c827402-584a-4516-847b-067d7ec67678', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'mac_address': 'fa:16:3e:7a:ef:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e26618a-4fb0-4af0-9250-a48d6609d6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:09:47Z', 'updated_at': '2022-02-03T13:10:02Z', 'revision_number': 1, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c102fc-a5da-49d7-813c-b78a59e3763d', 'name': '', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'mac_address': 'fa:16:3e:62:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:39Z', 'updated_at': '2022-02-03T13:05:49Z', 'revision_number': 5, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'subnets': [{'id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:05.396781 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec926c-3776-4fbf-95cd-9f89681828eb None None] The sync data for ids ['36f8a86c-f912-4621-927d-fb241f46b8e5'] in n-d-827336-3 is: [{'id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:32Z', 'updated_at': '2022-02-03T13:05:41Z', 'revision_number': 4, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'gw_port': {'id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:34Z', 'updated_at': '2022-02-03T13:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'dc1bc638-d83a-4dc7-9d15-285cd96e6a71', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'floating_ip_address': '172.25.6.10', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'port_id': '2c827402-584a-4516-847b-067d7ec67678', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'mac_address': 'fa:16:3e:7a:ef:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e26618a-4fb0-4af0-9250-a48d6609d6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:09:47Z', 'updated_at': '2022-02-03T13:10:02Z', 'revision_number': 1, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c102fc-a5da-49d7-813c-b78a59e3763d', 'name': '', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'mac_address': 'fa:16:3e:62:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:39Z', 'updated_at': '2022-02-03T13:05:49Z', 'revision_number': 5, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'subnets': [{'id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:10:05.459796 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-9cf4a305-c9c6-46bf-8597-9733e2948e48 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.466547 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9ce9590-67aa-40e6-a9d0-658590d27eba req-39b15a52-db14-4ae9-8f87-31c02bd957e4 service neutron] 10.222.0.31 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254879 Feb 03 13:10:05.517987 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-9cf4a305-c9c6-46bf-8597-9733e2948e48 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.545563 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device aa8bce0d-350a-4864-b9a3-6ab8829bd4ef up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:10:05.573675 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-9cf4a305-c9c6-46bf-8597-9733e2948e48 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network 1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:10:05.577348 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-9cf4a305-c9c6-46bf-8597-9733e2948e48 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:10:05.581463 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-9cf4a305-c9c6-46bf-8597-9733e2948e48 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:10:05.629760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4a305-c9c6-46bf-8597-9733e2948e48 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=2197a218-72ee-46bc-9a5d-65b73626a67a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:05.659115 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-9cf4a305-c9c6-46bf-8597-9733e2948e48 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:05.660625 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-9cf4a305-c9c6-46bf-8597-9733e2948e48 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.686325 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-9cf4a305-c9c6-46bf-8597-9733e2948e48 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4409096 Feb 03 13:10:05.693228 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port aa8bce0d-350a-4864-b9a3-6ab8829bd4ef triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:10:05.693695 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (aa8bce0d-350a-4864-b9a3-6ab8829bd4ef), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.703350 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] Request body: {'port': {'device_id': '22304fbc-7e66-4f53-819e-9e8406d18af7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:05.768901 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59024) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:05.810458 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.812057 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b515029-b418-4c78-ae4e-6044b0fe06c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:05.913654 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75763e54-63ff-43d5-affb-2c0d1ae76e21 None None] New status for floating IP dc1bc638-d83a-4dc7-9d15-285cd96e6a71: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:10:05.938666 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4e59486c-c785-4721-b1df-4deeaeb93ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '2a454959-e81e-48c1-a4c7-7c37c734b02b', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'floating_ip_address': '172.25.6.251', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'port_id': '3c7d7ac4-eae6-4c98-b63e-408f5029371f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'mac_address': 'fa:16:3e:62:54:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa21d9-d5d9-4278-9063-15ab9eb24a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:10:01Z', 'updated_at': '2022-02-03T13:10:01Z', 'revision_number': 0, 'project_id': '47cedc9968b440be9d535d988911feb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b856c3b-1468-4cb9-a440-0488bc37e56d', 'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'mac_address': 'fa:16:3e:2d:09:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:02Z', 'updated_at': '2022-02-03T13:01:21Z', 'revision_number': 5, 'project_id': '47cedc9968b440be9d535d988911feb3', 'subnets': [{'id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:05.973685 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e59486c-c785-4721-b1df-4deeaeb93ad0 None None] Checking router: 6706e8e8-8fae-4a85-8b85-75b4f00f3fba for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:10:05.983689 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e59486c-c785-4721-b1df-4deeaeb93ad0 None None] Routers {'6706e8e8-8fae-4a85-8b85-75b4f00f3fba'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:05.984385 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4e59486c-c785-4721-b1df-4deeaeb93ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:09:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:05.995346 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port aa8bce0d-350a-4864-b9a3-6ab8829bd4ef is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:10:06.050403 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b515029-b418-4c78-ae4e-6044b0fe06c8 admin admin] Publish callbacks [] for security_group (9c9a5d33-c9ab-46d0-9ae4-5c4713272623), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.060996 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b515029-b418-4c78-ae4e-6044b0fe06c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9c9a5d33-c9ab-46d0-9ae4-5c4713272623), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.063177 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-44aa7fff-4099-45b7-a9d5-1fcfb77b0dbe None None] Provisioning complete for port 2197a218-72ee-46bc-9a5d-65b73626a67a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:10:06.063559 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-44aa7fff-4099-45b7-a9d5-1fcfb77b0dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.082849 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e426e1-c038-4ef8-acb6-41a83f4e2033 req-894725d6-5b0b-4e4a-81dc-f18726a2b345 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:06.084723 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e8e426e1-c038-4ef8-acb6-41a83f4e2033 req-894725d6-5b0b-4e4a-81dc-f18726a2b345 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.1366525 Feb 03 13:10:06.113261 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-44aa7fff-4099-45b7-a9d5-1fcfb77b0dbe None None] Port 2197a218-72ee-46bc-9a5d-65b73626a67a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:10:06.140499 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-4e59486c-c785-4721-b1df-4deeaeb93ad0 None None] Set router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:10:06.141960 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3b515029-b418-4c78-ae4e-6044b0fe06c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff6d6b96468c4747b11908bd98d345ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3702104 Feb 03 13:10:06.148311 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59028) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:06.175822 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4a5afc30-47d3-48f3-a3f3-6784373f9b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.178634 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b515029-b418-4c78-ae4e-6044b0fe06c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9a5d33-c9ab-46d0-9ae4-5c4713272623,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:06.220662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2197a218-72ee-46bc-9a5d-65b73626a67a {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:10:06.221772 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e8e426e1-c038-4ef8-acb6-41a83f4e2033 req-7113bdd7-3c32-4506-9281-b35a9bf3e12d tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238718 Feb 03 13:10:06.248185 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] Publish callbacks [] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.272885 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] Transition to ACTIVE for port object 2197a218-72ee-46bc-9a5d-65b73626a67a will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:10:06.279571 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.292301 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3d17cdf-4248-4f54-95f3-86ff76248c94 admin admin] Publish callbacks [] for security_group (9c9a5d33-c9ab-46d0-9ae4-5c4713272623), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.335093 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3d17cdf-4248-4f54-95f3-86ff76248c94 admin admin] Publish callbacks [] for security_group (9c9a5d33-c9ab-46d0-9ae4-5c4713272623), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.378928 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] Pushing event updated for resources: {'Port': ['ID=2197a218-72ee-46bc-9a5d-65b73626a67a,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:06.389946 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06aa21d9-d5d9-4278-9063-15ab9eb24a18', 'tag': '3c7d7ac4-eae6-4c98-b63e-408f5029371f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:10:06.393309 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe00a7b5-0e6a-45b0-8d2f-66a85ee91c22" -d '{"events": [{"name": "network-changed", "server_uuid": "06aa21d9-d5d9-4278-9063-15ab9eb24a18", "tag": "3c7d7ac4-eae6-4c98-b63e-408f5029371f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:10:06.421601 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3d17cdf-4248-4f54-95f3-86ff76248c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9c9a5d33-c9ab-46d0-9ae4-5c4713272623), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.424453 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b373b07-552d-400f-96e1-54a22c635152 req-1676b332-e267-4d92-bab8-853c63dfda22 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:06.426576 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3d17cdf-4248-4f54-95f3-86ff76248c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.430040 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f3d17cdf-4248-4f54-95f3-86ff76248c94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c9a5d33-c9ab-46d0-9ae4-5c4713272623 HTTP/1.1" status: 204 len: 168 time: 0.2782500 Feb 03 13:10:06.441544 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4b373b07-552d-400f-96e1-54a22c635152 req-1676b332-e267-4d92-bab8-853c63dfda22 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 944 time: 0.1179338 Feb 03 13:10:06.450688 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d17cdf-4248-4f54-95f3-86ff76248c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9a5d33-c9ab-46d0-9ae4-5c4713272623,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:06.474183 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f5c7ed-75ac-4ae9-ae8d-0b6860cadd9e x-openstack-request-id: req-78f5c7ed-75ac-4ae9-ae8d-0b6860cadd9e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:10:06.474836 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06aa21d9-d5d9-4278-9063-15ab9eb24a18", "tag": "3c7d7ac4-eae6-4c98-b63e-408f5029371f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:10:06.475264 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78f5c7ed-75ac-4ae9-ae8d-0b6860cadd9e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:10:06.475890 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06aa21d9-d5d9-4278-9063-15ab9eb24a18', 'tag': '3c7d7ac4-eae6-4c98-b63e-408f5029371f', 'status': 'completed', 'code': 200} Feb 03 13:10:06.504630 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-4e59486c-c785-4721-b1df-4deeaeb93ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '2a454959-e81e-48c1-a4c7-7c37c734b02b', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'floating_ip_address': '172.25.6.251', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'port_id': '3c7d7ac4-eae6-4c98-b63e-408f5029371f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'mac_address': 'fa:16:3e:62:54:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa21d9-d5d9-4278-9063-15ab9eb24a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:10:01Z', 'updated_at': '2022-02-03T13:10:01Z', 'revision_number': 0, 'project_id': '47cedc9968b440be9d535d988911feb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b856c3b-1468-4cb9-a440-0488bc37e56d', 'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'mac_address': 'fa:16:3e:2d:09:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:02Z', 'updated_at': '2022-02-03T13:01:21Z', 'revision_number': 5, 'project_id': '47cedc9968b440be9d535d988911feb3', 'subnets': [{'id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:06.583273 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e59486c-c785-4721-b1df-4deeaeb93ad0 None None] The sync data for ids ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'] in n-d-827336-3 is: [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '2a454959-e81e-48c1-a4c7-7c37c734b02b', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'floating_ip_address': '172.25.6.251', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'port_id': '3c7d7ac4-eae6-4c98-b63e-408f5029371f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'mac_address': 'fa:16:3e:62:54:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aa21d9-d5d9-4278-9063-15ab9eb24a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:10:01Z', 'updated_at': '2022-02-03T13:10:01Z', 'revision_number': 0, 'project_id': '47cedc9968b440be9d535d988911feb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b856c3b-1468-4cb9-a440-0488bc37e56d', 'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'mac_address': 'fa:16:3e:2d:09:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:02Z', 'updated_at': '2022-02-03T13:01:21Z', 'revision_number': 5, 'project_id': '47cedc9968b440be9d535d988911feb3', 'subnets': [{'id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:10:06.607163 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4b373b07-552d-400f-96e1-54a22c635152 req-a9ebd4a1-3c4b-4319-93c3-0423c4463d97 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624613 Feb 03 13:10:06.612987 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00a7b5-0e6a-45b0-8d2f-66a85ee91c22 req-485bf525-c0ae-4f78-b588-e10c2505dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:06.618848 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe00a7b5-0e6a-45b0-8d2f-66a85ee91c22 req-485bf525-c0ae-4f78-b588-e10c2505dedd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 1127 time: 0.1050229 Feb 03 13:10:06.643658 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] Attempting to bind port 2197a218-72ee-46bc-9a5d-65b73626a67a on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:10:06.644529 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] Attempting to bind port 2197a218-72ee-46bc-9a5d-65b73626a67a by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:10:06.644988 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] Attempting to bind port 2197a218-72ee-46bc-9a5d-65b73626a67a on network 1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:10:06.652699 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] Port 2197a218-72ee-46bc-9a5d-65b73626a67a on network 1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:10:06.654884 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] Attempting to bind port 2197a218-72ee-46bc-9a5d-65b73626a67a on network 1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:10:06.669626 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:10:06.672671 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] Checking segment: {'id': '98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:10:06.673082 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] Bound using segment: {'id': '98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:10:06.673660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] Bound port: 2197a218-72ee-46bc-9a5d-65b73626a67a, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:10:06.674657 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.795081 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00a7b5-0e6a-45b0-8d2f-66a85ee91c22 req-d608c02e-55a8-45ff-8e28-644d61f82a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:06.796875 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe00a7b5-0e6a-45b0-8d2f-66a85ee91c22 req-d608c02e-55a8-45ff-8e28-644d61f82a78 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 912 time: 0.1662331 Feb 03 13:10:06.798632 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] For port 2197a218-72ee-46bc-9a5d-65b73626a67a, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:10:06.801913 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] For port 2197a218-72ee-46bc-9a5d-65b73626a67a, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=2197a218-72ee-46bc-9a5d-65b73626a67a,segment=NetworkSegment(98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761),segment_id=98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:10:06.808306 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.854689 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:06.856208 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:06.858057 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] 10.222.0.73 "PUT /v2.0/ports/2197a218-72ee-46bc-9a5d-65b73626a67a HTTP/1.1" status: 200 len: 1092 time: 1.1588748 Feb 03 13:10:06.858630 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22304fbc-7e66-4f53-819e-9e8406d18af7', 'tag': '2197a218-72ee-46bc-9a5d-65b73626a67a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:10:06.861046 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9df1de4-4baf-4198-9165-70b75ed615b1" -d '{"events": [{"name": "network-changed", "server_uuid": "22304fbc-7e66-4f53-819e-9e8406d18af7", "tag": "2197a218-72ee-46bc-9a5d-65b73626a67a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:10:06.929373 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe00a7b5-0e6a-45b0-8d2f-66a85ee91c22 req-6bd71899-fc3b-45da-a674-47dd461f2fb3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c7d7ac4-eae6-4c98-b63e-408f5029371f HTTP/1.1" status: 200 len: 999 time: 0.1249313 Feb 03 13:10:07.010332 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249df127-a3a1-40b1-b122-897ad543b016 x-openstack-request-id: req-249df127-a3a1-40b1-b122-897ad543b016 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:10:07.010623 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22304fbc-7e66-4f53-819e-9e8406d18af7", "tag": "2197a218-72ee-46bc-9a5d-65b73626a67a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:10:07.010896 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-249df127-a3a1-40b1-b122-897ad543b016 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:10:07.011325 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22304fbc-7e66-4f53-819e-9e8406d18af7', 'tag': '2197a218-72ee-46bc-9a5d-65b73626a67a', 'status': 'completed', 'code': 200} Feb 03 13:10:07.012891 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:07.033233 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf168bb-7e90-4b11-941e-a69decaaf75f service neutron] Pushing event updated for resources: {'Port': ['ID=2197a218-72ee-46bc-9a5d-65b73626a67a,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:07.035931 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00a7b5-0e6a-45b0-8d2f-66a85ee91c22 req-d5c2417f-64f2-4e6c-84ac-89518f4d436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:07.037106 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe00a7b5-0e6a-45b0-8d2f-66a85ee91c22 req-d5c2417f-64f2-4e6c-84ac-89518f4d436f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.1019206 Feb 03 13:10:07.069742 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-238ce14e-18fd-4222-9ce4-37ee136b1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:07.072153 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-238ce14e-18fd-4222-9ce4-37ee136b1a01 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 1126 time: 0.1463392 Feb 03 13:10:07.153152 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00a7b5-0e6a-45b0-8d2f-66a85ee91c22 req-d6be889e-e856-41a3-b186-ffda72860056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:07.159870 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe00a7b5-0e6a-45b0-8d2f-66a85ee91c22 req-d6be889e-e856-41a3-b186-ffda72860056 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1160812 Feb 03 13:10:07.165223 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-cca016c7-211b-4e2f-848e-f8237077c477 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2197a218-72ee-46bc-9a5d-65b73626a67a HTTP/1.1" status: 200 len: 217 time: 0.0699522 Feb 03 13:10:07.236239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-afabb736-cb9b-4882-b093-78380921f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:07.239288 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-afabb736-cb9b-4882-b093-78380921f8af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2650933-f070-41ce-b7e6-cd7dff949b81 HTTP/1.1" status: 200 len: 834 time: 0.0651023 Feb 03 13:10:07.301603 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-19a6cd2a-5779-461b-865a-dd51dbd3536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:07.304698 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-19a6cd2a-5779-461b-865a-dd51dbd3536c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0584006 Feb 03 13:10:07.315101 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe00a7b5-0e6a-45b0-8d2f-66a85ee91c22 req-fb188dca-ae9b-4a87-a992-cb9812ea6111 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418741 Feb 03 13:10:07.410961 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fe00a7b5-0e6a-45b0-8d2f-66a85ee91c22 req-ef9abbd9-58f9-4181-8210-3996b4c442d6 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900369 Feb 03 13:10:07.420626 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-b0d1cdf4-9fc6-4a7c-bc59-6172bab87cbc service neutron] 10.222.0.73 "GET /v2.0/networks/1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097722 Feb 03 13:10:07.543371 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3845262d-5fa9-4a4a-8978-5c65699df791 req-d8f2e927-ea0b-4566-aaf6-f6f2a6e4f7e5 service neutron] 10.222.0.73 "GET /v2.0/networks/1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110997 Feb 03 13:10:07.582032 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b9098a-5d3e-4ba5-9d73-347a0db9cce4 None None] New status for floating IP 2a454959-e81e-48c1-a4c7-7c37c734b02b: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:10:07.791341 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df1de4-4baf-4198-9165-70b75ed615b1 req-61c4dc34-17a7-41b9-930b-50b6f1b9873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:07.793674 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9df1de4-4baf-4198-9165-70b75ed615b1 req-61c4dc34-17a7-41b9-930b-50b6f1b9873d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 1126 time: 0.1586013 Feb 03 13:10:07.892170 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc6618-d4fd-4e99-bd82-02f1b7309455 req-7a0bbb60-e451-447b-bc26-ed5dd66a7c74 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:07.894062 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0cbc6618-d4fd-4e99-bd82-02f1b7309455 req-7a0bbb60-e451-447b-bc26-ed5dd66a7c74 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 944 time: 0.1848855 Feb 03 13:10:07.953566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df1de4-4baf-4198-9165-70b75ed615b1 req-014788a6-6286-4da5-a0a4-9156e8ec3484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:07.955120 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9df1de4-4baf-4198-9165-70b75ed615b1 req-014788a6-6286-4da5-a0a4-9156e8ec3484 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 HTTP/1.1" status: 200 len: 897 time: 0.1556091 Feb 03 13:10:07.981978 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0cbc6618-d4fd-4e99-bd82-02f1b7309455 req-03782448-6e20-4adb-a6da-97794d08451a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791097 Feb 03 13:10:08.014125 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9df1de4-4baf-4198-9165-70b75ed615b1 req-00c86763-f7a3-4817-9af5-c5f53e7d2660 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2197a218-72ee-46bc-9a5d-65b73626a67a HTTP/1.1" status: 200 len: 217 time: 0.0498540 Feb 03 13:10:08.080032 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df1de4-4baf-4198-9165-70b75ed615b1 req-24b1cb08-fe5b-4f03-9811-1319e35d0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:08.082183 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9df1de4-4baf-4198-9165-70b75ed615b1 req-24b1cb08-fe5b-4f03-9811-1319e35d0d74 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2650933-f070-41ce-b7e6-cd7dff949b81 HTTP/1.1" status: 200 len: 834 time: 0.0629580 Feb 03 13:10:08.134304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df1de4-4baf-4198-9165-70b75ed615b1 req-51ad8cb1-d227-4bd2-9ea5-22994b90e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:08.136057 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9df1de4-4baf-4198-9165-70b75ed615b1 req-51ad8cb1-d227-4bd2-9ea5-22994b90e398 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478098 Feb 03 13:10:08.243430 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9df1de4-4baf-4198-9165-70b75ed615b1 req-8fa3a69d-f0b2-44e1-8e77-d0a1e8c3c4b5 service neutron] 10.222.0.73 "GET /v2.0/networks/1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007583 Feb 03 13:10:08.296443 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:08.374680 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9df1de4-4baf-4198-9165-70b75ed615b1 req-c7570a2b-2030-4189-a7f4-ef203059194c service neutron] 10.222.0.73 "GET /v2.0/networks/1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255550 Feb 03 13:10:09.142836 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450b35a-347c-4c3c-8789-534d77e284ae req-aa8bf4b5-dca2-4ea7-968c-1361a93e3639 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:09.144518 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f450b35a-347c-4c3c-8789-534d77e284ae req-aa8bf4b5-dca2-4ea7-968c-1361a93e3639 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 944 time: 0.0740006 Feb 03 13:10:09.215928 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f450b35a-347c-4c3c-8789-534d77e284ae req-5cd5d377-d020-49cd-8ff1-e8e6715f41d7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655720 Feb 03 13:10:09.923483 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:09.956756 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59222) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:10.065791 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33d2c23a-aa7d-4e5a-8fed-2e6626efa510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:10.138444 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33d2c23a-aa7d-4e5a-8fed-2e6626efa510 admin admin] Publish callbacks [] for security_group (3355d785-2d8a-4ee2-844b-7902f02ce283), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:10.143456 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33d2c23a-aa7d-4e5a-8fed-2e6626efa510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (3355d785-2d8a-4ee2-844b-7902f02ce283), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:10.182399 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-33d2c23a-aa7d-4e5a-8fed-2e6626efa510 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf79b6ceb3ac43b3952353d94bc47fcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2245588 Feb 03 13:10:10.183146 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2c23a-aa7d-4e5a-8fed-2e6626efa510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3355d785-2d8a-4ee2-844b-7902f02ce283,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:10.185236 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59226) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:10.237375 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4670357-c1eb-47de-a2bc-ad766e2bc97b admin admin] Publish callbacks [] for security_group (3355d785-2d8a-4ee2-844b-7902f02ce283), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:10.265332 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4670357-c1eb-47de-a2bc-ad766e2bc97b admin admin] Publish callbacks [] for security_group (3355d785-2d8a-4ee2-844b-7902f02ce283), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:10.338439 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4670357-c1eb-47de-a2bc-ad766e2bc97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (3355d785-2d8a-4ee2-844b-7902f02ce283), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:10.340975 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4670357-c1eb-47de-a2bc-ad766e2bc97b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:10.342123 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d4670357-c1eb-47de-a2bc-ad766e2bc97b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3355d785-2d8a-4ee2-844b-7902f02ce283 HTTP/1.1" status: 204 len: 168 time: 0.1558912 Feb 03 13:10:10.352792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4670357-c1eb-47de-a2bc-ad766e2bc97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3355d785-2d8a-4ee2-844b-7902f02ce283,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:10.361890 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b955e47-f577-4aab-9910-dc2826e3ab82 req-82ff23fc-f58e-4adc-aba0-eae9c6a587cd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:10.363411 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b955e47-f577-4aab-9910-dc2826e3ab82 req-82ff23fc-f58e-4adc-aba0-eae9c6a587cd tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 944 time: 0.0708950 Feb 03 13:10:10.418895 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b955e47-f577-4aab-9910-dc2826e3ab82 req-121c284f-3a28-4bee-a1e0-67ffd7e03a0e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490584 Feb 03 13:10:10.609560 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59234) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:10.623067 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45658d74-57a3-4b75-a55f-deca502f973d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:10.699455 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45658d74-57a3-4b75-a55f-deca502f973d admin admin] Publish callbacks [] for security_group (1e8ab8dd-ea05-4075-b232-9ab06f31cfd8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:10.703121 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45658d74-57a3-4b75-a55f-deca502f973d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1e8ab8dd-ea05-4075-b232-9ab06f31cfd8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:10.741757 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-45658d74-57a3-4b75-a55f-deca502f973d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9986de12da454fb9933425345e07ca2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311407 Feb 03 13:10:10.743512 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45658d74-57a3-4b75-a55f-deca502f973d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8ab8dd-ea05-4075-b232-9ab06f31cfd8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:10.745056 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59236) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:10.792672 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-721e0945-fade-4c8b-b3e4-5b7f11686387 admin admin] Publish callbacks [] for security_group (1e8ab8dd-ea05-4075-b232-9ab06f31cfd8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:10.812963 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-721e0945-fade-4c8b-b3e4-5b7f11686387 admin admin] Publish callbacks [] for security_group (1e8ab8dd-ea05-4075-b232-9ab06f31cfd8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:10.871620 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-721e0945-fade-4c8b-b3e4-5b7f11686387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (1e8ab8dd-ea05-4075-b232-9ab06f31cfd8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:10.874243 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-721e0945-fade-4c8b-b3e4-5b7f11686387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:10.875729 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-721e0945-fade-4c8b-b3e4-5b7f11686387 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e8ab8dd-ea05-4075-b232-9ab06f31cfd8 HTTP/1.1" status: 204 len: 168 time: 0.1294024 Feb 03 13:10:10.895331 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e0945-fade-4c8b-b3e4-5b7f11686387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8ab8dd-ea05-4075-b232-9ab06f31cfd8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:11.539121 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5d47c-5e95-49a8-8831-31c7cfef3652 req-87ef41a8-4e78-4e71-9d00-24862221662b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:11.540686 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e1a5d47c-5e95-49a8-8831-31c7cfef3652 req-87ef41a8-4e78-4e71-9d00-24862221662b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 944 time: 0.0530832 Feb 03 13:10:11.591161 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e1a5d47c-5e95-49a8-8831-31c7cfef3652 req-17bad380-1cfa-41a8-8467-b21c42daa7ec tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449877 Feb 03 13:10:12.267714 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59280) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:12.370164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e4649973-47c9-4956-8b98-534ed497cb69 tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:12.401600 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e4649973-47c9-4956-8b98-534ed497cb69 tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] 10.222.0.18 "PUT /v2.0/quotas/4ccf7105dbcc43d48e864bb63830959a HTTP/1.1" status: 200 len: 366 time: 0.1327329 Feb 03 13:10:12.404449 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59284) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:12.415176 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6eb64565-0a05-4c7d-9577-2a2f26b9d072 tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0090382 Feb 03 13:10:12.417559 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59286) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:12.426946 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b62c2f96-3c09-4942-9d48-f94528893496 tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] 10.222.0.18 "GET /v2.0/quotas/4ccf7105dbcc43d48e864bb63830959a HTTP/1.1" status: 200 len: 366 time: 0.0083771 Feb 03 13:10:12.429349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59288) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:12.443802 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3a026736-b8f1-4800-9f4d-21afa67627ef tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/4ccf7105dbcc43d48e864bb63830959a HTTP/1.1" status: 204 len: 168 time: 0.0131507 Feb 03 13:10:12.445908 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59290) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:12.454832 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-14779c5b-ab13-4c6c-b988-2c81f1235e6b tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0078092 Feb 03 13:10:12.457037 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59292) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:12.466544 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c626c448-d896-4e66-bfec-6f7d45f209cc tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] 10.222.0.18 "GET /v2.0/quotas/4ccf7105dbcc43d48e864bb63830959a HTTP/1.1" status: 200 len: 370 time: 0.0085146 Feb 03 13:10:12.468787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59294) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:12.473291 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-95c730b2-5492-4842-960f-631a421fe446 tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] 10.222.0.18 "GET /v2.0/quotas/4ccf7105dbcc43d48e864bb63830959a/default HTTP/1.1" status: 200 len: 370 time: 0.0035632 Feb 03 13:10:12.476297 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59296) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:12.484898 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-ee812a53-98b9-4fc2-afff-a2c4e3f784c1 tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] delete failed (client error): The resource could not be found. Feb 03 13:10:12.485903 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ee812a53-98b9-4fc2-afff-a2c4e3f784c1 tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/4ccf7105dbcc43d48e864bb63830959a HTTP/1.1" status: 404 len: 348 time: 0.0086708 Feb 03 13:10:12.488172 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 2197a218-72ee-46bc-9a5d-65b73626a67a details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:10:12.607912 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 2197a218-72ee-46bc-9a5d-65b73626a67a, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=2197a218-72ee-46bc-9a5d-65b73626a67a,segment=NetworkSegment(98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761),segment_id=98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:10:12.608108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59300) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:12.619872 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '2197a218-72ee-46bc-9a5d-65b73626a67a', 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5', 'port_id': '2197a218-72ee-46bc-9a5d-65b73626a67a', 'mac_address': 'fa:16:3e:c2:8c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2650933-f070-41ce-b7e6-cd7dff949b81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:10:12.628108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.quota.resource [None req-33fb092e-755c-4be4-9cb6-8ed7e246857c tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] Usage tracker for resource:network and project:5257c713b9184672961c40d0a19100af is out of sync, need to count used quota {{(pid=103188) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 13:10:12.631460 n-d-827336-3 neutron-server[103188]: DEBUG neutron.quota.resource [None req-33fb092e-755c-4be4-9cb6-8ed7e246857c tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103188) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 13:10:12.640438 n-d-827336-3 neutron-server[103188]: DEBUG neutron.quota.resource [None req-33fb092e-755c-4be4-9cb6-8ed7e246857c tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] Usage tracker for resource:subnet and project:5257c713b9184672961c40d0a19100af is out of sync, need to count used quota {{(pid=103188) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 13:10:12.644837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.quota.resource [None req-33fb092e-755c-4be4-9cb6-8ed7e246857c tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103188) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 13:10:12.652585 n-d-827336-3 neutron-server[103188]: DEBUG neutron.quota.resource [None req-33fb092e-755c-4be4-9cb6-8ed7e246857c tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] Usage tracker for resource:subnetpool and project:5257c713b9184672961c40d0a19100af is out of sync, need to count used quota {{(pid=103188) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 13:10:12.659103 n-d-827336-3 neutron-server[103188]: DEBUG neutron.quota.resource [None req-33fb092e-755c-4be4-9cb6-8ed7e246857c tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103188) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 13:10:12.665117 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 2197a218-72ee-46bc-9a5d-65b73626a67a is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:10:12.665865 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:12.666592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.quota.resource [None req-33fb092e-755c-4be4-9cb6-8ed7e246857c tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] Usage tracker for resource:port and project:5257c713b9184672961c40d0a19100af is out of sync, need to count used quota {{(pid=103188) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 13:10:12.678368 n-d-827336-3 neutron-server[103188]: DEBUG neutron.quota.resource [None req-33fb092e-755c-4be4-9cb6-8ed7e246857c tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103188) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 13:10:12.681031 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2197a218-72ee-46bc-9a5d-65b73626a67a {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:10:12.701785 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 2197a218-72ee-46bc-9a5d-65b73626a67a, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=2197a218-72ee-46bc-9a5d-65b73626a67a,segment=NetworkSegment(98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761),segment_id=98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:10:12.705284 n-d-827336-3 neutron-server[103188]: DEBUG neutron.quota.resource [None req-33fb092e-755c-4be4-9cb6-8ed7e246857c tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] Usage tracker for resource:router and project:5257c713b9184672961c40d0a19100af is out of sync, need to count used quota {{(pid=103188) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 13:10:12.705744 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:12.709804 n-d-827336-3 neutron-server[103188]: DEBUG neutron.quota.resource [None req-33fb092e-755c-4be4-9cb6-8ed7e246857c tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103188) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 13:10:12.722706 n-d-827336-3 neutron-server[103188]: DEBUG neutron.quota.resource [None req-33fb092e-755c-4be4-9cb6-8ed7e246857c tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] Usage tracker for resource:floatingip and project:5257c713b9184672961c40d0a19100af is out of sync, need to count used quota {{(pid=103188) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 13:10:12.728700 n-d-827336-3 neutron-server[103188]: DEBUG neutron.quota.resource [None req-33fb092e-755c-4be4-9cb6-8ed7e246857c tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103188) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 13:10:12.748543 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d870535-d1fa-43ac-9dbc-385ca3e1720b req-18830b8e-f79f-478d-84ce-26ec8bd09fce tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:12.750047 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d870535-d1fa-43ac-9dbc-385ca3e1720b req-18830b8e-f79f-478d-84ce-26ec8bd09fce tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 944 time: 0.0806413 Feb 03 13:10:12.755146 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=2197a218-72ee-46bc-9a5d-65b73626a67a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:12.811889 n-d-827336-3 neutron-server[103188]: DEBUG neutron.quota.resource [None req-33fb092e-755c-4be4-9cb6-8ed7e246857c tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] Usage tracker for resource:security_group and project:5257c713b9184672961c40d0a19100af is out of sync, need to count used quota {{(pid=103188) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 13:10:12.817810 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d870535-d1fa-43ac-9dbc-385ca3e1720b req-4721715b-7aa4-4ac6-b7e3-6622b35a83f0 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606019 Feb 03 13:10:12.819025 n-d-827336-3 neutron-server[103188]: DEBUG neutron.quota.resource [None req-33fb092e-755c-4be4-9cb6-8ed7e246857c tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103188) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 13:10:12.825752 n-d-827336-3 neutron-server[103188]: DEBUG neutron.quota.resource [None req-33fb092e-755c-4be4-9cb6-8ed7e246857c tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] Usage tracker for resource:security_group_rule and project:5257c713b9184672961c40d0a19100af is out of sync, need to count used quota {{(pid=103188) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 03 13:10:12.829027 n-d-827336-3 neutron-server[103188]: DEBUG neutron.quota.resource [None req-33fb092e-755c-4be4-9cb6-8ed7e246857c tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103188) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 03 13:10:12.833596 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-33fb092e-755c-4be4-9cb6-8ed7e246857c tempest-QuotasTest-1943878296 tempest-QuotasTest-1943878296-project-admin] 10.222.0.18 "GET /v2.0/quotas/5257c713b9184672961c40d0a19100af/details.json HTTP/1.1" status: 200 len: 703 time: 0.2245557 Feb 03 13:10:13.080722 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['2197a218-72ee-46bc-9a5d-65b73626a67a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:10:13.123327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59308) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:13.248304 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c702d77-4deb-4c00-bed3-e8ae212fda67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:13.329094 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c702d77-4deb-4c00-bed3-e8ae212fda67 admin admin] Publish callbacks [] for security_group (061158b8-682c-4114-9ed1-c375381b159f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:13.334580 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c702d77-4deb-4c00-bed3-e8ae212fda67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (061158b8-682c-4114-9ed1-c375381b159f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:13.374642 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8c702d77-4deb-4c00-bed3-e8ae212fda67 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fed723f482d4c1284b0e29e84d821a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2500730 Feb 03 13:10:13.376039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c702d77-4deb-4c00-bed3-e8ae212fda67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061158b8-682c-4114-9ed1-c375381b159f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:13.377924 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59314) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:13.427663 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37f0bb72-2591-4414-861b-955bcde846c0 admin admin] Publish callbacks [] for security_group (061158b8-682c-4114-9ed1-c375381b159f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:13.449212 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37f0bb72-2591-4414-861b-955bcde846c0 admin admin] Publish callbacks [] for security_group (061158b8-682c-4114-9ed1-c375381b159f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:13.497886 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37f0bb72-2591-4414-861b-955bcde846c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (061158b8-682c-4114-9ed1-c375381b159f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:13.500414 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37f0bb72-2591-4414-861b-955bcde846c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:13.501540 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-37f0bb72-2591-4414-861b-955bcde846c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/061158b8-682c-4114-9ed1-c375381b159f HTTP/1.1" status: 204 len: 168 time: 0.1224146 Feb 03 13:10:13.508927 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0bb72-2591-4414-861b-955bcde846c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061158b8-682c-4114-9ed1-c375381b159f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:13.756969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59320) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:13.769869 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72ce6dae-73d9-4c60-ab33-d581e03f2ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:13.845687 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72ce6dae-73d9-4c60-ab33-d581e03f2ed5 admin admin] Publish callbacks [] for security_group (ad80e41e-be00-471d-a89d-a664d1b89428), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:13.850616 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72ce6dae-73d9-4c60-ab33-d581e03f2ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ad80e41e-be00-471d-a89d-a664d1b89428), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:13.883615 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-72ce6dae-73d9-4c60-ab33-d581e03f2ed5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5257c713b9184672961c40d0a19100af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1255550 Feb 03 13:10:13.886231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59324) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:13.904081 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce6dae-73d9-4c60-ab33-d581e03f2ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad80e41e-be00-471d-a89d-a664d1b89428,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:13.936814 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06b79d72-b2c3-4888-8a98-2cc351ef8acb admin admin] Publish callbacks [] for security_group (ad80e41e-be00-471d-a89d-a664d1b89428), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:13.944849 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d882f-659d-4963-8d8b-95fde18db380 req-0f34c37f-3f5f-4544-a63b-ed9dcaaaa80d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:13.946398 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-071d882f-659d-4963-8d8b-95fde18db380 req-0f34c37f-3f5f-4544-a63b-ed9dcaaaa80d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 945 time: 0.0580215 Feb 03 13:10:13.957982 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06b79d72-b2c3-4888-8a98-2cc351ef8acb admin admin] Publish callbacks [] for security_group (ad80e41e-be00-471d-a89d-a664d1b89428), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:13.996279 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-071d882f-659d-4963-8d8b-95fde18db380 req-e9ac407c-3d48-4a2c-96b6-0ff92730c991 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441504 Feb 03 13:10:14.005354 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06b79d72-b2c3-4888-8a98-2cc351ef8acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ad80e41e-be00-471d-a89d-a664d1b89428), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:14.008235 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06b79d72-b2c3-4888-8a98-2cc351ef8acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:14.009491 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-06b79d72-b2c3-4888-8a98-2cc351ef8acb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad80e41e-be00-471d-a89d-a664d1b89428 HTTP/1.1" status: 204 len: 168 time: 0.1220992 Feb 03 13:10:14.017683 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b79d72-b2c3-4888-8a98-2cc351ef8acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad80e41e-be00-471d-a89d-a664d1b89428,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:14.485307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 2197a218-72ee-46bc-9a5d-65b73626a67a up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:10:14.544882 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 2197a218-72ee-46bc-9a5d-65b73626a67a completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:10:14.549430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 2197a218-72ee-46bc-9a5d-65b73626a67a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:10:14.549815 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:14.636421 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 2197a218-72ee-46bc-9a5d-65b73626a67a is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:10:14.636814 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:14.660582 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22304fbc-7e66-4f53-819e-9e8406d18af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2197a218-72ee-46bc-9a5d-65b73626a67a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:10:14.662888 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04dce40-30bd-4ee6-a8a5-8c2c1759616f" -d '{"events": [{"server_uuid": "22304fbc-7e66-4f53-819e-9e8406d18af7", "name": "network-vif-plugged", "status": "completed", "tag": "2197a218-72ee-46bc-9a5d-65b73626a67a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:10:14.677321 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 2197a218-72ee-46bc-9a5d-65b73626a67a, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=2197a218-72ee-46bc-9a5d-65b73626a67a,segment=NetworkSegment(98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761),segment_id=98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:10:14.682922 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:14.712726 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58659ca0-2f9b-4aa7-8809-c4490d258aef x-openstack-request-id: req-58659ca0-2f9b-4aa7-8809-c4490d258aef {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:10:14.713043 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22304fbc-7e66-4f53-819e-9e8406d18af7", "name": "network-vif-plugged", "status": "completed", "tag": "2197a218-72ee-46bc-9a5d-65b73626a67a", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:10:14.713304 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58659ca0-2f9b-4aa7-8809-c4490d258aef {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:10:14.713704 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22304fbc-7e66-4f53-819e-9e8406d18af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2197a218-72ee-46bc-9a5d-65b73626a67a', 'code': 200} Feb 03 13:10:14.739141 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=2197a218-72ee-46bc-9a5d-65b73626a67a,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:14.841919 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e185f-77d4-44f9-a20e-3000bead59e4 req-40b57757-5934-4b29-aed8-fd6549779161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:14.843453 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d83e185f-77d4-44f9-a20e-3000bead59e4 req-40b57757-5934-4b29-aed8-fd6549779161 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 1128 time: 0.0495772 Feb 03 13:10:14.888376 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d83e185f-77d4-44f9-a20e-3000bead59e4 req-b5c219bb-8fe6-423e-8e9a-939200f7f884 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390713 Feb 03 13:10:15.119328 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d557c9-4173-4b9c-97df-a6ba6e91c9b9 req-9edc3809-b28d-4564-a20a-5bc6466ebba7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:15.120988 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-08d557c9-4173-4b9c-97df-a6ba6e91c9b9 req-9edc3809-b28d-4564-a20a-5bc6466ebba7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 946 time: 0.0565524 Feb 03 13:10:15.175204 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-08d557c9-4173-4b9c-97df-a6ba6e91c9b9 req-342c8ae3-94c6-4477-8d46-18410dfd4f99 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461543 Feb 03 13:10:15.235427 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59366) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:15.334614 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0a1c04ab-28aa-40ca-97e1-0d79fa552481 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1488623620', 'router:external': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:15.354155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1c04ab-28aa-40ca-97e1-0d79fa552481 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Made reservation on behalf of ef508955c06f49c1b0341081e2f3b588 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:10:15.356442 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a1c04ab-28aa-40ca-97e1-0d79fa552481 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:15.364699 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a1c04ab-28aa-40ca-97e1-0d79fa552481 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:15.437570 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a1c04ab-28aa-40ca-97e1-0d79fa552481 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for security_group (d7a2169f-67d9-4879-8e60-8b8f181e2534), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:15.441440 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a1c04ab-28aa-40ca-97e1-0d79fa552481 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d7a2169f-67d9-4879-8e60-8b8f181e2534), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:15.466009 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1c04ab-28aa-40ca-97e1-0d79fa552481 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:10:15.475579 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c04ab-28aa-40ca-97e1-0d79fa552481 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a2169f-67d9-4879-8e60-8b8f181e2534,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:15.481040 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a1c04ab-28aa-40ca-97e1-0d79fa552481 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (1c640d4c-7ae4-4bf7-8c08-d333490b2ccb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:15.481388 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-0a1c04ab-28aa-40ca-97e1-0d79fa552481 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Added segment 1c640d4c-7ae4-4bf7-8c08-d333490b2ccb of type vlan for network bd80e164-7cc2-4178-a492-359c54f2c0a4 Feb 03 13:10:15.524333 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a1c04ab-28aa-40ca-97e1-0d79fa552481 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (bd80e164-7cc2-4178-a492-359c54f2c0a4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:15.552970 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a1c04ab-28aa-40ca-97e1-0d79fa552481 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (bd80e164-7cc2-4178-a492-359c54f2c0a4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:15.553984 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1c04ab-28aa-40ca-97e1-0d79fa552481 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:15.554560 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a1c04ab-28aa-40ca-97e1-0d79fa552481 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:15.592339 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0a1c04ab-28aa-40ca-97e1-0d79fa552481 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.3554420 Feb 03 13:10:15.595418 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59370) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:15.600388 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1e4eb08a-55a4-47bb-84d2-313da9f853dd tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Request body: {'subnet': {'network_id': 'bd80e164-7cc2-4178-a492-359c54f2c0a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:15.619457 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4eb08a-55a4-47bb-84d2-313da9f853dd tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Made reservation on behalf of ef508955c06f49c1b0341081e2f3b588 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:10:15.622070 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb08a-55a4-47bb-84d2-313da9f853dd tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:15.624218 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c04ab-28aa-40ca-97e1-0d79fa552481 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Pushing event updated for resources: {'Network': ['ID=bd80e164-7cc2-4178-a492-359c54f2c0a4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:15.635461 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network bd80e164-7cc2-4178-a492-359c54f2c0a4 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:10:15.945008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.objects.ports [None req-1e4eb08a-55a4-47bb-84d2-313da9f853dd tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103189) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 03 13:10:15.945440 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb08a-55a4-47bb-84d2-313da9f853dd tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (881d5fe2-46b8-432d-9b9c-a21dd616b805), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:16.004941 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4eb08a-55a4-47bb-84d2-313da9f853dd tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Pushing event updated for resources: {'Subnet': ['ID=881d5fe2-46b8-432d-9b9c-a21dd616b805,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:16.012591 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4eb08a-55a4-47bb-84d2-313da9f853dd tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Checking segment: {'id': '1c640d4c-7ae4-4bf7-8c08-d333490b2ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bd80e164-7cc2-4178-a492-359c54f2c0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:10:16.012949 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4eb08a-55a4-47bb-84d2-313da9f853dd tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Network hostable DHCP agents. Network: bd80e164-7cc2-4178-a492-359c54f2c0a4, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:10:16.030364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4eb08a-55a4-47bb-84d2-313da9f853dd tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Network bd80e164-7cc2-4178-a492-359c54f2c0a4 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:10:16.041792 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-1e4eb08a-55a4-47bb-84d2-313da9f853dd tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, bd80e164-7cc2-4178-a492-359c54f2c0a4) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:10:16.047153 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4eb08a-55a4-47bb-84d2-313da9f853dd tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:16.048858 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb08a-55a4-47bb-84d2-313da9f853dd tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:16.061740 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e38a4e7-b61a-4fae-85c9-37c9d2986c29 None None] Network bd80e164-7cc2-4178-a492-359c54f2c0a4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:10:16.072591 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1e4eb08a-55a4-47bb-84d2-313da9f853dd tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4759285 Feb 03 13:10:16.073484 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59372) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:16.080805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fcf4daf6-784f-4105-bc3a-1403290efd10 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1901361074', 'network_id': 'bd80e164-7cc2-4178-a492-359c54f2c0a4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:16.097852 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:16.103390 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf4daf6-784f-4105-bc3a-1403290efd10 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Made reservation on behalf of ef508955c06f49c1b0341081e2f3b588 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:10:16.105973 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcf4daf6-784f-4105-bc3a-1403290efd10 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:16.122100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-fcf4daf6-784f-4105-bc3a-1403290efd10 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] device_id is not set on port 5de4b17b-bc26-4a5b-8800-2319e5270a58 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:10:16.173848 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116e3dd4-dbb0-430c-bc68-9ede2c4b9ea4 None None] Network bd80e164-7cc2-4178-a492-359c54f2c0a4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:10:16.238254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-fcf4daf6-784f-4105-bc3a-1403290efd10 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Allocated IP 2001:db8::3c8 (bd80e164-7cc2-4178-a492-359c54f2c0a4/881d5fe2-46b8-432d-9b9c-a21dd616b805/5de4b17b-bc26-4a5b-8800-2319e5270a58) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:10:16.374820 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a12bf2-4d42-40ba-9efb-8ba62cb4dec9 req-86b71637-20a6-4751-840e-da34de7fcc1f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:16.376832 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-34a12bf2-4d42-40ba-9efb-8ba62cb4dec9 req-86b71637-20a6-4751-840e-da34de7fcc1f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 946 time: 0.1221564 Feb 03 13:10:16.481815 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-34a12bf2-4d42-40ba-9efb-8ba62cb4dec9 req-9f721877-4c0e-4909-9e4f-015a9c851b61 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702131 Feb 03 13:10:16.486617 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcf4daf6-784f-4105-bc3a-1403290efd10 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for port (5de4b17b-bc26-4a5b-8800-2319e5270a58), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:16.519207 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcf4daf6-784f-4105-bc3a-1403290efd10 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5de4b17b-bc26-4a5b-8800-2319e5270a58), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:16.559736 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf4daf6-784f-4105-bc3a-1403290efd10 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Network bd80e164-7cc2-4178-a492-359c54f2c0a4 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:10:16.564492 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-fcf4daf6-784f-4105-bc3a-1403290efd10 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:10:16.567857 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf4daf6-784f-4105-bc3a-1403290efd10 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:10:16.568861 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf4daf6-784f-4105-bc3a-1403290efd10 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:16.569467 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcf4daf6-784f-4105-bc3a-1403290efd10 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:16.574916 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4daf6-784f-4105-bc3a-1403290efd10 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Pushing event updated for resources: {'Port': ['ID=5de4b17b-bc26-4a5b-8800-2319e5270a58,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:16.597523 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fcf4daf6-784f-4105-bc3a-1403290efd10 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5225694 Feb 03 13:10:16.599984 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59376) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:16.679608 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-61850c77-4877-4417-b24d-964ffb8a12d6 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Deleting port 5de4b17b-bc26-4a5b-8800-2319e5270a58 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:16.680029 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61850c77-4877-4417-b24d-964ffb8a12d6 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5de4b17b-bc26-4a5b-8800-2319e5270a58), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:16.755368 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61850c77-4877-4417-b24d-964ffb8a12d6 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5de4b17b-bc26-4a5b-8800-2319e5270a58), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:16.766674 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-61850c77-4877-4417-b24d-964ffb8a12d6 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Calling delete_port for 5de4b17b-bc26-4a5b-8800-2319e5270a58 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:16.886507 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61850c77-4877-4417-b24d-964ffb8a12d6 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5de4b17b-bc26-4a5b-8800-2319e5270a58), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:16.913308 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61850c77-4877-4417-b24d-964ffb8a12d6 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Pushing event deleted for resources: {'Port': ['ID=5de4b17b-bc26-4a5b-8800-2319e5270a58,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:16.937622 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61850c77-4877-4417-b24d-964ffb8a12d6 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:16.940921 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-61850c77-4877-4417-b24d-964ffb8a12d6 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "DELETE /v2.0/ports/5de4b17b-bc26-4a5b-8800-2319e5270a58 HTTP/1.1" status: 204 len: 168 time: 0.3399882 Feb 03 13:10:16.943567 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59378) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:16.947764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-17734eef-41bf-4957-8060-1ed98e480fd8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bd80e164-7cc2-4178-a492-359c54f2c0a4', 'external_fixed_ips': [{'subnet_id': '881d5fe2-46b8-432d-9b9c-a21dd616b805', 'ip_address': '2001:db8::3c8'}]}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:16.967143 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17734eef-41bf-4957-8060-1ed98e480fd8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (a3a619bb-b6b4-4aea-bab2-834f87c4a055), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:16.968408 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17734eef-41bf-4957-8060-1ed98e480fd8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (a3a619bb-b6b4-4aea-bab2-834f87c4a055), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:17.020829 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17734eef-41bf-4957-8060-1ed98e480fd8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_controller (a3a619bb-b6b4-4aea-bab2-834f87c4a055), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:17.158241 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17734eef-41bf-4957-8060-1ed98e480fd8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_gateway (a3a619bb-b6b4-4aea-bab2-834f87c4a055), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:17.609293 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aeb8a7-d0e2-46dc-8eab-8b5a87dc02c7 req-5158bba5-d28d-4b16-87af-e665868541e7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:17.612920 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-69aeb8a7-d0e2-46dc-8eab-8b5a87dc02c7 req-5158bba5-d28d-4b16-87af-e665868541e7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 946 time: 0.0594392 Feb 03 13:10:17.675320 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-69aeb8a7-d0e2-46dc-8eab-8b5a87dc02c7 req-5afda49b-a587-4768-8d40-4537d24b5e0e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589850 Feb 03 13:10:17.695357 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17734eef-41bf-4957-8060-1ed98e480fd8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_gateway (a3a619bb-b6b4-4aea-bab2-834f87c4a055), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:17.714838 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17734eef-41bf-4957-8060-1ed98e480fd8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:17.858020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf43c14-8f74-4131-ba3c-ee613602fbac req-0975c8a4-900e-4d90-bbb2-ef2f20706818 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:17.859562 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abf43c14-8f74-4131-ba3c-ee613602fbac req-0975c8a4-900e-4d90-bbb2-ef2f20706818 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 946 time: 0.1076453 Feb 03 13:10:17.919066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-17734eef-41bf-4957-8060-1ed98e480fd8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Allocated IP 2001:db8::3c8 (bd80e164-7cc2-4178-a492-359c54f2c0a4/881d5fe2-46b8-432d-9b9c-a21dd616b805/de9e1367-2a36-4c26-bc3b-e445ec201c3b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:10:17.943199 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abf43c14-8f74-4131-ba3c-ee613602fbac req-b7f3a6ee-cca4-4855-b53b-fef00c3f2602 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660949 Feb 03 13:10:17.965147 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59386) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:18.012692 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63de265-aec4-4046-82b2-fc631ad67066 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:18.014228 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f63de265-aec4-4046-82b2-fc631ad67066 tempest-TestNetworkAdvancedServerOps-289583252 tempest-TestNetworkAdvancedServerOps-289583252-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 1123 time: 0.0480230 Feb 03 13:10:18.017015 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59388) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:18.021328 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fd50ea07-9acb-4350-8dd5-51cb0af3ba08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': '2197a218-72ee-46bc-9a5d-65b73626a67a', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:18.043366 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd50ea07-9acb-4350-8dd5-51cb0af3ba08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:18.044302 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17734eef-41bf-4957-8060-1ed98e480fd8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for port (de9e1367-2a36-4c26-bc3b-e445ec201c3b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:18.080728 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17734eef-41bf-4957-8060-1ed98e480fd8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (de9e1367-2a36-4c26-bc3b-e445ec201c3b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:18.119177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17734eef-41bf-4957-8060-1ed98e480fd8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Network bd80e164-7cc2-4178-a492-359c54f2c0a4 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:10:18.124099 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-17734eef-41bf-4957-8060-1ed98e480fd8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:10:18.127679 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17734eef-41bf-4957-8060-1ed98e480fd8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:10:18.133169 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17734eef-41bf-4957-8060-1ed98e480fd8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Pushing event updated for resources: {'Port': ['ID=de9e1367-2a36-4c26-bc3b-e445ec201c3b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:18.146365 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd50ea07-9acb-4350-8dd5-51cb0af3ba08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:18.272047 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-fd50ea07-9acb-4350-8dd5-51cb0af3ba08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Allocated IP 172.25.6.181 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/82422fa8-410e-41a9-ba8e-d1e2bb174a96) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:10:18.373508 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17734eef-41bf-4957-8060-1ed98e480fd8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_gateway (a3a619bb-b6b4-4aea-bab2-834f87c4a055), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:18.388010 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd50ea07-9acb-4350-8dd5-51cb0af3ba08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (82422fa8-410e-41a9-ba8e-d1e2bb174a96), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:18.425446 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd50ea07-9acb-4350-8dd5-51cb0af3ba08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (82422fa8-410e-41a9-ba8e-d1e2bb174a96), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:18.471445 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd50ea07-9acb-4350-8dd5-51cb0af3ba08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:10:18.474602 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-fd50ea07-9acb-4350-8dd5-51cb0af3ba08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:10:18.481199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd50ea07-9acb-4350-8dd5-51cb0af3ba08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:10:18.506959 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50ea07-9acb-4350-8dd5-51cb0af3ba08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=82422fa8-410e-41a9-ba8e-d1e2bb174a96,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:18.586947 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17734eef-41bf-4957-8060-1ed98e480fd8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (a3a619bb-b6b4-4aea-bab2-834f87c4a055), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:18.722396 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17734eef-41bf-4957-8060-1ed98e480fd8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Router a3a619bb-b6b4-4aea-bab2-834f87c4a055 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:10:18.832435 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17734eef-41bf-4957-8060-1ed98e480fd8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:10:18.844227 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233f2bcb-7186-4e23-92be-89ec95c3ff6b None None] Sync routers for ids ['a3a619bb-b6b4-4aea-bab2-834f87c4a055'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:10:18.855301 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17734eef-41bf-4957-8060-1ed98e480fd8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:18.858605 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-17734eef-41bf-4957-8060-1ed98e480fd8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.9118462 Feb 03 13:10:18.858759 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233f2bcb-7186-4e23-92be-89ec95c3ff6b None None] Routers {'a3a619bb-b6b4-4aea-bab2-834f87c4a055'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:18.858759 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-233f2bcb-7186-4e23-92be-89ec95c3ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a3a619bb-b6b4-4aea-bab2-834f87c4a055'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:18.858979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59390) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:18.863968 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd50ea07-9acb-4350-8dd5-51cb0af3ba08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for floatingip (08e1349f-2ebb-45a1-8bec-10ded0f513aa), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:18.941731 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd50ea07-9acb-4350-8dd5-51cb0af3ba08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (82422fa8-410e-41a9-ba8e-d1e2bb174a96), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:18.967497 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12720d31-9ecb-4ea5-98c4-10daeff560f1 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router (a3a619bb-b6b4-4aea-bab2-834f87c4a055), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:18.974643 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-233f2bcb-7186-4e23-92be-89ec95c3ff6b None None] Set router a3a619bb-b6b4-4aea-bab2-834f87c4a055 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:10:19.077331 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12720d31-9ecb-4ea5-98c4-10daeff560f1 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_gateway (a3a619bb-b6b4-4aea-bab2-834f87c4a055), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:19.136572 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd50ea07-9acb-4350-8dd5-51cb0af3ba08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for port (82422fa8-410e-41a9-ba8e-d1e2bb174a96), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:19.139262 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-12720d31-9ecb-4ea5-98c4-10daeff560f1 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Deleting port de9e1367-2a36-4c26-bc3b-e445ec201c3b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:19.140171 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12720d31-9ecb-4ea5-98c4-10daeff560f1 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (de9e1367-2a36-4c26-bc3b-e445ec201c3b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:19.141917 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd50ea07-9acb-4350-8dd5-51cb0af3ba08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (82422fa8-410e-41a9-ba8e-d1e2bb174a96), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:19.176733 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-233f2bcb-7186-4e23-92be-89ec95c3ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a619bb-b6b4-4aea-bab2-834f87c4a055', 'name': '', 'tenant_id': 'ef508955c06f49c1b0341081e2f3b588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd80e164-7cc2-4178-a492-359c54f2c0a4', 'external_fixed_ips': [{'subnet_id': '881d5fe2-46b8-432d-9b9c-a21dd616b805', 'ip_address': '2001:db8::3c8'}], 'enable_snat': True}, 'gw_port_id': 'de9e1367-2a36-4c26-bc3b-e445ec201c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:10:16Z', 'updated_at': '2022-02-03T13:10:18Z', 'revision_number': 3, 'project_id': 'ef508955c06f49c1b0341081e2f3b588', 'gw_port': {'id': 'de9e1367-2a36-4c26-bc3b-e445ec201c3b', 'name': '', 'network_id': 'bd80e164-7cc2-4178-a492-359c54f2c0a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:73:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a619bb-b6b4-4aea-bab2-834f87c4a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '881d5fe2-46b8-432d-9b9c-a21dd616b805', 'ip_address': '2001:db8::3c8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:10:17Z', 'updated_at': '2022-02-03T13:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '881d5fe2-46b8-432d-9b9c-a21dd616b805', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:19.214991 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233f2bcb-7186-4e23-92be-89ec95c3ff6b None None] Checking router: a3a619bb-b6b4-4aea-bab2-834f87c4a055 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:10:19.215348 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233f2bcb-7186-4e23-92be-89ec95c3ff6b None None] Updating router a3a619bb-b6b4-4aea-bab2-834f87c4a055 port de9e1367-2a36-4c26-bc3b-e445ec201c3b binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:10:19.219510 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50ea07-9acb-4350-8dd5-51cb0af3ba08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event updated for resources: {'Port': ['ID=82422fa8-410e-41a9-ba8e-d1e2bb174a96,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:19.229727 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd50ea07-9acb-4350-8dd5-51cb0af3ba08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (08e1349f-2ebb-45a1-8bec-10ded0f513aa), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:19.238383 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12720d31-9ecb-4ea5-98c4-10daeff560f1 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (de9e1367-2a36-4c26-bc3b-e445ec201c3b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:19.244133 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-233f2bcb-7186-4e23-92be-89ec95c3ff6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (de9e1367-2a36-4c26-bc3b-e445ec201c3b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:19.252920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-12720d31-9ecb-4ea5-98c4-10daeff560f1 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Calling delete_port for de9e1367-2a36-4c26-bc3b-e445ec201c3b owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:19.345050 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-fd50ea07-9acb-4350-8dd5-51cb0af3ba08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Floating IP 08e1349f-2ebb-45a1-8bec-10ded0f513aa associated. External IP: 172.25.6.181, port: 2197a218-72ee-46bc-9a5d-65b73626a67a. Feb 03 13:10:19.445073 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12720d31-9ecb-4ea5-98c4-10daeff560f1 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (de9e1367-2a36-4c26-bc3b-e445ec201c3b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:19.479204 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12720d31-9ecb-4ea5-98c4-10daeff560f1 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Pushing event deleted for resources: {'Port': ['ID=de9e1367-2a36-4c26-bc3b-e445ec201c3b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:19.506129 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12720d31-9ecb-4ea5-98c4-10daeff560f1 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (a3a619bb-b6b4-4aea-bab2-834f87c4a055), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:19.526251 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-233f2bcb-7186-4e23-92be-89ec95c3ff6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:10:19.526609 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-233f2bcb-7186-4e23-92be-89ec95c3ff6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:10:19.601529 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12720d31-9ecb-4ea5-98c4-10daeff560f1 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (a3a619bb-b6b4-4aea-bab2-834f87c4a055), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:19.604436 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12720d31-9ecb-4ea5-98c4-10daeff560f1 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_controller (a3a619bb-b6b4-4aea-bab2-834f87c4a055), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:19.649845 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12720d31-9ecb-4ea5-98c4-10daeff560f1 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (a3a619bb-b6b4-4aea-bab2-834f87c4a055), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:19.650522 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12720d31-9ecb-4ea5-98c4-10daeff560f1 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3a619bb-b6b4-4aea-bab2-834f87c4a055 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:10:19.656329 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12720d31-9ecb-4ea5-98c4-10daeff560f1 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:19.657515 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-12720d31-9ecb-4ea5-98c4-10daeff560f1 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "DELETE /v2.0/routers/a3a619bb-b6b4-4aea-bab2-834f87c4a055 HTTP/1.1" status: 204 len: 168 time: 0.7976754 Feb 03 13:10:19.660177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59392) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:19.717434 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8c293e-3a5b-4d82-8b38-5f59b4d1b73e tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Deleting subnet 881d5fe2-46b8-432d-9b9c-a21dd616b805 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:10:19.721489 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e8c293e-3a5b-4d82-8b38-5f59b4d1b73e tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for subnet (881d5fe2-46b8-432d-9b9c-a21dd616b805), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:19.768134 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e8c293e-3a5b-4d82-8b38-5f59b4d1b73e tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (881d5fe2-46b8-432d-9b9c-a21dd616b805), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:19.810170 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e8c293e-3a5b-4d82-8b38-5f59b4d1b73e tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (881d5fe2-46b8-432d-9b9c-a21dd616b805), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:19.882368 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e8c293e-3a5b-4d82-8b38-5f59b4d1b73e tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (881d5fe2-46b8-432d-9b9c-a21dd616b805), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:19.911695 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c293e-3a5b-4d82-8b38-5f59b4d1b73e tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=881d5fe2-46b8-432d-9b9c-a21dd616b805,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:19.913704 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e8c293e-3a5b-4d82-8b38-5f59b4d1b73e tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:19.918335 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6e8c293e-3a5b-4d82-8b38-5f59b4d1b73e tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/881d5fe2-46b8-432d-9b9c-a21dd616b805 HTTP/1.1" status: 204 len: 168 time: 0.2564590 Feb 03 13:10:19.920340 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59394) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:19.955003 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd50ea07-9acb-4350-8dd5-51cb0af3ba08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Router 9c6648e3-81ce-4d94-b641-23c7c6960fb8 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:10:19.999523 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08370897-561a-4d62-94c4-989e7e7eeb11 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (bd80e164-7cc2-4178-a492-359c54f2c0a4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:20.052119 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233f2bcb-7186-4e23-92be-89ec95c3ff6b None None] Port de9e1367-2a36-4c26-bc3b-e445ec201c3b not found while updating agent binding for router a3a619bb-b6b4-4aea-bab2-834f87c4a055. {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 03 13:10:20.060016 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233f2bcb-7186-4e23-92be-89ec95c3ff6b None None] Routers set() bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:20.060387 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233f2bcb-7186-4e23-92be-89ec95c3ff6b None None] Router IDs set() for agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 13:10:20.061017 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_agentschedulers_db [None req-233f2bcb-7186-4e23-92be-89ec95c3ff6b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a3a619bb-b6b4-4aea-bab2-834f87c4a055'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent'). {{(pid=103190) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 13:10:20.061386 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233f2bcb-7186-4e23-92be-89ec95c3ff6b None None] The sync data for ids ['a3a619bb-b6b4-4aea-bab2-834f87c4a055'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:10:20.075781 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd50ea07-9acb-4350-8dd5-51cb0af3ba08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:10:20.086918 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e1f30-f946-43df-a4b7-b326f424baac None None] Sync routers for ids ['9c6648e3-81ce-4d94-b641-23c7c6960fb8'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:10:20.096393 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08370897-561a-4d62-94c4-989e7e7eeb11 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (bd80e164-7cc2-4178-a492-359c54f2c0a4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:20.096660 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd50ea07-9acb-4350-8dd5-51cb0af3ba08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:20.100408 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e1f30-f946-43df-a4b7-b326f424baac None None] Routers {'9c6648e3-81ce-4d94-b641-23c7c6960fb8'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:20.101336 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-793e1f30-f946-43df-a4b7-b326f424baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9c6648e3-81ce-4d94-b641-23c7c6960fb8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:20.122424 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-08370897-561a-4d62-94c4-989e7e7eeb11 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd80e164-7cc2-4178-a492-359c54f2c0a4']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:20.130272 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fd50ea07-9acb-4350-8dd5-51cb0af3ba08 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1094241 Feb 03 13:10:20.130272 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22304fbc-7e66-4f53-819e-9e8406d18af7', 'tag': '2197a218-72ee-46bc-9a5d-65b73626a67a'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:10:20.136550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-08370897-561a-4d62-94c4-989e7e7eeb11 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c640d4c-7ae4-4bf7-8c08-d333490b2ccb') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:20.136550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-08370897-561a-4d62-94c4-989e7e7eeb11 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c640d4c-7ae4-4bf7-8c08-d333490b2ccb') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:20.140819 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184afbaa-ad76-41ad-8916-7a88bd9fbc46" -d '{"events": [{"name": "network-changed", "server_uuid": "22304fbc-7e66-4f53-819e-9e8406d18af7", "tag": "2197a218-72ee-46bc-9a5d-65b73626a67a"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:10:20.160587 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08370897-561a-4d62-94c4-989e7e7eeb11 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (1c640d4c-7ae4-4bf7-8c08-d333490b2ccb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:20.183293 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08370897-561a-4d62-94c4-989e7e7eeb11 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (1c640d4c-7ae4-4bf7-8c08-d333490b2ccb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:20.190602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08370897-561a-4d62-94c4-989e7e7eeb11 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:10:20.191405 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08370897-561a-4d62-94c4-989e7e7eeb11 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (1c640d4c-7ae4-4bf7-8c08-d333490b2ccb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: warnings.warn('Neutron quota engine will require "--force" ' Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:10:20.193580 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:10:20.219089 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-793e1f30-f946-43df-a4b7-b326f424baac None None] Set router 9c6648e3-81ce-4d94-b641-23c7c6960fb8 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:10:20.228539 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf23a75e-e41b-4f61-a4fa-f957b54cff68 x-openstack-request-id: req-bf23a75e-e41b-4f61-a4fa-f957b54cff68 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:10:20.228853 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22304fbc-7e66-4f53-819e-9e8406d18af7", "tag": "2197a218-72ee-46bc-9a5d-65b73626a67a", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:10:20.229084 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf23a75e-e41b-4f61-a4fa-f957b54cff68 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:10:20.229481 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22304fbc-7e66-4f53-819e-9e8406d18af7', 'tag': '2197a218-72ee-46bc-9a5d-65b73626a67a', 'status': 'completed', 'code': 200} Feb 03 13:10:20.259274 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df31936-951e-4a0a-8958-22fa7685ad45 req-cbc04d9b-fdba-421a-8e0e-8e5f5b45b886 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:20.261407 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7df31936-951e-4a0a-8958-22fa7685ad45 req-cbc04d9b-fdba-421a-8e0e-8e5f5b45b886 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 946 time: 0.0727324 Feb 03 13:10:20.266835 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08370897-561a-4d62-94c4-989e7e7eeb11 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (bd80e164-7cc2-4178-a492-359c54f2c0a4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:20.287671 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08370897-561a-4d62-94c4-989e7e7eeb11 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bd80e164-7cc2-4178-a492-359c54f2c0a4 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 03 13:10:20.298318 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08370897-561a-4d62-94c4-989e7e7eeb11 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd80e164-7cc2-4178-a492-359c54f2c0a4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:20.314702 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08370897-561a-4d62-94c4-989e7e7eeb11 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:20.332648 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-08370897-561a-4d62-94c4-989e7e7eeb11 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "DELETE /v2.0/networks/bd80e164-7cc2-4178-a492-359c54f2c0a4 HTTP/1.1" status: 204 len: 168 time: 0.4112136 Feb 03 13:10:20.353480 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7df31936-951e-4a0a-8958-22fa7685ad45 req-cbb026f8-e47e-4d28-bc49-384bddfa3ddc tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839150 Feb 03 13:10:20.373514 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184afbaa-ad76-41ad-8916-7a88bd9fbc46 req-4946b39f-6213-4ed7-bb89-544c16937e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:20.375166 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-184afbaa-ad76-41ad-8916-7a88bd9fbc46 req-4946b39f-6213-4ed7-bb89-544c16937e0c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 1128 time: 0.0857179 Feb 03 13:10:20.375668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59402) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:20.517678 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-199bdcb3-b369-4248-bc26-244ba4ed6c79 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/floatingips/08e1349f-2ebb-45a1-8bec-10ded0f513aa HTTP/1.1" status: 200 len: 992 time: 0.1397147 Feb 03 13:10:20.538627 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184afbaa-ad76-41ad-8916-7a88bd9fbc46 req-4637f626-a0d2-403b-92bf-e2013a4f50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:20.541036 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-184afbaa-ad76-41ad-8916-7a88bd9fbc46 req-4637f626-a0d2-403b-92bf-e2013a4f50cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 HTTP/1.1" status: 200 len: 897 time: 0.1578882 Feb 03 13:10:20.546623 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-793e1f30-f946-43df-a4b7-b326f424baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689022368', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:54Z', 'updated_at': '2022-02-03T13:09:59Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:55Z', 'updated_at': '2022-02-03T13:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '08e1349f-2ebb-45a1-8bec-10ded0f513aa', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'floating_ip_address': '172.25.6.181', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'port_id': '2197a218-72ee-46bc-9a5d-65b73626a67a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5', 'mac_address': 'fa:16:3e:c2:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22304fbc-7e66-4f53-819e-9e8406d18af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:10:18Z', 'updated_at': '2022-02-03T13:10:18Z', 'revision_number': 0, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8bce0d-350a-4864-b9a3-6ab8829bd4ef', 'name': '', 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:20:17:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'd2650933-f070-41ce-b7e6-cd7dff949b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:58Z', 'updated_at': '2022-02-03T13:10:03Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': 'd2650933-f070-41ce-b7e6-cd7dff949b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:20.575231 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e1f30-f946-43df-a4b7-b326f424baac None None] Checking router: 9c6648e3-81ce-4d94-b641-23c7c6960fb8 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:10:20.584136 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e1f30-f946-43df-a4b7-b326f424baac None None] Routers {'9c6648e3-81ce-4d94-b641-23c7c6960fb8'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:20.584744 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-793e1f30-f946-43df-a4b7-b326f424baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9c6648e3-81ce-4d94-b641-23c7c6960fb8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:20.589291 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59408) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:20.594569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-198ea72e-2636-4e2b-b04c-7a437ed88c23 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Request body: {'router': {'name': 'tempest-router--783423898', 'project_id': '192e880300fb4f8e97a497d211e65e30'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:20.621053 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-198ea72e-2636-4e2b-b04c-7a437ed88c23 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (af9df700-d9db-46c8-8692-ed5b6e66fc22), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:20.621977 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-184afbaa-ad76-41ad-8916-7a88bd9fbc46 req-72adb93e-7272-4614-9207-a2013b30195e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2197a218-72ee-46bc-9a5d-65b73626a67a HTTP/1.1" status: 200 len: 1000 time: 0.0742390 Feb 03 13:10:20.623510 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-198ea72e-2636-4e2b-b04c-7a437ed88c23 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (af9df700-d9db-46c8-8692-ed5b6e66fc22), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:20.681458 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184afbaa-ad76-41ad-8916-7a88bd9fbc46 req-d3e889c1-5e94-46fb-ad3e-7be0f9fcd81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:20.682929 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-184afbaa-ad76-41ad-8916-7a88bd9fbc46 req-d3e889c1-5e94-46fb-ad3e-7be0f9fcd81d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2650933-f070-41ce-b7e6-cd7dff949b81 HTTP/1.1" status: 200 len: 834 time: 0.0550668 Feb 03 13:10:20.701994 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-198ea72e-2636-4e2b-b04c-7a437ed88c23 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_controller (af9df700-d9db-46c8-8692-ed5b6e66fc22), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:20.707087 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-198ea72e-2636-4e2b-b04c-7a437ed88c23 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (af9df700-d9db-46c8-8692-ed5b6e66fc22), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:20.722190 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-793e1f30-f946-43df-a4b7-b326f424baac None None] Set router 9c6648e3-81ce-4d94-b641-23c7c6960fb8 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:10:20.723968 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-198ea72e-2636-4e2b-b04c-7a437ed88c23 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:20.725267 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-198ea72e-2636-4e2b-b04c-7a437ed88c23 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1343284 Feb 03 13:10:20.728097 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59410) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:20.769785 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184afbaa-ad76-41ad-8916-7a88bd9fbc46 req-72211126-4ed3-49bb-9f2a-f89fc357a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:20.773684 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-184afbaa-ad76-41ad-8916-7a88bd9fbc46 req-72211126-4ed3-49bb-9f2a-f89fc357a38a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0844243 Feb 03 13:10:20.810848 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1478789-94db-45ca-9928-4ea05e35ac6a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router (af9df700-d9db-46c8-8692-ed5b6e66fc22), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:20.881127 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-184afbaa-ad76-41ad-8916-7a88bd9fbc46 req-b2cbe9b1-5d44-45f6-9efe-f576ce7b9bd4 service neutron] 10.222.0.73 "GET /v2.0/networks/1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008761 Feb 03 13:10:20.983571 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-793e1f30-f946-43df-a4b7-b326f424baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689022368', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:54Z', 'updated_at': '2022-02-03T13:09:59Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:55Z', 'updated_at': '2022-02-03T13:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '08e1349f-2ebb-45a1-8bec-10ded0f513aa', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'floating_ip_address': '172.25.6.181', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'port_id': '2197a218-72ee-46bc-9a5d-65b73626a67a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5', 'mac_address': 'fa:16:3e:c2:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22304fbc-7e66-4f53-819e-9e8406d18af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:10:18Z', 'updated_at': '2022-02-03T13:10:18Z', 'revision_number': 0, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8bce0d-350a-4864-b9a3-6ab8829bd4ef', 'name': '', 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:20:17:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'd2650933-f070-41ce-b7e6-cd7dff949b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:58Z', 'updated_at': '2022-02-03T13:10:03Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': 'd2650933-f070-41ce-b7e6-cd7dff949b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:20.988450 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-184afbaa-ad76-41ad-8916-7a88bd9fbc46 req-d52e1f83-e538-472c-84ac-2f2f8d7165b5 service neutron] 10.222.0.73 "GET /v2.0/networks/1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015468 Feb 03 13:10:20.999290 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1478789-94db-45ca-9928-4ea05e35ac6a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (af9df700-d9db-46c8-8692-ed5b6e66fc22), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:21.001831 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1478789-94db-45ca-9928-4ea05e35ac6a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_controller (af9df700-d9db-46c8-8692-ed5b6e66fc22), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:21.012310 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e1f30-f946-43df-a4b7-b326f424baac None None] The sync data for ids ['9c6648e3-81ce-4d94-b641-23c7c6960fb8'] in n-d-827336-3 is: [{'id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689022368', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:54Z', 'updated_at': '2022-02-03T13:09:59Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:55Z', 'updated_at': '2022-02-03T13:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '08e1349f-2ebb-45a1-8bec-10ded0f513aa', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'floating_ip_address': '172.25.6.181', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'port_id': '2197a218-72ee-46bc-9a5d-65b73626a67a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5', 'mac_address': 'fa:16:3e:c2:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22304fbc-7e66-4f53-819e-9e8406d18af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:10:18Z', 'updated_at': '2022-02-03T13:10:18Z', 'revision_number': 0, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8bce0d-350a-4864-b9a3-6ab8829bd4ef', 'name': '', 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:20:17:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'd2650933-f070-41ce-b7e6-cd7dff949b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:58Z', 'updated_at': '2022-02-03T13:10:03Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': 'd2650933-f070-41ce-b7e6-cd7dff949b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:10:21.059372 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1478789-94db-45ca-9928-4ea05e35ac6a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (af9df700-d9db-46c8-8692-ed5b6e66fc22), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:21.060153 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1478789-94db-45ca-9928-4ea05e35ac6a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af9df700-d9db-46c8-8692-ed5b6e66fc22 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:10:21.065837 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1478789-94db-45ca-9928-4ea05e35ac6a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:21.069350 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b1478789-94db-45ca-9928-4ea05e35ac6a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "DELETE /v2.0/routers/af9df700-d9db-46c8-8692-ed5b6e66fc22 HTTP/1.1" status: 204 len: 168 time: 0.3377213 Feb 03 13:10:21.192729 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59416) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:21.249791 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b6baf-e435-4202-aaab-41a3e9e99a31 None None] New status for floating IP 08e1349f-2ebb-45a1-8bec-10ded0f513aa: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:10:21.422315 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-583ce8ab-0ec8-4778-9210-3c351e487de6 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1164858685', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:21.446892 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-583ce8ab-0ec8-4778-9210-3c351e487de6 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (64a49d83-706a-45ed-b727-8d4160e662c3), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:21.448376 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-583ce8ab-0ec8-4778-9210-3c351e487de6 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (64a49d83-706a-45ed-b727-8d4160e662c3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:21.506166 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-583ce8ab-0ec8-4778-9210-3c351e487de6 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_controller (64a49d83-706a-45ed-b727-8d4160e662c3), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:21.520310 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59420) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:21.599278 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e2e6da2b-2598-4a0b-8d75-6827446c44d9 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/floatingips/08e1349f-2ebb-45a1-8bec-10ded0f513aa HTTP/1.1" status: 200 len: 992 time: 0.0764792 Feb 03 13:10:21.647626 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-583ce8ab-0ec8-4778-9210-3c351e487de6 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_gateway (64a49d83-706a-45ed-b727-8d4160e662c3), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:21.852958 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-583ce8ab-0ec8-4778-9210-3c351e487de6 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_gateway (64a49d83-706a-45ed-b727-8d4160e662c3), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:21.875028 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-583ce8ab-0ec8-4778-9210-3c351e487de6 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:21.997321 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-583ce8ab-0ec8-4778-9210-3c351e487de6 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Allocated IP 172.25.6.105 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/f0d3af2c-3fcf-474a-aa2f-7801e91ecc04) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:10:22.104068 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-583ce8ab-0ec8-4778-9210-3c351e487de6 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for port (f0d3af2c-3fcf-474a-aa2f-7801e91ecc04), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:22.139112 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-583ce8ab-0ec8-4778-9210-3c351e487de6 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f0d3af2c-3fcf-474a-aa2f-7801e91ecc04), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:22.177762 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583ce8ab-0ec8-4778-9210-3c351e487de6 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:10:22.183828 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-583ce8ab-0ec8-4778-9210-3c351e487de6 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:10:22.187481 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ce8ab-0ec8-4778-9210-3c351e487de6 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:10:22.193211 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ce8ab-0ec8-4778-9210-3c351e487de6 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Pushing event updated for resources: {'Port': ['ID=f0d3af2c-3fcf-474a-aa2f-7801e91ecc04,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:22.461961 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-583ce8ab-0ec8-4778-9210-3c351e487de6 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_gateway (64a49d83-706a-45ed-b727-8d4160e662c3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:22.602260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59422) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:22.656837 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-583ce8ab-0ec8-4778-9210-3c351e487de6 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (64a49d83-706a-45ed-b727-8d4160e662c3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:22.667546 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fdc46dec-9d1b-460e-bb5c-485aa6d4f8ea tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/floatingips/08e1349f-2ebb-45a1-8bec-10ded0f513aa HTTP/1.1" status: 200 len: 994 time: 0.0640833 Feb 03 13:10:22.786789 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583ce8ab-0ec8-4778-9210-3c351e487de6 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Router 64a49d83-706a-45ed-b727-8d4160e662c3 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:10:22.894727 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583ce8ab-0ec8-4778-9210-3c351e487de6 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:10:22.905969 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8a2a4a-faaf-473f-8192-cd4021546a16 None None] Sync routers for ids ['64a49d83-706a-45ed-b727-8d4160e662c3'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:10:22.916997 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-583ce8ab-0ec8-4778-9210-3c351e487de6 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:22.917610 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8a2a4a-faaf-473f-8192-cd4021546a16 None None] Routers {'64a49d83-706a-45ed-b727-8d4160e662c3'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:22.917610 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-de8a2a4a-faaf-473f-8192-cd4021546a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['64a49d83-706a-45ed-b727-8d4160e662c3'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:22.918283 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-583ce8ab-0ec8-4778-9210-3c351e487de6 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.7244890 Feb 03 13:10:22.921443 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59424) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:22.949224 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-de8a2a4a-faaf-473f-8192-cd4021546a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:22.958041 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8a2a4a-faaf-473f-8192-cd4021546a16 None None] Routers {'64a49d83-706a-45ed-b727-8d4160e662c3'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:22.958641 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-de8a2a4a-faaf-473f-8192-cd4021546a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['64a49d83-706a-45ed-b727-8d4160e662c3'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:22.993885 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-de8a2a4a-faaf-473f-8192-cd4021546a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:22.994665 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8a2a4a-faaf-473f-8192-cd4021546a16 None None] The sync data for ids ['64a49d83-706a-45ed-b727-8d4160e662c3'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:10:23.026075 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7706d154-9d9c-41d5-adc7-5f987563f832 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "GET /v2.0/routers/64a49d83-706a-45ed-b727-8d4160e662c3 HTTP/1.1" status: 200 len: 925 time: 0.1034005 Feb 03 13:10:23.028984 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59426) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:23.055927 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b024e756-674d-45bf-9b5f-03ff6c0c89b4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a49d83-706a-45ed-b727-8d4160e662c3 HTTP/1.1" status: 200 len: 205 time: 0.0258181 Feb 03 13:10:23.058314 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59428) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:23.162969 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f69362e1-e362-4ec7-b2d8-3237685de850 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router (64a49d83-706a-45ed-b727-8d4160e662c3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:23.595642 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f69362e1-e362-4ec7-b2d8-3237685de850 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_gateway (64a49d83-706a-45ed-b727-8d4160e662c3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:23.646338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f69362e1-e362-4ec7-b2d8-3237685de850 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Deleting port f0d3af2c-3fcf-474a-aa2f-7801e91ecc04 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:23.647023 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f69362e1-e362-4ec7-b2d8-3237685de850 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f0d3af2c-3fcf-474a-aa2f-7801e91ecc04), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:23.720285 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f69362e1-e362-4ec7-b2d8-3237685de850 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f0d3af2c-3fcf-474a-aa2f-7801e91ecc04), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:23.731582 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f69362e1-e362-4ec7-b2d8-3237685de850 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Calling delete_port for f0d3af2c-3fcf-474a-aa2f-7801e91ecc04 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:23.892225 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f69362e1-e362-4ec7-b2d8-3237685de850 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (f0d3af2c-3fcf-474a-aa2f-7801e91ecc04), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:23.916353 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69362e1-e362-4ec7-b2d8-3237685de850 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Pushing event deleted for resources: {'Port': ['ID=f0d3af2c-3fcf-474a-aa2f-7801e91ecc04,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:23.981439 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f69362e1-e362-4ec7-b2d8-3237685de850 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (64a49d83-706a-45ed-b727-8d4160e662c3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:24.071062 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f69362e1-e362-4ec7-b2d8-3237685de850 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (64a49d83-706a-45ed-b727-8d4160e662c3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:24.073176 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f69362e1-e362-4ec7-b2d8-3237685de850 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_controller (64a49d83-706a-45ed-b727-8d4160e662c3), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:24.113718 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f69362e1-e362-4ec7-b2d8-3237685de850 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (64a49d83-706a-45ed-b727-8d4160e662c3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:24.114239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69362e1-e362-4ec7-b2d8-3237685de850 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Fanout notify agent at l3_agent the message router_deleted on router 64a49d83-706a-45ed-b727-8d4160e662c3 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:10:24.121306 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f69362e1-e362-4ec7-b2d8-3237685de850 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:24.122433 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f69362e1-e362-4ec7-b2d8-3237685de850 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "DELETE /v2.0/routers/64a49d83-706a-45ed-b727-8d4160e662c3 HTTP/1.1" status: 204 len: 168 time: 1.0632150 Feb 03 13:10:24.127339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59430) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:24.132441 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-61aa894b-7400-4bdc-a60d-12e58ef08ff8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Request body: {'router': {'name': 'tempest-snat-router-268522708', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'enable_snat': False}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:24.151807 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61aa894b-7400-4bdc-a60d-12e58ef08ff8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (a558be75-94a9-4b3f-8c9e-01125d72c8e7), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:24.152777 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61aa894b-7400-4bdc-a60d-12e58ef08ff8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (a558be75-94a9-4b3f-8c9e-01125d72c8e7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:24.207933 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61aa894b-7400-4bdc-a60d-12e58ef08ff8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_controller (a558be75-94a9-4b3f-8c9e-01125d72c8e7), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:24.352943 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61aa894b-7400-4bdc-a60d-12e58ef08ff8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_gateway (a558be75-94a9-4b3f-8c9e-01125d72c8e7), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:24.550173 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61aa894b-7400-4bdc-a60d-12e58ef08ff8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_gateway (a558be75-94a9-4b3f-8c9e-01125d72c8e7), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:24.573055 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61aa894b-7400-4bdc-a60d-12e58ef08ff8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:24.678081 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-61aa894b-7400-4bdc-a60d-12e58ef08ff8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Allocated IP 172.25.6.130 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:10:24.804908 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61aa894b-7400-4bdc-a60d-12e58ef08ff8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for port (3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:24.839861 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61aa894b-7400-4bdc-a60d-12e58ef08ff8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:24.876579 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aa894b-7400-4bdc-a60d-12e58ef08ff8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:10:24.881343 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-61aa894b-7400-4bdc-a60d-12e58ef08ff8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:10:24.885364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aa894b-7400-4bdc-a60d-12e58ef08ff8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:10:24.890607 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa894b-7400-4bdc-a60d-12e58ef08ff8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Pushing event updated for resources: {'Port': ['ID=3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:25.138306 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61aa894b-7400-4bdc-a60d-12e58ef08ff8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_gateway (a558be75-94a9-4b3f-8c9e-01125d72c8e7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:25.705462 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61aa894b-7400-4bdc-a60d-12e58ef08ff8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (a558be75-94a9-4b3f-8c9e-01125d72c8e7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:25.845271 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61aa894b-7400-4bdc-a60d-12e58ef08ff8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Router a558be75-94a9-4b3f-8c9e-01125d72c8e7 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:10:25.882169 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:10:25.963389 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61aa894b-7400-4bdc-a60d-12e58ef08ff8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:10:25.973554 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] Sync routers for ids ['a558be75-94a9-4b3f-8c9e-01125d72c8e7'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:10:25.983036 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61aa894b-7400-4bdc-a60d-12e58ef08ff8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:25.987219 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-61aa894b-7400-4bdc-a60d-12e58ef08ff8 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.8557777 Feb 03 13:10:25.987714 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] Routers {'a558be75-94a9-4b3f-8c9e-01125d72c8e7'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:25.987714 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a558be75-94a9-4b3f-8c9e-01125d72c8e7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:25.988081 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59436) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:26.097353 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] Set router a558be75-94a9-4b3f-8c9e-01125d72c8e7 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:10:26.104026 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59438) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:26.104817 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-936903b5-155d-4a95-9db8-65cb783b550d tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "GET /v2.0/routers/a558be75-94a9-4b3f-8c9e-01125d72c8e7 HTTP/1.1" status: 200 len: 908 time: 0.1156397 Feb 03 13:10:26.108894 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-48ba8e1d-cdc6-4612-8965-e69ca58371ac tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Request body: {'router': {'name': 'tempest-snat-router-268522708', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'enable_snat': True}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:26.130700 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48ba8e1d-cdc6-4612-8965-e69ca58371ac tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (c76880af-9baf-4621-9620-bb1e7322f7c7), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:26.132164 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48ba8e1d-cdc6-4612-8965-e69ca58371ac tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (c76880af-9baf-4621-9620-bb1e7322f7c7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:26.204304 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48ba8e1d-cdc6-4612-8965-e69ca58371ac tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_controller (c76880af-9baf-4621-9620-bb1e7322f7c7), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:26.296907 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a558be75-94a9-4b3f-8c9e-01125d72c8e7', 'name': 'tempest-snat-router-268522708', 'tenant_id': 'ef508955c06f49c1b0341081e2f3b588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.130'}], 'enable_snat': False}, 'gw_port_id': '3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:10:24Z', 'updated_at': '2022-02-03T13:10:25Z', 'revision_number': 3, 'project_id': 'ef508955c06f49c1b0341081e2f3b588', 'gw_port': {'id': '3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:91:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a558be75-94a9-4b3f-8c9e-01125d72c8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:10:24Z', 'updated_at': '2022-02-03T13:10:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:26.323490 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] Checking router: a558be75-94a9-4b3f-8c9e-01125d72c8e7 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:10:26.323837 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] Updating router a558be75-94a9-4b3f-8c9e-01125d72c8e7 port 3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:10:26.350887 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:26.353777 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48ba8e1d-cdc6-4612-8965-e69ca58371ac tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_gateway (c76880af-9baf-4621-9620-bb1e7322f7c7), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:26.568792 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48ba8e1d-cdc6-4612-8965-e69ca58371ac tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_gateway (c76880af-9baf-4621-9620-bb1e7322f7c7), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:26.589962 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48ba8e1d-cdc6-4612-8965-e69ca58371ac tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:26.624477 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] Publish callbacks [] for port (3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:26.630383 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:26.685078 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] Attempting to bind port 3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:10:26.685354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] Attempting to bind port 3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:10:26.685658 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] Attempting to bind port 3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:10:26.687636 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ae038-23c9-43ac-a05f-95df9c8835f9 None None] Pushing event updated for resources: {'Port': ['ID=3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:26.693877 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:10:26.694268 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:10:26.694689 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:26.695087 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:10:26.696175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] Bound port: 3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:10:26.696658 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:26.712400 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-48ba8e1d-cdc6-4612-8965-e69ca58371ac tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Allocated IP 172.25.6.52 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/e11586a4-699d-4ce0-9fd2-f7cf4166e732) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:10:26.748941 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] For port 3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:10:26.752072 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] For port 3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:10:26.757273 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:26.811061 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] Routers {'a558be75-94a9-4b3f-8c9e-01125d72c8e7'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:26.811693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['a558be75-94a9-4b3f-8c9e-01125d72c8e7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:26.818421 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48ba8e1d-cdc6-4612-8965-e69ca58371ac tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for port (e11586a4-699d-4ce0-9fd2-f7cf4166e732), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:26.852255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ae038-23c9-43ac-a05f-95df9c8835f9 None None] Pushing event updated for resources: {'Port': ['ID=3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:26.854110 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48ba8e1d-cdc6-4612-8965-e69ca58371ac tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (e11586a4-699d-4ce0-9fd2-f7cf4166e732), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:26.892190 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ba8e1d-cdc6-4612-8965-e69ca58371ac tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:10:26.898679 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-48ba8e1d-cdc6-4612-8965-e69ca58371ac tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:10:26.903091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ba8e1d-cdc6-4612-8965-e69ca58371ac tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:10:26.906882 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba8e1d-cdc6-4612-8965-e69ca58371ac tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Pushing event updated for resources: {'Port': ['ID=e11586a4-699d-4ce0-9fd2-f7cf4166e732,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:26.923473 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] Set router a558be75-94a9-4b3f-8c9e-01125d72c8e7 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:10:27.109233 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a558be75-94a9-4b3f-8c9e-01125d72c8e7', 'name': 'tempest-snat-router-268522708', 'tenant_id': 'ef508955c06f49c1b0341081e2f3b588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.130'}], 'enable_snat': False}, 'gw_port_id': '3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:10:24Z', 'updated_at': '2022-02-03T13:10:25Z', 'revision_number': 3, 'project_id': 'ef508955c06f49c1b0341081e2f3b588', 'gw_port': {'id': '3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:91:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a558be75-94a9-4b3f-8c9e-01125d72c8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:10:24Z', 'updated_at': '2022-02-03T13:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:27.136206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e543337-9d25-4730-86d1-7e9ad3129f87 None None] The sync data for ids ['a558be75-94a9-4b3f-8c9e-01125d72c8e7'] in n-d-827336-3 is: [{'id': 'a558be75-94a9-4b3f-8c9e-01125d72c8e7', 'name': 'tempest-snat-router-268522708', 'tenant_id': 'ef508955c06f49c1b0341081e2f3b588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.130'}], 'enable_snat': False}, 'gw_port_id': '3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:10:24Z', 'updated_at': '2022-02-03T13:10:25Z', 'revision_number': 3, 'project_id': 'ef508955c06f49c1b0341081e2f3b588', 'gw_port': {'id': '3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:91:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a558be75-94a9-4b3f-8c9e-01125d72c8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:10:24Z', 'updated_at': '2022-02-03T13:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:10:27.185412 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48ba8e1d-cdc6-4612-8965-e69ca58371ac tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_gateway (c76880af-9baf-4621-9620-bb1e7322f7c7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:27.404454 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48ba8e1d-cdc6-4612-8965-e69ca58371ac tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (c76880af-9baf-4621-9620-bb1e7322f7c7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:27.551224 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ba8e1d-cdc6-4612-8965-e69ca58371ac tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Router c76880af-9baf-4621-9620-bb1e7322f7c7 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:10:27.662287 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ba8e1d-cdc6-4612-8965-e69ca58371ac tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:10:27.670917 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a70889-ff86-4129-a207-ad96bda31a40 None None] Sync routers for ids ['c76880af-9baf-4621-9620-bb1e7322f7c7'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:10:27.680527 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48ba8e1d-cdc6-4612-8965-e69ca58371ac tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:27.681520 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-48ba8e1d-cdc6-4612-8965-e69ca58371ac tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 1.5764089 Feb 03 13:10:27.684246 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59440) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:27.687142 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a70889-ff86-4129-a207-ad96bda31a40 None None] Routers {'c76880af-9baf-4621-9620-bb1e7322f7c7'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:27.687772 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-13a70889-ff86-4129-a207-ad96bda31a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['c76880af-9baf-4621-9620-bb1e7322f7c7'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:27.796966 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-86b4dbf4-367f-4240-a081-dff0d4ee3a26 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "GET /v2.0/routers/c76880af-9baf-4621-9620-bb1e7322f7c7 HTTP/1.1" status: 200 len: 906 time: 0.1116028 Feb 03 13:10:27.799817 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59442) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:27.802830 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-13a70889-ff86-4129-a207-ad96bda31a40 None None] Set router c76880af-9baf-4621-9620-bb1e7322f7c7 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:10:27.911025 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d14f4680-8b1b-4601-b1c6-77dc41d03928 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router (c76880af-9baf-4621-9620-bb1e7322f7c7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:27.993831 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-13a70889-ff86-4129-a207-ad96bda31a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76880af-9baf-4621-9620-bb1e7322f7c7', 'name': 'tempest-snat-router-268522708', 'tenant_id': 'ef508955c06f49c1b0341081e2f3b588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'e11586a4-699d-4ce0-9fd2-f7cf4166e732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:10:26Z', 'updated_at': '2022-02-03T13:10:27Z', 'revision_number': 3, 'project_id': 'ef508955c06f49c1b0341081e2f3b588', 'gw_port': {'id': 'e11586a4-699d-4ce0-9fd2-f7cf4166e732', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76880af-9baf-4621-9620-bb1e7322f7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:10:26Z', 'updated_at': '2022-02-03T13:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:28.020798 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d14f4680-8b1b-4601-b1c6-77dc41d03928 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_gateway (c76880af-9baf-4621-9620-bb1e7322f7c7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:28.025005 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a70889-ff86-4129-a207-ad96bda31a40 None None] Checking router: c76880af-9baf-4621-9620-bb1e7322f7c7 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:10:28.025005 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a70889-ff86-4129-a207-ad96bda31a40 None None] Updating router c76880af-9baf-4621-9620-bb1e7322f7c7 port e11586a4-699d-4ce0-9fd2-f7cf4166e732 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:10:28.053767 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-13a70889-ff86-4129-a207-ad96bda31a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e11586a4-699d-4ce0-9fd2-f7cf4166e732), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:28.082939 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d14f4680-8b1b-4601-b1c6-77dc41d03928 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Deleting port e11586a4-699d-4ce0-9fd2-f7cf4166e732 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:28.083297 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d14f4680-8b1b-4601-b1c6-77dc41d03928 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (e11586a4-699d-4ce0-9fd2-f7cf4166e732), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:28.161589 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d14f4680-8b1b-4601-b1c6-77dc41d03928 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (e11586a4-699d-4ce0-9fd2-f7cf4166e732), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:28.175887 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d14f4680-8b1b-4601-b1c6-77dc41d03928 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Calling delete_port for e11586a4-699d-4ce0-9fd2-f7cf4166e732 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:28.349071 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d14f4680-8b1b-4601-b1c6-77dc41d03928 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (e11586a4-699d-4ce0-9fd2-f7cf4166e732), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:28.376791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f4680-8b1b-4601-b1c6-77dc41d03928 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Pushing event deleted for resources: {'Port': ['ID=e11586a4-699d-4ce0-9fd2-f7cf4166e732,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:28.403995 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.db.api [None req-13a70889-ff86-4129-a207-ad96bda31a40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:10:28.404392 n-d-827336-3 neutron-server[103191]: DEBUG oslo_db.api [None req-13a70889-ff86-4129-a207-ad96bda31a40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:10:28.446490 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d14f4680-8b1b-4601-b1c6-77dc41d03928 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (c76880af-9baf-4621-9620-bb1e7322f7c7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:28.541076 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d14f4680-8b1b-4601-b1c6-77dc41d03928 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (c76880af-9baf-4621-9620-bb1e7322f7c7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:28.543249 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d14f4680-8b1b-4601-b1c6-77dc41d03928 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_controller (c76880af-9baf-4621-9620-bb1e7322f7c7), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:28.587784 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d14f4680-8b1b-4601-b1c6-77dc41d03928 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (c76880af-9baf-4621-9620-bb1e7322f7c7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:28.588385 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14f4680-8b1b-4601-b1c6-77dc41d03928 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c76880af-9baf-4621-9620-bb1e7322f7c7 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:10:28.592883 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d14f4680-8b1b-4601-b1c6-77dc41d03928 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:28.594047 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d14f4680-8b1b-4601-b1c6-77dc41d03928 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "DELETE /v2.0/routers/c76880af-9baf-4621-9620-bb1e7322f7c7 HTTP/1.1" status: 204 len: 168 time: 0.7930651 Feb 03 13:10:28.596605 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59446) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:28.703165 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86f3f9f8-349c-4b79-a40b-fe35663e90ca tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router (a558be75-94a9-4b3f-8c9e-01125d72c8e7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:28.809904 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86f3f9f8-349c-4b79-a40b-fe35663e90ca tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_gateway (a558be75-94a9-4b3f-8c9e-01125d72c8e7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:28.862349 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-86f3f9f8-349c-4b79-a40b-fe35663e90ca tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Deleting port 3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:28.862700 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86f3f9f8-349c-4b79-a40b-fe35663e90ca tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:28.927886 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a70889-ff86-4129-a207-ad96bda31a40 None None] Port e11586a4-699d-4ce0-9fd2-f7cf4166e732 not found while updating agent binding for router c76880af-9baf-4621-9620-bb1e7322f7c7. {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 03 13:10:28.937473 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a70889-ff86-4129-a207-ad96bda31a40 None None] Routers set() bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:28.937836 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a70889-ff86-4129-a207-ad96bda31a40 None None] Router IDs set() for agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 13:10:28.938415 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_agentschedulers_db [None req-13a70889-ff86-4129-a207-ad96bda31a40 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c76880af-9baf-4621-9620-bb1e7322f7c7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent'). {{(pid=103191) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 13:10:28.938795 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a70889-ff86-4129-a207-ad96bda31a40 None None] The sync data for ids ['c76880af-9baf-4621-9620-bb1e7322f7c7'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:10:28.944614 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-86f3f9f8-349c-4b79-a40b-fe35663e90ca tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] For port 3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:10:28.945096 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86f3f9f8-349c-4b79-a40b-fe35663e90ca tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:28.957791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-86f3f9f8-349c-4b79-a40b-fe35663e90ca tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Calling delete_port for 3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:29.121524 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86f3f9f8-349c-4b79-a40b-fe35663e90ca tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:29.147672 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3f9f8-349c-4b79-a40b-fe35663e90ca tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:29.210333 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86f3f9f8-349c-4b79-a40b-fe35663e90ca tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (a558be75-94a9-4b3f-8c9e-01125d72c8e7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:29.306467 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86f3f9f8-349c-4b79-a40b-fe35663e90ca tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (a558be75-94a9-4b3f-8c9e-01125d72c8e7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:29.308797 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86f3f9f8-349c-4b79-a40b-fe35663e90ca tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_controller (a558be75-94a9-4b3f-8c9e-01125d72c8e7), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:29.353042 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86f3f9f8-349c-4b79-a40b-fe35663e90ca tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (a558be75-94a9-4b3f-8c9e-01125d72c8e7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:29.353659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f3f9f8-349c-4b79-a40b-fe35663e90ca tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a558be75-94a9-4b3f-8c9e-01125d72c8e7 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:10:29.358057 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86f3f9f8-349c-4b79-a40b-fe35663e90ca tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:29.359240 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-86f3f9f8-349c-4b79-a40b-fe35663e90ca tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "DELETE /v2.0/routers/a558be75-94a9-4b3f-8c9e-01125d72c8e7 HTTP/1.1" status: 204 len: 168 time: 0.7617147 Feb 03 13:10:29.362788 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59448) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:29.368178 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b8007f90-4387-47cd-89eb-7beb0b3908ad tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-578673926', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:29.390951 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8007f90-4387-47cd-89eb-7beb0b3908ad tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (eb1196bb-2dd3-4710-813b-df081bb3ca82), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:29.392693 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8007f90-4387-47cd-89eb-7beb0b3908ad tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (eb1196bb-2dd3-4710-813b-df081bb3ca82), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:29.447555 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8007f90-4387-47cd-89eb-7beb0b3908ad tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_controller (eb1196bb-2dd3-4710-813b-df081bb3ca82), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:29.587030 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8007f90-4387-47cd-89eb-7beb0b3908ad tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_gateway (eb1196bb-2dd3-4710-813b-df081bb3ca82), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:29.772090 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8007f90-4387-47cd-89eb-7beb0b3908ad tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_gateway (eb1196bb-2dd3-4710-813b-df081bb3ca82), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:29.795127 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8007f90-4387-47cd-89eb-7beb0b3908ad tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:29.898146 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-b8007f90-4387-47cd-89eb-7beb0b3908ad tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Allocated IP 172.25.6.100 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/4792134a-6635-4834-b8f6-843308d2b514) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:10:30.001104 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8007f90-4387-47cd-89eb-7beb0b3908ad tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for port (4792134a-6635-4834-b8f6-843308d2b514), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:30.034412 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8007f90-4387-47cd-89eb-7beb0b3908ad tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4792134a-6635-4834-b8f6-843308d2b514), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:30.070492 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8007f90-4387-47cd-89eb-7beb0b3908ad tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:10:30.073263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b8007f90-4387-47cd-89eb-7beb0b3908ad tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:10:30.079277 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8007f90-4387-47cd-89eb-7beb0b3908ad tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:10:30.104241 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8007f90-4387-47cd-89eb-7beb0b3908ad tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Pushing event updated for resources: {'Port': ['ID=4792134a-6635-4834-b8f6-843308d2b514,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:30.328268 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8007f90-4387-47cd-89eb-7beb0b3908ad tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_gateway (eb1196bb-2dd3-4710-813b-df081bb3ca82), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:30.521009 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8007f90-4387-47cd-89eb-7beb0b3908ad tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (eb1196bb-2dd3-4710-813b-df081bb3ca82), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:30.649517 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8007f90-4387-47cd-89eb-7beb0b3908ad tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Router eb1196bb-2dd3-4710-813b-df081bb3ca82 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:10:31.082965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8007f90-4387-47cd-89eb-7beb0b3908ad tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:10:31.092623 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0742e7-d46a-430a-8934-b35c3f9ff87f None None] Sync routers for ids ['eb1196bb-2dd3-4710-813b-df081bb3ca82'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:10:31.102477 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0742e7-d46a-430a-8934-b35c3f9ff87f None None] Routers {'eb1196bb-2dd3-4710-813b-df081bb3ca82'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:31.103085 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8d0742e7-d46a-430a-8934-b35c3f9ff87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['eb1196bb-2dd3-4710-813b-df081bb3ca82'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:31.103253 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8007f90-4387-47cd-89eb-7beb0b3908ad tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:31.104482 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b8007f90-4387-47cd-89eb-7beb0b3908ad tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.7406862 Feb 03 13:10:31.107103 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59452) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:31.111996 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-39facbbc-5be7-42c6-833a-0cbe2a5d6231 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'enable_snat': False}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:31.141807 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8d0742e7-d46a-430a-8934-b35c3f9ff87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:31.150907 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0742e7-d46a-430a-8934-b35c3f9ff87f None None] Routers {'eb1196bb-2dd3-4710-813b-df081bb3ca82'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:31.151513 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8d0742e7-d46a-430a-8934-b35c3f9ff87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['eb1196bb-2dd3-4710-813b-df081bb3ca82'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:31.183451 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8d0742e7-d46a-430a-8934-b35c3f9ff87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:31.184129 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0742e7-d46a-430a-8934-b35c3f9ff87f None None] The sync data for ids ['eb1196bb-2dd3-4710-813b-df081bb3ca82'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:10:31.296785 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:31.352783 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:10:31.373397 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:10:31.373742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 3e22f57c-e4ce-4682-9a05-b4b5b8ffeb3b not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:10:31.405856 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39facbbc-5be7-42c6-833a-0cbe2a5d6231 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_gateway (eb1196bb-2dd3-4710-813b-df081bb3ca82), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:31.792863 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39facbbc-5be7-42c6-833a-0cbe2a5d6231 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (eb1196bb-2dd3-4710-813b-df081bb3ca82), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:31.797169 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39facbbc-5be7-42c6-833a-0cbe2a5d6231 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (eb1196bb-2dd3-4710-813b-df081bb3ca82), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:31.899570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39facbbc-5be7-42c6-833a-0cbe2a5d6231 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Router eb1196bb-2dd3-4710-813b-df081bb3ca82 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:10:32.006235 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39facbbc-5be7-42c6-833a-0cbe2a5d6231 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:10:32.010676 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39facbbc-5be7-42c6-833a-0cbe2a5d6231 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:32.014414 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-39facbbc-5be7-42c6-833a-0cbe2a5d6231 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "PUT /v2.0/routers/eb1196bb-2dd3-4710-813b-df081bb3ca82 HTTP/1.1" status: 200 len: 925 time: 0.9063253 Feb 03 13:10:32.014685 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59454) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:32.015151 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546c7b94-2c51-42fe-b6ec-406f4b18f7b4 None None] Sync routers for ids ['eb1196bb-2dd3-4710-813b-df081bb3ca82'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:10:32.025729 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546c7b94-2c51-42fe-b6ec-406f4b18f7b4 None None] Routers {'eb1196bb-2dd3-4710-813b-df081bb3ca82'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:32.026427 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-546c7b94-2c51-42fe-b6ec-406f4b18f7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['eb1196bb-2dd3-4710-813b-df081bb3ca82'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:32.058213 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-546c7b94-2c51-42fe-b6ec-406f4b18f7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:32.067005 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546c7b94-2c51-42fe-b6ec-406f4b18f7b4 None None] Routers {'eb1196bb-2dd3-4710-813b-df081bb3ca82'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:32.067612 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-546c7b94-2c51-42fe-b6ec-406f4b18f7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['eb1196bb-2dd3-4710-813b-df081bb3ca82'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:32.099100 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-546c7b94-2c51-42fe-b6ec-406f4b18f7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:32.099746 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546c7b94-2c51-42fe-b6ec-406f4b18f7b4 None None] The sync data for ids ['eb1196bb-2dd3-4710-813b-df081bb3ca82'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:10:32.121410 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4662e0c7-84fe-4662-9f66-a178116bfda5 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "GET /v2.0/routers/eb1196bb-2dd3-4710-813b-df081bb3ca82 HTTP/1.1" status: 200 len: 925 time: 0.1057384 Feb 03 13:10:32.124096 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59456) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:32.205939 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8f0510-65ff-4272-ad59-62bbc262f132 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:32.207429 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5f8f0510-65ff-4272-ad59-62bbc262f132 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&device_id=eb1196bb-2dd3-4710-813b-df081bb3ca82&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0822144 Feb 03 13:10:32.210354 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59458) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:32.295051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6727dc-c2b6-4339-8327-42fd3b3aec39 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:32.296459 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3c6727dc-c2b6-4339-8327-42fd3b3aec39 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 881 time: 0.0846570 Feb 03 13:10:32.299276 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59460) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:32.327218 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ac0436b0-5d34-4943-a80e-f941c90e0645 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb1196bb-2dd3-4710-813b-df081bb3ca82 HTTP/1.1" status: 200 len: 205 time: 0.0268042 Feb 03 13:10:32.329548 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59462) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:32.433713 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-afa8402a-ee1f-470d-9726-d46a206b99f3 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router (eb1196bb-2dd3-4710-813b-df081bb3ca82), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:32.534884 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-afa8402a-ee1f-470d-9726-d46a206b99f3 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_gateway (eb1196bb-2dd3-4710-813b-df081bb3ca82), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:32.586173 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-afa8402a-ee1f-470d-9726-d46a206b99f3 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Deleting port 4792134a-6635-4834-b8f6-843308d2b514 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:32.586413 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-afa8402a-ee1f-470d-9726-d46a206b99f3 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4792134a-6635-4834-b8f6-843308d2b514), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:32.663393 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-afa8402a-ee1f-470d-9726-d46a206b99f3 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4792134a-6635-4834-b8f6-843308d2b514), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:32.675476 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-afa8402a-ee1f-470d-9726-d46a206b99f3 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Calling delete_port for 4792134a-6635-4834-b8f6-843308d2b514 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:32.838861 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-afa8402a-ee1f-470d-9726-d46a206b99f3 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (4792134a-6635-4834-b8f6-843308d2b514), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:32.864940 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8402a-ee1f-470d-9726-d46a206b99f3 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Pushing event deleted for resources: {'Port': ['ID=4792134a-6635-4834-b8f6-843308d2b514,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:32.927897 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-afa8402a-ee1f-470d-9726-d46a206b99f3 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (eb1196bb-2dd3-4710-813b-df081bb3ca82), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:33.016884 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-afa8402a-ee1f-470d-9726-d46a206b99f3 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (eb1196bb-2dd3-4710-813b-df081bb3ca82), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:33.018987 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-afa8402a-ee1f-470d-9726-d46a206b99f3 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_controller (eb1196bb-2dd3-4710-813b-df081bb3ca82), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:33.061129 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-afa8402a-ee1f-470d-9726-d46a206b99f3 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (eb1196bb-2dd3-4710-813b-df081bb3ca82), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:33.061818 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa8402a-ee1f-470d-9726-d46a206b99f3 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Fanout notify agent at l3_agent the message router_deleted on router eb1196bb-2dd3-4710-813b-df081bb3ca82 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:10:33.068378 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-afa8402a-ee1f-470d-9726-d46a206b99f3 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:33.069474 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-afa8402a-ee1f-470d-9726-d46a206b99f3 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "DELETE /v2.0/routers/eb1196bb-2dd3-4710-813b-df081bb3ca82 HTTP/1.1" status: 204 len: 168 time: 0.7390592 Feb 03 13:10:33.073191 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59464) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:33.077941 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0455038a-e760-43b8-b78a-308f40b750d4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1696606843', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:33.098993 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0455038a-e760-43b8-b78a-308f40b750d4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (0a443dfb-9860-4721-83c3-18fcced4cb84), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:33.100175 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0455038a-e760-43b8-b78a-308f40b750d4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (0a443dfb-9860-4721-83c3-18fcced4cb84), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:33.156306 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0455038a-e760-43b8-b78a-308f40b750d4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_controller (0a443dfb-9860-4721-83c3-18fcced4cb84), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:33.160176 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0455038a-e760-43b8-b78a-308f40b750d4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (0a443dfb-9860-4721-83c3-18fcced4cb84), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:33.177689 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0455038a-e760-43b8-b78a-308f40b750d4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:33.178895 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0455038a-e760-43b8-b78a-308f40b750d4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1046851 Feb 03 13:10:33.182272 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59466) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:33.186898 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b0b34a01-7d43-4c9f-afd2-ab3e7a6f2b08 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:33.390629 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0b34a01-7d43-4c9f-afd2-ab3e7a6f2b08 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_gateway (0a443dfb-9860-4721-83c3-18fcced4cb84), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:33.509062 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0fe908eb-b71a-416b-92c6-fa410e4e7716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:33.591395 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0b34a01-7d43-4c9f-afd2-ab3e7a6f2b08 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_gateway (0a443dfb-9860-4721-83c3-18fcced4cb84), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:33.612262 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0b34a01-7d43-4c9f-afd2-ab3e7a6f2b08 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:33.726781 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-b0b34a01-7d43-4c9f-afd2-ab3e7a6f2b08 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Allocated IP 172.25.6.237 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/86868892-db40-459a-8878-6bf3a2acb8a3) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:10:33.830701 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0b34a01-7d43-4c9f-afd2-ab3e7a6f2b08 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for port (86868892-db40-459a-8878-6bf3a2acb8a3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:33.863993 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0b34a01-7d43-4c9f-afd2-ab3e7a6f2b08 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (86868892-db40-459a-8878-6bf3a2acb8a3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:33.902326 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b34a01-7d43-4c9f-afd2-ab3e7a6f2b08 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:10:33.908083 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b0b34a01-7d43-4c9f-afd2-ab3e7a6f2b08 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:10:33.911592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b34a01-7d43-4c9f-afd2-ab3e7a6f2b08 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:10:33.917296 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b34a01-7d43-4c9f-afd2-ab3e7a6f2b08 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Pushing event updated for resources: {'Port': ['ID=86868892-db40-459a-8878-6bf3a2acb8a3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:34.187912 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0b34a01-7d43-4c9f-afd2-ab3e7a6f2b08 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_gateway (0a443dfb-9860-4721-83c3-18fcced4cb84), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:34.393264 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0b34a01-7d43-4c9f-afd2-ab3e7a6f2b08 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (0a443dfb-9860-4721-83c3-18fcced4cb84), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:34.396901 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0b34a01-7d43-4c9f-afd2-ab3e7a6f2b08 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (0a443dfb-9860-4721-83c3-18fcced4cb84), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:34.526844 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b34a01-7d43-4c9f-afd2-ab3e7a6f2b08 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Router 0a443dfb-9860-4721-83c3-18fcced4cb84 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:10:34.633177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b34a01-7d43-4c9f-afd2-ab3e7a6f2b08 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:10:34.639911 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0b34a01-7d43-4c9f-afd2-ab3e7a6f2b08 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:34.641093 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b0b34a01-7d43-4c9f-afd2-ab3e7a6f2b08 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "PUT /v2.0/routers/0a443dfb-9860-4721-83c3-18fcced4cb84 HTTP/1.1" status: 200 len: 884 time: 1.4578495 Feb 03 13:10:34.642603 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308e8cc2-aecf-4c66-99e6-390869d29837 None None] Sync routers for ids ['0a443dfb-9860-4721-83c3-18fcced4cb84'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:10:34.643739 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59470) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:34.653918 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308e8cc2-aecf-4c66-99e6-390869d29837 None None] Routers {'0a443dfb-9860-4721-83c3-18fcced4cb84'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:34.655517 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-308e8cc2-aecf-4c66-99e6-390869d29837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0a443dfb-9860-4721-83c3-18fcced4cb84'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:34.688937 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-308e8cc2-aecf-4c66-99e6-390869d29837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:34.698283 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308e8cc2-aecf-4c66-99e6-390869d29837 None None] Routers {'0a443dfb-9860-4721-83c3-18fcced4cb84'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:34.698889 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-308e8cc2-aecf-4c66-99e6-390869d29837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0a443dfb-9860-4721-83c3-18fcced4cb84'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:34.732673 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-308e8cc2-aecf-4c66-99e6-390869d29837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:34.733334 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308e8cc2-aecf-4c66-99e6-390869d29837 None None] The sync data for ids ['0a443dfb-9860-4721-83c3-18fcced4cb84'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:10:34.753607 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8512480d-53a3-453c-bb0d-75fc49c065a2 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "GET /v2.0/routers/0a443dfb-9860-4721-83c3-18fcced4cb84 HTTP/1.1" status: 200 len: 925 time: 0.1086795 Feb 03 13:10:34.756134 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59472) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:34.834360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a6d2b-09b4-4822-a33c-ed9465f40a74 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:34.835819 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0b8a6d2b-09b4-4822-a33c-ed9465f40a74 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&device_id=0a443dfb-9860-4721-83c3-18fcced4cb84&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0787358 Feb 03 13:10:34.838506 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59474) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:34.925825 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20be276-472d-4469-a6d0-4bec7e027162 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:34.927262 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d20be276-472d-4469-a6d0-4bec7e027162 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 881 time: 0.0878601 Feb 03 13:10:34.930694 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59476) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:34.957712 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ffd4eb57-a208-46da-bf26-a69ab37813ed tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a443dfb-9860-4721-83c3-18fcced4cb84 HTTP/1.1" status: 200 len: 205 time: 0.0259781 Feb 03 13:10:34.960125 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59478) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:35.066418 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85ef968f-31df-43fa-8f99-19c0d236ff45 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router (0a443dfb-9860-4721-83c3-18fcced4cb84), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:35.550911 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85ef968f-31df-43fa-8f99-19c0d236ff45 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_gateway (0a443dfb-9860-4721-83c3-18fcced4cb84), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:35.604810 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-85ef968f-31df-43fa-8f99-19c0d236ff45 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Deleting port 86868892-db40-459a-8878-6bf3a2acb8a3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:35.605200 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85ef968f-31df-43fa-8f99-19c0d236ff45 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (86868892-db40-459a-8878-6bf3a2acb8a3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:35.692432 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85ef968f-31df-43fa-8f99-19c0d236ff45 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (86868892-db40-459a-8878-6bf3a2acb8a3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:35.707409 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-85ef968f-31df-43fa-8f99-19c0d236ff45 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Calling delete_port for 86868892-db40-459a-8878-6bf3a2acb8a3 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:35.879201 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85ef968f-31df-43fa-8f99-19c0d236ff45 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (86868892-db40-459a-8878-6bf3a2acb8a3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:35.906042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef968f-31df-43fa-8f99-19c0d236ff45 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Pushing event deleted for resources: {'Port': ['ID=86868892-db40-459a-8878-6bf3a2acb8a3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:35.969660 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85ef968f-31df-43fa-8f99-19c0d236ff45 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (0a443dfb-9860-4721-83c3-18fcced4cb84), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:36.065241 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85ef968f-31df-43fa-8f99-19c0d236ff45 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (0a443dfb-9860-4721-83c3-18fcced4cb84), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:36.067396 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85ef968f-31df-43fa-8f99-19c0d236ff45 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_controller (0a443dfb-9860-4721-83c3-18fcced4cb84), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:36.114140 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85ef968f-31df-43fa-8f99-19c0d236ff45 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (0a443dfb-9860-4721-83c3-18fcced4cb84), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:36.114676 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ef968f-31df-43fa-8f99-19c0d236ff45 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Fanout notify agent at l3_agent the message router_deleted on router 0a443dfb-9860-4721-83c3-18fcced4cb84 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:10:36.121468 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85ef968f-31df-43fa-8f99-19c0d236ff45 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:36.122612 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-85ef968f-31df-43fa-8f99-19c0d236ff45 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "DELETE /v2.0/routers/0a443dfb-9860-4721-83c3-18fcced4cb84 HTTP/1.1" status: 204 len: 168 time: 1.1616235 Feb 03 13:10:36.126365 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59492) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:36.130822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e8723bbb-49f7-464c-8cbb-c989a6fc243b tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-297722520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:36.164494 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-42b401ca-d3a5-434b-b52a-35e13c56f0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:36.187359 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8723bbb-49f7-464c-8cbb-c989a6fc243b tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:36.189627 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8723bbb-49f7-464c-8cbb-c989a6fc243b tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:36.251699 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7ba9e-dfab-4543-b677-4579113688fe req-41a22226-6b2a-4f99-8e7d-00591f0b9d75 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:36.253303 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6bb7ba9e-dfab-4543-b677-4579113688fe req-41a22226-6b2a-4f99-8e7d-00591f0b9d75 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.0555933 Feb 03 13:10:36.275444 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8723bbb-49f7-464c-8cbb-c989a6fc243b tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_controller (e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:36.282039 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8723bbb-49f7-464c-8cbb-c989a6fc243b tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:36.296626 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd9a39-f61a-48b3-a2a3-837d8d868332 req-fc7daaee-3f30-4f5b-9a86-e01116cf9c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:36.298243 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4cdd9a39-f61a-48b3-a2a3-837d8d868332 req-fc7daaee-3f30-4f5b-9a86-e01116cf9c2e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f87650fa40e44533b201cd37dcb459f1&device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 1127 time: 0.0984309 Feb 03 13:10:36.300981 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6bb7ba9e-dfab-4543-b677-4579113688fe req-c283cae6-f545-4ca7-943b-6dba69e5b1f1 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414639 Feb 03 13:10:36.304959 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8723bbb-49f7-464c-8cbb-c989a6fc243b tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:36.308731 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e8723bbb-49f7-464c-8cbb-c989a6fc243b tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1788888 Feb 03 13:10:36.308982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59496) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:36.313650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4d54517a-9afb-4fe6-8f69-0d9c2a4eb43a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'enable_snat': True}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:36.580717 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d54517a-9afb-4fe6-8f69-0d9c2a4eb43a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_gateway (e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:36.586641 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd9a39-f61a-48b3-a2a3-837d8d868332 req-2849cfb3-7b22-4c2c-960c-b5cacb1ab243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:36.588159 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4cdd9a39-f61a-48b3-a2a3-837d8d868332 req-2849cfb3-7b22-4c2c-960c-b5cacb1ab243 service neutron] 10.222.0.31 "GET /v2.0/networks?id=493acd8c-1fd7-4784-9c30-ab48082e5271 HTTP/1.1" status: 200 len: 918 time: 0.2408993 Feb 03 13:10:36.674095 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4cdd9a39-f61a-48b3-a2a3-837d8d868332 req-90f7fd08-3e27-4179-888f-b3b333cbb92a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c827402-584a-4516-847b-067d7ec67678 HTTP/1.1" status: 200 len: 1000 time: 0.0727310 Feb 03 13:10:36.754036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd9a39-f61a-48b3-a2a3-837d8d868332 req-cab0f023-1834-4cbd-921d-8537f3eef3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:36.755517 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4cdd9a39-f61a-48b3-a2a3-837d8d868332 req-cab0f023-1834-4cbd-921d-8537f3eef3e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cfdcbfe6-c780-42bd-a6f3-8500632541b5 HTTP/1.1" status: 200 len: 856 time: 0.0543096 Feb 03 13:10:36.871465 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd9a39-f61a-48b3-a2a3-837d8d868332 req-72bc36e1-62f6-4136-af88-4ed4dc7c9414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:36.872993 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4cdd9a39-f61a-48b3-a2a3-837d8d868332 req-72bc36e1-62f6-4136-af88-4ed4dc7c9414 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=493acd8c-1fd7-4784-9c30-ab48082e5271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1110077 Feb 03 13:10:36.957526 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d54517a-9afb-4fe6-8f69-0d9c2a4eb43a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_gateway (e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:36.980192 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d54517a-9afb-4fe6-8f69-0d9c2a4eb43a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:36.993613 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:37.049675 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4cdd9a39-f61a-48b3-a2a3-837d8d868332 req-1973ead3-1b49-4dd3-8c5f-4d82735be71d service neutron] 10.222.0.31 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566927 Feb 03 13:10:37.157888 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-4d54517a-9afb-4fe6-8f69-0d9c2a4eb43a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Allocated IP 172.25.6.99 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/b76328ab-fec5-4194-92ad-9e30dd7760e5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:10:37.187319 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4cdd9a39-f61a-48b3-a2a3-837d8d868332 req-108eb479-cf4b-47fe-88ed-4e23f02ab72a service neutron] 10.222.0.31 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305146 Feb 03 13:10:37.280497 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d54517a-9afb-4fe6-8f69-0d9c2a4eb43a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for port (b76328ab-fec5-4194-92ad-9e30dd7760e5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:37.314559 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d54517a-9afb-4fe6-8f69-0d9c2a4eb43a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (b76328ab-fec5-4194-92ad-9e30dd7760e5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:37.352947 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d54517a-9afb-4fe6-8f69-0d9c2a4eb43a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:10:37.358026 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4d54517a-9afb-4fe6-8f69-0d9c2a4eb43a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:10:37.361679 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d54517a-9afb-4fe6-8f69-0d9c2a4eb43a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:10:37.384397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54517a-9afb-4fe6-8f69-0d9c2a4eb43a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Pushing event updated for resources: {'Port': ['ID=b76328ab-fec5-4194-92ad-9e30dd7760e5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:37.534118 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e13e4c-ba53-4f27-9393-d7989b14f222 req-1633f48c-197f-4583-b369-cb66cd48ade2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:37.535549 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-23e13e4c-ba53-4f27-9393-d7989b14f222 req-1633f48c-197f-4583-b369-cb66cd48ade2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.1414227 Feb 03 13:10:37.632169 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-23e13e4c-ba53-4f27-9393-d7989b14f222 req-83c69917-f3ef-4338-b6b1-559449ae7986 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886881 Feb 03 13:10:37.685881 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d54517a-9afb-4fe6-8f69-0d9c2a4eb43a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_gateway (e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:37.876280 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d54517a-9afb-4fe6-8f69-0d9c2a4eb43a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:37.879578 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d54517a-9afb-4fe6-8f69-0d9c2a4eb43a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:38.294341 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:38.341878 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d54517a-9afb-4fe6-8f69-0d9c2a4eb43a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Router e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:10:38.447651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d54517a-9afb-4fe6-8f69-0d9c2a4eb43a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:10:38.452545 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d54517a-9afb-4fe6-8f69-0d9c2a4eb43a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:38.453998 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4d54517a-9afb-4fe6-8f69-0d9c2a4eb43a tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "PUT /v2.0/routers/e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd HTTP/1.1" status: 200 len: 917 time: 2.1435099 Feb 03 13:10:38.456626 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59504) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:38.456806 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d0eba9-580e-4804-bec1-f6e4eaec802a None None] Sync routers for ids ['e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:10:38.467640 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d0eba9-580e-4804-bec1-f6e4eaec802a None None] Routers {'e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:38.468305 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-16d0eba9-580e-4804-bec1-f6e4eaec802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:38.499760 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-16d0eba9-580e-4804-bec1-f6e4eaec802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:38.509048 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d0eba9-580e-4804-bec1-f6e4eaec802a None None] Routers {'e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:38.509649 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-16d0eba9-580e-4804-bec1-f6e4eaec802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:38.540777 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-16d0eba9-580e-4804-bec1-f6e4eaec802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:38.541414 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d0eba9-580e-4804-bec1-f6e4eaec802a None None] The sync data for ids ['e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:10:38.563148 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c70c68f4-e077-4886-8eff-b4c322fc8d69 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "GET /v2.0/routers/e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd HTTP/1.1" status: 200 len: 923 time: 0.1053922 Feb 03 13:10:38.565890 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59506) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:38.612999 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a33fe8-4ed0-4262-aed6-0f694c5588a4 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:38.614526 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b5a33fe8-4ed0-4262-aed6-0f694c5588a4 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&device_id=e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0477338 Feb 03 13:10:38.617606 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59508) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:38.704200 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e664d73-7315-4ca1-91f6-238361748817 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:38.707960 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6e664d73-7315-4ca1-91f6-238361748817 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 881 time: 0.0872025 Feb 03 13:10:38.708666 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59512) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:38.742555 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2b9439a9-48e4-4d45-869e-0a9ea161e152 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd HTTP/1.1" status: 200 len: 205 time: 0.0320046 Feb 03 13:10:38.744844 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59514) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:38.803466 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274509a-f8b0-4a4b-b03d-8aec86526afc req-9a6154ee-8802-4bb1-9fea-ceb763a0d58a tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:38.805528 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c274509a-f8b0-4a4b-b03d-8aec86526afc req-9a6154ee-8802-4bb1-9fea-ceb763a0d58a tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.0980678 Feb 03 13:10:39.214954 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36cf970c-c6a0-49e2-9b3d-08d0b90aaf66 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router (e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:39.218953 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c274509a-f8b0-4a4b-b03d-8aec86526afc req-70f2d79b-a1ff-4126-bd71-d62b1ecf2ae2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4069185 Feb 03 13:10:39.322281 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36cf970c-c6a0-49e2-9b3d-08d0b90aaf66 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_gateway (e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:39.373630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-36cf970c-c6a0-49e2-9b3d-08d0b90aaf66 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Deleting port b76328ab-fec5-4194-92ad-9e30dd7760e5 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:39.373973 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36cf970c-c6a0-49e2-9b3d-08d0b90aaf66 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b76328ab-fec5-4194-92ad-9e30dd7760e5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:39.446281 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36cf970c-c6a0-49e2-9b3d-08d0b90aaf66 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b76328ab-fec5-4194-92ad-9e30dd7760e5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:39.457685 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-36cf970c-c6a0-49e2-9b3d-08d0b90aaf66 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Calling delete_port for b76328ab-fec5-4194-92ad-9e30dd7760e5 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:39.616210 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36cf970c-c6a0-49e2-9b3d-08d0b90aaf66 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b76328ab-fec5-4194-92ad-9e30dd7760e5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:39.645558 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf970c-c6a0-49e2-9b3d-08d0b90aaf66 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Pushing event deleted for resources: {'Port': ['ID=b76328ab-fec5-4194-92ad-9e30dd7760e5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:39.707856 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36cf970c-c6a0-49e2-9b3d-08d0b90aaf66 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:39.797862 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36cf970c-c6a0-49e2-9b3d-08d0b90aaf66 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:39.799958 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36cf970c-c6a0-49e2-9b3d-08d0b90aaf66 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_controller (e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:39.845817 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36cf970c-c6a0-49e2-9b3d-08d0b90aaf66 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:39.846479 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cf970c-c6a0-49e2-9b3d-08d0b90aaf66 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Fanout notify agent at l3_agent the message router_deleted on router e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:10:39.853107 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36cf970c-c6a0-49e2-9b3d-08d0b90aaf66 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:39.854359 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-36cf970c-c6a0-49e2-9b3d-08d0b90aaf66 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "DELETE /v2.0/routers/e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd HTTP/1.1" status: 204 len: 168 time: 1.1083183 Feb 03 13:10:39.857772 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59516) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:39.862164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9cddd63d-3f9d-4a00-b3dd-dc2f66a25e0b tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1121234786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:39.883083 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9cddd63d-3f9d-4a00-b3dd-dc2f66a25e0b tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (7f356063-406e-4e54-a72a-5e552254f4ac), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:39.884093 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9cddd63d-3f9d-4a00-b3dd-dc2f66a25e0b tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (7f356063-406e-4e54-a72a-5e552254f4ac), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:39.926763 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:39.934640 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9cddd63d-3f9d-4a00-b3dd-dc2f66a25e0b tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_controller (7f356063-406e-4e54-a72a-5e552254f4ac), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:39.938725 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9cddd63d-3f9d-4a00-b3dd-dc2f66a25e0b tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (7f356063-406e-4e54-a72a-5e552254f4ac), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:39.956002 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9cddd63d-3f9d-4a00-b3dd-dc2f66a25e0b tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:39.957214 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9cddd63d-3f9d-4a00-b3dd-dc2f66a25e0b tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.0984867 Feb 03 13:10:39.959878 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59518) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:39.964751 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c2934d2a-55c1-4c09-9442-b2f9970f6a13 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'enable_snat': False}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:40.180717 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2934d2a-55c1-4c09-9442-b2f9970f6a13 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_gateway (7f356063-406e-4e54-a72a-5e552254f4ac), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:40.350974 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462504a-047d-45ab-bbfc-a37bdf8dc069 req-f66ad1c3-59f6-4376-8c96-c3f743f1f792 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:40.353041 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2462504a-047d-45ab-bbfc-a37bdf8dc069 req-f66ad1c3-59f6-4376-8c96-c3f743f1f792 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.0542276 Feb 03 13:10:40.393705 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2934d2a-55c1-4c09-9442-b2f9970f6a13 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_gateway (7f356063-406e-4e54-a72a-5e552254f4ac), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:40.399762 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2462504a-047d-45ab-bbfc-a37bdf8dc069 req-0de6d210-5c91-4d5b-9906-a7de37fa65b7 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408809 Feb 03 13:10:40.413017 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2934d2a-55c1-4c09-9442-b2f9970f6a13 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:40.519146 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c2934d2a-55c1-4c09-9442-b2f9970f6a13 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Allocated IP 172.25.6.182 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/27e8b6b6-7ee9-4659-93de-a57a7f8be569) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:10:40.618672 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2934d2a-55c1-4c09-9442-b2f9970f6a13 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for port (27e8b6b6-7ee9-4659-93de-a57a7f8be569), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:40.651527 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2934d2a-55c1-4c09-9442-b2f9970f6a13 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (27e8b6b6-7ee9-4659-93de-a57a7f8be569), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:40.691424 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2934d2a-55c1-4c09-9442-b2f9970f6a13 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:10:40.694379 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c2934d2a-55c1-4c09-9442-b2f9970f6a13 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:10:40.697750 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2934d2a-55c1-4c09-9442-b2f9970f6a13 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:10:40.726576 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2934d2a-55c1-4c09-9442-b2f9970f6a13 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Pushing event updated for resources: {'Port': ['ID=27e8b6b6-7ee9-4659-93de-a57a7f8be569,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:40.949984 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2934d2a-55c1-4c09-9442-b2f9970f6a13 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router_gateway (7f356063-406e-4e54-a72a-5e552254f4ac), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:41.142229 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2934d2a-55c1-4c09-9442-b2f9970f6a13 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (7f356063-406e-4e54-a72a-5e552254f4ac), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:41.145872 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2934d2a-55c1-4c09-9442-b2f9970f6a13 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (7f356063-406e-4e54-a72a-5e552254f4ac), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:41.276687 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2934d2a-55c1-4c09-9442-b2f9970f6a13 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Router 7f356063-406e-4e54-a72a-5e552254f4ac is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:10:41.383262 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2934d2a-55c1-4c09-9442-b2f9970f6a13 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:10:41.387646 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2934d2a-55c1-4c09-9442-b2f9970f6a13 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:41.388654 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c2934d2a-55c1-4c09-9442-b2f9970f6a13 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "PUT /v2.0/routers/7f356063-406e-4e54-a72a-5e552254f4ac HTTP/1.1" status: 200 len: 920 time: 1.4271853 Feb 03 13:10:41.391215 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59522) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:41.393292 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85f52a0-16e4-4b90-a768-f43b6b980aeb None None] Sync routers for ids ['7f356063-406e-4e54-a72a-5e552254f4ac'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:10:41.404046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85f52a0-16e4-4b90-a768-f43b6b980aeb None None] Routers {'7f356063-406e-4e54-a72a-5e552254f4ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:41.404662 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e85f52a0-16e4-4b90-a768-f43b6b980aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['7f356063-406e-4e54-a72a-5e552254f4ac'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:41.436702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e85f52a0-16e4-4b90-a768-f43b6b980aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:41.446139 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85f52a0-16e4-4b90-a768-f43b6b980aeb None None] Routers {'7f356063-406e-4e54-a72a-5e552254f4ac'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:41.446751 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e85f52a0-16e4-4b90-a768-f43b6b980aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['7f356063-406e-4e54-a72a-5e552254f4ac'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:41.482410 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e85f52a0-16e4-4b90-a768-f43b6b980aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:41.483077 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85f52a0-16e4-4b90-a768-f43b6b980aeb None None] The sync data for ids ['7f356063-406e-4e54-a72a-5e552254f4ac'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:10:41.849355 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-35b64512-260d-4510-98da-36e94aa2d8e5 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "GET /v2.0/routers/7f356063-406e-4e54-a72a-5e552254f4ac HTTP/1.1" status: 200 len: 926 time: 0.4569750 Feb 03 13:10:41.852644 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59526) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:41.871909 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80702c5-be7e-461a-b7a8-885c3b4df75a req-04731fc0-1118-43bb-b43f-50603b98da37 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:41.873443 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f80702c5-be7e-461a-b7a8-885c3b4df75a req-04731fc0-1118-43bb-b43f-50603b98da37 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.3867793 Feb 03 13:10:41.897903 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f241cbae-b3e6-41ce-93a9-db8ce916ab1d tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:41.899498 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f241cbae-b3e6-41ce-93a9-db8ce916ab1d tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&device_id=7f356063-406e-4e54-a72a-5e552254f4ac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0458481 Feb 03 13:10:41.902005 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59528) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:41.921574 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f80702c5-be7e-461a-b7a8-885c3b4df75a req-7584aee2-0ed4-43a1-8cfb-012aa62cdc02 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423379 Feb 03 13:10:41.990061 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cf2ebc-76d7-435a-aff8-c7b69244a2e2 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:41.991499 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d0cf2ebc-76d7-435a-aff8-c7b69244a2e2 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "GET /v2.0/networks/e9dedc31-644c-4c3c-ba28-45b6252d3499 HTTP/1.1" status: 200 len: 881 time: 0.0885804 Feb 03 13:10:41.994811 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59530) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:42.021594 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-512e91d5-40f0-431f-ab66-d6b4857b14ba tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f356063-406e-4e54-a72a-5e552254f4ac HTTP/1.1" status: 200 len: 205 time: 0.0257089 Feb 03 13:10:42.024032 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59532) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:42.129621 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff691648-b99b-469f-84f5-16d7a78a5de4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router (7f356063-406e-4e54-a72a-5e552254f4ac), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:42.233134 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff691648-b99b-469f-84f5-16d7a78a5de4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_gateway (7f356063-406e-4e54-a72a-5e552254f4ac), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:42.286313 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ff691648-b99b-469f-84f5-16d7a78a5de4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Deleting port 27e8b6b6-7ee9-4659-93de-a57a7f8be569 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:42.286671 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff691648-b99b-469f-84f5-16d7a78a5de4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (27e8b6b6-7ee9-4659-93de-a57a7f8be569), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:42.365675 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff691648-b99b-469f-84f5-16d7a78a5de4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (27e8b6b6-7ee9-4659-93de-a57a7f8be569), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:42.377315 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ff691648-b99b-469f-84f5-16d7a78a5de4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Calling delete_port for 27e8b6b6-7ee9-4659-93de-a57a7f8be569 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:42.539438 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff691648-b99b-469f-84f5-16d7a78a5de4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (27e8b6b6-7ee9-4659-93de-a57a7f8be569), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:42.563798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff691648-b99b-469f-84f5-16d7a78a5de4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Pushing event deleted for resources: {'Port': ['ID=27e8b6b6-7ee9-4659-93de-a57a7f8be569,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:42.623012 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff691648-b99b-469f-84f5-16d7a78a5de4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (7f356063-406e-4e54-a72a-5e552254f4ac), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:42.717031 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff691648-b99b-469f-84f5-16d7a78a5de4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (7f356063-406e-4e54-a72a-5e552254f4ac), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:42.719160 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff691648-b99b-469f-84f5-16d7a78a5de4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_controller (7f356063-406e-4e54-a72a-5e552254f4ac), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:42.761867 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff691648-b99b-469f-84f5-16d7a78a5de4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (7f356063-406e-4e54-a72a-5e552254f4ac), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:42.762498 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff691648-b99b-469f-84f5-16d7a78a5de4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Fanout notify agent at l3_agent the message router_deleted on router 7f356063-406e-4e54-a72a-5e552254f4ac {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:10:42.769431 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff691648-b99b-469f-84f5-16d7a78a5de4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:42.770585 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ff691648-b99b-469f-84f5-16d7a78a5de4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "DELETE /v2.0/routers/7f356063-406e-4e54-a72a-5e552254f4ac HTTP/1.1" status: 204 len: 168 time: 0.7456234 Feb 03 13:10:42.774873 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59534) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:42.779403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fb30cef0-7ca3-4512-a5d4-62a91c1b4572 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1437882893', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:42.800348 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb30cef0-7ca3-4512-a5d4-62a91c1b4572 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (df66706f-4aa0-4aa7-9d78-dc301b34569c), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:42.801302 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb30cef0-7ca3-4512-a5d4-62a91c1b4572 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (df66706f-4aa0-4aa7-9d78-dc301b34569c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:42.851489 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb30cef0-7ca3-4512-a5d4-62a91c1b4572 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_controller (df66706f-4aa0-4aa7-9d78-dc301b34569c), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:42.988296 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb30cef0-7ca3-4512-a5d4-62a91c1b4572 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_gateway (df66706f-4aa0-4aa7-9d78-dc301b34569c), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:43.074999 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088885e-48fb-43ca-8e93-5e9c250c13ca req-32a2cbee-5664-4aa8-82ba-b63d9fa209c9 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:43.076417 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a088885e-48fb-43ca-8e93-5e9c250c13ca req-32a2cbee-5664-4aa8-82ba-b63d9fa209c9 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.0821915 Feb 03 13:10:43.152334 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a088885e-48fb-43ca-8e93-5e9c250c13ca req-eebfd6be-1b82-4e1f-92cc-00d16b24e676 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530469 Feb 03 13:10:43.253732 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb30cef0-7ca3-4512-a5d4-62a91c1b4572 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_gateway (df66706f-4aa0-4aa7-9d78-dc301b34569c), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:43.272381 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb30cef0-7ca3-4512-a5d4-62a91c1b4572 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:43.378635 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-fb30cef0-7ca3-4512-a5d4-62a91c1b4572 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Allocated IP 172.25.6.16 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/d7b0a898-0668-48d0-a0fb-7fb267aa2a33) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:10:43.478137 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb30cef0-7ca3-4512-a5d4-62a91c1b4572 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for port (d7b0a898-0668-48d0-a0fb-7fb267aa2a33), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:43.511044 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb30cef0-7ca3-4512-a5d4-62a91c1b4572 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d7b0a898-0668-48d0-a0fb-7fb267aa2a33), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:43.552625 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb30cef0-7ca3-4512-a5d4-62a91c1b4572 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:10:43.558047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-fb30cef0-7ca3-4512-a5d4-62a91c1b4572 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:10:43.561491 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb30cef0-7ca3-4512-a5d4-62a91c1b4572 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:10:43.582640 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30cef0-7ca3-4512-a5d4-62a91c1b4572 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Pushing event updated for resources: {'Port': ['ID=d7b0a898-0668-48d0-a0fb-7fb267aa2a33,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:43.803033 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb30cef0-7ca3-4512-a5d4-62a91c1b4572 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_gateway (df66706f-4aa0-4aa7-9d78-dc301b34569c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:44.339976 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb30cef0-7ca3-4512-a5d4-62a91c1b4572 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (df66706f-4aa0-4aa7-9d78-dc301b34569c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:44.464960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb30cef0-7ca3-4512-a5d4-62a91c1b4572 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Router df66706f-4aa0-4aa7-9d78-dc301b34569c is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:10:44.491162 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122fd07-3ad5-4a81-a8a9-8a5676c060b6 req-84ea7d26-047b-4aa2-8522-c2e280b5564c tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:44.493186 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3122fd07-3ad5-4a81-a8a9-8a5676c060b6 req-84ea7d26-047b-4aa2-8522-c2e280b5564c tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.0536916 Feb 03 13:10:44.539912 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3122fd07-3ad5-4a81-a8a9-8a5676c060b6 req-5c2a3b68-e07d-49c1-b807-e076dcd7bba7 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410852 Feb 03 13:10:44.573127 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb30cef0-7ca3-4512-a5d4-62a91c1b4572 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:10:44.582261 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e12e60-8045-4573-9c0e-f8f68ce35158 None None] Sync routers for ids ['df66706f-4aa0-4aa7-9d78-dc301b34569c'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:10:44.592263 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e12e60-8045-4573-9c0e-f8f68ce35158 None None] Routers {'df66706f-4aa0-4aa7-9d78-dc301b34569c'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:44.592877 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f8e12e60-8045-4573-9c0e-f8f68ce35158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['df66706f-4aa0-4aa7-9d78-dc301b34569c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:44.593044 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb30cef0-7ca3-4512-a5d4-62a91c1b4572 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:44.594441 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fb30cef0-7ca3-4512-a5d4-62a91c1b4572 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.8186302 Feb 03 13:10:44.597124 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59542) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:44.601574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d290d8dc-d617-498f-97a9-3fda30863a87 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:44.626195 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f8e12e60-8045-4573-9c0e-f8f68ce35158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:44.635481 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e12e60-8045-4573-9c0e-f8f68ce35158 None None] Routers {'df66706f-4aa0-4aa7-9d78-dc301b34569c'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:44.636122 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f8e12e60-8045-4573-9c0e-f8f68ce35158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['df66706f-4aa0-4aa7-9d78-dc301b34569c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:44.667076 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f8e12e60-8045-4573-9c0e-f8f68ce35158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:44.667722 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e12e60-8045-4573-9c0e-f8f68ce35158 None None] The sync data for ids ['df66706f-4aa0-4aa7-9d78-dc301b34569c'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:10:44.898939 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d290d8dc-d617-498f-97a9-3fda30863a87 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_gateway (df66706f-4aa0-4aa7-9d78-dc301b34569c), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:44.910851 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d290d8dc-d617-498f-97a9-3fda30863a87 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_gateway (df66706f-4aa0-4aa7-9d78-dc301b34569c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:44.961758 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d290d8dc-d617-498f-97a9-3fda30863a87 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Deleting port d7b0a898-0668-48d0-a0fb-7fb267aa2a33 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:44.962102 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d290d8dc-d617-498f-97a9-3fda30863a87 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d7b0a898-0668-48d0-a0fb-7fb267aa2a33), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:45.039526 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d290d8dc-d617-498f-97a9-3fda30863a87 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d7b0a898-0668-48d0-a0fb-7fb267aa2a33), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:45.051316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d290d8dc-d617-498f-97a9-3fda30863a87 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Calling delete_port for d7b0a898-0668-48d0-a0fb-7fb267aa2a33 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:45.210276 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d290d8dc-d617-498f-97a9-3fda30863a87 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d7b0a898-0668-48d0-a0fb-7fb267aa2a33), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:45.235176 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290d8dc-d617-498f-97a9-3fda30863a87 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Pushing event deleted for resources: {'Port': ['ID=d7b0a898-0668-48d0-a0fb-7fb267aa2a33,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:45.296766 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d290d8dc-d617-498f-97a9-3fda30863a87 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (df66706f-4aa0-4aa7-9d78-dc301b34569c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:45.498592 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d290d8dc-d617-498f-97a9-3fda30863a87 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7895982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8089108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30943'] for router (df66706f-4aa0-4aa7-9d78-dc301b34569c), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:45.501887 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d290d8dc-d617-498f-97a9-3fda30863a87 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7895991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7895992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8089117'] for router (df66706f-4aa0-4aa7-9d78-dc301b34569c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:45.580299 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d290d8dc-d617-498f-97a9-3fda30863a87 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Router df66706f-4aa0-4aa7-9d78-dc301b34569c has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:10:45.683090 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d290d8dc-d617-498f-97a9-3fda30863a87 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:10:45.690270 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d290d8dc-d617-498f-97a9-3fda30863a87 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:45.691388 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d290d8dc-d617-498f-97a9-3fda30863a87 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "PUT /v2.0/routers/df66706f-4aa0-4aa7-9d78-dc301b34569c HTTP/1.1" status: 200 len: 710 time: 1.0933001 Feb 03 13:10:45.694150 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59546) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:45.697614 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea472f8-5437-420e-ad8e-296850b58c45 None None] Sync routers for ids ['df66706f-4aa0-4aa7-9d78-dc301b34569c'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:10:45.718375 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea472f8-5437-420e-ad8e-296850b58c45 None None] Routers {'df66706f-4aa0-4aa7-9d78-dc301b34569c'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:45.718622 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead7551-e460-4ee2-800d-7f62201bded9 req-319c7b44-8907-4465-8a73-469241e76afc tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:45.720292 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9ead7551-e460-4ee2-800d-7f62201bded9 req-319c7b44-8907-4465-8a73-469241e76afc tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.0976260 Feb 03 13:10:45.721739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0ea472f8-5437-420e-ad8e-296850b58c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['df66706f-4aa0-4aa7-9d78-dc301b34569c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:45.764658 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0ea472f8-5437-420e-ad8e-296850b58c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:45.776866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea472f8-5437-420e-ad8e-296850b58c45 None None] Routers {'df66706f-4aa0-4aa7-9d78-dc301b34569c'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:10:45.777686 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0ea472f8-5437-420e-ad8e-296850b58c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:10:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['df66706f-4aa0-4aa7-9d78-dc301b34569c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:45.791121 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9ead7551-e460-4ee2-800d-7f62201bded9 req-773ae1d0-5cb1-42ce-b817-b426ea3ef08a tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570877 Feb 03 13:10:45.798442 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6d972852-3af0-41f7-abb2-81849adf43ce tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "GET /v2.0/routers/df66706f-4aa0-4aa7-9d78-dc301b34569c HTTP/1.1" status: 200 len: 745 time: 0.0982854 Feb 03 13:10:45.798606 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59548) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:45.820982 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0ea472f8-5437-420e-ad8e-296850b58c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:45.821633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea472f8-5437-420e-ad8e-296850b58c45 None None] The sync data for ids ['df66706f-4aa0-4aa7-9d78-dc301b34569c'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:10:45.846937 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c4c6b96f-28e8-4608-8820-d6a18607b1f7 tempest-RoutersIpV6AdminTest-186975887 tempest-RoutersIpV6AdminTest-186975887-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&device_id=df66706f-4aa0-4aa7-9d78-dc301b34569c HTTP/1.1" status: 200 len: 205 time: 0.0471056 Feb 03 13:10:45.849529 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59550) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:45.880598 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e9e5974e-b10c-4140-9673-6e9b37913794 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "GET /v2.0/ports?device_id=df66706f-4aa0-4aa7-9d78-dc301b34569c HTTP/1.1" status: 200 len: 205 time: 0.0299022 Feb 03 13:10:45.883617 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59552) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:45.958293 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0b26765-ac8c-46e1-9bcb-1a42cced6651 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router (df66706f-4aa0-4aa7-9d78-dc301b34569c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:46.061569 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:46.117071 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0b26765-ac8c-46e1-9bcb-1a42cced6651 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (df66706f-4aa0-4aa7-9d78-dc301b34569c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:46.119201 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0b26765-ac8c-46e1-9bcb-1a42cced6651 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router_controller (df66706f-4aa0-4aa7-9d78-dc301b34569c), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:46.163650 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0b26765-ac8c-46e1-9bcb-1a42cced6651 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (df66706f-4aa0-4aa7-9d78-dc301b34569c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:46.163650 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b26765-ac8c-46e1-9bcb-1a42cced6651 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Fanout notify agent at l3_agent the message router_deleted on router df66706f-4aa0-4aa7-9d78-dc301b34569c {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:10:46.170432 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0b26765-ac8c-46e1-9bcb-1a42cced6651 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:46.171816 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d0b26765-ac8c-46e1-9bcb-1a42cced6651 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "DELETE /v2.0/routers/df66706f-4aa0-4aa7-9d78-dc301b34569c HTTP/1.1" status: 204 len: 168 time: 0.2871501 Feb 03 13:10:46.175420 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59554) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:46.204376 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-49417b3f-9361-40e2-8a14-80324fd8e027 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "GET /v2.0/ports?device_id=df66706f-4aa0-4aa7-9d78-dc301b34569c HTTP/1.1" status: 200 len: 205 time: 0.0277376 Feb 03 13:10:46.206731 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59556) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:46.243352 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-185b2aa9-2618-4d3d-a994-5e7387699cf4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] delete failed (client error): The resource could not be found. Feb 03 13:10:46.244431 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-185b2aa9-2618-4d3d-a994-5e7387699cf4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "DELETE /v2.0/routers/df66706f-4aa0-4aa7-9d78-dc301b34569c HTTP/1.1" status: 404 len: 336 time: 0.0367951 Feb 03 13:10:46.247246 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59558) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:46.275233 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-984d1889-dae6-4af3-bfb7-fda78a75dc6f tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f356063-406e-4e54-a72a-5e552254f4ac HTTP/1.1" status: 200 len: 205 time: 0.0268281 Feb 03 13:10:46.277690 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59560) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:46.316339 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-088fb20c-1ea9-4cbb-b40a-3d1deeb6b2a4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] delete failed (client error): The resource could not be found. Feb 03 13:10:46.317325 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-088fb20c-1ea9-4cbb-b40a-3d1deeb6b2a4 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "DELETE /v2.0/routers/7f356063-406e-4e54-a72a-5e552254f4ac HTTP/1.1" status: 404 len: 336 time: 0.0388138 Feb 03 13:10:46.320737 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59562) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:46.353784 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fc95adf5-32c9-42be-b80e-3c2e15fabbce tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd HTTP/1.1" status: 200 len: 205 time: 0.0319149 Feb 03 13:10:46.356186 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59564) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:46.393335 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-edb6a855-6b81-40ff-b15b-afa2c0271b14 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] delete failed (client error): The resource could not be found. Feb 03 13:10:46.394405 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-edb6a855-6b81-40ff-b15b-afa2c0271b14 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "DELETE /v2.0/routers/e5ae8f6a-34a5-4df1-9d45-2cdad6160cfd HTTP/1.1" status: 404 len: 336 time: 0.0372880 Feb 03 13:10:46.396922 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59566) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:46.425130 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-76fccd72-5f8a-412a-9498-bf5ce64dc7fe tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a443dfb-9860-4721-83c3-18fcced4cb84 HTTP/1.1" status: 200 len: 205 time: 0.0271475 Feb 03 13:10:46.427316 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59568) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:46.466966 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-64f57a4f-a4cb-42fd-97d6-9588e7f372c1 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] delete failed (client error): The resource could not be found. Feb 03 13:10:46.468011 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-64f57a4f-a4cb-42fd-97d6-9588e7f372c1 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "DELETE /v2.0/routers/0a443dfb-9860-4721-83c3-18fcced4cb84 HTTP/1.1" status: 404 len: 336 time: 0.0397902 Feb 03 13:10:46.470475 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59570) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:46.498928 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-98e5823a-c266-4901-a756-e9cb9bce44f0 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb1196bb-2dd3-4710-813b-df081bb3ca82 HTTP/1.1" status: 200 len: 205 time: 0.0273831 Feb 03 13:10:46.501158 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59572) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:46.537671 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-0bfe6b12-9664-41ff-affa-8a378625ad65 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] delete failed (client error): The resource could not be found. Feb 03 13:10:46.541805 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0bfe6b12-9664-41ff-affa-8a378625ad65 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "DELETE /v2.0/routers/eb1196bb-2dd3-4710-813b-df081bb3ca82 HTTP/1.1" status: 404 len: 336 time: 0.0372503 Feb 03 13:10:46.541980 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59574) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:46.573673 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3fd3c7a0-45de-41cd-99f0-be548a07010a tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a49d83-706a-45ed-b727-8d4160e662c3 HTTP/1.1" status: 200 len: 205 time: 0.0305862 Feb 03 13:10:46.575910 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59576) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:46.612432 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-58e7ac23-be7c-4185-a72c-b51cde5ffdea tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] delete failed (client error): The resource could not be found. Feb 03 13:10:46.615780 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-58e7ac23-be7c-4185-a72c-b51cde5ffdea tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "DELETE /v2.0/routers/64a49d83-706a-45ed-b727-8d4160e662c3 HTTP/1.1" status: 404 len: 336 time: 0.0366371 Feb 03 13:10:46.616014 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59578) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:46.642018 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe625665-0c9e-476f-8311-c8bc0aa7bf50 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] DELETE failed (client error): The resource could not be found. Feb 03 13:10:46.642396 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe625665-0c9e-476f-8311-c8bc0aa7bf50 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:10:46.645463 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fe625665-0c9e-476f-8311-c8bc0aa7bf50 tempest-RoutersIpV6AdminTest-1302135521 tempest-RoutersIpV6AdminTest-1302135521-project] 10.222.0.18 "DELETE /v2.0/subnets/881d5fe2-46b8-432d-9b9c-a21dd616b805 HTTP/1.1" status: 404 len: 337 time: 0.0285058 Feb 03 13:10:46.898826 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59586) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:46.916116 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e3cb4-f777-411c-8b67-77621b40bdbb req-a6bd7559-f0b4-4c14-8f74-f3ca1aafd5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:46.917681 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-799e3cb4-f777-411c-8b67-77621b40bdbb req-a6bd7559-f0b4-4c14-8f74-f3ca1aafd5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.0619731 Feb 03 13:10:46.971628 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-799e3cb4-f777-411c-8b67-77621b40bdbb req-5c8a275b-dcd3-40a7-a0b2-6332ce2ee9ae tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475667 Feb 03 13:10:47.017620 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-034086e0-887e-41f2-bd05-ae580114666e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:47.090809 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-034086e0-887e-41f2-bd05-ae580114666e admin admin] Publish callbacks [] for security_group (7f42d5f6-6920-4035-9b17-02324701b8a9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:47.094657 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-034086e0-887e-41f2-bd05-ae580114666e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7f42d5f6-6920-4035-9b17-02324701b8a9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:47.134422 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-034086e0-887e-41f2-bd05-ae580114666e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3905ef60061d4bfcb03ccaf1231ff26b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2345214 Feb 03 13:10:47.135403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034086e0-887e-41f2-bd05-ae580114666e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f42d5f6-6920-4035-9b17-02324701b8a9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:47.137249 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59590) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:47.187607 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87e60786-5518-4553-98ce-3ea1ee89d9f2 admin admin] Publish callbacks [] for security_group (7f42d5f6-6920-4035-9b17-02324701b8a9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:47.203271 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 2c827402-584a-4516-847b-067d7ec67678 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:10:47.209099 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87e60786-5518-4553-98ce-3ea1ee89d9f2 admin admin] Publish callbacks [] for security_group (7f42d5f6-6920-4035-9b17-02324701b8a9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:47.262007 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87e60786-5518-4553-98ce-3ea1ee89d9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7f42d5f6-6920-4035-9b17-02324701b8a9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:47.264705 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87e60786-5518-4553-98ce-3ea1ee89d9f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:47.265925 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-87e60786-5518-4553-98ce-3ea1ee89d9f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f42d5f6-6920-4035-9b17-02324701b8a9 HTTP/1.1" status: 204 len: 168 time: 0.1276646 Feb 03 13:10:47.274573 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e60786-5518-4553-98ce-3ea1ee89d9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f42d5f6-6920-4035-9b17-02324701b8a9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:47.319445 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 2c827402-584a-4516-847b-067d7ec67678, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=2c827402-584a-4516-847b-067d7ec67678,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:10:47.333071 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '2c827402-584a-4516-847b-067d7ec67678', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'port_id': '2c827402-584a-4516-847b-067d7ec67678', 'mac_address': 'fa:16:3e:7a:ef:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:10:47.373878 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 2c827402-584a-4516-847b-067d7ec67678 is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:10:47.374299 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2c827402-584a-4516-847b-067d7ec67678), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:47.389746 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c827402-584a-4516-847b-067d7ec67678 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:10:47.414356 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 2c827402-584a-4516-847b-067d7ec67678, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=2c827402-584a-4516-847b-067d7ec67678,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:10:47.418825 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2c827402-584a-4516-847b-067d7ec67678), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:47.468616 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=2c827402-584a-4516-847b-067d7ec67678,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:47.490084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['2c827402-584a-4516-847b-067d7ec67678'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:10:47.558251 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59596) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:47.598313 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3f9d1bda-7ce2-4fed-bd8b-7d5fa68b54a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef508955c06f49c1b0341081e2f3b588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383458 Feb 03 13:10:47.600705 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59598) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:47.648769 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-829c4c9c-a922-42b3-8a22-eb109fa7644f admin admin] Publish callbacks [] for security_group (d7a2169f-67d9-4879-8e60-8b8f181e2534), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:47.677021 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-829c4c9c-a922-42b3-8a22-eb109fa7644f admin admin] Publish callbacks [] for security_group (d7a2169f-67d9-4879-8e60-8b8f181e2534), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:47.725937 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-829c4c9c-a922-42b3-8a22-eb109fa7644f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d7a2169f-67d9-4879-8e60-8b8f181e2534), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:47.729058 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-829c4c9c-a922-42b3-8a22-eb109fa7644f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:47.730412 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-829c4c9c-a922-42b3-8a22-eb109fa7644f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7a2169f-67d9-4879-8e60-8b8f181e2534 HTTP/1.1" status: 204 len: 168 time: 0.1281219 Feb 03 13:10:47.737777 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c4c9c-a922-42b3-8a22-eb109fa7644f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a2169f-67d9-4879-8e60-8b8f181e2534,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:48.102871 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951bab9-f1ad-4aa4-ab1b-9f584df1e220 req-866a959c-4b21-4088-ba2e-539389ab3cda tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:48.104483 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0951bab9-f1ad-4aa4-ab1b-9f584df1e220 req-866a959c-4b21-4088-ba2e-539389ab3cda tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 944 time: 0.0543749 Feb 03 13:10:48.153627 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0951bab9-f1ad-4aa4-ab1b-9f584df1e220 req-406f944f-3902-41a2-ac23-6dccf9304406 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434942 Feb 03 13:10:48.414243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59622) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:48.544420 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2b4e3f85-f535-4143-a7d6-b4d86e722651 tempest-AgentManagementNegativeTest-961971851 tempest-AgentManagementNegativeTest-961971851-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1289089 Feb 03 13:10:48.800148 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59642) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:48.911028 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f44fd3ac-b02b-4701-9f7f-c9885f9b6661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:48.988221 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f44fd3ac-b02b-4701-9f7f-c9885f9b6661 admin admin] Publish callbacks [] for security_group (fba47708-f742-46a5-8f52-d54b6c9d58ed), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:48.993364 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f44fd3ac-b02b-4701-9f7f-c9885f9b6661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (fba47708-f742-46a5-8f52-d54b6c9d58ed), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:49.033136 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f44fd3ac-b02b-4701-9f7f-c9885f9b6661 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1515e59f327a4383ab70a38c2f15721d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2319002 Feb 03 13:10:49.033837 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44fd3ac-b02b-4701-9f7f-c9885f9b6661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba47708-f742-46a5-8f52-d54b6c9d58ed,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:49.037215 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59658) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:49.088395 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-489c5f84-03f8-4f31-9661-2ce91526ac70 admin admin] Publish callbacks [] for security_group (fba47708-f742-46a5-8f52-d54b6c9d58ed), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:49.129620 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-489c5f84-03f8-4f31-9661-2ce91526ac70 admin admin] Publish callbacks [] for security_group (fba47708-f742-46a5-8f52-d54b6c9d58ed), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:49.203145 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 2c827402-584a-4516-847b-067d7ec67678 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:10:49.217912 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-489c5f84-03f8-4f31-9661-2ce91526ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (fba47708-f742-46a5-8f52-d54b6c9d58ed), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:49.220846 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-489c5f84-03f8-4f31-9661-2ce91526ac70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:49.225018 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-489c5f84-03f8-4f31-9661-2ce91526ac70 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fba47708-f742-46a5-8f52-d54b6c9d58ed HTTP/1.1" status: 204 len: 168 time: 0.1868932 Feb 03 13:10:49.234590 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c5f84-03f8-4f31-9661-2ce91526ac70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba47708-f742-46a5-8f52-d54b6c9d58ed,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:49.283268 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 2c827402-584a-4516-847b-067d7ec67678 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:10:49.283268 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2c827402-584a-4516-847b-067d7ec67678), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:49.376641 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 2c827402-584a-4516-847b-067d7ec67678 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:10:49.378514 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2c827402-584a-4516-847b-067d7ec67678), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:49.385614 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970a92f-c004-478a-b294-61db7e1a759e req-468fcbf8-0600-460e-acd2-e88c53360102 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:49.395589 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0970a92f-c004-478a-b294-61db7e1a759e req-468fcbf8-0600-460e-acd2-e88c53360102 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 944 time: 0.1148350 Feb 03 13:10:49.435675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 2c827402-584a-4516-847b-067d7ec67678, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=2c827402-584a-4516-847b-067d7ec67678,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:10:49.437555 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e26618a-4fb0-4af0-9250-a48d6609d6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c827402-584a-4516-847b-067d7ec67678'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:10:49.440448 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e2d26c-8ab4-4287-9e91-60e6ea159b12" -d '{"events": [{"server_uuid": "6e26618a-4fb0-4af0-9250-a48d6609d6e2", "name": "network-vif-plugged", "status": "completed", "tag": "2c827402-584a-4516-847b-067d7ec67678"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:10:49.444183 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2c827402-584a-4516-847b-067d7ec67678), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:49.521084 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0970a92f-c004-478a-b294-61db7e1a759e req-334310aa-834e-4291-a8c6-4c0bc27c0ec3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243157 Feb 03 13:10:49.545767 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=2c827402-584a-4516-847b-067d7ec67678,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:49.742027 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6678a5ac-e7c9-4812-a78e-d67a7bbd843c x-openstack-request-id: req-6678a5ac-e7c9-4812-a78e-d67a7bbd843c {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:10:49.742328 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e26618a-4fb0-4af0-9250-a48d6609d6e2", "name": "network-vif-plugged", "status": "completed", "tag": "2c827402-584a-4516-847b-067d7ec67678", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:10:49.742583 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6678a5ac-e7c9-4812-a78e-d67a7bbd843c {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:10:49.743134 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e26618a-4fb0-4af0-9250-a48d6609d6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c827402-584a-4516-847b-067d7ec67678', 'code': 200} Feb 03 13:10:50.119381 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59690) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:50.240775 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7a37ea55-1c6d-4c71-95e5-0cd7e88324a9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1961010565'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:50.270933 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a37ea55-1c6d-4c71-95e5-0cd7e88324a9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Made reservation on behalf of 1e3107c244c04c9681720adefaf4fb6c for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:10:50.274494 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a37ea55-1c6d-4c71-95e5-0cd7e88324a9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:50.286188 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a37ea55-1c6d-4c71-95e5-0cd7e88324a9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:50.378815 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a37ea55-1c6d-4c71-95e5-0cd7e88324a9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks [] for security_group (36c69e12-d4be-4fda-b399-eb57c4837de7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:50.383687 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a37ea55-1c6d-4c71-95e5-0cd7e88324a9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (36c69e12-d4be-4fda-b399-eb57c4837de7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:50.414833 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a37ea55-1c6d-4c71-95e5-0cd7e88324a9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:10:50.426144 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37ea55-1c6d-4c71-95e5-0cd7e88324a9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c69e12-d4be-4fda-b399-eb57c4837de7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:50.433396 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a37ea55-1c6d-4c71-95e5-0cd7e88324a9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (480cdb24-0975-4c17-bbe6-2703b6f565d5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:50.433825 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-7a37ea55-1c6d-4c71-95e5-0cd7e88324a9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Added segment 480cdb24-0975-4c17-bbe6-2703b6f565d5 of type vlan for network 60959857-5856-4219-9aac-1fd0ca0c6736 Feb 03 13:10:50.481658 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a37ea55-1c6d-4c71-95e5-0cd7e88324a9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (60959857-5856-4219-9aac-1fd0ca0c6736), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:50.514184 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a37ea55-1c6d-4c71-95e5-0cd7e88324a9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (60959857-5856-4219-9aac-1fd0ca0c6736), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:50.519392 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a37ea55-1c6d-4c71-95e5-0cd7e88324a9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:50.520078 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a37ea55-1c6d-4c71-95e5-0cd7e88324a9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:50.613482 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7a37ea55-1c6d-4c71-95e5-0cd7e88324a9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4929159 Feb 03 13:10:50.616505 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59696) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:50.623435 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c6a0cf09-5eb9-4655-92d2-3d343be9aacb tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Request body: {'subnet': {'network_id': '60959857-5856-4219-9aac-1fd0ca0c6736', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:50.655785 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37ea55-1c6d-4c71-95e5-0cd7e88324a9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Pushing event updated for resources: {'Network': ['ID=60959857-5856-4219-9aac-1fd0ca0c6736,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:50.671758 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 60959857-5856-4219-9aac-1fd0ca0c6736 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:10:50.719802 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6257ed-dd6e-40c5-b9b1-a74dfa9fe6b2 req-02d79b56-ce30-4d6d-acb2-c837345774ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:50.727022 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eb6257ed-dd6e-40c5-b9b1-a74dfa9fe6b2 req-02d79b56-ce30-4d6d-acb2-c837345774ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.1115549 Feb 03 13:10:50.759129 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a0cf09-5eb9-4655-92d2-3d343be9aacb tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Made reservation on behalf of 1e3107c244c04c9681720adefaf4fb6c for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:10:50.763460 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6a0cf09-5eb9-4655-92d2-3d343be9aacb tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:50.813565 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-eb6257ed-dd6e-40c5-b9b1-a74dfa9fe6b2 req-06ce94cf-1b17-4e6f-be5a-598e6de53b93 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809534 Feb 03 13:10:51.002901 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6a0cf09-5eb9-4655-92d2-3d343be9aacb tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (a2c8fd50-c75f-4f92-824b-16d1718bf8ff), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:51.075645 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0cf09-5eb9-4655-92d2-3d343be9aacb tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Pushing event updated for resources: {'Subnet': ['ID=a2c8fd50-c75f-4f92-824b-16d1718bf8ff,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:51.083997 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a0cf09-5eb9-4655-92d2-3d343be9aacb tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Checking segment: {'id': '480cdb24-0975-4c17-bbe6-2703b6f565d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60959857-5856-4219-9aac-1fd0ca0c6736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:10:51.086743 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a0cf09-5eb9-4655-92d2-3d343be9aacb tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Network hostable DHCP agents. Network: 60959857-5856-4219-9aac-1fd0ca0c6736, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:10:51.107840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a0cf09-5eb9-4655-92d2-3d343be9aacb tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Network 60959857-5856-4219-9aac-1fd0ca0c6736 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:10:51.118565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c6a0cf09-5eb9-4655-92d2-3d343be9aacb tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 60959857-5856-4219-9aac-1fd0ca0c6736) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:10:51.130052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f2650c-4dad-4cbd-a672-d08d198a417c None None] Network 60959857-5856-4219-9aac-1fd0ca0c6736 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:10:51.133811 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a0cf09-5eb9-4655-92d2-3d343be9aacb tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:51.135101 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6a0cf09-5eb9-4655-92d2-3d343be9aacb tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:51.159474 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c6a0cf09-5eb9-4655-92d2-3d343be9aacb tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5418410 Feb 03 13:10:51.162779 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59698) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:51.167924 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Request body: {'port': {'network_id': '60959857-5856-4219-9aac-1fd0ca0c6736', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-120016074'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:51.290800 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-60959857-5856-4219-9aac-1fd0ca0c6736', 'network_id': '60959857-5856-4219-9aac-1fd0ca0c6736', 'project_id': '1e3107c244c04c9681720adefaf4fb6c', 'fixed_ips': [{'subnet_id': 'a2c8fd50-c75f-4f92-824b-16d1718bf8ff'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:10:51.291677 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:51.351212 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Made reservation on behalf of 1e3107c244c04c9681720adefaf4fb6c for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:10:51.354822 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:51.404917 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] device_id is not set on port 78adb191-4cc9-4462-a2fd-5e8e4e0928d2 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:10:51.525791 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Allocated IP 2001:db8::2 (60959857-5856-4219-9aac-1fd0ca0c6736/a2c8fd50-c75f-4f92-824b-16d1718bf8ff/97b29ead-33a8-40eb-a7f0-3c2fe08dd39a) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:10:51.704196 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Publish callbacks [] for port (97b29ead-33a8-40eb-a7f0-3c2fe08dd39a), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:51.713781 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (97b29ead-33a8-40eb-a7f0-3c2fe08dd39a), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:51.758657 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Network 60959857-5856-4219-9aac-1fd0ca0c6736 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:10:51.761832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:10:51.765689 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:10:51.786008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Allocated IP 2001:db8::30f (60959857-5856-4219-9aac-1fd0ca0c6736/a2c8fd50-c75f-4f92-824b-16d1718bf8ff/78adb191-4cc9-4462-a2fd-5e8e4e0928d2) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:10:51.841091 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Pushing event updated for resources: {'Port': ['ID=97b29ead-33a8-40eb-a7f0-3c2fe08dd39a,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:51.870150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:51.870577 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:51.870994 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:51.871404 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:51.871867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:51.872289 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:51.873159 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:51.873159 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:51.873610 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:51.874024 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:51.874474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:51.874952 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:51.875363 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:51.883279 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Attempting to bind port 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:10:51.883749 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Attempting to bind port 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '480cdb24-0975-4c17-bbe6-2703b6f565d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60959857-5856-4219-9aac-1fd0ca0c6736'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:10:51.884210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Attempting to bind port 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a on network 60959857-5856-4219-9aac-1fd0ca0c6736 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:10:51.891256 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:10:51.891472 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Checking segment: {'id': '480cdb24-0975-4c17-bbe6-2703b6f565d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60959857-5856-4219-9aac-1fd0ca0c6736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:10:51.891964 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:51.892439 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Bound using segment: {'id': '480cdb24-0975-4c17-bbe6-2703b6f565d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60959857-5856-4219-9aac-1fd0ca0c6736'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:10:51.892998 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Bound port: 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480cdb24-0975-4c17-bbe6-2703b6f565d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60959857-5856-4219-9aac-1fd0ca0c6736'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:10:51.893507 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (97b29ead-33a8-40eb-a7f0-3c2fe08dd39a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:51.979402 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] For port 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:10:51.983087 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] For port 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=97b29ead-33a8-40eb-a7f0-3c2fe08dd39a,segment=NetworkSegment(480cdb24-0975-4c17-bbe6-2703b6f565d5),segment_id=480cdb24-0975-4c17-bbe6-2703b6f565d5)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:10:51.992258 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (97b29ead-33a8-40eb-a7f0-3c2fe08dd39a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:52.053272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8116d8-1b32-49cf-aa15-f19d8600d24d None None] Pushing event updated for resources: {'Port': ['ID=97b29ead-33a8-40eb-a7f0-3c2fe08dd39a,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:52.106178 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835e740-0ce8-4863-8d1e-3a6d8d7035a3 req-328757b7-3daa-41a5-92d9-702abbab1142 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:52.108601 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d835e740-0ce8-4863-8d1e-3a6d8d7035a3 req-328757b7-3daa-41a5-92d9-702abbab1142 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.1800158 Feb 03 13:10:52.110352 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks [] for port (78adb191-4cc9-4462-a2fd-5e8e4e0928d2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:52.115589 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8dfe3e16-75f0-421b-a22d-5e790b5c0732 req-f9ae0690-d348-416f-85bc-51631424dfba service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2880645 Feb 03 13:10:52.173614 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (78adb191-4cc9-4462-a2fd-5e8e4e0928d2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:52.199648 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Network 60959857-5856-4219-9aac-1fd0ca0c6736 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:10:52.205636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:10:52.208957 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:10:52.218560 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:52.219202 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:52.264703 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d835e740-0ce8-4863-8d1e-3a6d8d7035a3 req-01129f97-a95e-4e2f-86fe-d3b0b547b81c tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480894 Feb 03 13:10:52.268682 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe3e16-75f0-421b-a22d-5e790b5c0732 req-d2debdf8-066e-4afb-9ab0-53db0687d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:52.282007 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8dfe3e16-75f0-421b-a22d-5e790b5c0732 req-d2debdf8-066e-4afb-9ab0-53db0687d1df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 1127 time: 0.0889995 Feb 03 13:10:52.286127 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Pushing event updated for resources: {'Port': ['ID=78adb191-4cc9-4462-a2fd-5e8e4e0928d2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:52.311170 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59704) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:52.312174 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.1481125 Feb 03 13:10:52.314048 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:52.314409 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:52.314764 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:52.315102 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:52.315436 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:52.315767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:52.316199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:52.316310 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9b87918e-baad-4e24-8a27-fb5806d94d59 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Request body: {'port': {'network_id': '60959857-5856-4219-9aac-1fd0ca0c6736', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2071410561', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:52.316518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:52.316707 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.api.validators [None req-9b87918e-baad-4e24-8a27-fb5806d94d59 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] bootfile-name is not in valid_values {{(pid=103188) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 13:10:52.316821 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:52.317117 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:52.317244 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.api.validators [None req-9b87918e-baad-4e24-8a27-fb5806d94d59 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] tftp-server is not in valid_values {{(pid=103188) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 13:10:52.317451 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:52.317563 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.api.validators [None req-9b87918e-baad-4e24-8a27-fb5806d94d59 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] server-ip-address is not in valid_values {{(pid=103188) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 13:10:52.317772 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:52.318186 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bcb34a-0ba6-48cf-891a-00ae063b86e2 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:52.549697 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe3e16-75f0-421b-a22d-5e790b5c0732 req-0b24e233-47b3-4c06-9cee-ac6cff0f77fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:52.551213 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8dfe3e16-75f0-421b-a22d-5e790b5c0732 req-0b24e233-47b3-4c06-9cee-ac6cff0f77fd service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 912 time: 0.2304177 Feb 03 13:10:52.599547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b87918e-baad-4e24-8a27-fb5806d94d59 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Made reservation on behalf of 1e3107c244c04c9681720adefaf4fb6c for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:10:52.602956 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b87918e-baad-4e24-8a27-fb5806d94d59 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:52.624700 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-9b87918e-baad-4e24-8a27-fb5806d94d59 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] device_id is not set on port 10761f60-af44-4af8-8b54-24acee38179a yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:10:52.692066 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8dfe3e16-75f0-421b-a22d-5e790b5c0732 req-761b14a7-10b8-4d34-99c1-79ad264419d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c7d7ac4-eae6-4c98-b63e-408f5029371f HTTP/1.1" status: 200 len: 1001 time: 0.1344230 Feb 03 13:10:52.789006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe3e16-75f0-421b-a22d-5e790b5c0732 req-2d12cf8d-93bc-476d-9ffe-8a02bc49b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:52.790475 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8dfe3e16-75f0-421b-a22d-5e790b5c0732 req-2d12cf8d-93bc-476d-9ffe-8a02bc49b71c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.0921290 Feb 03 13:10:52.857739 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-9b87918e-baad-4e24-8a27-fb5806d94d59 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Allocated IP 2001:db8::4b (60959857-5856-4219-9aac-1fd0ca0c6736/a2c8fd50-c75f-4f92-824b-16d1718bf8ff/10761f60-af44-4af8-8b54-24acee38179a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:10:52.897464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe3e16-75f0-421b-a22d-5e790b5c0732 req-763c97bb-5d74-4261-84c0-420f0f6eb975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:52.898986 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8dfe3e16-75f0-421b-a22d-5e790b5c0732 req-763c97bb-5d74-4261-84c0-420f0f6eb975 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0983832 Feb 03 13:10:53.106585 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b87918e-baad-4e24-8a27-fb5806d94d59 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks [] for port (10761f60-af44-4af8-8b54-24acee38179a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:53.177799 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8dfe3e16-75f0-421b-a22d-5e790b5c0732 req-edeec255-dd95-4b56-8a2d-e31a145f0b4c service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700012 Feb 03 13:10:53.199665 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b87918e-baad-4e24-8a27-fb5806d94d59 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (10761f60-af44-4af8-8b54-24acee38179a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:53.305042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b87918e-baad-4e24-8a27-fb5806d94d59 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Network 60959857-5856-4219-9aac-1fd0ca0c6736 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:10:53.319801 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87918e-baad-4e24-8a27-fb5806d94d59 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Pushing event updated for resources: {'Port': ['ID=10761f60-af44-4af8-8b54-24acee38179a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:53.326602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9b87918e-baad-4e24-8a27-fb5806d94d59 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:10:53.334142 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b87918e-baad-4e24-8a27-fb5806d94d59 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:10:53.340123 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b87918e-baad-4e24-8a27-fb5806d94d59 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:53.340889 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b87918e-baad-4e24-8a27-fb5806d94d59 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:53.379524 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9b87918e-baad-4e24-8a27-fb5806d94d59 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.0672085 Feb 03 13:10:53.380409 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59712) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:53.496369 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673c05ee-97c2-45f5-9cff-719d333a4178 None None] Network 60959857-5856-4219-9aac-1fd0ca0c6736 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:10:53.502878 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb4abe-9377-4087-9d8b-50c01da11b18 req-7f3e84f8-da4f-4cf1-8d4e-da5bc598784f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:53.512702 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-63cb4abe-9377-4087-9d8b-50c01da11b18 req-7f3e84f8-da4f-4cf1-8d4e-da5bc598784f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.1360855 Feb 03 13:10:53.583587 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8dfe3e16-75f0-421b-a22d-5e790b5c0732 req-d6e5f215-79cf-4c5e-b42e-31d23f20faa2 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911588 Feb 03 13:10:53.593782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed32da1-4af1-4404-9e5d-e36f722f79f6 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:53.604925 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:10:53.606238 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed32da1-4af1-4404-9e5d-e36f722f79f6 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:53.612795 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed32da1-4af1-4404-9e5d-e36f722f79f6 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:53.618244 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fed32da1-4af1-4404-9e5d-e36f722f79f6 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2336683 Feb 03 13:10:53.619210 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59714) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:53.620587 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-63cb4abe-9377-4087-9d8b-50c01da11b18 req-232ef41a-fc79-4b9b-84b0-ff868480b129 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013541 Feb 03 13:10:53.728801 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-24a921eb-df57-4d0c-8ac9-b9bdfc903ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Deleting port 10761f60-af44-4af8-8b54-24acee38179a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:53.729145 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24a921eb-df57-4d0c-8ac9-b9bdfc903ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (10761f60-af44-4af8-8b54-24acee38179a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:53.845271 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24a921eb-df57-4d0c-8ac9-b9bdfc903ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (10761f60-af44-4af8-8b54-24acee38179a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:53.864847 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-24a921eb-df57-4d0c-8ac9-b9bdfc903ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Calling delete_port for 10761f60-af44-4af8-8b54-24acee38179a owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:53.874987 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fb574331-0965-4daa-9ab5-f6ef011088ca None None] Provisioning complete for port 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:10:53.875528 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb574331-0965-4daa-9ab5-f6ef011088ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (97b29ead-33a8-40eb-a7f0-3c2fe08dd39a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:53.920554 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:10:53.920936 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (97b29ead-33a8-40eb-a7f0-3c2fe08dd39a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:54.064659 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24a921eb-df57-4d0c-8ac9-b9bdfc903ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (10761f60-af44-4af8-8b54-24acee38179a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:54.069110 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fb574331-0965-4daa-9ab5-f6ef011088ca None None] Current status of the port 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:10:54.069524 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb574331-0965-4daa-9ab5-f6ef011088ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (97b29ead-33a8-40eb-a7f0-3c2fe08dd39a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:54.095055 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a921eb-df57-4d0c-8ac9-b9bdfc903ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Pushing event deleted for resources: {'Port': ['ID=10761f60-af44-4af8-8b54-24acee38179a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:54.151569 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24a921eb-df57-4d0c-8ac9-b9bdfc903ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:54.160138 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:10:54.160546 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (97b29ead-33a8-40eb-a7f0-3c2fe08dd39a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:54.162628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-24a921eb-df57-4d0c-8ac9-b9bdfc903ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] 10.222.0.18 "DELETE /v2.0/ports/10761f60-af44-4af8-8b54-24acee38179a HTTP/1.1" status: 204 len: 168 time: 0.5419424 Feb 03 13:10:54.162792 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59716) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:54.164468 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fb574331-0965-4daa-9ab5-f6ef011088ca None None] For port 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=97b29ead-33a8-40eb-a7f0-3c2fe08dd39a,segment=NetworkSegment(480cdb24-0975-4c17-bbe6-2703b6f565d5),segment_id=480cdb24-0975-4c17-bbe6-2703b6f565d5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:10:54.168861 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-22c69f9f-6606-4fdf-a896-c1177d5a9c37 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Request body: {'port': {'name': 'tempest-new-port-name-2053301761', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:54.169382 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.api.validators [None req-22c69f9f-6606-4fdf-a896-c1177d5a9c37 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] bootfile-name is not in valid_values {{(pid=103189) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 13:10:54.169735 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.api.validators [None req-22c69f9f-6606-4fdf-a896-c1177d5a9c37 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] tftp-server is not in valid_values {{(pid=103189) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 13:10:54.170085 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.api.validators [None req-22c69f9f-6606-4fdf-a896-c1177d5a9c37 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] server-ip-address is not in valid_values {{(pid=103189) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 03 13:10:54.194877 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb574331-0965-4daa-9ab5-f6ef011088ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (97b29ead-33a8-40eb-a7f0-3c2fe08dd39a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:54.315801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb574331-0965-4daa-9ab5-f6ef011088ca None None] Pushing event updated for resources: {'Port': ['ID=97b29ead-33a8-40eb-a7f0-3c2fe08dd39a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:54.321280 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22c69f9f-6606-4fdf-a896-c1177d5a9c37 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (78adb191-4cc9-4462-a2fd-5e8e4e0928d2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:54.431307 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:10:54.431677 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:10:54.445261 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a717b203-8a11-4197-9da9-07d2b413bf7b None None] Provisioning complete for port 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:10:54.445650 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a717b203-8a11-4197-9da9-07d2b413bf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (97b29ead-33a8-40eb-a7f0-3c2fe08dd39a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:54.557122 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a717b203-8a11-4197-9da9-07d2b413bf7b None None] Current status of the port 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:10:54.576654 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a717b203-8a11-4197-9da9-07d2b413bf7b None None] Provisioning complete for port 78adb191-4cc9-4462-a2fd-5e8e4e0928d2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:10:54.577044 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a717b203-8a11-4197-9da9-07d2b413bf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (78adb191-4cc9-4462-a2fd-5e8e4e0928d2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:54.604778 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22c69f9f-6606-4fdf-a896-c1177d5a9c37 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks [] for port (78adb191-4cc9-4462-a2fd-5e8e4e0928d2), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:54.611815 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22c69f9f-6606-4fdf-a896-c1177d5a9c37 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (78adb191-4cc9-4462-a2fd-5e8e4e0928d2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:54.630250 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a717b203-8a11-4197-9da9-07d2b413bf7b None None] Port 78adb191-4cc9-4462-a2fd-5e8e4e0928d2 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:10:54.634043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a717b203-8a11-4197-9da9-07d2b413bf7b None None] Could not find standard attr ID for object 10761f60-af44-4af8-8b54-24acee38179a. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:10:54.669040 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-22c69f9f-6606-4fdf-a896-c1177d5a9c37 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] In _notify_port_updated(), no bound segment for port 78adb191-4cc9-4462-a2fd-5e8e4e0928d2 on network 60959857-5856-4219-9aac-1fd0ca0c6736 {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 13:10:54.674431 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c69f9f-6606-4fdf-a896-c1177d5a9c37 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:54.675083 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22c69f9f-6606-4fdf-a896-c1177d5a9c37 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:54.676452 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-22c69f9f-6606-4fdf-a896-c1177d5a9c37 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] 10.222.0.18 "PUT /v2.0/ports/78adb191-4cc9-4462-a2fd-5e8e4e0928d2 HTTP/1.1" status: 200 len: 1130 time: 0.5121169 Feb 03 13:10:54.679480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59720) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:54.697150 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c69f9f-6606-4fdf-a896-c1177d5a9c37 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Pushing event updated for resources: {'Port': ['ID=78adb191-4cc9-4462-a2fd-5e8e4e0928d2,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:54.773951 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-535531b8-d646-40b1-900a-59ef60ced3e6 None None] Provisioning complete for port 78adb191-4cc9-4462-a2fd-5e8e4e0928d2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:10:54.774338 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-535531b8-d646-40b1-900a-59ef60ced3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (78adb191-4cc9-4462-a2fd-5e8e4e0928d2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:54.787254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2b7271-53ac-4742-b5e6-27a7d0fcef06 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:54.793692 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59722) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:54.801988 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3e2b7271-53ac-4742-b5e6-27a7d0fcef06 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] 10.222.0.18 "GET /v2.0/ports/78adb191-4cc9-4462-a2fd-5e8e4e0928d2 HTTP/1.1" status: 200 len: 1130 time: 0.1213048 Feb 03 13:10:54.839985 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de74b-8db3-4900-b702-99f0949a9480 req-cfc00541-2c29-447c-a701-45851ab26df2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:54.847297 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d1de74b-8db3-4900-b702-99f0949a9480 req-cfc00541-2c29-447c-a701-45851ab26df2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.1168420 Feb 03 13:10:54.871199 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-535531b8-d646-40b1-900a-59ef60ced3e6 None None] Port 78adb191-4cc9-4462-a2fd-5e8e4e0928d2 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:10:54.923645 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d1de74b-8db3-4900-b702-99f0949a9480 req-c3407cdc-30e6-430c-a6d7-16382b60951b tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750933 Feb 03 13:10:54.980499 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-01259e2b-4c25-4845-8e53-f295ce720d42 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Deleting port 78adb191-4cc9-4462-a2fd-5e8e4e0928d2 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:54.981146 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01259e2b-4c25-4845-8e53-f295ce720d42 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (78adb191-4cc9-4462-a2fd-5e8e4e0928d2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:54.994239 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:10:55.087634 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7c5fd75a-c592-4e6f-b0ef-299f25a0a96f None None] Could not find standard attr ID for object 10761f60-af44-4af8-8b54-24acee38179a. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:10:55.114436 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01259e2b-4c25-4845-8e53-f295ce720d42 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (78adb191-4cc9-4462-a2fd-5e8e4e0928d2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:55.136332 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-01259e2b-4c25-4845-8e53-f295ce720d42 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Calling delete_port for 78adb191-4cc9-4462-a2fd-5e8e4e0928d2 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:55.336902 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01259e2b-4c25-4845-8e53-f295ce720d42 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (78adb191-4cc9-4462-a2fd-5e8e4e0928d2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:55.381921 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01259e2b-4c25-4845-8e53-f295ce720d42 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Pushing event deleted for resources: {'Port': ['ID=78adb191-4cc9-4462-a2fd-5e8e4e0928d2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:55.420283 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01259e2b-4c25-4845-8e53-f295ce720d42 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:55.430654 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59728) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:55.432845 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-01259e2b-4c25-4845-8e53-f295ce720d42 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] 10.222.0.18 "DELETE /v2.0/ports/78adb191-4cc9-4462-a2fd-5e8e4e0928d2 HTTP/1.1" status: 204 len: 168 time: 0.6380320 Feb 03 13:10:55.458108 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:10:55.501394 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-642f2968-2ef2-4d4b-80fb-d10f9c1f67b9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Deleting subnet a2c8fd50-c75f-4f92-824b-16d1718bf8ff {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:10:55.506468 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-642f2968-2ef2-4d4b-80fb-d10f9c1f67b9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks [] for subnet (a2c8fd50-c75f-4f92-824b-16d1718bf8ff), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:55.555194 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:10:55.555750 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (97b29ead-33a8-40eb-a7f0-3c2fe08dd39a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:55.560154 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-642f2968-2ef2-4d4b-80fb-d10f9c1f67b9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (a2c8fd50-c75f-4f92-824b-16d1718bf8ff), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:55.683000 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:10:55.694905 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-642f2968-2ef2-4d4b-80fb-d10f9c1f67b9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (a2c8fd50-c75f-4f92-824b-16d1718bf8ff), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:55.708768 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3e528e4d-0465-4908-bb1e-dd238bd39ccc None None] Could not find standard attr ID for object 78adb191-4cc9-4462-a2fd-5e8e4e0928d2. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:10:55.792536 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-642f2968-2ef2-4d4b-80fb-d10f9c1f67b9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (a2c8fd50-c75f-4f92-824b-16d1718bf8ff), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:55.823193 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f2968-2ef2-4d4b-80fb-d10f9c1f67b9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c8fd50-c75f-4f92-824b-16d1718bf8ff,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:55.825283 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-642f2968-2ef2-4d4b-80fb-d10f9c1f67b9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:55.836882 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-642f2968-2ef2-4d4b-80fb-d10f9c1f67b9 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] 10.222.0.18 "DELETE /v2.0/subnets/a2c8fd50-c75f-4f92-824b-16d1718bf8ff HTTP/1.1" status: 204 len: 168 time: 0.4015312 Feb 03 13:10:55.837224 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59730) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:55.938469 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68c77a86-7e88-49c6-bdc5-57c3c0d20cfa tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (60959857-5856-4219-9aac-1fd0ca0c6736), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:55.946167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590db601-e461-49f9-b1d1-10f6a4ae838e None None] Network 60959857-5856-4219-9aac-1fd0ca0c6736 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:10:55.998464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-68c77a86-7e88-49c6-bdc5-57c3c0d20cfa tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Deleting port 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:55.998924 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68c77a86-7e88-49c6-bdc5-57c3c0d20cfa tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (97b29ead-33a8-40eb-a7f0-3c2fe08dd39a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:56.146740 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334db6e4-9060-4bc2-9f34-4e6ea96a0840 None None] DHCP port deletion for 60959857-5856-4219-9aac-1fd0ca0c6736 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:10:56.152443 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a53058-ae37-42d1-b1a9-b656a1581c1d req-a311c4bf-71a5-43d0-a3b3-a4adae347680 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:56.154507 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d4a53058-ae37-42d1-b1a9-b656a1581c1d req-a311c4bf-71a5-43d0-a3b3-a4adae347680 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.0904641 Feb 03 13:10:56.235433 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d4a53058-ae37-42d1-b1a9-b656a1581c1d req-c4734279-aa5c-437c-ab37-a632946c91d8 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738263 Feb 03 13:10:56.266494 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-334db6e4-9060-4bc2-9f34-4e6ea96a0840 None None] Deleting port 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:10:56.266901 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-334db6e4-9060-4bc2-9f34-4e6ea96a0840 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (97b29ead-33a8-40eb-a7f0-3c2fe08dd39a), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:56.343459 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-334db6e4-9060-4bc2-9f34-4e6ea96a0840 None None] For port 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=97b29ead-33a8-40eb-a7f0-3c2fe08dd39a,segment=NetworkSegment(480cdb24-0975-4c17-bbe6-2703b6f565d5),segment_id=480cdb24-0975-4c17-bbe6-2703b6f565d5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:10:56.343862 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-334db6e4-9060-4bc2-9f34-4e6ea96a0840 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (97b29ead-33a8-40eb-a7f0-3c2fe08dd39a), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:56.358239 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-334db6e4-9060-4bc2-9f34-4e6ea96a0840 None None] Calling delete_port for 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:56.472058 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-334db6e4-9060-4bc2-9f34-4e6ea96a0840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (97b29ead-33a8-40eb-a7f0-3c2fe08dd39a), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:56.504169 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-68c77a86-7e88-49c6-bdc5-57c3c0d20cfa tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] For port 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=97b29ead-33a8-40eb-a7f0-3c2fe08dd39a,segment=NetworkSegment(480cdb24-0975-4c17-bbe6-2703b6f565d5),segment_id=480cdb24-0975-4c17-bbe6-2703b6f565d5)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:10:56.504742 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68c77a86-7e88-49c6-bdc5-57c3c0d20cfa tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (97b29ead-33a8-40eb-a7f0-3c2fe08dd39a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:56.507868 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334db6e4-9060-4bc2-9f34-4e6ea96a0840 None None] Pushing event deleted for resources: {'Port': ['ID=97b29ead-33a8-40eb-a7f0-3c2fe08dd39a,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:56.510126 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334db6e4-9060-4bc2-9f34-4e6ea96a0840 None None] No DVR routers for this DVR port 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:10:56.525583 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-68c77a86-7e88-49c6-bdc5-57c3c0d20cfa tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Calling delete_port for 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:10:56.628532 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68c77a86-7e88-49c6-bdc5-57c3c0d20cfa tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (97b29ead-33a8-40eb-a7f0-3c2fe08dd39a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:56.658795 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c77a86-7e88-49c6-bdc5-57c3c0d20cfa tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Pushing event deleted for resources: {'Port': ['ID=97b29ead-33a8-40eb-a7f0-3c2fe08dd39a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:56.663050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c77a86-7e88-49c6-bdc5-57c3c0d20cfa tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] No DVR routers for this DVR port 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:10:56.759826 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68c77a86-7e88-49c6-bdc5-57c3c0d20cfa tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (60959857-5856-4219-9aac-1fd0ca0c6736), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:56.785968 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-68c77a86-7e88-49c6-bdc5-57c3c0d20cfa tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60959857-5856-4219-9aac-1fd0ca0c6736']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:56.797466 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-68c77a86-7e88-49c6-bdc5-57c3c0d20cfa tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480cdb24-0975-4c17-bbe6-2703b6f565d5') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:56.797972 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-68c77a86-7e88-49c6-bdc5-57c3c0d20cfa tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480cdb24-0975-4c17-bbe6-2703b6f565d5') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:10:56.809929 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68c77a86-7e88-49c6-bdc5-57c3c0d20cfa tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (480cdb24-0975-4c17-bbe6-2703b6f565d5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:56.825949 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68c77a86-7e88-49c6-bdc5-57c3c0d20cfa tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (480cdb24-0975-4c17-bbe6-2703b6f565d5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:56.838624 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c77a86-7e88-49c6-bdc5-57c3c0d20cfa tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:10:56.839272 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68c77a86-7e88-49c6-bdc5-57c3c0d20cfa tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (480cdb24-0975-4c17-bbe6-2703b6f565d5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:10:56.843792 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:10:56.921037 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68c77a86-7e88-49c6-bdc5-57c3c0d20cfa tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (60959857-5856-4219-9aac-1fd0ca0c6736), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:56.929704 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68c77a86-7e88-49c6-bdc5-57c3c0d20cfa tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:56.935143 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-68c77a86-7e88-49c6-bdc5-57c3c0d20cfa tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] 10.222.0.18 "DELETE /v2.0/networks/60959857-5856-4219-9aac-1fd0ca0c6736 HTTP/1.1" status: 204 len: 168 time: 1.0948749 Feb 03 13:10:56.948827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c77a86-7e88-49c6-bdc5-57c3c0d20cfa tempest-ExtraDHCPOptionsIpV6TestJSON-520778863 tempest-ExtraDHCPOptionsIpV6TestJSON-520778863-project] Pushing event deleted for resources: {'Network': ['ID=60959857-5856-4219-9aac-1fd0ca0c6736,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:57.259214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59744) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:57.393329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8490c-2b82-4c2e-a5c2-93b87032e43b req-063b7c6d-5bc8-4fb0-85bd-0e40fe47494f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:57.395011 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a0a8490c-2b82-4c2e-a5c2-93b87032e43b req-063b7c6d-5bc8-4fb0-85bd-0e40fe47494f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.0770268 Feb 03 13:10:57.443133 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:10:57.465135 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:10:57.465640 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 97b29ead-33a8-40eb-a7f0-3c2fe08dd39a not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:10:57.484409 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a0a8490c-2b82-4c2e-a5c2-93b87032e43b req-8525cf84-069b-45a9-bb04-e7c34bcab728 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828133 Feb 03 13:10:57.490520 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9fdbe64a-0342-42b9-849b-0224a581cce9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e3107c244c04c9681720adefaf4fb6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2272553 Feb 03 13:10:57.492288 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59750) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:57.551436 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-552021c0-4ae9-470d-846c-6ea88344eb40 admin admin] Publish callbacks [] for security_group (36c69e12-d4be-4fda-b399-eb57c4837de7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:57.574634 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-552021c0-4ae9-470d-846c-6ea88344eb40 admin admin] Publish callbacks [] for security_group (36c69e12-d4be-4fda-b399-eb57c4837de7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:57.631578 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-552021c0-4ae9-470d-846c-6ea88344eb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (36c69e12-d4be-4fda-b399-eb57c4837de7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:57.634763 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-552021c0-4ae9-470d-846c-6ea88344eb40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:57.636309 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-552021c0-4ae9-470d-846c-6ea88344eb40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36c69e12-d4be-4fda-b399-eb57c4837de7 HTTP/1.1" status: 204 len: 168 time: 0.1425321 Feb 03 13:10:57.649493 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552021c0-4ae9-470d-846c-6ea88344eb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c69e12-d4be-4fda-b399-eb57c4837de7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:58.399690 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59772) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:58.508704 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-79db89d0-3ece-4367-8a70-6fffbc87a59d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-618131132'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:58.534605 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79db89d0-3ece-4367-8a70-6fffbc87a59d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:10:58.538166 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79db89d0-3ece-4367-8a70-6fffbc87a59d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:58.547484 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79db89d0-3ece-4367-8a70-6fffbc87a59d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:58.665082 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b607a-81aa-4e21-8a7c-e24288aa3393 req-434a30b0-53b2-4aa7-bc27-cf16bfeb1598 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:58.666759 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3a6b607a-81aa-4e21-8a7c-e24288aa3393 req-434a30b0-53b2-4aa7-bc27-cf16bfeb1598 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.0933375 Feb 03 13:10:58.688448 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79db89d0-3ece-4367-8a70-6fffbc87a59d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (c3acfa64-7ae3-4e4b-ae4b-da1f1a0199b7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:58.696952 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79db89d0-3ece-4367-8a70-6fffbc87a59d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c3acfa64-7ae3-4e4b-ae4b-da1f1a0199b7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:58.737908 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79db89d0-3ece-4367-8a70-6fffbc87a59d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:10:58.771746 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3a6b607a-81aa-4e21-8a7c-e24288aa3393 req-74549453-b375-4bc6-922f-4b8e82b5fe79 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958180 Feb 03 13:10:58.771746 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db89d0-3ece-4367-8a70-6fffbc87a59d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3acfa64-7ae3-4e4b-ae4b-da1f1a0199b7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:58.775300 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79db89d0-3ece-4367-8a70-6fffbc87a59d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ccf60489-ebf2-43a0-ae57-4425f928defd), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:58.775649 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-79db89d0-3ece-4367-8a70-6fffbc87a59d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Added segment ccf60489-ebf2-43a0-ae57-4425f928defd of type vlan for network fc811b96-5825-4611-9e0d-5ada2d48c55e Feb 03 13:10:58.829037 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79db89d0-3ece-4367-8a70-6fffbc87a59d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (fc811b96-5825-4611-9e0d-5ada2d48c55e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:58.863962 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79db89d0-3ece-4367-8a70-6fffbc87a59d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (fc811b96-5825-4611-9e0d-5ada2d48c55e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:58.864782 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79db89d0-3ece-4367-8a70-6fffbc87a59d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:58.865666 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79db89d0-3ece-4367-8a70-6fffbc87a59d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:58.900986 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-79db89d0-3ece-4367-8a70-6fffbc87a59d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4978004 Feb 03 13:10:58.901478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59778) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:58.906926 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'port': {'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e', 'name': 'tempest-PortsIpV6TestJSON-1765414403'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:58.943653 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db89d0-3ece-4367-8a70-6fffbc87a59d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Network': ['ID=fc811b96-5825-4611-9e0d-5ada2d48c55e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:58.957130 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network fc811b96-5825-4611-9e0d-5ada2d48c55e details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:10:59.019763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:10:59.023987 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:59.046158 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] device_id is not set on port f831d53b-6476-4299-a6fe-a72cbc3dad17 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:10:59.255553 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (f831d53b-6476-4299-a6fe-a72cbc3dad17), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:59.300040 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (f831d53b-6476-4299-a6fe-a72cbc3dad17), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:59.377390 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=f831d53b-6476-4299-a6fe-a72cbc3dad17,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:59.386846 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Checking segment: {'id': 'ccf60489-ebf2-43a0-ae57-4425f928defd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:10:59.387215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network hostable DHCP agents. Network: fc811b96-5825-4611-9e0d-5ada2d48c55e, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:10:59.390039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:59.390429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:59.390766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:59.391088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:59.391434 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:59.391760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:59.392127 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:59.392461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:59.392796 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:59.393123 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:59.393472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:59.393776 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:59.394104 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:10:59.425172 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network fc811b96-5825-4611-9e0d-5ada2d48c55e is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:10:59.437720 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, fc811b96-5825-4611-9e0d-5ada2d48c55e) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:10:59.441612 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:10:59.448039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:59.448463 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:59.455980 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76f827c-6e80-4f15-a488-8601dd89e706 None None] Network fc811b96-5825-4611-9e0d-5ada2d48c55e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:10:59.467733 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-671e56ac-1807-4463-92a7-a2850abde96d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5649898 Feb 03 13:10:59.472163 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59784) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:59.478222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5b31985f-c2cd-4c66-8614-0098159618f7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-156471119'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:59.510055 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b31985f-c2cd-4c66-8614-0098159618f7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:10:59.515308 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b31985f-c2cd-4c66-8614-0098159618f7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:59.552646 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b31985f-c2cd-4c66-8614-0098159618f7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:10:59.567286 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b31985f-c2cd-4c66-8614-0098159618f7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (0828b188-d7bf-4d88-8f36-4171d4117e21), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:59.567679 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-5b31985f-c2cd-4c66-8614-0098159618f7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Added segment 0828b188-d7bf-4d88-8f36-4171d4117e21 of type vlan for network 033e988f-70f4-468d-a1d1-d0984c45063e Feb 03 13:10:59.620596 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b31985f-c2cd-4c66-8614-0098159618f7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (033e988f-70f4-468d-a1d1-d0984c45063e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:59.652073 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b31985f-c2cd-4c66-8614-0098159618f7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (033e988f-70f4-468d-a1d1-d0984c45063e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:59.660317 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b31985f-c2cd-4c66-8614-0098159618f7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:59.662209 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b31985f-c2cd-4c66-8614-0098159618f7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:59.717080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59786) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:10:59.718821 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5b31985f-c2cd-4c66-8614-0098159618f7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2450941 Feb 03 13:10:59.722033 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'ports': [{'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e'}, {'network_id': '033e988f-70f4-468d-a1d1-d0984c45063e'}]} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:59.722347 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'port': {'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:59.722817 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'port': {'network_id': '033e988f-70f4-468d-a1d1-d0984c45063e'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:10:59.755628 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31985f-c2cd-4c66-8614-0098159618f7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Network': ['ID=033e988f-70f4-468d-a1d1-d0984c45063e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:10:59.770772 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 033e988f-70f4-468d-a1d1-d0984c45063e details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:10:59.932022 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'port': 2} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:10:59.937193 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:10:59.942232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713727da-c0c3-455e-82db-1811fe32e11a req-1a390941-f03e-451f-8d12-5893470a6de1 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:10:59.949644 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-713727da-c0c3-455e-82db-1811fe32e11a req-1a390941-f03e-451f-8d12-5893470a6de1 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.0745964 Feb 03 13:10:59.954397 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:00.008657 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-713727da-c0c3-455e-82db-1811fe32e11a req-fb988597-aa29-4cbe-992e-84394906b49a tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579202 Feb 03 13:11:00.126044 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] device_id is not set on port 6d2fd964-0742-4685-99ef-881acd0431d7 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:11:00.206768 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (6d2fd964-0742-4685-99ef-881acd0431d7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:00.273772 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] device_id is not set on port fdf7fd05-f9a3-4116-8879-93962be31f4b yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:11:00.351962 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (fdf7fd05-f9a3-4116-8879-93962be31f4b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:00.386464 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (6d2fd964-0742-4685-99ef-881acd0431d7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:00.431233 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network fc811b96-5825-4611-9e0d-5ada2d48c55e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:00.436769 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:00.440313 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:00.441153 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (fdf7fd05-f9a3-4116-8879-93962be31f4b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:00.447425 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=6d2fd964-0742-4685-99ef-881acd0431d7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:00.501834 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=fdf7fd05-f9a3-4116-8879-93962be31f4b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:00.511923 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Checking segment: {'id': '0828b188-d7bf-4d88-8f36-4171d4117e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '033e988f-70f4-468d-a1d1-d0984c45063e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:11:00.512369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network hostable DHCP agents. Network: 033e988f-70f4-468d-a1d1-d0984c45063e, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:11:00.529305 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network 033e988f-70f4-468d-a1d1-d0984c45063e is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:11:00.537864 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 033e988f-70f4-468d-a1d1-d0984c45063e) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:00.543429 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:00.546502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee27648-ada1-4451-b14b-b08093cccc8e None None] Network 033e988f-70f4-468d-a1d1-d0984c45063e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:00.549464 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:00.553896 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:00.554556 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:00.570797 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f47a74d1-7bf3-4bdf-82fe-8260e9a686cb tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8529391 Feb 03 13:11:00.573518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59800) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:00.668608 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b2c476e8-b195-4a10-a9c0-acfd7fd26d37 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port fdf7fd05-f9a3-4116-8879-93962be31f4b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:00.668950 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2c476e8-b195-4a10-a9c0-acfd7fd26d37 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (fdf7fd05-f9a3-4116-8879-93962be31f4b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:00.734944 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2c476e8-b195-4a10-a9c0-acfd7fd26d37 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (fdf7fd05-f9a3-4116-8879-93962be31f4b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:00.748061 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b2c476e8-b195-4a10-a9c0-acfd7fd26d37 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for fdf7fd05-f9a3-4116-8879-93962be31f4b owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:00.749788 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f62eac-ca81-4107-834b-543e30c7d14e req-b0988482-0c33-4d52-a904-a1be0bedd31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:00.751414 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18f62eac-ca81-4107-834b-543e30c7d14e req-b0988482-0c33-4d52-a904-a1be0bedd31e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f87650fa40e44533b201cd37dcb459f1&device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 1127 time: 0.0458519 Feb 03 13:11:00.830818 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2c476e8-b195-4a10-a9c0-acfd7fd26d37 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (fdf7fd05-f9a3-4116-8879-93962be31f4b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:00.843093 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f62eac-ca81-4107-834b-543e30c7d14e req-777d4776-59ce-4565-8a69-402a44904ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:00.844632 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18f62eac-ca81-4107-834b-543e30c7d14e req-777d4776-59ce-4565-8a69-402a44904ecb service neutron] 10.222.0.31 "GET /v2.0/networks?id=493acd8c-1fd7-4784-9c30-ab48082e5271 HTTP/1.1" status: 200 len: 918 time: 0.0865428 Feb 03 13:11:00.864764 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2c476e8-b195-4a10-a9c0-acfd7fd26d37 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:00.869096 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b2c476e8-b195-4a10-a9c0-acfd7fd26d37 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/ports/fdf7fd05-f9a3-4116-8879-93962be31f4b HTTP/1.1" status: 204 len: 168 time: 0.2945080 Feb 03 13:11:00.870112 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c476e8-b195-4a10-a9c0-acfd7fd26d37 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=fdf7fd05-f9a3-4116-8879-93962be31f4b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:00.872304 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59802) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:00.916700 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18f62eac-ca81-4107-834b-543e30c7d14e req-dda38753-e7c7-4987-b7fd-748f1622cdb8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c827402-584a-4516-847b-067d7ec67678 HTTP/1.1" status: 200 len: 1000 time: 0.0654948 Feb 03 13:11:00.957568 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d26fe-7624-4b93-b761-6162468e9027 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:00.963379 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d26fe-7624-4b93-b761-6162468e9027 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:00.967653 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-495d26fe-7624-4b93-b761-6162468e9027 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0918040 Feb 03 13:11:00.967815 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f62eac-ca81-4107-834b-543e30c7d14e req-c82fe306-ad06-4a90-8f41-6977af5d8d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:00.968309 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59806) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:00.969363 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18f62eac-ca81-4107-834b-543e30c7d14e req-c82fe306-ad06-4a90-8f41-6977af5d8d3f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cfdcbfe6-c780-42bd-a6f3-8500632541b5 HTTP/1.1" status: 200 len: 856 time: 0.0453763 Feb 03 13:11:01.018215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f62eac-ca81-4107-834b-543e30c7d14e req-db56490a-ebce-463d-a379-c97655e53f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:01.019790 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18f62eac-ca81-4107-834b-543e30c7d14e req-db56490a-ebce-463d-a379-c97655e53f08 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=493acd8c-1fd7-4784-9c30-ab48082e5271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447676 Feb 03 13:11:01.059361 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a5db2fde-0195-448a-8f0e-bb28a9865cf9 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port 6d2fd964-0742-4685-99ef-881acd0431d7 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:01.059711 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a5db2fde-0195-448a-8f0e-bb28a9865cf9 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (6d2fd964-0742-4685-99ef-881acd0431d7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:01.113515 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18f62eac-ca81-4107-834b-543e30c7d14e req-612bcbc9-6226-4314-8f87-3f4f220a23ca service neutron] 10.222.0.31 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879707 Feb 03 13:11:01.152753 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a5db2fde-0195-448a-8f0e-bb28a9865cf9 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (6d2fd964-0742-4685-99ef-881acd0431d7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:01.168901 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a5db2fde-0195-448a-8f0e-bb28a9865cf9 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for 6d2fd964-0742-4685-99ef-881acd0431d7 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:01.191216 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fd7d2-074e-486b-b60f-0cbce3516a31 req-1a6ece70-eb13-4d6b-b94f-dd85ccc234a4 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:01.192721 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0c5fd7d2-074e-486b-b60f-0cbce3516a31 req-1a6ece70-eb13-4d6b-b94f-dd85ccc234a4 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.1076374 Feb 03 13:11:01.210847 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-18f62eac-ca81-4107-834b-543e30c7d14e req-d779b950-6430-4e6c-8714-22eb33ac456f service neutron] 10.222.0.31 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918353 Feb 03 13:11:01.284130 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0c5fd7d2-074e-486b-b60f-0cbce3516a31 req-78a24960-c88a-4245-a420-d619718c5ab4 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619395 Feb 03 13:11:01.294174 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a5db2fde-0195-448a-8f0e-bb28a9865cf9 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (6d2fd964-0742-4685-99ef-881acd0431d7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:01.322421 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db2fde-0195-448a-8f0e-bb28a9865cf9 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=6d2fd964-0742-4685-99ef-881acd0431d7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:01.322654 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:01.331522 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a5db2fde-0195-448a-8f0e-bb28a9865cf9 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:01.337363 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a5db2fde-0195-448a-8f0e-bb28a9865cf9 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/ports/6d2fd964-0742-4685-99ef-881acd0431d7 HTTP/1.1" status: 204 len: 168 time: 0.3659790 Feb 03 13:11:01.337607 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59810) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:01.391984 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe29d437-3121-4f8e-9ac6-66a534931dd1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:01.393439 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fe29d437-3121-4f8e-9ac6-66a534931dd1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0549285 Feb 03 13:11:01.396052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59812) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:01.420278 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-401e6b9e-4f60-4470-b783-6bdf14d6baaa tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] GET failed (client error): The resource could not be found. Feb 03 13:11:01.421571 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-401e6b9e-4f60-4470-b783-6bdf14d6baaa tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports/fdf7fd05-f9a3-4116-8879-93962be31f4b HTTP/1.1" status: 404 len: 333 time: 0.0246468 Feb 03 13:11:01.423999 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59814) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:01.447506 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4770cdd-9834-4641-b178-945aef4e88af tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] GET failed (client error): The resource could not be found. Feb 03 13:11:01.449515 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a4770cdd-9834-4641-b178-945aef4e88af tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports/6d2fd964-0742-4685-99ef-881acd0431d7 HTTP/1.1" status: 404 len: 333 time: 0.0239606 Feb 03 13:11:01.451272 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59816) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:01.846296 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d498c38b-3e38-4ac1-9fc0-6f5b1f705a0f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (033e988f-70f4-468d-a1d1-d0984c45063e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:01.930221 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d498c38b-3e38-4ac1-9fc0-6f5b1f705a0f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (033e988f-70f4-468d-a1d1-d0984c45063e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:01.950155 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d498c38b-3e38-4ac1-9fc0-6f5b1f705a0f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033e988f-70f4-468d-a1d1-d0984c45063e']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:01.960372 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d498c38b-3e38-4ac1-9fc0-6f5b1f705a0f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0828b188-d7bf-4d88-8f36-4171d4117e21') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:01.960671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d498c38b-3e38-4ac1-9fc0-6f5b1f705a0f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0828b188-d7bf-4d88-8f36-4171d4117e21') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:01.973649 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d498c38b-3e38-4ac1-9fc0-6f5b1f705a0f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (0828b188-d7bf-4d88-8f36-4171d4117e21), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:01.986843 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d498c38b-3e38-4ac1-9fc0-6f5b1f705a0f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (0828b188-d7bf-4d88-8f36-4171d4117e21), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:01.993398 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d498c38b-3e38-4ac1-9fc0-6f5b1f705a0f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:11:01.993793 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d498c38b-3e38-4ac1-9fc0-6f5b1f705a0f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (0828b188-d7bf-4d88-8f36-4171d4117e21), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: warnings.warn(msg) Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:11:01.996788 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:11:02.054854 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d498c38b-3e38-4ac1-9fc0-6f5b1f705a0f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (033e988f-70f4-468d-a1d1-d0984c45063e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:02.061667 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d498c38b-3e38-4ac1-9fc0-6f5b1f705a0f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:02.064920 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d498c38b-3e38-4ac1-9fc0-6f5b1f705a0f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/networks/033e988f-70f4-468d-a1d1-d0984c45063e HTTP/1.1" status: 204 len: 168 time: 0.6127756 Feb 03 13:11:02.068941 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59818) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:02.073945 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bbb9d372-8805-44b0-8b36-196a7141f61a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1001304234'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:02.076068 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498c38b-3e38-4ac1-9fc0-6f5b1f705a0f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Network': ['ID=033e988f-70f4-468d-a1d1-d0984c45063e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:02.093826 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb9d372-8805-44b0-8b36-196a7141f61a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:02.097335 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d372-8805-44b0-8b36-196a7141f61a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:02.120431 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb9d372-8805-44b0-8b36-196a7141f61a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:11:02.128971 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d372-8805-44b0-8b36-196a7141f61a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8d56e89b-5617-4b11-a059-3caf3dcfcc57), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:02.129375 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-bbb9d372-8805-44b0-8b36-196a7141f61a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Added segment 8d56e89b-5617-4b11-a059-3caf3dcfcc57 of type vlan for network abbbab29-227b-4362-99fe-6d086d8fb2bb Feb 03 13:11:02.176839 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d372-8805-44b0-8b36-196a7141f61a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (abbbab29-227b-4362-99fe-6d086d8fb2bb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:02.201029 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d372-8805-44b0-8b36-196a7141f61a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (abbbab29-227b-4362-99fe-6d086d8fb2bb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:02.205918 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb9d372-8805-44b0-8b36-196a7141f61a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:02.206503 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d372-8805-44b0-8b36-196a7141f61a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:02.241133 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bbb9d372-8805-44b0-8b36-196a7141f61a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1710744 Feb 03 13:11:02.244546 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59820) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:02.249656 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4b9df7d0-8373-40d8-a201-f472d308df24 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'subnet': {'network_id': 'abbbab29-227b-4362-99fe-6d086d8fb2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:02.276187 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9d372-8805-44b0-8b36-196a7141f61a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Network': ['ID=abbbab29-227b-4362-99fe-6d086d8fb2bb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:02.286690 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network abbbab29-227b-4362-99fe-6d086d8fb2bb details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:11:02.343433 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9df7d0-8373-40d8-a201-f472d308df24 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:02.347116 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b9df7d0-8373-40d8-a201-f472d308df24 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:02.405022 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-4b9df7d0-8373-40d8-a201-f472d308df24 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Performing IP validity checks on allocation pools {{(pid=103189) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 13:11:02.407747 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-4b9df7d0-8373-40d8-a201-f472d308df24 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103189) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 13:11:02.418645 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cceeaf-7688-446b-95d3-a864fb10a2cd req-4ad44141-2a46-4e70-8356-bbf20c17e004 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:02.420182 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49cceeaf-7688-446b-95d3-a864fb10a2cd req-4ad44141-2a46-4e70-8356-bbf20c17e004 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 945 time: 0.0602629 Feb 03 13:11:02.470764 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49cceeaf-7688-446b-95d3-a864fb10a2cd req-3927e916-bfb0-4d13-a68f-383cad2ebbdd tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445154 Feb 03 13:11:02.533556 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b9df7d0-8373-40d8-a201-f472d308df24 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (2448f7c7-c2cc-4321-be77-bae450f09dce), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:02.595699 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9df7d0-8373-40d8-a201-f472d308df24 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Subnet': ['ID=2448f7c7-c2cc-4321-be77-bae450f09dce,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:02.601055 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9df7d0-8373-40d8-a201-f472d308df24 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Checking segment: {'id': '8d56e89b-5617-4b11-a059-3caf3dcfcc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abbbab29-227b-4362-99fe-6d086d8fb2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:11:02.601415 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9df7d0-8373-40d8-a201-f472d308df24 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network hostable DHCP agents. Network: abbbab29-227b-4362-99fe-6d086d8fb2bb, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:11:02.618094 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9df7d0-8373-40d8-a201-f472d308df24 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network abbbab29-227b-4362-99fe-6d086d8fb2bb is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:11:02.626714 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-4b9df7d0-8373-40d8-a201-f472d308df24 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, abbbab29-227b-4362-99fe-6d086d8fb2bb) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:02.630774 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9df7d0-8373-40d8-a201-f472d308df24 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:02.631375 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b9df7d0-8373-40d8-a201-f472d308df24 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:02.636781 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31782f0f-2f23-45e2-a506-80bc944bd532 None None] Network abbbab29-227b-4362-99fe-6d086d8fb2bb requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:02.653090 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4b9df7d0-8373-40d8-a201-f472d308df24 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4073200 Feb 03 13:11:02.655824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59824) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:02.660658 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ad437d76-d9f5-46aa-b70f-fc925a2fe3c4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'port': {'network_id': 'abbbab29-227b-4362-99fe-6d086d8fb2bb', 'name': 'tempest-PortsIpV6TestJSON-189303975'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:02.751955 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-abbbab29-227b-4362-99fe-6d086d8fb2bb', 'network_id': 'abbbab29-227b-4362-99fe-6d086d8fb2bb', 'project_id': '947722c5a5e24731a5e2d5b41c49891b', 'fixed_ips': [{'subnet_id': '2448f7c7-c2cc-4321-be77-bae450f09dce'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:11:02.752787 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:02.798041 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad437d76-d9f5-46aa-b70f-fc925a2fe3c4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:02.802467 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad437d76-d9f5-46aa-b70f-fc925a2fe3c4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:02.821092 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-ad437d76-d9f5-46aa-b70f-fc925a2fe3c4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] device_id is not set on port 34504af2-9370-4b0f-a3f6-6956246b8178 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:11:02.881412 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:11:02.892464 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] Allocated IP 2001:db8::2 (abbbab29-227b-4362-99fe-6d086d8fb2bb/2448f7c7-c2cc-4321-be77-bae450f09dce/0ae99d58-a102-4ec9-ac05-f2068d135f12) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:03.034278 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] Publish callbacks [] for port (0ae99d58-a102-4ec9-ac05-f2068d135f12), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:03.040493 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (0ae99d58-a102-4ec9-ac05-f2068d135f12), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:03.090364 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] Network abbbab29-227b-4362-99fe-6d086d8fb2bb is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:03.093928 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:03.095786 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] Pushing event updated for resources: {'Port': ['ID=0ae99d58-a102-4ec9-ac05-f2068d135f12,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:03.098038 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:03.104962 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ad437d76-d9f5-46aa-b70f-fc925a2fe3c4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Allocated IP 2001:db8::c1 (abbbab29-227b-4362-99fe-6d086d8fb2bb/2448f7c7-c2cc-4321-be77-bae450f09dce/34504af2-9370-4b0f-a3f6-6956246b8178) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:03.154238 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] Attempting to bind port 0ae99d58-a102-4ec9-ac05-f2068d135f12 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:11:03.154621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] Attempting to bind port 0ae99d58-a102-4ec9-ac05-f2068d135f12 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '8d56e89b-5617-4b11-a059-3caf3dcfcc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abbbab29-227b-4362-99fe-6d086d8fb2bb'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:11:03.154989 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] Attempting to bind port 0ae99d58-a102-4ec9-ac05-f2068d135f12 on network abbbab29-227b-4362-99fe-6d086d8fb2bb {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:11:03.160026 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:11:03.160733 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] Checking segment: {'id': '8d56e89b-5617-4b11-a059-3caf3dcfcc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abbbab29-227b-4362-99fe-6d086d8fb2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:11:03.160884 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:03.161207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] Bound using segment: {'id': '8d56e89b-5617-4b11-a059-3caf3dcfcc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abbbab29-227b-4362-99fe-6d086d8fb2bb'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:11:03.161706 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] Bound port: 0ae99d58-a102-4ec9-ac05-f2068d135f12, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d56e89b-5617-4b11-a059-3caf3dcfcc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abbbab29-227b-4362-99fe-6d086d8fb2bb'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:11:03.162091 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0ae99d58-a102-4ec9-ac05-f2068d135f12), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:03.226216 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] For port 0ae99d58-a102-4ec9-ac05-f2068d135f12, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:11:03.229456 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] For port 0ae99d58-a102-4ec9-ac05-f2068d135f12, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0ae99d58-a102-4ec9-ac05-f2068d135f12,segment=NetworkSegment(8d56e89b-5617-4b11-a059-3caf3dcfcc57),segment_id=8d56e89b-5617-4b11-a059-3caf3dcfcc57)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:11:03.234534 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0ae99d58-a102-4ec9-ac05-f2068d135f12), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:03.271394 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 2c827402-584a-4516-847b-067d7ec67678 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:11:03.274866 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad437d76-d9f5-46aa-b70f-fc925a2fe3c4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (34504af2-9370-4b0f-a3f6-6956246b8178), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:03.318352 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad437d76-d9f5-46aa-b70f-fc925a2fe3c4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (34504af2-9370-4b0f-a3f6-6956246b8178), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:03.337330 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead1555-0544-44d3-a321-2a7b4ca561fe None None] Pushing event updated for resources: {'Port': ['ID=0ae99d58-a102-4ec9-ac05-f2068d135f12,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:03.369511 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad437d76-d9f5-46aa-b70f-fc925a2fe3c4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network abbbab29-227b-4362-99fe-6d086d8fb2bb is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:03.377177 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ad437d76-d9f5-46aa-b70f-fc925a2fe3c4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:03.381551 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad437d76-d9f5-46aa-b70f-fc925a2fe3c4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:03.387204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad437d76-d9f5-46aa-b70f-fc925a2fe3c4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:03.387834 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad437d76-d9f5-46aa-b70f-fc925a2fe3c4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:03.391531 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad437d76-d9f5-46aa-b70f-fc925a2fe3c4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=34504af2-9370-4b0f-a3f6-6956246b8178,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:03.392977 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 2c827402-584a-4516-847b-067d7ec67678 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:03.394032 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2c827402-584a-4516-847b-067d7ec67678), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:03.407265 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ad437d76-d9f5-46aa-b70f-fc925a2fe3c4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7502146 Feb 03 13:11:03.410013 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59826) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:03.420859 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e26618a-4fb0-4af0-9250-a48d6609d6e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c827402-584a-4516-847b-067d7ec67678'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:11:03.423170 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14699fe3-1afb-4677-a4ce-bde6c464afcc" -d '{"events": [{"server_uuid": "6e26618a-4fb0-4af0-9250-a48d6609d6e2", "name": "network-vif-unplugged", "status": "completed", "tag": "2c827402-584a-4516-847b-067d7ec67678"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:11:03.436419 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 2c827402-584a-4516-847b-067d7ec67678, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=2c827402-584a-4516-847b-067d7ec67678,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:03.441421 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2c827402-584a-4516-847b-067d7ec67678), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:03.467522 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 13:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcd385e-d70e-420b-a9a9-525f1606c2e6 x-openstack-request-id: req-5bcd385e-d70e-420b-a9a9-525f1606c2e6 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:11:03.467977 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e26618a-4fb0-4af0-9250-a48d6609d6e2", "name": "network-vif-unplugged", "status": "failed", "tag": "2c827402-584a-4516-847b-067d7ec67678", "code": 422}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:11:03.468156 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5bcd385e-d70e-420b-a9a9-525f1606c2e6 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:11:03.468550 n-d-827336-3 neutron-server[103190]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6e26618a-4fb0-4af0-9250-a48d6609d6e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2c827402-584a-4516-847b-067d7ec67678', 'code': 422} returned with failed status Feb 03 13:11:03.523231 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=2c827402-584a-4516-847b-067d7ec67678,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:03.532881 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-90315f6a-714b-4729-83b6-881cf0e09849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:03.558533 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-99a9e619-30a4-4993-8e7d-2ef3c48930c7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port 34504af2-9370-4b0f-a3f6-6956246b8178 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:03.559123 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99a9e619-30a4-4993-8e7d-2ef3c48930c7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (34504af2-9370-4b0f-a3f6-6956246b8178), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:03.696105 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99a9e619-30a4-4993-8e7d-2ef3c48930c7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (34504af2-9370-4b0f-a3f6-6956246b8178), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:03.711394 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d5e1e-c826-4028-841e-6a464ba358c2 req-a1971ac0-7843-4e18-8aa7-b0263b794816 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:03.712909 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-685d5e1e-c826-4028-841e-6a464ba358c2 req-a1971ac0-7843-4e18-8aa7-b0263b794816 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 943 time: 0.1181164 Feb 03 13:11:03.720217 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-99a9e619-30a4-4993-8e7d-2ef3c48930c7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for 34504af2-9370-4b0f-a3f6-6956246b8178 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:03.803421 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-685d5e1e-c826-4028-841e-6a464ba358c2 req-3002c151-fbb5-47a8-8cfa-6588e1699fc4 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847445 Feb 03 13:11:03.887275 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99a9e619-30a4-4993-8e7d-2ef3c48930c7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (34504af2-9370-4b0f-a3f6-6956246b8178), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:03.916785 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9e619-30a4-4993-8e7d-2ef3c48930c7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=34504af2-9370-4b0f-a3f6-6956246b8178,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:03.950335 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99a9e619-30a4-4993-8e7d-2ef3c48930c7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:03.953731 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-99a9e619-30a4-4993-8e7d-2ef3c48930c7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/ports/34504af2-9370-4b0f-a3f6-6956246b8178 HTTP/1.1" status: 204 len: 168 time: 0.5421178 Feb 03 13:11:03.956726 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59840) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:03.985411 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d7f92d-fe26-438f-aa28-72c5a03f0c33 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] DELETE failed (client error): The resource could not be found. Feb 03 13:11:03.985991 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d7f92d-fe26-438f-aa28-72c5a03f0c33 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:11:03.989039 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-00d7f92d-fe26-438f-aa28-72c5a03f0c33 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/ports/34504af2-9370-4b0f-a3f6-6956246b8178 HTTP/1.1" status: 404 len: 333 time: 0.0313492 Feb 03 13:11:03.992264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59842) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:04.017842 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1db2c93-b18c-4726-860b-5f2fca22fec9 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] GET failed (client error): The resource could not be found. Feb 03 13:11:04.019979 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e1db2c93-b18c-4726-860b-5f2fca22fec9 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports/34504af2-9370-4b0f-a3f6-6956246b8178 HTTP/1.1" status: 404 len: 333 time: 0.0260754 Feb 03 13:11:04.022800 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59844) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:04.078838 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c05707-039b-41ac-8022-f95955f23413 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting subnet 2448f7c7-c2cc-4321-be77-bae450f09dce {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:11:04.082845 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99c05707-039b-41ac-8022-f95955f23413 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for subnet (2448f7c7-c2cc-4321-be77-bae450f09dce), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:04.126768 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99c05707-039b-41ac-8022-f95955f23413 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (2448f7c7-c2cc-4321-be77-bae450f09dce), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:04.231387 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99c05707-039b-41ac-8022-f95955f23413 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (2448f7c7-c2cc-4321-be77-bae450f09dce), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:04.310837 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99c05707-039b-41ac-8022-f95955f23413 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (2448f7c7-c2cc-4321-be77-bae450f09dce), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:04.341550 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99c05707-039b-41ac-8022-f95955f23413 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:04.347828 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-99c05707-039b-41ac-8022-f95955f23413 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/subnets/2448f7c7-c2cc-4321-be77-bae450f09dce HTTP/1.1" status: 204 len: 168 time: 0.3205271 Feb 03 13:11:04.347828 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c05707-039b-41ac-8022-f95955f23413 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Subnet': ['ID=2448f7c7-c2cc-4321-be77-bae450f09dce,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:04.348142 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59856) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:04.429718 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07eea8cb-9a1b-434b-8763-9fa1641e44a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (abbbab29-227b-4362-99fe-6d086d8fb2bb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:04.446858 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4c9271-a064-4304-89b6-98bedaedbce8 None None] Network abbbab29-227b-4362-99fe-6d086d8fb2bb requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:04.496048 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-07eea8cb-9a1b-434b-8763-9fa1641e44a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port 0ae99d58-a102-4ec9-ac05-f2068d135f12 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:04.496397 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07eea8cb-9a1b-434b-8763-9fa1641e44a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0ae99d58-a102-4ec9-ac05-f2068d135f12), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:04.542935 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8bb0f8c0-16b1-4780-946d-1607ce72ce30 None None] Provisioning complete for port 0ae99d58-a102-4ec9-ac05-f2068d135f12 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:04.543310 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8bb0f8c0-16b1-4780-946d-1607ce72ce30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0ae99d58-a102-4ec9-ac05-f2068d135f12), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:04.568959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-07eea8cb-9a1b-434b-8763-9fa1641e44a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] For port 0ae99d58-a102-4ec9-ac05-f2068d135f12, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0ae99d58-a102-4ec9-ac05-f2068d135f12,segment=NetworkSegment(8d56e89b-5617-4b11-a059-3caf3dcfcc57),segment_id=8d56e89b-5617-4b11-a059-3caf3dcfcc57)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:04.569864 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07eea8cb-9a1b-434b-8763-9fa1641e44a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0ae99d58-a102-4ec9-ac05-f2068d135f12), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:04.583860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-07eea8cb-9a1b-434b-8763-9fa1641e44a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for 0ae99d58-a102-4ec9-ac05-f2068d135f12 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:04.649509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8bb0f8c0-16b1-4780-946d-1607ce72ce30 None None] Current status of the port 0ae99d58-a102-4ec9-ac05-f2068d135f12 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:04.650301 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8bb0f8c0-16b1-4780-946d-1607ce72ce30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0ae99d58-a102-4ec9-ac05-f2068d135f12), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:04.685825 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07eea8cb-9a1b-434b-8763-9fa1641e44a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0ae99d58-a102-4ec9-ac05-f2068d135f12), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:04.712548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084e1fb3-cc1b-4c35-bc3d-2c9859dc2c63 None None] DHCP port deletion for abbbab29-227b-4362-99fe-6d086d8fb2bb request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:11:04.712824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eea8cb-9a1b-434b-8763-9fa1641e44a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=0ae99d58-a102-4ec9-ac05-f2068d135f12,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:04.717531 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eea8cb-9a1b-434b-8763-9fa1641e44a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No DVR routers for this DVR port 0ae99d58-a102-4ec9-ac05-f2068d135f12 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:11:04.811552 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07eea8cb-9a1b-434b-8763-9fa1641e44a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (abbbab29-227b-4362-99fe-6d086d8fb2bb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:04.862303 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-07eea8cb-9a1b-434b-8763-9fa1641e44a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbbab29-227b-4362-99fe-6d086d8fb2bb']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:04.875553 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-07eea8cb-9a1b-434b-8763-9fa1641e44a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d56e89b-5617-4b11-a059-3caf3dcfcc57') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:04.875846 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-07eea8cb-9a1b-434b-8763-9fa1641e44a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d56e89b-5617-4b11-a059-3caf3dcfcc57') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:04.887694 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07eea8cb-9a1b-434b-8763-9fa1641e44a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (8d56e89b-5617-4b11-a059-3caf3dcfcc57), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:04.908312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a641ca-7a6b-4323-974c-28fdd8bde4c8 req-50c1dc66-eda9-41d2-a772-695fa99dab9f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:04.909830 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62a641ca-7a6b-4323-974c-28fdd8bde4c8 req-50c1dc66-eda9-41d2-a772-695fa99dab9f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 943 time: 0.1003554 Feb 03 13:11:04.913655 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07eea8cb-9a1b-434b-8763-9fa1641e44a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8d56e89b-5617-4b11-a059-3caf3dcfcc57), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:04.933292 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07eea8cb-9a1b-434b-8763-9fa1641e44a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:11:04.933700 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07eea8cb-9a1b-434b-8763-9fa1641e44a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (8d56e89b-5617-4b11-a059-3caf3dcfcc57), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:11:04.936869 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:11:04.943594 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-03bbdc5e-2776-46b2-862f-6ecb38195da7 req-664b681f-261b-46f0-b61c-04ecdd7acb34 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1029692 Feb 03 13:11:05.020212 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62a641ca-7a6b-4323-974c-28fdd8bde4c8 req-6b08dc1b-802e-4dae-b87d-f229e98d920c tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037376 Feb 03 13:11:05.025095 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07eea8cb-9a1b-434b-8763-9fa1641e44a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (abbbab29-227b-4362-99fe-6d086d8fb2bb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:05.034021 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07eea8cb-9a1b-434b-8763-9fa1641e44a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:05.041520 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59880) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:05.041851 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-07eea8cb-9a1b-434b-8763-9fa1641e44a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/networks/abbbab29-227b-4362-99fe-6d086d8fb2bb HTTP/1.1" status: 204 len: 168 time: 0.6927280 Feb 03 13:11:05.047058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-25c371b4-0f3d-4259-837b-f24c48a5ed4f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1192357589'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:05.059583 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eea8cb-9a1b-434b-8763-9fa1641e44a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Network': ['ID=abbbab29-227b-4362-99fe-6d086d8fb2bb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:05.070975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c371b4-0f3d-4259-837b-f24c48a5ed4f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:05.074557 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25c371b4-0f3d-4259-837b-f24c48a5ed4f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:05.098592 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c371b4-0f3d-4259-837b-f24c48a5ed4f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:11:05.109166 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25c371b4-0f3d-4259-837b-f24c48a5ed4f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (d9e81e11-0b69-4f8d-8c48-efb61c91fb3e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:05.109548 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-25c371b4-0f3d-4259-837b-f24c48a5ed4f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Added segment d9e81e11-0b69-4f8d-8c48-efb61c91fb3e of type vlan for network 5f32b372-4ebe-4f91-8cc9-a3b047ac5206 Feb 03 13:11:05.153101 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25c371b4-0f3d-4259-837b-f24c48a5ed4f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (5f32b372-4ebe-4f91-8cc9-a3b047ac5206), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:05.185497 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25c371b4-0f3d-4259-837b-f24c48a5ed4f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (5f32b372-4ebe-4f91-8cc9-a3b047ac5206), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:05.190618 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c371b4-0f3d-4259-837b-f24c48a5ed4f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:05.191146 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-25c371b4-0f3d-4259-837b-f24c48a5ed4f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:05.234094 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59884) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:05.234346 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-25c371b4-0f3d-4259-837b-f24c48a5ed4f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1913109 Feb 03 13:11:05.239208 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e7f5f15d-1cd2-441a-b469-8d9033f90db5 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'subnet': {'network_id': '5f32b372-4ebe-4f91-8cc9-a3b047ac5206', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:05.267712 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c371b4-0f3d-4259-837b-f24c48a5ed4f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Network': ['ID=5f32b372-4ebe-4f91-8cc9-a3b047ac5206,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:05.285915 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 5f32b372-4ebe-4f91-8cc9-a3b047ac5206 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:11:05.345241 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f5f15d-1cd2-441a-b469-8d9033f90db5 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:05.349474 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7f5f15d-1cd2-441a-b469-8d9033f90db5 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:05.547139 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7f5f15d-1cd2-441a-b469-8d9033f90db5 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (e7f7636d-c368-44b7-87f4-78dcb97fd78c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:05.612106 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5f15d-1cd2-441a-b469-8d9033f90db5 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Subnet': ['ID=e7f7636d-c368-44b7-87f4-78dcb97fd78c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:05.620647 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f5f15d-1cd2-441a-b469-8d9033f90db5 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Checking segment: {'id': 'd9e81e11-0b69-4f8d-8c48-efb61c91fb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5f32b372-4ebe-4f91-8cc9-a3b047ac5206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:11:05.621011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f5f15d-1cd2-441a-b469-8d9033f90db5 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network hostable DHCP agents. Network: 5f32b372-4ebe-4f91-8cc9-a3b047ac5206, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:11:05.636597 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f5f15d-1cd2-441a-b469-8d9033f90db5 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network 5f32b372-4ebe-4f91-8cc9-a3b047ac5206 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:11:05.644902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e7f5f15d-1cd2-441a-b469-8d9033f90db5 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 5f32b372-4ebe-4f91-8cc9-a3b047ac5206) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:05.649609 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f5f15d-1cd2-441a-b469-8d9033f90db5 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:05.650213 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7f5f15d-1cd2-441a-b469-8d9033f90db5 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:05.654543 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54e5155-81c0-4a34-94e3-2a49e1a3b3a3 None None] Network 5f32b372-4ebe-4f91-8cc9-a3b047ac5206 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:05.667611 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e7f5f15d-1cd2-441a-b469-8d9033f90db5 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4324009 Feb 03 13:11:05.670236 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59890) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:05.675087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fdc04f2b-39b3-462e-8b6a-3dde1a730ea6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'port': {'network_id': '5f32b372-4ebe-4f91-8cc9-a3b047ac5206', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1427327362'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:05.768797 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-5f32b372-4ebe-4f91-8cc9-a3b047ac5206', 'network_id': '5f32b372-4ebe-4f91-8cc9-a3b047ac5206', 'project_id': '947722c5a5e24731a5e2d5b41c49891b', 'fixed_ips': [{'subnet_id': 'e7f7636d-c368-44b7-87f4-78dcb97fd78c'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:11:05.769728 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:05.786568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc04f2b-39b3-462e-8b6a-3dde1a730ea6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:05.790690 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fdc04f2b-39b3-462e-8b6a-3dde1a730ea6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:05.807870 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-fdc04f2b-39b3-462e-8b6a-3dde1a730ea6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] device_id is not set on port 530d6f52-788c-4a48-9299-925bed6c5ff2 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:11:05.905051 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] Allocated IP 2001:db8::2 (5f32b372-4ebe-4f91-8cc9-a3b047ac5206/e7f7636d-c368-44b7-87f4-78dcb97fd78c/33c5195b-c929-4aae-b2d2-f0cc345407a6) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:05.906696 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbdc5e-2776-46b2-862f-6ecb38195da7 req-9856b4b3-9d4c-46b5-b87e-a6376bdc2d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:05.908249 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03bbdc5e-2776-46b2-862f-6ecb38195da7 req-9856b4b3-9d4c-46b5-b87e-a6376bdc2d69 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2&tenant_id=f87650fa40e44533b201cd37dcb459f1 HTTP/1.1" status: 200 len: 1125 time: 0.0616326 Feb 03 13:11:05.973727 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbdc5e-2776-46b2-862f-6ecb38195da7 req-643c9f0c-93a7-45ad-886d-0a26da5f65bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:05.975267 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03bbdc5e-2776-46b2-862f-6ecb38195da7 req-643c9f0c-93a7-45ad-886d-0a26da5f65bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f87650fa40e44533b201cd37dcb459f1&device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 1125 time: 0.0461273 Feb 03 13:11:06.049131 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] Publish callbacks [] for port (33c5195b-c929-4aae-b2d2-f0cc345407a6), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:06.056782 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (33c5195b-c929-4aae-b2d2-f0cc345407a6), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:06.097348 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] Network 5f32b372-4ebe-4f91-8cc9-a3b047ac5206 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:06.099692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbdc5e-2776-46b2-862f-6ecb38195da7 req-b329c4c2-1290-43a5-8846-1c4b107a9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:06.101302 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03bbdc5e-2776-46b2-862f-6ecb38195da7 req-b329c4c2-1290-43a5-8846-1c4b107a9ead service neutron] 10.222.0.31 "GET /v2.0/networks?id=493acd8c-1fd7-4784-9c30-ab48082e5271 HTTP/1.1" status: 200 len: 918 time: 0.1198978 Feb 03 13:11:06.102553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:06.106241 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:06.118247 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] Pushing event updated for resources: {'Port': ['ID=33c5195b-c929-4aae-b2d2-f0cc345407a6,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:06.158636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1517d1f-6b2e-41a4-b7c2-af2ae390ba5f req-c24a7f0c-9b7f-45b6-b3a8-e121405d1cf1 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:06.161124 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b1517d1f-6b2e-41a4-b7c2-af2ae390ba5f req-c24a7f0c-9b7f-45b6-b3a8-e121405d1cf1 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 943 time: 0.0572512 Feb 03 13:11:06.176215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-fdc04f2b-39b3-462e-8b6a-3dde1a730ea6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Allocated IP 2001:db8::125 (5f32b372-4ebe-4f91-8cc9-a3b047ac5206/e7f7636d-c368-44b7-87f4-78dcb97fd78c/530d6f52-788c-4a48-9299-925bed6c5ff2) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:06.209298 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03bbdc5e-2776-46b2-862f-6ecb38195da7 req-1f719ff3-a2c4-4213-9285-0d10bd147ae0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c827402-584a-4516-847b-067d7ec67678 HTTP/1.1" status: 200 len: 998 time: 0.1015804 Feb 03 13:11:06.219970 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b1517d1f-6b2e-41a4-b7c2-af2ae390ba5f req-8a3807d5-3396-4ce7-a97f-bf6946a214b2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516887 Feb 03 13:11:06.324082 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbdc5e-2776-46b2-862f-6ecb38195da7 req-b4189989-74b1-47da-b182-828cbef617d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:06.325494 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03bbdc5e-2776-46b2-862f-6ecb38195da7 req-b4189989-74b1-47da-b182-828cbef617d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cfdcbfe6-c780-42bd-a6f3-8500632541b5 HTTP/1.1" status: 200 len: 856 time: 0.1096671 Feb 03 13:11:06.349869 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7213862b-17ce-4bef-a16b-d13b9eef57a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:06.353993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] Attempting to bind port 33c5195b-c929-4aae-b2d2-f0cc345407a6 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:11:06.354366 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] Attempting to bind port 33c5195b-c929-4aae-b2d2-f0cc345407a6 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'd9e81e11-0b69-4f8d-8c48-efb61c91fb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5f32b372-4ebe-4f91-8cc9-a3b047ac5206'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:11:06.354731 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] Attempting to bind port 33c5195b-c929-4aae-b2d2-f0cc345407a6 on network 5f32b372-4ebe-4f91-8cc9-a3b047ac5206 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:11:06.359834 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:11:06.360249 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] Checking segment: {'id': 'd9e81e11-0b69-4f8d-8c48-efb61c91fb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5f32b372-4ebe-4f91-8cc9-a3b047ac5206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:11:06.360659 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:06.361055 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] Bound using segment: {'id': 'd9e81e11-0b69-4f8d-8c48-efb61c91fb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5f32b372-4ebe-4f91-8cc9-a3b047ac5206'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:11:06.361533 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] Bound port: 33c5195b-c929-4aae-b2d2-f0cc345407a6, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e81e11-0b69-4f8d-8c48-efb61c91fb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5f32b372-4ebe-4f91-8cc9-a3b047ac5206'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:11:06.361914 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (33c5195b-c929-4aae-b2d2-f0cc345407a6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:06.390003 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fdc04f2b-39b3-462e-8b6a-3dde1a730ea6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (530d6f52-788c-4a48-9299-925bed6c5ff2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:06.408366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbdc5e-2776-46b2-862f-6ecb38195da7 req-e8777c93-c030-4703-8589-4021dc5c7836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:06.409877 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03bbdc5e-2776-46b2-862f-6ecb38195da7 req-e8777c93-c030-4703-8589-4021dc5c7836 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=493acd8c-1fd7-4784-9c30-ab48082e5271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0767574 Feb 03 13:11:06.426010 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] For port 33c5195b-c929-4aae-b2d2-f0cc345407a6, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:11:06.429716 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] For port 33c5195b-c929-4aae-b2d2-f0cc345407a6, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=33c5195b-c929-4aae-b2d2-f0cc345407a6,segment=NetworkSegment(d9e81e11-0b69-4f8d-8c48-efb61c91fb3e),segment_id=d9e81e11-0b69-4f8d-8c48-efb61c91fb3e)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:11:06.434738 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (33c5195b-c929-4aae-b2d2-f0cc345407a6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:06.482949 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fdc04f2b-39b3-462e-8b6a-3dde1a730ea6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (530d6f52-788c-4a48-9299-925bed6c5ff2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:06.497283 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d952b0a-64fa-47e4-8550-f6e687df5455 None None] Pushing event updated for resources: {'Port': ['ID=33c5195b-c929-4aae-b2d2-f0cc345407a6,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:06.556413 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc04f2b-39b3-462e-8b6a-3dde1a730ea6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network 5f32b372-4ebe-4f91-8cc9-a3b047ac5206 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:06.561481 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03bbdc5e-2776-46b2-862f-6ecb38195da7 req-b93c8235-c7fe-4ab4-b735-f61a1dcdf412 service neutron] 10.222.0.31 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420267 Feb 03 13:11:06.562660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-fdc04f2b-39b3-462e-8b6a-3dde1a730ea6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:06.564558 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc04f2b-39b3-462e-8b6a-3dde1a730ea6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=530d6f52-788c-4a48-9299-925bed6c5ff2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:06.566709 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc04f2b-39b3-462e-8b6a-3dde1a730ea6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:06.572442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc04f2b-39b3-462e-8b6a-3dde1a730ea6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:06.573056 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fdc04f2b-39b3-462e-8b6a-3dde1a730ea6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:06.613985 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fdc04f2b-39b3-462e-8b6a-3dde1a730ea6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.9426084 Feb 03 13:11:06.616951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59894) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:06.746349 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03bbdc5e-2776-46b2-862f-6ecb38195da7 req-5fd241d6-9b91-4b10-84f6-17b98ceea764 service neutron] 10.222.0.31 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705661 Feb 03 13:11:06.775875 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9c004381-d1e9-4dd4-bd4a-129ec7c4341e tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port 530d6f52-788c-4a48-9299-925bed6c5ff2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:06.776410 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c004381-d1e9-4dd4-bd4a-129ec7c4341e tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (530d6f52-788c-4a48-9299-925bed6c5ff2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:06.867533 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c004381-d1e9-4dd4-bd4a-129ec7c4341e tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (530d6f52-788c-4a48-9299-925bed6c5ff2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:06.885055 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9c004381-d1e9-4dd4-bd4a-129ec7c4341e tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for 530d6f52-788c-4a48-9299-925bed6c5ff2 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:07.003666 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:07.017519 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c004381-d1e9-4dd4-bd4a-129ec7c4341e tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (530d6f52-788c-4a48-9299-925bed6c5ff2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:07.045442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c004381-d1e9-4dd4-bd4a-129ec7c4341e tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=530d6f52-788c-4a48-9299-925bed6c5ff2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:07.075100 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c004381-d1e9-4dd4-bd4a-129ec7c4341e tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:07.078014 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9c004381-d1e9-4dd4-bd4a-129ec7c4341e tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/ports/530d6f52-788c-4a48-9299-925bed6c5ff2 HTTP/1.1" status: 204 len: 168 time: 0.4601135 Feb 03 13:11:07.080677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59910) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:07.106872 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-584445cf-2a2c-4f08-a3b0-6589813961b4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] GET failed (client error): The resource could not be found. Feb 03 13:11:07.108225 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-584445cf-2a2c-4f08-a3b0-6589813961b4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports/530d6f52-788c-4a48-9299-925bed6c5ff2 HTTP/1.1" status: 404 len: 333 time: 0.0264714 Feb 03 13:11:07.111800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59914) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:07.167014 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f9a160-9837-4bb8-a8d4-15cda6236d9d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting subnet e7f7636d-c368-44b7-87f4-78dcb97fd78c {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:11:07.175732 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17f9a160-9837-4bb8-a8d4-15cda6236d9d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for subnet (e7f7636d-c368-44b7-87f4-78dcb97fd78c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:07.245116 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17f9a160-9837-4bb8-a8d4-15cda6236d9d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (e7f7636d-c368-44b7-87f4-78dcb97fd78c), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:07.495015 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17f9a160-9837-4bb8-a8d4-15cda6236d9d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (e7f7636d-c368-44b7-87f4-78dcb97fd78c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:07.608170 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0eea86-0075-4fc7-9bcc-d81cbb8d03c9 req-48bad973-12d3-4cb0-b439-21489794fe8f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:07.610480 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ef0eea86-0075-4fc7-9bcc-d81cbb8d03c9 req-48bad973-12d3-4cb0-b439-21489794fe8f tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 943 time: 0.2196038 Feb 03 13:11:07.627256 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 33c5195b-c929-4aae-b2d2-f0cc345407a6 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:11:07.649841 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17f9a160-9837-4bb8-a8d4-15cda6236d9d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (e7f7636d-c368-44b7-87f4-78dcb97fd78c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:07.712060 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9a160-9837-4bb8-a8d4-15cda6236d9d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f7636d-c368-44b7-87f4-78dcb97fd78c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:07.720814 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17f9a160-9837-4bb8-a8d4-15cda6236d9d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:07.727120 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-17f9a160-9837-4bb8-a8d4-15cda6236d9d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/subnets/e7f7636d-c368-44b7-87f4-78dcb97fd78c HTTP/1.1" status: 204 len: 168 time: 0.6118650 Feb 03 13:11:07.727640 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59918) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:07.729464 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ef0eea86-0075-4fc7-9bcc-d81cbb8d03c9 req-7719a5c6-90ea-475e-8192-a8588d19391a tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126249 Feb 03 13:11:07.799030 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 33c5195b-c929-4aae-b2d2-f0cc345407a6 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:07.799780 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (33c5195b-c929-4aae-b2d2-f0cc345407a6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:07.888728 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d311e17-10ce-4140-a359-c6f3e6d25dc6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (5f32b372-4ebe-4f91-8cc9-a3b047ac5206), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:07.924312 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880aaf0e-14a6-4966-8502-d01a49e54659 None None] Network 5f32b372-4ebe-4f91-8cc9-a3b047ac5206 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:07.992923 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8d311e17-10ce-4140-a359-c6f3e6d25dc6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port 33c5195b-c929-4aae-b2d2-f0cc345407a6 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:07.999925 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d311e17-10ce-4140-a359-c6f3e6d25dc6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (33c5195b-c929-4aae-b2d2-f0cc345407a6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:08.068533 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bca141c9-da46-48c8-a61d-aac495ebf11e None None] Provisioning complete for port 33c5195b-c929-4aae-b2d2-f0cc345407a6 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:08.070316 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bca141c9-da46-48c8-a61d-aac495ebf11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (33c5195b-c929-4aae-b2d2-f0cc345407a6), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:08.115175 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8d311e17-10ce-4140-a359-c6f3e6d25dc6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] For port 33c5195b-c929-4aae-b2d2-f0cc345407a6, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=33c5195b-c929-4aae-b2d2-f0cc345407a6,segment=NetworkSegment(d9e81e11-0b69-4f8d-8c48-efb61c91fb3e),segment_id=d9e81e11-0b69-4f8d-8c48-efb61c91fb3e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:08.116956 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d311e17-10ce-4140-a359-c6f3e6d25dc6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (33c5195b-c929-4aae-b2d2-f0cc345407a6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:08.138969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8d311e17-10ce-4140-a359-c6f3e6d25dc6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for 33c5195b-c929-4aae-b2d2-f0cc345407a6 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:08.180367 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 33c5195b-c929-4aae-b2d2-f0cc345407a6 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:08.180771 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (33c5195b-c929-4aae-b2d2-f0cc345407a6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:08.217160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 33c5195b-c929-4aae-b2d2-f0cc345407a6, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=33c5195b-c929-4aae-b2d2-f0cc345407a6,segment=NetworkSegment(d9e81e11-0b69-4f8d-8c48-efb61c91fb3e),segment_id=d9e81e11-0b69-4f8d-8c48-efb61c91fb3e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:08.254553 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d311e17-10ce-4140-a359-c6f3e6d25dc6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (33c5195b-c929-4aae-b2d2-f0cc345407a6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:08.255599 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (33c5195b-c929-4aae-b2d2-f0cc345407a6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:08.262515 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bca141c9-da46-48c8-a61d-aac495ebf11e None None] Current status of the port 33c5195b-c929-4aae-b2d2-f0cc345407a6 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:08.289470 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event deleted for resources: {'Port': ['ID=33c5195b-c929-4aae-b2d2-f0cc345407a6,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:08.302613 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d311e17-10ce-4140-a359-c6f3e6d25dc6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=33c5195b-c929-4aae-b2d2-f0cc345407a6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:08.304851 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:08.308415 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d311e17-10ce-4140-a359-c6f3e6d25dc6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No DVR routers for this DVR port 33c5195b-c929-4aae-b2d2-f0cc345407a6 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:11:08.360026 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da943ee5-a7d0-4000-8b0c-e97f03b78fdc None None] DHCP port deletion for 5f32b372-4ebe-4f91-8cc9-a3b047ac5206 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:11:08.448389 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d311e17-10ce-4140-a359-c6f3e6d25dc6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (5f32b372-4ebe-4f91-8cc9-a3b047ac5206), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:08.484766 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8d311e17-10ce-4140-a359-c6f3e6d25dc6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f32b372-4ebe-4f91-8cc9-a3b047ac5206']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:08.499064 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8d311e17-10ce-4140-a359-c6f3e6d25dc6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e81e11-0b69-4f8d-8c48-efb61c91fb3e') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:08.499364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8d311e17-10ce-4140-a359-c6f3e6d25dc6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e81e11-0b69-4f8d-8c48-efb61c91fb3e') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:08.515567 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d311e17-10ce-4140-a359-c6f3e6d25dc6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (d9e81e11-0b69-4f8d-8c48-efb61c91fb3e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:08.532505 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d311e17-10ce-4140-a359-c6f3e6d25dc6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (d9e81e11-0b69-4f8d-8c48-efb61c91fb3e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:08.541448 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d311e17-10ce-4140-a359-c6f3e6d25dc6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:11:08.542001 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d311e17-10ce-4140-a359-c6f3e6d25dc6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (d9e81e11-0b69-4f8d-8c48-efb61c91fb3e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:11:08.553551 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:11:08.629358 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d311e17-10ce-4140-a359-c6f3e6d25dc6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (5f32b372-4ebe-4f91-8cc9-a3b047ac5206), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:08.651164 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d311e17-10ce-4140-a359-c6f3e6d25dc6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:08.655049 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8d311e17-10ce-4140-a359-c6f3e6d25dc6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/networks/5f32b372-4ebe-4f91-8cc9-a3b047ac5206 HTTP/1.1" status: 204 len: 168 time: 0.9262724 Feb 03 13:11:08.658831 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59920) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:08.665031 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-85a770cb-04bd-44a9-bd63-84686f33959f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'port': {'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e', 'name': 'tempest-PortsIpV6TestJSON-382950632'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:08.668687 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d311e17-10ce-4140-a359-c6f3e6d25dc6 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Network': ['ID=5f32b372-4ebe-4f91-8cc9-a3b047ac5206,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:08.786417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a770cb-04bd-44a9-bd63-84686f33959f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:08.798471 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85a770cb-04bd-44a9-bd63-84686f33959f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:08.842349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-85a770cb-04bd-44a9-bd63-84686f33959f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] device_id is not set on port 37474c2f-0439-4f89-b268-b46fd454e3f8 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:11:08.898445 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760a7e0-a68b-4b68-a446-82da232714e5 req-9b68dd8f-86c2-48ae-893c-e41be20c9e08 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:08.900786 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7760a7e0-a68b-4b68-a446-82da232714e5 req-9b68dd8f-86c2-48ae-893c-e41be20c9e08 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 943 time: 0.0655582 Feb 03 13:11:08.958965 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7760a7e0-a68b-4b68-a446-82da232714e5 req-85bd4bac-cf85-4bf6-91ee-b9f15e7a25e9 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506966 Feb 03 13:11:09.051891 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85a770cb-04bd-44a9-bd63-84686f33959f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (37474c2f-0439-4f89-b268-b46fd454e3f8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:09.089431 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85a770cb-04bd-44a9-bd63-84686f33959f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (37474c2f-0439-4f89-b268-b46fd454e3f8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:09.156565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a770cb-04bd-44a9-bd63-84686f33959f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network fc811b96-5825-4611-9e0d-5ada2d48c55e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:09.158181 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-85a770cb-04bd-44a9-bd63-84686f33959f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:09.162485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a770cb-04bd-44a9-bd63-84686f33959f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:09.169036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a770cb-04bd-44a9-bd63-84686f33959f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:09.169738 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85a770cb-04bd-44a9-bd63-84686f33959f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:09.208031 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-85a770cb-04bd-44a9-bd63-84686f33959f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5466833 Feb 03 13:11:09.208257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a770cb-04bd-44a9-bd63-84686f33959f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=37474c2f-0439-4f89-b268-b46fd454e3f8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:09.210019 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59924) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:09.328031 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a58abde2-db8e-4ff4-8eca-b0f239fc511f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port 37474c2f-0439-4f89-b268-b46fd454e3f8 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:09.328660 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a58abde2-db8e-4ff4-8eca-b0f239fc511f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (37474c2f-0439-4f89-b268-b46fd454e3f8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:09.404616 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a58abde2-db8e-4ff4-8eca-b0f239fc511f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (37474c2f-0439-4f89-b268-b46fd454e3f8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:09.419320 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a58abde2-db8e-4ff4-8eca-b0f239fc511f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for 37474c2f-0439-4f89-b268-b46fd454e3f8 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:09.429866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 33c5195b-c929-4aae-b2d2-f0cc345407a6 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:11:09.461249 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 33c5195b-c929-4aae-b2d2-f0cc345407a6 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:11:09.461943 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 33c5195b-c929-4aae-b2d2-f0cc345407a6 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:11:09.543853 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a58abde2-db8e-4ff4-8eca-b0f239fc511f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (37474c2f-0439-4f89-b268-b46fd454e3f8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:09.582409 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a58abde2-db8e-4ff4-8eca-b0f239fc511f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:09.589543 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59928) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:09.589739 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a58abde2-db8e-4ff4-8eca-b0f239fc511f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/ports/37474c2f-0439-4f89-b268-b46fd454e3f8 HTTP/1.1" status: 204 len: 168 time: 0.3781977 Feb 03 13:11:09.590704 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58abde2-db8e-4ff4-8eca-b0f239fc511f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=37474c2f-0439-4f89-b268-b46fd454e3f8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:09.596387 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-28e97199-3491-47bb-a9e3-838dcd231627 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'port': {'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e', 'mac_address': 'fa:16:3e:c8:82:8a', 'name': 'tempest-PortsIpV6TestJSON-854087381'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:09.705397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e97199-3491-47bb-a9e3-838dcd231627 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:09.776017 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28e97199-3491-47bb-a9e3-838dcd231627 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:09.816626 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-28e97199-3491-47bb-a9e3-838dcd231627 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] device_id is not set on port c6267d15-7605-4724-99a9-9e520e075362 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:11:09.935107 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:10.004253 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28e97199-3491-47bb-a9e3-838dcd231627 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (c6267d15-7605-4724-99a9-9e520e075362), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:10.081063 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28e97199-3491-47bb-a9e3-838dcd231627 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c6267d15-7605-4724-99a9-9e520e075362), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:10.181938 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e97199-3491-47bb-a9e3-838dcd231627 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network fc811b96-5825-4611-9e0d-5ada2d48c55e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:10.189281 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e97199-3491-47bb-a9e3-838dcd231627 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=c6267d15-7605-4724-99a9-9e520e075362,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:10.191986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-28e97199-3491-47bb-a9e3-838dcd231627 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:10.195229 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e97199-3491-47bb-a9e3-838dcd231627 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:10.201135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e97199-3491-47bb-a9e3-838dcd231627 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:10.201889 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28e97199-3491-47bb-a9e3-838dcd231627 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:10.229409 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-28e97199-3491-47bb-a9e3-838dcd231627 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6354334 Feb 03 13:11:10.229820 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59932) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:10.234948 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe32904-6262-4375-b0d8-336d8771644a req-46e5057e-cde1-4c54-9fe3-2d4e97ecdff0 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:10.236646 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cfe32904-6262-4375-b0d8-336d8771644a req-46e5057e-cde1-4c54-9fe3-2d4e97ecdff0 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 943 time: 0.1205816 Feb 03 13:11:10.310624 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e51d78-aec8-421c-abfe-bb5caf243518 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:10.313786 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b5e51d78-aec8-421c-abfe-bb5caf243518 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports/c6267d15-7605-4724-99a9-9e520e075362 HTTP/1.1" status: 200 len: 844 time: 0.0819635 Feb 03 13:11:10.316155 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59934) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:10.321661 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cfe32904-6262-4375-b0d8-336d8771644a req-05774be1-3201-4935-a4fa-6a7bd8b0085c tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792494 Feb 03 13:11:10.464347 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d9843a1c-a720-43d5-a5b3-07848ba227bc tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port c6267d15-7605-4724-99a9-9e520e075362 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:10.464951 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9843a1c-a720-43d5-a5b3-07848ba227bc tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c6267d15-7605-4724-99a9-9e520e075362), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:10.549081 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9843a1c-a720-43d5-a5b3-07848ba227bc tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c6267d15-7605-4724-99a9-9e520e075362), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:10.571467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d9843a1c-a720-43d5-a5b3-07848ba227bc tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for c6267d15-7605-4724-99a9-9e520e075362 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:10.683439 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9843a1c-a720-43d5-a5b3-07848ba227bc tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (c6267d15-7605-4724-99a9-9e520e075362), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:10.713547 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9843a1c-a720-43d5-a5b3-07848ba227bc tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=c6267d15-7605-4724-99a9-9e520e075362,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:10.717067 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9843a1c-a720-43d5-a5b3-07848ba227bc tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:10.720387 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d9843a1c-a720-43d5-a5b3-07848ba227bc tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/ports/c6267d15-7605-4724-99a9-9e520e075362 HTTP/1.1" status: 204 len: 168 time: 0.4021313 Feb 03 13:11:10.722834 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59936) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:10.748438 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-d653dfc3-93cc-44d8-8431-197f53e4d03b tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] GET failed (client error): The resource could not be found. Feb 03 13:11:10.749855 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d653dfc3-93cc-44d8-8431-197f53e4d03b tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports/c6267d15-7605-4724-99a9-9e520e075362 HTTP/1.1" status: 404 len: 333 time: 0.0261333 Feb 03 13:11:10.753473 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59938) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:10.758901 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-59168c32-2f75-4192-a091-2fa2bac06fbe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'port': {'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e', 'name': 'tempest-PortsIpV6TestJSON-943981783'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:10.864206 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59168c32-2f75-4192-a091-2fa2bac06fbe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:10.868162 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59168c32-2f75-4192-a091-2fa2bac06fbe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:10.885726 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-59168c32-2f75-4192-a091-2fa2bac06fbe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] device_id is not set on port cd29a7f3-3754-4152-9039-7d6fa76fa263 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:11:11.061040 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59168c32-2f75-4192-a091-2fa2bac06fbe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (cd29a7f3-3754-4152-9039-7d6fa76fa263), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:11.096988 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59168c32-2f75-4192-a091-2fa2bac06fbe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (cd29a7f3-3754-4152-9039-7d6fa76fa263), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:11.152735 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59168c32-2f75-4192-a091-2fa2bac06fbe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network fc811b96-5825-4611-9e0d-5ada2d48c55e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:11.157626 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-59168c32-2f75-4192-a091-2fa2bac06fbe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:11.165579 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59168c32-2f75-4192-a091-2fa2bac06fbe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:11.171668 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59168c32-2f75-4192-a091-2fa2bac06fbe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:11.172318 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59168c32-2f75-4192-a091-2fa2bac06fbe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:11.191174 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59168c32-2f75-4192-a091-2fa2bac06fbe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=cd29a7f3-3754-4152-9039-7d6fa76fa263,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:11.202808 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-59168c32-2f75-4192-a091-2fa2bac06fbe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4475887 Feb 03 13:11:11.205109 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59942) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:11.210773 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-32b5e22d-44fa-4ba2-ab83-931646c09f82 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:11.293508 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32b5e22d-44fa-4ba2-ab83-931646c09f82 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cd29a7f3-3754-4152-9039-7d6fa76fa263), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:11.463167 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844dc6c-83a3-4c9d-920c-d33cc7d07338 req-6b1be6c8-6319-432a-a918-6fa11ecaa8a9 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:11.464694 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c844dc6c-83a3-4c9d-920c-d33cc7d07338 req-6b1be6c8-6319-432a-a918-6fa11ecaa8a9 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 943 time: 0.0530899 Feb 03 13:11:11.472831 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32b5e22d-44fa-4ba2-ab83-931646c09f82 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (cd29a7f3-3754-4152-9039-7d6fa76fa263), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:11.482410 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32b5e22d-44fa-4ba2-ab83-931646c09f82 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (cd29a7f3-3754-4152-9039-7d6fa76fa263), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:11.519572 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-32b5e22d-44fa-4ba2-ab83-931646c09f82 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] In _notify_port_updated(), no bound segment for port cd29a7f3-3754-4152-9039-7d6fa76fa263 on network fc811b96-5825-4611-9e0d-5ada2d48c55e {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 13:11:11.524632 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b5e22d-44fa-4ba2-ab83-931646c09f82 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:11.525283 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32b5e22d-44fa-4ba2-ab83-931646c09f82 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:11.526590 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-32b5e22d-44fa-4ba2-ab83-931646c09f82 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "PUT /v2.0/ports/cd29a7f3-3754-4152-9039-7d6fa76fa263 HTTP/1.1" status: 200 len: 818 time: 0.3206477 Feb 03 13:11:11.529799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59946) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:11.535087 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c844dc6c-83a3-4c9d-920c-d33cc7d07338 req-7040f3e0-4697-47dd-a1bd-9682fadf4b79 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580995 Feb 03 13:11:11.579732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5e22d-44fa-4ba2-ab83-931646c09f82 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=cd29a7f3-3754-4152-9039-7d6fa76fa263,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:11.652400 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b104b04e-bd9a-485e-bd84-41c8e2666465 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port cd29a7f3-3754-4152-9039-7d6fa76fa263 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:11.652957 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b104b04e-bd9a-485e-bd84-41c8e2666465 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (cd29a7f3-3754-4152-9039-7d6fa76fa263), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:12.121078 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b104b04e-bd9a-485e-bd84-41c8e2666465 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (cd29a7f3-3754-4152-9039-7d6fa76fa263), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:12.136367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b104b04e-bd9a-485e-bd84-41c8e2666465 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for cd29a7f3-3754-4152-9039-7d6fa76fa263 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:12.222956 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b104b04e-bd9a-485e-bd84-41c8e2666465 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (cd29a7f3-3754-4152-9039-7d6fa76fa263), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:12.261288 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b104b04e-bd9a-485e-bd84-41c8e2666465 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:12.264484 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b104b04e-bd9a-485e-bd84-41c8e2666465 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/ports/cd29a7f3-3754-4152-9039-7d6fa76fa263 HTTP/1.1" status: 204 len: 168 time: 0.7338202 Feb 03 13:11:12.265535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104b04e-bd9a-485e-bd84-41c8e2666465 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=cd29a7f3-3754-4152-9039-7d6fa76fa263,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:12.267178 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59950) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:12.338976 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ca25f5-e9ff-4bce-bb24-95b3bbe55a3f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:12.340515 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-81ca25f5-e9ff-4bce-bb24-95b3bbe55a3f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0721178 Feb 03 13:11:12.343267 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59952) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:12.369007 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf15ccaf-f472-49c4-ade8-2808333efd9d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] GET failed (client error): The resource could not be found. Feb 03 13:11:12.370422 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bf15ccaf-f472-49c4-ade8-2808333efd9d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports/cd29a7f3-3754-4152-9039-7d6fa76fa263 HTTP/1.1" status: 404 len: 333 time: 0.0262399 Feb 03 13:11:12.374035 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59954) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:12.378562 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-690076d1-f623-4f6e-af1d-fa184397aa3a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2100153731'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:12.398294 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690076d1-f623-4f6e-af1d-fa184397aa3a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:12.402706 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-690076d1-f623-4f6e-af1d-fa184397aa3a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:12.427515 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690076d1-f623-4f6e-af1d-fa184397aa3a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:11:12.445475 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-690076d1-f623-4f6e-af1d-fa184397aa3a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ba26bea2-d3ae-421c-8e1e-07ecfbcf746f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:12.445932 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-690076d1-f623-4f6e-af1d-fa184397aa3a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Added segment ba26bea2-d3ae-421c-8e1e-07ecfbcf746f of type vlan for network 93cc0207-c30c-4cbb-b128-00747d467120 Feb 03 13:11:12.493481 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-690076d1-f623-4f6e-af1d-fa184397aa3a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (93cc0207-c30c-4cbb-b128-00747d467120), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:12.520570 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-690076d1-f623-4f6e-af1d-fa184397aa3a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (93cc0207-c30c-4cbb-b128-00747d467120), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:12.526516 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690076d1-f623-4f6e-af1d-fa184397aa3a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:12.527443 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-690076d1-f623-4f6e-af1d-fa184397aa3a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:12.576736 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-690076d1-f623-4f6e-af1d-fa184397aa3a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2014959 Feb 03 13:11:12.582876 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59958) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:12.589501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8048ce95-add6-424a-9b19-8088a67d8f2a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'subnet': {'network_id': '93cc0207-c30c-4cbb-b128-00747d467120', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:12.636903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690076d1-f623-4f6e-af1d-fa184397aa3a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Network': ['ID=93cc0207-c30c-4cbb-b128-00747d467120,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:12.654540 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 93cc0207-c30c-4cbb-b128-00747d467120 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:11:12.760790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e317561-2f05-4e5f-9d2d-746c6d1f4c06 req-f80b7821-f1f0-4535-861a-41784f8b0a62 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:12.762664 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e317561-2f05-4e5f-9d2d-746c6d1f4c06 req-f80b7821-f1f0-4535-861a-41784f8b0a62 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 943 time: 0.1448104 Feb 03 13:11:12.763366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8048ce95-add6-424a-9b19-8088a67d8f2a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:12.766831 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8048ce95-add6-424a-9b19-8088a67d8f2a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:12.890841 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e317561-2f05-4e5f-9d2d-746c6d1f4c06 req-7a101b6f-8bb7-437e-bab4-36ace04bd906 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182044 Feb 03 13:11:13.053933 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8048ce95-add6-424a-9b19-8088a67d8f2a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (ca79e3e1-2a5a-453d-9d09-1b13cfcf98c5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:13.194371 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8048ce95-add6-424a-9b19-8088a67d8f2a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Checking segment: {'id': 'ba26bea2-d3ae-421c-8e1e-07ecfbcf746f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '93cc0207-c30c-4cbb-b128-00747d467120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:11:13.194978 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8048ce95-add6-424a-9b19-8088a67d8f2a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network hostable DHCP agents. Network: 93cc0207-c30c-4cbb-b128-00747d467120, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:11:13.207563 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048ce95-add6-424a-9b19-8088a67d8f2a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Subnet': ['ID=ca79e3e1-2a5a-453d-9d09-1b13cfcf98c5,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:13.241273 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8048ce95-add6-424a-9b19-8088a67d8f2a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network 93cc0207-c30c-4cbb-b128-00747d467120 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:11:13.251283 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8048ce95-add6-424a-9b19-8088a67d8f2a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 93cc0207-c30c-4cbb-b128-00747d467120) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:13.255860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8048ce95-add6-424a-9b19-8088a67d8f2a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:13.256514 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8048ce95-add6-424a-9b19-8088a67d8f2a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:13.263304 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae9f935-56c3-4c1c-a135-b32ed83165d8 None None] Network 93cc0207-c30c-4cbb-b128-00747d467120 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:13.280384 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8048ce95-add6-424a-9b19-8088a67d8f2a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6930008 Feb 03 13:11:13.281245 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59960) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:13.286562 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-910e39ed-5ed7-4690-9f3d-f367cfd61e83 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'subnet': {'network_id': '93cc0207-c30c-4cbb-b128-00747d467120', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:13.431737 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910e39ed-5ed7-4690-9f3d-f367cfd61e83 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:13.434279 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-93cc0207-c30c-4cbb-b128-00747d467120', 'network_id': '93cc0207-c30c-4cbb-b128-00747d467120', 'project_id': '947722c5a5e24731a5e2d5b41c49891b', 'fixed_ips': [{'subnet_id': 'ca79e3e1-2a5a-453d-9d09-1b13cfcf98c5'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:11:13.435264 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:13.437504 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-910e39ed-5ed7-4690-9f3d-f367cfd61e83 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:13.581583 n-d-827336-3 neutron-server[103189]: INFO neutron.db.ipam_backend_mixin [None req-910e39ed-5ed7-4690-9f3d-f367cfd61e83 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca79e3e1-2a5a-453d-9d09-1b13cfcf98c5 (CIDR: 2001:db8::/64) Feb 03 13:11:13.587634 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-910e39ed-5ed7-4690-9f3d-f367cfd61e83 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:11:13.588129 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910e39ed-5ed7-4690-9f3d-f367cfd61e83 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:11:13.612479 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-910e39ed-5ed7-4690-9f3d-f367cfd61e83 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3301458 Feb 03 13:11:13.615261 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59962) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:13.620470 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-94209379-2c2c-47e5-84bd-cb73fb8b5f91 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'subnet': {'network_id': '93cc0207-c30c-4cbb-b128-00747d467120', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:13.637012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] Allocated IP 2001:db8::2 (93cc0207-c30c-4cbb-b128-00747d467120/ca79e3e1-2a5a-453d-9d09-1b13cfcf98c5/6c482c1a-1e37-4e3e-b742-21924a7d1b9a) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:13.794762 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94209379-2c2c-47e5-84bd-cb73fb8b5f91 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:13.799106 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94209379-2c2c-47e5-84bd-cb73fb8b5f91 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:13.848801 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] Publish callbacks [] for port (6c482c1a-1e37-4e3e-b742-21924a7d1b9a), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:13.856490 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (6c482c1a-1e37-4e3e-b742-21924a7d1b9a), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:13.909786 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] Network 93cc0207-c30c-4cbb-b128-00747d467120 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:13.915600 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:13.919733 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:13.935396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] Pushing event updated for resources: {'Port': ['ID=6c482c1a-1e37-4e3e-b742-21924a7d1b9a,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:14.010273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] Attempting to bind port 6c482c1a-1e37-4e3e-b742-21924a7d1b9a on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:11:14.011024 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] Attempting to bind port 6c482c1a-1e37-4e3e-b742-21924a7d1b9a by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'ba26bea2-d3ae-421c-8e1e-07ecfbcf746f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '93cc0207-c30c-4cbb-b128-00747d467120'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:11:14.011503 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] Attempting to bind port 6c482c1a-1e37-4e3e-b742-21924a7d1b9a on network 93cc0207-c30c-4cbb-b128-00747d467120 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:11:14.020667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:11:14.021903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] Checking segment: {'id': 'ba26bea2-d3ae-421c-8e1e-07ecfbcf746f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '93cc0207-c30c-4cbb-b128-00747d467120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:11:14.023588 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:14.024326 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] Bound using segment: {'id': 'ba26bea2-d3ae-421c-8e1e-07ecfbcf746f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '93cc0207-c30c-4cbb-b128-00747d467120'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:11:14.025235 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] Bound port: 6c482c1a-1e37-4e3e-b742-21924a7d1b9a, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba26bea2-d3ae-421c-8e1e-07ecfbcf746f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '93cc0207-c30c-4cbb-b128-00747d467120'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:11:14.026148 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6c482c1a-1e37-4e3e-b742-21924a7d1b9a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:14.122986 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94209379-2c2c-47e5-84bd-cb73fb8b5f91 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (b7ca7e59-a692-4076-b67d-adb76e65da50), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:14.171885 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] For port 6c482c1a-1e37-4e3e-b742-21924a7d1b9a, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:11:14.175367 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] For port 6c482c1a-1e37-4e3e-b742-21924a7d1b9a, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6c482c1a-1e37-4e3e-b742-21924a7d1b9a,segment=NetworkSegment(ba26bea2-d3ae-421c-8e1e-07ecfbcf746f),segment_id=ba26bea2-d3ae-421c-8e1e-07ecfbcf746f)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:11:14.182613 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6c482c1a-1e37-4e3e-b742-21924a7d1b9a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:14.189396 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94209379-2c2c-47e5-84bd-cb73fb8b5f91 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network 93cc0207-c30c-4cbb-b128-00747d467120 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:14.197800 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-94209379-2c2c-47e5-84bd-cb73fb8b5f91 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:14.200923 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94209379-2c2c-47e5-84bd-cb73fb8b5f91 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:14.201703 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94209379-2c2c-47e5-84bd-cb73fb8b5f91 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:14.229639 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94209379-2c2c-47e5-84bd-cb73fb8b5f91 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Subnet': ['ID=b7ca7e59-a692-4076-b67d-adb76e65da50,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:14.239169 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-94209379-2c2c-47e5-84bd-cb73fb8b5f91 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6226256 Feb 03 13:11:14.242439 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59966) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:14.247633 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d7f38644-5729-4e8f-a96c-9e028230e800 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'port': {'network_id': '93cc0207-c30c-4cbb-b128-00747d467120', 'fixed_ips': [{'subnet_id': 'ca79e3e1-2a5a-453d-9d09-1b13cfcf98c5'}, {'subnet_id': 'b7ca7e59-a692-4076-b67d-adb76e65da50'}], 'name': 'tempest-PortsIpV6TestJSON-1881432162'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:14.259905 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ee6f0-510b-4b84-89e0-a36679965e1b None None] Pushing event updated for resources: {'Port': ['ID=6c482c1a-1e37-4e3e-b742-21924a7d1b9a,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:14.260328 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80390037-daa6-4b63-8ca2-7f8fc4468b90 req-fee4e1c5-07b1-4137-bd72-d030d297bc1d tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:14.262007 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-80390037-daa6-4b63-8ca2-7f8fc4468b90 req-fee4e1c5-07b1-4137-bd72-d030d297bc1d tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 943 time: 0.1510432 Feb 03 13:11:14.373274 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-80390037-daa6-4b63-8ca2-7f8fc4468b90 req-d758049f-6331-45bf-aaa8-1af2f3f81292 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940492 Feb 03 13:11:14.419764 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f38644-5729-4e8f-a96c-9e028230e800 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:14.560788 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d7f38644-5729-4e8f-a96c-9e028230e800 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:14.594415 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-d7f38644-5729-4e8f-a96c-9e028230e800 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] device_id is not set on port 4c4afa8f-2c01-41a7-8089-d0f376be25b5 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:11:14.914958 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d7f38644-5729-4e8f-a96c-9e028230e800 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Allocated IP 2001:db8::22 (93cc0207-c30c-4cbb-b128-00747d467120/ca79e3e1-2a5a-453d-9d09-1b13cfcf98c5/4c4afa8f-2c01-41a7-8089-d0f376be25b5) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:14.920994 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d7f38644-5729-4e8f-a96c-9e028230e800 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Allocated IP 2001:db8:0:1::1da (93cc0207-c30c-4cbb-b128-00747d467120/b7ca7e59-a692-4076-b67d-adb76e65da50/4c4afa8f-2c01-41a7-8089-d0f376be25b5) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:15.082960 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d7f38644-5729-4e8f-a96c-9e028230e800 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (4c4afa8f-2c01-41a7-8089-d0f376be25b5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:15.122572 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d7f38644-5729-4e8f-a96c-9e028230e800 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (4c4afa8f-2c01-41a7-8089-d0f376be25b5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:15.176540 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f38644-5729-4e8f-a96c-9e028230e800 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network 93cc0207-c30c-4cbb-b128-00747d467120 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:15.180152 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d7f38644-5729-4e8f-a96c-9e028230e800 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:15.184916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f38644-5729-4e8f-a96c-9e028230e800 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:15.190130 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f38644-5729-4e8f-a96c-9e028230e800 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:15.190752 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d7f38644-5729-4e8f-a96c-9e028230e800 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:15.193321 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f38644-5729-4e8f-a96c-9e028230e800 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=4c4afa8f-2c01-41a7-8089-d0f376be25b5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:15.209764 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d7f38644-5729-4e8f-a96c-9e028230e800 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 0.9661541 Feb 03 13:11:15.212410 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59970) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:15.217836 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-68e78cb5-5572-4954-9c13-e6fe2c6bff2f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ca79e3e1-2a5a-453d-9d09-1b13cfcf98c5'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:15.296760 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68e78cb5-5572-4954-9c13-e6fe2c6bff2f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4c4afa8f-2c01-41a7-8089-d0f376be25b5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:15.413875 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fae616b-92f8-4ef6-9fde-1c0181d05732 None None] Network 93cc0207-c30c-4cbb-b128-00747d467120 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:15.508658 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6c482c1a-1e37-4e3e-b742-21924a7d1b9a up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:11:15.517015 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f63921bd-d6ea-4170-b0be-0a5d42cbf9d0 None None] Provisioning complete for port 6c482c1a-1e37-4e3e-b742-21924a7d1b9a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:15.517395 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f63921bd-d6ea-4170-b0be-0a5d42cbf9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6c482c1a-1e37-4e3e-b742-21924a7d1b9a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:15.542816 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc74d2-5d69-403b-8f5b-3c1a436b3367 req-21aae33c-8976-40af-916e-ab1b49cc0f73 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:15.545971 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0adc74d2-5d69-403b-8f5b-3c1a436b3367 req-21aae33c-8976-40af-916e-ab1b49cc0f73 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 943 time: 0.0668232 Feb 03 13:11:15.581578 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-68e78cb5-5572-4954-9c13-e6fe2c6bff2f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Delete allocated IP 2001:db8:0:1::1da (93cc0207-c30c-4cbb-b128-00747d467120/b7ca7e59-a692-4076-b67d-adb76e65da50) {{(pid=103189) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 13:11:15.603813 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0adc74d2-5d69-403b-8f5b-3c1a436b3367 req-b2e24575-2562-43da-aaa9-8f1117b8a2fc tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490410 Feb 03 13:11:15.634326 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 6c482c1a-1e37-4e3e-b742-21924a7d1b9a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:15.634707 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6c482c1a-1e37-4e3e-b742-21924a7d1b9a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:15.720951 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68e78cb5-5572-4954-9c13-e6fe2c6bff2f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (4c4afa8f-2c01-41a7-8089-d0f376be25b5), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:15.726429 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68e78cb5-5572-4954-9c13-e6fe2c6bff2f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (4c4afa8f-2c01-41a7-8089-d0f376be25b5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:15.733313 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f63921bd-d6ea-4170-b0be-0a5d42cbf9d0 None None] Current status of the port 6c482c1a-1e37-4e3e-b742-21924a7d1b9a is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:15.733700 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f63921bd-d6ea-4170-b0be-0a5d42cbf9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6c482c1a-1e37-4e3e-b742-21924a7d1b9a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:15.750123 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f83f92-595f-4be6-87d4-44cf9925fdd9 None None] Update dhcp port {'port': {'network_id': '93cc0207-c30c-4cbb-b128-00747d467120', 'fixed_ips': [{'subnet_id': 'ca79e3e1-2a5a-453d-9d09-1b13cfcf98c5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b7ca7e59-a692-4076-b67d-adb76e65da50'}], 'binding:host_id': 'n-d-827336-3'}, 'id': '6c482c1a-1e37-4e3e-b742-21924a7d1b9a'} from n-d-827336-3. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 13:11:15.788395 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-68e78cb5-5572-4954-9c13-e6fe2c6bff2f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] In _notify_port_updated(), no bound segment for port 4c4afa8f-2c01-41a7-8089-d0f376be25b5 on network 93cc0207-c30c-4cbb-b128-00747d467120 {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 13:11:15.793495 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e78cb5-5572-4954-9c13-e6fe2c6bff2f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:15.793970 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68e78cb5-5572-4954-9c13-e6fe2c6bff2f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:15.795258 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-68e78cb5-5572-4954-9c13-e6fe2c6bff2f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "PUT /v2.0/ports/4c4afa8f-2c01-41a7-8089-d0f376be25b5 HTTP/1.1" status: 200 len: 925 time: 0.5818594 Feb 03 13:11:15.798174 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59974) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:15.806031 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f63921bd-d6ea-4170-b0be-0a5d42cbf9d0 None None] For port 6c482c1a-1e37-4e3e-b742-21924a7d1b9a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6c482c1a-1e37-4e3e-b742-21924a7d1b9a,segment=NetworkSegment(ba26bea2-d3ae-421c-8e1e-07ecfbcf746f),segment_id=ba26bea2-d3ae-421c-8e1e-07ecfbcf746f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:15.806203 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a330b393-9579-4948-ac99-391586b7b244 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ca79e3e1-2a5a-453d-9d09-1b13cfcf98c5'}, {'subnet_id': 'b7ca7e59-a692-4076-b67d-adb76e65da50'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:15.807573 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36f83f92-595f-4be6-87d4-44cf9925fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6c482c1a-1e37-4e3e-b742-21924a7d1b9a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:15.810246 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e78cb5-5572-4954-9c13-e6fe2c6bff2f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=4c4afa8f-2c01-41a7-8089-d0f376be25b5,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:15.834125 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f63921bd-d6ea-4170-b0be-0a5d42cbf9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6c482c1a-1e37-4e3e-b742-21924a7d1b9a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:15.885261 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a330b393-9579-4948-ac99-391586b7b244 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4c4afa8f-2c01-41a7-8089-d0f376be25b5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:15.900350 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 6c482c1a-1e37-4e3e-b742-21924a7d1b9a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:15.924003 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63921bd-d6ea-4170-b0be-0a5d42cbf9d0 None None] Pushing event updated for resources: {'Port': ['ID=6c482c1a-1e37-4e3e-b742-21924a7d1b9a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:16.045939 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-36f83f92-595f-4be6-87d4-44cf9925fdd9 None None] Allocated IP 2001:db8:0:1::2 (93cc0207-c30c-4cbb-b128-00747d467120/b7ca7e59-a692-4076-b67d-adb76e65da50/6c482c1a-1e37-4e3e-b742-21924a7d1b9a) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:16.093308 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:16.150059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-36f83f92-595f-4be6-87d4-44cf9925fdd9 None None] For port 6c482c1a-1e37-4e3e-b742-21924a7d1b9a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6c482c1a-1e37-4e3e-b742-21924a7d1b9a,segment=NetworkSegment(ba26bea2-d3ae-421c-8e1e-07ecfbcf746f),segment_id=ba26bea2-d3ae-421c-8e1e-07ecfbcf746f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:16.182969 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36f83f92-595f-4be6-87d4-44cf9925fdd9 None None] Publish callbacks [] for port (6c482c1a-1e37-4e3e-b742-21924a7d1b9a), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:16.187577 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-36f83f92-595f-4be6-87d4-44cf9925fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6c482c1a-1e37-4e3e-b742-21924a7d1b9a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:16.244025 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-a330b393-9579-4948-ac99-391586b7b244 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Allocated IP 2001:db8:0:1::10b (93cc0207-c30c-4cbb-b128-00747d467120/b7ca7e59-a692-4076-b67d-adb76e65da50/4c4afa8f-2c01-41a7-8089-d0f376be25b5) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:16.272993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f83f92-595f-4be6-87d4-44cf9925fdd9 None None] Pushing event updated for resources: {'Port': ['ID=6c482c1a-1e37-4e3e-b742-21924a7d1b9a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:16.379608 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a330b393-9579-4948-ac99-391586b7b244 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (4c4afa8f-2c01-41a7-8089-d0f376be25b5), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:16.384405 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a330b393-9579-4948-ac99-391586b7b244 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (4c4afa8f-2c01-41a7-8089-d0f376be25b5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:16.469754 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a330b393-9579-4948-ac99-391586b7b244 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] In _notify_port_updated(), no bound segment for port 4c4afa8f-2c01-41a7-8089-d0f376be25b5 on network 93cc0207-c30c-4cbb-b128-00747d467120 {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 13:11:16.474775 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a330b393-9579-4948-ac99-391586b7b244 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:16.476007 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a330b393-9579-4948-ac99-391586b7b244 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:16.477329 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a330b393-9579-4948-ac99-391586b7b244 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "PUT /v2.0/ports/4c4afa8f-2c01-41a7-8089-d0f376be25b5 HTTP/1.1" status: 200 len: 1011 time: 0.6783302 Feb 03 13:11:16.478281 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330b393-9579-4948-ac99-391586b7b244 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=4c4afa8f-2c01-41a7-8089-d0f376be25b5,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:16.480256 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59976) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:16.574314 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-44021c66-e068-4eaa-81a8-47a3815418e0 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port 4c4afa8f-2c01-41a7-8089-d0f376be25b5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:16.575038 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44021c66-e068-4eaa-81a8-47a3815418e0 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4c4afa8f-2c01-41a7-8089-d0f376be25b5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:16.671335 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44021c66-e068-4eaa-81a8-47a3815418e0 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4c4afa8f-2c01-41a7-8089-d0f376be25b5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:16.686987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-44021c66-e068-4eaa-81a8-47a3815418e0 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for 4c4afa8f-2c01-41a7-8089-d0f376be25b5 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:16.744867 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279def04-56b3-4995-83d6-eccf9da8cbbb req-74ee2891-0ec4-4891-aa0f-cfb98fa7de3e tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:16.747269 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-279def04-56b3-4995-83d6-eccf9da8cbbb req-74ee2891-0ec4-4891-aa0f-cfb98fa7de3e tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 943 time: 0.0590553 Feb 03 13:11:16.800398 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-279def04-56b3-4995-83d6-eccf9da8cbbb req-e2316916-c42c-4efd-9237-61a27554b615 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464528 Feb 03 13:11:16.805903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c60f5eb-2746-43ab-8da2-23d0a5ca37f6 None None] Network 93cc0207-c30c-4cbb-b128-00747d467120 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:16.873949 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44021c66-e068-4eaa-81a8-47a3815418e0 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4c4afa8f-2c01-41a7-8089-d0f376be25b5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:16.891137 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7620252a-c2af-4148-b34c-1d3860936e15 None None] Provisioning complete for port 4c4afa8f-2c01-41a7-8089-d0f376be25b5 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:16.891424 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7620252a-c2af-4148-b34c-1d3860936e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4c4afa8f-2c01-41a7-8089-d0f376be25b5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:16.909290 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44021c66-e068-4eaa-81a8-47a3815418e0 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=4c4afa8f-2c01-41a7-8089-d0f376be25b5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:16.915620 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7620252a-c2af-4148-b34c-1d3860936e15 None None] Port 4c4afa8f-2c01-41a7-8089-d0f376be25b5 was deleted so its status cannot be updated. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 03 13:11:16.944097 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7620252a-c2af-4148-b34c-1d3860936e15 None None] Provisioning complete for port 6c482c1a-1e37-4e3e-b742-21924a7d1b9a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:16.944468 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7620252a-c2af-4148-b34c-1d3860936e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6c482c1a-1e37-4e3e-b742-21924a7d1b9a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:16.951761 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44021c66-e068-4eaa-81a8-47a3815418e0 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:16.955427 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-44021c66-e068-4eaa-81a8-47a3815418e0 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/ports/4c4afa8f-2c01-41a7-8089-d0f376be25b5 HTTP/1.1" status: 204 len: 168 time: 0.4739363 Feb 03 13:11:16.958034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59980) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:16.988937 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72cf849-c6ea-4b72-9f21-ee59bd548618 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] GET failed (client error): The resource could not be found. Feb 03 13:11:16.992929 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d72cf849-c6ea-4b72-9f21-ee59bd548618 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports/4c4afa8f-2c01-41a7-8089-d0f376be25b5 HTTP/1.1" status: 404 len: 333 time: 0.0313108 Feb 03 13:11:16.993304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59982) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:17.036352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7620252a-c2af-4148-b34c-1d3860936e15 None None] Current status of the port 6c482c1a-1e37-4e3e-b742-21924a7d1b9a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:17.050956 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-133b9926-ac81-4b40-9973-0f69a065bead tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting subnet b7ca7e59-a692-4076-b67d-adb76e65da50 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:11:17.054389 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-133b9926-ac81-4b40-9973-0f69a065bead tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for subnet (b7ca7e59-a692-4076-b67d-adb76e65da50), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:17.097285 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-133b9926-ac81-4b40-9973-0f69a065bead tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (b7ca7e59-a692-4076-b67d-adb76e65da50), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:17.190065 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-133b9926-ac81-4b40-9973-0f69a065bead tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (b7ca7e59-a692-4076-b67d-adb76e65da50), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:17.251660 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-133b9926-ac81-4b40-9973-0f69a065bead tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (b7ca7e59-a692-4076-b67d-adb76e65da50), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:17.260422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2be711db-b940-458d-bf32-a84d387ee5fd None None] Provisioning complete for port 6c482c1a-1e37-4e3e-b742-21924a7d1b9a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:17.261135 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2be711db-b940-458d-bf32-a84d387ee5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6c482c1a-1e37-4e3e-b742-21924a7d1b9a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:17.282370 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b9926-ac81-4b40-9973-0f69a065bead tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ca7e59-a692-4076-b67d-adb76e65da50,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:17.284499 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-133b9926-ac81-4b40-9973-0f69a065bead tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:17.290468 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59984) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:17.290650 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-133b9926-ac81-4b40-9973-0f69a065bead tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/subnets/b7ca7e59-a692-4076-b67d-adb76e65da50 HTTP/1.1" status: 204 len: 168 time: 0.2963524 Feb 03 13:11:17.312944 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 2c827402-584a-4516-847b-067d7ec67678 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:11:17.348410 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-317b6732-929e-4540-90f9-a3d5999ff1a3 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting subnet ca79e3e1-2a5a-453d-9d09-1b13cfcf98c5 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:11:17.351825 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-317b6732-929e-4540-90f9-a3d5999ff1a3 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for subnet (ca79e3e1-2a5a-453d-9d09-1b13cfcf98c5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:17.399087 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2be711db-b940-458d-bf32-a84d387ee5fd None None] Current status of the port 6c482c1a-1e37-4e3e-b742-21924a7d1b9a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:17.401792 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-317b6732-929e-4540-90f9-a3d5999ff1a3 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (ca79e3e1-2a5a-453d-9d09-1b13cfcf98c5), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:17.454297 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49400e1d-fda4-4cc6-b685-8c236f0a3ebd None None] Network 93cc0207-c30c-4cbb-b128-00747d467120 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:17.466655 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6c482c1a-1e37-4e3e-b742-21924a7d1b9a up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:11:17.499657 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-317b6732-929e-4540-90f9-a3d5999ff1a3 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (ca79e3e1-2a5a-453d-9d09-1b13cfcf98c5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:17.526640 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 2c827402-584a-4516-847b-067d7ec67678, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=2c827402-584a-4516-847b-067d7ec67678,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:17.546512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c4ba7c99-ad60-4b58-984c-0111c8c4a237 None None] Could not find standard attr ID for object 4c4afa8f-2c01-41a7-8089-d0f376be25b5. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:11:17.561881 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-317b6732-929e-4540-90f9-a3d5999ff1a3 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (ca79e3e1-2a5a-453d-9d09-1b13cfcf98c5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:17.582044 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '2c827402-584a-4516-847b-067d7ec67678', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'port_id': '2c827402-584a-4516-847b-067d7ec67678', 'mac_address': 'fa:16:3e:7a:ef:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:11:17.595326 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b6732-929e-4540-90f9-a3d5999ff1a3 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Subnet': ['ID=ca79e3e1-2a5a-453d-9d09-1b13cfcf98c5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:17.597541 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-317b6732-929e-4540-90f9-a3d5999ff1a3 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:17.603830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 59988) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:17.610301 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-317b6732-929e-4540-90f9-a3d5999ff1a3 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/subnets/ca79e3e1-2a5a-453d-9d09-1b13cfcf98c5 HTTP/1.1" status: 204 len: 168 time: 0.3185449 Feb 03 13:11:17.663146 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 6c482c1a-1e37-4e3e-b742-21924a7d1b9a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:17.663519 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6c482c1a-1e37-4e3e-b742-21924a7d1b9a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:17.668512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 2c827402-584a-4516-847b-067d7ec67678 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:17.668901 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2c827402-584a-4516-847b-067d7ec67678), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:17.693302 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50f14abb-fa70-4f69-9c57-6237a55a2e62 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (93cc0207-c30c-4cbb-b128-00747d467120), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:17.707687 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c827402-584a-4516-847b-067d7ec67678 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:11:17.741881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 2c827402-584a-4516-847b-067d7ec67678, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=2c827402-584a-4516-847b-067d7ec67678,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:17.748576 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2c827402-584a-4516-847b-067d7ec67678), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:17.758040 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-50f14abb-fa70-4f69-9c57-6237a55a2e62 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port 6c482c1a-1e37-4e3e-b742-21924a7d1b9a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:17.758391 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50f14abb-fa70-4f69-9c57-6237a55a2e62 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (6c482c1a-1e37-4e3e-b742-21924a7d1b9a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:17.825338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-50f14abb-fa70-4f69-9c57-6237a55a2e62 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] For port 6c482c1a-1e37-4e3e-b742-21924a7d1b9a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6c482c1a-1e37-4e3e-b742-21924a7d1b9a,segment=NetworkSegment(ba26bea2-d3ae-421c-8e1e-07ecfbcf746f),segment_id=ba26bea2-d3ae-421c-8e1e-07ecfbcf746f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:17.825765 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50f14abb-fa70-4f69-9c57-6237a55a2e62 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (6c482c1a-1e37-4e3e-b742-21924a7d1b9a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:17.839816 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-50f14abb-fa70-4f69-9c57-6237a55a2e62 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for 6c482c1a-1e37-4e3e-b742-21924a7d1b9a owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:17.967167 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f4ee7-f87a-457f-a8a6-f5922673257e req-4f012204-3aa1-4cab-add2-521a18a11573 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:17.968694 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-903f4ee7-f87a-457f-a8a6-f5922673257e req-4f012204-3aa1-4cab-add2-521a18a11573 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 944 time: 0.0801165 Feb 03 13:11:17.983231 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50f14abb-fa70-4f69-9c57-6237a55a2e62 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (6c482c1a-1e37-4e3e-b742-21924a7d1b9a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:18.016136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 6c482c1a-1e37-4e3e-b742-21924a7d1b9a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:18.023027 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=2c827402-584a-4516-847b-067d7ec67678,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:18.024882 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f14abb-fa70-4f69-9c57-6237a55a2e62 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No DVR routers for this DVR port 6c482c1a-1e37-4e3e-b742-21924a7d1b9a on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:11:18.026480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f14abb-fa70-4f69-9c57-6237a55a2e62 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=6c482c1a-1e37-4e3e-b742-21924a7d1b9a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:18.031525 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a46829-dba7-44f0-8fca-139a4b394a87 None None] Update dhcp port {'port': {'network_id': '93cc0207-c30c-4cbb-b128-00747d467120', 'fixed_ips': [{'subnet_id': 'ca79e3e1-2a5a-453d-9d09-1b13cfcf98c5'}], 'binding:host_id': 'n-d-827336-3'}, 'id': '6c482c1a-1e37-4e3e-b742-21924a7d1b9a'} from n-d-827336-3. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 13:11:18.050004 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a46829-dba7-44f0-8fca-139a4b394a87 None None] Host n-d-827336-3 tried to update port 6c482c1a-1e37-4e3e-b742-21924a7d1b9a which no longer exists. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:317}} Feb 03 13:11:18.059023 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['2c827402-584a-4516-847b-067d7ec67678'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:11:18.090778 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-903f4ee7-f87a-457f-a8a6-f5922673257e req-9dbe4380-720f-46ba-990c-970ec44c1d5a tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155131 Feb 03 13:11:18.128717 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6b73a9-0c60-4a26-9327-3ed983ce5ca6 None None] Network 93cc0207-c30c-4cbb-b128-00747d467120 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:18.134369 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50f14abb-fa70-4f69-9c57-6237a55a2e62 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (93cc0207-c30c-4cbb-b128-00747d467120), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:18.161244 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-50f14abb-fa70-4f69-9c57-6237a55a2e62 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93cc0207-c30c-4cbb-b128-00747d467120']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:18.177105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-50f14abb-fa70-4f69-9c57-6237a55a2e62 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba26bea2-d3ae-421c-8e1e-07ecfbcf746f') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:18.177538 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-50f14abb-fa70-4f69-9c57-6237a55a2e62 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba26bea2-d3ae-421c-8e1e-07ecfbcf746f') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:18.188207 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50f14abb-fa70-4f69-9c57-6237a55a2e62 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (ba26bea2-d3ae-421c-8e1e-07ecfbcf746f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:18.202430 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50f14abb-fa70-4f69-9c57-6237a55a2e62 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ba26bea2-d3ae-421c-8e1e-07ecfbcf746f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:18.205397 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3675bab4-9ee9-4534-930c-b646d22f933a None None] Could not find standard attr ID for object 6c482c1a-1e37-4e3e-b742-21924a7d1b9a. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:11:18.210225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f14abb-fa70-4f69-9c57-6237a55a2e62 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:11:18.210692 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50f14abb-fa70-4f69-9c57-6237a55a2e62 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (ba26bea2-d3ae-421c-8e1e-07ecfbcf746f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:11:18.214105 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:11:18.260441 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3a47d3-a2a5-4784-8eaf-d3e7d75d1b6b None None] DHCP port deletion for 93cc0207-c30c-4cbb-b128-00747d467120 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:11:18.280275 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50f14abb-fa70-4f69-9c57-6237a55a2e62 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (93cc0207-c30c-4cbb-b128-00747d467120), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:18.284134 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50f14abb-fa70-4f69-9c57-6237a55a2e62 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:18.294153 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-50f14abb-fa70-4f69-9c57-6237a55a2e62 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/networks/93cc0207-c30c-4cbb-b128-00747d467120 HTTP/1.1" status: 204 len: 168 time: 0.6833596 Feb 03 13:11:18.296591 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59994) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:18.305635 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f14abb-fa70-4f69-9c57-6237a55a2e62 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Network': ['ID=93cc0207-c30c-4cbb-b128-00747d467120,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:18.359903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4732bd-8bd8-48d3-80ad-7972936191b2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:18.361277 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ba4732bd-8bd8-48d3-80ad-7972936191b2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0611687 Feb 03 13:11:18.364759 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59996) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:18.412368 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3a980d8d-9130-4393-a0a8-43ede0245a09 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0464451 Feb 03 13:11:18.415572 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 59998) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:18.420423 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3b56e4fd-39ab-46ca-871f-cd457052c51a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1395265497'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:18.439962 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b56e4fd-39ab-46ca-871f-cd457052c51a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:18.443279 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b56e4fd-39ab-46ca-871f-cd457052c51a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:18.466870 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b56e4fd-39ab-46ca-871f-cd457052c51a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:11:18.475528 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b56e4fd-39ab-46ca-871f-cd457052c51a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (26857e4d-65f9-48af-ac27-58f397823b36), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:18.475857 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-3b56e4fd-39ab-46ca-871f-cd457052c51a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Added segment 26857e4d-65f9-48af-ac27-58f397823b36 of type vlan for network b788e5de-6bb8-40d6-9702-a0f0df29f3d3 Feb 03 13:11:18.514819 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b56e4fd-39ab-46ca-871f-cd457052c51a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (b788e5de-6bb8-40d6-9702-a0f0df29f3d3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:18.539506 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b56e4fd-39ab-46ca-871f-cd457052c51a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (b788e5de-6bb8-40d6-9702-a0f0df29f3d3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:18.544655 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b56e4fd-39ab-46ca-871f-cd457052c51a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:18.545225 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b56e4fd-39ab-46ca-871f-cd457052c51a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:18.585138 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3b56e4fd-39ab-46ca-871f-cd457052c51a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1684883 Feb 03 13:11:18.587891 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60000) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:18.592536 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1d14c3d1-eefa-4365-b6e2-a3bd1d4b332e tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'subnet': {'network_id': 'b788e5de-6bb8-40d6-9702-a0f0df29f3d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:18.636205 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56e4fd-39ab-46ca-871f-cd457052c51a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Network': ['ID=b788e5de-6bb8-40d6-9702-a0f0df29f3d3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:18.646744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network b788e5de-6bb8-40d6-9702-a0f0df29f3d3 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:11:18.705133 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d14c3d1-eefa-4365-b6e2-a3bd1d4b332e tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:18.708663 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d14c3d1-eefa-4365-b6e2-a3bd1d4b332e tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:19.247271 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d14c3d1-eefa-4365-b6e2-a3bd1d4b332e tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (d8585f7d-3b5e-4bef-8cb4-097c24971653), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:19.302267 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1b8bd-2b9e-4128-b3dd-e16b603ba578 req-64485922-730e-444c-a4d9-803c8d5ca6e8 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:19.303821 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ffe1b8bd-2b9e-4128-b3dd-e16b603ba578 req-64485922-730e-444c-a4d9-803c8d5ca6e8 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 944 time: 0.1356525 Feb 03 13:11:19.326348 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14c3d1-eefa-4365-b6e2-a3bd1d4b332e tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Subnet': ['ID=d8585f7d-3b5e-4bef-8cb4-097c24971653,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:19.327817 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 2c827402-584a-4516-847b-067d7ec67678 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:11:19.347722 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d14c3d1-eefa-4365-b6e2-a3bd1d4b332e tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Checking segment: {'id': '26857e4d-65f9-48af-ac27-58f397823b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b788e5de-6bb8-40d6-9702-a0f0df29f3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:11:19.348119 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d14c3d1-eefa-4365-b6e2-a3bd1d4b332e tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network hostable DHCP agents. Network: b788e5de-6bb8-40d6-9702-a0f0df29f3d3, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:11:19.375883 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 2c827402-584a-4516-847b-067d7ec67678 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:19.376294 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2c827402-584a-4516-847b-067d7ec67678), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:19.379855 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ffe1b8bd-2b9e-4128-b3dd-e16b603ba578 req-4ef9527a-f5dd-4329-9f0a-f6058586ce62 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664098 Feb 03 13:11:19.387726 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d14c3d1-eefa-4365-b6e2-a3bd1d4b332e tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network b788e5de-6bb8-40d6-9702-a0f0df29f3d3 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:11:19.410283 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-1d14c3d1-eefa-4365-b6e2-a3bd1d4b332e tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, b788e5de-6bb8-40d6-9702-a0f0df29f3d3) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:19.413840 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14c3d1-eefa-4365-b6e2-a3bd1d4b332e tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:19.414452 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d14c3d1-eefa-4365-b6e2-a3bd1d4b332e tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:19.423240 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b7a3a0-35ef-4d70-8a22-2b642a88af74 None None] Network b788e5de-6bb8-40d6-9702-a0f0df29f3d3 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:19.436073 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1d14c3d1-eefa-4365-b6e2-a3bd1d4b332e tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8455048 Feb 03 13:11:19.437272 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60004) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:19.444572 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-af6aeb73-57ac-455a-b726-7339875da1e7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'port': {'network_id': 'b788e5de-6bb8-40d6-9702-a0f0df29f3d3', 'name': 'tempest-PortsIpV6TestJSON-751736668'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:19.449525 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6c482c1a-1e37-4e3e-b742-21924a7d1b9a no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:11:19.482689 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 6c482c1a-1e37-4e3e-b742-21924a7d1b9a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:11:19.483036 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6c482c1a-1e37-4e3e-b742-21924a7d1b9a not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:11:19.571315 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6aeb73-57ac-455a-b726-7339875da1e7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:19.574885 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af6aeb73-57ac-455a-b726-7339875da1e7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:19.589257 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 2c827402-584a-4516-847b-067d7ec67678 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:19.589651 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2c827402-584a-4516-847b-067d7ec67678), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:19.596623 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-af6aeb73-57ac-455a-b726-7339875da1e7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] device_id is not set on port 92d875bd-8e72-43a7-a8cb-ce39b8d6c9f3 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:11:19.600076 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-b788e5de-6bb8-40d6-9702-a0f0df29f3d3', 'network_id': 'b788e5de-6bb8-40d6-9702-a0f0df29f3d3', 'project_id': '947722c5a5e24731a5e2d5b41c49891b', 'fixed_ips': [{'subnet_id': 'd8585f7d-3b5e-4bef-8cb4-097c24971653'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:11:19.601611 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:19.637048 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e26618a-4fb0-4af0-9250-a48d6609d6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c827402-584a-4516-847b-067d7ec67678'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:11:19.639212 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d06187b-09c5-4e43-9e19-7bbb2f57f3cf" -d '{"events": [{"server_uuid": "6e26618a-4fb0-4af0-9250-a48d6609d6e2", "name": "network-vif-plugged", "status": "completed", "tag": "2c827402-584a-4516-847b-067d7ec67678"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:11:19.694233 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe39b43-bf30-4758-91c1-1b45888ea494 x-openstack-request-id: req-4fe39b43-bf30-4758-91c1-1b45888ea494 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:11:19.694494 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e26618a-4fb0-4af0-9250-a48d6609d6e2", "name": "network-vif-plugged", "status": "completed", "tag": "2c827402-584a-4516-847b-067d7ec67678", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:11:19.694755 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4fe39b43-bf30-4758-91c1-1b45888ea494 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:11:19.695155 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e26618a-4fb0-4af0-9250-a48d6609d6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c827402-584a-4516-847b-067d7ec67678', 'code': 200} Feb 03 13:11:19.696955 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 2c827402-584a-4516-847b-067d7ec67678, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=2c827402-584a-4516-847b-067d7ec67678,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:19.708091 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2c827402-584a-4516-847b-067d7ec67678), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:19.731180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-af6aeb73-57ac-455a-b726-7339875da1e7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Allocated IP 2001:db8::3cd (b788e5de-6bb8-40d6-9702-a0f0df29f3d3/d8585f7d-3b5e-4bef-8cb4-097c24971653/92d875bd-8e72-43a7-a8cb-ce39b8d6c9f3) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:19.778123 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=2c827402-584a-4516-847b-067d7ec67678,revision_number=10']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:19.915605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb507d-21e3-401b-8fd9-b20df315193d req-e0a22136-731d-407d-a7e3-e8e7b2a79a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:19.917306 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-20fb507d-21e3-401b-8fd9-b20df315193d req-e0a22136-731d-407d-a7e3-e8e7b2a79a8b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 1128 time: 0.1052158 Feb 03 13:11:19.920011 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af6aeb73-57ac-455a-b726-7339875da1e7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (92d875bd-8e72-43a7-a8cb-ce39b8d6c9f3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:19.978050 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-20fb507d-21e3-401b-8fd9-b20df315193d req-72895db6-102d-440f-a78d-6c650258c0fa service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548294 Feb 03 13:11:19.986511 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af6aeb73-57ac-455a-b726-7339875da1e7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (92d875bd-8e72-43a7-a8cb-ce39b8d6c9f3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:20.036924 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6aeb73-57ac-455a-b726-7339875da1e7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network b788e5de-6bb8-40d6-9702-a0f0df29f3d3 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:20.040711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] Allocated IP 2001:db8::2 (b788e5de-6bb8-40d6-9702-a0f0df29f3d3/d8585f7d-3b5e-4bef-8cb4-097c24971653/575fd210-e62c-4637-9a91-ffbcde426b6c) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:20.043006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-af6aeb73-57ac-455a-b726-7339875da1e7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:20.045660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6aeb73-57ac-455a-b726-7339875da1e7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:20.051222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6aeb73-57ac-455a-b726-7339875da1e7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:20.051868 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af6aeb73-57ac-455a-b726-7339875da1e7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:20.067386 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6aeb73-57ac-455a-b726-7339875da1e7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=92d875bd-8e72-43a7-a8cb-ce39b8d6c9f3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:20.083033 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-af6aeb73-57ac-455a-b726-7339875da1e7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6422613 Feb 03 13:11:20.083388 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60008) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:20.088476 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9a14419a-187d-4d43-884d-919c5eb87801 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'port': {'network_id': 'b788e5de-6bb8-40d6-9702-a0f0df29f3d3', 'name': 'tempest-PortsIpV6TestJSON-1744734763'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:20.211805 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] Publish callbacks [] for port (575fd210-e62c-4637-9a91-ffbcde426b6c), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:20.212220 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a14419a-187d-4d43-884d-919c5eb87801 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:20.215295 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a14419a-187d-4d43-884d-919c5eb87801 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:20.217542 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (575fd210-e62c-4637-9a91-ffbcde426b6c), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:20.233134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-9a14419a-187d-4d43-884d-919c5eb87801 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] device_id is not set on port 026948c2-1a0c-4dc4-a8b3-b0a8b4e59657 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:11:20.254509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] Network b788e5de-6bb8-40d6-9702-a0f0df29f3d3 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:20.259350 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:20.262837 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:20.269919 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] Pushing event updated for resources: {'Port': ['ID=575fd210-e62c-4637-9a91-ffbcde426b6c,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:20.326700 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] Attempting to bind port 575fd210-e62c-4637-9a91-ffbcde426b6c on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:11:20.327148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] Attempting to bind port 575fd210-e62c-4637-9a91-ffbcde426b6c by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '26857e4d-65f9-48af-ac27-58f397823b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b788e5de-6bb8-40d6-9702-a0f0df29f3d3'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:11:20.327512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] Attempting to bind port 575fd210-e62c-4637-9a91-ffbcde426b6c on network b788e5de-6bb8-40d6-9702-a0f0df29f3d3 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:11:20.332810 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:11:20.333453 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] Checking segment: {'id': '26857e4d-65f9-48af-ac27-58f397823b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b788e5de-6bb8-40d6-9702-a0f0df29f3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:11:20.333584 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:20.333947 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] Bound using segment: {'id': '26857e4d-65f9-48af-ac27-58f397823b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b788e5de-6bb8-40d6-9702-a0f0df29f3d3'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:11:20.334458 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] Bound port: 575fd210-e62c-4637-9a91-ffbcde426b6c, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26857e4d-65f9-48af-ac27-58f397823b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b788e5de-6bb8-40d6-9702-a0f0df29f3d3'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:11:20.334836 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (575fd210-e62c-4637-9a91-ffbcde426b6c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:20.358399 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-9a14419a-187d-4d43-884d-919c5eb87801 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Allocated IP 2001:db8::1c0 (b788e5de-6bb8-40d6-9702-a0f0df29f3d3/d8585f7d-3b5e-4bef-8cb4-097c24971653/026948c2-1a0c-4dc4-a8b3-b0a8b4e59657) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:20.400264 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] For port 575fd210-e62c-4637-9a91-ffbcde426b6c, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:11:20.403487 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] For port 575fd210-e62c-4637-9a91-ffbcde426b6c, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=575fd210-e62c-4637-9a91-ffbcde426b6c,segment=NetworkSegment(26857e4d-65f9-48af-ac27-58f397823b36),segment_id=26857e4d-65f9-48af-ac27-58f397823b36)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:11:20.409750 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (575fd210-e62c-4637-9a91-ffbcde426b6c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:20.474328 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee902c8-34b1-402f-a1ae-ccc658d142e2 None None] Pushing event updated for resources: {'Port': ['ID=575fd210-e62c-4637-9a91-ffbcde426b6c,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:20.552116 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a14419a-187d-4d43-884d-919c5eb87801 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (026948c2-1a0c-4dc4-a8b3-b0a8b4e59657), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:20.570299 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cedca7-a235-4799-8f6e-e8721789d079 req-250e3eae-dbc4-43c8-965c-e52ac8567a52 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:20.571853 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-22cedca7-a235-4799-8f6e-e8721789d079 req-250e3eae-dbc4-43c8-965c-e52ac8567a52 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 946 time: 0.1012485 Feb 03 13:11:20.624265 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a14419a-187d-4d43-884d-919c5eb87801 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (026948c2-1a0c-4dc4-a8b3-b0a8b4e59657), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:20.675707 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-22cedca7-a235-4799-8f6e-e8721789d079 req-0c930cd3-f5b0-4401-a7c1-96b5355e6fe3 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930216 Feb 03 13:11:20.691190 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a14419a-187d-4d43-884d-919c5eb87801 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network b788e5de-6bb8-40d6-9702-a0f0df29f3d3 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:20.696924 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9a14419a-187d-4d43-884d-919c5eb87801 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:20.700592 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a14419a-187d-4d43-884d-919c5eb87801 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:20.705831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a14419a-187d-4d43-884d-919c5eb87801 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:20.706482 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a14419a-187d-4d43-884d-919c5eb87801 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:20.717921 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14419a-187d-4d43-884d-919c5eb87801 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=026948c2-1a0c-4dc4-a8b3-b0a8b4e59657,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:20.733491 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60012) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:20.734258 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9a14419a-187d-4d43-884d-919c5eb87801 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6490288 Feb 03 13:11:20.829813 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31602b7-f9cd-4b2a-966c-7757fdd59506 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:20.831306 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d31602b7-f9cd-4b2a-966c-7757fdd59506 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3cd HTTP/1.1" status: 200 len: 928 time: 0.0967267 Feb 03 13:11:20.834078 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60014) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:20.930635 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-efe90ccd-0b91-4a57-bb70-9c0c5150d086 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port 026948c2-1a0c-4dc4-a8b3-b0a8b4e59657 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:20.931469 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efe90ccd-0b91-4a57-bb70-9c0c5150d086 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (026948c2-1a0c-4dc4-a8b3-b0a8b4e59657), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.023719 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efe90ccd-0b91-4a57-bb70-9c0c5150d086 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (026948c2-1a0c-4dc4-a8b3-b0a8b4e59657), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.037156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-efe90ccd-0b91-4a57-bb70-9c0c5150d086 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for 026948c2-1a0c-4dc4-a8b3-b0a8b4e59657 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:21.191373 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efe90ccd-0b91-4a57-bb70-9c0c5150d086 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (026948c2-1a0c-4dc4-a8b3-b0a8b4e59657), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.224065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe90ccd-0b91-4a57-bb70-9c0c5150d086 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=026948c2-1a0c-4dc4-a8b3-b0a8b4e59657,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:21.254344 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efe90ccd-0b91-4a57-bb70-9c0c5150d086 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.260930 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-efe90ccd-0b91-4a57-bb70-9c0c5150d086 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/ports/026948c2-1a0c-4dc4-a8b3-b0a8b4e59657 HTTP/1.1" status: 204 len: 168 time: 0.4230521 Feb 03 13:11:21.261330 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60050) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:21.293910 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c3e10f-6bb5-4ff7-a5c9-9ce5d8ff3fb4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] GET failed (client error): The resource could not be found. Feb 03 13:11:21.295395 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-36c3e10f-6bb5-4ff7-a5c9-9ce5d8ff3fb4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports/026948c2-1a0c-4dc4-a8b3-b0a8b4e59657 HTTP/1.1" status: 404 len: 333 time: 0.0330782 Feb 03 13:11:21.298148 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60052) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:21.412505 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4c9b604c-b563-43d7-a59e-b0298ee5c575 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port 92d875bd-8e72-43a7-a8cb-ce39b8d6c9f3 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:21.413237 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c9b604c-b563-43d7-a59e-b0298ee5c575 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (92d875bd-8e72-43a7-a8cb-ce39b8d6c9f3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.514372 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c9b604c-b563-43d7-a59e-b0298ee5c575 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (92d875bd-8e72-43a7-a8cb-ce39b8d6c9f3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.518743 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0897ac1-b63a-4874-9b84-867431c1b9eb None None] Network b788e5de-6bb8-40d6-9702-a0f0df29f3d3 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:21.532289 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4c9b604c-b563-43d7-a59e-b0298ee5c575 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for 92d875bd-8e72-43a7-a8cb-ce39b8d6c9f3 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:21.544106 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 575fd210-e62c-4637-9a91-ffbcde426b6c up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:11:21.638146 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7404966d-88d3-498b-a7e9-f99a655f7a89 None None] Provisioning complete for port 575fd210-e62c-4637-9a91-ffbcde426b6c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:21.638517 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7404966d-88d3-498b-a7e9-f99a655f7a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (575fd210-e62c-4637-9a91-ffbcde426b6c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.671986 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c9b604c-b563-43d7-a59e-b0298ee5c575 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (92d875bd-8e72-43a7-a8cb-ce39b8d6c9f3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.701151 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b604c-b563-43d7-a59e-b0298ee5c575 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=92d875bd-8e72-43a7-a8cb-ce39b8d6c9f3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:21.714172 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 575fd210-e62c-4637-9a91-ffbcde426b6c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:21.714553 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (575fd210-e62c-4637-9a91-ffbcde426b6c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.729395 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c9b604c-b563-43d7-a59e-b0298ee5c575 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.735534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60056) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:21.736189 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4c9b604c-b563-43d7-a59e-b0298ee5c575 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/ports/92d875bd-8e72-43a7-a8cb-ce39b8d6c9f3 HTTP/1.1" status: 204 len: 168 time: 0.4361434 Feb 03 13:11:21.772949 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-de945945-997a-4d96-ae78-8c8f268eef51 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] GET failed (client error): The resource could not be found. Feb 03 13:11:21.776778 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-de945945-997a-4d96-ae78-8c8f268eef51 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports/92d875bd-8e72-43a7-a8cb-ce39b8d6c9f3 HTTP/1.1" status: 404 len: 333 time: 0.0375862 Feb 03 13:11:21.777169 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60058) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:21.809788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7404966d-88d3-498b-a7e9-f99a655f7a89 None None] Current status of the port 575fd210-e62c-4637-9a91-ffbcde426b6c is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:21.810181 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7404966d-88d3-498b-a7e9-f99a655f7a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (575fd210-e62c-4637-9a91-ffbcde426b6c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.832404 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827aa996-c824-4507-9755-c68432952d08 req-1444e4c2-20f2-4253-bfc1-c61cdcd11280 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:21.834023 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-827aa996-c824-4507-9755-c68432952d08 req-1444e4c2-20f2-4253-bfc1-c61cdcd11280 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 946 time: 0.0638871 Feb 03 13:11:21.849536 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-676386bf-19c4-43d0-93d9-50e63fb440ce tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting subnet d8585f7d-3b5e-4bef-8cb4-097c24971653 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:11:21.854493 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-676386bf-19c4-43d0-93d9-50e63fb440ce tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for subnet (d8585f7d-3b5e-4bef-8cb4-097c24971653), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.875505 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 575fd210-e62c-4637-9a91-ffbcde426b6c is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:21.875760 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (575fd210-e62c-4637-9a91-ffbcde426b6c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.880912 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7404966d-88d3-498b-a7e9-f99a655f7a89 None None] For port 575fd210-e62c-4637-9a91-ffbcde426b6c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=575fd210-e62c-4637-9a91-ffbcde426b6c,segment=NetworkSegment(26857e4d-65f9-48af-ac27-58f397823b36),segment_id=26857e4d-65f9-48af-ac27-58f397823b36)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:21.891095 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7404966d-88d3-498b-a7e9-f99a655f7a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (575fd210-e62c-4637-9a91-ffbcde426b6c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.905245 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-827aa996-c824-4507-9755-c68432952d08 req-24fd2765-574a-46d3-bdc7-490346b73219 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593672 Feb 03 13:11:21.913474 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-676386bf-19c4-43d0-93d9-50e63fb440ce tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (d8585f7d-3b5e-4bef-8cb4-097c24971653), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:21.992771 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404966d-88d3-498b-a7e9-f99a655f7a89 None None] Pushing event updated for resources: {'Port': ['ID=575fd210-e62c-4637-9a91-ffbcde426b6c,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:21.997363 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:11:21.997732 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:11:22.009083 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-676386bf-19c4-43d0-93d9-50e63fb440ce tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (d8585f7d-3b5e-4bef-8cb4-097c24971653), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:22.074654 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-676386bf-19c4-43d0-93d9-50e63fb440ce tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (d8585f7d-3b5e-4bef-8cb4-097c24971653), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:22.104335 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676386bf-19c4-43d0-93d9-50e63fb440ce tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Subnet': ['ID=d8585f7d-3b5e-4bef-8cb4-097c24971653,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:22.106338 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-676386bf-19c4-43d0-93d9-50e63fb440ce tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:22.109710 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-676386bf-19c4-43d0-93d9-50e63fb440ce tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/subnets/d8585f7d-3b5e-4bef-8cb4-097c24971653 HTTP/1.1" status: 204 len: 168 time: 0.3315053 Feb 03 13:11:22.112924 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60062) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:22.126281 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8e04e582-b42a-4e54-b6cf-cb3f0b547cbb None None] Provisioning complete for port 575fd210-e62c-4637-9a91-ffbcde426b6c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:22.126653 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8e04e582-b42a-4e54-b6cf-cb3f0b547cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (575fd210-e62c-4637-9a91-ffbcde426b6c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:22.196653 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a5a84f4-ffb0-4615-9220-caf500cbd127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (b788e5de-6bb8-40d6-9702-a0f0df29f3d3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:22.211079 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8e04e582-b42a-4e54-b6cf-cb3f0b547cbb None None] Current status of the port 575fd210-e62c-4637-9a91-ffbcde426b6c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:22.255271 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51ce832-2a91-4f2f-83fc-1636e531a6ef None None] Network b788e5de-6bb8-40d6-9702-a0f0df29f3d3 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:22.255902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a84f4-ffb0-4615-9220-caf500cbd127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port 575fd210-e62c-4637-9a91-ffbcde426b6c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:22.256853 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a5a84f4-ffb0-4615-9220-caf500cbd127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (575fd210-e62c-4637-9a91-ffbcde426b6c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:22.327804 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-6a5a84f4-ffb0-4615-9220-caf500cbd127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] For port 575fd210-e62c-4637-9a91-ffbcde426b6c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=575fd210-e62c-4637-9a91-ffbcde426b6c,segment=NetworkSegment(26857e4d-65f9-48af-ac27-58f397823b36),segment_id=26857e4d-65f9-48af-ac27-58f397823b36)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:22.328138 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a5a84f4-ffb0-4615-9220-caf500cbd127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (575fd210-e62c-4637-9a91-ffbcde426b6c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:22.339189 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d4c3b7ff-08db-4893-a3f1-673c9d986aaa None None] Could not find standard attr ID for object 92d875bd-8e72-43a7-a8cb-ce39b8d6c9f3. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:11:22.341042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a84f4-ffb0-4615-9220-caf500cbd127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for 575fd210-e62c-4637-9a91-ffbcde426b6c owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:22.418235 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dcf47a-dcc6-40c0-83e1-ecd83446b026 None None] DHCP port deletion for b788e5de-6bb8-40d6-9702-a0f0df29f3d3 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:11:22.424729 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a5a84f4-ffb0-4615-9220-caf500cbd127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (575fd210-e62c-4637-9a91-ffbcde426b6c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:22.441657 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-62dcf47a-dcc6-40c0-83e1-ecd83446b026 None None] The port '575fd210-e62c-4637-9a91-ffbcde426b6c' was deleted {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Feb 03 13:11:22.453573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a84f4-ffb0-4615-9220-caf500cbd127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No DVR routers for this DVR port 575fd210-e62c-4637-9a91-ffbcde426b6c on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:11:22.459057 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a84f4-ffb0-4615-9220-caf500cbd127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=575fd210-e62c-4637-9a91-ffbcde426b6c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:22.518392 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Port 575fd210-e62c-4637-9a91-ffbcde426b6c update to ACTIVE by agent not found {{(pid=103190) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 13:11:22.536341 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a5a84f4-ffb0-4615-9220-caf500cbd127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (b788e5de-6bb8-40d6-9702-a0f0df29f3d3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:22.560696 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6a5a84f4-ffb0-4615-9220-caf500cbd127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b788e5de-6bb8-40d6-9702-a0f0df29f3d3']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:22.575429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6a5a84f4-ffb0-4615-9220-caf500cbd127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26857e4d-65f9-48af-ac27-58f397823b36') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:22.575915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6a5a84f4-ffb0-4615-9220-caf500cbd127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26857e4d-65f9-48af-ac27-58f397823b36') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:22.588036 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a5a84f4-ffb0-4615-9220-caf500cbd127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (26857e4d-65f9-48af-ac27-58f397823b36), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:22.602177 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a5a84f4-ffb0-4615-9220-caf500cbd127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (26857e4d-65f9-48af-ac27-58f397823b36), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:22.608901 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5a84f4-ffb0-4615-9220-caf500cbd127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:11:22.609306 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a5a84f4-ffb0-4615-9220-caf500cbd127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (26857e4d-65f9-48af-ac27-58f397823b36), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:11:22.612533 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:11:22.672134 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a5a84f4-ffb0-4615-9220-caf500cbd127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (b788e5de-6bb8-40d6-9702-a0f0df29f3d3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:22.677470 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a5a84f4-ffb0-4615-9220-caf500cbd127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:22.681801 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6a5a84f4-ffb0-4615-9220-caf500cbd127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/networks/b788e5de-6bb8-40d6-9702-a0f0df29f3d3 HTTP/1.1" status: 204 len: 168 time: 0.5676794 Feb 03 13:11:22.685489 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60064) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:22.691164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-cd816efe-3c1c-45c3-b1fd-4df6f5bbd05c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1466959514'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:22.696514 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a84f4-ffb0-4615-9220-caf500cbd127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Network': ['ID=b788e5de-6bb8-40d6-9702-a0f0df29f3d3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:22.714135 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd816efe-3c1c-45c3-b1fd-4df6f5bbd05c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:22.717632 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd816efe-3c1c-45c3-b1fd-4df6f5bbd05c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:22.741565 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd816efe-3c1c-45c3-b1fd-4df6f5bbd05c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:11:22.750571 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd816efe-3c1c-45c3-b1fd-4df6f5bbd05c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (a5635b1d-9807-4ba0-b050-961be008da9e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:22.750914 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-cd816efe-3c1c-45c3-b1fd-4df6f5bbd05c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Added segment a5635b1d-9807-4ba0-b050-961be008da9e of type vlan for network 394dc970-8e28-4412-a5ef-5b3fde7bc4e0 Feb 03 13:11:22.792105 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd816efe-3c1c-45c3-b1fd-4df6f5bbd05c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (394dc970-8e28-4412-a5ef-5b3fde7bc4e0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:22.816706 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd816efe-3c1c-45c3-b1fd-4df6f5bbd05c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (394dc970-8e28-4412-a5ef-5b3fde7bc4e0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:22.821631 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd816efe-3c1c-45c3-b1fd-4df6f5bbd05c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:22.822203 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd816efe-3c1c-45c3-b1fd-4df6f5bbd05c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:22.858025 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cd816efe-3c1c-45c3-b1fd-4df6f5bbd05c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1708705 Feb 03 13:11:22.861014 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60066) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:22.866123 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-34623c55-0caa-48ca-bd39-ee367be1c4fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'subnet': {'network_id': '394dc970-8e28-4412-a5ef-5b3fde7bc4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:22.902432 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd816efe-3c1c-45c3-b1fd-4df6f5bbd05c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Network': ['ID=394dc970-8e28-4412-a5ef-5b3fde7bc4e0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:22.913861 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 394dc970-8e28-4412-a5ef-5b3fde7bc4e0 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:11:22.957984 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34623c55-0caa-48ca-bd39-ee367be1c4fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:22.963065 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34623c55-0caa-48ca-bd39-ee367be1c4fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:23.143515 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34623c55-0caa-48ca-bd39-ee367be1c4fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (8130d5a3-1a89-4e53-a4f4-972a179cbe47), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:23.209192 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34623c55-0caa-48ca-bd39-ee367be1c4fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Subnet': ['ID=8130d5a3-1a89-4e53-a4f4-972a179cbe47,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:23.216755 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34623c55-0caa-48ca-bd39-ee367be1c4fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Checking segment: {'id': 'a5635b1d-9807-4ba0-b050-961be008da9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '394dc970-8e28-4412-a5ef-5b3fde7bc4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:11:23.217124 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34623c55-0caa-48ca-bd39-ee367be1c4fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network hostable DHCP agents. Network: 394dc970-8e28-4412-a5ef-5b3fde7bc4e0, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:11:23.233910 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34623c55-0caa-48ca-bd39-ee367be1c4fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network 394dc970-8e28-4412-a5ef-5b3fde7bc4e0 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:11:23.242763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-34623c55-0caa-48ca-bd39-ee367be1c4fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 394dc970-8e28-4412-a5ef-5b3fde7bc4e0) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:23.246711 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34623c55-0caa-48ca-bd39-ee367be1c4fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:23.247309 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-34623c55-0caa-48ca-bd39-ee367be1c4fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:23.252034 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baf1dfc-3162-4f3d-a9b1-0bbe412b98e8 None None] Network 394dc970-8e28-4412-a5ef-5b3fde7bc4e0 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:23.263809 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-34623c55-0caa-48ca-bd39-ee367be1c4fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4016571 Feb 03 13:11:23.266809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60068) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:23.271605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a96da616-9785-4d02-9181-9c963b816127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'port': {'network_id': '394dc970-8e28-4412-a5ef-5b3fde7bc4e0', 'name': 'tempest-PortsIpV6TestJSON-85635745', 'fixed_ips': [{'subnet_id': '8130d5a3-1a89-4e53-a4f4-972a179cbe47', 'ip_address': '2001:db8::10'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:23.356232 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-394dc970-8e28-4412-a5ef-5b3fde7bc4e0', 'network_id': '394dc970-8e28-4412-a5ef-5b3fde7bc4e0', 'project_id': '947722c5a5e24731a5e2d5b41c49891b', 'fixed_ips': [{'subnet_id': '8130d5a3-1a89-4e53-a4f4-972a179cbe47'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:11:23.357116 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:23.389404 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96da616-9785-4d02-9181-9c963b816127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:23.438923 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 575fd210-e62c-4637-9a91-ffbcde426b6c no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:11:23.467080 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 575fd210-e62c-4637-9a91-ffbcde426b6c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:11:23.467432 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 575fd210-e62c-4637-9a91-ffbcde426b6c not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:11:23.479891 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a96da616-9785-4d02-9181-9c963b816127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:23.502047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-a96da616-9785-4d02-9181-9c963b816127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] device_id is not set on port cf70978d-f277-495b-9ce0-16cd0d5fbcfd yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:11:23.517018 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] Allocated IP 2001:db8::2 (394dc970-8e28-4412-a5ef-5b3fde7bc4e0/8130d5a3-1a89-4e53-a4f4-972a179cbe47/ea5e7718-0361-4038-b229-2e42a699d81d) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:23.658631 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] Publish callbacks [] for port (ea5e7718-0361-4038-b229-2e42a699d81d), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:23.664488 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (ea5e7718-0361-4038-b229-2e42a699d81d), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:23.701382 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] Network 394dc970-8e28-4412-a5ef-5b3fde7bc4e0 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:23.706215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:23.709783 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:23.712271 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-a96da616-9785-4d02-9181-9c963b816127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Allocated IP 2001:db8::10 (394dc970-8e28-4412-a5ef-5b3fde7bc4e0/8130d5a3-1a89-4e53-a4f4-972a179cbe47/cf70978d-f277-495b-9ce0-16cd0d5fbcfd) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:23.716441 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] Pushing event updated for resources: {'Port': ['ID=ea5e7718-0361-4038-b229-2e42a699d81d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:23.771529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] Attempting to bind port ea5e7718-0361-4038-b229-2e42a699d81d on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:11:23.771980 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] Attempting to bind port ea5e7718-0361-4038-b229-2e42a699d81d by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'a5635b1d-9807-4ba0-b050-961be008da9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '394dc970-8e28-4412-a5ef-5b3fde7bc4e0'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:11:23.772347 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] Attempting to bind port ea5e7718-0361-4038-b229-2e42a699d81d on network 394dc970-8e28-4412-a5ef-5b3fde7bc4e0 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:11:23.777888 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:11:23.778328 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] Checking segment: {'id': 'a5635b1d-9807-4ba0-b050-961be008da9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '394dc970-8e28-4412-a5ef-5b3fde7bc4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:11:23.778679 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:23.779326 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] Bound using segment: {'id': 'a5635b1d-9807-4ba0-b050-961be008da9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '394dc970-8e28-4412-a5ef-5b3fde7bc4e0'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:11:23.779802 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] Bound port: ea5e7718-0361-4038-b229-2e42a699d81d, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5635b1d-9807-4ba0-b050-961be008da9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '394dc970-8e28-4412-a5ef-5b3fde7bc4e0'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:11:23.780218 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ea5e7718-0361-4038-b229-2e42a699d81d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:23.878484 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a96da616-9785-4d02-9181-9c963b816127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (cf70978d-f277-495b-9ce0-16cd0d5fbcfd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:23.914815 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a96da616-9785-4d02-9181-9c963b816127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (cf70978d-f277-495b-9ce0-16cd0d5fbcfd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:23.957203 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96da616-9785-4d02-9181-9c963b816127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network 394dc970-8e28-4412-a5ef-5b3fde7bc4e0 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:23.960209 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a96da616-9785-4d02-9181-9c963b816127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:23.966064 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96da616-9785-4d02-9181-9c963b816127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:23.971281 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96da616-9785-4d02-9181-9c963b816127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:23.971911 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a96da616-9785-4d02-9181-9c963b816127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:23.982750 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96da616-9785-4d02-9181-9c963b816127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=cf70978d-f277-495b-9ce0-16cd0d5fbcfd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:23.996168 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a96da616-9785-4d02-9181-9c963b816127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7282557 Feb 03 13:11:23.998766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60070) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:24.004930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-954e7090-1890-4165-b260-7df575c50dc2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'port': {'network_id': '394dc970-8e28-4412-a5ef-5b3fde7bc4e0', 'name': 'tempest-PortsIpV6TestJSON-307707371', 'fixed_ips': [{'subnet_id': '8130d5a3-1a89-4e53-a4f4-972a179cbe47', 'ip_address': '2001:db8::f'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:24.021615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] For port ea5e7718-0361-4038-b229-2e42a699d81d, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:11:24.025057 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] For port ea5e7718-0361-4038-b229-2e42a699d81d, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ea5e7718-0361-4038-b229-2e42a699d81d,segment=NetworkSegment(a5635b1d-9807-4ba0-b050-961be008da9e),segment_id=a5635b1d-9807-4ba0-b050-961be008da9e)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:11:24.030961 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ea5e7718-0361-4038-b229-2e42a699d81d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:24.099686 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77635a3c-372d-4bbb-9c65-64b0b1343a4d None None] Pushing event updated for resources: {'Port': ['ID=ea5e7718-0361-4038-b229-2e42a699d81d,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:24.118160 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954e7090-1890-4165-b260-7df575c50dc2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:24.122979 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-954e7090-1890-4165-b260-7df575c50dc2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:24.142580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-954e7090-1890-4165-b260-7df575c50dc2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] device_id is not set on port 794f574a-8aaa-4d49-91b8-171126dbfcd8 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:11:24.324906 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-954e7090-1890-4165-b260-7df575c50dc2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Allocated IP 2001:db8::f (394dc970-8e28-4412-a5ef-5b3fde7bc4e0/8130d5a3-1a89-4e53-a4f4-972a179cbe47/794f574a-8aaa-4d49-91b8-171126dbfcd8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:24.482376 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-954e7090-1890-4165-b260-7df575c50dc2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (794f574a-8aaa-4d49-91b8-171126dbfcd8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:24.515408 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-954e7090-1890-4165-b260-7df575c50dc2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (794f574a-8aaa-4d49-91b8-171126dbfcd8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:24.560540 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954e7090-1890-4165-b260-7df575c50dc2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network 394dc970-8e28-4412-a5ef-5b3fde7bc4e0 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:24.563652 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-954e7090-1890-4165-b260-7df575c50dc2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:24.566138 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954e7090-1890-4165-b260-7df575c50dc2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:24.572315 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954e7090-1890-4165-b260-7df575c50dc2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:24.572962 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-954e7090-1890-4165-b260-7df575c50dc2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:24.589904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e7090-1890-4165-b260-7df575c50dc2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=794f574a-8aaa-4d49-91b8-171126dbfcd8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:24.603054 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-954e7090-1890-4165-b260-7df575c50dc2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6027918 Feb 03 13:11:24.605454 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60072) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:24.711012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d50cbf-cef4-46b1-8a28-b55b7f02748a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:24.712828 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b9d50cbf-cef4-46b1-8a28-b55b7f02748a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.1064508 Feb 03 13:11:24.715864 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60074) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:24.774828 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ca8022-3e03-436f-adb0-6dfb0d4eb0e9 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:24.780456 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ca8022-3e03-436f-adb0-6dfb0d4eb0e9 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:24.785813 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ca8022-3e03-436f-adb0-6dfb0d4eb0e9 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:24.790756 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c3ca8022-3e03-436f-adb0-6dfb0d4eb0e9 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2386 time: 0.0706544 Feb 03 13:11:24.790951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60076) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:24.891678 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b97976a8-479b-4ce9-83e1-b033cbd5e1f5 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port 794f574a-8aaa-4d49-91b8-171126dbfcd8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:24.892384 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b97976a8-479b-4ce9-83e1-b033cbd5e1f5 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (794f574a-8aaa-4d49-91b8-171126dbfcd8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:24.984833 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b97976a8-479b-4ce9-83e1-b033cbd5e1f5 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (794f574a-8aaa-4d49-91b8-171126dbfcd8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:24.998320 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b97976a8-479b-4ce9-83e1-b033cbd5e1f5 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for 794f574a-8aaa-4d49-91b8-171126dbfcd8 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:25.067246 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027b4c98-7149-4de3-a45c-d33308fcb7b8 None None] Network 394dc970-8e28-4412-a5ef-5b3fde7bc4e0 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:25.128244 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b97976a8-479b-4ce9-83e1-b033cbd5e1f5 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (794f574a-8aaa-4d49-91b8-171126dbfcd8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:25.147534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-73004fc1-64d0-4d85-9b68-5616f0070174 None None] Provisioning complete for port ea5e7718-0361-4038-b229-2e42a699d81d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:25.147988 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-73004fc1-64d0-4d85-9b68-5616f0070174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ea5e7718-0361-4038-b229-2e42a699d81d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:25.261562 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-73004fc1-64d0-4d85-9b68-5616f0070174 None None] Current status of the port ea5e7718-0361-4038-b229-2e42a699d81d is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:25.262851 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-73004fc1-64d0-4d85-9b68-5616f0070174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ea5e7718-0361-4038-b229-2e42a699d81d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:25.305314 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-73004fc1-64d0-4d85-9b68-5616f0070174 None None] For port ea5e7718-0361-4038-b229-2e42a699d81d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ea5e7718-0361-4038-b229-2e42a699d81d,segment=NetworkSegment(a5635b1d-9807-4ba0-b050-961be008da9e),segment_id=a5635b1d-9807-4ba0-b050-961be008da9e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:25.314913 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-73004fc1-64d0-4d85-9b68-5616f0070174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ea5e7718-0361-4038-b229-2e42a699d81d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:25.382425 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73004fc1-64d0-4d85-9b68-5616f0070174 None None] Pushing event updated for resources: {'Port': ['ID=ea5e7718-0361-4038-b229-2e42a699d81d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:25.507369 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ea5e7718-0361-4038-b229-2e42a699d81d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:11:25.514173 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97976a8-479b-4ce9-83e1-b033cbd5e1f5 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=794f574a-8aaa-4d49-91b8-171126dbfcd8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:25.541221 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b97976a8-479b-4ce9-83e1-b033cbd5e1f5 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:25.544592 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b97976a8-479b-4ce9-83e1-b033cbd5e1f5 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/ports/794f574a-8aaa-4d49-91b8-171126dbfcd8 HTTP/1.1" status: 204 len: 168 time: 0.7527287 Feb 03 13:11:25.547416 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60080) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:25.560228 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7fc3dea6-1975-4d9b-9518-e8a15b5f9626 None None] Provisioning complete for port ea5e7718-0361-4038-b229-2e42a699d81d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:25.560606 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7fc3dea6-1975-4d9b-9518-e8a15b5f9626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ea5e7718-0361-4038-b229-2e42a699d81d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:25.578146 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d75d51-032d-4270-80c2-40845671f78c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] GET failed (client error): The resource could not be found. Feb 03 13:11:25.580518 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c2d75d51-032d-4270-80c2-40845671f78c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports/794f574a-8aaa-4d49-91b8-171126dbfcd8 HTTP/1.1" status: 404 len: 333 time: 0.0316732 Feb 03 13:11:25.581959 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60082) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:25.604914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port ea5e7718-0361-4038-b229-2e42a699d81d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:25.605440 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ea5e7718-0361-4038-b229-2e42a699d81d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:25.687679 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7fc3dea6-1975-4d9b-9518-e8a15b5f9626 None None] Current status of the port ea5e7718-0361-4038-b229-2e42a699d81d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:25.691756 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0d324381-0bc1-4dac-8d3a-b1ffd514b5ed tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port cf70978d-f277-495b-9ce0-16cd0d5fbcfd {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:25.692492 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d324381-0bc1-4dac-8d3a-b1ffd514b5ed tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (cf70978d-f277-495b-9ce0-16cd0d5fbcfd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:25.735242 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7fc3dea6-1975-4d9b-9518-e8a15b5f9626 None None] Provisioning complete for port cf70978d-f277-495b-9ce0-16cd0d5fbcfd triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:25.735623 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7fc3dea6-1975-4d9b-9518-e8a15b5f9626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cf70978d-f277-495b-9ce0-16cd0d5fbcfd), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:25.763811 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ea5e7718-0361-4038-b229-2e42a699d81d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:25.786113 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7fc3dea6-1975-4d9b-9518-e8a15b5f9626 None None] Port cf70978d-f277-495b-9ce0-16cd0d5fbcfd cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:11:25.804457 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d324381-0bc1-4dac-8d3a-b1ffd514b5ed tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (cf70978d-f277-495b-9ce0-16cd0d5fbcfd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:25.819486 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0d324381-0bc1-4dac-8d3a-b1ffd514b5ed tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for cf70978d-f277-495b-9ce0-16cd0d5fbcfd owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:25.909746 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-38218064-a035-4fcc-8d37-980470802e24 None None] Provisioning complete for port cf70978d-f277-495b-9ce0-16cd0d5fbcfd triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:25.910127 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38218064-a035-4fcc-8d37-980470802e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cf70978d-f277-495b-9ce0-16cd0d5fbcfd), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:25.951109 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-38218064-a035-4fcc-8d37-980470802e24 None None] Port cf70978d-f277-495b-9ce0-16cd0d5fbcfd cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:11:25.970972 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d324381-0bc1-4dac-8d3a-b1ffd514b5ed tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (cf70978d-f277-495b-9ce0-16cd0d5fbcfd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.001913 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d324381-0bc1-4dac-8d3a-b1ffd514b5ed tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=cf70978d-f277-495b-9ce0-16cd0d5fbcfd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:26.034763 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d324381-0bc1-4dac-8d3a-b1ffd514b5ed tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.038893 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0d324381-0bc1-4dac-8d3a-b1ffd514b5ed tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/ports/cf70978d-f277-495b-9ce0-16cd0d5fbcfd HTTP/1.1" status: 204 len: 168 time: 0.4557331 Feb 03 13:11:26.042659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60084) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:26.064411 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7d38647c-29ba-4bfc-98af-db64b9a55729 None None] Could not find standard attr ID for object 794f574a-8aaa-4d49-91b8-171126dbfcd8. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:11:26.072235 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c914e0-127d-4bb1-a510-d49fa1198dc8 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] GET failed (client error): The resource could not be found. Feb 03 13:11:26.073700 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-31c914e0-127d-4bb1-a510-d49fa1198dc8 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports/cf70978d-f277-495b-9ce0-16cd0d5fbcfd HTTP/1.1" status: 404 len: 333 time: 0.0300102 Feb 03 13:11:26.076459 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60086) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:26.134404 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d1f684-0545-4434-8c93-c73a2c6de429 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting subnet 8130d5a3-1a89-4e53-a4f4-972a179cbe47 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:11:26.137975 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84d1f684-0545-4434-8c93-c73a2c6de429 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for subnet (8130d5a3-1a89-4e53-a4f4-972a179cbe47), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.185525 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84d1f684-0545-4434-8c93-c73a2c6de429 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (8130d5a3-1a89-4e53-a4f4-972a179cbe47), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.273162 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84d1f684-0545-4434-8c93-c73a2c6de429 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (8130d5a3-1a89-4e53-a4f4-972a179cbe47), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.335903 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84d1f684-0545-4434-8c93-c73a2c6de429 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (8130d5a3-1a89-4e53-a4f4-972a179cbe47), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.365713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1f684-0545-4434-8c93-c73a2c6de429 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Subnet': ['ID=8130d5a3-1a89-4e53-a4f4-972a179cbe47,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:26.371335 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84d1f684-0545-4434-8c93-c73a2c6de429 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.374573 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-84d1f684-0545-4434-8c93-c73a2c6de429 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/subnets/8130d5a3-1a89-4e53-a4f4-972a179cbe47 HTTP/1.1" status: 204 len: 168 time: 0.2972064 Feb 03 13:11:26.377156 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60088) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:26.377881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a68ece-538d-43c7-ac74-eebef92e291e None None] Network 394dc970-8e28-4412-a5ef-5b3fde7bc4e0 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:26.453785 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4ae52ed-306d-4364-9266-a8f909822212 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (394dc970-8e28-4412-a5ef-5b3fde7bc4e0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.509248 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e4ae52ed-306d-4364-9266-a8f909822212 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port ea5e7718-0361-4038-b229-2e42a699d81d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:26.509596 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4ae52ed-306d-4364-9266-a8f909822212 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ea5e7718-0361-4038-b229-2e42a699d81d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.532195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d38e2db-5212-4e06-b958-0ac2aac24141 None None] DHCP port deletion for 394dc970-8e28-4412-a5ef-5b3fde7bc4e0 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:11:26.579990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e4ae52ed-306d-4364-9266-a8f909822212 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] For port ea5e7718-0361-4038-b229-2e42a699d81d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ea5e7718-0361-4038-b229-2e42a699d81d,segment=NetworkSegment(a5635b1d-9807-4ba0-b050-961be008da9e),segment_id=a5635b1d-9807-4ba0-b050-961be008da9e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:26.580583 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4ae52ed-306d-4364-9266-a8f909822212 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ea5e7718-0361-4038-b229-2e42a699d81d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.583144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4d38e2db-5212-4e06-b958-0ac2aac24141 None None] Deleting port ea5e7718-0361-4038-b229-2e42a699d81d {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:26.583527 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4d38e2db-5212-4e06-b958-0ac2aac24141 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ea5e7718-0361-4038-b229-2e42a699d81d), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.593962 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e4ae52ed-306d-4364-9266-a8f909822212 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for ea5e7718-0361-4038-b229-2e42a699d81d owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:26.645128 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4d38e2db-5212-4e06-b958-0ac2aac24141 None None] For port ea5e7718-0361-4038-b229-2e42a699d81d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ea5e7718-0361-4038-b229-2e42a699d81d,segment=NetworkSegment(a5635b1d-9807-4ba0-b050-961be008da9e),segment_id=a5635b1d-9807-4ba0-b050-961be008da9e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:26.645530 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4d38e2db-5212-4e06-b958-0ac2aac24141 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ea5e7718-0361-4038-b229-2e42a699d81d), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.661409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4d38e2db-5212-4e06-b958-0ac2aac24141 None None] Calling delete_port for ea5e7718-0361-4038-b229-2e42a699d81d owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:26.674612 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4ae52ed-306d-4364-9266-a8f909822212 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (ea5e7718-0361-4038-b229-2e42a699d81d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.700294 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae52ed-306d-4364-9266-a8f909822212 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=ea5e7718-0361-4038-b229-2e42a699d81d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:26.702094 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ae52ed-306d-4364-9266-a8f909822212 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No DVR routers for this DVR port ea5e7718-0361-4038-b229-2e42a699d81d on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:11:26.742709 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4d38e2db-5212-4e06-b958-0ac2aac24141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (ea5e7718-0361-4038-b229-2e42a699d81d), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.765072 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38e2db-5212-4e06-b958-0ac2aac24141 None None] Pushing event deleted for resources: {'Port': ['ID=ea5e7718-0361-4038-b229-2e42a699d81d,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:26.770558 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38e2db-5212-4e06-b958-0ac2aac24141 None None] No DVR routers for this DVR port ea5e7718-0361-4038-b229-2e42a699d81d on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:11:26.785372 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4ae52ed-306d-4364-9266-a8f909822212 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (394dc970-8e28-4412-a5ef-5b3fde7bc4e0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.805808 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e4ae52ed-306d-4364-9266-a8f909822212 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394dc970-8e28-4412-a5ef-5b3fde7bc4e0']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:26.815574 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e4ae52ed-306d-4364-9266-a8f909822212 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5635b1d-9807-4ba0-b050-961be008da9e') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:26.815873 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e4ae52ed-306d-4364-9266-a8f909822212 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5635b1d-9807-4ba0-b050-961be008da9e') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:26.825239 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4ae52ed-306d-4364-9266-a8f909822212 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (a5635b1d-9807-4ba0-b050-961be008da9e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.838688 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4ae52ed-306d-4364-9266-a8f909822212 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (a5635b1d-9807-4ba0-b050-961be008da9e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.844955 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ae52ed-306d-4364-9266-a8f909822212 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:11:26.845438 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4ae52ed-306d-4364-9266-a8f909822212 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (a5635b1d-9807-4ba0-b050-961be008da9e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:11:26.848702 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:11:26.910844 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4ae52ed-306d-4364-9266-a8f909822212 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (394dc970-8e28-4412-a5ef-5b3fde7bc4e0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.917775 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4ae52ed-306d-4364-9266-a8f909822212 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.920984 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e4ae52ed-306d-4364-9266-a8f909822212 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/networks/394dc970-8e28-4412-a5ef-5b3fde7bc4e0 HTTP/1.1" status: 204 len: 168 time: 0.5428782 Feb 03 13:11:26.924748 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60090) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:26.929987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-28d76195-7081-4942-854a-23aae982440c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2011012058'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:26.932323 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae52ed-306d-4364-9266-a8f909822212 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Network': ['ID=394dc970-8e28-4412-a5ef-5b3fde7bc4e0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:26.950476 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d76195-7081-4942-854a-23aae982440c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:26.953887 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28d76195-7081-4942-854a-23aae982440c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.977619 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d76195-7081-4942-854a-23aae982440c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:11:26.986424 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28d76195-7081-4942-854a-23aae982440c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (52d8fb80-9bd1-436a-a845-659dbe66f0ca), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:26.986775 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-28d76195-7081-4942-854a-23aae982440c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Added segment 52d8fb80-9bd1-436a-a845-659dbe66f0ca of type vlan for network 12ba963d-32a5-4d70-9e84-c540bbdba666 Feb 03 13:11:27.027804 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28d76195-7081-4942-854a-23aae982440c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (12ba963d-32a5-4d70-9e84-c540bbdba666), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:27.052360 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28d76195-7081-4942-854a-23aae982440c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (12ba963d-32a5-4d70-9e84-c540bbdba666), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:27.057936 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d76195-7081-4942-854a-23aae982440c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:27.058527 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28d76195-7081-4942-854a-23aae982440c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:27.094028 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-28d76195-7081-4942-854a-23aae982440c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1679049 Feb 03 13:11:27.097445 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60092) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:27.103715 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-dc1ada84-c340-4dca-af42-e3a0f640f6d4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'subnet': {'network_id': '12ba963d-32a5-4d70-9e84-c540bbdba666', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:27.130185 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d76195-7081-4942-854a-23aae982440c tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Network': ['ID=12ba963d-32a5-4d70-9e84-c540bbdba666,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:27.140730 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 12ba963d-32a5-4d70-9e84-c540bbdba666 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:11:27.194089 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1ada84-c340-4dca-af42-e3a0f640f6d4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:27.197936 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc1ada84-c340-4dca-af42-e3a0f640f6d4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:27.377174 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc1ada84-c340-4dca-af42-e3a0f640f6d4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (9a5c2966-9b2c-4bbc-9f94-f99a8ef8019a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:27.435282 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ada84-c340-4dca-af42-e3a0f640f6d4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Subnet': ['ID=9a5c2966-9b2c-4bbc-9f94-f99a8ef8019a,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:27.435690 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ea5e7718-0361-4038-b229-2e42a699d81d no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:11:27.450435 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ada84-c340-4dca-af42-e3a0f640f6d4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Checking segment: {'id': '52d8fb80-9bd1-436a-a845-659dbe66f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '12ba963d-32a5-4d70-9e84-c540bbdba666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:11:27.450797 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1ada84-c340-4dca-af42-e3a0f640f6d4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network hostable DHCP agents. Network: 12ba963d-32a5-4d70-9e84-c540bbdba666, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:11:27.461026 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: ea5e7718-0361-4038-b229-2e42a699d81d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:11:27.461385 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ea5e7718-0361-4038-b229-2e42a699d81d not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:11:27.466781 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1ada84-c340-4dca-af42-e3a0f640f6d4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network 12ba963d-32a5-4d70-9e84-c540bbdba666 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:11:27.477676 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-dc1ada84-c340-4dca-af42-e3a0f640f6d4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 12ba963d-32a5-4d70-9e84-c540bbdba666) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:27.481646 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1ada84-c340-4dca-af42-e3a0f640f6d4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:27.482243 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc1ada84-c340-4dca-af42-e3a0f640f6d4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:27.486903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5cdffe-516e-452d-bf65-b555ba12e403 None None] Network 12ba963d-32a5-4d70-9e84-c540bbdba666 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:27.497820 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dc1ada84-c340-4dca-af42-e3a0f640f6d4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3992071 Feb 03 13:11:27.500549 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60094) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:27.505288 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2f247ea7-c757-404f-8b6f-dfe264db0d99 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1453278529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:27.526062 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f247ea7-c757-404f-8b6f-dfe264db0d99 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (2bace589-477e-4b8e-88e7-822bd850ffd0), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:27.527082 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f247ea7-c757-404f-8b6f-dfe264db0d99 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (2bace589-477e-4b8e-88e7-822bd850ffd0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:27.578774 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f247ea7-c757-404f-8b6f-dfe264db0d99 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for router_controller (2bace589-477e-4b8e-88e7-822bd850ffd0), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:27.586871 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f247ea7-c757-404f-8b6f-dfe264db0d99 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (2bace589-477e-4b8e-88e7-822bd850ffd0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:27.587742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-12ba963d-32a5-4d70-9e84-c540bbdba666', 'network_id': '12ba963d-32a5-4d70-9e84-c540bbdba666', 'project_id': '947722c5a5e24731a5e2d5b41c49891b', 'fixed_ips': [{'subnet_id': '9a5c2966-9b2c-4bbc-9f94-f99a8ef8019a'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:11:27.588111 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:27.604685 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f247ea7-c757-404f-8b6f-dfe264db0d99 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:27.608596 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2f247ea7-c757-404f-8b6f-dfe264db0d99 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1068873 Feb 03 13:11:27.608753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60096) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:27.614011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4a0b2b2b-8d74-4cc2-a203-82a13f8bbfa1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'port': {'network_id': '12ba963d-32a5-4d70-9e84-c540bbdba666', 'name': 'tempest-PortsIpV6TestJSON-1808855515'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:27.721107 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0b2b2b-8d74-4cc2-a203-82a13f8bbfa1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:27.724749 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a0b2b2b-8d74-4cc2-a203-82a13f8bbfa1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:27.727302 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] Allocated IP 2001:db8::2 (12ba963d-32a5-4d70-9e84-c540bbdba666/9a5c2966-9b2c-4bbc-9f94-f99a8ef8019a/73b90e6b-168a-4629-a346-06d1e52fcdfe) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:27.747041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-4a0b2b2b-8d74-4cc2-a203-82a13f8bbfa1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] device_id is not set on port 1a4697d4-6644-403c-9560-e432f5d34b9e yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:11:27.869673 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] Publish callbacks [] for port (73b90e6b-168a-4629-a346-06d1e52fcdfe), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:27.875524 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (73b90e6b-168a-4629-a346-06d1e52fcdfe), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:27.918031 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] Network 12ba963d-32a5-4d70-9e84-c540bbdba666 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:27.923509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:27.925571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] Pushing event updated for resources: {'Port': ['ID=73b90e6b-168a-4629-a346-06d1e52fcdfe,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:27.927721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:27.933099 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-4a0b2b2b-8d74-4cc2-a203-82a13f8bbfa1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Allocated IP 2001:db8::19d (12ba963d-32a5-4d70-9e84-c540bbdba666/9a5c2966-9b2c-4bbc-9f94-f99a8ef8019a/1a4697d4-6644-403c-9560-e432f5d34b9e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:27.985921 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] Attempting to bind port 73b90e6b-168a-4629-a346-06d1e52fcdfe on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:11:27.986213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] Attempting to bind port 73b90e6b-168a-4629-a346-06d1e52fcdfe by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '52d8fb80-9bd1-436a-a845-659dbe66f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '12ba963d-32a5-4d70-9e84-c540bbdba666'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:11:27.986656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] Attempting to bind port 73b90e6b-168a-4629-a346-06d1e52fcdfe on network 12ba963d-32a5-4d70-9e84-c540bbdba666 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:11:27.992203 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:11:27.992592 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] Checking segment: {'id': '52d8fb80-9bd1-436a-a845-659dbe66f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '12ba963d-32a5-4d70-9e84-c540bbdba666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:11:27.992999 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:27.993395 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] Bound using segment: {'id': '52d8fb80-9bd1-436a-a845-659dbe66f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '12ba963d-32a5-4d70-9e84-c540bbdba666'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:11:27.993860 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] Bound port: 73b90e6b-168a-4629-a346-06d1e52fcdfe, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d8fb80-9bd1-436a-a845-659dbe66f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '12ba963d-32a5-4d70-9e84-c540bbdba666'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:11:27.994261 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (73b90e6b-168a-4629-a346-06d1e52fcdfe), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:28.057655 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] For port 73b90e6b-168a-4629-a346-06d1e52fcdfe, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:11:28.061082 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] For port 73b90e6b-168a-4629-a346-06d1e52fcdfe, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=73b90e6b-168a-4629-a346-06d1e52fcdfe,segment=NetworkSegment(52d8fb80-9bd1-436a-a845-659dbe66f0ca),segment_id=52d8fb80-9bd1-436a-a845-659dbe66f0ca)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:11:28.066809 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (73b90e6b-168a-4629-a346-06d1e52fcdfe), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:28.081058 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a0b2b2b-8d74-4cc2-a203-82a13f8bbfa1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (1a4697d4-6644-403c-9560-e432f5d34b9e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:28.120453 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a0b2b2b-8d74-4cc2-a203-82a13f8bbfa1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (1a4697d4-6644-403c-9560-e432f5d34b9e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:28.129444 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287b7b5-9da9-4254-89d3-cc8d136bfe37 None None] Pushing event updated for resources: {'Port': ['ID=73b90e6b-168a-4629-a346-06d1e52fcdfe,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:28.166298 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0b2b2b-8d74-4cc2-a203-82a13f8bbfa1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network 12ba963d-32a5-4d70-9e84-c540bbdba666 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:28.171597 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4a0b2b2b-8d74-4cc2-a203-82a13f8bbfa1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:28.175456 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0b2b2b-8d74-4cc2-a203-82a13f8bbfa1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:28.181198 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0b2b2b-8d74-4cc2-a203-82a13f8bbfa1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:28.181803 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a0b2b2b-8d74-4cc2-a203-82a13f8bbfa1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:28.187903 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b2b2b-8d74-4cc2-a203-82a13f8bbfa1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=1a4697d4-6644-403c-9560-e432f5d34b9e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:28.203031 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4a0b2b2b-8d74-4cc2-a203-82a13f8bbfa1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5932131 Feb 03 13:11:28.205708 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60098) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:28.541093 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07fd248f-cee1-4d75-a265-89ee53b3c3fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1a4697d4-6644-403c-9560-e432f5d34b9e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:28.791310 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07fd248f-cee1-4d75-a265-89ee53b3c3fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (1a4697d4-6644-403c-9560-e432f5d34b9e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:28.796981 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07fd248f-cee1-4d75-a265-89ee53b3c3fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (1a4697d4-6644-403c-9560-e432f5d34b9e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:28.874867 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd248f-cee1-4d75-a265-89ee53b3c3fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=1a4697d4-6644-403c-9560-e432f5d34b9e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:28.981446 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07fd248f-cee1-4d75-a265-89ee53b3c3fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (2bace589-477e-4b8e-88e7-822bd850ffd0), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:29.098360 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d083a193-2dc2-4fa4-b859-5bf1ed80e1f9 None None] Network 12ba963d-32a5-4d70-9e84-c540bbdba666 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:29.106356 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07fd248f-cee1-4d75-a265-89ee53b3c3fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1a4697d4-6644-403c-9560-e432f5d34b9e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:29.167223 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a2ac5272-7754-4284-bda4-4166800b4865 None None] Provisioning complete for port 73b90e6b-168a-4629-a346-06d1e52fcdfe triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:29.167595 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a2ac5272-7754-4284-bda4-4166800b4865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (73b90e6b-168a-4629-a346-06d1e52fcdfe), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:29.284458 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a2ac5272-7754-4284-bda4-4166800b4865 None None] Current status of the port 73b90e6b-168a-4629-a346-06d1e52fcdfe is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:29.284458 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a2ac5272-7754-4284-bda4-4166800b4865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (73b90e6b-168a-4629-a346-06d1e52fcdfe), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:29.320164 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a2ac5272-7754-4284-bda4-4166800b4865 None None] For port 73b90e6b-168a-4629-a346-06d1e52fcdfe, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=73b90e6b-168a-4629-a346-06d1e52fcdfe,segment=NetworkSegment(52d8fb80-9bd1-436a-a845-659dbe66f0ca),segment_id=52d8fb80-9bd1-436a-a845-659dbe66f0ca)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:29.324336 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a2ac5272-7754-4284-bda4-4166800b4865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (73b90e6b-168a-4629-a346-06d1e52fcdfe), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:29.374553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac5272-7754-4284-bda4-4166800b4865 None None] Pushing event updated for resources: {'Port': ['ID=73b90e6b-168a-4629-a346-06d1e52fcdfe,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:29.388412 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07fd248f-cee1-4d75-a265-89ee53b3c3fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (1a4697d4-6644-403c-9560-e432f5d34b9e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:29.398017 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07fd248f-cee1-4d75-a265-89ee53b3c3fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (1a4697d4-6644-403c-9560-e432f5d34b9e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:29.398971 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07fd248f-cee1-4d75-a265-89ee53b3c3fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (2bace589-477e-4b8e-88e7-822bd850ffd0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:29.472612 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd248f-cee1-4d75-a265-89ee53b3c3fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=1a4697d4-6644-403c-9560-e432f5d34b9e,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:29.559409 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fd248f-cee1-4d75-a265-89ee53b3c3fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network 12ba963d-32a5-4d70-9e84-c540bbdba666 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:29.561799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-07fd248f-cee1-4d75-a265-89ee53b3c3fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:29.575606 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 73b90e6b-168a-4629-a346-06d1e52fcdfe up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:11:29.638820 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 73b90e6b-168a-4629-a346-06d1e52fcdfe triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:29.639194 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (73b90e6b-168a-4629-a346-06d1e52fcdfe), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:29.693729 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-241f9240-7ca0-4cb9-9dbd-24ff0ee9f6c9 None None] Provisioning complete for port 1a4697d4-6644-403c-9560-e432f5d34b9e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:29.694024 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-241f9240-7ca0-4cb9-9dbd-24ff0ee9f6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1a4697d4-6644-403c-9560-e432f5d34b9e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:29.703779 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fd248f-cee1-4d75-a265-89ee53b3c3fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Router 2bace589-477e-4b8e-88e7-822bd850ffd0 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:11:29.757927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-241f9240-7ca0-4cb9-9dbd-24ff0ee9f6c9 None None] Port 1a4697d4-6644-403c-9560-e432f5d34b9e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:11:29.777642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 73b90e6b-168a-4629-a346-06d1e52fcdfe is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:29.781893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-241f9240-7ca0-4cb9-9dbd-24ff0ee9f6c9 None None] Provisioning complete for port 73b90e6b-168a-4629-a346-06d1e52fcdfe triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:29.782274 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-241f9240-7ca0-4cb9-9dbd-24ff0ee9f6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (73b90e6b-168a-4629-a346-06d1e52fcdfe), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:29.821010 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fd248f-cee1-4d75-a265-89ee53b3c3fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:11:29.829947 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-07fd248f-cee1-4d75-a265-89ee53b3c3fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "PUT /v2.0/routers/2bace589-477e-4b8e-88e7-822bd850ffd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6202123 Feb 03 13:11:29.829947 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60102) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:29.833793 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc7ec84-7c7e-4d23-ab8d-136281800f67 None None] Sync routers for ids ['2bace589-477e-4b8e-88e7-822bd850ffd0'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:11:29.854988 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc7ec84-7c7e-4d23-ab8d-136281800f67 None None] Routers {'2bace589-477e-4b8e-88e7-822bd850ffd0'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:11:29.855480 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8cc7ec84-7c7e-4d23-ab8d-136281800f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:11:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['2bace589-477e-4b8e-88e7-822bd850ffd0'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:29.880386 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-241f9240-7ca0-4cb9-9dbd-24ff0ee9f6c9 None None] Current status of the port 73b90e6b-168a-4629-a346-06d1e52fcdfe is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:29.889358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edd57cf-198f-4a2d-86d0-75944952c5aa tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:29.890898 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5edd57cf-198f-4a2d-86d0-75944952c5aa tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bace589-477e-4b8e-88e7-822bd850ffd0 HTTP/1.1" status: 200 len: 989 time: 0.0603547 Feb 03 13:11:29.893763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60104) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:29.897445 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8cc7ec84-7c7e-4d23-ab8d-136281800f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:29.907064 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc7ec84-7c7e-4d23-ab8d-136281800f67 None None] Routers {'2bace589-477e-4b8e-88e7-822bd850ffd0'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:11:29.907683 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8cc7ec84-7c7e-4d23-ab8d-136281800f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:11:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['2bace589-477e-4b8e-88e7-822bd850ffd0'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:29.942346 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8cc7ec84-7c7e-4d23-ab8d-136281800f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:29.943009 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc7ec84-7c7e-4d23-ab8d-136281800f67 None None] The sync data for ids ['2bace589-477e-4b8e-88e7-822bd850ffd0'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:11:30.002572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-10262558-7559-4374-8102-265405f34485 None None] Provisioning complete for port 1a4697d4-6644-403c-9560-e432f5d34b9e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:30.002949 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-10262558-7559-4374-8102-265405f34485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1a4697d4-6644-403c-9560-e432f5d34b9e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:30.039496 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-10262558-7559-4374-8102-265405f34485 None None] Port 1a4697d4-6644-403c-9560-e432f5d34b9e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:11:30.162003 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d5815425-00f8-4f1d-aa5b-c1528c283c5d None None] Provisioning complete for port 1a4697d4-6644-403c-9560-e432f5d34b9e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:30.163305 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d5815425-00f8-4f1d-aa5b-c1528c283c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1a4697d4-6644-403c-9560-e432f5d34b9e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:30.199546 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d5815425-00f8-4f1d-aa5b-c1528c283c5d None None] Port 1a4697d4-6644-403c-9560-e432f5d34b9e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:11:30.318679 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a47123fc-3ebe-490f-b033-eda17ed08af6 None None] Provisioning complete for port 1a4697d4-6644-403c-9560-e432f5d34b9e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:30.319048 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a47123fc-3ebe-490f-b033-eda17ed08af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1a4697d4-6644-403c-9560-e432f5d34b9e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:30.353804 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a47123fc-3ebe-490f-b033-eda17ed08af6 None None] Port 1a4697d4-6644-403c-9560-e432f5d34b9e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:11:30.354341 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-375661a3-532c-4ac6-a449-8cbe932f6fd0 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (2bace589-477e-4b8e-88e7-822bd850ffd0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:30.617477 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-375661a3-532c-4ac6-a449-8cbe932f6fd0 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port 1a4697d4-6644-403c-9560-e432f5d34b9e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:30.617736 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-375661a3-532c-4ac6-a449-8cbe932f6fd0 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1a4697d4-6644-403c-9560-e432f5d34b9e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:31.047447 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-375661a3-532c-4ac6-a449-8cbe932f6fd0 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1a4697d4-6644-403c-9560-e432f5d34b9e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:31.059736 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-375661a3-532c-4ac6-a449-8cbe932f6fd0 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for 1a4697d4-6644-403c-9560-e432f5d34b9e owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:31.225089 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-375661a3-532c-4ac6-a449-8cbe932f6fd0 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (1a4697d4-6644-403c-9560-e432f5d34b9e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:31.254499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375661a3-532c-4ac6-a449-8cbe932f6fd0 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=1a4697d4-6644-403c-9560-e432f5d34b9e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:31.332661 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:31.353670 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-375661a3-532c-4ac6-a449-8cbe932f6fd0 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (2bace589-477e-4b8e-88e7-822bd850ffd0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:31.510272 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375661a3-532c-4ac6-a449-8cbe932f6fd0 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Router 2bace589-477e-4b8e-88e7-822bd850ffd0 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:11:31.585568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375661a3-532c-4ac6-a449-8cbe932f6fd0 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:11:31.590556 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-375661a3-532c-4ac6-a449-8cbe932f6fd0 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "PUT /v2.0/routers/2bace589-477e-4b8e-88e7-822bd850ffd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6946249 Feb 03 13:11:31.593428 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60106) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:31.594466 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71f0bb-6285-4591-9dd6-90ff195b6145 None None] Sync routers for ids ['2bace589-477e-4b8e-88e7-822bd850ffd0'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:11:31.604852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71f0bb-6285-4591-9dd6-90ff195b6145 None None] Routers {'2bace589-477e-4b8e-88e7-822bd850ffd0'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:11:31.605459 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9c71f0bb-6285-4591-9dd6-90ff195b6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:11:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['2bace589-477e-4b8e-88e7-822bd850ffd0'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:31.619367 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9fdfcb-bbf7-42cb-a1fd-330cf89f736d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] GET failed (client error): The resource could not be found. Feb 03 13:11:31.620820 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2e9fdfcb-bbf7-42cb-a1fd-330cf89f736d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports/1a4697d4-6644-403c-9560-e432f5d34b9e HTTP/1.1" status: 404 len: 333 time: 0.0264103 Feb 03 13:11:31.623537 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60108) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:31.638232 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9c71f0bb-6285-4591-9dd6-90ff195b6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:31.646816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71f0bb-6285-4591-9dd6-90ff195b6145 None None] Routers {'2bace589-477e-4b8e-88e7-822bd850ffd0'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:11:31.648126 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9c71f0bb-6285-4591-9dd6-90ff195b6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:11:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['2bace589-477e-4b8e-88e7-822bd850ffd0'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:31.680522 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9c71f0bb-6285-4591-9dd6-90ff195b6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:31.681187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71f0bb-6285-4591-9dd6-90ff195b6145 None None] The sync data for ids ['2bace589-477e-4b8e-88e7-822bd850ffd0'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:11:31.698057 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bec397d-3b77-4f60-83d2-8a4091ddaa18 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for router (2bace589-477e-4b8e-88e7-822bd850ffd0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:31.855455 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bec397d-3b77-4f60-83d2-8a4091ddaa18 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (2bace589-477e-4b8e-88e7-822bd850ffd0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:31.857587 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bec397d-3b77-4f60-83d2-8a4091ddaa18 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for router_controller (2bace589-477e-4b8e-88e7-822bd850ffd0), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:31.900701 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bec397d-3b77-4f60-83d2-8a4091ddaa18 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (2bace589-477e-4b8e-88e7-822bd850ffd0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:31.901358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bec397d-3b77-4f60-83d2-8a4091ddaa18 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Fanout notify agent at l3_agent the message router_deleted on router 2bace589-477e-4b8e-88e7-822bd850ffd0 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:11:31.909205 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bec397d-3b77-4f60-83d2-8a4091ddaa18 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:31.910323 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5bec397d-3b77-4f60-83d2-8a4091ddaa18 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/routers/2bace589-477e-4b8e-88e7-822bd850ffd0 HTTP/1.1" status: 204 len: 168 time: 0.2858496 Feb 03 13:11:31.913860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60110) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:31.963483 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae507c2-cac3-4024-88a0-fe154eea5f8b tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting subnet 9a5c2966-9b2c-4bbc-9f94-f99a8ef8019a {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:11:31.966546 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dae507c2-cac3-4024-88a0-fe154eea5f8b tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for subnet (9a5c2966-9b2c-4bbc-9f94-f99a8ef8019a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:32.005296 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dae507c2-cac3-4024-88a0-fe154eea5f8b tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (9a5c2966-9b2c-4bbc-9f94-f99a8ef8019a), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:32.089130 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dae507c2-cac3-4024-88a0-fe154eea5f8b tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (9a5c2966-9b2c-4bbc-9f94-f99a8ef8019a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:32.144756 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dae507c2-cac3-4024-88a0-fe154eea5f8b tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (9a5c2966-9b2c-4bbc-9f94-f99a8ef8019a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:32.172062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae507c2-cac3-4024-88a0-fe154eea5f8b tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Subnet': ['ID=9a5c2966-9b2c-4bbc-9f94-f99a8ef8019a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:32.175716 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dae507c2-cac3-4024-88a0-fe154eea5f8b tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:32.179023 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-dae507c2-cac3-4024-88a0-fe154eea5f8b tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/subnets/9a5c2966-9b2c-4bbc-9f94-f99a8ef8019a HTTP/1.1" status: 204 len: 168 time: 0.2641950 Feb 03 13:11:32.181633 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60112) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:32.184026 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6752731d-fbae-4405-b8a5-85bef98b4c80 None None] Network 12ba963d-32a5-4d70-9e84-c540bbdba666 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:32.261817 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b77a918-d9fe-4632-a77a-ee3791d5088d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (12ba963d-32a5-4d70-9e84-c540bbdba666), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:32.331895 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8b77a918-d9fe-4632-a77a-ee3791d5088d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port 73b90e6b-168a-4629-a346-06d1e52fcdfe {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:32.332314 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b77a918-d9fe-4632-a77a-ee3791d5088d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (73b90e6b-168a-4629-a346-06d1e52fcdfe), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:32.340099 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7155db44-895b-4242-ba45-34eb7a01281c None None] DHCP port deletion for 12ba963d-32a5-4d70-9e84-c540bbdba666 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:11:32.389776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7155db44-895b-4242-ba45-34eb7a01281c None None] Deleting port 73b90e6b-168a-4629-a346-06d1e52fcdfe {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:32.390240 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7155db44-895b-4242-ba45-34eb7a01281c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (73b90e6b-168a-4629-a346-06d1e52fcdfe), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:32.402252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-8b77a918-d9fe-4632-a77a-ee3791d5088d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] For port 73b90e6b-168a-4629-a346-06d1e52fcdfe, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=73b90e6b-168a-4629-a346-06d1e52fcdfe,segment=NetworkSegment(52d8fb80-9bd1-436a-a845-659dbe66f0ca),segment_id=52d8fb80-9bd1-436a-a845-659dbe66f0ca)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:32.402536 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b77a918-d9fe-4632-a77a-ee3791d5088d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (73b90e6b-168a-4629-a346-06d1e52fcdfe), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:32.416771 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8b77a918-d9fe-4632-a77a-ee3791d5088d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for 73b90e6b-168a-4629-a346-06d1e52fcdfe owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:32.453644 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7155db44-895b-4242-ba45-34eb7a01281c None None] For port 73b90e6b-168a-4629-a346-06d1e52fcdfe, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=73b90e6b-168a-4629-a346-06d1e52fcdfe,segment=NetworkSegment(52d8fb80-9bd1-436a-a845-659dbe66f0ca),segment_id=52d8fb80-9bd1-436a-a845-659dbe66f0ca)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:32.454042 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7155db44-895b-4242-ba45-34eb7a01281c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (73b90e6b-168a-4629-a346-06d1e52fcdfe), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:32.466713 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7155db44-895b-4242-ba45-34eb7a01281c None None] Calling delete_port for 73b90e6b-168a-4629-a346-06d1e52fcdfe owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:32.494553 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b77a918-d9fe-4632-a77a-ee3791d5088d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (73b90e6b-168a-4629-a346-06d1e52fcdfe), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:32.520331 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77a918-d9fe-4632-a77a-ee3791d5088d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=73b90e6b-168a-4629-a346-06d1e52fcdfe,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:32.524893 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b77a918-d9fe-4632-a77a-ee3791d5088d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No DVR routers for this DVR port 73b90e6b-168a-4629-a346-06d1e52fcdfe on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:11:32.546119 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7155db44-895b-4242-ba45-34eb7a01281c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (73b90e6b-168a-4629-a346-06d1e52fcdfe), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:32.571704 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155db44-895b-4242-ba45-34eb7a01281c None None] Pushing event deleted for resources: {'Port': ['ID=73b90e6b-168a-4629-a346-06d1e52fcdfe,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:32.574867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155db44-895b-4242-ba45-34eb7a01281c None None] No DVR routers for this DVR port 73b90e6b-168a-4629-a346-06d1e52fcdfe on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:11:32.611644 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b77a918-d9fe-4632-a77a-ee3791d5088d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (12ba963d-32a5-4d70-9e84-c540bbdba666), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:32.632552 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8b77a918-d9fe-4632-a77a-ee3791d5088d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ba963d-32a5-4d70-9e84-c540bbdba666']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:32.641951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8b77a918-d9fe-4632-a77a-ee3791d5088d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d8fb80-9bd1-436a-a845-659dbe66f0ca') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:32.642251 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8b77a918-d9fe-4632-a77a-ee3791d5088d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d8fb80-9bd1-436a-a845-659dbe66f0ca') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:32.651494 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b77a918-d9fe-4632-a77a-ee3791d5088d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (52d8fb80-9bd1-436a-a845-659dbe66f0ca), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:32.664635 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b77a918-d9fe-4632-a77a-ee3791d5088d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (52d8fb80-9bd1-436a-a845-659dbe66f0ca), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:32.670467 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b77a918-d9fe-4632-a77a-ee3791d5088d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:11:32.670851 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b77a918-d9fe-4632-a77a-ee3791d5088d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (52d8fb80-9bd1-436a-a845-659dbe66f0ca), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:11:32.673892 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:11:32.736574 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b77a918-d9fe-4632-a77a-ee3791d5088d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (12ba963d-32a5-4d70-9e84-c540bbdba666), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:32.746403 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b77a918-d9fe-4632-a77a-ee3791d5088d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:32.747135 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8b77a918-d9fe-4632-a77a-ee3791d5088d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/networks/12ba963d-32a5-4d70-9e84-c540bbdba666 HTTP/1.1" status: 204 len: 168 time: 0.5645676 Feb 03 13:11:32.751464 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60114) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:32.759319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77a918-d9fe-4632-a77a-ee3791d5088d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Network': ['ID=12ba963d-32a5-4d70-9e84-c540bbdba666,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:32.797910 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bed2ea5-e628-4fb7-b9eb-f581c2746f50 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:32.799272 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3bed2ea5-e628-4fb7-b9eb-f581c2746f50 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports/f831d53b-6476-4299-a6fe-a72cbc3dad17 HTTP/1.1" status: 200 len: 845 time: 0.0464418 Feb 03 13:11:32.803370 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60116) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:32.850651 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-073b45e4-97b6-48af-af70-12435aec84a4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports/f831d53b-6476-4299-a6fe-a72cbc3dad17?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0455320 Feb 03 13:11:32.854068 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60118) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:32.858913 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9d07d464-24cd-4ffb-bc18-a66a0d7e9bb2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'subnet': {'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:32.944650 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d07d464-24cd-4ffb-bc18-a66a0d7e9bb2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:32.947908 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d07d464-24cd-4ffb-bc18-a66a0d7e9bb2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:33.127740 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d07d464-24cd-4ffb-bc18-a66a0d7e9bb2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (88585797-2b74-4aee-adb7-9e655e10da81), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:33.175693 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d07d464-24cd-4ffb-bc18-a66a0d7e9bb2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network fc811b96-5825-4611-9e0d-5ada2d48c55e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:33.178954 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9d07d464-24cd-4ffb-bc18-a66a0d7e9bb2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:33.183154 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d07d464-24cd-4ffb-bc18-a66a0d7e9bb2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:33.183756 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d07d464-24cd-4ffb-bc18-a66a0d7e9bb2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:33.187536 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a63c80-b984-44bb-9c4f-03c1d9dce691 None None] Network fc811b96-5825-4611-9e0d-5ada2d48c55e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:33.199098 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07d464-24cd-4ffb-bc18-a66a0d7e9bb2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Subnet': ['ID=88585797-2b74-4aee-adb7-9e655e10da81,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:33.210907 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9d07d464-24cd-4ffb-bc18-a66a0d7e9bb2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3557725 Feb 03 13:11:33.213741 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60120) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:33.218441 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8502fc17-c43a-4c2f-846e-701405613ba4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'security_group': {'name': 'tempest-secgroup-798058837'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:33.237929 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8502fc17-c43a-4c2f-846e-701405613ba4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:33.321233 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-fc811b96-5825-4611-9e0d-5ada2d48c55e', 'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e', 'project_id': '947722c5a5e24731a5e2d5b41c49891b', 'fixed_ips': [{'subnet_id': '88585797-2b74-4aee-adb7-9e655e10da81'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:11:33.321797 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8502fc17-c43a-4c2f-846e-701405613ba4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (e2ba7b95-1e7a-4e56-8651-e35b02f58b3a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:33.322103 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:33.325872 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8502fc17-c43a-4c2f-846e-701405613ba4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e2ba7b95-1e7a-4e56-8651-e35b02f58b3a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:33.352561 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8502fc17-c43a-4c2f-846e-701405613ba4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:33.353819 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8502fc17-c43a-4c2f-846e-701405613ba4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1390381 Feb 03 13:11:33.356740 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60122) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:33.361419 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5b3afec6-fa88-4831-a3eb-09914e0c1f03 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'security_group': {'name': 'tempest-secgroup-1829968621'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:33.362173 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502fc17-c43a-4c2f-846e-701405613ba4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ba7b95-1e7a-4e56-8651-e35b02f58b3a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:33.384099 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b3afec6-fa88-4831-a3eb-09914e0c1f03 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:33.452743 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b3afec6-fa88-4831-a3eb-09914e0c1f03 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (d68acb35-d389-4d6d-8e08-cde1aa6c2b9e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:33.457490 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b3afec6-fa88-4831-a3eb-09914e0c1f03 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d68acb35-d389-4d6d-8e08-cde1aa6c2b9e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:33.462431 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 73b90e6b-168a-4629-a346-06d1e52fcdfe no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:11:33.464661 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] Allocated IP 2001:db8::2 (fc811b96-5825-4611-9e0d-5ada2d48c55e/88585797-2b74-4aee-adb7-9e655e10da81/d727b6ca-400c-450c-8891-48eef43914a3) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:33.487339 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b3afec6-fa88-4831-a3eb-09914e0c1f03 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:33.488626 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5b3afec6-fa88-4831-a3eb-09914e0c1f03 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1308208 Feb 03 13:11:33.490572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 73b90e6b-168a-4629-a346-06d1e52fcdfe {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:11:33.490928 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 73b90e6b-168a-4629-a346-06d1e52fcdfe not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:11:33.492257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60126) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:33.494066 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3afec6-fa88-4831-a3eb-09914e0c1f03 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68acb35-d389-4d6d-8e08-cde1aa6c2b9e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:33.503758 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4c9dc66e-b398-4ba9-aeb3-90e9b51e8923 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1614311051', 'security_groups': ['d68acb35-d389-4d6d-8e08-cde1aa6c2b9e'], 'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '88585797-2b74-4aee-adb7-9e655e10da81'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:33.532903 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-385c1167-6d79-4caa-9714-033009acb660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:33.621357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9dc66e-b398-4ba9-aeb3-90e9b51e8923 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:33.706676 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc66e-b398-4ba9-aeb3-90e9b51e8923 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:33.725609 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-4c9dc66e-b398-4ba9-aeb3-90e9b51e8923 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] device_id is not set on port 3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:11:33.800918 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] Publish callbacks [] for port (d727b6ca-400c-450c-8891-48eef43914a3), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:33.808294 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (d727b6ca-400c-450c-8891-48eef43914a3), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:33.847268 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] Network fc811b96-5825-4611-9e0d-5ada2d48c55e is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:33.853948 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:33.857431 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:33.865081 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] Pushing event updated for resources: {'Port': ['ID=d727b6ca-400c-450c-8891-48eef43914a3,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:33.898393 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-4c9dc66e-b398-4ba9-aeb3-90e9b51e8923 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Allocated IP 2001:db8::d4 (fc811b96-5825-4611-9e0d-5ada2d48c55e/88585797-2b74-4aee-adb7-9e655e10da81/3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:33.923689 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] Attempting to bind port d727b6ca-400c-450c-8891-48eef43914a3 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:11:33.924347 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] Attempting to bind port d727b6ca-400c-450c-8891-48eef43914a3 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'ccf60489-ebf2-43a0-ae57-4425f928defd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:11:33.924596 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] Attempting to bind port d727b6ca-400c-450c-8891-48eef43914a3 on network fc811b96-5825-4611-9e0d-5ada2d48c55e {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:11:33.929814 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:11:33.930201 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] Checking segment: {'id': 'ccf60489-ebf2-43a0-ae57-4425f928defd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:11:33.930613 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:33.931011 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] Bound using segment: {'id': 'ccf60489-ebf2-43a0-ae57-4425f928defd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:11:33.931479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] Bound port: d727b6ca-400c-450c-8891-48eef43914a3, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf60489-ebf2-43a0-ae57-4425f928defd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:11:33.931864 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d727b6ca-400c-450c-8891-48eef43914a3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:34.013812 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] For port d727b6ca-400c-450c-8891-48eef43914a3, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:11:34.018141 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] For port d727b6ca-400c-450c-8891-48eef43914a3, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d727b6ca-400c-450c-8891-48eef43914a3,segment=NetworkSegment(ccf60489-ebf2-43a0-ae57-4425f928defd),segment_id=ccf60489-ebf2-43a0-ae57-4425f928defd)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:11:34.031771 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d727b6ca-400c-450c-8891-48eef43914a3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:34.094980 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc66e-b398-4ba9-aeb3-90e9b51e8923 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:34.121482 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7187926-18a6-487f-88f4-8b56efcc657a None None] Pushing event updated for resources: {'Port': ['ID=d727b6ca-400c-450c-8891-48eef43914a3,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:34.185768 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc66e-b398-4ba9-aeb3-90e9b51e8923 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:34.242215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9dc66e-b398-4ba9-aeb3-90e9b51e8923 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network fc811b96-5825-4611-9e0d-5ada2d48c55e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:34.249910 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4c9dc66e-b398-4ba9-aeb3-90e9b51e8923 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:34.252625 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9dc66e-b398-4ba9-aeb3-90e9b51e8923 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:34.258826 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9dc66e-b398-4ba9-aeb3-90e9b51e8923 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:34.259807 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c9dc66e-b398-4ba9-aeb3-90e9b51e8923 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:34.269993 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02f0ae-c310-4ab6-8aa3-6e827bb21a6d req-3c80ed10-0ba0-48ca-a7b9-0073f69a9fcb tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:34.277529 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b02f0ae-c310-4ab6-8aa3-6e827bb21a6d req-3c80ed10-0ba0-48ca-a7b9-0073f69a9fcb tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 946 time: 0.1368892 Feb 03 13:11:34.320079 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dc66e-b398-4ba9-aeb3-90e9b51e8923 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:34.340745 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4c9dc66e-b398-4ba9-aeb3-90e9b51e8923 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8473969 Feb 03 13:11:34.344629 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60144) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:34.357847 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-958a2e55-1085-4574-a42d-cba2c1202bd3 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'subnet': {'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:34.417423 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b02f0ae-c310-4ab6-8aa3-6e827bb21a6d req-7e9c4aad-f71f-43f2-8506-7c0bec8e0eac tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155515 Feb 03 13:11:34.496967 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958a2e55-1085-4574-a42d-cba2c1202bd3 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:34.500264 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-958a2e55-1085-4574-a42d-cba2c1202bd3 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:34.837737 n-d-827336-3 neutron-server[103188]: INFO neutron.db.ipam_backend_mixin [None req-958a2e55-1085-4574-a42d-cba2c1202bd3 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 88585797-2b74-4aee-adb7-9e655e10da81 (CIDR: 2001:db8::/64) Feb 03 13:11:34.842041 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-958a2e55-1085-4574-a42d-cba2c1202bd3 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:11:34.842501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958a2e55-1085-4574-a42d-cba2c1202bd3 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:11:34.859731 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-958a2e55-1085-4574-a42d-cba2c1202bd3 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5130341 Feb 03 13:11:34.862617 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60146) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:34.867636 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7a4ac72d-664c-4239-aa23-3385d033b4db tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'subnet': {'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:34.982187 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4ac72d-664c-4239-aa23-3385d033b4db tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:34.985950 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a4ac72d-664c-4239-aa23-3385d033b4db tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:35.219250 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-93ccbe0d-8765-4fae-9434-24fbac36c784 None None] Provisioning complete for port d727b6ca-400c-450c-8891-48eef43914a3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:35.219823 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-93ccbe0d-8765-4fae-9434-24fbac36c784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d727b6ca-400c-450c-8891-48eef43914a3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:35.238998 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a4ac72d-664c-4239-aa23-3385d033b4db tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (612bdb16-88ab-41ad-9ee3-444b2b434682), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:35.282745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4ac72d-664c-4239-aa23-3385d033b4db tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network fc811b96-5825-4611-9e0d-5ada2d48c55e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:35.286035 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7a4ac72d-664c-4239-aa23-3385d033b4db tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:35.290513 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4ac72d-664c-4239-aa23-3385d033b4db tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:35.291374 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a4ac72d-664c-4239-aa23-3385d033b4db tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:35.310832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-93ccbe0d-8765-4fae-9434-24fbac36c784 None None] Current status of the port d727b6ca-400c-450c-8891-48eef43914a3 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:35.311582 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-93ccbe0d-8765-4fae-9434-24fbac36c784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d727b6ca-400c-450c-8891-48eef43914a3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:35.312560 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7a4ac72d-664c-4239-aa23-3385d033b4db tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4487715 Feb 03 13:11:35.314678 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60148) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:35.318723 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ac72d-664c-4239-aa23-3385d033b4db tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Subnet': ['ID=612bdb16-88ab-41ad-9ee3-444b2b434682,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:35.326712 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7d92d90e-cada-45da-9e08-5849a30e99a2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1835853170', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '612bdb16-88ab-41ad-9ee3-444b2b434682'}], 'security_groups': ['e2ba7b95-1e7a-4e56-8651-e35b02f58b3a']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:35.349496 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa03439-01a3-42b0-ad6b-a7438d939c4f None None] Network fc811b96-5825-4611-9e0d-5ada2d48c55e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:35.352297 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-93ccbe0d-8765-4fae-9434-24fbac36c784 None None] For port d727b6ca-400c-450c-8891-48eef43914a3, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d727b6ca-400c-450c-8891-48eef43914a3,segment=NetworkSegment(ccf60489-ebf2-43a0-ae57-4425f928defd),segment_id=ccf60489-ebf2-43a0-ae57-4425f928defd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:35.367560 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-93ccbe0d-8765-4fae-9434-24fbac36c784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d727b6ca-400c-450c-8891-48eef43914a3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:35.453563 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccbe0d-8765-4fae-9434-24fbac36c784 None None] Pushing event updated for resources: {'Port': ['ID=d727b6ca-400c-450c-8891-48eef43914a3,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:35.480082 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-93ccbe0d-8765-4fae-9434-24fbac36c784 None None] Provisioning complete for port f831d53b-6476-4299-a6fe-a72cbc3dad17 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:35.480597 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-93ccbe0d-8765-4fae-9434-24fbac36c784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f831d53b-6476-4299-a6fe-a72cbc3dad17), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:35.507474 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d92d90e-cada-45da-9e08-5849a30e99a2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:35.531639 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d727b6ca-400c-450c-8891-48eef43914a3 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:11:35.563500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-93ccbe0d-8765-4fae-9434-24fbac36c784 None None] Port f831d53b-6476-4299-a6fe-a72cbc3dad17 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:11:35.601546 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port d727b6ca-400c-450c-8891-48eef43914a3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:35.601919 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d727b6ca-400c-450c-8891-48eef43914a3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:35.638191 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804141a-085d-416e-ab41-dc84901ebab3 req-dd94e656-7c52-42c1-b7fd-7936f8ba24f9 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:35.639679 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4804141a-085d-416e-ab41-dc84901ebab3 req-dd94e656-7c52-42c1-b7fd-7936f8ba24f9 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 946 time: 0.1165059 Feb 03 13:11:35.680361 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7a344d-b8c2-4ae5-86c9-732bd7b66702 None None] Update dhcp port {'port': {'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e', 'fixed_ips': [{'subnet_id': '88585797-2b74-4aee-adb7-9e655e10da81', 'ip_address': '2001:db8::2'}, {'subnet_id': '612bdb16-88ab-41ad-9ee3-444b2b434682'}], 'binding:host_id': 'n-d-827336-3'}, 'id': 'd727b6ca-400c-450c-8891-48eef43914a3'} from n-d-827336-3. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 13:11:35.747059 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fe7a344d-b8c2-4ae5-86c9-732bd7b66702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d727b6ca-400c-450c-8891-48eef43914a3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:35.753213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3e2c3b64-3ead-4bd2-824b-3541ea4b57ef None None] Provisioning complete for port 3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:35.753592 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e2c3b64-3ead-4bd2-824b-3541ea4b57ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:35.783578 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port d727b6ca-400c-450c-8891-48eef43914a3 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:35.783969 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4804141a-085d-416e-ab41-dc84901ebab3 req-0a13fe84-2893-4a21-a0f9-0643d286dbe6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364939 Feb 03 13:11:35.825442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c3b64-3ead-4bd2-824b-3541ea4b57ef None None] Port 3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:11:35.898228 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-7d92d90e-cada-45da-9e08-5849a30e99a2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Delete allocated IP 2001:db8::d4 (fc811b96-5825-4611-9e0d-5ada2d48c55e/88585797-2b74-4aee-adb7-9e655e10da81) {{(pid=103189) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 13:11:35.906131 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-7d92d90e-cada-45da-9e08-5849a30e99a2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Allocated IP 2001:db8:0:1::2d2 (fc811b96-5825-4611-9e0d-5ada2d48c55e/612bdb16-88ab-41ad-9ee3-444b2b434682/3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:36.062406 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d92d90e-cada-45da-9e08-5849a30e99a2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:36.066885 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d92d90e-cada-45da-9e08-5849a30e99a2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:36.120454 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-fe7a344d-b8c2-4ae5-86c9-732bd7b66702 None None] Allocated IP 2001:db8:0:1::2 (fc811b96-5825-4611-9e0d-5ada2d48c55e/612bdb16-88ab-41ad-9ee3-444b2b434682/d727b6ca-400c-450c-8891-48eef43914a3) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:36.129100 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7d92d90e-cada-45da-9e08-5849a30e99a2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] In _notify_port_updated(), no bound segment for port 3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865 on network fc811b96-5825-4611-9e0d-5ada2d48c55e {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 13:11:36.136100 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d92d90e-cada-45da-9e08-5849a30e99a2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:36.137096 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d92d90e-cada-45da-9e08-5849a30e99a2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:36.138423 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7d92d90e-cada-45da-9e08-5849a30e99a2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "PUT /v2.0/ports/3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865 HTTP/1.1" status: 200 len: 931 time: 0.8227322 Feb 03 13:11:36.141386 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60152) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:36.180859 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92d90e-cada-45da-9e08-5849a30e99a2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:36.197054 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9cc12dea-5cb7-4dac-9c68-427e7267ce72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:36.230631 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fe7a344d-b8c2-4ae5-86c9-732bd7b66702 None None] For port d727b6ca-400c-450c-8891-48eef43914a3, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d727b6ca-400c-450c-8891-48eef43914a3,segment=NetworkSegment(ccf60489-ebf2-43a0-ae57-4425f928defd),segment_id=ccf60489-ebf2-43a0-ae57-4425f928defd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:36.257808 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-eb505e41-325a-45c5-ad70-3332c7d4f4f1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port 3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:36.258186 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb505e41-325a-45c5-ad70-3332c7d4f4f1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:36.264347 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fe7a344d-b8c2-4ae5-86c9-732bd7b66702 None None] Publish callbacks [] for port (d727b6ca-400c-450c-8891-48eef43914a3), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:36.269630 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fe7a344d-b8c2-4ae5-86c9-732bd7b66702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d727b6ca-400c-450c-8891-48eef43914a3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:36.353252 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb505e41-325a-45c5-ad70-3332c7d4f4f1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:36.366188 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-eb505e41-325a-45c5-ad70-3332c7d4f4f1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for 3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:36.372066 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a344d-b8c2-4ae5-86c9-732bd7b66702 None None] Pushing event updated for resources: {'Port': ['ID=d727b6ca-400c-450c-8891-48eef43914a3,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:36.503926 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb505e41-325a-45c5-ad70-3332c7d4f4f1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:36.542764 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb505e41-325a-45c5-ad70-3332c7d4f4f1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:36.567229 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb505e41-325a-45c5-ad70-3332c7d4f4f1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:36.570699 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-eb505e41-325a-45c5-ad70-3332c7d4f4f1 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/ports/3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865 HTTP/1.1" status: 204 len: 168 time: 0.4283023 Feb 03 13:11:36.573237 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60154) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:36.602921 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94a7fd6-6a63-46b9-9215-9383819fd8a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] GET failed (client error): The resource could not be found. Feb 03 13:11:36.604380 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e94a7fd6-6a63-46b9-9215-9383819fd8a7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports/3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865 HTTP/1.1" status: 404 len: 333 time: 0.0302291 Feb 03 13:11:36.607068 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60156) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:36.664384 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3fa0609e-a60e-4057-9acb-bf88c5e62601 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (d68acb35-d389-4d6d-8e08-cde1aa6c2b9e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:36.688130 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3fa0609e-a60e-4057-9acb-bf88c5e62601 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (d68acb35-d389-4d6d-8e08-cde1aa6c2b9e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:36.730971 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3fa0609e-a60e-4057-9acb-bf88c5e62601 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d68acb35-d389-4d6d-8e08-cde1aa6c2b9e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:36.733965 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3fa0609e-a60e-4057-9acb-bf88c5e62601 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:36.735142 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3fa0609e-a60e-4057-9acb-bf88c5e62601 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/security-groups/d68acb35-d389-4d6d-8e08-cde1aa6c2b9e HTTP/1.1" status: 204 len: 168 time: 0.1271510 Feb 03 13:11:36.738284 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60158) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:36.744564 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0609e-a60e-4057-9acb-bf88c5e62601 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68acb35-d389-4d6d-8e08-cde1aa6c2b9e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:36.801764 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8274afb-bc3e-4fd2-842b-edb7fa60e7a2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (e2ba7b95-1e7a-4e56-8651-e35b02f58b3a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:36.826601 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8274afb-bc3e-4fd2-842b-edb7fa60e7a2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (e2ba7b95-1e7a-4e56-8651-e35b02f58b3a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:36.914949 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8274afb-bc3e-4fd2-842b-edb7fa60e7a2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e2ba7b95-1e7a-4e56-8651-e35b02f58b3a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:36.917667 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8274afb-bc3e-4fd2-842b-edb7fa60e7a2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:36.918826 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f8274afb-bc3e-4fd2-842b-edb7fa60e7a2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/security-groups/e2ba7b95-1e7a-4e56-8651-e35b02f58b3a HTTP/1.1" status: 204 len: 168 time: 0.1789639 Feb 03 13:11:36.923039 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60162) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:36.932486 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8274afb-bc3e-4fd2-842b-edb7fa60e7a2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ba7b95-1e7a-4e56-8651-e35b02f58b3a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:36.945011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edfe5b-625a-4396-88ab-4c25d06fcac5 req-c6b3288c-3835-479d-a578-b4ff387ddf83 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:36.946513 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7edfe5b-625a-4396-88ab-4c25d06fcac5 req-c6b3288c-3835-479d-a578-b4ff387ddf83 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 946 time: 0.0822287 Feb 03 13:11:36.990520 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff71bf13-b6ec-4168-9207-21b20542fcf2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting subnet 88585797-2b74-4aee-adb7-9e655e10da81 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:11:36.995601 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff71bf13-b6ec-4168-9207-21b20542fcf2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for subnet (88585797-2b74-4aee-adb7-9e655e10da81), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:37.013652 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bced0817-944e-498f-b336-cc628fe70a5e None None] Provisioning complete for port d727b6ca-400c-450c-8891-48eef43914a3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:37.014349 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bced0817-944e-498f-b336-cc628fe70a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d727b6ca-400c-450c-8891-48eef43914a3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:37.040010 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff71bf13-b6ec-4168-9207-21b20542fcf2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (88585797-2b74-4aee-adb7-9e655e10da81), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:37.046186 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7edfe5b-625a-4396-88ab-4c25d06fcac5 req-a966414b-d875-4035-ba17-a292f54c2385 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794792 Feb 03 13:11:37.058422 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:37.146713 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bced0817-944e-498f-b336-cc628fe70a5e None None] Current status of the port d727b6ca-400c-450c-8891-48eef43914a3 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:37.154655 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff71bf13-b6ec-4168-9207-21b20542fcf2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (88585797-2b74-4aee-adb7-9e655e10da81), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:37.161396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bced0817-944e-498f-b336-cc628fe70a5e None None] Provisioning complete for port f831d53b-6476-4299-a6fe-a72cbc3dad17 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:37.162786 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bced0817-944e-498f-b336-cc628fe70a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f831d53b-6476-4299-a6fe-a72cbc3dad17), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:37.201714 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bced0817-944e-498f-b336-cc628fe70a5e None None] Port f831d53b-6476-4299-a6fe-a72cbc3dad17 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:11:37.205841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bced0817-944e-498f-b336-cc628fe70a5e None None] Could not find standard attr ID for object 3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:11:37.227121 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff71bf13-b6ec-4168-9207-21b20542fcf2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (88585797-2b74-4aee-adb7-9e655e10da81), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:37.232896 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1951cdfd-ab3e-4354-90cd-c6519e18cf59 req-ecf8e14b-5802-4da6-af85-a7e669a79c66 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576453 Feb 03 13:11:37.256951 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71bf13-b6ec-4168-9207-21b20542fcf2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Subnet': ['ID=88585797-2b74-4aee-adb7-9e655e10da81,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:37.259199 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff71bf13-b6ec-4168-9207-21b20542fcf2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:37.262982 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ff71bf13-b6ec-4168-9207-21b20542fcf2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/subnets/88585797-2b74-4aee-adb7-9e655e10da81 HTTP/1.1" status: 204 len: 168 time: 0.3384223 Feb 03 13:11:37.267448 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60164) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:37.278958 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f753b0c4-6bea-413d-a480-31e96a979056 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'subnet': {'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:37.326668 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7addca8f-47aa-4e05-83d4-f01c123f96cb None None] Could not find standard attr ID for object 3acc84b7-ebc8-4c95-bd0f-0beeb2f2e865. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:11:37.342044 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951cdfd-ab3e-4354-90cd-c6519e18cf59 req-31702f99-03dd-4268-9947-03ff324a823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:37.343879 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1951cdfd-ab3e-4354-90cd-c6519e18cf59 req-31702f99-03dd-4268-9947-03ff324a823e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f87650fa40e44533b201cd37dcb459f1&device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 1128 time: 0.0633295 Feb 03 13:11:37.425007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f753b0c4-6bea-413d-a480-31e96a979056 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:37.433214 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f753b0c4-6bea-413d-a480-31e96a979056 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:37.478931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951cdfd-ab3e-4354-90cd-c6519e18cf59 req-0fa0c518-c37d-4ed9-8d18-1cfee64fc872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:37.481204 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1951cdfd-ab3e-4354-90cd-c6519e18cf59 req-0fa0c518-c37d-4ed9-8d18-1cfee64fc872 service neutron] 10.222.0.31 "GET /v2.0/networks?id=493acd8c-1fd7-4784-9c30-ab48082e5271 HTTP/1.1" status: 200 len: 918 time: 0.1118383 Feb 03 13:11:37.485671 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d727b6ca-400c-450c-8891-48eef43914a3 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:11:37.520952 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20973f6a-ccaa-4bc5-9b41-a4eb7b3e7025 None None] Network fc811b96-5825-4611-9e0d-5ada2d48c55e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:37.561623 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1951cdfd-ab3e-4354-90cd-c6519e18cf59 req-0f28163e-a5d1-4d72-8323-0d04e5ae93be service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c827402-584a-4516-847b-067d7ec67678 HTTP/1.1" status: 200 len: 1000 time: 0.0744483 Feb 03 13:11:37.608191 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port d727b6ca-400c-450c-8891-48eef43914a3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:37.608667 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d727b6ca-400c-450c-8891-48eef43914a3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:37.633644 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951cdfd-ab3e-4354-90cd-c6519e18cf59 req-c063a330-4e13-4d63-acb9-a6180ee8c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:37.635678 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1951cdfd-ab3e-4354-90cd-c6519e18cf59 req-c063a330-4e13-4d63-acb9-a6180ee8c3b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cfdcbfe6-c780-42bd-a6f3-8500632541b5 HTTP/1.1" status: 200 len: 856 time: 0.0665736 Feb 03 13:11:37.695776 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951cdfd-ab3e-4354-90cd-c6519e18cf59 req-671fc62f-205d-4a14-9c87-0a958f2504a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:37.701956 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1951cdfd-ab3e-4354-90cd-c6519e18cf59 req-671fc62f-205d-4a14-9c87-0a958f2504a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=493acd8c-1fd7-4784-9c30-ab48082e5271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0589075 Feb 03 13:11:37.735494 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port d727b6ca-400c-450c-8891-48eef43914a3 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:37.744332 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f753b0c4-6bea-413d-a480-31e96a979056 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (abdaf19d-0159-4921-b349-c46e3ca1d358), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:37.801141 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f753b0c4-6bea-413d-a480-31e96a979056 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network fc811b96-5825-4611-9e0d-5ada2d48c55e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:37.805003 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f753b0c4-6bea-413d-a480-31e96a979056 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:37.809074 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f753b0c4-6bea-413d-a480-31e96a979056 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:37.809978 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f753b0c4-6bea-413d-a480-31e96a979056 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:37.826031 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753b0c4-6bea-413d-a480-31e96a979056 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Subnet': ['ID=abdaf19d-0159-4921-b349-c46e3ca1d358,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:37.835183 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1951cdfd-ab3e-4354-90cd-c6519e18cf59 req-a186fc8d-6d21-4ca1-b1a6-388ff2fc46c7 service neutron] 10.222.0.31 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267588 Feb 03 13:11:37.842868 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f753b0c4-6bea-413d-a480-31e96a979056 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5742002 Feb 03 13:11:37.848514 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60166) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:37.856698 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0241200a-b46e-4385-9b86-62f243c9f9ac tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'security_group': {'name': 'tempest-secgroup-466473954'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:37.885142 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0241200a-b46e-4385-9b86-62f243c9f9ac tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:37.942729 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1951cdfd-ab3e-4354-90cd-c6519e18cf59 req-62548572-0a4d-4c9e-b86a-49f59a8c0c00 service neutron] 10.222.0.31 "GET /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013317 Feb 03 13:11:37.979517 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0241200a-b46e-4385-9b86-62f243c9f9ac tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (5934d645-2fef-4c74-adf9-8035123e9562), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:37.984730 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0241200a-b46e-4385-9b86-62f243c9f9ac tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5934d645-2fef-4c74-adf9-8035123e9562), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:38.016235 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0241200a-b46e-4385-9b86-62f243c9f9ac tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:38.020083 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0241200a-b46e-4385-9b86-62f243c9f9ac tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1658049 Feb 03 13:11:38.020083 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241200a-b46e-4385-9b86-62f243c9f9ac tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5934d645-2fef-4c74-adf9-8035123e9562,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:38.020348 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60168) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:38.025165 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f46c5b56-c67e-41a9-820e-9ff2879f9c89 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'security_group': {'name': 'tempest-secgroup-708508955'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:38.049927 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f46c5b56-c67e-41a9-820e-9ff2879f9c89 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:38.136783 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f46c5b56-c67e-41a9-820e-9ff2879f9c89 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (d98b7cc7-a471-40ef-8143-b67102824a72), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:38.141924 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f46c5b56-c67e-41a9-820e-9ff2879f9c89 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d98b7cc7-a471-40ef-8143-b67102824a72), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:38.207361 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f46c5b56-c67e-41a9-820e-9ff2879f9c89 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:38.208684 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f46c5b56-c67e-41a9-820e-9ff2879f9c89 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1875322 Feb 03 13:11:38.211995 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60172) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:38.216587 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8073a70f-da19-45f8-bce1-678217f167b7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'security_group': {'name': 'tempest-secgroup-291737553'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:38.218916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c5b56-c67e-41a9-820e-9ff2879f9c89 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d98b7cc7-a471-40ef-8143-b67102824a72,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:38.241421 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8073a70f-da19-45f8-bce1-678217f167b7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:38.247510 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fb4be-5cda-41de-9ce0-82b99330f4b4 req-7d2641d8-5b47-4c6b-9a60-fafa9e17bdd2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:38.249125 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1b9fb4be-5cda-41de-9ce0-82b99330f4b4 req-7d2641d8-5b47-4c6b-9a60-fafa9e17bdd2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 946 time: 0.0844450 Feb 03 13:11:38.307048 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:38.312507 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1b9fb4be-5cda-41de-9ce0-82b99330f4b4 req-c25000d3-43fe-4159-bdaa-80378155dd9e tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569489 Feb 03 13:11:38.331507 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ea79bc-5cdb-44d4-9caa-27e0f892ea3e None None] Network fc811b96-5825-4611-9e0d-5ada2d48c55e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:38.353155 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8073a70f-da19-45f8-bce1-678217f167b7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (9113df5a-44f5-4ac0-87db-e4ffb1285226), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:38.356880 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8073a70f-da19-45f8-bce1-678217f167b7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9113df5a-44f5-4ac0-87db-e4ffb1285226), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:38.385487 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8073a70f-da19-45f8-bce1-678217f167b7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:38.386720 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8073a70f-da19-45f8-bce1-678217f167b7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1737232 Feb 03 13:11:38.389846 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60174) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:38.391102 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073a70f-da19-45f8-bce1-678217f167b7 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9113df5a-44f5-4ac0-87db-e4ffb1285226,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:38.396392 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b523077d-a786-42a4-a772-2072a1f2c515 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-885672180', 'security_groups': ['9113df5a-44f5-4ac0-87db-e4ffb1285226'], 'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'abdaf19d-0159-4921-b349-c46e3ca1d358'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:38.402629 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f638b8a0-4840-4868-9f08-a7811f3419fe None None] Provisioning complete for port d727b6ca-400c-450c-8891-48eef43914a3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:38.403040 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f638b8a0-4840-4868-9f08-a7811f3419fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d727b6ca-400c-450c-8891-48eef43914a3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:38.514532 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b523077d-a786-42a4-a772-2072a1f2c515 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:38.516354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f638b8a0-4840-4868-9f08-a7811f3419fe None None] Current status of the port d727b6ca-400c-450c-8891-48eef43914a3 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:38.519636 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b523077d-a786-42a4-a772-2072a1f2c515 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:38.528566 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f638b8a0-4840-4868-9f08-a7811f3419fe None None] Provisioning complete for port f831d53b-6476-4299-a6fe-a72cbc3dad17 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:38.529269 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f638b8a0-4840-4868-9f08-a7811f3419fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f831d53b-6476-4299-a6fe-a72cbc3dad17), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:38.538007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-b523077d-a786-42a4-a772-2072a1f2c515 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] device_id is not set on port 1c3b13a0-5861-4147-9d2e-43d83f413a02 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:11:38.592823 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f638b8a0-4840-4868-9f08-a7811f3419fe None None] Port f831d53b-6476-4299-a6fe-a72cbc3dad17 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:11:38.600959 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7621f1-5dbf-4c6e-93f3-008b8a7b6f6d None None] Update dhcp port {'port': {'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e', 'fixed_ips': [{'subnet_id': '612bdb16-88ab-41ad-9ee3-444b2b434682', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'abdaf19d-0159-4921-b349-c46e3ca1d358'}], 'binding:host_id': 'n-d-827336-3'}, 'id': 'd727b6ca-400c-450c-8891-48eef43914a3'} from n-d-827336-3. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 13:11:38.628822 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d7621f1-5dbf-4c6e-93f3-008b8a7b6f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d727b6ca-400c-450c-8891-48eef43914a3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:38.728966 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-b523077d-a786-42a4-a772-2072a1f2c515 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Allocated IP 2001:db8::2e7 (fc811b96-5825-4611-9e0d-5ada2d48c55e/abdaf19d-0159-4921-b349-c46e3ca1d358/1c3b13a0-5861-4147-9d2e-43d83f413a02) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:38.864114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b523077d-a786-42a4-a772-2072a1f2c515 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (1c3b13a0-5861-4147-9d2e-43d83f413a02), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:38.896947 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b523077d-a786-42a4-a772-2072a1f2c515 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (1c3b13a0-5861-4147-9d2e-43d83f413a02), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:38.939232 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b523077d-a786-42a4-a772-2072a1f2c515 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network fc811b96-5825-4611-9e0d-5ada2d48c55e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:38.942374 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b523077d-a786-42a4-a772-2072a1f2c515 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:38.945934 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b523077d-a786-42a4-a772-2072a1f2c515 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:11:38.946084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-3d7621f1-5dbf-4c6e-93f3-008b8a7b6f6d None None] Allocated IP 2001:db8::2 (fc811b96-5825-4611-9e0d-5ada2d48c55e/abdaf19d-0159-4921-b349-c46e3ca1d358/d727b6ca-400c-450c-8891-48eef43914a3) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:38.951025 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b523077d-a786-42a4-a772-2072a1f2c515 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:38.951633 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b523077d-a786-42a4-a772-2072a1f2c515 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:38.967681 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523077d-a786-42a4-a772-2072a1f2c515 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=1c3b13a0-5861-4147-9d2e-43d83f413a02,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:38.977052 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b523077d-a786-42a4-a772-2072a1f2c515 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5852513 Feb 03 13:11:38.980052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60176) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:38.984593 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c41b9800-b2c8-4935-a2d1-b40f72d5c7a4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'subnet': {'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:39.056138 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3d7621f1-5dbf-4c6e-93f3-008b8a7b6f6d None None] For port d727b6ca-400c-450c-8891-48eef43914a3, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d727b6ca-400c-450c-8891-48eef43914a3,segment=NetworkSegment(ccf60489-ebf2-43a0-ae57-4425f928defd),segment_id=ccf60489-ebf2-43a0-ae57-4425f928defd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:39.092379 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d7621f1-5dbf-4c6e-93f3-008b8a7b6f6d None None] Publish callbacks [] for port (d727b6ca-400c-450c-8891-48eef43914a3), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:39.096757 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41b9800-b2c8-4935-a2d1-b40f72d5c7a4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:39.097851 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3d7621f1-5dbf-4c6e-93f3-008b8a7b6f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d727b6ca-400c-450c-8891-48eef43914a3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:39.104685 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c41b9800-b2c8-4935-a2d1-b40f72d5c7a4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:39.184207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7621f1-5dbf-4c6e-93f3-008b8a7b6f6d None None] Pushing event updated for resources: {'Port': ['ID=d727b6ca-400c-450c-8891-48eef43914a3,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:39.206521 n-d-827336-3 neutron-server[103189]: INFO neutron.db.ipam_backend_mixin [None req-c41b9800-b2c8-4935-a2d1-b40f72d5c7a4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet abdaf19d-0159-4921-b349-c46e3ca1d358 (CIDR: 2001:db8::/64) Feb 03 13:11:39.210075 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41b9800-b2c8-4935-a2d1-b40f72d5c7a4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:11:39.210538 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41b9800-b2c8-4935-a2d1-b40f72d5c7a4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:11:39.228436 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c41b9800-b2c8-4935-a2d1-b40f72d5c7a4 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2473872 Feb 03 13:11:39.230858 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60178) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:39.235809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-cdd229ef-10d8-4172-b700-83a0af2a8100 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'subnet': {'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:39.360368 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd229ef-10d8-4172-b700-83a0af2a8100 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:39.364055 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdd229ef-10d8-4172-b700-83a0af2a8100 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:39.472434 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6d43c-161a-479c-b86e-8dc05dd59487 req-3c5d5385-2c57-4d20-9cda-a9a44bac621b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:39.474307 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62d6d43c-161a-479c-b86e-8dc05dd59487 req-3c5d5385-2c57-4d20-9cda-a9a44bac621b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 946 time: 0.0885954 Feb 03 13:11:39.483026 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d727b6ca-400c-450c-8891-48eef43914a3 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:11:39.538506 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62d6d43c-161a-479c-b86e-8dc05dd59487 req-f477e535-c4c7-40b4-9dea-f0f2baf3cde8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530856 Feb 03 13:11:39.548365 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port d727b6ca-400c-450c-8891-48eef43914a3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:39.548844 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d727b6ca-400c-450c-8891-48eef43914a3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:39.633122 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port d727b6ca-400c-450c-8891-48eef43914a3 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:39.820729 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3000bf6f-f6d9-4fe1-878a-ccc9733ec6d1 None None] Provisioning complete for port d727b6ca-400c-450c-8891-48eef43914a3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:39.821265 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3000bf6f-f6d9-4fe1-878a-ccc9733ec6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d727b6ca-400c-450c-8891-48eef43914a3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:39.833645 n-d-827336-3 neutron-server[103189]: INFO neutron.db.ipam_backend_mixin [None req-cdd229ef-10d8-4172-b700-83a0af2a8100 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 612bdb16-88ab-41ad-9ee3-444b2b434682 (CIDR: 2001:db8:0:1::/64) Feb 03 13:11:39.838858 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd229ef-10d8-4172-b700-83a0af2a8100 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:11:39.839327 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd229ef-10d8-4172-b700-83a0af2a8100 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:11:39.856622 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cdd229ef-10d8-4172-b700-83a0af2a8100 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6246655 Feb 03 13:11:39.859485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60182) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:39.864950 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-88133e9a-1538-48ff-a7f6-cf60a06eb127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'subnet': {'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:39.884076 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:11:39.925746 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3000bf6f-f6d9-4fe1-878a-ccc9733ec6d1 None None] Current status of the port d727b6ca-400c-450c-8891-48eef43914a3 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:39.936919 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:39.940776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3000bf6f-f6d9-4fe1-878a-ccc9733ec6d1 None None] Provisioning complete for port f831d53b-6476-4299-a6fe-a72cbc3dad17 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:39.941147 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3000bf6f-f6d9-4fe1-878a-ccc9733ec6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f831d53b-6476-4299-a6fe-a72cbc3dad17), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:39.978571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3000bf6f-f6d9-4fe1-878a-ccc9733ec6d1 None None] Port f831d53b-6476-4299-a6fe-a72cbc3dad17 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:11:39.996995 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88133e9a-1538-48ff-a7f6-cf60a06eb127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Made reservation on behalf of 947722c5a5e24731a5e2d5b41c49891b for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:11:40.000424 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88133e9a-1538-48ff-a7f6-cf60a06eb127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:40.112940 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3ae93804-9f78-49fd-9cce-b2a38f817fcb None None] Provisioning complete for port 1c3b13a0-5861-4147-9d2e-43d83f413a02 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:40.113315 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3ae93804-9f78-49fd-9cce-b2a38f817fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1c3b13a0-5861-4147-9d2e-43d83f413a02), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:40.147586 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3ae93804-9f78-49fd-9cce-b2a38f817fcb None None] Port 1c3b13a0-5861-4147-9d2e-43d83f413a02 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:11:40.222830 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88133e9a-1538-48ff-a7f6-cf60a06eb127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (8a949a59-1869-41ec-8e7f-7b379fa9c228), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:40.263977 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88133e9a-1538-48ff-a7f6-cf60a06eb127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Network fc811b96-5825-4611-9e0d-5ada2d48c55e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:11:40.267239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-88133e9a-1538-48ff-a7f6-cf60a06eb127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:11:40.270667 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88133e9a-1538-48ff-a7f6-cf60a06eb127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:40.271296 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88133e9a-1538-48ff-a7f6-cf60a06eb127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:40.278206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3f83bc-d1fd-48b9-9f40-f95d14da1797 None None] Network fc811b96-5825-4611-9e0d-5ada2d48c55e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:40.289493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88133e9a-1538-48ff-a7f6-cf60a06eb127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Subnet': ['ID=8a949a59-1869-41ec-8e7f-7b379fa9c228,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:40.296050 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-88133e9a-1538-48ff-a7f6-cf60a06eb127 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4350281 Feb 03 13:11:40.298748 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60184) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:40.304547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-168136c3-407f-4da9-98f7-4caf91aac601 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1546967891', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8a949a59-1869-41ec-8e7f-7b379fa9c228'}], 'security_groups': ['5934d645-2fef-4c74-adf9-8035123e9562', 'd98b7cc7-a471-40ef-8143-b67102824a72']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:11:40.465424 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-168136c3-407f-4da9-98f7-4caf91aac601 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1c3b13a0-5861-4147-9d2e-43d83f413a02), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:40.627637 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1e4592-645b-4e81-82ad-c90934e7998f None None] Update dhcp port {'port': {'network_id': 'fc811b96-5825-4611-9e0d-5ada2d48c55e', 'fixed_ips': [{'subnet_id': '612bdb16-88ab-41ad-9ee3-444b2b434682', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'abdaf19d-0159-4921-b349-c46e3ca1d358', 'ip_address': '2001:db8::2'}, {'subnet_id': '8a949a59-1869-41ec-8e7f-7b379fa9c228'}], 'binding:host_id': 'n-d-827336-3'}, 'id': 'd727b6ca-400c-450c-8891-48eef43914a3'} from n-d-827336-3. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 13:11:40.659240 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4592-645b-4e81-82ad-c90934e7998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d727b6ca-400c-450c-8891-48eef43914a3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:40.668165 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba544a1-81a5-429e-8840-d3ca23f81278 req-094a1459-f9db-4dd5-b905-7f01d97476f4 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:40.669731 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8ba544a1-81a5-429e-8840-d3ca23f81278 req-094a1459-f9db-4dd5-b905-7f01d97476f4 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 946 time: 0.0547059 Feb 03 13:11:40.724939 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8ba544a1-81a5-429e-8840-d3ca23f81278 req-2103d834-bfdc-4b25-9c8f-08d5f1f56413 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489397 Feb 03 13:11:40.788722 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-168136c3-407f-4da9-98f7-4caf91aac601 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Delete allocated IP 2001:db8::2e7 (fc811b96-5825-4611-9e0d-5ada2d48c55e/abdaf19d-0159-4921-b349-c46e3ca1d358) {{(pid=103188) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 13:11:40.797482 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-168136c3-407f-4da9-98f7-4caf91aac601 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Allocated IP 2001:db8:0:2::214 (fc811b96-5825-4611-9e0d-5ada2d48c55e/8a949a59-1869-41ec-8e7f-7b379fa9c228/1c3b13a0-5861-4147-9d2e-43d83f413a02) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:40.956891 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-168136c3-407f-4da9-98f7-4caf91aac601 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for port (1c3b13a0-5861-4147-9d2e-43d83f413a02), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:40.962607 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-168136c3-407f-4da9-98f7-4caf91aac601 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (1c3b13a0-5861-4147-9d2e-43d83f413a02), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:41.018377 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ee1e4592-645b-4e81-82ad-c90934e7998f None None] Allocated IP 2001:db8:0:2::2 (fc811b96-5825-4611-9e0d-5ada2d48c55e/8a949a59-1869-41ec-8e7f-7b379fa9c228/d727b6ca-400c-450c-8891-48eef43914a3) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:11:41.030432 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-168136c3-407f-4da9-98f7-4caf91aac601 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] In _notify_port_updated(), no bound segment for port 1c3b13a0-5861-4147-9d2e-43d83f413a02 on network fc811b96-5825-4611-9e0d-5ada2d48c55e {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 13:11:41.035509 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168136c3-407f-4da9-98f7-4caf91aac601 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:41.036243 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-168136c3-407f-4da9-98f7-4caf91aac601 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:41.040215 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-168136c3-407f-4da9-98f7-4caf91aac601 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "PUT /v2.0/ports/1c3b13a0-5861-4147-9d2e-43d83f413a02 HTTP/1.1" status: 200 len: 970 time: 0.7402980 Feb 03 13:11:41.041176 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60188) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:41.044445 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168136c3-407f-4da9-98f7-4caf91aac601 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event updated for resources: {'Port': ['ID=1c3b13a0-5861-4147-9d2e-43d83f413a02,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:41.123546 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ee1e4592-645b-4e81-82ad-c90934e7998f None None] For port d727b6ca-400c-450c-8891-48eef43914a3, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d727b6ca-400c-450c-8891-48eef43914a3,segment=NetworkSegment(ccf60489-ebf2-43a0-ae57-4425f928defd),segment_id=ccf60489-ebf2-43a0-ae57-4425f928defd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:41.136392 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-161806a8-bb10-49bd-9145-5c4c31192f40 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port 1c3b13a0-5861-4147-9d2e-43d83f413a02 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:41.137051 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-161806a8-bb10-49bd-9145-5c4c31192f40 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1c3b13a0-5861-4147-9d2e-43d83f413a02), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:41.160810 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4592-645b-4e81-82ad-c90934e7998f None None] Publish callbacks [] for port (d727b6ca-400c-450c-8891-48eef43914a3), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:41.165805 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4592-645b-4e81-82ad-c90934e7998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d727b6ca-400c-450c-8891-48eef43914a3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:41.251718 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-161806a8-bb10-49bd-9145-5c4c31192f40 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1c3b13a0-5861-4147-9d2e-43d83f413a02), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:41.264089 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-161806a8-bb10-49bd-9145-5c4c31192f40 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for 1c3b13a0-5861-4147-9d2e-43d83f413a02 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:41.279526 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e4592-645b-4e81-82ad-c90934e7998f None None] Pushing event updated for resources: {'Port': ['ID=d727b6ca-400c-450c-8891-48eef43914a3,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:41.400305 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-161806a8-bb10-49bd-9145-5c4c31192f40 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (1c3b13a0-5861-4147-9d2e-43d83f413a02), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:41.436712 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161806a8-bb10-49bd-9145-5c4c31192f40 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=1c3b13a0-5861-4147-9d2e-43d83f413a02,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:41.463512 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-161806a8-bb10-49bd-9145-5c4c31192f40 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:41.467002 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-161806a8-bb10-49bd-9145-5c4c31192f40 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/ports/1c3b13a0-5861-4147-9d2e-43d83f413a02 HTTP/1.1" status: 204 len: 168 time: 0.4248114 Feb 03 13:11:41.467697 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d727b6ca-400c-450c-8891-48eef43914a3 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:11:41.469862 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60190) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:41.497418 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-377fb4d9-4899-4d06-ae4c-26a3cb7a8ed0 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] GET failed (client error): The resource could not be found. Feb 03 13:11:41.500451 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-377fb4d9-4899-4d06-ae4c-26a3cb7a8ed0 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports/1c3b13a0-5861-4147-9d2e-43d83f413a02 HTTP/1.1" status: 404 len: 333 time: 0.0279317 Feb 03 13:11:41.501683 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60192) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:41.519768 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port d727b6ca-400c-450c-8891-48eef43914a3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:41.520367 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d727b6ca-400c-450c-8891-48eef43914a3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:41.572594 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8052579-8af3-4eab-8cf0-cfd66cb016cf tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (9113df5a-44f5-4ac0-87db-e4ffb1285226), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:41.597502 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8052579-8af3-4eab-8cf0-cfd66cb016cf tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (9113df5a-44f5-4ac0-87db-e4ffb1285226), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:41.613454 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port d727b6ca-400c-450c-8891-48eef43914a3 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:41.646335 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8052579-8af3-4eab-8cf0-cfd66cb016cf tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9113df5a-44f5-4ac0-87db-e4ffb1285226), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:41.649099 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8052579-8af3-4eab-8cf0-cfd66cb016cf tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:41.650275 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d8052579-8af3-4eab-8cf0-cfd66cb016cf tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/security-groups/9113df5a-44f5-4ac0-87db-e4ffb1285226 HTTP/1.1" status: 204 len: 168 time: 0.1475666 Feb 03 13:11:41.653100 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60194) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:41.664297 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8052579-8af3-4eab-8cf0-cfd66cb016cf tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9113df5a-44f5-4ac0-87db-e4ffb1285226,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:41.712041 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e106870-feeb-4198-8ffc-4878cda5365a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (d98b7cc7-a471-40ef-8143-b67102824a72), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:41.734642 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e106870-feeb-4198-8ffc-4878cda5365a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (d98b7cc7-a471-40ef-8143-b67102824a72), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:41.780835 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e106870-feeb-4198-8ffc-4878cda5365a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d98b7cc7-a471-40ef-8143-b67102824a72), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:41.783458 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e106870-feeb-4198-8ffc-4878cda5365a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:41.784743 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6e106870-feeb-4198-8ffc-4878cda5365a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/security-groups/d98b7cc7-a471-40ef-8143-b67102824a72 HTTP/1.1" status: 204 len: 168 time: 0.1304615 Feb 03 13:11:41.787554 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60198) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:41.795000 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e106870-feeb-4198-8ffc-4878cda5365a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98b7cc7-a471-40ef-8143-b67102824a72,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:41.874631 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-aad3c99a-2a2b-4d45-a1ae-41f05f3536fb None None] Could not find standard attr ID for object 1c3b13a0-5861-4147-9d2e-43d83f413a02. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:11:41.887882 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-aad3c99a-2a2b-4d45-a1ae-41f05f3536fb None None] Provisioning complete for port d727b6ca-400c-450c-8891-48eef43914a3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:41.887882 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aad3c99a-2a2b-4d45-a1ae-41f05f3536fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d727b6ca-400c-450c-8891-48eef43914a3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:41.893394 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8650f-626c-483e-b5c8-539e03202534 req-61ca0082-8e42-42b6-80bd-f47910f72f58 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:41.894998 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78d8650f-626c-483e-b5c8-539e03202534 req-61ca0082-8e42-42b6-80bd-f47910f72f58 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 946 time: 0.0871933 Feb 03 13:11:41.896265 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39244da4-651b-444f-88dd-d894a0be5ad8 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (5934d645-2fef-4c74-adf9-8035123e9562), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:41.934300 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39244da4-651b-444f-88dd-d894a0be5ad8 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (5934d645-2fef-4c74-adf9-8035123e9562), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:41.977195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-aad3c99a-2a2b-4d45-a1ae-41f05f3536fb None None] Current status of the port d727b6ca-400c-450c-8891-48eef43914a3 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:41.984096 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-78d8650f-626c-483e-b5c8-539e03202534 req-c566c00e-a481-4e7a-a921-872143ccdf58 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819793 Feb 03 13:11:41.988490 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-aad3c99a-2a2b-4d45-a1ae-41f05f3536fb None None] Provisioning complete for port f831d53b-6476-4299-a6fe-a72cbc3dad17 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:41.988884 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aad3c99a-2a2b-4d45-a1ae-41f05f3536fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f831d53b-6476-4299-a6fe-a72cbc3dad17), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:42.002038 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39244da4-651b-444f-88dd-d894a0be5ad8 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (5934d645-2fef-4c74-adf9-8035123e9562), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:42.013207 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39244da4-651b-444f-88dd-d894a0be5ad8 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:42.013207 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-39244da4-651b-444f-88dd-d894a0be5ad8 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/security-groups/5934d645-2fef-4c74-adf9-8035123e9562 HTTP/1.1" status: 204 len: 168 time: 0.2174726 Feb 03 13:11:42.013882 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60200) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:42.019363 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39244da4-651b-444f-88dd-d894a0be5ad8 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5934d645-2fef-4c74-adf9-8035123e9562,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:42.044665 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-aad3c99a-2a2b-4d45-a1ae-41f05f3536fb None None] Port f831d53b-6476-4299-a6fe-a72cbc3dad17 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:11:42.074270 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2e8c40-2e09-4a63-b28e-e9e3fece6272 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting subnet abdaf19d-0159-4921-b349-c46e3ca1d358 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:11:42.077746 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe2e8c40-2e09-4a63-b28e-e9e3fece6272 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for subnet (abdaf19d-0159-4921-b349-c46e3ca1d358), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:42.125260 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe2e8c40-2e09-4a63-b28e-e9e3fece6272 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (abdaf19d-0159-4921-b349-c46e3ca1d358), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:42.157933 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ecfde28e-276d-4e01-bb75-2acb6ee968c4 None None] Could not find standard attr ID for object 1c3b13a0-5861-4147-9d2e-43d83f413a02. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:11:42.211511 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe2e8c40-2e09-4a63-b28e-e9e3fece6272 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (abdaf19d-0159-4921-b349-c46e3ca1d358), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:42.272682 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe2e8c40-2e09-4a63-b28e-e9e3fece6272 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (abdaf19d-0159-4921-b349-c46e3ca1d358), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:42.301467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e8c40-2e09-4a63-b28e-e9e3fece6272 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Subnet': ['ID=abdaf19d-0159-4921-b349-c46e3ca1d358,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:42.311583 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe2e8c40-2e09-4a63-b28e-e9e3fece6272 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:42.315184 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fe2e8c40-2e09-4a63-b28e-e9e3fece6272 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/subnets/abdaf19d-0159-4921-b349-c46e3ca1d358 HTTP/1.1" status: 204 len: 168 time: 0.3038437 Feb 03 13:11:42.320829 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60202) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:42.337569 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb531f04-b17a-4501-b2ee-fe21e1b901be None None] Network fc811b96-5825-4611-9e0d-5ada2d48c55e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:42.373867 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a41864d-a3f2-4c1f-b53c-e33ca9322955 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting subnet 8a949a59-1869-41ec-8e7f-7b379fa9c228 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:11:42.377069 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a41864d-a3f2-4c1f-b53c-e33ca9322955 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for subnet (8a949a59-1869-41ec-8e7f-7b379fa9c228), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:42.421646 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a41864d-a3f2-4c1f-b53c-e33ca9322955 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (8a949a59-1869-41ec-8e7f-7b379fa9c228), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:42.510795 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a41864d-a3f2-4c1f-b53c-e33ca9322955 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (8a949a59-1869-41ec-8e7f-7b379fa9c228), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:42.572197 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a41864d-a3f2-4c1f-b53c-e33ca9322955 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (8a949a59-1869-41ec-8e7f-7b379fa9c228), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:42.602811 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a41864d-a3f2-4c1f-b53c-e33ca9322955 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:42.606060 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3a41864d-a3f2-4c1f-b53c-e33ca9322955 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/subnets/8a949a59-1869-41ec-8e7f-7b379fa9c228 HTTP/1.1" status: 204 len: 168 time: 0.2842345 Feb 03 13:11:42.606888 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41864d-a3f2-4c1f-b53c-e33ca9322955 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Subnet': ['ID=8a949a59-1869-41ec-8e7f-7b379fa9c228,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:42.608722 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60204) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:42.644691 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4aa49c8-16e8-496a-991a-f9ae55806687 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] DELETE failed (client error): The resource could not be found. Feb 03 13:11:42.645151 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4aa49c8-16e8-496a-991a-f9ae55806687 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:11:42.648852 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c4aa49c8-16e8-496a-991a-f9ae55806687 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/subnets/abdaf19d-0159-4921-b349-c46e3ca1d358 HTTP/1.1" status: 404 len: 337 time: 0.0361769 Feb 03 13:11:42.651312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60206) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:42.703599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0254b9-a59b-4e4f-b5a0-53967bfdb5f2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting subnet 612bdb16-88ab-41ad-9ee3-444b2b434682 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:11:42.707274 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae0254b9-a59b-4e4f-b5a0-53967bfdb5f2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for subnet (612bdb16-88ab-41ad-9ee3-444b2b434682), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:42.749922 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae0254b9-a59b-4e4f-b5a0-53967bfdb5f2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (612bdb16-88ab-41ad-9ee3-444b2b434682), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:42.842476 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae0254b9-a59b-4e4f-b5a0-53967bfdb5f2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (612bdb16-88ab-41ad-9ee3-444b2b434682), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:42.902017 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae0254b9-a59b-4e4f-b5a0-53967bfdb5f2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (612bdb16-88ab-41ad-9ee3-444b2b434682), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:42.928877 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0254b9-a59b-4e4f-b5a0-53967bfdb5f2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Subnet': ['ID=612bdb16-88ab-41ad-9ee3-444b2b434682,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:42.935916 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae0254b9-a59b-4e4f-b5a0-53967bfdb5f2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:42.939619 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ae0254b9-a59b-4e4f-b5a0-53967bfdb5f2 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/subnets/612bdb16-88ab-41ad-9ee3-444b2b434682 HTTP/1.1" status: 204 len: 168 time: 0.2872689 Feb 03 13:11:42.942280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60208) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:42.961019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87c15c0-1809-4028-8aad-2e8318d3bda5 None None] Network fc811b96-5825-4611-9e0d-5ada2d48c55e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:11:42.972957 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-2006b039-6a32-4ce4-909f-5255a68a93b9 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] DELETE failed (client error): The resource could not be found. Feb 03 13:11:42.973446 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2006b039-6a32-4ce4-909f-5255a68a93b9 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:11:42.977459 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2006b039-6a32-4ce4-909f-5255a68a93b9 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/subnets/88585797-2b74-4aee-adb7-9e655e10da81 HTTP/1.1" status: 404 len: 337 time: 0.0341372 Feb 03 13:11:42.980020 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60212) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:43.006994 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-be1986e3-d0c1-4cc2-850d-58461c71085f tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bace589-477e-4b8e-88e7-822bd850ffd0 HTTP/1.1" status: 200 len: 205 time: 0.0259063 Feb 03 13:11:43.009275 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60214) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:43.029691 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4adead73-8b73-4313-a605-f38879d91f31 None None] Provisioning complete for port d727b6ca-400c-450c-8891-48eef43914a3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:43.029987 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4adead73-8b73-4313-a605-f38879d91f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d727b6ca-400c-450c-8891-48eef43914a3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:43.053640 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-90aefbf9-2e39-4836-bc29-8a755b4ad88a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] delete failed (client error): The resource could not be found. Feb 03 13:11:43.054078 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-90aefbf9-2e39-4836-bc29-8a755b4ad88a tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/routers/2bace589-477e-4b8e-88e7-822bd850ffd0 HTTP/1.1" status: 404 len: 336 time: 0.0438299 Feb 03 13:11:43.056765 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60218) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:43.086375 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37cbcd8-3310-4daf-b8c5-99e05fce6675 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] DELETE failed (client error): The resource could not be found. Feb 03 13:11:43.086848 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37cbcd8-3310-4daf-b8c5-99e05fce6675 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:11:43.092186 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f37cbcd8-3310-4daf-b8c5-99e05fce6675 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/subnets/9a5c2966-9b2c-4bbc-9f94-f99a8ef8019a HTTP/1.1" status: 404 len: 337 time: 0.0321333 Feb 03 13:11:43.092589 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60220) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:43.122109 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb31b13-e4a2-4b1b-a445-9be07b22759d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] DELETE failed (client error): The resource could not be found. Feb 03 13:11:43.122570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb31b13-e4a2-4b1b-a445-9be07b22759d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:11:43.125750 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cbb31b13-e4a2-4b1b-a445-9be07b22759d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/subnets/8130d5a3-1a89-4e53-a4f4-972a179cbe47 HTTP/1.1" status: 404 len: 337 time: 0.0321758 Feb 03 13:11:43.127501 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c410413-8ebc-49da-8f7f-c94edb7c98e6 req-a461353d-9938-42e1-b645-1d04ac4760a6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:43.128441 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60222) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:43.129343 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c410413-8ebc-49da-8f7f-c94edb7c98e6 req-a461353d-9938-42e1-b645-1d04ac4760a6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 946 time: 0.0643816 Feb 03 13:11:43.162505 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4adead73-8b73-4313-a605-f38879d91f31 None None] Current status of the port d727b6ca-400c-450c-8891-48eef43914a3 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:43.163770 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d672067-b676-4779-8d0a-fba861377237 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] DELETE failed (client error): The resource could not be found. Feb 03 13:11:43.164285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d672067-b676-4779-8d0a-fba861377237 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:11:43.170066 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7d672067-b676-4779-8d0a-fba861377237 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/subnets/d8585f7d-3b5e-4bef-8cb4-097c24971653 HTTP/1.1" status: 404 len: 337 time: 0.0346673 Feb 03 13:11:43.170649 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60224) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:43.173163 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4adead73-8b73-4313-a605-f38879d91f31 None None] Provisioning complete for port f831d53b-6476-4299-a6fe-a72cbc3dad17 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:43.173539 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4adead73-8b73-4313-a605-f38879d91f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f831d53b-6476-4299-a6fe-a72cbc3dad17), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:43.195362 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d150ce74-b0d4-4f26-a30b-39008e3a829e None None] DHCP port deletion for fc811b96-5825-4611-9e0d-5ada2d48c55e request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:11:43.207435 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c410413-8ebc-49da-8f7f-c94edb7c98e6 req-740f9455-553f-4904-b10d-2e12ef8e97a4 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705714 Feb 03 13:11:43.207435 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a390a9-4394-4446-b16b-2dd0ac57204b tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] DELETE failed (client error): The resource could not be found. Feb 03 13:11:43.207864 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a390a9-4394-4446-b16b-2dd0ac57204b tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:11:43.213197 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-91a390a9-4394-4446-b16b-2dd0ac57204b tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/ports/4c4afa8f-2c01-41a7-8089-d0f376be25b5 HTTP/1.1" status: 404 len: 333 time: 0.0392809 Feb 03 13:11:43.213452 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60226) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:43.235320 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4adead73-8b73-4313-a605-f38879d91f31 None None] Port f831d53b-6476-4299-a6fe-a72cbc3dad17 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:11:43.239432 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f87998-8826-4f00-9925-d7bbed720e0d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] DELETE failed (client error): The resource could not be found. Feb 03 13:11:43.240443 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f87998-8826-4f00-9925-d7bbed720e0d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:11:43.245668 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d0f87998-8826-4f00-9925-d7bbed720e0d tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/subnets/b7ca7e59-a692-4076-b67d-adb76e65da50 HTTP/1.1" status: 404 len: 337 time: 0.0291195 Feb 03 13:11:43.245890 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60228) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:43.261782 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d150ce74-b0d4-4f26-a30b-39008e3a829e None None] Deleting port d727b6ca-400c-450c-8891-48eef43914a3 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:43.262159 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d150ce74-b0d4-4f26-a30b-39008e3a829e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d727b6ca-400c-450c-8891-48eef43914a3), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:43.275523 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbac303-31af-4c41-be3e-241a056af2bc tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] DELETE failed (client error): The resource could not be found. Feb 03 13:11:43.275523 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fbac303-31af-4c41-be3e-241a056af2bc tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:11:43.281538 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5fbac303-31af-4c41-be3e-241a056af2bc tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/subnets/ca79e3e1-2a5a-453d-9d09-1b13cfcf98c5 HTTP/1.1" status: 404 len: 337 time: 0.0317838 Feb 03 13:11:43.281538 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60230) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:43.304714 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-497ffad4-92a4-4c02-985d-bb5765f1ae02 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] DELETE failed (client error): The resource could not be found. Feb 03 13:11:43.305220 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497ffad4-92a4-4c02-985d-bb5765f1ae02 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:11:43.308778 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-497ffad4-92a4-4c02-985d-bb5765f1ae02 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/ports/530d6f52-788c-4a48-9299-925bed6c5ff2 HTTP/1.1" status: 404 len: 333 time: 0.0259180 Feb 03 13:11:43.310783 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60232) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:43.326102 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d150ce74-b0d4-4f26-a30b-39008e3a829e None None] For port d727b6ca-400c-450c-8891-48eef43914a3, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d727b6ca-400c-450c-8891-48eef43914a3,segment=NetworkSegment(ccf60489-ebf2-43a0-ae57-4425f928defd),segment_id=ccf60489-ebf2-43a0-ae57-4425f928defd)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:43.326533 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d150ce74-b0d4-4f26-a30b-39008e3a829e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d727b6ca-400c-450c-8891-48eef43914a3), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:43.339285 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d150ce74-b0d4-4f26-a30b-39008e3a829e None None] Calling delete_port for d727b6ca-400c-450c-8891-48eef43914a3 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:43.343742 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70a8945-1615-42d3-b4ba-6f3b239b4013 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] DELETE failed (client error): The resource could not be found. Feb 03 13:11:43.344226 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70a8945-1615-42d3-b4ba-6f3b239b4013 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:11:43.347515 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a70a8945-1615-42d3-b4ba-6f3b239b4013 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/subnets/e7f7636d-c368-44b7-87f4-78dcb97fd78c HTTP/1.1" status: 404 len: 337 time: 0.0355453 Feb 03 13:11:43.350628 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60234) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:43.376093 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-951929e7-0f4a-4873-93c6-8fe816ce4045 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] DELETE failed (client error): The resource could not be found. Feb 03 13:11:43.376552 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951929e7-0f4a-4873-93c6-8fe816ce4045 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:11:43.379544 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-951929e7-0f4a-4873-93c6-8fe816ce4045 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/subnets/2448f7c7-c2cc-4321-be77-bae450f09dce HTTP/1.1" status: 404 len: 337 time: 0.0280166 Feb 03 13:11:43.382068 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60236) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:43.432831 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d150ce74-b0d4-4f26-a30b-39008e3a829e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (d727b6ca-400c-450c-8891-48eef43914a3), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:43.459105 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d727b6ca-400c-450c-8891-48eef43914a3 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:11:43.462519 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150ce74-b0d4-4f26-a30b-39008e3a829e None None] Pushing event deleted for resources: {'Port': ['ID=d727b6ca-400c-450c-8891-48eef43914a3,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:43.477752 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3cae06e1-a2c3-47e1-912d-941bfd00a371 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Deleting port f831d53b-6476-4299-a6fe-a72cbc3dad17 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:43.478096 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cae06e1-a2c3-47e1-912d-941bfd00a371 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f831d53b-6476-4299-a6fe-a72cbc3dad17), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:43.482217 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d150ce74-b0d4-4f26-a30b-39008e3a829e None None] No DVR routers for this DVR port d727b6ca-400c-450c-8891-48eef43914a3 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:11:43.483665 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: d727b6ca-400c-450c-8891-48eef43914a3 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:11:43.484148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d727b6ca-400c-450c-8891-48eef43914a3 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:11:43.555565 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cae06e1-a2c3-47e1-912d-941bfd00a371 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f831d53b-6476-4299-a6fe-a72cbc3dad17), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:43.568516 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3cae06e1-a2c3-47e1-912d-941bfd00a371 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Calling delete_port for f831d53b-6476-4299-a6fe-a72cbc3dad17 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:43.645519 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cae06e1-a2c3-47e1-912d-941bfd00a371 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (f831d53b-6476-4299-a6fe-a72cbc3dad17), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:43.675312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae06e1-a2c3-47e1-912d-941bfd00a371 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Port': ['ID=f831d53b-6476-4299-a6fe-a72cbc3dad17,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:43.679053 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cae06e1-a2c3-47e1-912d-941bfd00a371 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:43.682417 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3cae06e1-a2c3-47e1-912d-941bfd00a371 tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/ports/f831d53b-6476-4299-a6fe-a72cbc3dad17 HTTP/1.1" status: 204 len: 168 time: 0.2994404 Feb 03 13:11:43.684872 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60238) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:43.762796 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59ccb1f6-6c5b-4cc9-8f81-2b49fcb5c6fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (fc811b96-5825-4611-9e0d-5ada2d48c55e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:43.850668 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59ccb1f6-6c5b-4cc9-8f81-2b49fcb5c6fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (fc811b96-5825-4611-9e0d-5ada2d48c55e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:43.869992 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-59ccb1f6-6c5b-4cc9-8f81-2b49fcb5c6fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc811b96-5825-4611-9e0d-5ada2d48c55e']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:43.879218 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-59ccb1f6-6c5b-4cc9-8f81-2b49fcb5c6fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf60489-ebf2-43a0-ae57-4425f928defd') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:43.879520 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-59ccb1f6-6c5b-4cc9-8f81-2b49fcb5c6fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf60489-ebf2-43a0-ae57-4425f928defd') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:43.888612 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59ccb1f6-6c5b-4cc9-8f81-2b49fcb5c6fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (ccf60489-ebf2-43a0-ae57-4425f928defd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:43.901744 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59ccb1f6-6c5b-4cc9-8f81-2b49fcb5c6fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ccf60489-ebf2-43a0-ae57-4425f928defd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:43.907821 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ccb1f6-6c5b-4cc9-8f81-2b49fcb5c6fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:11:43.908471 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59ccb1f6-6c5b-4cc9-8f81-2b49fcb5c6fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (ccf60489-ebf2-43a0-ae57-4425f928defd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:11:43.911068 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:11:43.967714 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59ccb1f6-6c5b-4cc9-8f81-2b49fcb5c6fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (fc811b96-5825-4611-9e0d-5ada2d48c55e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:43.975202 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59ccb1f6-6c5b-4cc9-8f81-2b49fcb5c6fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:43.978241 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-59ccb1f6-6c5b-4cc9-8f81-2b49fcb5c6fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] 10.222.0.18 "DELETE /v2.0/networks/fc811b96-5825-4611-9e0d-5ada2d48c55e HTTP/1.1" status: 204 len: 168 time: 0.2924645 Feb 03 13:11:43.989290 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccb1f6-6c5b-4cc9-8f81-2b49fcb5c6fe tempest-PortsIpV6TestJSON-122985039 tempest-PortsIpV6TestJSON-122985039-project] Pushing event deleted for resources: {'Network': ['ID=fc811b96-5825-4611-9e0d-5ada2d48c55e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:44.227182 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60244) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:44.347463 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b92ec5-561f-445b-9ae5-b00ebb195ab9 req-cc16a72a-5485-484d-b3db-34520f660d46 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:44.349022 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-39b92ec5-561f-445b-9ae5-b00ebb195ab9 req-cc16a72a-5485-484d-b3db-34520f660d46 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 946 time: 0.0747390 Feb 03 13:11:44.391588 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1cd85743-63ed-4e3a-bb65-8dd7e5de1051 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=947722c5a5e24731a5e2d5b41c49891b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1631513 Feb 03 13:11:44.394180 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60250) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:44.415507 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-39b92ec5-561f-445b-9ae5-b00ebb195ab9 req-cbe8a92c-845e-455f-8e54-d59ea98c0cf7 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604031 Feb 03 13:11:44.441960 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d243933-0d7e-45ac-8db4-be4a2404d666 admin admin] Publish callbacks [] for security_group (c3acfa64-7ae3-4e4b-ae4b-da1f1a0199b7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:44.463837 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d243933-0d7e-45ac-8db4-be4a2404d666 admin admin] Publish callbacks [] for security_group (c3acfa64-7ae3-4e4b-ae4b-da1f1a0199b7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:44.516322 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d243933-0d7e-45ac-8db4-be4a2404d666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c3acfa64-7ae3-4e4b-ae4b-da1f1a0199b7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:44.518882 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d243933-0d7e-45ac-8db4-be4a2404d666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:44.520115 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0d243933-0d7e-45ac-8db4-be4a2404d666 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c3acfa64-7ae3-4e4b-ae4b-da1f1a0199b7 HTTP/1.1" status: 204 len: 168 time: 0.1248856 Feb 03 13:11:44.528419 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d243933-0d7e-45ac-8db4-be4a2404d666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3acfa64-7ae3-4e4b-ae4b-da1f1a0199b7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:45.544657 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213821e-bba2-40d9-89fb-c47f0a1141f7 req-e809f52c-081d-4b01-9110-2fb818c6d479 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:45.546263 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3213821e-bba2-40d9-89fb-c47f0a1141f7 req-e809f52c-081d-4b01-9110-2fb818c6d479 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 946 time: 0.0572684 Feb 03 13:11:45.601401 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3213821e-bba2-40d9-89fb-c47f0a1141f7 req-2defbfc6-2892-4cff-9bb8-f8aae13ee629 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491164 Feb 03 13:11:46.060102 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:46.735234 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb6969-08dc-4f82-8ef5-38cb1041d61d req-8bbffe5b-6929-4678-b525-3e61c7c78d80 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:46.736785 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a2cb6969-08dc-4f82-8ef5-38cb1041d61d req-8bbffe5b-6929-4678-b525-3e61c7c78d80 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 946 time: 0.0540566 Feb 03 13:11:46.789522 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a2cb6969-08dc-4f82-8ef5-38cb1041d61d req-c229bfb5-c0e4-4b71-ad42-8ce8c70422c0 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454845 Feb 03 13:11:47.926518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67379713-417d-43c2-ac33-17542f21f99b req-afe11ef5-e33e-474f-8400-01914f4d8f9f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:47.928784 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-67379713-417d-43c2-ac33-17542f21f99b req-afe11ef5-e33e-474f-8400-01914f4d8f9f tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 946 time: 0.0673018 Feb 03 13:11:47.987345 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-67379713-417d-43c2-ac33-17542f21f99b req-816469ea-7806-468e-9e3d-6f7d4e93aa9d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516491 Feb 03 13:11:48.752567 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efead3de-f869-4fac-8cc2-ca50a4609302 req-39aabf8a-675c-413f-84c6-e9b1fea4ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:48.754081 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-efead3de-f869-4fac-8cc2-ca50a4609302 req-39aabf8a-675c-413f-84c6-e9b1fea4ec32 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 1128 time: 0.0475085 Feb 03 13:11:48.799754 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-efead3de-f869-4fac-8cc2-ca50a4609302 req-2daaf60b-c9f8-4d8b-8a1b-3faf6e38b058 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396814 Feb 03 13:11:49.037170 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 2197a218-72ee-46bc-9a5d-65b73626a67a no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:11:49.117748 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdea33-0bc5-46c0-a146-95060737613b req-78c94797-d34a-4bcb-acca-1eb45a84f867 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:49.120181 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a1bdea33-0bc5-46c0-a146-95060737613b req-78c94797-d34a-4bcb-acca-1eb45a84f867 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 946 time: 0.0627246 Feb 03 13:11:49.134007 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 2197a218-72ee-46bc-9a5d-65b73626a67a is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:49.134408 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:49.160356 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22304fbc-7e66-4f53-819e-9e8406d18af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2197a218-72ee-46bc-9a5d-65b73626a67a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:11:49.163303 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f447e463-d237-4aca-912e-78f6c5c84922" -d '{"events": [{"server_uuid": "22304fbc-7e66-4f53-819e-9e8406d18af7", "name": "network-vif-unplugged", "status": "completed", "tag": "2197a218-72ee-46bc-9a5d-65b73626a67a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:11:49.180554 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 2197a218-72ee-46bc-9a5d-65b73626a67a, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=2197a218-72ee-46bc-9a5d-65b73626a67a,segment=NetworkSegment(98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761),segment_id=98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:49.187989 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:49.215678 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a1bdea33-0bc5-46c0-a146-95060737613b req-95056616-fcb2-455f-b7d9-e0ab63eed726 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673792 Feb 03 13:11:49.230785 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f98579c-c5e4-471b-be33-1639e49a997c x-openstack-request-id: req-7f98579c-c5e4-471b-be33-1639e49a997c {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:11:49.231208 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22304fbc-7e66-4f53-819e-9e8406d18af7", "name": "network-vif-unplugged", "status": "completed", "tag": "2197a218-72ee-46bc-9a5d-65b73626a67a", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:11:49.231390 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f98579c-c5e4-471b-be33-1639e49a997c {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:11:49.232055 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22304fbc-7e66-4f53-819e-9e8406d18af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2197a218-72ee-46bc-9a5d-65b73626a67a', 'code': 200} Feb 03 13:11:49.258767 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=2197a218-72ee-46bc-9a5d-65b73626a67a,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:50.328172 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3cc21-bd7f-42a6-ba73-65bb87a904ea req-bb0cf1ae-c1d3-452c-896b-50023f8cc19d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:50.329684 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-17f3cc21-bd7f-42a6-ba73-65bb87a904ea req-bb0cf1ae-c1d3-452c-896b-50023f8cc19d tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 944 time: 0.0548127 Feb 03 13:11:50.392981 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-17f3cc21-bd7f-42a6-ba73-65bb87a904ea req-5a0d7caf-a587-4cf0-9c59-ed5318a496d6 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570676 Feb 03 13:11:50.418628 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60358) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:50.496852 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3fffcfc8-a5dc-42a0-9d43-150445389cb4 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/floatingips/08e1349f-2ebb-45a1-8bec-10ded0f513aa HTTP/1.1" status: 200 len: 992 time: 0.0768254 Feb 03 13:11:51.034915 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 2197a218-72ee-46bc-9a5d-65b73626a67a details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:11:51.131226 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 2197a218-72ee-46bc-9a5d-65b73626a67a, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=2197a218-72ee-46bc-9a5d-65b73626a67a,segment=NetworkSegment(98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761),segment_id=98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:51.142020 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '2197a218-72ee-46bc-9a5d-65b73626a67a', 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5', 'port_id': '2197a218-72ee-46bc-9a5d-65b73626a67a', 'mac_address': 'fa:16:3e:c2:8c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2650933-f070-41ce-b7e6-cd7dff949b81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:11:51.186079 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 2197a218-72ee-46bc-9a5d-65b73626a67a is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:51.186477 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:51.200378 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2197a218-72ee-46bc-9a5d-65b73626a67a {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:11:51.220555 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 2197a218-72ee-46bc-9a5d-65b73626a67a, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=2197a218-72ee-46bc-9a5d-65b73626a67a,segment=NetworkSegment(98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761),segment_id=98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:51.225286 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:51.275148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=2197a218-72ee-46bc-9a5d-65b73626a67a,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:51.618176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['2197a218-72ee-46bc-9a5d-65b73626a67a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:11:52.144050 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ba00cfc-8763-4b28-bbc7-00754fa2ac44 req-5dce52f9-4cc7-4c73-b88b-ba21d0dc4f63 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465517 Feb 03 13:11:52.222874 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba00cfc-8763-4b28-bbc7-00754fa2ac44 req-1559f1d7-b15c-4085-9aea-84e62a2b4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:52.224489 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ba00cfc-8763-4b28-bbc7-00754fa2ac44 req-1559f1d7-b15c-4085-9aea-84e62a2b4461 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 1127 time: 0.0463705 Feb 03 13:11:52.339860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba00cfc-8763-4b28-bbc7-00754fa2ac44 req-9cc8d1c5-caab-46f6-a4cb-64cbe3975108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:52.341420 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ba00cfc-8763-4b28-bbc7-00754fa2ac44 req-9cc8d1c5-caab-46f6-a4cb-64cbe3975108 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 HTTP/1.1" status: 200 len: 897 time: 0.0966856 Feb 03 13:11:52.410040 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ba00cfc-8763-4b28-bbc7-00754fa2ac44 req-028fb105-869a-44e3-9939-01db6e14b7cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2197a218-72ee-46bc-9a5d-65b73626a67a HTTP/1.1" status: 200 len: 1001 time: 0.0625472 Feb 03 13:11:52.458503 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba00cfc-8763-4b28-bbc7-00754fa2ac44 req-2b061c99-4a2d-4cbf-9b16-460335dd65c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:52.460021 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ba00cfc-8763-4b28-bbc7-00754fa2ac44 req-2b061c99-4a2d-4cbf-9b16-460335dd65c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2650933-f070-41ce-b7e6-cd7dff949b81 HTTP/1.1" status: 200 len: 834 time: 0.0441663 Feb 03 13:11:52.513713 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba00cfc-8763-4b28-bbc7-00754fa2ac44 req-88a40b0c-f356-4177-b72b-d0ec9717f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:52.515258 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ba00cfc-8763-4b28-bbc7-00754fa2ac44 req-88a40b0c-f356-4177-b72b-d0ec9717f833 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484278 Feb 03 13:11:52.606707 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ba00cfc-8763-4b28-bbc7-00754fa2ac44 req-1649bcd0-cff3-48e6-923b-72aceb7c9421 service neutron] 10.222.0.73 "GET /v2.0/networks/1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845842 Feb 03 13:11:52.700106 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ba00cfc-8763-4b28-bbc7-00754fa2ac44 req-1d92300c-9f38-4660-ae25-897fc8511348 service neutron] 10.222.0.73 "GET /v2.0/networks/1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863328 Feb 03 13:11:53.033688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 2197a218-72ee-46bc-9a5d-65b73626a67a up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:11:53.083430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 2197a218-72ee-46bc-9a5d-65b73626a67a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:11:53.083812 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:53.163723 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 2197a218-72ee-46bc-9a5d-65b73626a67a is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:11:53.164316 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:53.187256 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22304fbc-7e66-4f53-819e-9e8406d18af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2197a218-72ee-46bc-9a5d-65b73626a67a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:11:53.189530 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854f2082-e1c0-4d74-bcbe-e96046afd402" -d '{"events": [{"server_uuid": "22304fbc-7e66-4f53-819e-9e8406d18af7", "name": "network-vif-plugged", "status": "completed", "tag": "2197a218-72ee-46bc-9a5d-65b73626a67a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:11:53.202140 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 2197a218-72ee-46bc-9a5d-65b73626a67a, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=2197a218-72ee-46bc-9a5d-65b73626a67a,segment=NetworkSegment(98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761),segment_id=98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:53.207969 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:53.237667 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106344a6-aee9-4b8c-9cf0-aa89a7d44ea8 x-openstack-request-id: req-106344a6-aee9-4b8c-9cf0-aa89a7d44ea8 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:11:53.238039 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22304fbc-7e66-4f53-819e-9e8406d18af7", "name": "network-vif-plugged", "status": "completed", "tag": "2197a218-72ee-46bc-9a5d-65b73626a67a", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:11:53.238301 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-106344a6-aee9-4b8c-9cf0-aa89a7d44ea8 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:11:53.238699 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22304fbc-7e66-4f53-819e-9e8406d18af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2197a218-72ee-46bc-9a5d-65b73626a67a', 'code': 200} Feb 03 13:11:53.269290 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=2197a218-72ee-46bc-9a5d-65b73626a67a,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:53.277765 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.277931 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.278357 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.278702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.279303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.279647 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.280307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.280431 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.280751 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.281083 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.281477 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.281893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.282256 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.734949 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60378) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:53.850858 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b9d66e3-9f94-4f20-a670-a0e7ec96f721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:53.930199 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b9d66e3-9f94-4f20-a670-a0e7ec96f721 admin admin] Publish callbacks [] for security_group (42b717f1-cac0-4e29-be7b-b2c330156447), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:53.934590 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b9d66e3-9f94-4f20-a670-a0e7ec96f721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (42b717f1-cac0-4e29-be7b-b2c330156447), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:53.976854 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2b9d66e3-9f94-4f20-a670-a0e7ec96f721 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f815659b3ba8454ebed588a88e2c8487&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2379370 Feb 03 13:11:53.976854 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d66e3-9f94-4f20-a670-a0e7ec96f721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b717f1-cac0-4e29-be7b-b2c330156447,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:53.977650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60382) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:53.983496 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d66e3-9f94-4f20-a670-a0e7ec96f721 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.983866 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d66e3-9f94-4f20-a670-a0e7ec96f721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.984232 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d66e3-9f94-4f20-a670-a0e7ec96f721 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.984577 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d66e3-9f94-4f20-a670-a0e7ec96f721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.984919 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d66e3-9f94-4f20-a670-a0e7ec96f721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.985254 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d66e3-9f94-4f20-a670-a0e7ec96f721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.985637 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d66e3-9f94-4f20-a670-a0e7ec96f721 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.985970 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d66e3-9f94-4f20-a670-a0e7ec96f721 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.986942 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d66e3-9f94-4f20-a670-a0e7ec96f721 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.986942 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d66e3-9f94-4f20-a670-a0e7ec96f721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.986942 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d66e3-9f94-4f20-a670-a0e7ec96f721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.987502 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d66e3-9f94-4f20-a670-a0e7ec96f721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:53.987703 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d66e3-9f94-4f20-a670-a0e7ec96f721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:54.041100 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2b54319-e4d1-4814-9304-7c1b4c821ab0 admin admin] Publish callbacks [] for security_group (42b717f1-cac0-4e29-be7b-b2c330156447), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:54.067106 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2b54319-e4d1-4814-9304-7c1b4c821ab0 admin admin] Publish callbacks [] for security_group (42b717f1-cac0-4e29-be7b-b2c330156447), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:54.124238 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2b54319-e4d1-4814-9304-7c1b4c821ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (42b717f1-cac0-4e29-be7b-b2c330156447), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:54.126941 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2b54319-e4d1-4814-9304-7c1b4c821ab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:54.128198 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a2b54319-e4d1-4814-9304-7c1b4c821ab0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42b717f1-cac0-4e29-be7b-b2c330156447 HTTP/1.1" status: 204 len: 168 time: 0.1490989 Feb 03 13:11:54.136629 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b54319-e4d1-4814-9304-7c1b4c821ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b717f1-cac0-4e29-be7b-b2c330156447,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:54.412141 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60390) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:54.425545 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6158b4e9-0c89-4071-8c7e-0b1f589614fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:54.498566 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6158b4e9-0c89-4071-8c7e-0b1f589614fc admin admin] Publish callbacks [] for security_group (9926f975-b5af-4ba2-8b35-56f2f9186ae3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:54.503189 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6158b4e9-0c89-4071-8c7e-0b1f589614fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9926f975-b5af-4ba2-8b35-56f2f9186ae3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:54.543354 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158b4e9-0c89-4071-8c7e-0b1f589614fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9926f975-b5af-4ba2-8b35-56f2f9186ae3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:54.547696 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6158b4e9-0c89-4071-8c7e-0b1f589614fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbefa4dd36d9470fa7a46200abebd018&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1345232 Feb 03 13:11:54.550246 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60392) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:54.599314 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c745d4a-85ef-471f-9685-fd942995fea0 admin admin] Publish callbacks [] for security_group (9926f975-b5af-4ba2-8b35-56f2f9186ae3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:54.620764 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c745d4a-85ef-471f-9685-fd942995fea0 admin admin] Publish callbacks [] for security_group (9926f975-b5af-4ba2-8b35-56f2f9186ae3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:54.666672 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c745d4a-85ef-471f-9685-fd942995fea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9926f975-b5af-4ba2-8b35-56f2f9186ae3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:54.669372 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c745d4a-85ef-471f-9685-fd942995fea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:54.670541 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8c745d4a-85ef-471f-9685-fd942995fea0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9926f975-b5af-4ba2-8b35-56f2f9186ae3 HTTP/1.1" status: 204 len: 168 time: 0.1193860 Feb 03 13:11:54.678880 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c745d4a-85ef-471f-9685-fd942995fea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9926f975-b5af-4ba2-8b35-56f2f9186ae3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:54.986458 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60402) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:55.000355 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6d525f2-97d6-47b0-b4b3-67aea66d5d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:55.087663 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6d525f2-97d6-47b0-b4b3-67aea66d5d4a admin admin] Publish callbacks [] for security_group (42756d60-ffb4-4960-a43e-fd17b49d42c1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:55.091867 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6d525f2-97d6-47b0-b4b3-67aea66d5d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (42756d60-ffb4-4960-a43e-fd17b49d42c1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:55.133278 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d6d525f2-97d6-47b0-b4b3-67aea66d5d4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b095587cac644dcb3ca9e56c467b918&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1433954 Feb 03 13:11:55.133278 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d525f2-97d6-47b0-b4b3-67aea66d5d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42756d60-ffb4-4960-a43e-fd17b49d42c1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:55.134417 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60408) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:55.197032 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-880ae6a8-04cb-4e8a-b9f7-419afbd0eb5f admin admin] Publish callbacks [] for security_group (42756d60-ffb4-4960-a43e-fd17b49d42c1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:55.219236 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-880ae6a8-04cb-4e8a-b9f7-419afbd0eb5f admin admin] Publish callbacks [] for security_group (42756d60-ffb4-4960-a43e-fd17b49d42c1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:55.266098 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-880ae6a8-04cb-4e8a-b9f7-419afbd0eb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (42756d60-ffb4-4960-a43e-fd17b49d42c1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:55.269035 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-880ae6a8-04cb-4e8a-b9f7-419afbd0eb5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:55.269966 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-880ae6a8-04cb-4e8a-b9f7-419afbd0eb5f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42756d60-ffb4-4960-a43e-fd17b49d42c1 HTTP/1.1" status: 204 len: 168 time: 0.1352344 Feb 03 13:11:55.272596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e21d9b-da7a-42fd-bf71-109ca837e254 req-a73eacdd-e33b-4abf-b029-472b0eb871d6 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:55.274174 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0e21d9b-da7a-42fd-bf71-109ca837e254 req-a73eacdd-e33b-4abf-b029-472b0eb871d6 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 946 time: 0.0591779 Feb 03 13:11:55.278424 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ae6a8-04cb-4e8a-b9f7-419afbd0eb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42756d60-ffb4-4960-a43e-fd17b49d42c1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:55.335803 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0e21d9b-da7a-42fd-bf71-109ca837e254 req-b659001d-f1b0-47f0-9992-042e720c3a48 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499070 Feb 03 13:11:56.303397 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60440) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:56.416688 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8866db7-9cdd-4a51-a7c6-f1be15501347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:56.494100 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361edf6-2dab-4fba-9052-6d74826080c1 req-0b228e3b-e116-4bed-ab2b-fe7f64f9f652 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:56.495524 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c361edf6-2dab-4fba-9052-6d74826080c1 req-0b228e3b-e116-4bed-ab2b-fe7f64f9f652 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 946 time: 0.0806634 Feb 03 13:11:56.543373 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cac2a8-175c-458b-b334-48d870e58bae req-0dbb426b-e692-4919-91cf-94204efc9087 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:56.544898 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6cac2a8-175c-458b-b334-48d870e58bae req-0dbb426b-e692-4919-91cf-94204efc9087 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 946 time: 0.0537322 Feb 03 13:11:56.568931 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c361edf6-2dab-4fba-9052-6d74826080c1 req-e2dda566-6f6c-40a4-9c43-cc894fc593ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654171 Feb 03 13:11:56.577619 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8866db7-9cdd-4a51-a7c6-f1be15501347 admin admin] Publish callbacks [] for security_group (afdbb9b0-4a30-4165-90f3-810394989581), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:56.583266 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e8866db7-9cdd-4a51-a7c6-f1be15501347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (afdbb9b0-4a30-4165-90f3-810394989581), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:56.615013 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e8866db7-9cdd-4a51-a7c6-f1be15501347 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb8d5294f4a14c8a850c70522e60fa51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3104928 Feb 03 13:11:56.622204 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60446) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:56.626408 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8866db7-9cdd-4a51-a7c6-f1be15501347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdbb9b0-4a30-4165-90f3-810394989581,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:56.930101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-c6cac2a8-175c-458b-b334-48d870e58bae req-c16c7ab0-2285-4f87-aa9e-e89ed0e74657 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Deleting port 2c827402-584a-4516-847b-067d7ec67678 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:56.930451 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c6cac2a8-175c-458b-b334-48d870e58bae req-c16c7ab0-2285-4f87-aa9e-e89ed0e74657 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (2c827402-584a-4516-847b-067d7ec67678), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:56.934416 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa29a1bf-1a21-4ebe-89b6-cde1e738ab28 admin admin] Publish callbacks [] for security_group (afdbb9b0-4a30-4165-90f3-810394989581), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:57.007193 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa29a1bf-1a21-4ebe-89b6-cde1e738ab28 admin admin] Publish callbacks [] for security_group (afdbb9b0-4a30-4165-90f3-810394989581), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:57.065605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c6cac2a8-175c-458b-b334-48d870e58bae req-c16c7ab0-2285-4f87-aa9e-e89ed0e74657 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] For port 2c827402-584a-4516-847b-067d7ec67678, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=2c827402-584a-4516-847b-067d7ec67678,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:11:57.066000 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c6cac2a8-175c-458b-b334-48d870e58bae req-c16c7ab0-2285-4f87-aa9e-e89ed0e74657 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (2c827402-584a-4516-847b-067d7ec67678), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:57.141068 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa29a1bf-1a21-4ebe-89b6-cde1e738ab28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (afdbb9b0-4a30-4165-90f3-810394989581), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:57.143595 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa29a1bf-1a21-4ebe-89b6-cde1e738ab28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:57.144781 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fa29a1bf-1a21-4ebe-89b6-cde1e738ab28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afdbb9b0-4a30-4165-90f3-810394989581 HTTP/1.1" status: 204 len: 168 time: 0.5216024 Feb 03 13:11:57.178873 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29a1bf-1a21-4ebe-89b6-cde1e738ab28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdbb9b0-4a30-4165-90f3-810394989581,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:57.311141 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c6cac2a8-175c-458b-b334-48d870e58bae req-c16c7ab0-2285-4f87-aa9e-e89ed0e74657 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:57.311507 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c6cac2a8-175c-458b-b334-48d870e58bae req-c16c7ab0-2285-4f87-aa9e-e89ed0e74657 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (dc1bc638-d83a-4dc7-9d15-285cd96e6a71), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:57.311828 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [req-c6cac2a8-175c-458b-b334-48d870e58bae req-c16c7ab0-2285-4f87-aa9e-e89ed0e74657 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Floating IP dc1bc638-d83a-4dc7-9d15-285cd96e6a71 disassociated. External IP: 172.25.6.10, port: 2c827402-584a-4516-847b-067d7ec67678. Feb 03 13:11:57.312206 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-c6cac2a8-175c-458b-b334-48d870e58bae req-c16c7ab0-2285-4f87-aa9e-e89ed0e74657 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Calling delete_port for 2c827402-584a-4516-847b-067d7ec67678 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:57.441847 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c6cac2a8-175c-458b-b334-48d870e58bae req-c16c7ab0-2285-4f87-aa9e-e89ed0e74657 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (2c827402-584a-4516-847b-067d7ec67678), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:57.476540 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c7ab0-2285-4f87-aa9e-e89ed0e74657 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Pushing event deleted for resources: {'Port': ['ID=2c827402-584a-4516-847b-067d7ec67678,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:57.592725 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6cac2a8-175c-458b-b334-48d870e58bae req-c16c7ab0-2285-4f87-aa9e-e89ed0e74657 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Router 36f8a86c-f912-4621-927d-fb241f46b8e5 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:11:57.709718 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab8f8fbb-a307-4c41-81b9-10d4f2c417d5 req-e04e7088-d3bc-402f-b12a-a27092d9d4d2 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e26618a-4fb0-4af0-9250-a48d6609d6e2 HTTP/1.1" status: 200 len: 210 time: 0.0571680 Feb 03 13:11:57.734046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6cac2a8-175c-458b-b334-48d870e58bae req-c16c7ab0-2285-4f87-aa9e-e89ed0e74657 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:11:57.745379 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e17c57-c4b0-4018-845b-98ba4e2848ff None None] Sync routers for ids ['36f8a86c-f912-4621-927d-fb241f46b8e5'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:11:57.757013 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e17c57-c4b0-4018-845b-98ba4e2848ff None None] Routers {'36f8a86c-f912-4621-927d-fb241f46b8e5'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:11:57.757742 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-03e17c57-c4b0-4018-845b-98ba4e2848ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:11:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['36f8a86c-f912-4621-927d-fb241f46b8e5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:57.776915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cac2a8-175c-458b-b334-48d870e58bae req-c16c7ab0-2285-4f87-aa9e-e89ed0e74657 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] No DVR routers for this DVR port 2c827402-584a-4516-847b-067d7ec67678 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:11:57.780116 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c6cac2a8-175c-458b-b334-48d870e58bae req-c16c7ab0-2285-4f87-aa9e-e89ed0e74657 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:57.784107 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6cac2a8-175c-458b-b334-48d870e58bae req-c16c7ab0-2285-4f87-aa9e-e89ed0e74657 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.31 "DELETE /v2.0/ports/2c827402-584a-4516-847b-067d7ec67678 HTTP/1.1" status: 204 len: 173 time: 1.2344339 Feb 03 13:11:57.785010 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e26618a-4fb0-4af0-9250-a48d6609d6e2', 'name': 'network-vif-deleted', 'tag': '2c827402-584a-4516-847b-067d7ec67678'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:11:57.788124 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80fe5df-8a3b-4448-a851-6ba1e63ff1b4" -d '{"events": [{"server_uuid": "6e26618a-4fb0-4af0-9250-a48d6609d6e2", "name": "network-vif-deleted", "tag": "2c827402-584a-4516-847b-067d7ec67678"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:11:57.881968 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-03e17c57-c4b0-4018-845b-98ba4e2848ff None None] Set router 36f8a86c-f912-4621-927d-fb241f46b8e5 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:11:57.995418 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5bf71a-f82b-40ca-be7d-c2d412a5a1a8 x-openstack-request-id: req-1a5bf71a-f82b-40ca-be7d-c2d412a5a1a8 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:11:57.995724 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e26618a-4fb0-4af0-9250-a48d6609d6e2", "name": "network-vif-deleted", "tag": "2c827402-584a-4516-847b-067d7ec67678", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:11:57.996075 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a5bf71a-f82b-40ca-be7d-c2d412a5a1a8 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:11:57.996483 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e26618a-4fb0-4af0-9250-a48d6609d6e2', 'name': 'network-vif-deleted', 'tag': '2c827402-584a-4516-847b-067d7ec67678', 'status': 'completed', 'code': 200} Feb 03 13:11:58.111582 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-03e17c57-c4b0-4018-845b-98ba4e2848ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:32Z', 'updated_at': '2022-02-03T13:05:41Z', 'revision_number': 4, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'gw_port': {'id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:34Z', 'updated_at': '2022-02-03T13:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b8c102fc-a5da-49d7-813c-b78a59e3763d', 'name': '', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'mac_address': 'fa:16:3e:62:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:39Z', 'updated_at': '2022-02-03T13:05:49Z', 'revision_number': 5, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'subnets': [{'id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:58.138433 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e17c57-c4b0-4018-845b-98ba4e2848ff None None] Checking router: 36f8a86c-f912-4621-927d-fb241f46b8e5 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:11:58.148050 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e17c57-c4b0-4018-845b-98ba4e2848ff None None] Routers {'36f8a86c-f912-4621-927d-fb241f46b8e5'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:11:58.148759 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-03e17c57-c4b0-4018-845b-98ba4e2848ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:11:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['36f8a86c-f912-4621-927d-fb241f46b8e5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:58.280167 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-03e17c57-c4b0-4018-845b-98ba4e2848ff None None] Set router 36f8a86c-f912-4621-927d-fb241f46b8e5 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:11:58.507420 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-03e17c57-c4b0-4018-845b-98ba4e2848ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:32Z', 'updated_at': '2022-02-03T13:05:41Z', 'revision_number': 4, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'gw_port': {'id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:34Z', 'updated_at': '2022-02-03T13:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b8c102fc-a5da-49d7-813c-b78a59e3763d', 'name': '', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'mac_address': 'fa:16:3e:62:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:39Z', 'updated_at': '2022-02-03T13:05:49Z', 'revision_number': 5, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'subnets': [{'id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:11:58.534141 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e17c57-c4b0-4018-845b-98ba4e2848ff None None] The sync data for ids ['36f8a86c-f912-4621-927d-fb241f46b8e5'] in n-d-827336-3 is: [{'id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:32Z', 'updated_at': '2022-02-03T13:05:41Z', 'revision_number': 4, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'gw_port': {'id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:34Z', 'updated_at': '2022-02-03T13:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b8c102fc-a5da-49d7-813c-b78a59e3763d', 'name': '', 'network_id': '493acd8c-1fd7-4784-9c30-ab48082e5271', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'mac_address': 'fa:16:3e:62:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:39Z', 'updated_at': '2022-02-03T13:05:49Z', 'revision_number': 5, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'subnets': [{'id': 'cfdcbfe6-c780-42bd-a6f3-8500632541b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:11:58.811598 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc3108-8b14-47af-9dbf-3cb7ac1bcbbf None None] New status for floating IP dc1bc638-d83a-4dc7-9d15-285cd96e6a71: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:11:58.822898 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 60492) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:58.894929 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-54ea6830-a693-489c-bde8-b26679498ef6 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group (f8dae51d-57ca-4bd2-8c75-d9e88fc933f9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:58.928613 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-54ea6830-a693-489c-bde8-b26679498ef6 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group (f8dae51d-57ca-4bd2-8c75-d9e88fc933f9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:59.007623 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-54ea6830-a693-489c-bde8-b26679498ef6 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f8dae51d-57ca-4bd2-8c75-d9e88fc933f9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:59.010683 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-54ea6830-a693-489c-bde8-b26679498ef6 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:59.012966 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-54ea6830-a693-489c-bde8-b26679498ef6 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "DELETE /v2.0/security-groups/f8dae51d-57ca-4bd2-8c75-d9e88fc933f9 HTTP/1.1" status: 204 len: 168 time: 0.1878359 Feb 03 13:11:59.015277 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60496) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:59.040804 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea6830-a693-489c-bde8-b26679498ef6 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dae51d-57ca-4bd2-8c75-d9e88fc933f9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:59.043639 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [None req-3b26b056-7d9a-42fa-b19b-e73a9f3edc50 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] show failed (client error): The resource could not be found. Feb 03 13:11:59.045287 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3b26b056-7d9a-42fa-b19b-e73a9f3edc50 tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "GET /v2.0/security-groups/f8dae51d-57ca-4bd2-8c75-d9e88fc933f9 HTTP/1.1" status: 404 len: 347 time: 0.0284209 Feb 03 13:11:59.050056 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60498) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:11:59.074625 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefc180-a473-472a-8fd5-345049a3c41a req-f544ad85-0469-457d-a55f-6af3de84f959 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:11:59.076340 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9aefc180-a473-472a-8fd5-345049a3c41a req-f544ad85-0469-457d-a55f-6af3de84f959 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 945 time: 0.0790622 Feb 03 13:11:59.144402 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9aefc180-a473-472a-8fd5-345049a3c41a req-f8cb6639-dbd0-41ab-9c60-19403c3fad86 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545857 Feb 03 13:11:59.198377 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Deleting port 835ee756-35b7-491e-b6d0-309afa4ae263 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:11:59.198720 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (835ee756-35b7-491e-b6d0-309afa4ae263), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:59.281480 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (835ee756-35b7-491e-b6d0-309afa4ae263), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:59.281817 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for floatingip (835ee756-35b7-491e-b6d0-309afa4ae263), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:59.293557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Calling delete_port for 835ee756-35b7-491e-b6d0-309afa4ae263 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:11:59.451461 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (835ee756-35b7-491e-b6d0-309afa4ae263), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:59.478787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Pushing event deleted for resources: {'Port': ['ID=835ee756-35b7-491e-b6d0-309afa4ae263,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:11:59.486351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 2c827402-584a-4516-847b-067d7ec67678 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:11:59.492582 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:59.492935 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:59.493291 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:59.493638 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:59.493976 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:59.494315 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:59.494650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:59.494982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:59.495495 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:59.495840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:59.496193 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:59.496526 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:59.496852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:11:59.517629 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 2c827402-584a-4516-847b-067d7ec67678 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:11:59.518270 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 2c827402-584a-4516-847b-067d7ec67678 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:11:59.565363 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks [] for floatingip (dc1bc638-d83a-4dc7-9d15-285cd96e6a71), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:59.568974 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:11:59.570351 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cd6f58f8-7792-468f-be59-5c83b591a5ff tempest-AttachVolumeShelveTestJSON-1614104284 tempest-AttachVolumeShelveTestJSON-1614104284-project] 10.222.0.18 "DELETE /v2.0/floatingips/dc1bc638-d83a-4dc7-9d15-285cd96e6a71 HTTP/1.1" status: 204 len: 168 time: 0.5184329 Feb 03 13:12:00.280404 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c014484-803b-4900-8873-9cccaf47e30b req-14551b16-a5c5-47de-ad0e-5d575993f30f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:00.282720 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c014484-803b-4900-8873-9cccaf47e30b req-14551b16-a5c5-47de-ad0e-5d575993f30f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 945 time: 0.0647705 Feb 03 13:12:00.334138 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c014484-803b-4900-8873-9cccaf47e30b req-efe24998-b698-4de5-8c61-db76ef75c71f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449679 Feb 03 13:12:00.824245 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf921c49-0c38-46f9-b67c-b9ec18ac5062 req-955cd838-9ad9-4b73-8bf7-c43a08b684bf tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:00.826182 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf921c49-0c38-46f9-b67c-b9ec18ac5062 req-955cd838-9ad9-4b73-8bf7-c43a08b684bf tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.73 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 945 time: 0.0564671 Feb 03 13:12:00.921554 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-cf921c49-0c38-46f9-b67c-b9ec18ac5062 req-4c3d9dcf-86a3-4432-8375-e5224e211aab tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Deleting port 3c7d7ac4-eae6-4c98-b63e-408f5029371f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:12:00.921889 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf921c49-0c38-46f9-b67c-b9ec18ac5062 req-4c3d9dcf-86a3-4432-8375-e5224e211aab tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (3c7d7ac4-eae6-4c98-b63e-408f5029371f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:01.014763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-cf921c49-0c38-46f9-b67c-b9ec18ac5062 req-4c3d9dcf-86a3-4432-8375-e5224e211aab tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] For port 3c7d7ac4-eae6-4c98-b63e-408f5029371f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=3c7d7ac4-eae6-4c98-b63e-408f5029371f,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:01.015025 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf921c49-0c38-46f9-b67c-b9ec18ac5062 req-4c3d9dcf-86a3-4432-8375-e5224e211aab tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (3c7d7ac4-eae6-4c98-b63e-408f5029371f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:01.196683 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf921c49-0c38-46f9-b67c-b9ec18ac5062 req-4c3d9dcf-86a3-4432-8375-e5224e211aab tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:01.197352 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf921c49-0c38-46f9-b67c-b9ec18ac5062 req-4c3d9dcf-86a3-4432-8375-e5224e211aab tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (2a454959-e81e-48c1-a4c7-7c37c734b02b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:01.197875 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [req-cf921c49-0c38-46f9-b67c-b9ec18ac5062 req-4c3d9dcf-86a3-4432-8375-e5224e211aab tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Floating IP 2a454959-e81e-48c1-a4c7-7c37c734b02b disassociated. External IP: 172.25.6.251, port: 3c7d7ac4-eae6-4c98-b63e-408f5029371f. Feb 03 13:12:01.198403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-cf921c49-0c38-46f9-b67c-b9ec18ac5062 req-4c3d9dcf-86a3-4432-8375-e5224e211aab tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Calling delete_port for 3c7d7ac4-eae6-4c98-b63e-408f5029371f owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:12:01.349355 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:01.403980 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf921c49-0c38-46f9-b67c-b9ec18ac5062 req-4c3d9dcf-86a3-4432-8375-e5224e211aab tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (3c7d7ac4-eae6-4c98-b63e-408f5029371f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:01.446034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d9dcf-86a3-4432-8375-e5224e211aab tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event deleted for resources: {'Port': ['ID=3c7d7ac4-eae6-4c98-b63e-408f5029371f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:01.546025 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e6d0ace0-c1cc-43db-975d-b2d9ed1af710 req-f8122a77-7b2c-4a10-9eb1-386e36537fa1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 210 time: 0.0785465 Feb 03 13:12:01.618641 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf921c49-0c38-46f9-b67c-b9ec18ac5062 req-4c3d9dcf-86a3-4432-8375-e5224e211aab tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:12:01.733747 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf921c49-0c38-46f9-b67c-b9ec18ac5062 req-4c3d9dcf-86a3-4432-8375-e5224e211aab tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:12:01.753400 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac376b29-15cb-4446-8097-2e03f268439b None None] Sync routers for ids ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:12:01.773791 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac376b29-15cb-4446-8097-2e03f268439b None None] Routers {'6706e8e8-8fae-4a85-8b85-75b4f00f3fba'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:01.774438 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ac376b29-15cb-4446-8097-2e03f268439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:11:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:01.795836 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf921c49-0c38-46f9-b67c-b9ec18ac5062 req-4c3d9dcf-86a3-4432-8375-e5224e211aab tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] No DVR routers for this DVR port 3c7d7ac4-eae6-4c98-b63e-408f5029371f on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:12:01.798904 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf921c49-0c38-46f9-b67c-b9ec18ac5062 req-4c3d9dcf-86a3-4432-8375-e5224e211aab tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:01.803561 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cf921c49-0c38-46f9-b67c-b9ec18ac5062 req-4c3d9dcf-86a3-4432-8375-e5224e211aab tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.73 "DELETE /v2.0/ports/3c7d7ac4-eae6-4c98-b63e-408f5029371f HTTP/1.1" status: 204 len: 173 time: 0.9725006 Feb 03 13:12:01.804257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06aa21d9-d5d9-4278-9063-15ab9eb24a18', 'name': 'network-vif-deleted', 'tag': '3c7d7ac4-eae6-4c98-b63e-408f5029371f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:12:01.822104 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9a0a49-5ceb-4ccf-86c4-12e5e22fd72c" -d '{"events": [{"server_uuid": "06aa21d9-d5d9-4278-9063-15ab9eb24a18", "name": "network-vif-deleted", "tag": "3c7d7ac4-eae6-4c98-b63e-408f5029371f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:12:01.898220 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a05a4ac-3b4b-47e4-8a72-6b0945cb49db x-openstack-request-id: req-9a05a4ac-3b4b-47e4-8a72-6b0945cb49db {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:12:01.898464 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06aa21d9-d5d9-4278-9063-15ab9eb24a18", "name": "network-vif-deleted", "tag": "3c7d7ac4-eae6-4c98-b63e-408f5029371f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:12:01.898720 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a05a4ac-3b4b-47e4-8a72-6b0945cb49db {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:12:01.899123 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06aa21d9-d5d9-4278-9063-15ab9eb24a18', 'name': 'network-vif-deleted', 'tag': '3c7d7ac4-eae6-4c98-b63e-408f5029371f', 'status': 'completed', 'code': 200} Feb 03 13:12:02.019619 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-ac376b29-15cb-4446-8097-2e03f268439b None None] Set router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:02.242280 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ac376b29-15cb-4446-8097-2e03f268439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '0b856c3b-1468-4cb9-a440-0488bc37e56d', 'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'mac_address': 'fa:16:3e:2d:09:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:02Z', 'updated_at': '2022-02-03T13:01:21Z', 'revision_number': 5, 'project_id': '47cedc9968b440be9d535d988911feb3', 'subnets': [{'id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:02.268758 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac376b29-15cb-4446-8097-2e03f268439b None None] Checking router: 6706e8e8-8fae-4a85-8b85-75b4f00f3fba for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:12:02.284123 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac376b29-15cb-4446-8097-2e03f268439b None None] Routers {'6706e8e8-8fae-4a85-8b85-75b4f00f3fba'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:02.284864 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ac376b29-15cb-4446-8097-2e03f268439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:11:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:02.409510 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-ac376b29-15cb-4446-8097-2e03f268439b None None] Set router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:02.661912 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd3f94eb-2076-4b48-ab57-656e3eb1baca req-682af49c-0d97-4f69-a8bf-e2eb7a991699 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 210 time: 0.0400033 Feb 03 13:12:02.708850 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-ac376b29-15cb-4446-8097-2e03f268439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '0b856c3b-1468-4cb9-a440-0488bc37e56d', 'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'mac_address': 'fa:16:3e:2d:09:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:02Z', 'updated_at': '2022-02-03T13:01:21Z', 'revision_number': 5, 'project_id': '47cedc9968b440be9d535d988911feb3', 'subnets': [{'id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:02.748573 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac376b29-15cb-4446-8097-2e03f268439b None None] The sync data for ids ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'] in n-d-827336-3 is: [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '0b856c3b-1468-4cb9-a440-0488bc37e56d', 'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'mac_address': 'fa:16:3e:2d:09:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:02Z', 'updated_at': '2022-02-03T13:01:21Z', 'revision_number': 5, 'project_id': '47cedc9968b440be9d535d988911feb3', 'subnets': [{'id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:12:03.050326 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b15eacd-ff9c-424c-b504-b61e7a86cee9 None None] New status for floating IP 2a454959-e81e-48c1-a4c7-7c37c734b02b: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:12:03.520963 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be1095ad-3f14-4815-a5e6-8a63ccf1f170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:03.823896 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38847412-7227-42dc-a87b-64000a125ef1 req-9def035a-f2f3-4660-b87e-5cb322c8b35a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 210 time: 0.0481606 Feb 03 13:12:04.937686 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-99c17e3a-af08-4294-82db-9d76c35daa80 req-e148a646-1e18-4617-bf29-721a433c324f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 210 time: 0.0313799 Feb 03 13:12:05.072380 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 3c7d7ac4-eae6-4c98-b63e-408f5029371f no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:12:05.096799 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 3c7d7ac4-eae6-4c98-b63e-408f5029371f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:12:05.097417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 3c7d7ac4-eae6-4c98-b63e-408f5029371f not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:12:06.034953 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-649eeffa-0c29-48c2-8a1d-d6706a286edf req-474f512c-663d-4b68-82f4-cbbbf607ecaa tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 210 time: 0.0278740 Feb 03 13:12:06.150677 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-375d01be-9980-4f55-8342-9830c2b5e072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:07.000825 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:07.131331 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d2d577b0-185e-4d73-9651-5b130bc1e496 req-ed96b94a-ea7f-4b16-b394-632d8470ed9f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 210 time: 0.0278890 Feb 03 13:12:08.227084 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-65b4960d-8f3e-4bc0-a916-faf2318f6e03 req-abb81b6e-9ab2-4222-a7f9-b41a9d0bb8ff tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 210 time: 0.0273731 Feb 03 13:12:08.301806 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:09.338632 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0c0c0a5c-db3a-4fc1-954b-cfd8c9d12551 req-6eb192b6-c7ce-4eff-ab42-eabdd763be12 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 210 time: 0.0280759 Feb 03 13:12:09.933102 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:10.458352 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1240ce1c-b4d8-4154-a037-6fb79d2a2b48 req-3c8c65a3-488a-4d0f-9370-12603cfbbeb0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 210 time: 0.0386431 Feb 03 13:12:11.566160 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-54003e0e-9021-440d-b71b-a8f8e931d377 req-b4097590-f181-4946-baae-feb9770f6d58 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 210 time: 0.0346293 Feb 03 13:12:12.526804 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60596) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:12.682533 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4b013a5d-f6eb-4de8-9ef0-4d1b745ff628 req-3c8683c3-6ecd-4c5f-99f3-7521aeddb9db tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 210 time: 0.0296311 Feb 03 13:12:13.177041 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffcaadda-e1ee-41bd-bf46-571d848e0a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (36f8a86c-f912-4621-927d-fb241f46b8e5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:13.741256 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ffcaadda-e1ee-41bd-bf46-571d848e0a32 admin admin] Deleting port b8c102fc-a5da-49d7-813c-b78a59e3763d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:12:13.741895 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffcaadda-e1ee-41bd-bf46-571d848e0a32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b8c102fc-a5da-49d7-813c-b78a59e3763d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:13.799207 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2ae27fef-620f-4481-b4cf-fc7e177a009c req-4c91d95c-1fa7-4313-8b7d-a3f046e827ef tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 210 time: 0.0296521 Feb 03 13:12:13.830966 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ffcaadda-e1ee-41bd-bf46-571d848e0a32 admin admin] For port b8c102fc-a5da-49d7-813c-b78a59e3763d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b8c102fc-a5da-49d7-813c-b78a59e3763d,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:13.831405 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffcaadda-e1ee-41bd-bf46-571d848e0a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b8c102fc-a5da-49d7-813c-b78a59e3763d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:13.844203 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ffcaadda-e1ee-41bd-bf46-571d848e0a32 admin admin] Calling delete_port for b8c102fc-a5da-49d7-813c-b78a59e3763d owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:12:14.045366 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffcaadda-e1ee-41bd-bf46-571d848e0a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (b8c102fc-a5da-49d7-813c-b78a59e3763d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:14.068388 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcaadda-e1ee-41bd-bf46-571d848e0a32 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c102fc-a5da-49d7-813c-b78a59e3763d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:14.258583 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffcaadda-e1ee-41bd-bf46-571d848e0a32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (36f8a86c-f912-4621-927d-fb241f46b8e5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:14.473212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcaadda-e1ee-41bd-bf46-571d848e0a32 admin admin] Router 36f8a86c-f912-4621-927d-fb241f46b8e5 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:12:14.578041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcaadda-e1ee-41bd-bf46-571d848e0a32 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:12:14.585846 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ffcaadda-e1ee-41bd-bf46-571d848e0a32 admin admin] 10.222.0.18 "PUT /v2.0/routers/36f8a86c-f912-4621-927d-fb241f46b8e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0557113 Feb 03 13:12:14.586076 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60608) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:14.592385 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e800beb0-3677-437d-9467-18085450beae None None] Sync routers for ids ['36f8a86c-f912-4621-927d-fb241f46b8e5'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:12:14.609856 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e800beb0-3677-437d-9467-18085450beae None None] Routers {'36f8a86c-f912-4621-927d-fb241f46b8e5'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:14.610595 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e800beb0-3677-437d-9467-18085450beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:12:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['36f8a86c-f912-4621-927d-fb241f46b8e5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:14.696478 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4864-46e8-4a27-a538-6ac8c6dd0040 admin admin] Publish callbacks [] for router (36f8a86c-f912-4621-927d-fb241f46b8e5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:14.714076 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e800beb0-3677-437d-9467-18085450beae None None] Set router 36f8a86c-f912-4621-927d-fb241f46b8e5 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:14.806459 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4864-46e8-4a27-a538-6ac8c6dd0040 admin admin] Publish callbacks [] for router_gateway (36f8a86c-f912-4621-927d-fb241f46b8e5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:14.875264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc4864-46e8-4a27-a538-6ac8c6dd0040 admin admin] Deleting port 46b66541-1e63-4feb-854d-3054027fc1d9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:12:14.875827 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4864-46e8-4a27-a538-6ac8c6dd0040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (46b66541-1e63-4feb-854d-3054027fc1d9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:14.906075 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e800beb0-3677-437d-9467-18085450beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:32Z', 'updated_at': '2022-02-03T13:12:13Z', 'revision_number': 5, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'gw_port': {'id': '46b66541-1e63-4feb-854d-3054027fc1d9', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:05:34Z', 'updated_at': '2022-02-03T13:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:14.921331 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4731dc5f-6938-4f1c-93e7-ef4d1e6cdc59 req-c5448c39-5670-4ba3-81aa-136a790de330 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 210 time: 0.0416968 Feb 03 13:12:14.938770 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e800beb0-3677-437d-9467-18085450beae None None] Checking router: 36f8a86c-f912-4621-927d-fb241f46b8e5 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:12:14.947868 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e800beb0-3677-437d-9467-18085450beae None None] Routers {'36f8a86c-f912-4621-927d-fb241f46b8e5'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:14.948492 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e800beb0-3677-437d-9467-18085450beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:12:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['36f8a86c-f912-4621-927d-fb241f46b8e5'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:14.996987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-e7fc4864-46e8-4a27-a538-6ac8c6dd0040 admin admin] For port 46b66541-1e63-4feb-854d-3054027fc1d9, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=46b66541-1e63-4feb-854d-3054027fc1d9,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:14.998014 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4864-46e8-4a27-a538-6ac8c6dd0040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (46b66541-1e63-4feb-854d-3054027fc1d9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.017477 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc4864-46e8-4a27-a538-6ac8c6dd0040 admin admin] Calling delete_port for 46b66541-1e63-4feb-854d-3054027fc1d9 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:12:15.035043 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e800beb0-3677-437d-9467-18085450beae None None] Set router 36f8a86c-f912-4621-927d-fb241f46b8e5 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:15.087166 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e800beb0-3677-437d-9467-18085450beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:32Z', 'updated_at': '2022-02-03T13:12:14Z', 'revision_number': 6, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:15.118032 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e800beb0-3677-437d-9467-18085450beae None None] The sync data for ids ['36f8a86c-f912-4621-927d-fb241f46b8e5'] in n-d-827336-3 is: [{'id': '36f8a86c-f912-4621-927d-fb241f46b8e5', 'name': 'tempest-AttachVolumeShelveTestJSON-1216481292-router', 'tenant_id': 'f87650fa40e44533b201cd37dcb459f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:05:32Z', 'updated_at': '2022-02-03T13:12:14Z', 'revision_number': 6, 'project_id': 'f87650fa40e44533b201cd37dcb459f1', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:12:15.190589 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4864-46e8-4a27-a538-6ac8c6dd0040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (46b66541-1e63-4feb-854d-3054027fc1d9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.220376 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc4864-46e8-4a27-a538-6ac8c6dd0040 admin admin] Pushing event deleted for resources: {'Port': ['ID=46b66541-1e63-4feb-854d-3054027fc1d9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:15.287351 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4864-46e8-4a27-a538-6ac8c6dd0040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (36f8a86c-f912-4621-927d-fb241f46b8e5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.377286 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4864-46e8-4a27-a538-6ac8c6dd0040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (36f8a86c-f912-4621-927d-fb241f46b8e5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.380539 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4864-46e8-4a27-a538-6ac8c6dd0040 admin admin] Publish callbacks [] for router_controller (36f8a86c-f912-4621-927d-fb241f46b8e5), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.424189 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4864-46e8-4a27-a538-6ac8c6dd0040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (36f8a86c-f912-4621-927d-fb241f46b8e5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.424754 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fc4864-46e8-4a27-a538-6ac8c6dd0040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36f8a86c-f912-4621-927d-fb241f46b8e5 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:12:15.429265 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4864-46e8-4a27-a538-6ac8c6dd0040 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.430429 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e7fc4864-46e8-4a27-a538-6ac8c6dd0040 admin admin] 10.222.0.18 "DELETE /v2.0/routers/36f8a86c-f912-4621-927d-fb241f46b8e5 HTTP/1.1" status: 204 len: 168 time: 0.8434501 Feb 03 13:12:15.432867 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60614) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:15.483073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d11ca4-b926-423c-88fe-422743e6212d admin admin] Deleting subnet cfdcbfe6-c780-42bd-a6f3-8500632541b5 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:12:15.486732 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2d11ca4-b926-423c-88fe-422743e6212d admin admin] Publish callbacks [] for subnet (cfdcbfe6-c780-42bd-a6f3-8500632541b5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.525687 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2d11ca4-b926-423c-88fe-422743e6212d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (cfdcbfe6-c780-42bd-a6f3-8500632541b5), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.617062 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2d11ca4-b926-423c-88fe-422743e6212d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (cfdcbfe6-c780-42bd-a6f3-8500632541b5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.677201 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2d11ca4-b926-423c-88fe-422743e6212d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (cfdcbfe6-c780-42bd-a6f3-8500632541b5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.703180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d11ca4-b926-423c-88fe-422743e6212d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfdcbfe6-c780-42bd-a6f3-8500632541b5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:15.707542 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2d11ca4-b926-423c-88fe-422743e6212d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.710837 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a2d11ca4-b926-423c-88fe-422743e6212d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cfdcbfe6-c780-42bd-a6f3-8500632541b5 HTTP/1.1" status: 204 len: 168 time: 0.2769949 Feb 03 13:12:15.713319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60616) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:15.717706 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ed0565-33eb-4584-bd7d-612f5a9e188f None None] Network 493acd8c-1fd7-4784-9c30-ab48082e5271 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:12:15.798686 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5546656b-24a8-4c06-a8a4-5099ab6b469c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (493acd8c-1fd7-4784-9c30-ab48082e5271), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.865490 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-5546656b-24a8-4c06-a8a4-5099ab6b469c admin admin] Deleting port 49c736de-d9e7-42ff-8dfb-27922eb8b0bf {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:12:15.866099 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5546656b-24a8-4c06-a8a4-5099ab6b469c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (49c736de-d9e7-42ff-8dfb-27922eb8b0bf), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.936034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-5546656b-24a8-4c06-a8a4-5099ab6b469c admin admin] For port 49c736de-d9e7-42ff-8dfb-27922eb8b0bf, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=49c736de-d9e7-42ff-8dfb-27922eb8b0bf,segment=NetworkSegment(8929263f-d42e-4260-a90e-7c14187be7ce),segment_id=8929263f-d42e-4260-a90e-7c14187be7ce)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:15.936448 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5546656b-24a8-4c06-a8a4-5099ab6b469c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (49c736de-d9e7-42ff-8dfb-27922eb8b0bf), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:15.950812 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-5546656b-24a8-4c06-a8a4-5099ab6b469c admin admin] Calling delete_port for 49c736de-d9e7-42ff-8dfb-27922eb8b0bf owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:12:15.962515 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d418514-65a4-4bbc-8288-38d19c21b773 None None] DHCP port deletion for 493acd8c-1fd7-4784-9c30-ab48082e5271 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:12:16.025008 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b8c102fc-a5da-49d7-813c-b78a59e3763d no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:12:16.057930 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5546656b-24a8-4c06-a8a4-5099ab6b469c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (49c736de-d9e7-42ff-8dfb-27922eb8b0bf), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:16.067971 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: b8c102fc-a5da-49d7-813c-b78a59e3763d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:12:16.068738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b8c102fc-a5da-49d7-813c-b78a59e3763d not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:12:16.092465 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6b92035d-ad8d-48c6-aa0f-fdaa8150a7f5 req-6d00b512-2de9-45d0-bec5-38eb0d12bf37 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 210 time: 0.0335953 Feb 03 13:12:16.112142 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:16.117906 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5546656b-24a8-4c06-a8a4-5099ab6b469c admin admin] No DVR routers for this DVR port 49c736de-d9e7-42ff-8dfb-27922eb8b0bf on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:12:16.123996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2d418514-65a4-4bbc-8288-38d19c21b773 None None] Deleting port 49c736de-d9e7-42ff-8dfb-27922eb8b0bf {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:12:16.124392 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2d418514-65a4-4bbc-8288-38d19c21b773 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (49c736de-d9e7-42ff-8dfb-27922eb8b0bf), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:16.125669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546656b-24a8-4c06-a8a4-5099ab6b469c admin admin] Pushing event deleted for resources: {'Port': ['ID=49c736de-d9e7-42ff-8dfb-27922eb8b0bf,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:16.205582 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2d418514-65a4-4bbc-8288-38d19c21b773 None None] For port 49c736de-d9e7-42ff-8dfb-27922eb8b0bf, host n-d-827336-3, got binding levels [] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:16.206045 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2d418514-65a4-4bbc-8288-38d19c21b773 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (49c736de-d9e7-42ff-8dfb-27922eb8b0bf), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:16.214951 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5546656b-24a8-4c06-a8a4-5099ab6b469c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (493acd8c-1fd7-4784-9c30-ab48082e5271), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:16.219861 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2d418514-65a4-4bbc-8288-38d19c21b773 None None] Calling delete_port for 49c736de-d9e7-42ff-8dfb-27922eb8b0bf owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:12:16.222950 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.ipam_backend_mixin [None req-2d418514-65a4-4bbc-8288-38d19c21b773 None None] Port 49c736de-d9e7-42ff-8dfb-27922eb8b0bf was not found and therefore no delete operation was performed {{(pid=103190) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 13:12:16.225332 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2d418514-65a4-4bbc-8288-38d19c21b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (49c736de-d9e7-42ff-8dfb-27922eb8b0bf), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:16.240223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5546656b-24a8-4c06-a8a4-5099ab6b469c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493acd8c-1fd7-4784-9c30-ab48082e5271']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:16.249418 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d418514-65a4-4bbc-8288-38d19c21b773 None None] Pushing event deleted for resources: {'Port': ['ID=49c736de-d9e7-42ff-8dfb-27922eb8b0bf,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:16.256534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5546656b-24a8-4c06-a8a4-5099ab6b469c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8929263f-d42e-4260-a90e-7c14187be7ce') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:16.258771 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5546656b-24a8-4c06-a8a4-5099ab6b469c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8929263f-d42e-4260-a90e-7c14187be7ce') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:16.261612 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d418514-65a4-4bbc-8288-38d19c21b773 None None] No DVR routers for this DVR port 49c736de-d9e7-42ff-8dfb-27922eb8b0bf on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:12:16.285267 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5546656b-24a8-4c06-a8a4-5099ab6b469c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (8929263f-d42e-4260-a90e-7c14187be7ce), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:16.299388 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5546656b-24a8-4c06-a8a4-5099ab6b469c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8929263f-d42e-4260-a90e-7c14187be7ce), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:16.306804 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5546656b-24a8-4c06-a8a4-5099ab6b469c admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:12:16.307462 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5546656b-24a8-4c06-a8a4-5099ab6b469c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (8929263f-d42e-4260-a90e-7c14187be7ce), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:12:16.309326 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:12:16.372045 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5546656b-24a8-4c06-a8a4-5099ab6b469c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (493acd8c-1fd7-4784-9c30-ab48082e5271), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:16.379583 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5546656b-24a8-4c06-a8a4-5099ab6b469c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:16.384523 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5546656b-24a8-4c06-a8a4-5099ab6b469c admin admin] 10.222.0.18 "DELETE /v2.0/networks/493acd8c-1fd7-4784-9c30-ab48082e5271 HTTP/1.1" status: 204 len: 168 time: 0.6701128 Feb 03 13:12:16.405718 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546656b-24a8-4c06-a8a4-5099ab6b469c admin admin] Pushing event deleted for resources: {'Network': ['ID=493acd8c-1fd7-4784-9c30-ab48082e5271,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:16.506930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60624) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:16.546802 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7c1b3aa1-859c-45d1-a0fc-d07398618aaa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f87650fa40e44533b201cd37dcb459f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386200 Feb 03 13:12:16.549078 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 60626) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:16.601872 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69896017-ca7f-4468-907b-0c2758b60e42 admin admin] Publish callbacks [] for security_group (d8ff086c-f318-4485-a5fa-68c7975bb40d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:16.627759 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69896017-ca7f-4468-907b-0c2758b60e42 admin admin] Publish callbacks [] for security_group (d8ff086c-f318-4485-a5fa-68c7975bb40d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:16.686641 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69896017-ca7f-4468-907b-0c2758b60e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d8ff086c-f318-4485-a5fa-68c7975bb40d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:16.689544 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69896017-ca7f-4468-907b-0c2758b60e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:16.690922 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-69896017-ca7f-4468-907b-0c2758b60e42 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8ff086c-f318-4485-a5fa-68c7975bb40d HTTP/1.1" status: 204 len: 168 time: 0.1409228 Feb 03 13:12:16.702337 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69896017-ca7f-4468-907b-0c2758b60e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ff086c-f318-4485-a5fa-68c7975bb40d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:16.885052 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:12:17.216131 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-457c2424-1ee8-45f4-8a4e-a91df342130b req-ac6e4fa5-23f6-4598-9c53-d6cadb6cd0e1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=06aa21d9-d5d9-4278-9063-15ab9eb24a18 HTTP/1.1" status: 200 len: 210 time: 0.0316076 Feb 03 13:12:17.484687 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 46b66541-1e63-4feb-854d-3054027fc1d9 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:12:17.506223 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 46b66541-1e63-4feb-854d-3054027fc1d9 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:12:17.506581 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 46b66541-1e63-4feb-854d-3054027fc1d9 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:12:17.507062 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 49c736de-d9e7-42ff-8dfb-27922eb8b0bf no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:12:17.527654 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 49c736de-d9e7-42ff-8dfb-27922eb8b0bf {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:12:17.528142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 49c736de-d9e7-42ff-8dfb-27922eb8b0bf not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:12:18.516315 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-d9c14bc0-6f68-4adb-9e06-1e104433efc7 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1291625311&fields=id&tenant_id=47cedc9968b440be9d535d988911feb3 HTTP/1.1" status: 200 len: 267 time: 0.0550940 Feb 03 13:12:18.711384 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-4faf2149-1e5d-4233-a18c-ccf19eb044fa tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:18.712968 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-4faf2149-1e5d-4233-a18c-ccf19eb044fa tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 811 time: 0.1881540 Feb 03 13:12:18.729405 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-d84c372a-b8f8-4d82-8d59-ff45afb041e4 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/quotas/47cedc9968b440be9d535d988911feb3 HTTP/1.1" status: 200 len: 375 time: 0.0099165 Feb 03 13:12:18.825359 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-c3c84606-61ca-4b85-82b8-e9e4a4508335 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900779 Feb 03 13:12:18.967175 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-d6fa3f5a-b318-4ce5-93a2-d1d91e935fda service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:12:18.968482 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-d6fa3f5a-b318-4ce5-93a2-d1d91e935fda service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1300776 Feb 03 13:12:19.365099 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-ab4a320e-da20-4294-b62d-44a61af7006e service neutron] 10.222.0.18 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888195 Feb 03 13:12:19.471097 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-39223360-8549-45bc-a6da-233e87da0c02 service neutron] 10.222.0.18 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999937 Feb 03 13:12:20.793620 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-22507963-7f7f-4f14-817b-ae083b7772b5 req-6383f424-71ae-4234-a4b6-f3cb630b836d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 210 time: 0.0326095 Feb 03 13:12:21.879601 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a08a5d4b-afef-43b2-b607-770907b77715 req-eff4aa82-fbea-4849-9cde-07a1e987fedc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 210 time: 0.0342085 Feb 03 13:12:22.982943 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4a31e4bf-61e0-4bd2-8e9f-22b929395623 req-d5383c33-cb35-4e2c-87ca-fad1240d937a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 210 time: 0.0477064 Feb 03 13:12:23.833486 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-065ca324-b869-4e47-af8a-42761fc2fa9c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:23.835217 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-065ca324-b869-4e47-af8a-42761fc2fa9c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.31 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 811 time: 0.1639502 Feb 03 13:12:23.919374 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-08258a57-e5c7-4ed5-b266-8adc6eb32c49 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47cedc9968b440be9d535d988911feb3 HTTP/1.1" status: 200 len: 380 time: 0.0761437 Feb 03 13:12:23.928455 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-32e62082-8942-460d-82fe-49ee49903023 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Request body: {'port': {'device_id': 'b35f4dbd-8b21-4259-9219-a176d1e757a9', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'admin_state_up': True, 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'security_groups': ['28c8166a-4112-4672-aacb-7bff50697772']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:24.087259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-32e62082-8942-460d-82fe-49ee49903023 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Made reservation on behalf of 47cedc9968b440be9d535d988911feb3 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:12:24.092137 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-32e62082-8942-460d-82fe-49ee49903023 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:24.184211 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c7e8fd7-bf7d-45d6-8315-01e756f641ef req-4c41bf87-5e5c-402c-9b21-4c00293c71ba tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 210 time: 0.0384700 Feb 03 13:12:24.301304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-32e62082-8942-460d-82fe-49ee49903023 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Allocated IP 172.20.0.4 (c7d910a7-219c-4471-8faf-04d787751463/c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28/f7db0634-bfb2-48c5-9a7a-6780d46546f3) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:12:24.453757 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-32e62082-8942-460d-82fe-49ee49903023 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for port (f7db0634-bfb2-48c5-9a7a-6780d46546f3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:24.490078 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-32e62082-8942-460d-82fe-49ee49903023 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (f7db0634-bfb2-48c5-9a7a-6780d46546f3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:24.562724 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e62082-8942-460d-82fe-49ee49903023 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event updated for resources: {'Port': ['ID=f7db0634-bfb2-48c5-9a7a-6780d46546f3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:24.569773 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-32e62082-8942-460d-82fe-49ee49903023 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Network c7d910a7-219c-4471-8faf-04d787751463 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:12:24.573662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-32e62082-8942-460d-82fe-49ee49903023 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:12:24.577130 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-32e62082-8942-460d-82fe-49ee49903023 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:12:24.643697 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-32e62082-8942-460d-82fe-49ee49903023 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:24.644381 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-32e62082-8942-460d-82fe-49ee49903023 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:24.668855 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-32e62082-8942-460d-82fe-49ee49903023 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7446985 Feb 03 13:12:24.682064 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] Request body: {'port': {'device_id': 'b35f4dbd-8b21-4259-9219-a176d1e757a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:24.776881 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f7db0634-bfb2-48c5-9a7a-6780d46546f3), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:24.877506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e2973a9f-8682-41f5-bf6b-9f123932fe85 None None] Provisioning complete for port f7db0634-bfb2-48c5-9a7a-6780d46546f3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:24.878467 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e2973a9f-8682-41f5-bf6b-9f123932fe85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f7db0634-bfb2-48c5-9a7a-6780d46546f3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:24.920299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e2973a9f-8682-41f5-bf6b-9f123932fe85 None None] Port f7db0634-bfb2-48c5-9a7a-6780d46546f3 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:12:25.145536 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7db0634-bfb2-48c5-9a7a-6780d46546f3 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:12:25.154995 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] Publish callbacks [] for port (f7db0634-bfb2-48c5-9a7a-6780d46546f3), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:25.174883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] Transition to ACTIVE for port object f7db0634-bfb2-48c5-9a7a-6780d46546f3 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:12:25.180085 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (f7db0634-bfb2-48c5-9a7a-6780d46546f3), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:25.278853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] Pushing event updated for resources: {'Port': ['ID=f7db0634-bfb2-48c5-9a7a-6780d46546f3,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:25.378707 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f915792-4453-42ba-ab91-d8d6b8fd2912 req-b8de4219-94b0-49b7-968f-7634f66a4c2c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:25.398733 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f915792-4453-42ba-ab91-d8d6b8fd2912 req-b8de4219-94b0-49b7-968f-7634f66a4c2c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 943 time: 0.1309240 Feb 03 13:12:25.447731 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] Attempting to bind port f7db0634-bfb2-48c5-9a7a-6780d46546f3 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:12:25.448158 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] Attempting to bind port f7db0634-bfb2-48c5-9a7a-6780d46546f3 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:12:25.448619 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] Attempting to bind port f7db0634-bfb2-48c5-9a7a-6780d46546f3 on network c7d910a7-219c-4471-8faf-04d787751463 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:12:25.465359 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] Port f7db0634-bfb2-48c5-9a7a-6780d46546f3 on network c7d910a7-219c-4471-8faf-04d787751463 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:12:25.466024 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] Attempting to bind port f7db0634-bfb2-48c5-9a7a-6780d46546f3 on network c7d910a7-219c-4471-8faf-04d787751463 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:12:25.481018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:12:25.481540 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] Checking segment: {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:12:25.482117 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] Bound using segment: {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:12:25.482982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] Bound port: f7db0634-bfb2-48c5-9a7a-6780d46546f3, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:12:25.483576 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f7db0634-bfb2-48c5-9a7a-6780d46546f3), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:25.546675 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f915792-4453-42ba-ab91-d8d6b8fd2912 req-ed8727cb-3a66-49e5-9243-84d22e8843ad tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470320 Feb 03 13:12:25.648043 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] For port f7db0634-bfb2-48c5-9a7a-6780d46546f3, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:12:25.654149 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] For port f7db0634-bfb2-48c5-9a7a-6780d46546f3, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f7db0634-bfb2-48c5-9a7a-6780d46546f3,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:12:25.677038 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (f7db0634-bfb2-48c5-9a7a-6780d46546f3), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:25.755405 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:25.756809 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:25.759009 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] 10.222.0.31 "PUT /v2.0/ports/f7db0634-bfb2-48c5-9a7a-6780d46546f3 HTTP/1.1" status: 200 len: 1091 time: 1.0818665 Feb 03 13:12:25.779395 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35f4dbd-8b21-4259-9219-a176d1e757a9', 'tag': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:12:25.782888 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff5fe6e-fde6-42dc-83d5-976bc7ebc2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b35f4dbd-8b21-4259-9219-a176d1e757a9", "tag": "f7db0634-bfb2-48c5-9a7a-6780d46546f3"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:12:25.889532 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5881b42-7e15-4065-b328-769d32c50452 x-openstack-request-id: req-a5881b42-7e15-4065-b328-769d32c50452 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:12:25.889844 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35f4dbd-8b21-4259-9219-a176d1e757a9", "tag": "f7db0634-bfb2-48c5-9a7a-6780d46546f3", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:12:25.890110 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5881b42-7e15-4065-b328-769d32c50452 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:12:25.890529 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35f4dbd-8b21-4259-9219-a176d1e757a9', 'tag': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3', 'status': 'completed', 'code': 200} Feb 03 13:12:25.891129 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe9af7-1603-4cf8-a51f-8759766f221c service neutron] Pushing event updated for resources: {'Port': ['ID=f7db0634-bfb2-48c5-9a7a-6780d46546f3,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:25.914143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-8c37ad62-9a06-43f3-828e-206e0b218f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:25.915836 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-8c37ad62-9a06-43f3-828e-206e0b218f92 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 1125 time: 0.1157210 Feb 03 13:12:25.974758 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-b7b277cd-da0b-4543-9477-68170e97daee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7db0634-bfb2-48c5-9a7a-6780d46546f3 HTTP/1.1" status: 200 len: 217 time: 0.0517313 Feb 03 13:12:26.072694 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-aca11388-cffb-4396-b24a-a4b0e4ddf6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:26.074237 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-aca11388-cffb-4396-b24a-a4b0e4ddf6ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.0931401 Feb 03 13:12:26.157627 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-a9309f59-b596-413c-8c69-4fb1f752f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:26.168327 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-a9309f59-b596-413c-8c69-4fb1f752f868 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0785525 Feb 03 13:12:26.277253 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-a7f7b663-fb42-44b4-a799-b2e0c2ce73ce service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080823 Feb 03 13:12:26.400139 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29b0d08b-3040-48cb-b8f8-18fed6d57895 req-33ec6833-76d3-4015-b657-e0efe528ab32 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156745 Feb 03 13:12:26.549268 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5fe6e-fde6-42dc-83d5-976bc7ebc2b4 req-76f5db60-09bc-47cd-8485-62d50780d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:26.552208 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ff5fe6e-fde6-42dc-83d5-976bc7ebc2b4 req-76f5db60-09bc-47cd-8485-62d50780d8cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 1125 time: 0.0957620 Feb 03 13:12:26.700350 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5fe6e-fde6-42dc-83d5-976bc7ebc2b4 req-e6b21862-813b-42ba-a560-f75214f96351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:26.702080 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ff5fe6e-fde6-42dc-83d5-976bc7ebc2b4 req-e6b21862-813b-42ba-a560-f75214f96351 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 912 time: 0.1442509 Feb 03 13:12:26.767082 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ff5fe6e-fde6-42dc-83d5-976bc7ebc2b4 req-11f92c2c-52da-4445-b675-08d41d0d2067 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7db0634-bfb2-48c5-9a7a-6780d46546f3 HTTP/1.1" status: 200 len: 217 time: 0.0581596 Feb 03 13:12:26.785305 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40f7dd-fb8a-4e85-9d83-31507cdc3e9e req-7c44871e-4e5b-456e-9faf-688216f27f14 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:26.794674 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9d40f7dd-fb8a-4e85-9d83-31507cdc3e9e req-7c44871e-4e5b-456e-9faf-688216f27f14 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 943 time: 0.1022649 Feb 03 13:12:26.894950 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9d40f7dd-fb8a-4e85-9d83-31507cdc3e9e req-68744031-6da6-48a1-8248-9bc75c2c9d23 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990429 Feb 03 13:12:26.897284 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5fe6e-fde6-42dc-83d5-976bc7ebc2b4 req-9c243888-491c-4bd5-9a3a-4b3510b541e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:26.898796 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ff5fe6e-fde6-42dc-83d5-976bc7ebc2b4 req-9c243888-491c-4bd5-9a3a-4b3510b541e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.1203434 Feb 03 13:12:26.951503 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5fe6e-fde6-42dc-83d5-976bc7ebc2b4 req-e442df40-6683-4b48-a8aa-389bb72174cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:26.953578 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ff5fe6e-fde6-42dc-83d5-976bc7ebc2b4 req-e442df40-6683-4b48-a8aa-389bb72174cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491254 Feb 03 13:12:27.047796 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ff5fe6e-fde6-42dc-83d5-976bc7ebc2b4 req-a6ea643d-7300-45fb-827a-f3faa7aea89e service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877771 Feb 03 13:12:27.162900 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ff5fe6e-fde6-42dc-83d5-976bc7ebc2b4 req-13e0223f-030c-4bd7-a2c8-9e1e094bc132 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085732 Feb 03 13:12:28.048997 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ef3a9-6b53-4f16-bce5-b61c8f4281f3 req-22bca48e-06b0-46d9-aacc-ccd379801898 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:28.058038 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-845ef3a9-6b53-4f16-bce5-b61c8f4281f3 req-22bca48e-06b0-46d9-aacc-ccd379801898 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 943 time: 0.0833511 Feb 03 13:12:28.109549 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-845ef3a9-6b53-4f16-bce5-b61c8f4281f3 req-98322a3b-89ce-4ff7-a829-9e591b1ec8e2 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502954 Feb 03 13:12:29.323828 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350a1c9-4662-4b81-b3c1-204e920707cb req-d2682f00-6367-4022-b466-e5979ef3f72f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:29.325873 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5350a1c9-4662-4b81-b3c1-204e920707cb req-d2682f00-6367-4022-b466-e5979ef3f72f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 943 time: 0.0983212 Feb 03 13:12:29.417413 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5350a1c9-4662-4b81-b3c1-204e920707cb req-47839eaa-b2a1-4809-950e-7b354ca92217 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730555 Feb 03 13:12:30.604634 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b55a5-7728-4b81-bd23-7ae8189c2908 req-9660b405-6b08-4ae6-902f-a9f5ab9ffe1c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:30.607614 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-669b55a5-7728-4b81-bd23-7ae8189c2908 req-9660b405-6b08-4ae6-902f-a9f5ab9ffe1c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 943 time: 0.0637975 Feb 03 13:12:30.679724 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-669b55a5-7728-4b81-bd23-7ae8189c2908 req-53a3438b-8355-4e16-87e3-fbcaf622d08d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649557 Feb 03 13:12:31.342188 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:31.874085 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653aca98-35b1-4815-a7c2-fe1174528f57 req-d30c2ea1-2c18-453c-aa85-ab54615d137b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:31.876560 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-653aca98-35b1-4815-a7c2-fe1174528f57 req-d30c2ea1-2c18-453c-aa85-ab54615d137b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 943 time: 0.0901780 Feb 03 13:12:31.987265 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-653aca98-35b1-4815-a7c2-fe1174528f57 req-49ff964e-5b42-4269-9b27-5b81bb669ae1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009538 Feb 03 13:12:33.137905 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa27d27-9d72-485a-a9ff-2bac357298ad req-549e8421-dde0-49ad-bdaf-b86d2145adf1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:33.140842 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4fa27d27-9d72-485a-a9ff-2bac357298ad req-549e8421-dde0-49ad-bdaf-b86d2145adf1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 943 time: 0.0643435 Feb 03 13:12:33.215397 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4fa27d27-9d72-485a-a9ff-2bac357298ad req-d191798e-38d3-4bfd-bfd0-0a9cf0060da3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695894 Feb 03 13:12:33.545309 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a80c71be-28bf-4145-b35b-79d1021fc38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:34.392598 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967837d4-c38e-41ba-913b-71d9cdf32edf req-3421014d-44d5-42a5-8f65-ae5c7ce21a7d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:34.405756 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-967837d4-c38e-41ba-913b-71d9cdf32edf req-3421014d-44d5-42a5-8f65-ae5c7ce21a7d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 943 time: 0.0750747 Feb 03 13:12:34.468402 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-967837d4-c38e-41ba-913b-71d9cdf32edf req-c43a8d18-60dc-44f1-8774-9bf3d20986b3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613899 Feb 03 13:12:35.634583 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93db7d5-f6e2-4abd-9082-846346cb5d6a req-8647434a-bfb7-428b-af15-54512ecdb99d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:35.644050 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e93db7d5-f6e2-4abd-9082-846346cb5d6a req-8647434a-bfb7-428b-af15-54512ecdb99d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 943 time: 0.0868702 Feb 03 13:12:35.722178 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e93db7d5-f6e2-4abd-9082-846346cb5d6a req-9fc457eb-c0db-4c89-9d7f-7d2832ee117a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762978 Feb 03 13:12:36.160172 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d41cd5cf-65f3-480d-a579-63b39ed50cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:36.889178 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb848f-cf62-493b-a7a3-1d9ec6932879 req-3aee6955-980a-4854-aef1-dafac1ee2db5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:36.895251 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-98cb848f-cf62-493b-a7a3-1d9ec6932879 req-3aee6955-980a-4854-aef1-dafac1ee2db5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 943 time: 0.0957975 Feb 03 13:12:36.975482 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-98cb848f-cf62-493b-a7a3-1d9ec6932879 req-e96f3eb7-d7cc-4203-807c-c1224cac273b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682602 Feb 03 13:12:37.019000 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:38.129350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b8f3b-a90a-43c0-bafe-bce0cf4f9ee3 req-14816e5a-b4a5-4a1b-81c4-fbb5ae0fc699 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:38.130993 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3c8b8f3b-a90a-43c0-bafe-bce0cf4f9ee3 req-14816e5a-b4a5-4a1b-81c4-fbb5ae0fc699 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 943 time: 0.0587380 Feb 03 13:12:38.191378 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3c8b8f3b-a90a-43c0-bafe-bce0cf4f9ee3 req-18c3f7ce-30e2-47b8-8511-2dea683446b2 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543840 Feb 03 13:12:38.314041 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:39.324944 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dac38-c385-4ebd-bc65-49510bea0837 req-556056dc-f1ec-414a-b622-34c5cfa72303 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:39.326514 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-819dac38-c385-4ebd-bc65-49510bea0837 req-556056dc-f1ec-414a-b622-34c5cfa72303 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 943 time: 0.0586259 Feb 03 13:12:39.383081 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-819dac38-c385-4ebd-bc65-49510bea0837 req-a9a38056-ef11-4b74-b72b-41341b9619a1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491378 Feb 03 13:12:39.793584 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 32906) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:39.916756 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-828f9176-1fe7-4327-b148-d8b695c78741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:39.932826 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:40.013869 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-828f9176-1fe7-4327-b148-d8b695c78741 admin admin] Publish callbacks [] for security_group (ee73076d-4f0a-47d4-881d-8d13114c3c8c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:40.017664 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-828f9176-1fe7-4327-b148-d8b695c78741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ee73076d-4f0a-47d4-881d-8d13114c3c8c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:40.058562 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-828f9176-1fe7-4327-b148-d8b695c78741 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c48b42b5937b40cb93b2bb889084e412&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2635872 Feb 03 13:12:40.059580 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f9176-1fe7-4327-b148-d8b695c78741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee73076d-4f0a-47d4-881d-8d13114c3c8c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:40.061372 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 32914) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:40.120891 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-468cec90-b2f8-49ec-ae8c-81018ff37e40 admin admin] Publish callbacks [] for security_group (ee73076d-4f0a-47d4-881d-8d13114c3c8c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:40.142791 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-468cec90-b2f8-49ec-ae8c-81018ff37e40 admin admin] Publish callbacks [] for security_group (ee73076d-4f0a-47d4-881d-8d13114c3c8c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:40.200377 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-468cec90-b2f8-49ec-ae8c-81018ff37e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ee73076d-4f0a-47d4-881d-8d13114c3c8c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:40.203797 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-468cec90-b2f8-49ec-ae8c-81018ff37e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:40.208380 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-468cec90-b2f8-49ec-ae8c-81018ff37e40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee73076d-4f0a-47d4-881d-8d13114c3c8c HTTP/1.1" status: 204 len: 168 time: 0.1455777 Feb 03 13:12:40.217850 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cec90-b2f8-49ec-ae8c-81018ff37e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee73076d-4f0a-47d4-881d-8d13114c3c8c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:40.551164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f26401-cc20-4430-bd46-fc72f7fba0dc req-9a833344-2c43-4249-a89c-893e8883b62d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:40.553266 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e8f26401-cc20-4430-bd46-fc72f7fba0dc req-9a833344-2c43-4249-a89c-893e8883b62d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 943 time: 0.0793877 Feb 03 13:12:40.633863 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e8f26401-cc20-4430-bd46-fc72f7fba0dc req-5a3e9a18-34c5-49f9-b417-03f541221298 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733190 Feb 03 13:12:41.764731 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7538f09-c916-4e10-bd37-b069b2af5941 req-8624e0cf-afcf-4894-8f3c-9b1e9c0fa0f0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:41.765147 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b7538f09-c916-4e10-bd37-b069b2af5941 req-8624e0cf-afcf-4894-8f3c-9b1e9c0fa0f0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 943 time: 0.0552776 Feb 03 13:12:41.832246 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b7538f09-c916-4e10-bd37-b069b2af5941 req-5b1b0605-b6f4-43f5-83b9-f68ed61e2fb7 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580170 Feb 03 13:12:42.624984 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33026) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:42.753341 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b71dbac1-1cab-4dc4-95da-6dc49acde0ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:42.841871 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b71dbac1-1cab-4dc4-95da-6dc49acde0ca admin admin] Publish callbacks [] for security_group (257fb364-f412-4edb-b28d-4a03e98ead99), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:42.847627 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b71dbac1-1cab-4dc4-95da-6dc49acde0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (257fb364-f412-4edb-b28d-4a03e98ead99), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:42.894467 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b71dbac1-1cab-4dc4-95da-6dc49acde0ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4b4101192eb43dc8354ce1d48efe151&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2662964 Feb 03 13:12:42.895361 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33038) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:42.896141 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71dbac1-1cab-4dc4-95da-6dc49acde0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257fb364-f412-4edb-b28d-4a03e98ead99,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:42.993065 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42bb5b7d-c14f-47cc-ad96-2a1575b17f19 admin admin] Publish callbacks [] for security_group (257fb364-f412-4edb-b28d-4a03e98ead99), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.013864 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de549b1a-b164-4dff-bbbc-73a902d74586 req-4d6ff8a8-e628-4993-98ac-718897370479 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:43.015424 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de549b1a-b164-4dff-bbbc-73a902d74586 req-4d6ff8a8-e628-4993-98ac-718897370479 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 943 time: 0.0914900 Feb 03 13:12:43.034653 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42bb5b7d-c14f-47cc-ad96-2a1575b17f19 admin admin] Publish callbacks [] for security_group (257fb364-f412-4edb-b28d-4a03e98ead99), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.101782 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de549b1a-b164-4dff-bbbc-73a902d74586 req-bb83c6d3-aeca-4444-8346-342e165d25de tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778298 Feb 03 13:12:43.121111 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42bb5b7d-c14f-47cc-ad96-2a1575b17f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (257fb364-f412-4edb-b28d-4a03e98ead99), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.124226 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42bb5b7d-c14f-47cc-ad96-2a1575b17f19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.128411 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-42bb5b7d-c14f-47cc-ad96-2a1575b17f19 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/257fb364-f412-4edb-b28d-4a03e98ead99 HTTP/1.1" status: 204 len: 168 time: 0.2282863 Feb 03 13:12:43.141368 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb5b7d-c14f-47cc-ad96-2a1575b17f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257fb364-f412-4edb-b28d-4a03e98ead99,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:43.413013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33052) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:43.429581 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbd30d97-5d6f-499d-a308-91662388b8aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.511332 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbd30d97-5d6f-499d-a308-91662388b8aa admin admin] Publish callbacks [] for security_group (a0010167-6906-4c5b-9774-900bbb8a7a94), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.515180 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbd30d97-5d6f-499d-a308-91662388b8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a0010167-6906-4c5b-9774-900bbb8a7a94), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.562776 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dbd30d97-5d6f-499d-a308-91662388b8aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe066e0b9be0465a8d287622b755370f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1485627 Feb 03 13:12:43.564696 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd30d97-5d6f-499d-a308-91662388b8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0010167-6906-4c5b-9774-900bbb8a7a94,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:43.565830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33058) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:43.603377 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f7db0634-bfb2-48c5-9a7a-6780d46546f3 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:12:43.631821 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93b3550c-b0d7-418e-be4a-eced3c13d7f5 admin admin] Publish callbacks [] for security_group (a0010167-6906-4c5b-9774-900bbb8a7a94), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.654230 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93b3550c-b0d7-418e-be4a-eced3c13d7f5 admin admin] Publish callbacks [] for security_group (a0010167-6906-4c5b-9774-900bbb8a7a94), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.707361 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93b3550c-b0d7-418e-be4a-eced3c13d7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a0010167-6906-4c5b-9774-900bbb8a7a94), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.710655 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93b3550c-b0d7-418e-be4a-eced3c13d7f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.711974 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-93b3550c-b0d7-418e-be4a-eced3c13d7f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0010167-6906-4c5b-9774-900bbb8a7a94 HTTP/1.1" status: 204 len: 168 time: 0.1449003 Feb 03 13:12:43.714868 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port f7db0634-bfb2-48c5-9a7a-6780d46546f3, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f7db0634-bfb2-48c5-9a7a-6780d46546f3,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:43.729026 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'port_id': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3', 'mac_address': 'fa:16:3e:e5:aa:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:12:43.731576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3550c-b0d7-418e-be4a-eced3c13d7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0010167-6906-4c5b-9774-900bbb8a7a94,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:43.779485 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port f7db0634-bfb2-48c5-9a7a-6780d46546f3 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:43.779875 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f7db0634-bfb2-48c5-9a7a-6780d46546f3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.795626 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7db0634-bfb2-48c5-9a7a-6780d46546f3 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:12:43.817814 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port f7db0634-bfb2-48c5-9a7a-6780d46546f3, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f7db0634-bfb2-48c5-9a7a-6780d46546f3,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:43.832591 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f7db0634-bfb2-48c5-9a7a-6780d46546f3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:43.889398 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=f7db0634-bfb2-48c5-9a7a-6780d46546f3,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:44.038770 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['f7db0634-bfb2-48c5-9a7a-6780d46546f3'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:12:44.253052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27f31a-03a0-46da-9172-121be4eec338 req-784069c3-f34b-4544-82cf-0d616ffe9615 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:44.261659 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b27f31a-03a0-46da-9172-121be4eec338 req-784069c3-f34b-4544-82cf-0d616ffe9615 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 944 time: 0.0705523 Feb 03 13:12:44.330948 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b27f31a-03a0-46da-9172-121be4eec338 req-afbc9532-a7d6-4f33-9234-17a5f5bfabfe tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676036 Feb 03 13:12:45.522477 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e5409-673a-408e-be09-681e7023ad08 req-a40415da-0b72-4730-9a7a-48957fb79e46 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:45.524772 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cf5e5409-673a-408e-be09-681e7023ad08 req-a40415da-0b72-4730-9a7a-48957fb79e46 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 944 time: 0.1042516 Feb 03 13:12:45.598952 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cf5e5409-673a-408e-be09-681e7023ad08 req-4e08d2e5-3ad4-4855-b607-f0eb0fb4f412 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675540 Feb 03 13:12:45.603431 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f7db0634-bfb2-48c5-9a7a-6780d46546f3 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:12:45.678527 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port f7db0634-bfb2-48c5-9a7a-6780d46546f3 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:12:45.684980 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port f7db0634-bfb2-48c5-9a7a-6780d46546f3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:12:45.686231 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f7db0634-bfb2-48c5-9a7a-6780d46546f3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:45.800121 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port f7db0634-bfb2-48c5-9a7a-6780d46546f3 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:12:45.801311 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f7db0634-bfb2-48c5-9a7a-6780d46546f3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:45.842156 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35f4dbd-8b21-4259-9219-a176d1e757a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:12:45.846959 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f3cf68-5b0a-4313-a97d-8b24324e69da" -d '{"events": [{"server_uuid": "b35f4dbd-8b21-4259-9219-a176d1e757a9", "name": "network-vif-plugged", "status": "completed", "tag": "f7db0634-bfb2-48c5-9a7a-6780d46546f3"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:12:45.885318 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port f7db0634-bfb2-48c5-9a7a-6780d46546f3, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f7db0634-bfb2-48c5-9a7a-6780d46546f3,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:12:45.892608 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f7db0634-bfb2-48c5-9a7a-6780d46546f3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:45.949933 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921d0bdf-d7fb-4b27-aea9-222e897b5684 x-openstack-request-id: req-921d0bdf-d7fb-4b27-aea9-222e897b5684 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:12:45.950359 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35f4dbd-8b21-4259-9219-a176d1e757a9", "name": "network-vif-plugged", "status": "completed", "tag": "f7db0634-bfb2-48c5-9a7a-6780d46546f3", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:12:45.950692 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-921d0bdf-d7fb-4b27-aea9-222e897b5684 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:12:45.951095 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35f4dbd-8b21-4259-9219-a176d1e757a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3', 'code': 200} Feb 03 13:12:45.996626 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=f7db0634-bfb2-48c5-9a7a-6780d46546f3,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:46.053299 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2283c-3c10-4392-b790-5cacdfabefe0 req-c70acf4c-481c-4a60-b52d-40120edc6816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:46.055582 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0e2283c-3c10-4392-b790-5cacdfabefe0 req-c70acf4c-481c-4a60-b52d-40120edc6816 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 1127 time: 0.0528164 Feb 03 13:12:46.081747 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:46.133453 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0e2283c-3c10-4392-b790-5cacdfabefe0 req-55ad4273-3a0b-4588-95fd-338d38ae9562 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624061 Feb 03 13:12:46.301580 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33172) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:46.427193 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e14006b-9887-401d-8c0e-3731779433dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:46.505558 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e14006b-9887-401d-8c0e-3731779433dd admin admin] Publish callbacks [] for security_group (0746976d-1525-428b-a69f-5d2e0fbfae5d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:46.510224 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e14006b-9887-401d-8c0e-3731779433dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0746976d-1525-428b-a69f-5d2e0fbfae5d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:46.552414 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6e14006b-9887-401d-8c0e-3731779433dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4800a573af84a91b93c5e729bf2d62e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2496035 Feb 03 13:12:46.553170 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14006b-9887-401d-8c0e-3731779433dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0746976d-1525-428b-a69f-5d2e0fbfae5d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:46.555332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33180) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:46.618666 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ef26-b33b-4eb8-ae1e-b0fd36545723 admin admin] Publish callbacks [] for security_group (0746976d-1525-428b-a69f-5d2e0fbfae5d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:46.676688 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ef26-b33b-4eb8-ae1e-b0fd36545723 admin admin] Publish callbacks [] for security_group (0746976d-1525-428b-a69f-5d2e0fbfae5d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:46.754233 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ef26-b33b-4eb8-ae1e-b0fd36545723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0746976d-1525-428b-a69f-5d2e0fbfae5d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:46.759155 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ef26-b33b-4eb8-ae1e-b0fd36545723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:46.768638 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5fc3ef26-b33b-4eb8-ae1e-b0fd36545723 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0746976d-1525-428b-a69f-5d2e0fbfae5d HTTP/1.1" status: 204 len: 168 time: 0.2120883 Feb 03 13:12:46.787297 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3ef26-b33b-4eb8-ae1e-b0fd36545723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0746976d-1525-428b-a69f-5d2e0fbfae5d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:46.796033 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9227567-3960-46e4-9f93-c295fa6791a4 req-95197093-e041-44cd-8c6f-ccf2c0a47dca tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:46.806131 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a9227567-3960-46e4-9f93-c295fa6791a4 req-95197093-e041-44cd-8c6f-ccf2c0a47dca tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 945 time: 0.1239266 Feb 03 13:12:46.876126 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a9227567-3960-46e4-9f93-c295fa6791a4 req-4d42012f-4676-43c7-8b21-d83d1dc8b720 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688143 Feb 03 13:12:47.195536 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33198) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:47.216654 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2df6f065-6a44-4d69-9d28-0ca9dd6c8695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:47.320461 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2df6f065-6a44-4d69-9d28-0ca9dd6c8695 admin admin] Publish callbacks [] for security_group (398a1b05-c083-4e23-9395-11cc113930a2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:47.326671 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2df6f065-6a44-4d69-9d28-0ca9dd6c8695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (398a1b05-c083-4e23-9395-11cc113930a2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:47.371413 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2df6f065-6a44-4d69-9d28-0ca9dd6c8695 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8023176f6098406fbcf17b524c7ba20b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1739194 Feb 03 13:12:47.372756 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6f065-6a44-4d69-9d28-0ca9dd6c8695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398a1b05-c083-4e23-9395-11cc113930a2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:47.374892 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33204) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:47.444601 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-439a11f1-afa2-44af-99ff-9a97c7e4d3e5 admin admin] Publish callbacks [] for security_group (398a1b05-c083-4e23-9395-11cc113930a2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:47.481698 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-439a11f1-afa2-44af-99ff-9a97c7e4d3e5 admin admin] Publish callbacks [] for security_group (398a1b05-c083-4e23-9395-11cc113930a2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:47.544288 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-439a11f1-afa2-44af-99ff-9a97c7e4d3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (398a1b05-c083-4e23-9395-11cc113930a2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:47.547421 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-439a11f1-afa2-44af-99ff-9a97c7e4d3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:47.551819 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-439a11f1-afa2-44af-99ff-9a97c7e4d3e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/398a1b05-c083-4e23-9395-11cc113930a2 HTTP/1.1" status: 204 len: 168 time: 0.1705194 Feb 03 13:12:47.565482 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a11f1-afa2-44af-99ff-9a97c7e4d3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398a1b05-c083-4e23-9395-11cc113930a2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:48.014766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf382d5-c375-4de4-9d31-8eb0c797a31b req-2f69e290-2163-4fd6-badc-fb365e100dd9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:48.016353 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cdf382d5-c375-4de4-9d31-8eb0c797a31b req-2f69e290-2163-4fd6-badc-fb365e100dd9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 945 time: 0.0609367 Feb 03 13:12:48.088583 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cdf382d5-c375-4de4-9d31-8eb0c797a31b req-e1715c60-3c0f-4dde-9312-db3cd3265e70 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646744 Feb 03 13:12:48.247165 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fddee-08d6-4d7b-ba22-cd08a97d243d req-dd768331-d102-4dfa-971b-f87802922ae7 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:48.249167 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a47fddee-08d6-4d7b-ba22-cd08a97d243d req-dd768331-d102-4dfa-971b-f87802922ae7 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 945 time: 0.0629981 Feb 03 13:12:48.307829 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a47fddee-08d6-4d7b-ba22-cd08a97d243d req-0308647e-f188-4852-993a-610edfa35734 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517504 Feb 03 13:12:48.328408 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33244) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:48.382887 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cec455-0d56-483b-a334-1a39ad32be16 tempest-TestVolumeBootPattern-1914303334 tempest-TestVolumeBootPattern-1914303334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:48.387809 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-78cec455-0d56-483b-a334-1a39ad32be16 tempest-TestVolumeBootPattern-1914303334 tempest-TestVolumeBootPattern-1914303334-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 1122 time: 0.0556872 Feb 03 13:12:48.388259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33246) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:48.393784 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c126884b-78f8-49ab-ad28-545057ddfba6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:12:48.420619 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c126884b-78f8-49ab-ad28-545057ddfba6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:48.538149 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c126884b-78f8-49ab-ad28-545057ddfba6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:48.656830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-c126884b-78f8-49ab-ad28-545057ddfba6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Allocated IP 172.25.6.146 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/3a778ffb-feb8-4ed9-8c39-e524695b3307) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:12:48.776839 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c126884b-78f8-49ab-ad28-545057ddfba6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for port (3a778ffb-feb8-4ed9-8c39-e524695b3307), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:48.820267 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c126884b-78f8-49ab-ad28-545057ddfba6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (3a778ffb-feb8-4ed9-8c39-e524695b3307), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:48.864532 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c126884b-78f8-49ab-ad28-545057ddfba6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:12:48.870180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c126884b-78f8-49ab-ad28-545057ddfba6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:12:48.877437 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c126884b-78f8-49ab-ad28-545057ddfba6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:12:48.920979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126884b-78f8-49ab-ad28-545057ddfba6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event updated for resources: {'Port': ['ID=3a778ffb-feb8-4ed9-8c39-e524695b3307,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:49.463380 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c126884b-78f8-49ab-ad28-545057ddfba6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for floatingip (453aabd2-02bf-4eaf-ae48-afa9aa0c1202), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:49.877675 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c126884b-78f8-49ab-ad28-545057ddfba6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3a778ffb-feb8-4ed9-8c39-e524695b3307), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:50.059213 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c126884b-78f8-49ab-ad28-545057ddfba6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for port (3a778ffb-feb8-4ed9-8c39-e524695b3307), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:50.064423 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c126884b-78f8-49ab-ad28-545057ddfba6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (3a778ffb-feb8-4ed9-8c39-e524695b3307), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:50.154329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126884b-78f8-49ab-ad28-545057ddfba6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event updated for resources: {'Port': ['ID=3a778ffb-feb8-4ed9-8c39-e524695b3307,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:50.165387 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c126884b-78f8-49ab-ad28-545057ddfba6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (453aabd2-02bf-4eaf-ae48-afa9aa0c1202), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:50.289593 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-c126884b-78f8-49ab-ad28-545057ddfba6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Floating IP 453aabd2-02bf-4eaf-ae48-afa9aa0c1202 associated. External IP: 172.25.6.146, port: f7db0634-bfb2-48c5-9a7a-6780d46546f3. Feb 03 13:12:50.568211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c126884b-78f8-49ab-ad28-545057ddfba6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:12:50.575018 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33320) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:50.688951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c126884b-78f8-49ab-ad28-545057ddfba6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:12:50.710316 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cced5f4-ff14-4463-93fa-57ea6cbff9a3 None None] Sync routers for ids ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:12:50.713804 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c126884b-78f8-49ab-ad28-545057ddfba6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:50.714384 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e0fbc02-0793-4516-bef3-008f048d533f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:50.748219 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c126884b-78f8-49ab-ad28-545057ddfba6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3587348 Feb 03 13:12:50.749058 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35f4dbd-8b21-4259-9219-a176d1e757a9', 'tag': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:12:50.751552 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c596661-fcf1-47bd-8b74-b2a815366385" -d '{"events": [{"name": "network-changed", "server_uuid": "b35f4dbd-8b21-4259-9219-a176d1e757a9", "tag": "f7db0634-bfb2-48c5-9a7a-6780d46546f3"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:12:50.762376 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cced5f4-ff14-4463-93fa-57ea6cbff9a3 None None] Routers {'6706e8e8-8fae-4a85-8b85-75b4f00f3fba'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:50.762376 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9cced5f4-ff14-4463-93fa-57ea6cbff9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:12:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:50.801494 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75921032-85b8-485b-9a80-7d88b566f7cf x-openstack-request-id: req-75921032-85b8-485b-9a80-7d88b566f7cf {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:12:50.801894 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35f4dbd-8b21-4259-9219-a176d1e757a9", "tag": "f7db0634-bfb2-48c5-9a7a-6780d46546f3", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:12:50.802247 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75921032-85b8-485b-9a80-7d88b566f7cf {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:12:50.802754 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35f4dbd-8b21-4259-9219-a176d1e757a9', 'tag': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3', 'status': 'completed', 'code': 200} Feb 03 13:12:50.851312 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e0fbc02-0793-4516-bef3-008f048d533f admin admin] Publish callbacks [] for security_group (f7644322-a9d6-417f-ab13-3e1991e4013e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:50.856835 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e0fbc02-0793-4516-bef3-008f048d533f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f7644322-a9d6-417f-ab13-3e1991e4013e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:50.882627 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c596661-fcf1-47bd-8b74-b2a815366385 req-13ce9825-2e8c-45b0-a14b-7460d1be43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:50.885232 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c596661-fcf1-47bd-8b74-b2a815366385 req-13ce9825-2e8c-45b0-a14b-7460d1be43f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 1127 time: 0.0586810 Feb 03 13:12:50.888681 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fbc02-0793-4516-bef3-008f048d533f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7644322-a9d6-417f-ab13-3e1991e4013e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:50.896375 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-9cced5f4-ff14-4463-93fa-57ea6cbff9a3 None None] Set router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:50.922004 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6e0fbc02-0793-4516-bef3-008f048d533f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49d0d9f753bc421f82af0c71dc8c4891&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3450632 Feb 03 13:12:50.923506 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33332) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:50.981043 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b3dc5d2-0428-4e73-b29c-8bffd4172e4f admin admin] Publish callbacks [] for security_group (f7644322-a9d6-417f-ab13-3e1991e4013e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:50.992757 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c596661-fcf1-47bd-8b74-b2a815366385 req-2a8880b2-f509-4003-bd4f-111854138afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:50.994548 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c596661-fcf1-47bd-8b74-b2a815366385 req-2a8880b2-f509-4003-bd4f-111854138afb service neutron] 10.222.0.31 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 912 time: 0.1041062 Feb 03 13:12:51.013677 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b3dc5d2-0428-4e73-b29c-8bffd4172e4f admin admin] Publish callbacks [] for security_group (f7644322-a9d6-417f-ab13-3e1991e4013e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:51.084294 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c596661-fcf1-47bd-8b74-b2a815366385 req-2b938412-aca2-48c6-8d54-c9f0af5d35be service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7db0634-bfb2-48c5-9a7a-6780d46546f3 HTTP/1.1" status: 200 len: 999 time: 0.0835037 Feb 03 13:12:51.087636 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b3dc5d2-0428-4e73-b29c-8bffd4172e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f7644322-a9d6-417f-ab13-3e1991e4013e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:51.091899 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b3dc5d2-0428-4e73-b29c-8bffd4172e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:51.096617 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9b3dc5d2-0428-4e73-b29c-8bffd4172e4f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7644322-a9d6-417f-ab13-3e1991e4013e HTTP/1.1" status: 204 len: 168 time: 0.1713550 Feb 03 13:12:51.104682 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3dc5d2-0428-4e73-b29c-8bffd4172e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7644322-a9d6-417f-ab13-3e1991e4013e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:51.157389 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c596661-fcf1-47bd-8b74-b2a815366385 req-1a9baa91-7d43-4576-99dd-5fd6b0f11a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:51.166353 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c596661-fcf1-47bd-8b74-b2a815366385 req-1a9baa91-7d43-4576-99dd-5fd6b0f11a5d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.0768595 Feb 03 13:12:51.215319 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9cced5f4-ff14-4463-93fa-57ea6cbff9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '453aabd2-02bf-4eaf-ae48-afa9aa0c1202', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'floating_ip_address': '172.25.6.146', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'port_id': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'mac_address': 'fa:16:3e:e5:aa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35f4dbd-8b21-4259-9219-a176d1e757a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:12:49Z', 'updated_at': '2022-02-03T13:12:49Z', 'revision_number': 0, 'project_id': '47cedc9968b440be9d535d988911feb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b856c3b-1468-4cb9-a440-0488bc37e56d', 'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'mac_address': 'fa:16:3e:2d:09:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:02Z', 'updated_at': '2022-02-03T13:01:21Z', 'revision_number': 5, 'project_id': '47cedc9968b440be9d535d988911feb3', 'subnets': [{'id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:51.225952 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c596661-fcf1-47bd-8b74-b2a815366385 req-30434cf9-73a5-494e-a698-7ff6d2c73ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:51.227697 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c596661-fcf1-47bd-8b74-b2a815366385 req-30434cf9-73a5-494e-a698-7ff6d2c73ebe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0562210 Feb 03 13:12:51.247573 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cced5f4-ff14-4463-93fa-57ea6cbff9a3 None None] Checking router: 6706e8e8-8fae-4a85-8b85-75b4f00f3fba for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:12:51.256799 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cced5f4-ff14-4463-93fa-57ea6cbff9a3 None None] Routers {'6706e8e8-8fae-4a85-8b85-75b4f00f3fba'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:12:51.257417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9cced5f4-ff14-4463-93fa-57ea6cbff9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:12:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:51.376250 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c596661-fcf1-47bd-8b74-b2a815366385 req-60f030c2-a017-44f4-b5d8-a8b621a40fe7 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426935 Feb 03 13:12:51.379203 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-9cced5f4-ff14-4463-93fa-57ea6cbff9a3 None None] Set router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:12:51.478659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33350) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:51.490200 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c596661-fcf1-47bd-8b74-b2a815366385 req-0f63beda-951b-4990-ac0d-bc0985ae8f63 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076555 Feb 03 13:12:51.493688 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d50dadc-6432-4b09-ae49-6e4a246f9f48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:51.596291 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d50dadc-6432-4b09-ae49-6e4a246f9f48 admin admin] Publish callbacks [] for security_group (6aa92219-0fba-480f-94f5-f55c9e54dcda), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:51.601657 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7d50dadc-6432-4b09-ae49-6e4a246f9f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6aa92219-0fba-480f-94f5-f55c9e54dcda), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:51.630559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50dadc-6432-4b09-ae49-6e4a246f9f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa92219-0fba-480f-94f5-f55c9e54dcda,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:51.656438 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7d50dadc-6432-4b09-ae49-6e4a246f9f48 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=709eb1cfdd6147299c525d08c65d62ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1764104 Feb 03 13:12:51.659285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33354) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:12:51.680918 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9cced5f4-ff14-4463-93fa-57ea6cbff9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '453aabd2-02bf-4eaf-ae48-afa9aa0c1202', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'floating_ip_address': '172.25.6.146', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'port_id': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'mac_address': 'fa:16:3e:e5:aa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35f4dbd-8b21-4259-9219-a176d1e757a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:12:49Z', 'updated_at': '2022-02-03T13:12:49Z', 'revision_number': 0, 'project_id': '47cedc9968b440be9d535d988911feb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b856c3b-1468-4cb9-a440-0488bc37e56d', 'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'mac_address': 'fa:16:3e:2d:09:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:02Z', 'updated_at': '2022-02-03T13:01:21Z', 'revision_number': 5, 'project_id': '47cedc9968b440be9d535d988911feb3', 'subnets': [{'id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:12:51.714345 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cced5f4-ff14-4463-93fa-57ea6cbff9a3 None None] The sync data for ids ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'] in n-d-827336-3 is: [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '453aabd2-02bf-4eaf-ae48-afa9aa0c1202', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'floating_ip_address': '172.25.6.146', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'port_id': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'mac_address': 'fa:16:3e:e5:aa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35f4dbd-8b21-4259-9219-a176d1e757a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:12:49Z', 'updated_at': '2022-02-03T13:12:49Z', 'revision_number': 0, 'project_id': '47cedc9968b440be9d535d988911feb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b856c3b-1468-4cb9-a440-0488bc37e56d', 'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'mac_address': 'fa:16:3e:2d:09:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:02Z', 'updated_at': '2022-02-03T13:01:21Z', 'revision_number': 5, 'project_id': '47cedc9968b440be9d535d988911feb3', 'subnets': [{'id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:12:51.717413 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7821815d-f9ac-47ec-ba82-dc1cf54d53fc admin admin] Publish callbacks [] for security_group (6aa92219-0fba-480f-94f5-f55c9e54dcda), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:51.743098 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7821815d-f9ac-47ec-ba82-dc1cf54d53fc admin admin] Publish callbacks [] for security_group (6aa92219-0fba-480f-94f5-f55c9e54dcda), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:51.801304 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7821815d-f9ac-47ec-ba82-dc1cf54d53fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6aa92219-0fba-480f-94f5-f55c9e54dcda), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:51.804158 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7821815d-f9ac-47ec-ba82-dc1cf54d53fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:12:51.807846 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7821815d-f9ac-47ec-ba82-dc1cf54d53fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6aa92219-0fba-480f-94f5-f55c9e54dcda HTTP/1.1" status: 204 len: 168 time: 0.1438673 Feb 03 13:12:51.817237 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821815d-f9ac-47ec-ba82-dc1cf54d53fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa92219-0fba-480f-94f5-f55c9e54dcda,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:12:51.989547 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff60c647-086e-4766-8b2c-d5886c902b96 None None] New status for floating IP 453aabd2-02bf-4eaf-ae48-afa9aa0c1202: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:12:53.868976 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-220af19d-f0db-474a-829f-4ed66b4eaa04 req-46e5ef2e-8ad6-4fa5-ac06-89802cfa7379 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537248 Feb 03 13:12:53.893255 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:12:53.983620 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220af19d-f0db-474a-829f-4ed66b4eaa04 req-e25f3b43-b04f-4704-a810-3445ace6d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:53.985224 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-220af19d-f0db-474a-829f-4ed66b4eaa04 req-e25f3b43-b04f-4704-a810-3445ace6d607 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 1128 time: 0.0474472 Feb 03 13:12:54.113805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220af19d-f0db-474a-829f-4ed66b4eaa04 req-76f1ad4d-1395-4e0a-8aeb-6b8f14108579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:54.115536 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-220af19d-f0db-474a-829f-4ed66b4eaa04 req-76f1ad4d-1395-4e0a-8aeb-6b8f14108579 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 HTTP/1.1" status: 200 len: 897 time: 0.1065497 Feb 03 13:12:54.224427 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-220af19d-f0db-474a-829f-4ed66b4eaa04 req-3ce4941d-7a8b-4ae7-a1d2-70c6906fb3d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2197a218-72ee-46bc-9a5d-65b73626a67a HTTP/1.1" status: 200 len: 1002 time: 0.1020222 Feb 03 13:12:54.304667 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220af19d-f0db-474a-829f-4ed66b4eaa04 req-34231295-bd27-42c4-a2ae-c5d9eed2201b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:54.308803 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-220af19d-f0db-474a-829f-4ed66b4eaa04 req-34231295-bd27-42c4-a2ae-c5d9eed2201b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2650933-f070-41ce-b7e6-cd7dff949b81 HTTP/1.1" status: 200 len: 834 time: 0.0751035 Feb 03 13:12:54.372190 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220af19d-f0db-474a-829f-4ed66b4eaa04 req-3501679b-2194-4285-98d6-5f3b65143102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:12:54.373781 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-220af19d-f0db-474a-829f-4ed66b4eaa04 req-3501679b-2194-4285-98d6-5f3b65143102 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0570109 Feb 03 13:12:54.487329 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-220af19d-f0db-474a-829f-4ed66b4eaa04 req-fd6ddfbc-3034-4cfd-8628-99f4396eb8ac service neutron] 10.222.0.73 "GET /v2.0/networks/1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012657 Feb 03 13:12:54.593086 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-220af19d-f0db-474a-829f-4ed66b4eaa04 req-007ec0f3-6f3d-4581-ba73-2fc2a1f6797f service neutron] 10.222.0.73 "GET /v2.0/networks/1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998254 Feb 03 13:13:00.841732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33578) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:00.966017 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94339e2c-6b4e-45fd-befc-27b2ccc75d4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:01.044395 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94339e2c-6b4e-45fd-befc-27b2ccc75d4b admin admin] Publish callbacks [] for security_group (0617ca48-9ac4-4ffa-9ffe-91af1b53a1e5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:01.049309 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94339e2c-6b4e-45fd-befc-27b2ccc75d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0617ca48-9ac4-4ffa-9ffe-91af1b53a1e5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:01.089569 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-94339e2c-6b4e-45fd-befc-27b2ccc75d4b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a53782c1528846e8aaa663e20a2bc91b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2466812 Feb 03 13:13:01.090508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94339e2c-6b4e-45fd-befc-27b2ccc75d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0617ca48-9ac4-4ffa-9ffe-91af1b53a1e5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:01.092323 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33582) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:01.099213 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94339e2c-6b4e-45fd-befc-27b2ccc75d4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.099573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94339e2c-6b4e-45fd-befc-27b2ccc75d4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.100617 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94339e2c-6b4e-45fd-befc-27b2ccc75d4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.100617 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94339e2c-6b4e-45fd-befc-27b2ccc75d4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.100844 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94339e2c-6b4e-45fd-befc-27b2ccc75d4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.101020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94339e2c-6b4e-45fd-befc-27b2ccc75d4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.101356 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94339e2c-6b4e-45fd-befc-27b2ccc75d4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.101690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94339e2c-6b4e-45fd-befc-27b2ccc75d4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.102019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94339e2c-6b4e-45fd-befc-27b2ccc75d4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.102351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94339e2c-6b4e-45fd-befc-27b2ccc75d4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.102681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94339e2c-6b4e-45fd-befc-27b2ccc75d4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.103008 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94339e2c-6b4e-45fd-befc-27b2ccc75d4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.103335 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94339e2c-6b4e-45fd-befc-27b2ccc75d4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.147740 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a3e3-821d-46d9-8cf5-2b8433f2c003 admin admin] Publish callbacks [] for security_group (0617ca48-9ac4-4ffa-9ffe-91af1b53a1e5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:01.170813 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a3e3-821d-46d9-8cf5-2b8433f2c003 admin admin] Publish callbacks [] for security_group (0617ca48-9ac4-4ffa-9ffe-91af1b53a1e5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:01.218865 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a3e3-821d-46d9-8cf5-2b8433f2c003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0617ca48-9ac4-4ffa-9ffe-91af1b53a1e5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:01.221489 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9e5a3e3-821d-46d9-8cf5-2b8433f2c003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:01.222637 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f9e5a3e3-821d-46d9-8cf5-2b8433f2c003 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0617ca48-9ac4-4ffa-9ffe-91af1b53a1e5 HTTP/1.1" status: 204 len: 168 time: 0.1292109 Feb 03 13:13:01.230502 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5a3e3-821d-46d9-8cf5-2b8433f2c003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0617ca48-9ac4-4ffa-9ffe-91af1b53a1e5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:01.238390 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5a3e3-821d-46d9-8cf5-2b8433f2c003 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.238743 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5a3e3-821d-46d9-8cf5-2b8433f2c003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.239085 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5a3e3-821d-46d9-8cf5-2b8433f2c003 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.239437 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5a3e3-821d-46d9-8cf5-2b8433f2c003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.239752 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5a3e3-821d-46d9-8cf5-2b8433f2c003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.240116 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5a3e3-821d-46d9-8cf5-2b8433f2c003 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.240446 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5a3e3-821d-46d9-8cf5-2b8433f2c003 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.240770 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5a3e3-821d-46d9-8cf5-2b8433f2c003 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.241208 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5a3e3-821d-46d9-8cf5-2b8433f2c003 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.241534 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5a3e3-821d-46d9-8cf5-2b8433f2c003 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.241960 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5a3e3-821d-46d9-8cf5-2b8433f2c003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.242290 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5a3e3-821d-46d9-8cf5-2b8433f2c003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.242614 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e5a3e3-821d-46d9-8cf5-2b8433f2c003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:01.348347 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:01.509348 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33590) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:01.522428 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc4498e8-117e-43e2-a1b1-d045982d6b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:01.594232 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc4498e8-117e-43e2-a1b1-d045982d6b2f admin admin] Publish callbacks [] for security_group (52fa96e6-4ea5-4158-b576-23908c0aa859), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:01.599243 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc4498e8-117e-43e2-a1b1-d045982d6b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (52fa96e6-4ea5-4158-b576-23908c0aa859), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:01.635836 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4498e8-117e-43e2-a1b1-d045982d6b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fa96e6-4ea5-4158-b576-23908c0aa859,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:01.642630 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fc4498e8-117e-43e2-a1b1-d045982d6b2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a6b2f1337604b408af1c742fe2c42a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297865 Feb 03 13:13:01.642961 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33592) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:01.691319 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41d1bd2f-2ebb-43e6-a4a8-db6fa70cc537 admin admin] Publish callbacks [] for security_group (52fa96e6-4ea5-4158-b576-23908c0aa859), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:01.715524 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41d1bd2f-2ebb-43e6-a4a8-db6fa70cc537 admin admin] Publish callbacks [] for security_group (52fa96e6-4ea5-4158-b576-23908c0aa859), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:01.762443 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41d1bd2f-2ebb-43e6-a4a8-db6fa70cc537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (52fa96e6-4ea5-4158-b576-23908c0aa859), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:01.765299 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41d1bd2f-2ebb-43e6-a4a8-db6fa70cc537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:01.769486 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-41d1bd2f-2ebb-43e6-a4a8-db6fa70cc537 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52fa96e6-4ea5-4158-b576-23908c0aa859 HTTP/1.1" status: 204 len: 168 time: 0.1227996 Feb 03 13:13:01.775237 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1bd2f-2ebb-43e6-a4a8-db6fa70cc537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fa96e6-4ea5-4158-b576-23908c0aa859,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:02.102061 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33598) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:02.116512 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36428183-be84-4a4d-9ad0-c7395cbfa561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:02.198191 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36428183-be84-4a4d-9ad0-c7395cbfa561 admin admin] Publish callbacks [] for security_group (004f008e-b7d3-4457-beae-8a8b5812238e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:02.202878 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36428183-be84-4a4d-9ad0-c7395cbfa561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (004f008e-b7d3-4457-beae-8a8b5812238e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:02.241253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36428183-be84-4a4d-9ad0-c7395cbfa561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004f008e-b7d3-4457-beae-8a8b5812238e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:02.245518 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-36428183-be84-4a4d-9ad0-c7395cbfa561 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1071ee31f1f4a069974c964e77930d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423295 Feb 03 13:13:02.248207 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33600) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:02.306379 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4768b797-12bb-4a20-a93c-1c70c3ae6c96 admin admin] Publish callbacks [] for security_group (004f008e-b7d3-4457-beae-8a8b5812238e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:02.330235 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4768b797-12bb-4a20-a93c-1c70c3ae6c96 admin admin] Publish callbacks [] for security_group (004f008e-b7d3-4457-beae-8a8b5812238e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:02.384817 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4768b797-12bb-4a20-a93c-1c70c3ae6c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (004f008e-b7d3-4457-beae-8a8b5812238e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:02.387585 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4768b797-12bb-4a20-a93c-1c70c3ae6c96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:02.389491 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4768b797-12bb-4a20-a93c-1c70c3ae6c96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/004f008e-b7d3-4457-beae-8a8b5812238e HTTP/1.1" status: 204 len: 168 time: 0.1394269 Feb 03 13:13:02.398836 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768b797-12bb-4a20-a93c-1c70c3ae6c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004f008e-b7d3-4457-beae-8a8b5812238e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:03.377642 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33630) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:03.484770 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-894c5d9f-d707-441c-9280-a79bc76ad06d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:03.519714 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8ff53f07-f872-4a5d-ae51-b2e513096c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:03.564145 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-894c5d9f-d707-441c-9280-a79bc76ad06d admin admin] Publish callbacks [] for security_group (22f9db2b-1325-4186-88c4-53333da28131), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:03.567873 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-894c5d9f-d707-441c-9280-a79bc76ad06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (22f9db2b-1325-4186-88c4-53333da28131), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:03.605774 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c5d9f-d707-441c-9280-a79bc76ad06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f9db2b-1325-4186-88c4-53333da28131,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:03.613523 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-894c5d9f-d707-441c-9280-a79bc76ad06d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b9691d1ce684337ac9c3a62a61949d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2324157 Feb 03 13:13:03.613959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33642) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:03.667773 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69516184-446a-4b1e-b17b-afabd83f05cf admin admin] Publish callbacks [] for security_group (22f9db2b-1325-4186-88c4-53333da28131), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:03.691455 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69516184-446a-4b1e-b17b-afabd83f05cf admin admin] Publish callbacks [] for security_group (22f9db2b-1325-4186-88c4-53333da28131), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:03.740159 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69516184-446a-4b1e-b17b-afabd83f05cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (22f9db2b-1325-4186-88c4-53333da28131), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:03.742752 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69516184-446a-4b1e-b17b-afabd83f05cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:03.743967 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-69516184-446a-4b1e-b17b-afabd83f05cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22f9db2b-1325-4186-88c4-53333da28131 HTTP/1.1" status: 204 len: 168 time: 0.1292136 Feb 03 13:13:03.752972 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69516184-446a-4b1e-b17b-afabd83f05cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f9db2b-1325-4186-88c4-53333da28131,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:04.524942 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33784) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:04.633962 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d2cf3b1e-6026-4e66-a8e7-b097b2d64528 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-532112522'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:04.655813 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cf3b1e-6026-4e66-a8e7-b097b2d64528 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:04.659777 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3b1e-6026-4e66-a8e7-b097b2d64528 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:04.672645 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3b1e-6026-4e66-a8e7-b097b2d64528 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:04.756969 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3b1e-6026-4e66-a8e7-b097b2d64528 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (7e70d294-a672-499b-93f7-4a81343ca716), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:04.763259 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3b1e-6026-4e66-a8e7-b097b2d64528 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7e70d294-a672-499b-93f7-4a81343ca716), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:04.794791 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2cf3b1e-6026-4e66-a8e7-b097b2d64528 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:13:04.804780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf3b1e-6026-4e66-a8e7-b097b2d64528 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e70d294-a672-499b-93f7-4a81343ca716,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:04.813003 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3b1e-6026-4e66-a8e7-b097b2d64528 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (894a0afc-f992-4c97-a44b-ac4c7731d7f5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:04.813354 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-d2cf3b1e-6026-4e66-a8e7-b097b2d64528 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Added segment 894a0afc-f992-4c97-a44b-ac4c7731d7f5 of type vlan for network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 Feb 03 13:13:04.861527 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3b1e-6026-4e66-a8e7-b097b2d64528 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (67b13502-ba0e-4e60-ab80-f079c7d91bf2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:04.888938 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3b1e-6026-4e66-a8e7-b097b2d64528 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (67b13502-ba0e-4e60-ab80-f079c7d91bf2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:04.894530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cf3b1e-6026-4e66-a8e7-b097b2d64528 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:04.895188 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3b1e-6026-4e66-a8e7-b097b2d64528 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:04.933639 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d2cf3b1e-6026-4e66-a8e7-b097b2d64528 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4075520 Feb 03 13:13:04.936566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 33850) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:04.942072 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4df9022d-8665-4c7a-ace0-8a6cf359077a tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'port': {'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2', 'name': 'tempest-PortsTestJSON-1829705805'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:04.994003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf3b1e-6026-4e66-a8e7-b097b2d64528 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Network': ['ID=67b13502-ba0e-4e60-ab80-f079c7d91bf2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:05.004980 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:13:05.076332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df9022d-8665-4c7a-ace0-8a6cf359077a tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:05.080794 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4df9022d-8665-4c7a-ace0-8a6cf359077a tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:05.102630 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-4df9022d-8665-4c7a-ace0-8a6cf359077a tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] device_id is not set on port 979224e2-d09b-442a-a220-f9d667e88586 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:13:05.292145 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4df9022d-8665-4c7a-ace0-8a6cf359077a tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (979224e2-d09b-442a-a220-f9d667e88586), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:05.328766 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4df9022d-8665-4c7a-ace0-8a6cf359077a tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (979224e2-d09b-442a-a220-f9d667e88586), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:05.397129 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9022d-8665-4c7a-ace0-8a6cf359077a tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=979224e2-d09b-442a-a220-f9d667e88586,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:05.410681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df9022d-8665-4c7a-ace0-8a6cf359077a tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Checking segment: {'id': '894a0afc-f992-4c97-a44b-ac4c7731d7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:05.411232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df9022d-8665-4c7a-ace0-8a6cf359077a tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network hostable DHCP agents. Network: 67b13502-ba0e-4e60-ab80-f079c7d91bf2, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:13:05.430157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df9022d-8665-4c7a-ace0-8a6cf359077a tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:13:05.440824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4df9022d-8665-4c7a-ace0-8a6cf359077a tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 67b13502-ba0e-4e60-ab80-f079c7d91bf2) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:05.445870 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df9022d-8665-4c7a-ace0-8a6cf359077a tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:05.450557 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ade50b-2cf6-47ae-8101-39a2566ac0f6 None None] Network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:05.453227 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df9022d-8665-4c7a-ace0-8a6cf359077a tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:05.454686 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4df9022d-8665-4c7a-ace0-8a6cf359077a tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:05.479833 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33928) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:05.487224 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d2f9e80b-7037-4dc6-9d2d-5e5e574e6099 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-844895407'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:05.490485 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4df9022d-8665-4c7a-ace0-8a6cf359077a tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5528240 Feb 03 13:13:05.513889 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f9e80b-7037-4dc6-9d2d-5e5e574e6099 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:05.517466 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2f9e80b-7037-4dc6-9d2d-5e5e574e6099 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:05.552559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f9e80b-7037-4dc6-9d2d-5e5e574e6099 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:13:05.567050 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2f9e80b-7037-4dc6-9d2d-5e5e574e6099 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (5b782966-8d5c-4115-b91a-6fc3de27b2a3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:05.567510 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-d2f9e80b-7037-4dc6-9d2d-5e5e574e6099 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Added segment 5b782966-8d5c-4115-b91a-6fc3de27b2a3 of type vlan for network 3d42ae28-280c-446c-b99b-75d43b58b4b6 Feb 03 13:13:05.616688 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2f9e80b-7037-4dc6-9d2d-5e5e574e6099 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (3d42ae28-280c-446c-b99b-75d43b58b4b6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:05.644589 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2f9e80b-7037-4dc6-9d2d-5e5e574e6099 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (3d42ae28-280c-446c-b99b-75d43b58b4b6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:05.650436 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f9e80b-7037-4dc6-9d2d-5e5e574e6099 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:05.651238 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2f9e80b-7037-4dc6-9d2d-5e5e574e6099 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:05.701550 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d2f9e80b-7037-4dc6-9d2d-5e5e574e6099 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2169838 Feb 03 13:13:05.702456 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 33958) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:05.708556 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'ports': [{'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2'}, {'network_id': '3d42ae28-280c-446c-b99b-75d43b58b4b6'}]} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:05.708819 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'port': {'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:05.709573 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'port': {'network_id': '3d42ae28-280c-446c-b99b-75d43b58b4b6'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:05.754893 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9e80b-7037-4dc6-9d2d-5e5e574e6099 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Network': ['ID=3d42ae28-280c-446c-b99b-75d43b58b4b6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:05.769518 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 3d42ae28-280c-446c-b99b-75d43b58b4b6 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:13:05.933798 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'port': 2} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:05.938588 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:05.954509 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:06.109083 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] device_id is not set on port e2d9ad1c-d9ea-47ca-a146-7ff13650417f yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:13:06.159300 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2feb769b-3079-4fb4-9115-bf582b29f015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:06.220897 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (e2d9ad1c-d9ea-47ca-a146-7ff13650417f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:06.305460 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] device_id is not set on port af655b73-1f05-4e53-9760-47483f116140 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:13:06.408642 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (af655b73-1f05-4e53-9760-47483f116140), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:06.450335 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (e2d9ad1c-d9ea-47ca-a146-7ff13650417f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:06.494319 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:06.497761 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:06.504172 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:06.505033 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (af655b73-1f05-4e53-9760-47483f116140), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:06.515486 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=e2d9ad1c-d9ea-47ca-a146-7ff13650417f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:06.587753 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=af655b73-1f05-4e53-9760-47483f116140,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:06.590262 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Checking segment: {'id': '5b782966-8d5c-4115-b91a-6fc3de27b2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3d42ae28-280c-446c-b99b-75d43b58b4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:06.590627 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network hostable DHCP agents. Network: 3d42ae28-280c-446c-b99b-75d43b58b4b6, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:13:06.609466 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 3d42ae28-280c-446c-b99b-75d43b58b4b6 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:13:06.619378 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 3d42ae28-280c-446c-b99b-75d43b58b4b6) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:06.623325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:06.629104 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:06.632164 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b02af2e-271b-4e08-913f-9b6c9e638a08 None None] Network 3d42ae28-280c-446c-b99b-75d43b58b4b6 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:06.633513 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:06.634191 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:06.653736 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-20b339a8-faa7-4d8a-bcf7-41d710b722e9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9505727 Feb 03 13:13:06.656477 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34098) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:06.770862 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ff06dcad-daa6-424c-a126-d292a3ea4880 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port af655b73-1f05-4e53-9760-47483f116140 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:06.771220 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff06dcad-daa6-424c-a126-d292a3ea4880 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (af655b73-1f05-4e53-9760-47483f116140), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:06.845089 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff06dcad-daa6-424c-a126-d292a3ea4880 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (af655b73-1f05-4e53-9760-47483f116140), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:06.857577 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ff06dcad-daa6-424c-a126-d292a3ea4880 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for af655b73-1f05-4e53-9760-47483f116140 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:06.936410 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff06dcad-daa6-424c-a126-d292a3ea4880 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (af655b73-1f05-4e53-9760-47483f116140), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:06.965930 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06dcad-daa6-424c-a126-d292a3ea4880 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=af655b73-1f05-4e53-9760-47483f116140,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:06.971410 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff06dcad-daa6-424c-a126-d292a3ea4880 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:06.974799 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ff06dcad-daa6-424c-a126-d292a3ea4880 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/ports/af655b73-1f05-4e53-9760-47483f116140 HTTP/1.1" status: 204 len: 168 time: 0.3165305 Feb 03 13:13:06.977242 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34116) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:07.005853 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:07.034067 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0aaa7a3-6e68-4f13-81d0-c8f92da074a2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:07.039397 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0aaa7a3-6e68-4f13-81d0-c8f92da074a2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:07.040950 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c0aaa7a3-6e68-4f13-81d0-c8f92da074a2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0627999 Feb 03 13:13:07.043707 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34118) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:07.131230 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d3c476af-d29e-4b9a-9c51-7cf21f1181c7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port e2d9ad1c-d9ea-47ca-a146-7ff13650417f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:07.131578 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3c476af-d29e-4b9a-9c51-7cf21f1181c7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (e2d9ad1c-d9ea-47ca-a146-7ff13650417f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:07.201541 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3c476af-d29e-4b9a-9c51-7cf21f1181c7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (e2d9ad1c-d9ea-47ca-a146-7ff13650417f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:07.213714 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d3c476af-d29e-4b9a-9c51-7cf21f1181c7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for e2d9ad1c-d9ea-47ca-a146-7ff13650417f owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:07.291147 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3c476af-d29e-4b9a-9c51-7cf21f1181c7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (e2d9ad1c-d9ea-47ca-a146-7ff13650417f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:07.319438 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c476af-d29e-4b9a-9c51-7cf21f1181c7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=e2d9ad1c-d9ea-47ca-a146-7ff13650417f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:07.327457 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3c476af-d29e-4b9a-9c51-7cf21f1181c7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:07.330864 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d3c476af-d29e-4b9a-9c51-7cf21f1181c7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/ports/e2d9ad1c-d9ea-47ca-a146-7ff13650417f HTTP/1.1" status: 204 len: 168 time: 0.2861938 Feb 03 13:13:07.333310 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34120) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:07.391893 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f07090-d8b7-44b4-b805-521617868fbd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:07.393508 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d1f07090-d8b7-44b4-b805-521617868fbd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0592904 Feb 03 13:13:07.396200 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34122) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:07.421836 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35bf2e5-bb84-427f-bce9-ab0b5dbd2e85 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] GET failed (client error): The resource could not be found. Feb 03 13:13:07.423829 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a35bf2e5-bb84-427f-bce9-ab0b5dbd2e85 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports/af655b73-1f05-4e53-9760-47483f116140 HTTP/1.1" status: 404 len: 333 time: 0.0267255 Feb 03 13:13:07.426437 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34124) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:07.451586 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-977e5434-7223-4751-aced-e83f5a168b72 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] GET failed (client error): The resource could not be found. Feb 03 13:13:07.453090 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-977e5434-7223-4751-aced-e83f5a168b72 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports/e2d9ad1c-d9ea-47ca-a146-7ff13650417f HTTP/1.1" status: 404 len: 333 time: 0.0256884 Feb 03 13:13:07.455790 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34126) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:07.535150 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cde84fd5-3578-42fc-8339-3895cd279944 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (3d42ae28-280c-446c-b99b-75d43b58b4b6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:07.621677 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cde84fd5-3578-42fc-8339-3895cd279944 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (3d42ae28-280c-446c-b99b-75d43b58b4b6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:07.641379 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-cde84fd5-3578-42fc-8339-3895cd279944 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d42ae28-280c-446c-b99b-75d43b58b4b6']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:07.650512 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-cde84fd5-3578-42fc-8339-3895cd279944 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b782966-8d5c-4115-b91a-6fc3de27b2a3') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:07.650818 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-cde84fd5-3578-42fc-8339-3895cd279944 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b782966-8d5c-4115-b91a-6fc3de27b2a3') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:07.661023 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cde84fd5-3578-42fc-8339-3895cd279944 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (5b782966-8d5c-4115-b91a-6fc3de27b2a3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:07.674762 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cde84fd5-3578-42fc-8339-3895cd279944 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (5b782966-8d5c-4115-b91a-6fc3de27b2a3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:07.680790 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde84fd5-3578-42fc-8339-3895cd279944 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:13:07.681208 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cde84fd5-3578-42fc-8339-3895cd279944 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (5b782966-8d5c-4115-b91a-6fc3de27b2a3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:13:07.684235 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:13:07.744590 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cde84fd5-3578-42fc-8339-3895cd279944 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (3d42ae28-280c-446c-b99b-75d43b58b4b6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:07.749720 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cde84fd5-3578-42fc-8339-3895cd279944 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:07.753205 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cde84fd5-3578-42fc-8339-3895cd279944 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/networks/3d42ae28-280c-446c-b99b-75d43b58b4b6 HTTP/1.1" status: 204 len: 168 time: 0.2965000 Feb 03 13:13:07.756851 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34128) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:07.762955 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-de0d9ee2-235e-4266-963c-13ccc8d7812c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1165093408'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:07.778798 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde84fd5-3578-42fc-8339-3895cd279944 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Network': ['ID=3d42ae28-280c-446c-b99b-75d43b58b4b6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:07.797503 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0d9ee2-235e-4266-963c-13ccc8d7812c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:07.801111 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de0d9ee2-235e-4266-963c-13ccc8d7812c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:07.826984 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0d9ee2-235e-4266-963c-13ccc8d7812c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:13:07.837251 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de0d9ee2-235e-4266-963c-13ccc8d7812c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (209e69c4-bef5-4dbc-a7be-498dd0d94945), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:07.837902 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-de0d9ee2-235e-4266-963c-13ccc8d7812c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Added segment 209e69c4-bef5-4dbc-a7be-498dd0d94945 of type vlan for network b28dde8d-a19b-42a4-9732-ec710baca01d Feb 03 13:13:07.886179 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de0d9ee2-235e-4266-963c-13ccc8d7812c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (b28dde8d-a19b-42a4-9732-ec710baca01d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:07.911072 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34138) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:07.922764 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de0d9ee2-235e-4266-963c-13ccc8d7812c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (b28dde8d-a19b-42a4-9732-ec710baca01d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:07.928391 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d9ee2-235e-4266-963c-13ccc8d7812c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:07.929018 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de0d9ee2-235e-4266-963c-13ccc8d7812c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:07.969310 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-de0d9ee2-235e-4266-963c-13ccc8d7812c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2113147 Feb 03 13:13:07.973344 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34144) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:07.978851 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f8819a4f-1843-4950-ad7b-67c3271af9d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'subnet': {'network_id': 'b28dde8d-a19b-42a4-9732-ec710baca01d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:08.014961 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d9ee2-235e-4266-963c-13ccc8d7812c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Network': ['ID=b28dde8d-a19b-42a4-9732-ec710baca01d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:08.028307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network b28dde8d-a19b-42a4-9732-ec710baca01d details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:13:08.110893 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8819a4f-1843-4950-ad7b-67c3271af9d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:08.115013 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8819a4f-1843-4950-ad7b-67c3271af9d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:08.178506 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-f8819a4f-1843-4950-ad7b-67c3271af9d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Performing IP validity checks on allocation pools {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 13:13:08.178689 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-f8819a4f-1843-4950-ad7b-67c3271af9d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 13:13:08.312638 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:08.329819 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-28aa5f6f-b6bf-4dcb-bc6a-ac2ac2033bd2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Deleting port 82422fa8-410e-41a9-ba8e-d1e2bb174a96 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:08.330973 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28aa5f6f-b6bf-4dcb-bc6a-ac2ac2033bd2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (82422fa8-410e-41a9-ba8e-d1e2bb174a96), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:08.338250 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8819a4f-1843-4950-ad7b-67c3271af9d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (bd39529f-e480-43a6-9b4a-5c94d355f33a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:08.407408 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8819a4f-1843-4950-ad7b-67c3271af9d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Subnet': ['ID=bd39529f-e480-43a6-9b4a-5c94d355f33a,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:08.416474 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8819a4f-1843-4950-ad7b-67c3271af9d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Checking segment: {'id': '209e69c4-bef5-4dbc-a7be-498dd0d94945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b28dde8d-a19b-42a4-9732-ec710baca01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:08.416840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8819a4f-1843-4950-ad7b-67c3271af9d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network hostable DHCP agents. Network: b28dde8d-a19b-42a4-9732-ec710baca01d, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:13:08.422586 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28aa5f6f-b6bf-4dcb-bc6a-ac2ac2033bd2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (82422fa8-410e-41a9-ba8e-d1e2bb174a96), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:08.422945 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28aa5f6f-b6bf-4dcb-bc6a-ac2ac2033bd2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for floatingip (82422fa8-410e-41a9-ba8e-d1e2bb174a96), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:08.437824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8819a4f-1843-4950-ad7b-67c3271af9d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network b28dde8d-a19b-42a4-9732-ec710baca01d is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:13:08.441616 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-28aa5f6f-b6bf-4dcb-bc6a-ac2ac2033bd2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Calling delete_port for 82422fa8-410e-41a9-ba8e-d1e2bb174a96 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:08.449212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f8819a4f-1843-4950-ad7b-67c3271af9d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, b28dde8d-a19b-42a4-9732-ec710baca01d) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:08.453700 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8819a4f-1843-4950-ad7b-67c3271af9d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:08.455357 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f8819a4f-1843-4950-ad7b-67c3271af9d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:08.468881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a82643-69b3-49ea-976b-539b522bcdea None None] Network b28dde8d-a19b-42a4-9732-ec710baca01d requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:08.477807 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f8819a4f-1843-4950-ad7b-67c3271af9d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5027196 Feb 03 13:13:08.480141 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34146) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:08.486467 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-02a78a3f-f7d2-4f5e-acb0-0a790bba0c79 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'port': {'network_id': 'b28dde8d-a19b-42a4-9732-ec710baca01d', 'name': 'tempest-PortsTestJSON-309004363'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:08.617963 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-b28dde8d-a19b-42a4-9732-ec710baca01d', 'network_id': 'b28dde8d-a19b-42a4-9732-ec710baca01d', 'project_id': '4e7f34f2df814294ac9410e67e079ede', 'fixed_ips': [{'subnet_id': 'bd39529f-e480-43a6-9b4a-5c94d355f33a'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:13:08.619480 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:08.633778 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a78a3f-f7d2-4f5e-acb0-0a790bba0c79 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:08.635097 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28aa5f6f-b6bf-4dcb-bc6a-ac2ac2033bd2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (82422fa8-410e-41a9-ba8e-d1e2bb174a96), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:08.639217 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-02a78a3f-f7d2-4f5e-acb0-0a790bba0c79 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:08.664600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-02a78a3f-f7d2-4f5e-acb0-0a790bba0c79 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] device_id is not set on port 25dac714-ec70-476c-a88b-7b88112d11e4 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:13:08.692966 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa5f6f-b6bf-4dcb-bc6a-ac2ac2033bd2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Port': ['ID=82422fa8-410e-41a9-ba8e-d1e2bb174a96,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:08.780602 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28aa5f6f-b6bf-4dcb-bc6a-ac2ac2033bd2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for floatingip (08e1349f-2ebb-45a1-8bec-10ded0f513aa), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:08.781009 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-28aa5f6f-b6bf-4dcb-bc6a-ac2ac2033bd2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Floating IP 08e1349f-2ebb-45a1-8bec-10ded0f513aa disassociated (deleted). External IP: 172.25.6.181, port: 2197a218-72ee-46bc-9a5d-65b73626a67a. Feb 03 13:13:08.850968 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-02a78a3f-f7d2-4f5e-acb0-0a790bba0c79 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Allocated IP 172.20.0.12 (b28dde8d-a19b-42a4-9732-ec710baca01d/bd39529f-e480-43a6-9b4a-5c94d355f33a/25dac714-ec70-476c-a88b-7b88112d11e4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:09.120321 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-02a78a3f-f7d2-4f5e-acb0-0a790bba0c79 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (25dac714-ec70-476c-a88b-7b88112d11e4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:09.175239 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-02a78a3f-f7d2-4f5e-acb0-0a790bba0c79 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (25dac714-ec70-476c-a88b-7b88112d11e4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:09.247176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Allocated IP 172.20.0.2 (b28dde8d-a19b-42a4-9732-ec710baca01d/bd39529f-e480-43a6-9b4a-5c94d355f33a/f8d46912-3ccb-4194-9a02-c6045a7ac645) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:09.273652 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a78a3f-f7d2-4f5e-acb0-0a790bba0c79 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network b28dde8d-a19b-42a4-9732-ec710baca01d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:09.275220 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a78a3f-f7d2-4f5e-acb0-0a790bba0c79 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=25dac714-ec70-476c-a88b-7b88112d11e4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:09.279402 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-02a78a3f-f7d2-4f5e-acb0-0a790bba0c79 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:09.284623 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a78a3f-f7d2-4f5e-acb0-0a790bba0c79 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:09.361626 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a78a3f-f7d2-4f5e-acb0-0a790bba0c79 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:09.362586 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-02a78a3f-f7d2-4f5e-acb0-0a790bba0c79 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:09.388827 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-02a78a3f-f7d2-4f5e-acb0-0a790bba0c79 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9066803 Feb 03 13:13:09.391062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34150) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:09.478020 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28aa5f6f-b6bf-4dcb-bc6a-ac2ac2033bd2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Router 9c6648e3-81ce-4d94-b641-23c7c6960fb8 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:13:09.510381 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Publish callbacks [] for port (f8d46912-3ccb-4194-9a02-c6045a7ac645), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:09.526553 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (f8d46912-3ccb-4194-9a02-c6045a7ac645), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:09.534454 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-164226ae-ad83-487b-87d5-df97146a51c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port 25dac714-ec70-476c-a88b-7b88112d11e4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:09.534816 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-164226ae-ad83-487b-87d5-df97146a51c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (25dac714-ec70-476c-a88b-7b88112d11e4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:09.548503 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Network b28dde8d-a19b-42a4-9732-ec710baca01d is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:09.569451 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:09.573684 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:09.618600 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Pushing event updated for resources: {'Port': ['ID=f8d46912-3ccb-4194-9a02-c6045a7ac645,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:09.633214 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28aa5f6f-b6bf-4dcb-bc6a-ac2ac2033bd2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:13:09.639386 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28aa5f6f-b6bf-4dcb-bc6a-ac2ac2033bd2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:09.645521 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:09.646004 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:09.646455 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:09.647564 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:09.648066 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:09.649137 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:09.649594 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:09.650178 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:09.650623 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:09.651060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:09.651524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:09.653178 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:09.653635 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:09.662078 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c6c59e-2d5c-4221-b045-25d0d98b9fde None None] Sync routers for ids ['9c6648e3-81ce-4d94-b641-23c7c6960fb8'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:13:09.683033 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Attempting to bind port f8d46912-3ccb-4194-9a02-c6045a7ac645 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:09.683577 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Attempting to bind port f8d46912-3ccb-4194-9a02-c6045a7ac645 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '209e69c4-bef5-4dbc-a7be-498dd0d94945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b28dde8d-a19b-42a4-9732-ec710baca01d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:09.684125 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Attempting to bind port f8d46912-3ccb-4194-9a02-c6045a7ac645 on network b28dde8d-a19b-42a4-9732-ec710baca01d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:09.691140 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-28aa5f6f-b6bf-4dcb-bc6a-ac2ac2033bd2 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "DELETE /v2.0/floatingips/08e1349f-2ebb-45a1-8bec-10ded0f513aa HTTP/1.1" status: 204 len: 168 time: 1.7737777 Feb 03 13:13:09.691140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22304fbc-7e66-4f53-819e-9e8406d18af7', 'tag': '2197a218-72ee-46bc-9a5d-65b73626a67a'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:13:09.691140 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c76b99-32ba-450d-817a-a5969518981c" -d '{"events": [{"name": "network-changed", "server_uuid": "22304fbc-7e66-4f53-819e-9e8406d18af7", "tag": "2197a218-72ee-46bc-9a5d-65b73626a67a"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:13:09.696561 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c6c59e-2d5c-4221-b045-25d0d98b9fde None None] Routers {'9c6648e3-81ce-4d94-b641-23c7c6960fb8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:09.697315 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-92c6c59e-2d5c-4221-b045-25d0d98b9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:13:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9c6648e3-81ce-4d94-b641-23c7c6960fb8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:09.702014 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:09.702562 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Checking segment: {'id': '209e69c4-bef5-4dbc-a7be-498dd0d94945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b28dde8d-a19b-42a4-9732-ec710baca01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:09.703081 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:09.703574 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Bound using segment: {'id': '209e69c4-bef5-4dbc-a7be-498dd0d94945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b28dde8d-a19b-42a4-9732-ec710baca01d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:09.704748 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Bound port: f8d46912-3ccb-4194-9a02-c6045a7ac645, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209e69c4-bef5-4dbc-a7be-498dd0d94945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b28dde8d-a19b-42a4-9732-ec710baca01d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:09.706152 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f8d46912-3ccb-4194-9a02-c6045a7ac645), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:09.734582 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-164226ae-ad83-487b-87d5-df97146a51c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (25dac714-ec70-476c-a88b-7b88112d11e4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:09.764593 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-164226ae-ad83-487b-87d5-df97146a51c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for 25dac714-ec70-476c-a88b-7b88112d11e4 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:09.988999 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-92c6c59e-2d5c-4221-b045-25d0d98b9fde None None] Set router 9c6648e3-81ce-4d94-b641-23c7c6960fb8 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:13:09.993084 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:10.027972 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] For port f8d46912-3ccb-4194-9a02-c6045a7ac645, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:10.051738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351e5eb-ae5f-41a1-aa6f-b472d39e504c req-b3024670-6305-41b5-9679-696ce7c6bf2b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:10.053741 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2351e5eb-ae5f-41a1-aa6f-b472d39e504c req-b3024670-6305-41b5-9679-696ce7c6bf2b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 946 time: 0.1436858 Feb 03 13:13:10.073711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] For port f8d46912-3ccb-4194-9a02-c6045a7ac645, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f8d46912-3ccb-4194-9a02-c6045a7ac645,segment=NetworkSegment(209e69c4-bef5-4dbc-a7be-498dd0d94945),segment_id=209e69c4-bef5-4dbc-a7be-498dd0d94945)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:10.120078 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-164226ae-ad83-487b-87d5-df97146a51c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (25dac714-ec70-476c-a88b-7b88112d11e4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:10.126736 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f8d46912-3ccb-4194-9a02-c6045a7ac645), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:10.131207 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff23c5f-5b22-4108-8069-e3a0d608aacf x-openstack-request-id: req-4ff23c5f-5b22-4108-8069-e3a0d608aacf {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:13:10.131509 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22304fbc-7e66-4f53-819e-9e8406d18af7", "tag": "2197a218-72ee-46bc-9a5d-65b73626a67a", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:13:10.132651 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ff23c5f-5b22-4108-8069-e3a0d608aacf {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:13:10.132651 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22304fbc-7e66-4f53-819e-9e8406d18af7', 'tag': '2197a218-72ee-46bc-9a5d-65b73626a67a', 'status': 'completed', 'code': 200} Feb 03 13:13:10.200072 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164226ae-ad83-487b-87d5-df97146a51c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=25dac714-ec70-476c-a88b-7b88112d11e4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:10.231248 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2351e5eb-ae5f-41a1-aa6f-b472d39e504c req-77e9e01c-4acd-442c-8e82-7768a66e0b97 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692255 Feb 03 13:13:10.319337 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e8f8e-7a69-4db1-871a-81e74a82a074 None None] Pushing event updated for resources: {'Port': ['ID=f8d46912-3ccb-4194-9a02-c6045a7ac645,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:10.378041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c76b99-32ba-450d-817a-a5969518981c req-1485237b-52f1-42c4-b689-21de979092cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:10.379915 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94c76b99-32ba-450d-817a-a5969518981c req-1485237b-52f1-42c4-b689-21de979092cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 1128 time: 0.1975658 Feb 03 13:13:10.388807 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-164226ae-ad83-487b-87d5-df97146a51c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:10.396363 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-164226ae-ad83-487b-87d5-df97146a51c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/ports/25dac714-ec70-476c-a88b-7b88112d11e4 HTTP/1.1" status: 204 len: 168 time: 1.0032051 Feb 03 13:13:10.396690 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34164) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:10.444690 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-779e7c2a-a135-4456-be24-7aded11140a9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] DELETE failed (client error): The resource could not be found. Feb 03 13:13:10.445666 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779e7c2a-a135-4456-be24-7aded11140a9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:13:10.452201 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-779e7c2a-a135-4456-be24-7aded11140a9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/ports/25dac714-ec70-476c-a88b-7b88112d11e4 HTTP/1.1" status: 404 len: 333 time: 0.0538449 Feb 03 13:13:10.455026 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34166) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:10.493038 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-92c6c59e-2d5c-4221-b045-25d0d98b9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689022368', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:54Z', 'updated_at': '2022-02-03T13:09:59Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:55Z', 'updated_at': '2022-02-03T13:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'aa8bce0d-350a-4864-b9a3-6ab8829bd4ef', 'name': '', 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:20:17:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'd2650933-f070-41ce-b7e6-cd7dff949b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:58Z', 'updated_at': '2022-02-03T13:10:03Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': 'd2650933-f070-41ce-b7e6-cd7dff949b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:10.506187 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2dbb9d0-f1dd-4885-bb5d-a5fee710f9fe tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] GET failed (client error): The resource could not be found. Feb 03 13:13:10.508601 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f2dbb9d0-f1dd-4885-bb5d-a5fee710f9fe tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports/25dac714-ec70-476c-a88b-7b88112d11e4 HTTP/1.1" status: 404 len: 333 time: 0.0522101 Feb 03 13:13:10.511256 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34168) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:10.518103 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c76b99-32ba-450d-817a-a5969518981c req-11264ff9-fbc7-4e6f-9528-9b41ac91de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:10.519801 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94c76b99-32ba-450d-817a-a5969518981c req-11264ff9-fbc7-4e6f-9528-9b41ac91de8c service neutron] 10.222.0.73 "GET /v2.0/networks?id=1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 HTTP/1.1" status: 200 len: 897 time: 0.1329343 Feb 03 13:13:10.544542 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c6c59e-2d5c-4221-b045-25d0d98b9fde None None] Checking router: 9c6648e3-81ce-4d94-b641-23c7c6960fb8 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:13:10.560143 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c6c59e-2d5c-4221-b045-25d0d98b9fde None None] Routers {'9c6648e3-81ce-4d94-b641-23c7c6960fb8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:10.560948 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-92c6c59e-2d5c-4221-b045-25d0d98b9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:13:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9c6648e3-81ce-4d94-b641-23c7c6960fb8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:10.584689 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94c76b99-32ba-450d-817a-a5969518981c req-f7f99510-4f2d-455d-94c4-c5d6fc3504fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2197a218-72ee-46bc-9a5d-65b73626a67a HTTP/1.1" status: 200 len: 217 time: 0.0580020 Feb 03 13:13:10.636167 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-95fc0fc0-1264-4cd5-95a1-e880b07d36d5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting subnet bd39529f-e480-43a6-9b4a-5c94d355f33a {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:13:10.642949 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95fc0fc0-1264-4cd5-95a1-e880b07d36d5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (bd39529f-e480-43a6-9b4a-5c94d355f33a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:10.683505 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c76b99-32ba-450d-817a-a5969518981c req-16c71b91-8f25-4bc3-a513-9b9216b09896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:10.686332 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94c76b99-32ba-450d-817a-a5969518981c req-16c71b91-8f25-4bc3-a513-9b9216b09896 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d2650933-f070-41ce-b7e6-cd7dff949b81 HTTP/1.1" status: 200 len: 834 time: 0.0911596 Feb 03 13:13:10.705504 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95fc0fc0-1264-4cd5-95a1-e880b07d36d5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (bd39529f-e480-43a6-9b4a-5c94d355f33a), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:10.727780 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-92c6c59e-2d5c-4221-b045-25d0d98b9fde None None] Set router 9c6648e3-81ce-4d94-b641-23c7c6960fb8 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:13:10.751751 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c76b99-32ba-450d-817a-a5969518981c req-f04f585a-5fb9-4a00-90e2-6a582117c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:10.753409 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94c76b99-32ba-450d-817a-a5969518981c req-f04f585a-5fb9-4a00-90e2-6a582117c8df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0604918 Feb 03 13:13:10.830807 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95fc0fc0-1264-4cd5-95a1-e880b07d36d5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (bd39529f-e480-43a6-9b4a-5c94d355f33a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:10.925567 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94c76b99-32ba-450d-817a-a5969518981c req-6fb1f424-246f-426e-934d-c0ab7f3d17b8 service neutron] 10.222.0.73 "GET /v2.0/networks/1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645761 Feb 03 13:13:10.929133 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95fc0fc0-1264-4cd5-95a1-e880b07d36d5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (bd39529f-e480-43a6-9b4a-5c94d355f33a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:10.975885 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc0fc0-1264-4cd5-95a1-e880b07d36d5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Subnet': ['ID=bd39529f-e480-43a6-9b4a-5c94d355f33a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:10.988747 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95fc0fc0-1264-4cd5-95a1-e880b07d36d5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:10.993909 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-95fc0fc0-1264-4cd5-95a1-e880b07d36d5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/subnets/bd39529f-e480-43a6-9b4a-5c94d355f33a HTTP/1.1" status: 204 len: 168 time: 0.4813375 Feb 03 13:13:10.996552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34170) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:11.035726 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-92c6c59e-2d5c-4221-b045-25d0d98b9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689022368', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:54Z', 'updated_at': '2022-02-03T13:09:59Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:55Z', 'updated_at': '2022-02-03T13:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'aa8bce0d-350a-4864-b9a3-6ab8829bd4ef', 'name': '', 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:20:17:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'd2650933-f070-41ce-b7e6-cd7dff949b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:58Z', 'updated_at': '2022-02-03T13:10:03Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': 'd2650933-f070-41ce-b7e6-cd7dff949b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:11.066462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c6c59e-2d5c-4221-b045-25d0d98b9fde None None] The sync data for ids ['9c6648e3-81ce-4d94-b641-23c7c6960fb8'] in n-d-827336-3 is: [{'id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689022368', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:54Z', 'updated_at': '2022-02-03T13:09:59Z', 'revision_number': 4, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:55Z', 'updated_at': '2022-02-03T13:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'aa8bce0d-350a-4864-b9a3-6ab8829bd4ef', 'name': '', 'network_id': '1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'mac_address': 'fa:16:3e:20:17:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'd2650933-f070-41ce-b7e6-cd7dff949b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:58Z', 'updated_at': '2022-02-03T13:10:03Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'subnets': [{'id': 'd2650933-f070-41ce-b7e6-cd7dff949b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:13:11.086722 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94c76b99-32ba-450d-817a-a5969518981c req-edc562c1-97cc-4662-b1b2-9d6c36709c1e service neutron] 10.222.0.73 "GET /v2.0/networks/1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545041 Feb 03 13:13:11.110809 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ff76ade-c50a-4a5b-84f5-577def473603 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (b28dde8d-a19b-42a4-9732-ec710baca01d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:11.198966 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7ff76ade-c50a-4a5b-84f5-577def473603 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port f8d46912-3ccb-4194-9a02-c6045a7ac645 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:11.199353 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ff76ade-c50a-4a5b-84f5-577def473603 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f8d46912-3ccb-4194-9a02-c6045a7ac645), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:11.274527 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7ff76ade-c50a-4a5b-84f5-577def473603 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] For port f8d46912-3ccb-4194-9a02-c6045a7ac645, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f8d46912-3ccb-4194-9a02-c6045a7ac645,segment=NetworkSegment(209e69c4-bef5-4dbc-a7be-498dd0d94945),segment_id=209e69c4-bef5-4dbc-a7be-498dd0d94945)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:11.274897 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ff76ade-c50a-4a5b-84f5-577def473603 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f8d46912-3ccb-4194-9a02-c6045a7ac645), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:11.293677 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7ff76ade-c50a-4a5b-84f5-577def473603 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for f8d46912-3ccb-4194-9a02-c6045a7ac645 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:11.478965 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086156cf-5c9b-4d08-9527-b10a386e09f1 req-dac303db-e79d-42e8-8668-b21d84c13ced tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:11.480675 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-086156cf-5c9b-4d08-9527-b10a386e09f1 req-dac303db-e79d-42e8-8668-b21d84c13ced tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 946 time: 0.1076717 Feb 03 13:13:11.497566 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ff76ade-c50a-4a5b-84f5-577def473603 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f8d46912-3ccb-4194-9a02-c6045a7ac645), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:11.546069 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff76ade-c50a-4a5b-84f5-577def473603 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=f8d46912-3ccb-4194-9a02-c6045a7ac645,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:11.553027 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff76ade-c50a-4a5b-84f5-577def473603 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No DVR routers for this DVR port f8d46912-3ccb-4194-9a02-c6045a7ac645 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:13:11.608272 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b90f6-9ec7-43ca-8e37-6181b5001192 req-d36be639-b693-4d0c-901b-a9c5fe1f6295 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:11.610559 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a16b90f6-9ec7-43ca-8e37-6181b5001192 req-d36be639-b693-4d0c-901b-a9c5fe1f6295 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.73 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 946 time: 0.1091971 Feb 03 13:13:11.708307 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-086156cf-5c9b-4d08-9527-b10a386e09f1 req-252351d6-ce1b-4d27-b39b-5d76887fe5d8 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/security-groups?id=56136937-8171-4ce4-b389-7542076e2d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181659 Feb 03 13:13:11.709518 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f8d46912-3ccb-4194-9a02-c6045a7ac645 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:11.710515 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ff76ade-c50a-4a5b-84f5-577def473603 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (b28dde8d-a19b-42a4-9732-ec710baca01d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:11.753268 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a608ae6-e424-4211-a9b0-3fcf5c1b5b2c None None] New status for floating IP 08e1349f-2ebb-45a1-8bec-10ded0f513aa: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:13:11.759638 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-7ff76ade-c50a-4a5b-84f5-577def473603 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28dde8d-a19b-42a4-9732-ec710baca01d']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:11.768981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: f8d46912-3ccb-4194-9a02-c6045a7ac645 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:13:11.769347 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f8d46912-3ccb-4194-9a02-c6045a7ac645 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 13:13:11.772068 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-7ff76ade-c50a-4a5b-84f5-577def473603 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209e69c4-bef5-4dbc-a7be-498dd0d94945') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:11.772365 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-7ff76ade-c50a-4a5b-84f5-577def473603 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209e69c4-bef5-4dbc-a7be-498dd0d94945') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:11.783654 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ff76ade-c50a-4a5b-84f5-577def473603 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (209e69c4-bef5-4dbc-a7be-498dd0d94945), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:11.797815 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ff76ade-c50a-4a5b-84f5-577def473603 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (209e69c4-bef5-4dbc-a7be-498dd0d94945), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:11.805366 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff76ade-c50a-4a5b-84f5-577def473603 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:13:11.805704 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ff76ade-c50a-4a5b-84f5-577def473603 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (209e69c4-bef5-4dbc-a7be-498dd0d94945), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:11.808839 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Port f8d46912-3ccb-4194-9a02-c6045a7ac645 not found, will not notify nova. {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 13:13:11.821117 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-a16b90f6-9ec7-43ca-8e37-6181b5001192 req-99cc3679-7126-40d4-9a82-4323a2ccde27 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Deleting port 2197a218-72ee-46bc-9a5d-65b73626a67a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:11.824336 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a16b90f6-9ec7-43ca-8e37-6181b5001192 req-99cc3679-7126-40d4-9a82-4323a2ccde27 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:13:11.889296 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:13:11.893964 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ff76ade-c50a-4a5b-84f5-577def473603 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (b28dde8d-a19b-42a4-9732-ec710baca01d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:11.905515 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ff76ade-c50a-4a5b-84f5-577def473603 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:11.910409 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7ff76ade-c50a-4a5b-84f5-577def473603 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/networks/b28dde8d-a19b-42a4-9732-ec710baca01d HTTP/1.1" status: 204 len: 168 time: 0.9112942 Feb 03 13:13:11.918823 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34178) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:11.926670 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7a9780f4-a09d-42c1-a87b-af22cc214ce5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1157628084'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:11.944930 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff76ade-c50a-4a5b-84f5-577def473603 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Network': ['ID=b28dde8d-a19b-42a4-9732-ec710baca01d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:11.945900 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a16b90f6-9ec7-43ca-8e37-6181b5001192 req-99cc3679-7126-40d4-9a82-4323a2ccde27 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] For port 2197a218-72ee-46bc-9a5d-65b73626a67a, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=2197a218-72ee-46bc-9a5d-65b73626a67a,segment=NetworkSegment(98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761),segment_id=98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:11.946286 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a16b90f6-9ec7-43ca-8e37-6181b5001192 req-99cc3679-7126-40d4-9a82-4323a2ccde27 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:11.968371 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9780f4-a09d-42c1-a87b-af22cc214ce5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:11.973250 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-a16b90f6-9ec7-43ca-8e37-6181b5001192 req-99cc3679-7126-40d4-9a82-4323a2ccde27 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Calling delete_port for 2197a218-72ee-46bc-9a5d-65b73626a67a owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:11.979402 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a9780f4-a09d-42c1-a87b-af22cc214ce5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:12.008802 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9780f4-a09d-42c1-a87b-af22cc214ce5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:13:12.024618 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a9780f4-a09d-42c1-a87b-af22cc214ce5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (bc7232ca-9f8c-490f-8ccb-bd4de440d75a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:12.026179 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-7a9780f4-a09d-42c1-a87b-af22cc214ce5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Added segment bc7232ca-9f8c-490f-8ccb-bd4de440d75a of type vlan for network 1deffc2a-5165-4aa9-b502-8a6e3e7f23b9 Feb 03 13:13:12.066457 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b56d3fbf-1e5c-4d1e-8a89-28b4263a812a None None] Could not find standard attr ID for object f8d46912-3ccb-4194-9a02-c6045a7ac645. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:13:12.080690 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a9780f4-a09d-42c1-a87b-af22cc214ce5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (1deffc2a-5165-4aa9-b502-8a6e3e7f23b9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:12.090992 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da535f97-c991-44a8-9d92-93d97f9c4834 None None] DHCP port deletion for b28dde8d-a19b-42a4-9732-ec710baca01d request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:13:12.120712 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e0a83f-3d74-47a0-b804-0188b5e4798c None None] Network b28dde8d-a19b-42a4-9732-ec710baca01d requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:12.128870 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a9780f4-a09d-42c1-a87b-af22cc214ce5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (1deffc2a-5165-4aa9-b502-8a6e3e7f23b9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:12.137137 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9780f4-a09d-42c1-a87b-af22cc214ce5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:12.137653 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e0a83f-3d74-47a0-b804-0188b5e4798c None None] Network b28dde8d-a19b-42a4-9732-ec710baca01d could not be found, it might have been deleted concurrently. {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 13:13:12.137811 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a9780f4-a09d-42c1-a87b-af22cc214ce5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:12.169595 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a16b90f6-9ec7-43ca-8e37-6181b5001192 req-99cc3679-7126-40d4-9a82-4323a2ccde27 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (2197a218-72ee-46bc-9a5d-65b73626a67a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:12.195858 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7a9780f4-a09d-42c1-a87b-af22cc214ce5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2759142 Feb 03 13:13:12.199195 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34180) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:12.207002 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d9f855c6-ebf1-4649-a7ed-5fdb28634dc3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'subnet': {'network_id': '1deffc2a-5165-4aa9-b502-8a6e3e7f23b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:12.215277 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc3679-7126-40d4-9a82-4323a2ccde27 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Port': ['ID=2197a218-72ee-46bc-9a5d-65b73626a67a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:12.256214 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9780f4-a09d-42c1-a87b-af22cc214ce5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Network': ['ID=1deffc2a-5165-4aa9-b502-8a6e3e7f23b9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:12.272970 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 1deffc2a-5165-4aa9-b502-8a6e3e7f23b9 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:13:12.296004 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16b90f6-9ec7-43ca-8e37-6181b5001192 req-99cc3679-7126-40d4-9a82-4323a2ccde27 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] No DVR routers for this DVR port 2197a218-72ee-46bc-9a5d-65b73626a67a on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:13:12.302874 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a16b90f6-9ec7-43ca-8e37-6181b5001192 req-99cc3679-7126-40d4-9a82-4323a2ccde27 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:12.311878 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a16b90f6-9ec7-43ca-8e37-6181b5001192 req-99cc3679-7126-40d4-9a82-4323a2ccde27 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.73 "DELETE /v2.0/ports/2197a218-72ee-46bc-9a5d-65b73626a67a HTTP/1.1" status: 204 len: 173 time: 0.6961257 Feb 03 13:13:12.312391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22304fbc-7e66-4f53-819e-9e8406d18af7', 'name': 'network-vif-deleted', 'tag': '2197a218-72ee-46bc-9a5d-65b73626a67a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:13:12.322499 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618c9d3b-3715-4977-be7f-02ac621a1925" -d '{"events": [{"server_uuid": "22304fbc-7e66-4f53-819e-9e8406d18af7", "name": "network-vif-deleted", "tag": "2197a218-72ee-46bc-9a5d-65b73626a67a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:13:12.379689 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d34cd3c-9d83-446d-804e-2e60fca3cdb8 x-openstack-request-id: req-7d34cd3c-9d83-446d-804e-2e60fca3cdb8 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:13:12.380309 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22304fbc-7e66-4f53-819e-9e8406d18af7", "name": "network-vif-deleted", "tag": "2197a218-72ee-46bc-9a5d-65b73626a67a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:13:12.380777 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d34cd3c-9d83-446d-804e-2e60fca3cdb8 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:13:12.381527 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22304fbc-7e66-4f53-819e-9e8406d18af7', 'name': 'network-vif-deleted', 'tag': '2197a218-72ee-46bc-9a5d-65b73626a67a', 'status': 'completed', 'code': 200} Feb 03 13:13:12.454778 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f855c6-ebf1-4649-a7ed-5fdb28634dc3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:12.458371 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9f855c6-ebf1-4649-a7ed-5fdb28634dc3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:12.704706 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9f855c6-ebf1-4649-a7ed-5fdb28634dc3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (e00df4ed-2d25-482f-96ca-ce926f4c4b23), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:12.788458 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f855c6-ebf1-4649-a7ed-5fdb28634dc3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Subnet': ['ID=e00df4ed-2d25-482f-96ca-ce926f4c4b23,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:12.790673 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f855c6-ebf1-4649-a7ed-5fdb28634dc3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Checking segment: {'id': 'bc7232ca-9f8c-490f-8ccb-bd4de440d75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1deffc2a-5165-4aa9-b502-8a6e3e7f23b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:12.791043 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f855c6-ebf1-4649-a7ed-5fdb28634dc3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network hostable DHCP agents. Network: 1deffc2a-5165-4aa9-b502-8a6e3e7f23b9, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:13:12.814367 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f855c6-ebf1-4649-a7ed-5fdb28634dc3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 1deffc2a-5165-4aa9-b502-8a6e3e7f23b9 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:13:12.827204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d9f855c6-ebf1-4649-a7ed-5fdb28634dc3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 1deffc2a-5165-4aa9-b502-8a6e3e7f23b9) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:12.832501 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f855c6-ebf1-4649-a7ed-5fdb28634dc3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:12.833515 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9f855c6-ebf1-4649-a7ed-5fdb28634dc3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:12.839920 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bd6232-8809-4714-b980-4a510bf7b62a None None] Network 1deffc2a-5165-4aa9-b502-8a6e3e7f23b9 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:12.857711 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d9f855c6-ebf1-4649-a7ed-5fdb28634dc3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6550853 Feb 03 13:13:12.860028 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34188) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:12.867471 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-481bab72-f344-4a28-bb59-f11b95cbfdd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'port': {'network_id': '1deffc2a-5165-4aa9-b502-8a6e3e7f23b9', 'security_groups': [], 'name': 'tempest-PortsTestJSON-232859296'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:12.932882 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d145ff5c-af45-4e44-9579-248e4de2408b req-fc8d3d1c-51b2-4970-ae33-ea8dff26ee97 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "GET /v2.0/ports?device_id=22304fbc-7e66-4f53-819e-9e8406d18af7 HTTP/1.1" status: 200 len: 210 time: 0.0436661 Feb 03 13:13:13.015144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-1deffc2a-5165-4aa9-b502-8a6e3e7f23b9', 'network_id': '1deffc2a-5165-4aa9-b502-8a6e3e7f23b9', 'project_id': '4e7f34f2df814294ac9410e67e079ede', 'fixed_ips': [{'subnet_id': 'e00df4ed-2d25-482f-96ca-ce926f4c4b23'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:13:13.016733 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:13.042297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481bab72-f344-4a28-bb59-f11b95cbfdd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:13.045409 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-481bab72-f344-4a28-bb59-f11b95cbfdd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:13.067888 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-481bab72-f344-4a28-bb59-f11b95cbfdd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] device_id is not set on port fd391c35-c844-413f-8c1b-e29da9ee6d29 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:13:13.161859 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] Allocated IP 172.20.0.2 (1deffc2a-5165-4aa9-b502-8a6e3e7f23b9/e00df4ed-2d25-482f-96ca-ce926f4c4b23/e889e649-5138-4a3e-98fd-1238ef5634c8) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:13.309314 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] Publish callbacks [] for port (e889e649-5138-4a3e-98fd-1238ef5634c8), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:13.319690 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (e889e649-5138-4a3e-98fd-1238ef5634c8), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:13.362970 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] Network 1deffc2a-5165-4aa9-b502-8a6e3e7f23b9 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:13.364228 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:13.367543 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:13.380910 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-481bab72-f344-4a28-bb59-f11b95cbfdd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Allocated IP 172.20.0.4 (1deffc2a-5165-4aa9-b502-8a6e3e7f23b9/e00df4ed-2d25-482f-96ca-ce926f4c4b23/fd391c35-c844-413f-8c1b-e29da9ee6d29) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:13.382701 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] Pushing event updated for resources: {'Port': ['ID=e889e649-5138-4a3e-98fd-1238ef5634c8,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:13.436670 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] Attempting to bind port e889e649-5138-4a3e-98fd-1238ef5634c8 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:13.437057 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] Attempting to bind port e889e649-5138-4a3e-98fd-1238ef5634c8 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'bc7232ca-9f8c-490f-8ccb-bd4de440d75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1deffc2a-5165-4aa9-b502-8a6e3e7f23b9'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:13.437400 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] Attempting to bind port e889e649-5138-4a3e-98fd-1238ef5634c8 on network 1deffc2a-5165-4aa9-b502-8a6e3e7f23b9 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:13.442944 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:13.443323 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] Checking segment: {'id': 'bc7232ca-9f8c-490f-8ccb-bd4de440d75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1deffc2a-5165-4aa9-b502-8a6e3e7f23b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:13.443727 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:13.444146 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] Bound using segment: {'id': 'bc7232ca-9f8c-490f-8ccb-bd4de440d75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1deffc2a-5165-4aa9-b502-8a6e3e7f23b9'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:13.444608 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] Bound port: e889e649-5138-4a3e-98fd-1238ef5634c8, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7232ca-9f8c-490f-8ccb-bd4de440d75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1deffc2a-5165-4aa9-b502-8a6e3e7f23b9'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:13.444983 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e889e649-5138-4a3e-98fd-1238ef5634c8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:13.514397 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] For port e889e649-5138-4a3e-98fd-1238ef5634c8, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:13.518345 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] For port e889e649-5138-4a3e-98fd-1238ef5634c8, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=e889e649-5138-4a3e-98fd-1238ef5634c8,segment=NetworkSegment(bc7232ca-9f8c-490f-8ccb-bd4de440d75a),segment_id=bc7232ca-9f8c-490f-8ccb-bd4de440d75a)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:13.525368 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e889e649-5138-4a3e-98fd-1238ef5634c8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:13.537352 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-481bab72-f344-4a28-bb59-f11b95cbfdd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (fd391c35-c844-413f-8c1b-e29da9ee6d29), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:13.589247 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-481bab72-f344-4a28-bb59-f11b95cbfdd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (fd391c35-c844-413f-8c1b-e29da9ee6d29), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:13.592057 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f8d46912-3ccb-4194-9a02-c6045a7ac645 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:13:13.596054 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83752c-01ef-4a49-a8af-4805cf0e498f None None] Pushing event updated for resources: {'Port': ['ID=e889e649-5138-4a3e-98fd-1238ef5634c8,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:13.616675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: f8d46912-3ccb-4194-9a02-c6045a7ac645 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:13:13.617019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f8d46912-3ccb-4194-9a02-c6045a7ac645 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:13:13.650810 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481bab72-f344-4a28-bb59-f11b95cbfdd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 1deffc2a-5165-4aa9-b502-8a6e3e7f23b9 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:13.654400 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-481bab72-f344-4a28-bb59-f11b95cbfdd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:13.661256 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481bab72-f344-4a28-bb59-f11b95cbfdd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:13.687175 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481bab72-f344-4a28-bb59-f11b95cbfdd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=fd391c35-c844-413f-8c1b-e29da9ee6d29,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:13.718444 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481bab72-f344-4a28-bb59-f11b95cbfdd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:13.719161 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-481bab72-f344-4a28-bb59-f11b95cbfdd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:13.737249 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-481bab72-f344-4a28-bb59-f11b95cbfdd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.8751452 Feb 03 13:13:13.740193 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34192) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:13.886084 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4cbb2870-039f-4e3b-ad75-b1968f6421c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port fd391c35-c844-413f-8c1b-e29da9ee6d29 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:13.886587 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2870-039f-4e3b-ad75-b1968f6421c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (fd391c35-c844-413f-8c1b-e29da9ee6d29), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:13.986372 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2870-039f-4e3b-ad75-b1968f6421c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (fd391c35-c844-413f-8c1b-e29da9ee6d29), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:14.001404 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4cbb2870-039f-4e3b-ad75-b1968f6421c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for fd391c35-c844-413f-8c1b-e29da9ee6d29 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:14.012347 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34196) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:14.149594 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2870-039f-4e3b-ad75-b1968f6421c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (fd391c35-c844-413f-8c1b-e29da9ee6d29), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:14.190275 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb2870-039f-4e3b-ad75-b1968f6421c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=fd391c35-c844-413f-8c1b-e29da9ee6d29,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:14.267558 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2870-039f-4e3b-ad75-b1968f6421c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:14.271587 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4cbb2870-039f-4e3b-ad75-b1968f6421c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/ports/fd391c35-c844-413f-8c1b-e29da9ee6d29 HTTP/1.1" status: 204 len: 168 time: 0.5303462 Feb 03 13:13:14.276966 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34198) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:14.320312 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ce3691-4d49-4ae8-a3af-2dd1d9bbb55f tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] GET failed (client error): The resource could not be found. Feb 03 13:13:14.321784 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c5ce3691-4d49-4ae8-a3af-2dd1d9bbb55f tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports/fd391c35-c844-413f-8c1b-e29da9ee6d29 HTTP/1.1" status: 404 len: 333 time: 0.0435891 Feb 03 13:13:14.327992 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34200) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:14.389752 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8e89e0-0e7f-414d-9466-86c1b7950c55 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting subnet e00df4ed-2d25-482f-96ca-ce926f4c4b23 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:13:14.393325 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc8e89e0-0e7f-414d-9466-86c1b7950c55 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (e00df4ed-2d25-482f-96ca-ce926f4c4b23), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:14.452316 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc8e89e0-0e7f-414d-9466-86c1b7950c55 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (e00df4ed-2d25-482f-96ca-ce926f4c4b23), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:14.496779 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c394036-6b4f-4e2b-a843-92619308c57a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (9c6648e3-81ce-4d94-b641-23c7c6960fb8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:14.813803 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34208) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:14.823222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35b5236-fa9b-49d4-9049-0fd4fd278b07 None None] Network 1deffc2a-5165-4aa9-b502-8a6e3e7f23b9 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:14.904519 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5c394036-6b4f-4e2b-a843-92619308c57a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Deleting port aa8bce0d-350a-4864-b9a3-6ab8829bd4ef {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:14.905020 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c394036-6b4f-4e2b-a843-92619308c57a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (aa8bce0d-350a-4864-b9a3-6ab8829bd4ef), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:14.931266 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-22f3151d-0b0f-4635-af60-70ede04bbc44 None None] Provisioning complete for port e889e649-5138-4a3e-98fd-1238ef5634c8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:14.931855 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-22f3151d-0b0f-4635-af60-70ede04bbc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e889e649-5138-4a3e-98fd-1238ef5634c8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:14.985149 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc8e89e0-0e7f-414d-9466-86c1b7950c55 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (e00df4ed-2d25-482f-96ca-ce926f4c4b23), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:15.062690 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5c394036-6b4f-4e2b-a843-92619308c57a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] For port aa8bce0d-350a-4864-b9a3-6ab8829bd4ef, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=aa8bce0d-350a-4864-b9a3-6ab8829bd4ef,segment=NetworkSegment(98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761),segment_id=98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:15.063759 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c394036-6b4f-4e2b-a843-92619308c57a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (aa8bce0d-350a-4864-b9a3-6ab8829bd4ef), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:15.064273 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc8e89e0-0e7f-414d-9466-86c1b7950c55 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (e00df4ed-2d25-482f-96ca-ce926f4c4b23), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:15.078790 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5c394036-6b4f-4e2b-a843-92619308c57a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Calling delete_port for aa8bce0d-350a-4864-b9a3-6ab8829bd4ef owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:15.079409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-22f3151d-0b0f-4635-af60-70ede04bbc44 None None] Current status of the port e889e649-5138-4a3e-98fd-1238ef5634c8 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:15.080617 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-22f3151d-0b0f-4635-af60-70ede04bbc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e889e649-5138-4a3e-98fd-1238ef5634c8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:15.107866 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e89e0-0e7f-414d-9466-86c1b7950c55 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Subnet': ['ID=e00df4ed-2d25-482f-96ca-ce926f4c4b23,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:15.114866 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc8e89e0-0e7f-414d-9466-86c1b7950c55 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:15.118282 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bc8e89e0-0e7f-414d-9466-86c1b7950c55 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/subnets/e00df4ed-2d25-482f-96ca-ce926f4c4b23 HTTP/1.1" status: 204 len: 168 time: 0.7892616 Feb 03 13:13:15.122141 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34212) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:15.152813 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa74eeb2-02d0-41b6-be39-e04bcfa2e5c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:15.165898 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-22f3151d-0b0f-4635-af60-70ede04bbc44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:13:15.166369 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-22f3151d-0b0f-4635-af60-70ede04bbc44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:13:15.227363 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2055f84-323a-434c-91a0-61d157d88112 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (1deffc2a-5165-4aa9-b502-8a6e3e7f23b9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:15.322339 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b2055f84-323a-434c-91a0-61d157d88112 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port e889e649-5138-4a3e-98fd-1238ef5634c8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:15.322686 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2055f84-323a-434c-91a0-61d157d88112 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (e889e649-5138-4a3e-98fd-1238ef5634c8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:15.326158 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 2197a218-72ee-46bc-9a5d-65b73626a67a no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:13:15.351672 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa74eeb2-02d0-41b6-be39-e04bcfa2e5c1 admin admin] Publish callbacks [] for security_group (e405dd9f-a6ff-4ccd-9024-7603341e4c4a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:15.361152 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa74eeb2-02d0-41b6-be39-e04bcfa2e5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e405dd9f-a6ff-4ccd-9024-7603341e4c4a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:15.372592 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 2197a218-72ee-46bc-9a5d-65b73626a67a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:13:15.372945 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 2197a218-72ee-46bc-9a5d-65b73626a67a not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:13:15.378732 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765fb1f7-7ee8-4529-911d-c1789b6b0c6f None None] Network 1deffc2a-5165-4aa9-b502-8a6e3e7f23b9 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:15.409809 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c394036-6b4f-4e2b-a843-92619308c57a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (aa8bce0d-350a-4864-b9a3-6ab8829bd4ef), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:15.424371 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-b2055f84-323a-434c-91a0-61d157d88112 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] For port e889e649-5138-4a3e-98fd-1238ef5634c8, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=e889e649-5138-4a3e-98fd-1238ef5634c8,segment=NetworkSegment(bc7232ca-9f8c-490f-8ccb-bd4de440d75a),segment_id=bc7232ca-9f8c-490f-8ccb-bd4de440d75a)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:15.424714 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2055f84-323a-434c-91a0-61d157d88112 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (e889e649-5138-4a3e-98fd-1238ef5634c8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:15.440086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b2055f84-323a-434c-91a0-61d157d88112 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for e889e649-5138-4a3e-98fd-1238ef5634c8 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:15.442433 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c394036-6b4f-4e2b-a843-92619308c57a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Port': ['ID=aa8bce0d-350a-4864-b9a3-6ab8829bd4ef,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:15.456140 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-aa74eeb2-02d0-41b6-be39-e04bcfa2e5c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b22052aae1a45ca88c6b1b24e8b4b14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6383724 Feb 03 13:13:15.456140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74eeb2-02d0-41b6-be39-e04bcfa2e5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e405dd9f-a6ff-4ccd-9024-7603341e4c4a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:15.469320 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34214) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:15.576135 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2055f84-323a-434c-91a0-61d157d88112 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (e889e649-5138-4a3e-98fd-1238ef5634c8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:15.644985 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055f84-323a-434c-91a0-61d157d88112 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=e889e649-5138-4a3e-98fd-1238ef5634c8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:15.666069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2055f84-323a-434c-91a0-61d157d88112 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No DVR routers for this DVR port e889e649-5138-4a3e-98fd-1238ef5634c8 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:13:15.747757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-22f3151d-0b0f-4635-af60-70ede04bbc44 None None] Port e889e649-5138-4a3e-98fd-1238ef5634c8 update to ACTIVE by agent not found {{(pid=103190) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 13:13:15.810022 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e889e649-5138-4a3e-98fd-1238ef5634c8 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:15.845026 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2055f84-323a-434c-91a0-61d157d88112 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (1deffc2a-5165-4aa9-b502-8a6e3e7f23b9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:15.856551 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: e889e649-5138-4a3e-98fd-1238ef5634c8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:13:15.857055 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e889e649-5138-4a3e-98fd-1238ef5634c8 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 03 13:13:15.882108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b2055f84-323a-434c-91a0-61d157d88112 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1deffc2a-5165-4aa9-b502-8a6e3e7f23b9']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:15.887205 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Port e889e649-5138-4a3e-98fd-1238ef5634c8 not found, will not notify nova. {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 03 13:13:15.892476 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d40279f-36dd-4fe6-96ac-0f5057a570c8 None None] DHCP port deletion for 1deffc2a-5165-4aa9-b502-8a6e3e7f23b9 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:13:15.894655 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09610ebe-5ee3-4d7f-8acd-26e0f915da4e admin admin] Publish callbacks [] for security_group (e405dd9f-a6ff-4ccd-9024-7603341e4c4a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:15.896883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b2055f84-323a-434c-91a0-61d157d88112 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7232ca-9f8c-490f-8ccb-bd4de440d75a') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:15.897592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b2055f84-323a-434c-91a0-61d157d88112 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7232ca-9f8c-490f-8ccb-bd4de440d75a') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:15.901150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0b4c5210-3324-4011-81a7-068523581ca1 None None] Could not find standard attr ID for object e889e649-5138-4a3e-98fd-1238ef5634c8. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:13:15.919847 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2055f84-323a-434c-91a0-61d157d88112 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (bc7232ca-9f8c-490f-8ccb-bd4de440d75a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:15.935460 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2055f84-323a-434c-91a0-61d157d88112 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (bc7232ca-9f8c-490f-8ccb-bd4de440d75a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:15.942935 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2055f84-323a-434c-91a0-61d157d88112 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:13:15.944082 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2055f84-323a-434c-91a0-61d157d88112 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (bc7232ca-9f8c-490f-8ccb-bd4de440d75a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:13:15.947269 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:13:15.968563 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09610ebe-5ee3-4d7f-8acd-26e0f915da4e admin admin] Publish callbacks [] for security_group (e405dd9f-a6ff-4ccd-9024-7603341e4c4a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:16.013192 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2055f84-323a-434c-91a0-61d157d88112 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (1deffc2a-5165-4aa9-b502-8a6e3e7f23b9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:16.013792 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c394036-6b4f-4e2b-a843-92619308c57a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (9c6648e3-81ce-4d94-b641-23c7c6960fb8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:16.026635 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2055f84-323a-434c-91a0-61d157d88112 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:16.026635 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b2055f84-323a-434c-91a0-61d157d88112 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/networks/1deffc2a-5165-4aa9-b502-8a6e3e7f23b9 HTTP/1.1" status: 204 len: 168 time: 0.9000664 Feb 03 13:13:16.028293 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34216) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:16.036261 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-cb713251-2224-410b-b609-2d93715e9146 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'port': {'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2', 'name': 'tempest-PortsTestJSON-1011218488'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:16.041640 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055f84-323a-434c-91a0-61d157d88112 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Network': ['ID=1deffc2a-5165-4aa9-b502-8a6e3e7f23b9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:16.090020 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:16.103090 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09610ebe-5ee3-4d7f-8acd-26e0f915da4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e405dd9f-a6ff-4ccd-9024-7603341e4c4a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:16.105684 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-09610ebe-5ee3-4d7f-8acd-26e0f915da4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:16.106878 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-09610ebe-5ee3-4d7f-8acd-26e0f915da4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e405dd9f-a6ff-4ccd-9024-7603341e4c4a HTTP/1.1" status: 204 len: 168 time: 0.6327076 Feb 03 13:13:16.124704 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09610ebe-5ee3-4d7f-8acd-26e0f915da4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e405dd9f-a6ff-4ccd-9024-7603341e4c4a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:16.260400 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb713251-2224-410b-b609-2d93715e9146 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:16.264556 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cb713251-2224-410b-b609-2d93715e9146 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:16.321160 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-cb713251-2224-410b-b609-2d93715e9146 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] device_id is not set on port 22f6ad1a-84be-478e-937e-6c29835dd4bf yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:13:16.437743 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c394036-6b4f-4e2b-a843-92619308c57a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Router 9c6648e3-81ce-4d94-b641-23c7c6960fb8 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:13:16.990585 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cb713251-2224-410b-b609-2d93715e9146 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (22f6ad1a-84be-478e-937e-6c29835dd4bf), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:17.022521 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c394036-6b4f-4e2b-a843-92619308c57a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:13:17.031665 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5c394036-6b4f-4e2b-a843-92619308c57a tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "PUT /v2.0/routers/9c6648e3-81ce-4d94-b641-23c7c6960fb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0182710 Feb 03 13:13:17.032821 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71be72b-0e16-444f-b269-02e48d90ce05 None None] Sync routers for ids ['9c6648e3-81ce-4d94-b641-23c7c6960fb8'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:13:17.034285 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34252) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:17.043046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71be72b-0e16-444f-b269-02e48d90ce05 None None] Routers {'9c6648e3-81ce-4d94-b641-23c7c6960fb8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:17.043852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a71be72b-0e16-444f-b269-02e48d90ce05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:13:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9c6648e3-81ce-4d94-b641-23c7c6960fb8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:17.084954 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cb713251-2224-410b-b609-2d93715e9146 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (22f6ad1a-84be-478e-937e-6c29835dd4bf), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:17.127688 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d8c2d0-1b60-439c-8287-599dac0d37ec tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Deleting subnet d2650933-f070-41ce-b7e6-cd7dff949b81 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:13:17.140739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb713251-2224-410b-b609-2d93715e9146 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:17.141575 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52d8c2d0-1b60-439c-8287-599dac0d37ec tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for subnet (d2650933-f070-41ce-b7e6-cd7dff949b81), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:17.163532 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a71be72b-0e16-444f-b269-02e48d90ce05 None None] Set router 9c6648e3-81ce-4d94-b641-23c7c6960fb8 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:13:17.163744 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-cb713251-2224-410b-b609-2d93715e9146 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:17.172508 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb713251-2224-410b-b609-2d93715e9146 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:17.177689 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb713251-2224-410b-b609-2d93715e9146 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:17.178359 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cb713251-2224-410b-b609-2d93715e9146 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:17.196286 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb713251-2224-410b-b609-2d93715e9146 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=22f6ad1a-84be-478e-937e-6c29835dd4bf,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:17.210400 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cb713251-2224-410b-b609-2d93715e9146 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1818500 Feb 03 13:13:17.213371 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34282) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:17.224916 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52d8c2d0-1b60-439c-8287-599dac0d37ec tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (d2650933-f070-41ce-b7e6-cd7dff949b81), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:17.362239 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a71be72b-0e16-444f-b269-02e48d90ce05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689022368', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:54Z', 'updated_at': '2022-02-03T13:13:15Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:55Z', 'updated_at': '2022-02-03T13:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:17.373089 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52d8c2d0-1b60-439c-8287-599dac0d37ec tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (d2650933-f070-41ce-b7e6-cd7dff949b81), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:17.391335 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71be72b-0e16-444f-b269-02e48d90ce05 None None] Checking router: 9c6648e3-81ce-4d94-b641-23c7c6960fb8 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:13:17.406411 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71be72b-0e16-444f-b269-02e48d90ce05 None None] Routers {'9c6648e3-81ce-4d94-b641-23c7c6960fb8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:17.407697 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a71be72b-0e16-444f-b269-02e48d90ce05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:13:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['9c6648e3-81ce-4d94-b641-23c7c6960fb8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:17.428496 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d50ceef0-bb7a-4921-bde0-77125f1ea9d4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port 22f6ad1a-84be-478e-937e-6c29835dd4bf {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:17.428804 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d50ceef0-bb7a-4921-bde0-77125f1ea9d4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (22f6ad1a-84be-478e-937e-6c29835dd4bf), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:17.513930 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d50ceef0-bb7a-4921-bde0-77125f1ea9d4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (22f6ad1a-84be-478e-937e-6c29835dd4bf), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:17.522890 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52d8c2d0-1b60-439c-8287-599dac0d37ec tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (d2650933-f070-41ce-b7e6-cd7dff949b81), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:17.526592 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a71be72b-0e16-444f-b269-02e48d90ce05 None None] Set router 9c6648e3-81ce-4d94-b641-23c7c6960fb8 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:13:17.543903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d50ceef0-bb7a-4921-bde0-77125f1ea9d4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for 22f6ad1a-84be-478e-937e-6c29835dd4bf owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:17.567799 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8c2d0-1b60-439c-8287-599dac0d37ec tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Subnet': ['ID=d2650933-f070-41ce-b7e6-cd7dff949b81,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:17.576079 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52d8c2d0-1b60-439c-8287-599dac0d37ec tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:17.580781 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-52d8c2d0-1b60-439c-8287-599dac0d37ec tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "DELETE /v2.0/subnets/d2650933-f070-41ce-b7e6-cd7dff949b81 HTTP/1.1" status: 204 len: 168 time: 0.5453727 Feb 03 13:13:17.584098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34296) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:17.616711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8093435-9adc-4bb0-9e53-2bbe84ded3bb None None] Network 1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:17.619469 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e889e649-5138-4a3e-98fd-1238ef5634c8 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:13:17.698756 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d50ceef0-bb7a-4921-bde0-77125f1ea9d4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (22f6ad1a-84be-478e-937e-6c29835dd4bf), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:17.721839 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3602b63c-f3ca-4ed8-b1f2-001c32588909 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router (9c6648e3-81ce-4d94-b641-23c7c6960fb8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:17.733442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: e889e649-5138-4a3e-98fd-1238ef5634c8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:13:17.733865 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e889e649-5138-4a3e-98fd-1238ef5634c8 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:13:17.738310 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ceef0-bb7a-4921-bde0-77125f1ea9d4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=22f6ad1a-84be-478e-937e-6c29835dd4bf,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:17.742011 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d50ceef0-bb7a-4921-bde0-77125f1ea9d4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:17.748207 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d50ceef0-bb7a-4921-bde0-77125f1ea9d4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/ports/22f6ad1a-84be-478e-937e-6c29835dd4bf HTTP/1.1" status: 204 len: 168 time: 0.5320115 Feb 03 13:13:17.753497 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34300) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:17.758548 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1170fcdf-3cdd-4b2f-a2af-baef4462451d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'port': {'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2', 'mac_address': 'fa:16:3e:8b:fa:7e', 'name': 'tempest-PortsTestJSON-684058811'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:17.868365 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3602b63c-f3ca-4ed8-b1f2-001c32588909 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_gateway (9c6648e3-81ce-4d94-b641-23c7c6960fb8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:17.881059 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1170fcdf-3cdd-4b2f-a2af-baef4462451d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:17.887447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a71be72b-0e16-444f-b269-02e48d90ce05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689022368', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:54Z', 'updated_at': '2022-02-03T13:13:15Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:55Z', 'updated_at': '2022-02-03T13:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:17.926151 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71be72b-0e16-444f-b269-02e48d90ce05 None None] The sync data for ids ['9c6648e3-81ce-4d94-b641-23c7c6960fb8'] in n-d-827336-3 is: [{'id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689022368', 'tenant_id': '6b3ece076217446ab8e2a581b50fd3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:09:54Z', 'updated_at': '2022-02-03T13:13:15Z', 'revision_number': 5, 'project_id': '6b3ece076217446ab8e2a581b50fd3d4', 'gw_port': {'id': '6335c5f2-58eb-4195-b51a-3c9921c7fd89', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6648e3-81ce-4d94-b641-23c7c6960fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:09:55Z', 'updated_at': '2022-02-03T13:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:13:17.949852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5621b9-e074-4c33-bbc1-9e75616fdcaa None None] DHCP port deletion for 1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:13:17.984425 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3602b63c-f3ca-4ed8-b1f2-001c32588909 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Deleting port 6335c5f2-58eb-4195-b51a-3c9921c7fd89 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:17.985055 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3602b63c-f3ca-4ed8-b1f2-001c32588909 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (6335c5f2-58eb-4195-b51a-3c9921c7fd89), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:17.989565 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1170fcdf-3cdd-4b2f-a2af-baef4462451d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.017267 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-1170fcdf-3cdd-4b2f-a2af-baef4462451d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] device_id is not set on port 52fa78ae-157b-40f8-b0bf-26047f4e2bc4 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:13:18.028092 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cf5621b9-e074-4c33-bbc1-9e75616fdcaa None None] Deleting port ceeaeaf9-fdb2-41e4-9a69-61944866f0e1 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:18.028546 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cf5621b9-e074-4c33-bbc1-9e75616fdcaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ceeaeaf9-fdb2-41e4-9a69-61944866f0e1), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.115213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cf5621b9-e074-4c33-bbc1-9e75616fdcaa None None] For port ceeaeaf9-fdb2-41e4-9a69-61944866f0e1, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ceeaeaf9-fdb2-41e4-9a69-61944866f0e1,segment=NetworkSegment(98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761),segment_id=98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:18.115894 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cf5621b9-e074-4c33-bbc1-9e75616fdcaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ceeaeaf9-fdb2-41e4-9a69-61944866f0e1), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.117488 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-3602b63c-f3ca-4ed8-b1f2-001c32588909 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] For port 6335c5f2-58eb-4195-b51a-3c9921c7fd89, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6335c5f2-58eb-4195-b51a-3c9921c7fd89,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:18.117877 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3602b63c-f3ca-4ed8-b1f2-001c32588909 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (6335c5f2-58eb-4195-b51a-3c9921c7fd89), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.136786 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cf5621b9-e074-4c33-bbc1-9e75616fdcaa None None] Calling delete_port for ceeaeaf9-fdb2-41e4-9a69-61944866f0e1 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:18.144859 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3602b63c-f3ca-4ed8-b1f2-001c32588909 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Calling delete_port for 6335c5f2-58eb-4195-b51a-3c9921c7fd89 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:18.214744 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1170fcdf-3cdd-4b2f-a2af-baef4462451d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (52fa78ae-157b-40f8-b0bf-26047f4e2bc4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.229701 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cf5621b9-e074-4c33-bbc1-9e75616fdcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (ceeaeaf9-fdb2-41e4-9a69-61944866f0e1), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.256567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5621b9-e074-4c33-bbc1-9e75616fdcaa None None] Pushing event deleted for resources: {'Port': ['ID=ceeaeaf9-fdb2-41e4-9a69-61944866f0e1,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:18.264630 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5621b9-e074-4c33-bbc1-9e75616fdcaa None None] No DVR routers for this DVR port ceeaeaf9-fdb2-41e4-9a69-61944866f0e1 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:13:18.278867 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1170fcdf-3cdd-4b2f-a2af-baef4462451d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (52fa78ae-157b-40f8-b0bf-26047f4e2bc4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.340894 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1170fcdf-3cdd-4b2f-a2af-baef4462451d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:18.348910 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-1170fcdf-3cdd-4b2f-a2af-baef4462451d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:18.357622 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1170fcdf-3cdd-4b2f-a2af-baef4462451d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:18.364988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1170fcdf-3cdd-4b2f-a2af-baef4462451d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:18.365944 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1170fcdf-3cdd-4b2f-a2af-baef4462451d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.372117 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170fcdf-3cdd-4b2f-a2af-baef4462451d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=52fa78ae-157b-40f8-b0bf-26047f4e2bc4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:18.392285 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1170fcdf-3cdd-4b2f-a2af-baef4462451d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6352091 Feb 03 13:13:18.392720 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34332) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:18.401487 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3602b63c-f3ca-4ed8-b1f2-001c32588909 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (6335c5f2-58eb-4195-b51a-3c9921c7fd89), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.439469 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602b63c-f3ca-4ed8-b1f2-001c32588909 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Port': ['ID=6335c5f2-58eb-4195-b51a-3c9921c7fd89,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:18.461894 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2cb61a-48ee-4c38-98d6-67138619c23e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:18.463176 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8f2cb61a-48ee-4c38-98d6-67138619c23e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports/52fa78ae-157b-40f8-b0bf-26047f4e2bc4 HTTP/1.1" status: 200 len: 840 time: 0.0695026 Feb 03 13:13:18.465980 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34334) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:18.519255 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3602b63c-f3ca-4ed8-b1f2-001c32588909 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (9c6648e3-81ce-4d94-b641-23c7c6960fb8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.576943 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-82458986-bf4f-40b4-8396-e9cf292071ea tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port 52fa78ae-157b-40f8-b0bf-26047f4e2bc4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:18.577567 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82458986-bf4f-40b4-8396-e9cf292071ea tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (52fa78ae-157b-40f8-b0bf-26047f4e2bc4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.622531 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3602b63c-f3ca-4ed8-b1f2-001c32588909 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (9c6648e3-81ce-4d94-b641-23c7c6960fb8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.624806 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3602b63c-f3ca-4ed8-b1f2-001c32588909 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router_controller (9c6648e3-81ce-4d94-b641-23c7c6960fb8), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.658492 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82458986-bf4f-40b4-8396-e9cf292071ea tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (52fa78ae-157b-40f8-b0bf-26047f4e2bc4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.675786 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-82458986-bf4f-40b4-8396-e9cf292071ea tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for 52fa78ae-157b-40f8-b0bf-26047f4e2bc4 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:18.677956 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3602b63c-f3ca-4ed8-b1f2-001c32588909 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (9c6648e3-81ce-4d94-b641-23c7c6960fb8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.678655 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3602b63c-f3ca-4ed8-b1f2-001c32588909 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Fanout notify agent at l3_agent the message router_deleted on router 9c6648e3-81ce-4d94-b641-23c7c6960fb8 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:13:18.690782 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3602b63c-f3ca-4ed8-b1f2-001c32588909 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.693144 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3602b63c-f3ca-4ed8-b1f2-001c32588909 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "DELETE /v2.0/routers/9c6648e3-81ce-4d94-b641-23c7c6960fb8 HTTP/1.1" status: 204 len: 168 time: 1.1074967 Feb 03 13:13:18.695876 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34338) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:18.778495 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82458986-bf4f-40b4-8396-e9cf292071ea tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (52fa78ae-157b-40f8-b0bf-26047f4e2bc4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.800326 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-562eb6cf-6734-4375-8c7f-3cb7a1f9fc2b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.815271 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82458986-bf4f-40b4-8396-e9cf292071ea tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=52fa78ae-157b-40f8-b0bf-26047f4e2bc4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:18.826029 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82458986-bf4f-40b4-8396-e9cf292071ea tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.831727 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-82458986-bf4f-40b4-8396-e9cf292071ea tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/ports/52fa78ae-157b-40f8-b0bf-26047f4e2bc4 HTTP/1.1" status: 204 len: 168 time: 0.3611658 Feb 03 13:13:18.832231 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34340) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:18.864892 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4e4976-8812-4b38-8b31-c411c2e67255 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] GET failed (client error): The resource could not be found. Feb 03 13:13:18.870000 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9e4e4976-8812-4b38-8b31-c411c2e67255 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports/52fa78ae-157b-40f8-b0bf-26047f4e2bc4 HTTP/1.1" status: 404 len: 333 time: 0.0332553 Feb 03 13:13:18.870326 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34342) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:18.876596 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b2b39d91-27ba-4a07-aeb0-5682853356e6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'port': {'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2', 'name': 'tempest-PortsTestJSON-2003287086'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:18.901533 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-562eb6cf-6734-4375-8c7f-3cb7a1f9fc2b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.924592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-562eb6cf-6734-4375-8c7f-3cb7a1f9fc2b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:18.934631 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-562eb6cf-6734-4375-8c7f-3cb7a1f9fc2b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:18.934935 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-562eb6cf-6734-4375-8c7f-3cb7a1f9fc2b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:18.945768 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-562eb6cf-6734-4375-8c7f-3cb7a1f9fc2b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.960237 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-562eb6cf-6734-4375-8c7f-3cb7a1f9fc2b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.970128 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562eb6cf-6734-4375-8c7f-3cb7a1f9fc2b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:13:18.970483 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-562eb6cf-6734-4375-8c7f-3cb7a1f9fc2b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (98b6c2e6-f1f7-4cbc-95e9-0dbcc8e18761), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:13:18.974804 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:13:18.982158 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b39d91-27ba-4a07-aeb0-5682853356e6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:18.986398 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2b39d91-27ba-4a07-aeb0-5682853356e6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:19.004181 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-b2b39d91-27ba-4a07-aeb0-5682853356e6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] device_id is not set on port d86255e7-8947-4662-ab8c-c563ea836861 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:13:19.052268 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-562eb6cf-6734-4375-8c7f-3cb7a1f9fc2b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:19.059465 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-562eb6cf-6734-4375-8c7f-3cb7a1f9fc2b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:19.063011 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-562eb6cf-6734-4375-8c7f-3cb7a1f9fc2b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "DELETE /v2.0/networks/1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5 HTTP/1.1" status: 204 len: 168 time: 0.3661191 Feb 03 13:13:19.066052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34344) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:19.075974 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562eb6cf-6734-4375-8c7f-3cb7a1f9fc2b tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'Network': ['ID=1d4c7ad1-8a5f-473b-9178-5cf24fcb82f5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:19.209958 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b679b931-32c3-42c8-aaec-1df76b3308d5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (56136937-8171-4ce4-b389-7542076e2d5a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:19.228987 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2b39d91-27ba-4a07-aeb0-5682853356e6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (d86255e7-8947-4662-ab8c-c563ea836861), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:19.249195 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b679b931-32c3-42c8-aaec-1df76b3308d5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (56136937-8171-4ce4-b389-7542076e2d5a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:19.306720 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2b39d91-27ba-4a07-aeb0-5682853356e6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (d86255e7-8947-4662-ab8c-c563ea836861), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:19.354228 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b39d91-27ba-4a07-aeb0-5682853356e6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:19.359608 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b2b39d91-27ba-4a07-aeb0-5682853356e6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:19.363689 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b39d91-27ba-4a07-aeb0-5682853356e6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:19.369027 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b39d91-27ba-4a07-aeb0-5682853356e6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:19.369641 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2b39d91-27ba-4a07-aeb0-5682853356e6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:19.384383 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b679b931-32c3-42c8-aaec-1df76b3308d5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (56136937-8171-4ce4-b389-7542076e2d5a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:19.386899 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b679b931-32c3-42c8-aaec-1df76b3308d5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:19.390747 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b679b931-32c3-42c8-aaec-1df76b3308d5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] 10.222.0.18 "DELETE /v2.0/security-groups/56136937-8171-4ce4-b389-7542076e2d5a HTTP/1.1" status: 204 len: 168 time: 0.3210673 Feb 03 13:13:19.399144 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b39d91-27ba-4a07-aeb0-5682853356e6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=d86255e7-8947-4662-ab8c-c563ea836861,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:19.407875 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679b931-32c3-42c8-aaec-1df76b3308d5 tempest-TestNetworkAdvancedServerOps-1891879780 tempest-TestNetworkAdvancedServerOps-1891879780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56136937-8171-4ce4-b389-7542076e2d5a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:19.415330 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b2b39d91-27ba-4a07-aeb0-5682853356e6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5410879 Feb 03 13:13:19.415330 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34348) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:19.424937 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2158d385-1e50-4eff-8866-2b1880cbeb80 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:19.510177 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2158d385-1e50-4eff-8866-2b1880cbeb80 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d86255e7-8947-4662-ab8c-c563ea836861), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:19.584617 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ceeaeaf9-fdb2-41e4-9a69-61944866f0e1 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:13:19.614867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: ceeaeaf9-fdb2-41e4-9a69-61944866f0e1 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:13:19.615479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ceeaeaf9-fdb2-41e4-9a69-61944866f0e1 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:13:19.616156 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6335c5f2-58eb-4195-b51a-3c9921c7fd89 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:13:19.638331 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 6335c5f2-58eb-4195-b51a-3c9921c7fd89 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:13:19.639263 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6335c5f2-58eb-4195-b51a-3c9921c7fd89 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:13:19.639908 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device aa8bce0d-350a-4864-b9a3-6ab8829bd4ef no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:13:19.666293 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: aa8bce0d-350a-4864-b9a3-6ab8829bd4ef {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:13:19.666650 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device aa8bce0d-350a-4864-b9a3-6ab8829bd4ef not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:13:19.725559 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2158d385-1e50-4eff-8866-2b1880cbeb80 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (d86255e7-8947-4662-ab8c-c563ea836861), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:19.730784 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2158d385-1e50-4eff-8866-2b1880cbeb80 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (d86255e7-8947-4662-ab8c-c563ea836861), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:19.762726 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2158d385-1e50-4eff-8866-2b1880cbeb80 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] In _notify_port_updated(), no bound segment for port d86255e7-8947-4662-ab8c-c563ea836861 on network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 13:13:19.768305 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2158d385-1e50-4eff-8866-2b1880cbeb80 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:19.768915 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2158d385-1e50-4eff-8866-2b1880cbeb80 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:19.772646 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2158d385-1e50-4eff-8866-2b1880cbeb80 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "PUT /v2.0/ports/d86255e7-8947-4662-ab8c-c563ea836861 HTTP/1.1" status: 200 len: 818 time: 0.3541751 Feb 03 13:13:19.772956 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34356) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:19.775400 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34358) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:19.818104 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158d385-1e50-4eff-8866-2b1880cbeb80 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=d86255e7-8947-4662-ab8c-c563ea836861,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:19.883786 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e5336568-97f0-49c0-9138-102ae3e8846b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port d86255e7-8947-4662-ab8c-c563ea836861 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:19.885961 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5336568-97f0-49c0-9138-102ae3e8846b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d86255e7-8947-4662-ab8c-c563ea836861), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:19.941126 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7f58f03b-ca1c-4f07-b3d3-95bb24d42131 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b3ece076217446ab8e2a581b50fd3d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1643527 Feb 03 13:13:19.943674 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34362) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:19.960657 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5336568-97f0-49c0-9138-102ae3e8846b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d86255e7-8947-4662-ab8c-c563ea836861), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:19.974740 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e5336568-97f0-49c0-9138-102ae3e8846b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for d86255e7-8947-4662-ab8c-c563ea836861 owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:19.994288 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4439dff-20fb-4851-ba70-ad7fb529b568 admin admin] Publish callbacks [] for security_group (ead5e642-6e6b-42c7-b740-ea3ca4fb03ba), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:20.016774 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4439dff-20fb-4851-ba70-ad7fb529b568 admin admin] Publish callbacks [] for security_group (ead5e642-6e6b-42c7-b740-ea3ca4fb03ba), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:20.070064 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5336568-97f0-49c0-9138-102ae3e8846b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (d86255e7-8947-4662-ab8c-c563ea836861), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:20.071627 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4439dff-20fb-4851-ba70-ad7fb529b568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ead5e642-6e6b-42c7-b740-ea3ca4fb03ba), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:20.074790 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4439dff-20fb-4851-ba70-ad7fb529b568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:20.076223 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b4439dff-20fb-4851-ba70-ad7fb529b568 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ead5e642-6e6b-42c7-b740-ea3ca4fb03ba HTTP/1.1" status: 204 len: 168 time: 0.1315844 Feb 03 13:13:20.086409 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4439dff-20fb-4851-ba70-ad7fb529b568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead5e642-6e6b-42c7-b740-ea3ca4fb03ba,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:20.107490 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5336568-97f0-49c0-9138-102ae3e8846b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=d86255e7-8947-4662-ab8c-c563ea836861,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:20.109758 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5336568-97f0-49c0-9138-102ae3e8846b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:20.116033 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e5336568-97f0-49c0-9138-102ae3e8846b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/ports/d86255e7-8947-4662-ab8c-c563ea836861 HTTP/1.1" status: 204 len: 168 time: 0.3392274 Feb 03 13:13:20.116033 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34366) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:20.174682 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d10f203-9fe2-4865-a9ab-d3f3a3d64d62 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:20.176323 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2d10f203-9fe2-4865-a9ab-d3f3a3d64d62 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0598967 Feb 03 13:13:20.179509 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34368) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:20.211011 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3def51-7aff-474b-8bea-46e29878f3b5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] GET failed (client error): The resource could not be found. Feb 03 13:13:20.215838 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ed3def51-7aff-474b-8bea-46e29878f3b5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports/d86255e7-8947-4662-ab8c-c563ea836861 HTTP/1.1" status: 404 len: 333 time: 0.0319841 Feb 03 13:13:20.216522 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34372) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:20.223746 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6ebf3703-f94b-424a-8368-6c94352bf7b0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2090680968'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:20.258800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebf3703-f94b-424a-8368-6c94352bf7b0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:20.262343 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ebf3703-f94b-424a-8368-6c94352bf7b0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:20.290840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ebf3703-f94b-424a-8368-6c94352bf7b0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:13:20.303438 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ebf3703-f94b-424a-8368-6c94352bf7b0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (47132429-ee79-4436-a127-75d704d9236f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:20.303801 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-6ebf3703-f94b-424a-8368-6c94352bf7b0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Added segment 47132429-ee79-4436-a127-75d704d9236f of type vlan for network 7f59399c-6fe4-40e1-85d9-754e60475c39 Feb 03 13:13:20.347462 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ebf3703-f94b-424a-8368-6c94352bf7b0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (7f59399c-6fe4-40e1-85d9-754e60475c39), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:20.376637 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ebf3703-f94b-424a-8368-6c94352bf7b0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (7f59399c-6fe4-40e1-85d9-754e60475c39), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:20.381745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebf3703-f94b-424a-8368-6c94352bf7b0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:20.382493 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ebf3703-f94b-424a-8368-6c94352bf7b0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:20.424378 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6ebf3703-f94b-424a-8368-6c94352bf7b0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2041068 Feb 03 13:13:20.424703 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34376) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:20.426708 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34378) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:20.429418 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bec154fd-18dc-492a-96ea-b1845cc5e3f7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'subnet': {'network_id': '7f59399c-6fe4-40e1-85d9-754e60475c39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:20.477755 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d921afda-79fc-4105-99fa-4c0c383c60a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ce708116d8d4974956ba69ab34cd000&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486724 Feb 03 13:13:20.479137 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34380) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:20.497200 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf3703-f94b-424a-8368-6c94352bf7b0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Network': ['ID=7f59399c-6fe4-40e1-85d9-754e60475c39,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:20.510335 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 7f59399c-6fe4-40e1-85d9-754e60475c39 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:13:20.590751 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-442dd8b4-c435-47c9-8347-8d083d2fd887 admin admin] Publish callbacks [] for security_group (69b61d42-4c48-429e-87db-778a8129ee32), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:20.593574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec154fd-18dc-492a-96ea-b1845cc5e3f7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:20.596979 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bec154fd-18dc-492a-96ea-b1845cc5e3f7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:20.644016 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-442dd8b4-c435-47c9-8347-8d083d2fd887 admin admin] Publish callbacks [] for security_group (69b61d42-4c48-429e-87db-778a8129ee32), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:20.755477 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-442dd8b4-c435-47c9-8347-8d083d2fd887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (69b61d42-4c48-429e-87db-778a8129ee32), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:20.758200 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-442dd8b4-c435-47c9-8347-8d083d2fd887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:20.759256 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-442dd8b4-c435-47c9-8347-8d083d2fd887 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69b61d42-4c48-429e-87db-778a8129ee32 HTTP/1.1" status: 204 len: 168 time: 0.2771273 Feb 03 13:13:20.777037 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442dd8b4-c435-47c9-8347-8d083d2fd887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b61d42-4c48-429e-87db-778a8129ee32,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:20.845918 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bec154fd-18dc-492a-96ea-b1845cc5e3f7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (7ec10f4c-97d7-4c73-9732-79b0fc01872e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:20.924224 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec154fd-18dc-492a-96ea-b1845cc5e3f7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Subnet': ['ID=7ec10f4c-97d7-4c73-9732-79b0fc01872e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:20.929606 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec154fd-18dc-492a-96ea-b1845cc5e3f7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Checking segment: {'id': '47132429-ee79-4436-a127-75d704d9236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f59399c-6fe4-40e1-85d9-754e60475c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:20.929997 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec154fd-18dc-492a-96ea-b1845cc5e3f7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network hostable DHCP agents. Network: 7f59399c-6fe4-40e1-85d9-754e60475c39, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:13:20.952349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec154fd-18dc-492a-96ea-b1845cc5e3f7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 7f59399c-6fe4-40e1-85d9-754e60475c39 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:13:20.963498 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-bec154fd-18dc-492a-96ea-b1845cc5e3f7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 7f59399c-6fe4-40e1-85d9-754e60475c39) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:20.968458 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec154fd-18dc-492a-96ea-b1845cc5e3f7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:20.969481 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bec154fd-18dc-492a-96ea-b1845cc5e3f7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:20.976482 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a88b55-a066-49dc-b06e-ce70f2b56891 None None] Network 7f59399c-6fe4-40e1-85d9-754e60475c39 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:20.994736 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bec154fd-18dc-492a-96ea-b1845cc5e3f7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5686729 Feb 03 13:13:20.997856 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34388) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:21.006126 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-87e19650-78b7-4f62-a892-54ec106be8fb tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'subnet': {'network_id': '7f59399c-6fe4-40e1-85d9-754e60475c39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:21.109010 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-7f59399c-6fe4-40e1-85d9-754e60475c39', 'network_id': '7f59399c-6fe4-40e1-85d9-754e60475c39', 'project_id': '4e7f34f2df814294ac9410e67e079ede', 'fixed_ips': [{'subnet_id': '7ec10f4c-97d7-4c73-9732-79b0fc01872e'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:13:21.110303 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:21.149831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e19650-78b7-4f62-a892-54ec106be8fb tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:21.156170 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87e19650-78b7-4f62-a892-54ec106be8fb tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:21.274175 n-d-827336-3 neutron-server[103189]: INFO neutron.db.ipam_backend_mixin [None req-87e19650-78b7-4f62-a892-54ec106be8fb tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7ec10f4c-97d7-4c73-9732-79b0fc01872e (CIDR: 172.20.0.0/28) Feb 03 13:13:21.282877 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e19650-78b7-4f62-a892-54ec106be8fb tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:13:21.284111 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e19650-78b7-4f62-a892-54ec106be8fb tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:13:21.291320 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] Allocated IP 172.20.0.2 (7f59399c-6fe4-40e1-85d9-754e60475c39/7ec10f4c-97d7-4c73-9732-79b0fc01872e/40c476f0-4e92-43c1-a7bc-81d47a8a6250) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:21.310187 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34398) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:21.314006 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-87e19650-78b7-4f62-a892-54ec106be8fb tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3116238 Feb 03 13:13:21.317606 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0158bd75-c353-4cce-90d0-a392060b8c1b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'subnet': {'network_id': '7f59399c-6fe4-40e1-85d9-754e60475c39', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:21.471122 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0158bd75-c353-4cce-90d0-a392060b8c1b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:21.477052 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0158bd75-c353-4cce-90d0-a392060b8c1b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:21.491148 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] Publish callbacks [] for port (40c476f0-4e92-43c1-a7bc-81d47a8a6250), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:21.502134 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (40c476f0-4e92-43c1-a7bc-81d47a8a6250), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:21.553819 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] Network 7f59399c-6fe4-40e1-85d9-754e60475c39 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:21.561953 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:21.565322 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:21.574351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] Pushing event updated for resources: {'Port': ['ID=40c476f0-4e92-43c1-a7bc-81d47a8a6250,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:21.658694 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] Attempting to bind port 40c476f0-4e92-43c1-a7bc-81d47a8a6250 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:21.658694 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] Attempting to bind port 40c476f0-4e92-43c1-a7bc-81d47a8a6250 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '47132429-ee79-4436-a127-75d704d9236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f59399c-6fe4-40e1-85d9-754e60475c39'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:21.659083 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] Attempting to bind port 40c476f0-4e92-43c1-a7bc-81d47a8a6250 on network 7f59399c-6fe4-40e1-85d9-754e60475c39 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:21.666906 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:21.667284 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] Checking segment: {'id': '47132429-ee79-4436-a127-75d704d9236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f59399c-6fe4-40e1-85d9-754e60475c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:21.667685 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:21.668118 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] Bound using segment: {'id': '47132429-ee79-4436-a127-75d704d9236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f59399c-6fe4-40e1-85d9-754e60475c39'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:21.668652 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] Bound port: 40c476f0-4e92-43c1-a7bc-81d47a8a6250, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47132429-ee79-4436-a127-75d704d9236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7f59399c-6fe4-40e1-85d9-754e60475c39'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:21.669039 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (40c476f0-4e92-43c1-a7bc-81d47a8a6250), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:21.706884 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34408) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:21.765236 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] For port 40c476f0-4e92-43c1-a7bc-81d47a8a6250, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:21.769650 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] For port 40c476f0-4e92-43c1-a7bc-81d47a8a6250, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=40c476f0-4e92-43c1-a7bc-81d47a8a6250,segment=NetworkSegment(47132429-ee79-4436-a127-75d704d9236f),segment_id=47132429-ee79-4436-a127-75d704d9236f)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:21.778690 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (40c476f0-4e92-43c1-a7bc-81d47a8a6250), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:21.841336 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0158bd75-c353-4cce-90d0-a392060b8c1b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (e77efcf8-2994-4667-822d-5ef238fe9f46), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:21.862782 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0f0fa8bd-84a0-4856-9cb3-b185ce48cdd6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1198815400-network', 'tenant_id': '89c7243bc1364bb88cb349fc08e20542'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:21.869467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b16f2-0824-4b75-92e5-9e17a32a6e7c None None] Pushing event updated for resources: {'Port': ['ID=40c476f0-4e92-43c1-a7bc-81d47a8a6250,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:21.914069 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0fa8bd-84a0-4856-9cb3-b185ce48cdd6 admin admin] Made reservation on behalf of 89c7243bc1364bb88cb349fc08e20542 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:21.916724 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f0fa8bd-84a0-4856-9cb3-b185ce48cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:21.919076 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0158bd75-c353-4cce-90d0-a392060b8c1b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 7f59399c-6fe4-40e1-85d9-754e60475c39 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:21.923035 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0158bd75-c353-4cce-90d0-a392060b8c1b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:21.926579 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0158bd75-c353-4cce-90d0-a392060b8c1b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:21.927198 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0158bd75-c353-4cce-90d0-a392060b8c1b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:21.936912 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f0fa8bd-84a0-4856-9cb3-b185ce48cdd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:21.945914 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158bd75-c353-4cce-90d0-a392060b8c1b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Subnet': ['ID=e77efcf8-2994-4667-822d-5ef238fe9f46,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:21.957487 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0158bd75-c353-4cce-90d0-a392060b8c1b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6447937 Feb 03 13:13:21.960434 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34414) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:21.967551 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-54e6f839-8d05-4054-bf01-46541b588de1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'port': {'network_id': '7f59399c-6fe4-40e1-85d9-754e60475c39', 'fixed_ips': [{'subnet_id': '7ec10f4c-97d7-4c73-9732-79b0fc01872e'}, {'subnet_id': 'e77efcf8-2994-4667-822d-5ef238fe9f46'}], 'name': 'tempest-PortsTestJSON-716034844'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:22.161794 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f0fa8bd-84a0-4856-9cb3-b185ce48cdd6 admin admin] Publish callbacks [] for security_group (9d80ba8e-d050-403c-b164-263f6f1a0a10), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:22.168942 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f0fa8bd-84a0-4856-9cb3-b185ce48cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9d80ba8e-d050-403c-b164-263f6f1a0a10), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:22.175323 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e6f839-8d05-4054-bf01-46541b588de1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:22.226709 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0fa8bd-84a0-4856-9cb3-b185ce48cdd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:13:22.262280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fa8bd-84a0-4856-9cb3-b185ce48cdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d80ba8e-d050-403c-b164-263f6f1a0a10,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:22.280452 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f0fa8bd-84a0-4856-9cb3-b185ce48cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (4521b319-7f54-4c5a-9834-93a9cf240769), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:22.280799 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-0f0fa8bd-84a0-4856-9cb3-b185ce48cdd6 admin admin] Added segment 4521b319-7f54-4c5a-9834-93a9cf240769 of type vlan for network c5b8a261-1c7f-4d8e-a637-8bf4565ead16 Feb 03 13:13:22.353533 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-54e6f839-8d05-4054-bf01-46541b588de1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:22.359013 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f0fa8bd-84a0-4856-9cb3-b185ce48cdd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (c5b8a261-1c7f-4d8e-a637-8bf4565ead16), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:22.387307 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-54e6f839-8d05-4054-bf01-46541b588de1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] device_id is not set on port 4d489f0e-dcf7-46ec-945c-fb7352bf117d yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:13:22.429587 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f0fa8bd-84a0-4856-9cb3-b185ce48cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (c5b8a261-1c7f-4d8e-a637-8bf4565ead16), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:22.430578 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0fa8bd-84a0-4856-9cb3-b185ce48cdd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:22.431335 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f0fa8bd-84a0-4856-9cb3-b185ce48cdd6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:22.486883 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0f0fa8bd-84a0-4856-9cb3-b185ce48cdd6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7745929 Feb 03 13:13:22.488686 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34416) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:22.494979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fd712b1a-57fe-4ced-bafe-388de1032858 admin admin] Request body: {'subnet': {'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1198815400-subnet', 'tenant_id': '89c7243bc1364bb88cb349fc08e20542', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:22.518829 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd712b1a-57fe-4ced-bafe-388de1032858 admin admin] Made reservation on behalf of 89c7243bc1364bb88cb349fc08e20542 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:22.521518 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd712b1a-57fe-4ced-bafe-388de1032858 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:22.551033 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fa8bd-84a0-4856-9cb3-b185ce48cdd6 admin admin] Pushing event updated for resources: {'Network': ['ID=c5b8a261-1c7f-4d8e-a637-8bf4565ead16,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:22.566585 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network c5b8a261-1c7f-4d8e-a637-8bf4565ead16 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:13:22.779909 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd712b1a-57fe-4ced-bafe-388de1032858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (7b0fba57-c219-4d2b-9bea-bbf4a3361c9d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:22.792315 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-54e6f839-8d05-4054-bf01-46541b588de1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Allocated IP 172.20.0.8 (7f59399c-6fe4-40e1-85d9-754e60475c39/7ec10f4c-97d7-4c73-9732-79b0fc01872e/4d489f0e-dcf7-46ec-945c-fb7352bf117d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:22.803422 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-54e6f839-8d05-4054-bf01-46541b588de1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Allocated IP 172.20.0.29 (7f59399c-6fe4-40e1-85d9-754e60475c39/e77efcf8-2994-4667-822d-5ef238fe9f46/4d489f0e-dcf7-46ec-945c-fb7352bf117d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:22.828485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd712b1a-57fe-4ced-bafe-388de1032858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0fba57-c219-4d2b-9bea-bbf4a3361c9d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:22.866793 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd712b1a-57fe-4ced-bafe-388de1032858 admin admin] Checking segment: {'id': '4521b319-7f54-4c5a-9834-93a9cf240769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:22.867831 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd712b1a-57fe-4ced-bafe-388de1032858 admin admin] Network hostable DHCP agents. Network: c5b8a261-1c7f-4d8e-a637-8bf4565ead16, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:13:22.902933 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd712b1a-57fe-4ced-bafe-388de1032858 admin admin] Network c5b8a261-1c7f-4d8e-a637-8bf4565ead16 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:13:22.919332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-fd712b1a-57fe-4ced-bafe-388de1032858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, c5b8a261-1c7f-4d8e-a637-8bf4565ead16) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:22.924272 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd712b1a-57fe-4ced-bafe-388de1032858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:22.925069 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd712b1a-57fe-4ced-bafe-388de1032858 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:22.940400 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d605cb-5e58-4a7e-b064-f18eb48c5803 None None] Network c5b8a261-1c7f-4d8e-a637-8bf4565ead16 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:22.944516 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fd712b1a-57fe-4ced-bafe-388de1032858 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4551239 Feb 03 13:13:22.947290 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34420) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:22.952634 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-083203bb-bcb7-43b6-afae-9fe18d9048c9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1198815400-router', 'tenant_id': '89c7243bc1364bb88cb349fc08e20542', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:22.998198 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-083203bb-bcb7-43b6-afae-9fe18d9048c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (02b76823-709c-4bba-a39a-f513007edd7f), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:22.999599 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-083203bb-bcb7-43b6-afae-9fe18d9048c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (02b76823-709c-4bba-a39a-f513007edd7f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:23.027234 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-54e6f839-8d05-4054-bf01-46541b588de1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (4d489f0e-dcf7-46ec-945c-fb7352bf117d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:23.076594 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-54e6f839-8d05-4054-bf01-46541b588de1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (4d489f0e-dcf7-46ec-945c-fb7352bf117d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:23.086042 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-083203bb-bcb7-43b6-afae-9fe18d9048c9 admin admin] Publish callbacks [] for router_controller (02b76823-709c-4bba-a39a-f513007edd7f), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:23.118633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-c5b8a261-1c7f-4d8e-a637-8bf4565ead16', 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16', 'project_id': '89c7243bc1364bb88cb349fc08e20542', 'fixed_ips': [{'subnet_id': '7b0fba57-c219-4d2b-9bea-bbf4a3361c9d'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:13:23.119615 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:23.148234 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e6f839-8d05-4054-bf01-46541b588de1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 7f59399c-6fe4-40e1-85d9-754e60475c39 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:23.152015 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-54e6f839-8d05-4054-bf01-46541b588de1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:23.159070 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e6f839-8d05-4054-bf01-46541b588de1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:23.167129 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca089ce-c531-4021-abc5-fb8a506561c2 None None] Network 7f59399c-6fe4-40e1-85d9-754e60475c39 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:23.191293 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6f839-8d05-4054-bf01-46541b588de1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=4d489f0e-dcf7-46ec-945c-fb7352bf117d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:23.225799 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e6f839-8d05-4054-bf01-46541b588de1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:23.226557 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-54e6f839-8d05-4054-bf01-46541b588de1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:23.245114 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-54e6f839-8d05-4054-bf01-46541b588de1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.2833745 Feb 03 13:13:23.247674 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34422) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:23.254154 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a6d47efd-eda0-4770-89e7-6e7f83f83f8b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ec10f4c-97d7-4c73-9732-79b0fc01872e'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:23.264412 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-083203bb-bcb7-43b6-afae-9fe18d9048c9 admin admin] Publish callbacks [] for router_gateway (02b76823-709c-4bba-a39a-f513007edd7f), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:23.344299 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6d47efd-eda0-4770-89e7-6e7f83f83f8b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4d489f0e-dcf7-46ec-945c-fb7352bf117d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:23.534648 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8c610260-fdb5-42e8-b7f7-2bacad0566b0 None None] Provisioning complete for port 40c476f0-4e92-43c1-a7bc-81d47a8a6250 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:23.535029 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c610260-fdb5-42e8-b7f7-2bacad0566b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (40c476f0-4e92-43c1-a7bc-81d47a8a6250), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:23.563430 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-083203bb-bcb7-43b6-afae-9fe18d9048c9 admin admin] Publish callbacks [] for router_gateway (02b76823-709c-4bba-a39a-f513007edd7f), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:23.607363 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-083203bb-bcb7-43b6-afae-9fe18d9048c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:23.665716 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 40c476f0-4e92-43c1-a7bc-81d47a8a6250 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:23.701490 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-a6d47efd-eda0-4770-89e7-6e7f83f83f8b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Delete allocated IP 172.20.0.29 (7f59399c-6fe4-40e1-85d9-754e60475c39/e77efcf8-2994-4667-822d-5ef238fe9f46) {{(pid=103189) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 13:13:23.756714 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] Allocated IP 172.20.0.2 (c5b8a261-1c7f-4d8e-a637-8bf4565ead16/7b0fba57-c219-4d2b-9bea-bbf4a3361c9d/f8193aab-ce54-4c30-8663-a20f38a76928) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:23.760374 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-083203bb-bcb7-43b6-afae-9fe18d9048c9 admin admin] Allocated IP 172.25.6.63 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/9b05fad0-02ff-47f8-bd0d-dd1d715de944) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:23.774535 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8c610260-fdb5-42e8-b7f7-2bacad0566b0 None None] Current status of the port 40c476f0-4e92-43c1-a7bc-81d47a8a6250 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:23.775136 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c610260-fdb5-42e8-b7f7-2bacad0566b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (40c476f0-4e92-43c1-a7bc-81d47a8a6250), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:23.892492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 40c476f0-4e92-43c1-a7bc-81d47a8a6250 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:23.892871 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (40c476f0-4e92-43c1-a7bc-81d47a8a6250), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:23.895070 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6d47efd-eda0-4770-89e7-6e7f83f83f8b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (4d489f0e-dcf7-46ec-945c-fb7352bf117d), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:23.898997 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-083203bb-bcb7-43b6-afae-9fe18d9048c9 admin admin] Publish callbacks [] for port (9b05fad0-02ff-47f8-bd0d-dd1d715de944), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:23.903071 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6d47efd-eda0-4770-89e7-6e7f83f83f8b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (4d489f0e-dcf7-46ec-945c-fb7352bf117d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:23.945465 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-083203bb-bcb7-43b6-afae-9fe18d9048c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (9b05fad0-02ff-47f8-bd0d-dd1d715de944), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:23.958513 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8c610260-fdb5-42e8-b7f7-2bacad0566b0 None None] For port 40c476f0-4e92-43c1-a7bc-81d47a8a6250, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=40c476f0-4e92-43c1-a7bc-81d47a8a6250,segment=NetworkSegment(47132429-ee79-4436-a127-75d704d9236f),segment_id=47132429-ee79-4436-a127-75d704d9236f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:24.003211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083203bb-bcb7-43b6-afae-9fe18d9048c9 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:24.005536 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-083203bb-bcb7-43b6-afae-9fe18d9048c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:24.005961 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8c610260-fdb5-42e8-b7f7-2bacad0566b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (40c476f0-4e92-43c1-a7bc-81d47a8a6250), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:24.019157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083203bb-bcb7-43b6-afae-9fe18d9048c9 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:24.046671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a6d47efd-eda0-4770-89e7-6e7f83f83f8b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] In _notify_port_updated(), no bound segment for port 4d489f0e-dcf7-46ec-945c-fb7352bf117d on network 7f59399c-6fe4-40e1-85d9-754e60475c39 {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 13:13:24.052464 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d47efd-eda0-4770-89e7-6e7f83f83f8b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:24.052859 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6d47efd-eda0-4770-89e7-6e7f83f83f8b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:24.056693 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a6d47efd-eda0-4770-89e7-6e7f83f83f8b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "PUT /v2.0/ports/4d489f0e-dcf7-46ec-945c-fb7352bf117d HTTP/1.1" status: 200 len: 918 time: 0.8055348 Feb 03 13:13:24.056693 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d47efd-eda0-4770-89e7-6e7f83f83f8b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=4d489f0e-dcf7-46ec-945c-fb7352bf117d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:24.058240 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34426) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:24.061432 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083203bb-bcb7-43b6-afae-9fe18d9048c9 admin admin] Pushing event updated for resources: {'Port': ['ID=9b05fad0-02ff-47f8-bd0d-dd1d715de944,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:24.064236 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2d5b9cc4-1788-4fb1-881e-88ead111d818 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ec10f4c-97d7-4c73-9732-79b0fc01872e'}, {'subnet_id': 'e77efcf8-2994-4667-822d-5ef238fe9f46'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:24.073491 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661c2e4e-1f3f-40ea-a1af-3a6e545adff6 None None] Update dhcp port {'port': {'network_id': '7f59399c-6fe4-40e1-85d9-754e60475c39', 'fixed_ips': [{'subnet_id': '7ec10f4c-97d7-4c73-9732-79b0fc01872e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e77efcf8-2994-4667-822d-5ef238fe9f46'}], 'binding:host_id': 'n-d-827336-3'}, 'id': '40c476f0-4e92-43c1-a7bc-81d47a8a6250'} from n-d-827336-3. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 13:13:24.148493 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d5b9cc4-1788-4fb1-881e-88ead111d818 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4d489f0e-dcf7-46ec-945c-fb7352bf117d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:24.156172 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-661c2e4e-1f3f-40ea-a1af-3a6e545adff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (40c476f0-4e92-43c1-a7bc-81d47a8a6250), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:24.180084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c610260-fdb5-42e8-b7f7-2bacad0566b0 None None] Pushing event updated for resources: {'Port': ['ID=40c476f0-4e92-43c1-a7bc-81d47a8a6250,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:24.209238 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] Publish callbacks [] for port (f8193aab-ce54-4c30-8663-a20f38a76928), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:24.321050 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (f8193aab-ce54-4c30-8663-a20f38a76928), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:24.366632 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 40c476f0-4e92-43c1-a7bc-81d47a8a6250 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:24.397168 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-083203bb-bcb7-43b6-afae-9fe18d9048c9 admin admin] Publish callbacks [] for router_gateway (02b76823-709c-4bba-a39a-f513007edd7f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:24.408842 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] Network c5b8a261-1c7f-4d8e-a637-8bf4565ead16 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:24.418365 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:24.425792 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:24.431999 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] Pushing event updated for resources: {'Port': ['ID=f8193aab-ce54-4c30-8663-a20f38a76928,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:24.444677 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-661c2e4e-1f3f-40ea-a1af-3a6e545adff6 None None] Allocated IP 172.20.0.18 (7f59399c-6fe4-40e1-85d9-754e60475c39/e77efcf8-2994-4667-822d-5ef238fe9f46/40c476f0-4e92-43c1-a7bc-81d47a8a6250) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:24.516411 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] Attempting to bind port f8193aab-ce54-4c30-8663-a20f38a76928 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:24.516787 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] Attempting to bind port f8193aab-ce54-4c30-8663-a20f38a76928 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '4521b319-7f54-4c5a-9834-93a9cf240769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:24.517155 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] Attempting to bind port f8193aab-ce54-4c30-8663-a20f38a76928 on network c5b8a261-1c7f-4d8e-a637-8bf4565ead16 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:24.531187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:24.532208 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] Checking segment: {'id': '4521b319-7f54-4c5a-9834-93a9cf240769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:24.532571 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:24.532967 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] Bound using segment: {'id': '4521b319-7f54-4c5a-9834-93a9cf240769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:24.533439 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] Bound port: f8193aab-ce54-4c30-8663-a20f38a76928, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4521b319-7f54-4c5a-9834-93a9cf240769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:24.533821 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f8193aab-ce54-4c30-8663-a20f38a76928), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:24.612364 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-083203bb-bcb7-43b6-afae-9fe18d9048c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (02b76823-709c-4bba-a39a-f513007edd7f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:24.633061 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-661c2e4e-1f3f-40ea-a1af-3a6e545adff6 None None] For port 40c476f0-4e92-43c1-a7bc-81d47a8a6250, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=40c476f0-4e92-43c1-a7bc-81d47a8a6250,segment=NetworkSegment(47132429-ee79-4436-a127-75d704d9236f),segment_id=47132429-ee79-4436-a127-75d704d9236f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:24.659694 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] For port f8193aab-ce54-4c30-8663-a20f38a76928, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:24.682348 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] For port f8193aab-ce54-4c30-8663-a20f38a76928, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f8193aab-ce54-4c30-8663-a20f38a76928,segment=NetworkSegment(4521b319-7f54-4c5a-9834-93a9cf240769),segment_id=4521b319-7f54-4c5a-9834-93a9cf240769)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:24.685094 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-661c2e4e-1f3f-40ea-a1af-3a6e545adff6 None None] Publish callbacks [] for port (40c476f0-4e92-43c1-a7bc-81d47a8a6250), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:24.690997 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-661c2e4e-1f3f-40ea-a1af-3a6e545adff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (40c476f0-4e92-43c1-a7bc-81d47a8a6250), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:24.695351 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f8193aab-ce54-4c30-8663-a20f38a76928), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:24.774898 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083203bb-bcb7-43b6-afae-9fe18d9048c9 admin admin] Router 02b76823-709c-4bba-a39a-f513007edd7f is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:13:24.783246 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-2d5b9cc4-1788-4fb1-881e-88ead111d818 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Allocated IP 172.20.0.21 (7f59399c-6fe4-40e1-85d9-754e60475c39/e77efcf8-2994-4667-822d-5ef238fe9f46/4d489f0e-dcf7-46ec-945c-fb7352bf117d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:24.807307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c2e4e-1f3f-40ea-a1af-3a6e545adff6 None None] Pushing event updated for resources: {'Port': ['ID=40c476f0-4e92-43c1-a7bc-81d47a8a6250,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:24.883401 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9781e0-a249-4962-b07e-e37c4c39f186 None None] Pushing event updated for resources: {'Port': ['ID=f8193aab-ce54-4c30-8663-a20f38a76928,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:24.968532 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083203bb-bcb7-43b6-afae-9fe18d9048c9 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:13:24.979665 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] Sync routers for ids ['02b76823-709c-4bba-a39a-f513007edd7f'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:13:24.999810 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] Routers {'02b76823-709c-4bba-a39a-f513007edd7f'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:25.009498 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-083203bb-bcb7-43b6-afae-9fe18d9048c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:25.010350 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:13:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['02b76823-709c-4bba-a39a-f513007edd7f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:25.023280 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-083203bb-bcb7-43b6-afae-9fe18d9048c9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0721824 Feb 03 13:13:25.023533 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34430) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:25.056145 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d5b9cc4-1788-4fb1-881e-88ead111d818 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (4d489f0e-dcf7-46ec-945c-fb7352bf117d), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:25.063984 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d5b9cc4-1788-4fb1-881e-88ead111d818 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (4d489f0e-dcf7-46ec-945c-fb7352bf117d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:25.138894 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b9cc4-1788-4fb1-881e-88ead111d818 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=4d489f0e-dcf7-46ec-945c-fb7352bf117d,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:25.271549 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] Set router 02b76823-709c-4bba-a39a-f513007edd7f gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:13:25.289164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2d5b9cc4-1788-4fb1-881e-88ead111d818 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] In _notify_port_updated(), no bound segment for port 4d489f0e-dcf7-46ec-945c-fb7352bf117d on network 7f59399c-6fe4-40e1-85d9-754e60475c39 {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 13:13:25.300713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5b9cc4-1788-4fb1-881e-88ead111d818 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:25.312586 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d5b9cc4-1788-4fb1-881e-88ead111d818 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:25.317848 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2d5b9cc4-1788-4fb1-881e-88ead111d818 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "PUT /v2.0/ports/4d489f0e-dcf7-46ec-945c-fb7352bf117d HTTP/1.1" status: 200 len: 998 time: 1.2586601 Feb 03 13:13:25.320777 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34432) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:25.468163 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-35a576ee-487e-44c1-8f41-78efde429ff3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port 4d489f0e-dcf7-46ec-945c-fb7352bf117d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:25.469722 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35a576ee-487e-44c1-8f41-78efde429ff3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4d489f0e-dcf7-46ec-945c-fb7352bf117d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:25.675314 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b76823-709c-4bba-a39a-f513007edd7f', 'name': 'tempest-TestServerMultinode-1198815400-router', 'tenant_id': '89c7243bc1364bb88cb349fc08e20542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '9b05fad0-02ff-47f8-bd0d-dd1d715de944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:23Z', 'updated_at': '2022-02-03T13:13:24Z', 'revision_number': 3, 'project_id': '89c7243bc1364bb88cb349fc08e20542', 'gw_port': {'id': '9b05fad0-02ff-47f8-bd0d-dd1d715de944', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b76823-709c-4bba-a39a-f513007edd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:23Z', 'updated_at': '2022-02-03T13:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:25.677084 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35a576ee-487e-44c1-8f41-78efde429ff3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4d489f0e-dcf7-46ec-945c-fb7352bf117d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:25.703340 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-35a576ee-487e-44c1-8f41-78efde429ff3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for 4d489f0e-dcf7-46ec-945c-fb7352bf117d owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:25.740273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5867f1c0-eedb-4562-84a0-ef4742f6374c None None] Network 7f59399c-6fe4-40e1-85d9-754e60475c39 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:25.744273 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] Checking router: 02b76823-709c-4bba-a39a-f513007edd7f for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:13:25.744734 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] Updating router 02b76823-709c-4bba-a39a-f513007edd7f port 9b05fad0-02ff-47f8-bd0d-dd1d715de944 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:13:25.806262 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 40c476f0-4e92-43c1-a7bc-81d47a8a6250 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:25.810257 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9b05fad0-02ff-47f8-bd0d-dd1d715de944), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:25.948646 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-263a5834-1491-4f65-9521-ae619466b5a0 None None] Provisioning complete for port 4d489f0e-dcf7-46ec-945c-fb7352bf117d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:25.949071 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-263a5834-1491-4f65-9521-ae619466b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4d489f0e-dcf7-46ec-945c-fb7352bf117d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:26.005213 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-263a5834-1491-4f65-9521-ae619466b5a0 None None] Port 4d489f0e-dcf7-46ec-945c-fb7352bf117d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:13:26.028345 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-263a5834-1491-4f65-9521-ae619466b5a0 None None] Provisioning complete for port 40c476f0-4e92-43c1-a7bc-81d47a8a6250 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:26.028734 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-263a5834-1491-4f65-9521-ae619466b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (40c476f0-4e92-43c1-a7bc-81d47a8a6250), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:26.073546 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 40c476f0-4e92-43c1-a7bc-81d47a8a6250 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:26.073936 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (40c476f0-4e92-43c1-a7bc-81d47a8a6250), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:26.095501 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35a576ee-487e-44c1-8f41-78efde429ff3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (4d489f0e-dcf7-46ec-945c-fb7352bf117d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:26.164659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a576ee-487e-44c1-8f41-78efde429ff3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=4d489f0e-dcf7-46ec-945c-fb7352bf117d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:26.226550 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 40c476f0-4e92-43c1-a7bc-81d47a8a6250 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:26.227823 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f8193aab-ce54-4c30-8663-a20f38a76928 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:26.302072 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] Publish callbacks [] for port (9b05fad0-02ff-47f8-bd0d-dd1d715de944), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:26.329106 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9b05fad0-02ff-47f8-bd0d-dd1d715de944), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:26.334709 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-263a5834-1491-4f65-9521-ae619466b5a0 None None] Current status of the port 40c476f0-4e92-43c1-a7bc-81d47a8a6250 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:26.337153 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35a576ee-487e-44c1-8f41-78efde429ff3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:26.350911 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-35a576ee-487e-44c1-8f41-78efde429ff3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/ports/4d489f0e-dcf7-46ec-945c-fb7352bf117d HTTP/1.1" status: 204 len: 168 time: 1.0235052 Feb 03 13:13:26.351546 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34436) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:26.359652 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port f8193aab-ce54-4c30-8663-a20f38a76928 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:26.360074 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f8193aab-ce54-4c30-8663-a20f38a76928), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:26.410174 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fdd4f4d-c6dc-4381-b1ea-26fba7c6db1e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] GET failed (client error): The resource could not be found. Feb 03 13:13:26.413084 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8fdd4f4d-c6dc-4381-b1ea-26fba7c6db1e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports/4d489f0e-dcf7-46ec-945c-fb7352bf117d HTTP/1.1" status: 404 len: 333 time: 0.0605454 Feb 03 13:13:26.416170 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34438) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:26.427289 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] Attempting to bind port 9b05fad0-02ff-47f8-bd0d-dd1d715de944 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:26.427803 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] Attempting to bind port 9b05fad0-02ff-47f8-bd0d-dd1d715de944 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:26.428286 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] Attempting to bind port 9b05fad0-02ff-47f8-bd0d-dd1d715de944 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:26.436016 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f41db-df8c-4791-851d-8fa00343a7a1 None None] Pushing event updated for resources: {'Port': ['ID=9b05fad0-02ff-47f8-bd0d-dd1d715de944,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:26.442047 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:26.442611 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:26.443109 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:26.443600 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:26.447325 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] Bound port: 9b05fad0-02ff-47f8-bd0d-dd1d715de944, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:26.447889 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9b05fad0-02ff-47f8-bd0d-dd1d715de944), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:26.456000 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f41db-df8c-4791-851d-8fa00343a7a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:26.456492 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f41db-df8c-4791-851d-8fa00343a7a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:26.456929 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f41db-df8c-4791-851d-8fa00343a7a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:26.457362 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f41db-df8c-4791-851d-8fa00343a7a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:26.457843 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f41db-df8c-4791-851d-8fa00343a7a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:26.458231 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f41db-df8c-4791-851d-8fa00343a7a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:26.458812 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f41db-df8c-4791-851d-8fa00343a7a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:26.459249 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f41db-df8c-4791-851d-8fa00343a7a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:26.459676 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f41db-df8c-4791-851d-8fa00343a7a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:26.460140 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f41db-df8c-4791-851d-8fa00343a7a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:26.460994 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f41db-df8c-4791-851d-8fa00343a7a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:26.460994 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f41db-df8c-4791-851d-8fa00343a7a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:26.461383 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4f41db-df8c-4791-851d-8fa00343a7a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:13:26.490492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ccc1fe-39a2-4435-a51c-85a9f3d59b58 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting subnet e77efcf8-2994-4667-822d-5ef238fe9f46 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:13:26.494403 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17ccc1fe-39a2-4435-a51c-85a9f3d59b58 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (e77efcf8-2994-4667-822d-5ef238fe9f46), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:26.498945 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ab670e-22a4-44e6-9ec0-8fb570b96dc2 None None] Network c5b8a261-1c7f-4d8e-a637-8bf4565ead16 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:26.503722 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port f8193aab-ce54-4c30-8663-a20f38a76928 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:26.504464 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f8193aab-ce54-4c30-8663-a20f38a76928), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:26.547754 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17ccc1fe-39a2-4435-a51c-85a9f3d59b58 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (e77efcf8-2994-4667-822d-5ef238fe9f46), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:26.557148 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] For port 9b05fad0-02ff-47f8-bd0d-dd1d715de944, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:26.564284 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] For port 9b05fad0-02ff-47f8-bd0d-dd1d715de944, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9b05fad0-02ff-47f8-bd0d-dd1d715de944,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:26.574896 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a593018-2943-42c1-9588-c066b89b7269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:26.576514 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9b05fad0-02ff-47f8-bd0d-dd1d715de944), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:26.639091 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f7dbc600-9b56-4504-b32d-4dfb2b098560 None None] Provisioning complete for port f8193aab-ce54-4c30-8663-a20f38a76928 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:26.640321 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7dbc600-9b56-4504-b32d-4dfb2b098560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f8193aab-ce54-4c30-8663-a20f38a76928), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:26.661331 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17ccc1fe-39a2-4435-a51c-85a9f3d59b58 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (e77efcf8-2994-4667-822d-5ef238fe9f46), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:26.701425 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port f8193aab-ce54-4c30-8663-a20f38a76928, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f8193aab-ce54-4c30-8663-a20f38a76928,segment=NetworkSegment(4521b319-7f54-4c5a-9834-93a9cf240769),segment_id=4521b319-7f54-4c5a-9834-93a9cf240769)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:26.714002 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] Routers {'02b76823-709c-4bba-a39a-f513007edd7f'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:26.714512 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:13:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['02b76823-709c-4bba-a39a-f513007edd7f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:26.714983 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f8193aab-ce54-4c30-8663-a20f38a76928), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:26.775616 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17ccc1fe-39a2-4435-a51c-85a9f3d59b58 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (e77efcf8-2994-4667-822d-5ef238fe9f46), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:26.783880 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f41db-df8c-4791-851d-8fa00343a7a1 None None] Pushing event updated for resources: {'Port': ['ID=9b05fad0-02ff-47f8-bd0d-dd1d715de944,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:26.825145 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccc1fe-39a2-4435-a51c-85a9f3d59b58 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Subnet': ['ID=e77efcf8-2994-4667-822d-5ef238fe9f46,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:26.827952 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17ccc1fe-39a2-4435-a51c-85a9f3d59b58 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:26.835513 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-17ccc1fe-39a2-4435-a51c-85a9f3d59b58 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/subnets/e77efcf8-2994-4667-822d-5ef238fe9f46 HTTP/1.1" status: 204 len: 168 time: 0.4154339 Feb 03 13:13:26.836568 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34440) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:26.854423 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f7dbc600-9b56-4504-b32d-4dfb2b098560 None None] Current status of the port f8193aab-ce54-4c30-8663-a20f38a76928 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:26.867168 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=f8193aab-ce54-4c30-8663-a20f38a76928,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:26.882862 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] Set router 02b76823-709c-4bba-a39a-f513007edd7f gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:13:26.908824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-0a593018-2943-42c1-9588-c066b89b7269 admin admin] Allocated IP 172.20.0.1 (c5b8a261-1c7f-4d8e-a637-8bf4565ead16/7b0fba57-c219-4d2b-9bea-bbf4a3361c9d/9143eba3-943b-4700-ba0f-c534f2a75a43) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:26.941765 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19eb6e5-5333-4caa-aa6e-b63ae50a18d9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting subnet 7ec10f4c-97d7-4c73-9732-79b0fc01872e {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:13:26.946948 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a19eb6e5-5333-4caa-aa6e-b63ae50a18d9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (7ec10f4c-97d7-4c73-9732-79b0fc01872e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:27.012314 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a19eb6e5-5333-4caa-aa6e-b63ae50a18d9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (7ec10f4c-97d7-4c73-9732-79b0fc01872e), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:27.067280 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a593018-2943-42c1-9588-c066b89b7269 admin admin] Publish callbacks [] for port (9143eba3-943b-4700-ba0f-c534f2a75a43), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:27.128299 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a593018-2943-42c1-9588-c066b89b7269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (9143eba3-943b-4700-ba0f-c534f2a75a43), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:27.166324 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a19eb6e5-5333-4caa-aa6e-b63ae50a18d9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (7ec10f4c-97d7-4c73-9732-79b0fc01872e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:27.178106 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b76823-709c-4bba-a39a-f513007edd7f', 'name': 'tempest-TestServerMultinode-1198815400-router', 'tenant_id': '89c7243bc1364bb88cb349fc08e20542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '9b05fad0-02ff-47f8-bd0d-dd1d715de944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:23Z', 'updated_at': '2022-02-03T13:13:24Z', 'revision_number': 3, 'project_id': '89c7243bc1364bb88cb349fc08e20542', 'gw_port': {'id': '9b05fad0-02ff-47f8-bd0d-dd1d715de944', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b76823-709c-4bba-a39a-f513007edd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:23Z', 'updated_at': '2022-02-03T13:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:27.205536 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a593018-2943-42c1-9588-c066b89b7269 admin admin] Network c5b8a261-1c7f-4d8e-a637-8bf4565ead16 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:27.216127 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcebc91-772a-49fb-921b-50958c827dbb None None] The sync data for ids ['02b76823-709c-4bba-a39a-f513007edd7f'] in n-d-827336-3 is: [{'id': '02b76823-709c-4bba-a39a-f513007edd7f', 'name': 'tempest-TestServerMultinode-1198815400-router', 'tenant_id': '89c7243bc1364bb88cb349fc08e20542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '9b05fad0-02ff-47f8-bd0d-dd1d715de944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:23Z', 'updated_at': '2022-02-03T13:13:24Z', 'revision_number': 3, 'project_id': '89c7243bc1364bb88cb349fc08e20542', 'gw_port': {'id': '9b05fad0-02ff-47f8-bd0d-dd1d715de944', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b76823-709c-4bba-a39a-f513007edd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:23Z', 'updated_at': '2022-02-03T13:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:13:27.219397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a593018-2943-42c1-9588-c066b89b7269 admin admin] Pushing event updated for resources: {'Port': ['ID=9143eba3-943b-4700-ba0f-c534f2a75a43,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:27.225599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0a593018-2943-42c1-9588-c066b89b7269 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:27.233932 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a593018-2943-42c1-9588-c066b89b7269 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:27.300757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4e4abaf6-cc97-42ad-82b3-98fdd2d03bae None None] Provisioning complete for port f8193aab-ce54-4c30-8663-a20f38a76928 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:27.302781 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e4abaf6-cc97-42ad-82b3-98fdd2d03bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f8193aab-ce54-4c30-8663-a20f38a76928), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:27.329845 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a593018-2943-42c1-9588-c066b89b7269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (02b76823-709c-4bba-a39a-f513007edd7f), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:27.391513 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a19eb6e5-5333-4caa-aa6e-b63ae50a18d9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (7ec10f4c-97d7-4c73-9732-79b0fc01872e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:27.473445 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19eb6e5-5333-4caa-aa6e-b63ae50a18d9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec10f4c-97d7-4c73-9732-79b0fc01872e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:27.476480 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a19eb6e5-5333-4caa-aa6e-b63ae50a18d9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:27.481531 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a19eb6e5-5333-4caa-aa6e-b63ae50a18d9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/subnets/7ec10f4c-97d7-4c73-9732-79b0fc01872e HTTP/1.1" status: 204 len: 168 time: 0.6438594 Feb 03 13:13:27.484948 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34444) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:27.552344 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a593018-2943-42c1-9588-c066b89b7269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9143eba3-943b-4700-ba0f-c534f2a75a43), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:27.697978 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7af1-3bad-4d74-9cb7-7ab6b8b57e0c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (7f59399c-6fe4-40e1-85d9-754e60475c39), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:27.797535 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fa7f7af1-3bad-4d74-9cb7-7ab6b8b57e0c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port 40c476f0-4e92-43c1-a7bc-81d47a8a6250 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:27.797995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0b354d-2b8d-48e3-ba2e-cacf8fde30a7 None None] Network 7f59399c-6fe4-40e1-85d9-754e60475c39 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:27.798171 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7af1-3bad-4d74-9cb7-7ab6b8b57e0c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (40c476f0-4e92-43c1-a7bc-81d47a8a6250), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:27.800610 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f8193aab-ce54-4c30-8663-a20f38a76928 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:27.853947 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a593018-2943-42c1-9588-c066b89b7269 admin admin] Publish callbacks [] for port (9143eba3-943b-4700-ba0f-c534f2a75a43), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:27.866107 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a593018-2943-42c1-9588-c066b89b7269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (9143eba3-943b-4700-ba0f-c534f2a75a43), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:27.910654 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fa7f7af1-3bad-4d74-9cb7-7ab6b8b57e0c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] For port 40c476f0-4e92-43c1-a7bc-81d47a8a6250, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=40c476f0-4e92-43c1-a7bc-81d47a8a6250,segment=NetworkSegment(47132429-ee79-4436-a127-75d704d9236f),segment_id=47132429-ee79-4436-a127-75d704d9236f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:27.911135 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7af1-3bad-4d74-9cb7-7ab6b8b57e0c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (40c476f0-4e92-43c1-a7bc-81d47a8a6250), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:27.926963 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fa7f7af1-3bad-4d74-9cb7-7ab6b8b57e0c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for 40c476f0-4e92-43c1-a7bc-81d47a8a6250 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:27.960858 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a593018-2943-42c1-9588-c066b89b7269 admin admin] Pushing event updated for resources: {'Port': ['ID=9143eba3-943b-4700-ba0f-c534f2a75a43,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:27.977884 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a593018-2943-42c1-9588-c066b89b7269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (02b76823-709c-4bba-a39a-f513007edd7f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:28.016672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4e4abaf6-cc97-42ad-82b3-98fdd2d03bae None None] Current status of the port f8193aab-ce54-4c30-8663-a20f38a76928 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:28.057032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port f8193aab-ce54-4c30-8663-a20f38a76928 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:28.057555 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f8193aab-ce54-4c30-8663-a20f38a76928), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:28.088851 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7af1-3bad-4d74-9cb7-7ab6b8b57e0c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (40c476f0-4e92-43c1-a7bc-81d47a8a6250), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:28.133999 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f7af1-3bad-4d74-9cb7-7ab6b8b57e0c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=40c476f0-4e92-43c1-a7bc-81d47a8a6250,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:28.143489 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7f7af1-3bad-4d74-9cb7-7ab6b8b57e0c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No DVR routers for this DVR port 40c476f0-4e92-43c1-a7bc-81d47a8a6250 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:13:28.145456 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d9dc336b-2d5b-41c7-a20c-70f16729464f None None] Could not find standard attr ID for object 4d489f0e-dcf7-46ec-945c-fb7352bf117d. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:13:28.167508 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4176fdfa-54aa-4717-908b-cc60bb24a82f None None] DHCP port deletion for 7f59399c-6fe4-40e1-85d9-754e60475c39 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:13:28.200867 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a593018-2943-42c1-9588-c066b89b7269 admin admin] Network c5b8a261-1c7f-4d8e-a637-8bf4565ead16 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:28.203471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0a593018-2943-42c1-9588-c066b89b7269 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:28.247568 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d9dc336b-2d5b-41c7-a20c-70f16729464f None None] Provisioning complete for port 9143eba3-943b-4700-ba0f-c534f2a75a43 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:28.248056 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9dc336b-2d5b-41c7-a20c-70f16729464f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9143eba3-943b-4700-ba0f-c534f2a75a43), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:28.313828 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port f8193aab-ce54-4c30-8663-a20f38a76928 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:28.321844 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7af1-3bad-4d74-9cb7-7ab6b8b57e0c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (7f59399c-6fe4-40e1-85d9-754e60475c39), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:28.351393 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d9dc336b-2d5b-41c7-a20c-70f16729464f None None] Port 9143eba3-943b-4700-ba0f-c534f2a75a43 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:13:28.362803 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d9dc336b-2d5b-41c7-a20c-70f16729464f None None] Could not find standard attr ID for object 40c476f0-4e92-43c1-a7bc-81d47a8a6250. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:13:28.378830 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-fa7f7af1-3bad-4d74-9cb7-7ab6b8b57e0c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f59399c-6fe4-40e1-85d9-754e60475c39']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:28.399001 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-fa7f7af1-3bad-4d74-9cb7-7ab6b8b57e0c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47132429-ee79-4436-a127-75d704d9236f') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:28.399486 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-fa7f7af1-3bad-4d74-9cb7-7ab6b8b57e0c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47132429-ee79-4436-a127-75d704d9236f') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:28.436524 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7af1-3bad-4d74-9cb7-7ab6b8b57e0c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (47132429-ee79-4436-a127-75d704d9236f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:28.458747 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7af1-3bad-4d74-9cb7-7ab6b8b57e0c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (47132429-ee79-4436-a127-75d704d9236f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:28.464175 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a593018-2943-42c1-9588-c066b89b7269 admin admin] Router 02b76823-709c-4bba-a39a-f513007edd7f has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:13:28.468456 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7f7af1-3bad-4d74-9cb7-7ab6b8b57e0c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:13:28.470027 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7af1-3bad-4d74-9cb7-7ab6b8b57e0c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (47132429-ee79-4436-a127-75d704d9236f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:13:28.473537 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:13:28.559753 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7af1-3bad-4d74-9cb7-7ab6b8b57e0c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (7f59399c-6fe4-40e1-85d9-754e60475c39), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:28.575794 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7af1-3bad-4d74-9cb7-7ab6b8b57e0c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:28.584831 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34448) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:28.585293 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-977e2d3e-5888-4cd1-9bc4-fea8403fda41 None None] Provisioning complete for port 9143eba3-943b-4700-ba0f-c534f2a75a43 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:28.585749 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-977e2d3e-5888-4cd1-9bc4-fea8403fda41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9143eba3-943b-4700-ba0f-c534f2a75a43), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:28.592931 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fa7f7af1-3bad-4d74-9cb7-7ab6b8b57e0c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/networks/7f59399c-6fe4-40e1-85d9-754e60475c39 HTTP/1.1" status: 204 len: 168 time: 1.1024654 Feb 03 13:13:28.616120 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f7af1-3bad-4d74-9cb7-7ab6b8b57e0c tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Network': ['ID=7f59399c-6fe4-40e1-85d9-754e60475c39,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:28.646126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a593018-2943-42c1-9588-c066b89b7269 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:13:28.649190 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-977e2d3e-5888-4cd1-9bc4-fea8403fda41 None None] Port 9143eba3-943b-4700-ba0f-c534f2a75a43 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:13:28.658260 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0a593018-2943-42c1-9588-c066b89b7269 admin admin] 10.222.0.18 "PUT /v2.0/routers/02b76823-709c-4bba-a39a-f513007edd7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6336856 Feb 03 13:13:28.678403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3f3241-8f66-4a42-b31f-9dec00ffc2eb tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:28.683615 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34452) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:28.693487 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ba3f3241-8f66-4a42-b31f-9dec00ffc2eb tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1049922 Feb 03 13:13:28.739432 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-331d13a9-b475-4a08-bcb5-fe4629ba29ff tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0542903 Feb 03 13:13:28.742726 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34454) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:28.749884 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a646a355-f80d-4dff-85d2-3f0c87c608d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1395848803'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:28.772459 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a646a355-f80d-4dff-85d2-3f0c87c608d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:28.776013 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a646a355-f80d-4dff-85d2-3f0c87c608d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:28.803168 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a646a355-f80d-4dff-85d2-3f0c87c608d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:13:28.809930 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a646a355-f80d-4dff-85d2-3f0c87c608d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (cc63ef51-5917-4cb6-a951-d6877c6be56e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:28.810478 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-a646a355-f80d-4dff-85d2-3f0c87c608d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Added segment cc63ef51-5917-4cb6-a951-d6877c6be56e of type vlan for network 8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2 Feb 03 13:13:28.874149 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a646a355-f80d-4dff-85d2-3f0c87c608d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:28.902256 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a646a355-f80d-4dff-85d2-3f0c87c608d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:28.908800 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a646a355-f80d-4dff-85d2-3f0c87c608d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:28.909393 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a646a355-f80d-4dff-85d2-3f0c87c608d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:28.947306 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a646a355-f80d-4dff-85d2-3f0c87c608d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2035275 Feb 03 13:13:28.950148 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34460) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:28.957001 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9ca0600f-3004-4d72-8592-69d5ed7eb1a2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'subnet': {'network_id': '8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:28.992498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646a355-f80d-4dff-85d2-3f0c87c608d2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Network': ['ID=8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:29.004951 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:13:29.073335 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca0600f-3004-4d72-8592-69d5ed7eb1a2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:29.076918 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ca0600f-3004-4d72-8592-69d5ed7eb1a2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:29.302039 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ca0600f-3004-4d72-8592-69d5ed7eb1a2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (46e9f7f6-cf6f-453f-acbb-c44e4730123e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:29.308268 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34470) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:29.313139 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-621c90e5-85c7-4657-ae77-c94ea8408d6c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1365132347-network', 'tenant_id': 'b60770161b494f18be97fa33c40d06d8'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:29.334689 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621c90e5-85c7-4657-ae77-c94ea8408d6c admin admin] Made reservation on behalf of b60770161b494f18be97fa33c40d06d8 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:29.337986 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-621c90e5-85c7-4657-ae77-c94ea8408d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:29.346938 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-621c90e5-85c7-4657-ae77-c94ea8408d6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:29.366087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0600f-3004-4d72-8592-69d5ed7eb1a2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Subnet': ['ID=46e9f7f6-cf6f-453f-acbb-c44e4730123e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:29.390999 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca0600f-3004-4d72-8592-69d5ed7eb1a2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Checking segment: {'id': 'cc63ef51-5917-4cb6-a951-d6877c6be56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:29.392051 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca0600f-3004-4d72-8592-69d5ed7eb1a2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network hostable DHCP agents. Network: 8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:13:29.410033 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca0600f-3004-4d72-8592-69d5ed7eb1a2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:13:29.425050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9ca0600f-3004-4d72-8592-69d5ed7eb1a2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:29.430886 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca0600f-3004-4d72-8592-69d5ed7eb1a2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:29.431490 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ca0600f-3004-4d72-8592-69d5ed7eb1a2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:29.437860 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8adc2e4-9c01-40be-8e4f-ca649401a21d None None] Network 8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:29.464806 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9ca0600f-3004-4d72-8592-69d5ed7eb1a2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5128639 Feb 03 13:13:29.468239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34474) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:29.474164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8a48d49a-714c-4843-b587-1417cc379970 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'port': {'network_id': '8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2', 'name': 'tempest-PortsTestJSON-1439376363'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:29.497781 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-621c90e5-85c7-4657-ae77-c94ea8408d6c admin admin] Publish callbacks [] for security_group (19e0e330-ff4c-4105-8071-b286bec36371), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:29.509441 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-621c90e5-85c7-4657-ae77-c94ea8408d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (19e0e330-ff4c-4105-8071-b286bec36371), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:29.576552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621c90e5-85c7-4657-ae77-c94ea8408d6c admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:13:29.586206 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c90e5-85c7-4657-ae77-c94ea8408d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e0e330-ff4c-4105-8071-b286bec36371,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:29.589998 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2', 'network_id': '8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2', 'project_id': '4e7f34f2df814294ac9410e67e079ede', 'fixed_ips': [{'subnet_id': '46e9f7f6-cf6f-453f-acbb-c44e4730123e'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:13:29.590926 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:29.617019 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-621c90e5-85c7-4657-ae77-c94ea8408d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ec501e9f-40f7-4392-854a-ad7f930b7a25), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:29.617728 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-621c90e5-85c7-4657-ae77-c94ea8408d6c admin admin] Added segment ec501e9f-40f7-4392-854a-ad7f930b7a25 of type vlan for network 3393d41f-9c56-4a6c-b89f-83631dd96681 Feb 03 13:13:29.670490 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-621c90e5-85c7-4657-ae77-c94ea8408d6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (3393d41f-9c56-4a6c-b89f-83631dd96681), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:29.675629 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a48d49a-714c-4843-b587-1417cc379970 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:29.679130 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a48d49a-714c-4843-b587-1417cc379970 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:29.705212 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9b05fad0-02ff-47f8-bd0d-dd1d715de944 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:29.728777 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-8a48d49a-714c-4843-b587-1417cc379970 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] device_id is not set on port 763a5b54-94b1-4dbe-9a33-7975fd4c21d1 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:13:29.769283 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-621c90e5-85c7-4657-ae77-c94ea8408d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (3393d41f-9c56-4a6c-b89f-83631dd96681), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:29.770265 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] Sync routers for ids ['02b76823-709c-4bba-a39a-f513007edd7f'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:13:29.772156 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621c90e5-85c7-4657-ae77-c94ea8408d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:29.772901 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-621c90e5-85c7-4657-ae77-c94ea8408d6c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:29.822752 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] Routers {'02b76823-709c-4bba-a39a-f513007edd7f'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:29.823696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:13:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['02b76823-709c-4bba-a39a-f513007edd7f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:29.829346 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-621c90e5-85c7-4657-ae77-c94ea8408d6c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5202940 Feb 03 13:13:29.831815 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34476) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:29.840401 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ceedd748-b5b3-47c8-95ca-0b7e6dd862e6 admin admin] Request body: {'subnet': {'network_id': '3393d41f-9c56-4a6c-b89f-83631dd96681', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1365132347-subnet', 'tenant_id': 'b60770161b494f18be97fa33c40d06d8', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:29.871073 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c90e5-85c7-4657-ae77-c94ea8408d6c admin admin] Pushing event updated for resources: {'Network': ['ID=3393d41f-9c56-4a6c-b89f-83631dd96681,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:29.876628 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceedd748-b5b3-47c8-95ca-0b7e6dd862e6 admin admin] Made reservation on behalf of b60770161b494f18be97fa33c40d06d8 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:29.880627 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ceedd748-b5b3-47c8-95ca-0b7e6dd862e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:29.884613 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9b05fad0-02ff-47f8-bd0d-dd1d715de944 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:29.884998 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9b05fad0-02ff-47f8-bd0d-dd1d715de944), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:29.907367 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] Allocated IP 172.20.0.2 (8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2/46e9f7f6-cf6f-453f-acbb-c44e4730123e/2154f710-8423-4943-bfdd-2ac7e66b0073) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:29.911372 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 3393d41f-9c56-4a6c-b89f-83631dd96681 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:13:30.082992 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ceedd748-b5b3-47c8-95ca-0b7e6dd862e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (3b3353cc-a293-43a6-bf3b-14a76c5a7724), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:30.125310 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] Set router 02b76823-709c-4bba-a39a-f513007edd7f gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:13:30.156470 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedd748-b5b3-47c8-95ca-0b7e6dd862e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b3353cc-a293-43a6-bf3b-14a76c5a7724,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:30.169829 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceedd748-b5b3-47c8-95ca-0b7e6dd862e6 admin admin] Checking segment: {'id': 'ec501e9f-40f7-4392-854a-ad7f930b7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3393d41f-9c56-4a6c-b89f-83631dd96681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:30.170323 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceedd748-b5b3-47c8-95ca-0b7e6dd862e6 admin admin] Network hostable DHCP agents. Network: 3393d41f-9c56-4a6c-b89f-83631dd96681, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:13:30.191600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceedd748-b5b3-47c8-95ca-0b7e6dd862e6 admin admin] Network 3393d41f-9c56-4a6c-b89f-83631dd96681 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:13:30.204948 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ceedd748-b5b3-47c8-95ca-0b7e6dd862e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 3393d41f-9c56-4a6c-b89f-83631dd96681) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:30.211437 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceedd748-b5b3-47c8-95ca-0b7e6dd862e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:30.212094 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ceedd748-b5b3-47c8-95ca-0b7e6dd862e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:30.218359 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3026110-6c4f-4251-afa2-bd00f51dfef5 None None] Network 3393d41f-9c56-4a6c-b89f-83631dd96681 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:30.230922 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ceedd748-b5b3-47c8-95ca-0b7e6dd862e6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3948703 Feb 03 13:13:30.231162 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34480) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:30.236196 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8d4d8345-afb7-431e-90e1-02ff615fc7da admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1365132347-router', 'tenant_id': 'b60770161b494f18be97fa33c40d06d8', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:30.256142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9b05fad0-02ff-47f8-bd0d-dd1d715de944 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:30.256841 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9b05fad0-02ff-47f8-bd0d-dd1d715de944), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:30.261194 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d4d8345-afb7-431e-90e1-02ff615fc7da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (981139cc-41b9-4e2d-8db4-e5b664b6da34), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:30.263228 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d4d8345-afb7-431e-90e1-02ff615fc7da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (981139cc-41b9-4e2d-8db4-e5b664b6da34), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:30.338100 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d4d8345-afb7-431e-90e1-02ff615fc7da admin admin] Publish callbacks [] for router_controller (981139cc-41b9-4e2d-8db4-e5b664b6da34), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:30.346675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 9b05fad0-02ff-47f8-bd0d-dd1d715de944, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9b05fad0-02ff-47f8-bd0d-dd1d715de944,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:30.366460 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9b05fad0-02ff-47f8-bd0d-dd1d715de944), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:30.460556 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 40c476f0-4e92-43c1-a7bc-81d47a8a6250 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:13:30.473411 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] Publish callbacks [] for port (2154f710-8423-4943-bfdd-2ac7e66b0073), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:30.498701 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d4d8345-afb7-431e-90e1-02ff615fc7da admin admin] Publish callbacks [] for router_gateway (981139cc-41b9-4e2d-8db4-e5b664b6da34), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:30.510474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 40c476f0-4e92-43c1-a7bc-81d47a8a6250 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:13:30.510842 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 40c476f0-4e92-43c1-a7bc-81d47a8a6250 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:13:30.520058 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (2154f710-8423-4943-bfdd-2ac7e66b0073), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:30.554681 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=9b05fad0-02ff-47f8-bd0d-dd1d715de944,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:30.586096 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-8a48d49a-714c-4843-b587-1417cc379970 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Allocated IP 172.20.0.4 (8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2/46e9f7f6-cf6f-453f-acbb-c44e4730123e/763a5b54-94b1-4dbe-9a33-7975fd4c21d1) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:30.763220 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] Network 8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:30.767150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-3393d41f-9c56-4a6c-b89f-83631dd96681', 'network_id': '3393d41f-9c56-4a6c-b89f-83631dd96681', 'project_id': 'b60770161b494f18be97fa33c40d06d8', 'fixed_ips': [{'subnet_id': '3b3353cc-a293-43a6-bf3b-14a76c5a7724'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:13:30.768070 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:30.771922 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d4d8345-afb7-431e-90e1-02ff615fc7da admin admin] Publish callbacks [] for router_gateway (981139cc-41b9-4e2d-8db4-e5b664b6da34), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:30.789288 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:30.794168 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d4d8345-afb7-431e-90e1-02ff615fc7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:30.802123 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:30.811365 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a48d49a-714c-4843-b587-1417cc379970 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (763a5b54-94b1-4dbe-9a33-7975fd4c21d1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:30.854811 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a48d49a-714c-4843-b587-1417cc379970 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (763a5b54-94b1-4dbe-9a33-7975fd4c21d1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:30.857524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] Pushing event updated for resources: {'Port': ['ID=2154f710-8423-4943-bfdd-2ac7e66b0073,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:30.884277 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:13:30.927533 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a48d49a-714c-4843-b587-1417cc379970 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:30.931866 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8a48d49a-714c-4843-b587-1417cc379970 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:30.935919 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a48d49a-714c-4843-b587-1417cc379970 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:30.957638 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-8d4d8345-afb7-431e-90e1-02ff615fc7da admin admin] Allocated IP 172.25.6.105 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/8d7a5288-9331-4c1a-adf8-666cbefc6fbc) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:30.960248 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] Attempting to bind port 2154f710-8423-4943-bfdd-2ac7e66b0073 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:30.961002 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] Attempting to bind port 2154f710-8423-4943-bfdd-2ac7e66b0073 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'cc63ef51-5917-4cb6-a951-d6877c6be56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:30.961378 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] Attempting to bind port 2154f710-8423-4943-bfdd-2ac7e66b0073 on network 8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:30.974575 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48d49a-714c-4843-b587-1417cc379970 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=763a5b54-94b1-4dbe-9a33-7975fd4c21d1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:31.000031 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a48d49a-714c-4843-b587-1417cc379970 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:31.000530 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:31.000738 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a48d49a-714c-4843-b587-1417cc379970 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:31.001286 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] Checking segment: {'id': 'cc63ef51-5917-4cb6-a951-d6877c6be56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:31.001898 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:31.002469 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] Bound using segment: {'id': 'cc63ef51-5917-4cb6-a951-d6877c6be56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:31.003132 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] Bound port: 2154f710-8423-4943-bfdd-2ac7e66b0073, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc63ef51-5917-4cb6-a951-d6877c6be56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:31.003710 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2154f710-8423-4943-bfdd-2ac7e66b0073), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:31.019255 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8a48d49a-714c-4843-b587-1417cc379970 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5492823 Feb 03 13:13:31.024406 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34484) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:31.034931 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1cf63eb0-0895-43a9-9f21-99da41aacd3e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'port': {'network_id': '8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2', 'name': 'tempest-PortsTestJSON-1224966806'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:31.035673 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b76823-709c-4bba-a39a-f513007edd7f', 'name': 'tempest-TestServerMultinode-1198815400-router', 'tenant_id': '89c7243bc1364bb88cb349fc08e20542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '9b05fad0-02ff-47f8-bd0d-dd1d715de944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:23Z', 'updated_at': '2022-02-03T13:13:27Z', 'revision_number': 4, 'project_id': '89c7243bc1364bb88cb349fc08e20542', 'gw_port': {'id': '9b05fad0-02ff-47f8-bd0d-dd1d715de944', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b76823-709c-4bba-a39a-f513007edd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:23Z', 'updated_at': '2022-02-03T13:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '9143eba3-943b-4700-ba0f-c534f2a75a43', 'name': '', 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16', 'tenant_id': '89c7243bc1364bb88cb349fc08e20542', 'mac_address': 'fa:16:3e:8e:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b76823-709c-4bba-a39a-f513007edd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '7b0fba57-c219-4d2b-9bea-bbf4a3361c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:26Z', 'updated_at': '2022-02-03T13:13:27Z', 'revision_number': 2, 'project_id': '89c7243bc1364bb88cb349fc08e20542', 'subnets': [{'id': '7b0fba57-c219-4d2b-9bea-bbf4a3361c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:31.088737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] Checking router: 02b76823-709c-4bba-a39a-f513007edd7f for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:13:31.089104 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] Updating router 02b76823-709c-4bba-a39a-f513007edd7f port 9143eba3-943b-4700-ba0f-c534f2a75a43 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:13:31.101790 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d4d8345-afb7-431e-90e1-02ff615fc7da admin admin] Publish callbacks [] for port (8d7a5288-9331-4c1a-adf8-666cbefc6fbc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:31.113529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] Allocated IP 172.20.0.2 (3393d41f-9c56-4a6c-b89f-83631dd96681/3b3353cc-a293-43a6-bf3b-14a76c5a7724/ca914164-4a17-48c8-a3e9-11b67cddafd2) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:31.146801 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9143eba3-943b-4700-ba0f-c534f2a75a43), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:31.148267 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d4d8345-afb7-431e-90e1-02ff615fc7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (8d7a5288-9331-4c1a-adf8-666cbefc6fbc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:31.183461 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] For port 2154f710-8423-4943-bfdd-2ac7e66b0073, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:31.209851 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf63eb0-0895-43a9-9f21-99da41aacd3e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:31.214416 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cf63eb0-0895-43a9-9f21-99da41aacd3e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:31.215478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4d8345-afb7-431e-90e1-02ff615fc7da admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:31.219890 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8d4d8345-afb7-431e-90e1-02ff615fc7da admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:31.224801 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d8345-afb7-431e-90e1-02ff615fc7da admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:31.228062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d8345-afb7-431e-90e1-02ff615fc7da admin admin] Pushing event updated for resources: {'Port': ['ID=8d7a5288-9331-4c1a-adf8-666cbefc6fbc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:31.254947 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] For port 2154f710-8423-4943-bfdd-2ac7e66b0073, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2154f710-8423-4943-bfdd-2ac7e66b0073,segment=NetworkSegment(cc63ef51-5917-4cb6-a951-d6877c6be56e),segment_id=cc63ef51-5917-4cb6-a951-d6877c6be56e)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:31.267826 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2154f710-8423-4943-bfdd-2ac7e66b0073), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:31.465718 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:31.505365 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7e7e6-80cd-4fa6-924e-887eee305ecf None None] Pushing event updated for resources: {'Port': ['ID=2154f710-8423-4943-bfdd-2ac7e66b0073,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:31.579799 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] Publish callbacks [] for port (ca914164-4a17-48c8-a3e9-11b67cddafd2), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:31.623853 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d4d8345-afb7-431e-90e1-02ff615fc7da admin admin] Publish callbacks [] for router_gateway (981139cc-41b9-4e2d-8db4-e5b664b6da34), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:31.627647 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (ca914164-4a17-48c8-a3e9-11b67cddafd2), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:31.675788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9b05fad0-02ff-47f8-bd0d-dd1d715de944 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:31.714685 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] Network 3393d41f-9c56-4a6c-b89f-83631dd96681 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:31.748951 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:31.764733 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:31.782458 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] Pushing event updated for resources: {'Port': ['ID=ca914164-4a17-48c8-a3e9-11b67cddafd2,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:31.909926 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] Attempting to bind port ca914164-4a17-48c8-a3e9-11b67cddafd2 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:31.910454 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] Attempting to bind port ca914164-4a17-48c8-a3e9-11b67cddafd2 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'ec501e9f-40f7-4392-854a-ad7f930b7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3393d41f-9c56-4a6c-b89f-83631dd96681'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:31.911206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] Attempting to bind port ca914164-4a17-48c8-a3e9-11b67cddafd2 on network 3393d41f-9c56-4a6c-b89f-83631dd96681 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:31.935464 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9b05fad0-02ff-47f8-bd0d-dd1d715de944 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:31.936023 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9b05fad0-02ff-47f8-bd0d-dd1d715de944), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:31.943565 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-1cf63eb0-0895-43a9-9f21-99da41aacd3e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] device_id is not set on port d49c5afe-dfcb-4bb0-bb99-afa6003095c9 yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:13:31.973610 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:31.973610 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] Checking segment: {'id': 'ec501e9f-40f7-4392-854a-ad7f930b7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3393d41f-9c56-4a6c-b89f-83631dd96681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:31.974771 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:31.975145 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] Bound using segment: {'id': 'ec501e9f-40f7-4392-854a-ad7f930b7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3393d41f-9c56-4a6c-b89f-83631dd96681'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:31.975739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] Bound port: ca914164-4a17-48c8-a3e9-11b67cddafd2, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec501e9f-40f7-4392-854a-ad7f930b7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3393d41f-9c56-4a6c-b89f-83631dd96681'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:31.976554 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ca914164-4a17-48c8-a3e9-11b67cddafd2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:31.988305 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d4d8345-afb7-431e-90e1-02ff615fc7da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (981139cc-41b9-4e2d-8db4-e5b664b6da34), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:32.021576 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] Publish callbacks [] for port (9143eba3-943b-4700-ba0f-c534f2a75a43), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:32.047702 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9143eba3-943b-4700-ba0f-c534f2a75a43), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:32.119875 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-1cf63eb0-0895-43a9-9f21-99da41aacd3e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Allocated IP 172.20.0.11 (8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2/46e9f7f6-cf6f-453f-acbb-c44e4730123e/d49c5afe-dfcb-4bb0-bb99-afa6003095c9) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:32.156312 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef414039-56cd-4047-ab47-fb250617ea38 None None] Pushing event updated for resources: {'Port': ['ID=9143eba3-943b-4700-ba0f-c534f2a75a43,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:32.159222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] For port ca914164-4a17-48c8-a3e9-11b67cddafd2, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:32.179411 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] For port ca914164-4a17-48c8-a3e9-11b67cddafd2, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ca914164-4a17-48c8-a3e9-11b67cddafd2,segment=NetworkSegment(ec501e9f-40f7-4392-854a-ad7f930b7a25),segment_id=ec501e9f-40f7-4392-854a-ad7f930b7a25)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:32.217459 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4d8345-afb7-431e-90e1-02ff615fc7da admin admin] Router 981139cc-41b9-4e2d-8db4-e5b664b6da34 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:13:32.237506 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ca914164-4a17-48c8-a3e9-11b67cddafd2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:32.252599 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9b05fad0-02ff-47f8-bd0d-dd1d715de944 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:32.319001 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] Attempting to bind port 9143eba3-943b-4700-ba0f-c534f2a75a43 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:32.321031 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] Attempting to bind port 9143eba3-943b-4700-ba0f-c534f2a75a43 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '4521b319-7f54-4c5a-9834-93a9cf240769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:32.325351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] Attempting to bind port 9143eba3-943b-4700-ba0f-c534f2a75a43 on network c5b8a261-1c7f-4d8e-a637-8bf4565ead16 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:32.393447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:32.393447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] Checking segment: {'id': '4521b319-7f54-4c5a-9834-93a9cf240769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:32.393447 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:32.395038 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] Bound using segment: {'id': '4521b319-7f54-4c5a-9834-93a9cf240769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:32.395544 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] Bound port: 9143eba3-943b-4700-ba0f-c534f2a75a43, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4521b319-7f54-4c5a-9834-93a9cf240769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:32.396386 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9143eba3-943b-4700-ba0f-c534f2a75a43), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:32.424477 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28486cfd-b812-4b32-90ce-f3089348e7e0 None None] Pushing event updated for resources: {'Port': ['ID=ca914164-4a17-48c8-a3e9-11b67cddafd2,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:32.468892 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cf63eb0-0895-43a9-9f21-99da41aacd3e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (d49c5afe-dfcb-4bb0-bb99-afa6003095c9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:32.558927 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cf63eb0-0895-43a9-9f21-99da41aacd3e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (d49c5afe-dfcb-4bb0-bb99-afa6003095c9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:32.580405 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] For port 9143eba3-943b-4700-ba0f-c534f2a75a43, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:32.586552 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] For port 9143eba3-943b-4700-ba0f-c534f2a75a43, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9143eba3-943b-4700-ba0f-c534f2a75a43,segment=NetworkSegment(4521b319-7f54-4c5a-9834-93a9cf240769),segment_id=4521b319-7f54-4c5a-9834-93a9cf240769)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:32.634168 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9143eba3-943b-4700-ba0f-c534f2a75a43), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:32.644839 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-28df103b-3baa-4a7b-b7b3-811dbbdbd323 None None] Provisioning complete for port 9143eba3-943b-4700-ba0f-c534f2a75a43 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:32.646385 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28df103b-3baa-4a7b-b7b3-811dbbdbd323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9143eba3-943b-4700-ba0f-c534f2a75a43), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:32.654010 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf63eb0-0895-43a9-9f21-99da41aacd3e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=d49c5afe-dfcb-4bb0-bb99-afa6003095c9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:32.679801 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf63eb0-0895-43a9-9f21-99da41aacd3e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:32.689624 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-1cf63eb0-0895-43a9-9f21-99da41aacd3e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:32.698080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf63eb0-0895-43a9-9f21-99da41aacd3e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:32.856393 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf63eb0-0895-43a9-9f21-99da41aacd3e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:32.857791 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1cf63eb0-0895-43a9-9f21-99da41aacd3e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:32.888966 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] Routers {'02b76823-709c-4bba-a39a-f513007edd7f'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:32.889604 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:13:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['02b76823-709c-4bba-a39a-f513007edd7f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:32.892290 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1cf63eb0-0895-43a9-9f21-99da41aacd3e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8667560 Feb 03 13:13:32.893676 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34490) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:32.894060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef414039-56cd-4047-ab47-fb250617ea38 None None] Pushing event updated for resources: {'Port': ['ID=9143eba3-943b-4700-ba0f-c534f2a75a43,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:32.998478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4d8345-afb7-431e-90e1-02ff615fc7da admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:13:33.009049 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] Sync routers for ids ['981139cc-41b9-4e2d-8db4-e5b664b6da34'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:13:33.031227 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] Routers {'981139cc-41b9-4e2d-8db4-e5b664b6da34'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:33.032272 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:13:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['981139cc-41b9-4e2d-8db4-e5b664b6da34'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:33.037633 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d4d8345-afb7-431e-90e1-02ff615fc7da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:33.047976 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34492) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:33.048569 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8d4d8345-afb7-431e-90e1-02ff615fc7da admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8104079 Feb 03 13:13:33.148096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-28df103b-3baa-4a7b-b7b3-811dbbdbd323 None None] Current status of the port 9143eba3-943b-4700-ba0f-c534f2a75a43 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:33.148500 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28df103b-3baa-4a7b-b7b3-811dbbdbd323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9143eba3-943b-4700-ba0f-c534f2a75a43), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:33.223544 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] Set router 02b76823-709c-4bba-a39a-f513007edd7f gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:13:33.268242 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-28df103b-3baa-4a7b-b7b3-811dbbdbd323 None None] For port 9143eba3-943b-4700-ba0f-c534f2a75a43, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9143eba3-943b-4700-ba0f-c534f2a75a43,segment=NetworkSegment(4521b319-7f54-4c5a-9834-93a9cf240769),segment_id=4521b319-7f54-4c5a-9834-93a9cf240769)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:33.284126 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28df103b-3baa-4a7b-b7b3-811dbbdbd323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9143eba3-943b-4700-ba0f-c534f2a75a43), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:33.285498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c649ee2e-13da-40c1-9b2a-2e77d5f4f025 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:33.287366 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c649ee2e-13da-40c1-9b2a-2e77d5f4f025 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.3925531 Feb 03 13:13:33.290224 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34498) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:33.459849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-76c6fa32-2e01-446c-aaf2-095559019540 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port d49c5afe-dfcb-4bb0-bb99-afa6003095c9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:33.460642 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76c6fa32-2e01-446c-aaf2-095559019540 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d49c5afe-dfcb-4bb0-bb99-afa6003095c9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:33.504081 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] Set router 981139cc-41b9-4e2d-8db4-e5b664b6da34 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:13:33.646694 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dc01bf-bbb9-4e50-a762-9b0d68cb1e42 None None] Network 8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:33.664561 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76c6fa32-2e01-446c-aaf2-095559019540 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d49c5afe-dfcb-4bb0-bb99-afa6003095c9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:33.698098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-76c6fa32-2e01-446c-aaf2-095559019540 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for d49c5afe-dfcb-4bb0-bb99-afa6003095c9 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:33.892806 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981139cc-41b9-4e2d-8db4-e5b664b6da34', 'name': 'tempest-TestServerMultinode-1365132347-router', 'tenant_id': 'b60770161b494f18be97fa33c40d06d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '8d7a5288-9331-4c1a-adf8-666cbefc6fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:30Z', 'updated_at': '2022-02-03T13:13:31Z', 'revision_number': 3, 'project_id': 'b60770161b494f18be97fa33c40d06d8', 'gw_port': {'id': '8d7a5288-9331-4c1a-adf8-666cbefc6fbc', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981139cc-41b9-4e2d-8db4-e5b664b6da34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:30Z', 'updated_at': '2022-02-03T13:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:33.945579 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] Checking router: 981139cc-41b9-4e2d-8db4-e5b664b6da34 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:13:33.946342 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] Updating router 981139cc-41b9-4e2d-8db4-e5b664b6da34 port 8d7a5288-9331-4c1a-adf8-666cbefc6fbc binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:13:33.999226 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76c6fa32-2e01-446c-aaf2-095559019540 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d49c5afe-dfcb-4bb0-bb99-afa6003095c9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.012343 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16b7aeec-f708-442c-b367-008fc8cbacbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.036538 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8d7a5288-9331-4c1a-adf8-666cbefc6fbc), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.073124 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6fa32-2e01-446c-aaf2-095559019540 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=d49c5afe-dfcb-4bb0-bb99-afa6003095c9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:34.116425 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ca914164-4a17-48c8-a3e9-11b67cddafd2 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:34.190289 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-198d50f5-d9d1-40cc-8b07-2e4a40b03e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.209055 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df103b-3baa-4a7b-b7b3-811dbbdbd323 None None] Pushing event updated for resources: {'Port': ['ID=9143eba3-943b-4700-ba0f-c534f2a75a43,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:34.232604 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0a2f7d77-0b3b-4af2-b657-61104008f8ec None None] Provisioning complete for port 9143eba3-943b-4700-ba0f-c534f2a75a43 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:34.233031 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0a2f7d77-0b3b-4af2-b657-61104008f8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9143eba3-943b-4700-ba0f-c534f2a75a43), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.245678 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76c6fa32-2e01-446c-aaf2-095559019540 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.251216 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-76c6fa32-2e01-446c-aaf2-095559019540 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/ports/d49c5afe-dfcb-4bb0-bb99-afa6003095c9 HTTP/1.1" status: 204 len: 168 time: 0.9579918 Feb 03 13:13:34.253906 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34506) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:34.296727 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port ca914164-4a17-48c8-a3e9-11b67cddafd2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:34.297107 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ca914164-4a17-48c8-a3e9-11b67cddafd2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.301061 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-50771703-fc04-4869-b38b-3dd0f87f9041 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] GET failed (client error): The resource could not be found. Feb 03 13:13:34.302768 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-50771703-fc04-4869-b38b-3dd0f87f9041 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports/d49c5afe-dfcb-4bb0-bb99-afa6003095c9 HTTP/1.1" status: 404 len: 333 time: 0.0473900 Feb 03 13:13:34.305610 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34508) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:34.360685 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-16b7aeec-f708-442c-b367-008fc8cbacbe admin admin] Allocated IP 172.20.0.1 (3393d41f-9c56-4a6c-b89f-83631dd96681/3b3353cc-a293-43a6-bf3b-14a76c5a7724/76496b38-6cf0-4f5b-987d-9dd54b509ef7) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:34.393715 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143f722c-b915-4b96-a2c3-7fa380a65a6f None None] Network 3393d41f-9c56-4a6c-b89f-83631dd96681 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:34.431342 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b76823-709c-4bba-a39a-f513007edd7f', 'name': 'tempest-TestServerMultinode-1198815400-router', 'tenant_id': '89c7243bc1364bb88cb349fc08e20542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '9b05fad0-02ff-47f8-bd0d-dd1d715de944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:23Z', 'updated_at': '2022-02-03T13:13:27Z', 'revision_number': 4, 'project_id': '89c7243bc1364bb88cb349fc08e20542', 'gw_port': {'id': '9b05fad0-02ff-47f8-bd0d-dd1d715de944', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b76823-709c-4bba-a39a-f513007edd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:23Z', 'updated_at': '2022-02-03T13:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '9143eba3-943b-4700-ba0f-c534f2a75a43', 'name': '', 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16', 'tenant_id': '89c7243bc1364bb88cb349fc08e20542', 'mac_address': 'fa:16:3e:8e:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b76823-709c-4bba-a39a-f513007edd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '7b0fba57-c219-4d2b-9bea-bbf4a3361c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:26Z', 'updated_at': '2022-02-03T13:13:32Z', 'revision_number': 4, 'project_id': '89c7243bc1364bb88cb349fc08e20542', 'subnets': [{'id': '7b0fba57-c219-4d2b-9bea-bbf4a3361c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:34.485667 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16b7aeec-f708-442c-b367-008fc8cbacbe admin admin] Publish callbacks [] for port (76496b38-6cf0-4f5b-987d-9dd54b509ef7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.501217 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cce9b409-91da-4442-86b0-6a460eb380bd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port 763a5b54-94b1-4dbe-9a33-7975fd4c21d1 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:34.501847 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cce9b409-91da-4442-86b0-6a460eb380bd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (763a5b54-94b1-4dbe-9a33-7975fd4c21d1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.523294 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0a2f7d77-0b3b-4af2-b657-61104008f8ec None None] Current status of the port 9143eba3-943b-4700-ba0f-c534f2a75a43 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:34.525961 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24be1515-788f-4426-a4a4-4af1433367e5 None None] The sync data for ids ['02b76823-709c-4bba-a39a-f513007edd7f'] in n-d-827336-3 is: [{'id': '02b76823-709c-4bba-a39a-f513007edd7f', 'name': 'tempest-TestServerMultinode-1198815400-router', 'tenant_id': '89c7243bc1364bb88cb349fc08e20542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '9b05fad0-02ff-47f8-bd0d-dd1d715de944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:23Z', 'updated_at': '2022-02-03T13:13:27Z', 'revision_number': 4, 'project_id': '89c7243bc1364bb88cb349fc08e20542', 'gw_port': {'id': '9b05fad0-02ff-47f8-bd0d-dd1d715de944', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b76823-709c-4bba-a39a-f513007edd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:23Z', 'updated_at': '2022-02-03T13:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '9143eba3-943b-4700-ba0f-c534f2a75a43', 'name': '', 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16', 'tenant_id': '89c7243bc1364bb88cb349fc08e20542', 'mac_address': 'fa:16:3e:8e:82:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b76823-709c-4bba-a39a-f513007edd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '7b0fba57-c219-4d2b-9bea-bbf4a3361c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:26Z', 'updated_at': '2022-02-03T13:13:32Z', 'revision_number': 4, 'project_id': '89c7243bc1364bb88cb349fc08e20542', 'subnets': [{'id': '7b0fba57-c219-4d2b-9bea-bbf4a3361c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:13:34.536450 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16b7aeec-f708-442c-b367-008fc8cbacbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (76496b38-6cf0-4f5b-987d-9dd54b509ef7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.576135 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] Publish callbacks [] for port (8d7a5288-9331-4c1a-adf8-666cbefc6fbc), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.600007 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8d7a5288-9331-4c1a-adf8-666cbefc6fbc), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.702574 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b7aeec-f708-442c-b367-008fc8cbacbe admin admin] Network 3393d41f-9c56-4a6c-b89f-83631dd96681 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:34.708843 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0cb1dff4-62c5-4a33-b431-92be68d6f280 None None] Provisioning complete for port 2154f710-8423-4943-bfdd-2ac7e66b0073 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:34.709901 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0cb1dff4-62c5-4a33-b431-92be68d6f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2154f710-8423-4943-bfdd-2ac7e66b0073), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.711467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-16b7aeec-f708-442c-b367-008fc8cbacbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:34.714672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ca914164-4a17-48c8-a3e9-11b67cddafd2 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:34.715395 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] Attempting to bind port 8d7a5288-9331-4c1a-adf8-666cbefc6fbc on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:34.715623 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ca914164-4a17-48c8-a3e9-11b67cddafd2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.716021 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] Attempting to bind port 8d7a5288-9331-4c1a-adf8-666cbefc6fbc by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:34.716458 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] Attempting to bind port 8d7a5288-9331-4c1a-adf8-666cbefc6fbc on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:34.729860 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cce9b409-91da-4442-86b0-6a460eb380bd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (763a5b54-94b1-4dbe-9a33-7975fd4c21d1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.732432 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b7aeec-f708-442c-b367-008fc8cbacbe admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:34.737535 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:34.738963 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:34.746241 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.746241 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:34.746241 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] Bound port: 8d7a5288-9331-4c1a-adf8-666cbefc6fbc, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:34.746241 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8d7a5288-9331-4c1a-adf8-666cbefc6fbc), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.760892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cce9b409-91da-4442-86b0-6a460eb380bd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for 763a5b54-94b1-4dbe-9a33-7975fd4c21d1 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:34.785710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7aeec-f708-442c-b367-008fc8cbacbe admin admin] Pushing event updated for resources: {'Port': ['ID=76496b38-6cf0-4f5b-987d-9dd54b509ef7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:34.822084 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465068b-2dd5-4685-9ff7-bf1465a724c5 None None] Pushing event updated for resources: {'Port': ['ID=8d7a5288-9331-4c1a-adf8-666cbefc6fbc,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:34.844007 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16b7aeec-f708-442c-b367-008fc8cbacbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (981139cc-41b9-4e2d-8db4-e5b664b6da34), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.853016 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port ca914164-4a17-48c8-a3e9-11b67cddafd2, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ca914164-4a17-48c8-a3e9-11b67cddafd2,segment=NetworkSegment(ec501e9f-40f7-4392-854a-ad7f930b7a25),segment_id=ec501e9f-40f7-4392-854a-ad7f930b7a25)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:34.881435 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ca914164-4a17-48c8-a3e9-11b67cddafd2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:34.884875 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2154f710-8423-4943-bfdd-2ac7e66b0073 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:34.906762 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] For port 8d7a5288-9331-4c1a-adf8-666cbefc6fbc, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:34.916626 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] For port 8d7a5288-9331-4c1a-adf8-666cbefc6fbc, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=8d7a5288-9331-4c1a-adf8-666cbefc6fbc,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:34.929405 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8d7a5288-9331-4c1a-adf8-666cbefc6fbc), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:35.069923 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] Routers {'981139cc-41b9-4e2d-8db4-e5b664b6da34'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:35.070593 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:13:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['981139cc-41b9-4e2d-8db4-e5b664b6da34'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:35.088730 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=ca914164-4a17-48c8-a3e9-11b67cddafd2,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:35.090566 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cce9b409-91da-4442-86b0-6a460eb380bd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (763a5b54-94b1-4dbe-9a33-7975fd4c21d1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:35.167022 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0cb1dff4-62c5-4a33-b431-92be68d6f280 None None] Current status of the port 2154f710-8423-4943-bfdd-2ac7e66b0073 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:35.167560 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0cb1dff4-62c5-4a33-b431-92be68d6f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2154f710-8423-4943-bfdd-2ac7e66b0073), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:35.173357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9b409-91da-4442-86b0-6a460eb380bd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=763a5b54-94b1-4dbe-9a33-7975fd4c21d1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:35.210833 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 2154f710-8423-4943-bfdd-2ac7e66b0073 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:35.212761 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2154f710-8423-4943-bfdd-2ac7e66b0073), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:35.318437 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16b7aeec-f708-442c-b367-008fc8cbacbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (76496b38-6cf0-4f5b-987d-9dd54b509ef7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:35.357969 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cce9b409-91da-4442-86b0-6a460eb380bd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:35.361512 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cce9b409-91da-4442-86b0-6a460eb380bd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/ports/763a5b54-94b1-4dbe-9a33-7975fd4c21d1 HTTP/1.1" status: 204 len: 168 time: 1.0546751 Feb 03 13:13:35.364186 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34520) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:35.369858 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0cb1dff4-62c5-4a33-b431-92be68d6f280 None None] For port 2154f710-8423-4943-bfdd-2ac7e66b0073, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2154f710-8423-4943-bfdd-2ac7e66b0073,segment=NetworkSegment(cc63ef51-5917-4cb6-a951-d6877c6be56e),segment_id=cc63ef51-5917-4cb6-a951-d6877c6be56e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:35.389118 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0cb1dff4-62c5-4a33-b431-92be68d6f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2154f710-8423-4943-bfdd-2ac7e66b0073), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:35.395830 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] Set router 981139cc-41b9-4e2d-8db4-e5b664b6da34 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:13:35.446466 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f0f3a2-c86a-4054-a098-ff060710b099 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] GET failed (client error): The resource could not be found. Feb 03 13:13:35.447882 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d9f0f3a2-c86a-4054-a098-ff060710b099 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports/763a5b54-94b1-4dbe-9a33-7975fd4c21d1 HTTP/1.1" status: 404 len: 333 time: 0.0825775 Feb 03 13:13:35.462036 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34522) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:35.481654 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0cb1dff4-62c5-4a33-b431-92be68d6f280 None None] Provisioning complete for port ca914164-4a17-48c8-a3e9-11b67cddafd2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:35.486999 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0cb1dff4-62c5-4a33-b431-92be68d6f280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ca914164-4a17-48c8-a3e9-11b67cddafd2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:35.505796 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465068b-2dd5-4685-9ff7-bf1465a724c5 None None] Pushing event updated for resources: {'Port': ['ID=8d7a5288-9331-4c1a-adf8-666cbefc6fbc,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:35.536215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1dff4-62c5-4a33-b431-92be68d6f280 None None] Pushing event updated for resources: {'Port': ['ID=2154f710-8423-4943-bfdd-2ac7e66b0073,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:35.601860 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ddce55-4adf-4925-9c8b-99197240f7d9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting subnet 46e9f7f6-cf6f-453f-acbb-c44e4730123e {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:13:35.615540 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10ddce55-4adf-4925-9c8b-99197240f7d9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (46e9f7f6-cf6f-453f-acbb-c44e4730123e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:35.724172 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981139cc-41b9-4e2d-8db4-e5b664b6da34', 'name': 'tempest-TestServerMultinode-1365132347-router', 'tenant_id': 'b60770161b494f18be97fa33c40d06d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '8d7a5288-9331-4c1a-adf8-666cbefc6fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:30Z', 'updated_at': '2022-02-03T13:13:31Z', 'revision_number': 3, 'project_id': 'b60770161b494f18be97fa33c40d06d8', 'gw_port': {'id': '8d7a5288-9331-4c1a-adf8-666cbefc6fbc', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981139cc-41b9-4e2d-8db4-e5b664b6da34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:30Z', 'updated_at': '2022-02-03T13:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:35.775861 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10ddce55-4adf-4925-9c8b-99197240f7d9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (46e9f7f6-cf6f-453f-acbb-c44e4730123e), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:35.815289 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c3a76-9ca0-4fcb-afed-515ac9e66049 None None] The sync data for ids ['981139cc-41b9-4e2d-8db4-e5b664b6da34'] in n-d-827336-3 is: [{'id': '981139cc-41b9-4e2d-8db4-e5b664b6da34', 'name': 'tempest-TestServerMultinode-1365132347-router', 'tenant_id': 'b60770161b494f18be97fa33c40d06d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '8d7a5288-9331-4c1a-adf8-666cbefc6fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:30Z', 'updated_at': '2022-02-03T13:13:31Z', 'revision_number': 3, 'project_id': 'b60770161b494f18be97fa33c40d06d8', 'gw_port': {'id': '8d7a5288-9331-4c1a-adf8-666cbefc6fbc', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981139cc-41b9-4e2d-8db4-e5b664b6da34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:30Z', 'updated_at': '2022-02-03T13:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:13:35.840788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 2154f710-8423-4943-bfdd-2ac7e66b0073 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:35.911847 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0cb1dff4-62c5-4a33-b431-92be68d6f280 None None] Current status of the port ca914164-4a17-48c8-a3e9-11b67cddafd2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:35.930039 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10ddce55-4adf-4925-9c8b-99197240f7d9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (46e9f7f6-cf6f-453f-acbb-c44e4730123e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.002241 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10ddce55-4adf-4925-9c8b-99197240f7d9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (46e9f7f6-cf6f-453f-acbb-c44e4730123e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.026043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-87d3a348-ecca-442e-ba56-205c966e3ddd None None] Could not find standard attr ID for object 763a5b54-94b1-4dbe-9a33-7975fd4c21d1. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:13:36.040369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddce55-4adf-4925-9c8b-99197240f7d9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Subnet': ['ID=46e9f7f6-cf6f-453f-acbb-c44e4730123e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:36.056742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-87d3a348-ecca-442e-ba56-205c966e3ddd None None] Provisioning complete for port 2154f710-8423-4943-bfdd-2ac7e66b0073 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:36.057423 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87d3a348-ecca-442e-ba56-205c966e3ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2154f710-8423-4943-bfdd-2ac7e66b0073), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.064133 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-10ddce55-4adf-4925-9c8b-99197240f7d9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.070554 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34526) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:36.070756 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-10ddce55-4adf-4925-9c8b-99197240f7d9 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/subnets/46e9f7f6-cf6f-453f-acbb-c44e4730123e HTTP/1.1" status: 204 len: 168 time: 0.6071277 Feb 03 13:13:36.113074 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16b7aeec-f708-442c-b367-008fc8cbacbe admin admin] Publish callbacks [] for port (76496b38-6cf0-4f5b-987d-9dd54b509ef7), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.118527 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbb873b-ce51-449f-9ef8-aca4cd3f8829 None None] Network 8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:36.141865 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16b7aeec-f708-442c-b367-008fc8cbacbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (76496b38-6cf0-4f5b-987d-9dd54b509ef7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.214648 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acfe5b46-aa7c-4449-a683-05e1c04d61a0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.239556 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e1997e9-bb6b-46a3-8364-30d30e69036a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.246003 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7aeec-f708-442c-b367-008fc8cbacbe admin admin] Pushing event updated for resources: {'Port': ['ID=76496b38-6cf0-4f5b-987d-9dd54b509ef7,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:36.287519 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16b7aeec-f708-442c-b367-008fc8cbacbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (981139cc-41b9-4e2d-8db4-e5b664b6da34), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.333303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2154f710-8423-4943-bfdd-2ac7e66b0073 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:36.351197 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-acfe5b46-aa7c-4449-a683-05e1c04d61a0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port 2154f710-8423-4943-bfdd-2ac7e66b0073 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:36.352962 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acfe5b46-aa7c-4449-a683-05e1c04d61a0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (2154f710-8423-4943-bfdd-2ac7e66b0073), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.485449 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b7aeec-f708-442c-b367-008fc8cbacbe admin admin] Network 3393d41f-9c56-4a6c-b89f-83631dd96681 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:36.488687 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-16b7aeec-f708-442c-b367-008fc8cbacbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:36.499777 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-acfe5b46-aa7c-4449-a683-05e1c04d61a0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] For port 2154f710-8423-4943-bfdd-2ac7e66b0073, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2154f710-8423-4943-bfdd-2ac7e66b0073,segment=NetworkSegment(cc63ef51-5917-4cb6-a951-d6877c6be56e),segment_id=cc63ef51-5917-4cb6-a951-d6877c6be56e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:36.500436 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acfe5b46-aa7c-4449-a683-05e1c04d61a0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (2154f710-8423-4943-bfdd-2ac7e66b0073), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.504520 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-87d3a348-ecca-442e-ba56-205c966e3ddd None None] Current status of the port 2154f710-8423-4943-bfdd-2ac7e66b0073 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:36.531691 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-acfe5b46-aa7c-4449-a683-05e1c04d61a0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for 2154f710-8423-4943-bfdd-2ac7e66b0073 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:36.551542 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-87d3a348-ecca-442e-ba56-205c966e3ddd None None] Provisioning complete for port 76496b38-6cf0-4f5b-987d-9dd54b509ef7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:36.552334 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87d3a348-ecca-442e-ba56-205c966e3ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (76496b38-6cf0-4f5b-987d-9dd54b509ef7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.599127 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-87d3a348-ecca-442e-ba56-205c966e3ddd None None] Port 76496b38-6cf0-4f5b-987d-9dd54b509ef7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:13:36.645567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-87d3a348-ecca-442e-ba56-205c966e3ddd None None] Provisioning complete for port ca914164-4a17-48c8-a3e9-11b67cddafd2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:36.645952 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87d3a348-ecca-442e-ba56-205c966e3ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ca914164-4a17-48c8-a3e9-11b67cddafd2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.647645 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 2154f710-8423-4943-bfdd-2ac7e66b0073 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:36.648246 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2154f710-8423-4943-bfdd-2ac7e66b0073), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.773320 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acfe5b46-aa7c-4449-a683-05e1c04d61a0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (2154f710-8423-4943-bfdd-2ac7e66b0073), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.785951 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b7aeec-f708-442c-b367-008fc8cbacbe admin admin] Router 981139cc-41b9-4e2d-8db4-e5b664b6da34 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:13:36.788840 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f029b8b1-312e-4e20-bffc-8921dcbfe900 None None] DHCP port deletion for 8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:13:36.793616 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfe5b46-aa7c-4449-a683-05e1c04d61a0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No DVR routers for this DVR port 2154f710-8423-4943-bfdd-2ac7e66b0073 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:13:36.835048 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Could not find standard attr ID for object 2154f710-8423-4943-bfdd-2ac7e66b0073. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:13:36.841256 n-d-827336-3 neutron-server[103190]: INFO neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No ports have port_id starting with 2154f710-8423-4943-bfdd-2ac7e66b0073 Feb 03 13:13:36.850334 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe5b46-aa7c-4449-a683-05e1c04d61a0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=2154f710-8423-4943-bfdd-2ac7e66b0073,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:36.888195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ca914164-4a17-48c8-a3e9-11b67cddafd2 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:36.962424 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acfe5b46-aa7c-4449-a683-05e1c04d61a0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:36.997148 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-acfe5b46-aa7c-4449-a683-05e1c04d61a0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:37.008426 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-acfe5b46-aa7c-4449-a683-05e1c04d61a0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc63ef51-5917-4cb6-a951-d6877c6be56e') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:37.008800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-acfe5b46-aa7c-4449-a683-05e1c04d61a0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc63ef51-5917-4cb6-a951-d6877c6be56e') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:37.012713 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port ca914164-4a17-48c8-a3e9-11b67cddafd2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:37.013223 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ca914164-4a17-48c8-a3e9-11b67cddafd2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.026918 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acfe5b46-aa7c-4449-a683-05e1c04d61a0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (cc63ef51-5917-4cb6-a951-d6877c6be56e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.042682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-87d3a348-ecca-442e-ba56-205c966e3ddd None None] Current status of the port ca914164-4a17-48c8-a3e9-11b67cddafd2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:37.051049 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.053376 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acfe5b46-aa7c-4449-a683-05e1c04d61a0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (cc63ef51-5917-4cb6-a951-d6877c6be56e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.055144 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b7aeec-f708-442c-b367-008fc8cbacbe admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:13:37.064619 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfe5b46-aa7c-4449-a683-05e1c04d61a0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:13:37.065180 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acfe5b46-aa7c-4449-a683-05e1c04d61a0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (cc63ef51-5917-4cb6-a951-d6877c6be56e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:13:37.078068 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:13:37.085902 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-16b7aeec-f708-442c-b367-008fc8cbacbe admin admin] 10.222.0.18 "PUT /v2.0/routers/981139cc-41b9-4e2d-8db4-e5b664b6da34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0365303 Feb 03 13:13:37.141781 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port ca914164-4a17-48c8-a3e9-11b67cddafd2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:37.147917 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9143eba3-943b-4700-ba0f-c534f2a75a43 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:37.196677 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-87c9538e-ea3e-4be5-84fa-9311aa0e40aa None None] Could not find standard attr ID for object d49c5afe-dfcb-4bb0-bb99-afa6003095c9. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:13:37.209327 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acfe5b46-aa7c-4449-a683-05e1c04d61a0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.223517 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-87c9538e-ea3e-4be5-84fa-9311aa0e40aa None None] Provisioning complete for port 76496b38-6cf0-4f5b-987d-9dd54b509ef7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:37.223843 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87c9538e-ea3e-4be5-84fa-9311aa0e40aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (76496b38-6cf0-4f5b-987d-9dd54b509ef7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.232974 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acfe5b46-aa7c-4449-a683-05e1c04d61a0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.236644 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-acfe5b46-aa7c-4449-a683-05e1c04d61a0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/networks/8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2 HTTP/1.1" status: 204 len: 168 time: 1.1645181 Feb 03 13:13:37.240509 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34532) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:37.245992 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9ed86a40-9c17-4669-9e90-864b8ae38494 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1400262045'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:37.274266 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe5b46-aa7c-4449-a683-05e1c04d61a0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Network': ['ID=8c0b9c1d-dfbd-4ddd-82aa-7c40977998b2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:37.293345 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed86a40-9c17-4669-9e90-864b8ae38494 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:37.299591 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ed86a40-9c17-4669-9e90-864b8ae38494 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.322409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-87c9538e-ea3e-4be5-84fa-9311aa0e40aa None None] Port 76496b38-6cf0-4f5b-987d-9dd54b509ef7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:13:37.328744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9143eba3-943b-4700-ba0f-c534f2a75a43 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:37.329134 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9143eba3-943b-4700-ba0f-c534f2a75a43), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.336708 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed86a40-9c17-4669-9e90-864b8ae38494 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:13:37.358883 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ed86a40-9c17-4669-9e90-864b8ae38494 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c9a59ec2-8786-4fe1-93a5-dfc70b50e1de), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.359222 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-9ed86a40-9c17-4669-9e90-864b8ae38494 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Added segment c9a59ec2-8786-4fe1-93a5-dfc70b50e1de of type vlan for network 9fd9d15d-9f1f-4e53-a513-aa6767048525 Feb 03 13:13:37.407977 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ed86a40-9c17-4669-9e90-864b8ae38494 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (9fd9d15d-9f1f-4e53-a513-aa6767048525), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.439343 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ed86a40-9c17-4669-9e90-864b8ae38494 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (9fd9d15d-9f1f-4e53-a513-aa6767048525), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.464939 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed86a40-9c17-4669-9e90-864b8ae38494 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:37.465842 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ed86a40-9c17-4669-9e90-864b8ae38494 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.473681 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9143eba3-943b-4700-ba0f-c534f2a75a43 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:37.545964 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34542) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:37.552185 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4d9d12ef-2688-4b76-8d72-839c231a2a24 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'subnet': {'network_id': '9fd9d15d-9f1f-4e53-a513-aa6767048525', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:37.556348 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9ed86a40-9c17-4669-9e90-864b8ae38494 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3146501 Feb 03 13:13:37.597925 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed86a40-9c17-4669-9e90-864b8ae38494 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Network': ['ID=9fd9d15d-9f1f-4e53-a513-aa6767048525,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:37.610700 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 9fd9d15d-9f1f-4e53-a513-aa6767048525 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:13:37.710529 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9d12ef-2688-4b76-8d72-839c231a2a24 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:37.716570 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d9d12ef-2688-4b76-8d72-839c231a2a24 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:37.959210 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d9d12ef-2688-4b76-8d72-839c231a2a24 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (11e0dd52-961c-498e-829d-baf208588348), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.031861 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d12ef-2688-4b76-8d72-839c231a2a24 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Subnet': ['ID=11e0dd52-961c-498e-829d-baf208588348,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:38.040077 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9d12ef-2688-4b76-8d72-839c231a2a24 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Checking segment: {'id': 'c9a59ec2-8786-4fe1-93a5-dfc70b50e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9fd9d15d-9f1f-4e53-a513-aa6767048525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:38.040481 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9d12ef-2688-4b76-8d72-839c231a2a24 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network hostable DHCP agents. Network: 9fd9d15d-9f1f-4e53-a513-aa6767048525, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:13:38.049117 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 8d7a5288-9331-4c1a-adf8-666cbefc6fbc up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:38.063350 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9d12ef-2688-4b76-8d72-839c231a2a24 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 9fd9d15d-9f1f-4e53-a513-aa6767048525 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:13:38.065580 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-746f157c-8108-45ed-82e0-9e56ad829340 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:38.067511 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-746f157c-8108-45ed-82e0-9e56ad829340 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/networks?id=c5b8a261-1c7f-4d8e-a637-8bf4565ead16 HTTP/1.1" status: 200 len: 911 time: 0.1644733 Feb 03 13:13:38.073725 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4d9d12ef-2688-4b76-8d72-839c231a2a24 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 9fd9d15d-9f1f-4e53-a513-aa6767048525) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:38.079255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9d12ef-2688-4b76-8d72-839c231a2a24 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:38.079860 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d9d12ef-2688-4b76-8d72-839c231a2a24 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.087097 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3121a4e8-dd3e-407a-921f-f13c7075552e None None] Network 9fd9d15d-9f1f-4e53-a513-aa6767048525 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:38.105632 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4d9d12ef-2688-4b76-8d72-839c231a2a24 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5582027 Feb 03 13:13:38.107028 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-09a3f780-7f05-4f89-a117-214e264f7a4a tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/quotas/b60770161b494f18be97fa33c40d06d8 HTTP/1.1" status: 200 len: 375 time: 0.0323362 Feb 03 13:13:38.116659 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34556) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:38.122600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e53525c0-f905-4b23-9f7e-880056e57638 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'port': {'network_id': '9fd9d15d-9f1f-4e53-a513-aa6767048525', 'name': 'tempest-PortsTestJSON-538181863', 'fixed_ips': [{'subnet_id': '11e0dd52-961c-498e-829d-baf208588348', 'ip_address': '172.20.0.10'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:38.212047 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 8d7a5288-9331-4c1a-adf8-666cbefc6fbc triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:38.212440 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (8d7a5288-9331-4c1a-adf8-666cbefc6fbc), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.259746 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-47b05f80-9640-431e-95a9-61e18116e316 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=b60770161b494f18be97fa33c40d06d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1420252 Feb 03 13:13:38.267972 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53525c0-f905-4b23-9f7e-880056e57638 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:38.316534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-9fd9d15d-9f1f-4e53-a513-aa6767048525', 'network_id': '9fd9d15d-9f1f-4e53-a513-aa6767048525', 'project_id': '4e7f34f2df814294ac9410e67e079ede', 'fixed_ips': [{'subnet_id': '11e0dd52-961c-498e-829d-baf208588348'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:13:38.317441 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.407634 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e53525c0-f905-4b23-9f7e-880056e57638 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.416227 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-551809f0-3f52-4847-aaac-4dc99073711e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:13:38.417244 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-551809f0-3f52-4847-aaac-4dc99073711e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1497078 Feb 03 13:13:38.431384 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.431981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 8d7a5288-9331-4c1a-adf8-666cbefc6fbc is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:38.432645 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8d7a5288-9331-4c1a-adf8-666cbefc6fbc), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.436517 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-e53525c0-f905-4b23-9f7e-880056e57638 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] device_id is not set on port 96fb1f6b-2b5a-4970-ae3b-2a0051e0cf62 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:13:38.477675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 8d7a5288-9331-4c1a-adf8-666cbefc6fbc, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=8d7a5288-9331-4c1a-adf8-666cbefc6fbc,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:38.488014 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8d7a5288-9331-4c1a-adf8-666cbefc6fbc), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:38.614562 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-42d2e617-8655-4d81-b783-bffda9c2fafc service neutron] 10.222.0.18 "GET /v2.0/networks/c5b8a261-1c7f-4d8e-a637-8bf4565ead16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899660 Feb 03 13:13:38.722851 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-1dac11bd-9791-4ba5-af68-a8fbf2ac1163 service neutron] 10.222.0.18 "GET /v2.0/networks/c5b8a261-1c7f-4d8e-a637-8bf4565ead16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064005 Feb 03 13:13:38.724397 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2154f710-8423-4943-bfdd-2ac7e66b0073 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:13:38.776891 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 2154f710-8423-4943-bfdd-2ac7e66b0073 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:13:38.777694 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2154f710-8423-4943-bfdd-2ac7e66b0073 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:13:38.812572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] Allocated IP 172.20.0.2 (9fd9d15d-9f1f-4e53-a513-aa6767048525/11e0dd52-961c-498e-829d-baf208588348/0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:38.825705 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=8d7a5288-9331-4c1a-adf8-666cbefc6fbc,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:39.035212 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] Publish callbacks [] for port (0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.042120 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] Sync routers for ids ['981139cc-41b9-4e2d-8db4-e5b664b6da34'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:13:39.052993 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.082258 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d69f4ef4-4c98-40b9-b5be-d0783398af26 req-08fcb840-69d3-4bbe-bf0a-a805c8d4fa67 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d8043a9-9d03-4ea4-8d7f-c204f84a0027 HTTP/1.1" status: 200 len: 210 time: 0.1469963 Feb 03 13:13:39.121989 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] Routers {'981139cc-41b9-4e2d-8db4-e5b664b6da34'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:39.122737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:13:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['981139cc-41b9-4e2d-8db4-e5b664b6da34'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:39.149280 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-e53525c0-f905-4b23-9f7e-880056e57638 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Allocated IP 172.20.0.10 (9fd9d15d-9f1f-4e53-a513-aa6767048525/11e0dd52-961c-498e-829d-baf208588348/96fb1f6b-2b5a-4970-ae3b-2a0051e0cf62) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:39.284255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] Set router 981139cc-41b9-4e2d-8db4-e5b664b6da34 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:13:39.340465 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] Network 9fd9d15d-9f1f-4e53-a513-aa6767048525 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:39.385532 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:39.388290 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:39.411069 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] Pushing event updated for resources: {'Port': ['ID=0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:39.446889 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e53525c0-f905-4b23-9f7e-880056e57638 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (96fb1f6b-2b5a-4970-ae3b-2a0051e0cf62), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.502986 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e53525c0-f905-4b23-9f7e-880056e57638 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (96fb1f6b-2b5a-4970-ae3b-2a0051e0cf62), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.547581 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] Attempting to bind port 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:39.548061 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] Attempting to bind port 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'c9a59ec2-8786-4fe1-93a5-dfc70b50e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9fd9d15d-9f1f-4e53-a513-aa6767048525'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:39.548500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] Attempting to bind port 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b on network 9fd9d15d-9f1f-4e53-a513-aa6767048525 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:39.555556 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53525c0-f905-4b23-9f7e-880056e57638 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 9fd9d15d-9f1f-4e53-a513-aa6767048525 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:39.558901 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e53525c0-f905-4b23-9f7e-880056e57638 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:39.560334 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:39.563952 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53525c0-f905-4b23-9f7e-880056e57638 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:39.566037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] Checking segment: {'id': 'c9a59ec2-8786-4fe1-93a5-dfc70b50e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9fd9d15d-9f1f-4e53-a513-aa6767048525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:39.566497 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.566890 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] Bound using segment: {'id': 'c9a59ec2-8786-4fe1-93a5-dfc70b50e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9fd9d15d-9f1f-4e53-a513-aa6767048525'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:39.567502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] Bound port: 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a59ec2-8786-4fe1-93a5-dfc70b50e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9fd9d15d-9f1f-4e53-a513-aa6767048525'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:39.568379 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.618157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53525c0-f905-4b23-9f7e-880056e57638 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:39.618794 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e53525c0-f905-4b23-9f7e-880056e57638 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.637412 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53525c0-f905-4b23-9f7e-880056e57638 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=96fb1f6b-2b5a-4970-ae3b-2a0051e0cf62,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:39.647009 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e53525c0-f905-4b23-9f7e-880056e57638 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5285735 Feb 03 13:13:39.649399 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34584) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:39.664441 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-08cec64c-15ae-4231-b1b4-31daf5438b1e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'port': {'network_id': '9fd9d15d-9f1f-4e53-a513-aa6767048525', 'name': 'tempest-PortsTestJSON-1828232577', 'fixed_ips': [{'subnet_id': '11e0dd52-961c-498e-829d-baf208588348', 'ip_address': '172.20.0.9'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:39.693401 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] For port 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:39.697394 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] For port 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b,segment=NetworkSegment(c9a59ec2-8786-4fe1-93a5-dfc70b50e1de),segment_id=c9a59ec2-8786-4fe1-93a5-dfc70b50e1de)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:39.712129 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.765567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981139cc-41b9-4e2d-8db4-e5b664b6da34', 'name': 'tempest-TestServerMultinode-1365132347-router', 'tenant_id': 'b60770161b494f18be97fa33c40d06d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '8d7a5288-9331-4c1a-adf8-666cbefc6fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:30Z', 'updated_at': '2022-02-03T13:13:35Z', 'revision_number': 4, 'project_id': 'b60770161b494f18be97fa33c40d06d8', 'gw_port': {'id': '8d7a5288-9331-4c1a-adf8-666cbefc6fbc', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981139cc-41b9-4e2d-8db4-e5b664b6da34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:30Z', 'updated_at': '2022-02-03T13:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '76496b38-6cf0-4f5b-987d-9dd54b509ef7', 'name': '', 'network_id': '3393d41f-9c56-4a6c-b89f-83631dd96681', 'tenant_id': 'b60770161b494f18be97fa33c40d06d8', 'mac_address': 'fa:16:3e:1d:8f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981139cc-41b9-4e2d-8db4-e5b664b6da34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '3b3353cc-a293-43a6-bf3b-14a76c5a7724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:35Z', 'revision_number': 2, 'project_id': 'b60770161b494f18be97fa33c40d06d8', 'subnets': [{'id': '3b3353cc-a293-43a6-bf3b-14a76c5a7724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:39.812621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] Checking router: 981139cc-41b9-4e2d-8db4-e5b664b6da34 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:13:39.813051 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] Updating router 981139cc-41b9-4e2d-8db4-e5b664b6da34 port 76496b38-6cf0-4f5b-987d-9dd54b509ef7 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:13:39.839093 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5faeeb-909a-4336-ba0e-ad53ce33f4e0 None None] Pushing event updated for resources: {'Port': ['ID=0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:39.861304 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (76496b38-6cf0-4f5b-987d-9dd54b509ef7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.877284 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cec64c-15ae-4231-b1b4-31daf5438b1e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:39.885810 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08cec64c-15ae-4231-b1b4-31daf5438b1e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:39.918678 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-08cec64c-15ae-4231-b1b4-31daf5438b1e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] device_id is not set on port b7691a97-35aa-414e-a595-443dd16c7657 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:13:39.956682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 8d7a5288-9331-4c1a-adf8-666cbefc6fbc up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:40.005021 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:40.098332 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 8d7a5288-9331-4c1a-adf8-666cbefc6fbc triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:40.098985 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (8d7a5288-9331-4c1a-adf8-666cbefc6fbc), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:40.297669 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9dab2c39-6adb-47a0-8673-eb9d728afee7 req-a8264236-5095-4e4e-af9f-c21fe8a7b48b tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d8043a9-9d03-4ea4-8d7f-c204f84a0027 HTTP/1.1" status: 200 len: 210 time: 0.0674853 Feb 03 13:13:40.302807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-08cec64c-15ae-4231-b1b4-31daf5438b1e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Allocated IP 172.20.0.9 (9fd9d15d-9f1f-4e53-a513-aa6767048525/11e0dd52-961c-498e-829d-baf208588348/b7691a97-35aa-414e-a595-443dd16c7657) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:40.401996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 8d7a5288-9331-4c1a-adf8-666cbefc6fbc is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:40.488804 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] Publish callbacks [] for port (76496b38-6cf0-4f5b-987d-9dd54b509ef7), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:40.496756 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (76496b38-6cf0-4f5b-987d-9dd54b509ef7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:40.515276 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-5f189650-c101-4e14-9325-fdb3992993af tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:40.516969 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-5f189650-c101-4e14-9325-fdb3992993af tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.31 "GET /v2.0/networks?id=c5b8a261-1c7f-4d8e-a637-8bf4565ead16 HTTP/1.1" status: 200 len: 911 time: 0.2385104 Feb 03 13:13:40.534514 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-32bfbb17-dd69-4c89-8eb8-99e330ee8107 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Request body: {'port': {'device_id': '9d8043a9-9d03-4ea4-8d7f-c204f84a0027', 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16', 'admin_state_up': True, 'tenant_id': 'b60770161b494f18be97fa33c40d06d8'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:40.557356 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c0e088b-e9c8-4caa-8f0f-d783d867b56a req-8c45fdb4-943f-4211-aaf1-b0c28c67381c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1233490 Feb 03 13:13:40.570533 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-32bfbb17-dd69-4c89-8eb8-99e330ee8107 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Made reservation on behalf of b60770161b494f18be97fa33c40d06d8 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:40.570948 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08cec64c-15ae-4231-b1b4-31daf5438b1e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (b7691a97-35aa-414e-a595-443dd16c7657), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:40.574091 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-32bfbb17-dd69-4c89-8eb8-99e330ee8107 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:40.621685 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6e11b-afc8-4101-9fa3-2595e9ff5ef8 None None] Pushing event updated for resources: {'Port': ['ID=76496b38-6cf0-4f5b-987d-9dd54b509ef7,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:40.626688 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08cec64c-15ae-4231-b1b4-31daf5438b1e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (b7691a97-35aa-414e-a595-443dd16c7657), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:40.716532 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cec64c-15ae-4231-b1b4-31daf5438b1e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 9fd9d15d-9f1f-4e53-a513-aa6767048525 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:40.741362 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-08cec64c-15ae-4231-b1b4-31daf5438b1e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:40.750490 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cec64c-15ae-4231-b1b4-31daf5438b1e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:40.765030 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] Attempting to bind port 76496b38-6cf0-4f5b-987d-9dd54b509ef7 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:40.765655 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] Attempting to bind port 76496b38-6cf0-4f5b-987d-9dd54b509ef7 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'ec501e9f-40f7-4392-854a-ad7f930b7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3393d41f-9c56-4a6c-b89f-83631dd96681'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:40.766234 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] Attempting to bind port 76496b38-6cf0-4f5b-987d-9dd54b509ef7 on network 3393d41f-9c56-4a6c-b89f-83631dd96681 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:40.786083 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:40.786811 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] Checking segment: {'id': 'ec501e9f-40f7-4392-854a-ad7f930b7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3393d41f-9c56-4a6c-b89f-83631dd96681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:40.789214 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:40.789845 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] Bound using segment: {'id': 'ec501e9f-40f7-4392-854a-ad7f930b7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3393d41f-9c56-4a6c-b89f-83631dd96681'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:40.790642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] Bound port: 76496b38-6cf0-4f5b-987d-9dd54b509ef7, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec501e9f-40f7-4392-854a-ad7f930b7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3393d41f-9c56-4a6c-b89f-83631dd96681'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:40.791316 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (76496b38-6cf0-4f5b-987d-9dd54b509ef7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:40.795677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cec64c-15ae-4231-b1b4-31daf5438b1e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=b7691a97-35aa-414e-a595-443dd16c7657,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:40.838212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e088b-e9c8-4caa-8f0f-d783d867b56a req-e9185baa-4d66-4b25-8a64-0d00e479ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:40.839535 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-32bfbb17-dd69-4c89-8eb8-99e330ee8107 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Allocated IP 172.20.0.7 (c5b8a261-1c7f-4d8e-a637-8bf4565ead16/7b0fba57-c219-4d2b-9bea-bbf4a3361c9d/43bfc309-7229-470d-a822-f0233d7ee879) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:40.840303 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c0e088b-e9c8-4caa-8f0f-d783d867b56a req-e9185baa-4d66-4b25-8a64-0d00e479ffd5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 1127 time: 0.1390176 Feb 03 13:13:40.857294 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cec64c-15ae-4231-b1b4-31daf5438b1e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:40.860649 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08cec64c-15ae-4231-b1b4-31daf5438b1e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:40.914240 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] For port 76496b38-6cf0-4f5b-987d-9dd54b509ef7, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:40.920448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] For port 76496b38-6cf0-4f5b-987d-9dd54b509ef7, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=76496b38-6cf0-4f5b-987d-9dd54b509ef7,segment=NetworkSegment(ec501e9f-40f7-4392-854a-ad7f930b7a25),segment_id=ec501e9f-40f7-4392-854a-ad7f930b7a25)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:40.941588 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (76496b38-6cf0-4f5b-987d-9dd54b509ef7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:40.983701 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-08cec64c-15ae-4231-b1b4-31daf5438b1e tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3328559 Feb 03 13:13:40.987122 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34592) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:41.050824 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6e11b-afc8-4101-9fa3-2595e9ff5ef8 None None] Pushing event updated for resources: {'Port': ['ID=76496b38-6cf0-4f5b-987d-9dd54b509ef7,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:41.083796 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] Routers {'981139cc-41b9-4e2d-8db4-e5b664b6da34'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:41.084782 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:13:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['981139cc-41b9-4e2d-8db4-e5b664b6da34'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:41.119674 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e088b-e9c8-4caa-8f0f-d783d867b56a req-23bc3005-1cf2-45c4-86c0-fc85e1d71f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:41.122318 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c0e088b-e9c8-4caa-8f0f-d783d867b56a req-23bc3005-1cf2-45c4-86c0-fc85e1d71f3b service neutron] 10.222.0.31 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 912 time: 0.2524745 Feb 03 13:13:41.138831 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6b190367-3058-4937-9688-f2b8a0e0db72 None None] Provisioning complete for port 76496b38-6cf0-4f5b-987d-9dd54b509ef7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:41.138831 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b190367-3058-4937-9688-f2b8a0e0db72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (76496b38-6cf0-4f5b-987d-9dd54b509ef7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:41.171691 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-32bfbb17-dd69-4c89-8eb8-99e330ee8107 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Publish callbacks [] for port (43bfc309-7229-470d-a822-f0233d7ee879), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:41.236143 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-32bfbb17-dd69-4c89-8eb8-99e330ee8107 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (43bfc309-7229-470d-a822-f0233d7ee879), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:41.248599 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c0e088b-e9c8-4caa-8f0f-d783d867b56a req-ee91c2a2-de4f-425e-8d33-ba797cc00444 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7db0634-bfb2-48c5-9a7a-6780d46546f3 HTTP/1.1" status: 200 len: 1001 time: 0.1198413 Feb 03 13:13:41.363154 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-32bfbb17-dd69-4c89-8eb8-99e330ee8107 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Network c5b8a261-1c7f-4d8e-a637-8bf4565ead16 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:41.369701 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-32bfbb17-dd69-4c89-8eb8-99e330ee8107 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:41.371757 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfbb17-dd69-4c89-8eb8-99e330ee8107 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Pushing event updated for resources: {'Port': ['ID=43bfc309-7229-470d-a822-f0233d7ee879,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:41.375565 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-32bfbb17-dd69-4c89-8eb8-99e330ee8107 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:41.441731 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bae80f-73ba-4400-a848-8fb18f1d71c5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:41.442406 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] Set router 981139cc-41b9-4e2d-8db4-e5b664b6da34 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:13:41.451903 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-67bae80f-73ba-4400-a848-8fb18f1d71c5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4639921 Feb 03 13:13:41.452979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34598) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:41.472954 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e088b-e9c8-4caa-8f0f-d783d867b56a req-57924924-f253-4558-b035-868f640dde38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:41.474888 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c0e088b-e9c8-4caa-8f0f-d783d867b56a req-57924924-f253-4558-b035-868f640dde38 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.2204187 Feb 03 13:13:41.525908 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-32bfbb17-dd69-4c89-8eb8-99e330ee8107 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:41.526546 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-32bfbb17-dd69-4c89-8eb8-99e330ee8107 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:41.557811 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-32bfbb17-dd69-4c89-8eb8-99e330ee8107 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0254452 Feb 03 13:13:41.569382 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] Request body: {'port': {'device_id': '9d8043a9-9d03-4ea4-8d7f-c204f84a0027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:41.673642 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (43bfc309-7229-470d-a822-f0233d7ee879), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:41.684016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8369c03-cb13-41b8-a595-8232ab7a915d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:41.697448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8369c03-cb13-41b8-a595-8232ab7a915d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:41.717508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8369c03-cb13-41b8-a595-8232ab7a915d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:41.721938 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b8369c03-cb13-41b8-a595-8232ab7a915d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2643797 Feb 03 13:13:41.722888 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34602) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:41.726359 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2105fe-28b3-496e-babb-74cc03747566 req-b7a62114-7034-4fda-acd2-8434230a32ca tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:41.734523 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ff2105fe-28b3-496e-babb-74cc03747566 req-b7a62114-7034-4fda-acd2-8434230a32ca tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d8043a9-9d03-4ea4-8d7f-c204f84a0027 HTTP/1.1" status: 200 len: 1027 time: 0.2546320 Feb 03 13:13:41.756431 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1139200-59f5-47b0-8d9d-a8388173bf10 None None] Network 9fd9d15d-9f1f-4e53-a513-aa6767048525 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:41.763741 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e088b-e9c8-4caa-8f0f-d783d867b56a req-57845a4a-5ba5-47ec-88c0-fa42cd9ff43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:41.766069 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c0e088b-e9c8-4caa-8f0f-d783d867b56a req-57845a4a-5ba5-47ec-88c0-fa42cd9ff43e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2847600 Feb 03 13:13:41.862299 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ff2105fe-28b3-496e-babb-74cc03747566 req-ba8175e3-e55b-4e46-b1ab-8501b25455dc tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265635 Feb 03 13:13:41.938258 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6b190367-3058-4937-9688-f2b8a0e0db72 None None] Current status of the port 76496b38-6cf0-4f5b-987d-9dd54b509ef7 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:41.938661 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b190367-3058-4937-9688-f2b8a0e0db72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (76496b38-6cf0-4f5b-987d-9dd54b509ef7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:41.991736 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6b190367-3058-4937-9688-f2b8a0e0db72 None None] For port 76496b38-6cf0-4f5b-987d-9dd54b509ef7, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=76496b38-6cf0-4f5b-987d-9dd54b509ef7,segment=NetworkSegment(ec501e9f-40f7-4392-854a-ad7f930b7a25),segment_id=ec501e9f-40f7-4392-854a-ad7f930b7a25)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:42.003422 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c0e088b-e9c8-4caa-8f0f-d783d867b56a req-10f6f8de-86fb-42ff-b835-136000e29baf service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137806 Feb 03 13:13:42.009900 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b190367-3058-4937-9688-f2b8a0e0db72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (76496b38-6cf0-4f5b-987d-9dd54b509ef7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.010970 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8f43805e-59a5-4c48-acce-48fdd9a475ab tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port b7691a97-35aa-414e-a595-443dd16c7657 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:42.011411 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f43805e-59a5-4c48-acce-48fdd9a475ab tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b7691a97-35aa-414e-a595-443dd16c7657), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.079821 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981139cc-41b9-4e2d-8db4-e5b664b6da34', 'name': 'tempest-TestServerMultinode-1365132347-router', 'tenant_id': 'b60770161b494f18be97fa33c40d06d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '8d7a5288-9331-4c1a-adf8-666cbefc6fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:30Z', 'updated_at': '2022-02-03T13:13:35Z', 'revision_number': 4, 'project_id': 'b60770161b494f18be97fa33c40d06d8', 'gw_port': {'id': '8d7a5288-9331-4c1a-adf8-666cbefc6fbc', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981139cc-41b9-4e2d-8db4-e5b664b6da34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:30Z', 'updated_at': '2022-02-03T13:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '76496b38-6cf0-4f5b-987d-9dd54b509ef7', 'name': '', 'network_id': '3393d41f-9c56-4a6c-b89f-83631dd96681', 'tenant_id': 'b60770161b494f18be97fa33c40d06d8', 'mac_address': 'fa:16:3e:1d:8f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981139cc-41b9-4e2d-8db4-e5b664b6da34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '3b3353cc-a293-43a6-bf3b-14a76c5a7724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:40Z', 'revision_number': 4, 'project_id': 'b60770161b494f18be97fa33c40d06d8', 'subnets': [{'id': '3b3353cc-a293-43a6-bf3b-14a76c5a7724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:42.177121 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43bfc309-7229-470d-a822-f0233d7ee879 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:13:42.190894 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] Publish callbacks [] for port (43bfc309-7229-470d-a822-f0233d7ee879), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.215066 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] Transition to ACTIVE for port object 43bfc309-7229-470d-a822-f0233d7ee879 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:13:42.215737 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f43805e-59a5-4c48-acce-48fdd9a475ab tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b7691a97-35aa-414e-a595-443dd16c7657), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.221044 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c0e088b-e9c8-4caa-8f0f-d783d867b56a req-1f77e4bc-5d30-495c-b989-a6449e1aefad service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059026 Feb 03 13:13:42.222527 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (43bfc309-7229-470d-a822-f0233d7ee879), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.249951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8f43805e-59a5-4c48-acce-48fdd9a475ab tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for b7691a97-35aa-414e-a595-443dd16c7657 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:42.313759 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] Pushing event updated for resources: {'Port': ['ID=43bfc309-7229-470d-a822-f0233d7ee879,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:42.335862 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:42.425313 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] Attempting to bind port 43bfc309-7229-470d-a822-f0233d7ee879 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:42.426093 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] Attempting to bind port 43bfc309-7229-470d-a822-f0233d7ee879 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '4521b319-7f54-4c5a-9834-93a9cf240769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:42.426713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] Attempting to bind port 43bfc309-7229-470d-a822-f0233d7ee879 on network c5b8a261-1c7f-4d8e-a637-8bf4565ead16 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:42.432504 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] Port 43bfc309-7229-470d-a822-f0233d7ee879 on network c5b8a261-1c7f-4d8e-a637-8bf4565ead16 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:13:42.432849 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] Attempting to bind port 43bfc309-7229-470d-a822-f0233d7ee879 on network c5b8a261-1c7f-4d8e-a637-8bf4565ead16 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:42.443102 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:42.443509 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] Checking segment: {'id': '4521b319-7f54-4c5a-9834-93a9cf240769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:42.445741 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f43805e-59a5-4c48-acce-48fdd9a475ab tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (b7691a97-35aa-414e-a595-443dd16c7657), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.446519 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] Bound using segment: {'id': '4521b319-7f54-4c5a-9834-93a9cf240769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:42.447044 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] Bound port: 43bfc309-7229-470d-a822-f0233d7ee879, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4521b319-7f54-4c5a-9834-93a9cf240769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:42.447361 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (43bfc309-7229-470d-a822-f0233d7ee879), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.451795 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983fe288-1c89-4358-8702-17fb96c161c0 None None] The sync data for ids ['981139cc-41b9-4e2d-8db4-e5b664b6da34'] in n-d-827336-3 is: [{'id': '981139cc-41b9-4e2d-8db4-e5b664b6da34', 'name': 'tempest-TestServerMultinode-1365132347-router', 'tenant_id': 'b60770161b494f18be97fa33c40d06d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '8d7a5288-9331-4c1a-adf8-666cbefc6fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:30Z', 'updated_at': '2022-02-03T13:13:35Z', 'revision_number': 4, 'project_id': 'b60770161b494f18be97fa33c40d06d8', 'gw_port': {'id': '8d7a5288-9331-4c1a-adf8-666cbefc6fbc', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981139cc-41b9-4e2d-8db4-e5b664b6da34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:30Z', 'updated_at': '2022-02-03T13:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '76496b38-6cf0-4f5b-987d-9dd54b509ef7', 'name': '', 'network_id': '3393d41f-9c56-4a6c-b89f-83631dd96681', 'tenant_id': 'b60770161b494f18be97fa33c40d06d8', 'mac_address': 'fa:16:3e:1d:8f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981139cc-41b9-4e2d-8db4-e5b664b6da34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '3b3353cc-a293-43a6-bf3b-14a76c5a7724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:34Z', 'updated_at': '2022-02-03T13:13:40Z', 'revision_number': 4, 'project_id': 'b60770161b494f18be97fa33c40d06d8', 'subnets': [{'id': '3b3353cc-a293-43a6-bf3b-14a76c5a7724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:13:42.482379 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b190367-3058-4937-9688-f2b8a0e0db72 None None] Pushing event updated for resources: {'Port': ['ID=76496b38-6cf0-4f5b-987d-9dd54b509ef7,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:42.505647 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-eeabab7e-3d45-48ae-a327-bd2e11da98fa None None] Provisioning complete for port 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:42.506024 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eeabab7e-3d45-48ae-a327-bd2e11da98fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.547075 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43805e-59a5-4c48-acce-48fdd9a475ab tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=b7691a97-35aa-414e-a595-443dd16c7657,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:42.578132 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:42.578504 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.641823 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f43805e-59a5-4c48-acce-48fdd9a475ab tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.653787 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8f43805e-59a5-4c48-acce-48fdd9a475ab tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/ports/b7691a97-35aa-414e-a595-443dd16c7657 HTTP/1.1" status: 204 len: 168 time: 0.9265180 Feb 03 13:13:42.654055 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] For port 43bfc309-7229-470d-a822-f0233d7ee879, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:42.654190 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34606) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:42.659796 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] For port 43bfc309-7229-470d-a822-f0233d7ee879, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=43bfc309-7229-470d-a822-f0233d7ee879,segment=NetworkSegment(4521b319-7f54-4c5a-9834-93a9cf240769),segment_id=4521b319-7f54-4c5a-9834-93a9cf240769)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:42.671914 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (43bfc309-7229-470d-a822-f0233d7ee879), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.710341 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-265149ee-379c-44bf-97e0-5e9243cc747b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] GET failed (client error): The resource could not be found. Feb 03 13:13:42.710983 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:42.711623 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.714576 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-265149ee-379c-44bf-97e0-5e9243cc747b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports/b7691a97-35aa-414e-a595-443dd16c7657 HTTP/1.1" status: 404 len: 333 time: 0.0574257 Feb 03 13:13:42.714755 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] 10.222.0.31 "PUT /v2.0/ports/43bfc309-7229-470d-a822-f0233d7ee879 HTTP/1.1" status: 200 len: 1091 time: 1.1539705 Feb 03 13:13:42.714944 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d8043a9-9d03-4ea4-8d7f-c204f84a0027', 'tag': '43bfc309-7229-470d-a822-f0233d7ee879'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:13:42.717079 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34608) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:42.725846 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3228dab-1a68-4190-bde9-1315b39bb645" -d '{"events": [{"name": "network-changed", "server_uuid": "9d8043a9-9d03-4ea4-8d7f-c204f84a0027", "tag": "43bfc309-7229-470d-a822-f0233d7ee879"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:13:42.870188 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aed2138-ffae-4dc3-9a3f-85263dbad771 x-openstack-request-id: req-1aed2138-ffae-4dc3-9a3f-85263dbad771 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:13:42.871166 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d8043a9-9d03-4ea4-8d7f-c204f84a0027", "tag": "43bfc309-7229-470d-a822-f0233d7ee879", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:13:42.871437 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1aed2138-ffae-4dc3-9a3f-85263dbad771 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:13:42.871858 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d8043a9-9d03-4ea4-8d7f-c204f84a0027', 'tag': '43bfc309-7229-470d-a822-f0233d7ee879', 'status': 'completed', 'code': 200} Feb 03 13:13:42.873851 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf02cf-9d02-4d55-9923-b034ebbc7321 service neutron] Pushing event updated for resources: {'Port': ['ID=43bfc309-7229-470d-a822-f0233d7ee879,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:42.886378 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:42.886619 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.890333 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-eeabab7e-3d45-48ae-a327-bd2e11da98fa None None] Current status of the port 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:42.890722 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eeabab7e-3d45-48ae-a327-bd2e11da98fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:42.917853 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-6fbbee4b-e65b-431c-a4f6-968a691b07cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:42.920667 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-6fbbee4b-e65b-431c-a4f6-968a691b07cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b60770161b494f18be97fa33c40d06d8&device_id=9d8043a9-9d03-4ea4-8d7f-c204f84a0027 HTTP/1.1" status: 200 len: 1125 time: 0.1491671 Feb 03 13:13:42.964264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f5773327-0966-400f-9d27-4e3d20962262 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port 96fb1f6b-2b5a-4970-ae3b-2a0051e0cf62 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:42.965299 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5773327-0966-400f-9d27-4e3d20962262 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (96fb1f6b-2b5a-4970-ae3b-2a0051e0cf62), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:43.005849 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b,segment=NetworkSegment(c9a59ec2-8786-4fe1-93a5-dfc70b50e1de),segment_id=c9a59ec2-8786-4fe1-93a5-dfc70b50e1de)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:43.016392 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:43.062485 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-11d87ea4-e1a9-4772-8edd-a20ca95ebc2a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43bfc309-7229-470d-a822-f0233d7ee879 HTTP/1.1" status: 200 len: 217 time: 0.1325169 Feb 03 13:13:43.175508 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-eeabab7e-3d45-48ae-a327-bd2e11da98fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:13:43.177347 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-eeabab7e-3d45-48ae-a327-bd2e11da98fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:13:43.194173 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:43.204141 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-faf0bbaf-acae-4a17-a30b-1bf6b4c20032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:43.206415 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-faf0bbaf-acae-4a17-a30b-1bf6b4c20032 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b0fba57-c219-4d2b-9bea-bbf4a3361c9d HTTP/1.1" status: 200 len: 849 time: 0.1367917 Feb 03 13:13:43.207682 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291b303-f404-4e3c-b9e1-291f2525cc39 req-e831b2c7-2108-43bb-8cde-eb01ca8fe194 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:43.209465 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7291b303-f404-4e3c-b9e1-291f2525cc39 req-e831b2c7-2108-43bb-8cde-eb01ca8fe194 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d8043a9-9d03-4ea4-8d7f-c204f84a0027 HTTP/1.1" status: 200 len: 1125 time: 0.2114711 Feb 03 13:13:43.230689 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5773327-0966-400f-9d27-4e3d20962262 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (96fb1f6b-2b5a-4970-ae3b-2a0051e0cf62), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:43.264207 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f5773327-0966-400f-9d27-4e3d20962262 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for 96fb1f6b-2b5a-4970-ae3b-2a0051e0cf62 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:43.290802 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-0b636696-1de9-403a-a0f8-a77bd830684d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:43.292518 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-0b636696-1de9-403a-a0f8-a77bd830684d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c5b8a261-1c7f-4d8e-a637-8bf4565ead16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0760193 Feb 03 13:13:43.340704 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7291b303-f404-4e3c-b9e1-291f2525cc39 req-d445cd34-6591-43af-9c12-a1f760cf4cd9 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191709 Feb 03 13:13:43.475173 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-8d77ac4e-913c-4595-8c0f-65bb413f8783 service neutron] 10.222.0.31 "GET /v2.0/networks/c5b8a261-1c7f-4d8e-a637-8bf4565ead16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763382 Feb 03 13:13:43.494099 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5773327-0966-400f-9d27-4e3d20962262 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (96fb1f6b-2b5a-4970-ae3b-2a0051e0cf62), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:43.559247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5773327-0966-400f-9d27-4e3d20962262 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=96fb1f6b-2b5a-4970-ae3b-2a0051e0cf62,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:43.640695 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5773327-0966-400f-9d27-4e3d20962262 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:43.644480 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f5773327-0966-400f-9d27-4e3d20962262 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/ports/96fb1f6b-2b5a-4970-ae3b-2a0051e0cf62 HTTP/1.1" status: 204 len: 168 time: 0.9257362 Feb 03 13:13:43.647013 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34614) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:43.705014 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-953ea32c-caa6-4ce3-8139-835a6e582c2f req-989fd7cb-212f-4b02-b4e8-15917ababac8 service neutron] 10.222.0.31 "GET /v2.0/networks/c5b8a261-1c7f-4d8e-a637-8bf4565ead16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133162 Feb 03 13:13:43.761911 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-eeabab7e-3d45-48ae-a327-bd2e11da98fa None None] Current status of the port 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:43.826604 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-eeabab7e-3d45-48ae-a327-bd2e11da98fa None None] Provisioning complete for port 76496b38-6cf0-4f5b-987d-9dd54b509ef7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:43.826987 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eeabab7e-3d45-48ae-a327-bd2e11da98fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (76496b38-6cf0-4f5b-987d-9dd54b509ef7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:43.877954 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3228dab-1a68-4190-bde9-1315b39bb645 req-34e51c3f-2b30-4a06-89c4-9233b2a5a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:43.882555 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3228dab-1a68-4190-bde9-1315b39bb645 req-34e51c3f-2b30-4a06-89c4-9233b2a5a0e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b60770161b494f18be97fa33c40d06d8&device_id=9d8043a9-9d03-4ea4-8d7f-c204f84a0027 HTTP/1.1" status: 200 len: 1125 time: 0.1125836 Feb 03 13:13:43.998933 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-eeabab7e-3d45-48ae-a327-bd2e11da98fa None None] Current status of the port 76496b38-6cf0-4f5b-987d-9dd54b509ef7 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:44.114771 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3228dab-1a68-4190-bde9-1315b39bb645 req-daaff15b-9937-46a7-96b6-cea56c28f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:44.127770 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3228dab-1a68-4190-bde9-1315b39bb645 req-daaff15b-9937-46a7-96b6-cea56c28f0e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c5b8a261-1c7f-4d8e-a637-8bf4565ead16 HTTP/1.1" status: 200 len: 911 time: 0.2404456 Feb 03 13:13:44.188760 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-26cbb075-4027-4e8c-84fe-4ffd1719dd84 None None] Provisioning complete for port 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:44.189879 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-26cbb075-4027-4e8c-84fe-4ffd1719dd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:44.200682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 76496b38-6cf0-4f5b-987d-9dd54b509ef7 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:44.228242 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3228dab-1a68-4190-bde9-1315b39bb645 req-091f8d1c-045a-4ad4-b19b-9afd40a5c630 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43bfc309-7229-470d-a822-f0233d7ee879 HTTP/1.1" status: 200 len: 217 time: 0.0904496 Feb 03 13:13:44.269764 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff201cb-004e-471a-b69c-eeb87a3b1fb3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] GET failed (client error): The resource could not be found. Feb 03 13:13:44.271256 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4ff201cb-004e-471a-b69c-eeb87a3b1fb3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports/96fb1f6b-2b5a-4970-ae3b-2a0051e0cf62 HTTP/1.1" status: 404 len: 333 time: 0.6227851 Feb 03 13:13:44.276935 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34618) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:44.321101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 76496b38-6cf0-4f5b-987d-9dd54b509ef7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:44.321876 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (76496b38-6cf0-4f5b-987d-9dd54b509ef7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:44.327481 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3228dab-1a68-4190-bde9-1315b39bb645 req-b1dc2f3f-a331-4cd5-a396-85783964934c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:44.329330 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3228dab-1a68-4190-bde9-1315b39bb645 req-b1dc2f3f-a331-4cd5-a396-85783964934c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7b0fba57-c219-4d2b-9bea-bbf4a3361c9d HTTP/1.1" status: 200 len: 849 time: 0.0939875 Feb 03 13:13:44.380280 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a714f92-5a37-4516-97fc-1783c1be0f95 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting subnet 11e0dd52-961c-498e-829d-baf208588348 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:13:44.396623 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a714f92-5a37-4516-97fc-1783c1be0f95 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (11e0dd52-961c-498e-829d-baf208588348), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:44.413129 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3228dab-1a68-4190-bde9-1315b39bb645 req-e2f6b3bd-6b10-4a23-be24-accf7dd69672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:44.414668 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3228dab-1a68-4190-bde9-1315b39bb645 req-e2f6b3bd-6b10-4a23-be24-accf7dd69672 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c5b8a261-1c7f-4d8e-a637-8bf4565ead16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0778072 Feb 03 13:13:44.433348 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-26cbb075-4027-4e8c-84fe-4ffd1719dd84 None None] Current status of the port 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:44.437604 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-26cbb075-4027-4e8c-84fe-4ffd1719dd84 None None] Could not find standard attr ID for object 96fb1f6b-2b5a-4970-ae3b-2a0051e0cf62. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:13:44.444586 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-26cbb075-4027-4e8c-84fe-4ffd1719dd84 None None] Could not find standard attr ID for object b7691a97-35aa-414e-a595-443dd16c7657. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:13:44.502294 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a714f92-5a37-4516-97fc-1783c1be0f95 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (11e0dd52-961c-498e-829d-baf208588348), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:44.507928 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 76496b38-6cf0-4f5b-987d-9dd54b509ef7 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:44.509088 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:44.599798 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:44.600808 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:44.669713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679c91f-a2f5-4eea-af73-63f5297f899b req-0534d046-b41d-4bd8-b66c-8da4b9fc4daa tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:44.671273 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2679c91f-a2f5-4eea-af73-63f5297f899b req-0534d046-b41d-4bd8-b66c-8da4b9fc4daa tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d8043a9-9d03-4ea4-8d7f-c204f84a0027 HTTP/1.1" status: 200 len: 1125 time: 0.1685109 Feb 03 13:13:44.703240 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a714f92-5a37-4516-97fc-1783c1be0f95 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (11e0dd52-961c-498e-829d-baf208588348), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:44.714720 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3228dab-1a68-4190-bde9-1315b39bb645 req-f6627c0b-ee0d-45b1-ba1c-341627ae6af3 service neutron] 10.222.0.31 "GET /v2.0/networks/c5b8a261-1c7f-4d8e-a637-8bf4565ead16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915280 Feb 03 13:13:44.729464 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:44.791632 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a714f92-5a37-4516-97fc-1783c1be0f95 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (11e0dd52-961c-498e-829d-baf208588348), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:44.824294 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a714f92-5a37-4516-97fc-1783c1be0f95 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Subnet': ['ID=11e0dd52-961c-498e-829d-baf208588348,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:44.829843 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a714f92-5a37-4516-97fc-1783c1be0f95 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:44.835732 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1a714f92-5a37-4516-97fc-1783c1be0f95 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/subnets/11e0dd52-961c-498e-829d-baf208588348 HTTP/1.1" status: 204 len: 168 time: 0.5551426 Feb 03 13:13:44.836139 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34624) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:44.839408 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8c8864-a182-43a4-85a8-b815d57c15e7 None None] Network 9fd9d15d-9f1f-4e53-a513-aa6767048525 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:44.882502 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2679c91f-a2f5-4eea-af73-63f5297f899b req-abb5c2f2-bf06-4e39-80e7-5b8f9dd4f010 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899984 Feb 03 13:13:44.889410 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3228dab-1a68-4190-bde9-1315b39bb645 req-0f59459f-03d9-4d00-8e43-0bf058692f1f service neutron] 10.222.0.31 "GET /v2.0/networks/c5b8a261-1c7f-4d8e-a637-8bf4565ead16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687663 Feb 03 13:13:44.953557 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a384586-4e4f-4a37-8323-b881b8eae640 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (9fd9d15d-9f1f-4e53-a513-aa6767048525), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:45.026710 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd021e3-ffaa-4076-b2b3-850f48b5c2d8 None None] DHCP port deletion for 9fd9d15d-9f1f-4e53-a513-aa6767048525 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:13:45.029662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8a384586-4e4f-4a37-8323-b881b8eae640 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:45.030428 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a384586-4e4f-4a37-8323-b881b8eae640 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:45.080509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4fd021e3-ffaa-4076-b2b3-850f48b5c2d8 None None] Deleting port 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:45.080907 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fd021e3-ffaa-4076-b2b3-850f48b5c2d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:45.102467 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-8a384586-4e4f-4a37-8323-b881b8eae640 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] For port 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b,segment=NetworkSegment(c9a59ec2-8786-4fe1-93a5-dfc70b50e1de),segment_id=c9a59ec2-8786-4fe1-93a5-dfc70b50e1de)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:45.102945 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a384586-4e4f-4a37-8323-b881b8eae640 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:45.118744 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8a384586-4e4f-4a37-8323-b881b8eae640 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:45.156083 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4fd021e3-ffaa-4076-b2b3-850f48b5c2d8 None None] For port 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b,segment=NetworkSegment(c9a59ec2-8786-4fe1-93a5-dfc70b50e1de),segment_id=c9a59ec2-8786-4fe1-93a5-dfc70b50e1de)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:45.156490 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fd021e3-ffaa-4076-b2b3-850f48b5c2d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:45.170695 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4fd021e3-ffaa-4076-b2b3-850f48b5c2d8 None None] Calling delete_port for 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:45.215989 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a384586-4e4f-4a37-8323-b881b8eae640 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:45.257387 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fd021e3-ffaa-4076-b2b3-850f48b5c2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:45.260733 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a384586-4e4f-4a37-8323-b881b8eae640 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:45.266004 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a384586-4e4f-4a37-8323-b881b8eae640 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No DVR routers for this DVR port 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:13:45.287356 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd021e3-ffaa-4076-b2b3-850f48b5c2d8 None None] Pushing event deleted for resources: {'Port': ['ID=0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:45.291930 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd021e3-ffaa-4076-b2b3-850f48b5c2d8 None None] No DVR routers for this DVR port 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:13:45.366523 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a384586-4e4f-4a37-8323-b881b8eae640 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (9fd9d15d-9f1f-4e53-a513-aa6767048525), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:45.400937 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8a384586-4e4f-4a37-8323-b881b8eae640 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd9d15d-9f1f-4e53-a513-aa6767048525']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:45.413948 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8a384586-4e4f-4a37-8323-b881b8eae640 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a59ec2-8786-4fe1-93a5-dfc70b50e1de') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:45.414543 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8a384586-4e4f-4a37-8323-b881b8eae640 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a59ec2-8786-4fe1-93a5-dfc70b50e1de') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:45.429106 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a384586-4e4f-4a37-8323-b881b8eae640 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (c9a59ec2-8786-4fe1-93a5-dfc70b50e1de), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:45.446584 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a384586-4e4f-4a37-8323-b881b8eae640 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (c9a59ec2-8786-4fe1-93a5-dfc70b50e1de), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:45.457372 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a384586-4e4f-4a37-8323-b881b8eae640 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:13:45.457890 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a384586-4e4f-4a37-8323-b881b8eae640 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (c9a59ec2-8786-4fe1-93a5-dfc70b50e1de), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:13:45.461827 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:13:45.542383 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a384586-4e4f-4a37-8323-b881b8eae640 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (9fd9d15d-9f1f-4e53-a513-aa6767048525), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:45.551579 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a384586-4e4f-4a37-8323-b881b8eae640 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:45.555005 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8a384586-4e4f-4a37-8323-b881b8eae640 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/networks/9fd9d15d-9f1f-4e53-a513-aa6767048525 HTTP/1.1" status: 204 len: 168 time: 0.7169778 Feb 03 13:13:45.559876 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34626) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:45.564220 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-55862cb7-5092-4e51-868e-65ee43b28b86 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-411374618'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:45.577837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a384586-4e4f-4a37-8323-b881b8eae640 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Network': ['ID=9fd9d15d-9f1f-4e53-a513-aa6767048525,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:45.588369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55862cb7-5092-4e51-868e-65ee43b28b86 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:45.593870 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55862cb7-5092-4e51-868e-65ee43b28b86 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:45.628734 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55862cb7-5092-4e51-868e-65ee43b28b86 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:13:45.643662 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55862cb7-5092-4e51-868e-65ee43b28b86 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (26166e4e-b434-4978-9e91-aee2282eb08c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:45.644306 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-55862cb7-5092-4e51-868e-65ee43b28b86 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Added segment 26166e4e-b434-4978-9e91-aee2282eb08c of type vlan for network 348a655e-4bd7-4008-97a1-bcf35c71472e Feb 03 13:13:45.695110 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55862cb7-5092-4e51-868e-65ee43b28b86 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (348a655e-4bd7-4008-97a1-bcf35c71472e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:45.732494 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55862cb7-5092-4e51-868e-65ee43b28b86 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (348a655e-4bd7-4008-97a1-bcf35c71472e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:45.739129 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55862cb7-5092-4e51-868e-65ee43b28b86 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:45.740189 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55862cb7-5092-4e51-868e-65ee43b28b86 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:45.793504 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-55862cb7-5092-4e51-868e-65ee43b28b86 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2334244 Feb 03 13:13:45.796846 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34628) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:45.804591 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-316090c5-07bc-412c-b9a0-4a20f1ac2d36 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'subnet': {'network_id': '348a655e-4bd7-4008-97a1-bcf35c71472e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:45.849867 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55862cb7-5092-4e51-868e-65ee43b28b86 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Network': ['ID=348a655e-4bd7-4008-97a1-bcf35c71472e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:45.866143 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 348a655e-4bd7-4008-97a1-bcf35c71472e details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:13:45.999856 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316090c5-07bc-412c-b9a0-4a20f1ac2d36 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:46.007269 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-316090c5-07bc-412c-b9a0-4a20f1ac2d36 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.062220 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:13:46.096829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:13:46.097485 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0a0bba6e-8601-44e8-9ce0-aa82bb2bbe6b not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:13:46.135065 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.145423 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd45d0-f198-417a-8c38-7798deefc3ef req-1a164ab7-44f1-478b-8e1e-724d9cb97e40 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:46.147124 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ebdd45d0-f198-417a-8c38-7798deefc3ef req-1a164ab7-44f1-478b-8e1e-724d9cb97e40 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d8043a9-9d03-4ea4-8d7f-c204f84a0027 HTTP/1.1" status: 200 len: 1125 time: 0.1331701 Feb 03 13:13:46.232879 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ebdd45d0-f198-417a-8c38-7798deefc3ef req-a4c2466e-a069-47dd-9d9e-5034623140ce tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761211 Feb 03 13:13:46.300224 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-316090c5-07bc-412c-b9a0-4a20f1ac2d36 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (d7f967d9-6e73-4cd5-8a76-5c4d1d7ac38c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.363287 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316090c5-07bc-412c-b9a0-4a20f1ac2d36 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Subnet': ['ID=d7f967d9-6e73-4cd5-8a76-5c4d1d7ac38c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:46.372460 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316090c5-07bc-412c-b9a0-4a20f1ac2d36 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Checking segment: {'id': '26166e4e-b434-4978-9e91-aee2282eb08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '348a655e-4bd7-4008-97a1-bcf35c71472e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:46.372740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316090c5-07bc-412c-b9a0-4a20f1ac2d36 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network hostable DHCP agents. Network: 348a655e-4bd7-4008-97a1-bcf35c71472e, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:13:46.396189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316090c5-07bc-412c-b9a0-4a20f1ac2d36 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 348a655e-4bd7-4008-97a1-bcf35c71472e is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:13:46.405803 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-316090c5-07bc-412c-b9a0-4a20f1ac2d36 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 348a655e-4bd7-4008-97a1-bcf35c71472e) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:46.410501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316090c5-07bc-412c-b9a0-4a20f1ac2d36 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:46.411184 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-316090c5-07bc-412c-b9a0-4a20f1ac2d36 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.420374 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab69517c-1445-490b-85b8-8e95772ef1c5 None None] Network 348a655e-4bd7-4008-97a1-bcf35c71472e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:46.430695 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-316090c5-07bc-412c-b9a0-4a20f1ac2d36 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6305230 Feb 03 13:13:46.433147 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34634) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:46.439151 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-93b8d162-ede9-4206-b180-8a0fabf8d17f tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1013098690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:46.465649 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93b8d162-ede9-4206-b180-8a0fabf8d17f tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (2fa6e140-6073-4a25-8f16-1d9bc0fa23dc), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.467270 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93b8d162-ede9-4206-b180-8a0fabf8d17f tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (2fa6e140-6073-4a25-8f16-1d9bc0fa23dc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.531782 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93b8d162-ede9-4206-b180-8a0fabf8d17f tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for router_controller (2fa6e140-6073-4a25-8f16-1d9bc0fa23dc), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.536520 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93b8d162-ede9-4206-b180-8a0fabf8d17f tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (2fa6e140-6073-4a25-8f16-1d9bc0fa23dc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.550567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-348a655e-4bd7-4008-97a1-bcf35c71472e', 'network_id': '348a655e-4bd7-4008-97a1-bcf35c71472e', 'project_id': '4e7f34f2df814294ac9410e67e079ede', 'fixed_ips': [{'subnet_id': 'd7f967d9-6e73-4cd5-8a76-5c4d1d7ac38c'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:13:46.551747 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.555772 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93b8d162-ede9-4206-b180-8a0fabf8d17f tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.558288 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-93b8d162-ede9-4206-b180-8a0fabf8d17f tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1240880 Feb 03 13:13:46.560897 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34636) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:46.570706 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-58d9fe94-62f7-42c4-bc94-587356aded30 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'port': {'network_id': '348a655e-4bd7-4008-97a1-bcf35c71472e', 'name': 'tempest-PortsTestJSON-2120840745'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:46.703480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d9fe94-62f7-42c4-bc94-587356aded30 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:46.707322 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58d9fe94-62f7-42c4-bc94-587356aded30 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.726249 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-58d9fe94-62f7-42c4-bc94-587356aded30 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] device_id is not set on port 5825ace8-b86a-49fe-b00a-90c30e8e9032 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:13:46.740208 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] Allocated IP 172.20.0.2 (348a655e-4bd7-4008-97a1-bcf35c71472e/d7f967d9-6e73-4cd5-8a76-5c4d1d7ac38c/4f430642-990a-4b15-b634-42699428e14d) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:46.918066 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] Publish callbacks [] for port (4f430642-990a-4b15-b634-42699428e14d), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.934093 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (4f430642-990a-4b15-b634-42699428e14d), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:46.981656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] Network 348a655e-4bd7-4008-97a1-bcf35c71472e is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:46.985002 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:46.988711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:47.004543 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-58d9fe94-62f7-42c4-bc94-587356aded30 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Allocated IP 172.20.0.4 (348a655e-4bd7-4008-97a1-bcf35c71472e/d7f967d9-6e73-4cd5-8a76-5c4d1d7ac38c/5825ace8-b86a-49fe-b00a-90c30e8e9032) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:47.006163 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] Pushing event updated for resources: {'Port': ['ID=4f430642-990a-4b15-b634-42699428e14d,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:47.058215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] Attempting to bind port 4f430642-990a-4b15-b634-42699428e14d on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:47.058590 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] Attempting to bind port 4f430642-990a-4b15-b634-42699428e14d by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '26166e4e-b434-4978-9e91-aee2282eb08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '348a655e-4bd7-4008-97a1-bcf35c71472e'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:47.058959 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] Attempting to bind port 4f430642-990a-4b15-b634-42699428e14d on network 348a655e-4bd7-4008-97a1-bcf35c71472e {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:47.064427 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:47.064811 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] Checking segment: {'id': '26166e4e-b434-4978-9e91-aee2282eb08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '348a655e-4bd7-4008-97a1-bcf35c71472e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:47.065268 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:47.065748 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] Bound using segment: {'id': '26166e4e-b434-4978-9e91-aee2282eb08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '348a655e-4bd7-4008-97a1-bcf35c71472e'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:47.066229 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] Bound port: 4f430642-990a-4b15-b634-42699428e14d, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26166e4e-b434-4978-9e91-aee2282eb08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '348a655e-4bd7-4008-97a1-bcf35c71472e'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:47.066614 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4f430642-990a-4b15-b634-42699428e14d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:47.157136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] For port 4f430642-990a-4b15-b634-42699428e14d, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:47.161321 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] For port 4f430642-990a-4b15-b634-42699428e14d, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4f430642-990a-4b15-b634-42699428e14d,segment=NetworkSegment(26166e4e-b434-4978-9e91-aee2282eb08c),segment_id=26166e4e-b434-4978-9e91-aee2282eb08c)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:47.169282 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4f430642-990a-4b15-b634-42699428e14d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:47.190559 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58d9fe94-62f7-42c4-bc94-587356aded30 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (5825ace8-b86a-49fe-b00a-90c30e8e9032), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:47.227849 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58d9fe94-62f7-42c4-bc94-587356aded30 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5825ace8-b86a-49fe-b00a-90c30e8e9032), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:47.259255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782a7b6-ee41-4f8f-92bb-34593b9357f9 None None] Pushing event updated for resources: {'Port': ['ID=4f430642-990a-4b15-b634-42699428e14d,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:47.310420 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d9fe94-62f7-42c4-bc94-587356aded30 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 348a655e-4bd7-4008-97a1-bcf35c71472e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:47.314722 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-58d9fe94-62f7-42c4-bc94-587356aded30 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:47.317331 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9fe94-62f7-42c4-bc94-587356aded30 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:47.380178 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d9fe94-62f7-42c4-bc94-587356aded30 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:47.380863 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58d9fe94-62f7-42c4-bc94-587356aded30 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:47.394494 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9fe94-62f7-42c4-bc94-587356aded30 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=5825ace8-b86a-49fe-b00a-90c30e8e9032,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:47.419749 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-58d9fe94-62f7-42c4-bc94-587356aded30 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8556635 Feb 03 13:13:47.422401 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34642) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:47.870243 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 43bfc309-7229-470d-a822-f0233d7ee879 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:13:47.937014 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b9876-cdb6-4626-92d0-1f8bcd5bd0b7 req-4e240f97-3d8c-4bb1-b1a1-6508afaa39ae tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:47.938759 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1a8b9876-cdb6-4626-92d0-1f8bcd5bd0b7 req-4e240f97-3d8c-4bb1-b1a1-6508afaa39ae tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d8043a9-9d03-4ea4-8d7f-c204f84a0027 HTTP/1.1" status: 200 len: 1125 time: 0.6029742 Feb 03 13:13:48.001736 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7758b1b9-476b-40dd-85b6-49b202790b64 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5825ace8-b86a-49fe-b00a-90c30e8e9032), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:48.004694 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1a8b9876-cdb6-4626-92d0-1f8bcd5bd0b7 req-42736ee1-14ec-4af5-ad07-66946704a840 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582688 Feb 03 13:13:48.061779 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 43bfc309-7229-470d-a822-f0233d7ee879, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=43bfc309-7229-470d-a822-f0233d7ee879,segment=NetworkSegment(4521b319-7f54-4c5a-9834-93a9cf240769),segment_id=4521b319-7f54-4c5a-9834-93a9cf240769)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:48.079667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '43bfc309-7229-470d-a822-f0233d7ee879', 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16', 'port_id': '43bfc309-7229-470d-a822-f0233d7ee879', 'mac_address': 'fa:16:3e:ff:cd:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0fba57-c219-4d2b-9bea-bbf4a3361c9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:13:48.105340 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4f430642-990a-4b15-b634-42699428e14d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:48.152685 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 43bfc309-7229-470d-a822-f0233d7ee879 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:48.152978 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (43bfc309-7229-470d-a822-f0233d7ee879), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:48.172793 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43bfc309-7229-470d-a822-f0233d7ee879 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:13:48.193122 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 43bfc309-7229-470d-a822-f0233d7ee879, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=43bfc309-7229-470d-a822-f0233d7ee879,segment=NetworkSegment(4521b319-7f54-4c5a-9834-93a9cf240769),segment_id=4521b319-7f54-4c5a-9834-93a9cf240769)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:48.200912 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (43bfc309-7229-470d-a822-f0233d7ee879), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:48.226934 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 4f430642-990a-4b15-b634-42699428e14d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:48.227525 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4f430642-990a-4b15-b634-42699428e14d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:48.307346 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=43bfc309-7229-470d-a822-f0233d7ee879,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:48.354840 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 4f430642-990a-4b15-b634-42699428e14d is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:48.354840 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4f430642-990a-4b15-b634-42699428e14d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:48.361944 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7758b1b9-476b-40dd-85b6-49b202790b64 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (5825ace8-b86a-49fe-b00a-90c30e8e9032), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:48.378416 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7758b1b9-476b-40dd-85b6-49b202790b64 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (5825ace8-b86a-49fe-b00a-90c30e8e9032), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:48.410331 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 4f430642-990a-4b15-b634-42699428e14d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4f430642-990a-4b15-b634-42699428e14d,segment=NetworkSegment(26166e4e-b434-4978-9e91-aee2282eb08c),segment_id=26166e4e-b434-4978-9e91-aee2282eb08c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:48.415758 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4f430642-990a-4b15-b634-42699428e14d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:48.433952 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758b1b9-476b-40dd-85b6-49b202790b64 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=5825ace8-b86a-49fe-b00a-90c30e8e9032,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:48.453778 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['43bfc309-7229-470d-a822-f0233d7ee879'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:13:48.546181 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=4f430642-990a-4b15-b634-42699428e14d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:48.682251 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ff4dc8-4cc0-4b84-844f-af6b67ebbe39 None None] Network 348a655e-4bd7-4008-97a1-bcf35c71472e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:48.736357 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7758b1b9-476b-40dd-85b6-49b202790b64 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (2fa6e140-6073-4a25-8f16-1d9bc0fa23dc), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:48.756148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e1b72e5a-154c-48f1-b066-dfd978cf862d None None] Provisioning complete for port 4f430642-990a-4b15-b634-42699428e14d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:48.756528 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e1b72e5a-154c-48f1-b066-dfd978cf862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4f430642-990a-4b15-b634-42699428e14d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:48.867374 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7758b1b9-476b-40dd-85b6-49b202790b64 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5825ace8-b86a-49fe-b00a-90c30e8e9032), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:48.885051 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e1b72e5a-154c-48f1-b066-dfd978cf862d None None] Current status of the port 4f430642-990a-4b15-b634-42699428e14d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:49.165645 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae6c37-c224-4074-8db0-d58537b041c9 req-5b6b4d73-16b0-4ccc-8b9b-5daa1eaac63c tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:49.167242 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6fae6c37-c224-4074-8db0-d58537b041c9 req-5b6b4d73-16b0-4ccc-8b9b-5daa1eaac63c tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d8043a9-9d03-4ea4-8d7f-c204f84a0027 HTTP/1.1" status: 200 len: 1126 time: 0.0797815 Feb 03 13:13:49.221397 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7758b1b9-476b-40dd-85b6-49b202790b64 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (5825ace8-b86a-49fe-b00a-90c30e8e9032), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:49.231255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-179b70cb-0ecd-4ff4-8072-3a8f977bd6d5 None None] Provisioning complete for port 4f430642-990a-4b15-b634-42699428e14d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:49.231862 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-179b70cb-0ecd-4ff4-8072-3a8f977bd6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4f430642-990a-4b15-b634-42699428e14d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:49.235880 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7758b1b9-476b-40dd-85b6-49b202790b64 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (5825ace8-b86a-49fe-b00a-90c30e8e9032), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:49.296444 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7758b1b9-476b-40dd-85b6-49b202790b64 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (2fa6e140-6073-4a25-8f16-1d9bc0fa23dc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:49.335902 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-179b70cb-0ecd-4ff4-8072-3a8f977bd6d5 None None] Current status of the port 4f430642-990a-4b15-b634-42699428e14d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:49.347835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-179b70cb-0ecd-4ff4-8072-3a8f977bd6d5 None None] Provisioning complete for port 5825ace8-b86a-49fe-b00a-90c30e8e9032 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:49.348304 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-179b70cb-0ecd-4ff4-8072-3a8f977bd6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5825ace8-b86a-49fe-b00a-90c30e8e9032), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:49.356036 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6fae6c37-c224-4074-8db0-d58537b041c9 req-1cbd6759-2aae-4c76-ac3a-0909293fc31a tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776631 Feb 03 13:13:49.399911 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-179b70cb-0ecd-4ff4-8072-3a8f977bd6d5 None None] Port 5825ace8-b86a-49fe-b00a-90c30e8e9032 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:13:49.427753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758b1b9-476b-40dd-85b6-49b202790b64 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=5825ace8-b86a-49fe-b00a-90c30e8e9032,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:49.467414 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7758b1b9-476b-40dd-85b6-49b202790b64 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 348a655e-4bd7-4008-97a1-bcf35c71472e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:49.469355 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7758b1b9-476b-40dd-85b6-49b202790b64 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:49.531106 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-64c38226-4f1f-4d18-824d-20aba8834b9e None None] Provisioning complete for port 5825ace8-b86a-49fe-b00a-90c30e8e9032 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:49.531489 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-64c38226-4f1f-4d18-824d-20aba8834b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5825ace8-b86a-49fe-b00a-90c30e8e9032), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:49.590114 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-64c38226-4f1f-4d18-824d-20aba8834b9e None None] Port 5825ace8-b86a-49fe-b00a-90c30e8e9032 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:13:49.617645 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7758b1b9-476b-40dd-85b6-49b202790b64 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Router 2fa6e140-6073-4a25-8f16-1d9bc0fa23dc is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:13:49.722732 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-55426e17-0f72-4118-a596-dc13b98b45e4 None None] Provisioning complete for port 5825ace8-b86a-49fe-b00a-90c30e8e9032 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:49.723317 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-55426e17-0f72-4118-a596-dc13b98b45e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5825ace8-b86a-49fe-b00a-90c30e8e9032), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:49.728494 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7758b1b9-476b-40dd-85b6-49b202790b64 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:13:49.739078 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7758b1b9-476b-40dd-85b6-49b202790b64 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "PUT /v2.0/routers/2fa6e140-6073-4a25-8f16-1d9bc0fa23dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3140213 Feb 03 13:13:49.739810 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34662) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:49.743902 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0df073-ce2c-41e6-8e91-4607f9716b88 None None] Sync routers for ids ['2fa6e140-6073-4a25-8f16-1d9bc0fa23dc'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:13:49.770911 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0df073-ce2c-41e6-8e91-4607f9716b88 None None] Routers {'2fa6e140-6073-4a25-8f16-1d9bc0fa23dc'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:49.772032 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1e0df073-ce2c-41e6-8e91-4607f9716b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:13:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['2fa6e140-6073-4a25-8f16-1d9bc0fa23dc'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:49.777787 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-55426e17-0f72-4118-a596-dc13b98b45e4 None None] Port 5825ace8-b86a-49fe-b00a-90c30e8e9032 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:13:49.813178 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca4e0a2-566f-4007-9a3b-1a726b6313f7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:49.819771 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34664) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:49.820513 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2ca4e0a2-566f-4007-9a3b-1a726b6313f7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa6e140-6073-4a25-8f16-1d9bc0fa23dc HTTP/1.1" status: 200 len: 982 time: 0.0781269 Feb 03 13:13:49.833534 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1e0df073-ce2c-41e6-8e91-4607f9716b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:49.844378 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0df073-ce2c-41e6-8e91-4607f9716b88 None None] Routers {'2fa6e140-6073-4a25-8f16-1d9bc0fa23dc'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:49.845289 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1e0df073-ce2c-41e6-8e91-4607f9716b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:13:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['2fa6e140-6073-4a25-8f16-1d9bc0fa23dc'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:49.880775 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1e0df073-ce2c-41e6-8e91-4607f9716b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:49.881691 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0df073-ce2c-41e6-8e91-4607f9716b88 None None] The sync data for ids ['2fa6e140-6073-4a25-8f16-1d9bc0fa23dc'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:13:49.885272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 43bfc309-7229-470d-a822-f0233d7ee879 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:49.973820 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 43bfc309-7229-470d-a822-f0233d7ee879 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:13:49.979802 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 43bfc309-7229-470d-a822-f0233d7ee879 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:49.980207 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (43bfc309-7229-470d-a822-f0233d7ee879), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:50.036806 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4f430642-990a-4b15-b634-42699428e14d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:50.118531 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-504b63f1-855a-43b5-9579-fda65f0bd8e1 None None] Provisioning complete for port 5825ace8-b86a-49fe-b00a-90c30e8e9032 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:50.119012 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-504b63f1-855a-43b5-9579-fda65f0bd8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (5825ace8-b86a-49fe-b00a-90c30e8e9032), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:50.201800 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 4f430642-990a-4b15-b634-42699428e14d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:50.202831 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4f430642-990a-4b15-b634-42699428e14d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:50.206112 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-504b63f1-855a-43b5-9579-fda65f0bd8e1 None None] Port 5825ace8-b86a-49fe-b00a-90c30e8e9032 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:13:50.240970 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 43bfc309-7229-470d-a822-f0233d7ee879 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:50.241732 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (43bfc309-7229-470d-a822-f0233d7ee879), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:50.287970 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8043a9-9d03-4ea4-8d7f-c204f84a0027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bfc309-7229-470d-a822-f0233d7ee879'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:13:50.290437 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64520975-5e6e-431b-966d-07660042df2f" -d '{"events": [{"server_uuid": "9d8043a9-9d03-4ea4-8d7f-c204f84a0027", "name": "network-vif-plugged", "status": "completed", "tag": "43bfc309-7229-470d-a822-f0233d7ee879"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:13:50.316846 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 43bfc309-7229-470d-a822-f0233d7ee879, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=43bfc309-7229-470d-a822-f0233d7ee879,segment=NetworkSegment(4521b319-7f54-4c5a-9834-93a9cf240769),segment_id=4521b319-7f54-4c5a-9834-93a9cf240769)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:50.341191 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (43bfc309-7229-470d-a822-f0233d7ee879), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:50.348411 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99c79f1-a653-4002-89fa-6eb716d7aa0b x-openstack-request-id: req-c99c79f1-a653-4002-89fa-6eb716d7aa0b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:13:50.348870 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8043a9-9d03-4ea4-8d7f-c204f84a0027", "name": "network-vif-plugged", "status": "completed", "tag": "43bfc309-7229-470d-a822-f0233d7ee879", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:13:50.349293 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c99c79f1-a653-4002-89fa-6eb716d7aa0b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:13:50.349663 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8043a9-9d03-4ea4-8d7f-c204f84a0027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bfc309-7229-470d-a822-f0233d7ee879', 'code': 200} Feb 03 13:13:50.387740 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 4f430642-990a-4b15-b634-42699428e14d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:50.390481 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c133d50-9ad6-4072-9997-a145e08371d4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (2fa6e140-6073-4a25-8f16-1d9bc0fa23dc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:50.411842 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=43bfc309-7229-470d-a822-f0233d7ee879,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:50.514077 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793eb2f-dd70-4ba3-a1f2-9fd02f34cb0d req-92d68ffd-d764-4978-a81d-e909f2961a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:50.516572 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b793eb2f-dd70-4ba3-a1f2-9fd02f34cb0d req-92d68ffd-d764-4978-a81d-e909f2961a1e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9d8043a9-9d03-4ea4-8d7f-c204f84a0027 HTTP/1.1" status: 200 len: 1127 time: 0.0762253 Feb 03 13:13:50.586789 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b793eb2f-dd70-4ba3-a1f2-9fd02f34cb0d req-3c40b2e6-030d-467f-895d-28b28dda57a3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641522 Feb 03 13:13:50.968429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65f1bf-07c7-4abf-adf6-5f97a4888ce0 req-1749d761-d45a-4a33-ad91-45cd530ec836 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:50.970746 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4a65f1bf-07c7-4abf-adf6-5f97a4888ce0 req-1749d761-d45a-4a33-ad91-45cd530ec836 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d8043a9-9d03-4ea4-8d7f-c204f84a0027 HTTP/1.1" status: 200 len: 1127 time: 0.4771287 Feb 03 13:13:51.051417 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4a65f1bf-07c7-4abf-adf6-5f97a4888ce0 req-21b6aac3-283b-46e8-9168-e0cfe36ea337 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729644 Feb 03 13:13:51.115568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4c133d50-9ad6-4072-9997-a145e08371d4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port 5825ace8-b86a-49fe-b00a-90c30e8e9032 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:51.116333 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c133d50-9ad6-4072-9997-a145e08371d4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5825ace8-b86a-49fe-b00a-90c30e8e9032), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:51.247511 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c133d50-9ad6-4072-9997-a145e08371d4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5825ace8-b86a-49fe-b00a-90c30e8e9032), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:51.266143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4c133d50-9ad6-4072-9997-a145e08371d4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for 5825ace8-b86a-49fe-b00a-90c30e8e9032 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:51.488817 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c133d50-9ad6-4072-9997-a145e08371d4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5825ace8-b86a-49fe-b00a-90c30e8e9032), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:51.530017 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c133d50-9ad6-4072-9997-a145e08371d4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=5825ace8-b86a-49fe-b00a-90c30e8e9032,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:51.693125 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c133d50-9ad6-4072-9997-a145e08371d4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (2fa6e140-6073-4a25-8f16-1d9bc0fa23dc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:51.895354 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c133d50-9ad6-4072-9997-a145e08371d4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Router 2fa6e140-6073-4a25-8f16-1d9bc0fa23dc has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:13:51.975485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c133d50-9ad6-4072-9997-a145e08371d4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:13:51.984158 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4c133d50-9ad6-4072-9997-a145e08371d4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "PUT /v2.0/routers/2fa6e140-6073-4a25-8f16-1d9bc0fa23dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1629806 Feb 03 13:13:51.984556 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34674) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:51.997739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f062b2f-38a7-4a32-b437-42813e37adc8 None None] Sync routers for ids ['2fa6e140-6073-4a25-8f16-1d9bc0fa23dc'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:13:52.009601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f062b2f-38a7-4a32-b437-42813e37adc8 None None] Routers {'2fa6e140-6073-4a25-8f16-1d9bc0fa23dc'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:52.010574 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4f062b2f-38a7-4a32-b437-42813e37adc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:13:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['2fa6e140-6073-4a25-8f16-1d9bc0fa23dc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:52.012593 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e52551-1721-4cb0-abcc-7f882a41cea6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] GET failed (client error): The resource could not be found. Feb 03 13:13:52.014317 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d4e52551-1721-4cb0-abcc-7f882a41cea6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports/5825ace8-b86a-49fe-b00a-90c30e8e9032 HTTP/1.1" status: 404 len: 333 time: 0.0278618 Feb 03 13:13:52.016909 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34676) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:52.100868 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3384435e-2c3e-4dd0-9a7e-fa50195da5f5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for router (2fa6e140-6073-4a25-8f16-1d9bc0fa23dc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:52.224800 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4f062b2f-38a7-4a32-b437-42813e37adc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:52.235046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f062b2f-38a7-4a32-b437-42813e37adc8 None None] Routers {'2fa6e140-6073-4a25-8f16-1d9bc0fa23dc'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:13:52.236037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4f062b2f-38a7-4a32-b437-42813e37adc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:13:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['2fa6e140-6073-4a25-8f16-1d9bc0fa23dc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:52.236488 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1480ff-b9da-451e-8fde-da03dcf80dc5 req-4a081550-4e75-4ec4-ad83-62f8c49adc00 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:52.238475 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba1480ff-b9da-451e-8fde-da03dcf80dc5 req-4a081550-4e75-4ec4-ad83-62f8c49adc00 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d8043a9-9d03-4ea4-8d7f-c204f84a0027 HTTP/1.1" status: 200 len: 1127 time: 0.0468071 Feb 03 13:13:52.270815 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4f062b2f-38a7-4a32-b437-42813e37adc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:52.271560 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f062b2f-38a7-4a32-b437-42813e37adc8 None None] The sync data for ids ['2fa6e140-6073-4a25-8f16-1d9bc0fa23dc'] in n-d-827336-3 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:13:52.293809 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba1480ff-b9da-451e-8fde-da03dcf80dc5 req-ece0af1a-313c-40ed-bdd6-988022ce4d2e tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485961 Feb 03 13:13:52.323174 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3384435e-2c3e-4dd0-9a7e-fa50195da5f5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (2fa6e140-6073-4a25-8f16-1d9bc0fa23dc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:52.326092 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3384435e-2c3e-4dd0-9a7e-fa50195da5f5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for router_controller (2fa6e140-6073-4a25-8f16-1d9bc0fa23dc), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:52.378635 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3384435e-2c3e-4dd0-9a7e-fa50195da5f5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (2fa6e140-6073-4a25-8f16-1d9bc0fa23dc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:52.379097 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3384435e-2c3e-4dd0-9a7e-fa50195da5f5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Fanout notify agent at l3_agent the message router_deleted on router 2fa6e140-6073-4a25-8f16-1d9bc0fa23dc {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:13:52.386019 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3384435e-2c3e-4dd0-9a7e-fa50195da5f5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:52.389553 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3384435e-2c3e-4dd0-9a7e-fa50195da5f5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/routers/2fa6e140-6073-4a25-8f16-1d9bc0fa23dc HTTP/1.1" status: 204 len: 168 time: 0.3692553 Feb 03 13:13:52.390752 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34682) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:52.435105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b6a0d-9d1d-4fa7-9634-cf931545aa29 req-82c1adaf-6f61-4a3b-b3ed-b00552ab570f tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:52.437905 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f9b6a0d-9d1d-4fa7-9634-cf931545aa29 req-82c1adaf-6f61-4a3b-b3ed-b00552ab570f tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d8043a9-9d03-4ea4-8d7f-c204f84a0027 HTTP/1.1" status: 200 len: 1127 time: 0.0710573 Feb 03 13:13:52.451284 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5c7937-b474-4893-b75e-859501249de8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting subnet d7f967d9-6e73-4cd5-8a76-5c4d1d7ac38c {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:13:52.459802 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7937-b474-4893-b75e-859501249de8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (d7f967d9-6e73-4cd5-8a76-5c4d1d7ac38c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:52.512378 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f9b6a0d-9d1d-4fa7-9634-cf931545aa29 req-27cbdbe2-f31a-455b-8cc8-248a6e4596b3 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579617 Feb 03 13:13:52.513594 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7937-b474-4893-b75e-859501249de8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (d7f967d9-6e73-4cd5-8a76-5c4d1d7ac38c), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:52.619066 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7937-b474-4893-b75e-859501249de8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (d7f967d9-6e73-4cd5-8a76-5c4d1d7ac38c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:52.721492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9c0ed-741b-4836-ac8d-ce1ca0db9eb1 req-fea0038e-8cd9-4a81-b025-1c6792a00bb9 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:52.723073 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cfc9c0ed-741b-4836-ac8d-ce1ca0db9eb1 req-fea0038e-8cd9-4a81-b025-1c6792a00bb9 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d8043a9-9d03-4ea4-8d7f-c204f84a0027 HTTP/1.1" status: 200 len: 1127 time: 0.0746109 Feb 03 13:13:52.724644 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7937-b474-4893-b75e-859501249de8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (d7f967d9-6e73-4cd5-8a76-5c4d1d7ac38c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:52.755090 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c7937-b474-4893-b75e-859501249de8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f967d9-6e73-4cd5-8a76-5c4d1d7ac38c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:52.771799 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7937-b474-4893-b75e-859501249de8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:52.775099 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bf5c7937-b474-4893-b75e-859501249de8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/subnets/d7f967d9-6e73-4cd5-8a76-5c4d1d7ac38c HTTP/1.1" status: 204 len: 168 time: 0.3833394 Feb 03 13:13:52.778157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34688) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:52.778488 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dc3306-ce24-4978-986e-cb8e66c19766 None None] Network 348a655e-4bd7-4008-97a1-bcf35c71472e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:52.846285 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cfc9c0ed-741b-4836-ac8d-ce1ca0db9eb1 req-afe6cae9-d86b-4f22-ba63-84efd7c511ce tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945740 Feb 03 13:13:52.919118 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6688c72c-fcf0-4ac6-be91-5182bb0e794d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (348a655e-4bd7-4008-97a1-bcf35c71472e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:53.002293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6688c72c-fcf0-4ac6-be91-5182bb0e794d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port 4f430642-990a-4b15-b634-42699428e14d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:53.002899 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6688c72c-fcf0-4ac6-be91-5182bb0e794d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4f430642-990a-4b15-b634-42699428e14d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:53.043592 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9caefab-9ee4-423b-bd59-3ca4a8a5ea3b None None] DHCP port deletion for 348a655e-4bd7-4008-97a1-bcf35c71472e request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:13:53.103465 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-6688c72c-fcf0-4ac6-be91-5182bb0e794d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] For port 4f430642-990a-4b15-b634-42699428e14d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4f430642-990a-4b15-b634-42699428e14d,segment=NetworkSegment(26166e4e-b434-4978-9e91-aee2282eb08c),segment_id=26166e4e-b434-4978-9e91-aee2282eb08c)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:53.104102 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6688c72c-fcf0-4ac6-be91-5182bb0e794d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4f430642-990a-4b15-b634-42699428e14d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:53.110076 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d9caefab-9ee4-423b-bd59-3ca4a8a5ea3b None None] Deleting port 4f430642-990a-4b15-b634-42699428e14d {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:13:53.110361 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9caefab-9ee4-423b-bd59-3ca4a8a5ea3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4f430642-990a-4b15-b634-42699428e14d), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:53.127902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6688c72c-fcf0-4ac6-be91-5182bb0e794d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for 4f430642-990a-4b15-b634-42699428e14d owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:53.180116 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d9caefab-9ee4-423b-bd59-3ca4a8a5ea3b None None] For port 4f430642-990a-4b15-b634-42699428e14d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4f430642-990a-4b15-b634-42699428e14d,segment=NetworkSegment(26166e4e-b434-4978-9e91-aee2282eb08c),segment_id=26166e4e-b434-4978-9e91-aee2282eb08c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:53.180522 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9caefab-9ee4-423b-bd59-3ca4a8a5ea3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4f430642-990a-4b15-b634-42699428e14d), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:53.194131 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d9caefab-9ee4-423b-bd59-3ca4a8a5ea3b None None] Calling delete_port for 4f430642-990a-4b15-b634-42699428e14d owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:13:53.231638 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-02521c80-6faa-4a89-8be7-d86ee438e018 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:53.233316 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-02521c80-6faa-4a89-8be7-d86ee438e018 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/networks?id=c5b8a261-1c7f-4d8e-a637-8bf4565ead16 HTTP/1.1" status: 200 len: 911 time: 0.1885505 Feb 03 13:13:53.261756 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-3097afb4-1bdd-436c-8aef-8e12f8a69918 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/quotas/b60770161b494f18be97fa33c40d06d8 HTTP/1.1" status: 200 len: 375 time: 0.0180159 Feb 03 13:13:53.274863 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6688c72c-fcf0-4ac6-be91-5182bb0e794d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4f430642-990a-4b15-b634-42699428e14d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:53.283549 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9caefab-9ee4-423b-bd59-3ca4a8a5ea3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (4f430642-990a-4b15-b634-42699428e14d), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:53.299792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6688c72c-fcf0-4ac6-be91-5182bb0e794d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No DVR routers for this DVR port 4f430642-990a-4b15-b634-42699428e14d on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:13:53.313148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9caefab-9ee4-423b-bd59-3ca4a8a5ea3b None None] Pushing event deleted for resources: {'Port': ['ID=4f430642-990a-4b15-b634-42699428e14d,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:53.318165 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9caefab-9ee4-423b-bd59-3ca4a8a5ea3b None None] No DVR routers for this DVR port 4f430642-990a-4b15-b634-42699428e14d on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:13:53.372730 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688c72c-fcf0-4ac6-be91-5182bb0e794d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=4f430642-990a-4b15-b634-42699428e14d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:53.468813 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6688c72c-fcf0-4ac6-be91-5182bb0e794d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (348a655e-4bd7-4008-97a1-bcf35c71472e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:53.496314 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-39efc5fd-b524-48a8-92d6-245969b20337 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=b60770161b494f18be97fa33c40d06d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2108684 Feb 03 13:13:53.500377 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6688c72c-fcf0-4ac6-be91-5182bb0e794d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348a655e-4bd7-4008-97a1-bcf35c71472e']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:53.511154 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6688c72c-fcf0-4ac6-be91-5182bb0e794d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26166e4e-b434-4978-9e91-aee2282eb08c') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:53.511464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6688c72c-fcf0-4ac6-be91-5182bb0e794d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26166e4e-b434-4978-9e91-aee2282eb08c') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:13:53.537572 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6688c72c-fcf0-4ac6-be91-5182bb0e794d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (26166e4e-b434-4978-9e91-aee2282eb08c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:53.560248 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6688c72c-fcf0-4ac6-be91-5182bb0e794d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (26166e4e-b434-4978-9e91-aee2282eb08c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:53.594568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6688c72c-fcf0-4ac6-be91-5182bb0e794d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:13:53.594900 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6688c72c-fcf0-4ac6-be91-5182bb0e794d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (26166e4e-b434-4978-9e91-aee2282eb08c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:13:53.598316 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:13:53.674866 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-b5853ddc-d60e-4bec-bd59-f48beb303d2a service neutron] 10.222.0.18 "GET /v2.0/networks/c5b8a261-1c7f-4d8e-a637-8bf4565ead16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655385 Feb 03 13:13:53.675452 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6688c72c-fcf0-4ac6-be91-5182bb0e794d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (348a655e-4bd7-4008-97a1-bcf35c71472e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:53.680866 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6688c72c-fcf0-4ac6-be91-5182bb0e794d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:53.684446 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6688c72c-fcf0-4ac6-be91-5182bb0e794d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/networks/348a655e-4bd7-4008-97a1-bcf35c71472e HTTP/1.1" status: 204 len: 168 time: 0.9052961 Feb 03 13:13:53.688273 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34702) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:53.722606 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688c72c-fcf0-4ac6-be91-5182bb0e794d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Network': ['ID=348a655e-4bd7-4008-97a1-bcf35c71472e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:53.743126 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a94e85-8c51-4bb3-bf0b-bddf67e80ecc tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:53.748629 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-91a94e85-8c51-4bb3-bf0b-bddf67e80ecc tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports/979224e2-d09b-442a-a220-f9d667e88586 HTTP/1.1" status: 200 len: 841 time: 0.0589139 Feb 03 13:13:53.749560 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34704) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:53.792116 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-69e616c8-b5bc-4a9b-ba48-8bada4f71a43 service neutron] 10.222.0.18 "GET /v2.0/networks/c5b8a261-1c7f-4d8e-a637-8bf4565ead16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062872 Feb 03 13:13:53.807989 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f4bd1db2-c4e6-4e1a-abc5-4b580e4189be tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports/979224e2-d09b-442a-a220-f9d667e88586?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0526474 Feb 03 13:13:53.809058 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34706) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:53.814459 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9b4d471e-96ae-4b19-a34f-22245657dfcd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'subnet': {'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:53.954432 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4d471e-96ae-4b19-a34f-22245657dfcd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:53.962309 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b4d471e-96ae-4b19-a34f-22245657dfcd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:54.009951 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4f430642-990a-4b15-b634-42699428e14d no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:13:54.021648 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-112f131b-99b4-4518-91bd-9e436fdfeecc req-1370ba82-0abe-4d5d-af4a-9756030ecc45 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8af7f426-4f68-48d1-964d-670b40cf0493 HTTP/1.1" status: 200 len: 210 time: 0.0442882 Feb 03 13:13:54.041950 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 4f430642-990a-4b15-b634-42699428e14d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:13:54.042300 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4f430642-990a-4b15-b634-42699428e14d not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:13:54.216793 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b4d471e-96ae-4b19-a34f-22245657dfcd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (0fa387d6-53a2-4e59-b220-8f58e4ae9080), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:54.261313 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4d471e-96ae-4b19-a34f-22245657dfcd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:54.264592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9b4d471e-96ae-4b19-a34f-22245657dfcd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:54.268851 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4d471e-96ae-4b19-a34f-22245657dfcd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:54.269574 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b4d471e-96ae-4b19-a34f-22245657dfcd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:54.279514 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d471e-96ae-4b19-a34f-22245657dfcd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Subnet': ['ID=0fa387d6-53a2-4e59-b220-8f58e4ae9080,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:54.279930 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7336a298-4484-40d0-b2ea-ad0177018e5f None None] Network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:54.299776 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9b4d471e-96ae-4b19-a34f-22245657dfcd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4895530 Feb 03 13:13:54.302543 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34718) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:54.315187 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-39784e3a-67d8-4e8b-a221-7628719da059 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'security_group': {'name': 'tempest-secgroup-2112743370'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:54.339840 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39784e3a-67d8-4e8b-a221-7628719da059 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:54.427853 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39784e3a-67d8-4e8b-a221-7628719da059 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (61f06355-3152-4ed9-a0b7-6ed408c2c927), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:54.433664 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39784e3a-67d8-4e8b-a221-7628719da059 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (61f06355-3152-4ed9-a0b7-6ed408c2c927), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:54.451553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-67b13502-ba0e-4e60-ab80-f079c7d91bf2', 'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2', 'project_id': '4e7f34f2df814294ac9410e67e079ede', 'fixed_ips': [{'subnet_id': '0fa387d6-53a2-4e59-b220-8f58e4ae9080'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:13:54.453539 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:54.475815 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39784e3a-67d8-4e8b-a221-7628719da059 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:54.480349 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-39784e3a-67d8-4e8b-a221-7628719da059 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1699209 Feb 03 13:13:54.480349 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34722) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:54.486529 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-989beea9-3f43-4203-9249-1ac9a1ce1074 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'security_group': {'name': 'tempest-secgroup-683033968'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:54.503105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39784e3a-67d8-4e8b-a221-7628719da059 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f06355-3152-4ed9-a0b7-6ed408c2c927,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:54.526266 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-989beea9-3f43-4203-9249-1ac9a1ce1074 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:54.638689 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-989beea9-3f43-4203-9249-1ac9a1ce1074 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (8f94a1a2-fae2-49fe-b06e-c6ca93b7f2b3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:54.646243 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-989beea9-3f43-4203-9249-1ac9a1ce1074 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8f94a1a2-fae2-49fe-b06e-c6ca93b7f2b3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:54.651256 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] Allocated IP 172.20.0.2 (67b13502-ba0e-4e60-ab80-f079c7d91bf2/0fa387d6-53a2-4e59-b220-8f58e4ae9080/df78a218-c96e-4f14-8236-b75d2ea356fb) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:54.679626 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-989beea9-3f43-4203-9249-1ac9a1ce1074 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:54.682335 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-989beea9-3f43-4203-9249-1ac9a1ce1074 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2009082 Feb 03 13:13:54.685128 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34724) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:54.691597 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c0bfffcb-4b6a-47fc-99a9-e92663a40cc4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1067850799', 'security_groups': ['8f94a1a2-fae2-49fe-b06e-c6ca93b7f2b3'], 'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0fa387d6-53a2-4e59-b220-8f58e4ae9080'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:54.734226 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989beea9-3f43-4203-9249-1ac9a1ce1074 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f94a1a2-fae2-49fe-b06e-c6ca93b7f2b3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:54.847996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bfffcb-4b6a-47fc-99a9-e92663a40cc4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:54.883635 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] Publish callbacks [] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:54.894146 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:54.948738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] Network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:54.953602 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:54.956201 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:54.963304 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0bfffcb-4b6a-47fc-99a9-e92663a40cc4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:54.964091 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] Pushing event updated for resources: {'Port': ['ID=df78a218-c96e-4f14-8236-b75d2ea356fb,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:54.995544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-c0bfffcb-4b6a-47fc-99a9-e92663a40cc4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] device_id is not set on port aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e yet. {{(pid=103189) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:13:55.073953 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] Attempting to bind port df78a218-c96e-4f14-8236-b75d2ea356fb on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:55.074713 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] Attempting to bind port df78a218-c96e-4f14-8236-b75d2ea356fb by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '894a0afc-f992-4c97-a44b-ac4c7731d7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:55.075389 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] Attempting to bind port df78a218-c96e-4f14-8236-b75d2ea356fb on network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:55.082782 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:55.083685 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] Checking segment: {'id': '894a0afc-f992-4c97-a44b-ac4c7731d7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:55.084442 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:55.085068 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] Bound using segment: {'id': '894a0afc-f992-4c97-a44b-ac4c7731d7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:55.085819 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] Bound port: df78a218-c96e-4f14-8236-b75d2ea356fb, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894a0afc-f992-4c97-a44b-ac4c7731d7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:55.086388 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:55.183775 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] For port df78a218-c96e-4f14-8236-b75d2ea356fb, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:55.189465 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] For port df78a218-c96e-4f14-8236-b75d2ea356fb, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=df78a218-c96e-4f14-8236-b75d2ea356fb,segment=NetworkSegment(894a0afc-f992-4c97-a44b-ac4c7731d7f5),segment_id=894a0afc-f992-4c97-a44b-ac4c7731d7f5)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:55.202969 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:55.269850 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-d304e446-6b7d-4bfe-93f9-6fd500ab0390 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:55.273639 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-d304e446-6b7d-4bfe-93f9-6fd500ab0390 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.73 "GET /v2.0/networks?id=c5b8a261-1c7f-4d8e-a637-8bf4565ead16 HTTP/1.1" status: 200 len: 911 time: 0.1542780 Feb 03 13:13:55.308945 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05e2e8-1f0f-470c-bd0a-cf8bd56f0bac None None] Pushing event updated for resources: {'Port': ['ID=df78a218-c96e-4f14-8236-b75d2ea356fb,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:55.324595 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fce614b2-bc41-40e3-a180-7ac380695ca7 req-4c6e421c-f3f6-4a37-afe1-d4f96ac1fd53 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8af7f426-4f68-48d1-964d-670b40cf0493 HTTP/1.1" status: 200 len: 210 time: 0.0439477 Feb 03 13:13:55.328863 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-62958187-8d4c-49e7-93be-7ddc9fd36dc5 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Request body: {'port': {'device_id': '8af7f426-4f68-48d1-964d-670b40cf0493', 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16', 'admin_state_up': True, 'tenant_id': 'b60770161b494f18be97fa33c40d06d8'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:55.357092 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-62958187-8d4c-49e7-93be-7ddc9fd36dc5 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Made reservation on behalf of b60770161b494f18be97fa33c40d06d8 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:55.360038 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-62958187-8d4c-49e7-93be-7ddc9fd36dc5 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:55.403836 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c0bfffcb-4b6a-47fc-99a9-e92663a40cc4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Allocated IP 172.20.0.11 (67b13502-ba0e-4e60-ab80-f079c7d91bf2/0fa387d6-53a2-4e59-b220-8f58e4ae9080/aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:55.510884 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-62958187-8d4c-49e7-93be-7ddc9fd36dc5 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Allocated IP 172.20.0.9 (c5b8a261-1c7f-4d8e-a637-8bf4565ead16/7b0fba57-c219-4d2b-9bea-bbf4a3361c9d/dcc04001-6375-4287-8a20-5b5a7a25eb6d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:55.646767 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0bfffcb-4b6a-47fc-99a9-e92663a40cc4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:55.725702 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0bfffcb-4b6a-47fc-99a9-e92663a40cc4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:55.754154 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-62958187-8d4c-49e7-93be-7ddc9fd36dc5 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Publish callbacks [] for port (dcc04001-6375-4287-8a20-5b5a7a25eb6d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:55.788442 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bfffcb-4b6a-47fc-99a9-e92663a40cc4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:55.794796 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c0bfffcb-4b6a-47fc-99a9-e92663a40cc4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:55.809271 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bfffcb-4b6a-47fc-99a9-e92663a40cc4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:55.810489 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-62958187-8d4c-49e7-93be-7ddc9fd36dc5 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (dcc04001-6375-4287-8a20-5b5a7a25eb6d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:55.823880 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['43bfc309-7229-470d-a822-f0233d7ee879'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:13:55.867958 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-62958187-8d4c-49e7-93be-7ddc9fd36dc5 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Network c5b8a261-1c7f-4d8e-a637-8bf4565ead16 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:55.873863 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-62958187-8d4c-49e7-93be-7ddc9fd36dc5 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:55.877914 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-62958187-8d4c-49e7-93be-7ddc9fd36dc5 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:13:55.911294 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfffcb-4b6a-47fc-99a9-e92663a40cc4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:55.929162 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bfffcb-4b6a-47fc-99a9-e92663a40cc4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:55.929854 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0bfffcb-4b6a-47fc-99a9-e92663a40cc4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:55.983899 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c0bfffcb-4b6a-47fc-99a9-e92663a40cc4 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2951822 Feb 03 13:13:55.984785 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34730) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:55.994232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62958187-8d4c-49e7-93be-7ddc9fd36dc5 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Pushing event updated for resources: {'Port': ['ID=dcc04001-6375-4287-8a20-5b5a7a25eb6d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:56.001936 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-480f517f-c1ba-4089-932d-ae198eeb6a79 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'subnet': {'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:56.004728 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-62958187-8d4c-49e7-93be-7ddc9fd36dc5 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:56.005371 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-62958187-8d4c-49e7-93be-7ddc9fd36dc5 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:56.042688 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-62958187-8d4c-49e7-93be-7ddc9fd36dc5 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7306411 Feb 03 13:13:56.063623 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] Request body: {'port': {'device_id': '8af7f426-4f68-48d1-964d-670b40cf0493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:56.137652 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device df78a218-c96e-4f14-8236-b75d2ea356fb up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:56.224641 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dcc04001-6375-4287-8a20-5b5a7a25eb6d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:56.248191 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480f517f-c1ba-4089-932d-ae198eeb6a79 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:56.256942 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-480f517f-c1ba-4089-932d-ae198eeb6a79 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:56.287682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port df78a218-c96e-4f14-8236-b75d2ea356fb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:56.288395 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:56.322091 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d0a3f990-f7d6-4a18-ba09-28ec64b79e48 None None] Provisioning complete for port dcc04001-6375-4287-8a20-5b5a7a25eb6d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:56.323168 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d0a3f990-f7d6-4a18-ba09-28ec64b79e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dcc04001-6375-4287-8a20-5b5a7a25eb6d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:56.379678 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d0a3f990-f7d6-4a18-ba09-28ec64b79e48 None None] Port dcc04001-6375-4287-8a20-5b5a7a25eb6d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:13:56.403194 n-d-827336-3 neutron-server[103189]: INFO neutron.db.ipam_backend_mixin [None req-480f517f-c1ba-4089-932d-ae198eeb6a79 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0fa387d6-53a2-4e59-b220-8f58e4ae9080 (CIDR: 172.20.0.0/28) Feb 03 13:13:56.413289 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-480f517f-c1ba-4089-932d-ae198eeb6a79 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:13:56.414061 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480f517f-c1ba-4089-932d-ae198eeb6a79 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:13:56.462308 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-480f517f-c1ba-4089-932d-ae198eeb6a79 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4760613 Feb 03 13:13:56.469025 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port df78a218-c96e-4f14-8236-b75d2ea356fb is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:56.469419 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:56.473354 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34736) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:56.482161 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-031373a0-43c2-4e4d-940c-8d939762445d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'subnet': {'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:56.511767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff2980-ecda-476e-810c-d6b3e92ee87c req-3a31cdba-9c29-4f68-bbc7-54d928a8686b tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:56.517002 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-00ff2980-ecda-476e-810c-d6b3e92ee87c req-3a31cdba-9c29-4f68-bbc7-54d928a8686b tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8af7f426-4f68-48d1-964d-670b40cf0493 HTTP/1.1" status: 200 len: 1027 time: 0.0848138 Feb 03 13:13:56.517158 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port df78a218-c96e-4f14-8236-b75d2ea356fb, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=df78a218-c96e-4f14-8236-b75d2ea356fb,segment=NetworkSegment(894a0afc-f992-4c97-a44b-ac4c7731d7f5),segment_id=894a0afc-f992-4c97-a44b-ac4c7731d7f5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:56.524061 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:56.598457 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-00ff2980-ecda-476e-810c-d6b3e92ee87c req-4eb82ccd-48c6-4469-a75c-cff44ad06820 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754926 Feb 03 13:13:56.600176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=df78a218-c96e-4f14-8236-b75d2ea356fb,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:56.740149 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031373a0-43c2-4e4d-940c-8d939762445d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:13:56.743556 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-031373a0-43c2-4e4d-940c-8d939762445d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:56.751408 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc04001-6375-4287-8a20-5b5a7a25eb6d {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:13:56.770825 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] Publish callbacks [] for port (dcc04001-6375-4287-8a20-5b5a7a25eb6d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:56.820794 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] Transition to ACTIVE for port object dcc04001-6375-4287-8a20-5b5a7a25eb6d will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:13:56.828342 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (dcc04001-6375-4287-8a20-5b5a7a25eb6d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:56.913897 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc04001-6375-4287-8a20-5b5a7a25eb6d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:56.937976 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c9bb4281-b096-4b79-ba8e-66dec3593bd6 None None] Provisioning complete for port 979224e2-d09b-442a-a220-f9d667e88586 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:56.938505 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4281-b096-4b79-ba8e-66dec3593bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (979224e2-d09b-442a-a220-f9d667e88586), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:57.018735 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb4281-b096-4b79-ba8e-66dec3593bd6 None None] Port 979224e2-d09b-442a-a220-f9d667e88586 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:13:57.047788 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] Attempting to bind port dcc04001-6375-4287-8a20-5b5a7a25eb6d on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:13:57.048524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] Attempting to bind port dcc04001-6375-4287-8a20-5b5a7a25eb6d by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '4521b319-7f54-4c5a-9834-93a9cf240769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:13:57.049194 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] Attempting to bind port dcc04001-6375-4287-8a20-5b5a7a25eb6d on network c5b8a261-1c7f-4d8e-a637-8bf4565ead16 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:57.056537 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c9bb4281-b096-4b79-ba8e-66dec3593bd6 None None] Provisioning complete for port df78a218-c96e-4f14-8236-b75d2ea356fb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:57.057128 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c9bb4281-b096-4b79-ba8e-66dec3593bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:57.066604 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] Port dcc04001-6375-4287-8a20-5b5a7a25eb6d on network c5b8a261-1c7f-4d8e-a637-8bf4565ead16 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:13:57.067086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] Attempting to bind port dcc04001-6375-4287-8a20-5b5a7a25eb6d on network c5b8a261-1c7f-4d8e-a637-8bf4565ead16 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:13:57.095712 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:13:57.096019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] Checking segment: {'id': '4521b319-7f54-4c5a-9834-93a9cf240769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:13:57.096784 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] Bound using segment: {'id': '4521b319-7f54-4c5a-9834-93a9cf240769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:13:57.097187 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] Bound port: dcc04001-6375-4287-8a20-5b5a7a25eb6d, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4521b319-7f54-4c5a-9834-93a9cf240769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:13:57.097623 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dcc04001-6375-4287-8a20-5b5a7a25eb6d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:57.194595 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] For port dcc04001-6375-4287-8a20-5b5a7a25eb6d, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:13:57.198260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] For port dcc04001-6375-4287-8a20-5b5a7a25eb6d, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=dcc04001-6375-4287-8a20-5b5a7a25eb6d,segment=NetworkSegment(4521b319-7f54-4c5a-9834-93a9cf240769),segment_id=4521b319-7f54-4c5a-9834-93a9cf240769)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:13:57.205158 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb4281-b096-4b79-ba8e-66dec3593bd6 None None] Current status of the port df78a218-c96e-4f14-8236-b75d2ea356fb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:57.207189 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (dcc04001-6375-4287-8a20-5b5a7a25eb6d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:57.266173 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:57.266796 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:57.268212 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] 10.222.0.73 "PUT /v2.0/ports/dcc04001-6375-4287-8a20-5b5a7a25eb6d HTTP/1.1" status: 200 len: 1091 time: 1.2092419 Feb 03 13:13:57.269009 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af7f426-4f68-48d1-964d-670b40cf0493', 'tag': 'dcc04001-6375-4287-8a20-5b5a7a25eb6d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:13:57.271269 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e155b070-d19b-4f31-b57c-5b7bace917f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8af7f426-4f68-48d1-964d-670b40cf0493", "tag": "dcc04001-6375-4287-8a20-5b5a7a25eb6d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:13:57.278950 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-031373a0-43c2-4e4d-940c-8d939762445d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (15d76132-3fa0-4458-bf41-673b9f21b2bd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:57.350992 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-65834f7c-879b-4d3f-a8f2-ffa9457e8cc3 None None] Provisioning complete for port aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:57.352250 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-65834f7c-879b-4d3f-a8f2-ffa9457e8cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:57.361022 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855ae0e5-e81a-4434-b4a6-08fc02e48b5f x-openstack-request-id: req-855ae0e5-e81a-4434-b4a6-08fc02e48b5f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:13:57.361367 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af7f426-4f68-48d1-964d-670b40cf0493", "tag": "dcc04001-6375-4287-8a20-5b5a7a25eb6d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:13:57.361610 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-855ae0e5-e81a-4434-b4a6-08fc02e48b5f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:13:57.362024 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af7f426-4f68-48d1-964d-670b40cf0493', 'tag': 'dcc04001-6375-4287-8a20-5b5a7a25eb6d', 'status': 'completed', 'code': 200} Feb 03 13:13:57.393693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-65834f7c-879b-4d3f-a8f2-ffa9457e8cc3 None None] Port aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:13:57.754956 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759852a1-4b8f-4af6-8959-52ba9e8fc313 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc04001-6375-4287-8a20-5b5a7a25eb6d,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:57.756811 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1dd54-8698-4049-a5a7-96e9c4f51a5f req-43963e01-0fb8-459e-8501-c39edef0870a tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:57.758902 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a7f1dd54-8698-4049-a5a7-96e9c4f51a5f req-43963e01-0fb8-459e-8501-c39edef0870a tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8af7f426-4f68-48d1-964d-670b40cf0493 HTTP/1.1" status: 200 len: 1125 time: 0.0657353 Feb 03 13:13:57.777383 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031373a0-43c2-4e4d-940c-8d939762445d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:13:57.782860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-031373a0-43c2-4e4d-940c-8d939762445d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:13:57.788491 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031373a0-43c2-4e4d-940c-8d939762445d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:57.789858 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-031373a0-43c2-4e4d-940c-8d939762445d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:57.795438 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031373a0-43c2-4e4d-940c-8d939762445d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Subnet': ['ID=15d76132-3fa0-4458-bf41-673b9f21b2bd,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:57.798829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2494fda7-cff7-4304-aab4-36990de67a47 None None] Network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:13:57.819692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-451409c1-2b91-457d-ad81-4e93f4519de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:57.822086 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-451409c1-2b91-457d-ad81-4e93f4519de6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b60770161b494f18be97fa33c40d06d8&device_id=8af7f426-4f68-48d1-964d-670b40cf0493 HTTP/1.1" status: 200 len: 1125 time: 0.4920800 Feb 03 13:13:57.830747 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-031373a0-43c2-4e4d-940c-8d939762445d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3528662 Feb 03 13:13:57.831188 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34744) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:57.852243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-09443fd4-8228-40f6-96c4-c7dfe9e3c6f0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1046907110', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '15d76132-3fa0-4458-bf41-673b9f21b2bd'}], 'security_groups': ['61f06355-3152-4ed9-a0b7-6ed408c2c927']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:13:57.928700 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a7f1dd54-8698-4049-a5a7-96e9c4f51a5f req-96f92cad-dab5-4883-8903-abdf255e7822 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403749 Feb 03 13:13:57.930025 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-aff6d4f8-aa5c-4301-89e9-5c0f049d9e1d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcc04001-6375-4287-8a20-5b5a7a25eb6d HTTP/1.1" status: 200 len: 217 time: 0.0732880 Feb 03 13:13:58.020910 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device df78a218-c96e-4f14-8236-b75d2ea356fb up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:13:58.072082 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-89843402-5c02-415c-8584-0648ec429258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:58.073675 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-89843402-5c02-415c-8584-0648ec429258 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7b0fba57-c219-4d2b-9bea-bbf4a3361c9d HTTP/1.1" status: 200 len: 849 time: 0.1363671 Feb 03 13:13:58.111547 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd5dad4-d2de-488e-9820-0a6026b78e95 None None] Update dhcp port {'port': {'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2', 'fixed_ips': [{'subnet_id': '0fa387d6-53a2-4e59-b220-8f58e4ae9080', 'ip_address': '172.20.0.2'}, {'subnet_id': '15d76132-3fa0-4458-bf41-673b9f21b2bd'}], 'binding:host_id': 'n-d-827336-3'}, 'id': 'df78a218-c96e-4f14-8236-b75d2ea356fb'} from n-d-827336-3. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 13:13:58.139475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port df78a218-c96e-4f14-8236-b75d2ea356fb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:58.140213 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:58.155988 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-716d4905-3515-4a4a-b492-8d95638319ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:58.157529 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-716d4905-3515-4a4a-b492-8d95638319ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5b8a261-1c7f-4d8e-a637-8bf4565ead16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0762262 Feb 03 13:13:58.180287 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-edd5dad4-d2de-488e-9820-0a6026b78e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:58.263608 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09443fd4-8228-40f6-96c4-c7dfe9e3c6f0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:58.347081 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-8c9572fb-0e07-4a9b-871c-7ce298d974ff service neutron] 10.222.0.73 "GET /v2.0/networks/c5b8a261-1c7f-4d8e-a637-8bf4565ead16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825337 Feb 03 13:13:58.462036 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port df78a218-c96e-4f14-8236-b75d2ea356fb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:13:58.511524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-edd5dad4-d2de-488e-9820-0a6026b78e95 None None] Allocated IP 172.20.0.18 (67b13502-ba0e-4e60-ab80-f079c7d91bf2/15d76132-3fa0-4458-bf41-673b9f21b2bd/df78a218-c96e-4f14-8236-b75d2ea356fb) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:58.564833 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-929987ca-3d35-4768-bd78-085e73b5eb70 req-de4b49fc-230b-44bc-ab75-8aeb5136915d service neutron] 10.222.0.73 "GET /v2.0/networks/c5b8a261-1c7f-4d8e-a637-8bf4565ead16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124832 Feb 03 13:13:58.657906 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-edd5dad4-d2de-488e-9820-0a6026b78e95 None None] For port df78a218-c96e-4f14-8236-b75d2ea356fb, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=df78a218-c96e-4f14-8236-b75d2ea356fb,segment=NetworkSegment(894a0afc-f992-4c97-a44b-ac4c7731d7f5),segment_id=894a0afc-f992-4c97-a44b-ac4c7731d7f5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:13:58.704876 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-edd5dad4-d2de-488e-9820-0a6026b78e95 None None] Publish callbacks [] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:58.717821 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-edd5dad4-d2de-488e-9820-0a6026b78e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:58.824813 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5dad4-d2de-488e-9820-0a6026b78e95 None None] Pushing event updated for resources: {'Port': ['ID=df78a218-c96e-4f14-8236-b75d2ea356fb,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:58.836948 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155b070-d19b-4f31-b57c-5b7bace917f9 req-e1f2603a-6971-4557-b8cc-e0d21bb562b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:58.838551 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e155b070-d19b-4f31-b57c-5b7bace917f9 req-e1f2603a-6971-4557-b8cc-e0d21bb562b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b60770161b494f18be97fa33c40d06d8&device_id=8af7f426-4f68-48d1-964d-670b40cf0493 HTTP/1.1" status: 200 len: 1125 time: 0.1774237 Feb 03 13:13:58.982323 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-09443fd4-8228-40f6-96c4-c7dfe9e3c6f0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Delete allocated IP 172.20.0.11 (67b13502-ba0e-4e60-ab80-f079c7d91bf2/0fa387d6-53a2-4e59-b220-8f58e4ae9080) {{(pid=103188) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 13:13:59.003047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-09443fd4-8228-40f6-96c4-c7dfe9e3c6f0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Allocated IP 172.20.0.20 (67b13502-ba0e-4e60-ab80-f079c7d91bf2/15d76132-3fa0-4458-bf41-673b9f21b2bd/aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:13:59.013693 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155b070-d19b-4f31-b57c-5b7bace917f9 req-3294bc04-4e92-4122-b351-8e6104422e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:59.015750 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e155b070-d19b-4f31-b57c-5b7bace917f9 req-3294bc04-4e92-4122-b351-8e6104422e47 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c5b8a261-1c7f-4d8e-a637-8bf4565ead16 HTTP/1.1" status: 200 len: 911 time: 0.1679747 Feb 03 13:13:59.125494 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e155b070-d19b-4f31-b57c-5b7bace917f9 req-34fb4991-22f8-4a80-a10e-7b958a17a283 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcc04001-6375-4287-8a20-5b5a7a25eb6d HTTP/1.1" status: 200 len: 217 time: 0.0998547 Feb 03 13:13:59.414789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155b070-d19b-4f31-b57c-5b7bace917f9 req-e3c291ee-009b-4506-af76-acaa3a02831d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:59.416590 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e155b070-d19b-4f31-b57c-5b7bace917f9 req-e3c291ee-009b-4506-af76-acaa3a02831d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7b0fba57-c219-4d2b-9bea-bbf4a3361c9d HTTP/1.1" status: 200 len: 849 time: 0.2478743 Feb 03 13:13:59.509466 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97297c-7221-4234-b598-10c01404e814 req-3e467da9-7f66-4644-8bab-78a62ff03780 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:59.513200 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8c97297c-7221-4234-b598-10c01404e814 req-3e467da9-7f66-4644-8bab-78a62ff03780 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8af7f426-4f68-48d1-964d-670b40cf0493 HTTP/1.1" status: 200 len: 1125 time: 0.4049203 Feb 03 13:13:59.576810 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-43b932a2-3ac3-4807-91a2-866bb7226f45 None None] Provisioning complete for port 979224e2-d09b-442a-a220-f9d667e88586 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:59.577478 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-43b932a2-3ac3-4807-91a2-866bb7226f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (979224e2-d09b-442a-a220-f9d667e88586), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:59.596132 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09443fd4-8228-40f6-96c4-c7dfe9e3c6f0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:59.602225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155b070-d19b-4f31-b57c-5b7bace917f9 req-33cf7785-2156-4d7b-a0eb-70964f56ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:59.605111 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e155b070-d19b-4f31-b57c-5b7bace917f9 req-33cf7785-2156-4d7b-a0eb-70964f56ba45 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5b8a261-1c7f-4d8e-a637-8bf4565ead16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1738539 Feb 03 13:13:59.625327 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09443fd4-8228-40f6-96c4-c7dfe9e3c6f0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:59.652779 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8c97297c-7221-4234-b598-10c01404e814 req-f28a0f78-3157-4f68-be94-40c620fc497b tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299217 Feb 03 13:13:59.661256 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-43b932a2-3ac3-4807-91a2-866bb7226f45 None None] Port 979224e2-d09b-442a-a220-f9d667e88586 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:13:59.678446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-43b932a2-3ac3-4807-91a2-866bb7226f45 None None] Provisioning complete for port aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:59.679491 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-43b932a2-3ac3-4807-91a2-866bb7226f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:59.746408 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-43b932a2-3ac3-4807-91a2-866bb7226f45 None None] Port aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:13:59.760515 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-43b932a2-3ac3-4807-91a2-866bb7226f45 None None] Provisioning complete for port df78a218-c96e-4f14-8236-b75d2ea356fb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:13:59.760515 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-43b932a2-3ac3-4807-91a2-866bb7226f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:59.787582 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09443fd4-8228-40f6-96c4-c7dfe9e3c6f0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:13:59.860032 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-09443fd4-8228-40f6-96c4-c7dfe9e3c6f0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] In _notify_port_updated(), no bound segment for port aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e on network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 13:13:59.867172 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09443fd4-8228-40f6-96c4-c7dfe9e3c6f0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:13:59.868548 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09443fd4-8228-40f6-96c4-c7dfe9e3c6f0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:13:59.870142 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-09443fd4-8228-40f6-96c4-c7dfe9e3c6f0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "PUT /v2.0/ports/aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e HTTP/1.1" status: 200 len: 921 time: 2.0379913 Feb 03 13:13:59.873098 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34752) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:13:59.893012 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e155b070-d19b-4f31-b57c-5b7bace917f9 req-18cf33a5-b4eb-4f90-a3d3-9b63e6a078c1 service neutron] 10.222.0.73 "GET /v2.0/networks/c5b8a261-1c7f-4d8e-a637-8bf4565ead16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821953 Feb 03 13:13:59.901350 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-43b932a2-3ac3-4807-91a2-866bb7226f45 None None] Current status of the port df78a218-c96e-4f14-8236-b75d2ea356fb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:14:00.002231 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device df78a218-c96e-4f14-8236-b75d2ea356fb up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:14:00.023151 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-03678ca7-5304-4219-b56e-a9492b740bd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:14:00.024198 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03678ca7-5304-4219-b56e-a9492b740bd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:00.089864 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e155b070-d19b-4f31-b57c-5b7bace917f9 req-9c50235d-7da6-41c0-9bb7-96fbf53c47d8 service neutron] 10.222.0.73 "GET /v2.0/networks/c5b8a261-1c7f-4d8e-a637-8bf4565ead16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879907 Feb 03 13:14:00.104309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port df78a218-c96e-4f14-8236-b75d2ea356fb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:00.105349 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:00.153825 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03678ca7-5304-4219-b56e-a9492b740bd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:00.167754 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-03678ca7-5304-4219-b56e-a9492b740bd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:14:00.250087 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port df78a218-c96e-4f14-8236-b75d2ea356fb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:14:00.404643 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03678ca7-5304-4219-b56e-a9492b740bd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:00.427107 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8060dc60-563c-4f0c-bdcd-cef5534c6271 None None] Could not find standard attr ID for object aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:14:00.439164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03678ca7-5304-4219-b56e-a9492b740bd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:00.523225 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03678ca7-5304-4219-b56e-a9492b740bd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:00.530804 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34756) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:00.531168 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-03678ca7-5304-4219-b56e-a9492b740bd1 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/ports/aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e HTTP/1.1" status: 204 len: 168 time: 0.6550541 Feb 03 13:14:00.559496 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-3254af88-60f8-4e13-8ccc-1e695cc36525 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] GET failed (client error): The resource could not be found. Feb 03 13:14:00.561222 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3254af88-60f8-4e13-8ccc-1e695cc36525 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports/aa0ce5ba-5a04-43dc-8885-ba1d630d0d8e HTTP/1.1" status: 404 len: 333 time: 0.0284581 Feb 03 13:14:00.564263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34758) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:00.632129 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fda38b38-a587-428f-82f0-5dd41f05d6aa tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (8f94a1a2-fae2-49fe-b06e-c6ca93b7f2b3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:00.672032 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fda38b38-a587-428f-82f0-5dd41f05d6aa tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (8f94a1a2-fae2-49fe-b06e-c6ca93b7f2b3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:00.735046 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fda38b38-a587-428f-82f0-5dd41f05d6aa tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8f94a1a2-fae2-49fe-b06e-c6ca93b7f2b3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:00.737773 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fda38b38-a587-428f-82f0-5dd41f05d6aa tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:00.740543 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fda38b38-a587-428f-82f0-5dd41f05d6aa tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/security-groups/8f94a1a2-fae2-49fe-b06e-c6ca93b7f2b3 HTTP/1.1" status: 204 len: 168 time: 0.1752484 Feb 03 13:14:00.745033 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34762) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:00.756446 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda38b38-a587-428f-82f0-5dd41f05d6aa tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f94a1a2-fae2-49fe-b06e-c6ca93b7f2b3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:00.852369 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b10a28f-9f37-429c-9722-902414a5676d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (61f06355-3152-4ed9-a0b7-6ed408c2c927), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:00.857600 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da991f5c-3c62-49d9-8cb8-5ef81cc0d4f7 req-4bc18c24-1293-48f0-b49f-e1e25c39c97d tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:00.859318 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-da991f5c-3c62-49d9-8cb8-5ef81cc0d4f7 req-4bc18c24-1293-48f0-b49f-e1e25c39c97d tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8af7f426-4f68-48d1-964d-670b40cf0493 HTTP/1.1" status: 200 len: 1125 time: 0.0886600 Feb 03 13:14:00.901177 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b10a28f-9f37-429c-9722-902414a5676d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (61f06355-3152-4ed9-a0b7-6ed408c2c927), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:00.953180 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-da991f5c-3c62-49d9-8cb8-5ef81cc0d4f7 req-5774293a-a633-469a-9d75-3adfc2131a5d tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822606 Feb 03 13:14:00.979003 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b10a28f-9f37-429c-9722-902414a5676d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (61f06355-3152-4ed9-a0b7-6ed408c2c927), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:00.979003 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b10a28f-9f37-429c-9722-902414a5676d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:00.979003 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3b10a28f-9f37-429c-9722-902414a5676d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/security-groups/61f06355-3152-4ed9-a0b7-6ed408c2c927 HTTP/1.1" status: 204 len: 168 time: 0.2281616 Feb 03 13:14:00.979003 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34764) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:01.012460 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10a28f-9f37-429c-9722-902414a5676d tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f06355-3152-4ed9-a0b7-6ed408c2c927,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:01.040143 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc598b2-38a6-4ef8-b773-a93288676154 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting subnet 0fa387d6-53a2-4e59-b220-8f58e4ae9080 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:14:01.046647 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc598b2-38a6-4ef8-b773-a93288676154 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (0fa387d6-53a2-4e59-b220-8f58e4ae9080), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:01.092672 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc598b2-38a6-4ef8-b773-a93288676154 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (0fa387d6-53a2-4e59-b220-8f58e4ae9080), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:01.180685 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc598b2-38a6-4ef8-b773-a93288676154 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (0fa387d6-53a2-4e59-b220-8f58e4ae9080), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:01.242765 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc598b2-38a6-4ef8-b773-a93288676154 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (0fa387d6-53a2-4e59-b220-8f58e4ae9080), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:01.279216 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc598b2-38a6-4ef8-b773-a93288676154 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Subnet': ['ID=0fa387d6-53a2-4e59-b220-8f58e4ae9080,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:01.288088 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fc598b2-38a6-4ef8-b773-a93288676154 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:01.296814 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5fc598b2-38a6-4ef8-b773-a93288676154 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/subnets/0fa387d6-53a2-4e59-b220-8f58e4ae9080 HTTP/1.1" status: 204 len: 168 time: 0.3156395 Feb 03 13:14:01.297018 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb068e67-88ac-4198-a7c6-5be611540f4e None None] Network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:14:01.297441 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34766) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:01.302237 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'subnet': {'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:01.304125 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc598b2-38a6-4ef8-b773-a93288676154 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.304682 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc598b2-38a6-4ef8-b773-a93288676154 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.306359 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc598b2-38a6-4ef8-b773-a93288676154 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.308055 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc598b2-38a6-4ef8-b773-a93288676154 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.312053 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc598b2-38a6-4ef8-b773-a93288676154 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.312418 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc598b2-38a6-4ef8-b773-a93288676154 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.313318 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc598b2-38a6-4ef8-b773-a93288676154 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.314332 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc598b2-38a6-4ef8-b773-a93288676154 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.314682 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc598b2-38a6-4ef8-b773-a93288676154 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.315022 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc598b2-38a6-4ef8-b773-a93288676154 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.315359 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc598b2-38a6-4ef8-b773-a93288676154 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.315689 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc598b2-38a6-4ef8-b773-a93288676154 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.316035 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc598b2-38a6-4ef8-b773-a93288676154 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.376429 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:01.475986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:14:01.480582 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:01.558133 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device dcc04001-6375-4287-8a20-5b5a7a25eb6d details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:14:01.721068 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port dcc04001-6375-4287-8a20-5b5a7a25eb6d, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=dcc04001-6375-4287-8a20-5b5a7a25eb6d,segment=NetworkSegment(4521b319-7f54-4c5a-9834-93a9cf240769),segment_id=4521b319-7f54-4c5a-9834-93a9cf240769)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:01.756565 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'dcc04001-6375-4287-8a20-5b5a7a25eb6d', 'network_id': 'c5b8a261-1c7f-4d8e-a637-8bf4565ead16', 'port_id': 'dcc04001-6375-4287-8a20-5b5a7a25eb6d', 'mac_address': 'fa:16:3e:9c:1c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0fba57-c219-4d2b-9bea-bbf4a3361c9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:14:01.793106 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (826b4d85-ad21-4aaa-8bf6-95ea846f671d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:01.830494 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port dcc04001-6375-4287-8a20-5b5a7a25eb6d is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:14:01.830895 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dcc04001-6375-4287-8a20-5b5a7a25eb6d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:01.850338 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc04001-6375-4287-8a20-5b5a7a25eb6d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:14:01.852501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:14:01.857460 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:14:01.862179 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:01.862914 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:01.881271 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port dcc04001-6375-4287-8a20-5b5a7a25eb6d, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=dcc04001-6375-4287-8a20-5b5a7a25eb6d,segment=NetworkSegment(4521b319-7f54-4c5a-9834-93a9cf240769),segment_id=4521b319-7f54-4c5a-9834-93a9cf240769)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:01.893461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Subnet': ['ID=826b4d85-ad21-4aaa-8bf6-95ea846f671d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:01.894404 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dcc04001-6375-4287-8a20-5b5a7a25eb6d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:01.909148 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6085403 Feb 03 13:14:01.910019 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34770) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:01.918538 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-7ca9cc85-b69a-4bc9-91f6-3a5a10da5a68 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'security_group': {'name': 'tempest-secgroup-1480850167'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:01.926361 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.928009 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.929741 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.930146 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.930495 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.930819 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.931170 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.931503 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.932513 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.932851 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.933177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.933524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.933846 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e3ccd3-dffb-4199-8715-e365a5f6dae8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:01.964637 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ca9cc85-b69a-4bc9-91f6-3a5a10da5a68 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:01.978641 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=dcc04001-6375-4287-8a20-5b5a7a25eb6d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:02.080112 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ca9cc85-b69a-4bc9-91f6-3a5a10da5a68 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (c2c4b48b-29f4-4a1f-8a4f-cbcd5627d899), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:02.089481 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ca9cc85-b69a-4bc9-91f6-3a5a10da5a68 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c2c4b48b-29f4-4a1f-8a4f-cbcd5627d899), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:02.138588 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ca9cc85-b69a-4bc9-91f6-3a5a10da5a68 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:02.139421 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed0e5-e967-4345-b150-71f3dc1546db req-4320b182-28d1-4717-b381-62377f0d4b1f tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:02.139703 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7ca9cc85-b69a-4bc9-91f6-3a5a10da5a68 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2244081 Feb 03 13:14:02.141688 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9cc85-b69a-4bc9-91f6-3a5a10da5a68 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c4b48b-29f4-4a1f-8a4f-cbcd5627d899,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:02.143895 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34774) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:02.145209 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b0fed0e5-e967-4345-b150-71f3dc1546db req-4320b182-28d1-4717-b381-62377f0d4b1f tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8af7f426-4f68-48d1-964d-670b40cf0493 HTTP/1.1" status: 200 len: 1126 time: 0.0887225 Feb 03 13:14:02.154417 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d80b7f8a-8852-45e6-b8cb-fc649a3d6cff tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'security_group': {'name': 'tempest-secgroup-736391981'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:02.183666 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d80b7f8a-8852-45e6-b8cb-fc649a3d6cff tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:02.211622 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b0fed0e5-e967-4345-b150-71f3dc1546db req-9aa56d33-0645-43a0-8106-425f857ff14f tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568483 Feb 03 13:14:02.239607 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5217333e-26d9-49a0-b9ea-f5e515875286 None None] Network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:14:02.282723 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d80b7f8a-8852-45e6-b8cb-fc649a3d6cff tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (2fb9a1b0-afe2-4064-b43a-a8adcdb71d14), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:02.283327 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['dcc04001-6375-4287-8a20-5b5a7a25eb6d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:14:02.288247 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d80b7f8a-8852-45e6-b8cb-fc649a3d6cff tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2fb9a1b0-afe2-4064-b43a-a8adcdb71d14), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:02.314410 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-496c94b7-87c9-4b67-82d7-0a674274297b None None] Provisioning complete for port 979224e2-d09b-442a-a220-f9d667e88586 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:02.315059 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-496c94b7-87c9-4b67-82d7-0a674274297b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (979224e2-d09b-442a-a220-f9d667e88586), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:02.321729 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d80b7f8a-8852-45e6-b8cb-fc649a3d6cff tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:02.322978 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d80b7f8a-8852-45e6-b8cb-fc649a3d6cff tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1781189 Feb 03 13:14:02.325855 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34776) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:02.330684 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-425a54da-3889-4155-9ca5-d868b0ccdcb7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'security_group': {'name': 'tempest-secgroup-1675480962'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:02.339405 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b7f8a-8852-45e6-b8cb-fc649a3d6cff tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb9a1b0-afe2-4064-b43a-a8adcdb71d14,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:02.366025 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-425a54da-3889-4155-9ca5-d868b0ccdcb7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:02.467263 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-425a54da-3889-4155-9ca5-d868b0ccdcb7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (b19b9734-3523-4a4c-97e5-538c83062af3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:02.471521 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-425a54da-3889-4155-9ca5-d868b0ccdcb7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b19b9734-3523-4a4c-97e5-538c83062af3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:02.522588 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-425a54da-3889-4155-9ca5-d868b0ccdcb7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:02.526731 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34780) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:02.527755 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-425a54da-3889-4155-9ca5-d868b0ccdcb7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1998813 Feb 03 13:14:02.534156 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a54da-3889-4155-9ca5-d868b0ccdcb7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19b9734-3523-4a4c-97e5-538c83062af3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:02.538549 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a7dab445-dc7e-41e1-b131-bc162c029dc6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1421518343', 'security_groups': ['b19b9734-3523-4a4c-97e5-538c83062af3'], 'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '826b4d85-ad21-4aaa-8bf6-95ea846f671d'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:02.562431 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-496c94b7-87c9-4b67-82d7-0a674274297b None None] Port 979224e2-d09b-442a-a220-f9d667e88586 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:14:02.622833 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-496c94b7-87c9-4b67-82d7-0a674274297b None None] Provisioning complete for port df78a218-c96e-4f14-8236-b75d2ea356fb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:02.623237 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-496c94b7-87c9-4b67-82d7-0a674274297b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:02.694571 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dab445-dc7e-41e1-b131-bc162c029dc6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:14:02.700308 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7dab445-dc7e-41e1-b131-bc162c029dc6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:02.733979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-a7dab445-dc7e-41e1-b131-bc162c029dc6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] device_id is not set on port 2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 03 13:14:02.814925 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-496c94b7-87c9-4b67-82d7-0a674274297b None None] Current status of the port df78a218-c96e-4f14-8236-b75d2ea356fb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:14:02.823904 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5213ec75-84f3-4c30-997e-d080cb5aa671 None None] Update dhcp port {'port': {'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2', 'fixed_ips': [{'subnet_id': '15d76132-3fa0-4458-bf41-673b9f21b2bd', 'ip_address': '172.20.0.18'}, {'subnet_id': '826b4d85-ad21-4aaa-8bf6-95ea846f671d'}], 'binding:host_id': 'n-d-827336-3'}, 'id': 'df78a218-c96e-4f14-8236-b75d2ea356fb'} from n-d-827336-3. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 13:14:02.862124 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5213ec75-84f3-4c30-997e-d080cb5aa671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:02.940187 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-a7dab445-dc7e-41e1-b131-bc162c029dc6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Allocated IP 172.20.0.4 (67b13502-ba0e-4e60-ab80-f079c7d91bf2/826b4d85-ad21-4aaa-8bf6-95ea846f671d/2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:14:03.094750 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7dab445-dc7e-41e1-b131-bc162c029dc6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:03.134800 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7dab445-dc7e-41e1-b131-bc162c029dc6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:03.185242 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dab445-dc7e-41e1-b131-bc162c029dc6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:03.189085 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-5213ec75-84f3-4c30-997e-d080cb5aa671 None None] Allocated IP 172.20.0.2 (67b13502-ba0e-4e60-ab80-f079c7d91bf2/826b4d85-ad21-4aaa-8bf6-95ea846f671d/df78a218-c96e-4f14-8236-b75d2ea356fb) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:14:03.214076 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dab445-dc7e-41e1-b131-bc162c029dc6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:14:03.216151 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a7dab445-dc7e-41e1-b131-bc162c029dc6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:14:03.221040 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dab445-dc7e-41e1-b131-bc162c029dc6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:14:03.285605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dab445-dc7e-41e1-b131-bc162c029dc6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:03.286825 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a7dab445-dc7e-41e1-b131-bc162c029dc6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:03.300467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5213ec75-84f3-4c30-997e-d080cb5aa671 None None] For port df78a218-c96e-4f14-8236-b75d2ea356fb, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=df78a218-c96e-4f14-8236-b75d2ea356fb,segment=NetworkSegment(894a0afc-f992-4c97-a44b-ac4c7731d7f5),segment_id=894a0afc-f992-4c97-a44b-ac4c7731d7f5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:03.324116 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a7dab445-dc7e-41e1-b131-bc162c029dc6 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7947056 Feb 03 13:14:03.327176 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34784) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:03.342747 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5213ec75-84f3-4c30-997e-d080cb5aa671 None None] Publish callbacks [] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:03.349565 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5213ec75-84f3-4c30-997e-d080cb5aa671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:03.359435 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-81d2ccf7-8526-40a4-842c-5fbf10766ecd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'subnet': {'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:03.443713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93e647-7db9-4cab-9707-3844bae23a29 req-2f992f06-c352-45c8-990d-1081a30cd488 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:03.445340 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-da93e647-7db9-4cab-9707-3844bae23a29 req-2f992f06-c352-45c8-990d-1081a30cd488 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8af7f426-4f68-48d1-964d-670b40cf0493 HTTP/1.1" status: 200 len: 1126 time: 0.1416452 Feb 03 13:14:03.463006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213ec75-84f3-4c30-997e-d080cb5aa671 None None] Pushing event updated for resources: {'Port': ['ID=df78a218-c96e-4f14-8236-b75d2ea356fb,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:03.523102 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a64b67e7-5c8d-462d-9bf1-73d9b4a503ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:03.526718 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-da93e647-7db9-4cab-9707-3844bae23a29 req-0f4ea6b0-7850-49b7-af0e-346e1084713c tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726485 Feb 03 13:14:03.537030 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d2ccf7-8526-40a4-842c-5fbf10766ecd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:14:03.541217 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81d2ccf7-8526-40a4-842c-5fbf10766ecd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:03.568641 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device dcc04001-6375-4287-8a20-5b5a7a25eb6d up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:14:03.640277 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port dcc04001-6375-4287-8a20-5b5a7a25eb6d completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:14:03.649667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port dcc04001-6375-4287-8a20-5b5a7a25eb6d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:03.650353 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dcc04001-6375-4287-8a20-5b5a7a25eb6d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:03.663175 n-d-827336-3 neutron-server[103189]: INFO neutron.db.ipam_backend_mixin [None req-81d2ccf7-8526-40a4-842c-5fbf10766ecd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 826b4d85-ad21-4aaa-8bf6-95ea846f671d (CIDR: 172.20.0.0/28) Feb 03 13:14:03.666277 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d2ccf7-8526-40a4-842c-5fbf10766ecd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:14:03.666861 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d2ccf7-8526-40a4-842c-5fbf10766ecd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:14:03.688577 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-81d2ccf7-8526-40a4-842c-5fbf10766ecd tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3597186 Feb 03 13:14:03.691400 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34788) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:03.696685 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9356ab02-4aaa-4e1e-abfc-bb456b37e239 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'subnet': {'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:03.745291 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port dcc04001-6375-4287-8a20-5b5a7a25eb6d is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:14:03.745683 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dcc04001-6375-4287-8a20-5b5a7a25eb6d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:03.789610 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port dcc04001-6375-4287-8a20-5b5a7a25eb6d, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=dcc04001-6375-4287-8a20-5b5a7a25eb6d,segment=NetworkSegment(4521b319-7f54-4c5a-9834-93a9cf240769),segment_id=4521b319-7f54-4c5a-9834-93a9cf240769)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:03.790611 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af7f426-4f68-48d1-964d-670b40cf0493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc04001-6375-4287-8a20-5b5a7a25eb6d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:14:03.793177 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a45a8da-5800-404c-b2be-1dba7e3e8035" -d '{"events": [{"server_uuid": "8af7f426-4f68-48d1-964d-670b40cf0493", "name": "network-vif-plugged", "status": "completed", "tag": "dcc04001-6375-4287-8a20-5b5a7a25eb6d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:14:03.798126 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dcc04001-6375-4287-8a20-5b5a7a25eb6d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:03.830994 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9356ab02-4aaa-4e1e-abfc-bb456b37e239 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:14:03.835544 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9356ab02-4aaa-4e1e-abfc-bb456b37e239 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:03.852542 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=dcc04001-6375-4287-8a20-5b5a7a25eb6d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:03.869776 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360b6a83-b78c-4683-a181-53f8d2915162 x-openstack-request-id: req-360b6a83-b78c-4683-a181-53f8d2915162 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:14:03.870074 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af7f426-4f68-48d1-964d-670b40cf0493", "name": "network-vif-plugged", "status": "completed", "tag": "dcc04001-6375-4287-8a20-5b5a7a25eb6d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:14:03.870327 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-360b6a83-b78c-4683-a181-53f8d2915162 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:14:03.870780 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af7f426-4f68-48d1-964d-670b40cf0493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc04001-6375-4287-8a20-5b5a7a25eb6d', 'code': 200} Feb 03 13:14:03.957747 n-d-827336-3 neutron-server[103188]: INFO neutron.db.ipam_backend_mixin [None req-9356ab02-4aaa-4e1e-abfc-bb456b37e239 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 15d76132-3fa0-4458-bf41-673b9f21b2bd (CIDR: 172.20.0.16/28) Feb 03 13:14:03.972737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device df78a218-c96e-4f14-8236-b75d2ea356fb up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:14:03.997181 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-9356ab02-4aaa-4e1e-abfc-bb456b37e239 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:14:03.998158 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9356ab02-4aaa-4e1e-abfc-bb456b37e239 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:14:04.025487 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9356ab02-4aaa-4e1e-abfc-bb456b37e239 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3327518 Feb 03 13:14:04.026187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port df78a218-c96e-4f14-8236-b75d2ea356fb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:04.027404 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:04.028055 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca19102-ae7f-42ae-9950-0feb90b34132 req-3031c164-e236-4422-bf13-20ba1988cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:04.028686 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34792) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:04.029628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eca19102-ae7f-42ae-9950-0feb90b34132 req-3031c164-e236-4422-bf13-20ba1988cb4c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8af7f426-4f68-48d1-964d-670b40cf0493 HTTP/1.1" status: 200 len: 1127 time: 0.0705082 Feb 03 13:14:04.033929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-32147eea-f81f-4510-bd34-647ab723d947 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'subnet': {'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:04.110456 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eca19102-ae7f-42ae-9950-0feb90b34132 req-4763743f-26ac-41bb-a362-aac22dabdc54 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750594 Feb 03 13:14:04.136290 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port df78a218-c96e-4f14-8236-b75d2ea356fb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:14:04.176412 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32147eea-f81f-4510-bd34-647ab723d947 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Made reservation on behalf of 4e7f34f2df814294ac9410e67e079ede for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:14:04.180795 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32147eea-f81f-4510-bd34-647ab723d947 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:04.253767 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3343760c-d723-4d7e-b7ec-3ed814a2e744 None None] Provisioning complete for port 979224e2-d09b-442a-a220-f9d667e88586 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:04.254768 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3343760c-d723-4d7e-b7ec-3ed814a2e744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (979224e2-d09b-442a-a220-f9d667e88586), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:04.301791 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3343760c-d723-4d7e-b7ec-3ed814a2e744 None None] Port 979224e2-d09b-442a-a220-f9d667e88586 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:14:04.322751 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3343760c-d723-4d7e-b7ec-3ed814a2e744 None None] Provisioning complete for port df78a218-c96e-4f14-8236-b75d2ea356fb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:04.323265 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3343760c-d723-4d7e-b7ec-3ed814a2e744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:04.420628 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3343760c-d723-4d7e-b7ec-3ed814a2e744 None None] Current status of the port df78a218-c96e-4f14-8236-b75d2ea356fb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:14:04.462107 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32147eea-f81f-4510-bd34-647ab723d947 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (084d4622-5ea5-4853-abf0-06e54a58b421), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:04.504713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32147eea-f81f-4510-bd34-647ab723d947 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:14:04.508190 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-32147eea-f81f-4510-bd34-647ab723d947 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:14:04.512928 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32147eea-f81f-4510-bd34-647ab723d947 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:04.513545 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32147eea-f81f-4510-bd34-647ab723d947 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:04.519221 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d179a4d5-0c32-45ce-8796-1c9583c3cffa None None] Network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:14:04.529281 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32147eea-f81f-4510-bd34-647ab723d947 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Subnet': ['ID=084d4622-5ea5-4853-abf0-06e54a58b421,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:04.540373 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-32147eea-f81f-4510-bd34-647ab723d947 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5075848 Feb 03 13:14:04.540373 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34794) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:04.545460 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-671863c8-3bb5-4777-8a0b-949aa6cbf79b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-50430193', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '084d4622-5ea5-4853-abf0-06e54a58b421'}], 'security_groups': ['c2c4b48b-29f4-4a1f-8a4f-cbcd5627d899', '2fb9a1b0-afe2-4064-b43a-a8adcdb71d14']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:04.604746 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-848cf2f0-485e-463c-9902-d2da6a419c99 None None] Provisioning complete for port 2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:04.605125 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-848cf2f0-485e-463c-9902-d2da6a419c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:04.678728 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-848cf2f0-485e-463c-9902-d2da6a419c99 None None] Port 2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:14:04.731171 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292c4fd-16cc-4971-8a49-a7441f8798a9 req-86b90cd0-7f06-4a73-b14e-94d3ba947677 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:04.733870 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1292c4fd-16cc-4971-8a49-a7441f8798a9 req-86b90cd0-7f06-4a73-b14e-94d3ba947677 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8af7f426-4f68-48d1-964d-670b40cf0493 HTTP/1.1" status: 200 len: 1127 time: 0.1113048 Feb 03 13:14:04.798345 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-671863c8-3bb5-4777-8a0b-949aa6cbf79b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:04.803585 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b740ee0-7d28-429c-8bbf-87d70ea1d4dd None None] Update dhcp port {'port': {'network_id': '67b13502-ba0e-4e60-ab80-f079c7d91bf2', 'fixed_ips': [{'subnet_id': '15d76132-3fa0-4458-bf41-673b9f21b2bd', 'ip_address': '172.20.0.18'}, {'subnet_id': '826b4d85-ad21-4aaa-8bf6-95ea846f671d', 'ip_address': '172.20.0.2'}, {'subnet_id': '084d4622-5ea5-4853-abf0-06e54a58b421'}], 'binding:host_id': 'n-d-827336-3'}, 'id': 'df78a218-c96e-4f14-8236-b75d2ea356fb'} from n-d-827336-3. {{(pid=103190) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 03 13:14:04.826467 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1292c4fd-16cc-4971-8a49-a7441f8798a9 req-4b5b2cb1-6407-4de0-8a2a-dfcc76073bb4 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869081 Feb 03 13:14:04.834100 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b740ee0-7d28-429c-8bbf-87d70ea1d4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:05.017631 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-2b740ee0-7d28-429c-8bbf-87d70ea1d4dd None None] Allocated IP 172.20.0.34 (67b13502-ba0e-4e60-ab80-f079c7d91bf2/084d4622-5ea5-4853-abf0-06e54a58b421/df78a218-c96e-4f14-8236-b75d2ea356fb) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:14:05.112177 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-2b740ee0-7d28-429c-8bbf-87d70ea1d4dd None None] For port df78a218-c96e-4f14-8236-b75d2ea356fb, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=df78a218-c96e-4f14-8236-b75d2ea356fb,segment=NetworkSegment(894a0afc-f992-4c97-a44b-ac4c7731d7f5),segment_id=894a0afc-f992-4c97-a44b-ac4c7731d7f5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:05.145627 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b740ee0-7d28-429c-8bbf-87d70ea1d4dd None None] Publish callbacks [] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:05.150826 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b740ee0-7d28-429c-8bbf-87d70ea1d4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:05.255237 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b740ee0-7d28-429c-8bbf-87d70ea1d4dd None None] Pushing event updated for resources: {'Port': ['ID=df78a218-c96e-4f14-8236-b75d2ea356fb,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:05.278165 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-671863c8-3bb5-4777-8a0b-949aa6cbf79b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-4b19af78-b03d-4544-956f-4d571571d4d2 {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:14:05.278534 n-d-827336-3 neutron-server[103189]: DEBUG oslo_db.api [None req-671863c8-3bb5-4777-8a0b-949aa6cbf79b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:14:05.817004 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-671863c8-3bb5-4777-8a0b-949aa6cbf79b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:05.914662 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d9e12ad9-1f9a-4991-aa32-14709fe0116e None None] Provisioning complete for port 2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:05.918063 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9e12ad9-1f9a-4991-aa32-14709fe0116e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:05.968129 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d9e12ad9-1f9a-4991-aa32-14709fe0116e None None] Port 2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:14:05.978143 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d9e12ad9-1f9a-4991-aa32-14709fe0116e None None] Provisioning complete for port 979224e2-d09b-442a-a220-f9d667e88586 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:05.978514 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9e12ad9-1f9a-4991-aa32-14709fe0116e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (979224e2-d09b-442a-a220-f9d667e88586), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:05.997287 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e10d8-2e3e-4f8c-86fa-dc316df46e4c req-f461140e-b863-46e6-9bda-eea09126c9a4 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:05.999498 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4b6e10d8-2e3e-4f8c-86fa-dc316df46e4c req-f461140e-b863-46e6-9bda-eea09126c9a4 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8af7f426-4f68-48d1-964d-670b40cf0493 HTTP/1.1" status: 200 len: 1127 time: 0.0730186 Feb 03 13:14:06.008299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device df78a218-c96e-4f14-8236-b75d2ea356fb up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:14:06.044841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d9e12ad9-1f9a-4991-aa32-14709fe0116e None None] Port 979224e2-d09b-442a-a220-f9d667e88586 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:14:06.048926 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4b6e10d8-2e3e-4f8c-86fa-dc316df46e4c req-ea44ac4e-8ccd-4205-95a7-5437126563c1 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422301 Feb 03 13:14:06.075108 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port df78a218-c96e-4f14-8236-b75d2ea356fb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:06.075492 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:06.079592 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d9e12ad9-1f9a-4991-aa32-14709fe0116e None None] Provisioning complete for port df78a218-c96e-4f14-8236-b75d2ea356fb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:06.079592 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d9e12ad9-1f9a-4991-aa32-14709fe0116e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:06.166643 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13799b8a-2585-4614-87e0-19d71c1f5c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:06.179546 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-671863c8-3bb5-4777-8a0b-949aa6cbf79b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Delete allocated IP 172.20.0.4 (67b13502-ba0e-4e60-ab80-f079c7d91bf2/826b4d85-ad21-4aaa-8bf6-95ea846f671d) {{(pid=103189) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 03 13:14:06.190489 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-671863c8-3bb5-4777-8a0b-949aa6cbf79b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Allocated IP 172.20.0.38 (67b13502-ba0e-4e60-ab80-f079c7d91bf2/084d4622-5ea5-4853-abf0-06e54a58b421/2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:14:06.213171 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287f1b6-d6de-48a2-9423-355c631ea469 req-626237a2-de41-44b2-9af7-dd20b10175ba tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:06.214689 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6287f1b6-d6de-48a2-9423-355c631ea469 req-626237a2-de41-44b2-9af7-dd20b10175ba tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8af7f426-4f68-48d1-964d-670b40cf0493 HTTP/1.1" status: 200 len: 1127 time: 0.0926712 Feb 03 13:14:06.231870 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d9e12ad9-1f9a-4991-aa32-14709fe0116e None None] Current status of the port df78a218-c96e-4f14-8236-b75d2ea356fb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:14:06.241636 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port df78a218-c96e-4f14-8236-b75d2ea356fb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:14:06.324715 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6287f1b6-d6de-48a2-9423-355c631ea469 req-34a81626-7c6a-401b-a360-8f5962e84cb3 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004012 Feb 03 13:14:06.385325 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-671863c8-3bb5-4777-8a0b-949aa6cbf79b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for port (2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:06.390010 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-671863c8-3bb5-4777-8a0b-949aa6cbf79b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:06.436565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4631586-c0ec-4dfa-ae82-4ee1ae7ed35b req-b563bcbf-6476-44f5-8c2f-fd7c14cd8397 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:06.438688 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4631586-c0ec-4dfa-ae82-4ee1ae7ed35b req-b563bcbf-6476-44f5-8c2f-fd7c14cd8397 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8af7f426-4f68-48d1-964d-670b40cf0493 HTTP/1.1" status: 200 len: 1127 time: 0.0486095 Feb 03 13:14:06.479782 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671863c8-3bb5-4777-8a0b-949aa6cbf79b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event updated for resources: {'Port': ['ID=2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:06.485275 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4631586-c0ec-4dfa-ae82-4ee1ae7ed35b req-c0caed74-7052-43e0-bdca-533af6270644 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404329 Feb 03 13:14:06.506920 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-671863c8-3bb5-4777-8a0b-949aa6cbf79b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] In _notify_port_updated(), no bound segment for port 2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d on network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 {{(pid=103189) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 03 13:14:06.512013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671863c8-3bb5-4777-8a0b-949aa6cbf79b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:06.512636 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-671863c8-3bb5-4777-8a0b-949aa6cbf79b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:06.514063 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-671863c8-3bb5-4777-8a0b-949aa6cbf79b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "PUT /v2.0/ports/2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d HTTP/1.1" status: 200 len: 958 time: 1.9728205 Feb 03 13:14:06.516671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34810) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:06.618114 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a26268fc-1729-46a3-97d5-76825d80d8c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port 2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:14:06.618366 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a26268fc-1729-46a3-97d5-76825d80d8c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:06.713568 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a26268fc-1729-46a3-97d5-76825d80d8c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:06.721701 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc83a74-546d-4caf-88ea-aec49399610b req-b8bc8410-6405-4f02-8f92-8a02ca452202 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:06.723243 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1dc83a74-546d-4caf-88ea-aec49399610b req-b8bc8410-6405-4f02-8f92-8a02ca452202 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8af7f426-4f68-48d1-964d-670b40cf0493 HTTP/1.1" status: 200 len: 1127 time: 0.0486915 Feb 03 13:14:06.726640 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a26268fc-1729-46a3-97d5-76825d80d8c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for 2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d owned by {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:14:06.769860 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1dc83a74-546d-4caf-88ea-aec49399610b req-65dabeb7-3586-470b-a4aa-94aed35e1056 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Feb 03 13:14:06.880531 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a26268fc-1729-46a3-97d5-76825d80d8c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:06.912554 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26268fc-1729-46a3-97d5-76825d80d8c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:06.989368 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a26268fc-1729-46a3-97d5-76825d80d8c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:06.993935 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a26268fc-1729-46a3-97d5-76825d80d8c3 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/ports/2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d HTTP/1.1" status: 204 len: 168 time: 0.4750843 Feb 03 13:14:06.995209 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34820) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:07.012242 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:07.022361 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-9481ed52-8792-463e-a549-c2f27b89d68f tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] GET failed (client error): The resource could not be found. Feb 03 13:14:07.023808 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9481ed52-8792-463e-a549-c2f27b89d68f tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports/2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d HTTP/1.1" status: 404 len: 333 time: 0.0276873 Feb 03 13:14:07.026825 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34822) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:07.050409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7d70a2a9-f13a-403d-a736-3e430e085220 None None] Could not find standard attr ID for object 2a9a9cdd-a322-4fa5-b0e9-af5d7ace095d. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:14:07.087077 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14d72812-3560-4b09-9944-b2a779a2104b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (b19b9734-3523-4a4c-97e5-538c83062af3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:07.118995 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14d72812-3560-4b09-9944-b2a779a2104b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (b19b9734-3523-4a4c-97e5-538c83062af3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:07.176047 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14d72812-3560-4b09-9944-b2a779a2104b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b19b9734-3523-4a4c-97e5-538c83062af3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:07.180995 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14d72812-3560-4b09-9944-b2a779a2104b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:07.182920 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-14d72812-3560-4b09-9944-b2a779a2104b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/security-groups/b19b9734-3523-4a4c-97e5-538c83062af3 HTTP/1.1" status: 204 len: 168 time: 0.1548190 Feb 03 13:14:07.185748 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34828) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:07.192783 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d72812-3560-4b09-9944-b2a779a2104b tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19b9734-3523-4a4c-97e5-538c83062af3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:07.249715 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad1ab668-3835-4df5-9db6-e412d76e2e38 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (2fb9a1b0-afe2-4064-b43a-a8adcdb71d14), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:07.274841 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad1ab668-3835-4df5-9db6-e412d76e2e38 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (2fb9a1b0-afe2-4064-b43a-a8adcdb71d14), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:07.318493 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad1ab668-3835-4df5-9db6-e412d76e2e38 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (2fb9a1b0-afe2-4064-b43a-a8adcdb71d14), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:07.321194 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad1ab668-3835-4df5-9db6-e412d76e2e38 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:07.322436 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ad1ab668-3835-4df5-9db6-e412d76e2e38 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/security-groups/2fb9a1b0-afe2-4064-b43a-a8adcdb71d14 HTTP/1.1" status: 204 len: 168 time: 0.1354959 Feb 03 13:14:07.325178 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34832) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:07.332568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ab668-3835-4df5-9db6-e412d76e2e38 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb9a1b0-afe2-4064-b43a-a8adcdb71d14,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:07.381873 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e5029ea-122b-4a53-a6e6-7bc7b7f40aa7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (c2c4b48b-29f4-4a1f-8a4f-cbcd5627d899), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:07.404663 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e5029ea-122b-4a53-a6e6-7bc7b7f40aa7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (c2c4b48b-29f4-4a1f-8a4f-cbcd5627d899), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:07.448428 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e5029ea-122b-4a53-a6e6-7bc7b7f40aa7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c2c4b48b-29f4-4a1f-8a4f-cbcd5627d899), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:07.451673 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e5029ea-122b-4a53-a6e6-7bc7b7f40aa7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:07.452900 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6e5029ea-122b-4a53-a6e6-7bc7b7f40aa7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/security-groups/c2c4b48b-29f4-4a1f-8a4f-cbcd5627d899 HTTP/1.1" status: 204 len: 168 time: 0.1258955 Feb 03 13:14:07.455786 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34834) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:07.462030 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5029ea-122b-4a53-a6e6-7bc7b7f40aa7 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c4b48b-29f4-4a1f-8a4f-cbcd5627d899,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:07.510708 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-19604e9f-df1b-4a4f-b3ed-578c7d716095 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting subnet 826b4d85-ad21-4aaa-8bf6-95ea846f671d {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:14:07.514477 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19604e9f-df1b-4a4f-b3ed-578c7d716095 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (826b4d85-ad21-4aaa-8bf6-95ea846f671d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:07.558828 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19604e9f-df1b-4a4f-b3ed-578c7d716095 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (826b4d85-ad21-4aaa-8bf6-95ea846f671d), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:07.642365 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19604e9f-df1b-4a4f-b3ed-578c7d716095 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (826b4d85-ad21-4aaa-8bf6-95ea846f671d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:07.698912 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19604e9f-df1b-4a4f-b3ed-578c7d716095 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (826b4d85-ad21-4aaa-8bf6-95ea846f671d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:07.727827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19604e9f-df1b-4a4f-b3ed-578c7d716095 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Subnet': ['ID=826b4d85-ad21-4aaa-8bf6-95ea846f671d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:07.733985 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19604e9f-df1b-4a4f-b3ed-578c7d716095 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:07.740765 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-19604e9f-df1b-4a4f-b3ed-578c7d716095 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/subnets/826b4d85-ad21-4aaa-8bf6-95ea846f671d HTTP/1.1" status: 204 len: 168 time: 0.2802227 Feb 03 13:14:07.741125 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3667ff-3e76-44fe-8a22-c8861d842aff None None] Network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:14:07.742877 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34836) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:07.796555 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab7cb9b-3f03-4ddc-9756-c929e5da6c57 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting subnet 084d4622-5ea5-4853-abf0-06e54a58b421 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:14:07.800127 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ab7cb9b-3f03-4ddc-9756-c929e5da6c57 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (084d4622-5ea5-4853-abf0-06e54a58b421), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:07.845512 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ab7cb9b-3f03-4ddc-9756-c929e5da6c57 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (084d4622-5ea5-4853-abf0-06e54a58b421), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:07.891703 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:14:07.959755 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1b49d-b1e9-407e-afec-e33b3634c60b req-deb8a062-cb37-4749-8194-ec54a95aa8d9 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:07.961497 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5ab1b49d-b1e9-407e-afec-e33b3634c60b req-deb8a062-cb37-4749-8194-ec54a95aa8d9 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8af7f426-4f68-48d1-964d-670b40cf0493 HTTP/1.1" status: 200 len: 1127 time: 0.1185482 Feb 03 13:14:07.990189 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ab7cb9b-3f03-4ddc-9756-c929e5da6c57 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (084d4622-5ea5-4853-abf0-06e54a58b421), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:08.052146 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5ab1b49d-b1e9-407e-afec-e33b3634c60b req-dabb1fac-5820-4d0b-a104-9d2cca3c01ba tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807118 Feb 03 13:14:08.071745 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ab7cb9b-3f03-4ddc-9756-c929e5da6c57 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (084d4622-5ea5-4853-abf0-06e54a58b421), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:08.100143 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7cb9b-3f03-4ddc-9756-c929e5da6c57 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Subnet': ['ID=084d4622-5ea5-4853-abf0-06e54a58b421,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:08.103610 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ab7cb9b-3f03-4ddc-9756-c929e5da6c57 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:08.109944 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34840) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:08.110130 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5ab7cb9b-3f03-4ddc-9756-c929e5da6c57 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/subnets/084d4622-5ea5-4853-abf0-06e54a58b421 HTTP/1.1" status: 204 len: 168 time: 0.3658493 Feb 03 13:14:08.139175 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9533b5-74d3-4d80-9c73-f93bb8a18204 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] DELETE failed (client error): The resource could not be found. Feb 03 13:14:08.139755 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9533b5-74d3-4d80-9c73-f93bb8a18204 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:14:08.143980 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4a9533b5-74d3-4d80-9c73-f93bb8a18204 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/subnets/826b4d85-ad21-4aaa-8bf6-95ea846f671d HTTP/1.1" status: 404 len: 337 time: 0.0316780 Feb 03 13:14:08.145938 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34842) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:08.243685 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c907d4-9959-42de-b337-619f20c632a8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting subnet 15d76132-3fa0-4458-bf41-673b9f21b2bd {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:14:08.250144 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6c907d4-9959-42de-b337-619f20c632a8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for subnet (15d76132-3fa0-4458-bf41-673b9f21b2bd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:08.286920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fedca-b2a3-4a38-9d02-cc5cf188c638 req-cbb53810-87a6-4168-83a4-82ae811b3168 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:08.290556 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a80fedca-b2a3-4a38-9d02-cc5cf188c638 req-cbb53810-87a6-4168-83a4-82ae811b3168 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8af7f426-4f68-48d1-964d-670b40cf0493 HTTP/1.1" status: 200 len: 1127 time: 0.1009841 Feb 03 13:14:08.330736 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:08.342121 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6c907d4-9959-42de-b337-619f20c632a8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (15d76132-3fa0-4458-bf41-673b9f21b2bd), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:08.429626 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-a80fedca-b2a3-4a38-9d02-cc5cf188c638 req-174b764d-c004-4960-9b39-e1990c2ffb9c tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Deleting port dcc04001-6375-4287-8a20-5b5a7a25eb6d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:14:08.429978 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a80fedca-b2a3-4a38-9d02-cc5cf188c638 req-174b764d-c004-4960-9b39-e1990c2ffb9c tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (dcc04001-6375-4287-8a20-5b5a7a25eb6d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:08.476733 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6c907d4-9959-42de-b337-619f20c632a8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (15d76132-3fa0-4458-bf41-673b9f21b2bd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:08.518183 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a80fedca-b2a3-4a38-9d02-cc5cf188c638 req-174b764d-c004-4960-9b39-e1990c2ffb9c tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] For port dcc04001-6375-4287-8a20-5b5a7a25eb6d, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=dcc04001-6375-4287-8a20-5b5a7a25eb6d,segment=NetworkSegment(4521b319-7f54-4c5a-9834-93a9cf240769),segment_id=4521b319-7f54-4c5a-9834-93a9cf240769)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:08.518554 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a80fedca-b2a3-4a38-9d02-cc5cf188c638 req-174b764d-c004-4960-9b39-e1990c2ffb9c tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (dcc04001-6375-4287-8a20-5b5a7a25eb6d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:08.534064 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-a80fedca-b2a3-4a38-9d02-cc5cf188c638 req-174b764d-c004-4960-9b39-e1990c2ffb9c tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Calling delete_port for dcc04001-6375-4287-8a20-5b5a7a25eb6d owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:14:08.565966 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6c907d4-9959-42de-b337-619f20c632a8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (15d76132-3fa0-4458-bf41-673b9f21b2bd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:08.590761 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c907d4-9959-42de-b337-619f20c632a8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Subnet': ['ID=15d76132-3fa0-4458-bf41-673b9f21b2bd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:08.600717 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6c907d4-9959-42de-b337-619f20c632a8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:08.607549 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b6c907d4-9959-42de-b337-619f20c632a8 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/subnets/15d76132-3fa0-4458-bf41-673b9f21b2bd HTTP/1.1" status: 204 len: 168 time: 0.4599059 Feb 03 13:14:08.608356 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34846) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:08.636748 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbfdea8-681b-47de-8446-720c3e145dd0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] DELETE failed (client error): The resource could not be found. Feb 03 13:14:08.637211 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edbfdea8-681b-47de-8446-720c3e145dd0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:14:08.643336 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-edbfdea8-681b-47de-8446-720c3e145dd0 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/subnets/0fa387d6-53a2-4e59-b220-8f58e4ae9080 HTTP/1.1" status: 404 len: 337 time: 0.0314798 Feb 03 13:14:08.643589 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34848) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:08.676010 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-307ec080-b619-4181-91d9-c3ea607c6914 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa6e140-6073-4a25-8f16-1d9bc0fa23dc HTTP/1.1" status: 200 len: 205 time: 0.0294998 Feb 03 13:14:08.676900 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34850) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:08.688134 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4834dc2-a486-4aa6-96e7-4725cfbaf2f6 None None] Network 67b13502-ba0e-4e60-ab80-f079c7d91bf2 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:14:08.692817 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a80fedca-b2a3-4a38-9d02-cc5cf188c638 req-174b764d-c004-4960-9b39-e1990c2ffb9c tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (dcc04001-6375-4287-8a20-5b5a7a25eb6d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:08.706556 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['43bfc309-7229-470d-a822-f0233d7ee879'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:14:08.714425 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-90fab869-eda2-4225-a7df-035a802a3e32 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] delete failed (client error): The resource could not be found. Feb 03 13:14:08.715971 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-90fab869-eda2-4225-a7df-035a802a3e32 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/routers/2fa6e140-6073-4a25-8f16-1d9bc0fa23dc HTTP/1.1" status: 404 len: 336 time: 0.0379994 Feb 03 13:14:08.718666 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34852) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:08.731118 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b764d-c004-4960-9b39-e1990c2ffb9c tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcc04001-6375-4287-8a20-5b5a7a25eb6d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:08.747344 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['dcc04001-6375-4287-8a20-5b5a7a25eb6d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:14:08.761957 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-85aec303-331f-4c45-8175-2812e7fd7962 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] DELETE failed (client error): The resource could not be found. Feb 03 13:14:08.762409 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85aec303-331f-4c45-8175-2812e7fd7962 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:14:08.768357 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-85aec303-331f-4c45-8175-2812e7fd7962 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/subnets/d7f967d9-6e73-4cd5-8a76-5c4d1d7ac38c HTTP/1.1" status: 404 len: 337 time: 0.0463703 Feb 03 13:14:08.768529 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80fedca-b2a3-4a38-9d02-cc5cf188c638 req-174b764d-c004-4960-9b39-e1990c2ffb9c tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] No DVR routers for this DVR port dcc04001-6375-4287-8a20-5b5a7a25eb6d on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:14:08.768706 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34854) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:08.771312 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a80fedca-b2a3-4a38-9d02-cc5cf188c638 req-174b764d-c004-4960-9b39-e1990c2ffb9c tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:08.775808 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a80fedca-b2a3-4a38-9d02-cc5cf188c638 req-174b764d-c004-4960-9b39-e1990c2ffb9c tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.73 "DELETE /v2.0/ports/dcc04001-6375-4287-8a20-5b5a7a25eb6d HTTP/1.1" status: 204 len: 173 time: 0.4777105 Feb 03 13:14:08.776376 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af7f426-4f68-48d1-964d-670b40cf0493', 'name': 'network-vif-deleted', 'tag': 'dcc04001-6375-4287-8a20-5b5a7a25eb6d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:14:08.780318 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc43dc1-6f7b-47f8-98d8-5da94723c515" -d '{"events": [{"server_uuid": "8af7f426-4f68-48d1-964d-670b40cf0493", "name": "network-vif-deleted", "tag": "dcc04001-6375-4287-8a20-5b5a7a25eb6d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:14:08.805978 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62caada-4633-40f7-be9b-b19a35750873 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] DELETE failed (client error): The resource could not be found. Feb 03 13:14:08.806167 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62caada-4633-40f7-be9b-b19a35750873 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:14:08.813510 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34858) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:08.819807 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d62caada-4633-40f7-be9b-b19a35750873 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/subnets/11e0dd52-961c-498e-829d-baf208588348 HTTP/1.1" status: 404 len: 337 time: 0.0487189 Feb 03 13:14:08.862767 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0257c3e6-7c64-464b-a32b-876306b0d891 x-openstack-request-id: req-0257c3e6-7c64-464b-a32b-876306b0d891 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:14:08.863235 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af7f426-4f68-48d1-964d-670b40cf0493", "name": "network-vif-deleted", "tag": "dcc04001-6375-4287-8a20-5b5a7a25eb6d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:14:08.864075 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0257c3e6-7c64-464b-a32b-876306b0d891 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:14:08.864627 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af7f426-4f68-48d1-964d-670b40cf0493', 'name': 'network-vif-deleted', 'tag': 'dcc04001-6375-4287-8a20-5b5a7a25eb6d', 'status': 'completed', 'code': 200} Feb 03 13:14:08.866394 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de80213-0cc8-496d-b508-bfd83f20ebae tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] DELETE failed (client error): The resource could not be found. Feb 03 13:14:08.866960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de80213-0cc8-496d-b508-bfd83f20ebae tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:14:08.868877 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6d7b063c-0f3d-4fdf-a697-076e1370adee None None] Provisioning complete for port 979224e2-d09b-442a-a220-f9d667e88586 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:08.869513 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d7b063c-0f3d-4fdf-a697-076e1370adee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (979224e2-d09b-442a-a220-f9d667e88586), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:08.872190 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8de80213-0cc8-496d-b508-bfd83f20ebae tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/subnets/46e9f7f6-cf6f-453f-acbb-c44e4730123e HTTP/1.1" status: 404 len: 337 time: 0.0573540 Feb 03 13:14:08.876220 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34860) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:08.909037 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b91c296-0c7c-48c8-99f4-1eb36e06e2cc tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] DELETE failed (client error): The resource could not be found. Feb 03 13:14:08.909731 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b91c296-0c7c-48c8-99f4-1eb36e06e2cc tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:14:08.916462 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0b91c296-0c7c-48c8-99f4-1eb36e06e2cc tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/ports/4d489f0e-dcf7-46ec-945c-fb7352bf117d HTTP/1.1" status: 404 len: 333 time: 0.0367074 Feb 03 13:14:08.916946 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34862) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:08.938005 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6d7b063c-0f3d-4fdf-a697-076e1370adee None None] Port 979224e2-d09b-442a-a220-f9d667e88586 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:14:08.951921 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea1b693-b7f5-43fa-9bb0-f97bf2238b28 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] DELETE failed (client error): The resource could not be found. Feb 03 13:14:08.952441 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea1b693-b7f5-43fa-9bb0-f97bf2238b28 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:14:08.955980 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-dea1b693-b7f5-43fa-9bb0-f97bf2238b28 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/subnets/e77efcf8-2994-4667-822d-5ef238fe9f46 HTTP/1.1" status: 404 len: 337 time: 0.0370018 Feb 03 13:14:08.958429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34864) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:08.979722 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6d7b063c-0f3d-4fdf-a697-076e1370adee None None] Provisioning complete for port df78a218-c96e-4f14-8236-b75d2ea356fb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:08.980117 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6d7b063c-0f3d-4fdf-a697-076e1370adee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:08.990983 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55df94f-b0cf-4b75-a35c-41e20a1c55c2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] DELETE failed (client error): The resource could not be found. Feb 03 13:14:08.991728 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55df94f-b0cf-4b75-a35c-41e20a1c55c2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:14:08.998430 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f55df94f-b0cf-4b75-a35c-41e20a1c55c2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/subnets/7ec10f4c-97d7-4c73-9732-79b0fc01872e HTTP/1.1" status: 404 len: 337 time: 0.0360661 Feb 03 13:14:08.998788 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34866) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:09.026041 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-92993f8b-3dbc-483e-96dd-ec876ebe1bf2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] DELETE failed (client error): The resource could not be found. Feb 03 13:14:09.026615 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92993f8b-3dbc-483e-96dd-ec876ebe1bf2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:14:09.032995 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-92993f8b-3dbc-483e-96dd-ec876ebe1bf2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/ports/fd391c35-c844-413f-8c1b-e29da9ee6d29 HTTP/1.1" status: 404 len: 333 time: 0.0304301 Feb 03 13:14:09.033913 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34868) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:09.064297 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cea00bf-b0c8-47cd-b82a-ba42048139c2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] DELETE failed (client error): The resource could not be found. Feb 03 13:14:09.064762 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cea00bf-b0c8-47cd-b82a-ba42048139c2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:14:09.067966 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3cea00bf-b0c8-47cd-b82a-ba42048139c2 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/subnets/e00df4ed-2d25-482f-96ca-ce926f4c4b23 HTTP/1.1" status: 404 len: 337 time: 0.0328968 Feb 03 13:14:09.072024 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34870) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:09.083728 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3f5171-c0e7-4bd6-a0f5-8a3bbf023c67 None None] DHCP port deletion for 67b13502-ba0e-4e60-ab80-f079c7d91bf2 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:14:09.101225 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-6199ec9e-63a8-42f5-a213-65b147a568ac tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] DELETE failed (client error): The resource could not be found. Feb 03 13:14:09.101829 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6199ec9e-63a8-42f5-a213-65b147a568ac tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:14:09.106519 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6199ec9e-63a8-42f5-a213-65b147a568ac tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/subnets/bd39529f-e480-43a6-9b4a-5c94d355f33a HTTP/1.1" status: 404 len: 337 time: 0.0321658 Feb 03 13:14:09.107831 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34874) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:09.120065 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6d7b063c-0f3d-4fdf-a697-076e1370adee None None] Current status of the port df78a218-c96e-4f14-8236-b75d2ea356fb is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:14:09.149484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1e3f5171-c0e7-4bd6-a0f5-8a3bbf023c67 None None] Deleting port df78a218-c96e-4f14-8236-b75d2ea356fb {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:14:09.149869 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e3f5171-c0e7-4bd6-a0f5-8a3bbf023c67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:09.164797 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f9350309-2dd3-478a-b89f-80ff723a3aa4 req-33718c5f-e343-4b67-a071-0f7398f31b8e tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8af7f426-4f68-48d1-964d-670b40cf0493 HTTP/1.1" status: 200 len: 210 time: 0.0271997 Feb 03 13:14:09.218258 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-174275f2-40cd-47a0-8bca-665d8a3128e5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Deleting port 979224e2-d09b-442a-a220-f9d667e88586 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:14:09.218994 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-174275f2-40cd-47a0-8bca-665d8a3128e5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (979224e2-d09b-442a-a220-f9d667e88586), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:09.221243 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1e3f5171-c0e7-4bd6-a0f5-8a3bbf023c67 None None] For port df78a218-c96e-4f14-8236-b75d2ea356fb, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=df78a218-c96e-4f14-8236-b75d2ea356fb,segment=NetworkSegment(894a0afc-f992-4c97-a44b-ac4c7731d7f5),segment_id=894a0afc-f992-4c97-a44b-ac4c7731d7f5)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:09.221713 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e3f5171-c0e7-4bd6-a0f5-8a3bbf023c67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:09.237294 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1e3f5171-c0e7-4bd6-a0f5-8a3bbf023c67 None None] Calling delete_port for df78a218-c96e-4f14-8236-b75d2ea356fb owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:14:09.310983 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-174275f2-40cd-47a0-8bca-665d8a3128e5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (979224e2-d09b-442a-a220-f9d667e88586), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:09.332273 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-174275f2-40cd-47a0-8bca-665d8a3128e5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Calling delete_port for 979224e2-d09b-442a-a220-f9d667e88586 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:14:09.348654 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e3f5171-c0e7-4bd6-a0f5-8a3bbf023c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (df78a218-c96e-4f14-8236-b75d2ea356fb), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:09.382613 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f5171-c0e7-4bd6-a0f5-8a3bbf023c67 None None] Pushing event deleted for resources: {'Port': ['ID=df78a218-c96e-4f14-8236-b75d2ea356fb,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:09.399200 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3f5171-c0e7-4bd6-a0f5-8a3bbf023c67 None None] No DVR routers for this DVR port df78a218-c96e-4f14-8236-b75d2ea356fb on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:14:09.439062 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-174275f2-40cd-47a0-8bca-665d8a3128e5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (979224e2-d09b-442a-a220-f9d667e88586), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:09.472187 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174275f2-40cd-47a0-8bca-665d8a3128e5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Port': ['ID=979224e2-d09b-442a-a220-f9d667e88586,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:09.476752 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-174275f2-40cd-47a0-8bca-665d8a3128e5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:09.480660 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-174275f2-40cd-47a0-8bca-665d8a3128e5 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/ports/979224e2-d09b-442a-a220-f9d667e88586 HTTP/1.1" status: 204 len: 168 time: 0.3715386 Feb 03 13:14:09.483064 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34880) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:09.569961 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99e57699-69f5-4390-a1e1-301523670e05 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (67b13502-ba0e-4e60-ab80-f079c7d91bf2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:09.672180 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99e57699-69f5-4390-a1e1-301523670e05 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (67b13502-ba0e-4e60-ab80-f079c7d91bf2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:09.699489 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-99e57699-69f5-4390-a1e1-301523670e05 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b13502-ba0e-4e60-ab80-f079c7d91bf2']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:09.714833 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-99e57699-69f5-4390-a1e1-301523670e05 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894a0afc-f992-4c97-a44b-ac4c7731d7f5') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:09.715134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-99e57699-69f5-4390-a1e1-301523670e05 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894a0afc-f992-4c97-a44b-ac4c7731d7f5') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:09.724769 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99e57699-69f5-4390-a1e1-301523670e05 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (894a0afc-f992-4c97-a44b-ac4c7731d7f5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:09.741873 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99e57699-69f5-4390-a1e1-301523670e05 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (894a0afc-f992-4c97-a44b-ac4c7731d7f5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:09.749428 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e57699-69f5-4390-a1e1-301523670e05 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:14:09.750046 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99e57699-69f5-4390-a1e1-301523670e05 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (894a0afc-f992-4c97-a44b-ac4c7731d7f5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:14:09.753142 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:14:09.818492 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99e57699-69f5-4390-a1e1-301523670e05 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (67b13502-ba0e-4e60-ab80-f079c7d91bf2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:09.823253 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99e57699-69f5-4390-a1e1-301523670e05 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:09.829912 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-99e57699-69f5-4390-a1e1-301523670e05 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] 10.222.0.18 "DELETE /v2.0/networks/67b13502-ba0e-4e60-ab80-f079c7d91bf2 HTTP/1.1" status: 204 len: 168 time: 0.3434427 Feb 03 13:14:09.849221 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e57699-69f5-4390-a1e1-301523670e05 tempest-PortsTestJSON-1735251598 tempest-PortsTestJSON-1735251598-project] Pushing event deleted for resources: {'Network': ['ID=67b13502-ba0e-4e60-ab80-f079c7d91bf2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:09.937636 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:09.968552 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device df78a218-c96e-4f14-8236-b75d2ea356fb no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:14:09.995504 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: df78a218-c96e-4f14-8236-b75d2ea356fb {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:14:09.996118 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device df78a218-c96e-4f14-8236-b75d2ea356fb not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:14:10.119403 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34892) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:10.290120 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2b72d3e9-461c-4004-b51e-12d3b999c48a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e7f34f2df814294ac9410e67e079ede&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1689374 Feb 03 13:14:10.293176 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34900) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:10.359125 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2477d069-2e9f-47f4-ab58-18d09b0dc75e admin admin] Publish callbacks [] for security_group (7e70d294-a672-499b-93f7-4a81343ca716), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:10.388290 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2477d069-2e9f-47f4-ab58-18d09b0dc75e admin admin] Publish callbacks [] for security_group (7e70d294-a672-499b-93f7-4a81343ca716), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:10.441489 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2477d069-2e9f-47f4-ab58-18d09b0dc75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7e70d294-a672-499b-93f7-4a81343ca716), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:10.445073 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2477d069-2e9f-47f4-ab58-18d09b0dc75e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:10.449087 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2477d069-2e9f-47f4-ab58-18d09b0dc75e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e70d294-a672-499b-93f7-4a81343ca716 HTTP/1.1" status: 204 len: 168 time: 0.1526151 Feb 03 13:14:10.454866 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477d069-2e9f-47f4-ab58-18d09b0dc75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e70d294-a672-499b-93f7-4a81343ca716,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:10.490692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585600b9-b47d-4e4e-92fe-81357b61195f req-e7847701-40ef-42f4-abd9-27d3d68a19ce tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:10.492941 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-585600b9-b47d-4e4e-92fe-81357b61195f req-e7847701-40ef-42f4-abd9-27d3d68a19ce tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d8043a9-9d03-4ea4-8d7f-c204f84a0027 HTTP/1.1" status: 200 len: 1127 time: 0.0680614 Feb 03 13:14:10.540125 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-585600b9-b47d-4e4e-92fe-81357b61195f req-8f179ca8-4956-4850-815c-35ce602e8241 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405231 Feb 03 13:14:11.142815 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34926) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:11.237595 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2d9386c7-f290-4c6d-9e03-4b1f7bb212fe tempest-DvrRoutersNegativeTest-937452111 tempest-DvrRoutersNegativeTest-937452111-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-338221085', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:11.240246 n-d-827336-3 neutron-server[103189]: DEBUG neutron.policy [None req-2d9386c7-f290-4c6d-9e03-4b1f7bb212fe tempest-DvrRoutersNegativeTest-937452111 tempest-DvrRoutersNegativeTest-937452111-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103189) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 03 13:14:11.240545 n-d-827336-3 neutron-server[103189]: DEBUG neutron.policy [None req-2d9386c7-f290-4c6d-9e03-4b1f7bb212fe tempest-DvrRoutersNegativeTest-937452111 tempest-DvrRoutersNegativeTest-937452111-project] Failed policy check for 'create_router' {{(pid=103189) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 03 13:14:11.241067 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-2d9386c7-f290-4c6d-9e03-4b1f7bb212fe tempest-DvrRoutersNegativeTest-937452111 tempest-DvrRoutersNegativeTest-937452111-project] create failed (client error): Access was denied to this resource. Feb 03 13:14:11.242109 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2d9386c7-f290-4c6d-9e03-4b1f7bb212fe tempest-DvrRoutersNegativeTest-937452111 tempest-DvrRoutersNegativeTest-937452111-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0982542 Feb 03 13:14:11.492738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 34934) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:11.555958 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device dcc04001-6375-4287-8a20-5b5a7a25eb6d no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:14:11.578192 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: dcc04001-6375-4287-8a20-5b5a7a25eb6d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:14:11.578614 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device dcc04001-6375-4287-8a20-5b5a7a25eb6d not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:14:11.614091 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2568d81-8f5c-419c-8f4c-282ef72a4633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:11.664890 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2da419-637e-425d-b196-ba190978eacd req-e56d9143-de66-4bf9-a705-89f7ad8bcc21 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:11.666519 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-af2da419-637e-425d-b196-ba190978eacd req-e56d9143-de66-4bf9-a705-89f7ad8bcc21 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d8043a9-9d03-4ea4-8d7f-c204f84a0027 HTTP/1.1" status: 200 len: 1127 time: 0.0509877 Feb 03 13:14:11.701611 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2568d81-8f5c-419c-8f4c-282ef72a4633 admin admin] Publish callbacks [] for security_group (c510b8dd-ce87-4830-8cc9-bad2d4239604), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:11.708570 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2568d81-8f5c-419c-8f4c-282ef72a4633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c510b8dd-ce87-4830-8cc9-bad2d4239604), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:11.734393 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-af2da419-637e-425d-b196-ba190978eacd req-32398744-96c9-4a92-9bea-603a3d0e923d tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=19e0e330-ff4c-4105-8071-b286bec36371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616457 Feb 03 13:14:11.754479 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2568d81-8f5c-419c-8f4c-282ef72a4633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c510b8dd-ce87-4830-8cc9-bad2d4239604,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:11.762289 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a2568d81-8f5c-419c-8f4c-282ef72a4633 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab8fb0b055e74f1c8c4b3cbaa226224c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2681181 Feb 03 13:14:11.762429 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 34942) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:11.832337 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f3efa-ee6d-4cd4-8bf4-9b68fe192bb2 req-60180d53-4f14-4ab8-8fc4-716d8b5331c4 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:11.833814 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ae9f3efa-ee6d-4cd4-8bf4-9b68fe192bb2 req-60180d53-4f14-4ab8-8fc4-716d8b5331c4 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9d8043a9-9d03-4ea4-8d7f-c204f84a0027 HTTP/1.1" status: 200 len: 1127 time: 0.0827906 Feb 03 13:14:11.897252 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f272716-8b3f-48e1-b3b8-130f05227ef9 admin admin] Publish callbacks [] for security_group (c510b8dd-ce87-4830-8cc9-bad2d4239604), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:11.955866 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f272716-8b3f-48e1-b3b8-130f05227ef9 admin admin] Publish callbacks [] for security_group (c510b8dd-ce87-4830-8cc9-bad2d4239604), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:12.007286 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-ae9f3efa-ee6d-4cd4-8bf4-9b68fe192bb2 req-eab8edad-8c65-4dc8-a816-0b344b6b7a07 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Deleting port 43bfc309-7229-470d-a822-f0233d7ee879 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:14:12.007628 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ae9f3efa-ee6d-4cd4-8bf4-9b68fe192bb2 req-eab8edad-8c65-4dc8-a816-0b344b6b7a07 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (43bfc309-7229-470d-a822-f0233d7ee879), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:12.064789 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f272716-8b3f-48e1-b3b8-130f05227ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c510b8dd-ce87-4830-8cc9-bad2d4239604), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:12.067397 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f272716-8b3f-48e1-b3b8-130f05227ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:12.071239 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0f272716-8b3f-48e1-b3b8-130f05227ef9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c510b8dd-ce87-4830-8cc9-bad2d4239604 HTTP/1.1" status: 204 len: 168 time: 0.3053298 Feb 03 13:14:12.084492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f272716-8b3f-48e1-b3b8-130f05227ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c510b8dd-ce87-4830-8cc9-bad2d4239604,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:12.123326 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ae9f3efa-ee6d-4cd4-8bf4-9b68fe192bb2 req-eab8edad-8c65-4dc8-a816-0b344b6b7a07 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] For port 43bfc309-7229-470d-a822-f0233d7ee879, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=43bfc309-7229-470d-a822-f0233d7ee879,segment=NetworkSegment(4521b319-7f54-4c5a-9834-93a9cf240769),segment_id=4521b319-7f54-4c5a-9834-93a9cf240769)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:12.123711 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ae9f3efa-ee6d-4cd4-8bf4-9b68fe192bb2 req-eab8edad-8c65-4dc8-a816-0b344b6b7a07 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (43bfc309-7229-470d-a822-f0233d7ee879), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:12.140414 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-ae9f3efa-ee6d-4cd4-8bf4-9b68fe192bb2 req-eab8edad-8c65-4dc8-a816-0b344b6b7a07 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Calling delete_port for 43bfc309-7229-470d-a822-f0233d7ee879 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:14:12.291696 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ae9f3efa-ee6d-4cd4-8bf4-9b68fe192bb2 req-eab8edad-8c65-4dc8-a816-0b344b6b7a07 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (43bfc309-7229-470d-a822-f0233d7ee879), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:12.303540 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['43bfc309-7229-470d-a822-f0233d7ee879'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:14:12.331233 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8edad-8c65-4dc8-a816-0b344b6b7a07 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Pushing event deleted for resources: {'Port': ['ID=43bfc309-7229-470d-a822-f0233d7ee879,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:12.372379 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9f3efa-ee6d-4cd4-8bf4-9b68fe192bb2 req-eab8edad-8c65-4dc8-a816-0b344b6b7a07 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] No DVR routers for this DVR port 43bfc309-7229-470d-a822-f0233d7ee879 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:14:12.375887 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ae9f3efa-ee6d-4cd4-8bf4-9b68fe192bb2 req-eab8edad-8c65-4dc8-a816-0b344b6b7a07 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:12.379590 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ae9f3efa-ee6d-4cd4-8bf4-9b68fe192bb2 req-eab8edad-8c65-4dc8-a816-0b344b6b7a07 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.31 "DELETE /v2.0/ports/43bfc309-7229-470d-a822-f0233d7ee879 HTTP/1.1" status: 204 len: 173 time: 0.5408540 Feb 03 13:14:12.380131 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8043a9-9d03-4ea4-8d7f-c204f84a0027', 'name': 'network-vif-deleted', 'tag': '43bfc309-7229-470d-a822-f0233d7ee879'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:14:12.382956 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98102a8-47ab-4176-a602-4edf65f8d393" -d '{"events": [{"server_uuid": "9d8043a9-9d03-4ea4-8d7f-c204f84a0027", "name": "network-vif-deleted", "tag": "43bfc309-7229-470d-a822-f0233d7ee879"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:14:12.430004 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614b34bc-7295-4c71-8642-56abf14dfb14 x-openstack-request-id: req-614b34bc-7295-4c71-8642-56abf14dfb14 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:14:12.430236 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8043a9-9d03-4ea4-8d7f-c204f84a0027", "name": "network-vif-deleted", "tag": "43bfc309-7229-470d-a822-f0233d7ee879", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:14:12.430472 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-614b34bc-7295-4c71-8642-56abf14dfb14 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:14:12.430923 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8043a9-9d03-4ea4-8d7f-c204f84a0027', 'name': 'network-vif-deleted', 'tag': '43bfc309-7229-470d-a822-f0233d7ee879', 'status': 'completed', 'code': 200} Feb 03 13:14:12.900934 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c49e3550-c0c6-4607-9cbb-9d742998beb3 req-f036960a-da97-4d70-aa38-46f126c27757 tempest-TestServerMultinode-475080661 tempest-TestServerMultinode-475080661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d8043a9-9d03-4ea4-8d7f-c204f84a0027 HTTP/1.1" status: 200 len: 210 time: 0.0374084 Feb 03 13:14:13.981237 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35020) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:14.196551 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35024) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:14.333999 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91a63d26-fd60-46d1-8a1f-aa1d1e191731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:14.397052 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16949203-93dd-4e06-b203-a8e263bd5ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (02b76823-709c-4bba-a39a-f513007edd7f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:14.504742 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91a63d26-fd60-46d1-8a1f-aa1d1e191731 admin admin] Publish callbacks [] for security_group (13bb31f3-c7a7-4365-b656-05015911e29d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:14.512153 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91a63d26-fd60-46d1-8a1f-aa1d1e191731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (13bb31f3-c7a7-4365-b656-05015911e29d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:14.587737 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-91a63d26-fd60-46d1-8a1f-aa1d1e191731 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e98d6eb9249d44e5b7da89b084687945&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3899579 Feb 03 13:14:14.588498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a63d26-fd60-46d1-8a1f-aa1d1e191731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bb31f3-c7a7-4365-b656-05015911e29d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:14.590433 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35028) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:14.646427 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6735f219-c98e-4256-a0bb-419d5d164c56 admin admin] Publish callbacks [] for security_group (13bb31f3-c7a7-4365-b656-05015911e29d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:14.670707 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6735f219-c98e-4256-a0bb-419d5d164c56 admin admin] Publish callbacks [] for security_group (13bb31f3-c7a7-4365-b656-05015911e29d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:14.715368 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-16949203-93dd-4e06-b203-a8e263bd5ce4 admin admin] Deleting port 9143eba3-943b-4700-ba0f-c534f2a75a43 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:14:14.715774 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16949203-93dd-4e06-b203-a8e263bd5ce4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (9143eba3-943b-4700-ba0f-c534f2a75a43), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:14.719712 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6735f219-c98e-4256-a0bb-419d5d164c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (13bb31f3-c7a7-4365-b656-05015911e29d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:14.722780 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6735f219-c98e-4256-a0bb-419d5d164c56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:14.727734 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6735f219-c98e-4256-a0bb-419d5d164c56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13bb31f3-c7a7-4365-b656-05015911e29d HTTP/1.1" status: 204 len: 168 time: 0.1332915 Feb 03 13:14:14.734347 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735f219-c98e-4256-a0bb-419d5d164c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bb31f3-c7a7-4365-b656-05015911e29d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:14.808510 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-16949203-93dd-4e06-b203-a8e263bd5ce4 admin admin] For port 9143eba3-943b-4700-ba0f-c534f2a75a43, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9143eba3-943b-4700-ba0f-c534f2a75a43,segment=NetworkSegment(4521b319-7f54-4c5a-9834-93a9cf240769),segment_id=4521b319-7f54-4c5a-9834-93a9cf240769)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:14.809009 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16949203-93dd-4e06-b203-a8e263bd5ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (9143eba3-943b-4700-ba0f-c534f2a75a43), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:14.822506 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-16949203-93dd-4e06-b203-a8e263bd5ce4 admin admin] Calling delete_port for 9143eba3-943b-4700-ba0f-c534f2a75a43 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:14:15.041841 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35036) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:15.058060 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ffd16f3-ed8d-4e89-8475-5a649c68d105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:15.157445 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ffd16f3-ed8d-4e89-8475-5a649c68d105 admin admin] Publish callbacks [] for security_group (f104f873-8f41-4382-a2f5-2196127df500), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:15.162254 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ffd16f3-ed8d-4e89-8475-5a649c68d105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f104f873-8f41-4382-a2f5-2196127df500), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:15.207264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd16f3-ed8d-4e89-8475-5a649c68d105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f104f873-8f41-4382-a2f5-2196127df500,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:15.215439 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1ffd16f3-ed8d-4e89-8475-5a649c68d105 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e24affb49a884dacab04f93195697908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1721613 Feb 03 13:14:15.216533 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35038) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:15.268278 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23312a9e-edd4-4888-89fe-564f1b35cf72 admin admin] Publish callbacks [] for security_group (f104f873-8f41-4382-a2f5-2196127df500), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:15.298259 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23312a9e-edd4-4888-89fe-564f1b35cf72 admin admin] Publish callbacks [] for security_group (f104f873-8f41-4382-a2f5-2196127df500), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:15.362259 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23312a9e-edd4-4888-89fe-564f1b35cf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f104f873-8f41-4382-a2f5-2196127df500), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:15.365423 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23312a9e-edd4-4888-89fe-564f1b35cf72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:15.369686 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-23312a9e-edd4-4888-89fe-564f1b35cf72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f104f873-8f41-4382-a2f5-2196127df500 HTTP/1.1" status: 204 len: 168 time: 0.1521034 Feb 03 13:14:15.379692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23312a9e-edd4-4888-89fe-564f1b35cf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f104f873-8f41-4382-a2f5-2196127df500,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:15.397100 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16949203-93dd-4e06-b203-a8e263bd5ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (9143eba3-943b-4700-ba0f-c534f2a75a43), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:15.426673 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16949203-93dd-4e06-b203-a8e263bd5ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9143eba3-943b-4700-ba0f-c534f2a75a43,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:15.628389 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16949203-93dd-4e06-b203-a8e263bd5ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (02b76823-709c-4bba-a39a-f513007edd7f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:15.870932 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16949203-93dd-4e06-b203-a8e263bd5ce4 admin admin] Router 02b76823-709c-4bba-a39a-f513007edd7f has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:14:15.978216 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 43bfc309-7229-470d-a822-f0233d7ee879 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:14:15.992446 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16949203-93dd-4e06-b203-a8e263bd5ce4 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:14:16.002530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35056) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:16.003293 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-16949203-93dd-4e06-b203-a8e263bd5ce4 admin admin] 10.222.0.18 "PUT /v2.0/routers/02b76823-709c-4bba-a39a-f513007edd7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0202100 Feb 03 13:14:16.010624 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f807add-ea82-4d39-9354-2fe0670c80d4 None None] Sync routers for ids ['02b76823-709c-4bba-a39a-f513007edd7f'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:14:16.022709 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f807add-ea82-4d39-9354-2fe0670c80d4 None None] Routers {'02b76823-709c-4bba-a39a-f513007edd7f'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:14:16.023593 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5f807add-ea82-4d39-9354-2fe0670c80d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:14:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['02b76823-709c-4bba-a39a-f513007edd7f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:16.052468 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 43bfc309-7229-470d-a822-f0233d7ee879 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:14:16.053081 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 43bfc309-7229-470d-a822-f0233d7ee879 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:14:16.118142 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:16.142138 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-006aa0b6-374b-48a2-a7e0-12edb7e42676 admin admin] Publish callbacks [] for router (02b76823-709c-4bba-a39a-f513007edd7f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:16.163348 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5f807add-ea82-4d39-9354-2fe0670c80d4 None None] Set router 02b76823-709c-4bba-a39a-f513007edd7f gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:14:16.283824 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-006aa0b6-374b-48a2-a7e0-12edb7e42676 admin admin] Publish callbacks [] for router_gateway (02b76823-709c-4bba-a39a-f513007edd7f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:16.358931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-006aa0b6-374b-48a2-a7e0-12edb7e42676 admin admin] Deleting port 9b05fad0-02ff-47f8-bd0d-dd1d715de944 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:14:16.359449 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-006aa0b6-374b-48a2-a7e0-12edb7e42676 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (9b05fad0-02ff-47f8-bd0d-dd1d715de944), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:16.524609 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5f807add-ea82-4d39-9354-2fe0670c80d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b76823-709c-4bba-a39a-f513007edd7f', 'name': 'tempest-TestServerMultinode-1198815400-router', 'tenant_id': '89c7243bc1364bb88cb349fc08e20542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '9b05fad0-02ff-47f8-bd0d-dd1d715de944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:23Z', 'updated_at': '2022-02-03T13:14:15Z', 'revision_number': 5, 'project_id': '89c7243bc1364bb88cb349fc08e20542', 'gw_port': {'id': '9b05fad0-02ff-47f8-bd0d-dd1d715de944', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b76823-709c-4bba-a39a-f513007edd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:23Z', 'updated_at': '2022-02-03T13:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:16.554249 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f807add-ea82-4d39-9354-2fe0670c80d4 None None] Checking router: 02b76823-709c-4bba-a39a-f513007edd7f for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:14:16.565288 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f807add-ea82-4d39-9354-2fe0670c80d4 None None] Routers {'02b76823-709c-4bba-a39a-f513007edd7f'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:14:16.565918 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5f807add-ea82-4d39-9354-2fe0670c80d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:14:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['02b76823-709c-4bba-a39a-f513007edd7f'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:16.705373 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5f807add-ea82-4d39-9354-2fe0670c80d4 None None] Set router 02b76823-709c-4bba-a39a-f513007edd7f gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:14:16.769874 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5f807add-ea82-4d39-9354-2fe0670c80d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b76823-709c-4bba-a39a-f513007edd7f', 'name': 'tempest-TestServerMultinode-1198815400-router', 'tenant_id': '89c7243bc1364bb88cb349fc08e20542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:23Z', 'updated_at': '2022-02-03T13:14:16Z', 'revision_number': 6, 'project_id': '89c7243bc1364bb88cb349fc08e20542', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:16.800876 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f807add-ea82-4d39-9354-2fe0670c80d4 None None] The sync data for ids ['02b76823-709c-4bba-a39a-f513007edd7f'] in n-d-827336-3 is: [{'id': '02b76823-709c-4bba-a39a-f513007edd7f', 'name': 'tempest-TestServerMultinode-1198815400-router', 'tenant_id': '89c7243bc1364bb88cb349fc08e20542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:23Z', 'updated_at': '2022-02-03T13:14:16Z', 'revision_number': 6, 'project_id': '89c7243bc1364bb88cb349fc08e20542', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:14:16.885938 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-006aa0b6-374b-48a2-a7e0-12edb7e42676 admin admin] For port 9b05fad0-02ff-47f8-bd0d-dd1d715de944, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9b05fad0-02ff-47f8-bd0d-dd1d715de944,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:16.885938 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-006aa0b6-374b-48a2-a7e0-12edb7e42676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (9b05fad0-02ff-47f8-bd0d-dd1d715de944), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:16.901025 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-006aa0b6-374b-48a2-a7e0-12edb7e42676 admin admin] Calling delete_port for 9b05fad0-02ff-47f8-bd0d-dd1d715de944 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:14:17.125622 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-006aa0b6-374b-48a2-a7e0-12edb7e42676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (9b05fad0-02ff-47f8-bd0d-dd1d715de944), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:17.217443 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006aa0b6-374b-48a2-a7e0-12edb7e42676 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b05fad0-02ff-47f8-bd0d-dd1d715de944,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:17.287157 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-006aa0b6-374b-48a2-a7e0-12edb7e42676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (02b76823-709c-4bba-a39a-f513007edd7f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:17.392514 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-006aa0b6-374b-48a2-a7e0-12edb7e42676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (02b76823-709c-4bba-a39a-f513007edd7f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:17.395537 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-006aa0b6-374b-48a2-a7e0-12edb7e42676 admin admin] Publish callbacks [] for router_controller (02b76823-709c-4bba-a39a-f513007edd7f), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:17.447815 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-006aa0b6-374b-48a2-a7e0-12edb7e42676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (02b76823-709c-4bba-a39a-f513007edd7f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:17.448487 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006aa0b6-374b-48a2-a7e0-12edb7e42676 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02b76823-709c-4bba-a39a-f513007edd7f {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:14:17.454639 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-006aa0b6-374b-48a2-a7e0-12edb7e42676 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:17.458876 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-006aa0b6-374b-48a2-a7e0-12edb7e42676 admin admin] 10.222.0.18 "DELETE /v2.0/routers/02b76823-709c-4bba-a39a-f513007edd7f HTTP/1.1" status: 204 len: 168 time: 1.4528494 Feb 03 13:14:17.459048 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35096) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:17.508966 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-421ce4b9-4125-4057-adfc-b51e3a57592a admin admin] Deleting subnet 7b0fba57-c219-4d2b-9bea-bbf4a3361c9d {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:14:17.512432 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-421ce4b9-4125-4057-adfc-b51e3a57592a admin admin] Publish callbacks [] for subnet (7b0fba57-c219-4d2b-9bea-bbf4a3361c9d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:17.551329 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-421ce4b9-4125-4057-adfc-b51e3a57592a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (7b0fba57-c219-4d2b-9bea-bbf4a3361c9d), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:17.654290 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-421ce4b9-4125-4057-adfc-b51e3a57592a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (7b0fba57-c219-4d2b-9bea-bbf4a3361c9d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:17.737270 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-421ce4b9-4125-4057-adfc-b51e3a57592a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (7b0fba57-c219-4d2b-9bea-bbf4a3361c9d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:17.751180 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-421ce4b9-4125-4057-adfc-b51e3a57592a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:17.756378 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5205f521-ecc9-4605-953d-72c755998af1 None None] Network c5b8a261-1c7f-4d8e-a637-8bf4565ead16 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:14:17.766367 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-421ce4b9-4125-4057-adfc-b51e3a57592a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7b0fba57-c219-4d2b-9bea-bbf4a3361c9d HTTP/1.1" status: 204 len: 168 time: 0.3052943 Feb 03 13:14:17.768324 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35100) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:17.805942 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ce4b9-4125-4057-adfc-b51e3a57592a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b0fba57-c219-4d2b-9bea-bbf4a3361c9d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:17.831818 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35102) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:17.909367 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e0e20d9-a231-49ab-8a89-e0cb1c3f7030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (c5b8a261-1c7f-4d8e-a637-8bf4565ead16), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:17.982835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] DHCP port deletion for c5b8a261-1c7f-4d8e-a637-8bf4565ead16 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:14:18.028967 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9b05fad0-02ff-47f8-bd0d-dd1d715de944 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:14:18.043230 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1e0e20d9-a231-49ab-8a89-e0cb1c3f7030 admin admin] Deleting port f8193aab-ce54-4c30-8663-a20f38a76928 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:14:18.043711 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e0e20d9-a231-49ab-8a89-e0cb1c3f7030 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f8193aab-ce54-4c30-8663-a20f38a76928), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:18.066876 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 9b05fad0-02ff-47f8-bd0d-dd1d715de944 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:14:18.067533 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9b05fad0-02ff-47f8-bd0d-dd1d715de944 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:14:18.068172 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9143eba3-943b-4700-ba0f-c534f2a75a43 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:14:18.105914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 9143eba3-943b-4700-ba0f-c534f2a75a43 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:14:18.106351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9143eba3-943b-4700-ba0f-c534f2a75a43 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:14:18.111159 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7928207-222c-4a5a-b886-ebb49c89ad53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:18.130866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] Deleting port f8193aab-ce54-4c30-8663-a20f38a76928 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:14:18.131481 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f8193aab-ce54-4c30-8663-a20f38a76928), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:18.240873 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7928207-222c-4a5a-b886-ebb49c89ad53 admin admin] Publish callbacks [] for security_group (4e0f0fbc-b813-46e5-a4a7-52707c7dea8f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:18.249915 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1e0e20d9-a231-49ab-8a89-e0cb1c3f7030 admin admin] For port f8193aab-ce54-4c30-8663-a20f38a76928, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f8193aab-ce54-4c30-8663-a20f38a76928,segment=NetworkSegment(4521b319-7f54-4c5a-9834-93a9cf240769),segment_id=4521b319-7f54-4c5a-9834-93a9cf240769)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:18.250489 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e0e20d9-a231-49ab-8a89-e0cb1c3f7030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f8193aab-ce54-4c30-8663-a20f38a76928), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:18.250929 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7928207-222c-4a5a-b886-ebb49c89ad53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4e0f0fbc-b813-46e5-a4a7-52707c7dea8f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:18.269083 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1e0e20d9-a231-49ab-8a89-e0cb1c3f7030 admin admin] Calling delete_port for f8193aab-ce54-4c30-8663-a20f38a76928 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:14:18.281835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] For port f8193aab-ce54-4c30-8663-a20f38a76928, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f8193aab-ce54-4c30-8663-a20f38a76928,segment=NetworkSegment(4521b319-7f54-4c5a-9834-93a9cf240769),segment_id=4521b319-7f54-4c5a-9834-93a9cf240769)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:18.282241 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f8193aab-ce54-4c30-8663-a20f38a76928), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:18.303522 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e7928207-222c-4a5a-b886-ebb49c89ad53 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8101df7bd1204345a2e951ee02df6cb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4676092 Feb 03 13:14:18.303522 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7928207-222c-4a5a-b886-ebb49c89ad53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0f0fbc-b813-46e5-a4a7-52707c7dea8f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:18.305030 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35108) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:18.328738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] Calling delete_port for f8193aab-ce54-4c30-8663-a20f38a76928 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:14:18.374494 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-052592c5-fe35-46c9-a1cf-4a3d5e49c6d1 admin admin] Publish callbacks [] for security_group (4e0f0fbc-b813-46e5-a4a7-52707c7dea8f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:18.398339 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e0e20d9-a231-49ab-8a89-e0cb1c3f7030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f8193aab-ce54-4c30-8663-a20f38a76928), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:18.402978 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-052592c5-fe35-46c9-a1cf-4a3d5e49c6d1 admin admin] Publish callbacks [] for security_group (4e0f0fbc-b813-46e5-a4a7-52707c7dea8f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:18.432145 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0e20d9-a231-49ab-8a89-e0cb1c3f7030 admin admin] No DVR routers for this DVR port f8193aab-ce54-4c30-8663-a20f38a76928 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:14:18.437660 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e20d9-a231-49ab-8a89-e0cb1c3f7030 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8193aab-ce54-4c30-8663-a20f38a76928,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 13:14:18.448908 n-d-827336-3 neutron-server[103190]: self.session.flush() Feb 03 13:14:18.462171 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (f8193aab-ce54-4c30-8663-a20f38a76928), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:18.491971 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] Pushing event deleted for resources: {'Port': ['ID=f8193aab-ce54-4c30-8663-a20f38a76928,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:18.494489 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] No DVR routers for this DVR port f8193aab-ce54-4c30-8663-a20f38a76928 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:14:18.503732 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:18.503973 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-052592c5-fe35-46c9-a1cf-4a3d5e49c6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4e0f0fbc-b813-46e5-a4a7-52707c7dea8f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:18.504133 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:18.504670 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:18.505404 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:18.505762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:18.506111 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:18.506440 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:18.507049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:18.507596 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:18.508425 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:18.508933 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:18.509453 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:18.510170 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4922114c-d647-4dd9-8c86-cbbec9ca395d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:18.516201 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-052592c5-fe35-46c9-a1cf-4a3d5e49c6d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:18.520414 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-052592c5-fe35-46c9-a1cf-4a3d5e49c6d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e0f0fbc-b813-46e5-a4a7-52707c7dea8f HTTP/1.1" status: 204 len: 168 time: 0.2141066 Feb 03 13:14:18.529087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052592c5-fe35-46c9-a1cf-4a3d5e49c6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0f0fbc-b813-46e5-a4a7-52707c7dea8f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:18.594210 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e0e20d9-a231-49ab-8a89-e0cb1c3f7030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (c5b8a261-1c7f-4d8e-a637-8bf4565ead16), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:18.626139 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1e0e20d9-a231-49ab-8a89-e0cb1c3f7030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b8a261-1c7f-4d8e-a637-8bf4565ead16']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:18.635746 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1e0e20d9-a231-49ab-8a89-e0cb1c3f7030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4521b319-7f54-4c5a-9834-93a9cf240769') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:18.636292 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-1e0e20d9-a231-49ab-8a89-e0cb1c3f7030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4521b319-7f54-4c5a-9834-93a9cf240769') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:18.647302 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e0e20d9-a231-49ab-8a89-e0cb1c3f7030 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (4521b319-7f54-4c5a-9834-93a9cf240769), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:18.663166 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e0e20d9-a231-49ab-8a89-e0cb1c3f7030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (4521b319-7f54-4c5a-9834-93a9cf240769), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:18.670803 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0e20d9-a231-49ab-8a89-e0cb1c3f7030 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:14:18.671693 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e0e20d9-a231-49ab-8a89-e0cb1c3f7030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (4521b319-7f54-4c5a-9834-93a9cf240769), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:14:18.730307 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:14:18.737108 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e0e20d9-a231-49ab-8a89-e0cb1c3f7030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (c5b8a261-1c7f-4d8e-a637-8bf4565ead16), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:18.745583 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e0e20d9-a231-49ab-8a89-e0cb1c3f7030 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:18.748996 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1e0e20d9-a231-49ab-8a89-e0cb1c3f7030 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c5b8a261-1c7f-4d8e-a637-8bf4565ead16 HTTP/1.1" status: 204 len: 168 time: 0.9783335 Feb 03 13:14:18.752213 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35114) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:18.762369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e20d9-a231-49ab-8a89-e0cb1c3f7030 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5b8a261-1c7f-4d8e-a637-8bf4565ead16,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:18.892990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35116) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:18.907958 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa4e94a0-4561-4227-889b-3b2adf82f86f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:19.023310 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa4e94a0-4561-4227-889b-3b2adf82f86f admin admin] Publish callbacks [] for security_group (8a614c1e-f4f3-4ae5-b0c5-b58fec3eb948), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:19.028331 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa4e94a0-4561-4227-889b-3b2adf82f86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8a614c1e-f4f3-4ae5-b0c5-b58fec3eb948), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:19.067017 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e94a0-4561-4227-889b-3b2adf82f86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a614c1e-f4f3-4ae5-b0c5-b58fec3eb948,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:19.071663 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-aa4e94a0-4561-4227-889b-3b2adf82f86f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62c412996d0042a3a2b898213f30a7cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1775548 Feb 03 13:14:19.074401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35118) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:19.134189 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1e5380b-fbc4-47ed-b1ab-71996b4916aa admin admin] Publish callbacks [] for security_group (8a614c1e-f4f3-4ae5-b0c5-b58fec3eb948), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:19.168290 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1e5380b-fbc4-47ed-b1ab-71996b4916aa admin admin] Publish callbacks [] for security_group (8a614c1e-f4f3-4ae5-b0c5-b58fec3eb948), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:19.180453 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fd03760-ee0d-4bb3-9561-39223bbccd3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (981139cc-41b9-4e2d-8db4-e5b664b6da34), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:19.234634 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1e5380b-fbc4-47ed-b1ab-71996b4916aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8a614c1e-f4f3-4ae5-b0c5-b58fec3eb948), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:19.238286 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1e5380b-fbc4-47ed-b1ab-71996b4916aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:19.250520 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e1e5380b-fbc4-47ed-b1ab-71996b4916aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a614c1e-f4f3-4ae5-b0c5-b58fec3eb948 HTTP/1.1" status: 204 len: 168 time: 0.1670399 Feb 03 13:14:19.263650 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5380b-fbc4-47ed-b1ab-71996b4916aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a614c1e-f4f3-4ae5-b0c5-b58fec3eb948,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:19.549115 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6fd03760-ee0d-4bb3-9561-39223bbccd3a admin admin] Deleting port 76496b38-6cf0-4f5b-987d-9dd54b509ef7 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:14:19.549733 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fd03760-ee0d-4bb3-9561-39223bbccd3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (76496b38-6cf0-4f5b-987d-9dd54b509ef7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:19.645999 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-6fd03760-ee0d-4bb3-9561-39223bbccd3a admin admin] For port 76496b38-6cf0-4f5b-987d-9dd54b509ef7, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=76496b38-6cf0-4f5b-987d-9dd54b509ef7,segment=NetworkSegment(ec501e9f-40f7-4392-854a-ad7f930b7a25),segment_id=ec501e9f-40f7-4392-854a-ad7f930b7a25)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:19.645999 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fd03760-ee0d-4bb3-9561-39223bbccd3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (76496b38-6cf0-4f5b-987d-9dd54b509ef7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:19.659858 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6fd03760-ee0d-4bb3-9561-39223bbccd3a admin admin] Calling delete_port for 76496b38-6cf0-4f5b-987d-9dd54b509ef7 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:14:19.885453 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fd03760-ee0d-4bb3-9561-39223bbccd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (76496b38-6cf0-4f5b-987d-9dd54b509ef7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:19.975254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd03760-ee0d-4bb3-9561-39223bbccd3a admin admin] Pushing event deleted for resources: {'Port': ['ID=76496b38-6cf0-4f5b-987d-9dd54b509ef7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:19.985166 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f8193aab-ce54-4c30-8663-a20f38a76928 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:14:20.016949 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: f8193aab-ce54-4c30-8663-a20f38a76928 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:14:20.017513 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f8193aab-ce54-4c30-8663-a20f38a76928 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:14:20.151106 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fd03760-ee0d-4bb3-9561-39223bbccd3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (981139cc-41b9-4e2d-8db4-e5b664b6da34), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:20.480613 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd03760-ee0d-4bb3-9561-39223bbccd3a admin admin] Router 981139cc-41b9-4e2d-8db4-e5b664b6da34 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:14:20.605383 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd03760-ee0d-4bb3-9561-39223bbccd3a admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:14:20.613091 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35150) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:20.613594 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6fd03760-ee0d-4bb3-9561-39223bbccd3a admin admin] 10.222.0.18 "PUT /v2.0/routers/981139cc-41b9-4e2d-8db4-e5b664b6da34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8599262 Feb 03 13:14:20.625574 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dcdf6b-ac8e-497a-a05e-85765ee186ed None None] Sync routers for ids ['981139cc-41b9-4e2d-8db4-e5b664b6da34'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:14:20.650972 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dcdf6b-ac8e-497a-a05e-85765ee186ed None None] Routers {'981139cc-41b9-4e2d-8db4-e5b664b6da34'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:14:20.651704 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-68dcdf6b-ac8e-497a-a05e-85765ee186ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:14:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['981139cc-41b9-4e2d-8db4-e5b664b6da34'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:20.742256 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0456ba76-8d85-43b3-882e-6650ec847c7f admin admin] Publish callbacks [] for router (981139cc-41b9-4e2d-8db4-e5b664b6da34), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:20.784420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-68dcdf6b-ac8e-497a-a05e-85765ee186ed None None] Set router 981139cc-41b9-4e2d-8db4-e5b664b6da34 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:14:20.889413 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0456ba76-8d85-43b3-882e-6650ec847c7f admin admin] Publish callbacks [] for router_gateway (981139cc-41b9-4e2d-8db4-e5b664b6da34), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:21.012434 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0456ba76-8d85-43b3-882e-6650ec847c7f admin admin] Deleting port 8d7a5288-9331-4c1a-adf8-666cbefc6fbc {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:14:21.012793 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0456ba76-8d85-43b3-882e-6650ec847c7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (8d7a5288-9331-4c1a-adf8-666cbefc6fbc), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:21.050382 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-68dcdf6b-ac8e-497a-a05e-85765ee186ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981139cc-41b9-4e2d-8db4-e5b664b6da34', 'name': 'tempest-TestServerMultinode-1365132347-router', 'tenant_id': 'b60770161b494f18be97fa33c40d06d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '8d7a5288-9331-4c1a-adf8-666cbefc6fbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:30Z', 'updated_at': '2022-02-03T13:14:19Z', 'revision_number': 5, 'project_id': 'b60770161b494f18be97fa33c40d06d8', 'gw_port': {'id': '8d7a5288-9331-4c1a-adf8-666cbefc6fbc', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981139cc-41b9-4e2d-8db4-e5b664b6da34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:13:30Z', 'updated_at': '2022-02-03T13:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:21.083237 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dcdf6b-ac8e-497a-a05e-85765ee186ed None None] Checking router: 981139cc-41b9-4e2d-8db4-e5b664b6da34 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:14:21.094484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dcdf6b-ac8e-497a-a05e-85765ee186ed None None] Routers {'981139cc-41b9-4e2d-8db4-e5b664b6da34'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:14:21.094484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-68dcdf6b-ac8e-497a-a05e-85765ee186ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:14:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['981139cc-41b9-4e2d-8db4-e5b664b6da34'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:21.159785 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0456ba76-8d85-43b3-882e-6650ec847c7f admin admin] For port 8d7a5288-9331-4c1a-adf8-666cbefc6fbc, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=8d7a5288-9331-4c1a-adf8-666cbefc6fbc,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:21.160625 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0456ba76-8d85-43b3-882e-6650ec847c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (8d7a5288-9331-4c1a-adf8-666cbefc6fbc), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:21.196976 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0456ba76-8d85-43b3-882e-6650ec847c7f admin admin] Calling delete_port for 8d7a5288-9331-4c1a-adf8-666cbefc6fbc owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:14:21.208195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-68dcdf6b-ac8e-497a-a05e-85765ee186ed None None] Set router 981139cc-41b9-4e2d-8db4-e5b664b6da34 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:14:21.286513 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-68dcdf6b-ac8e-497a-a05e-85765ee186ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981139cc-41b9-4e2d-8db4-e5b664b6da34', 'name': 'tempest-TestServerMultinode-1365132347-router', 'tenant_id': 'b60770161b494f18be97fa33c40d06d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:30Z', 'updated_at': '2022-02-03T13:14:20Z', 'revision_number': 6, 'project_id': 'b60770161b494f18be97fa33c40d06d8', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:21.319961 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dcdf6b-ac8e-497a-a05e-85765ee186ed None None] The sync data for ids ['981139cc-41b9-4e2d-8db4-e5b664b6da34'] in n-d-827336-3 is: [{'id': '981139cc-41b9-4e2d-8db4-e5b664b6da34', 'name': 'tempest-TestServerMultinode-1365132347-router', 'tenant_id': 'b60770161b494f18be97fa33c40d06d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:13:30Z', 'updated_at': '2022-02-03T13:14:20Z', 'revision_number': 6, 'project_id': 'b60770161b494f18be97fa33c40d06d8', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:14:21.452738 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0456ba76-8d85-43b3-882e-6650ec847c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (8d7a5288-9331-4c1a-adf8-666cbefc6fbc), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:21.480776 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456ba76-8d85-43b3-882e-6650ec847c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=8d7a5288-9331-4c1a-adf8-666cbefc6fbc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:21.557388 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0456ba76-8d85-43b3-882e-6650ec847c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (981139cc-41b9-4e2d-8db4-e5b664b6da34), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:21.678793 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0456ba76-8d85-43b3-882e-6650ec847c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (981139cc-41b9-4e2d-8db4-e5b664b6da34), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:21.686983 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0456ba76-8d85-43b3-882e-6650ec847c7f admin admin] Publish callbacks [] for router_controller (981139cc-41b9-4e2d-8db4-e5b664b6da34), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:21.771814 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0456ba76-8d85-43b3-882e-6650ec847c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (981139cc-41b9-4e2d-8db4-e5b664b6da34), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:21.773048 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0456ba76-8d85-43b3-882e-6650ec847c7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 981139cc-41b9-4e2d-8db4-e5b664b6da34 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:14:21.776715 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0456ba76-8d85-43b3-882e-6650ec847c7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:21.779211 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0456ba76-8d85-43b3-882e-6650ec847c7f admin admin] 10.222.0.18 "DELETE /v2.0/routers/981139cc-41b9-4e2d-8db4-e5b664b6da34 HTTP/1.1" status: 204 len: 168 time: 1.1636405 Feb 03 13:14:21.782986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35182) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:21.858688 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d506c7-43f9-419c-a22e-99b7527607b7 admin admin] Deleting subnet 3b3353cc-a293-43a6-bf3b-14a76c5a7724 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:14:21.862145 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51d506c7-43f9-419c-a22e-99b7527607b7 admin admin] Publish callbacks [] for subnet (3b3353cc-a293-43a6-bf3b-14a76c5a7724), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:21.908167 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51d506c7-43f9-419c-a22e-99b7527607b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (3b3353cc-a293-43a6-bf3b-14a76c5a7724), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:22.003537 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51d506c7-43f9-419c-a22e-99b7527607b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (3b3353cc-a293-43a6-bf3b-14a76c5a7724), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:22.078547 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51d506c7-43f9-419c-a22e-99b7527607b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (3b3353cc-a293-43a6-bf3b-14a76c5a7724), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:22.091207 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51d506c7-43f9-419c-a22e-99b7527607b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:22.094354 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-51d506c7-43f9-419c-a22e-99b7527607b7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3b3353cc-a293-43a6-bf3b-14a76c5a7724 HTTP/1.1" status: 204 len: 168 time: 0.3095458 Feb 03 13:14:22.097092 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35202) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:22.102544 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5465ee3-9e5d-4806-be33-116d79e7a573 None None] Network 3393d41f-9c56-4a6c-b89f-83631dd96681 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:14:22.113101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d506c7-43f9-419c-a22e-99b7527607b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b3353cc-a293-43a6-bf3b-14a76c5a7724,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:22.276254 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1233b17-aa10-4d83-ae55-6b4cd9cb0d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (3393d41f-9c56-4a6c-b89f-83631dd96681), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:22.304343 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 8d7a5288-9331-4c1a-adf8-666cbefc6fbc no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:14:22.334974 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 8d7a5288-9331-4c1a-adf8-666cbefc6fbc {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:14:22.335339 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 8d7a5288-9331-4c1a-adf8-666cbefc6fbc not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:14:22.335765 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 76496b38-6cf0-4f5b-987d-9dd54b509ef7 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:14:22.360748 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 76496b38-6cf0-4f5b-987d-9dd54b509ef7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:14:22.361096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 76496b38-6cf0-4f5b-987d-9dd54b509ef7 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:14:22.442425 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d1233b17-aa10-4d83-ae55-6b4cd9cb0d1d admin admin] Deleting port ca914164-4a17-48c8-a3e9-11b67cddafd2 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:14:22.442784 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1233b17-aa10-4d83-ae55-6b4cd9cb0d1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ca914164-4a17-48c8-a3e9-11b67cddafd2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:22.474315 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edc9fb6-64cd-4d11-8baf-51d596a57e01 None None] DHCP port deletion for 3393d41f-9c56-4a6c-b89f-83631dd96681 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:14:22.536598 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4edc9fb6-64cd-4d11-8baf-51d596a57e01 None None] Deleting port ca914164-4a17-48c8-a3e9-11b67cddafd2 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:14:22.536982 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4edc9fb6-64cd-4d11-8baf-51d596a57e01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ca914164-4a17-48c8-a3e9-11b67cddafd2), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:22.568914 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d1233b17-aa10-4d83-ae55-6b4cd9cb0d1d admin admin] For port ca914164-4a17-48c8-a3e9-11b67cddafd2, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ca914164-4a17-48c8-a3e9-11b67cddafd2,segment=NetworkSegment(ec501e9f-40f7-4392-854a-ad7f930b7a25),segment_id=ec501e9f-40f7-4392-854a-ad7f930b7a25)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:22.569652 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1233b17-aa10-4d83-ae55-6b4cd9cb0d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ca914164-4a17-48c8-a3e9-11b67cddafd2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:22.598081 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d1233b17-aa10-4d83-ae55-6b4cd9cb0d1d admin admin] Calling delete_port for ca914164-4a17-48c8-a3e9-11b67cddafd2 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:14:22.672498 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4edc9fb6-64cd-4d11-8baf-51d596a57e01 None None] For port ca914164-4a17-48c8-a3e9-11b67cddafd2, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=ca914164-4a17-48c8-a3e9-11b67cddafd2,segment=NetworkSegment(ec501e9f-40f7-4392-854a-ad7f930b7a25),segment_id=ec501e9f-40f7-4392-854a-ad7f930b7a25)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:22.673295 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4edc9fb6-64cd-4d11-8baf-51d596a57e01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ca914164-4a17-48c8-a3e9-11b67cddafd2), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:22.686998 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4edc9fb6-64cd-4d11-8baf-51d596a57e01 None None] Calling delete_port for ca914164-4a17-48c8-a3e9-11b67cddafd2 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:14:22.752171 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1233b17-aa10-4d83-ae55-6b4cd9cb0d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (ca914164-4a17-48c8-a3e9-11b67cddafd2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:22.794592 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1233b17-aa10-4d83-ae55-6b4cd9cb0d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=ca914164-4a17-48c8-a3e9-11b67cddafd2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:22.801044 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1233b17-aa10-4d83-ae55-6b4cd9cb0d1d admin admin] No DVR routers for this DVR port ca914164-4a17-48c8-a3e9-11b67cddafd2 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:14:22.843207 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4edc9fb6-64cd-4d11-8baf-51d596a57e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (ca914164-4a17-48c8-a3e9-11b67cddafd2), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:22.864207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edc9fb6-64cd-4d11-8baf-51d596a57e01 None None] No DVR routers for this DVR port ca914164-4a17-48c8-a3e9-11b67cddafd2 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:14:22.889176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc9fb6-64cd-4d11-8baf-51d596a57e01 None None] Pushing event deleted for resources: {'Port': ['ID=ca914164-4a17-48c8-a3e9-11b67cddafd2,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:22.905470 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1233b17-aa10-4d83-ae55-6b4cd9cb0d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (3393d41f-9c56-4a6c-b89f-83631dd96681), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:22.929450 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d1233b17-aa10-4d83-ae55-6b4cd9cb0d1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3393d41f-9c56-4a6c-b89f-83631dd96681']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:22.943199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d1233b17-aa10-4d83-ae55-6b4cd9cb0d1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec501e9f-40f7-4392-854a-ad7f930b7a25') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:22.943640 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-d1233b17-aa10-4d83-ae55-6b4cd9cb0d1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec501e9f-40f7-4392-854a-ad7f930b7a25') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:22.954580 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1233b17-aa10-4d83-ae55-6b4cd9cb0d1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (ec501e9f-40f7-4392-854a-ad7f930b7a25), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:22.973329 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1233b17-aa10-4d83-ae55-6b4cd9cb0d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ec501e9f-40f7-4392-854a-ad7f930b7a25), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:22.979876 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1233b17-aa10-4d83-ae55-6b4cd9cb0d1d admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:14:22.980532 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1233b17-aa10-4d83-ae55-6b4cd9cb0d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (ec501e9f-40f7-4392-854a-ad7f930b7a25), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:14:22.982454 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:14:23.052624 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1233b17-aa10-4d83-ae55-6b4cd9cb0d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (3393d41f-9c56-4a6c-b89f-83631dd96681), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:23.058070 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1233b17-aa10-4d83-ae55-6b4cd9cb0d1d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:23.064050 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d1233b17-aa10-4d83-ae55-6b4cd9cb0d1d admin admin] 10.222.0.18 "DELETE /v2.0/networks/3393d41f-9c56-4a6c-b89f-83631dd96681 HTTP/1.1" status: 204 len: 168 time: 0.9614394 Feb 03 13:14:23.091761 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1233b17-aa10-4d83-ae55-6b4cd9cb0d1d admin admin] Pushing event deleted for resources: {'Network': ['ID=3393d41f-9c56-4a6c-b89f-83631dd96681,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:23.257873 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35264) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:23.311655 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6ea9e0d0-f5ce-477f-b6c9-cc2b336b8551 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89c7243bc1364bb88cb349fc08e20542&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0525007 Feb 03 13:14:23.312531 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35266) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:23.372707 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d6abb4f-0713-498e-a74b-7a3e02e4c23a admin admin] Publish callbacks [] for security_group (9d80ba8e-d050-403c-b164-263f6f1a0a10), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:23.400299 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d6abb4f-0713-498e-a74b-7a3e02e4c23a admin admin] Publish callbacks [] for security_group (9d80ba8e-d050-403c-b164-263f6f1a0a10), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:23.446911 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35270) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:23.473339 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d6abb4f-0713-498e-a74b-7a3e02e4c23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9d80ba8e-d050-403c-b164-263f6f1a0a10), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:23.476867 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d6abb4f-0713-498e-a74b-7a3e02e4c23a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:23.478317 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4d6abb4f-0713-498e-a74b-7a3e02e4c23a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d80ba8e-d050-403c-b164-263f6f1a0a10 HTTP/1.1" status: 204 len: 168 time: 0.1648006 Feb 03 13:14:23.490182 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6abb4f-0713-498e-a74b-7a3e02e4c23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d80ba8e-d050-403c-b164-263f6f1a0a10,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:23.603575 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e5d6eab-0f60-43b1-bc2b-d0444299a9c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:23.696985 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e5d6eab-0f60-43b1-bc2b-d0444299a9c6 admin admin] Publish callbacks [] for security_group (78b9d6d0-b83c-4afd-9282-7479ee422e90), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:23.704343 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e5d6eab-0f60-43b1-bc2b-d0444299a9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (78b9d6d0-b83c-4afd-9282-7479ee422e90), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:23.752867 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9e5d6eab-0f60-43b1-bc2b-d0444299a9c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ee538251d2e4c7188477e50ed458a7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3042922 Feb 03 13:14:23.754228 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35280) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:23.761857 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d6eab-0f60-43b1-bc2b-d0444299a9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b9d6d0-b83c-4afd-9282-7479ee422e90,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:23.821094 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35282) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:23.843063 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f285a7f-a88c-477e-918e-64ceb79f5999 admin admin] Publish callbacks [] for security_group (78b9d6d0-b83c-4afd-9282-7479ee422e90), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:23.880521 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f285a7f-a88c-477e-918e-64ceb79f5999 admin admin] Publish callbacks [] for security_group (78b9d6d0-b83c-4afd-9282-7479ee422e90), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:23.893912 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e2c75580-4339-4be3-9cac-ffaa21a34359 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b60770161b494f18be97fa33c40d06d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0717680 Feb 03 13:14:23.896691 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35284) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:23.942943 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f285a7f-a88c-477e-918e-64ceb79f5999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (78b9d6d0-b83c-4afd-9282-7479ee422e90), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:23.945730 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f285a7f-a88c-477e-918e-64ceb79f5999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:23.951866 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9f285a7f-a88c-477e-918e-64ceb79f5999 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78b9d6d0-b83c-4afd-9282-7479ee422e90 HTTP/1.1" status: 204 len: 168 time: 0.1955872 Feb 03 13:14:23.972850 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-087febed-c276-4229-b2e7-5a3c670464b6 admin admin] Publish callbacks [] for security_group (19e0e330-ff4c-4105-8071-b286bec36371), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:23.979771 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f285a7f-a88c-477e-918e-64ceb79f5999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b9d6d0-b83c-4afd-9282-7479ee422e90,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:23.989794 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ca914164-4a17-48c8-a3e9-11b67cddafd2 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:14:24.004310 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-087febed-c276-4229-b2e7-5a3c670464b6 admin admin] Publish callbacks [] for security_group (19e0e330-ff4c-4105-8071-b286bec36371), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:24.025112 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: ca914164-4a17-48c8-a3e9-11b67cddafd2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:14:24.025547 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device ca914164-4a17-48c8-a3e9-11b67cddafd2 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:14:24.070369 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-087febed-c276-4229-b2e7-5a3c670464b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (19e0e330-ff4c-4105-8071-b286bec36371), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:24.073334 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-087febed-c276-4229-b2e7-5a3c670464b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:24.074546 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-087febed-c276-4229-b2e7-5a3c670464b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19e0e330-ff4c-4105-8071-b286bec36371 HTTP/1.1" status: 204 len: 168 time: 0.1767755 Feb 03 13:14:24.089210 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087febed-c276-4229-b2e7-5a3c670464b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e0e330-ff4c-4105-8071-b286bec36371,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:24.388817 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35292) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:24.405646 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e290d46f-8b5d-4f35-96a4-1f3581eb50d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:24.501268 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e290d46f-8b5d-4f35-96a4-1f3581eb50d4 admin admin] Publish callbacks [] for security_group (6c982272-37d4-4cfe-9629-c8e220908734), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:24.507288 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e290d46f-8b5d-4f35-96a4-1f3581eb50d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6c982272-37d4-4cfe-9629-c8e220908734), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:24.555438 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e290d46f-8b5d-4f35-96a4-1f3581eb50d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51e6caf3cb9f441691aa656de1dd3cdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1653349 Feb 03 13:14:24.556694 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290d46f-8b5d-4f35-96a4-1f3581eb50d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c982272-37d4-4cfe-9629-c8e220908734,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:24.558021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35294) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:24.625621 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d33900a9-fdc4-4579-abf7-ef06abb7e48b admin admin] Publish callbacks [] for security_group (6c982272-37d4-4cfe-9629-c8e220908734), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:24.664096 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d33900a9-fdc4-4579-abf7-ef06abb7e48b admin admin] Publish callbacks [] for security_group (6c982272-37d4-4cfe-9629-c8e220908734), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:24.728616 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d33900a9-fdc4-4579-abf7-ef06abb7e48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6c982272-37d4-4cfe-9629-c8e220908734), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:24.732317 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d33900a9-fdc4-4579-abf7-ef06abb7e48b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:24.733511 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d33900a9-fdc4-4579-abf7-ef06abb7e48b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c982272-37d4-4cfe-9629-c8e220908734 HTTP/1.1" status: 204 len: 168 time: 0.1744635 Feb 03 13:14:24.747245 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33900a9-fdc4-4579-abf7-ef06abb7e48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c982272-37d4-4cfe-9629-c8e220908734,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:31.377180 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:33.524080 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2720130d-262d-4e39-bb45-b938dcf410eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:33.657638 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35416) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:33.842523 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91b5999f-7595-453c-af9c-d08049bd5076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:33.956797 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91b5999f-7595-453c-af9c-d08049bd5076 admin admin] Publish callbacks [] for security_group (4ac1cf08-af22-4ce0-afcb-83ab7e7b756c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:33.962770 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91b5999f-7595-453c-af9c-d08049bd5076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4ac1cf08-af22-4ce0-afcb-83ab7e7b756c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:34.008491 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35424) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:34.021019 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-91b5999f-7595-453c-af9c-d08049bd5076 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=abc222bbf2934f23b641a25a8726af64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3548887 Feb 03 13:14:34.032859 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5999f-7595-453c-af9c-d08049bd5076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac1cf08-af22-4ce0-afcb-83ab7e7b756c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:34.071502 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45bf6305-5c33-43d6-a833-5a5df30d4df7 admin admin] Publish callbacks [] for security_group (4ac1cf08-af22-4ce0-afcb-83ab7e7b756c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:34.094487 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45bf6305-5c33-43d6-a833-5a5df30d4df7 admin admin] Publish callbacks [] for security_group (4ac1cf08-af22-4ce0-afcb-83ab7e7b756c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:34.224424 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45bf6305-5c33-43d6-a833-5a5df30d4df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4ac1cf08-af22-4ce0-afcb-83ab7e7b756c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:34.233606 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45bf6305-5c33-43d6-a833-5a5df30d4df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:34.249772 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-45bf6305-5c33-43d6-a833-5a5df30d4df7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ac1cf08-af22-4ce0-afcb-83ab7e7b756c HTTP/1.1" status: 204 len: 168 time: 0.2368348 Feb 03 13:14:34.264501 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf6305-5c33-43d6-a833-5a5df30d4df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac1cf08-af22-4ce0-afcb-83ab7e7b756c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:34.678637 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35442) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:34.693725 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dcc7ff76-3163-4104-b1a8-40925fb8a350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:34.790283 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dcc7ff76-3163-4104-b1a8-40925fb8a350 admin admin] Publish callbacks [] for security_group (d09cf365-a699-45dc-ab37-ed4ec8e45c46), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:34.795012 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dcc7ff76-3163-4104-b1a8-40925fb8a350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d09cf365-a699-45dc-ab37-ed4ec8e45c46), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:34.849217 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dcc7ff76-3163-4104-b1a8-40925fb8a350 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4f4cf3a66194344be613c6804178fe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1692417 Feb 03 13:14:34.850297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7ff76-3163-4104-b1a8-40925fb8a350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09cf365-a699-45dc-ab37-ed4ec8e45c46,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:34.851544 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35444) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:34.922907 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05e1470b-a755-4aeb-a1bc-0fe716058be0 admin admin] Publish callbacks [] for security_group (d09cf365-a699-45dc-ab37-ed4ec8e45c46), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:34.951057 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05e1470b-a755-4aeb-a1bc-0fe716058be0 admin admin] Publish callbacks [] for security_group (d09cf365-a699-45dc-ab37-ed4ec8e45c46), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:35.007666 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05e1470b-a755-4aeb-a1bc-0fe716058be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d09cf365-a699-45dc-ab37-ed4ec8e45c46), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:35.014291 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05e1470b-a755-4aeb-a1bc-0fe716058be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:35.016291 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-05e1470b-a755-4aeb-a1bc-0fe716058be0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d09cf365-a699-45dc-ab37-ed4ec8e45c46 HTTP/1.1" status: 204 len: 168 time: 0.1636295 Feb 03 13:14:35.028695 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1470b-a755-4aeb-a1bc-0fe716058be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09cf365-a699-45dc-ab37-ed4ec8e45c46,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:36.170990 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9899e1e6-cf53-499c-94c0-2e8b10b41c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:37.014202 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:37.252378 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35506) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:37.377096 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c50a40e7-7964-4094-b50d-915d4b30db16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:37.461411 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c50a40e7-7964-4094-b50d-915d4b30db16 admin admin] Publish callbacks [] for security_group (8c944bfb-bf9d-4bad-81df-651df8169eb4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:37.468067 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c50a40e7-7964-4094-b50d-915d4b30db16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8c944bfb-bf9d-4bad-81df-651df8169eb4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:37.510186 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c50a40e7-7964-4094-b50d-915d4b30db16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b957739d006d4bf89bec2fbd2856d0b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2567432 Feb 03 13:14:37.511182 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a40e7-7964-4094-b50d-915d4b30db16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c944bfb-bf9d-4bad-81df-651df8169eb4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:37.516207 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35512) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:37.576960 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b065bff-5e9e-4216-9cd6-f22a4e369485 admin admin] Publish callbacks [] for security_group (8c944bfb-bf9d-4bad-81df-651df8169eb4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:37.600397 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b065bff-5e9e-4216-9cd6-f22a4e369485 admin admin] Publish callbacks [] for security_group (8c944bfb-bf9d-4bad-81df-651df8169eb4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:37.654276 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b065bff-5e9e-4216-9cd6-f22a4e369485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8c944bfb-bf9d-4bad-81df-651df8169eb4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:37.657045 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b065bff-5e9e-4216-9cd6-f22a4e369485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:37.658199 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7b065bff-5e9e-4216-9cd6-f22a4e369485 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c944bfb-bf9d-4bad-81df-651df8169eb4 HTTP/1.1" status: 204 len: 168 time: 0.1404226 Feb 03 13:14:37.676322 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b065bff-5e9e-4216-9cd6-f22a4e369485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c944bfb-bf9d-4bad-81df-651df8169eb4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:37.977357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35520) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:37.992593 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-683a8f04-3004-4099-a246-9570ed792f5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:38.082294 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-683a8f04-3004-4099-a246-9570ed792f5b admin admin] Publish callbacks [] for security_group (9dfe4f89-811b-4826-9aa1-c8b15f411a40), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:38.087162 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-683a8f04-3004-4099-a246-9570ed792f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9dfe4f89-811b-4826-9aa1-c8b15f411a40), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:38.129603 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a8f04-3004-4099-a246-9570ed792f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfe4f89-811b-4826-9aa1-c8b15f411a40,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:38.136015 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-683a8f04-3004-4099-a246-9570ed792f5b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e83cffae3eb24f9982457eb1948ce2d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1570625 Feb 03 13:14:38.139322 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35522) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:38.214776 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4003b50e-2d76-4ef5-9f65-8797e464c4fa admin admin] Publish callbacks [] for security_group (9dfe4f89-811b-4826-9aa1-c8b15f411a40), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:38.237478 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4003b50e-2d76-4ef5-9f65-8797e464c4fa admin admin] Publish callbacks [] for security_group (9dfe4f89-811b-4826-9aa1-c8b15f411a40), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:38.303696 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4003b50e-2d76-4ef5-9f65-8797e464c4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9dfe4f89-811b-4826-9aa1-c8b15f411a40), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:38.307865 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4003b50e-2d76-4ef5-9f65-8797e464c4fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:38.312644 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4003b50e-2d76-4ef5-9f65-8797e464c4fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9dfe4f89-811b-4826-9aa1-c8b15f411a40 HTTP/1.1" status: 204 len: 168 time: 0.1716273 Feb 03 13:14:38.321067 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003b50e-2d76-4ef5-9f65-8797e464c4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfe4f89-811b-4826-9aa1-c8b15f411a40,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:38.321336 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:39.933381 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:40.891903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35608) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:41.040480 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0dad4da0-9df4-451e-945f-53738c2b7697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:41.166606 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0dad4da0-9df4-451e-945f-53738c2b7697 admin admin] Publish callbacks [] for security_group (f97a68af-efc9-421a-9546-333f6f2faf8e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:41.174702 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0dad4da0-9df4-451e-945f-53738c2b7697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f97a68af-efc9-421a-9546-333f6f2faf8e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:41.220724 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad4da0-9df4-451e-945f-53738c2b7697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97a68af-efc9-421a-9546-333f6f2faf8e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:41.226273 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0dad4da0-9df4-451e-945f-53738c2b7697 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be7224abb44f48ab81e410c2adc2823e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3325779 Feb 03 13:14:41.228886 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35614) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:41.311100 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03b0ee86-4b14-47f0-b0fb-76543fa10c7f admin admin] Publish callbacks [] for security_group (f97a68af-efc9-421a-9546-333f6f2faf8e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:41.340769 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03b0ee86-4b14-47f0-b0fb-76543fa10c7f admin admin] Publish callbacks [] for security_group (f97a68af-efc9-421a-9546-333f6f2faf8e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:41.410225 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03b0ee86-4b14-47f0-b0fb-76543fa10c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f97a68af-efc9-421a-9546-333f6f2faf8e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:41.416701 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03b0ee86-4b14-47f0-b0fb-76543fa10c7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:41.420424 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-03b0ee86-4b14-47f0-b0fb-76543fa10c7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f97a68af-efc9-421a-9546-333f6f2faf8e HTTP/1.1" status: 204 len: 168 time: 0.1895218 Feb 03 13:14:41.436969 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0ee86-4b14-47f0-b0fb-76543fa10c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97a68af-efc9-421a-9546-333f6f2faf8e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:41.867351 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35622) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:41.890607 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-028a2d6e-9496-4682-86ef-c2479e08ddb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:42.049867 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-028a2d6e-9496-4682-86ef-c2479e08ddb3 admin admin] Publish callbacks [] for security_group (aed44fdb-a163-4282-b5e3-ee756058ced2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:42.061813 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-028a2d6e-9496-4682-86ef-c2479e08ddb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (aed44fdb-a163-4282-b5e3-ee756058ced2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:42.104764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a2d6e-9496-4682-86ef-c2479e08ddb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed44fdb-a163-4282-b5e3-ee756058ced2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:42.112002 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-028a2d6e-9496-4682-86ef-c2479e08ddb3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5fd24e57b4e4db48f4612bb758d8a7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2414746 Feb 03 13:14:42.113312 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35624) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:42.176195 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c09210de-941b-4aac-bd74-52801ced512d admin admin] Publish callbacks [] for security_group (aed44fdb-a163-4282-b5e3-ee756058ced2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:42.208520 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c09210de-941b-4aac-bd74-52801ced512d admin admin] Publish callbacks [] for security_group (aed44fdb-a163-4282-b5e3-ee756058ced2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:42.279717 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c09210de-941b-4aac-bd74-52801ced512d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (aed44fdb-a163-4282-b5e3-ee756058ced2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:42.289292 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c09210de-941b-4aac-bd74-52801ced512d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:42.291690 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c09210de-941b-4aac-bd74-52801ced512d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aed44fdb-a163-4282-b5e3-ee756058ced2 HTTP/1.1" status: 204 len: 168 time: 0.1770802 Feb 03 13:14:42.317991 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09210de-941b-4aac-bd74-52801ced512d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed44fdb-a163-4282-b5e3-ee756058ced2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:42.514716 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-be7e5a05-d5ef-432a-a7be-f48f0bbdcac3 req-c1dbb356-ba2d-449e-8622-5c1c30a8816d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3598883 Feb 03 13:14:42.625699 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e5a05-d5ef-432a-a7be-f48f0bbdcac3 req-8c590d52-ab76-41d8-b298-5d9c31ce6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:42.630985 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-be7e5a05-d5ef-432a-a7be-f48f0bbdcac3 req-8c590d52-ab76-41d8-b298-5d9c31ce6d79 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 1127 time: 0.0619786 Feb 03 13:14:42.844612 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e5a05-d5ef-432a-a7be-f48f0bbdcac3 req-883b0862-84bd-4c7e-8b74-a395d0f0306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:42.846319 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-be7e5a05-d5ef-432a-a7be-f48f0bbdcac3 req-883b0862-84bd-4c7e-8b74-a395d0f0306e service neutron] 10.222.0.31 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 912 time: 0.1928382 Feb 03 13:14:42.972494 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-be7e5a05-d5ef-432a-a7be-f48f0bbdcac3 req-bfdf55c7-0d1a-4eb0-a59b-3ff69e95d685 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7db0634-bfb2-48c5-9a7a-6780d46546f3 HTTP/1.1" status: 200 len: 1001 time: 0.1175053 Feb 03 13:14:43.073155 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e5a05-d5ef-432a-a7be-f48f0bbdcac3 req-0775bcd2-8ca0-4140-9520-a2180a2e4559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:43.075567 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-be7e5a05-d5ef-432a-a7be-f48f0bbdcac3 req-0775bcd2-8ca0-4140-9520-a2180a2e4559 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.0964918 Feb 03 13:14:43.165611 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e5a05-d5ef-432a-a7be-f48f0bbdcac3 req-e2ebd69f-7cc2-4b85-93fb-1d234c172ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:43.172229 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-be7e5a05-d5ef-432a-a7be-f48f0bbdcac3 req-e2ebd69f-7cc2-4b85-93fb-1d234c172ed9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0905905 Feb 03 13:14:43.336456 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-be7e5a05-d5ef-432a-a7be-f48f0bbdcac3 req-2c7e574a-f741-4542-904a-ad71bd5009e2 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490870 Feb 03 13:14:43.479369 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-be7e5a05-d5ef-432a-a7be-f48f0bbdcac3 req-56cb73aa-531a-4e11-9ffa-3c905eb8f7f8 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417096 Feb 03 13:14:43.537915 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35656) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:43.740575 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35662) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:43.881148 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c65788ed-f984-4e8e-9967-fa444e644b5f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-393739715-network', 'tenant_id': '076f09ec526a4848a709aac6fc084c61'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:43.881644 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b49cab6-97f8-45af-94d1-f20788f234b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:43.916089 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65788ed-f984-4e8e-9967-fa444e644b5f admin admin] Made reservation on behalf of 076f09ec526a4848a709aac6fc084c61 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:14:43.919083 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c65788ed-f984-4e8e-9967-fa444e644b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:43.939694 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c65788ed-f984-4e8e-9967-fa444e644b5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:43.981427 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b49cab6-97f8-45af-94d1-f20788f234b7 admin admin] Publish callbacks [] for security_group (7bcabd79-f538-4680-b680-dc2eec636596), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:43.989495 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b49cab6-97f8-45af-94d1-f20788f234b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7bcabd79-f538-4680-b680-dc2eec636596), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:44.030185 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2b49cab6-97f8-45af-94d1-f20788f234b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3b04d63b82b4735a4aa5043fd83d691&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2850356 Feb 03 13:14:44.031269 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35668) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:44.059160 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49cab6-97f8-45af-94d1-f20788f234b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcabd79-f538-4680-b680-dc2eec636596,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:44.072999 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c65788ed-f984-4e8e-9967-fa444e644b5f admin admin] Publish callbacks [] for security_group (abfa0cee-598b-4c64-b74c-5c5ad4907a67), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:44.087658 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c65788ed-f984-4e8e-9967-fa444e644b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (abfa0cee-598b-4c64-b74c-5c5ad4907a67), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:44.110485 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30581179-b057-4515-9322-aa1cb7a86694 admin admin] Publish callbacks [] for security_group (7bcabd79-f538-4680-b680-dc2eec636596), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:44.125774 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65788ed-f984-4e8e-9967-fa444e644b5f admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:14:44.141244 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30581179-b057-4515-9322-aa1cb7a86694 admin admin] Publish callbacks [] for security_group (7bcabd79-f538-4680-b680-dc2eec636596), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:44.146033 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65788ed-f984-4e8e-9967-fa444e644b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfa0cee-598b-4c64-b74c-5c5ad4907a67,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:44.150149 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c65788ed-f984-4e8e-9967-fa444e644b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (1de5d77f-dc76-4f67-ba2f-73482cd2ab43), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:44.150977 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-c65788ed-f984-4e8e-9967-fa444e644b5f admin admin] Added segment 1de5d77f-dc76-4f67-ba2f-73482cd2ab43 of type vlan for network cd921628-78de-41f1-8d9a-7a134af04351 Feb 03 13:14:44.216997 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c65788ed-f984-4e8e-9967-fa444e644b5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (cd921628-78de-41f1-8d9a-7a134af04351), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:44.249270 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30581179-b057-4515-9322-aa1cb7a86694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7bcabd79-f538-4680-b680-dc2eec636596), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:44.251880 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30581179-b057-4515-9322-aa1cb7a86694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:44.253063 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-30581179-b057-4515-9322-aa1cb7a86694 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7bcabd79-f538-4680-b680-dc2eec636596 HTTP/1.1" status: 204 len: 168 time: 0.2209587 Feb 03 13:14:44.271002 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30581179-b057-4515-9322-aa1cb7a86694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcabd79-f538-4680-b680-dc2eec636596,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:44.296114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c65788ed-f984-4e8e-9967-fa444e644b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (cd921628-78de-41f1-8d9a-7a134af04351), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:44.297824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65788ed-f984-4e8e-9967-fa444e644b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:44.298427 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c65788ed-f984-4e8e-9967-fa444e644b5f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:44.345488 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c65788ed-f984-4e8e-9967-fa444e644b5f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8063917 Feb 03 13:14:44.348463 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35672) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:44.354767 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2b25b922-e07a-4c7d-8018-aca5736238dc admin admin] Request body: {'subnet': {'network_id': 'cd921628-78de-41f1-8d9a-7a134af04351', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-393739715-subnet', 'tenant_id': '076f09ec526a4848a709aac6fc084c61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:44.403741 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b25b922-e07a-4c7d-8018-aca5736238dc admin admin] Made reservation on behalf of 076f09ec526a4848a709aac6fc084c61 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:14:44.411293 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b25b922-e07a-4c7d-8018-aca5736238dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:44.425116 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65788ed-f984-4e8e-9967-fa444e644b5f admin admin] Pushing event updated for resources: {'Network': ['ID=cd921628-78de-41f1-8d9a-7a134af04351,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:44.436129 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network cd921628-78de-41f1-8d9a-7a134af04351 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:14:44.740603 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b25b922-e07a-4c7d-8018-aca5736238dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (c7b1383d-5d74-49e7-9e19-602757cc8432), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:44.818569 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25b922-e07a-4c7d-8018-aca5736238dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b1383d-5d74-49e7-9e19-602757cc8432,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:44.828171 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25b922-e07a-4c7d-8018-aca5736238dc admin admin] Checking segment: {'id': '1de5d77f-dc76-4f67-ba2f-73482cd2ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cd921628-78de-41f1-8d9a-7a134af04351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:14:44.828538 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b25b922-e07a-4c7d-8018-aca5736238dc admin admin] Network hostable DHCP agents. Network: cd921628-78de-41f1-8d9a-7a134af04351, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:14:44.853944 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b25b922-e07a-4c7d-8018-aca5736238dc admin admin] Network cd921628-78de-41f1-8d9a-7a134af04351 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:14:44.875355 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2b25b922-e07a-4c7d-8018-aca5736238dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, cd921628-78de-41f1-8d9a-7a134af04351) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:14:44.881088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b25b922-e07a-4c7d-8018-aca5736238dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:44.881288 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:14:44.882438 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b25b922-e07a-4c7d-8018-aca5736238dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:44.890769 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190228c4-5957-4cba-8a04-0c03ac11efad None None] Network cd921628-78de-41f1-8d9a-7a134af04351 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:14:44.932895 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2b25b922-e07a-4c7d-8018-aca5736238dc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5832608 Feb 03 13:14:45.064503 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907d3497-0db8-46ea-88f3-906bb1cb5c58 None None] Network cd921628-78de-41f1-8d9a-7a134af04351 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:14:46.106321 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:47.728010 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35844) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:47.833301 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b7eed0d-2a36-4e14-9e0b-30f951bdc81d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:47.906676 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b7eed0d-2a36-4e14-9e0b-30f951bdc81d admin admin] Publish callbacks [] for security_group (131a7b1d-e001-4868-83b0-b1ee895144e6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:47.910464 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b7eed0d-2a36-4e14-9e0b-30f951bdc81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (131a7b1d-e001-4868-83b0-b1ee895144e6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:47.946720 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7eed0d-2a36-4e14-9e0b-30f951bdc81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131a7b1d-e001-4868-83b0-b1ee895144e6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:47.951112 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6b7eed0d-2a36-4e14-9e0b-30f951bdc81d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e03232380b76408182679295ed263023&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2220798 Feb 03 13:14:47.953720 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35848) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:48.007256 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d141fcf-9409-4baf-9a77-ca451364770a admin admin] Publish callbacks [] for security_group (131a7b1d-e001-4868-83b0-b1ee895144e6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:48.028313 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d141fcf-9409-4baf-9a77-ca451364770a admin admin] Publish callbacks [] for security_group (131a7b1d-e001-4868-83b0-b1ee895144e6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:48.073727 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d141fcf-9409-4baf-9a77-ca451364770a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (131a7b1d-e001-4868-83b0-b1ee895144e6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:48.077098 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d141fcf-9409-4baf-9a77-ca451364770a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:48.078472 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3d141fcf-9409-4baf-9a77-ca451364770a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/131a7b1d-e001-4868-83b0-b1ee895144e6 HTTP/1.1" status: 204 len: 168 time: 0.1238444 Feb 03 13:14:48.086661 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d141fcf-9409-4baf-9a77-ca451364770a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131a7b1d-e001-4868-83b0-b1ee895144e6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:48.420973 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35870) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:48.435003 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f1e51b9-3e48-4a24-a633-ed96f1d9c72f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:48.465036 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-3718df43-7325-4c5a-8987-d6a58674292d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1291625311&fields=id&tenant_id=47cedc9968b440be9d535d988911feb3 HTTP/1.1" status: 200 len: 267 time: 0.0505345 Feb 03 13:14:48.519872 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f1e51b9-3e48-4a24-a633-ed96f1d9c72f admin admin] Publish callbacks [] for security_group (4c8fa840-c265-44cd-ae31-97931ae12451), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:48.524995 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f1e51b9-3e48-4a24-a633-ed96f1d9c72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4c8fa840-c265-44cd-ae31-97931ae12451), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:48.565916 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8f1e51b9-3e48-4a24-a633-ed96f1d9c72f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1094598867a140508365cd15f2494f56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1437676 Feb 03 13:14:48.567095 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e51b9-3e48-4a24-a633-ed96f1d9c72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8fa840-c265-44cd-ae31-97931ae12451,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:48.569603 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35872) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:48.576302 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-61191043-c8e1-4b66-b969-2e4fa26af353 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:48.584473 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-61191043-c8e1-4b66-b969-2e4fa26af353 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 811 time: 0.1129186 Feb 03 13:14:48.595648 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-344ab288-fc06-47d6-9129-6a66ec43e83c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/quotas/47cedc9968b440be9d535d988911feb3 HTTP/1.1" status: 200 len: 375 time: 0.0102954 Feb 03 13:14:48.627647 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f164a46f-fb2b-4ac2-8bfc-18027cfb86b9 admin admin] Publish callbacks [] for security_group (4c8fa840-c265-44cd-ae31-97931ae12451), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:48.648973 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f164a46f-fb2b-4ac2-8bfc-18027cfb86b9 admin admin] Publish callbacks [] for security_group (4c8fa840-c265-44cd-ae31-97931ae12451), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:48.655613 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-c3aaab7b-459d-4844-9694-b6207da0c9ef tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539939 Feb 03 13:14:48.702583 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f164a46f-fb2b-4ac2-8bfc-18027cfb86b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (4c8fa840-c265-44cd-ae31-97931ae12451), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:48.705414 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f164a46f-fb2b-4ac2-8bfc-18027cfb86b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:48.709013 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f164a46f-fb2b-4ac2-8bfc-18027cfb86b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c8fa840-c265-44cd-ae31-97931ae12451 HTTP/1.1" status: 204 len: 168 time: 0.1358526 Feb 03 13:14:48.722474 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164a46f-fb2b-4ac2-8bfc-18027cfb86b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8fa840-c265-44cd-ae31-97931ae12451,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:48.769118 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-a42c20fb-06eb-4b66-9501-4f240edd82cc service neutron] 10.222.0.18 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016660 Feb 03 13:14:48.872770 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-ab636500-6af0-4e51-b61d-0eda5ca8968e service neutron] 10.222.0.18 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978432 Feb 03 13:14:49.182073 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-57be66e1-6040-4d6d-9ed6-01b74505d3aa req-9ab50d98-2486-4deb-b014-191b28c07298 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 210 time: 0.0326297 Feb 03 13:14:49.509173 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 35912) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:49.612219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-937af241-d7d2-47a4-b6f8-c85474fea7e9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1587867443-network', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:49.633285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937af241-d7d2-47a4-b6f8-c85474fea7e9 admin admin] Made reservation on behalf of 740fd4bdd3614d5cb10a7e53a2f3d225 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:14:49.635743 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-937af241-d7d2-47a4-b6f8-c85474fea7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:49.645038 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-937af241-d7d2-47a4-b6f8-c85474fea7e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:49.732714 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-937af241-d7d2-47a4-b6f8-c85474fea7e9 admin admin] Publish callbacks [] for security_group (c23c46f0-2410-45e6-a4e5-c79c0d2ca579), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:49.738373 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-937af241-d7d2-47a4-b6f8-c85474fea7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c23c46f0-2410-45e6-a4e5-c79c0d2ca579), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:49.772853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937af241-d7d2-47a4-b6f8-c85474fea7e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:14:49.779778 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937af241-d7d2-47a4-b6f8-c85474fea7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23c46f0-2410-45e6-a4e5-c79c0d2ca579,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:49.786058 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-937af241-d7d2-47a4-b6f8-c85474fea7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:49.786697 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-937af241-d7d2-47a4-b6f8-c85474fea7e9 admin admin] Added segment 8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d of type vlan for network 4af481c1-fb23-443f-9465-3a600d2f342e Feb 03 13:14:49.832920 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-937af241-d7d2-47a4-b6f8-c85474fea7e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (4af481c1-fb23-443f-9465-3a600d2f342e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:49.857784 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-937af241-d7d2-47a4-b6f8-c85474fea7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (4af481c1-fb23-443f-9465-3a600d2f342e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:49.858814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937af241-d7d2-47a4-b6f8-c85474fea7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:49.859508 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-937af241-d7d2-47a4-b6f8-c85474fea7e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:49.898338 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-937af241-d7d2-47a4-b6f8-c85474fea7e9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3877664 Feb 03 13:14:49.901280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35916) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:49.906750 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-bd58fc26-dc55-451f-a9c1-573d392ff5da admin admin] Request body: {'subnet': {'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1587867443-subnet', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:49.926807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937af241-d7d2-47a4-b6f8-c85474fea7e9 admin admin] Pushing event updated for resources: {'Network': ['ID=4af481c1-fb23-443f-9465-3a600d2f342e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:49.929933 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd58fc26-dc55-451f-a9c1-573d392ff5da admin admin] Made reservation on behalf of 740fd4bdd3614d5cb10a7e53a2f3d225 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:14:49.932383 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd58fc26-dc55-451f-a9c1-573d392ff5da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:49.938258 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 4af481c1-fb23-443f-9465-3a600d2f342e details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:14:50.112021 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd58fc26-dc55-451f-a9c1-573d392ff5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (339421c2-8777-4a31-9661-78e323658f93), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:50.166843 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58fc26-dc55-451f-a9c1-573d392ff5da admin admin] Pushing event updated for resources: {'Subnet': ['ID=339421c2-8777-4a31-9661-78e323658f93,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:50.178557 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd58fc26-dc55-451f-a9c1-573d392ff5da admin admin] Checking segment: {'id': '8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:14:50.179263 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd58fc26-dc55-451f-a9c1-573d392ff5da admin admin] Network hostable DHCP agents. Network: 4af481c1-fb23-443f-9465-3a600d2f342e, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:14:50.197935 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd58fc26-dc55-451f-a9c1-573d392ff5da admin admin] Network 4af481c1-fb23-443f-9465-3a600d2f342e is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:14:50.209746 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-bd58fc26-dc55-451f-a9c1-573d392ff5da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 4af481c1-fb23-443f-9465-3a600d2f342e) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:14:50.217043 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd58fc26-dc55-451f-a9c1-573d392ff5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:50.218176 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd58fc26-dc55-451f-a9c1-573d392ff5da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:50.220089 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd8f283-b7bf-4f8f-84d5-c8116c8a54f9 None None] Network 4af481c1-fb23-443f-9465-3a600d2f342e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:14:50.245420 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bd58fc26-dc55-451f-a9c1-573d392ff5da admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3424542 Feb 03 13:14:50.247683 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35920) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:50.259404 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-60895773-f208-4a23-b2a1-87466b0fbbc5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1587867443-router', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:50.336996 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-49df9025-c1a6-4607-bb6e-cd3d587428bb tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:50.338883 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-49df9025-c1a6-4607-bb6e-cd3d587428bb tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.73 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 811 time: 0.1783562 Feb 03 13:14:50.347545 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60895773-f208-4a23-b2a1-87466b0fbbc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (19ad2c17-1136-4267-84be-cbb921622c3c), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:50.348967 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60895773-f208-4a23-b2a1-87466b0fbbc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (19ad2c17-1136-4267-84be-cbb921622c3c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:50.381114 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-559162ed-2bda-4b5d-95e6-78e3447fb415 req-9134868a-454f-4e7f-b425-3e3adb10a6c4 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 210 time: 0.0544288 Feb 03 13:14:50.431592 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-2aa02085-3f24-4083-b805-1698ca899a2a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47cedc9968b440be9d535d988911feb3 HTTP/1.1" status: 200 len: 380 time: 0.0765886 Feb 03 13:14:50.431832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-4af481c1-fb23-443f-9465-3a600d2f342e', 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e', 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'fixed_ips': [{'subnet_id': '339421c2-8777-4a31-9661-78e323658f93'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:14:50.432791 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:50.440311 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-39266a80-a969-4e13-ad86-aef0ff380897 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Request body: {'port': {'device_id': '3d34d37f-fd53-492d-ba31-2c284a24bf79', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'admin_state_up': True, 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'security_groups': ['28c8166a-4112-4672-aacb-7bff50697772']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:50.457285 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60895773-f208-4a23-b2a1-87466b0fbbc5 admin admin] Publish callbacks [] for router_controller (19ad2c17-1136-4267-84be-cbb921622c3c), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:50.670453 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-39266a80-a969-4e13-ad86-aef0ff380897 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Made reservation on behalf of 47cedc9968b440be9d535d988911feb3 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:14:50.678478 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-39266a80-a969-4e13-ad86-aef0ff380897 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:50.706712 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60895773-f208-4a23-b2a1-87466b0fbbc5 admin admin] Publish callbacks [] for router_gateway (19ad2c17-1136-4267-84be-cbb921622c3c), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:50.717508 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] Allocated IP 172.20.0.2 (4af481c1-fb23-443f-9465-3a600d2f342e/339421c2-8777-4a31-9661-78e323658f93/47e5820e-5ea7-4f34-b063-76798aab5fbe) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:14:50.903751 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] Publish callbacks [] for port (47e5820e-5ea7-4f34-b063-76798aab5fbe), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:50.915668 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (47e5820e-5ea7-4f34-b063-76798aab5fbe), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:50.918685 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-39266a80-a969-4e13-ad86-aef0ff380897 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Allocated IP 172.20.0.7 (c7d910a7-219c-4471-8faf-04d787751463/c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28/c3d10b51-d547-40c5-95d8-cb9f61248ad7) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:14:50.969264 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] Network 4af481c1-fb23-443f-9465-3a600d2f342e is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:14:50.973182 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:14:50.979231 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:14:50.991920 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] Pushing event updated for resources: {'Port': ['ID=47e5820e-5ea7-4f34-b063-76798aab5fbe,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:51.038457 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60895773-f208-4a23-b2a1-87466b0fbbc5 admin admin] Publish callbacks [] for router_gateway (19ad2c17-1136-4267-84be-cbb921622c3c), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:51.057882 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] Attempting to bind port 47e5820e-5ea7-4f34-b063-76798aab5fbe on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:14:51.059037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] Attempting to bind port 47e5820e-5ea7-4f34-b063-76798aab5fbe by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:14:51.059567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] Attempting to bind port 47e5820e-5ea7-4f34-b063-76798aab5fbe on network 4af481c1-fb23-443f-9465-3a600d2f342e {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:14:51.060598 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60895773-f208-4a23-b2a1-87466b0fbbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:51.067004 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:14:51.067640 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] Checking segment: {'id': '8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:14:51.068234 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:51.068776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] Bound using segment: {'id': '8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:14:51.069505 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] Bound port: 47e5820e-5ea7-4f34-b063-76798aab5fbe, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:14:51.070054 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (47e5820e-5ea7-4f34-b063-76798aab5fbe), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:51.085752 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-39266a80-a969-4e13-ad86-aef0ff380897 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for port (c3d10b51-d547-40c5-95d8-cb9f61248ad7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:51.122763 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-39266a80-a969-4e13-ad86-aef0ff380897 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c3d10b51-d547-40c5-95d8-cb9f61248ad7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:51.144725 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] For port 47e5820e-5ea7-4f34-b063-76798aab5fbe, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:14:51.148615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] For port 47e5820e-5ea7-4f34-b063-76798aab5fbe, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=47e5820e-5ea7-4f34-b063-76798aab5fbe,segment=NetworkSegment(8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d),segment_id=8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:14:51.156207 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (47e5820e-5ea7-4f34-b063-76798aab5fbe), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:51.213667 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-60895773-f208-4a23-b2a1-87466b0fbbc5 admin admin] Allocated IP 172.25.6.28 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/7114f774-aff9-447e-b03f-a353446b3be3) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:14:51.222167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39851962-87f1-4032-96a0-f6a5c26d82e2 None None] Pushing event updated for resources: {'Port': ['ID=47e5820e-5ea7-4f34-b063-76798aab5fbe,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:51.356914 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60895773-f208-4a23-b2a1-87466b0fbbc5 admin admin] Publish callbacks [] for port (7114f774-aff9-447e-b03f-a353446b3be3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:51.434733 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60895773-f208-4a23-b2a1-87466b0fbbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (7114f774-aff9-447e-b03f-a353446b3be3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:51.481927 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60895773-f208-4a23-b2a1-87466b0fbbc5 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:14:51.490590 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-60895773-f208-4a23-b2a1-87466b0fbbc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:14:51.497796 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60895773-f208-4a23-b2a1-87466b0fbbc5 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:14:51.645233 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-39266a80-a969-4e13-ad86-aef0ff380897 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Network c7d910a7-219c-4471-8faf-04d787751463 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:14:51.683590 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-39266a80-a969-4e13-ad86-aef0ff380897 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:14:51.702039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-39266a80-a969-4e13-ad86-aef0ff380897 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:14:51.808159 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39266a80-a969-4e13-ad86-aef0ff380897 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event updated for resources: {'Port': ['ID=c3d10b51-d547-40c5-95d8-cb9f61248ad7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:51.833923 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092dce0-b27a-4887-8055-051c8f73e4cb req-3775e461-6ba3-41da-b008-a4bccbf62141 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:51.836740 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7092dce0-b27a-4887-8055-051c8f73e4cb req-3775e461-6ba3-41da-b008-a4bccbf62141 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 931 time: 0.2395339 Feb 03 13:14:51.856037 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-39266a80-a969-4e13-ad86-aef0ff380897 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:51.857307 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-39266a80-a969-4e13-ad86-aef0ff380897 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:51.923235 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-39266a80-a969-4e13-ad86-aef0ff380897 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4870336 Feb 03 13:14:51.939573 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7092dce0-b27a-4887-8055-051c8f73e4cb req-7b390565-e727-4104-be6a-a0f7197e2833 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922656 Feb 03 13:14:51.944985 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] Request body: {'port': {'device_id': '3d34d37f-fd53-492d-ba31-2c284a24bf79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:52.109810 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c3d10b51-d547-40c5-95d8-cb9f61248ad7), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:52.113559 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6a4e0a57-1603-41d2-85e6-78c38dba19e2 None None] Provisioning complete for port c3d10b51-d547-40c5-95d8-cb9f61248ad7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:52.115336 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0a57-1603-41d2-85e6-78c38dba19e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c3d10b51-d547-40c5-95d8-cb9f61248ad7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:52.168857 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6a4e0a57-1603-41d2-85e6-78c38dba19e2 None None] Port c3d10b51-d547-40c5-95d8-cb9f61248ad7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:14:52.212767 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 47e5820e-5ea7-4f34-b063-76798aab5fbe up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:14:52.221993 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60895773-f208-4a23-b2a1-87466b0fbbc5 admin admin] Pushing event updated for resources: {'Port': ['ID=7114f774-aff9-447e-b03f-a353446b3be3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:52.278780 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 47e5820e-5ea7-4f34-b063-76798aab5fbe triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:52.280207 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (47e5820e-5ea7-4f34-b063-76798aab5fbe), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:52.413215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 47e5820e-5ea7-4f34-b063-76798aab5fbe is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:14:52.415466 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (47e5820e-5ea7-4f34-b063-76798aab5fbe), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:52.493948 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 47e5820e-5ea7-4f34-b063-76798aab5fbe, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=47e5820e-5ea7-4f34-b063-76798aab5fbe,segment=NetworkSegment(8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d),segment_id=8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:52.505581 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (47e5820e-5ea7-4f34-b063-76798aab5fbe), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:52.624935 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=47e5820e-5ea7-4f34-b063-76798aab5fbe,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:52.688748 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d10b51-d547-40c5-95d8-cb9f61248ad7 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:14:52.700089 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] Publish callbacks [] for port (c3d10b51-d547-40c5-95d8-cb9f61248ad7), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:52.722997 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60895773-f208-4a23-b2a1-87466b0fbbc5 admin admin] Publish callbacks [] for router_gateway (19ad2c17-1136-4267-84be-cbb921622c3c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:52.749370 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] Transition to ACTIVE for port object c3d10b51-d547-40c5-95d8-cb9f61248ad7 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:14:52.756632 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (c3d10b51-d547-40c5-95d8-cb9f61248ad7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:52.994716 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] Attempting to bind port c3d10b51-d547-40c5-95d8-cb9f61248ad7 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:14:52.995366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] Attempting to bind port c3d10b51-d547-40c5-95d8-cb9f61248ad7 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:14:52.995910 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] Attempting to bind port c3d10b51-d547-40c5-95d8-cb9f61248ad7 on network c7d910a7-219c-4471-8faf-04d787751463 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:14:53.003686 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] Pushing event updated for resources: {'Port': ['ID=c3d10b51-d547-40c5-95d8-cb9f61248ad7,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:53.006758 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] Port c3d10b51-d547-40c5-95d8-cb9f61248ad7 on network c7d910a7-219c-4471-8faf-04d787751463 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:14:53.007199 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] Attempting to bind port c3d10b51-d547-40c5-95d8-cb9f61248ad7 on network c7d910a7-219c-4471-8faf-04d787751463 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:14:53.031286 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:14:53.031787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] Checking segment: {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:14:53.032314 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] Bound using segment: {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:14:53.032848 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] Bound port: c3d10b51-d547-40c5-95d8-cb9f61248ad7, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9864444-8886-4a52-8e1f-52c094be79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:14:53.033361 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c3d10b51-d547-40c5-95d8-cb9f61248ad7), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:53.140971 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1d032e-d99a-44b3-bf24-0cad24b019c7 None None] Network 4af481c1-fb23-443f-9465-3a600d2f342e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:14:53.148973 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] For port c3d10b51-d547-40c5-95d8-cb9f61248ad7, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:14:53.154693 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] For port c3d10b51-d547-40c5-95d8-cb9f61248ad7, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=c3d10b51-d547-40c5-95d8-cb9f61248ad7,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:14:53.163120 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (c3d10b51-d547-40c5-95d8-cb9f61248ad7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:53.244650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] Pushing event updated for resources: {'Port': ['ID=c3d10b51-d547-40c5-95d8-cb9f61248ad7,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:53.262289 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:53.263359 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:53.266432 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-25327c13-a9b7-4d79-adbc-cb5fbf72e33b service neutron] 10.222.0.73 "PUT /v2.0/ports/c3d10b51-d547-40c5-95d8-cb9f61248ad7 HTTP/1.1" status: 200 len: 1091 time: 1.3258858 Feb 03 13:14:53.268562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d34d37f-fd53-492d-ba31-2c284a24bf79', 'tag': 'c3d10b51-d547-40c5-95d8-cb9f61248ad7'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:14:53.275713 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b24f87-33e7-4376-b48c-231351e5d511" -d '{"events": [{"name": "network-changed", "server_uuid": "3d34d37f-fd53-492d-ba31-2c284a24bf79", "tag": "c3d10b51-d547-40c5-95d8-cb9f61248ad7"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:14:53.337964 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3c28c2b4-901d-480d-919c-8f2a775f30f1 None None] Provisioning complete for port 47e5820e-5ea7-4f34-b063-76798aab5fbe triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:53.338672 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3c28c2b4-901d-480d-919c-8f2a775f30f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (47e5820e-5ea7-4f34-b063-76798aab5fbe), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:53.375833 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60895773-f208-4a23-b2a1-87466b0fbbc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (19ad2c17-1136-4267-84be-cbb921622c3c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:53.419667 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba730da4-f71d-4b32-91f4-1bce7865983a x-openstack-request-id: req-ba730da4-f71d-4b32-91f4-1bce7865983a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:14:53.420124 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d34d37f-fd53-492d-ba31-2c284a24bf79", "tag": "c3d10b51-d547-40c5-95d8-cb9f61248ad7", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:14:53.420472 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba730da4-f71d-4b32-91f4-1bce7865983a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:14:53.420966 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d34d37f-fd53-492d-ba31-2c284a24bf79', 'tag': 'c3d10b51-d547-40c5-95d8-cb9f61248ad7', 'status': 'completed', 'code': 200} Feb 03 13:14:53.427880 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-4ac92c0d-ab1e-43b5-b7c5-00d64ef95617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:53.429813 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-4ac92c0d-ab1e-43b5-b7c5-00d64ef95617 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 1125 time: 0.0935452 Feb 03 13:14:53.509536 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-9ec5590a-abab-49e0-be2f-c9672fae6d2c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3d10b51-d547-40c5-95d8-cb9f61248ad7 HTTP/1.1" status: 200 len: 217 time: 0.0659111 Feb 03 13:14:53.518369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a91db8-73a1-4dd9-a25f-a6a24f637aab req-21e5ccb4-159e-4097-b690-4ec2543c5647 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:53.520032 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-25a91db8-73a1-4dd9-a25f-a6a24f637aab req-21e5ccb4-159e-4097-b690-4ec2543c5647 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 943 time: 0.3818085 Feb 03 13:14:53.596038 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-a1a5218b-64d7-47c9-b967-cef02ae67a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:53.599902 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-a1a5218b-64d7-47c9-b967-cef02ae67a93 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.0839705 Feb 03 13:14:53.701586 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-2042a563-9adc-4ead-8798-7574fc62c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:53.713032 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-2042a563-9adc-4ead-8798-7574fc62c361 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1061213 Feb 03 13:14:53.746180 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-25a91db8-73a1-4dd9-a25f-a6a24f637aab req-1714af6e-514f-4a15-a476-e6c40bc143f3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110915 Feb 03 13:14:53.753485 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3c28c2b4-901d-480d-919c-8f2a775f30f1 None None] Current status of the port 47e5820e-5ea7-4f34-b063-76798aab5fbe is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:14:53.814678 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60895773-f208-4a23-b2a1-87466b0fbbc5 admin admin] Router 19ad2c17-1136-4267-84be-cbb921622c3c is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:14:53.854900 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-d15cfd69-d69a-454f-b58c-f3d831fc3d52 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345153 Feb 03 13:14:53.997614 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60895773-f208-4a23-b2a1-87466b0fbbc5 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:14:54.011300 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] Sync routers for ids ['19ad2c17-1136-4267-84be-cbb921622c3c'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:14:54.027955 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] Routers {'19ad2c17-1136-4267-84be-cbb921622c3c'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:14:54.031632 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:14:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['19ad2c17-1136-4267-84be-cbb921622c3c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:54.048033 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60895773-f208-4a23-b2a1-87466b0fbbc5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:54.050256 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 47e5820e-5ea7-4f34-b063-76798aab5fbe up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:14:54.057833 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-60895773-f208-4a23-b2a1-87466b0fbbc5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8071632 Feb 03 13:14:54.059134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35946) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:54.117908 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0bfd90da-1705-4fc0-a6ee-0e8310505784 req-a18b4154-c287-4019-a16a-8e1a45c76e3f service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327948 Feb 03 13:14:54.177706 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 47e5820e-5ea7-4f34-b063-76798aab5fbe triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:54.178293 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (47e5820e-5ea7-4f34-b063-76798aab5fbe), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:54.261250 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bb82ea2b-7284-4e32-a607-ecab5abbd9de None None] Provisioning complete for port 47e5820e-5ea7-4f34-b063-76798aab5fbe triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:54.261979 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bb82ea2b-7284-4e32-a607-ecab5abbd9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (47e5820e-5ea7-4f34-b063-76798aab5fbe), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:54.328120 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] Set router 19ad2c17-1136-4267-84be-cbb921622c3c gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:14:54.346717 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b24f87-33e7-4376-b48c-231351e5d511 req-693260df-11ad-43db-983f-9978cd257620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:54.352060 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f2b24f87-33e7-4376-b48c-231351e5d511 req-693260df-11ad-43db-983f-9978cd257620 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 1125 time: 0.1406329 Feb 03 13:14:54.425029 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 47e5820e-5ea7-4f34-b063-76798aab5fbe is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:14:54.517062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b24f87-33e7-4376-b48c-231351e5d511 req-96eb39ac-2387-4952-ae28-403ddc45a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:54.517257 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bb82ea2b-7284-4e32-a607-ecab5abbd9de None None] Current status of the port 47e5820e-5ea7-4f34-b063-76798aab5fbe is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:14:54.523078 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f2b24f87-33e7-4376-b48c-231351e5d511 req-96eb39ac-2387-4952-ae28-403ddc45a063 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 912 time: 0.1661472 Feb 03 13:14:54.614044 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f2b24f87-33e7-4376-b48c-231351e5d511 req-e5e6b6fd-2d7e-4c27-befe-f4502759d8a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3d10b51-d547-40c5-95d8-cb9f61248ad7 HTTP/1.1" status: 200 len: 217 time: 0.0851843 Feb 03 13:14:54.630194 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'name': 'tempest-TestServerBasicOps-1587867443-router', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7114f774-aff9-447e-b03f-a353446b3be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:50Z', 'updated_at': '2022-02-03T13:14:52Z', 'revision_number': 3, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'gw_port': {'id': '7114f774-aff9-447e-b03f-a353446b3be3', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:51Z', 'updated_at': '2022-02-03T13:14:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:54.667923 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] Checking router: 19ad2c17-1136-4267-84be-cbb921622c3c for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:14:54.668592 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] Updating router 19ad2c17-1136-4267-84be-cbb921622c3c port 7114f774-aff9-447e-b03f-a353446b3be3 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:14:54.700987 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7114f774-aff9-447e-b03f-a353446b3be3), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:54.720320 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b24f87-33e7-4376-b48c-231351e5d511 req-205a8797-20ea-4078-ab9a-3a72dcaa481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:54.721892 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f2b24f87-33e7-4376-b48c-231351e5d511 req-205a8797-20ea-4078-ab9a-3a72dcaa481f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.0956173 Feb 03 13:14:54.802383 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6ea6-8bd3-4606-b311-a79591ae39d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:54.840909 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b24f87-33e7-4376-b48c-231351e5d511 req-e3d7aaae-4490-49be-a4ac-b7793610d7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:54.844455 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f2b24f87-33e7-4376-b48c-231351e5d511 req-e3d7aaae-4490-49be-a4ac-b7793610d7ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1162732 Feb 03 13:14:55.036887 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f2b24f87-33e7-4376-b48c-231351e5d511 req-c301f919-8e2f-4473-b278-1bea0411d165 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852245 Feb 03 13:14:55.123648 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-e2cf6ea6-8bd3-4606-b311-a79591ae39d5 admin admin] Allocated IP 172.20.0.1 (4af481c1-fb23-443f-9465-3a600d2f342e/339421c2-8777-4a31-9661-78e323658f93/d4876a27-1cd9-451e-9da7-8b1e8a40740a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:14:55.168101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d12855-6122-4414-ad98-1926331ed571 req-16e2d69b-3f87-45c7-bf63-841b6f7cc60f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:55.171325 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-53d12855-6122-4414-ad98-1926331ed571 req-16e2d69b-3f87-45c7-bf63-841b6f7cc60f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 943 time: 0.2917714 Feb 03 13:14:55.192069 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] Publish callbacks [] for port (7114f774-aff9-447e-b03f-a353446b3be3), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:55.200916 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7114f774-aff9-447e-b03f-a353446b3be3), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:55.207780 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f2b24f87-33e7-4376-b48c-231351e5d511 req-be1401f3-5e8d-4d99-9164-cf773078234c service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511557 Feb 03 13:14:55.267074 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-53d12855-6122-4414-ad98-1926331ed571 req-91c681a8-3175-4e97-90c8-a76af0051726 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884049 Feb 03 13:14:55.275351 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6ea6-8bd3-4606-b311-a79591ae39d5 admin admin] Publish callbacks [] for port (d4876a27-1cd9-451e-9da7-8b1e8a40740a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:55.325055 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] Attempting to bind port 7114f774-aff9-447e-b03f-a353446b3be3 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:14:55.325055 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] Attempting to bind port 7114f774-aff9-447e-b03f-a353446b3be3 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:14:55.325055 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] Attempting to bind port 7114f774-aff9-447e-b03f-a353446b3be3 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:14:55.340870 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6ea6-8bd3-4606-b311-a79591ae39d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (d4876a27-1cd9-451e-9da7-8b1e8a40740a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:55.348306 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521b890-20aa-4ec3-a76f-62cd77b6d593 None None] Pushing event updated for resources: {'Port': ['ID=7114f774-aff9-447e-b03f-a353446b3be3,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:55.350677 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:14:55.351061 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:14:55.351973 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:55.352095 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:14:55.352911 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] Bound port: 7114f774-aff9-447e-b03f-a353446b3be3, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:14:55.352911 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7114f774-aff9-447e-b03f-a353446b3be3), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:55.378976 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521b890-20aa-4ec3-a76f-62cd77b6d593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:55.379368 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521b890-20aa-4ec3-a76f-62cd77b6d593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:55.379706 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521b890-20aa-4ec3-a76f-62cd77b6d593 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:55.380092 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521b890-20aa-4ec3-a76f-62cd77b6d593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:55.380440 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521b890-20aa-4ec3-a76f-62cd77b6d593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:55.380766 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521b890-20aa-4ec3-a76f-62cd77b6d593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:55.381098 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521b890-20aa-4ec3-a76f-62cd77b6d593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:55.381427 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521b890-20aa-4ec3-a76f-62cd77b6d593 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:55.381754 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521b890-20aa-4ec3-a76f-62cd77b6d593 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:55.388968 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521b890-20aa-4ec3-a76f-62cd77b6d593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:55.389548 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521b890-20aa-4ec3-a76f-62cd77b6d593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:55.390241 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521b890-20aa-4ec3-a76f-62cd77b6d593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:55.390790 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521b890-20aa-4ec3-a76f-62cd77b6d593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:14:55.398602 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cf6ea6-8bd3-4606-b311-a79591ae39d5 admin admin] Network 4af481c1-fb23-443f-9465-3a600d2f342e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:14:55.402911 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e2cf6ea6-8bd3-4606-b311-a79591ae39d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:14:55.406415 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf6ea6-8bd3-4606-b311-a79591ae39d5 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:14:55.455123 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6ea6-8bd3-4606-b311-a79591ae39d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (19ad2c17-1136-4267-84be-cbb921622c3c), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:55.468013 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] For port 7114f774-aff9-447e-b03f-a353446b3be3, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:14:55.473776 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] For port 7114f774-aff9-447e-b03f-a353446b3be3, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7114f774-aff9-447e-b03f-a353446b3be3,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:14:55.485404 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7114f774-aff9-447e-b03f-a353446b3be3), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:55.518045 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf6ea6-8bd3-4606-b311-a79591ae39d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d4876a27-1cd9-451e-9da7-8b1e8a40740a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:55.588926 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] Routers {'19ad2c17-1136-4267-84be-cbb921622c3c'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:14:55.590009 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:14:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['19ad2c17-1136-4267-84be-cbb921622c3c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:55.665509 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6ea6-8bd3-4606-b311-a79591ae39d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d4876a27-1cd9-451e-9da7-8b1e8a40740a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:55.747970 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] Set router 19ad2c17-1136-4267-84be-cbb921622c3c gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:14:55.860490 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c947d9f1-5f90-41a4-9942-408a180682fa None None] Provisioning complete for port d4876a27-1cd9-451e-9da7-8b1e8a40740a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:55.861020 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c947d9f1-5f90-41a4-9942-408a180682fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d4876a27-1cd9-451e-9da7-8b1e8a40740a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:55.904074 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6ea6-8bd3-4606-b311-a79591ae39d5 admin admin] Publish callbacks [] for port (d4876a27-1cd9-451e-9da7-8b1e8a40740a), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:55.913896 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6ea6-8bd3-4606-b311-a79591ae39d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (d4876a27-1cd9-451e-9da7-8b1e8a40740a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:55.953338 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c947d9f1-5f90-41a4-9942-408a180682fa None None] Port d4876a27-1cd9-451e-9da7-8b1e8a40740a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:14:56.059613 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6ea6-8bd3-4606-b311-a79591ae39d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (19ad2c17-1136-4267-84be-cbb921622c3c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:56.064571 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf6ea6-8bd3-4606-b311-a79591ae39d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d4876a27-1cd9-451e-9da7-8b1e8a40740a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:56.067766 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'name': 'tempest-TestServerBasicOps-1587867443-router', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7114f774-aff9-447e-b03f-a353446b3be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:50Z', 'updated_at': '2022-02-03T13:14:52Z', 'revision_number': 3, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'gw_port': {'id': '7114f774-aff9-447e-b03f-a353446b3be3', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:51Z', 'updated_at': '2022-02-03T13:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:56.099443 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521b890-20aa-4ec3-a76f-62cd77b6d593 None None] Pushing event updated for resources: {'Port': ['ID=7114f774-aff9-447e-b03f-a353446b3be3,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:56.102804 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a6234-f3f3-4ecd-851b-339ed873e70b None None] The sync data for ids ['19ad2c17-1136-4267-84be-cbb921622c3c'] in n-d-827336-3 is: [{'id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'name': 'tempest-TestServerBasicOps-1587867443-router', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7114f774-aff9-447e-b03f-a353446b3be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:50Z', 'updated_at': '2022-02-03T13:14:52Z', 'revision_number': 3, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'gw_port': {'id': '7114f774-aff9-447e-b03f-a353446b3be3', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:51Z', 'updated_at': '2022-02-03T13:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:14:56.208337 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cf6ea6-8bd3-4606-b311-a79591ae39d5 admin admin] Network 4af481c1-fb23-443f-9465-3a600d2f342e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:14:56.210079 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e2cf6ea6-8bd3-4606-b311-a79591ae39d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:14:56.385384 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cf6ea6-8bd3-4606-b311-a79591ae39d5 admin admin] Router 19ad2c17-1136-4267-84be-cbb921622c3c has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:14:56.560721 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c91b26-3f1a-42e8-97b8-0527345593d1 req-e4ba86e9-1dc5-44a5-b332-9578a24d6f94 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:56.562279 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b7c91b26-3f1a-42e8-97b8-0527345593d1 req-e4ba86e9-1dc5-44a5-b332-9578a24d6f94 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 943 time: 0.1973274 Feb 03 13:14:56.581305 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-012188c0-c041-4496-a403-2717803a49d0 None None] Provisioning complete for port d4876a27-1cd9-451e-9da7-8b1e8a40740a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:56.581817 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-012188c0-c041-4496-a403-2717803a49d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d4876a27-1cd9-451e-9da7-8b1e8a40740a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:56.630728 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cf6ea6-8bd3-4606-b311-a79591ae39d5 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:14:56.636481 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e2cf6ea6-8bd3-4606-b311-a79591ae39d5 admin admin] 10.222.0.18 "PUT /v2.0/routers/19ad2c17-1136-4267-84be-cbb921622c3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5762796 Feb 03 13:14:56.669602 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-012188c0-c041-4496-a403-2717803a49d0 None None] Port d4876a27-1cd9-451e-9da7-8b1e8a40740a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:14:56.713863 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b7c91b26-3f1a-42e8-97b8-0527345593d1 req-b9d85132-43d0-4830-b08e-a6760dc5e2a1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163106 Feb 03 13:14:57.308609 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35972) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:57.312920 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3a8914f5-9dd9-4729-8688-92fd369c612a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1769053251-network', 'tenant_id': '33b8acccbff440d098120c86d0fd905a'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:57.346809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8914f5-9dd9-4729-8688-92fd369c612a admin admin] Made reservation on behalf of 33b8acccbff440d098120c86d0fd905a for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:14:57.357137 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a8914f5-9dd9-4729-8688-92fd369c612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.371276 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a8914f5-9dd9-4729-8688-92fd369c612a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.494877 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a8914f5-9dd9-4729-8688-92fd369c612a admin admin] Publish callbacks [] for security_group (798f48de-2f45-4d75-9ff8-e6f1055a4bc0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.502653 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a8914f5-9dd9-4729-8688-92fd369c612a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (798f48de-2f45-4d75-9ff8-e6f1055a4bc0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.531893 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8914f5-9dd9-4729-8688-92fd369c612a admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:14:57.545472 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8914f5-9dd9-4729-8688-92fd369c612a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798f48de-2f45-4d75-9ff8-e6f1055a4bc0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:57.564039 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a8914f5-9dd9-4729-8688-92fd369c612a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (2016034c-311a-4ee6-af00-3acb10cd5741), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.564039 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-3a8914f5-9dd9-4729-8688-92fd369c612a admin admin] Added segment 2016034c-311a-4ee6-af00-3acb10cd5741 of type vlan for network 58ce39f1-ee9c-4019-887c-6c18cfc74410 Feb 03 13:14:57.617821 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a8914f5-9dd9-4729-8688-92fd369c612a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (58ce39f1-ee9c-4019-887c-6c18cfc74410), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.649824 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a8914f5-9dd9-4729-8688-92fd369c612a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (58ce39f1-ee9c-4019-887c-6c18cfc74410), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.651341 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8914f5-9dd9-4729-8688-92fd369c612a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:57.652581 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a8914f5-9dd9-4729-8688-92fd369c612a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.698686 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3a8914f5-9dd9-4729-8688-92fd369c612a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3911293 Feb 03 13:14:57.698849 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35974) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:57.705446 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-fd233592-98f9-4718-ad9b-a66f1daa0cfe admin admin] Request body: {'subnet': {'network_id': '58ce39f1-ee9c-4019-887c-6c18cfc74410', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1769053251-subnet', 'tenant_id': '33b8acccbff440d098120c86d0fd905a', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:57.766753 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8914f5-9dd9-4729-8688-92fd369c612a admin admin] Pushing event updated for resources: {'Network': ['ID=58ce39f1-ee9c-4019-887c-6c18cfc74410,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:57.771691 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd233592-98f9-4718-ad9b-a66f1daa0cfe admin admin] Made reservation on behalf of 33b8acccbff440d098120c86d0fd905a for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:14:57.778915 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 58ce39f1-ee9c-4019-887c-6c18cfc74410 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:14:57.781680 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd233592-98f9-4718-ad9b-a66f1daa0cfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:57.880850 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c09ab2-8047-471f-8ebb-47858ca3b0aa req-98850fae-b26a-4819-9ce2-1244898bb6d8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:57.884595 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-26c09ab2-8047-471f-8ebb-47858ca3b0aa req-98850fae-b26a-4819-9ce2-1244898bb6d8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 943 time: 0.0949714 Feb 03 13:14:57.959477 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-26c09ab2-8047-471f-8ebb-47858ca3b0aa req-389fb4a2-ebef-4800-bcbf-d207863850d2 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708363 Feb 03 13:14:58.093143 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7114f774-aff9-447e-b03f-a353446b3be3 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:14:58.099153 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd233592-98f9-4718-ad9b-a66f1daa0cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (73dd7e83-3bd9-4d4d-8501-8b5b50bccd55), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.150036 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 7114f774-aff9-447e-b03f-a353446b3be3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:14:58.150606 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7114f774-aff9-447e-b03f-a353446b3be3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.164692 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd233592-98f9-4718-ad9b-a66f1daa0cfe admin admin] Checking segment: {'id': '2016034c-311a-4ee6-af00-3acb10cd5741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '58ce39f1-ee9c-4019-887c-6c18cfc74410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:14:58.165140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd233592-98f9-4718-ad9b-a66f1daa0cfe admin admin] Network hostable DHCP agents. Network: 58ce39f1-ee9c-4019-887c-6c18cfc74410, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:14:58.168138 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd233592-98f9-4718-ad9b-a66f1daa0cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=73dd7e83-3bd9-4d4d-8501-8b5b50bccd55,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:58.204749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd233592-98f9-4718-ad9b-a66f1daa0cfe admin admin] Network 58ce39f1-ee9c-4019-887c-6c18cfc74410 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:14:58.216642 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-fd233592-98f9-4718-ad9b-a66f1daa0cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 58ce39f1-ee9c-4019-887c-6c18cfc74410) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:14:58.221732 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd233592-98f9-4718-ad9b-a66f1daa0cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:58.222341 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd233592-98f9-4718-ad9b-a66f1daa0cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.237981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ed5141-e485-4e66-90cf-6f02cf66fb98 None None] Network 58ce39f1-ee9c-4019-887c-6c18cfc74410 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:14:58.242653 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fd233592-98f9-4718-ad9b-a66f1daa0cfe admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5426803 Feb 03 13:14:58.244985 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35980) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:14:58.249421 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d80e5a61-60c0-401b-976b-0382f7e6a9a2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1769053251-router', 'tenant_id': '33b8acccbff440d098120c86d0fd905a', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:14:58.279788 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d80e5a61-60c0-401b-976b-0382f7e6a9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.282023 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d80e5a61-60c0-401b-976b-0382f7e6a9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.351292 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d80e5a61-60c0-401b-976b-0382f7e6a9a2 admin admin] Publish callbacks [] for router_controller (3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.390849 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 7114f774-aff9-447e-b03f-a353446b3be3 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:14:58.391464 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7114f774-aff9-447e-b03f-a353446b3be3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.434830 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-58ce39f1-ee9c-4019-887c-6c18cfc74410', 'network_id': '58ce39f1-ee9c-4019-887c-6c18cfc74410', 'project_id': '33b8acccbff440d098120c86d0fd905a', 'fixed_ips': [{'subnet_id': '73dd7e83-3bd9-4d4d-8501-8b5b50bccd55'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:14:58.436507 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.441512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 7114f774-aff9-447e-b03f-a353446b3be3, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7114f774-aff9-447e-b03f-a353446b3be3,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:14:58.455554 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7114f774-aff9-447e-b03f-a353446b3be3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.602821 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d80e5a61-60c0-401b-976b-0382f7e6a9a2 admin admin] Publish callbacks [] for router_gateway (3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.664367 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] Allocated IP 172.20.0.2 (58ce39f1-ee9c-4019-887c-6c18cfc74410/73dd7e83-3bd9-4d4d-8501-8b5b50bccd55/169631bc-08b7-4e58-a0cf-980eb70cd7b3) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:14:58.713902 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=7114f774-aff9-447e-b03f-a353446b3be3,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:58.758340 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] Sync routers for ids ['19ad2c17-1136-4267-84be-cbb921622c3c'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:14:58.772197 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] Routers {'19ad2c17-1136-4267-84be-cbb921622c3c'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:14:58.772978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:14:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['19ad2c17-1136-4267-84be-cbb921622c3c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:58.880180 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d80e5a61-60c0-401b-976b-0382f7e6a9a2 admin admin] Publish callbacks [] for router_gateway (3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:58.882153 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] Set router 19ad2c17-1136-4267-84be-cbb921622c3c gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:14:58.908047 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d80e5a61-60c0-401b-976b-0382f7e6a9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.037355 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d80e5a61-60c0-401b-976b-0382f7e6a9a2 admin admin] Allocated IP 172.25.6.37 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/9c474bfe-e264-4fe4-a752-6f9a78c09f3a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:14:59.211445 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f7a66-56b0-443c-8706-14a3934a1de8 req-78f9f5f5-5d9b-4279-ac50-6957962d03ee tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:14:59.214846 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-848f7a66-56b0-443c-8706-14a3934a1de8 req-78f9f5f5-5d9b-4279-ac50-6957962d03ee tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 943 time: 0.1470327 Feb 03 13:14:59.219917 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] Publish callbacks [] for port (169631bc-08b7-4e58-a0cf-980eb70cd7b3), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.240049 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d80e5a61-60c0-401b-976b-0382f7e6a9a2 admin admin] Publish callbacks [] for port (9c474bfe-e264-4fe4-a752-6f9a78c09f3a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.242255 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (169631bc-08b7-4e58-a0cf-980eb70cd7b3), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.299979 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] Pushing event updated for resources: {'Port': ['ID=169631bc-08b7-4e58-a0cf-980eb70cd7b3,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:59.323026 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-848f7a66-56b0-443c-8706-14a3934a1de8 req-64fb672e-29a1-4a6f-a433-5ea722d5432d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972729 Feb 03 13:14:59.337144 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d80e5a61-60c0-401b-976b-0382f7e6a9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (9c474bfe-e264-4fe4-a752-6f9a78c09f3a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.342462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] Network 58ce39f1-ee9c-4019-887c-6c18cfc74410 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:14:59.345864 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:14:59.348404 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:14:59.359159 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'name': 'tempest-TestServerBasicOps-1587867443-router', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7114f774-aff9-447e-b03f-a353446b3be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:50Z', 'updated_at': '2022-02-03T13:14:55Z', 'revision_number': 4, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'gw_port': {'id': '7114f774-aff9-447e-b03f-a353446b3be3', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:51Z', 'updated_at': '2022-02-03T13:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'd4876a27-1cd9-451e-9da7-8b1e8a40740a', 'name': '', 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'mac_address': 'fa:16:3e:0e:b7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '339421c2-8777-4a31-9661-78e323658f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:54Z', 'updated_at': '2022-02-03T13:14:55Z', 'revision_number': 2, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'subnets': [{'id': '339421c2-8777-4a31-9661-78e323658f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:14:59.399573 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] Checking router: 19ad2c17-1136-4267-84be-cbb921622c3c for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:14:59.400096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] Updating router 19ad2c17-1136-4267-84be-cbb921622c3c port d4876a27-1cd9-451e-9da7-8b1e8a40740a binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:14:59.403227 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e5a61-60c0-401b-976b-0382f7e6a9a2 admin admin] Pushing event updated for resources: {'Port': ['ID=9c474bfe-e264-4fe4-a752-6f9a78c09f3a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:59.411765 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80e5a61-60c0-401b-976b-0382f7e6a9a2 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:14:59.415016 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d80e5a61-60c0-401b-976b-0382f7e6a9a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:14:59.418111 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80e5a61-60c0-401b-976b-0382f7e6a9a2 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:14:59.468236 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d4876a27-1cd9-451e-9da7-8b1e8a40740a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.516645 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] Attempting to bind port 169631bc-08b7-4e58-a0cf-980eb70cd7b3 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:14:59.517084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] Attempting to bind port 169631bc-08b7-4e58-a0cf-980eb70cd7b3 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '2016034c-311a-4ee6-af00-3acb10cd5741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '58ce39f1-ee9c-4019-887c-6c18cfc74410'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:14:59.518737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] Attempting to bind port 169631bc-08b7-4e58-a0cf-980eb70cd7b3 on network 58ce39f1-ee9c-4019-887c-6c18cfc74410 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:14:59.624434 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:14:59.624984 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] Checking segment: {'id': '2016034c-311a-4ee6-af00-3acb10cd5741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '58ce39f1-ee9c-4019-887c-6c18cfc74410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:14:59.625399 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.625808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] Bound using segment: {'id': '2016034c-311a-4ee6-af00-3acb10cd5741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '58ce39f1-ee9c-4019-887c-6c18cfc74410'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:14:59.626308 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] Bound port: 169631bc-08b7-4e58-a0cf-980eb70cd7b3, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2016034c-311a-4ee6-af00-3acb10cd5741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '58ce39f1-ee9c-4019-887c-6c18cfc74410'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:14:59.626693 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (169631bc-08b7-4e58-a0cf-980eb70cd7b3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.765173 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] For port 169631bc-08b7-4e58-a0cf-980eb70cd7b3, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:14:59.769866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] For port 169631bc-08b7-4e58-a0cf-980eb70cd7b3, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=169631bc-08b7-4e58-a0cf-980eb70cd7b3,segment=NetworkSegment(2016034c-311a-4ee6-af00-3acb10cd5741),segment_id=2016034c-311a-4ee6-af00-3acb10cd5741)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:14:59.785756 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (169631bc-08b7-4e58-a0cf-980eb70cd7b3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.845012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067af44-f5e1-4c26-b10e-170daa142de7 None None] Pushing event updated for resources: {'Port': ['ID=169631bc-08b7-4e58-a0cf-980eb70cd7b3,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:14:59.982587 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] Publish callbacks [] for port (d4876a27-1cd9-451e-9da7-8b1e8a40740a), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:14:59.991537 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d4876a27-1cd9-451e-9da7-8b1e8a40740a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:00.082347 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840b191-9cb4-4275-9faa-74451357d317 None None] Pushing event updated for resources: {'Port': ['ID=d4876a27-1cd9-451e-9da7-8b1e8a40740a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:00.084796 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7114f774-aff9-447e-b03f-a353446b3be3 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:15:00.316575 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d80e5a61-60c0-401b-976b-0382f7e6a9a2 admin admin] Publish callbacks [] for router_gateway (3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:00.359909 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 7114f774-aff9-447e-b03f-a353446b3be3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:00.360494 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7114f774-aff9-447e-b03f-a353446b3be3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:00.431280 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] Attempting to bind port d4876a27-1cd9-451e-9da7-8b1e8a40740a on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:15:00.431497 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] Attempting to bind port d4876a27-1cd9-451e-9da7-8b1e8a40740a by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:15:00.432047 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] Attempting to bind port d4876a27-1cd9-451e-9da7-8b1e8a40740a on network 4af481c1-fb23-443f-9465-3a600d2f342e {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:15:00.488954 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:15:00.489570 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] Checking segment: {'id': '8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:15:00.490081 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:00.490583 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] Bound using segment: {'id': '8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:15:00.491173 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] Bound port: d4876a27-1cd9-451e-9da7-8b1e8a40740a, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:15:00.491656 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d4876a27-1cd9-451e-9da7-8b1e8a40740a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:00.493798 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 7114f774-aff9-447e-b03f-a353446b3be3 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:00.626537 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f6d8a-e121-44ad-92e2-822445707e9e req-b1f90323-05e4-4670-af4d-09c03bb82e53 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:00.640326 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e89f6d8a-e121-44ad-92e2-822445707e9e req-b1f90323-05e4-4670-af4d-09c03bb82e53 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 943 time: 0.1327639 Feb 03 13:15:00.654920 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] For port d4876a27-1cd9-451e-9da7-8b1e8a40740a, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:15:00.658540 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] For port d4876a27-1cd9-451e-9da7-8b1e8a40740a, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d4876a27-1cd9-451e-9da7-8b1e8a40740a,segment=NetworkSegment(8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d),segment_id=8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:15:00.673229 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d4876a27-1cd9-451e-9da7-8b1e8a40740a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:00.751614 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e89f6d8a-e121-44ad-92e2-822445707e9e req-88068e52-c1e8-43c5-8adc-dc6e75476a60 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092412 Feb 03 13:15:00.844423 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d80e5a61-60c0-401b-976b-0382f7e6a9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:00.871346 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-38060a60-14db-4312-ac3f-6a7dcb51c47f None None] Provisioning complete for port d4876a27-1cd9-451e-9da7-8b1e8a40740a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:00.871731 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38060a60-14db-4312-ac3f-6a7dcb51c47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d4876a27-1cd9-451e-9da7-8b1e8a40740a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:00.981940 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] Routers {'19ad2c17-1136-4267-84be-cbb921622c3c'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:15:00.982567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:14:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['19ad2c17-1136-4267-84be-cbb921622c3c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:01.052658 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80e5a61-60c0-401b-976b-0382f7e6a9a2 admin admin] Router 3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:15:01.075879 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840b191-9cb4-4275-9faa-74451357d317 None None] Pushing event updated for resources: {'Port': ['ID=d4876a27-1cd9-451e-9da7-8b1e8a40740a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:01.240216 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80e5a61-60c0-401b-976b-0382f7e6a9a2 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:15:01.255632 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] Sync routers for ids ['3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:15:01.266701 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d80e5a61-60c0-401b-976b-0382f7e6a9a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:01.268264 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d80e5a61-60c0-401b-976b-0382f7e6a9a2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0221398 Feb 03 13:15:01.270674 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 35992) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:01.273044 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] Routers {'3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:15:01.273676 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:14:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:01.436187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] Set router 19ad2c17-1136-4267-84be-cbb921622c3c gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:15:01.688543 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] Set router 3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:15:01.820708 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-38060a60-14db-4312-ac3f-6a7dcb51c47f None None] Current status of the port d4876a27-1cd9-451e-9da7-8b1e8a40740a is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:01.822265 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38060a60-14db-4312-ac3f-6a7dcb51c47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (d4876a27-1cd9-451e-9da7-8b1e8a40740a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:01.857193 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:01.866987 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dd50d6-7ea4-432d-b4d0-fb4772f2649b None None] Network 58ce39f1-ee9c-4019-887c-6c18cfc74410 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:15:02.043118 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8', 'name': 'tempest-TestServerBasicOps-1769053251-router', 'tenant_id': '33b8acccbff440d098120c86d0fd905a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c474bfe-e264-4fe4-a752-6f9a78c09f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:58Z', 'updated_at': '2022-02-03T13:15:00Z', 'revision_number': 3, 'project_id': '33b8acccbff440d098120c86d0fd905a', 'gw_port': {'id': '9c474bfe-e264-4fe4-a752-6f9a78c09f3a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:58Z', 'updated_at': '2022-02-03T13:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:02.081902 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-38060a60-14db-4312-ac3f-6a7dcb51c47f None None] For port d4876a27-1cd9-451e-9da7-8b1e8a40740a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d4876a27-1cd9-451e-9da7-8b1e8a40740a,segment=NetworkSegment(8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d),segment_id=8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:15:02.135286 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38060a60-14db-4312-ac3f-6a7dcb51c47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (d4876a27-1cd9-451e-9da7-8b1e8a40740a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.140470 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] Checking router: 3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:15:02.141331 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] Updating router 3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8 port 9c474bfe-e264-4fe4-a752-6f9a78c09f3a binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:15:02.215024 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9c474bfe-e264-4fe4-a752-6f9a78c09f3a), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.243974 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 169631bc-08b7-4e58-a0cf-980eb70cd7b3 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:15:02.262703 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f5844-973d-4539-a9e7-0c9d0a36df17 req-5d8024be-4222-403a-ada7-115c6476f10c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:02.264540 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b34f5844-973d-4539-a9e7-0c9d0a36df17 req-5d8024be-4222-403a-ada7-115c6476f10c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 943 time: 0.3155906 Feb 03 13:15:02.329993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38060a60-14db-4312-ac3f-6a7dcb51c47f None None] Pushing event updated for resources: {'Port': ['ID=d4876a27-1cd9-451e-9da7-8b1e8a40740a,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:02.358535 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3e1fa9e4-4fc6-4785-ad16-4fc93ed9129d None None] Provisioning complete for port 169631bc-08b7-4e58-a0cf-980eb70cd7b3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:02.358915 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e1fa9e4-4fc6-4785-ad16-4fc93ed9129d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (169631bc-08b7-4e58-a0cf-980eb70cd7b3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.419655 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 169631bc-08b7-4e58-a0cf-980eb70cd7b3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:02.420214 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (169631bc-08b7-4e58-a0cf-980eb70cd7b3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.483495 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'name': 'tempest-TestServerBasicOps-1587867443-router', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7114f774-aff9-447e-b03f-a353446b3be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:50Z', 'updated_at': '2022-02-03T13:14:55Z', 'revision_number': 4, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'gw_port': {'id': '7114f774-aff9-447e-b03f-a353446b3be3', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:51Z', 'updated_at': '2022-02-03T13:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'd4876a27-1cd9-451e-9da7-8b1e8a40740a', 'name': '', 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'mac_address': 'fa:16:3e:0e:b7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '339421c2-8777-4a31-9661-78e323658f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:54Z', 'updated_at': '2022-02-03T13:15:00Z', 'revision_number': 4, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'subnets': [{'id': '339421c2-8777-4a31-9661-78e323658f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:02.524992 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371fadbb-6697-430b-9f8e-5b25d417fe13 None None] The sync data for ids ['19ad2c17-1136-4267-84be-cbb921622c3c'] in n-d-827336-3 is: [{'id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'name': 'tempest-TestServerBasicOps-1587867443-router', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7114f774-aff9-447e-b03f-a353446b3be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:50Z', 'updated_at': '2022-02-03T13:14:55Z', 'revision_number': 4, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'gw_port': {'id': '7114f774-aff9-447e-b03f-a353446b3be3', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:51Z', 'updated_at': '2022-02-03T13:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'd4876a27-1cd9-451e-9da7-8b1e8a40740a', 'name': '', 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'mac_address': 'fa:16:3e:0e:b7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '339421c2-8777-4a31-9661-78e323658f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:54Z', 'updated_at': '2022-02-03T13:15:00Z', 'revision_number': 4, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'subnets': [{'id': '339421c2-8777-4a31-9661-78e323658f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:15:02.556538 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b34f5844-973d-4539-a9e7-0c9d0a36df17 req-1ca6390c-ade7-4e23-8c08-93f3e182526d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740023 Feb 03 13:15:02.691828 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.719561 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3e1fa9e4-4fc6-4785-ad16-4fc93ed9129d None None] Current status of the port 169631bc-08b7-4e58-a0cf-980eb70cd7b3 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:02.720021 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e1fa9e4-4fc6-4785-ad16-4fc93ed9129d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (169631bc-08b7-4e58-a0cf-980eb70cd7b3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.890025 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 169631bc-08b7-4e58-a0cf-980eb70cd7b3 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:02.890410 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (169631bc-08b7-4e58-a0cf-980eb70cd7b3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.930591 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] Publish callbacks [] for port (9c474bfe-e264-4fe4-a752-6f9a78c09f3a), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.932565 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3e1fa9e4-4fc6-4785-ad16-4fc93ed9129d None None] For port 169631bc-08b7-4e58-a0cf-980eb70cd7b3, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=169631bc-08b7-4e58-a0cf-980eb70cd7b3,segment=NetworkSegment(2016034c-311a-4ee6-af00-3acb10cd5741),segment_id=2016034c-311a-4ee6-af00-3acb10cd5741)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:15:02.938614 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9c474bfe-e264-4fe4-a752-6f9a78c09f3a), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:02.941473 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e1fa9e4-4fc6-4785-ad16-4fc93ed9129d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (169631bc-08b7-4e58-a0cf-980eb70cd7b3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.018199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Allocated IP 172.20.0.1 (58ce39f1-ee9c-4019-887c-6c18cfc74410/73dd7e83-3bd9-4d4d-8501-8b5b50bccd55/17f21569-5ead-4c61-8c74-a71473439abf) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:15:03.021313 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:15:03.021852 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:15:03.026588 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3e1fa9e4-4fc6-4785-ad16-4fc93ed9129d None None] Provisioning complete for port d4876a27-1cd9-451e-9da7-8b1e8a40740a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:03.027370 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e1fa9e4-4fc6-4785-ad16-4fc93ed9129d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d4876a27-1cd9-451e-9da7-8b1e8a40740a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.065736 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac781429-1e3a-4e77-88a2-49963556ea35 None None] Pushing event updated for resources: {'Port': ['ID=9c474bfe-e264-4fe4-a752-6f9a78c09f3a,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:03.070046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1fa9e4-4fc6-4785-ad16-4fc93ed9129d None None] Pushing event updated for resources: {'Port': ['ID=169631bc-08b7-4e58-a0cf-980eb70cd7b3,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:03.095058 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] Attempting to bind port 9c474bfe-e264-4fe4-a752-6f9a78c09f3a on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:15:03.095435 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] Attempting to bind port 9c474bfe-e264-4fe4-a752-6f9a78c09f3a by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:15:03.095808 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] Attempting to bind port 9c474bfe-e264-4fe4-a752-6f9a78c09f3a on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:15:03.103648 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:15:03.104074 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:15:03.104710 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.106168 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:15:03.107808 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] Bound port: 9c474bfe-e264-4fe4-a752-6f9a78c09f3a, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:15:03.109000 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9c474bfe-e264-4fe4-a752-6f9a78c09f3a), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.164457 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3e1fa9e4-4fc6-4785-ad16-4fc93ed9129d None None] Current status of the port d4876a27-1cd9-451e-9da7-8b1e8a40740a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:03.230161 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] For port 9c474bfe-e264-4fe4-a752-6f9a78c09f3a, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:15:03.234314 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] For port 9c474bfe-e264-4fe4-a752-6f9a78c09f3a, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9c474bfe-e264-4fe4-a752-6f9a78c09f3a,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:15:03.257457 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9c474bfe-e264-4fe4-a752-6f9a78c09f3a), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.317643 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Publish callbacks [] for port (17f21569-5ead-4c61-8c74-a71473439abf), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.344696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f7e7a9af-1538-4d79-97c3-c3d419c0d932 None None] Provisioning complete for port 169631bc-08b7-4e58-a0cf-980eb70cd7b3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:03.345085 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f7e7a9af-1538-4d79-97c3-c3d419c0d932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (169631bc-08b7-4e58-a0cf-980eb70cd7b3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.360072 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (17f21569-5ead-4c61-8c74-a71473439abf), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.367338 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] Routers {'3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:15:03.368066 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:14:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:03.370826 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac781429-1e3a-4e77-88a2-49963556ea35 None None] Pushing event updated for resources: {'Port': ['ID=9c474bfe-e264-4fe4-a752-6f9a78c09f3a,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:03.427554 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Network 58ce39f1-ee9c-4019-887c-6c18cfc74410 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:15:03.431029 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:15:03.444436 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:15:03.505401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Pushing event updated for resources: {'Port': ['ID=17f21569-5ead-4c61-8c74-a71473439abf,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:03.534024 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:03.534317 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:03.534661 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:03.534988 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:03.535337 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:03.535675 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:03.536042 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:03.536363 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:03.536703 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:03.537015 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:03.537354 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:03.537679 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:03.537987 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:03.585111 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.608014 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] Set router 3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:15:03.708987 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7a9af-1538-4d79-97c3-c3d419c0d932 None None] Current status of the port 169631bc-08b7-4e58-a0cf-980eb70cd7b3 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:03.797123 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49cdcc32-a98b-4352-a389-86c11e6a43f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:03.811599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36fa7b-44f4-4cd3-ad1c-345c1cc5e718 req-5ac6a278-2ff1-4f81-aeab-fb73bc9ba91c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:03.823265 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be36fa7b-44f4-4cd3-ad1c-345c1cc5e718 req-5ac6a278-2ff1-4f81-aeab-fb73bc9ba91c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 943 time: 0.1453335 Feb 03 13:15:03.882842 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 169631bc-08b7-4e58-a0cf-980eb70cd7b3 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:03.952077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be36fa7b-44f4-4cd3-ad1c-345c1cc5e718 req-747be147-b256-4745-9f25-dd200e161cbb tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250558 Feb 03 13:15:04.046778 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-324b93d8-ccb1-469d-a8bf-7560671beac2 None None] Provisioning complete for port 17f21569-5ead-4c61-8c74-a71473439abf triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:04.047083 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-324b93d8-ccb1-469d-a8bf-7560671beac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (17f21569-5ead-4c61-8c74-a71473439abf), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:04.128422 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (17f21569-5ead-4c61-8c74-a71473439abf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:04.152111 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-324b93d8-ccb1-469d-a8bf-7560671beac2 None None] Port 17f21569-5ead-4c61-8c74-a71473439abf cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:15:04.193701 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8', 'name': 'tempest-TestServerBasicOps-1769053251-router', 'tenant_id': '33b8acccbff440d098120c86d0fd905a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c474bfe-e264-4fe4-a752-6f9a78c09f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:58Z', 'updated_at': '2022-02-03T13:15:00Z', 'revision_number': 3, 'project_id': '33b8acccbff440d098120c86d0fd905a', 'gw_port': {'id': '9c474bfe-e264-4fe4-a752-6f9a78c09f3a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:58Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:04.255989 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e572bdbd-6cf0-48b1-b688-e82e65d9ed61 None None] The sync data for ids ['3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8'] in n-d-827336-3 is: [{'id': '3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8', 'name': 'tempest-TestServerBasicOps-1769053251-router', 'tenant_id': '33b8acccbff440d098120c86d0fd905a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c474bfe-e264-4fe4-a752-6f9a78c09f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:58Z', 'updated_at': '2022-02-03T13:15:00Z', 'revision_number': 3, 'project_id': '33b8acccbff440d098120c86d0fd905a', 'gw_port': {'id': '9c474bfe-e264-4fe4-a752-6f9a78c09f3a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:58Z', 'updated_at': '2022-02-03T13:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:15:04.265910 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d4876a27-1cd9-451e-9da7-8b1e8a40740a up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:15:04.440144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port d4876a27-1cd9-451e-9da7-8b1e8a40740a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:04.442278 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (d4876a27-1cd9-451e-9da7-8b1e8a40740a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:04.484130 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Publish callbacks [] for port (17f21569-5ead-4c61-8c74-a71473439abf), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:04.495021 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (17f21569-5ead-4c61-8c74-a71473439abf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:04.660345 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:04.666605 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port d4876a27-1cd9-451e-9da7-8b1e8a40740a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:04.668314 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 169631bc-08b7-4e58-a0cf-980eb70cd7b3 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:15:04.726116 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Pushing event updated for resources: {'Port': ['ID=17f21569-5ead-4c61-8c74-a71473439abf,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:04.803775 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 169631bc-08b7-4e58-a0cf-980eb70cd7b3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:04.804223 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (169631bc-08b7-4e58-a0cf-980eb70cd7b3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:04.916718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Network 58ce39f1-ee9c-4019-887c-6c18cfc74410 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:15:04.922806 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:15:04.923933 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 169631bc-08b7-4e58-a0cf-980eb70cd7b3 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:05.201157 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Router 3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:15:05.220800 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99c88c-2051-481b-8f34-2b1f0a1a4d8b req-d9cfb01c-4ce4-4d93-9993-33a40f1a9a50 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:05.224460 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-be99c88c-2051-481b-8f34-2b1f0a1a4d8b req-d9cfb01c-4ce4-4d93-9993-33a40f1a9a50 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 943 time: 0.1496916 Feb 03 13:15:05.356992 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-be99c88c-2051-481b-8f34-2b1f0a1a4d8b req-eb71393d-7d00-4637-b5ef-953c6202243d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169248 Feb 03 13:15:05.409788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-feae85fc-2f2d-4210-8ffb-e9096a7d9111 None None] Provisioning complete for port 17f21569-5ead-4c61-8c74-a71473439abf triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:05.410335 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-feae85fc-2f2d-4210-8ffb-e9096a7d9111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (17f21569-5ead-4c61-8c74-a71473439abf), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:05.451321 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-feae85fc-2f2d-4210-8ffb-e9096a7d9111 None None] Port 17f21569-5ead-4c61-8c74-a71473439abf cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:15:05.465678 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:15:05.484276 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3e62dca8-c8c5-46bb-b7db-11725cb4c87f admin admin] 10.222.0.18 "PUT /v2.0/routers/3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2050159 Feb 03 13:15:06.132459 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9c474bfe-e264-4fe4-a752-6f9a78c09f3a up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:15:06.191037 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f9445ee0-4fff-4818-a0c0-3a8da9e01d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.199085 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9c474bfe-e264-4fe4-a752-6f9a78c09f3a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:06.199458 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9c474bfe-e264-4fe4-a752-6f9a78c09f3a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.301863 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9c474bfe-e264-4fe4-a752-6f9a78c09f3a is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:06.302965 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9c474bfe-e264-4fe4-a752-6f9a78c09f3a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.327553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 9c474bfe-e264-4fe4-a752-6f9a78c09f3a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9c474bfe-e264-4fe4-a752-6f9a78c09f3a,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:15:06.333151 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9c474bfe-e264-4fe4-a752-6f9a78c09f3a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.414748 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=9c474bfe-e264-4fe4-a752-6f9a78c09f3a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:06.504361 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36018) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:06.509914 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-70096680-471e-4990-9def-0e537c294772 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1383075870', 'description': 'tempest-secgroup-smoke-1383075870 description', 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:15:06.543174 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70096680-471e-4990-9def-0e537c294772 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.551990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879ba5b-c6f6-40b8-a30d-dd6f62d05d2a req-44e90a4b-c75e-4d66-976a-1b2298d4d379 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:06.561073 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0879ba5b-c6f6-40b8-a30d-dd6f62d05d2a req-44e90a4b-c75e-4d66-976a-1b2298d4d379 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 943 time: 0.0962656 Feb 03 13:15:06.626940 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0879ba5b-c6f6-40b8-a30d-dd6f62d05d2a req-37cb8412-93c0-4d71-9f15-f6f0fb488454 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647135 Feb 03 13:15:06.663073 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70096680-471e-4990-9def-0e537c294772 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group (a8728777-cd5d-4445-8bc2-ab507af5fc93), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.668554 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70096680-471e-4990-9def-0e537c294772 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a8728777-cd5d-4445-8bc2-ab507af5fc93), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.698253 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70096680-471e-4990-9def-0e537c294772 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.699665 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-70096680-471e-4990-9def-0e537c294772 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1935070 Feb 03 13:15:06.702978 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36020) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:06.704118 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70096680-471e-4990-9def-0e537c294772 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8728777-cd5d-4445-8bc2-ab507af5fc93,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:06.710005 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-948ce41f-b717-4ce0-a8dc-fb9e9ef56ea5 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Request body: {'security_group_rule': {'security_group_id': 'a8728777-cd5d-4445-8bc2-ab507af5fc93', 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:15:06.712042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70096680-471e-4990-9def-0e537c294772 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:06.712601 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70096680-471e-4990-9def-0e537c294772 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:06.713123 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70096680-471e-4990-9def-0e537c294772 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:06.713476 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70096680-471e-4990-9def-0e537c294772 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:06.713826 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70096680-471e-4990-9def-0e537c294772 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:06.714171 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70096680-471e-4990-9def-0e537c294772 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:06.714514 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70096680-471e-4990-9def-0e537c294772 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:06.714858 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70096680-471e-4990-9def-0e537c294772 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:06.715201 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70096680-471e-4990-9def-0e537c294772 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:06.715535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70096680-471e-4990-9def-0e537c294772 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:06.715874 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70096680-471e-4990-9def-0e537c294772 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:06.716266 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70096680-471e-4990-9def-0e537c294772 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:06.716605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70096680-471e-4990-9def-0e537c294772 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:15:06.751500 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-948ce41f-b717-4ce0-a8dc-fb9e9ef56ea5 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group_rule (b0657343-b59a-4397-9d00-54a38456864e), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.818225 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-948ce41f-b717-4ce0-a8dc-fb9e9ef56ea5 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group_rule (b0657343-b59a-4397-9d00-54a38456864e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.822491 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-948ce41f-b717-4ce0-a8dc-fb9e9ef56ea5 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (b0657343-b59a-4397-9d00-54a38456864e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.837449 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ce41f-b717-4ce0-a8dc-fb9e9ef56ea5 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0657343-b59a-4397-9d00-54a38456864e,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:06.852531 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-948ce41f-b717-4ce0-a8dc-fb9e9ef56ea5 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.853777 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-948ce41f-b717-4ce0-a8dc-fb9e9ef56ea5 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495411 Feb 03 13:15:06.857104 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36022) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:06.861334 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3f11d8b6-1e72-49ba-8b1e-ffe56f0b681d tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Request body: {'security_group_rule': {'security_group_id': 'a8728777-cd5d-4445-8bc2-ab507af5fc93', 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:15:06.890221 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f11d8b6-1e72-49ba-8b1e-ffe56f0b681d tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group_rule (9f95d91d-0f9f-4574-bbe6-06e538ef4617), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.953012 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f11d8b6-1e72-49ba-8b1e-ffe56f0b681d tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group_rule (9f95d91d-0f9f-4574-bbe6-06e538ef4617), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.958618 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f11d8b6-1e72-49ba-8b1e-ffe56f0b681d tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (9f95d91d-0f9f-4574-bbe6-06e538ef4617), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.978524 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11d8b6-1e72-49ba-8b1e-ffe56f0b681d tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f95d91d-0f9f-4574-bbe6-06e538ef4617,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:06.990461 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f11d8b6-1e72-49ba-8b1e-ffe56f0b681d tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:06.991017 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] Sync routers for ids ['3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:15:06.995131 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3f11d8b6-1e72-49ba-8b1e-ffe56f0b681d tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1366944 Feb 03 13:15:06.996441 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36024) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:07.001202 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4055b72b-d388-495a-b3f5-6a487811dfa7 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Request body: {'security_group_rule': {'security_group_id': 'a8728777-cd5d-4445-8bc2-ab507af5fc93', 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:15:07.020788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] Routers {'3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:15:07.021534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:15:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:07.025255 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.032983 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4055b72b-d388-495a-b3f5-6a487811dfa7 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group_rule (007ef5e6-0ce3-41a1-89f7-4fea70befbe0), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.095131 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4055b72b-d388-495a-b3f5-6a487811dfa7 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group_rule (007ef5e6-0ce3-41a1-89f7-4fea70befbe0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.100023 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4055b72b-d388-495a-b3f5-6a487811dfa7 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (007ef5e6-0ce3-41a1-89f7-4fea70befbe0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.121809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055b72b-d388-495a-b3f5-6a487811dfa7 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007ef5e6-0ce3-41a1-89f7-4fea70befbe0,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:07.134252 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4055b72b-d388-495a-b3f5-6a487811dfa7 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.135698 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4055b72b-d388-495a-b3f5-6a487811dfa7 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381190 Feb 03 13:15:07.138798 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36026) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:07.143621 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-5fe752e8-5632-4e66-997b-f727699f4cee tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Request body: {'security_group_rule': {'security_group_id': 'a8728777-cd5d-4445-8bc2-ab507af5fc93', 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:15:07.150197 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] Set router 3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:15:07.170888 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fe752e8-5632-4e66-997b-f727699f4cee tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group_rule (b81e21b1-d470-4f05-906c-beb4a2c1cf88), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.232979 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fe752e8-5632-4e66-997b-f727699f4cee tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group_rule (b81e21b1-d470-4f05-906c-beb4a2c1cf88), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.237309 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fe752e8-5632-4e66-997b-f727699f4cee tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (b81e21b1-d470-4f05-906c-beb4a2c1cf88), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.256618 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe752e8-5632-4e66-997b-f727699f4cee tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81e21b1-d470-4f05-906c-beb4a2c1cf88,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:07.264732 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fe752e8-5632-4e66-997b-f727699f4cee tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.266446 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5fe752e8-5632-4e66-997b-f727699f4cee tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263225 Feb 03 13:15:07.269036 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36028) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:07.279403 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8a422458-687d-4b1a-8527-79385c297096 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Request body: {'security_group_rule': {'security_group_id': 'a8728777-cd5d-4445-8bc2-ab507af5fc93', 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:15:07.300355 n-d-827336-3 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-8a422458-687d-4b1a-8527-79385c297096 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Project 740fd4bdd3614d5cb10a7e53a2f3d225 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:15:07.313364 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a422458-687d-4b1a-8527-79385c297096 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group_rule (29bebdbc-b26f-40e8-b68c-15e1304af235), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.374724 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8', 'name': 'tempest-TestServerBasicOps-1769053251-router', 'tenant_id': '33b8acccbff440d098120c86d0fd905a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c474bfe-e264-4fe4-a752-6f9a78c09f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:58Z', 'updated_at': '2022-02-03T13:15:04Z', 'revision_number': 4, 'project_id': '33b8acccbff440d098120c86d0fd905a', 'gw_port': {'id': '9c474bfe-e264-4fe4-a752-6f9a78c09f3a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:58Z', 'updated_at': '2022-02-03T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '17f21569-5ead-4c61-8c74-a71473439abf', 'name': '', 'network_id': '58ce39f1-ee9c-4019-887c-6c18cfc74410', 'tenant_id': '33b8acccbff440d098120c86d0fd905a', 'mac_address': 'fa:16:3e:83:09:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '73dd7e83-3bd9-4d4d-8501-8b5b50bccd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:02Z', 'updated_at': '2022-02-03T13:15:04Z', 'revision_number': 2, 'project_id': '33b8acccbff440d098120c86d0fd905a', 'subnets': [{'id': '73dd7e83-3bd9-4d4d-8501-8b5b50bccd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:07.378912 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a422458-687d-4b1a-8527-79385c297096 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group_rule (29bebdbc-b26f-40e8-b68c-15e1304af235), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.383250 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a422458-687d-4b1a-8527-79385c297096 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (29bebdbc-b26f-40e8-b68c-15e1304af235), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.406437 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a422458-687d-4b1a-8527-79385c297096 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bebdbc-b26f-40e8-b68c-15e1304af235,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:07.419357 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] Checking router: 3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:15:07.419858 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] Updating router 3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8 port 17f21569-5ead-4c61-8c74-a71473439abf binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:15:07.420904 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a422458-687d-4b1a-8527-79385c297096 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.426292 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8a422458-687d-4b1a-8527-79385c297096 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1526463 Feb 03 13:15:07.426441 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36032) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:07.430334 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bd64d63a-8fd3-4fae-9b7b-a0ee1c2419ef tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Request body: {'security_group_rule': {'security_group_id': 'a8728777-cd5d-4445-8bc2-ab507af5fc93', 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:15:07.451703 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-bd64d63a-8fd3-4fae-9b7b-a0ee1c2419ef tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Project 740fd4bdd3614d5cb10a7e53a2f3d225 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:15:07.455908 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (17f21569-5ead-4c61-8c74-a71473439abf), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.457559 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd64d63a-8fd3-4fae-9b7b-a0ee1c2419ef tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group_rule (4d259112-bb0c-4f8e-a1bf-bbe2fc1d66bc), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.538952 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd64d63a-8fd3-4fae-9b7b-a0ee1c2419ef tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group_rule (4d259112-bb0c-4f8e-a1bf-bbe2fc1d66bc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.544481 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd64d63a-8fd3-4fae-9b7b-a0ee1c2419ef tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (4d259112-bb0c-4f8e-a1bf-bbe2fc1d66bc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.559021 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64d63a-8fd3-4fae-9b7b-a0ee1c2419ef tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d259112-bb0c-4f8e-a1bf-bbe2fc1d66bc,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:07.574300 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd64d63a-8fd3-4fae-9b7b-a0ee1c2419ef tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.584072 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bd64d63a-8fd3-4fae-9b7b-a0ee1c2419ef tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1535466 Feb 03 13:15:07.752303 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-914922ca-2c09-4da5-9be9-b3b41936ee13 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383075870&fields=id&tenant_id=740fd4bdd3614d5cb10a7e53a2f3d225 HTTP/1.1" status: 200 len: 267 time: 0.0586486 Feb 03 13:15:07.785259 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9fff2-bc2f-4ea2-bb37-064216f75141 req-5877dcb3-74dc-4020-804f-4d775c1428a0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:07.787168 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-72c9fff2-bc2f-4ea2-bb37-064216f75141 req-5877dcb3-74dc-4020-804f-4d775c1428a0 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 943 time: 0.0774908 Feb 03 13:15:07.793513 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] Publish callbacks [] for port (17f21569-5ead-4c61-8c74-a71473439abf), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.804973 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (17f21569-5ead-4c61-8c74-a71473439abf), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.844168 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-72c9fff2-bc2f-4ea2-bb37-064216f75141 req-e5f6fe61-2bee-4ac9-9edf-742633f6cf56 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498466 Feb 03 13:15:07.856434 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee26b0-decc-4e18-b146-da4cb7d2fb20 None None] Pushing event updated for resources: {'Port': ['ID=17f21569-5ead-4c61-8c74-a71473439abf,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:07.898183 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-34e51765-db80-4bf6-8348-400c8fa61fb3 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:07.899923 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-34e51765-db80-4bf6-8348-400c8fa61fb3 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/networks?id=4af481c1-fb23-443f-9465-3a600d2f342e HTTP/1.1" status: 200 len: 809 time: 0.1328597 Feb 03 13:15:07.915502 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-1549ad48-14a1-4ab1-a8cb-b00140cd5219 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/quotas/740fd4bdd3614d5cb10a7e53a2f3d225 HTTP/1.1" status: 200 len: 375 time: 0.0098553 Feb 03 13:15:07.938467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] Attempting to bind port 17f21569-5ead-4c61-8c74-a71473439abf on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:15:07.938913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] Attempting to bind port 17f21569-5ead-4c61-8c74-a71473439abf by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '2016034c-311a-4ee6-af00-3acb10cd5741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '58ce39f1-ee9c-4019-887c-6c18cfc74410'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:15:07.939349 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] Attempting to bind port 17f21569-5ead-4c61-8c74-a71473439abf on network 58ce39f1-ee9c-4019-887c-6c18cfc74410 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:15:07.945308 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:15:07.945824 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] Checking segment: {'id': '2016034c-311a-4ee6-af00-3acb10cd5741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '58ce39f1-ee9c-4019-887c-6c18cfc74410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:15:07.946322 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:07.946769 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] Bound using segment: {'id': '2016034c-311a-4ee6-af00-3acb10cd5741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '58ce39f1-ee9c-4019-887c-6c18cfc74410'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:15:07.947356 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] Bound port: 17f21569-5ead-4c61-8c74-a71473439abf, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2016034c-311a-4ee6-af00-3acb10cd5741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '58ce39f1-ee9c-4019-887c-6c18cfc74410'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:15:07.948021 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (17f21569-5ead-4c61-8c74-a71473439abf), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:08.035123 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] For port 17f21569-5ead-4c61-8c74-a71473439abf, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:15:08.036733 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-94e39de8-bea7-49a9-8b26-67ea43707680 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=740fd4bdd3614d5cb10a7e53a2f3d225&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1072893 Feb 03 13:15:08.039142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9c474bfe-e264-4fe4-a752-6f9a78c09f3a up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:15:08.042643 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] For port 17f21569-5ead-4c61-8c74-a71473439abf, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=17f21569-5ead-4c61-8c74-a71473439abf,segment=NetworkSegment(2016034c-311a-4ee6-af00-3acb10cd5741),segment_id=2016034c-311a-4ee6-af00-3acb10cd5741)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:15:08.069445 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (17f21569-5ead-4c61-8c74-a71473439abf), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:08.165250 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-2bd644d3-572d-4782-8083-0f70ea0dc8d9 service neutron] 10.222.0.18 "GET /v2.0/networks/4af481c1-fb23-443f-9465-3a600d2f342e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119349 Feb 03 13:15:08.179804 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] Routers {'3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:15:08.180615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:15:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:08.183196 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee26b0-decc-4e18-b146-da4cb7d2fb20 None None] Pushing event updated for resources: {'Port': ['ID=17f21569-5ead-4c61-8c74-a71473439abf,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:08.264014 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-5980000c-0712-48d1-a879-50095fb465eb service neutron] 10.222.0.18 "GET /v2.0/networks/4af481c1-fb23-443f-9465-3a600d2f342e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938435 Feb 03 13:15:08.440382 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9c474bfe-e264-4fe4-a752-6f9a78c09f3a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:08.440902 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9c474bfe-e264-4fe4-a752-6f9a78c09f3a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:08.475018 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:08.527277 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3e26a6bb-691e-4a98-ae94-19d1e2b7516e None None] Provisioning complete for port 17f21569-5ead-4c61-8c74-a71473439abf triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:08.527659 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e26a6bb-691e-4a98-ae94-19d1e2b7516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (17f21569-5ead-4c61-8c74-a71473439abf), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:08.534127 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-45c0b42b-f868-4a0a-9c45-e8f3d5c1eec3 req-6dc60892-f0d1-4611-968e-574c4201b073 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 210 time: 0.0418425 Feb 03 13:15:08.591348 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] Set router 3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:15:08.740384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9c474bfe-e264-4fe4-a752-6f9a78c09f3a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:08.752693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3e26a6bb-691e-4a98-ae94-19d1e2b7516e None None] Current status of the port 17f21569-5ead-4c61-8c74-a71473439abf is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:08.753131 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e26a6bb-691e-4a98-ae94-19d1e2b7516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (17f21569-5ead-4c61-8c74-a71473439abf), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:08.829031 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3e26a6bb-691e-4a98-ae94-19d1e2b7516e None None] For port 17f21569-5ead-4c61-8c74-a71473439abf, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=17f21569-5ead-4c61-8c74-a71473439abf,segment=NetworkSegment(2016034c-311a-4ee6-af00-3acb10cd5741),segment_id=2016034c-311a-4ee6-af00-3acb10cd5741)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:15:08.834373 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e26a6bb-691e-4a98-ae94-19d1e2b7516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (17f21569-5ead-4c61-8c74-a71473439abf), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:08.922410 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26a6bb-691e-4a98-ae94-19d1e2b7516e None None] Pushing event updated for resources: {'Port': ['ID=17f21569-5ead-4c61-8c74-a71473439abf,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:08.951193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8', 'name': 'tempest-TestServerBasicOps-1769053251-router', 'tenant_id': '33b8acccbff440d098120c86d0fd905a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c474bfe-e264-4fe4-a752-6f9a78c09f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:58Z', 'updated_at': '2022-02-03T13:15:04Z', 'revision_number': 4, 'project_id': '33b8acccbff440d098120c86d0fd905a', 'gw_port': {'id': '9c474bfe-e264-4fe4-a752-6f9a78c09f3a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:58Z', 'updated_at': '2022-02-03T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '17f21569-5ead-4c61-8c74-a71473439abf', 'name': '', 'network_id': '58ce39f1-ee9c-4019-887c-6c18cfc74410', 'tenant_id': '33b8acccbff440d098120c86d0fd905a', 'mac_address': 'fa:16:3e:83:09:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '73dd7e83-3bd9-4d4d-8501-8b5b50bccd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:02Z', 'updated_at': '2022-02-03T13:15:08Z', 'revision_number': 4, 'project_id': '33b8acccbff440d098120c86d0fd905a', 'subnets': [{'id': '73dd7e83-3bd9-4d4d-8501-8b5b50bccd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:08.992351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b953ff-a8ec-492a-b85d-c55608c637ef None None] The sync data for ids ['3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8'] in n-d-827336-3 is: [{'id': '3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8', 'name': 'tempest-TestServerBasicOps-1769053251-router', 'tenant_id': '33b8acccbff440d098120c86d0fd905a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c474bfe-e264-4fe4-a752-6f9a78c09f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:58Z', 'updated_at': '2022-02-03T13:15:04Z', 'revision_number': 4, 'project_id': '33b8acccbff440d098120c86d0fd905a', 'gw_port': {'id': '9c474bfe-e264-4fe4-a752-6f9a78c09f3a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:58Z', 'updated_at': '2022-02-03T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '17f21569-5ead-4c61-8c74-a71473439abf', 'name': '', 'network_id': '58ce39f1-ee9c-4019-887c-6c18cfc74410', 'tenant_id': '33b8acccbff440d098120c86d0fd905a', 'mac_address': 'fa:16:3e:83:09:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '73dd7e83-3bd9-4d4d-8501-8b5b50bccd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:15:02Z', 'updated_at': '2022-02-03T13:15:08Z', 'revision_number': 4, 'project_id': '33b8acccbff440d098120c86d0fd905a', 'subnets': [{'id': '73dd7e83-3bd9-4d4d-8501-8b5b50bccd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:15:08.998171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ff8c7838-7b2e-4e81-adec-7009f35c22d0 None None] Provisioning complete for port 17f21569-5ead-4c61-8c74-a71473439abf triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:09.003396 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff8c7838-7b2e-4e81-adec-7009f35c22d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (17f21569-5ead-4c61-8c74-a71473439abf), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:09.004699 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad6e21-92aa-450d-a15a-e382feb99631 req-9a41c12a-321f-4d14-8468-7a7110a12323 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:09.006718 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e4ad6e21-92aa-450d-a15a-e382feb99631 req-9a41c12a-321f-4d14-8468-7a7110a12323 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 943 time: 0.0619755 Feb 03 13:15:09.124440 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e4ad6e21-92aa-450d-a15a-e382feb99631 req-baef2fea-f911-4f10-a953-ce5615aa2a79 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075940 Feb 03 13:15:09.166945 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ff8c7838-7b2e-4e81-adec-7009f35c22d0 None None] Current status of the port 17f21569-5ead-4c61-8c74-a71473439abf is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:09.734818 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-622ea65b-85c7-4959-8268-5031e0a1c148 req-296fc4f5-2a6b-4e89-9560-a2e289cabe9b tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 210 time: 0.0742149 Feb 03 13:15:09.791659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-17f5e0f1-fcd3-490e-97d8-5ff9223561f4 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:09.794149 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-17f5e0f1-fcd3-490e-97d8-5ff9223561f4 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.31 "GET /v2.0/networks?id=4af481c1-fb23-443f-9465-3a600d2f342e HTTP/1.1" status: 200 len: 809 time: 0.2107766 Feb 03 13:15:09.863285 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-fd4100f2-99d3-4d9e-9ed1-dc61f4d95f6f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=740fd4bdd3614d5cb10a7e53a2f3d225 HTTP/1.1" status: 200 len: 380 time: 0.0607140 Feb 03 13:15:09.873018 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-d22cb0c2-b250-4de5-af1c-b44951b27088 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Request body: {'port': {'device_id': '0f6c46c7-1207-46c5-aee2-fd5f55d2974a', 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e', 'admin_state_up': True, 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'security_groups': ['a8728777-cd5d-4445-8bc2-ab507af5fc93']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:15:09.935761 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:10.016175 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-d22cb0c2-b250-4de5-af1c-b44951b27088 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Made reservation on behalf of 740fd4bdd3614d5cb10a7e53a2f3d225 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:15:10.019801 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-d22cb0c2-b250-4de5-af1c-b44951b27088 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:10.117207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 17f21569-5ead-4c61-8c74-a71473439abf up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:15:10.170278 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-d22cb0c2-b250-4de5-af1c-b44951b27088 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Allocated IP 172.20.0.9 (4af481c1-fb23-443f-9465-3a600d2f342e/339421c2-8777-4a31-9661-78e323658f93/51286f05-85ac-4368-a9b8-6e42f54cdde2) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:15:10.209887 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 17f21569-5ead-4c61-8c74-a71473439abf triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:10.211588 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (17f21569-5ead-4c61-8c74-a71473439abf), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:10.292590 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb148b83-dc16-4f8e-a58a-9abd9c83e540 req-304c1426-5de7-4fdb-8ca7-a4aa65c66b1e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:10.294190 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bb148b83-dc16-4f8e-a58a-9abd9c83e540 req-304c1426-5de7-4fdb-8ca7-a4aa65c66b1e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 943 time: 0.0841825 Feb 03 13:15:10.377407 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bb148b83-dc16-4f8e-a58a-9abd9c83e540 req-9486c64c-8787-4315-9277-afe40654582a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765965 Feb 03 13:15:10.382284 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-d22cb0c2-b250-4de5-af1c-b44951b27088 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for port (51286f05-85ac-4368-a9b8-6e42f54cdde2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:10.389945 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 17f21569-5ead-4c61-8c74-a71473439abf is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:10.422997 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-d22cb0c2-b250-4de5-af1c-b44951b27088 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (51286f05-85ac-4368-a9b8-6e42f54cdde2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:10.466533 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-d22cb0c2-b250-4de5-af1c-b44951b27088 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Network 4af481c1-fb23-443f-9465-3a600d2f342e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:15:10.471539 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-d22cb0c2-b250-4de5-af1c-b44951b27088 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:15:10.475183 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-d22cb0c2-b250-4de5-af1c-b44951b27088 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:15:10.514238 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cb0c2-b250-4de5-af1c-b44951b27088 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Pushing event updated for resources: {'Port': ['ID=51286f05-85ac-4368-a9b8-6e42f54cdde2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:10.548954 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-d22cb0c2-b250-4de5-af1c-b44951b27088 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:10.550080 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-d22cb0c2-b250-4de5-af1c-b44951b27088 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:10.567425 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-d22cb0c2-b250-4de5-af1c-b44951b27088 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6990464 Feb 03 13:15:10.579159 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] Request body: {'port': {'device_id': '0f6c46c7-1207-46c5-aee2-fd5f55d2974a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:15:10.654295 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (51286f05-85ac-4368-a9b8-6e42f54cdde2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:10.717389 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f0a4e654-8b1b-4a06-aaba-5b78c3eadb76 None None] Provisioning complete for port 51286f05-85ac-4368-a9b8-6e42f54cdde2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:10.717884 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f0a4e654-8b1b-4a06-aaba-5b78c3eadb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (51286f05-85ac-4368-a9b8-6e42f54cdde2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:10.753012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f0a4e654-8b1b-4a06-aaba-5b78c3eadb76 None None] Port 51286f05-85ac-4368-a9b8-6e42f54cdde2 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:15:10.926976 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c915e-ee62-45f0-92c6-2e4996ec2ce1 req-eb4f7dbf-e31e-44c3-9f96-100e5d79a537 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:10.928473 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-277c915e-ee62-45f0-92c6-2e4996ec2ce1 req-eb4f7dbf-e31e-44c3-9f96-100e5d79a537 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 931 time: 0.0899904 Feb 03 13:15:10.989945 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51286f05-85ac-4368-a9b8-6e42f54cdde2 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:15:11.003867 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] Publish callbacks [] for port (51286f05-85ac-4368-a9b8-6e42f54cdde2), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:11.019764 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-277c915e-ee62-45f0-92c6-2e4996ec2ce1 req-dd101e8d-b050-4ee6-b7ce-733aa3c250d5 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8728777-cd5d-4445-8bc2-ab507af5fc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833633 Feb 03 13:15:11.025058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] Transition to ACTIVE for port object 51286f05-85ac-4368-a9b8-6e42f54cdde2 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:15:11.031645 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (51286f05-85ac-4368-a9b8-6e42f54cdde2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:11.121636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] Pushing event updated for resources: {'Port': ['ID=51286f05-85ac-4368-a9b8-6e42f54cdde2,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:11.176972 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] Attempting to bind port 51286f05-85ac-4368-a9b8-6e42f54cdde2 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:15:11.177858 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] Attempting to bind port 51286f05-85ac-4368-a9b8-6e42f54cdde2 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:15:11.178141 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] Attempting to bind port 51286f05-85ac-4368-a9b8-6e42f54cdde2 on network 4af481c1-fb23-443f-9465-3a600d2f342e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:15:11.184716 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] Port 51286f05-85ac-4368-a9b8-6e42f54cdde2 on network 4af481c1-fb23-443f-9465-3a600d2f342e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:15:11.185048 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] Attempting to bind port 51286f05-85ac-4368-a9b8-6e42f54cdde2 on network 4af481c1-fb23-443f-9465-3a600d2f342e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:15:11.190340 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:15:11.190691 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] Checking segment: {'id': '8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:15:11.191080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] Bound using segment: {'id': '8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:15:11.191518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] Bound port: 51286f05-85ac-4368-a9b8-6e42f54cdde2, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:15:11.192054 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (51286f05-85ac-4368-a9b8-6e42f54cdde2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:11.267764 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] For port 51286f05-85ac-4368-a9b8-6e42f54cdde2, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:15:11.272648 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] For port 51286f05-85ac-4368-a9b8-6e42f54cdde2, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=51286f05-85ac-4368-a9b8-6e42f54cdde2,segment=NetworkSegment(8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d),segment_id=8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:15:11.280935 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (51286f05-85ac-4368-a9b8-6e42f54cdde2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:11.317053 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:11.318033 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:11.319436 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] 10.222.0.31 "PUT /v2.0/ports/51286f05-85ac-4368-a9b8-6e42f54cdde2 HTTP/1.1" status: 200 len: 1091 time: 0.7446692 Feb 03 13:15:11.322112 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6c46c7-1207-46c5-aee2-fd5f55d2974a', 'tag': '51286f05-85ac-4368-a9b8-6e42f54cdde2'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:15:11.325233 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0cbd3e-4fc7-4ed3-b840-93444f1c88a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6c46c7-1207-46c5-aee2-fd5f55d2974a", "tag": "51286f05-85ac-4368-a9b8-6e42f54cdde2"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:15:11.370648 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef93f1e-1c60-4dab-a8ab-dabc1f4c08aa service neutron] Pushing event updated for resources: {'Port': ['ID=51286f05-85ac-4368-a9b8-6e42f54cdde2,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:11.387216 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a344ae6-362f-4c21-a615-4ad5e19311f9 x-openstack-request-id: req-4a344ae6-362f-4c21-a615-4ad5e19311f9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:15:11.387496 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6c46c7-1207-46c5-aee2-fd5f55d2974a", "tag": "51286f05-85ac-4368-a9b8-6e42f54cdde2", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:15:11.387757 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a344ae6-362f-4c21-a615-4ad5e19311f9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:15:11.388366 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6c46c7-1207-46c5-aee2-fd5f55d2974a', 'tag': '51286f05-85ac-4368-a9b8-6e42f54cdde2', 'status': 'completed', 'code': 200} Feb 03 13:15:11.428592 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-cb2a3994-0201-48f3-90a8-1a7255446abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:11.430285 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-cb2a3994-0201-48f3-90a8-1a7255446abc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=740fd4bdd3614d5cb10a7e53a2f3d225&device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 1125 time: 0.0559711 Feb 03 13:15:11.475584 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-ec71281f-113f-4b95-87f4-b4044f874c93 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51286f05-85ac-4368-a9b8-6e42f54cdde2 HTTP/1.1" status: 200 len: 217 time: 0.0371478 Feb 03 13:15:11.565094 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-2d1b7210-441e-4e16-8eba-c538dcae3fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:11.567400 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-2d1b7210-441e-4e16-8eba-c538dcae3fdb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=339421c2-8777-4a31-9661-78e323658f93 HTTP/1.1" status: 200 len: 848 time: 0.0808876 Feb 03 13:15:11.587700 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df18551-f6d9-423b-acb0-3fda103cc03d req-efce6f61-d7fa-4d76-8fba-9e8f848a7be6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:11.590043 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6df18551-f6d9-423b-acb0-3fda103cc03d req-efce6f61-d7fa-4d76-8fba-9e8f848a7be6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 943 time: 0.1135426 Feb 03 13:15:11.666672 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6df18551-f6d9-423b-acb0-3fda103cc03d req-ff24e5b2-866f-4286-96a7-9357a9c56b6e tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558193 Feb 03 13:15:11.669981 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-31e2e87f-6524-423b-95da-58de720ee0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:11.671428 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-31e2e87f-6524-423b-95da-58de720ee0f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4af481c1-fb23-443f-9465-3a600d2f342e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0981205 Feb 03 13:15:11.772607 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-afe35e1c-f3b3-44f6-afbb-5344843092e7 service neutron] 10.222.0.31 "GET /v2.0/networks/4af481c1-fb23-443f-9465-3a600d2f342e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926995 Feb 03 13:15:11.861935 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2513c7fd-cb65-44ca-a98c-d2d62d827d6a req-194d9161-6958-456b-b0f0-dd7494e94914 service neutron] 10.222.0.31 "GET /v2.0/networks/4af481c1-fb23-443f-9465-3a600d2f342e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839524 Feb 03 13:15:11.951216 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cbd3e-4fc7-4ed3-b840-93444f1c88a1 req-23cae43e-eaed-4f85-8713-9216c5e79ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:11.952890 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ec0cbd3e-4fc7-4ed3-b840-93444f1c88a1 req-23cae43e-eaed-4f85-8713-9216c5e79ad1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=740fd4bdd3614d5cb10a7e53a2f3d225&device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 1125 time: 0.0457428 Feb 03 13:15:12.044209 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cbd3e-4fc7-4ed3-b840-93444f1c88a1 req-e856eb87-9bb2-4cb2-8c82-ee1ed9a1438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:12.045758 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ec0cbd3e-4fc7-4ed3-b840-93444f1c88a1 req-e856eb87-9bb2-4cb2-8c82-ee1ed9a1438f service neutron] 10.222.0.31 "GET /v2.0/networks?id=4af481c1-fb23-443f-9465-3a600d2f342e HTTP/1.1" status: 200 len: 910 time: 0.0876827 Feb 03 13:15:12.089444 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ec0cbd3e-4fc7-4ed3-b840-93444f1c88a1 req-f7a8b4c4-83d3-42e7-b6b8-ab64f80ab21b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51286f05-85ac-4368-a9b8-6e42f54cdde2 HTTP/1.1" status: 200 len: 217 time: 0.0370853 Feb 03 13:15:12.149777 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317ae87-af5b-4f3c-a4ed-2639404f653c req-f23bf53c-363e-458b-8efa-abd7b8d4eb2f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:12.151886 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8317ae87-af5b-4f3c-a4ed-2639404f653c req-f23bf53c-363e-458b-8efa-abd7b8d4eb2f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 943 time: 0.0553086 Feb 03 13:15:12.233005 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8317ae87-af5b-4f3c-a4ed-2639404f653c req-93d8076c-0d9e-4cdf-9ac5-6bcb1cb79b6b tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8728777-cd5d-4445-8bc2-ab507af5fc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750272 Feb 03 13:15:12.491626 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cbd3e-4fc7-4ed3-b840-93444f1c88a1 req-8657425a-e5be-4bc0-9e43-139495b47634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:12.493190 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ec0cbd3e-4fc7-4ed3-b840-93444f1c88a1 req-8657425a-e5be-4bc0-9e43-139495b47634 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=339421c2-8777-4a31-9661-78e323658f93 HTTP/1.1" status: 200 len: 848 time: 0.3988521 Feb 03 13:15:12.543141 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cbd3e-4fc7-4ed3-b840-93444f1c88a1 req-ad0d5800-3e83-4124-a014-2f1e9363c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:12.544707 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ec0cbd3e-4fc7-4ed3-b840-93444f1c88a1 req-ad0d5800-3e83-4124-a014-2f1e9363c5d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4af481c1-fb23-443f-9465-3a600d2f342e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456367 Feb 03 13:15:12.638139 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ec0cbd3e-4fc7-4ed3-b840-93444f1c88a1 req-da28b6d5-05a4-4547-968e-5c587aeca363 service neutron] 10.222.0.31 "GET /v2.0/networks/4af481c1-fb23-443f-9465-3a600d2f342e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863144 Feb 03 13:15:12.731870 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ec0cbd3e-4fc7-4ed3-b840-93444f1c88a1 req-dedebe2c-0456-47b8-abde-a6fe47be1774 service neutron] 10.222.0.31 "GET /v2.0/networks/4af481c1-fb23-443f-9465-3a600d2f342e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869808 Feb 03 13:15:12.788400 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deace79a-be2c-4980-be95-da1e7a19631d req-968b3a26-256e-474f-96ca-afa55a7ff2bc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:12.790133 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-deace79a-be2c-4980-be95-da1e7a19631d req-968b3a26-256e-474f-96ca-afa55a7ff2bc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 943 time: 0.0546975 Feb 03 13:15:12.844496 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-deace79a-be2c-4980-be95-da1e7a19631d req-ccdcf67f-0acb-4f98-920a-8dc929081eb1 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440006 Feb 03 13:15:13.371890 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf54b1-1d6f-4a76-b905-3073b1ffa033 req-f8bd6f07-fdb9-40a0-81ea-40ce28fc7804 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:13.373527 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8abf54b1-1d6f-4a76-b905-3073b1ffa033 req-f8bd6f07-fdb9-40a0-81ea-40ce28fc7804 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 943 time: 0.0589979 Feb 03 13:15:13.423046 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8abf54b1-1d6f-4a76-b905-3073b1ffa033 req-e947c1ec-0ac2-4d33-8b26-ab9f4fa8ea4a tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8728777-cd5d-4445-8bc2-ab507af5fc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438955 Feb 03 13:15:13.975862 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434bb63-b64e-41c6-8c9e-97709f9ef0e0 req-7aac55ef-9ec4-4ad9-a653-51f7ce34bf67 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:13.977475 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1434bb63-b64e-41c6-8c9e-97709f9ef0e0 req-7aac55ef-9ec4-4ad9-a653-51f7ce34bf67 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 943 time: 0.0581536 Feb 03 13:15:14.028281 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1434bb63-b64e-41c6-8c9e-97709f9ef0e0 req-0c169ff1-ff9b-4469-b740-6e3eba09134d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443349 Feb 03 13:15:14.548285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbfe8f-5098-481a-82c7-06cfcd3d26a8 req-bfb9c953-6e50-4ecf-8d42-b7bb39d3746b tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:14.549865 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68cbfe8f-5098-481a-82c7-06cfcd3d26a8 req-bfb9c953-6e50-4ecf-8d42-b7bb39d3746b tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 943 time: 0.0541925 Feb 03 13:15:14.602978 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68cbfe8f-5098-481a-82c7-06cfcd3d26a8 req-2ead0aac-4196-4a03-8ac2-471c963858c6 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8728777-cd5d-4445-8bc2-ab507af5fc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472944 Feb 03 13:15:15.157987 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02031c88-8eea-4f3d-8ddc-153cc7afcbc6 req-af78fc89-be03-4b1b-bc13-9ff1d7a4d972 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:15.159571 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-02031c88-8eea-4f3d-8ddc-153cc7afcbc6 req-af78fc89-be03-4b1b-bc13-9ff1d7a4d972 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 943 time: 0.0584621 Feb 03 13:15:15.212084 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-02031c88-8eea-4f3d-8ddc-153cc7afcbc6 req-070ca56b-8739-4b4b-b827-a0be6f8311b6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454252 Feb 03 13:15:15.733857 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e090fe-727a-4067-93a5-7d2e505793ac req-171e8f99-1860-4b0a-bf91-8c7c6fc0d54b tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:15.735425 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f8e090fe-727a-4067-93a5-7d2e505793ac req-171e8f99-1860-4b0a-bf91-8c7c6fc0d54b tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 943 time: 0.0592422 Feb 03 13:15:15.790911 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f8e090fe-727a-4067-93a5-7d2e505793ac req-9f7f53d4-82fe-4de0-93d3-058d6273da45 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8728777-cd5d-4445-8bc2-ab507af5fc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495429 Feb 03 13:15:15.914700 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device c3d10b51-d547-40c5-95d8-cb9f61248ad7 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:15:16.012161 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port c3d10b51-d547-40c5-95d8-cb9f61248ad7, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=c3d10b51-d547-40c5-95d8-cb9f61248ad7,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:15:16.023230 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'c3d10b51-d547-40c5-95d8-cb9f61248ad7', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'port_id': 'c3d10b51-d547-40c5-95d8-cb9f61248ad7', 'mac_address': 'fa:16:3e:87:fb:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:15:16.066446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port c3d10b51-d547-40c5-95d8-cb9f61248ad7 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:16.067204 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c3d10b51-d547-40c5-95d8-cb9f61248ad7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:16.081528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d10b51-d547-40c5-95d8-cb9f61248ad7 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:15:16.104686 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port c3d10b51-d547-40c5-95d8-cb9f61248ad7, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=c3d10b51-d547-40c5-95d8-cb9f61248ad7,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:15:16.112808 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c3d10b51-d547-40c5-95d8-cb9f61248ad7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:16.139690 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:16.166942 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=c3d10b51-d547-40c5-95d8-cb9f61248ad7,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:16.226630 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 51286f05-85ac-4368-a9b8-6e42f54cdde2 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:15:16.341073 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 51286f05-85ac-4368-a9b8-6e42f54cdde2, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=51286f05-85ac-4368-a9b8-6e42f54cdde2,segment=NetworkSegment(8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d),segment_id=8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:15:16.350986 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f4b1c-263c-4790-b277-35ab94d2e9b3 req-c37e9ced-3f55-466e-906e-a2c295300c1d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:16.353268 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0a5f4b1c-263c-4790-b277-35ab94d2e9b3 req-c37e9ced-3f55-466e-906e-a2c295300c1d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 944 time: 0.0581849 Feb 03 13:15:16.360856 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '51286f05-85ac-4368-a9b8-6e42f54cdde2', 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e', 'port_id': '51286f05-85ac-4368-a9b8-6e42f54cdde2', 'mac_address': 'fa:16:3e:e9:f1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339421c2-8777-4a31-9661-78e323658f93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:15:16.402888 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 51286f05-85ac-4368-a9b8-6e42f54cdde2 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:16.403436 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (51286f05-85ac-4368-a9b8-6e42f54cdde2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:16.416388 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0a5f4b1c-263c-4790-b277-35ab94d2e9b3 req-6b3d6a1e-b542-4d15-822a-a70e49714fb8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566661 Feb 03 13:15:16.418813 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51286f05-85ac-4368-a9b8-6e42f54cdde2 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:15:16.444890 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 51286f05-85ac-4368-a9b8-6e42f54cdde2, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=51286f05-85ac-4368-a9b8-6e42f54cdde2,segment=NetworkSegment(8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d),segment_id=8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:15:16.449676 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (51286f05-85ac-4368-a9b8-6e42f54cdde2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:16.489690 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['c3d10b51-d547-40c5-95d8-cb9f61248ad7'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:15:16.530622 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=51286f05-85ac-4368-a9b8-6e42f54cdde2,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:16.671350 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['51286f05-85ac-4368-a9b8-6e42f54cdde2'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:15:16.924834 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73519d-fa05-415f-8e4a-7961af5a00d9 req-a022f7c4-fb29-4eab-9149-9568e36d3a2b tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:16.926390 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f73519d-fa05-415f-8e4a-7961af5a00d9 req-a022f7c4-fb29-4eab-9149-9568e36d3a2b tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 944 time: 0.0534093 Feb 03 13:15:16.974776 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f73519d-fa05-415f-8e4a-7961af5a00d9 req-864b6556-d3ad-4b12-b68c-6fc614e497cf tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8728777-cd5d-4445-8bc2-ab507af5fc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428324 Feb 03 13:15:17.806640 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bc3ed-08e1-4621-abec-6706cf76a48c req-112b1004-8a55-45ca-bb50-14e21b1c36b2 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:17.808675 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2a5bc3ed-08e1-4621-abec-6706cf76a48c req-112b1004-8a55-45ca-bb50-14e21b1c36b2 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 944 time: 0.0556026 Feb 03 13:15:17.860573 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2a5bc3ed-08e1-4621-abec-6706cf76a48c req-23c83cac-c472-4d8e-a452-778e88fe78ef tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464244 Feb 03 13:15:17.922127 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device c3d10b51-d547-40c5-95d8-cb9f61248ad7 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:15:17.974496 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port c3d10b51-d547-40c5-95d8-cb9f61248ad7 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:15:17.978231 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port c3d10b51-d547-40c5-95d8-cb9f61248ad7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:17.978616 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c3d10b51-d547-40c5-95d8-cb9f61248ad7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:18.058299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port c3d10b51-d547-40c5-95d8-cb9f61248ad7 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:18.058689 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c3d10b51-d547-40c5-95d8-cb9f61248ad7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:18.080816 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d34d37f-fd53-492d-ba31-2c284a24bf79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d10b51-d547-40c5-95d8-cb9f61248ad7'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:15:18.083035 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7c7441-6051-4d92-a1ec-414fce012ade" -d '{"events": [{"server_uuid": "3d34d37f-fd53-492d-ba31-2c284a24bf79", "name": "network-vif-plugged", "status": "completed", "tag": "c3d10b51-d547-40c5-95d8-cb9f61248ad7"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:15:18.096713 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port c3d10b51-d547-40c5-95d8-cb9f61248ad7, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=c3d10b51-d547-40c5-95d8-cb9f61248ad7,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:15:18.101255 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c3d10b51-d547-40c5-95d8-cb9f61248ad7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:18.105428 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248579bc-7ef6-4541-a808-7b089ec681eb req-72c836f2-3f58-4a76-903a-669ac8ab1b73 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:18.114649 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-248579bc-7ef6-4541-a808-7b089ec681eb req-72c836f2-3f58-4a76-903a-669ac8ab1b73 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 944 time: 0.0700853 Feb 03 13:15:18.143096 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2169614-e8d8-42fe-aec0-7d633432f490 x-openstack-request-id: req-a2169614-e8d8-42fe-aec0-7d633432f490 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:15:18.143463 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d34d37f-fd53-492d-ba31-2c284a24bf79", "name": "network-vif-plugged", "status": "completed", "tag": "c3d10b51-d547-40c5-95d8-cb9f61248ad7", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:15:18.143719 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2169614-e8d8-42fe-aec0-7d633432f490 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:15:18.144776 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d34d37f-fd53-492d-ba31-2c284a24bf79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d10b51-d547-40c5-95d8-cb9f61248ad7', 'code': 200} Feb 03 13:15:18.168649 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-248579bc-7ef6-4541-a808-7b089ec681eb req-53482866-f63d-48d2-a363-84b61f0f54fb tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8728777-cd5d-4445-8bc2-ab507af5fc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529068 Feb 03 13:15:18.169387 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=c3d10b51-d547-40c5-95d8-cb9f61248ad7,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:18.225886 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 51286f05-85ac-4368-a9b8-6e42f54cdde2 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:15:18.279898 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064b2b8-7e47-4118-afee-177cc2df45ba req-b3ff9fae-e925-4ae1-ab49-63a1adfde695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:18.280548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 51286f05-85ac-4368-a9b8-6e42f54cdde2 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:15:18.281493 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f064b2b8-7e47-4118-afee-177cc2df45ba req-b3ff9fae-e925-4ae1-ab49-63a1adfde695 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 1127 time: 0.0526083 Feb 03 13:15:18.284680 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 51286f05-85ac-4368-a9b8-6e42f54cdde2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:15:18.285054 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (51286f05-85ac-4368-a9b8-6e42f54cdde2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:18.336262 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f064b2b8-7e47-4118-afee-177cc2df45ba req-6457745b-3173-487b-ad12-101e8f55bcea service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489144 Feb 03 13:15:18.365218 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 51286f05-85ac-4368-a9b8-6e42f54cdde2 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:15:18.365613 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (51286f05-85ac-4368-a9b8-6e42f54cdde2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:18.401937 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 51286f05-85ac-4368-a9b8-6e42f54cdde2, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=51286f05-85ac-4368-a9b8-6e42f54cdde2,segment=NetworkSegment(8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d),segment_id=8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:15:18.406127 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (51286f05-85ac-4368-a9b8-6e42f54cdde2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:18.453338 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=51286f05-85ac-4368-a9b8-6e42f54cdde2,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:18.993419 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cb1d4-6cea-4724-922f-6188c50ebe07 req-ec002542-1479-47e3-91f2-d80a50331d38 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:18.995672 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f75cb1d4-6cea-4724-922f-6188c50ebe07 req-ec002542-1479-47e3-91f2-d80a50331d38 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 945 time: 0.0600615 Feb 03 13:15:19.047568 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f75cb1d4-6cea-4724-922f-6188c50ebe07 req-60780cf2-d753-47a1-9104-f2e2e25a0804 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461416 Feb 03 13:15:19.301402 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93c994-a39c-4707-bf02-425ac9b30f73 req-bf48d417-299e-4ce6-b23b-73960d94fc7a tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:19.302909 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-de93c994-a39c-4707-bf02-425ac9b30f73 req-bf48d417-299e-4ce6-b23b-73960d94fc7a tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 945 time: 0.0620742 Feb 03 13:15:19.353013 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-de93c994-a39c-4707-bf02-425ac9b30f73 req-42198698-2f46-4114-9a74-4beac7d9f697 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8728777-cd5d-4445-8bc2-ab507af5fc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435529 Feb 03 13:15:20.146429 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6c46c7-1207-46c5-aee2-fd5f55d2974a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51286f05-85ac-4368-a9b8-6e42f54cdde2'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:15:20.150979 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e0b008-05ab-4cc1-b76c-fad25f0669e4" -d '{"events": [{"server_uuid": "0f6c46c7-1207-46c5-aee2-fd5f55d2974a", "name": "network-vif-plugged", "status": "completed", "tag": "51286f05-85ac-4368-a9b8-6e42f54cdde2"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:15:20.189600 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b06720-da92-4e4e-9d49-00270e5c8072 req-0fb6ffc4-0127-44b5-b41f-efad4eb173dc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:20.195178 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a4b06720-da92-4e4e-9d49-00270e5c8072 req-0fb6ffc4-0127-44b5-b41f-efad4eb173dc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 945 time: 0.0694561 Feb 03 13:15:20.196954 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b392dee-dddd-4245-8e67-daea1bd9c13d x-openstack-request-id: req-4b392dee-dddd-4245-8e67-daea1bd9c13d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:15:20.197324 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6c46c7-1207-46c5-aee2-fd5f55d2974a", "name": "network-vif-plugged", "status": "completed", "tag": "51286f05-85ac-4368-a9b8-6e42f54cdde2", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:15:20.197690 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b392dee-dddd-4245-8e67-daea1bd9c13d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:15:20.198156 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6c46c7-1207-46c5-aee2-fd5f55d2974a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51286f05-85ac-4368-a9b8-6e42f54cdde2', 'code': 200} Feb 03 13:15:20.248293 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a4b06720-da92-4e4e-9d49-00270e5c8072 req-b1d6c9de-5404-4d71-9d38-405c9d4fdc3b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510046 Feb 03 13:15:20.314153 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96cdc6-987b-409e-96d9-37cf5adbabde req-5ae8f722-951d-452c-a96c-2d3fa64b472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:20.315890 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5b96cdc6-987b-409e-96d9-37cf5adbabde req-5ae8f722-951d-452c-a96c-2d3fa64b472f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 1127 time: 0.0623269 Feb 03 13:15:20.385583 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5b96cdc6-987b-409e-96d9-37cf5adbabde req-a352dd74-cd4d-4692-a198-fcf2ca2b5640 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a8728777-cd5d-4445-8bc2-ab507af5fc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634961 Feb 03 13:15:20.397919 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87500aa6-20a7-459e-a46b-010a180e435d req-a64c54c2-01b7-477c-9489-aae6dc4cc06f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:20.399553 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87500aa6-20a7-459e-a46b-010a180e435d req-a64c54c2-01b7-477c-9489-aae6dc4cc06f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 945 time: 0.0656991 Feb 03 13:15:20.457497 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87500aa6-20a7-459e-a46b-010a180e435d req-2d657e6e-21c6-4d71-b58c-c50d4a72cc22 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514858 Feb 03 13:15:20.492501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36174) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:20.494115 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a805361-8a50-4ebc-85dd-db7f393fb604 req-c6cc8363-dfb9-44a2-a74b-18b12a3ad5a8 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:20.496241 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a805361-8a50-4ebc-85dd-db7f393fb604 req-c6cc8363-dfb9-44a2-a74b-18b12a3ad5a8 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 945 time: 0.0659232 Feb 03 13:15:20.552477 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7a805361-8a50-4ebc-85dd-db7f393fb604 req-179fe0ea-e192-4c8d-8892-e0a28dd0fd3d tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8728777-cd5d-4445-8bc2-ab507af5fc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477104 Feb 03 13:15:20.761386 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b40095b-d60c-4a6b-bde2-25749741ccee tempest-TestVolumeBootPattern-1914303334 tempest-TestVolumeBootPattern-1914303334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:20.762967 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6b40095b-d60c-4a6b-bde2-25749741ccee tempest-TestVolumeBootPattern-1914303334 tempest-TestVolumeBootPattern-1914303334-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 1122 time: 0.2693982 Feb 03 13:15:20.765941 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36182) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:20.770876 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ef2bf253-fb6f-4f51-988a-c11a48929642 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': 'c3d10b51-d547-40c5-95d8-cb9f61248ad7', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:15:20.797207 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf253-fb6f-4f51-988a-c11a48929642 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:20.898804 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf253-fb6f-4f51-988a-c11a48929642 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:21.007731 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ef2bf253-fb6f-4f51-988a-c11a48929642 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Allocated IP 172.25.6.105 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/89cfac2b-661a-4e22-ba7b-44921c95fac0) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:15:21.110793 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf253-fb6f-4f51-988a-c11a48929642 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for port (89cfac2b-661a-4e22-ba7b-44921c95fac0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:21.156781 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf253-fb6f-4f51-988a-c11a48929642 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (89cfac2b-661a-4e22-ba7b-44921c95fac0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:21.201258 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2bf253-fb6f-4f51-988a-c11a48929642 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:15:21.205980 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ef2bf253-fb6f-4f51-988a-c11a48929642 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:15:21.209421 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2bf253-fb6f-4f51-988a-c11a48929642 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:15:21.231785 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2bf253-fb6f-4f51-988a-c11a48929642 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event updated for resources: {'Port': ['ID=89cfac2b-661a-4e22-ba7b-44921c95fac0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:21.602187 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf253-fb6f-4f51-988a-c11a48929642 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for floatingip (62b7d6d1-43a9-4f16-8a23-9bed9a798c24), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:21.685387 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf253-fb6f-4f51-988a-c11a48929642 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (89cfac2b-661a-4e22-ba7b-44921c95fac0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:21.703592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27fd4b-6aaa-45a3-8be1-a4e5df5d325e req-589c8e31-61cf-44d0-9cf8-1e039207ef6d tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:21.705980 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be27fd4b-6aaa-45a3-8be1-a4e5df5d325e req-589c8e31-61cf-44d0-9cf8-1e039207ef6d tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 945 time: 0.0848677 Feb 03 13:15:21.757336 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be27fd4b-6aaa-45a3-8be1-a4e5df5d325e req-35aca700-b018-41f5-82a8-e27ad92b24d2 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8728777-cd5d-4445-8bc2-ab507af5fc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456998 Feb 03 13:15:21.852872 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf253-fb6f-4f51-988a-c11a48929642 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for port (89cfac2b-661a-4e22-ba7b-44921c95fac0), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:21.867576 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf253-fb6f-4f51-988a-c11a48929642 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (89cfac2b-661a-4e22-ba7b-44921c95fac0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:21.879643 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:15:21.966568 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2bf253-fb6f-4f51-988a-c11a48929642 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event updated for resources: {'Port': ['ID=89cfac2b-661a-4e22-ba7b-44921c95fac0,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:21.988894 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb4e82-83f2-4b12-9312-5122dd9fd172 req-bf2161d4-28ed-4f50-bcea-295f48ae685a tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:21.990976 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6cb4e82-83f2-4b12-9312-5122dd9fd172 req-bf2161d4-28ed-4f50-bcea-295f48ae685a tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 945 time: 0.1357658 Feb 03 13:15:21.992108 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf253-fb6f-4f51-988a-c11a48929642 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (62b7d6d1-43a9-4f16-8a23-9bed9a798c24), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:22.118571 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6cb4e82-83f2-4b12-9312-5122dd9fd172 req-1d0b326d-5941-4208-9a2d-19b605801f7d tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8728777-cd5d-4445-8bc2-ab507af5fc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891178 Feb 03 13:15:22.130315 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-ef2bf253-fb6f-4f51-988a-c11a48929642 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Floating IP 62b7d6d1-43a9-4f16-8a23-9bed9a798c24 associated. External IP: 172.25.6.105, port: c3d10b51-d547-40c5-95d8-cb9f61248ad7. Feb 03 13:15:22.250272 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596c104-9480-4b52-9b3f-f83d2a9c4adf req-bd2a7e29-49e8-49ba-b936-4206cfc66f6c tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:22.251844 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8596c104-9480-4b52-9b3f-f83d2a9c4adf req-bd2a7e29-49e8-49ba-b936-4206cfc66f6c tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 945 time: 0.0639114 Feb 03 13:15:22.304946 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8596c104-9480-4b52-9b3f-f83d2a9c4adf req-7fcdecc4-bae3-4d37-8c30-f59b3e685b9d tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8728777-cd5d-4445-8bc2-ab507af5fc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475004 Feb 03 13:15:22.332687 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 36218) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:22.368415 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2bf253-fb6f-4f51-988a-c11a48929642 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:15:22.424403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6b835d-88be-44b7-a97b-d2b2439343d9 tempest-TestServerBasicOps-712285687 tempest-TestServerBasicOps-712285687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:22.429191 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 36222) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:15:22.429411 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fa6b835d-88be-44b7-a97b-d2b2439343d9 tempest-TestServerBasicOps-712285687 tempest-TestServerBasicOps-712285687-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 1122 time: 0.0955644 Feb 03 13:15:22.458485 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c8caf96c-6000-4d06-8c5a-6896b02a899f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': '51286f05-85ac-4368-a9b8-6e42f54cdde2', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:15:22.498166 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8caf96c-6000-4d06-8c5a-6896b02a899f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:22.502405 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2bf253-fb6f-4f51-988a-c11a48929642 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:15:22.513637 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a98a4ef-5f75-4f19-9c66-39007d2043e6 None None] Sync routers for ids ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:15:22.525711 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a98a4ef-5f75-4f19-9c66-39007d2043e6 None None] Routers {'6706e8e8-8fae-4a85-8b85-75b4f00f3fba'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:15:22.527807 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2a98a4ef-5f75-4f19-9c66-39007d2043e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:15:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:22.543855 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf253-fb6f-4f51-988a-c11a48929642 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:22.610216 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ef2bf253-fb6f-4f51-988a-c11a48929642 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8430488 Feb 03 13:15:22.611531 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d34d37f-fd53-492d-ba31-2c284a24bf79', 'tag': 'c3d10b51-d547-40c5-95d8-cb9f61248ad7'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:15:22.613794 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc8b0a6-cc25-411c-b472-883f59032953" -d '{"events": [{"name": "network-changed", "server_uuid": "3d34d37f-fd53-492d-ba31-2c284a24bf79", "tag": "c3d10b51-d547-40c5-95d8-cb9f61248ad7"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:15:22.657110 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7706f166-b865-4253-9959-0291e948d338 x-openstack-request-id: req-7706f166-b865-4253-9959-0291e948d338 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:15:22.658039 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d34d37f-fd53-492d-ba31-2c284a24bf79", "tag": "c3d10b51-d547-40c5-95d8-cb9f61248ad7", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:15:22.658500 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7706f166-b865-4253-9959-0291e948d338 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:15:22.659098 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d34d37f-fd53-492d-ba31-2c284a24bf79', 'tag': 'c3d10b51-d547-40c5-95d8-cb9f61248ad7', 'status': 'completed', 'code': 200} Feb 03 13:15:22.661518 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-2a98a4ef-5f75-4f19-9c66-39007d2043e6 None None] Set router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:15:22.668233 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8caf96c-6000-4d06-8c5a-6896b02a899f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:22.770731 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8b0a6-cc25-411c-b472-883f59032953 req-bed6c09a-9206-4e7f-9f45-d7757d01cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:22.772671 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fdc8b0a6-cc25-411c-b472-883f59032953 req-bed6c09a-9206-4e7f-9f45-d7757d01cd0b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 1127 time: 0.0729685 Feb 03 13:15:22.797236 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c8caf96c-6000-4d06-8c5a-6896b02a899f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Allocated IP 172.25.6.178 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/16cd4c51-95e5-4389-8757-f6455beaa782) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:15:22.916014 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8b0a6-cc25-411c-b472-883f59032953 req-56a7d4bd-466d-4b53-a263-9e9455b5e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:22.918403 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fdc8b0a6-cc25-411c-b472-883f59032953 req-56a7d4bd-466d-4b53-a263-9e9455b5e364 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 912 time: 0.1390846 Feb 03 13:15:22.932117 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8caf96c-6000-4d06-8c5a-6896b02a899f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for port (16cd4c51-95e5-4389-8757-f6455beaa782), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:22.937131 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2a98a4ef-5f75-4f19-9c66-39007d2043e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '453aabd2-02bf-4eaf-ae48-afa9aa0c1202', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'floating_ip_address': '172.25.6.146', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'port_id': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'mac_address': 'fa:16:3e:e5:aa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35f4dbd-8b21-4259-9219-a176d1e757a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:12:49Z', 'updated_at': '2022-02-03T13:12:52Z', 'revision_number': 1, 'project_id': '47cedc9968b440be9d535d988911feb3', 'fixed_ip_address_scope': None}, {'id': '62b7d6d1-43a9-4f16-8a23-9bed9a798c24', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'floating_ip_address': '172.25.6.105', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'port_id': 'c3d10b51-d547-40c5-95d8-cb9f61248ad7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'mac_address': 'fa:16:3e:87:fb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d34d37f-fd53-492d-ba31-2c284a24bf79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:15:21Z', 'updated_at': '2022-02-03T13:15:21Z', 'revision_number': 0, 'project_id': '47cedc9968b440be9d535d988911feb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b856c3b-1468-4cb9-a440-0488bc37e56d', 'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'mac_address': 'fa:16:3e:2d:09:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:02Z', 'updated_at': '2022-02-03T13:01:21Z', 'revision_number': 5, 'project_id': '47cedc9968b440be9d535d988911feb3', 'subnets': [{'id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:22.976771 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a98a4ef-5f75-4f19-9c66-39007d2043e6 None None] Checking router: 6706e8e8-8fae-4a85-8b85-75b4f00f3fba for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:15:22.978661 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8caf96c-6000-4d06-8c5a-6896b02a899f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (16cd4c51-95e5-4389-8757-f6455beaa782), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:22.986899 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a98a4ef-5f75-4f19-9c66-39007d2043e6 None None] Routers {'6706e8e8-8fae-4a85-8b85-75b4f00f3fba'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:15:22.987524 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2a98a4ef-5f75-4f19-9c66-39007d2043e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:15:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:22.999839 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fdc8b0a6-cc25-411c-b472-883f59032953 req-9b94ba56-da97-47e1-bc13-90de236ded64 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3d10b51-d547-40c5-95d8-cb9f61248ad7 HTTP/1.1" status: 200 len: 999 time: 0.0756049 Feb 03 13:15:23.032137 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8caf96c-6000-4d06-8c5a-6896b02a899f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:15:23.038745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c8caf96c-6000-4d06-8c5a-6896b02a899f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:15:23.043165 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8caf96c-6000-4d06-8c5a-6896b02a899f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:15:23.076310 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8b0a6-cc25-411c-b472-883f59032953 req-8dcadeef-3e23-4df4-ab1d-118a3101f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:23.078556 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fdc8b0a6-cc25-411c-b472-883f59032953 req-8dcadeef-3e23-4df4-ab1d-118a3101f0aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.0729403 Feb 03 13:15:23.080101 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8caf96c-6000-4d06-8c5a-6896b02a899f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Pushing event updated for resources: {'Port': ['ID=16cd4c51-95e5-4389-8757-f6455beaa782,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:23.158107 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8b0a6-cc25-411c-b472-883f59032953 req-4f0620cc-3c2a-4f4a-998c-4e61bf4d4e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:23.160029 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fdc8b0a6-cc25-411c-b472-883f59032953 req-4f0620cc-3c2a-4f4a-998c-4e61bf4d4e54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0670154 Feb 03 13:15:23.231536 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-2a98a4ef-5f75-4f19-9c66-39007d2043e6 None None] Set router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:15:23.286913 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fdc8b0a6-cc25-411c-b472-883f59032953 req-6e237813-b38c-481a-a81d-80d955ff1bee service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196191 Feb 03 13:15:23.399044 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fdc8b0a6-cc25-411c-b472-883f59032953 req-8136be02-ba46-47fe-b7ca-df3719914a1f service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052539 Feb 03 13:15:23.494219 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8caf96c-6000-4d06-8c5a-6896b02a899f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for floatingip (a47b7653-b2fb-4c96-b6a8-a25d29427687), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:23.524601 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2a98a4ef-5f75-4f19-9c66-39007d2043e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '453aabd2-02bf-4eaf-ae48-afa9aa0c1202', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'floating_ip_address': '172.25.6.146', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'port_id': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'mac_address': 'fa:16:3e:e5:aa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35f4dbd-8b21-4259-9219-a176d1e757a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:12:49Z', 'updated_at': '2022-02-03T13:12:52Z', 'revision_number': 1, 'project_id': '47cedc9968b440be9d535d988911feb3', 'fixed_ip_address_scope': None}, {'id': '62b7d6d1-43a9-4f16-8a23-9bed9a798c24', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'floating_ip_address': '172.25.6.105', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'port_id': 'c3d10b51-d547-40c5-95d8-cb9f61248ad7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'mac_address': 'fa:16:3e:87:fb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d34d37f-fd53-492d-ba31-2c284a24bf79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:15:21Z', 'updated_at': '2022-02-03T13:15:21Z', 'revision_number': 0, 'project_id': '47cedc9968b440be9d535d988911feb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b856c3b-1468-4cb9-a440-0488bc37e56d', 'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'mac_address': 'fa:16:3e:2d:09:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:02Z', 'updated_at': '2022-02-03T13:01:21Z', 'revision_number': 5, 'project_id': '47cedc9968b440be9d535d988911feb3', 'subnets': [{'id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:23.553332 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a98a4ef-5f75-4f19-9c66-39007d2043e6 None None] The sync data for ids ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'] in n-d-827336-3 is: [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '453aabd2-02bf-4eaf-ae48-afa9aa0c1202', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'floating_ip_address': '172.25.6.146', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'port_id': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'mac_address': 'fa:16:3e:e5:aa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35f4dbd-8b21-4259-9219-a176d1e757a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:12:49Z', 'updated_at': '2022-02-03T13:12:52Z', 'revision_number': 1, 'project_id': '47cedc9968b440be9d535d988911feb3', 'fixed_ip_address_scope': None}, {'id': '62b7d6d1-43a9-4f16-8a23-9bed9a798c24', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'floating_ip_address': '172.25.6.105', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'port_id': 'c3d10b51-d547-40c5-95d8-cb9f61248ad7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'mac_address': 'fa:16:3e:87:fb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d34d37f-fd53-492d-ba31-2c284a24bf79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:15:21Z', 'updated_at': '2022-02-03T13:15:21Z', 'revision_number': 0, 'project_id': '47cedc9968b440be9d535d988911feb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b856c3b-1468-4cb9-a440-0488bc37e56d', 'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'mac_address': 'fa:16:3e:2d:09:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:02Z', 'updated_at': '2022-02-03T13:01:21Z', 'revision_number': 5, 'project_id': '47cedc9968b440be9d535d988911feb3', 'subnets': [{'id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:15:23.574271 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8caf96c-6000-4d06-8c5a-6896b02a899f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (16cd4c51-95e5-4389-8757-f6455beaa782), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:23.741154 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8caf96c-6000-4d06-8c5a-6896b02a899f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for port (16cd4c51-95e5-4389-8757-f6455beaa782), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:23.746740 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8caf96c-6000-4d06-8c5a-6896b02a899f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (16cd4c51-95e5-4389-8757-f6455beaa782), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:23.811837 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d187ec-9bf3-4c39-843b-b36757726174 None None] New status for floating IP 62b7d6d1-43a9-4f16-8a23-9bed9a798c24: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:15:23.820248 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8caf96c-6000-4d06-8c5a-6896b02a899f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Pushing event updated for resources: {'Port': ['ID=16cd4c51-95e5-4389-8757-f6455beaa782,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:15:23.835131 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8caf96c-6000-4d06-8c5a-6896b02a899f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (a47b7653-b2fb-4c96-b6a8-a25d29427687), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:23.940780 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-c8caf96c-6000-4d06-8c5a-6896b02a899f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Floating IP a47b7653-b2fb-4c96-b6a8-a25d29427687 associated. External IP: 172.25.6.178, port: 51286f05-85ac-4368-a9b8-6e42f54cdde2. Feb 03 13:15:24.162716 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8caf96c-6000-4d06-8c5a-6896b02a899f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Router 19ad2c17-1136-4267-84be-cbb921622c3c has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:15:24.278031 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8caf96c-6000-4d06-8c5a-6896b02a899f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:15:24.288644 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d0e46b-bf5a-48a5-b287-5192cb7212d2 None None] Sync routers for ids ['19ad2c17-1136-4267-84be-cbb921622c3c'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:15:24.298284 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8caf96c-6000-4d06-8c5a-6896b02a899f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:24.301782 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d0e46b-bf5a-48a5-b287-5192cb7212d2 None None] Routers {'19ad2c17-1136-4267-84be-cbb921622c3c'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:15:24.302579 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f6d0e46b-bf5a-48a5-b287-5192cb7212d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:15:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['19ad2c17-1136-4267-84be-cbb921622c3c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:24.421057 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-f6d0e46b-bf5a-48a5-b287-5192cb7212d2 None None] Set router 19ad2c17-1136-4267-84be-cbb921622c3c gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:15:24.718794 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c8caf96c-6000-4d06-8c5a-6896b02a899f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2881453 Feb 03 13:15:24.719322 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6c46c7-1207-46c5-aee2-fd5f55d2974a', 'tag': '51286f05-85ac-4368-a9b8-6e42f54cdde2'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:15:24.721596 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16bf524-303c-409b-9b71-0439d7b28e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6c46c7-1207-46c5-aee2-fd5f55d2974a", "tag": "51286f05-85ac-4368-a9b8-6e42f54cdde2"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:15:24.730190 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f6d0e46b-bf5a-48a5-b287-5192cb7212d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'name': 'tempest-TestServerBasicOps-1587867443-router', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7114f774-aff9-447e-b03f-a353446b3be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:50Z', 'updated_at': '2022-02-03T13:14:55Z', 'revision_number': 4, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'gw_port': {'id': '7114f774-aff9-447e-b03f-a353446b3be3', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:51Z', 'updated_at': '2022-02-03T13:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'a47b7653-b2fb-4c96-b6a8-a25d29427687', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'floating_ip_address': '172.25.6.178', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'port_id': '51286f05-85ac-4368-a9b8-6e42f54cdde2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e', 'mac_address': 'fa:16:3e:e9:f1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c46c7-1207-46c5-aee2-fd5f55d2974a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:15:23Z', 'updated_at': '2022-02-03T13:15:23Z', 'revision_number': 0, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4876a27-1cd9-451e-9da7-8b1e8a40740a', 'name': '', 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'mac_address': 'fa:16:3e:0e:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '339421c2-8777-4a31-9661-78e323658f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:54Z', 'updated_at': '2022-02-03T13:15:01Z', 'revision_number': 5, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'subnets': [{'id': '339421c2-8777-4a31-9661-78e323658f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:24.762410 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d0e46b-bf5a-48a5-b287-5192cb7212d2 None None] Checking router: 19ad2c17-1136-4267-84be-cbb921622c3c for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:15:24.763379 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66acbfec-ddd7-4398-b7d2-1e662523ad0c x-openstack-request-id: req-66acbfec-ddd7-4398-b7d2-1e662523ad0c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:15:24.763678 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6c46c7-1207-46c5-aee2-fd5f55d2974a", "tag": "51286f05-85ac-4368-a9b8-6e42f54cdde2", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:15:24.763963 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66acbfec-ddd7-4398-b7d2-1e662523ad0c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:15:24.764366 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6c46c7-1207-46c5-aee2-fd5f55d2974a', 'tag': '51286f05-85ac-4368-a9b8-6e42f54cdde2', 'status': 'completed', 'code': 200} Feb 03 13:15:24.771613 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d0e46b-bf5a-48a5-b287-5192cb7212d2 None None] Routers {'19ad2c17-1136-4267-84be-cbb921622c3c'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:15:24.772321 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f6d0e46b-bf5a-48a5-b287-5192cb7212d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:15:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['19ad2c17-1136-4267-84be-cbb921622c3c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:24.836845 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bf524-303c-409b-9b71-0439d7b28e0a req-ddb99961-7d3b-41bc-858f-0d39fe494f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:24.839027 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e16bf524-303c-409b-9b71-0439d7b28e0a req-ddb99961-7d3b-41bc-858f-0d39fe494f3d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=740fd4bdd3614d5cb10a7e53a2f3d225&device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 1127 time: 0.0487792 Feb 03 13:15:24.890388 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-f6d0e46b-bf5a-48a5-b287-5192cb7212d2 None None] Set router 19ad2c17-1136-4267-84be-cbb921622c3c gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:15:24.939279 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bf524-303c-409b-9b71-0439d7b28e0a req-9076d20a-939d-4835-a162-28d32eba9252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:24.941028 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e16bf524-303c-409b-9b71-0439d7b28e0a req-9076d20a-939d-4835-a162-28d32eba9252 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4af481c1-fb23-443f-9465-3a600d2f342e HTTP/1.1" status: 200 len: 910 time: 0.0969296 Feb 03 13:15:25.013503 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e16bf524-303c-409b-9b71-0439d7b28e0a req-c4fe082e-741e-4c0d-b69b-654659948411 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51286f05-85ac-4368-a9b8-6e42f54cdde2 HTTP/1.1" status: 200 len: 999 time: 0.0667245 Feb 03 13:15:25.078111 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bf524-303c-409b-9b71-0439d7b28e0a req-6da88f3f-2d58-4ef9-bb3b-8fb7a0e2c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:25.079615 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e16bf524-303c-409b-9b71-0439d7b28e0a req-6da88f3f-2d58-4ef9-bb3b-8fb7a0e2c0b5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=339421c2-8777-4a31-9661-78e323658f93 HTTP/1.1" status: 200 len: 848 time: 0.0594444 Feb 03 13:15:25.141499 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bf524-303c-409b-9b71-0439d7b28e0a req-38b4e02a-c562-4a54-941b-7f076fa7e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:25.142993 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e16bf524-303c-409b-9b71-0439d7b28e0a req-38b4e02a-c562-4a54-941b-7f076fa7e2c4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4af481c1-fb23-443f-9465-3a600d2f342e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0556133 Feb 03 13:15:25.160966 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-f6d0e46b-bf5a-48a5-b287-5192cb7212d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'name': 'tempest-TestServerBasicOps-1587867443-router', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7114f774-aff9-447e-b03f-a353446b3be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:50Z', 'updated_at': '2022-02-03T13:14:55Z', 'revision_number': 4, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'gw_port': {'id': '7114f774-aff9-447e-b03f-a353446b3be3', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:51Z', 'updated_at': '2022-02-03T13:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'a47b7653-b2fb-4c96-b6a8-a25d29427687', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'floating_ip_address': '172.25.6.178', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'port_id': '51286f05-85ac-4368-a9b8-6e42f54cdde2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e', 'mac_address': 'fa:16:3e:e9:f1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c46c7-1207-46c5-aee2-fd5f55d2974a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:15:23Z', 'updated_at': '2022-02-03T13:15:23Z', 'revision_number': 0, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4876a27-1cd9-451e-9da7-8b1e8a40740a', 'name': '', 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'mac_address': 'fa:16:3e:0e:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '339421c2-8777-4a31-9661-78e323658f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:54Z', 'updated_at': '2022-02-03T13:15:01Z', 'revision_number': 5, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'subnets': [{'id': '339421c2-8777-4a31-9661-78e323658f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:15:25.193216 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d0e46b-bf5a-48a5-b287-5192cb7212d2 None None] The sync data for ids ['19ad2c17-1136-4267-84be-cbb921622c3c'] in n-d-827336-3 is: [{'id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'name': 'tempest-TestServerBasicOps-1587867443-router', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7114f774-aff9-447e-b03f-a353446b3be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:50Z', 'updated_at': '2022-02-03T13:14:55Z', 'revision_number': 4, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'gw_port': {'id': '7114f774-aff9-447e-b03f-a353446b3be3', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:51Z', 'updated_at': '2022-02-03T13:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'a47b7653-b2fb-4c96-b6a8-a25d29427687', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'floating_ip_address': '172.25.6.178', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'port_id': '51286f05-85ac-4368-a9b8-6e42f54cdde2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e', 'mac_address': 'fa:16:3e:e9:f1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c46c7-1207-46c5-aee2-fd5f55d2974a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:15:23Z', 'updated_at': '2022-02-03T13:15:23Z', 'revision_number': 0, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4876a27-1cd9-451e-9da7-8b1e8a40740a', 'name': '', 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'mac_address': 'fa:16:3e:0e:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '339421c2-8777-4a31-9661-78e323658f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:54Z', 'updated_at': '2022-02-03T13:15:01Z', 'revision_number': 5, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'subnets': [{'id': '339421c2-8777-4a31-9661-78e323658f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:15:25.241430 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e16bf524-303c-409b-9b71-0439d7b28e0a req-f52686cc-59de-4b17-91a4-d0b3ce7a8aca service neutron] 10.222.0.31 "GET /v2.0/networks/4af481c1-fb23-443f-9465-3a600d2f342e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926876 Feb 03 13:15:25.348783 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e16bf524-303c-409b-9b71-0439d7b28e0a req-3b6f4616-9ec1-4aff-acb4-d83e5d8f543e service neutron] 10.222.0.31 "GET /v2.0/networks/4af481c1-fb23-443f-9465-3a600d2f342e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019976 Feb 03 13:15:25.431076 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4037cd-f025-4a4f-9085-d4976cb72f3e None None] New status for floating IP a47b7653-b2fb-4c96-b6a8-a25d29427687: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:15:31.390817 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:33.523966 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0441c655-e98c-40b9-8394-4dd84cb2d7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:36.162836 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4a293dee-0e4e-4121-a5a1-551fecec8254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:37.036990 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:38.331506 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:39.936522 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:44.195190 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-27f1c7f0-80a7-429c-b19a-139259fe8603 req-f8822188-1b0f-461f-9b13-feb734e5a4fc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495639 Feb 03 13:15:44.293761 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1c7f0-80a7-429c-b19a-139259fe8603 req-81957d51-f7a8-46a5-aa49-c74141a76a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:44.295539 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-27f1c7f0-80a7-429c-b19a-139259fe8603 req-81957d51-f7a8-46a5-aa49-c74141a76a62 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 1127 time: 0.0545220 Feb 03 13:15:44.424530 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1c7f0-80a7-429c-b19a-139259fe8603 req-0d919803-a6fb-4e02-a624-590fbfb75479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:44.425456 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-27f1c7f0-80a7-429c-b19a-139259fe8603 req-0d919803-a6fb-4e02-a624-590fbfb75479 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 912 time: 0.1039226 Feb 03 13:15:44.501487 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-27f1c7f0-80a7-429c-b19a-139259fe8603 req-26b461ab-4af2-4b58-aea1-983931049756 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7db0634-bfb2-48c5-9a7a-6780d46546f3 HTTP/1.1" status: 200 len: 1001 time: 0.0701494 Feb 03 13:15:44.560993 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1c7f0-80a7-429c-b19a-139259fe8603 req-8a489b3f-bef2-4af5-bdb9-ee528b993e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:44.562393 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-27f1c7f0-80a7-429c-b19a-139259fe8603 req-8a489b3f-bef2-4af5-bdb9-ee528b993e61 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.0544205 Feb 03 13:15:44.615522 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1c7f0-80a7-429c-b19a-139259fe8603 req-24b331f4-5799-4044-b52f-2f9245b605d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:44.617209 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-27f1c7f0-80a7-429c-b19a-139259fe8603 req-24b331f4-5799-4044-b52f-2f9245b605d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478129 Feb 03 13:15:44.740626 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-27f1c7f0-80a7-429c-b19a-139259fe8603 req-51b5c82d-2062-4d5d-93df-0fb9be40063f service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169889 Feb 03 13:15:44.871037 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-27f1c7f0-80a7-429c-b19a-139259fe8603 req-60c7dac6-2a31-49fc-8b79-421bd74c933a service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226566 Feb 03 13:15:46.170149 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:15:55.201470 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-246ae86e-5c8d-4e8e-b7a7-c596d8f9ce40 req-b62ff416-2493-4105-aad1-90ed21fc62eb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1009035 Feb 03 13:15:55.305959 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ae86e-5c8d-4e8e-b7a7-c596d8f9ce40 req-23e5401e-fb00-43cf-a9ed-1634cbbd3df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:55.307656 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-246ae86e-5c8d-4e8e-b7a7-c596d8f9ce40 req-23e5401e-fb00-43cf-a9ed-1634cbbd3df4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 1127 time: 0.0469470 Feb 03 13:15:55.425471 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ae86e-5c8d-4e8e-b7a7-c596d8f9ce40 req-85480938-54a8-40ef-8216-a0740c47481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:55.426962 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-246ae86e-5c8d-4e8e-b7a7-c596d8f9ce40 req-85480938-54a8-40ef-8216-a0740c47481f service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 912 time: 0.0997524 Feb 03 13:15:55.496025 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-246ae86e-5c8d-4e8e-b7a7-c596d8f9ce40 req-1cfb4cd8-3eff-492d-8cb3-baa6d86c2266 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3d10b51-d547-40c5-95d8-cb9f61248ad7 HTTP/1.1" status: 200 len: 1001 time: 0.0632010 Feb 03 13:15:55.550752 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ae86e-5c8d-4e8e-b7a7-c596d8f9ce40 req-019412a1-bc7e-49ea-a1a2-dcbfdb3518ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:55.552321 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-246ae86e-5c8d-4e8e-b7a7-c596d8f9ce40 req-019412a1-bc7e-49ea-a1a2-dcbfdb3518ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.0514181 Feb 03 13:15:55.603772 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ae86e-5c8d-4e8e-b7a7-c596d8f9ce40 req-4c24692f-099e-4eea-98ec-0c9d6f25a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:15:55.606190 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-246ae86e-5c8d-4e8e-b7a7-c596d8f9ce40 req-4c24692f-099e-4eea-98ec-0c9d6f25a4a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484455 Feb 03 13:15:55.706371 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-246ae86e-5c8d-4e8e-b7a7-c596d8f9ce40 req-17757142-7295-4dc4-9474-ec5b3df8ad8e service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944157 Feb 03 13:15:55.808459 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-246ae86e-5c8d-4e8e-b7a7-c596d8f9ce40 req-4a53e782-315f-470d-adf8-5c7d3fc4f617 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930121 Feb 03 13:15:58.880060 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:16:00.088582 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37154) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:16:00.207070 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b69a0-6b6a-4c19-a561-afe760da10bf req-5a13f897-4500-4bdf-9206-9ec9cdd8cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:00.208742 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-305da715-9d30-4fce-acf2-da4a16ac6e47 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:00.209264 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d43b69a0-6b6a-4c19-a561-afe760da10bf req-5a13f897-4500-4bdf-9206-9ec9cdd8cfc9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 1127 time: 0.1192136 Feb 03 13:16:00.210308 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-305da715-9d30-4fce-acf2-da4a16ac6e47 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/networks?id=cd921628-78de-41f1-8d9a-7a134af04351 HTTP/1.1" status: 200 len: 813 time: 0.1289971 Feb 03 13:16:00.229599 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-33c0147c-d20d-44bc-8fd6-d0c12ae63a4c tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/quotas/076f09ec526a4848a709aac6fc084c61 HTTP/1.1" status: 200 len: 375 time: 0.0108881 Feb 03 13:16:00.267213 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2018dc04-a3a6-483e-99a6-04d07700b186 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=076f09ec526a4848a709aac6fc084c61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314288 Feb 03 13:16:00.269925 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d43b69a0-6b6a-4c19-a561-afe760da10bf req-7c57f7cd-f38b-49d9-bcee-c652292a8410 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a8728777-cd5d-4445-8bc2-ab507af5fc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519311 Feb 03 13:16:00.370087 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-ccbaea2b-2edb-42cf-8617-8997f499cf65 service neutron] 10.222.0.18 "GET /v2.0/networks/cd921628-78de-41f1-8d9a-7a134af04351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914204 Feb 03 13:16:00.468301 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-919be4d0-306a-4504-8253-280efba876ae service neutron] 10.222.0.18 "GET /v2.0/networks/cd921628-78de-41f1-8d9a-7a134af04351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922217 Feb 03 13:16:00.650486 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bcd63770-8cdd-420a-a0ac-81ff8969cbca req-786c6dd8-3641-402f-89ca-508c8b373f0f tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=209ce398-d786-41a4-8b85-28b41e9f051c HTTP/1.1" status: 200 len: 210 time: 0.0293093 Feb 03 13:16:01.398893 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:01.713449 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-94b7971e-df4e-40fc-9b73-299d95af2872 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:01.714985 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-94b7971e-df4e-40fc-9b73-299d95af2872 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.73 "GET /v2.0/networks?id=cd921628-78de-41f1-8d9a-7a134af04351 HTTP/1.1" status: 200 len: 813 time: 0.1052287 Feb 03 13:16:01.740538 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-a32d2734-bb52-41ba-a6c5-188dc92ff989 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Request body: {'port': {'device_id': '209ce398-d786-41a4-8b85-28b41e9f051c', 'network_id': 'cd921628-78de-41f1-8d9a-7a134af04351', 'admin_state_up': True, 'tenant_id': '076f09ec526a4848a709aac6fc084c61'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:01.772168 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb5305ac-9735-4f32-a336-c3e64ce889f0 req-6675006d-cc15-4134-87b6-d95fb8551674 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=209ce398-d786-41a4-8b85-28b41e9f051c HTTP/1.1" status: 200 len: 210 time: 0.0462534 Feb 03 13:16:01.871678 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-a32d2734-bb52-41ba-a6c5-188dc92ff989 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Made reservation on behalf of 076f09ec526a4848a709aac6fc084c61 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:16:01.875080 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-a32d2734-bb52-41ba-a6c5-188dc92ff989 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:02.013381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-a32d2734-bb52-41ba-a6c5-188dc92ff989 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Allocated IP 172.20.0.14 (cd921628-78de-41f1-8d9a-7a134af04351/c7b1383d-5d74-49e7-9e19-602757cc8432/dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:16:02.164007 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-a32d2734-bb52-41ba-a6c5-188dc92ff989 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Publish callbacks [] for port (dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:02.200977 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-a32d2734-bb52-41ba-a6c5-188dc92ff989 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:02.243821 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-a32d2734-bb52-41ba-a6c5-188dc92ff989 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Network cd921628-78de-41f1-8d9a-7a134af04351 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:16:02.248691 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-a32d2734-bb52-41ba-a6c5-188dc92ff989 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:16:02.252279 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-a32d2734-bb52-41ba-a6c5-188dc92ff989 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:16:02.275641 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d2734-bb52-41ba-a6c5-188dc92ff989 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Pushing event updated for resources: {'Port': ['ID=dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:02.303799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-a32d2734-bb52-41ba-a6c5-188dc92ff989 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:02.304433 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-a32d2734-bb52-41ba-a6c5-188dc92ff989 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:02.321790 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-a32d2734-bb52-41ba-a6c5-188dc92ff989 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5844822 Feb 03 13:16:02.337126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] Request body: {'port': {'device_id': '209ce398-d786-41a4-8b85-28b41e9f051c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:16:02.398615 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:02.660273 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:16:02.668254 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] Publish callbacks [] for port (dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:02.680240 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] Transition to ACTIVE for port object dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:16:02.684825 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:02.734352 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] Pushing event updated for resources: {'Port': ['ID=dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:02.806548 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] Attempting to bind port dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:16:02.806882 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] Attempting to bind port dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '1de5d77f-dc76-4f67-ba2f-73482cd2ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cd921628-78de-41f1-8d9a-7a134af04351'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:16:02.807216 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] Attempting to bind port dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e on network cd921628-78de-41f1-8d9a-7a134af04351 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:16:02.811596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] Port dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e on network cd921628-78de-41f1-8d9a-7a134af04351 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:16:02.811917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] Attempting to bind port dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e on network cd921628-78de-41f1-8d9a-7a134af04351 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:16:02.816951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:16:02.817182 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] Checking segment: {'id': '1de5d77f-dc76-4f67-ba2f-73482cd2ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cd921628-78de-41f1-8d9a-7a134af04351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:16:02.817486 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] Bound using segment: {'id': '1de5d77f-dc76-4f67-ba2f-73482cd2ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cd921628-78de-41f1-8d9a-7a134af04351'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:16:02.817911 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] Bound port: dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de5d77f-dc76-4f67-ba2f-73482cd2ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cd921628-78de-41f1-8d9a-7a134af04351'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:16:02.818267 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:02.888309 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] For port dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:16:02.892057 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] For port dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e,segment=NetworkSegment(1de5d77f-dc76-4f67-ba2f-73482cd2ab43),segment_id=1de5d77f-dc76-4f67-ba2f-73482cd2ab43)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:16:02.899161 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:02.912008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6d3a2-dfe6-4be2-abca-9abd172ed725 req-23fe0076-d259-403c-8010-fa0e8092a543 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:02.913593 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e5a6d3a2-dfe6-4be2-abca-9abd172ed725 req-23fe0076-d259-403c-8010-fa0e8092a543 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=209ce398-d786-41a4-8b85-28b41e9f051c HTTP/1.1" status: 200 len: 944 time: 0.0568469 Feb 03 13:16:02.934091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:02.934714 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:02.936122 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] 10.222.0.73 "PUT /v2.0/ports/dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e HTTP/1.1" status: 200 len: 1092 time: 0.6030574 Feb 03 13:16:02.936567 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209ce398-d786-41a4-8b85-28b41e9f051c', 'tag': 'dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:16:02.938799 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861aec84-b975-41ac-ba15-cd8c7df9d0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "209ce398-d786-41a4-8b85-28b41e9f051c", "tag": "dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:16:02.964770 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0dffb9-0da6-43e1-8dde-df90afb562ba service neutron] Pushing event updated for resources: {'Port': ['ID=dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:02.973171 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e5a6d3a2-dfe6-4be2-abca-9abd172ed725 req-c141c1c6-d932-4c3c-8ceb-21e852a41cd8 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526962 Feb 03 13:16:02.988556 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7cd724-66bb-41f2-951a-57fb2d5c69b7 x-openstack-request-id: req-da7cd724-66bb-41f2-951a-57fb2d5c69b7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:16:02.988862 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209ce398-d786-41a4-8b85-28b41e9f051c", "tag": "dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:16:02.989118 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da7cd724-66bb-41f2-951a-57fb2d5c69b7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:16:02.989527 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209ce398-d786-41a4-8b85-28b41e9f051c', 'tag': 'dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e', 'status': 'completed', 'code': 200} Feb 03 13:16:03.047301 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-9fdc80e5-7642-466b-aaea-52944b160d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:03.048857 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-9fdc80e5-7642-466b-aaea-52944b160d59 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=076f09ec526a4848a709aac6fc084c61&device_id=209ce398-d786-41a4-8b85-28b41e9f051c HTTP/1.1" status: 200 len: 1126 time: 0.0456593 Feb 03 13:16:03.098979 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-e854d6f6-543b-4a3c-a195-d446a6496fe0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e HTTP/1.1" status: 200 len: 217 time: 0.0367839 Feb 03 13:16:03.144050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-6e0bf8e0-c65d-4b0e-a8a7-d03267b39de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:03.145477 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-6e0bf8e0-c65d-4b0e-a8a7-d03267b39de5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c7b1383d-5d74-49e7-9e19-602757cc8432 HTTP/1.1" status: 200 len: 853 time: 0.0411403 Feb 03 13:16:03.176565 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-ac95e666-400d-477e-a5f5-043bcf64e81c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd921628-78de-41f1-8d9a-7a134af04351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255036 Feb 03 13:16:03.269297 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-4970cbf5-1504-43fb-8f90-871e5364f511 service neutron] 10.222.0.73 "GET /v2.0/networks/cd921628-78de-41f1-8d9a-7a134af04351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865562 Feb 03 13:16:03.358867 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e9e4e7a-68a9-4c04-aab5-49c83bfddded req-44849a30-5bed-4d6c-8985-4d24e73b9b94 service neutron] 10.222.0.73 "GET /v2.0/networks/cd921628-78de-41f1-8d9a-7a134af04351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834765 Feb 03 13:16:03.534387 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-972f43ab-b2b8-406c-9f1c-b7879d05726b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:03.812461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861aec84-b975-41ac-ba15-cd8c7df9d0b0 req-9daf18e1-2b8e-4c6d-9157-834498efdee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:03.813903 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-861aec84-b975-41ac-ba15-cd8c7df9d0b0 req-9daf18e1-2b8e-4c6d-9157-834498efdee5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=076f09ec526a4848a709aac6fc084c61&device_id=209ce398-d786-41a4-8b85-28b41e9f051c HTTP/1.1" status: 200 len: 1126 time: 0.3556967 Feb 03 13:16:03.904825 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861aec84-b975-41ac-ba15-cd8c7df9d0b0 req-b125577e-5982-4855-90fd-9cfcfac604da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:03.906346 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-861aec84-b975-41ac-ba15-cd8c7df9d0b0 req-b125577e-5982-4855-90fd-9cfcfac604da service neutron] 10.222.0.73 "GET /v2.0/networks?id=cd921628-78de-41f1-8d9a-7a134af04351 HTTP/1.1" status: 200 len: 914 time: 0.0863321 Feb 03 13:16:03.951635 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-861aec84-b975-41ac-ba15-cd8c7df9d0b0 req-a23a5d6b-0098-4a4f-b021-2ba60dd2cb03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e HTTP/1.1" status: 200 len: 217 time: 0.0383134 Feb 03 13:16:03.999309 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861aec84-b975-41ac-ba15-cd8c7df9d0b0 req-b6d6bd15-25c1-4439-b2fe-22a2ad6a01e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:04.000842 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-861aec84-b975-41ac-ba15-cd8c7df9d0b0 req-b6d6bd15-25c1-4439-b2fe-22a2ad6a01e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c7b1383d-5d74-49e7-9e19-602757cc8432 HTTP/1.1" status: 200 len: 853 time: 0.0438321 Feb 03 13:16:04.033524 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-861aec84-b975-41ac-ba15-cd8c7df9d0b0 req-21672f08-f25c-4170-be89-ea2b738d2a40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd921628-78de-41f1-8d9a-7a134af04351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258753 Feb 03 13:16:04.174617 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7c4e1-aa0b-4746-83c0-f7bba4b6c040 req-dce27c8b-48db-441e-99c7-ec5fb90b8d31 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:04.177425 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5a7c4e1-aa0b-4746-83c0-f7bba4b6c040 req-dce27c8b-48db-441e-99c7-ec5fb90b8d31 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=209ce398-d786-41a4-8b85-28b41e9f051c HTTP/1.1" status: 200 len: 944 time: 0.1193237 Feb 03 13:16:04.179223 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-861aec84-b975-41ac-ba15-cd8c7df9d0b0 req-fec04996-63a6-4bb0-9606-1ad4062f32b2 service neutron] 10.222.0.73 "GET /v2.0/networks/cd921628-78de-41f1-8d9a-7a134af04351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388416 Feb 03 13:16:04.282341 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5a7c4e1-aa0b-4746-83c0-f7bba4b6c040 req-d96183c9-10c6-4c79-9e32-f3e692ca3363 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985708 Feb 03 13:16:04.308185 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-861aec84-b975-41ac-ba15-cd8c7df9d0b0 req-93e84e68-d281-4b71-91a7-6e72bfb9f69b service neutron] 10.222.0.73 "GET /v2.0/networks/cd921628-78de-41f1-8d9a-7a134af04351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215370 Feb 03 13:16:05.415857 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93e8b2-e14e-41bf-a766-1c4bc18bf42b req-4679d65d-7080-42fb-a022-44d6806abde1 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:05.417374 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-be93e8b2-e14e-41bf-a766-1c4bc18bf42b req-4679d65d-7080-42fb-a022-44d6806abde1 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=209ce398-d786-41a4-8b85-28b41e9f051c HTTP/1.1" status: 200 len: 944 time: 0.0579813 Feb 03 13:16:05.465104 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-be93e8b2-e14e-41bf-a766-1c4bc18bf42b req-abade042-ac28-4223-a892-23ae7fd683f3 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421557 Feb 03 13:16:06.168930 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0cff247f-4af1-43d6-8918-0477c0304239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:06.178400 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:16:06.438639 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e,segment=NetworkSegment(1de5d77f-dc76-4f67-ba2f-73482cd2ab43),segment_id=1de5d77f-dc76-4f67-ba2f-73482cd2ab43)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:16:06.450597 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e', 'network_id': 'cd921628-78de-41f1-8d9a-7a134af04351', 'port_id': 'dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e', 'mac_address': 'fa:16:3e:52:48:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b1383d-5d74-49e7-9e19-602757cc8432', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:16:06.489148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:16:06.489546 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:06.503422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:16:06.525100 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e,segment=NetworkSegment(1de5d77f-dc76-4f67-ba2f-73482cd2ab43),segment_id=1de5d77f-dc76-4f67-ba2f-73482cd2ab43)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:16:06.529536 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:06.582289 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:06.590071 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780bc97-b293-4e6d-bfab-43b67bb388c7 req-52b00bb1-3352-4a78-8fc5-31f218ab94c8 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:06.590697 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:06.591056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:06.591616 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f780bc97-b293-4e6d-bfab-43b67bb388c7 req-52b00bb1-3352-4a78-8fc5-31f218ab94c8 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=209ce398-d786-41a4-8b85-28b41e9f051c HTTP/1.1" status: 200 len: 945 time: 0.0549417 Feb 03 13:16:06.593267 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:06.595381 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:06.595734 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:06.596108 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:06.596452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:06.596933 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:06.597398 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:06.597739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:06.598212 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:06.598695 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:06.599132 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:16:06.640766 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f780bc97-b293-4e6d-bfab-43b67bb388c7 req-e7fd4229-3624-43fc-b9fb-9a53b3276757 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426254 Feb 03 13:16:06.876115 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:16:07.026087 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:07.766710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77601156-d503-42ed-8262-ddf878c904cd req-001fd5bd-243e-4947-ac3e-a529a654fdf6 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:07.769347 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-77601156-d503-42ed-8262-ddf878c904cd req-001fd5bd-243e-4947-ac3e-a529a654fdf6 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=209ce398-d786-41a4-8b85-28b41e9f051c HTTP/1.1" status: 200 len: 945 time: 0.0553992 Feb 03 13:16:07.817582 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-77601156-d503-42ed-8262-ddf878c904cd req-12f3cd4b-755c-4dfe-bb6e-5741ef339c6b tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421867 Feb 03 13:16:08.185185 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:16:08.242269 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:16:08.246639 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:16:08.247016 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:08.337326 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:16:08.337717 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:08.346957 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:08.361596 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209ce398-d786-41a4-8b85-28b41e9f051c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:16:08.364006 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6562060b-b083-410a-8460-4833309132bd" -d '{"events": [{"server_uuid": "209ce398-d786-41a4-8b85-28b41e9f051c", "name": "network-vif-plugged", "status": "completed", "tag": "dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:16:08.380809 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e,segment=NetworkSegment(1de5d77f-dc76-4f67-ba2f-73482cd2ab43),segment_id=1de5d77f-dc76-4f67-ba2f-73482cd2ab43)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:16:08.385561 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:08.435912 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:16:08.471331 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a370c3-14d5-4b64-9382-ac0e82931144 x-openstack-request-id: req-72a370c3-14d5-4b64-9382-ac0e82931144 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:16:08.471555 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209ce398-d786-41a4-8b85-28b41e9f051c", "name": "network-vif-plugged", "status": "completed", "tag": "dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:16:08.471782 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72a370c3-14d5-4b64-9382-ac0e82931144 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:16:08.472265 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209ce398-d786-41a4-8b85-28b41e9f051c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e', 'code': 200} Feb 03 13:16:08.618365 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d86c6c-d92f-43c9-b6d3-ad6c1e71f5c0 req-0dbf291c-65c3-414a-9b22-808c9daf2f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:08.619784 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45d86c6c-d92f-43c9-b6d3-ad6c1e71f5c0 req-0dbf291c-65c3-414a-9b22-808c9daf2f0c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=209ce398-d786-41a4-8b85-28b41e9f051c HTTP/1.1" status: 200 len: 1128 time: 0.0503585 Feb 03 13:16:08.663139 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45d86c6c-d92f-43c9-b6d3-ad6c1e71f5c0 req-d6b18152-7323-4918-9524-a8d0f60ab93b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379651 Feb 03 13:16:08.937234 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718df16-2b5c-4edb-9ad4-c78aab5f06d5 req-8e804314-8456-4e84-af29-a9001f9f503d tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:08.938727 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b718df16-2b5c-4edb-9ad4-c78aab5f06d5 req-8e804314-8456-4e84-af29-a9001f9f503d tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=209ce398-d786-41a4-8b85-28b41e9f051c HTTP/1.1" status: 200 len: 946 time: 0.0533085 Feb 03 13:16:08.989228 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b718df16-2b5c-4edb-9ad4-c78aab5f06d5 req-dfc76da7-f069-4942-853f-29dc062685e0 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449553 Feb 03 13:16:09.930580 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:10.116407 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b7da2-380a-45ad-a0bd-26456594a376 req-bf9cfd80-02e7-4943-b2b6-9402e28a6848 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:10.117957 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e14b7da2-380a-45ad-a0bd-26456594a376 req-bf9cfd80-02e7-4943-b2b6-9402e28a6848 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=209ce398-d786-41a4-8b85-28b41e9f051c HTTP/1.1" status: 200 len: 946 time: 0.0542130 Feb 03 13:16:10.165632 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e14b7da2-380a-45ad-a0bd-26456594a376 req-17b7b839-3eac-47bd-b760-57584651dd84 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419981 Feb 03 13:16:11.290538 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d790db-2c91-42f8-a392-5177fa41cbd8 req-da3a6e30-bafa-47ef-9af2-185ea178e884 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:11.291595 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-47d790db-2c91-42f8-a392-5177fa41cbd8 req-da3a6e30-bafa-47ef-9af2-185ea178e884 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=209ce398-d786-41a4-8b85-28b41e9f051c HTTP/1.1" status: 200 len: 946 time: 0.0569685 Feb 03 13:16:11.342105 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-47d790db-2c91-42f8-a392-5177fa41cbd8 req-dcf9c5f5-c49a-4c1c-830c-8a4f09f67399 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440021 Feb 03 13:16:16.132716 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:31.400045 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:33.527434 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a2a02504-5a77-4421-91e4-a2830a717842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:35.878636 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:16:36.163180 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a934a0e0-b8b1-4631-b947-06f6fc6d9034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:37.029607 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:38.337156 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:39.934406 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:45.186928 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d27080a6-94cc-49c4-9626-74f1b51dd7f0 req-b5dd1819-04da-4741-96d7-23667f380fb5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441382 Feb 03 13:16:45.252557 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27080a6-94cc-49c4-9626-74f1b51dd7f0 req-794e32fa-2be0-4911-822c-96be86355f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:45.254068 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d27080a6-94cc-49c4-9626-74f1b51dd7f0 req-794e32fa-2be0-4911-822c-96be86355f07 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=740fd4bdd3614d5cb10a7e53a2f3d225&device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 1127 time: 0.0463569 Feb 03 13:16:45.362765 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27080a6-94cc-49c4-9626-74f1b51dd7f0 req-12ff7dfc-38a0-42f9-935f-0418274f9eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:45.364277 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d27080a6-94cc-49c4-9626-74f1b51dd7f0 req-12ff7dfc-38a0-42f9-935f-0418274f9eaa service neutron] 10.222.0.31 "GET /v2.0/networks?id=4af481c1-fb23-443f-9465-3a600d2f342e HTTP/1.1" status: 200 len: 910 time: 0.0918658 Feb 03 13:16:45.434469 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d27080a6-94cc-49c4-9626-74f1b51dd7f0 req-7ea20ae3-9c28-4a2e-9907-7a4cba3236b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51286f05-85ac-4368-a9b8-6e42f54cdde2 HTTP/1.1" status: 200 len: 1001 time: 0.0646825 Feb 03 13:16:45.484321 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27080a6-94cc-49c4-9626-74f1b51dd7f0 req-2797e5de-eb5c-414b-9dba-e64d4ef774d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:45.485765 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d27080a6-94cc-49c4-9626-74f1b51dd7f0 req-2797e5de-eb5c-414b-9dba-e64d4ef774d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=339421c2-8777-4a31-9661-78e323658f93 HTTP/1.1" status: 200 len: 848 time: 0.0451193 Feb 03 13:16:45.539752 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27080a6-94cc-49c4-9626-74f1b51dd7f0 req-6359b9c4-fab9-4d05-b583-5c45d4abbd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:45.541312 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d27080a6-94cc-49c4-9626-74f1b51dd7f0 req-6359b9c4-fab9-4d05-b583-5c45d4abbd7f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4af481c1-fb23-443f-9465-3a600d2f342e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499246 Feb 03 13:16:45.637810 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d27080a6-94cc-49c4-9626-74f1b51dd7f0 req-6648a154-5173-4734-b99f-513d9b52e101 service neutron] 10.222.0.31 "GET /v2.0/networks/4af481c1-fb23-443f-9465-3a600d2f342e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905218 Feb 03 13:16:45.732376 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d27080a6-94cc-49c4-9626-74f1b51dd7f0 req-92f3770a-2296-47c6-b159-6ad1e300c04c service neutron] 10.222.0.31 "GET /v2.0/networks/4af481c1-fb23-443f-9465-3a600d2f342e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881004 Feb 03 13:16:46.130333 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:16:56.005878 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-583ac610-9d1a-409f-8ce3-caf0143087c4 req-630a34de-1d4f-4047-84a2-748c578d8fef service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443995 Feb 03 13:16:56.109766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ac610-9d1a-409f-8ce3-caf0143087c4 req-bb5b2f5e-6045-4594-9529-b5c74ec6e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:56.111177 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-583ac610-9d1a-409f-8ce3-caf0143087c4 req-bb5b2f5e-6045-4594-9529-b5c74ec6e764 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 1127 time: 0.0478342 Feb 03 13:16:56.214543 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ac610-9d1a-409f-8ce3-caf0143087c4 req-10b32654-dea5-41cd-80ee-ce3de49bbe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:56.216055 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-583ac610-9d1a-409f-8ce3-caf0143087c4 req-10b32654-dea5-41cd-80ee-ce3de49bbe23 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 912 time: 0.0853472 Feb 03 13:16:56.284259 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-583ac610-9d1a-409f-8ce3-caf0143087c4 req-c7a9d475-0274-4fab-b993-b92477076d04 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3d10b51-d547-40c5-95d8-cb9f61248ad7 HTTP/1.1" status: 200 len: 1001 time: 0.0620189 Feb 03 13:16:56.332087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ac610-9d1a-409f-8ce3-caf0143087c4 req-da1246af-bac9-4290-b7d6-d3ad74599fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:56.333557 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-583ac610-9d1a-409f-8ce3-caf0143087c4 req-da1246af-bac9-4290-b7d6-d3ad74599fcc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.0436447 Feb 03 13:16:56.381093 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ac610-9d1a-409f-8ce3-caf0143087c4 req-56081bed-1fdb-4f9c-bb91-c8202978d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:16:56.383031 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-583ac610-9d1a-409f-8ce3-caf0143087c4 req-56081bed-1fdb-4f9c-bb91-c8202978d08e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434692 Feb 03 13:16:56.473135 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-583ac610-9d1a-409f-8ce3-caf0143087c4 req-0ed65a2e-8162-4cce-ad10-4ff342c29309 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842931 Feb 03 13:16:56.560537 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-583ac610-9d1a-409f-8ce3-caf0143087c4 req-d7314a54-53d8-4872-bfaf-b6fff924a7d3 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821631 Feb 03 13:17:01.385893 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:03.530216 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-100e4542-9de3-4822-a8eb-62dc3ba232ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:06.168215 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1622128c-7473-4666-866c-eeb9885ea167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:06.781809 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37466) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:07.032885 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:07.099672 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Deleting port 89cfac2b-661a-4e22-ba7b-44921c95fac0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:07.099964 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (89cfac2b-661a-4e22-ba7b-44921c95fac0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:07.195377 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (89cfac2b-661a-4e22-ba7b-44921c95fac0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:07.195730 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for floatingip (89cfac2b-661a-4e22-ba7b-44921c95fac0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:07.208314 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Calling delete_port for 89cfac2b-661a-4e22-ba7b-44921c95fac0 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:07.357568 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (89cfac2b-661a-4e22-ba7b-44921c95fac0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:07.383322 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event deleted for resources: {'Port': ['ID=89cfac2b-661a-4e22-ba7b-44921c95fac0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:07.410649 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:07.410995 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:07.411340 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:07.411682 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:07.412048 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:07.412377 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:07.413504 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:07.413659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:07.413987 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:07.414314 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:07.414636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:07.414961 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:07.415287 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:07.460213 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for floatingip (62b7d6d1-43a9-4f16-8a23-9bed9a798c24), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:07.460545 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Floating IP 62b7d6d1-43a9-4f16-8a23-9bed9a798c24 disassociated (deleted). External IP: 172.25.6.105, port: c3d10b51-d547-40c5-95d8-cb9f61248ad7. Feb 03 13:17:07.667180 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:17:07.777325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:17:07.782419 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:07.787413 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46976003-dbc3-41e7-a1dd-d0f3ce7a5238 None None] Sync routers for ids ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:17:07.797777 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46976003-dbc3-41e7-a1dd-d0f3ce7a5238 None None] Routers {'6706e8e8-8fae-4a85-8b85-75b4f00f3fba'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:17:07.798386 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-46976003-dbc3-41e7-a1dd-d0f3ce7a5238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:17:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:07.813016 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-61af821b-3ed9-429d-898d-b963b982a5d3 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "DELETE /v2.0/floatingips/62b7d6d1-43a9-4f16-8a23-9bed9a798c24 HTTP/1.1" status: 204 len: 168 time: 1.0299459 Feb 03 13:17:07.813915 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d34d37f-fd53-492d-ba31-2c284a24bf79', 'tag': 'c3d10b51-d547-40c5-95d8-cb9f61248ad7'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:17:07.816773 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ae3c61-676c-4b29-b1dc-edc40309f657" -d '{"events": [{"name": "network-changed", "server_uuid": "3d34d37f-fd53-492d-ba31-2c284a24bf79", "tag": "c3d10b51-d547-40c5-95d8-cb9f61248ad7"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:17:07.858061 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85fb217-3204-46dc-81d5-94cde09440ae x-openstack-request-id: req-a85fb217-3204-46dc-81d5-94cde09440ae {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:17:07.858519 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d34d37f-fd53-492d-ba31-2c284a24bf79", "tag": "c3d10b51-d547-40c5-95d8-cb9f61248ad7", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:17:07.858897 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a85fb217-3204-46dc-81d5-94cde09440ae {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:17:07.859807 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d34d37f-fd53-492d-ba31-2c284a24bf79', 'tag': 'c3d10b51-d547-40c5-95d8-cb9f61248ad7', 'status': 'completed', 'code': 200} Feb 03 13:17:07.965568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae3c61-676c-4b29-b1dc-edc40309f657 req-105cb171-5600-432b-848e-08fc3fc07163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:07.973723 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74ae3c61-676c-4b29-b1dc-edc40309f657 req-105cb171-5600-432b-848e-08fc3fc07163 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 1127 time: 0.0692117 Feb 03 13:17:08.041251 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-46976003-dbc3-41e7-a1dd-d0f3ce7a5238 None None] Set router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:17:08.102763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae3c61-676c-4b29-b1dc-edc40309f657 req-11d92b33-12c9-41f7-94ca-d5d568c715b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:08.104608 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74ae3c61-676c-4b29-b1dc-edc40309f657 req-11d92b33-12c9-41f7-94ca-d5d568c715b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 912 time: 0.1237400 Feb 03 13:17:08.113490 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee071ae1-20ed-4a29-a586-443cd3a9ea7b req-abb05b32-d720-4bb9-a4ff-41f43081ed11 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:08.115010 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ee071ae1-20ed-4a29-a586-443cd3a9ea7b req-abb05b32-d720-4bb9-a4ff-41f43081ed11 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 945 time: 0.0603082 Feb 03 13:17:08.157731 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74ae3c61-676c-4b29-b1dc-edc40309f657 req-370e24ef-05c5-43e3-8210-263cc8794693 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3d10b51-d547-40c5-95d8-cb9f61248ad7 HTTP/1.1" status: 200 len: 217 time: 0.0462973 Feb 03 13:17:08.181956 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ee071ae1-20ed-4a29-a586-443cd3a9ea7b req-c09189bc-0e86-4bf8-b8e4-9ab4ec9310a9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602784 Feb 03 13:17:08.220280 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae3c61-676c-4b29-b1dc-edc40309f657 req-2326571a-fd05-49bb-9abb-cb543607df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:08.222063 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74ae3c61-676c-4b29-b1dc-edc40309f657 req-2326571a-fd05-49bb-9abb-cb543607df56 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.0582905 Feb 03 13:17:08.278605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae3c61-676c-4b29-b1dc-edc40309f657 req-f43edbc7-656b-48ae-b29f-f2aa9e724996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:08.280066 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74ae3c61-676c-4b29-b1dc-edc40309f657 req-f43edbc7-656b-48ae-b29f-f2aa9e724996 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508687 Feb 03 13:17:08.293991 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-46976003-dbc3-41e7-a1dd-d0f3ce7a5238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '453aabd2-02bf-4eaf-ae48-afa9aa0c1202', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'floating_ip_address': '172.25.6.146', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'port_id': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'mac_address': 'fa:16:3e:e5:aa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35f4dbd-8b21-4259-9219-a176d1e757a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:12:49Z', 'updated_at': '2022-02-03T13:12:52Z', 'revision_number': 1, 'project_id': '47cedc9968b440be9d535d988911feb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b856c3b-1468-4cb9-a440-0488bc37e56d', 'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'mac_address': 'fa:16:3e:2d:09:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:02Z', 'updated_at': '2022-02-03T13:01:21Z', 'revision_number': 5, 'project_id': '47cedc9968b440be9d535d988911feb3', 'subnets': [{'id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:08.325832 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46976003-dbc3-41e7-a1dd-d0f3ce7a5238 None None] Checking router: 6706e8e8-8fae-4a85-8b85-75b4f00f3fba for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:17:08.334892 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46976003-dbc3-41e7-a1dd-d0f3ce7a5238 None None] Routers {'6706e8e8-8fae-4a85-8b85-75b4f00f3fba'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:17:08.335515 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-46976003-dbc3-41e7-a1dd-d0f3ce7a5238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:17:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:08.341368 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:08.397536 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74ae3c61-676c-4b29-b1dc-edc40309f657 req-48822cd9-8862-493f-8ec3-de8211b3c02b service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103969 Feb 03 13:17:08.454612 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-46976003-dbc3-41e7-a1dd-d0f3ce7a5238 None None] Set router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:17:08.498090 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74ae3c61-676c-4b29-b1dc-edc40309f657 req-7e460150-d7bb-4d67-9548-c7c8f9a26252 service neutron] 10.222.0.73 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941567 Feb 03 13:17:08.680323 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-46976003-dbc3-41e7-a1dd-d0f3ce7a5238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '453aabd2-02bf-4eaf-ae48-afa9aa0c1202', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'floating_ip_address': '172.25.6.146', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'port_id': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'mac_address': 'fa:16:3e:e5:aa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35f4dbd-8b21-4259-9219-a176d1e757a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:12:49Z', 'updated_at': '2022-02-03T13:12:52Z', 'revision_number': 1, 'project_id': '47cedc9968b440be9d535d988911feb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b856c3b-1468-4cb9-a440-0488bc37e56d', 'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'mac_address': 'fa:16:3e:2d:09:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:02Z', 'updated_at': '2022-02-03T13:01:21Z', 'revision_number': 5, 'project_id': '47cedc9968b440be9d535d988911feb3', 'subnets': [{'id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:08.706697 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46976003-dbc3-41e7-a1dd-d0f3ce7a5238 None None] The sync data for ids ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'] in n-d-827336-3 is: [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '453aabd2-02bf-4eaf-ae48-afa9aa0c1202', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'floating_ip_address': '172.25.6.146', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'port_id': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'mac_address': 'fa:16:3e:e5:aa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35f4dbd-8b21-4259-9219-a176d1e757a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:12:49Z', 'updated_at': '2022-02-03T13:12:52Z', 'revision_number': 1, 'project_id': '47cedc9968b440be9d535d988911feb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b856c3b-1468-4cb9-a440-0488bc37e56d', 'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'mac_address': 'fa:16:3e:2d:09:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:02Z', 'updated_at': '2022-02-03T13:01:21Z', 'revision_number': 5, 'project_id': '47cedc9968b440be9d535d988911feb3', 'subnets': [{'id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:17:08.934426 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ebf49-8c9b-4b2c-823e-add893138977 None None] New status for floating IP 62b7d6d1-43a9-4f16-8a23-9bed9a798c24: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:17:09.302357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cbfb7-f83b-44df-812d-39c6795c4e14 req-290e0e06-e8eb-4772-a2a4-09468a260705 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:09.304132 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-207cbfb7-f83b-44df-812d-39c6795c4e14 req-290e0e06-e8eb-4772-a2a4-09468a260705 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 945 time: 0.0561619 Feb 03 13:17:09.366864 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-207cbfb7-f83b-44df-812d-39c6795c4e14 req-8390fa25-0c2f-455a-9247-f667ad311282 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498915 Feb 03 13:17:09.851544 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb10e-42d1-435c-a27f-64753f2384c3 req-fcb92905-9469-4b03-af0e-8e946bb70a0f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:09.853056 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-58edb10e-42d1-435c-a27f-64753f2384c3 req-fcb92905-9469-4b03-af0e-8e946bb70a0f tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 945 time: 0.0526252 Feb 03 13:17:09.940573 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:09.959135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-58edb10e-42d1-435c-a27f-64753f2384c3 req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Deleting port c3d10b51-d547-40c5-95d8-cb9f61248ad7 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:09.959488 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-58edb10e-42d1-435c-a27f-64753f2384c3 req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c3d10b51-d547-40c5-95d8-cb9f61248ad7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:10.064340 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-58edb10e-42d1-435c-a27f-64753f2384c3 req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] For port c3d10b51-d547-40c5-95d8-cb9f61248ad7, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=c3d10b51-d547-40c5-95d8-cb9f61248ad7,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:10.064717 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-58edb10e-42d1-435c-a27f-64753f2384c3 req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c3d10b51-d547-40c5-95d8-cb9f61248ad7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:10.080164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-58edb10e-42d1-435c-a27f-64753f2384c3 req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Calling delete_port for c3d10b51-d547-40c5-95d8-cb9f61248ad7 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:10.215389 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-58edb10e-42d1-435c-a27f-64753f2384c3 req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c3d10b51-d547-40c5-95d8-cb9f61248ad7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:10.245334 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event deleted for resources: {'Port': ['ID=c3d10b51-d547-40c5-95d8-cb9f61248ad7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:10.277370 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:10.277812 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:10.278057 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:10.278399 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:10.278738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:10.279070 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:10.279405 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:10.279731 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:10.280110 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:10.280431 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:10.280749 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:10.281064 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:10.281388 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:10.299137 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-58edb10e-42d1-435c-a27f-64753f2384c3 req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] No DVR routers for this DVR port c3d10b51-d547-40c5-95d8-cb9f61248ad7 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:17:10.302143 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-58edb10e-42d1-435c-a27f-64753f2384c3 req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:10.306617 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-58edb10e-42d1-435c-a27f-64753f2384c3 req-515a50e8-1439-4feb-9a7f-a4d01585e60c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.73 "DELETE /v2.0/ports/c3d10b51-d547-40c5-95d8-cb9f61248ad7 HTTP/1.1" status: 204 len: 173 time: 0.4457886 Feb 03 13:17:10.307220 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d34d37f-fd53-492d-ba31-2c284a24bf79', 'name': 'network-vif-deleted', 'tag': 'c3d10b51-d547-40c5-95d8-cb9f61248ad7'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:17:10.309545 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde88190-ccd4-4cb0-b7f9-342eb11a4215" -d '{"events": [{"server_uuid": "3d34d37f-fd53-492d-ba31-2c284a24bf79", "name": "network-vif-deleted", "tag": "c3d10b51-d547-40c5-95d8-cb9f61248ad7"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:17:10.439427 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d68a0e-fc4d-4cac-9fbb-933ba68148dc x-openstack-request-id: req-36d68a0e-fc4d-4cac-9fbb-933ba68148dc {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:17:10.439824 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d34d37f-fd53-492d-ba31-2c284a24bf79", "name": "network-vif-deleted", "tag": "c3d10b51-d547-40c5-95d8-cb9f61248ad7", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:17:10.440179 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36d68a0e-fc4d-4cac-9fbb-933ba68148dc {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:17:10.440588 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d34d37f-fd53-492d-ba31-2c284a24bf79', 'name': 'network-vif-deleted', 'tag': 'c3d10b51-d547-40c5-95d8-cb9f61248ad7', 'status': 'completed', 'code': 200} Feb 03 13:17:10.480186 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c9c5762c-72a9-4953-866f-25b5e0ada1a4 req-4aac8025-0550-451d-a55e-3eb7dc0d8b07 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 210 time: 0.0287209 Feb 03 13:17:11.579869 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-883e6fd1-8e32-48c6-8323-c962037a9ec4 req-08091a72-8b62-4f05-9b37-acbd62430aab tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 210 time: 0.0288961 Feb 03 13:17:12.397465 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device c3d10b51-d547-40c5-95d8-cb9f61248ad7 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:17:12.417753 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: c3d10b51-d547-40c5-95d8-cb9f61248ad7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:17:12.418095 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device c3d10b51-d547-40c5-95d8-cb9f61248ad7 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:17:12.682305 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-afe90e95-5a4a-4f68-a069-91edc3e49199 req-d4a4575e-e39f-4f15-bc85-9552067d4e75 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 210 time: 0.0309734 Feb 03 13:17:12.878237 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:17:13.777587 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-62ac3b44-d97c-45e4-969e-0c3331b7e55a req-461c1518-278c-4504-a4bc-32c13268538d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 210 time: 0.0274544 Feb 03 13:17:14.876439 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-232957ea-e475-4bd9-ba89-38129714a9a0 req-474f547c-7b00-4c4f-9fec-b47dc496ec8a tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 210 time: 0.0285466 Feb 03 13:17:15.242971 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbad4c-61cf-46ad-92a8-4f878d88ebad req-81a3c27c-f3c5-4c12-9910-7a71f9ebbe6f tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:15.244428 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-12fbad4c-61cf-46ad-92a8-4f878d88ebad req-81a3c27c-f3c5-4c12-9910-7a71f9ebbe6f tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=209ce398-d786-41a4-8b85-28b41e9f051c HTTP/1.1" status: 200 len: 946 time: 0.0529082 Feb 03 13:17:15.296284 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-12fbad4c-61cf-46ad-92a8-4f878d88ebad req-07a97882-6bd0-4402-bc31-80eead61f528 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409763 Feb 03 13:17:15.983348 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5e19d5d8-d079-4316-83f6-537480a16d60 req-49c94474-0df1-45b5-845f-10bcbd8bff57 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 210 time: 0.0299153 Feb 03 13:17:16.140655 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:16.419150 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf425d-971e-4677-ba50-03a78d9557bf req-7e2850e3-6d44-4e4b-9af5-2406824e21e4 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:16.420725 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3abf425d-971e-4677-ba50-03a78d9557bf req-7e2850e3-6d44-4e4b-9af5-2406824e21e4 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=209ce398-d786-41a4-8b85-28b41e9f051c HTTP/1.1" status: 200 len: 946 time: 0.0555971 Feb 03 13:17:16.478814 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3abf425d-971e-4677-ba50-03a78d9557bf req-84915f31-3034-476f-9cb9-dd3c32f2eb12 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522554 Feb 03 13:17:16.975305 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f6d67-1cc8-43dc-9c08-2498ad8aaee3 req-586baac0-e67d-4759-856a-8c1398c0138d tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:16.976887 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f95f6d67-1cc8-43dc-9c08-2498ad8aaee3 req-586baac0-e67d-4759-856a-8c1398c0138d tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.73 "GET /v2.0/ports?device_id=209ce398-d786-41a4-8b85-28b41e9f051c HTTP/1.1" status: 200 len: 946 time: 0.0546224 Feb 03 13:17:17.079584 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f95f6d67-1cc8-43dc-9c08-2498ad8aaee3 req-e7fdf627-8a25-41f0-9fd9-62ae1d2cacca tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Deleting port dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:17.079987 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f95f6d67-1cc8-43dc-9c08-2498ad8aaee3 req-e7fdf627-8a25-41f0-9fd9-62ae1d2cacca tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:17.086734 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8e80bd40-3b3f-4481-ac11-b1293a1ab1be req-067d6bd6-96a6-4c36-a7f3-7a2214e3973b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 210 time: 0.0337806 Feb 03 13:17:17.176181 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f95f6d67-1cc8-43dc-9c08-2498ad8aaee3 req-e7fdf627-8a25-41f0-9fd9-62ae1d2cacca tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] For port dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e,segment=NetworkSegment(1de5d77f-dc76-4f67-ba2f-73482cd2ab43),segment_id=1de5d77f-dc76-4f67-ba2f-73482cd2ab43)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:17.176559 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f95f6d67-1cc8-43dc-9c08-2498ad8aaee3 req-e7fdf627-8a25-41f0-9fd9-62ae1d2cacca tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:17.190030 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f95f6d67-1cc8-43dc-9c08-2498ad8aaee3 req-e7fdf627-8a25-41f0-9fd9-62ae1d2cacca tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Calling delete_port for dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:17.322330 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f95f6d67-1cc8-43dc-9c08-2498ad8aaee3 req-e7fdf627-8a25-41f0-9fd9-62ae1d2cacca tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:17.351140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdf627-8a25-41f0-9fd9-62ae1d2cacca tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Pushing event deleted for resources: {'Port': ['ID=dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:17.361375 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:17:17.395107 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95f6d67-1cc8-43dc-9c08-2498ad8aaee3 req-e7fdf627-8a25-41f0-9fd9-62ae1d2cacca tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] No DVR routers for this DVR port dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:17:17.398105 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f95f6d67-1cc8-43dc-9c08-2498ad8aaee3 req-e7fdf627-8a25-41f0-9fd9-62ae1d2cacca tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:17.401731 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f95f6d67-1cc8-43dc-9c08-2498ad8aaee3 req-e7fdf627-8a25-41f0-9fd9-62ae1d2cacca tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.73 "DELETE /v2.0/ports/dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e HTTP/1.1" status: 204 len: 173 time: 0.4196966 Feb 03 13:17:17.402183 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209ce398-d786-41a4-8b85-28b41e9f051c', 'name': 'network-vif-deleted', 'tag': 'dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:17:17.404482 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee3b5be-6d16-454c-a882-4afecc9423df" -d '{"events": [{"server_uuid": "209ce398-d786-41a4-8b85-28b41e9f051c", "name": "network-vif-deleted", "tag": "dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:17:17.444689 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd3a7ff-df37-4818-b72a-ada7f3749ba6 x-openstack-request-id: req-6fd3a7ff-df37-4818-b72a-ada7f3749ba6 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:17:17.445290 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209ce398-d786-41a4-8b85-28b41e9f051c", "name": "network-vif-deleted", "tag": "dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:17:17.445395 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fd3a7ff-df37-4818-b72a-ada7f3749ba6 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:17:17.445820 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209ce398-d786-41a4-8b85-28b41e9f051c', 'name': 'network-vif-deleted', 'tag': 'dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e', 'status': 'completed', 'code': 200} Feb 03 13:17:17.593785 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b6aaa8da-3e19-4275-8283-d29a3fde2cf8 req-dd511b22-7500-4a7f-b47f-94c7dc9cef38 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=209ce398-d786-41a4-8b85-28b41e9f051c HTTP/1.1" status: 200 len: 210 time: 0.0307508 Feb 03 13:17:18.187446 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b673738e-8f1f-4966-abbf-bbc7be6a4712 req-a6a4937c-15f6-4793-ae37-060d29e9b7ab tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 210 time: 0.0285237 Feb 03 13:17:19.315562 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fd15964c-3c4c-4aa6-b578-ea552a986bfc req-6be782ae-ec73-4955-b250-5b1aa4f7fd32 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 210 time: 0.0579052 Feb 03 13:17:20.426842 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:17:20.451133 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:17:20.451778 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device dd7e8bd4-c62f-42b7-af01-c53b81bc8d8e not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:17:20.456528 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11ef2b75-6cf6-49f7-ba2d-6589512c77b4 req-14bdfa9f-b1f0-4ed0-b822-11c50ed222c2 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 210 time: 0.0533686 Feb 03 13:17:21.571827 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-073df82a-aaad-47f8-ae8e-03df5d8ea606 req-380b930f-3d35-41e2-95f4-668a0299dadb tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 210 time: 0.0302463 Feb 03 13:17:22.684615 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f70b5b80-061d-4bd0-bd66-ebc0e456cc6f req-47631edb-8605-4a23-81c4-be92ca67ca61 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d34d37f-fd53-492d-ba31-2c284a24bf79 HTTP/1.1" status: 200 len: 210 time: 0.0376189 Feb 03 13:17:28.673797 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-661024ea-ca26-4bdf-96fb-688dc1884465 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:28.675422 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-661024ea-ca26-4bdf-96fb-688dc1884465 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/networks?id=cd921628-78de-41f1-8d9a-7a134af04351 HTTP/1.1" status: 200 len: 813 time: 0.1112971 Feb 03 13:17:28.694620 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-4428bf59-6237-43b6-bab2-61b391bde16b tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/quotas/076f09ec526a4848a709aac6fc084c61 HTTP/1.1" status: 200 len: 375 time: 0.0117414 Feb 03 13:17:28.730538 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-15a3608e-f9fd-4fb5-92bd-4e65389de561 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=076f09ec526a4848a709aac6fc084c61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295939 Feb 03 13:17:28.834389 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-668c48c1-ed86-413a-b152-61088c96bdc1 service neutron] 10.222.0.18 "GET /v2.0/networks/cd921628-78de-41f1-8d9a-7a134af04351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940611 Feb 03 13:17:28.929276 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-7117053b-8a6d-4ba3-9378-6bf56159beb0 service neutron] 10.222.0.18 "GET /v2.0/networks/cd921628-78de-41f1-8d9a-7a134af04351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869017 Feb 03 13:17:29.101162 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d1c6e95-f024-4f5f-8bb9-638512382850 req-caa7749d-9e4f-40cf-9480-0a7212a4dfbe tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82f6f73-63ad-43fc-8754-2e8553ff337e HTTP/1.1" status: 200 len: 210 time: 0.0309939 Feb 03 13:17:30.231676 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dae280c3-8bcf-4ce7-bbd6-9300223540ff req-df52ee87-b7ae-42e1-a95c-d7915f940a6f tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82f6f73-63ad-43fc-8754-2e8553ff337e HTTP/1.1" status: 200 len: 210 time: 0.0432532 Feb 03 13:17:31.316117 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62b509aa-470f-49d0-bb9f-0905f55729a1 req-c03c2476-b4eb-4204-9da0-740de2e6ca0d tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82f6f73-63ad-43fc-8754-2e8553ff337e HTTP/1.1" status: 200 len: 210 time: 0.0319476 Feb 03 13:17:31.386911 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:32.249039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37630) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:32.398038 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6233710-b543-49b0-bc3e-3e5490d89f21 req-7383b9ca-8914-412c-af2e-b68b979e3c38 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82f6f73-63ad-43fc-8754-2e8553ff337e HTTP/1.1" status: 200 len: 210 time: 0.0310762 Feb 03 13:17:32.416409 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9f30c3e5-c004-4e37-99e4-628e30f4f9b5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Deleting port 3a778ffb-feb8-4ed9-8c39-e524695b3307 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:32.416957 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f30c3e5-c004-4e37-99e4-628e30f4f9b5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (3a778ffb-feb8-4ed9-8c39-e524695b3307), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:32.505248 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f30c3e5-c004-4e37-99e4-628e30f4f9b5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (3a778ffb-feb8-4ed9-8c39-e524695b3307), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:32.505624 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f30c3e5-c004-4e37-99e4-628e30f4f9b5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for floatingip (3a778ffb-feb8-4ed9-8c39-e524695b3307), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:32.519449 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9f30c3e5-c004-4e37-99e4-628e30f4f9b5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Calling delete_port for 3a778ffb-feb8-4ed9-8c39-e524695b3307 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:32.711344 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f30c3e5-c004-4e37-99e4-628e30f4f9b5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (3a778ffb-feb8-4ed9-8c39-e524695b3307), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:32.737834 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30c3e5-c004-4e37-99e4-628e30f4f9b5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event deleted for resources: {'Port': ['ID=3a778ffb-feb8-4ed9-8c39-e524695b3307,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:32.806788 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f30c3e5-c004-4e37-99e4-628e30f4f9b5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for floatingip (453aabd2-02bf-4eaf-ae48-afa9aa0c1202), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:32.807039 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-9f30c3e5-c004-4e37-99e4-628e30f4f9b5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Floating IP 453aabd2-02bf-4eaf-ae48-afa9aa0c1202 disassociated (deleted). External IP: 172.25.6.146, port: f7db0634-bfb2-48c5-9a7a-6780d46546f3. Feb 03 13:17:33.014390 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f30c3e5-c004-4e37-99e4-628e30f4f9b5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:17:33.116505 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f30c3e5-c004-4e37-99e4-628e30f4f9b5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:17:33.121296 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f30c3e5-c004-4e37-99e4-628e30f4f9b5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:33.128593 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9454bd8e-336a-429f-9291-a90d07b1bc88 None None] Sync routers for ids ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:17:33.157821 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9f30c3e5-c004-4e37-99e4-628e30f4f9b5 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "DELETE /v2.0/floatingips/453aabd2-02bf-4eaf-ae48-afa9aa0c1202 HTTP/1.1" status: 204 len: 168 time: 0.9052954 Feb 03 13:17:33.157821 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35f4dbd-8b21-4259-9219-a176d1e757a9', 'tag': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:17:33.158402 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92b9261-ff7f-4151-a6c5-51dbf7abad60" -d '{"events": [{"name": "network-changed", "server_uuid": "b35f4dbd-8b21-4259-9219-a176d1e757a9", "tag": "f7db0634-bfb2-48c5-9a7a-6780d46546f3"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:17:33.178758 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9454bd8e-336a-429f-9291-a90d07b1bc88 None None] Routers {'6706e8e8-8fae-4a85-8b85-75b4f00f3fba'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:17:33.179575 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9454bd8e-336a-429f-9291-a90d07b1bc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:17:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:33.205143 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ee2e04-bd43-4b0f-bcad-e4d9fbc7ded5 x-openstack-request-id: req-07ee2e04-bd43-4b0f-bcad-e4d9fbc7ded5 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:17:33.205585 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35f4dbd-8b21-4259-9219-a176d1e757a9", "tag": "f7db0634-bfb2-48c5-9a7a-6780d46546f3", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:17:33.206018 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07ee2e04-bd43-4b0f-bcad-e4d9fbc7ded5 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:17:33.206498 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35f4dbd-8b21-4259-9219-a176d1e757a9', 'tag': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3', 'status': 'completed', 'code': 200} Feb 03 13:17:33.273215 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b9261-ff7f-4151-a6c5-51dbf7abad60 req-fb2ca1a7-a0de-4bfa-bdbb-faee9cff1793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:33.275009 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f92b9261-ff7f-4151-a6c5-51dbf7abad60 req-fb2ca1a7-a0de-4bfa-bdbb-faee9cff1793 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=47cedc9968b440be9d535d988911feb3&device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 1127 time: 0.0472097 Feb 03 13:17:33.344479 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9454bd8e-336a-429f-9291-a90d07b1bc88 None None] Set router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:17:33.409925 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b9261-ff7f-4151-a6c5-51dbf7abad60 req-04b10a9e-49d7-42d8-a86c-82064975f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:33.411391 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f92b9261-ff7f-4151-a6c5-51dbf7abad60 req-04b10a9e-49d7-42d8-a86c-82064975f2cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 200 len: 912 time: 0.1263373 Feb 03 13:17:33.433585 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fee24b-3ede-4847-93b1-be793bc041fc req-14d2f814-e32f-4028-890d-f883527f15ad tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:33.435071 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-79fee24b-3ede-4847-93b1-be793bc041fc req-14d2f814-e32f-4028-890d-f883527f15ad tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 945 time: 0.0862839 Feb 03 13:17:33.464071 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f92b9261-ff7f-4151-a6c5-51dbf7abad60 req-320a264f-5902-4590-b8da-5d71f13ef1d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7db0634-bfb2-48c5-9a7a-6780d46546f3 HTTP/1.1" status: 200 len: 217 time: 0.0458822 Feb 03 13:17:33.504605 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b416c4a7-0529-4982-8470-aae385443734 req-1d809760-d273-4f8a-b81e-ad15540bf683 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82f6f73-63ad-43fc-8754-2e8553ff337e HTTP/1.1" status: 200 len: 210 time: 0.0303991 Feb 03 13:17:33.531701 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b9261-ff7f-4151-a6c5-51dbf7abad60 req-e29eb536-4162-43eb-a224-62d815c5f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:33.533201 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f92b9261-ff7f-4151-a6c5-51dbf7abad60 req-e29eb536-4162-43eb-a224-62d815c5f769 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 200 len: 850 time: 0.0631762 Feb 03 13:17:33.543542 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1f722599-8007-4fae-9560-1de46d366dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:33.576443 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-79fee24b-3ede-4847-93b1-be793bc041fc req-9ea93286-794d-44bb-ac99-808103cb37d2 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150486 Feb 03 13:17:33.581320 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9454bd8e-336a-429f-9291-a90d07b1bc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '0b856c3b-1468-4cb9-a440-0488bc37e56d', 'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'mac_address': 'fa:16:3e:2d:09:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:02Z', 'updated_at': '2022-02-03T13:01:21Z', 'revision_number': 5, 'project_id': '47cedc9968b440be9d535d988911feb3', 'subnets': [{'id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:33.594546 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b9261-ff7f-4151-a6c5-51dbf7abad60 req-c82d07dd-1503-4752-bb90-20b1860af097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:33.596469 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f92b9261-ff7f-4151-a6c5-51dbf7abad60 req-c82d07dd-1503-4752-bb90-20b1860af097 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c7d910a7-219c-4471-8faf-04d787751463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0535288 Feb 03 13:17:33.610393 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9454bd8e-336a-429f-9291-a90d07b1bc88 None None] Checking router: 6706e8e8-8fae-4a85-8b85-75b4f00f3fba for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:17:33.619416 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9454bd8e-336a-429f-9291-a90d07b1bc88 None None] Routers {'6706e8e8-8fae-4a85-8b85-75b4f00f3fba'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:17:33.620046 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9454bd8e-336a-429f-9291-a90d07b1bc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:17:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:33.700068 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f92b9261-ff7f-4151-a6c5-51dbf7abad60 req-7266e312-5ebe-401b-ad56-503520660f72 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937951 Feb 03 13:17:33.730904 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9454bd8e-336a-429f-9291-a90d07b1bc88 None None] Set router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:17:33.804184 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f92b9261-ff7f-4151-a6c5-51dbf7abad60 req-bf4e549d-e8d3-4192-b936-86c0aee6fd80 service neutron] 10.222.0.31 "GET /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961065 Feb 03 13:17:34.027427 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9454bd8e-336a-429f-9291-a90d07b1bc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '0b856c3b-1468-4cb9-a440-0488bc37e56d', 'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'mac_address': 'fa:16:3e:2d:09:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:02Z', 'updated_at': '2022-02-03T13:01:21Z', 'revision_number': 5, 'project_id': '47cedc9968b440be9d535d988911feb3', 'subnets': [{'id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:34.052942 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9454bd8e-336a-429f-9291-a90d07b1bc88 None None] The sync data for ids ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'] in n-d-827336-3 is: [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:01:03Z', 'revision_number': 4, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '0b856c3b-1468-4cb9-a440-0488bc37e56d', 'name': '', 'network_id': 'c7d910a7-219c-4471-8faf-04d787751463', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'mac_address': 'fa:16:3e:2d:09:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:02Z', 'updated_at': '2022-02-03T13:01:21Z', 'revision_number': 5, 'project_id': '47cedc9968b440be9d535d988911feb3', 'subnets': [{'id': 'c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:17:34.296693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7626103-acbe-4cf7-9884-84320c0a25f0 None None] New status for floating IP 453aabd2-02bf-4eaf-ae48-afa9aa0c1202: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:17:34.335995 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-ad597115-661b-49ca-908f-aa0982cf14e6 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:34.337487 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-ad597115-661b-49ca-908f-aa0982cf14e6 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.73 "GET /v2.0/networks?id=cd921628-78de-41f1-8d9a-7a134af04351 HTTP/1.1" status: 200 len: 813 time: 0.1162221 Feb 03 13:17:34.357479 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-ed558861-7223-4c9f-9346-3dfb4c206373 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Request body: {'port': {'device_id': 'e82f6f73-63ad-43fc-8754-2e8553ff337e', 'network_id': 'cd921628-78de-41f1-8d9a-7a134af04351', 'admin_state_up': True, 'tenant_id': '076f09ec526a4848a709aac6fc084c61'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:17:34.476538 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-ed558861-7223-4c9f-9346-3dfb4c206373 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Made reservation on behalf of 076f09ec526a4848a709aac6fc084c61 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:17:34.479879 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-ed558861-7223-4c9f-9346-3dfb4c206373 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:34.619668 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ea13a821-471a-4da4-ad12-c93855cc5659 req-a5c920bb-9e3c-42ca-97db-30627ee19a22 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82f6f73-63ad-43fc-8754-2e8553ff337e HTTP/1.1" status: 200 len: 210 time: 0.0402548 Feb 03 13:17:34.636118 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-ed558861-7223-4c9f-9346-3dfb4c206373 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Allocated IP 172.20.0.7 (cd921628-78de-41f1-8d9a-7a134af04351/c7b1383d-5d74-49e7-9e19-602757cc8432/ef431d30-7e54-45e1-be6c-455484993b0e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:17:34.704241 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43dd69-cacf-4dcf-b420-151ddd3dfc25 req-153ff31b-da28-4698-a158-3e3e5c262953 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:34.705730 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ab43dd69-cacf-4dcf-b420-151ddd3dfc25 req-153ff31b-da28-4698-a158-3e3e5c262953 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 945 time: 0.0568714 Feb 03 13:17:34.753395 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ab43dd69-cacf-4dcf-b420-151ddd3dfc25 req-9ef6a25b-4f4f-4aaf-93e2-7fe8ece50a48 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/security-groups?id=28c8166a-4112-4672-aacb-7bff50697772&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422113 Feb 03 13:17:34.786726 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-ed558861-7223-4c9f-9346-3dfb4c206373 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Publish callbacks [] for port (ef431d30-7e54-45e1-be6c-455484993b0e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:34.823312 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-ed558861-7223-4c9f-9346-3dfb4c206373 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ef431d30-7e54-45e1-be6c-455484993b0e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:34.864366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-ed558861-7223-4c9f-9346-3dfb4c206373 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Network cd921628-78de-41f1-8d9a-7a134af04351 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:17:34.870553 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-ed558861-7223-4c9f-9346-3dfb4c206373 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:17:34.874069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-ed558861-7223-4c9f-9346-3dfb4c206373 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:17:34.880327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed558861-7223-4c9f-9346-3dfb4c206373 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Pushing event updated for resources: {'Port': ['ID=ef431d30-7e54-45e1-be6c-455484993b0e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:34.926337 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-ed558861-7223-4c9f-9346-3dfb4c206373 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:34.926956 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-ed558861-7223-4c9f-9346-3dfb4c206373 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:34.943830 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-ed558861-7223-4c9f-9346-3dfb4c206373 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5906527 Feb 03 13:17:34.946631 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacb34a-b0d1-473b-88e7-3c1722c9c495 req-841aa8d9-9cde-410c-9abf-fa4712139a91 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:34.948109 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bcacb34a-b0d1-473b-88e7-3c1722c9c495 req-841aa8d9-9cde-410c-9abf-fa4712139a91 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.31 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 945 time: 0.0540476 Feb 03 13:17:34.986678 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] Request body: {'port': {'device_id': 'e82f6f73-63ad-43fc-8754-2e8553ff337e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:17:35.049607 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ef431d30-7e54-45e1-be6c-455484993b0e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:35.053760 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-bcacb34a-b0d1-473b-88e7-3c1722c9c495 req-c723d549-6210-4f00-a356-0c03294185bc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Deleting port f7db0634-bfb2-48c5-9a7a-6780d46546f3 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:35.054105 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bcacb34a-b0d1-473b-88e7-3c1722c9c495 req-c723d549-6210-4f00-a356-0c03294185bc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f7db0634-bfb2-48c5-9a7a-6780d46546f3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:35.141257 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-bcacb34a-b0d1-473b-88e7-3c1722c9c495 req-c723d549-6210-4f00-a356-0c03294185bc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] For port f7db0634-bfb2-48c5-9a7a-6780d46546f3, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=f7db0634-bfb2-48c5-9a7a-6780d46546f3,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:35.141619 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bcacb34a-b0d1-473b-88e7-3c1722c9c495 req-c723d549-6210-4f00-a356-0c03294185bc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f7db0634-bfb2-48c5-9a7a-6780d46546f3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:35.158097 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-bcacb34a-b0d1-473b-88e7-3c1722c9c495 req-c723d549-6210-4f00-a356-0c03294185bc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Calling delete_port for f7db0634-bfb2-48c5-9a7a-6780d46546f3 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:35.289629 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bcacb34a-b0d1-473b-88e7-3c1722c9c495 req-c723d549-6210-4f00-a356-0c03294185bc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f7db0634-bfb2-48c5-9a7a-6780d46546f3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:35.318248 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723d549-6210-4f00-a356-0c03294185bc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event deleted for resources: {'Port': ['ID=f7db0634-bfb2-48c5-9a7a-6780d46546f3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:35.321397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef431d30-7e54-45e1-be6c-455484993b0e {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:17:35.329989 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] Publish callbacks [] for port (ef431d30-7e54-45e1-be6c-455484993b0e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:35.344860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] Transition to ACTIVE for port object ef431d30-7e54-45e1-be6c-455484993b0e will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:17:35.348672 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (ef431d30-7e54-45e1-be6c-455484993b0e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:35.365896 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcacb34a-b0d1-473b-88e7-3c1722c9c495 req-c723d549-6210-4f00-a356-0c03294185bc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] No DVR routers for this DVR port f7db0634-bfb2-48c5-9a7a-6780d46546f3 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:17:35.368513 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-bcacb34a-b0d1-473b-88e7-3c1722c9c495 req-c723d549-6210-4f00-a356-0c03294185bc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:35.371976 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bcacb34a-b0d1-473b-88e7-3c1722c9c495 req-c723d549-6210-4f00-a356-0c03294185bc tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.31 "DELETE /v2.0/ports/f7db0634-bfb2-48c5-9a7a-6780d46546f3 HTTP/1.1" status: 204 len: 173 time: 0.4191363 Feb 03 13:17:35.372464 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35f4dbd-8b21-4259-9219-a176d1e757a9', 'name': 'network-vif-deleted', 'tag': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:17:35.374878 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f458ae2-c1b7-49e9-b7b8-2e8520e80c77" -d '{"events": [{"server_uuid": "b35f4dbd-8b21-4259-9219-a176d1e757a9", "name": "network-vif-deleted", "tag": "f7db0634-bfb2-48c5-9a7a-6780d46546f3"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:17:35.403544 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] Pushing event updated for resources: {'Port': ['ID=ef431d30-7e54-45e1-be6c-455484993b0e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:35.423492 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b24c65-62ba-4c61-9d9b-27ad221b3ec0 x-openstack-request-id: req-e3b24c65-62ba-4c61-9d9b-27ad221b3ec0 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:17:35.423817 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35f4dbd-8b21-4259-9219-a176d1e757a9", "name": "network-vif-deleted", "tag": "f7db0634-bfb2-48c5-9a7a-6780d46546f3", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:17:35.424112 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3b24c65-62ba-4c61-9d9b-27ad221b3ec0 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:17:35.424522 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35f4dbd-8b21-4259-9219-a176d1e757a9', 'name': 'network-vif-deleted', 'tag': 'f7db0634-bfb2-48c5-9a7a-6780d46546f3', 'status': 'completed', 'code': 200} Feb 03 13:17:35.476208 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] Attempting to bind port ef431d30-7e54-45e1-be6c-455484993b0e on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:17:35.476555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] Attempting to bind port ef431d30-7e54-45e1-be6c-455484993b0e by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '1de5d77f-dc76-4f67-ba2f-73482cd2ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cd921628-78de-41f1-8d9a-7a134af04351'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:17:35.476894 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] Attempting to bind port ef431d30-7e54-45e1-be6c-455484993b0e on network cd921628-78de-41f1-8d9a-7a134af04351 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:17:35.481317 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] Port ef431d30-7e54-45e1-be6c-455484993b0e on network cd921628-78de-41f1-8d9a-7a134af04351 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:17:35.481642 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] Attempting to bind port ef431d30-7e54-45e1-be6c-455484993b0e on network cd921628-78de-41f1-8d9a-7a134af04351 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:17:35.486588 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:17:35.486937 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] Checking segment: {'id': '1de5d77f-dc76-4f67-ba2f-73482cd2ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cd921628-78de-41f1-8d9a-7a134af04351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:17:35.487331 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] Bound using segment: {'id': '1de5d77f-dc76-4f67-ba2f-73482cd2ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cd921628-78de-41f1-8d9a-7a134af04351'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:17:35.487769 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] Bound port: ef431d30-7e54-45e1-be6c-455484993b0e, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de5d77f-dc76-4f67-ba2f-73482cd2ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cd921628-78de-41f1-8d9a-7a134af04351'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:17:35.488158 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ef431d30-7e54-45e1-be6c-455484993b0e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:35.551666 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] For port ef431d30-7e54-45e1-be6c-455484993b0e, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:17:35.554820 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] For port ef431d30-7e54-45e1-be6c-455484993b0e, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ef431d30-7e54-45e1-be6c-455484993b0e,segment=NetworkSegment(1de5d77f-dc76-4f67-ba2f-73482cd2ab43),segment_id=1de5d77f-dc76-4f67-ba2f-73482cd2ab43)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:17:35.561335 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (ef431d30-7e54-45e1-be6c-455484993b0e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:35.595852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:35.596569 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:35.597977 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] 10.222.0.73 "PUT /v2.0/ports/ef431d30-7e54-45e1-be6c-455484993b0e HTTP/1.1" status: 200 len: 1091 time: 0.6157217 Feb 03 13:17:35.598426 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82f6f73-63ad-43fc-8754-2e8553ff337e', 'tag': 'ef431d30-7e54-45e1-be6c-455484993b0e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:17:35.600744 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8ca24d-13d1-4b4b-8145-826d154b4844" -d '{"events": [{"name": "network-changed", "server_uuid": "e82f6f73-63ad-43fc-8754-2e8553ff337e", "tag": "ef431d30-7e54-45e1-be6c-455484993b0e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:17:35.631509 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6519c5-1391-4c68-9bd6-072b9b821058 service neutron] Pushing event updated for resources: {'Port': ['ID=ef431d30-7e54-45e1-be6c-455484993b0e,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:35.642888 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355c07bc-3b8b-4a0e-b691-707a095691c4 x-openstack-request-id: req-355c07bc-3b8b-4a0e-b691-707a095691c4 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:17:35.643386 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82f6f73-63ad-43fc-8754-2e8553ff337e", "tag": "ef431d30-7e54-45e1-be6c-455484993b0e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:17:35.643814 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-355c07bc-3b8b-4a0e-b691-707a095691c4 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:17:35.644413 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82f6f73-63ad-43fc-8754-2e8553ff337e', 'tag': 'ef431d30-7e54-45e1-be6c-455484993b0e', 'status': 'completed', 'code': 200} Feb 03 13:17:35.709684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-8217d8b3-d4be-4bfd-9c3e-2e88ab6ed36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:35.711822 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-8217d8b3-d4be-4bfd-9c3e-2e88ab6ed36a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=076f09ec526a4848a709aac6fc084c61&device_id=e82f6f73-63ad-43fc-8754-2e8553ff337e HTTP/1.1" status: 200 len: 1125 time: 0.0525532 Feb 03 13:17:35.857612 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b33af0dc-a42b-47db-9941-b6ffd7d47a22 req-b39cc648-a7bf-43ce-89d6-4515db14da6c tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 210 time: 0.0318828 Feb 03 13:17:36.101815 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-262063e4-3121-4096-871d-37dbd6812887 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef431d30-7e54-45e1-be6c-455484993b0e HTTP/1.1" status: 200 len: 217 time: 0.3742874 Feb 03 13:17:36.156813 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cf263-5c4f-4ec3-aff6-ed6c1afe1feb req-486f7e83-5bf0-48ff-b021-60fca956cc98 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:36.158365 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-de4cf263-5c4f-4ec3-aff6-ed6c1afe1feb req-486f7e83-5bf0-48ff-b021-60fca956cc98 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82f6f73-63ad-43fc-8754-2e8553ff337e HTTP/1.1" status: 200 len: 943 time: 0.4456310 Feb 03 13:17:36.172778 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8a1f342c-03fa-48f4-a873-1f41491bc3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:36.175780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-a7e3223f-0b5d-4901-b07a-507a54a2bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:36.177800 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-a7e3223f-0b5d-4901-b07a-507a54a2bafc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c7b1383d-5d74-49e7-9e19-602757cc8432 HTTP/1.1" status: 200 len: 853 time: 0.0679960 Feb 03 13:17:36.216111 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-19f3e70d-6a06-4e38-84c6-da340dfbbc6c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd921628-78de-41f1-8d9a-7a134af04351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301967 Feb 03 13:17:36.261530 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-de4cf263-5c4f-4ec3-aff6-ed6c1afe1feb req-9c835602-b04e-4af5-b0a9-5948af3d1abd tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967152 Feb 03 13:17:36.321483 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-64ffb3c2-7998-41b5-a963-ef37f9782ed0 service neutron] 10.222.0.73 "GET /v2.0/networks/cd921628-78de-41f1-8d9a-7a134af04351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999291 Feb 03 13:17:36.414782 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bf6cb6c0-1e62-4f19-8f51-751b0bf18323 req-6f7c4452-3791-4c1c-96d8-7cae13f85557 service neutron] 10.222.0.73 "GET /v2.0/networks/cd921628-78de-41f1-8d9a-7a134af04351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875251 Feb 03 13:17:36.550033 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ca24d-13d1-4b4b-8145-826d154b4844 req-5cf9e070-c55e-4ec5-9dc1-894ffb22b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:36.551641 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d8ca24d-13d1-4b4b-8145-826d154b4844 req-5cf9e070-c55e-4ec5-9dc1-894ffb22b1fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=076f09ec526a4848a709aac6fc084c61&device_id=e82f6f73-63ad-43fc-8754-2e8553ff337e HTTP/1.1" status: 200 len: 1125 time: 0.0446591 Feb 03 13:17:36.643831 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ca24d-13d1-4b4b-8145-826d154b4844 req-cc6c9f6d-b2f6-4308-a514-29e6d7a87286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:36.645340 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d8ca24d-13d1-4b4b-8145-826d154b4844 req-cc6c9f6d-b2f6-4308-a514-29e6d7a87286 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cd921628-78de-41f1-8d9a-7a134af04351 HTTP/1.1" status: 200 len: 914 time: 0.0875719 Feb 03 13:17:36.686579 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d8ca24d-13d1-4b4b-8145-826d154b4844 req-b2662cdc-9e2d-46da-8793-651e59e22b7f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef431d30-7e54-45e1-be6c-455484993b0e HTTP/1.1" status: 200 len: 217 time: 0.0338349 Feb 03 13:17:36.733787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ca24d-13d1-4b4b-8145-826d154b4844 req-f26c7feb-fe36-44dd-8663-b288298254f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:36.735328 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d8ca24d-13d1-4b4b-8145-826d154b4844 req-f26c7feb-fe36-44dd-8663-b288298254f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c7b1383d-5d74-49e7-9e19-602757cc8432 HTTP/1.1" status: 200 len: 853 time: 0.0432568 Feb 03 13:17:36.770350 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d8ca24d-13d1-4b4b-8145-826d154b4844 req-785f0964-bfc5-4f6e-92f3-65ef0b541c10 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd921628-78de-41f1-8d9a-7a134af04351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291181 Feb 03 13:17:36.862220 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d8ca24d-13d1-4b4b-8145-826d154b4844 req-c5303186-a0b0-460d-b1d1-1868685196b4 service neutron] 10.222.0.73 "GET /v2.0/networks/cd921628-78de-41f1-8d9a-7a134af04351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835285 Feb 03 13:17:36.958212 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ee932efc-e0b4-46c9-aa2b-6e3f5c726d69 req-ceee94ff-09d4-46ca-b903-abe365f8c172 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 210 time: 0.0289745 Feb 03 13:17:36.961858 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d8ca24d-13d1-4b4b-8145-826d154b4844 req-a83bde91-a923-4439-982c-e4dcb2ac559a service neutron] 10.222.0.73 "GET /v2.0/networks/cd921628-78de-41f1-8d9a-7a134af04351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941794 Feb 03 13:17:37.034264 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:37.393835 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21650d9f-4cd7-47bd-979f-86f75681f7d0 req-60eb7b55-5879-4a1d-b4c1-0b08b5da7256 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:37.395253 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21650d9f-4cd7-47bd-979f-86f75681f7d0 req-60eb7b55-5879-4a1d-b4c1-0b08b5da7256 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82f6f73-63ad-43fc-8754-2e8553ff337e HTTP/1.1" status: 200 len: 943 time: 0.0535014 Feb 03 13:17:37.441777 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21650d9f-4cd7-47bd-979f-86f75681f7d0 req-b79fd86c-6174-4724-a230-6a02f5b0d8ef tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407195 Feb 03 13:17:38.064781 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7676845b-5367-4bb5-a483-082c29266d54 req-32e4c5fc-bbee-4231-a8a6-79ef055996e8 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 210 time: 0.0350473 Feb 03 13:17:38.336715 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:38.564770 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7711a-7662-4346-b227-46da7657c32b req-29fab244-0293-4673-918a-0323553e9ab6 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:38.566217 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33d7711a-7662-4346-b227-46da7657c32b req-29fab244-0293-4673-918a-0323553e9ab6 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82f6f73-63ad-43fc-8754-2e8553ff337e HTTP/1.1" status: 200 len: 943 time: 0.0548213 Feb 03 13:17:38.622272 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33d7711a-7662-4346-b227-46da7657c32b req-7273133f-cdc6-4133-a719-5bc80f5796b5 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481148 Feb 03 13:17:38.734955 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f7db0634-bfb2-48c5-9a7a-6780d46546f3 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:17:38.759066 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: f7db0634-bfb2-48c5-9a7a-6780d46546f3 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:17:38.759412 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device f7db0634-bfb2-48c5-9a7a-6780d46546f3 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:17:39.155915 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f07c671-d639-4c8c-ad0a-ba3126003e60 req-a050359c-5ef0-4dd9-9e6b-53451ee5c4a9 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 210 time: 0.0271471 Feb 03 13:17:39.742285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73699f-7aed-4781-ab49-1a7423dcdec9 req-d609fbe9-dd4c-4f33-86bd-d1405dd63fba tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:39.743821 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ac73699f-7aed-4781-ab49-1a7423dcdec9 req-d609fbe9-dd4c-4f33-86bd-d1405dd63fba tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82f6f73-63ad-43fc-8754-2e8553ff337e HTTP/1.1" status: 200 len: 943 time: 0.0545385 Feb 03 13:17:39.790202 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ac73699f-7aed-4781-ab49-1a7423dcdec9 req-38b9fb54-859b-46de-9b48-18b33698f098 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407658 Feb 03 13:17:39.932674 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:40.257092 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e7b8958-e900-4883-8270-577a236eda2c req-31d49045-bb68-4381-9c3e-fca8ce72c091 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 210 time: 0.0309134 Feb 03 13:17:40.535201 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ef431d30-7e54-45e1-be6c-455484993b0e details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:17:40.630049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port ef431d30-7e54-45e1-be6c-455484993b0e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ef431d30-7e54-45e1-be6c-455484993b0e,segment=NetworkSegment(1de5d77f-dc76-4f67-ba2f-73482cd2ab43),segment_id=1de5d77f-dc76-4f67-ba2f-73482cd2ab43)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:40.644269 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'ef431d30-7e54-45e1-be6c-455484993b0e', 'network_id': 'cd921628-78de-41f1-8d9a-7a134af04351', 'port_id': 'ef431d30-7e54-45e1-be6c-455484993b0e', 'mac_address': 'fa:16:3e:97:54:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b1383d-5d74-49e7-9e19-602757cc8432', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:17:40.681306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port ef431d30-7e54-45e1-be6c-455484993b0e is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:17:40.681689 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ef431d30-7e54-45e1-be6c-455484993b0e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:40.693918 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef431d30-7e54-45e1-be6c-455484993b0e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:17:40.712653 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port ef431d30-7e54-45e1-be6c-455484993b0e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ef431d30-7e54-45e1-be6c-455484993b0e,segment=NetworkSegment(1de5d77f-dc76-4f67-ba2f-73482cd2ab43),segment_id=1de5d77f-dc76-4f67-ba2f-73482cd2ab43)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:40.716973 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ef431d30-7e54-45e1-be6c-455484993b0e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:40.762474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=ef431d30-7e54-45e1-be6c-455484993b0e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:40.769882 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:40.770258 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:40.771111 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:40.771461 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:40.771790 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:40.772146 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:40.772478 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:40.772808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:40.773136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:40.773462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:40.773785 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:40.774111 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:40.774435 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:17:40.910288 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf99c7a-93e2-4cc9-a0ce-4f4bda942650 req-49494099-21b5-4e0f-97e6-f298bb3bfc40 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:40.911808 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eaf99c7a-93e2-4cc9-a0ce-4f4bda942650 req-49494099-21b5-4e0f-97e6-f298bb3bfc40 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82f6f73-63ad-43fc-8754-2e8553ff337e HTTP/1.1" status: 200 len: 944 time: 0.0536287 Feb 03 13:17:40.961657 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eaf99c7a-93e2-4cc9-a0ce-4f4bda942650 req-b2b1f44f-d41f-46b4-95f1-daf8bf95f9df tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436838 Feb 03 13:17:41.079831 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['ef431d30-7e54-45e1-be6c-455484993b0e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:17:41.353533 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e8c9b928-bef1-4d07-ae7b-c1a316f0c36d req-e8a7962a-c26e-4e1d-98d7-0f55709d27a4 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 210 time: 0.0278008 Feb 03 13:17:42.093800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a56042-8151-41b1-bca9-258dc0526003 req-7a72b581-5578-45e2-89be-3e671a727595 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:42.095472 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e3a56042-8151-41b1-bca9-258dc0526003 req-7a72b581-5578-45e2-89be-3e671a727595 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82f6f73-63ad-43fc-8754-2e8553ff337e HTTP/1.1" status: 200 len: 944 time: 0.0635669 Feb 03 13:17:42.156015 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e3a56042-8151-41b1-bca9-258dc0526003 req-bee3bc90-5f4a-41c7-8263-90bbdc9f0b0b tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538478 Feb 03 13:17:42.449207 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-40467a17-2660-41b1-9c1e-359465c42472 req-638c77b4-b8da-4f7e-a0fa-cbd31bf8dd4d tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 210 time: 0.0271726 Feb 03 13:17:42.539786 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ef431d30-7e54-45e1-be6c-455484993b0e up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:17:42.588711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port ef431d30-7e54-45e1-be6c-455484993b0e completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:17:42.592894 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port ef431d30-7e54-45e1-be6c-455484993b0e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:17:42.593269 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ef431d30-7e54-45e1-be6c-455484993b0e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:42.672366 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port ef431d30-7e54-45e1-be6c-455484993b0e is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:17:42.672780 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ef431d30-7e54-45e1-be6c-455484993b0e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:42.695231 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82f6f73-63ad-43fc-8754-2e8553ff337e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef431d30-7e54-45e1-be6c-455484993b0e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:17:42.697468 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4f3ef6-b511-4d23-8b3b-0d63c98048c7" -d '{"events": [{"server_uuid": "e82f6f73-63ad-43fc-8754-2e8553ff337e", "name": "network-vif-plugged", "status": "completed", "tag": "ef431d30-7e54-45e1-be6c-455484993b0e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:17:42.710504 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port ef431d30-7e54-45e1-be6c-455484993b0e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ef431d30-7e54-45e1-be6c-455484993b0e,segment=NetworkSegment(1de5d77f-dc76-4f67-ba2f-73482cd2ab43),segment_id=1de5d77f-dc76-4f67-ba2f-73482cd2ab43)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:42.716107 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ef431d30-7e54-45e1-be6c-455484993b0e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:42.740752 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44b164a-95b8-4189-9a14-a42d4a236a7b x-openstack-request-id: req-e44b164a-95b8-4189-9a14-a42d4a236a7b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:17:42.741048 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82f6f73-63ad-43fc-8754-2e8553ff337e", "name": "network-vif-plugged", "status": "completed", "tag": "ef431d30-7e54-45e1-be6c-455484993b0e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:17:42.741301 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e44b164a-95b8-4189-9a14-a42d4a236a7b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:17:42.741692 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82f6f73-63ad-43fc-8754-2e8553ff337e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef431d30-7e54-45e1-be6c-455484993b0e', 'code': 200} Feb 03 13:17:42.767562 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=ef431d30-7e54-45e1-be6c-455484993b0e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:42.865161 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e145f5b-523a-4dea-b798-085487114e61 req-24580b74-8f90-457c-bbef-a18220831546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:42.866615 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e145f5b-523a-4dea-b798-085487114e61 req-24580b74-8f90-457c-bbef-a18220831546 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e82f6f73-63ad-43fc-8754-2e8553ff337e HTTP/1.1" status: 200 len: 1127 time: 0.0435226 Feb 03 13:17:42.916993 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e145f5b-523a-4dea-b798-085487114e61 req-6499cc0b-9238-40fc-80f2-0f8bf9d500be service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430477 Feb 03 13:17:43.273611 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d96760-8cde-4b76-96ec-42e6fea480a3 req-6eb09086-55d2-4f55-adea-179c05078d6c tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:43.275127 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-93d96760-8cde-4b76-96ec-42e6fea480a3 req-6eb09086-55d2-4f55-adea-179c05078d6c tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82f6f73-63ad-43fc-8754-2e8553ff337e HTTP/1.1" status: 200 len: 945 time: 0.0527673 Feb 03 13:17:43.323624 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-93d96760-8cde-4b76-96ec-42e6fea480a3 req-1de97fa5-d905-42a6-aa0c-e9141dbab6a0 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422626 Feb 03 13:17:43.554273 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87f4b9de-0f7f-48cb-9c96-e188161f88fd req-acb2214c-1f56-4440-a7ef-fb9306334bf6 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "GET /v2.0/ports?device_id=b35f4dbd-8b21-4259-9219-a176d1e757a9 HTTP/1.1" status: 200 len: 210 time: 0.0297956 Feb 03 13:17:44.455806 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0241f-3334-4fa1-8da8-bc666d217e9f req-13de9225-802b-4063-b1f2-19f119178270 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:44.457389 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-66f0241f-3334-4fa1-8da8-bc666d217e9f req-13de9225-802b-4063-b1f2-19f119178270 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82f6f73-63ad-43fc-8754-2e8553ff337e HTTP/1.1" status: 200 len: 945 time: 0.0613008 Feb 03 13:17:44.504249 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-66f0241f-3334-4fa1-8da8-bc666d217e9f req-9921fd47-a7b4-41fa-8090-b029bea21ecf tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412657 Feb 03 13:17:44.613866 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37696) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:44.760164 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f7eb0b27-153b-4166-99cb-3d8acbb7463b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Deleting port 77a94613-bb27-4af5-a5c9-33b1e14f8174 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:44.760656 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7eb0b27-153b-4166-99cb-3d8acbb7463b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (77a94613-bb27-4af5-a5c9-33b1e14f8174), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:44.846871 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7eb0b27-153b-4166-99cb-3d8acbb7463b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (77a94613-bb27-4af5-a5c9-33b1e14f8174), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:44.847197 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7eb0b27-153b-4166-99cb-3d8acbb7463b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for floatingip (77a94613-bb27-4af5-a5c9-33b1e14f8174), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:44.862427 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f7eb0b27-153b-4166-99cb-3d8acbb7463b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Calling delete_port for 77a94613-bb27-4af5-a5c9-33b1e14f8174 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:45.012065 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7eb0b27-153b-4166-99cb-3d8acbb7463b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (77a94613-bb27-4af5-a5c9-33b1e14f8174), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:45.037816 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb0b27-153b-4166-99cb-3d8acbb7463b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event deleted for resources: {'Port': ['ID=77a94613-bb27-4af5-a5c9-33b1e14f8174,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:45.102738 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7eb0b27-153b-4166-99cb-3d8acbb7463b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for floatingip (2a454959-e81e-48c1-a4c7-7c37c734b02b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:45.105438 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7eb0b27-153b-4166-99cb-3d8acbb7463b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:45.109038 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f7eb0b27-153b-4166-99cb-3d8acbb7463b tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "DELETE /v2.0/floatingips/2a454959-e81e-48c1-a4c7-7c37c734b02b HTTP/1.1" status: 204 len: 168 time: 0.4910457 Feb 03 13:17:46.145457 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:47.214519 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed4f1772-9762-46b3-be4a-edddb03b6adf req-1dcb38d1-3569-40c4-b97a-a1297cb1126c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504360 Feb 03 13:17:47.305806 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f1772-9762-46b3-be4a-edddb03b6adf req-a2c71cf4-63b9-4864-bfd9-75a2d6c0f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:47.307317 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed4f1772-9762-46b3-be4a-edddb03b6adf req-a2c71cf4-63b9-4864-bfd9-75a2d6c0f0f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=740fd4bdd3614d5cb10a7e53a2f3d225&device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 1127 time: 0.0482652 Feb 03 13:17:47.473012 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f1772-9762-46b3-be4a-edddb03b6adf req-09a3ffd9-ee09-48d2-b113-99bf53274322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:47.474986 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed4f1772-9762-46b3-be4a-edddb03b6adf req-09a3ffd9-ee09-48d2-b113-99bf53274322 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4af481c1-fb23-443f-9465-3a600d2f342e HTTP/1.1" status: 200 len: 910 time: 0.1482534 Feb 03 13:17:47.541667 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed4f1772-9762-46b3-be4a-edddb03b6adf req-d2646d6f-0760-468c-b5ac-2f127a450c20 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51286f05-85ac-4368-a9b8-6e42f54cdde2 HTTP/1.1" status: 200 len: 1001 time: 0.0606837 Feb 03 13:17:47.594429 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f1772-9762-46b3-be4a-edddb03b6adf req-1926c9ff-a245-4e22-92c2-9ca4b9dd39f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:47.595896 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed4f1772-9762-46b3-be4a-edddb03b6adf req-1926c9ff-a245-4e22-92c2-9ca4b9dd39f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=339421c2-8777-4a31-9661-78e323658f93 HTTP/1.1" status: 200 len: 848 time: 0.0492365 Feb 03 13:17:47.645110 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f1772-9762-46b3-be4a-edddb03b6adf req-2f59432c-2be5-435d-9773-a3c82640ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:17:47.647182 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed4f1772-9762-46b3-be4a-edddb03b6adf req-2f59432c-2be5-435d-9773-a3c82640ff8c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4af481c1-fb23-443f-9465-3a600d2f342e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460532 Feb 03 13:17:47.737371 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed4f1772-9762-46b3-be4a-edddb03b6adf req-734bbec9-cf81-4186-8cb8-9bbc5b7252d6 service neutron] 10.222.0.31 "GET /v2.0/networks/4af481c1-fb23-443f-9465-3a600d2f342e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844471 Feb 03 13:17:47.830617 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed4f1772-9762-46b3-be4a-edddb03b6adf req-3f046575-009d-4a79-913e-04285791d942 service neutron] 10.222.0.31 "GET /v2.0/networks/4af481c1-fb23-443f-9465-3a600d2f342e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879669 Feb 03 13:17:49.880589 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:17:50.506874 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37732) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:50.575271 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64e4718b-967f-4980-b362-690f2badd325 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group (28c8166a-4112-4672-aacb-7bff50697772), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:50.606674 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64e4718b-967f-4980-b362-690f2badd325 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group (28c8166a-4112-4672-aacb-7bff50697772), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:50.671119 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64e4718b-967f-4980-b362-690f2badd325 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (28c8166a-4112-4672-aacb-7bff50697772), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:50.673995 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64e4718b-967f-4980-b362-690f2badd325 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:50.675584 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-64e4718b-967f-4980-b362-690f2badd325 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] 10.222.0.18 "DELETE /v2.0/security-groups/28c8166a-4112-4672-aacb-7bff50697772 HTTP/1.1" status: 204 len: 168 time: 0.1666203 Feb 03 13:17:50.686322 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4718b-967f-4980-b362-690f2badd325 tempest-TestVolumeBootPattern-1960625741 tempest-TestVolumeBootPattern-1960625741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c8166a-4112-4672-aacb-7bff50697772,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:50.761710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37736) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:51.583415 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3384b60-44d5-4784-9388-5c570d1f2d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (6706e8e8-8fae-4a85-8b85-75b4f00f3fba), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:51.847660 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b3384b60-44d5-4784-9388-5c570d1f2d0f admin admin] Deleting port 0b856c3b-1468-4cb9-a440-0488bc37e56d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:51.847893 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3384b60-44d5-4784-9388-5c570d1f2d0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0b856c3b-1468-4cb9-a440-0488bc37e56d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:51.944875 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b3384b60-44d5-4784-9388-5c570d1f2d0f admin admin] For port 0b856c3b-1468-4cb9-a440-0488bc37e56d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0b856c3b-1468-4cb9-a440-0488bc37e56d,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:51.945348 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3384b60-44d5-4784-9388-5c570d1f2d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0b856c3b-1468-4cb9-a440-0488bc37e56d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:51.959324 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b3384b60-44d5-4784-9388-5c570d1f2d0f admin admin] Calling delete_port for 0b856c3b-1468-4cb9-a440-0488bc37e56d owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:52.153232 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3384b60-44d5-4784-9388-5c570d1f2d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (0b856c3b-1468-4cb9-a440-0488bc37e56d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:52.180459 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3384b60-44d5-4784-9388-5c570d1f2d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b856c3b-1468-4cb9-a440-0488bc37e56d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:52.380437 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3384b60-44d5-4784-9388-5c570d1f2d0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (6706e8e8-8fae-4a85-8b85-75b4f00f3fba), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:52.610446 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3384b60-44d5-4784-9388-5c570d1f2d0f admin admin] Router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:17:52.720374 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3384b60-44d5-4784-9388-5c570d1f2d0f admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:17:52.728047 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b3384b60-44d5-4784-9388-5c570d1f2d0f admin admin] 10.222.0.18 "PUT /v2.0/routers/6706e8e8-8fae-4a85-8b85-75b4f00f3fba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9648407 Feb 03 13:17:52.728648 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37744) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:52.730046 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ad677e-04a0-46bb-b640-ad0710eb5bd8 None None] Sync routers for ids ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:17:52.741089 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ad677e-04a0-46bb-b640-ad0710eb5bd8 None None] Routers {'6706e8e8-8fae-4a85-8b85-75b4f00f3fba'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:17:52.741696 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-44ad677e-04a0-46bb-b640-ad0710eb5bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:17:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:52.834607 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0eeaf4d-01e5-44f8-8543-50b41eb7f45c admin admin] Publish callbacks [] for router (6706e8e8-8fae-4a85-8b85-75b4f00f3fba), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:52.850223 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-44ad677e-04a0-46bb-b640-ad0710eb5bd8 None None] Set router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:17:52.942349 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0eeaf4d-01e5-44f8-8543-50b41eb7f45c admin admin] Publish callbacks [] for router_gateway (6706e8e8-8fae-4a85-8b85-75b4f00f3fba), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:53.000208 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e0eeaf4d-01e5-44f8-8543-50b41eb7f45c admin admin] Deleting port 4d9bb5ef-576d-4054-91f5-8abf273a02f6 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:53.000609 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0eeaf4d-01e5-44f8-8543-50b41eb7f45c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4d9bb5ef-576d-4054-91f5-8abf273a02f6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:53.032693 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-44ad677e-04a0-46bb-b640-ad0710eb5bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:17:52Z', 'revision_number': 5, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port': {'id': '4d9bb5ef-576d-4054-91f5-8abf273a02f6', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:00:54Z', 'updated_at': '2022-02-03T13:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:53.060052 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ad677e-04a0-46bb-b640-ad0710eb5bd8 None None] Checking router: 6706e8e8-8fae-4a85-8b85-75b4f00f3fba for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:17:53.069505 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ad677e-04a0-46bb-b640-ad0710eb5bd8 None None] Routers {'6706e8e8-8fae-4a85-8b85-75b4f00f3fba'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:17:53.070122 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-44ad677e-04a0-46bb-b640-ad0710eb5bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:17:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:53.085355 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e0eeaf4d-01e5-44f8-8543-50b41eb7f45c admin admin] For port 4d9bb5ef-576d-4054-91f5-8abf273a02f6, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=4d9bb5ef-576d-4054-91f5-8abf273a02f6,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:53.085847 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0eeaf4d-01e5-44f8-8543-50b41eb7f45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4d9bb5ef-576d-4054-91f5-8abf273a02f6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:53.099173 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e0eeaf4d-01e5-44f8-8543-50b41eb7f45c admin admin] Calling delete_port for 4d9bb5ef-576d-4054-91f5-8abf273a02f6 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:53.160164 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-44ad677e-04a0-46bb-b640-ad0710eb5bd8 None None] Set router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:17:53.215454 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-44ad677e-04a0-46bb-b640-ad0710eb5bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:17:52Z', 'revision_number': 6, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:53.242205 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ad677e-04a0-46bb-b640-ad0710eb5bd8 None None] The sync data for ids ['6706e8e8-8fae-4a85-8b85-75b4f00f3fba'] in n-d-827336-3 is: [{'id': '6706e8e8-8fae-4a85-8b85-75b4f00f3fba', 'name': 'tempest-TestVolumeBootPattern-344302319-router', 'tenant_id': '47cedc9968b440be9d535d988911feb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:00:52Z', 'updated_at': '2022-02-03T13:17:52Z', 'revision_number': 6, 'project_id': '47cedc9968b440be9d535d988911feb3', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:17:53.282940 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0eeaf4d-01e5-44f8-8543-50b41eb7f45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (4d9bb5ef-576d-4054-91f5-8abf273a02f6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:53.310868 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eeaf4d-01e5-44f8-8543-50b41eb7f45c admin admin] Pushing event deleted for resources: {'Port': ['ID=4d9bb5ef-576d-4054-91f5-8abf273a02f6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:53.377555 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0eeaf4d-01e5-44f8-8543-50b41eb7f45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (6706e8e8-8fae-4a85-8b85-75b4f00f3fba), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:53.477238 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0eeaf4d-01e5-44f8-8543-50b41eb7f45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (6706e8e8-8fae-4a85-8b85-75b4f00f3fba), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:53.479536 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0eeaf4d-01e5-44f8-8543-50b41eb7f45c admin admin] Publish callbacks [] for router_controller (6706e8e8-8fae-4a85-8b85-75b4f00f3fba), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:53.525784 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0eeaf4d-01e5-44f8-8543-50b41eb7f45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (6706e8e8-8fae-4a85-8b85-75b4f00f3fba), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:53.526240 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0eeaf4d-01e5-44f8-8543-50b41eb7f45c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6706e8e8-8fae-4a85-8b85-75b4f00f3fba {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:17:53.530823 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0eeaf4d-01e5-44f8-8543-50b41eb7f45c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:53.532359 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e0eeaf4d-01e5-44f8-8543-50b41eb7f45c admin admin] 10.222.0.18 "DELETE /v2.0/routers/6706e8e8-8fae-4a85-8b85-75b4f00f3fba HTTP/1.1" status: 204 len: 168 time: 0.8025758 Feb 03 13:17:53.534909 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37748) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:53.586555 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-a627725c-0f47-4d57-9a23-5d029a00b431 admin admin] Deleting subnet c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:17:53.589760 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a627725c-0f47-4d57-9a23-5d029a00b431 admin admin] Publish callbacks [] for subnet (c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:53.626896 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a627725c-0f47-4d57-9a23-5d029a00b431 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:53.714725 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a627725c-0f47-4d57-9a23-5d029a00b431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:53.769297 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a627725c-0f47-4d57-9a23-5d029a00b431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:53.793554 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627725c-0f47-4d57-9a23-5d029a00b431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:53.799208 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a627725c-0f47-4d57-9a23-5d029a00b431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:53.803461 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a627725c-0f47-4d57-9a23-5d029a00b431 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c53bdd83-3bfc-43e0-9fb1-b05ab43c7c28 HTTP/1.1" status: 204 len: 168 time: 0.2672610 Feb 03 13:17:53.805760 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37750) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:53.806778 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa8b740-bc44-42cf-a524-6e88d1940a5d None None] Network c7d910a7-219c-4471-8faf-04d787751463 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:17:53.881557 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8bf39bbe-9f6a-47eb-bf4e-48e7a87c60c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (c7d910a7-219c-4471-8faf-04d787751463), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:53.936968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8bf39bbe-9f6a-47eb-bf4e-48e7a87c60c9 admin admin] Deleting port 5210531b-d5c3-4c63-b8db-8e9c4f795edd {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:53.937308 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8bf39bbe-9f6a-47eb-bf4e-48e7a87c60c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5210531b-d5c3-4c63-b8db-8e9c4f795edd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:54.015663 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8bf39bbe-9f6a-47eb-bf4e-48e7a87c60c9 admin admin] For port 5210531b-d5c3-4c63-b8db-8e9c4f795edd, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5210531b-d5c3-4c63-b8db-8e9c4f795edd,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:54.016600 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8bf39bbe-9f6a-47eb-bf4e-48e7a87c60c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5210531b-d5c3-4c63-b8db-8e9c4f795edd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:54.038981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74bc350-6efb-436b-97cf-9a0ad13d7b07 None None] DHCP port deletion for c7d910a7-219c-4471-8faf-04d787751463 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:17:54.043250 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8bf39bbe-9f6a-47eb-bf4e-48e7a87c60c9 admin admin] Calling delete_port for 5210531b-d5c3-4c63-b8db-8e9c4f795edd owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:54.142235 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e74bc350-6efb-436b-97cf-9a0ad13d7b07 None None] Deleting port 5210531b-d5c3-4c63-b8db-8e9c4f795edd {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:54.142839 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e74bc350-6efb-436b-97cf-9a0ad13d7b07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5210531b-d5c3-4c63-b8db-8e9c4f795edd), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:54.144838 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0b856c3b-1468-4cb9-a440-0488bc37e56d no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:17:54.152652 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8bf39bbe-9f6a-47eb-bf4e-48e7a87c60c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (5210531b-d5c3-4c63-b8db-8e9c4f795edd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:54.183472 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 0b856c3b-1468-4cb9-a440-0488bc37e56d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:17:54.184150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0b856c3b-1468-4cb9-a440-0488bc37e56d not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:17:54.184800 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4d9bb5ef-576d-4054-91f5-8abf273a02f6 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:17:54.186392 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf39bbe-9f6a-47eb-bf4e-48e7a87c60c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5210531b-d5c3-4c63-b8db-8e9c4f795edd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:54.199242 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf39bbe-9f6a-47eb-bf4e-48e7a87c60c9 admin admin] No DVR routers for this DVR port 5210531b-d5c3-4c63-b8db-8e9c4f795edd on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:17:54.218115 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 4d9bb5ef-576d-4054-91f5-8abf273a02f6 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:17:54.218723 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 4d9bb5ef-576d-4054-91f5-8abf273a02f6 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:17:54.219307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5210531b-d5c3-4c63-b8db-8e9c4f795edd no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:17:54.301794 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 5210531b-d5c3-4c63-b8db-8e9c4f795edd {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:17:54.302436 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5210531b-d5c3-4c63-b8db-8e9c4f795edd not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:17:54.302615 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8bf39bbe-9f6a-47eb-bf4e-48e7a87c60c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (c7d910a7-219c-4471-8faf-04d787751463), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:54.310756 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e74bc350-6efb-436b-97cf-9a0ad13d7b07 None None] For port 5210531b-d5c3-4c63-b8db-8e9c4f795edd, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5210531b-d5c3-4c63-b8db-8e9c4f795edd,segment=NetworkSegment(f9864444-8886-4a52-8e1f-52c094be79d0),segment_id=f9864444-8886-4a52-8e1f-52c094be79d0)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:54.311241 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e74bc350-6efb-436b-97cf-9a0ad13d7b07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5210531b-d5c3-4c63-b8db-8e9c4f795edd), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:54.338214 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e74bc350-6efb-436b-97cf-9a0ad13d7b07 None None] Calling delete_port for 5210531b-d5c3-4c63-b8db-8e9c4f795edd owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:54.339112 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8bf39bbe-9f6a-47eb-bf4e-48e7a87c60c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d910a7-219c-4471-8faf-04d787751463']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:54.352660 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8bf39bbe-9f6a-47eb-bf4e-48e7a87c60c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9864444-8886-4a52-8e1f-52c094be79d0') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:54.353133 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-8bf39bbe-9f6a-47eb-bf4e-48e7a87c60c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9864444-8886-4a52-8e1f-52c094be79d0') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:54.367330 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8bf39bbe-9f6a-47eb-bf4e-48e7a87c60c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (f9864444-8886-4a52-8e1f-52c094be79d0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:54.394536 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8bf39bbe-9f6a-47eb-bf4e-48e7a87c60c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (f9864444-8886-4a52-8e1f-52c094be79d0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:54.408895 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf39bbe-9f6a-47eb-bf4e-48e7a87c60c9 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:17:54.409391 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8bf39bbe-9f6a-47eb-bf4e-48e7a87c60c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (f9864444-8886-4a52-8e1f-52c094be79d0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:17:54.412622 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:17:54.500840 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8bf39bbe-9f6a-47eb-bf4e-48e7a87c60c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (c7d910a7-219c-4471-8faf-04d787751463), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:54.501501 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e74bc350-6efb-436b-97cf-9a0ad13d7b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (5210531b-d5c3-4c63-b8db-8e9c4f795edd), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:54.510425 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8bf39bbe-9f6a-47eb-bf4e-48e7a87c60c9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:54.517302 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8bf39bbe-9f6a-47eb-bf4e-48e7a87c60c9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c7d910a7-219c-4471-8faf-04d787751463 HTTP/1.1" status: 204 len: 168 time: 0.7104928 Feb 03 13:17:54.517789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 37754) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:54.548680 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74bc350-6efb-436b-97cf-9a0ad13d7b07 None None] Pushing event deleted for resources: {'Port': ['ID=5210531b-d5c3-4c63-b8db-8e9c4f795edd,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:54.553243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf39bbe-9f6a-47eb-bf4e-48e7a87c60c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7d910a7-219c-4471-8faf-04d787751463,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:54.554721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e74bc350-6efb-436b-97cf-9a0ad13d7b07 None None] Network c7d910a7-219c-4471-8faf-04d787751463 is not hosted by any dhcp agent {{(pid=103190) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 13:17:54.555452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74bc350-6efb-436b-97cf-9a0ad13d7b07 None None] No DVR routers for this DVR port 5210531b-d5c3-4c63-b8db-8e9c4f795edd on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:17:54.895564 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c3868d9-6e35-4f66-bd33-ecc93f694ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (da435dcf-cec9-404c-9178-f4f4c58e925d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:55.151496 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2c3868d9-6e35-4f66-bd33-ecc93f694ffe admin admin] Deleting port 5c5ea987-1efd-4649-96ee-740a7a17a9f7 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:55.151751 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c3868d9-6e35-4f66-bd33-ecc93f694ffe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5c5ea987-1efd-4649-96ee-740a7a17a9f7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:55.237437 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-2c3868d9-6e35-4f66-bd33-ecc93f694ffe admin admin] For port 5c5ea987-1efd-4649-96ee-740a7a17a9f7, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=5c5ea987-1efd-4649-96ee-740a7a17a9f7,segment=NetworkSegment(d6e5814a-ac65-4d4f-820c-17b01f1cbe48),segment_id=d6e5814a-ac65-4d4f-820c-17b01f1cbe48)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:55.237817 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c3868d9-6e35-4f66-bd33-ecc93f694ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5c5ea987-1efd-4649-96ee-740a7a17a9f7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:55.258540 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2c3868d9-6e35-4f66-bd33-ecc93f694ffe admin admin] Calling delete_port for 5c5ea987-1efd-4649-96ee-740a7a17a9f7 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:55.463567 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c3868d9-6e35-4f66-bd33-ecc93f694ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5c5ea987-1efd-4649-96ee-740a7a17a9f7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:55.490499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3868d9-6e35-4f66-bd33-ecc93f694ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5ea987-1efd-4649-96ee-740a7a17a9f7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:55.668632 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c3868d9-6e35-4f66-bd33-ecc93f694ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (da435dcf-cec9-404c-9178-f4f4c58e925d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:55.886121 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3868d9-6e35-4f66-bd33-ecc93f694ffe admin admin] Router da435dcf-cec9-404c-9178-f4f4c58e925d has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:17:55.995772 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3868d9-6e35-4f66-bd33-ecc93f694ffe admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:17:56.000958 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2c3868d9-6e35-4f66-bd33-ecc93f694ffe admin admin] 10.222.0.18 "PUT /v2.0/routers/da435dcf-cec9-404c-9178-f4f4c58e925d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4810781 Feb 03 13:17:56.003498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37758) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:56.004334 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1264a4-9d5b-4a3b-b368-9cccbb5c31db None None] Sync routers for ids ['da435dcf-cec9-404c-9178-f4f4c58e925d'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:17:56.015972 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1264a4-9d5b-4a3b-b368-9cccbb5c31db None None] Routers {'da435dcf-cec9-404c-9178-f4f4c58e925d'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:17:56.016614 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cf1264a4-9d5b-4a3b-b368-9cccbb5c31db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:17:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['da435dcf-cec9-404c-9178-f4f4c58e925d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:56.116207 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-369b7d7f-f7d1-49c4-b6e5-fdca2df6494d admin admin] Publish callbacks [] for router (da435dcf-cec9-404c-9178-f4f4c58e925d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:56.134090 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-cf1264a4-9d5b-4a3b-b368-9cccbb5c31db None None] Set router da435dcf-cec9-404c-9178-f4f4c58e925d gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:17:56.224910 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-369b7d7f-f7d1-49c4-b6e5-fdca2df6494d admin admin] Publish callbacks [] for router_gateway (da435dcf-cec9-404c-9178-f4f4c58e925d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:56.285493 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-369b7d7f-f7d1-49c4-b6e5-fdca2df6494d admin admin] Deleting port 808b7a42-df61-4d33-9c00-683f28a5c807 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:56.286470 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-369b7d7f-f7d1-49c4-b6e5-fdca2df6494d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (808b7a42-df61-4d33-9c00-683f28a5c807), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:56.320118 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cf1264a4-9d5b-4a3b-b368-9cccbb5c31db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da435dcf-cec9-404c-9178-f4f4c58e925d', 'name': 'tempest-TestVolumeBootPattern-1275555032-router', 'tenant_id': 'e847cb97ae4a46abadec3736dbf9e894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '808b7a42-df61-4d33-9c00-683f28a5c807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:08Z', 'updated_at': '2022-02-03T13:17:55Z', 'revision_number': 5, 'project_id': 'e847cb97ae4a46abadec3736dbf9e894', 'gw_port': {'id': '808b7a42-df61-4d33-9c00-683f28a5c807', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da435dcf-cec9-404c-9178-f4f4c58e925d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:01:09Z', 'updated_at': '2022-02-03T13:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:56.351329 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1264a4-9d5b-4a3b-b368-9cccbb5c31db None None] Checking router: da435dcf-cec9-404c-9178-f4f4c58e925d for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:17:56.359843 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1264a4-9d5b-4a3b-b368-9cccbb5c31db None None] Routers {'da435dcf-cec9-404c-9178-f4f4c58e925d'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:17:56.360480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cf1264a4-9d5b-4a3b-b368-9cccbb5c31db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:17:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['da435dcf-cec9-404c-9178-f4f4c58e925d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:56.368346 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-369b7d7f-f7d1-49c4-b6e5-fdca2df6494d admin admin] For port 808b7a42-df61-4d33-9c00-683f28a5c807, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=808b7a42-df61-4d33-9c00-683f28a5c807,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:56.368715 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-369b7d7f-f7d1-49c4-b6e5-fdca2df6494d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (808b7a42-df61-4d33-9c00-683f28a5c807), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:56.381787 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-369b7d7f-f7d1-49c4-b6e5-fdca2df6494d admin admin] Calling delete_port for 808b7a42-df61-4d33-9c00-683f28a5c807 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:56.456076 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-cf1264a4-9d5b-4a3b-b368-9cccbb5c31db None None] Set router da435dcf-cec9-404c-9178-f4f4c58e925d gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:17:56.558255 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-369b7d7f-f7d1-49c4-b6e5-fdca2df6494d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (808b7a42-df61-4d33-9c00-683f28a5c807), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:56.584000 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b7d7f-f7d1-49c4-b6e5-fdca2df6494d admin admin] Pushing event deleted for resources: {'Port': ['ID=808b7a42-df61-4d33-9c00-683f28a5c807,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:56.671009 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-369b7d7f-f7d1-49c4-b6e5-fdca2df6494d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (da435dcf-cec9-404c-9178-f4f4c58e925d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:56.672996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cf1264a4-9d5b-4a3b-b368-9cccbb5c31db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da435dcf-cec9-404c-9178-f4f4c58e925d', 'name': 'tempest-TestVolumeBootPattern-1275555032-router', 'tenant_id': 'e847cb97ae4a46abadec3736dbf9e894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:08Z', 'updated_at': '2022-02-03T13:17:56Z', 'revision_number': 6, 'project_id': 'e847cb97ae4a46abadec3736dbf9e894', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:56.703475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1264a4-9d5b-4a3b-b368-9cccbb5c31db None None] The sync data for ids ['da435dcf-cec9-404c-9178-f4f4c58e925d'] in n-d-827336-3 is: [{'id': 'da435dcf-cec9-404c-9178-f4f4c58e925d', 'name': 'tempest-TestVolumeBootPattern-1275555032-router', 'tenant_id': 'e847cb97ae4a46abadec3736dbf9e894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:01:08Z', 'updated_at': '2022-02-03T13:17:56Z', 'revision_number': 6, 'project_id': 'e847cb97ae4a46abadec3736dbf9e894', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:17:56.766483 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-369b7d7f-f7d1-49c4-b6e5-fdca2df6494d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (da435dcf-cec9-404c-9178-f4f4c58e925d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:56.768600 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-369b7d7f-f7d1-49c4-b6e5-fdca2df6494d admin admin] Publish callbacks [] for router_controller (da435dcf-cec9-404c-9178-f4f4c58e925d), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:56.812978 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-369b7d7f-f7d1-49c4-b6e5-fdca2df6494d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (da435dcf-cec9-404c-9178-f4f4c58e925d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:56.813439 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369b7d7f-f7d1-49c4-b6e5-fdca2df6494d admin admin] Fanout notify agent at l3_agent the message router_deleted on router da435dcf-cec9-404c-9178-f4f4c58e925d {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:17:56.818484 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-369b7d7f-f7d1-49c4-b6e5-fdca2df6494d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:56.819553 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-369b7d7f-f7d1-49c4-b6e5-fdca2df6494d admin admin] 10.222.0.18 "DELETE /v2.0/routers/da435dcf-cec9-404c-9178-f4f4c58e925d HTTP/1.1" status: 204 len: 168 time: 0.8150413 Feb 03 13:17:56.822103 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37762) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:56.866050 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-86cceb03-67cd-4a28-aff7-c6c72bccc3a4 admin admin] Deleting subnet e9b44de5-a3b2-4480-b7de-d9175269d789 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:17:56.869157 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86cceb03-67cd-4a28-aff7-c6c72bccc3a4 admin admin] Publish callbacks [] for subnet (e9b44de5-a3b2-4480-b7de-d9175269d789), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:56.908419 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86cceb03-67cd-4a28-aff7-c6c72bccc3a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (e9b44de5-a3b2-4480-b7de-d9175269d789), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:56.985693 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86cceb03-67cd-4a28-aff7-c6c72bccc3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (e9b44de5-a3b2-4480-b7de-d9175269d789), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:57.039899 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86cceb03-67cd-4a28-aff7-c6c72bccc3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (e9b44de5-a3b2-4480-b7de-d9175269d789), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:57.080707 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cceb03-67cd-4a28-aff7-c6c72bccc3a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b44de5-a3b2-4480-b7de-d9175269d789,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:57.082725 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86cceb03-67cd-4a28-aff7-c6c72bccc3a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:57.086588 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecc4493-546c-4874-a5b8-a342aaa5ede5 None None] Network 711565df-b381-45b5-92ea-984b526642cd requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:17:57.091131 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-86cceb03-67cd-4a28-aff7-c6c72bccc3a4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e9b44de5-a3b2-4480-b7de-d9175269d789 HTTP/1.1" status: 204 len: 168 time: 0.2680333 Feb 03 13:17:57.093524 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37764) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:57.177979 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-710625cd-51e3-486d-a02e-4c12ec53ec30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (711565df-b381-45b5-92ea-984b526642cd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:57.239097 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-710625cd-51e3-486d-a02e-4c12ec53ec30 admin admin] Deleting port 46d33197-e523-41e3-a1d8-45d38fd93e3d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:17:57.239448 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-710625cd-51e3-486d-a02e-4c12ec53ec30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (46d33197-e523-41e3-a1d8-45d38fd93e3d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:57.310254 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-710625cd-51e3-486d-a02e-4c12ec53ec30 admin admin] For port 46d33197-e523-41e3-a1d8-45d38fd93e3d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=46d33197-e523-41e3-a1d8-45d38fd93e3d,segment=NetworkSegment(d6e5814a-ac65-4d4f-820c-17b01f1cbe48),segment_id=d6e5814a-ac65-4d4f-820c-17b01f1cbe48)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:17:57.310624 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-710625cd-51e3-486d-a02e-4c12ec53ec30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (46d33197-e523-41e3-a1d8-45d38fd93e3d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:57.324327 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-710625cd-51e3-486d-a02e-4c12ec53ec30 admin admin] Calling delete_port for 46d33197-e523-41e3-a1d8-45d38fd93e3d owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:17:57.401437 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-710625cd-51e3-486d-a02e-4c12ec53ec30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (46d33197-e523-41e3-a1d8-45d38fd93e3d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:57.428542 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710625cd-51e3-486d-a02e-4c12ec53ec30 admin admin] Pushing event deleted for resources: {'Port': ['ID=46d33197-e523-41e3-a1d8-45d38fd93e3d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:57.430282 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710625cd-51e3-486d-a02e-4c12ec53ec30 admin admin] No DVR routers for this DVR port 46d33197-e523-41e3-a1d8-45d38fd93e3d on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:17:57.516016 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-710625cd-51e3-486d-a02e-4c12ec53ec30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (711565df-b381-45b5-92ea-984b526642cd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:57.529885 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed9efed-edd5-4ea3-9e7a-0e3c7d539c8a None None] DHCP port deletion for 711565df-b381-45b5-92ea-984b526642cd request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:17:57.546663 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-710625cd-51e3-486d-a02e-4c12ec53ec30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711565df-b381-45b5-92ea-984b526642cd']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:57.557744 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-710625cd-51e3-486d-a02e-4c12ec53ec30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e5814a-ac65-4d4f-820c-17b01f1cbe48') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:57.558041 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-710625cd-51e3-486d-a02e-4c12ec53ec30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e5814a-ac65-4d4f-820c-17b01f1cbe48') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:17:57.567794 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-710625cd-51e3-486d-a02e-4c12ec53ec30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (d6e5814a-ac65-4d4f-820c-17b01f1cbe48), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:57.580946 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-710625cd-51e3-486d-a02e-4c12ec53ec30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (d6e5814a-ac65-4d4f-820c-17b01f1cbe48), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:57.587102 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710625cd-51e3-486d-a02e-4c12ec53ec30 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:17:57.587494 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-710625cd-51e3-486d-a02e-4c12ec53ec30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (d6e5814a-ac65-4d4f-820c-17b01f1cbe48), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:17:57.589172 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:17:57.650968 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-710625cd-51e3-486d-a02e-4c12ec53ec30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (711565df-b381-45b5-92ea-984b526642cd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:57.660271 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-710625cd-51e3-486d-a02e-4c12ec53ec30 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:57.664973 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-710625cd-51e3-486d-a02e-4c12ec53ec30 admin admin] 10.222.0.18 "DELETE /v2.0/networks/711565df-b381-45b5-92ea-984b526642cd HTTP/1.1" status: 204 len: 168 time: 0.5705085 Feb 03 13:17:57.677823 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710625cd-51e3-486d-a02e-4c12ec53ec30 admin admin] Pushing event deleted for resources: {'Network': ['ID=711565df-b381-45b5-92ea-984b526642cd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:57.791785 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37770) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:57.833923 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3a7a529c-13b7-4de2-b780-c654af0734b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47cedc9968b440be9d535d988911feb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408990 Feb 03 13:17:57.836505 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37772) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:57.883158 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e383e33-d68b-48a4-ac27-4b942a5ae7b9 admin admin] Publish callbacks [] for security_group (31816f10-81a5-45f4-8b01-1f5079a08f5e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:57.904895 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e383e33-d68b-48a4-ac27-4b942a5ae7b9 admin admin] Publish callbacks [] for security_group (31816f10-81a5-45f4-8b01-1f5079a08f5e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:57.950125 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e383e33-d68b-48a4-ac27-4b942a5ae7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (31816f10-81a5-45f4-8b01-1f5079a08f5e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:57.952766 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e383e33-d68b-48a4-ac27-4b942a5ae7b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:57.953921 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3e383e33-d68b-48a4-ac27-4b942a5ae7b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31816f10-81a5-45f4-8b01-1f5079a08f5e HTTP/1.1" status: 204 len: 168 time: 0.1165183 Feb 03 13:17:57.962049 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e383e33-d68b-48a4-ac27-4b942a5ae7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31816f10-81a5-45f4-8b01-1f5079a08f5e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:17:58.096727 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 46d33197-e523-41e3-a1d8-45d38fd93e3d no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:17:58.119127 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 46d33197-e523-41e3-a1d8-45d38fd93e3d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:17:58.119484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 46d33197-e523-41e3-a1d8-45d38fd93e3d not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:17:58.119915 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5c5ea987-1efd-4649-96ee-740a7a17a9f7 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:17:58.139739 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 5c5ea987-1efd-4649-96ee-740a7a17a9f7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:17:58.140135 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 5c5ea987-1efd-4649-96ee-740a7a17a9f7 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:17:58.140557 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 808b7a42-df61-4d33-9c00-683f28a5c807 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:17:58.160195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 808b7a42-df61-4d33-9c00-683f28a5c807 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:17:58.161110 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 808b7a42-df61-4d33-9c00-683f28a5c807 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:17:58.303424 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37778) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:58.347043 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d6bab395-6f92-4956-8894-af215c8c80e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e847cb97ae4a46abadec3736dbf9e894&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423365 Feb 03 13:17:58.350127 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 37780) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:17:58.396543 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24f70685-e9fc-4d40-b69b-1de5d9722801 admin admin] Publish callbacks [] for security_group (e7763109-1901-4d9a-a1c7-ab4152ea3336), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:58.418273 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24f70685-e9fc-4d40-b69b-1de5d9722801 admin admin] Publish callbacks [] for security_group (e7763109-1901-4d9a-a1c7-ab4152ea3336), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:58.467983 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24f70685-e9fc-4d40-b69b-1de5d9722801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (e7763109-1901-4d9a-a1c7-ab4152ea3336), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:58.470563 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24f70685-e9fc-4d40-b69b-1de5d9722801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:17:58.471744 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-24f70685-e9fc-4d40-b69b-1de5d9722801 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7763109-1901-4d9a-a1c7-ab4152ea3336 HTTP/1.1" status: 204 len: 168 time: 0.1206663 Feb 03 13:17:58.480954 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f70685-e9fc-4d40-b69b-1de5d9722801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7763109-1901-4d9a-a1c7-ab4152ea3336,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:18:01.418461 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:03.537786 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd577a0f-7b5f-4b9e-8a4f-6d9ae3e2d4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:06.177322 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-793a3765-e69f-46c6-b309-c603e2e90b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:07.040105 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:08.338593 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:09.936576 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:16.137363 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:26.880359 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:18:27.838101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434c58f-8e31-4085-90b6-7f6862be8562 req-1e7a41ab-d998-4856-9c45-cc0adbcf0976 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:27.839536 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d434c58f-8e31-4085-90b6-7f6862be8562 req-1e7a41ab-d998-4856-9c45-cc0adbcf0976 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82f6f73-63ad-43fc-8754-2e8553ff337e HTTP/1.1" status: 200 len: 945 time: 0.0594432 Feb 03 13:18:27.886013 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d434c58f-8e31-4085-90b6-7f6862be8562 req-739368a6-ea72-4104-b02e-cbe4de255903 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407219 Feb 03 13:18:29.011898 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89582d10-9ba6-4c6d-9aaf-abccf0a8637d req-8d35ed0d-f025-4083-8797-829aed317d41 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:29.013412 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-89582d10-9ba6-4c6d-9aaf-abccf0a8637d req-8d35ed0d-f025-4083-8797-829aed317d41 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82f6f73-63ad-43fc-8754-2e8553ff337e HTTP/1.1" status: 200 len: 945 time: 0.0575922 Feb 03 13:18:29.059290 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-89582d10-9ba6-4c6d-9aaf-abccf0a8637d req-893198e4-d3d2-42ef-bd99-c53383d59a8b tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/security-groups?id=abfa0cee-598b-4c64-b74c-5c5ad4907a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402875 Feb 03 13:18:29.801699 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46f484-632f-4584-8aa8-b269a939e4c8 req-c1d9031d-006e-4ec0-9308-23c5f656cdeb tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:29.803173 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c46f484-632f-4584-8aa8-b269a939e4c8 req-c1d9031d-006e-4ec0-9308-23c5f656cdeb tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.73 "GET /v2.0/ports?device_id=e82f6f73-63ad-43fc-8754-2e8553ff337e HTTP/1.1" status: 200 len: 945 time: 0.0563130 Feb 03 13:18:29.903600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-3c46f484-632f-4584-8aa8-b269a939e4c8 req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Deleting port ef431d30-7e54-45e1-be6c-455484993b0e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:18:29.903966 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c46f484-632f-4584-8aa8-b269a939e4c8 req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ef431d30-7e54-45e1-be6c-455484993b0e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:29.995525 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3c46f484-632f-4584-8aa8-b269a939e4c8 req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] For port ef431d30-7e54-45e1-be6c-455484993b0e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ef431d30-7e54-45e1-be6c-455484993b0e,segment=NetworkSegment(1de5d77f-dc76-4f67-ba2f-73482cd2ab43),segment_id=1de5d77f-dc76-4f67-ba2f-73482cd2ab43)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:18:29.995888 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c46f484-632f-4584-8aa8-b269a939e4c8 req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ef431d30-7e54-45e1-be6c-455484993b0e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:30.007730 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-3c46f484-632f-4584-8aa8-b269a939e4c8 req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Calling delete_port for ef431d30-7e54-45e1-be6c-455484993b0e owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:18:30.140585 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c46f484-632f-4584-8aa8-b269a939e4c8 req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ef431d30-7e54-45e1-be6c-455484993b0e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:30.165696 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-715d5352-3600-4c26-b71b-a7f388038728 req-cc20ee6e-3970-495b-a7b0-5ccee121c367 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.18 "GET /v2.0/ports?device_id=e82f6f73-63ad-43fc-8754-2e8553ff337e HTTP/1.1" status: 200 len: 210 time: 0.0383399 Feb 03 13:18:30.173978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['ef431d30-7e54-45e1-be6c-455484993b0e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:18:30.188815 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Pushing event deleted for resources: {'Port': ['ID=ef431d30-7e54-45e1-be6c-455484993b0e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:18:30.215486 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:30.215842 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:30.216221 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:30.216568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:30.216908 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:30.217243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:30.217576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:30.217905 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:30.218232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:30.218562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:30.218889 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:30.219239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:30.219537 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:18:30.242040 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c46f484-632f-4584-8aa8-b269a939e4c8 req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] No DVR routers for this DVR port ef431d30-7e54-45e1-be6c-455484993b0e on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:18:30.244750 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c46f484-632f-4584-8aa8-b269a939e4c8 req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:30.248224 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c46f484-632f-4584-8aa8-b269a939e4c8 req-7628ea47-8633-40e1-86af-5b093db93f43 tempest-VolumesSnapshotTestJSON-1929555049 tempest-VolumesSnapshotTestJSON-1929555049-project] 10.222.0.73 "DELETE /v2.0/ports/ef431d30-7e54-45e1-be6c-455484993b0e HTTP/1.1" status: 204 len: 173 time: 0.4399235 Feb 03 13:18:30.248664 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82f6f73-63ad-43fc-8754-2e8553ff337e', 'name': 'network-vif-deleted', 'tag': 'ef431d30-7e54-45e1-be6c-455484993b0e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:18:30.250909 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324fa36e-c7e0-4053-bc70-4b034f5cccd8" -d '{"events": [{"server_uuid": "e82f6f73-63ad-43fc-8754-2e8553ff337e", "name": "network-vif-deleted", "tag": "ef431d30-7e54-45e1-be6c-455484993b0e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:18:30.289503 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690ccb88-eeac-4aad-8e8c-8ec282e90304 x-openstack-request-id: req-690ccb88-eeac-4aad-8e8c-8ec282e90304 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:18:30.289848 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82f6f73-63ad-43fc-8754-2e8553ff337e", "name": "network-vif-deleted", "tag": "ef431d30-7e54-45e1-be6c-455484993b0e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:18:30.290048 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-690ccb88-eeac-4aad-8e8c-8ec282e90304 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:18:30.290447 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82f6f73-63ad-43fc-8754-2e8553ff337e', 'name': 'network-vif-deleted', 'tag': 'ef431d30-7e54-45e1-be6c-455484993b0e', 'status': 'completed', 'code': 200} Feb 03 13:18:31.445531 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:33.540538 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cfb82d38-5c62-4149-949f-9d5285a530df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:34.782495 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ef431d30-7e54-45e1-be6c-455484993b0e no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:18:34.803292 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: ef431d30-7e54-45e1-be6c-455484993b0e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:18:34.803643 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ef431d30-7e54-45e1-be6c-455484993b0e not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:18:36.179815 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-89b6b57d-91d9-40ca-89a8-145909841426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:37.039957 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:38.345424 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:39.939811 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:46.155030 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:18:47.193074 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ec361f7-9526-4b40-8809-2c87dc27924c req-463f05d2-4e1a-43ba-87df-1ee4ceec58cd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496700 Feb 03 13:18:47.288613 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec361f7-9526-4b40-8809-2c87dc27924c req-01377ace-f708-43af-88d8-fa7bfe060af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:47.290597 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ec361f7-9526-4b40-8809-2c87dc27924c req-01377ace-f708-43af-88d8-fa7bfe060af4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=740fd4bdd3614d5cb10a7e53a2f3d225&device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 1127 time: 0.0538280 Feb 03 13:18:47.402147 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec361f7-9526-4b40-8809-2c87dc27924c req-6b08585a-d946-4ae1-95b2-1456c5df73ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:47.404000 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ec361f7-9526-4b40-8809-2c87dc27924c req-6b08585a-d946-4ae1-95b2-1456c5df73ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=4af481c1-fb23-443f-9465-3a600d2f342e HTTP/1.1" status: 200 len: 910 time: 0.0937016 Feb 03 13:18:47.472586 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ec361f7-9526-4b40-8809-2c87dc27924c req-397072b7-8edd-4fdd-aaf9-591fecc0e364 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51286f05-85ac-4368-a9b8-6e42f54cdde2 HTTP/1.1" status: 200 len: 1001 time: 0.0623503 Feb 03 13:18:47.518560 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec361f7-9526-4b40-8809-2c87dc27924c req-75538f68-b9a0-4893-82b5-bd4362c662f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:47.520692 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ec361f7-9526-4b40-8809-2c87dc27924c req-75538f68-b9a0-4893-82b5-bd4362c662f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=339421c2-8777-4a31-9661-78e323658f93 HTTP/1.1" status: 200 len: 848 time: 0.0426259 Feb 03 13:18:47.572907 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec361f7-9526-4b40-8809-2c87dc27924c req-50945956-0e2a-4ecb-bd4f-63771fa91cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:18:47.574466 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ec361f7-9526-4b40-8809-2c87dc27924c req-50945956-0e2a-4ecb-bd4f-63771fa91cfb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4af481c1-fb23-443f-9465-3a600d2f342e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484211 Feb 03 13:18:47.664655 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ec361f7-9526-4b40-8809-2c87dc27924c req-958d307f-cf34-4ab0-b9e9-11832658ce43 service neutron] 10.222.0.31 "GET /v2.0/networks/4af481c1-fb23-443f-9465-3a600d2f342e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844111 Feb 03 13:18:48.110269 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ec361f7-9526-4b40-8809-2c87dc27924c req-1919a202-4250-4ccb-b2ec-ebc20ac9984c service neutron] 10.222.0.31 "GET /v2.0/networks/4af481c1-fb23-443f-9465-3a600d2f342e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390783 Feb 03 13:19:01.429171 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:03.543905 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2bce4303-e782-471c-a8e9-670a8b126b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:03.879576 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:19:06.182502 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cc8d0769-3e6e-4bd7-bc66-289278c9a5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:07.043117 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:08.348256 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:09.943235 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:16.153495 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:31.429543 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:33.548631 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec6732f7-2d0e-4cc6-af03-503316189a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:36.185663 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ace50656-b1e5-4d4b-bf90-0d8b71599e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:37.045304 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:37.363187 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38158) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:37.408623 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-80297612-d87f-401d-bf78-8e3bdb6e6cd6 admin admin] Deleting subnet c7b1383d-5d74-49e7-9e19-602757cc8432 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:19:37.411780 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80297612-d87f-401d-bf78-8e3bdb6e6cd6 admin admin] Publish callbacks [] for subnet (c7b1383d-5d74-49e7-9e19-602757cc8432), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:37.447133 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80297612-d87f-401d-bf78-8e3bdb6e6cd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (c7b1383d-5d74-49e7-9e19-602757cc8432), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:37.485418 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80297612-d87f-401d-bf78-8e3bdb6e6cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (c7b1383d-5d74-49e7-9e19-602757cc8432), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:37.541561 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80297612-d87f-401d-bf78-8e3bdb6e6cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (c7b1383d-5d74-49e7-9e19-602757cc8432), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:37.568123 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80297612-d87f-401d-bf78-8e3bdb6e6cd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b1383d-5d74-49e7-9e19-602757cc8432,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:37.576391 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80297612-d87f-401d-bf78-8e3bdb6e6cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:37.579505 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-80297612-d87f-401d-bf78-8e3bdb6e6cd6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c7b1383d-5d74-49e7-9e19-602757cc8432 HTTP/1.1" status: 204 len: 168 time: 0.2152457 Feb 03 13:19:37.581525 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80297612-d87f-401d-bf78-8e3bdb6e6cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.581970 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80297612-d87f-401d-bf78-8e3bdb6e6cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.582379 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80297612-d87f-401d-bf78-8e3bdb6e6cd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.582498 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38160) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:37.582909 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80297612-d87f-401d-bf78-8e3bdb6e6cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.583051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80297612-d87f-401d-bf78-8e3bdb6e6cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.583369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80297612-d87f-401d-bf78-8e3bdb6e6cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.583754 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80297612-d87f-401d-bf78-8e3bdb6e6cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.584309 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80297612-d87f-401d-bf78-8e3bdb6e6cd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.584727 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80297612-d87f-401d-bf78-8e3bdb6e6cd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.585064 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80297612-d87f-401d-bf78-8e3bdb6e6cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.585395 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80297612-d87f-401d-bf78-8e3bdb6e6cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.585774 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80297612-d87f-401d-bf78-8e3bdb6e6cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.586107 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80297612-d87f-401d-bf78-8e3bdb6e6cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.661851 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (cd921628-78de-41f1-8d9a-7a134af04351), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:37.739971 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (cd921628-78de-41f1-8d9a-7a134af04351), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:37.760938 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd921628-78de-41f1-8d9a-7a134af04351']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:37.770568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de5d77f-dc76-4f67-ba2f-73482cd2ab43') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:37.770864 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de5d77f-dc76-4f67-ba2f-73482cd2ab43') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:19:37.780639 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (1de5d77f-dc76-4f67-ba2f-73482cd2ab43), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:37.794470 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (1de5d77f-dc76-4f67-ba2f-73482cd2ab43), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:37.802717 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:19:37.803138 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (1de5d77f-dc76-4f67-ba2f-73482cd2ab43), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:19:37.804927 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:19:37.867831 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (cd921628-78de-41f1-8d9a-7a134af04351), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:37.874287 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:37.878549 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] 10.222.0.18 "DELETE /v2.0/networks/cd921628-78de-41f1-8d9a-7a134af04351 HTTP/1.1" status: 204 len: 168 time: 0.2948542 Feb 03 13:19:37.891878 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Pushing event deleted for resources: {'Network': ['ID=cd921628-78de-41f1-8d9a-7a134af04351,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:37.903304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.903304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.903304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.903304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.903304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.904547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.904547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.904547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.904547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.904923 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.905281 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.905648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:37.906586 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b698ff8-cc42-4ba6-af3c-7b885c461e1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:38.124282 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38166) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:38.166150 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-497e9ee5-7ea8-4369-9140-5147b4ead9e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=076f09ec526a4848a709aac6fc084c61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406024 Feb 03 13:19:38.170152 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38168) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:38.220472 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcb295a6-936f-4fc2-bdfd-5796cb76122c admin admin] Publish callbacks [] for security_group (abfa0cee-598b-4c64-b74c-5c5ad4907a67), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:38.242595 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcb295a6-936f-4fc2-bdfd-5796cb76122c admin admin] Publish callbacks [] for security_group (abfa0cee-598b-4c64-b74c-5c5ad4907a67), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:38.290802 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcb295a6-936f-4fc2-bdfd-5796cb76122c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (abfa0cee-598b-4c64-b74c-5c5ad4907a67), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:38.293806 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcb295a6-936f-4fc2-bdfd-5796cb76122c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:38.294955 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fcb295a6-936f-4fc2-bdfd-5796cb76122c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abfa0cee-598b-4c64-b74c-5c5ad4907a67 HTTP/1.1" status: 204 len: 168 time: 0.1236339 Feb 03 13:19:38.304940 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb295a6-936f-4fc2-bdfd-5796cb76122c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfa0cee-598b-4c64-b74c-5c5ad4907a67,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:38.348450 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:39.171877 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38190) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:39.300491 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a8ab71e0-d602-4bc7-8137-6ae7f2a93a4d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1350224925-network', 'tenant_id': '7d0a9e2d3809459bbacce2442123ae70'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:19:39.320280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ab71e0-d602-4bc7-8137-6ae7f2a93a4d admin admin] Made reservation on behalf of 7d0a9e2d3809459bbacce2442123ae70 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:19:39.322908 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8ab71e0-d602-4bc7-8137-6ae7f2a93a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:39.332590 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8ab71e0-d602-4bc7-8137-6ae7f2a93a4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:39.405581 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8ab71e0-d602-4bc7-8137-6ae7f2a93a4d admin admin] Publish callbacks [] for security_group (b05f31d4-55db-4256-990d-4bbc2f9cc6b8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:39.409563 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8ab71e0-d602-4bc7-8137-6ae7f2a93a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b05f31d4-55db-4256-990d-4bbc2f9cc6b8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:39.440644 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ab71e0-d602-4bc7-8137-6ae7f2a93a4d admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:19:39.445166 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab71e0-d602-4bc7-8137-6ae7f2a93a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05f31d4-55db-4256-990d-4bbc2f9cc6b8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:39.453403 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8ab71e0-d602-4bc7-8137-6ae7f2a93a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:39.453820 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-a8ab71e0-d602-4bc7-8137-6ae7f2a93a4d admin admin] Added segment ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e of type vlan for network 7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062 Feb 03 13:19:39.496629 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8ab71e0-d602-4bc7-8137-6ae7f2a93a4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:39.528759 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8ab71e0-d602-4bc7-8137-6ae7f2a93a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:39.529636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ab71e0-d602-4bc7-8137-6ae7f2a93a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:39.530206 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8ab71e0-d602-4bc7-8137-6ae7f2a93a4d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:39.567188 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a8ab71e0-d602-4bc7-8137-6ae7f2a93a4d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3915203 Feb 03 13:19:39.568212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38194) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:39.574963 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-053ffeda-068d-4b84-b6ea-72a08b537baf admin admin] Request body: {'subnet': {'network_id': '7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1350224925-subnet', 'tenant_id': '7d0a9e2d3809459bbacce2442123ae70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:19:39.598088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053ffeda-068d-4b84-b6ea-72a08b537baf admin admin] Made reservation on behalf of 7d0a9e2d3809459bbacce2442123ae70 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:19:39.599695 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab71e0-d602-4bc7-8137-6ae7f2a93a4d admin admin] Pushing event updated for resources: {'Network': ['ID=7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:39.600743 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-053ffeda-068d-4b84-b6ea-72a08b537baf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:39.610944 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:19:39.778105 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-053ffeda-068d-4b84-b6ea-72a08b537baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (b854f471-b5f2-4b5a-822d-8d1947c39b0f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:39.830811 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ffeda-068d-4b84-b6ea-72a08b537baf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b854f471-b5f2-4b5a-822d-8d1947c39b0f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:39.840749 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053ffeda-068d-4b84-b6ea-72a08b537baf admin admin] Checking segment: {'id': 'ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:19:39.841116 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ffeda-068d-4b84-b6ea-72a08b537baf admin admin] Network hostable DHCP agents. Network: 7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:19:39.857629 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ffeda-068d-4b84-b6ea-72a08b537baf admin admin] Network 7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:19:39.868041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-053ffeda-068d-4b84-b6ea-72a08b537baf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:19:39.873450 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ffeda-068d-4b84-b6ea-72a08b537baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:39.874381 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-053ffeda-068d-4b84-b6ea-72a08b537baf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:39.882083 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6635d3b4-2aad-41e2-8b24-6c202b7eda9f None None] Network 7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:19:39.895418 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-053ffeda-068d-4b84-b6ea-72a08b537baf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3252802 Feb 03 13:19:39.966990 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:40.006147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665aedaf-2019-4b27-9d12-033ffc16993d None None] Network 7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:19:40.390119 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38210) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:40.395663 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-467da74c-9f88-4dcf-88ff-47f3c1b1f6db admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-388190877-network', 'tenant_id': '35a453ce58604fc1abad0c744eec7d4c'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:19:40.415611 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467da74c-9f88-4dcf-88ff-47f3c1b1f6db admin admin] Made reservation on behalf of 35a453ce58604fc1abad0c744eec7d4c for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:19:40.417922 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-467da74c-9f88-4dcf-88ff-47f3c1b1f6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:40.426256 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-467da74c-9f88-4dcf-88ff-47f3c1b1f6db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:40.504932 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-467da74c-9f88-4dcf-88ff-47f3c1b1f6db admin admin] Publish callbacks [] for security_group (0ca3df9a-8d25-455d-b0d1-a3af2402a635), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:40.508814 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-467da74c-9f88-4dcf-88ff-47f3c1b1f6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0ca3df9a-8d25-455d-b0d1-a3af2402a635), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:40.533968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467da74c-9f88-4dcf-88ff-47f3c1b1f6db admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:19:40.543656 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467da74c-9f88-4dcf-88ff-47f3c1b1f6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca3df9a-8d25-455d-b0d1-a3af2402a635,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:40.548463 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-467da74c-9f88-4dcf-88ff-47f3c1b1f6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (86596ecc-843b-4f9d-88a2-496f1fff50a0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:40.548838 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-467da74c-9f88-4dcf-88ff-47f3c1b1f6db admin admin] Added segment 86596ecc-843b-4f9d-88a2-496f1fff50a0 of type vlan for network 7b97ca7f-66e8-4ca9-8b01-308a752d49d4 Feb 03 13:19:40.596636 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-467da74c-9f88-4dcf-88ff-47f3c1b1f6db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (7b97ca7f-66e8-4ca9-8b01-308a752d49d4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:40.620683 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-467da74c-9f88-4dcf-88ff-47f3c1b1f6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (7b97ca7f-66e8-4ca9-8b01-308a752d49d4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:40.621592 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467da74c-9f88-4dcf-88ff-47f3c1b1f6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:40.622160 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-467da74c-9f88-4dcf-88ff-47f3c1b1f6db admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:40.653754 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-467da74c-9f88-4dcf-88ff-47f3c1b1f6db admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2625129 Feb 03 13:19:40.656641 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38212) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:19:40.663537 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bab3e669-b8d1-4584-b8f9-34d3222dd14f admin admin] Request body: {'subnet': {'network_id': '7b97ca7f-66e8-4ca9-8b01-308a752d49d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-388190877-subnet', 'tenant_id': '35a453ce58604fc1abad0c744eec7d4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:19:40.683669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab3e669-b8d1-4584-b8f9-34d3222dd14f admin admin] Made reservation on behalf of 35a453ce58604fc1abad0c744eec7d4c for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:19:40.685763 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467da74c-9f88-4dcf-88ff-47f3c1b1f6db admin admin] Pushing event updated for resources: {'Network': ['ID=7b97ca7f-66e8-4ca9-8b01-308a752d49d4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:40.686037 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bab3e669-b8d1-4584-b8f9-34d3222dd14f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:40.696035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 7b97ca7f-66e8-4ca9-8b01-308a752d49d4 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:19:40.865301 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bab3e669-b8d1-4584-b8f9-34d3222dd14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (3cbd9025-09d6-484d-9063-0bbed25f8686), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:40.879213 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:19:40.930086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3e669-b8d1-4584-b8f9-34d3222dd14f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cbd9025-09d6-484d-9063-0bbed25f8686,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:40.937396 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab3e669-b8d1-4584-b8f9-34d3222dd14f admin admin] Checking segment: {'id': '86596ecc-843b-4f9d-88a2-496f1fff50a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7b97ca7f-66e8-4ca9-8b01-308a752d49d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:19:40.937763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab3e669-b8d1-4584-b8f9-34d3222dd14f admin admin] Network hostable DHCP agents. Network: 7b97ca7f-66e8-4ca9-8b01-308a752d49d4, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:19:40.957733 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab3e669-b8d1-4584-b8f9-34d3222dd14f admin admin] Network 7b97ca7f-66e8-4ca9-8b01-308a752d49d4 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:19:40.966920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-bab3e669-b8d1-4584-b8f9-34d3222dd14f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 7b97ca7f-66e8-4ca9-8b01-308a752d49d4) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:19:40.971202 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab3e669-b8d1-4584-b8f9-34d3222dd14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:40.971807 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bab3e669-b8d1-4584-b8f9-34d3222dd14f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:40.976719 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e232f8-3e77-40f6-bad6-afd94f105380 None None] Network 7b97ca7f-66e8-4ca9-8b01-308a752d49d4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:19:40.989300 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bab3e669-b8d1-4584-b8f9-34d3222dd14f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3297677 Feb 03 13:19:41.085827 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6c95fc-69e2-4304-8db4-1a557335a125 None None] Network 7b97ca7f-66e8-4ca9-8b01-308a752d49d4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:19:41.679542 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bcf43-9458-47b9-8cd3-13c775370552 req-d930febb-52ad-427a-8214-f13240e2e060 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:41.681001 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-223bcf43-9458-47b9-8cd3-13c775370552 req-d930febb-52ad-427a-8214-f13240e2e060 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/networks?id=7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062 HTTP/1.1" status: 200 len: 812 time: 0.1058905 Feb 03 13:19:41.695471 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-223bcf43-9458-47b9-8cd3-13c775370552 req-278cc65e-9c06-4649-917b-512457039e3e tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/quotas/7d0a9e2d3809459bbacce2442123ae70 HTTP/1.1" status: 200 len: 375 time: 0.0092030 Feb 03 13:19:41.727552 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-223bcf43-9458-47b9-8cd3-13c775370552 req-402bee5d-ac5b-4c9a-8f82-51785553e815 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d0a9e2d3809459bbacce2442123ae70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271454 Feb 03 13:19:41.912476 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-223bcf43-9458-47b9-8cd3-13c775370552 req-776934e7-a42b-43d6-bad2-da0f5e5751b8 service neutron] 10.222.0.18 "GET /v2.0/networks/7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783438 Feb 03 13:19:42.007450 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-223bcf43-9458-47b9-8cd3-13c775370552 req-8aae8a83-4f06-4a8d-acdc-542b1c4bd4e5 service neutron] 10.222.0.18 "GET /v2.0/networks/7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890830 Feb 03 13:19:42.260554 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3abc7ec1-f87f-4388-b7b2-2d401b127152 req-8432721b-c84c-4e02-ac6c-01ef8cfbe6c3 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 210 time: 0.1192427 Feb 03 13:19:43.350373 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bcf43-9458-47b9-8cd3-13c775370552 req-26a3d205-a8ca-4538-8b4e-7adac8f425f0 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:43.351857 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-223bcf43-9458-47b9-8cd3-13c775370552 req-26a3d205-a8ca-4538-8b4e-7adac8f425f0 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.73 "GET /v2.0/networks?id=7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062 HTTP/1.1" status: 200 len: 812 time: 0.1196318 Feb 03 13:19:43.360018 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c92a82e7-c964-4280-b404-c17308cd9bca req-ee5f8c85-5e23-4415-84b3-fcd802dde354 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 210 time: 0.0276856 Feb 03 13:19:43.369892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-223bcf43-9458-47b9-8cd3-13c775370552 req-289cd49a-fd88-4f39-b3b5-2764b123835d tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Request body: {'port': {'device_id': '6169a93d-048c-45ec-b900-54d130595e14', 'network_id': '7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062', 'admin_state_up': True, 'tenant_id': '7d0a9e2d3809459bbacce2442123ae70'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:19:43.473049 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223bcf43-9458-47b9-8cd3-13c775370552 req-289cd49a-fd88-4f39-b3b5-2764b123835d tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Made reservation on behalf of 7d0a9e2d3809459bbacce2442123ae70 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:19:43.476832 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-223bcf43-9458-47b9-8cd3-13c775370552 req-289cd49a-fd88-4f39-b3b5-2764b123835d tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:43.601872 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-223bcf43-9458-47b9-8cd3-13c775370552 req-289cd49a-fd88-4f39-b3b5-2764b123835d tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Allocated IP 172.20.0.14 (7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062/b854f471-b5f2-4b5a-822d-8d1947c39b0f/2eef002c-c040-42d2-a51e-510d75f66f6d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:19:43.749731 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-223bcf43-9458-47b9-8cd3-13c775370552 req-289cd49a-fd88-4f39-b3b5-2764b123835d tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Publish callbacks [] for port (2eef002c-c040-42d2-a51e-510d75f66f6d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:43.782674 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-223bcf43-9458-47b9-8cd3-13c775370552 req-289cd49a-fd88-4f39-b3b5-2764b123835d tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (2eef002c-c040-42d2-a51e-510d75f66f6d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:43.825001 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223bcf43-9458-47b9-8cd3-13c775370552 req-289cd49a-fd88-4f39-b3b5-2764b123835d tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Network 7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:19:43.829949 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-223bcf43-9458-47b9-8cd3-13c775370552 req-289cd49a-fd88-4f39-b3b5-2764b123835d tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:19:43.833439 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-223bcf43-9458-47b9-8cd3-13c775370552 req-289cd49a-fd88-4f39-b3b5-2764b123835d tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:19:43.856089 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cd49a-fd88-4f39-b3b5-2764b123835d tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Pushing event updated for resources: {'Port': ['ID=2eef002c-c040-42d2-a51e-510d75f66f6d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:43.882822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bcf43-9458-47b9-8cd3-13c775370552 req-289cd49a-fd88-4f39-b3b5-2764b123835d tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:43.883430 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-223bcf43-9458-47b9-8cd3-13c775370552 req-289cd49a-fd88-4f39-b3b5-2764b123835d tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:43.898361 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-223bcf43-9458-47b9-8cd3-13c775370552 req-289cd49a-fd88-4f39-b3b5-2764b123835d tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5324061 Feb 03 13:19:43.934303 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-223bcf43-9458-47b9-8cd3-13c775370552 req-c009e4fa-e18b-4eb4-9996-16750771d040 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:19:43.935339 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-223bcf43-9458-47b9-8cd3-13c775370552 req-c009e4fa-e18b-4eb4-9996-16750771d040 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051188 Feb 03 13:19:43.952259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] Request body: {'port': {'device_id': '6169a93d-048c-45ec-b900-54d130595e14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:19:44.013149 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2eef002c-c040-42d2-a51e-510d75f66f6d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:44.575758 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae33d09-1ba9-426c-82d6-37f8c6a7a4a0 req-f5eed345-4140-4d80-9b06-bfcdc9cbdcce tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:44.577176 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fae33d09-1ba9-426c-82d6-37f8c6a7a4a0 req-f5eed345-4140-4d80-9b06-bfcdc9cbdcce tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 932 time: 0.0876970 Feb 03 13:19:44.639130 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eef002c-c040-42d2-a51e-510d75f66f6d {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:19:44.650906 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] Publish callbacks [] for port (2eef002c-c040-42d2-a51e-510d75f66f6d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:44.668129 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fae33d09-1ba9-426c-82d6-37f8c6a7a4a0 req-97506b4b-fc45-48bd-b506-bceadab0d998 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847330 Feb 03 13:19:44.672688 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] Transition to ACTIVE for port object 2eef002c-c040-42d2-a51e-510d75f66f6d will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:19:44.676486 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (2eef002c-c040-42d2-a51e-510d75f66f6d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:44.726866 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] Pushing event updated for resources: {'Port': ['ID=2eef002c-c040-42d2-a51e-510d75f66f6d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:44.796168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] Attempting to bind port 2eef002c-c040-42d2-a51e-510d75f66f6d on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:19:44.796506 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] Attempting to bind port 2eef002c-c040-42d2-a51e-510d75f66f6d by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:19:44.796840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] Attempting to bind port 2eef002c-c040-42d2-a51e-510d75f66f6d on network 7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:19:44.801076 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] Port 2eef002c-c040-42d2-a51e-510d75f66f6d on network 7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:19:44.801514 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] Attempting to bind port 2eef002c-c040-42d2-a51e-510d75f66f6d on network 7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:19:44.806402 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:19:44.806740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] Checking segment: {'id': 'ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:19:44.807131 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] Bound using segment: {'id': 'ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:19:44.807554 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] Bound port: 2eef002c-c040-42d2-a51e-510d75f66f6d, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:19:44.807908 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2eef002c-c040-42d2-a51e-510d75f66f6d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:44.872621 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] For port 2eef002c-c040-42d2-a51e-510d75f66f6d, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:19:44.875570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] For port 2eef002c-c040-42d2-a51e-510d75f66f6d, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=2eef002c-c040-42d2-a51e-510d75f66f6d,segment=NetworkSegment(ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e),segment_id=ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:19:44.881993 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (2eef002c-c040-42d2-a51e-510d75f66f6d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:44.916590 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:44.917332 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:44.918820 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-223bcf43-9458-47b9-8cd3-13c775370552 req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] 10.222.0.73 "PUT /v2.0/ports/2eef002c-c040-42d2-a51e-510d75f66f6d HTTP/1.1" status: 200 len: 1092 time: 0.9706950 Feb 03 13:19:44.919259 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6169a93d-048c-45ec-b900-54d130595e14', 'tag': '2eef002c-c040-42d2-a51e-510d75f66f6d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:19:44.921538 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed914f9d-dfb8-45a1-ac9b-bf305bf71de3" -d '{"events": [{"name": "network-changed", "server_uuid": "6169a93d-048c-45ec-b900-54d130595e14", "tag": "2eef002c-c040-42d2-a51e-510d75f66f6d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:19:44.947006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df140b-b82a-42c5-ba92-c45d58dac42e service neutron] Pushing event updated for resources: {'Port': ['ID=2eef002c-c040-42d2-a51e-510d75f66f6d,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:44.964063 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74abcc5-95aa-4387-bbe6-5b56e963b11a x-openstack-request-id: req-d74abcc5-95aa-4387-bbe6-5b56e963b11a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:19:44.964528 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6169a93d-048c-45ec-b900-54d130595e14", "tag": "2eef002c-c040-42d2-a51e-510d75f66f6d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:19:44.964786 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d74abcc5-95aa-4387-bbe6-5b56e963b11a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:19:44.965190 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6169a93d-048c-45ec-b900-54d130595e14', 'tag': '2eef002c-c040-42d2-a51e-510d75f66f6d', 'status': 'completed', 'code': 200} Feb 03 13:19:45.025140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bcf43-9458-47b9-8cd3-13c775370552 req-ab5339c9-8191-44bf-8bde-737fce6525f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:45.026648 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-223bcf43-9458-47b9-8cd3-13c775370552 req-ab5339c9-8191-44bf-8bde-737fce6525f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d0a9e2d3809459bbacce2442123ae70&device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 1126 time: 0.0460610 Feb 03 13:19:45.074466 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-223bcf43-9458-47b9-8cd3-13c775370552 req-0088155d-532e-4f63-84f3-19ae8dcca435 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eef002c-c040-42d2-a51e-510d75f66f6d HTTP/1.1" status: 200 len: 217 time: 0.0338917 Feb 03 13:19:45.123537 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bcf43-9458-47b9-8cd3-13c775370552 req-7a338b6e-149c-4613-9348-69239ba9b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:45.124903 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-223bcf43-9458-47b9-8cd3-13c775370552 req-7a338b6e-149c-4613-9348-69239ba9b243 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b854f471-b5f2-4b5a-822d-8d1947c39b0f HTTP/1.1" status: 200 len: 852 time: 0.0454402 Feb 03 13:19:45.155717 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-223bcf43-9458-47b9-8cd3-13c775370552 req-06412758-fc6d-45b5-b60c-9022dbb18fd2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247791 Feb 03 13:19:45.244815 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-223bcf43-9458-47b9-8cd3-13c775370552 req-16efafd7-5723-4f4e-b5da-20ee8ae811c3 service neutron] 10.222.0.73 "GET /v2.0/networks/7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830503 Feb 03 13:19:45.338022 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-223bcf43-9458-47b9-8cd3-13c775370552 req-c94e9d26-d987-4a0b-825c-c6692523173f service neutron] 10.222.0.73 "GET /v2.0/networks/7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872924 Feb 03 13:19:45.466799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed914f9d-dfb8-45a1-ac9b-bf305bf71de3 req-31291045-014b-42fe-8acf-fda6ddefeff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:45.468397 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed914f9d-dfb8-45a1-ac9b-bf305bf71de3 req-31291045-014b-42fe-8acf-fda6ddefeff6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d0a9e2d3809459bbacce2442123ae70&device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 1126 time: 0.0457268 Feb 03 13:19:45.569478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed914f9d-dfb8-45a1-ac9b-bf305bf71de3 req-b6992d6c-caee-46ea-bbc8-35c18211b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:45.571025 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed914f9d-dfb8-45a1-ac9b-bf305bf71de3 req-b6992d6c-caee-46ea-bbc8-35c18211b469 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062 HTTP/1.1" status: 200 len: 913 time: 0.0967672 Feb 03 13:19:45.613850 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed914f9d-dfb8-45a1-ac9b-bf305bf71de3 req-3bee7b14-3941-41af-91d8-b3f30cdd672b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eef002c-c040-42d2-a51e-510d75f66f6d HTTP/1.1" status: 200 len: 217 time: 0.0366325 Feb 03 13:19:45.663476 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed914f9d-dfb8-45a1-ac9b-bf305bf71de3 req-0f3410e1-cd5f-4d4d-be7d-bbd25a1120fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:45.664954 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed914f9d-dfb8-45a1-ac9b-bf305bf71de3 req-0f3410e1-cd5f-4d4d-be7d-bbd25a1120fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b854f471-b5f2-4b5a-822d-8d1947c39b0f HTTP/1.1" status: 200 len: 852 time: 0.0453129 Feb 03 13:19:45.700869 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed914f9d-dfb8-45a1-ac9b-bf305bf71de3 req-6171e292-a8ef-4608-b6a5-322ad79b6476 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301099 Feb 03 13:19:45.831256 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed914f9d-dfb8-45a1-ac9b-bf305bf71de3 req-1a24cf2e-d32d-4912-9ec2-951f5fa85d31 service neutron] 10.222.0.73 "GET /v2.0/networks/7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247838 Feb 03 13:19:45.838751 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30607a6f-0767-45aa-9f21-87ea75762c9f req-c15d7bb1-2590-4c0e-90ec-960794dbcf50 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:45.840147 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30607a6f-0767-45aa-9f21-87ea75762c9f req-c15d7bb1-2590-4c0e-90ec-960794dbcf50 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 944 time: 0.0984249 Feb 03 13:19:45.943986 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-30607a6f-0767-45aa-9f21-87ea75762c9f req-07ced8bb-db49-4fd8-a679-c13c3aa7f4e1 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950212 Feb 03 13:19:45.963252 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed914f9d-dfb8-45a1-ac9b-bf305bf71de3 req-36fc0ccd-8eb9-4796-8b45-8a91be09a532 service neutron] 10.222.0.73 "GET /v2.0/networks/7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221609 Feb 03 13:19:46.153370 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:47.069055 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3366069-71a2-45ff-b62c-1c8ca0dcf3fb req-37e3707d-48c9-4340-8359-b8659b425b88 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:47.070896 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3366069-71a2-45ff-b62c-1c8ca0dcf3fb req-37e3707d-48c9-4340-8359-b8659b425b88 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 944 time: 0.0538831 Feb 03 13:19:47.123174 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3366069-71a2-45ff-b62c-1c8ca0dcf3fb req-2798415c-ca25-4f51-a10f-36979fdb39f7 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456657 Feb 03 13:19:48.244197 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef398a27-0289-41c6-bd33-99f470d24714 req-e9d84c89-692d-4e20-9156-028f34349252 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:48.245698 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ef398a27-0289-41c6-bd33-99f470d24714 req-e9d84c89-692d-4e20-9156-028f34349252 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 944 time: 0.0534427 Feb 03 13:19:48.297851 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ef398a27-0289-41c6-bd33-99f470d24714 req-f6134e60-6a11-446f-ac21-dad3cdc17033 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466590 Feb 03 13:19:49.155073 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 2eef002c-c040-42d2-a51e-510d75f66f6d details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:19:49.218490 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1be63eb5-9fcc-468a-96c7-3911086df68d req-9ed17132-3ca8-4888-afd4-e96b9f70714a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937562 Feb 03 13:19:49.266429 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 2eef002c-c040-42d2-a51e-510d75f66f6d, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=2eef002c-c040-42d2-a51e-510d75f66f6d,segment=NetworkSegment(ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e),segment_id=ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:19:49.279376 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '2eef002c-c040-42d2-a51e-510d75f66f6d', 'network_id': '7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062', 'port_id': '2eef002c-c040-42d2-a51e-510d75f66f6d', 'mac_address': 'fa:16:3e:22:07:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b854f471-b5f2-4b5a-822d-8d1947c39b0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:19:49.317941 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be63eb5-9fcc-468a-96c7-3911086df68d req-58244b86-6532-4107-a36e-78194fa03ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:49.319127 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 2eef002c-c040-42d2-a51e-510d75f66f6d is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:19:49.319454 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1be63eb5-9fcc-468a-96c7-3911086df68d req-58244b86-6532-4107-a36e-78194fa03ffd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=740fd4bdd3614d5cb10a7e53a2f3d225&device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 1127 time: 0.0506098 Feb 03 13:19:49.319560 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2eef002c-c040-42d2-a51e-510d75f66f6d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:49.335477 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eef002c-c040-42d2-a51e-510d75f66f6d {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:19:49.361945 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 2eef002c-c040-42d2-a51e-510d75f66f6d, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=2eef002c-c040-42d2-a51e-510d75f66f6d,segment=NetworkSegment(ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e),segment_id=ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:19:49.366431 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2eef002c-c040-42d2-a51e-510d75f66f6d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:49.422649 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=2eef002c-c040-42d2-a51e-510d75f66f6d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:49.433866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:49.434222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:49.434572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:49.434918 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:49.435257 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:49.435593 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:49.435929 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:49.436284 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:49.436614 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:49.436944 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:49.437272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:49.437625 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:49.437929 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:19:49.483864 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be63eb5-9fcc-468a-96c7-3911086df68d req-741fd1e0-af3c-4b7e-9832-e269a117372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:49.485389 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1be63eb5-9fcc-468a-96c7-3911086df68d req-741fd1e0-af3c-4b7e-9832-e269a117372b service neutron] 10.222.0.31 "GET /v2.0/networks?id=4af481c1-fb23-443f-9465-3a600d2f342e HTTP/1.1" status: 200 len: 910 time: 0.1444168 Feb 03 13:19:49.496683 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc5ee3-676f-4d4a-b4b8-695076f420bb req-8fb6b458-be49-44f4-a68e-0064a826a4a6 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:49.498170 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-30dc5ee3-676f-4d4a-b4b8-695076f420bb req-8fb6b458-be49-44f4-a68e-0064a826a4a6 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 945 time: 0.1204033 Feb 03 13:19:49.589757 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1be63eb5-9fcc-468a-96c7-3911086df68d req-f693e398-211d-4f94-9f1f-5b2fb01c1fd6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51286f05-85ac-4368-a9b8-6e42f54cdde2 HTTP/1.1" status: 200 len: 1001 time: 0.0901370 Feb 03 13:19:49.594259 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-30dc5ee3-676f-4d4a-b4b8-695076f420bb req-5d74319d-b19b-4384-a385-f051c077404d tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885305 Feb 03 13:19:49.644914 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be63eb5-9fcc-468a-96c7-3911086df68d req-71cd2c37-c51c-4161-b8d3-8f1ab4a7066f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:49.646463 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1be63eb5-9fcc-468a-96c7-3911086df68d req-71cd2c37-c51c-4161-b8d3-8f1ab4a7066f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=339421c2-8777-4a31-9661-78e323658f93 HTTP/1.1" status: 200 len: 848 time: 0.0513389 Feb 03 13:19:49.701545 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be63eb5-9fcc-468a-96c7-3911086df68d req-d41b8e0f-c407-4999-9e95-ffe40d131214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:49.702983 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1be63eb5-9fcc-468a-96c7-3911086df68d req-d41b8e0f-c407-4999-9e95-ffe40d131214 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4af481c1-fb23-443f-9465-3a600d2f342e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503607 Feb 03 13:19:49.712452 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-1be63eb5-9fcc-468a-96c7-3911086df68d req-ffad1779-5a45-4348-a6df-169a8bfb30ce service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:19:49.713490 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1be63eb5-9fcc-468a-96c7-3911086df68d req-ffad1779-5a45-4348-a6df-169a8bfb30ce service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050042 Feb 03 13:19:49.744076 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['2eef002c-c040-42d2-a51e-510d75f66f6d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:19:49.834750 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1be63eb5-9fcc-468a-96c7-3911086df68d req-a6030978-3fa5-4233-9ae2-cf47f25e7dde service neutron] 10.222.0.31 "GET /v2.0/networks/4af481c1-fb23-443f-9465-3a600d2f342e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150012 Feb 03 13:19:49.927683 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1be63eb5-9fcc-468a-96c7-3911086df68d req-f07742ec-15de-41e8-adb1-00d2d93048bf service neutron] 10.222.0.31 "GET /v2.0/networks/4af481c1-fb23-443f-9465-3a600d2f342e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876675 Feb 03 13:19:50.724289 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a43d6-9c61-47d6-8188-5358380a969a req-290fda92-da57-407b-85d0-3b9afa016f0f tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:50.725992 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-433a43d6-9c61-47d6-8188-5358380a969a req-290fda92-da57-407b-85d0-3b9afa016f0f tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 945 time: 0.0567832 Feb 03 13:19:50.776932 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-433a43d6-9c61-47d6-8188-5358380a969a req-735964ed-7660-4bd7-ae0b-22ad22931a78 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449409 Feb 03 13:19:51.161034 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 2eef002c-c040-42d2-a51e-510d75f66f6d up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:19:51.224679 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 2eef002c-c040-42d2-a51e-510d75f66f6d completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:19:51.228657 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 2eef002c-c040-42d2-a51e-510d75f66f6d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:19:51.229035 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2eef002c-c040-42d2-a51e-510d75f66f6d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:51.308026 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 2eef002c-c040-42d2-a51e-510d75f66f6d is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:19:51.308418 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2eef002c-c040-42d2-a51e-510d75f66f6d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:51.331234 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6169a93d-048c-45ec-b900-54d130595e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eef002c-c040-42d2-a51e-510d75f66f6d'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:19:51.333479 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590e644c-52ca-40a4-9706-53cb07ee3a55" -d '{"events": [{"server_uuid": "6169a93d-048c-45ec-b900-54d130595e14", "name": "network-vif-plugged", "status": "completed", "tag": "2eef002c-c040-42d2-a51e-510d75f66f6d"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:19:51.345832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 2eef002c-c040-42d2-a51e-510d75f66f6d, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=2eef002c-c040-42d2-a51e-510d75f66f6d,segment=NetworkSegment(ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e),segment_id=ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:19:51.350040 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2eef002c-c040-42d2-a51e-510d75f66f6d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:19:51.373967 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357e9f86-ac10-43c9-bf86-e222f8f2ae7a x-openstack-request-id: req-357e9f86-ac10-43c9-bf86-e222f8f2ae7a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:19:51.374279 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6169a93d-048c-45ec-b900-54d130595e14", "name": "network-vif-plugged", "status": "completed", "tag": "2eef002c-c040-42d2-a51e-510d75f66f6d", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:19:51.374543 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-357e9f86-ac10-43c9-bf86-e222f8f2ae7a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:19:51.374960 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6169a93d-048c-45ec-b900-54d130595e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eef002c-c040-42d2-a51e-510d75f66f6d', 'code': 200} Feb 03 13:19:51.405898 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=2eef002c-c040-42d2-a51e-510d75f66f6d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:19:51.513749 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af8044-b701-4ad3-93a4-bcb2720d506e req-6fb74935-ded0-4fd7-8286-3625c6e4cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:51.515418 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4af8044-b701-4ad3-93a4-bcb2720d506e req-6fb74935-ded0-4fd7-8286-3625c6e4cd21 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 1128 time: 0.0517387 Feb 03 13:19:51.570969 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4af8044-b701-4ad3-93a4-bcb2720d506e req-147d81e5-a2e2-4a82-ba70-00b77a0c0a9f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494843 Feb 03 13:19:51.915681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7f2bb-0b30-4a6c-a6a6-75d8298cd2b4 req-75a7d4e2-c6d5-47b0-8928-88e1c7e372d0 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:51.917217 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-52b7f2bb-0b30-4a6c-a6a6-75d8298cd2b4 req-75a7d4e2-c6d5-47b0-8928-88e1c7e372d0 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 946 time: 0.0650861 Feb 03 13:19:51.963581 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-52b7f2bb-0b30-4a6c-a6a6-75d8298cd2b4 req-9e52ca15-46d4-45da-b186-2323087a4562 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407493 Feb 03 13:19:53.087107 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69815241-caba-484a-a6ef-952a1eaa890c req-39e98054-dc20-4e3c-b98f-af4dca87b485 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:53.088659 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-69815241-caba-484a-a6ef-952a1eaa890c req-39e98054-dc20-4e3c-b98f-af4dca87b485 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 946 time: 0.0560198 Feb 03 13:19:53.136887 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-69815241-caba-484a-a6ef-952a1eaa890c req-1f677b20-6a8b-41db-9e7b-70b9ea4222ef tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424073 Feb 03 13:19:54.259347 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997980a-d1fa-45d0-a04c-cef52a5eb4c1 req-d5882fc1-cc24-4092-ba37-77d7b95d63d0 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:54.260883 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5997980a-d1fa-45d0-a04c-cef52a5eb4c1 req-d5882fc1-cc24-4092-ba37-77d7b95d63d0 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 946 time: 0.0548091 Feb 03 13:19:54.309831 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5997980a-d1fa-45d0-a04c-cef52a5eb4c1 req-dfb1cd38-263e-49f4-b959-bf0d3065414d tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434060 Feb 03 13:19:54.426821 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9948a81-8391-45c8-baa3-2eca1b8eccda req-d319e1ef-c9f6-47a0-bff0-cef91a63270f tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:54.428336 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e9948a81-8391-45c8-baa3-2eca1b8eccda req-d319e1ef-c9f6-47a0-bff0-cef91a63270f tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 946 time: 0.0523541 Feb 03 13:19:54.479488 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e9948a81-8391-45c8-baa3-2eca1b8eccda req-41c23d4c-ada0-42c8-9935-a044776faf5f tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455465 Feb 03 13:19:54.706713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269497e-5d3c-487a-ac4e-36f12ebf1de8 req-8ee8877e-8668-4704-ad0f-0a7c703ddcfd tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:54.708221 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c269497e-5d3c-487a-ac4e-36f12ebf1de8 req-8ee8877e-8668-4704-ad0f-0a7c703ddcfd tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 946 time: 0.0534587 Feb 03 13:19:54.754799 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c269497e-5d3c-487a-ac4e-36f12ebf1de8 req-25555db6-f2fd-4369-ab97-09cf2edc2fd9 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411024 Feb 03 13:19:55.886581 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a818b0b-7b03-4aaf-8ae1-b219a286a72d req-38b57d76-4edf-4e17-9332-a3b49f24f8be tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:55.888094 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2a818b0b-7b03-4aaf-8ae1-b219a286a72d req-38b57d76-4edf-4e17-9332-a3b49f24f8be tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 946 time: 0.0589216 Feb 03 13:19:55.935204 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2a818b0b-7b03-4aaf-8ae1-b219a286a72d req-84181177-6324-4847-8cd3-39c7f98785ec tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415738 Feb 03 13:19:56.142721 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f9a60-da23-482d-8b8f-27c5b395c4d8 req-50224e6e-3831-447a-8da0-8d01dfd6562d tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:56.144812 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec3f9a60-da23-482d-8b8f-27c5b395c4d8 req-50224e6e-3831-447a-8da0-8d01dfd6562d tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 946 time: 0.0554724 Feb 03 13:19:56.218273 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec3f9a60-da23-482d-8b8f-27c5b395c4d8 req-59ad9330-45b7-42f3-92b1-dae4dafc726a tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642838 Feb 03 13:19:56.224065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94a470-d8fd-4978-a061-0c385bdf1af8 req-1a4cea73-7453-4947-91b1-44446a15f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:56.225591 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dc94a470-d8fd-4978-a061-0c385bdf1af8 req-1a4cea73-7453-4947-91b1-44446a15f052 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d0a9e2d3809459bbacce2442123ae70&device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 1128 time: 0.0798843 Feb 03 13:19:56.321240 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94a470-d8fd-4978-a061-0c385bdf1af8 req-85a22a1c-e36f-4e34-aad2-24f499999b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:56.322653 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dc94a470-d8fd-4978-a061-0c385bdf1af8 req-85a22a1c-e36f-4e34-aad2-24f499999b8c service neutron] 10.222.0.73 "GET /v2.0/networks?id=7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062 HTTP/1.1" status: 200 len: 913 time: 0.0910869 Feb 03 13:19:56.376495 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dc94a470-d8fd-4978-a061-0c385bdf1af8 req-66ff2920-aaae-4c8d-8282-33295bfafa4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eef002c-c040-42d2-a51e-510d75f66f6d HTTP/1.1" status: 200 len: 217 time: 0.0477583 Feb 03 13:19:56.429067 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94a470-d8fd-4978-a061-0c385bdf1af8 req-b657cd37-9e8a-4a0d-b1e7-19465b8f3903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:56.430588 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dc94a470-d8fd-4978-a061-0c385bdf1af8 req-b657cd37-9e8a-4a0d-b1e7-19465b8f3903 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b854f471-b5f2-4b5a-822d-8d1947c39b0f HTTP/1.1" status: 200 len: 852 time: 0.0485878 Feb 03 13:19:56.462060 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dc94a470-d8fd-4978-a061-0c385bdf1af8 req-766a486b-2b8f-4daf-8ec3-3e1a8d0234aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256722 Feb 03 13:19:56.549846 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dc94a470-d8fd-4978-a061-0c385bdf1af8 req-114463ec-3def-40fd-a2b5-8566b0cb1faa service neutron] 10.222.0.73 "GET /v2.0/networks/7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822697 Feb 03 13:19:56.641874 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dc94a470-d8fd-4978-a061-0c385bdf1af8 req-99d0e81a-52a5-4397-a3ef-5cd296c53a0f service neutron] 10.222.0.73 "GET /v2.0/networks/7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856538 Feb 03 13:19:57.341410 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d02385-c097-4701-a920-5ad8f0edb430 req-b3e97779-617e-419d-8a12-765ff17e75de tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:57.342873 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-81d02385-c097-4701-a920-5ad8f0edb430 req-b3e97779-617e-419d-8a12-765ff17e75de tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 946 time: 0.0528176 Feb 03 13:19:57.394835 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-81d02385-c097-4701-a920-5ad8f0edb430 req-8ce84c59-61cb-4982-82a8-755aa07dff9c tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458076 Feb 03 13:19:58.515618 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fbb72-5c5d-4b94-8288-9cc9fde73c0a req-01354b32-fc71-47c9-a2f1-904e6a5de58e tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:58.517142 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bc6fbb72-5c5d-4b94-8288-9cc9fde73c0a req-01354b32-fc71-47c9-a2f1-904e6a5de58e tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 946 time: 0.0535054 Feb 03 13:19:58.564236 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bc6fbb72-5c5d-4b94-8288-9cc9fde73c0a req-d81df5bb-a01f-4233-965a-0ed8612e9c37 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408921 Feb 03 13:19:58.796465 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3937a2-fb91-49f8-9582-e4510f256de3 req-278fd835-501d-469e-be95-5cfa746430ad tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:58.798313 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb3937a2-fb91-49f8-9582-e4510f256de3 req-278fd835-501d-469e-be95-5cfa746430ad tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 946 time: 0.0588915 Feb 03 13:19:58.846582 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb3937a2-fb91-49f8-9582-e4510f256de3 req-18f362ba-d24c-4fd5-ae3b-50254d71465f tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427322 Feb 03 13:19:58.938219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1cacb-98b2-4877-9bbe-a3a03c46ddc4 req-4653e3d8-7373-4544-a808-2f5aa624a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:58.939758 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74b1cacb-98b2-4877-9bbe-a3a03c46ddc4 req-4653e3d8-7373-4544-a808-2f5aa624a3df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d0a9e2d3809459bbacce2442123ae70&device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 1128 time: 0.0441306 Feb 03 13:19:59.046535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1cacb-98b2-4877-9bbe-a3a03c46ddc4 req-b899e36a-51a5-4c5f-a735-cd2b4f9ffe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:59.047988 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74b1cacb-98b2-4877-9bbe-a3a03c46ddc4 req-b899e36a-51a5-4c5f-a735-cd2b4f9ffe0b service neutron] 10.222.0.73 "GET /v2.0/networks?id=7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062 HTTP/1.1" status: 200 len: 913 time: 0.0894840 Feb 03 13:19:59.089995 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74b1cacb-98b2-4877-9bbe-a3a03c46ddc4 req-da981fb5-831b-4d19-86cf-95c17838c0b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eef002c-c040-42d2-a51e-510d75f66f6d HTTP/1.1" status: 200 len: 217 time: 0.0361853 Feb 03 13:19:59.137796 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1cacb-98b2-4877-9bbe-a3a03c46ddc4 req-38f2cfc4-bbd7-4c26-afee-ca165c2871ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:59.139264 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74b1cacb-98b2-4877-9bbe-a3a03c46ddc4 req-38f2cfc4-bbd7-4c26-afee-ca165c2871ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b854f471-b5f2-4b5a-822d-8d1947c39b0f HTTP/1.1" status: 200 len: 852 time: 0.0442238 Feb 03 13:19:59.170568 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74b1cacb-98b2-4877-9bbe-a3a03c46ddc4 req-b2883e39-9bd8-47d8-9a31-4d1cccac5d81 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254414 Feb 03 13:19:59.264999 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74b1cacb-98b2-4877-9bbe-a3a03c46ddc4 req-191ea7ca-8c6f-4650-bc96-88e58576db6c service neutron] 10.222.0.73 "GET /v2.0/networks/7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882039 Feb 03 13:19:59.358399 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74b1cacb-98b2-4877-9bbe-a3a03c46ddc4 req-09f341c5-c16f-4aaf-8697-7c581ef16fbe service neutron] 10.222.0.73 "GET /v2.0/networks/7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871596 Feb 03 13:19:59.970803 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba4b62-c6b1-483c-bb2a-5c23ad6b92ec req-56fb5d53-600e-4d68-a7cb-3f5677de8d01 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:19:59.972308 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e8ba4b62-c6b1-483c-bb2a-5c23ad6b92ec req-56fb5d53-600e-4d68-a7cb-3f5677de8d01 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 946 time: 0.0566595 Feb 03 13:20:00.018182 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e8ba4b62-c6b1-483c-bb2a-5c23ad6b92ec req-6a00b209-257a-4873-9580-eeae4ebb9cc9 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403426 Feb 03 13:20:00.224968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefa118-f824-4d22-bd8c-378d7263f43e req-43de6c68-fff6-426b-a68d-a8d1eca92ee3 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:00.226543 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9eefa118-f824-4d22-bd8c-378d7263f43e req-43de6c68-fff6-426b-a68d-a8d1eca92ee3 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 946 time: 0.0589120 Feb 03 13:20:00.263837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a264d-490d-4c01-a1a5-5bfe350b738e req-e7f70f16-46c9-4846-8e54-a80e99b81788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:00.265428 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f39a264d-490d-4c01-a1a5-5bfe350b738e req-e7f70f16-46c9-4846-8e54-a80e99b81788 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7d0a9e2d3809459bbacce2442123ae70&device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 1128 time: 0.0474672 Feb 03 13:20:00.278381 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9eefa118-f824-4d22-bd8c-378d7263f43e req-699865e2-8ee3-46de-8344-a20e935993e4 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455265 Feb 03 13:20:00.360455 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a264d-490d-4c01-a1a5-5bfe350b738e req-a17f24cb-6ae8-4eb2-867a-76449afc28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:00.361933 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f39a264d-490d-4c01-a1a5-5bfe350b738e req-a17f24cb-6ae8-4eb2-867a-76449afc28bb service neutron] 10.222.0.73 "GET /v2.0/networks?id=7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062 HTTP/1.1" status: 200 len: 913 time: 0.0901663 Feb 03 13:20:00.406311 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f39a264d-490d-4c01-a1a5-5bfe350b738e req-404b693f-8785-491f-96b6-2f0c80539906 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eef002c-c040-42d2-a51e-510d75f66f6d HTTP/1.1" status: 200 len: 217 time: 0.0381052 Feb 03 13:20:00.453690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a264d-490d-4c01-a1a5-5bfe350b738e req-3d617a67-9dfc-49a8-9000-74626b3eae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:00.455377 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f39a264d-490d-4c01-a1a5-5bfe350b738e req-3d617a67-9dfc-49a8-9000-74626b3eae71 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b854f471-b5f2-4b5a-822d-8d1947c39b0f HTTP/1.1" status: 200 len: 852 time: 0.0441859 Feb 03 13:20:00.489713 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f39a264d-490d-4c01-a1a5-5bfe350b738e req-b4b6d798-e604-4c29-a73d-d772e4c0aa99 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267920 Feb 03 13:20:00.582925 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f39a264d-490d-4c01-a1a5-5bfe350b738e req-2b95bf1a-65f5-4829-9fcf-77feb62ef5f3 service neutron] 10.222.0.73 "GET /v2.0/networks/7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872455 Feb 03 13:20:00.672002 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f39a264d-490d-4c01-a1a5-5bfe350b738e req-3b6dcfdb-9574-4763-b188-0fd38ad4ba57 service neutron] 10.222.0.73 "GET /v2.0/networks/7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831931 Feb 03 13:20:01.403929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756e36d-6bee-4a7d-9468-85823794717b req-53c0877c-afcf-40ba-8f49-ea1a5f02cf31 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:01.405435 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2756e36d-6bee-4a7d-9468-85823794717b req-53c0877c-afcf-40ba-8f49-ea1a5f02cf31 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 946 time: 0.0545132 Feb 03 13:20:01.445207 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:01.457329 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2756e36d-6bee-4a7d-9468-85823794717b req-fe7d6d20-5d31-4445-9a1d-71bf633cba41 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464239 Feb 03 13:20:02.582186 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711b897-d7a3-4a8a-8607-28d4ad318555 req-f73f8a1c-dd59-47fb-8ea6-9b16cd771afb tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:02.583837 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7711b897-d7a3-4a8a-8607-28d4ad318555 req-f73f8a1c-dd59-47fb-8ea6-9b16cd771afb tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 946 time: 0.0581255 Feb 03 13:20:02.630061 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7711b897-d7a3-4a8a-8607-28d4ad318555 req-cbb9db75-09c7-406a-828b-f1328961c461 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405946 Feb 03 13:20:02.869301 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29e62a-2f60-44db-a0d6-93cf2751e695 req-1fe48937-0a11-452a-85e3-0538e0cddb09 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:02.870792 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9e29e62a-2f60-44db-a0d6-93cf2751e695 req-1fe48937-0a11-452a-85e3-0538e0cddb09 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 946 time: 0.0536141 Feb 03 13:20:02.925201 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9e29e62a-2f60-44db-a0d6-93cf2751e695 req-2338674c-40d1-40e3-b425-84fcfe780e29 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489657 Feb 03 13:20:03.550730 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2f5146c4-b88a-497b-9bb2-203406eb87a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:04.044287 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825cd8d-15d7-456d-bbf8-7f708a983866 req-7d0614bb-6c88-4666-ae71-97e937347203 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:04.045789 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2825cd8d-15d7-456d-bbf8-7f708a983866 req-7d0614bb-6c88-4666-ae71-97e937347203 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 946 time: 0.0519125 Feb 03 13:20:04.093936 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2825cd8d-15d7-456d-bbf8-7f708a983866 req-cdfad632-2105-45da-ae31-d078d35f9f9e tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420430 Feb 03 13:20:04.897030 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0b01d-4232-4872-a7c1-3cb50c89fbe4 req-2142b765-5de2-40a8-a448-78926199bff0 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:04.898439 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4a0b01d-4232-4872-a7c1-3cb50c89fbe4 req-2142b765-5de2-40a8-a448-78926199bff0 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.73 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 946 time: 0.0601995 Feb 03 13:20:04.997621 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27051042-f440-42b6-8fc0-7ce73d439939 req-2af8bcb8-a79c-49f8-a7ea-e2d51aa97b1c tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:04.999034 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-27051042-f440-42b6-8fc0-7ce73d439939 req-2af8bcb8-a79c-49f8-a7ea-e2d51aa97b1c tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 945 time: 0.1178615 Feb 03 13:20:05.059135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b4a0b01d-4232-4872-a7c1-3cb50c89fbe4 req-b3e5d33a-8790-4c2e-a150-4e3e3781d6ec tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Deleting port 2eef002c-c040-42d2-a51e-510d75f66f6d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:20:05.059806 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b4a0b01d-4232-4872-a7c1-3cb50c89fbe4 req-b3e5d33a-8790-4c2e-a150-4e3e3781d6ec tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (2eef002c-c040-42d2-a51e-510d75f66f6d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:05.067897 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-27051042-f440-42b6-8fc0-7ce73d439939 req-14cb2080-a807-4452-8ba5-954566b2d14f tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8728777-cd5d-4445-8bc2-ab507af5fc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620472 Feb 03 13:20:05.158046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b4a0b01d-4232-4872-a7c1-3cb50c89fbe4 req-b3e5d33a-8790-4c2e-a150-4e3e3781d6ec tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] For port 2eef002c-c040-42d2-a51e-510d75f66f6d, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=2eef002c-c040-42d2-a51e-510d75f66f6d,segment=NetworkSegment(ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e),segment_id=ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:05.158419 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b4a0b01d-4232-4872-a7c1-3cb50c89fbe4 req-b3e5d33a-8790-4c2e-a150-4e3e3781d6ec tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (2eef002c-c040-42d2-a51e-510d75f66f6d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:05.172045 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b4a0b01d-4232-4872-a7c1-3cb50c89fbe4 req-b3e5d33a-8790-4c2e-a150-4e3e3781d6ec tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Calling delete_port for 2eef002c-c040-42d2-a51e-510d75f66f6d owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:20:05.213993 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abd28e-edf6-4f30-a9ea-128da4e195a5 req-8b84dd7b-6b3e-407f-92fa-b58d83c6311d tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:05.216020 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6abd28e-edf6-4f30-a9ea-128da4e195a5 req-8b84dd7b-6b3e-407f-92fa-b58d83c6311d tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/ports?device_id=6169a93d-048c-45ec-b900-54d130595e14 HTTP/1.1" status: 200 len: 946 time: 0.0534616 Feb 03 13:20:05.269883 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6abd28e-edf6-4f30-a9ea-128da4e195a5 req-dc84b342-3958-4d9e-a74f-86ba2c964246 tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f31d4-55db-4256-990d-4bbc2f9cc6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478919 Feb 03 13:20:05.304557 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b4a0b01d-4232-4872-a7c1-3cb50c89fbe4 req-b3e5d33a-8790-4c2e-a150-4e3e3781d6ec tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (2eef002c-c040-42d2-a51e-510d75f66f6d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:05.335147 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5d33a-8790-4c2e-a150-4e3e3781d6ec tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Pushing event deleted for resources: {'Port': ['ID=2eef002c-c040-42d2-a51e-510d75f66f6d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:05.337734 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['2eef002c-c040-42d2-a51e-510d75f66f6d'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:20:05.376586 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a0b01d-4232-4872-a7c1-3cb50c89fbe4 req-b3e5d33a-8790-4c2e-a150-4e3e3781d6ec tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] No DVR routers for this DVR port 2eef002c-c040-42d2-a51e-510d75f66f6d on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:20:05.379652 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b4a0b01d-4232-4872-a7c1-3cb50c89fbe4 req-b3e5d33a-8790-4c2e-a150-4e3e3781d6ec tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:05.383123 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4a0b01d-4232-4872-a7c1-3cb50c89fbe4 req-b3e5d33a-8790-4c2e-a150-4e3e3781d6ec tempest-TestServerAdvancedOps-447394333 tempest-TestServerAdvancedOps-447394333-project] 10.222.0.73 "DELETE /v2.0/ports/2eef002c-c040-42d2-a51e-510d75f66f6d HTTP/1.1" status: 204 len: 173 time: 0.4799185 Feb 03 13:20:05.383568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6169a93d-048c-45ec-b900-54d130595e14', 'name': 'network-vif-deleted', 'tag': '2eef002c-c040-42d2-a51e-510d75f66f6d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:20:05.385855 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e457b134-a287-4bff-bed9-a45d99cf77f7" -d '{"events": [{"server_uuid": "6169a93d-048c-45ec-b900-54d130595e14", "name": "network-vif-deleted", "tag": "2eef002c-c040-42d2-a51e-510d75f66f6d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:20:05.423201 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784a8efb-be45-48d8-b194-9e218de1294a x-openstack-request-id: req-784a8efb-be45-48d8-b194-9e218de1294a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:20:05.423502 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6169a93d-048c-45ec-b900-54d130595e14", "name": "network-vif-deleted", "tag": "2eef002c-c040-42d2-a51e-510d75f66f6d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:20:05.423760 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-784a8efb-be45-48d8-b194-9e218de1294a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:20:05.425268 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6169a93d-048c-45ec-b900-54d130595e14', 'name': 'network-vif-deleted', 'tag': '2eef002c-c040-42d2-a51e-510d75f66f6d', 'status': 'completed', 'code': 200} Feb 03 13:20:06.187847 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-624af99d-bce8-4a63-a539-fedfddc506d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:06.292219 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57228fa7-e920-454a-a238-4ecfc189886a req-809e6159-0471-4e5a-b8f6-86edb670b7f8 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:06.293681 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-57228fa7-e920-454a-a238-4ecfc189886a req-809e6159-0471-4e5a-b8f6-86edb670b7f8 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 945 time: 0.1807637 Feb 03 13:20:06.332454 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38342) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:06.410870 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded517d1-6521-45e8-84b8-e1fbc344bea0 req-58b1eb78-c5b7-4d2b-a137-823c3d778308 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:06.412418 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ded517d1-6521-45e8-84b8-e1fbc344bea0 req-58b1eb78-c5b7-4d2b-a137-823c3d778308 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 945 time: 0.1585011 Feb 03 13:20:06.431422 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-847f162f-391f-445f-a520-d5ef810eaea1 admin admin] Deleting subnet b854f471-b5f2-4b5a-822d-8d1947c39b0f {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:20:06.441504 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-847f162f-391f-445f-a520-d5ef810eaea1 admin admin] Publish callbacks [] for subnet (b854f471-b5f2-4b5a-822d-8d1947c39b0f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:06.504423 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-847f162f-391f-445f-a520-d5ef810eaea1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (b854f471-b5f2-4b5a-822d-8d1947c39b0f), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:06.534957 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ded517d1-6521-45e8-84b8-e1fbc344bea0 req-a0a1e717-85b1-4326-bddd-59259bb5be71 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8728777-cd5d-4445-8bc2-ab507af5fc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166959 Feb 03 13:20:06.545053 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-57228fa7-e920-454a-a238-4ecfc189886a req-f8e82f4d-d2d6-4e1e-bd81-0a5de06f52a2 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Deleting port 51286f05-85ac-4368-a9b8-6e42f54cdde2 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:20:06.545400 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57228fa7-e920-454a-a238-4ecfc189886a req-f8e82f4d-d2d6-4e1e-bd81-0a5de06f52a2 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (51286f05-85ac-4368-a9b8-6e42f54cdde2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:06.581435 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-847f162f-391f-445f-a520-d5ef810eaea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (b854f471-b5f2-4b5a-822d-8d1947c39b0f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:06.671070 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-57228fa7-e920-454a-a238-4ecfc189886a req-f8e82f4d-d2d6-4e1e-bd81-0a5de06f52a2 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] For port 51286f05-85ac-4368-a9b8-6e42f54cdde2, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=51286f05-85ac-4368-a9b8-6e42f54cdde2,segment=NetworkSegment(8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d),segment_id=8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:06.671349 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57228fa7-e920-454a-a238-4ecfc189886a req-f8e82f4d-d2d6-4e1e-bd81-0a5de06f52a2 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (51286f05-85ac-4368-a9b8-6e42f54cdde2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:06.687831 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-847f162f-391f-445f-a520-d5ef810eaea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (b854f471-b5f2-4b5a-822d-8d1947c39b0f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:06.750199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f162f-391f-445f-a520-d5ef810eaea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b854f471-b5f2-4b5a-822d-8d1947c39b0f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:06.752191 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-847f162f-391f-445f-a520-d5ef810eaea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:06.756040 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-847f162f-391f-445f-a520-d5ef810eaea1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b854f471-b5f2-4b5a-822d-8d1947c39b0f HTTP/1.1" status: 204 len: 168 time: 0.4228935 Feb 03 13:20:06.759143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38344) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:06.832795 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc603826-42b3-4dfb-94b5-623ca53a81fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:06.880903 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57228fa7-e920-454a-a238-4ecfc189886a req-f8e82f4d-d2d6-4e1e-bd81-0a5de06f52a2 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:06.881272 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57228fa7-e920-454a-a238-4ecfc189886a req-f8e82f4d-d2d6-4e1e-bd81-0a5de06f52a2 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (a47b7653-b2fb-4c96-b6a8-a25d29427687), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:06.881596 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [req-57228fa7-e920-454a-a238-4ecfc189886a req-f8e82f4d-d2d6-4e1e-bd81-0a5de06f52a2 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Floating IP a47b7653-b2fb-4c96-b6a8-a25d29427687 disassociated. External IP: 172.25.6.178, port: 51286f05-85ac-4368-a9b8-6e42f54cdde2. Feb 03 13:20:06.881943 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-57228fa7-e920-454a-a238-4ecfc189886a req-f8e82f4d-d2d6-4e1e-bd81-0a5de06f52a2 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Calling delete_port for 51286f05-85ac-4368-a9b8-6e42f54cdde2 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:20:06.909557 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc603826-42b3-4dfb-94b5-623ca53a81fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:06.930060 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-fc603826-42b3-4dfb-94b5-623ca53a81fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:06.940701 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-fc603826-42b3-4dfb-94b5-623ca53a81fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:06.941067 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-fc603826-42b3-4dfb-94b5-623ca53a81fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:06.954144 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc603826-42b3-4dfb-94b5-623ca53a81fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:06.969575 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc603826-42b3-4dfb-94b5-623ca53a81fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:06.976789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc603826-42b3-4dfb-94b5-623ca53a81fe admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:20:06.977191 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc603826-42b3-4dfb-94b5-623ca53a81fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (ec02e2c4-cd25-4fcd-82c8-07548f6d8d1e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:20:06.978873 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:20:07.014226 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57228fa7-e920-454a-a238-4ecfc189886a req-f8e82f4d-d2d6-4e1e-bd81-0a5de06f52a2 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (51286f05-85ac-4368-a9b8-6e42f54cdde2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:07.038030 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc603826-42b3-4dfb-94b5-623ca53a81fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:07.043175 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc603826-42b3-4dfb-94b5-623ca53a81fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:07.044876 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e82f4d-d2d6-4e1e-bd81-0a5de06f52a2 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Pushing event deleted for resources: {'Port': ['ID=51286f05-85ac-4368-a9b8-6e42f54cdde2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:07.052634 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38346) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:07.053123 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fc603826-42b3-4dfb-94b5-623ca53a81fe admin admin] 10.222.0.18 "DELETE /v2.0/networks/7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062 HTTP/1.1" status: 204 len: 168 time: 0.2926834 Feb 03 13:20:07.062923 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:07.070839 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc603826-42b3-4dfb-94b5-623ca53a81fe admin admin] Pushing event deleted for resources: {'Network': ['ID=7ad8a4cb-900e-4fb5-bf2c-b21a2e97e062,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:07.164094 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccec9897-8a85-4083-aa10-f4661b5f13b5 admin admin] Deleting subnet 3cbd9025-09d6-484d-9063-0bbed25f8686 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:20:07.169729 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccec9897-8a85-4083-aa10-f4661b5f13b5 admin admin] Publish callbacks [] for subnet (3cbd9025-09d6-484d-9063-0bbed25f8686), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:07.214586 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccec9897-8a85-4083-aa10-f4661b5f13b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (3cbd9025-09d6-484d-9063-0bbed25f8686), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:07.246285 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57228fa7-e920-454a-a238-4ecfc189886a req-f8e82f4d-d2d6-4e1e-bd81-0a5de06f52a2 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Router 19ad2c17-1136-4267-84be-cbb921622c3c has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:20:07.269306 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccec9897-8a85-4083-aa10-f4661b5f13b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (3cbd9025-09d6-484d-9063-0bbed25f8686), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:07.399842 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccec9897-8a85-4083-aa10-f4661b5f13b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (3cbd9025-09d6-484d-9063-0bbed25f8686), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:07.425859 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57228fa7-e920-454a-a238-4ecfc189886a req-f8e82f4d-d2d6-4e1e-bd81-0a5de06f52a2 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:20:07.429113 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec9897-8a85-4083-aa10-f4661b5f13b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cbd9025-09d6-484d-9063-0bbed25f8686,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:07.435781 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e88383d-0aa1-4e90-a084-58dbe3d76258 None None] Sync routers for ids ['19ad2c17-1136-4267-84be-cbb921622c3c'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:20:07.450432 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e88383d-0aa1-4e90-a084-58dbe3d76258 None None] Routers {'19ad2c17-1136-4267-84be-cbb921622c3c'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:07.451054 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8e88383d-0aa1-4e90-a084-58dbe3d76258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:20:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['19ad2c17-1136-4267-84be-cbb921622c3c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:07.457934 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccec9897-8a85-4083-aa10-f4661b5f13b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:07.463738 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ccec9897-8a85-4083-aa10-f4661b5f13b5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3cbd9025-09d6-484d-9063-0bbed25f8686 HTTP/1.1" status: 204 len: 168 time: 0.4076052 Feb 03 13:20:07.464230 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38348) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:07.476601 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-57228fa7-e920-454a-a238-4ecfc189886a req-f8e82f4d-d2d6-4e1e-bd81-0a5de06f52a2 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] No DVR routers for this DVR port 51286f05-85ac-4368-a9b8-6e42f54cdde2 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:20:07.479420 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-57228fa7-e920-454a-a238-4ecfc189886a req-f8e82f4d-d2d6-4e1e-bd81-0a5de06f52a2 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:07.482736 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-57228fa7-e920-454a-a238-4ecfc189886a req-f8e82f4d-d2d6-4e1e-bd81-0a5de06f52a2 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.31 "DELETE /v2.0/ports/51286f05-85ac-4368-a9b8-6e42f54cdde2 HTTP/1.1" status: 204 len: 173 time: 1.1821151 Feb 03 13:20:07.483185 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6c46c7-1207-46c5-aee2-fd5f55d2974a', 'name': 'network-vif-deleted', 'tag': '51286f05-85ac-4368-a9b8-6e42f54cdde2'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:20:07.485929 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e92b2d-3217-4caf-9da9-52b91923d872" -d '{"events": [{"server_uuid": "0f6c46c7-1207-46c5-aee2-fd5f55d2974a", "name": "network-vif-deleted", "tag": "51286f05-85ac-4368-a9b8-6e42f54cdde2"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:20:07.584811 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f42bfb68-ae36-4e58-a416-10582af3c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (7b97ca7f-66e8-4ca9-8b01-308a752d49d4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:07.598817 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8e88383d-0aa1-4e90-a084-58dbe3d76258 None None] Set router 19ad2c17-1136-4267-84be-cbb921622c3c gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:20:07.693622 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e95281a4-9031-46fb-99b4-6b417831e55c req-4e75daba-6014-49c1-8496-b4e048a33369 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6c46c7-1207-46c5-aee2-fd5f55d2974a HTTP/1.1" status: 200 len: 210 time: 0.0298345 Feb 03 13:20:07.695235 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0dd24b-75fd-414d-81a2-68dffb69f52c x-openstack-request-id: req-4b0dd24b-75fd-414d-81a2-68dffb69f52c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:20:07.695590 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6c46c7-1207-46c5-aee2-fd5f55d2974a", "name": "network-vif-deleted", "tag": "51286f05-85ac-4368-a9b8-6e42f54cdde2", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:20:07.695913 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b0dd24b-75fd-414d-81a2-68dffb69f52c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:20:07.696417 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6c46c7-1207-46c5-aee2-fd5f55d2974a', 'name': 'network-vif-deleted', 'tag': '51286f05-85ac-4368-a9b8-6e42f54cdde2', 'status': 'completed', 'code': 200} Feb 03 13:20:07.717183 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f42bfb68-ae36-4e58-a416-10582af3c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (7b97ca7f-66e8-4ca9-8b01-308a752d49d4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:07.738195 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f42bfb68-ae36-4e58-a416-10582af3c25d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b97ca7f-66e8-4ca9-8b01-308a752d49d4']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:07.750377 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f42bfb68-ae36-4e58-a416-10582af3c25d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86596ecc-843b-4f9d-88a2-496f1fff50a0') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:07.750681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f42bfb68-ae36-4e58-a416-10582af3c25d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86596ecc-843b-4f9d-88a2-496f1fff50a0') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:07.761874 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f42bfb68-ae36-4e58-a416-10582af3c25d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (86596ecc-843b-4f9d-88a2-496f1fff50a0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:07.776776 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f42bfb68-ae36-4e58-a416-10582af3c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (86596ecc-843b-4f9d-88a2-496f1fff50a0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:07.783880 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42bfb68-ae36-4e58-a416-10582af3c25d admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:20:07.784374 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f42bfb68-ae36-4e58-a416-10582af3c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (86596ecc-843b-4f9d-88a2-496f1fff50a0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:20:07.786303 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:20:07.848195 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f42bfb68-ae36-4e58-a416-10582af3c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (7b97ca7f-66e8-4ca9-8b01-308a752d49d4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:07.855038 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f42bfb68-ae36-4e58-a416-10582af3c25d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:07.857865 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f42bfb68-ae36-4e58-a416-10582af3c25d admin admin] 10.222.0.18 "DELETE /v2.0/networks/7b97ca7f-66e8-4ca9-8b01-308a752d49d4 HTTP/1.1" status: 204 len: 168 time: 0.3924673 Feb 03 13:20:07.868430 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bfb68-ae36-4e58-a416-10582af3c25d admin admin] Pushing event deleted for resources: {'Network': ['ID=7b97ca7f-66e8-4ca9-8b01-308a752d49d4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:07.930945 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8e88383d-0aa1-4e90-a084-58dbe3d76258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'name': 'tempest-TestServerBasicOps-1587867443-router', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7114f774-aff9-447e-b03f-a353446b3be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:50Z', 'updated_at': '2022-02-03T13:14:55Z', 'revision_number': 4, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'gw_port': {'id': '7114f774-aff9-447e-b03f-a353446b3be3', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:51Z', 'updated_at': '2022-02-03T13:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'd4876a27-1cd9-451e-9da7-8b1e8a40740a', 'name': '', 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'mac_address': 'fa:16:3e:0e:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '339421c2-8777-4a31-9661-78e323658f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:54Z', 'updated_at': '2022-02-03T13:15:01Z', 'revision_number': 5, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'subnets': [{'id': '339421c2-8777-4a31-9661-78e323658f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:07.962849 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e88383d-0aa1-4e90-a084-58dbe3d76258 None None] Checking router: 19ad2c17-1136-4267-84be-cbb921622c3c for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:20:07.972087 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e88383d-0aa1-4e90-a084-58dbe3d76258 None None] Routers {'19ad2c17-1136-4267-84be-cbb921622c3c'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:07.973003 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8e88383d-0aa1-4e90-a084-58dbe3d76258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:20:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['19ad2c17-1136-4267-84be-cbb921622c3c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:08.047822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38358) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:08.084572 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-8e88383d-0aa1-4e90-a084-58dbe3d76258 None None] Set router 19ad2c17-1136-4267-84be-cbb921622c3c gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:20:08.089809 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2bf6b032-cd7d-4c54-b799-cae5cb501d19 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d0a9e2d3809459bbacce2442123ae70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393574 Feb 03 13:20:08.091621 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38360) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:08.145167 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c32fa3b8-aded-436e-af2d-85f1e508fe37 admin admin] Publish callbacks [] for security_group (b05f31d4-55db-4256-990d-4bbc2f9cc6b8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:08.167011 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c32fa3b8-aded-436e-af2d-85f1e508fe37 admin admin] Publish callbacks [] for security_group (b05f31d4-55db-4256-990d-4bbc2f9cc6b8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:08.217105 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c32fa3b8-aded-436e-af2d-85f1e508fe37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b05f31d4-55db-4256-990d-4bbc2f9cc6b8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:08.219825 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c32fa3b8-aded-436e-af2d-85f1e508fe37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:08.220969 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c32fa3b8-aded-436e-af2d-85f1e508fe37 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b05f31d4-55db-4256-990d-4bbc2f9cc6b8 HTTP/1.1" status: 204 len: 168 time: 0.1283455 Feb 03 13:20:08.228838 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fa3b8-aded-436e-af2d-85f1e508fe37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05f31d4-55db-4256-990d-4bbc2f9cc6b8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:08.294007 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-8e88383d-0aa1-4e90-a084-58dbe3d76258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'name': 'tempest-TestServerBasicOps-1587867443-router', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7114f774-aff9-447e-b03f-a353446b3be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:50Z', 'updated_at': '2022-02-03T13:14:55Z', 'revision_number': 4, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'gw_port': {'id': '7114f774-aff9-447e-b03f-a353446b3be3', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:51Z', 'updated_at': '2022-02-03T13:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'd4876a27-1cd9-451e-9da7-8b1e8a40740a', 'name': '', 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'mac_address': 'fa:16:3e:0e:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '339421c2-8777-4a31-9661-78e323658f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:54Z', 'updated_at': '2022-02-03T13:15:01Z', 'revision_number': 5, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'subnets': [{'id': '339421c2-8777-4a31-9661-78e323658f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:08.322017 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e88383d-0aa1-4e90-a084-58dbe3d76258 None None] The sync data for ids ['19ad2c17-1136-4267-84be-cbb921622c3c'] in n-d-827336-3 is: [{'id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'name': 'tempest-TestServerBasicOps-1587867443-router', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7114f774-aff9-447e-b03f-a353446b3be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:50Z', 'updated_at': '2022-02-03T13:14:55Z', 'revision_number': 4, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'gw_port': {'id': '7114f774-aff9-447e-b03f-a353446b3be3', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:51Z', 'updated_at': '2022-02-03T13:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'd4876a27-1cd9-451e-9da7-8b1e8a40740a', 'name': '', 'network_id': '4af481c1-fb23-443f-9465-3a600d2f342e', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'mac_address': 'fa:16:3e:0e:b7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '339421c2-8777-4a31-9661-78e323658f93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:54Z', 'updated_at': '2022-02-03T13:15:01Z', 'revision_number': 5, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'subnets': [{'id': '339421c2-8777-4a31-9661-78e323658f93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:20:08.352674 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:08.563240 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36337593-dd4c-43e2-b644-d235ec559cc4 None None] New status for floating IP a47b7653-b2fb-4c96-b6a8-a25d29427687: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:20:08.570237 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38366) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:08.611200 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2ba4a12f-d8ce-4b38-937f-8305d083a4e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35a453ce58604fc1abad0c744eec7d4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397465 Feb 03 13:20:08.614289 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38368) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:08.662692 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be90aee7-7f0e-4176-828d-7cb947713d5b admin admin] Publish callbacks [] for security_group (0ca3df9a-8d25-455d-b0d1-a3af2402a635), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:08.685403 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be90aee7-7f0e-4176-828d-7cb947713d5b admin admin] Publish callbacks [] for security_group (0ca3df9a-8d25-455d-b0d1-a3af2402a635), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:08.739254 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be90aee7-7f0e-4176-828d-7cb947713d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (0ca3df9a-8d25-455d-b0d1-a3af2402a635), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:08.741914 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be90aee7-7f0e-4176-828d-7cb947713d5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:08.743139 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-be90aee7-7f0e-4176-828d-7cb947713d5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ca3df9a-8d25-455d-b0d1-a3af2402a635 HTTP/1.1" status: 204 len: 168 time: 0.1278834 Feb 03 13:20:08.752990 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90aee7-7f0e-4176-828d-7cb947713d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca3df9a-8d25-455d-b0d1-a3af2402a635,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:08.758518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38374) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:08.883665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-16a48837-5145-470b-b7e0-ccef7bc0d593 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Deleting port 16cd4c51-95e5-4389-8757-f6455beaa782 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:20:08.883815 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16a48837-5145-470b-b7e0-ccef7bc0d593 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (16cd4c51-95e5-4389-8757-f6455beaa782), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:08.965279 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16a48837-5145-470b-b7e0-ccef7bc0d593 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (16cd4c51-95e5-4389-8757-f6455beaa782), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:08.965682 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16a48837-5145-470b-b7e0-ccef7bc0d593 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for floatingip (16cd4c51-95e5-4389-8757-f6455beaa782), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:08.978467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-16a48837-5145-470b-b7e0-ccef7bc0d593 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Calling delete_port for 16cd4c51-95e5-4389-8757-f6455beaa782 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:20:09.123457 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16a48837-5145-470b-b7e0-ccef7bc0d593 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (16cd4c51-95e5-4389-8757-f6455beaa782), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:09.152301 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a48837-5145-470b-b7e0-ccef7bc0d593 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Pushing event deleted for resources: {'Port': ['ID=16cd4c51-95e5-4389-8757-f6455beaa782,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:09.216948 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16a48837-5145-470b-b7e0-ccef7bc0d593 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for floatingip (a47b7653-b2fb-4c96-b6a8-a25d29427687), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:09.218526 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 2eef002c-c040-42d2-a51e-510d75f66f6d no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:20:09.219725 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16a48837-5145-470b-b7e0-ccef7bc0d593 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:09.222745 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-16a48837-5145-470b-b7e0-ccef7bc0d593 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "DELETE /v2.0/floatingips/a47b7653-b2fb-4c96-b6a8-a25d29427687 HTTP/1.1" status: 204 len: 168 time: 0.4615140 Feb 03 13:20:09.240632 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 2eef002c-c040-42d2-a51e-510d75f66f6d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:20:09.241022 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 2eef002c-c040-42d2-a51e-510d75f66f6d not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:20:09.293398 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38394) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:09.352646 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a05c8d73-b80f-4e30-9940-159a283c7ff8 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group (a8728777-cd5d-4445-8bc2-ab507af5fc93), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:09.379223 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a05c8d73-b80f-4e30-9940-159a283c7ff8 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group (a8728777-cd5d-4445-8bc2-ab507af5fc93), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:09.386110 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 51286f05-85ac-4368-a9b8-6e42f54cdde2 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:20:09.406657 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 51286f05-85ac-4368-a9b8-6e42f54cdde2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:20:09.407020 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 51286f05-85ac-4368-a9b8-6e42f54cdde2 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:20:09.447418 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a05c8d73-b80f-4e30-9940-159a283c7ff8 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a8728777-cd5d-4445-8bc2-ab507af5fc93), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:09.449753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38400) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:09.450280 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a05c8d73-b80f-4e30-9940-159a283c7ff8 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:09.451483 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a05c8d73-b80f-4e30-9940-159a283c7ff8 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] 10.222.0.18 "DELETE /v2.0/security-groups/a8728777-cd5d-4445-8bc2-ab507af5fc93 HTTP/1.1" status: 204 len: 168 time: 0.1570709 Feb 03 13:20:09.462024 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c8d73-b80f-4e30-9940-159a283c7ff8 tempest-TestServerBasicOps-1974254829 tempest-TestServerBasicOps-1974254829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8728777-cd5d-4445-8bc2-ab507af5fc93,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:09.491582 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38406) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:09.559526 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-df6ade04-7044-4aee-be64-e26effea68b0 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2011997889-network', 'tenant_id': 'bd262203661b4001b3996879b73211cc'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:20:09.579235 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6ade04-7044-4aee-be64-e26effea68b0 admin admin] Made reservation on behalf of bd262203661b4001b3996879b73211cc for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:20:09.582383 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df6ade04-7044-4aee-be64-e26effea68b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:09.596081 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df6ade04-7044-4aee-be64-e26effea68b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:09.791391 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df6ade04-7044-4aee-be64-e26effea68b0 admin admin] Publish callbacks [] for security_group (72a2464e-f8ac-4dca-89a8-17289cefc630), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:09.820965 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df6ade04-7044-4aee-be64-e26effea68b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (72a2464e-f8ac-4dca-89a8-17289cefc630), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:09.842019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6ade04-7044-4aee-be64-e26effea68b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:20:09.868236 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df6ade04-7044-4aee-be64-e26effea68b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (17ac4604-f208-4f55-b0ba-f7e16e1b2b77), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:09.868573 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-df6ade04-7044-4aee-be64-e26effea68b0 admin admin] Added segment 17ac4604-f208-4f55-b0ba-f7e16e1b2b77 of type vlan for network bdf47e24-63f9-481d-994b-2b805bc4b0a4 Feb 03 13:20:09.877961 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ade04-7044-4aee-be64-e26effea68b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a2464e-f8ac-4dca-89a8-17289cefc630,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:09.936106 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df6ade04-7044-4aee-be64-e26effea68b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (bdf47e24-63f9-481d-994b-2b805bc4b0a4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:09.952771 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:09.990615 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df6ade04-7044-4aee-be64-e26effea68b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (bdf47e24-63f9-481d-994b-2b805bc4b0a4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:09.991588 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6ade04-7044-4aee-be64-e26effea68b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:09.992196 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df6ade04-7044-4aee-be64-e26effea68b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:10.030228 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-df6ade04-7044-4aee-be64-e26effea68b0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5786788 Feb 03 13:20:10.033320 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38410) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:10.038967 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-62aeaf2b-12d0-4a53-91d7-bddb574d38dc admin admin] Request body: {'subnet': {'network_id': 'bdf47e24-63f9-481d-994b-2b805bc4b0a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2011997889-subnet', 'tenant_id': 'bd262203661b4001b3996879b73211cc', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:20:10.058642 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62aeaf2b-12d0-4a53-91d7-bddb574d38dc admin admin] Made reservation on behalf of bd262203661b4001b3996879b73211cc for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:20:10.060892 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62aeaf2b-12d0-4a53-91d7-bddb574d38dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:10.063738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ade04-7044-4aee-be64-e26effea68b0 admin admin] Pushing event updated for resources: {'Network': ['ID=bdf47e24-63f9-481d-994b-2b805bc4b0a4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:10.077136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network bdf47e24-63f9-481d-994b-2b805bc4b0a4 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:20:10.139620 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b420d67-b4fa-44ce-9b80-528e1e696ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (19ad2c17-1136-4267-84be-cbb921622c3c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:10.242664 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62aeaf2b-12d0-4a53-91d7-bddb574d38dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (8aff007f-512d-4334-8ee1-5d962c7fc4bb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:10.309441 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aeaf2b-12d0-4a53-91d7-bddb574d38dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aff007f-512d-4334-8ee1-5d962c7fc4bb,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:10.312136 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aeaf2b-12d0-4a53-91d7-bddb574d38dc admin admin] Checking segment: {'id': '17ac4604-f208-4f55-b0ba-f7e16e1b2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdf47e24-63f9-481d-994b-2b805bc4b0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:20:10.312745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aeaf2b-12d0-4a53-91d7-bddb574d38dc admin admin] Network hostable DHCP agents. Network: bdf47e24-63f9-481d-994b-2b805bc4b0a4, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:20:10.330273 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aeaf2b-12d0-4a53-91d7-bddb574d38dc admin admin] Network bdf47e24-63f9-481d-994b-2b805bc4b0a4 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:20:10.340097 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-62aeaf2b-12d0-4a53-91d7-bddb574d38dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, bdf47e24-63f9-481d-994b-2b805bc4b0a4) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:20:10.344031 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aeaf2b-12d0-4a53-91d7-bddb574d38dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:10.344635 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62aeaf2b-12d0-4a53-91d7-bddb574d38dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:10.352923 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48914951-7af5-4f5d-a23a-18000b152ced None None] Network bdf47e24-63f9-481d-994b-2b805bc4b0a4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:20:10.366754 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-62aeaf2b-12d0-4a53-91d7-bddb574d38dc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3292651 Feb 03 13:20:10.367230 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38412) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:10.372740 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ffbc948f-f5ac-4ea4-8327-f9246e5ee2f7 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2011997889-router', 'tenant_id': 'bd262203661b4001b3996879b73211cc', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:20:10.394307 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffbc948f-f5ac-4ea4-8327-f9246e5ee2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (89c2445a-1169-46e8-9044-870323bc8cb1), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:10.395364 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffbc948f-f5ac-4ea4-8327-f9246e5ee2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (89c2445a-1169-46e8-9044-870323bc8cb1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:10.410048 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2b420d67-b4fa-44ce-9b80-528e1e696ebe admin admin] Deleting port d4876a27-1cd9-451e-9da7-8b1e8a40740a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:20:10.411550 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b420d67-b4fa-44ce-9b80-528e1e696ebe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (d4876a27-1cd9-451e-9da7-8b1e8a40740a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:10.451555 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffbc948f-f5ac-4ea4-8327-f9246e5ee2f7 admin admin] Publish callbacks [] for router_controller (89c2445a-1169-46e8-9044-870323bc8cb1), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:10.474548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-bdf47e24-63f9-481d-994b-2b805bc4b0a4', 'network_id': 'bdf47e24-63f9-481d-994b-2b805bc4b0a4', 'project_id': 'bd262203661b4001b3996879b73211cc', 'fixed_ips': [{'subnet_id': '8aff007f-512d-4334-8ee1-5d962c7fc4bb'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:20:10.476123 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:10.511334 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-2b420d67-b4fa-44ce-9b80-528e1e696ebe admin admin] For port d4876a27-1cd9-451e-9da7-8b1e8a40740a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=d4876a27-1cd9-451e-9da7-8b1e8a40740a,segment=NetworkSegment(8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d),segment_id=8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:10.511928 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b420d67-b4fa-44ce-9b80-528e1e696ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (d4876a27-1cd9-451e-9da7-8b1e8a40740a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:10.527561 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2b420d67-b4fa-44ce-9b80-528e1e696ebe admin admin] Calling delete_port for d4876a27-1cd9-451e-9da7-8b1e8a40740a owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:20:10.598516 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffbc948f-f5ac-4ea4-8327-f9246e5ee2f7 admin admin] Publish callbacks [] for router_gateway (89c2445a-1169-46e8-9044-870323bc8cb1), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:10.616803 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] Allocated IP 172.20.0.2 (bdf47e24-63f9-481d-994b-2b805bc4b0a4/8aff007f-512d-4334-8ee1-5d962c7fc4bb/cffca308-e85c-49f2-ad25-f6b1ac58d30e) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:20:10.738086 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b420d67-b4fa-44ce-9b80-528e1e696ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (d4876a27-1cd9-451e-9da7-8b1e8a40740a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:10.765306 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b420d67-b4fa-44ce-9b80-528e1e696ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=d4876a27-1cd9-451e-9da7-8b1e8a40740a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:10.828175 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffbc948f-f5ac-4ea4-8327-f9246e5ee2f7 admin admin] Publish callbacks [] for router_gateway (89c2445a-1169-46e8-9044-870323bc8cb1), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:10.864850 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffbc948f-f5ac-4ea4-8327-f9246e5ee2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:10.961852 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] Publish callbacks [] for port (cffca308-e85c-49f2-ad25-f6b1ac58d30e), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:10.970827 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (cffca308-e85c-49f2-ad25-f6b1ac58d30e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:11.038242 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] Pushing event updated for resources: {'Port': ['ID=cffca308-e85c-49f2-ad25-f6b1ac58d30e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:11.042427 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ffbc948f-f5ac-4ea4-8327-f9246e5ee2f7 admin admin] Allocated IP 172.25.6.5 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/636f7b58-9888-4905-a9f1-2120dc14d622) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:20:11.045995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] Network bdf47e24-63f9-481d-994b-2b805bc4b0a4 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:20:11.048842 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:20:11.052696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:20:11.132564 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] Attempting to bind port cffca308-e85c-49f2-ad25-f6b1ac58d30e on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:20:11.133218 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] Attempting to bind port cffca308-e85c-49f2-ad25-f6b1ac58d30e by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '17ac4604-f208-4f55-b0ba-f7e16e1b2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdf47e24-63f9-481d-994b-2b805bc4b0a4'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:20:11.133740 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] Attempting to bind port cffca308-e85c-49f2-ad25-f6b1ac58d30e on network bdf47e24-63f9-481d-994b-2b805bc4b0a4 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:20:11.141942 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:20:11.142479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] Checking segment: {'id': '17ac4604-f208-4f55-b0ba-f7e16e1b2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdf47e24-63f9-481d-994b-2b805bc4b0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:20:11.142925 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:11.143325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] Bound using segment: {'id': '17ac4604-f208-4f55-b0ba-f7e16e1b2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdf47e24-63f9-481d-994b-2b805bc4b0a4'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:20:11.143794 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] Bound port: cffca308-e85c-49f2-ad25-f6b1ac58d30e, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ac4604-f208-4f55-b0ba-f7e16e1b2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdf47e24-63f9-481d-994b-2b805bc4b0a4'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:20:11.144388 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cffca308-e85c-49f2-ad25-f6b1ac58d30e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:11.174778 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffbc948f-f5ac-4ea4-8327-f9246e5ee2f7 admin admin] Publish callbacks [] for port (636f7b58-9888-4905-a9f1-2120dc14d622), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:11.210394 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] For port cffca308-e85c-49f2-ad25-f6b1ac58d30e, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:20:11.213725 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] For port cffca308-e85c-49f2-ad25-f6b1ac58d30e, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=cffca308-e85c-49f2-ad25-f6b1ac58d30e,segment=NetworkSegment(17ac4604-f208-4f55-b0ba-f7e16e1b2b77),segment_id=17ac4604-f208-4f55-b0ba-f7e16e1b2b77)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:20:11.220727 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffbc948f-f5ac-4ea4-8327-f9246e5ee2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (636f7b58-9888-4905-a9f1-2120dc14d622), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:11.221046 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (cffca308-e85c-49f2-ad25-f6b1ac58d30e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:11.259910 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbc948f-f5ac-4ea4-8327-f9246e5ee2f7 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:20:11.267454 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ffbc948f-f5ac-4ea4-8327-f9246e5ee2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:20:11.275976 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbc948f-f5ac-4ea4-8327-f9246e5ee2f7 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:20:11.292527 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cc0ac-8f81-4905-9cd3-085747df978a None None] Pushing event updated for resources: {'Port': ['ID=cffca308-e85c-49f2-ad25-f6b1ac58d30e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:11.293939 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc948f-f5ac-4ea4-8327-f9246e5ee2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=636f7b58-9888-4905-a9f1-2120dc14d622,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:11.315720 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b420d67-b4fa-44ce-9b80-528e1e696ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (19ad2c17-1136-4267-84be-cbb921622c3c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:11.600425 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b420d67-b4fa-44ce-9b80-528e1e696ebe admin admin] Router 19ad2c17-1136-4267-84be-cbb921622c3c has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:20:11.715510 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b420d67-b4fa-44ce-9b80-528e1e696ebe admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:20:11.720807 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2b420d67-b4fa-44ce-9b80-528e1e696ebe admin admin] 10.222.0.18 "PUT /v2.0/routers/19ad2c17-1136-4267-84be-cbb921622c3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2284598 Feb 03 13:20:11.723722 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38414) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:11.725925 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c61a6b-4031-457e-8f1f-f4959325e36e None None] Sync routers for ids ['19ad2c17-1136-4267-84be-cbb921622c3c'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:20:11.738813 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c61a6b-4031-457e-8f1f-f4959325e36e None None] Routers {'19ad2c17-1136-4267-84be-cbb921622c3c'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:11.740106 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-16c61a6b-4031-457e-8f1f-f4959325e36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:20:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['19ad2c17-1136-4267-84be-cbb921622c3c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:11.841622 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16a37c52-65c7-4776-8943-813126d2cc11 admin admin] Publish callbacks [] for router (19ad2c17-1136-4267-84be-cbb921622c3c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:11.856864 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-16c61a6b-4031-457e-8f1f-f4959325e36e None None] Set router 19ad2c17-1136-4267-84be-cbb921622c3c gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:20:11.923791 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffbc948f-f5ac-4ea4-8327-f9246e5ee2f7 admin admin] Publish callbacks [] for router_gateway (89c2445a-1169-46e8-9044-870323bc8cb1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:11.967386 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16a37c52-65c7-4776-8943-813126d2cc11 admin admin] Publish callbacks [] for router_gateway (19ad2c17-1136-4267-84be-cbb921622c3c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:12.029199 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-16a37c52-65c7-4776-8943-813126d2cc11 admin admin] Deleting port 7114f774-aff9-447e-b03f-a353446b3be3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:20:12.029555 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16a37c52-65c7-4776-8943-813126d2cc11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (7114f774-aff9-447e-b03f-a353446b3be3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:12.060835 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-16c61a6b-4031-457e-8f1f-f4959325e36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'name': 'tempest-TestServerBasicOps-1587867443-router', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7114f774-aff9-447e-b03f-a353446b3be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:50Z', 'updated_at': '2022-02-03T13:20:10Z', 'revision_number': 5, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'gw_port': {'id': '7114f774-aff9-447e-b03f-a353446b3be3', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:51Z', 'updated_at': '2022-02-03T13:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:12.121958 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c61a6b-4031-457e-8f1f-f4959325e36e None None] Checking router: 19ad2c17-1136-4267-84be-cbb921622c3c for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:20:12.143732 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c61a6b-4031-457e-8f1f-f4959325e36e None None] Routers {'19ad2c17-1136-4267-84be-cbb921622c3c'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:12.144545 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-16c61a6b-4031-457e-8f1f-f4959325e36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:20:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['19ad2c17-1136-4267-84be-cbb921622c3c'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:12.151680 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-16a37c52-65c7-4776-8943-813126d2cc11 admin admin] For port 7114f774-aff9-447e-b03f-a353446b3be3, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7114f774-aff9-447e-b03f-a353446b3be3,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:12.152015 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16a37c52-65c7-4776-8943-813126d2cc11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (7114f774-aff9-447e-b03f-a353446b3be3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:12.170155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-16a37c52-65c7-4776-8943-813126d2cc11 admin admin] Calling delete_port for 7114f774-aff9-447e-b03f-a353446b3be3 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:20:12.181036 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffbc948f-f5ac-4ea4-8327-f9246e5ee2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (89c2445a-1169-46e8-9044-870323bc8cb1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:12.247245 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-16c61a6b-4031-457e-8f1f-f4959325e36e None None] Set router 19ad2c17-1136-4267-84be-cbb921622c3c gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:20:12.305353 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-16c61a6b-4031-457e-8f1f-f4959325e36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'name': 'tempest-TestServerBasicOps-1587867443-router', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:50Z', 'updated_at': '2022-02-03T13:20:11Z', 'revision_number': 6, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:12.344265 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c61a6b-4031-457e-8f1f-f4959325e36e None None] The sync data for ids ['19ad2c17-1136-4267-84be-cbb921622c3c'] in n-d-827336-3 is: [{'id': '19ad2c17-1136-4267-84be-cbb921622c3c', 'name': 'tempest-TestServerBasicOps-1587867443-router', 'tenant_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:50Z', 'updated_at': '2022-02-03T13:20:11Z', 'revision_number': 6, 'project_id': '740fd4bdd3614d5cb10a7e53a2f3d225', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:20:12.353953 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device cffca308-e85c-49f2-ad25-f6b1ac58d30e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:20:12.398528 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbc948f-f5ac-4ea4-8327-f9246e5ee2f7 admin admin] Router 89c2445a-1169-46e8-9044-870323bc8cb1 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:20:12.434041 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port cffca308-e85c-49f2-ad25-f6b1ac58d30e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:12.434345 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cffca308-e85c-49f2-ad25-f6b1ac58d30e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:12.445508 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16a37c52-65c7-4776-8943-813126d2cc11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (7114f774-aff9-447e-b03f-a353446b3be3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:12.478581 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a37c52-65c7-4776-8943-813126d2cc11 admin admin] Pushing event deleted for resources: {'Port': ['ID=7114f774-aff9-447e-b03f-a353446b3be3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:12.523116 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port cffca308-e85c-49f2-ad25-f6b1ac58d30e is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:12.523762 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (cffca308-e85c-49f2-ad25-f6b1ac58d30e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:12.529195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e6db13-a824-401d-8bd0-36d524391012 None None] Network bdf47e24-63f9-481d-994b-2b805bc4b0a4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:20:12.533035 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbc948f-f5ac-4ea4-8327-f9246e5ee2f7 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:20:12.556385 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] Sync routers for ids ['89c2445a-1169-46e8-9044-870323bc8cb1'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:20:12.561667 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffbc948f-f5ac-4ea4-8327-f9246e5ee2f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:12.563291 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ffbc948f-f5ac-4ea4-8327-f9246e5ee2f7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.1946740 Feb 03 13:20:12.566721 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38416) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:12.606223 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16a37c52-65c7-4776-8943-813126d2cc11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (19ad2c17-1136-4267-84be-cbb921622c3c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:12.623877 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-81ab9726-924a-4970-8e5d-7e5ba484b49f None None] Provisioning complete for port cffca308-e85c-49f2-ad25-f6b1ac58d30e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:12.624271 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-81ab9726-924a-4970-8e5d-7e5ba484b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cffca308-e85c-49f2-ad25-f6b1ac58d30e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:12.634940 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] Routers {'89c2445a-1169-46e8-9044-870323bc8cb1'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:12.635584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:20:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89c2445a-1169-46e8-9044-870323bc8cb1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:12.663043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port cffca308-e85c-49f2-ad25-f6b1ac58d30e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=cffca308-e85c-49f2-ad25-f6b1ac58d30e,segment=NetworkSegment(17ac4604-f208-4f55-b0ba-f7e16e1b2b77),segment_id=17ac4604-f208-4f55-b0ba-f7e16e1b2b77)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:12.701419 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (cffca308-e85c-49f2-ad25-f6b1ac58d30e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:12.706925 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16a37c52-65c7-4776-8943-813126d2cc11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (19ad2c17-1136-4267-84be-cbb921622c3c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:12.734220 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16a37c52-65c7-4776-8943-813126d2cc11 admin admin] Publish callbacks [] for router_controller (19ad2c17-1136-4267-84be-cbb921622c3c), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:12.799970 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16a37c52-65c7-4776-8943-813126d2cc11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (19ad2c17-1136-4267-84be-cbb921622c3c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:12.800493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a37c52-65c7-4776-8943-813126d2cc11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19ad2c17-1136-4267-84be-cbb921622c3c {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:20:12.833723 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16a37c52-65c7-4776-8943-813126d2cc11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:12.834875 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-16a37c52-65c7-4776-8943-813126d2cc11 admin admin] 10.222.0.18 "DELETE /v2.0/routers/19ad2c17-1136-4267-84be-cbb921622c3c HTTP/1.1" status: 204 len: 168 time: 1.1101227 Feb 03 13:20:12.838006 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38418) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:12.843981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=cffca308-e85c-49f2-ad25-f6b1ac58d30e,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:12.892730 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-c575c28a-8d4e-40aa-a8be-9044372285b8 admin admin] Deleting subnet 339421c2-8777-4a31-9661-78e323658f93 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:20:12.895043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] Set router 89c2445a-1169-46e8-9044-870323bc8cb1 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:20:12.896303 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c575c28a-8d4e-40aa-a8be-9044372285b8 admin admin] Publish callbacks [] for subnet (339421c2-8777-4a31-9661-78e323658f93), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:12.923872 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-81ab9726-924a-4970-8e5d-7e5ba484b49f None None] Current status of the port cffca308-e85c-49f2-ad25-f6b1ac58d30e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:12.938605 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c575c28a-8d4e-40aa-a8be-9044372285b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (339421c2-8777-4a31-9661-78e323658f93), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.032943 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c575c28a-8d4e-40aa-a8be-9044372285b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (339421c2-8777-4a31-9661-78e323658f93), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.094674 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c2445a-1169-46e8-9044-870323bc8cb1', 'name': 'tempest-ImageQuotaTest-2011997889-router', 'tenant_id': 'bd262203661b4001b3996879b73211cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '636f7b58-9888-4905-a9f1-2120dc14d622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:10Z', 'updated_at': '2022-02-03T13:20:11Z', 'revision_number': 3, 'project_id': 'bd262203661b4001b3996879b73211cc', 'gw_port': {'id': '636f7b58-9888-4905-a9f1-2120dc14d622', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:86:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c2445a-1169-46e8-9044-870323bc8cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:10Z', 'updated_at': '2022-02-03T13:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:13.115457 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c575c28a-8d4e-40aa-a8be-9044372285b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (339421c2-8777-4a31-9661-78e323658f93), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.124167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] Checking router: 89c2445a-1169-46e8-9044-870323bc8cb1 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:20:13.124517 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] Updating router 89c2445a-1169-46e8-9044-870323bc8cb1 port 636f7b58-9888-4905-a9f1-2120dc14d622 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:20:13.150242 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575c28a-8d4e-40aa-a8be-9044372285b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=339421c2-8777-4a31-9661-78e323658f93,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:13.152420 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c575c28a-8d4e-40aa-a8be-9044372285b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.159911 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c575c28a-8d4e-40aa-a8be-9044372285b8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/339421c2-8777-4a31-9661-78e323658f93 HTTP/1.1" status: 204 len: 168 time: 0.3207564 Feb 03 13:20:13.161033 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38420) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:13.167624 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff24379e-b9a0-42ec-83f6-29df06197105 None None] Network 4af481c1-fb23-443f-9465-3a600d2f342e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:20:13.184595 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (636f7b58-9888-4905-a9f1-2120dc14d622), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.194109 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8692db02-6178-4d56-8d59-10ea0de5858f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.270621 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e58a149b-4f6e-4224-b31d-0f676d4372ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (4af481c1-fb23-443f-9465-3a600d2f342e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.335589 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e58a149b-4f6e-4224-b31d-0f676d4372ee admin admin] Deleting port 47e5820e-5ea7-4f34-b063-76798aab5fbe {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:20:13.336707 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e58a149b-4f6e-4224-b31d-0f676d4372ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (47e5820e-5ea7-4f34-b063-76798aab5fbe), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.385616 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6c4fa8d3-c4cc-446e-8dff-4ff577b042f5 None None] Provisioning complete for port cffca308-e85c-49f2-ad25-f6b1ac58d30e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:13.386176 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6c4fa8d3-c4cc-446e-8dff-4ff577b042f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cffca308-e85c-49f2-ad25-f6b1ac58d30e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.406170 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-8692db02-6178-4d56-8d59-10ea0de5858f admin admin] Allocated IP 172.20.0.1 (bdf47e24-63f9-481d-994b-2b805bc4b0a4/8aff007f-512d-4334-8ee1-5d962c7fc4bb/7ac0c33a-6f59-4e6f-abf7-0649fc802b79) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:20:13.410810 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e58a149b-4f6e-4224-b31d-0f676d4372ee admin admin] For port 47e5820e-5ea7-4f34-b063-76798aab5fbe, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=47e5820e-5ea7-4f34-b063-76798aab5fbe,segment=NetworkSegment(8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d),segment_id=8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:13.411077 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e58a149b-4f6e-4224-b31d-0f676d4372ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (47e5820e-5ea7-4f34-b063-76798aab5fbe), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.431695 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e58a149b-4f6e-4224-b31d-0f676d4372ee admin admin] Calling delete_port for 47e5820e-5ea7-4f34-b063-76798aab5fbe owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:20:13.551239 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e58a149b-4f6e-4224-b31d-0f676d4372ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (47e5820e-5ea7-4f34-b063-76798aab5fbe), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.551482 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8692db02-6178-4d56-8d59-10ea0de5858f admin admin] Publish callbacks [] for port (7ac0c33a-6f59-4e6f-abf7-0649fc802b79), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.582203 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87767a89-ebb3-47b4-9386-382276b95a34 None None] DHCP port deletion for 4af481c1-fb23-443f-9465-3a600d2f342e request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:20:13.588264 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fa8d3-c4cc-446e-8dff-4ff577b042f5 None None] Current status of the port cffca308-e85c-49f2-ad25-f6b1ac58d30e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:13.590451 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a149b-4f6e-4224-b31d-0f676d4372ee admin admin] Pushing event deleted for resources: {'Port': ['ID=47e5820e-5ea7-4f34-b063-76798aab5fbe,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:13.597766 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58a149b-4f6e-4224-b31d-0f676d4372ee admin admin] No DVR routers for this DVR port 47e5820e-5ea7-4f34-b063-76798aab5fbe on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:20:13.614556 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8692db02-6178-4d56-8d59-10ea0de5858f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (7ac0c33a-6f59-4e6f-abf7-0649fc802b79), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.615664 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] Publish callbacks [] for port (636f7b58-9888-4905-a9f1-2120dc14d622), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.629973 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (636f7b58-9888-4905-a9f1-2120dc14d622), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.657936 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8692db02-6178-4d56-8d59-10ea0de5858f admin admin] Network bdf47e24-63f9-481d-994b-2b805bc4b0a4 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:20:13.661792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8692db02-6178-4d56-8d59-10ea0de5858f admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:20:13.664308 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8692db02-6178-4d56-8d59-10ea0de5858f admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:20:13.701583 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692db02-6178-4d56-8d59-10ea0de5858f admin admin] Pushing event updated for resources: {'Port': ['ID=7ac0c33a-6f59-4e6f-abf7-0649fc802b79,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:13.714601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] Attempting to bind port 636f7b58-9888-4905-a9f1-2120dc14d622 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:20:13.715000 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] Attempting to bind port 636f7b58-9888-4905-a9f1-2120dc14d622 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:20:13.715374 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] Attempting to bind port 636f7b58-9888-4905-a9f1-2120dc14d622 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:20:13.721693 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8692db02-6178-4d56-8d59-10ea0de5858f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (89c2445a-1169-46e8-9044-870323bc8cb1), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.727373 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b9233-27cd-45fb-b44e-f3258dbc4f61 None None] Pushing event updated for resources: {'Port': ['ID=636f7b58-9888-4905-a9f1-2120dc14d622,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:13.732430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:20:13.732815 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:20:13.733222 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.733616 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:20:13.734094 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] Bound port: 636f7b58-9888-4905-a9f1-2120dc14d622, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:20:13.734484 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (636f7b58-9888-4905-a9f1-2120dc14d622), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.743334 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e58a149b-4f6e-4224-b31d-0f676d4372ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (4af481c1-fb23-443f-9465-3a600d2f342e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.791176 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e58a149b-4f6e-4224-b31d-0f676d4372ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af481c1-fb23-443f-9465-3a600d2f342e']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:13.812807 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e58a149b-4f6e-4224-b31d-0f676d4372ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:13.812807 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-e58a149b-4f6e-4224-b31d-0f676d4372ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:13.824688 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e58a149b-4f6e-4224-b31d-0f676d4372ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.827196 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] For port 636f7b58-9888-4905-a9f1-2120dc14d622, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:20:13.831734 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] For port 636f7b58-9888-4905-a9f1-2120dc14d622, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=636f7b58-9888-4905-a9f1-2120dc14d622,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:20:13.839113 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (636f7b58-9888-4905-a9f1-2120dc14d622), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.843552 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e58a149b-4f6e-4224-b31d-0f676d4372ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.853058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58a149b-4f6e-4224-b31d-0f676d4372ee admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:20:13.854340 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e58a149b-4f6e-4224-b31d-0f676d4372ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (8078d1b8-b2e1-49d7-92d1-6e32c8b8a55d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:20:13.857024 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:20:13.901339 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8692db02-6178-4d56-8d59-10ea0de5858f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7ac0c33a-6f59-4e6f-abf7-0649fc802b79), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.932002 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] Routers {'89c2445a-1169-46e8-9044-870323bc8cb1'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:13.932903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:20:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89c2445a-1169-46e8-9044-870323bc8cb1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:13.934934 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b9233-27cd-45fb-b44e-f3258dbc4f61 None None] Pushing event updated for resources: {'Port': ['ID=636f7b58-9888-4905-a9f1-2120dc14d622,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:13.935637 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e58a149b-4f6e-4224-b31d-0f676d4372ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (4af481c1-fb23-443f-9465-3a600d2f342e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.957457 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e58a149b-4f6e-4224-b31d-0f676d4372ee admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:13.957457 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e58a149b-4f6e-4224-b31d-0f676d4372ee admin admin] 10.222.0.18 "DELETE /v2.0/networks/4af481c1-fb23-443f-9465-3a600d2f342e HTTP/1.1" status: 204 len: 168 time: 0.7924130 Feb 03 13:20:13.965078 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38422) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:13.970088 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a149b-4f6e-4224-b31d-0f676d4372ee admin admin] Pushing event deleted for resources: {'Network': ['ID=4af481c1-fb23-443f-9465-3a600d2f342e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:14.067308 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] Set router 89c2445a-1169-46e8-9044-870323bc8cb1 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:20:14.069046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-33a96956-5d04-4603-aab1-133388cf89b6 None None] Provisioning complete for port 7ac0c33a-6f59-4e6f-abf7-0649fc802b79 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:14.069419 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33a96956-5d04-4603-aab1-133388cf89b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7ac0c33a-6f59-4e6f-abf7-0649fc802b79), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:14.270433 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8692db02-6178-4d56-8d59-10ea0de5858f admin admin] Publish callbacks [] for port (7ac0c33a-6f59-4e6f-abf7-0649fc802b79), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:14.285745 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8692db02-6178-4d56-8d59-10ea0de5858f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (7ac0c33a-6f59-4e6f-abf7-0649fc802b79), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:14.297931 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device cffca308-e85c-49f2-ad25-f6b1ac58d30e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:20:14.386037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-33a96956-5d04-4603-aab1-133388cf89b6 None None] Port 7ac0c33a-6f59-4e6f-abf7-0649fc802b79 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:20:14.392372 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8692db02-6178-4d56-8d59-10ea0de5858f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (89c2445a-1169-46e8-9044-870323bc8cb1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:14.398848 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692db02-6178-4d56-8d59-10ea0de5858f admin admin] Pushing event updated for resources: {'Port': ['ID=7ac0c33a-6f59-4e6f-abf7-0649fc802b79,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:14.454589 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port cffca308-e85c-49f2-ad25-f6b1ac58d30e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:14.454941 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (cffca308-e85c-49f2-ad25-f6b1ac58d30e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:14.585529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port cffca308-e85c-49f2-ad25-f6b1ac58d30e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:14.594721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c2445a-1169-46e8-9044-870323bc8cb1', 'name': 'tempest-ImageQuotaTest-2011997889-router', 'tenant_id': 'bd262203661b4001b3996879b73211cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '636f7b58-9888-4905-a9f1-2120dc14d622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:10Z', 'updated_at': '2022-02-03T13:20:13Z', 'revision_number': 4, 'project_id': 'bd262203661b4001b3996879b73211cc', 'gw_port': {'id': '636f7b58-9888-4905-a9f1-2120dc14d622', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:86:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c2445a-1169-46e8-9044-870323bc8cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:10Z', 'updated_at': '2022-02-03T13:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '7ac0c33a-6f59-4e6f-abf7-0649fc802b79', 'name': '', 'network_id': 'bdf47e24-63f9-481d-994b-2b805bc4b0a4', 'tenant_id': 'bd262203661b4001b3996879b73211cc', 'mac_address': 'fa:16:3e:ca:c8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c2445a-1169-46e8-9044-870323bc8cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '8aff007f-512d-4334-8ee1-5d962c7fc4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:13Z', 'updated_at': '2022-02-03T13:20:13Z', 'revision_number': 1, 'project_id': 'bd262203661b4001b3996879b73211cc', 'subnets': [{'id': '8aff007f-512d-4334-8ee1-5d962c7fc4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:14.624294 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a2aec-4ffc-4a01-8f60-f12f61342627 None None] The sync data for ids ['89c2445a-1169-46e8-9044-870323bc8cb1'] in n-d-827336-3 is: [{'id': '89c2445a-1169-46e8-9044-870323bc8cb1', 'name': 'tempest-ImageQuotaTest-2011997889-router', 'tenant_id': 'bd262203661b4001b3996879b73211cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '636f7b58-9888-4905-a9f1-2120dc14d622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:10Z', 'updated_at': '2022-02-03T13:20:13Z', 'revision_number': 4, 'project_id': 'bd262203661b4001b3996879b73211cc', 'gw_port': {'id': '636f7b58-9888-4905-a9f1-2120dc14d622', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:86:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c2445a-1169-46e8-9044-870323bc8cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:10Z', 'updated_at': '2022-02-03T13:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '7ac0c33a-6f59-4e6f-abf7-0649fc802b79', 'name': '', 'network_id': 'bdf47e24-63f9-481d-994b-2b805bc4b0a4', 'tenant_id': 'bd262203661b4001b3996879b73211cc', 'mac_address': 'fa:16:3e:ca:c8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c2445a-1169-46e8-9044-870323bc8cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '8aff007f-512d-4334-8ee1-5d962c7fc4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:13Z', 'updated_at': '2022-02-03T13:20:13Z', 'revision_number': 1, 'project_id': 'bd262203661b4001b3996879b73211cc', 'subnets': [{'id': '8aff007f-512d-4334-8ee1-5d962c7fc4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:20:14.650208 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 47e5820e-5ea7-4f34-b063-76798aab5fbe no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:20:14.671908 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 47e5820e-5ea7-4f34-b063-76798aab5fbe {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:20:14.672290 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 47e5820e-5ea7-4f34-b063-76798aab5fbe not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:20:14.672723 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7114f774-aff9-447e-b03f-a353446b3be3 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:20:14.694019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 7114f774-aff9-447e-b03f-a353446b3be3 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:20:14.694364 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7114f774-aff9-447e-b03f-a353446b3be3 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:20:14.694800 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d4876a27-1cd9-451e-9da7-8b1e8a40740a no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:20:14.719288 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: d4876a27-1cd9-451e-9da7-8b1e8a40740a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:20:14.719623 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device d4876a27-1cd9-451e-9da7-8b1e8a40740a not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:20:14.864510 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8692db02-6178-4d56-8d59-10ea0de5858f admin admin] Network bdf47e24-63f9-481d-994b-2b805bc4b0a4 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:20:14.866562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8692db02-6178-4d56-8d59-10ea0de5858f admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:20:15.037522 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2bc4-1dd3-469e-a537-c989600994c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:15.088809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8692db02-6178-4d56-8d59-10ea0de5858f admin admin] Router 89c2445a-1169-46e8-9044-870323bc8cb1 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:20:15.116000 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-224609ba-e235-4b9a-ad54-8aa286430f77 None None] Provisioning complete for port 7ac0c33a-6f59-4e6f-abf7-0649fc802b79 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:15.116507 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-224609ba-e235-4b9a-ad54-8aa286430f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7ac0c33a-6f59-4e6f-abf7-0649fc802b79), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:15.154422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-224609ba-e235-4b9a-ad54-8aa286430f77 None None] Port 7ac0c33a-6f59-4e6f-abf7-0649fc802b79 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:20:15.297970 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8692db02-6178-4d56-8d59-10ea0de5858f admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:20:15.312534 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8692db02-6178-4d56-8d59-10ea0de5858f admin admin] 10.222.0.18 "PUT /v2.0/routers/89c2445a-1169-46e8-9044-870323bc8cb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7363858 Feb 03 13:20:15.428984 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c2bc4-1dd3-469e-a537-c989600994c8 admin admin] Deleting port 17f21569-5ead-4c61-8c74-a71473439abf {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:20:15.429367 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2bc4-1dd3-469e-a537-c989600994c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (17f21569-5ead-4c61-8c74-a71473439abf), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:15.522656 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-6f8c2bc4-1dd3-469e-a537-c989600994c8 admin admin] For port 17f21569-5ead-4c61-8c74-a71473439abf, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=17f21569-5ead-4c61-8c74-a71473439abf,segment=NetworkSegment(2016034c-311a-4ee6-af00-3acb10cd5741),segment_id=2016034c-311a-4ee6-af00-3acb10cd5741)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:15.523028 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2bc4-1dd3-469e-a537-c989600994c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (17f21569-5ead-4c61-8c74-a71473439abf), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:15.538029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c2bc4-1dd3-469e-a537-c989600994c8 admin admin] Calling delete_port for 17f21569-5ead-4c61-8c74-a71473439abf owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:20:15.756892 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2bc4-1dd3-469e-a537-c989600994c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (17f21569-5ead-4c61-8c74-a71473439abf), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:15.799839 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c2bc4-1dd3-469e-a537-c989600994c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=17f21569-5ead-4c61-8c74-a71473439abf,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:15.994912 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2bc4-1dd3-469e-a537-c989600994c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:16.168836 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:16.266041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8c2bc4-1dd3-469e-a537-c989600994c8 admin admin] Router 3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:20:16.315843 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 636f7b58-9888-4905-a9f1-2120dc14d622 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:20:16.376228 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 636f7b58-9888-4905-a9f1-2120dc14d622 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:16.376664 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (636f7b58-9888-4905-a9f1-2120dc14d622), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:16.390328 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8c2bc4-1dd3-469e-a537-c989600994c8 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:20:16.396465 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6f8c2bc4-1dd3-469e-a537-c989600994c8 admin admin] 10.222.0.18 "PUT /v2.0/routers/3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4303806 Feb 03 13:20:16.399126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38442) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:16.402814 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513ce2d3-3733-4e7c-9aba-7944cd590f29 None None] Sync routers for ids ['3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:20:16.416845 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513ce2d3-3733-4e7c-9aba-7944cd590f29 None None] Routers {'3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:16.417833 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-513ce2d3-3733-4e7c-9aba-7944cd590f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:20:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:16.464937 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 636f7b58-9888-4905-a9f1-2120dc14d622 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:16.465262 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (636f7b58-9888-4905-a9f1-2120dc14d622), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:16.489991 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 636f7b58-9888-4905-a9f1-2120dc14d622, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=636f7b58-9888-4905-a9f1-2120dc14d622,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:16.495613 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (636f7b58-9888-4905-a9f1-2120dc14d622), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:16.533017 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-343fc5b1-38b1-4b33-b682-a39632ece1f3 admin admin] Publish callbacks [] for router (3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:16.553242 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-513ce2d3-3733-4e7c-9aba-7944cd590f29 None None] Set router 3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:20:16.566965 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=636f7b58-9888-4905-a9f1-2120dc14d622,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:16.590199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38444) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:16.645523 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-343fc5b1-38b1-4b33-b682-a39632ece1f3 admin admin] Publish callbacks [] for router_gateway (3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:16.700635 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-343fc5b1-38b1-4b33-b682-a39632ece1f3 admin admin] Deleting port 9c474bfe-e264-4fe4-a752-6f9a78c09f3a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:20:16.701121 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-343fc5b1-38b1-4b33-b682-a39632ece1f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (9c474bfe-e264-4fe4-a752-6f9a78c09f3a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:16.771195 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-513ce2d3-3733-4e7c-9aba-7944cd590f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8', 'name': 'tempest-TestServerBasicOps-1769053251-router', 'tenant_id': '33b8acccbff440d098120c86d0fd905a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '9c474bfe-e264-4fe4-a752-6f9a78c09f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:58Z', 'updated_at': '2022-02-03T13:20:15Z', 'revision_number': 5, 'project_id': '33b8acccbff440d098120c86d0fd905a', 'gw_port': {'id': '9c474bfe-e264-4fe4-a752-6f9a78c09f3a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:14:58Z', 'updated_at': '2022-02-03T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:16.799095 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-343fc5b1-38b1-4b33-b682-a39632ece1f3 admin admin] For port 9c474bfe-e264-4fe4-a752-6f9a78c09f3a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9c474bfe-e264-4fe4-a752-6f9a78c09f3a,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:16.799788 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-343fc5b1-38b1-4b33-b682-a39632ece1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (9c474bfe-e264-4fe4-a752-6f9a78c09f3a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:16.816266 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-343fc5b1-38b1-4b33-b682-a39632ece1f3 admin admin] Calling delete_port for 9c474bfe-e264-4fe4-a752-6f9a78c09f3a owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:20:16.902037 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513ce2d3-3733-4e7c-9aba-7944cd590f29 None None] Checking router: 3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:20:16.911803 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513ce2d3-3733-4e7c-9aba-7944cd590f29 None None] Routers {'3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:16.912705 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-513ce2d3-3733-4e7c-9aba-7944cd590f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:20:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:16.984201 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7fb35072-3406-415e-8430-97cf50289832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (89c2445a-1169-46e8-9044-870323bc8cb1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:17.005034 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-343fc5b1-38b1-4b33-b682-a39632ece1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (9c474bfe-e264-4fe4-a752-6f9a78c09f3a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:17.010322 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-513ce2d3-3733-4e7c-9aba-7944cd590f29 None None] Set router 3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:20:17.038535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fc5b1-38b1-4b33-b682-a39632ece1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c474bfe-e264-4fe4-a752-6f9a78c09f3a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:17.074413 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-513ce2d3-3733-4e7c-9aba-7944cd590f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8', 'name': 'tempest-TestServerBasicOps-1769053251-router', 'tenant_id': '33b8acccbff440d098120c86d0fd905a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:58Z', 'updated_at': '2022-02-03T13:20:16Z', 'revision_number': 6, 'project_id': '33b8acccbff440d098120c86d0fd905a', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:17.104675 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513ce2d3-3733-4e7c-9aba-7944cd590f29 None None] The sync data for ids ['3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8'] in n-d-827336-3 is: [{'id': '3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8', 'name': 'tempest-TestServerBasicOps-1769053251-router', 'tenant_id': '33b8acccbff440d098120c86d0fd905a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:14:58Z', 'updated_at': '2022-02-03T13:20:16Z', 'revision_number': 6, 'project_id': '33b8acccbff440d098120c86d0fd905a', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:20:17.114306 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-343fc5b1-38b1-4b33-b682-a39632ece1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:17.167422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0232aa0-843a-4a38-b4ff-941b33ee1661 None None] Sync routers for ids ['89c2445a-1169-46e8-9044-870323bc8cb1'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:20:17.178175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0232aa0-843a-4a38-b4ff-941b33ee1661 None None] Routers {'89c2445a-1169-46e8-9044-870323bc8cb1'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:17.179010 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c0232aa0-843a-4a38-b4ff-941b33ee1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:20:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89c2445a-1169-46e8-9044-870323bc8cb1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:17.222967 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-343fc5b1-38b1-4b33-b682-a39632ece1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:17.225142 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-343fc5b1-38b1-4b33-b682-a39632ece1f3 admin admin] Publish callbacks [] for router_controller (3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:17.277282 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7fb35072-3406-415e-8430-97cf50289832 admin admin] Deleting port 7ac0c33a-6f59-4e6f-abf7-0649fc802b79 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:20:17.277661 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7fb35072-3406-415e-8430-97cf50289832 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (7ac0c33a-6f59-4e6f-abf7-0649fc802b79), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:17.282902 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-343fc5b1-38b1-4b33-b682-a39632ece1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:17.283840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343fc5b1-38b1-4b33-b682-a39632ece1f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:20:17.292323 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-343fc5b1-38b1-4b33-b682-a39632ece1f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:17.293636 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-343fc5b1-38b1-4b33-b682-a39632ece1f3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3e9f8eb4-f9b4-47bb-96ef-b24ee0e189b8 HTTP/1.1" status: 204 len: 168 time: 0.8928957 Feb 03 13:20:17.296337 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38446) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:17.301309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c0232aa0-843a-4a38-b4ff-941b33ee1661 None None] Set router 89c2445a-1169-46e8-9044-870323bc8cb1 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:20:17.342826 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4bf3a78-e9e7-4a35-83d3-a9af257777d3 admin admin] Deleting subnet 73dd7e83-3bd9-4d4d-8501-8b5b50bccd55 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:20:17.346485 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4bf3a78-e9e7-4a35-83d3-a9af257777d3 admin admin] Publish callbacks [] for subnet (73dd7e83-3bd9-4d4d-8501-8b5b50bccd55), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:17.363419 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7fb35072-3406-415e-8430-97cf50289832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (7ac0c33a-6f59-4e6f-abf7-0649fc802b79), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:17.382305 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7fb35072-3406-415e-8430-97cf50289832 admin admin] Calling delete_port for 7ac0c33a-6f59-4e6f-abf7-0649fc802b79 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:20:17.382930 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4bf3a78-e9e7-4a35-83d3-a9af257777d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (73dd7e83-3bd9-4d4d-8501-8b5b50bccd55), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:17.464220 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4bf3a78-e9e7-4a35-83d3-a9af257777d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (73dd7e83-3bd9-4d4d-8501-8b5b50bccd55), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:17.529447 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4bf3a78-e9e7-4a35-83d3-a9af257777d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (73dd7e83-3bd9-4d4d-8501-8b5b50bccd55), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:17.550720 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c0232aa0-843a-4a38-b4ff-941b33ee1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c2445a-1169-46e8-9044-870323bc8cb1', 'name': 'tempest-ImageQuotaTest-2011997889-router', 'tenant_id': 'bd262203661b4001b3996879b73211cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '636f7b58-9888-4905-a9f1-2120dc14d622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:10Z', 'updated_at': '2022-02-03T13:20:13Z', 'revision_number': 4, 'project_id': 'bd262203661b4001b3996879b73211cc', 'gw_port': {'id': '636f7b58-9888-4905-a9f1-2120dc14d622', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:86:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2445a-1169-46e8-9044-870323bc8cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:10Z', 'updated_at': '2022-02-03T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '7ac0c33a-6f59-4e6f-abf7-0649fc802b79', 'name': '', 'network_id': 'bdf47e24-63f9-481d-994b-2b805bc4b0a4', 'tenant_id': 'bd262203661b4001b3996879b73211cc', 'mac_address': 'fa:16:3e:ca:c8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c2445a-1169-46e8-9044-870323bc8cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '8aff007f-512d-4334-8ee1-5d962c7fc4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:13Z', 'updated_at': '2022-02-03T13:20:13Z', 'revision_number': 2, 'project_id': 'bd262203661b4001b3996879b73211cc', 'subnets': [{'id': '8aff007f-512d-4334-8ee1-5d962c7fc4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:17.562681 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4bf3a78-e9e7-4a35-83d3-a9af257777d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:17.569092 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d4bf3a78-e9e7-4a35-83d3-a9af257777d3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/73dd7e83-3bd9-4d4d-8501-8b5b50bccd55 HTTP/1.1" status: 204 len: 168 time: 0.2691913 Feb 03 13:20:17.569092 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf3a78-e9e7-4a35-83d3-a9af257777d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73dd7e83-3bd9-4d4d-8501-8b5b50bccd55,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:17.570297 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38448) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:17.590775 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce411976-653e-4e59-a43a-d83eb8c4205c None None] Network 58ce39f1-ee9c-4019-887c-6c18cfc74410 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:20:17.593761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0232aa0-843a-4a38-b4ff-941b33ee1661 None None] Checking router: 89c2445a-1169-46e8-9044-870323bc8cb1 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:20:17.594310 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0232aa0-843a-4a38-b4ff-941b33ee1661 None None] Updating router 89c2445a-1169-46e8-9044-870323bc8cb1 port 7ac0c33a-6f59-4e6f-abf7-0649fc802b79 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:20:17.617813 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7fb35072-3406-415e-8430-97cf50289832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (7ac0c33a-6f59-4e6f-abf7-0649fc802b79), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:17.643561 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c0232aa0-843a-4a38-b4ff-941b33ee1661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7ac0c33a-6f59-4e6f-abf7-0649fc802b79), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:17.645253 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb35072-3406-415e-8430-97cf50289832 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac0c33a-6f59-4e6f-abf7-0649fc802b79,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:17.651720 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487cb55e-382e-446b-ba84-33261634d1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (58ce39f1-ee9c-4019-887c-6c18cfc74410), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:17.723913 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-487cb55e-382e-446b-ba84-33261634d1fa admin admin] Deleting port 169631bc-08b7-4e58-a0cf-980eb70cd7b3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:20:17.724287 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487cb55e-382e-446b-ba84-33261634d1fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (169631bc-08b7-4e58-a0cf-980eb70cd7b3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:17.734140 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0232aa0-843a-4a38-b4ff-941b33ee1661 None None] Port 7ac0c33a-6f59-4e6f-abf7-0649fc802b79 not found while updating agent binding for router 89c2445a-1169-46e8-9044-870323bc8cb1. {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 03 13:20:17.747526 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0232aa0-843a-4a38-b4ff-941b33ee1661 None None] Routers {'89c2445a-1169-46e8-9044-870323bc8cb1'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:17.748299 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c0232aa0-843a-4a38-b4ff-941b33ee1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:20:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['89c2445a-1169-46e8-9044-870323bc8cb1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:17.808045 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-487cb55e-382e-446b-ba84-33261634d1fa admin admin] For port 169631bc-08b7-4e58-a0cf-980eb70cd7b3, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=169631bc-08b7-4e58-a0cf-980eb70cd7b3,segment=NetworkSegment(2016034c-311a-4ee6-af00-3acb10cd5741),segment_id=2016034c-311a-4ee6-af00-3acb10cd5741)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:17.808045 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487cb55e-382e-446b-ba84-33261634d1fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (169631bc-08b7-4e58-a0cf-980eb70cd7b3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:17.821933 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-487cb55e-382e-446b-ba84-33261634d1fa admin admin] Calling delete_port for 169631bc-08b7-4e58-a0cf-980eb70cd7b3 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:20:17.865445 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7fb35072-3406-415e-8430-97cf50289832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (89c2445a-1169-46e8-9044-870323bc8cb1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:17.878982 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:20:17.904788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c0232aa0-843a-4a38-b4ff-941b33ee1661 None None] Set router 89c2445a-1169-46e8-9044-870323bc8cb1 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:20:17.958143 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea3cc37-af56-441a-90e4-d32282fcff1c None None] DHCP port deletion for 58ce39f1-ee9c-4019-887c-6c18cfc74410 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:20:18.130286 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3ea3cc37-af56-441a-90e4-d32282fcff1c None None] Deleting port 169631bc-08b7-4e58-a0cf-980eb70cd7b3 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:20:18.130653 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3ea3cc37-af56-441a-90e4-d32282fcff1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (169631bc-08b7-4e58-a0cf-980eb70cd7b3), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:18.140064 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb35072-3406-415e-8430-97cf50289832 admin admin] Router 89c2445a-1169-46e8-9044-870323bc8cb1 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:20:18.235008 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 636f7b58-9888-4905-a9f1-2120dc14d622 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:20:18.251847 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3ea3cc37-af56-441a-90e4-d32282fcff1c None None] For port 169631bc-08b7-4e58-a0cf-980eb70cd7b3, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=169631bc-08b7-4e58-a0cf-980eb70cd7b3,segment=NetworkSegment(2016034c-311a-4ee6-af00-3acb10cd5741),segment_id=2016034c-311a-4ee6-af00-3acb10cd5741)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:18.254366 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3ea3cc37-af56-441a-90e4-d32282fcff1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (169631bc-08b7-4e58-a0cf-980eb70cd7b3), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:18.260158 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487cb55e-382e-446b-ba84-33261634d1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (169631bc-08b7-4e58-a0cf-980eb70cd7b3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:18.287263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cb55e-382e-446b-ba84-33261634d1fa admin admin] Pushing event deleted for resources: {'Port': ['ID=169631bc-08b7-4e58-a0cf-980eb70cd7b3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:18.294336 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487cb55e-382e-446b-ba84-33261634d1fa admin admin] No DVR routers for this DVR port 169631bc-08b7-4e58-a0cf-980eb70cd7b3 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:20:18.300428 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3ea3cc37-af56-441a-90e4-d32282fcff1c None None] Calling delete_port for 169631bc-08b7-4e58-a0cf-980eb70cd7b3 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:20:18.321439 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb35072-3406-415e-8430-97cf50289832 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:20:18.330595 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7fb35072-3406-415e-8430-97cf50289832 admin admin] 10.222.0.18 "PUT /v2.0/routers/89c2445a-1169-46e8-9044-870323bc8cb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7384839 Feb 03 13:20:18.330758 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38450) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:18.377050 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c0232aa0-843a-4a38-b4ff-941b33ee1661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c2445a-1169-46e8-9044-870323bc8cb1', 'name': 'tempest-ImageQuotaTest-2011997889-router', 'tenant_id': 'bd262203661b4001b3996879b73211cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '636f7b58-9888-4905-a9f1-2120dc14d622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:10Z', 'updated_at': '2022-02-03T13:20:17Z', 'revision_number': 5, 'project_id': 'bd262203661b4001b3996879b73211cc', 'gw_port': {'id': '636f7b58-9888-4905-a9f1-2120dc14d622', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:86:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2445a-1169-46e8-9044-870323bc8cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:10Z', 'updated_at': '2022-02-03T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:18.410054 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487cb55e-382e-446b-ba84-33261634d1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (58ce39f1-ee9c-4019-887c-6c18cfc74410), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:18.416961 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 636f7b58-9888-4905-a9f1-2120dc14d622 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:18.417340 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (636f7b58-9888-4905-a9f1-2120dc14d622), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:18.420435 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0232aa0-843a-4a38-b4ff-941b33ee1661 None None] The sync data for ids ['89c2445a-1169-46e8-9044-870323bc8cb1'] in n-d-827336-3 is: [{'id': '89c2445a-1169-46e8-9044-870323bc8cb1', 'name': 'tempest-ImageQuotaTest-2011997889-router', 'tenant_id': 'bd262203661b4001b3996879b73211cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '636f7b58-9888-4905-a9f1-2120dc14d622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:20:10Z', 'updated_at': '2022-02-03T13:20:17Z', 'revision_number': 5, 'project_id': 'bd262203661b4001b3996879b73211cc', 'gw_port': {'id': '636f7b58-9888-4905-a9f1-2120dc14d622', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:86:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c2445a-1169-46e8-9044-870323bc8cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:20:10Z', 'updated_at': '2022-02-03T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:20:18.469388 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-487cb55e-382e-446b-ba84-33261634d1fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ce39f1-ee9c-4019-887c-6c18cfc74410']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:18.478541 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3ea3cc37-af56-441a-90e4-d32282fcff1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (169631bc-08b7-4e58-a0cf-980eb70cd7b3), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:18.483207 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-487cb55e-382e-446b-ba84-33261634d1fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2016034c-311a-4ee6-af00-3acb10cd5741') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:18.483513 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-487cb55e-382e-446b-ba84-33261634d1fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2016034c-311a-4ee6-af00-3acb10cd5741') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:18.499707 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487cb55e-382e-446b-ba84-33261634d1fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (2016034c-311a-4ee6-af00-3acb10cd5741), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:18.507812 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3cc37-af56-441a-90e4-d32282fcff1c None None] Pushing event deleted for resources: {'Port': ['ID=169631bc-08b7-4e58-a0cf-980eb70cd7b3,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:18.512619 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3cc37-af56-441a-90e4-d32282fcff1c None None] No DVR routers for this DVR port 169631bc-08b7-4e58-a0cf-980eb70cd7b3 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:20:18.519076 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487cb55e-382e-446b-ba84-33261634d1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (2016034c-311a-4ee6-af00-3acb10cd5741), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:18.523780 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcca9-df47-4bdd-8d58-f27e527d382d admin admin] Publish callbacks [] for router (89c2445a-1169-46e8-9044-870323bc8cb1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:18.551600 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 636f7b58-9888-4905-a9f1-2120dc14d622 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:18.559799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487cb55e-382e-446b-ba84-33261634d1fa admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:20:18.560265 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487cb55e-382e-446b-ba84-33261634d1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (2016034c-311a-4ee6-af00-3acb10cd5741), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:20:18.562049 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:20:18.612630 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9c474bfe-e264-4fe4-a752-6f9a78c09f3a no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:20:18.634446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 9c474bfe-e264-4fe4-a752-6f9a78c09f3a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:20:18.634974 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9c474bfe-e264-4fe4-a752-6f9a78c09f3a not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:20:18.635511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 169631bc-08b7-4e58-a0cf-980eb70cd7b3 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:20:18.657764 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 169631bc-08b7-4e58-a0cf-980eb70cd7b3 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:20:18.658109 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 169631bc-08b7-4e58-a0cf-980eb70cd7b3 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:20:18.659173 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 17f21569-5ead-4c61-8c74-a71473439abf no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:20:18.662925 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487cb55e-382e-446b-ba84-33261634d1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (58ce39f1-ee9c-4019-887c-6c18cfc74410), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:18.669374 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487cb55e-382e-446b-ba84-33261634d1fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:18.675269 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-487cb55e-382e-446b-ba84-33261634d1fa admin admin] 10.222.0.18 "DELETE /v2.0/networks/58ce39f1-ee9c-4019-887c-6c18cfc74410 HTTP/1.1" status: 204 len: 168 time: 1.1015663 Feb 03 13:20:18.688784 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 17f21569-5ead-4c61-8c74-a71473439abf {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:20:18.689132 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 17f21569-5ead-4c61-8c74-a71473439abf not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:20:18.690099 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cb55e-382e-446b-ba84-33261634d1fa admin admin] Pushing event deleted for resources: {'Network': ['ID=58ce39f1-ee9c-4019-887c-6c18cfc74410,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:18.707487 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcca9-df47-4bdd-8d58-f27e527d382d admin admin] Publish callbacks [] for router_gateway (89c2445a-1169-46e8-9044-870323bc8cb1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:18.769423 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f2bfcca9-df47-4bdd-8d58-f27e527d382d admin admin] Deleting port 636f7b58-9888-4905-a9f1-2120dc14d622 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:20:18.770095 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcca9-df47-4bdd-8d58-f27e527d382d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (636f7b58-9888-4905-a9f1-2120dc14d622), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:18.817025 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38454) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:18.859692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-f2bfcca9-df47-4bdd-8d58-f27e527d382d admin admin] For port 636f7b58-9888-4905-a9f1-2120dc14d622, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=636f7b58-9888-4905-a9f1-2120dc14d622,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:18.860077 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcca9-df47-4bdd-8d58-f27e527d382d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (636f7b58-9888-4905-a9f1-2120dc14d622), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:18.860198 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7f7e2c0b-c934-4d32-acb1-4d8626705f55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=740fd4bdd3614d5cb10a7e53a2f3d225&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417180 Feb 03 13:20:18.862499 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38456) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:18.874879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f2bfcca9-df47-4bdd-8d58-f27e527d382d admin admin] Calling delete_port for 636f7b58-9888-4905-a9f1-2120dc14d622 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:20:18.915415 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7d20bd3-eb4f-4262-8596-fac49c8ec63a admin admin] Publish callbacks [] for security_group (c23c46f0-2410-45e6-a4e5-c79c0d2ca579), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:18.940697 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7d20bd3-eb4f-4262-8596-fac49c8ec63a admin admin] Publish callbacks [] for security_group (c23c46f0-2410-45e6-a4e5-c79c0d2ca579), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.000297 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7d20bd3-eb4f-4262-8596-fac49c8ec63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (c23c46f0-2410-45e6-a4e5-c79c0d2ca579), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.004666 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7d20bd3-eb4f-4262-8596-fac49c8ec63a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.006119 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e7d20bd3-eb4f-4262-8596-fac49c8ec63a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c23c46f0-2410-45e6-a4e5-c79c0d2ca579 HTTP/1.1" status: 204 len: 168 time: 0.1426361 Feb 03 13:20:19.020276 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d20bd3-eb4f-4262-8596-fac49c8ec63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23c46f0-2410-45e6-a4e5-c79c0d2ca579,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:19.067325 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcca9-df47-4bdd-8d58-f27e527d382d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (636f7b58-9888-4905-a9f1-2120dc14d622), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.107818 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfcca9-df47-4bdd-8d58-f27e527d382d admin admin] Pushing event deleted for resources: {'Port': ['ID=636f7b58-9888-4905-a9f1-2120dc14d622,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:19.176401 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcca9-df47-4bdd-8d58-f27e527d382d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (89c2445a-1169-46e8-9044-870323bc8cb1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.278735 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcca9-df47-4bdd-8d58-f27e527d382d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (89c2445a-1169-46e8-9044-870323bc8cb1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.281192 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcca9-df47-4bdd-8d58-f27e527d382d admin admin] Publish callbacks [] for router_controller (89c2445a-1169-46e8-9044-870323bc8cb1), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.327231 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba02e1c6-552f-4901-bc0e-6dff9c131691 None None] Sync routers for ids ['89c2445a-1169-46e8-9044-870323bc8cb1'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:20:19.328788 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcca9-df47-4bdd-8d58-f27e527d382d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (89c2445a-1169-46e8-9044-870323bc8cb1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.329441 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bfcca9-df47-4bdd-8d58-f27e527d382d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89c2445a-1169-46e8-9044-870323bc8cb1 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:20:19.334738 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f2bfcca9-df47-4bdd-8d58-f27e527d382d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.338177 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f2bfcca9-df47-4bdd-8d58-f27e527d382d admin admin] 10.222.0.18 "DELETE /v2.0/routers/89c2445a-1169-46e8-9044-870323bc8cb1 HTTP/1.1" status: 204 len: 168 time: 1.0042510 Feb 03 13:20:19.338628 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38462) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:19.346194 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba02e1c6-552f-4901-bc0e-6dff9c131691 None None] Routers set() bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:19.346609 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba02e1c6-552f-4901-bc0e-6dff9c131691 None None] Router IDs set() for agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 13:20:19.347221 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_agentschedulers_db [None req-ba02e1c6-552f-4901-bc0e-6dff9c131691 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'89c2445a-1169-46e8-9044-870323bc8cb1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:20:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent'). {{(pid=103191) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 13:20:19.373204 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba02e1c6-552f-4901-bc0e-6dff9c131691 None None] Routers set() bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:20:19.373589 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba02e1c6-552f-4901-bc0e-6dff9c131691 None None] Router IDs set() for agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 03 13:20:19.374203 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_agentschedulers_db [None req-ba02e1c6-552f-4901-bc0e-6dff9c131691 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'89c2445a-1169-46e8-9044-870323bc8cb1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:20:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent'). {{(pid=103191) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 03 13:20:19.374582 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba02e1c6-552f-4901-bc0e-6dff9c131691 None None] The sync data for ids ['89c2445a-1169-46e8-9044-870323bc8cb1'] in n-d-827336-3 is: [] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:20:19.386112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38464) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:19.405064 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7ff9d6-e233-4108-a1b4-fe602f7c4081 admin admin] Deleting subnet 8aff007f-512d-4334-8ee1-5d962c7fc4bb {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:20:19.408572 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd7ff9d6-e233-4108-a1b4-fe602f7c4081 admin admin] Publish callbacks [] for subnet (8aff007f-512d-4334-8ee1-5d962c7fc4bb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.435850 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8112e2c5-b69b-4174-a61d-fb7f203c7a88 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33b8acccbff440d098120c86d0fd905a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439773 Feb 03 13:20:19.436732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38466) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:19.455029 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd7ff9d6-e233-4108-a1b4-fe602f7c4081 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (8aff007f-512d-4334-8ee1-5d962c7fc4bb), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.492040 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-722f7426-7fd9-4b6b-810d-dbc7d0c131ef admin admin] Publish callbacks [] for security_group (798f48de-2f45-4d75-9ff8-e6f1055a4bc0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.515241 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-722f7426-7fd9-4b6b-810d-dbc7d0c131ef admin admin] Publish callbacks [] for security_group (798f48de-2f45-4d75-9ff8-e6f1055a4bc0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.539407 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd7ff9d6-e233-4108-a1b4-fe602f7c4081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (8aff007f-512d-4334-8ee1-5d962c7fc4bb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.569360 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-722f7426-7fd9-4b6b-810d-dbc7d0c131ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (798f48de-2f45-4d75-9ff8-e6f1055a4bc0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.572011 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-722f7426-7fd9-4b6b-810d-dbc7d0c131ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.573200 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-722f7426-7fd9-4b6b-810d-dbc7d0c131ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/798f48de-2f45-4d75-9ff8-e6f1055a4bc0 HTTP/1.1" status: 204 len: 168 time: 0.1354768 Feb 03 13:20:19.581706 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f7426-7fd9-4b6b-810d-dbc7d0c131ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798f48de-2f45-4d75-9ff8-e6f1055a4bc0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:19.603997 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd7ff9d6-e233-4108-a1b4-fe602f7c4081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (8aff007f-512d-4334-8ee1-5d962c7fc4bb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.630570 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ff9d6-e233-4108-a1b4-fe602f7c4081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aff007f-512d-4334-8ee1-5d962c7fc4bb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:19.634240 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd7ff9d6-e233-4108-a1b4-fe602f7c4081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.640150 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38470) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:19.640420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88216462-ced7-48e2-808f-f3018f227e3a None None] Network bdf47e24-63f9-481d-994b-2b805bc4b0a4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:20:19.640951 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dd7ff9d6-e233-4108-a1b4-fe602f7c4081 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8aff007f-512d-4334-8ee1-5d962c7fc4bb HTTP/1.1" status: 204 len: 168 time: 0.3007495 Feb 03 13:20:19.714858 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e2a9-4093-499f-ad7b-903d7599c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (bdf47e24-63f9-481d-994b-2b805bc4b0a4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.773614 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d4e4e2a9-4093-499f-ad7b-903d7599c7fc admin admin] Deleting port cffca308-e85c-49f2-ad25-f6b1ac58d30e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:20:19.773968 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e2a9-4093-499f-ad7b-903d7599c7fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (cffca308-e85c-49f2-ad25-f6b1ac58d30e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.846545 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8af9e8-b555-408c-8ffe-3d286a871e60 None None] DHCP port deletion for bdf47e24-63f9-481d-994b-2b805bc4b0a4 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:20:19.853176 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-d4e4e2a9-4093-499f-ad7b-903d7599c7fc admin admin] For port cffca308-e85c-49f2-ad25-f6b1ac58d30e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=cffca308-e85c-49f2-ad25-f6b1ac58d30e,segment=NetworkSegment(17ac4604-f208-4f55-b0ba-f7e16e1b2b77),segment_id=17ac4604-f208-4f55-b0ba-f7e16e1b2b77)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:19.853710 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e2a9-4093-499f-ad7b-903d7599c7fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (cffca308-e85c-49f2-ad25-f6b1ac58d30e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.871034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d4e4e2a9-4093-499f-ad7b-903d7599c7fc admin admin] Calling delete_port for cffca308-e85c-49f2-ad25-f6b1ac58d30e owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:20:19.921101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8f8af9e8-b555-408c-8ffe-3d286a871e60 None None] Deleting port cffca308-e85c-49f2-ad25-f6b1ac58d30e {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:20:19.921807 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f8af9e8-b555-408c-8ffe-3d286a871e60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (cffca308-e85c-49f2-ad25-f6b1ac58d30e), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.975815 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e2a9-4093-499f-ad7b-903d7599c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (cffca308-e85c-49f2-ad25-f6b1ac58d30e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:19.995549 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8f8af9e8-b555-408c-8ffe-3d286a871e60 None None] For port cffca308-e85c-49f2-ad25-f6b1ac58d30e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=cffca308-e85c-49f2-ad25-f6b1ac58d30e,segment=NetworkSegment(17ac4604-f208-4f55-b0ba-f7e16e1b2b77),segment_id=17ac4604-f208-4f55-b0ba-f7e16e1b2b77)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:19.996040 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f8af9e8-b555-408c-8ffe-3d286a871e60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (cffca308-e85c-49f2-ad25-f6b1ac58d30e), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:20.012762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8f8af9e8-b555-408c-8ffe-3d286a871e60 None None] Calling delete_port for cffca308-e85c-49f2-ad25-f6b1ac58d30e owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:20:20.013841 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4e2a9-4093-499f-ad7b-903d7599c7fc admin admin] Pushing event deleted for resources: {'Port': ['ID=cffca308-e85c-49f2-ad25-f6b1ac58d30e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:20.018066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e4e2a9-4093-499f-ad7b-903d7599c7fc admin admin] No DVR routers for this DVR port cffca308-e85c-49f2-ad25-f6b1ac58d30e on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:20:20.099026 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e2a9-4093-499f-ad7b-903d7599c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (bdf47e24-63f9-481d-994b-2b805bc4b0a4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:20.106538 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f8af9e8-b555-408c-8ffe-3d286a871e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (cffca308-e85c-49f2-ad25-f6b1ac58d30e), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:20.127452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d4e4e2a9-4093-499f-ad7b-903d7599c7fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf47e24-63f9-481d-994b-2b805bc4b0a4']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:20.135682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8af9e8-b555-408c-8ffe-3d286a871e60 None None] Pushing event deleted for resources: {'Port': ['ID=cffca308-e85c-49f2-ad25-f6b1ac58d30e,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:20.139776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8af9e8-b555-408c-8ffe-3d286a871e60 None None] No DVR routers for this DVR port cffca308-e85c-49f2-ad25-f6b1ac58d30e on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:20:20.159025 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d4e4e2a9-4093-499f-ad7b-903d7599c7fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ac4604-f208-4f55-b0ba-f7e16e1b2b77') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:20.159564 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d4e4e2a9-4093-499f-ad7b-903d7599c7fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ac4604-f208-4f55-b0ba-f7e16e1b2b77') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:20:20.172373 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e2a9-4093-499f-ad7b-903d7599c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (17ac4604-f208-4f55-b0ba-f7e16e1b2b77), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:20.196312 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e2a9-4093-499f-ad7b-903d7599c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (17ac4604-f208-4f55-b0ba-f7e16e1b2b77), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:20.204618 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e4e2a9-4093-499f-ad7b-903d7599c7fc admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:20:20.205649 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e2a9-4093-499f-ad7b-903d7599c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (17ac4604-f208-4f55-b0ba-f7e16e1b2b77), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:20:20.207541 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:20:20.213987 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device cffca308-e85c-49f2-ad25-f6b1ac58d30e no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:20:20.234567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: cffca308-e85c-49f2-ad25-f6b1ac58d30e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:20:20.234917 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device cffca308-e85c-49f2-ad25-f6b1ac58d30e not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:20:20.235339 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 636f7b58-9888-4905-a9f1-2120dc14d622 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:20:20.255913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 636f7b58-9888-4905-a9f1-2120dc14d622 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:20:20.256300 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 636f7b58-9888-4905-a9f1-2120dc14d622 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:20:20.256726 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7ac0c33a-6f59-4e6f-abf7-0649fc802b79 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:20:20.268599 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e2a9-4093-499f-ad7b-903d7599c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (bdf47e24-63f9-481d-994b-2b805bc4b0a4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:20.274480 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d4e4e2a9-4093-499f-ad7b-903d7599c7fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:20.280874 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d4e4e2a9-4093-499f-ad7b-903d7599c7fc admin admin] 10.222.0.18 "DELETE /v2.0/networks/bdf47e24-63f9-481d-994b-2b805bc4b0a4 HTTP/1.1" status: 204 len: 168 time: 0.6371386 Feb 03 13:20:20.285186 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 7ac0c33a-6f59-4e6f-abf7-0649fc802b79 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:20:20.285549 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7ac0c33a-6f59-4e6f-abf7-0649fc802b79 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:20:20.292614 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4e2a9-4093-499f-ad7b-903d7599c7fc admin admin] Pushing event deleted for resources: {'Network': ['ID=bdf47e24-63f9-481d-994b-2b805bc4b0a4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:20.450898 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38474) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:20.491541 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-510c432c-2c82-4cdb-9133-9d4065483b6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd262203661b4001b3996879b73211cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393753 Feb 03 13:20:20.494026 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38476) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:20.540528 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1442789b-1c6a-4cbb-a6e0-5af8602ee93a admin admin] Publish callbacks [] for security_group (72a2464e-f8ac-4dca-89a8-17289cefc630), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:20.560643 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1442789b-1c6a-4cbb-a6e0-5af8602ee93a admin admin] Publish callbacks [] for security_group (72a2464e-f8ac-4dca-89a8-17289cefc630), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:20.609968 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1442789b-1c6a-4cbb-a6e0-5af8602ee93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (72a2464e-f8ac-4dca-89a8-17289cefc630), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:20.612640 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1442789b-1c6a-4cbb-a6e0-5af8602ee93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:20.613807 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1442789b-1c6a-4cbb-a6e0-5af8602ee93a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72a2464e-f8ac-4dca-89a8-17289cefc630 HTTP/1.1" status: 204 len: 168 time: 0.1188929 Feb 03 13:20:20.621479 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442789b-1c6a-4cbb-a6e0-5af8602ee93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a2464e-f8ac-4dca-89a8-17289cefc630,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:20.932603 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38482) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:20.946233 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcfe1d3e-ed20-4e6a-9da9-36309ff2ad52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:21.018729 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcfe1d3e-ed20-4e6a-9da9-36309ff2ad52 admin admin] Publish callbacks [] for security_group (9dec42a4-a388-4c31-977c-d47beb58ab6c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:21.022629 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcfe1d3e-ed20-4e6a-9da9-36309ff2ad52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9dec42a4-a388-4c31-977c-d47beb58ab6c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:21.058577 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe1d3e-ed20-4e6a-9da9-36309ff2ad52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dec42a4-a388-4c31-977c-d47beb58ab6c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:21.062798 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fcfe1d3e-ed20-4e6a-9da9-36309ff2ad52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1291730 Feb 03 13:20:21.065953 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38484) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:21.112264 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0e6616f-242d-4468-9fbc-e2e75f7cef50 admin admin] Publish callbacks [] for security_group (9dec42a4-a388-4c31-977c-d47beb58ab6c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:21.132869 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0e6616f-242d-4468-9fbc-e2e75f7cef50 admin admin] Publish callbacks [] for security_group (9dec42a4-a388-4c31-977c-d47beb58ab6c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:21.178223 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0e6616f-242d-4468-9fbc-e2e75f7cef50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9dec42a4-a388-4c31-977c-d47beb58ab6c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:21.181004 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0e6616f-242d-4468-9fbc-e2e75f7cef50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:21.182164 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e0e6616f-242d-4468-9fbc-e2e75f7cef50 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9dec42a4-a388-4c31-977c-d47beb58ab6c HTTP/1.1" status: 204 len: 168 time: 0.1153255 Feb 03 13:20:21.190231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6616f-242d-4468-9fbc-e2e75f7cef50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dec42a4-a388-4c31-977c-d47beb58ab6c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:31.446495 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:31.746936 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-7d0824ee-ddd9-4932-adfe-0b7340f5bceb tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ab8148089abc4e1999152b2a8a3a6579&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314176 Feb 03 13:20:31.923271 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-cc581979-c876-4b00-88e4-bdd33f71ad85 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:31.924791 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-cc581979-c876-4b00-88e4-bdd33f71ad85 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1729319 Feb 03 13:20:31.939177 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-85ed1a99-6e7e-4e01-ac10-a0b72942a6be tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/quotas/ab8148089abc4e1999152b2a8a3a6579 HTTP/1.1" status: 200 len: 375 time: 0.0089760 Feb 03 13:20:31.973384 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-a6770dc1-aa66-4887-8d38-0e0ba38f7822 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab8148089abc4e1999152b2a8a3a6579&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280218 Feb 03 13:20:32.136109 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-21ecf956-bc90-412a-9eb2-565c62bbaee0 req-6208deca-c2c9-4a45-b0ba-56af4fcd2f12 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/ports?device_id=038115f7-5094-40b4-8381-32f52e0b094c HTTP/1.1" status: 200 len: 210 time: 0.0282702 Feb 03 13:20:33.022301 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-be3a384b-f978-4343-a1d9-a0c0d6f97820 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=ab8148089abc4e1999152b2a8a3a6579&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215011 Feb 03 13:20:33.132494 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-8a029d5f-ada1-4048-b742-44265e0600c4 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:33.133950 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-8a029d5f-ada1-4048-b742-44265e0600c4 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1071959 Feb 03 13:20:33.157075 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-f2c7acd6-978a-4a42-90c3-022c552caaa4 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Request body: {'port': {'device_id': '038115f7-5094-40b4-8381-32f52e0b094c', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'admin_state_up': True, 'tenant_id': 'ab8148089abc4e1999152b2a8a3a6579'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:20:33.250343 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa35f510-6f3b-4015-9d12-6d2fa7abeedb req-4dc32c26-06f3-4978-b885-2525e667ab66 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/ports?device_id=038115f7-5094-40b4-8381-32f52e0b094c HTTP/1.1" status: 200 len: 210 time: 0.0348043 Feb 03 13:20:33.308100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-f2c7acd6-978a-4a42-90c3-022c552caaa4 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Made reservation on behalf of ab8148089abc4e1999152b2a8a3a6579 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:20:33.311385 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-f2c7acd6-978a-4a42-90c3-022c552caaa4 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:33.320591 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-f2c7acd6-978a-4a42-90c3-022c552caaa4 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:33.396143 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-f2c7acd6-978a-4a42-90c3-022c552caaa4 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Publish callbacks [] for security_group (74021a8f-dfd9-4a15-8610-e4797969ac01), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:33.400112 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-f2c7acd6-978a-4a42-90c3-022c552caaa4 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (74021a8f-dfd9-4a15-8610-e4797969ac01), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:33.465945 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7acd6-978a-4a42-90c3-022c552caaa4 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74021a8f-dfd9-4a15-8610-e4797969ac01,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:33.531110 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-f2c7acd6-978a-4a42-90c3-022c552caaa4 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Allocated IP 192.168.233.78 (30217d02-c58e-46ec-8b99-5881f53ed447/015c26db-9d2d-45dd-8783-6a74dccd3ba6/59b86985-ab9a-42d2-bccb-5dc922059746) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:20:33.554470 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c18b398-e510-44e4-adb8-61e2fbebac4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:33.678641 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-f2c7acd6-978a-4a42-90c3-022c552caaa4 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Publish callbacks [] for port (59b86985-ab9a-42d2-bccb-5dc922059746), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:33.711777 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-f2c7acd6-978a-4a42-90c3-022c552caaa4 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (59b86985-ab9a-42d2-bccb-5dc922059746), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:33.753698 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-f2c7acd6-978a-4a42-90c3-022c552caaa4 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Network 30217d02-c58e-46ec-8b99-5881f53ed447 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:20:33.758731 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-f2c7acd6-978a-4a42-90c3-022c552caaa4 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:20:33.762251 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-f2c7acd6-978a-4a42-90c3-022c552caaa4 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:20:33.768430 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7acd6-978a-4a42-90c3-022c552caaa4 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Pushing event updated for resources: {'Port': ['ID=59b86985-ab9a-42d2-bccb-5dc922059746,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:33.814379 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-f2c7acd6-978a-4a42-90c3-022c552caaa4 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:33.815160 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-f2c7acd6-978a-4a42-90c3-022c552caaa4 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:33.831624 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-f2c7acd6-978a-4a42-90c3-022c552caaa4 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6780307 Feb 03 13:20:33.848086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] Request body: {'port': {'device_id': '038115f7-5094-40b4-8381-32f52e0b094c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:20:33.912224 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (59b86985-ab9a-42d2-bccb-5dc922059746), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:34.165054 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7317052a-9e7f-4278-bb95-0195a224db19 None None] Provisioning complete for port 59b86985-ab9a-42d2-bccb-5dc922059746 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:34.165428 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7317052a-9e7f-4278-bb95-0195a224db19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (59b86985-ab9a-42d2-bccb-5dc922059746), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:34.181275 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b86985-ab9a-42d2-bccb-5dc922059746 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:20:34.188835 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] Publish callbacks [] for port (59b86985-ab9a-42d2-bccb-5dc922059746), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:34.199310 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7317052a-9e7f-4278-bb95-0195a224db19 None None] Port 59b86985-ab9a-42d2-bccb-5dc922059746 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:20:34.201037 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] Transition to ACTIVE for port object 59b86985-ab9a-42d2-bccb-5dc922059746 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:20:34.204503 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (59b86985-ab9a-42d2-bccb-5dc922059746), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:34.255727 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] Pushing event updated for resources: {'Port': ['ID=59b86985-ab9a-42d2-bccb-5dc922059746,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:34.335102 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] Attempting to bind port 59b86985-ab9a-42d2-bccb-5dc922059746 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:20:34.335356 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] Attempting to bind port 59b86985-ab9a-42d2-bccb-5dc922059746 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:20:34.335692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] Attempting to bind port 59b86985-ab9a-42d2-bccb-5dc922059746 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:20:34.340360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] Port 59b86985-ab9a-42d2-bccb-5dc922059746 on network 30217d02-c58e-46ec-8b99-5881f53ed447 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:20:34.340690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] Attempting to bind port 59b86985-ab9a-42d2-bccb-5dc922059746 on network 30217d02-c58e-46ec-8b99-5881f53ed447 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:20:34.345841 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:20:34.346367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] Checking segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:20:34.347125 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] Bound using segment: {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:20:34.347557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] Bound port: 59b86985-ab9a-42d2-bccb-5dc922059746, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:20:34.347920 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (59b86985-ab9a-42d2-bccb-5dc922059746), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:34.385914 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0339a17-2ddb-4845-a5f5-86841ac3337d req-c2da6085-344d-4e70-8f6e-e6a61a4f64e7 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:34.392710 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a0339a17-2ddb-4845-a5f5-86841ac3337d req-c2da6085-344d-4e70-8f6e-e6a61a4f64e7 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/ports?device_id=038115f7-5094-40b4-8381-32f52e0b094c HTTP/1.1" status: 200 len: 947 time: 0.0615299 Feb 03 13:20:34.414932 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] For port 59b86985-ab9a-42d2-bccb-5dc922059746, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:20:34.418810 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] For port 59b86985-ab9a-42d2-bccb-5dc922059746, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=59b86985-ab9a-42d2-bccb-5dc922059746,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:20:34.426328 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (59b86985-ab9a-42d2-bccb-5dc922059746), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:34.444460 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a0339a17-2ddb-4845-a5f5-86841ac3337d req-b47844da-ebbb-4604-ae7d-cce766f30c99 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/security-groups?id=74021a8f-dfd9-4a15-8610-e4797969ac01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502799 Feb 03 13:20:34.470257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:34.470998 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:34.472555 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] 10.222.0.73 "PUT /v2.0/ports/59b86985-ab9a-42d2-bccb-5dc922059746 HTTP/1.1" status: 200 len: 1095 time: 0.6289093 Feb 03 13:20:34.473078 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038115f7-5094-40b4-8381-32f52e0b094c', 'tag': '59b86985-ab9a-42d2-bccb-5dc922059746'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:20:34.475360 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ee1c58-3250-431e-b315-d459a1e8f698" -d '{"events": [{"name": "network-changed", "server_uuid": "038115f7-5094-40b4-8381-32f52e0b094c", "tag": "59b86985-ab9a-42d2-bccb-5dc922059746"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:20:34.491143 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcb221-79ae-49b8-ae63-0288a93f9bed service neutron] Pushing event updated for resources: {'Port': ['ID=59b86985-ab9a-42d2-bccb-5dc922059746,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:34.537382 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9f3193-1639-44c6-9c6f-46f66e65e07f x-openstack-request-id: req-6e9f3193-1639-44c6-9c6f-46f66e65e07f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:20:34.537677 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038115f7-5094-40b4-8381-32f52e0b094c", "tag": "59b86985-ab9a-42d2-bccb-5dc922059746", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:20:34.537942 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e9f3193-1639-44c6-9c6f-46f66e65e07f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:20:34.538337 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038115f7-5094-40b4-8381-32f52e0b094c', 'tag': '59b86985-ab9a-42d2-bccb-5dc922059746', 'status': 'completed', 'code': 200} Feb 03 13:20:34.580631 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-6b212bb0-eb09-4c1a-80a8-b99142d1342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:34.582172 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-6b212bb0-eb09-4c1a-80a8-b99142d1342f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ab8148089abc4e1999152b2a8a3a6579&device_id=038115f7-5094-40b4-8381-32f52e0b094c HTTP/1.1" status: 200 len: 1129 time: 0.0559857 Feb 03 13:20:34.631210 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-3c945700-970c-4570-b12e-da7780fa2159 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=59b86985-ab9a-42d2-bccb-5dc922059746 HTTP/1.1" status: 200 len: 217 time: 0.0366876 Feb 03 13:20:34.679423 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-36eebba6-99b6-49ef-ad12-c146a86952b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:34.680936 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-36eebba6-99b6-49ef-ad12-c146a86952b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0444562 Feb 03 13:20:34.732821 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-6bbc93a2-0507-46ee-8270-317c0bef78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:34.734334 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-6bbc93a2-0507-46ee-8270-317c0bef78e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0478625 Feb 03 13:20:34.822806 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-d27b8f89-6679-42f1-b06d-5746c87a4dfe service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810854 Feb 03 13:20:34.912531 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7a668bf8-07dd-4050-aa70-868fcbc5b3fd req-da1aaa17-0594-488f-9178-1ddb32797a4b service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838504 Feb 03 13:20:35.036153 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee1c58-3250-431e-b315-d459a1e8f698 req-a3f89682-0165-4531-a8d2-2cbd7149994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:35.037653 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31ee1c58-3250-431e-b315-d459a1e8f698 req-a3f89682-0165-4531-a8d2-2cbd7149994c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ab8148089abc4e1999152b2a8a3a6579&device_id=038115f7-5094-40b4-8381-32f52e0b094c HTTP/1.1" status: 200 len: 1129 time: 0.0449047 Feb 03 13:20:35.128162 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee1c58-3250-431e-b315-d459a1e8f698 req-d707eaf1-c3a3-4f5e-8b0e-2d2d452fa044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:35.129685 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31ee1c58-3250-431e-b315-d459a1e8f698 req-d707eaf1-c3a3-4f5e-8b0e-2d2d452fa044 service neutron] 10.222.0.73 "GET /v2.0/networks?id=30217d02-c58e-46ec-8b99-5881f53ed447 HTTP/1.1" status: 200 len: 870 time: 0.0863104 Feb 03 13:20:35.170990 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31ee1c58-3250-431e-b315-d459a1e8f698 req-c463cb4e-5f1e-4b5e-b739-92c302eacc6b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=59b86985-ab9a-42d2-bccb-5dc922059746 HTTP/1.1" status: 200 len: 217 time: 0.0347779 Feb 03 13:20:35.217148 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee1c58-3250-431e-b315-d459a1e8f698 req-fd01a4ea-2417-4605-8d1d-d756c41d8dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:35.218611 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31ee1c58-3250-431e-b315-d459a1e8f698 req-fd01a4ea-2417-4605-8d1d-d756c41d8dd7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=015c26db-9d2d-45dd-8783-6a74dccd3ba6 HTTP/1.1" status: 200 len: 843 time: 0.0426347 Feb 03 13:20:35.265105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee1c58-3250-431e-b315-d459a1e8f698 req-80537016-02b3-428b-809f-04c0cd8ea6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:35.266608 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31ee1c58-3250-431e-b315-d459a1e8f698 req-80537016-02b3-428b-809f-04c0cd8ea6cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=30217d02-c58e-46ec-8b99-5881f53ed447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0424736 Feb 03 13:20:35.572570 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95748796-2940-4107-be1c-50bd9ad4b788 req-9fe3705b-4c39-4964-947f-b543ba748630 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:35.574117 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-95748796-2940-4107-be1c-50bd9ad4b788 req-9fe3705b-4c39-4964-947f-b543ba748630 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/ports?device_id=038115f7-5094-40b4-8381-32f52e0b094c HTTP/1.1" status: 200 len: 947 time: 0.0583313 Feb 03 13:20:35.621668 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-95748796-2940-4107-be1c-50bd9ad4b788 req-24bb59cd-baed-47c2-986b-b002204f3bd8 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/security-groups?id=74021a8f-dfd9-4a15-8610-e4797969ac01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417409 Feb 03 13:20:35.689430 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31ee1c58-3250-431e-b315-d459a1e8f698 req-b9b41135-d4ed-4ee3-9e64-87891c0738ec service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163156 Feb 03 13:20:35.782815 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-31ee1c58-3250-431e-b315-d459a1e8f698 req-ae8d8625-edde-40ed-99bb-58c7961231ba service neutron] 10.222.0.73 "GET /v2.0/networks/30217d02-c58e-46ec-8b99-5881f53ed447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866828 Feb 03 13:20:36.188981 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4b4a9938-4957-4c14-b26c-09fa93dfedc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:36.741702 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9bceb-2a83-451e-ba62-ec33136e7cb9 req-06c37f7f-a8ba-4477-a73b-04f7e4b9caeb tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:36.743171 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4ee9bceb-2a83-451e-ba62-ec33136e7cb9 req-06c37f7f-a8ba-4477-a73b-04f7e4b9caeb tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/ports?device_id=038115f7-5094-40b4-8381-32f52e0b094c HTTP/1.1" status: 200 len: 947 time: 0.0510573 Feb 03 13:20:36.788862 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4ee9bceb-2a83-451e-ba62-ec33136e7cb9 req-ce0f861f-62f4-4506-b26f-57d7cff5628e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/security-groups?id=74021a8f-dfd9-4a15-8610-e4797969ac01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401468 Feb 03 13:20:37.052518 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:37.282742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 59b86985-ab9a-42d2-bccb-5dc922059746 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:20:37.391611 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 59b86985-ab9a-42d2-bccb-5dc922059746, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=59b86985-ab9a-42d2-bccb-5dc922059746,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:37.403806 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '59b86985-ab9a-42d2-bccb-5dc922059746', 'network_id': '30217d02-c58e-46ec-8b99-5881f53ed447', 'port_id': '59b86985-ab9a-42d2-bccb-5dc922059746', 'mac_address': 'fa:16:3e:56:18:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015c26db-9d2d-45dd-8783-6a74dccd3ba6', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:20:37.443927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 59b86985-ab9a-42d2-bccb-5dc922059746 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:37.444345 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (59b86985-ab9a-42d2-bccb-5dc922059746), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:37.460702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b86985-ab9a-42d2-bccb-5dc922059746 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:20:37.480725 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 59b86985-ab9a-42d2-bccb-5dc922059746, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=59b86985-ab9a-42d2-bccb-5dc922059746,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:37.484535 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (59b86985-ab9a-42d2-bccb-5dc922059746), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:37.530896 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=59b86985-ab9a-42d2-bccb-5dc922059746,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:37.826105 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['59b86985-ab9a-42d2-bccb-5dc922059746'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:20:37.908236 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636e786-bc15-4ef1-ae77-0b768bad9632 req-532fbb7b-9a71-4aa6-995d-7014d77e3649 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:37.909737 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b636e786-bc15-4ef1-ae77-0b768bad9632 req-532fbb7b-9a71-4aa6-995d-7014d77e3649 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/ports?device_id=038115f7-5094-40b4-8381-32f52e0b094c HTTP/1.1" status: 200 len: 948 time: 0.0533216 Feb 03 13:20:37.957594 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b636e786-bc15-4ef1-ae77-0b768bad9632 req-6195a82c-0867-4f38-8d7e-52db3637e140 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/security-groups?id=74021a8f-dfd9-4a15-8610-e4797969ac01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422781 Feb 03 13:20:38.352747 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:39.074112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6045bc5-7fbb-420b-aa46-cc9595ceae34 req-1924afce-ff6f-45ce-9f98-e03687d8a21e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:39.075605 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6045bc5-7fbb-420b-aa46-cc9595ceae34 req-1924afce-ff6f-45ce-9f98-e03687d8a21e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/ports?device_id=038115f7-5094-40b4-8381-32f52e0b094c HTTP/1.1" status: 200 len: 948 time: 0.0522532 Feb 03 13:20:39.122206 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6045bc5-7fbb-420b-aa46-cc9595ceae34 req-b9ef51cf-5a3b-43ba-bdc4-e823b9f48044 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/security-groups?id=74021a8f-dfd9-4a15-8610-e4797969ac01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405722 Feb 03 13:20:39.287847 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 59b86985-ab9a-42d2-bccb-5dc922059746 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:20:39.336595 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 59b86985-ab9a-42d2-bccb-5dc922059746 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:20:39.340810 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 59b86985-ab9a-42d2-bccb-5dc922059746 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:39.341187 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (59b86985-ab9a-42d2-bccb-5dc922059746), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:39.419681 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 59b86985-ab9a-42d2-bccb-5dc922059746 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:39.420415 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (59b86985-ab9a-42d2-bccb-5dc922059746), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:39.445459 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038115f7-5094-40b4-8381-32f52e0b094c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b86985-ab9a-42d2-bccb-5dc922059746'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:20:39.447683 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0a6370-1f42-473c-9059-56c8b0bb7464" -d '{"events": [{"server_uuid": "038115f7-5094-40b4-8381-32f52e0b094c", "name": "network-vif-plugged", "status": "completed", "tag": "59b86985-ab9a-42d2-bccb-5dc922059746"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:20:39.459801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 59b86985-ab9a-42d2-bccb-5dc922059746, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=59b86985-ab9a-42d2-bccb-5dc922059746,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:39.463979 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (59b86985-ab9a-42d2-bccb-5dc922059746), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:39.487647 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2de039-c1e4-473c-b5fb-280a8dc98cdc x-openstack-request-id: req-2c2de039-c1e4-473c-b5fb-280a8dc98cdc {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:20:39.487951 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038115f7-5094-40b4-8381-32f52e0b094c", "name": "network-vif-plugged", "status": "completed", "tag": "59b86985-ab9a-42d2-bccb-5dc922059746", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:20:39.488214 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c2de039-c1e4-473c-b5fb-280a8dc98cdc {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:20:39.488674 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038115f7-5094-40b4-8381-32f52e0b094c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b86985-ab9a-42d2-bccb-5dc922059746', 'code': 200} Feb 03 13:20:39.512789 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=59b86985-ab9a-42d2-bccb-5dc922059746,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:39.623125 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b833f-6db9-441f-bbc5-c24bd6b5de34 req-def44ee0-0939-49ef-9802-25be15512716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:39.624547 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa9b833f-6db9-441f-bbc5-c24bd6b5de34 req-def44ee0-0939-49ef-9802-25be15512716 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=038115f7-5094-40b4-8381-32f52e0b094c HTTP/1.1" status: 200 len: 1131 time: 0.0468991 Feb 03 13:20:39.668105 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa9b833f-6db9-441f-bbc5-c24bd6b5de34 req-66af3400-bae3-4987-9606-5638a2bc267c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=74021a8f-dfd9-4a15-8610-e4797969ac01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365050 Feb 03 13:20:39.956139 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:40.240971 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c526dc7-afbd-40de-ae5a-4ce0c73b91bb req-5bb7467a-2335-4d65-9e4c-ae0576fa5d42 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:40.242378 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c526dc7-afbd-40de-ae5a-4ce0c73b91bb req-5bb7467a-2335-4d65-9e4c-ae0576fa5d42 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/ports?device_id=038115f7-5094-40b4-8381-32f52e0b094c HTTP/1.1" status: 200 len: 949 time: 0.0525341 Feb 03 13:20:40.288575 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c526dc7-afbd-40de-ae5a-4ce0c73b91bb req-2208b05c-4b7f-45e9-b476-3bb4e0eb04f5 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/security-groups?id=74021a8f-dfd9-4a15-8610-e4797969ac01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407321 Feb 03 13:20:41.413010 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89381c7c-4312-4f60-8d87-480a65dbcc6b req-4530fb1f-eec8-4c39-9d5d-396baa040669 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:41.414480 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-89381c7c-4312-4f60-8d87-480a65dbcc6b req-4530fb1f-eec8-4c39-9d5d-396baa040669 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/ports?device_id=038115f7-5094-40b4-8381-32f52e0b094c HTTP/1.1" status: 200 len: 949 time: 0.0584202 Feb 03 13:20:41.463630 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-89381c7c-4312-4f60-8d87-480a65dbcc6b req-c6b9792d-5a15-4c8e-924a-801b5fcbe56e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/security-groups?id=74021a8f-dfd9-4a15-8610-e4797969ac01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435879 Feb 03 13:20:41.833837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-ef6f547e-429f-45e1-aa6f-fa6cdd45e3d8 req-152108bf-6efa-4652-b214-d04a36810e8c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:20:41.834878 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ef6f547e-429f-45e1-aa6f-fa6cdd45e3d8 req-152108bf-6efa-4652-b214-d04a36810e8c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1011665 Feb 03 13:20:42.156865 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-fad3d9bd-f325-4869-8e50-f9505c43e963 req-c2fa6818-22e2-4a36-9f51-5cd11c55ce2c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:20:42.157858 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fad3d9bd-f325-4869-8e50-f9505c43e963 req-c2fa6818-22e2-4a36-9f51-5cd11c55ce2c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052154 Feb 03 13:20:42.495725 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695823fd-500e-4e4b-ad64-3e826436d3f1 req-bdf752ee-56f9-4114-9701-bc3b0a12c92e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:42.497240 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-695823fd-500e-4e4b-ad64-3e826436d3f1 req-bdf752ee-56f9-4114-9701-bc3b0a12c92e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/ports?device_id=038115f7-5094-40b4-8381-32f52e0b094c HTTP/1.1" status: 200 len: 949 time: 0.0533240 Feb 03 13:20:42.543695 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-695823fd-500e-4e4b-ad64-3e826436d3f1 req-ede7210d-15b5-4745-b7b0-f827f3487017 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/security-groups?id=74021a8f-dfd9-4a15-8610-e4797969ac01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407038 Feb 03 13:20:43.665293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb153c-ff0f-4392-a989-f114ab871517 req-195c8de6-e16d-495b-ab34-3265f76f6177 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:43.666794 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2eb153c-ff0f-4392-a989-f114ab871517 req-195c8de6-e16d-495b-ab34-3265f76f6177 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/ports?device_id=038115f7-5094-40b4-8381-32f52e0b094c HTTP/1.1" status: 200 len: 949 time: 0.0559628 Feb 03 13:20:43.713353 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2eb153c-ff0f-4392-a989-f114ab871517 req-fd7d84bd-6343-416b-b238-23b0179e89a3 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/security-groups?id=74021a8f-dfd9-4a15-8610-e4797969ac01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408688 Feb 03 13:20:44.031583 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21263504-ba8a-4333-8f7e-0d188538e97f req-b76e277e-58d2-46a2-b906-fd97ac0b5381 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:44.033078 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21263504-ba8a-4333-8f7e-0d188538e97f req-b76e277e-58d2-46a2-b906-fd97ac0b5381 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.73 "GET /v2.0/ports?device_id=038115f7-5094-40b4-8381-32f52e0b094c HTTP/1.1" status: 200 len: 949 time: 0.0513628 Feb 03 13:20:44.123019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-21263504-ba8a-4333-8f7e-0d188538e97f req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Deleting port 59b86985-ab9a-42d2-bccb-5dc922059746 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:20:44.123367 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21263504-ba8a-4333-8f7e-0d188538e97f req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (59b86985-ab9a-42d2-bccb-5dc922059746), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:44.213453 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-21263504-ba8a-4333-8f7e-0d188538e97f req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] For port 59b86985-ab9a-42d2-bccb-5dc922059746, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=59b86985-ab9a-42d2-bccb-5dc922059746,segment=NetworkSegment(ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2),segment_id=ffd5c096-3a4c-4f20-9f66-1fa38c60b3c2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:44.213821 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21263504-ba8a-4333-8f7e-0d188538e97f req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (59b86985-ab9a-42d2-bccb-5dc922059746), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:44.226791 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-21263504-ba8a-4333-8f7e-0d188538e97f req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Calling delete_port for 59b86985-ab9a-42d2-bccb-5dc922059746 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:20:44.353675 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21263504-ba8a-4333-8f7e-0d188538e97f req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (59b86985-ab9a-42d2-bccb-5dc922059746), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:44.381094 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Pushing event deleted for resources: {'Port': ['ID=59b86985-ab9a-42d2-bccb-5dc922059746,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:44.387592 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['59b86985-ab9a-42d2-bccb-5dc922059746'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:20:44.414000 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:44.414359 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:44.414707 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:44.415050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:44.415387 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:44.415752 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:44.416114 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:44.416448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:44.416784 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:44.417122 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:44.417452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:44.417780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:44.418108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:44.436053 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-21263504-ba8a-4333-8f7e-0d188538e97f req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] No DVR routers for this DVR port 59b86985-ab9a-42d2-bccb-5dc922059746 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:20:44.438671 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21263504-ba8a-4333-8f7e-0d188538e97f req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:44.442999 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21263504-ba8a-4333-8f7e-0d188538e97f req-aee1a8c1-375e-4559-90d6-ef69988c529e tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.73 "DELETE /v2.0/ports/59b86985-ab9a-42d2-bccb-5dc922059746 HTTP/1.1" status: 204 len: 173 time: 0.4033127 Feb 03 13:20:44.443197 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038115f7-5094-40b4-8381-32f52e0b094c', 'name': 'network-vif-deleted', 'tag': '59b86985-ab9a-42d2-bccb-5dc922059746'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:20:44.445616 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471e0ed4-7402-448e-9921-1b4acd812405" -d '{"events": [{"server_uuid": "038115f7-5094-40b4-8381-32f52e0b094c", "name": "network-vif-deleted", "tag": "59b86985-ab9a-42d2-bccb-5dc922059746"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:20:44.484201 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d871ef4d-d308-4a3a-a5e4-69fdf6f78f82 x-openstack-request-id: req-d871ef4d-d308-4a3a-a5e4-69fdf6f78f82 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:20:44.484873 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038115f7-5094-40b4-8381-32f52e0b094c", "name": "network-vif-deleted", "tag": "59b86985-ab9a-42d2-bccb-5dc922059746", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:20:44.484873 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d871ef4d-d308-4a3a-a5e4-69fdf6f78f82 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:20:44.485145 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038115f7-5094-40b4-8381-32f52e0b094c', 'name': 'network-vif-deleted', 'tag': '59b86985-ab9a-42d2-bccb-5dc922059746', 'status': 'completed', 'code': 200} Feb 03 13:20:44.820829 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c8f082bb-228f-420c-80fd-16042a4aebd1 req-dc61a124-715f-453e-b9bb-f18e19ec3d74 tempest-ServersAdminNegativeTestJSON-475838124 tempest-ServersAdminNegativeTestJSON-475838124-project] 10.222.0.18 "GET /v2.0/ports?device_id=038115f7-5094-40b4-8381-32f52e0b094c HTTP/1.1" status: 200 len: 210 time: 0.0304687 Feb 03 13:20:46.121823 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38614) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:46.184370 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.263280 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-744605e9-4c10-4ba7-a74c-8f7bdf6ee5ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab8148089abc4e1999152b2a8a3a6579&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399696 Feb 03 13:20:46.265664 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38618) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:46.313164 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd74b4ca-f67f-459f-8154-39c937bda291 admin admin] Publish callbacks [] for security_group (74021a8f-dfd9-4a15-8610-e4797969ac01), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.334585 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd74b4ca-f67f-459f-8154-39c937bda291 admin admin] Publish callbacks [] for security_group (74021a8f-dfd9-4a15-8610-e4797969ac01), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.382377 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd74b4ca-f67f-459f-8154-39c937bda291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (74021a8f-dfd9-4a15-8610-e4797969ac01), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.386380 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd74b4ca-f67f-459f-8154-39c937bda291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.387472 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cd74b4ca-f67f-459f-8154-39c937bda291 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74021a8f-dfd9-4a15-8610-e4797969ac01 HTTP/1.1" status: 204 len: 168 time: 0.1209033 Feb 03 13:20:46.405354 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74b4ca-f67f-459f-8154-39c937bda291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74021a8f-dfd9-4a15-8610-e4797969ac01,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:46.663707 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38624) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:46.678046 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b72ff99-747f-4045-b9fe-943bde6a6672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.751851 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b72ff99-747f-4045-b9fe-943bde6a6672 admin admin] Publish callbacks [] for security_group (cbf24a87-d40b-4537-b1da-63409edfb06a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.756282 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b72ff99-747f-4045-b9fe-943bde6a6672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (cbf24a87-d40b-4537-b1da-63409edfb06a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.793688 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7b72ff99-747f-4045-b9fe-943bde6a6672 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f4f5ef8a51c40e4b7b54a8ebf7f94cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288791 Feb 03 13:20:46.795611 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ff99-747f-4045-b9fe-943bde6a6672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf24a87-d40b-4537-b1da-63409edfb06a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:46.796472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38626) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:46.803874 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ff99-747f-4045-b9fe-943bde6a6672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.804253 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ff99-747f-4045-b9fe-943bde6a6672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.804603 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ff99-747f-4045-b9fe-943bde6a6672 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.804944 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ff99-747f-4045-b9fe-943bde6a6672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.805281 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ff99-747f-4045-b9fe-943bde6a6672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.805616 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ff99-747f-4045-b9fe-943bde6a6672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.805946 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ff99-747f-4045-b9fe-943bde6a6672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.806275 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ff99-747f-4045-b9fe-943bde6a6672 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.806659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ff99-747f-4045-b9fe-943bde6a6672 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.806992 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ff99-747f-4045-b9fe-943bde6a6672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.807319 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ff99-747f-4045-b9fe-943bde6a6672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.807645 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ff99-747f-4045-b9fe-943bde6a6672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.807987 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ff99-747f-4045-b9fe-943bde6a6672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:46.855158 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e47e1f74-5115-41d0-a983-151b7e70a968 admin admin] Publish callbacks [] for security_group (cbf24a87-d40b-4537-b1da-63409edfb06a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.876855 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e47e1f74-5115-41d0-a983-151b7e70a968 admin admin] Publish callbacks [] for security_group (cbf24a87-d40b-4537-b1da-63409edfb06a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.925897 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e47e1f74-5115-41d0-a983-151b7e70a968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (cbf24a87-d40b-4537-b1da-63409edfb06a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.928491 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e47e1f74-5115-41d0-a983-151b7e70a968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:46.929666 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e47e1f74-5115-41d0-a983-151b7e70a968 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbf24a87-d40b-4537-b1da-63409edfb06a HTTP/1.1" status: 204 len: 168 time: 0.1319401 Feb 03 13:20:46.937178 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e1f74-5115-41d0-a983-151b7e70a968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf24a87-d40b-4537-b1da-63409edfb06a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:47.620277 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38648) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:47.713230 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-63a2016a-6590-46a6-a922-53457c94a527 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-621224112-network', 'tenant_id': '93e57db7066541dbb30aeeda6de6055a'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:20:47.733531 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a2016a-6590-46a6-a922-53457c94a527 admin admin] Made reservation on behalf of 93e57db7066541dbb30aeeda6de6055a for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:20:47.735882 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63a2016a-6590-46a6-a922-53457c94a527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:47.744853 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63a2016a-6590-46a6-a922-53457c94a527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:47.817476 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63a2016a-6590-46a6-a922-53457c94a527 admin admin] Publish callbacks [] for security_group (6931e6c7-4552-4e60-8637-0a0342ddf1a4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:47.821209 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63a2016a-6590-46a6-a922-53457c94a527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6931e6c7-4552-4e60-8637-0a0342ddf1a4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:47.848038 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a2016a-6590-46a6-a922-53457c94a527 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:20:47.854252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2016a-6590-46a6-a922-53457c94a527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6931e6c7-4552-4e60-8637-0a0342ddf1a4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:47.860305 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63a2016a-6590-46a6-a922-53457c94a527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (cf7f42ba-8746-4352-ae68-b5caa3151001), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:47.860653 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-63a2016a-6590-46a6-a922-53457c94a527 admin admin] Added segment cf7f42ba-8746-4352-ae68-b5caa3151001 of type vlan for network 4ea85d1e-f96f-418f-9478-72c61c50fc5a Feb 03 13:20:47.900639 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63a2016a-6590-46a6-a922-53457c94a527 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (4ea85d1e-f96f-418f-9478-72c61c50fc5a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:47.925293 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63a2016a-6590-46a6-a922-53457c94a527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (4ea85d1e-f96f-418f-9478-72c61c50fc5a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:47.926385 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a2016a-6590-46a6-a922-53457c94a527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:47.927006 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63a2016a-6590-46a6-a922-53457c94a527 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:47.959717 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-63a2016a-6590-46a6-a922-53457c94a527 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3382478 Feb 03 13:20:47.962644 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38652) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:20:47.967583 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8994970a-2ba9-4959-b232-5e2696a7fe9b admin admin] Request body: {'subnet': {'network_id': '4ea85d1e-f96f-418f-9478-72c61c50fc5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-621224112-subnet', 'tenant_id': '93e57db7066541dbb30aeeda6de6055a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:20:47.987138 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8994970a-2ba9-4959-b232-5e2696a7fe9b admin admin] Made reservation on behalf of 93e57db7066541dbb30aeeda6de6055a for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:20:47.989438 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8994970a-2ba9-4959-b232-5e2696a7fe9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:47.993073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2016a-6590-46a6-a922-53457c94a527 admin admin] Pushing event updated for resources: {'Network': ['ID=4ea85d1e-f96f-418f-9478-72c61c50fc5a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:48.003458 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 4ea85d1e-f96f-418f-9478-72c61c50fc5a details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:20:48.155753 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8994970a-2ba9-4959-b232-5e2696a7fe9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (77b52260-1ae4-4aaa-83b0-2365ef7a19d5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:48.214620 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994970a-2ba9-4959-b232-5e2696a7fe9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b52260-1ae4-4aaa-83b0-2365ef7a19d5,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:48.224830 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8994970a-2ba9-4959-b232-5e2696a7fe9b admin admin] Checking segment: {'id': 'cf7f42ba-8746-4352-ae68-b5caa3151001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4ea85d1e-f96f-418f-9478-72c61c50fc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:20:48.225194 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8994970a-2ba9-4959-b232-5e2696a7fe9b admin admin] Network hostable DHCP agents. Network: 4ea85d1e-f96f-418f-9478-72c61c50fc5a, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:20:48.241879 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8994970a-2ba9-4959-b232-5e2696a7fe9b admin admin] Network 4ea85d1e-f96f-418f-9478-72c61c50fc5a is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:20:48.250162 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8994970a-2ba9-4959-b232-5e2696a7fe9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 4ea85d1e-f96f-418f-9478-72c61c50fc5a) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:20:48.254745 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8994970a-2ba9-4959-b232-5e2696a7fe9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:48.255357 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8994970a-2ba9-4959-b232-5e2696a7fe9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:48.262682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edc7ace-2a2a-4924-b43a-e920b551b659 None None] Network 4ea85d1e-f96f-418f-9478-72c61c50fc5a requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:20:48.280825 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8994970a-2ba9-4959-b232-5e2696a7fe9b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3170204 Feb 03 13:20:48.363689 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ed9607-2030-4810-b77b-d06cd6cedf42 None None] Network 4ea85d1e-f96f-418f-9478-72c61c50fc5a requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:20:48.705201 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-e339dd25-39e7-4d63-9584-d27bbace44f3 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:48.706685 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-e339dd25-39e7-4d63-9584-d27bbace44f3 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/networks?id=4ea85d1e-f96f-418f-9478-72c61c50fc5a HTTP/1.1" status: 200 len: 811 time: 0.1020203 Feb 03 13:20:48.720705 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-bd05f837-641f-4740-80a9-1bb017959cb8 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/quotas/93e57db7066541dbb30aeeda6de6055a HTTP/1.1" status: 200 len: 375 time: 0.0088217 Feb 03 13:20:48.757467 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-2563f781-a94e-4a30-878e-6fd9ea86cab8 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=93e57db7066541dbb30aeeda6de6055a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320141 Feb 03 13:20:48.845331 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-68382f09-dfcc-4e2c-a28d-18f9f576e964 service neutron] 10.222.0.18 "GET /v2.0/networks/4ea85d1e-f96f-418f-9478-72c61c50fc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814171 Feb 03 13:20:48.937399 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-bbe0857b-1c7b-48f6-ad89-65b61a07d2e9 service neutron] 10.222.0.18 "GET /v2.0/networks/4ea85d1e-f96f-418f-9478-72c61c50fc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864024 Feb 03 13:20:49.092819 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-be67b926-cf4a-4cf9-8355-9fa1ac14fc85 req-ef89d485-167e-4a0a-a2e9-8a4de52f994e tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 210 time: 0.0273495 Feb 03 13:20:49.313488 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 59b86985-ab9a-42d2-bccb-5dc922059746 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:20:49.333984 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 59b86985-ab9a-42d2-bccb-5dc922059746 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:20:49.334330 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 59b86985-ab9a-42d2-bccb-5dc922059746 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:20:50.074789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-074aa0ed-95e8-4990-a806-8d7907fec846 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:50.076345 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-074aa0ed-95e8-4990-a806-8d7907fec846 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.73 "GET /v2.0/networks?id=4ea85d1e-f96f-418f-9478-72c61c50fc5a HTTP/1.1" status: 200 len: 811 time: 0.1040328 Feb 03 13:20:50.095239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-ad773e12-dce7-48ad-b1e8-c2aa1635d5b0 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Request body: {'port': {'device_id': '019509fb-3f43-411b-9d7e-92054e87fae5', 'network_id': '4ea85d1e-f96f-418f-9478-72c61c50fc5a', 'admin_state_up': True, 'tenant_id': '93e57db7066541dbb30aeeda6de6055a'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:20:50.201657 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b6760056-bb7f-4385-b6e4-ce0cd7d1e395 req-9474f9e3-faad-40f1-8d82-22ef9b6bee14 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 210 time: 0.0329056 Feb 03 13:20:50.233780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-ad773e12-dce7-48ad-b1e8-c2aa1635d5b0 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Made reservation on behalf of 93e57db7066541dbb30aeeda6de6055a for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:20:50.237123 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-ad773e12-dce7-48ad-b1e8-c2aa1635d5b0 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:50.366253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-ad773e12-dce7-48ad-b1e8-c2aa1635d5b0 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Allocated IP 172.20.0.3 (4ea85d1e-f96f-418f-9478-72c61c50fc5a/77b52260-1ae4-4aaa-83b0-2365ef7a19d5/37d484f7-e772-4c77-90a4-df8397fad4f7) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:20:50.509292 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-ad773e12-dce7-48ad-b1e8-c2aa1635d5b0 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Publish callbacks [] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:50.547186 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-ad773e12-dce7-48ad-b1e8-c2aa1635d5b0 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:50.590969 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-ad773e12-dce7-48ad-b1e8-c2aa1635d5b0 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Network 4ea85d1e-f96f-418f-9478-72c61c50fc5a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:20:50.596089 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-ad773e12-dce7-48ad-b1e8-c2aa1635d5b0 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:20:50.598475 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-ad773e12-dce7-48ad-b1e8-c2aa1635d5b0 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:20:50.623557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad773e12-dce7-48ad-b1e8-c2aa1635d5b0 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Pushing event updated for resources: {'Port': ['ID=37d484f7-e772-4c77-90a4-df8397fad4f7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:50.652564 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-ad773e12-dce7-48ad-b1e8-c2aa1635d5b0 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:50.653181 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-ad773e12-dce7-48ad-b1e8-c2aa1635d5b0 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:50.668331 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-ad773e12-dce7-48ad-b1e8-c2aa1635d5b0 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5779026 Feb 03 13:20:50.686441 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] Request body: {'port': {'device_id': '019509fb-3f43-411b-9d7e-92054e87fae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:20:50.747453 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:51.003469 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d484f7-e772-4c77-90a4-df8397fad4f7 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:20:51.010939 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] Publish callbacks [] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:51.022823 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] Transition to ACTIVE for port object 37d484f7-e772-4c77-90a4-df8397fad4f7 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:20:51.027131 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:51.077894 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] Pushing event updated for resources: {'Port': ['ID=37d484f7-e772-4c77-90a4-df8397fad4f7,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:51.148026 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] Attempting to bind port 37d484f7-e772-4c77-90a4-df8397fad4f7 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:20:51.148374 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] Attempting to bind port 37d484f7-e772-4c77-90a4-df8397fad4f7 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'cf7f42ba-8746-4352-ae68-b5caa3151001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4ea85d1e-f96f-418f-9478-72c61c50fc5a'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:20:51.148702 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] Attempting to bind port 37d484f7-e772-4c77-90a4-df8397fad4f7 on network 4ea85d1e-f96f-418f-9478-72c61c50fc5a {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:20:51.153371 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] Port 37d484f7-e772-4c77-90a4-df8397fad4f7 on network 4ea85d1e-f96f-418f-9478-72c61c50fc5a not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:20:51.153695 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] Attempting to bind port 37d484f7-e772-4c77-90a4-df8397fad4f7 on network 4ea85d1e-f96f-418f-9478-72c61c50fc5a {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:20:51.158519 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:20:51.158860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] Checking segment: {'id': 'cf7f42ba-8746-4352-ae68-b5caa3151001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4ea85d1e-f96f-418f-9478-72c61c50fc5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:20:51.159249 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] Bound using segment: {'id': 'cf7f42ba-8746-4352-ae68-b5caa3151001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4ea85d1e-f96f-418f-9478-72c61c50fc5a'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:20:51.159673 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] Bound port: 37d484f7-e772-4c77-90a4-df8397fad4f7, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7f42ba-8746-4352-ae68-b5caa3151001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4ea85d1e-f96f-418f-9478-72c61c50fc5a'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:20:51.160061 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:51.222840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] For port 37d484f7-e772-4c77-90a4-df8397fad4f7, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:20:51.225827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] For port 37d484f7-e772-4c77-90a4-df8397fad4f7, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=37d484f7-e772-4c77-90a4-df8397fad4f7,segment=NetworkSegment(cf7f42ba-8746-4352-ae68-b5caa3151001),segment_id=cf7f42ba-8746-4352-ae68-b5caa3151001)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:20:51.232197 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:51.266665 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:51.267292 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:51.268753 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] 10.222.0.73 "PUT /v2.0/ports/37d484f7-e772-4c77-90a4-df8397fad4f7 HTTP/1.1" status: 200 len: 1091 time: 0.5864115 Feb 03 13:20:51.269196 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019509fb-3f43-411b-9d7e-92054e87fae5', 'tag': '37d484f7-e772-4c77-90a4-df8397fad4f7'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:20:51.271857 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5c916d-f986-42cd-916e-e4cc14bb5d13" -d '{"events": [{"name": "network-changed", "server_uuid": "019509fb-3f43-411b-9d7e-92054e87fae5", "tag": "37d484f7-e772-4c77-90a4-df8397fad4f7"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:20:51.302740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc6454-7d8d-41a4-86e8-3c927cee0a8c service neutron] Pushing event updated for resources: {'Port': ['ID=37d484f7-e772-4c77-90a4-df8397fad4f7,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:51.321358 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f26d3f-af1e-4ecf-89b1-6c0b4fd968b8 x-openstack-request-id: req-28f26d3f-af1e-4ecf-89b1-6c0b4fd968b8 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:20:51.322303 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019509fb-3f43-411b-9d7e-92054e87fae5", "tag": "37d484f7-e772-4c77-90a4-df8397fad4f7", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:20:51.322507 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28f26d3f-af1e-4ecf-89b1-6c0b4fd968b8 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:20:51.322919 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019509fb-3f43-411b-9d7e-92054e87fae5', 'tag': '37d484f7-e772-4c77-90a4-df8397fad4f7', 'status': 'completed', 'code': 200} Feb 03 13:20:51.339103 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc6ac0-5fb2-459d-8e46-0e217a7c845a req-13c193f8-3316-4fa9-a6c8-95beda835d35 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:51.340703 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3fc6ac0-5fb2-459d-8e46-0e217a7c845a req-13c193f8-3316-4fa9-a6c8-95beda835d35 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 943 time: 0.0702872 Feb 03 13:20:51.383683 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-84187aa0-595b-4bde-a553-87c7b7467aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:51.385246 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-84187aa0-595b-4bde-a553-87c7b7467aef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=93e57db7066541dbb30aeeda6de6055a&device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 1125 time: 0.0462825 Feb 03 13:20:51.388002 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3fc6ac0-5fb2-459d-8e46-0e217a7c845a req-cdd915d3-f7c3-41d3-8763-a7b762cc3ccd tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410936 Feb 03 13:20:51.437856 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-c08e9fb8-54f8-4bac-8e98-51419ec610de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37d484f7-e772-4c77-90a4-df8397fad4f7 HTTP/1.1" status: 200 len: 217 time: 0.0391424 Feb 03 13:20:51.484354 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-020cf47c-7a30-45ee-98a7-0d1cd073e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:51.485766 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-020cf47c-7a30-45ee-98a7-0d1cd073e348 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77b52260-1ae4-4aaa-83b0-2365ef7a19d5 HTTP/1.1" status: 200 len: 851 time: 0.0419085 Feb 03 13:20:51.517041 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-64d17f1d-8ce6-4916-917f-71eb0e290f5d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ea85d1e-f96f-418f-9478-72c61c50fc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257082 Feb 03 13:20:51.608864 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-196fe67a-a8cd-4c0f-b63d-645b4faeb1db service neutron] 10.222.0.73 "GET /v2.0/networks/4ea85d1e-f96f-418f-9478-72c61c50fc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854115 Feb 03 13:20:51.695548 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d5b1a8b-fe22-4135-b46f-f3ec39b6f017 req-f7191c06-19ff-4949-b8ba-38402803c127 service neutron] 10.222.0.73 "GET /v2.0/networks/4ea85d1e-f96f-418f-9478-72c61c50fc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808413 Feb 03 13:20:51.827869 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c916d-f986-42cd-916e-e4cc14bb5d13 req-943288a4-3355-4fa9-ad88-f1d0cdaf2d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:51.829314 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ca5c916d-f986-42cd-916e-e4cc14bb5d13 req-943288a4-3355-4fa9-ad88-f1d0cdaf2d54 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=93e57db7066541dbb30aeeda6de6055a&device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 1125 time: 0.0492129 Feb 03 13:20:51.917251 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c916d-f986-42cd-916e-e4cc14bb5d13 req-adf6aad8-4c04-43f2-abf7-23c4b373dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:51.918712 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ca5c916d-f986-42cd-916e-e4cc14bb5d13 req-adf6aad8-4c04-43f2-abf7-23c4b373dab9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ea85d1e-f96f-418f-9478-72c61c50fc5a HTTP/1.1" status: 200 len: 912 time: 0.0828540 Feb 03 13:20:51.962332 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ca5c916d-f986-42cd-916e-e4cc14bb5d13 req-9ac0afdb-b200-43ab-92c3-df2b586716b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37d484f7-e772-4c77-90a4-df8397fad4f7 HTTP/1.1" status: 200 len: 217 time: 0.0378261 Feb 03 13:20:52.008790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c916d-f986-42cd-916e-e4cc14bb5d13 req-810f6cc5-e113-428b-830f-0e9f99301107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:52.010238 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ca5c916d-f986-42cd-916e-e4cc14bb5d13 req-810f6cc5-e113-428b-830f-0e9f99301107 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77b52260-1ae4-4aaa-83b0-2365ef7a19d5 HTTP/1.1" status: 200 len: 851 time: 0.0427139 Feb 03 13:20:52.041359 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ca5c916d-f986-42cd-916e-e4cc14bb5d13 req-54badd48-37fc-44c1-9b74-3aa0f0440400 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ea85d1e-f96f-418f-9478-72c61c50fc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256467 Feb 03 13:20:52.133070 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ca5c916d-f986-42cd-916e-e4cc14bb5d13 req-9292e2dc-f07c-4f06-a0c7-8a0836ac542a service neutron] 10.222.0.73 "GET /v2.0/networks/4ea85d1e-f96f-418f-9478-72c61c50fc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840447 Feb 03 13:20:52.220067 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ca5c916d-f986-42cd-916e-e4cc14bb5d13 req-0806b3eb-522b-43cc-8c08-35405a2bb146 service neutron] 10.222.0.73 "GET /v2.0/networks/4ea85d1e-f96f-418f-9478-72c61c50fc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815113 Feb 03 13:20:52.509580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dcb9c-2929-49bf-8386-5be2276f6202 req-8d3a9946-07f0-41e4-add0-1e3e3667faf5 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:52.511073 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-583dcb9c-2929-49bf-8386-5be2276f6202 req-8d3a9946-07f0-41e4-add0-1e3e3667faf5 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 943 time: 0.0539885 Feb 03 13:20:52.561969 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-583dcb9c-2929-49bf-8386-5be2276f6202 req-e8368c36-3ebe-4813-af7d-23b82ab91f2d tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452757 Feb 03 13:20:53.677502 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f15ce9-eb52-44f6-90dc-4993f14bbd54 req-66440aa2-8d67-436c-9c7d-75f1eacac282 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:53.678976 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f1f15ce9-eb52-44f6-90dc-4993f14bbd54 req-66440aa2-8d67-436c-9c7d-75f1eacac282 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 943 time: 0.0512550 Feb 03 13:20:53.728258 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f1f15ce9-eb52-44f6-90dc-4993f14bbd54 req-67217f13-9bc6-4433-9da7-f44c1f95e01c tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437732 Feb 03 13:20:54.843784 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572a5bd-e9d5-4e53-80dd-fc2fdd8a7fc5 req-0bbd5e54-cfe8-42aa-8172-8f88d099fbf2 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:54.845308 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3572a5bd-e9d5-4e53-80dd-fc2fdd8a7fc5 req-0bbd5e54-cfe8-42aa-8172-8f88d099fbf2 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 943 time: 0.0514855 Feb 03 13:20:54.877772 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:20:54.891842 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3572a5bd-e9d5-4e53-80dd-fc2fdd8a7fc5 req-879b5b2b-548f-4cbf-9a0a-483c5cc6c56f tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405560 Feb 03 13:20:55.343784 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 37d484f7-e772-4c77-90a4-df8397fad4f7 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:20:55.437621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 37d484f7-e772-4c77-90a4-df8397fad4f7, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=37d484f7-e772-4c77-90a4-df8397fad4f7,segment=NetworkSegment(cf7f42ba-8746-4352-ae68-b5caa3151001),segment_id=cf7f42ba-8746-4352-ae68-b5caa3151001)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:55.449194 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '37d484f7-e772-4c77-90a4-df8397fad4f7', 'network_id': '4ea85d1e-f96f-418f-9478-72c61c50fc5a', 'port_id': '37d484f7-e772-4c77-90a4-df8397fad4f7', 'mac_address': 'fa:16:3e:50:d3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b52260-1ae4-4aaa-83b0-2365ef7a19d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:20:55.484998 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 37d484f7-e772-4c77-90a4-df8397fad4f7 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:55.485396 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:55.502785 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d484f7-e772-4c77-90a4-df8397fad4f7 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:20:55.521808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 37d484f7-e772-4c77-90a4-df8397fad4f7, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=37d484f7-e772-4c77-90a4-df8397fad4f7,segment=NetworkSegment(cf7f42ba-8746-4352-ae68-b5caa3151001),segment_id=cf7f42ba-8746-4352-ae68-b5caa3151001)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:55.526436 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:55.580182 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=37d484f7-e772-4c77-90a4-df8397fad4f7,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:55.587286 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:55.587641 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:55.588010 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:55.588360 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:55.588694 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:55.589027 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:55.589364 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:55.589692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:55.590012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:55.590338 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:55.590663 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:55.590990 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:55.591316 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:20:55.901275 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['37d484f7-e772-4c77-90a4-df8397fad4f7'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:20:56.010967 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ad356-12ed-4d55-b328-50e3143b3c61 req-38ed888f-698d-44c3-b766-cb0783c4ada7 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:56.012547 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-412ad356-12ed-4d55-b328-50e3143b3c61 req-38ed888f-698d-44c3-b766-cb0783c4ada7 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 944 time: 0.0520477 Feb 03 13:20:56.060065 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-412ad356-12ed-4d55-b328-50e3143b3c61 req-ee5a7852-2a94-4f73-83e2-0bd9f3e5c684 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419846 Feb 03 13:20:57.175216 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861d37a-4ad2-40fb-b0c6-2e922cd450dc req-4045ce78-ee9c-4181-8296-a5fa17784092 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:57.177254 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2861d37a-4ad2-40fb-b0c6-2e922cd450dc req-4045ce78-ee9c-4181-8296-a5fa17784092 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 944 time: 0.0523307 Feb 03 13:20:57.223521 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2861d37a-4ad2-40fb-b0c6-2e922cd450dc req-585d56e7-035f-4409-9d55-407fab98aed4 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409260 Feb 03 13:20:57.344232 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 37d484f7-e772-4c77-90a4-df8397fad4f7 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:20:57.391749 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 37d484f7-e772-4c77-90a4-df8397fad4f7 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:20:57.395392 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 37d484f7-e772-4c77-90a4-df8397fad4f7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:20:57.395771 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:57.469971 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 37d484f7-e772-4c77-90a4-df8397fad4f7 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:20:57.470886 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:57.492706 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019509fb-3f43-411b-9d7e-92054e87fae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d484f7-e772-4c77-90a4-df8397fad4f7'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:20:57.494911 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7051f56-14fd-46cc-84d7-be6bb1ee0823" -d '{"events": [{"server_uuid": "019509fb-3f43-411b-9d7e-92054e87fae5", "name": "network-vif-plugged", "status": "completed", "tag": "37d484f7-e772-4c77-90a4-df8397fad4f7"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:20:57.510970 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 37d484f7-e772-4c77-90a4-df8397fad4f7, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=37d484f7-e772-4c77-90a4-df8397fad4f7,segment=NetworkSegment(cf7f42ba-8746-4352-ae68-b5caa3151001),segment_id=cf7f42ba-8746-4352-ae68-b5caa3151001)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:20:57.514968 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:20:57.539198 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60057cac-3eac-4dff-9adb-612ea46cabaa x-openstack-request-id: req-60057cac-3eac-4dff-9adb-612ea46cabaa {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:20:57.539502 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019509fb-3f43-411b-9d7e-92054e87fae5", "name": "network-vif-plugged", "status": "completed", "tag": "37d484f7-e772-4c77-90a4-df8397fad4f7", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:20:57.539760 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60057cac-3eac-4dff-9adb-612ea46cabaa {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:20:57.540183 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019509fb-3f43-411b-9d7e-92054e87fae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d484f7-e772-4c77-90a4-df8397fad4f7', 'code': 200} Feb 03 13:20:57.564976 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=37d484f7-e772-4c77-90a4-df8397fad4f7,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:20:57.714966 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d36d8-a31b-4470-ba39-0803eecf957a req-2af5cc01-6e25-42c5-897f-951c7ab3d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:57.716496 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c5d36d8-a31b-4470-ba39-0803eecf957a req-2af5cc01-6e25-42c5-897f-951c7ab3d505 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 1127 time: 0.0944428 Feb 03 13:20:57.757663 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c5d36d8-a31b-4470-ba39-0803eecf957a req-5ee1f35f-7b93-4d4d-a3de-c70b2d2ea92d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355515 Feb 03 13:20:58.341183 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6f400-0997-4aae-b69a-6de2e73e5bed req-7b41f632-964e-470b-afd3-36b5e8d155ee tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:58.342657 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9a6f400-0997-4aae-b69a-6de2e73e5bed req-7b41f632-964e-470b-afd3-36b5e8d155ee tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0524039 Feb 03 13:20:58.388941 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a9a6f400-0997-4aae-b69a-6de2e73e5bed req-5c3c7763-9640-4b79-bc23-2172dfb844ce tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406384 Feb 03 13:20:59.508320 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04bf05-e88b-411f-a270-0471902f2f40 req-7aaf4039-6a74-42d9-8e69-82ca6ae38c7b tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:59.509783 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ce04bf05-e88b-411f-a270-0471902f2f40 req-7aaf4039-6a74-42d9-8e69-82ca6ae38c7b tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0512557 Feb 03 13:20:59.556012 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ce04bf05-e88b-411f-a270-0471902f2f40 req-65db7af7-efa2-43c1-be84-f8309610f0ec tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405822 Feb 03 13:20:59.830639 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a8a82-77e0-4db1-b827-b35dfe868e2b req-ddadc0f3-97bc-4903-af15-2a3e8193186a tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:59.832049 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cd1a8a82-77e0-4db1-b827-b35dfe868e2b req-ddadc0f3-97bc-4903-af15-2a3e8193186a tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0807462 Feb 03 13:20:59.875114 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-2eb43e5c-37c7-4008-9605-176aef4c52de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1315999 Feb 03 13:20:59.887204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-d12a0277-6c79-46f7-b418-7797eb50ceec service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:20:59.888364 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-d12a0277-6c79-46f7-b418-7797eb50ceec service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051661 Feb 03 13:20:59.895762 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cd1a8a82-77e0-4db1-b827-b35dfe868e2b req-a4b46900-ff04-404e-89fb-be8fa61b2363 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571311 Feb 03 13:20:59.968084 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3bd78-d89c-4796-9f2c-7f4da86231c2 req-d0e13621-dc40-4708-b3ca-10a1e0efa868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:20:59.969608 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8ab3bd78-d89c-4796-9f2c-7f4da86231c2 req-d0e13621-dc40-4708-b3ca-10a1e0efa868 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=93e57db7066541dbb30aeeda6de6055a&device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 1127 time: 0.0450184 Feb 03 13:21:00.076075 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3bd78-d89c-4796-9f2c-7f4da86231c2 req-585e1cc0-a257-4518-b41e-99577d398228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:00.077568 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8ab3bd78-d89c-4796-9f2c-7f4da86231c2 req-585e1cc0-a257-4518-b41e-99577d398228 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ea85d1e-f96f-418f-9478-72c61c50fc5a HTTP/1.1" status: 200 len: 912 time: 0.0906491 Feb 03 13:21:00.119223 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8ab3bd78-d89c-4796-9f2c-7f4da86231c2 req-3920a256-159f-4366-aa18-3ea8414c40e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37d484f7-e772-4c77-90a4-df8397fad4f7 HTTP/1.1" status: 200 len: 217 time: 0.0351436 Feb 03 13:21:00.172316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3bd78-d89c-4796-9f2c-7f4da86231c2 req-610bc018-3246-4e58-a9a4-e218209be3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:00.173843 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8ab3bd78-d89c-4796-9f2c-7f4da86231c2 req-610bc018-3246-4e58-a9a4-e218209be3ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77b52260-1ae4-4aaa-83b0-2365ef7a19d5 HTTP/1.1" status: 200 len: 851 time: 0.0492551 Feb 03 13:21:00.206249 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8ab3bd78-d89c-4796-9f2c-7f4da86231c2 req-424a0e0b-8272-4440-9434-44f2a616a094 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ea85d1e-f96f-418f-9478-72c61c50fc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265958 Feb 03 13:21:00.297365 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8ab3bd78-d89c-4796-9f2c-7f4da86231c2 req-ba33ed1e-7c19-46f3-a5f4-49fb4c5ad9a2 service neutron] 10.222.0.73 "GET /v2.0/networks/4ea85d1e-f96f-418f-9478-72c61c50fc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851486 Feb 03 13:21:00.393461 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8ab3bd78-d89c-4796-9f2c-7f4da86231c2 req-3f7b3fd3-be3c-4584-a02e-355ae4d4e235 service neutron] 10.222.0.73 "GET /v2.0/networks/4ea85d1e-f96f-418f-9478-72c61c50fc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902805 Feb 03 13:21:01.052989 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b0445-a936-48bc-a47c-115948e927bd req-716a9732-29a3-47e4-8c05-30977d2f5240 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:01.054472 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-089b0445-a936-48bc-a47c-115948e927bd req-716a9732-29a3-47e4-8c05-30977d2f5240 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0830691 Feb 03 13:21:01.079037 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-2b9b4661-72cc-4597-8867-f032c06c69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:01.080560 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-2b9b4661-72cc-4597-8867-f032c06c69cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=93e57db7066541dbb30aeeda6de6055a&device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 1127 time: 0.0758371 Feb 03 13:21:01.132568 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-089b0445-a936-48bc-a47c-115948e927bd req-7a906c7a-2560-4579-a046-bcd96b529ddd tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714388 Feb 03 13:21:01.184816 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-882d70e0-3957-43d3-85e6-3d2ad0cabb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:01.186228 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-882d70e0-3957-43d3-85e6-3d2ad0cabb8c service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ea85d1e-f96f-418f-9478-72c61c50fc5a HTTP/1.1" status: 200 len: 912 time: 0.1000893 Feb 03 13:21:01.229077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-fcd3586b-c404-4cd4-ab24-c87bb11e0512 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37d484f7-e772-4c77-90a4-df8397fad4f7 HTTP/1.1" status: 200 len: 217 time: 0.0375073 Feb 03 13:21:01.276739 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-248ea0fe-35ad-4465-97be-73cda184693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:01.278290 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-248ea0fe-35ad-4465-97be-73cda184693e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77b52260-1ae4-4aaa-83b0-2365ef7a19d5 HTTP/1.1" status: 200 len: 851 time: 0.0441639 Feb 03 13:21:01.309872 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-cb01c46c-0662-4be6-a67b-30f29bc8866d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ea85d1e-f96f-418f-9478-72c61c50fc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256546 Feb 03 13:21:01.400524 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-121bdc8b-0bb6-42ef-9210-b07bf0074e76 service neutron] 10.222.0.73 "GET /v2.0/networks/4ea85d1e-f96f-418f-9478-72c61c50fc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846100 Feb 03 13:21:01.468557 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:01.487925 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-73d0b325-f719-4989-bb14-9f42a54b3807 service neutron] 10.222.0.73 "GET /v2.0/networks/4ea85d1e-f96f-418f-9478-72c61c50fc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819628 Feb 03 13:21:02.250970 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7647a55-26a0-4cab-8733-a905063b3bf3 req-a41044fb-39e1-4a1e-aa4a-718d76c78db2 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:02.253129 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d7647a55-26a0-4cab-8733-a905063b3bf3 req-a41044fb-39e1-4a1e-aa4a-718d76c78db2 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0532143 Feb 03 13:21:02.302620 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d7647a55-26a0-4cab-8733-a905063b3bf3 req-bc026731-bc50-4fea-ac51-84802b44c7f7 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438430 Feb 03 13:21:03.421884 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b008a-afe6-4d3e-bf18-74aa15a83616 req-a8ed9db1-c766-45e7-8550-ea2bb7a55822 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:03.424002 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f44b008a-afe6-4d3e-bf18-74aa15a83616 req-a8ed9db1-c766-45e7-8550-ea2bb7a55822 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0532937 Feb 03 13:21:03.473604 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f44b008a-afe6-4d3e-bf18-74aa15a83616 req-67804076-82a9-46fc-968f-3e740e7ca80f tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438933 Feb 03 13:21:03.555504 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bccb3e63-f8f3-48cd-9a0e-1b659f88220b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:04.591911 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ba75e-98e6-4f09-98c6-670edc7b398f req-593462f7-c0f4-4a9a-a0c0-a52bd9c4c5d0 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:04.593407 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b6ba75e-98e6-4f09-98c6-670edc7b398f req-593462f7-c0f4-4a9a-a0c0-a52bd9c4c5d0 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0520952 Feb 03 13:21:04.639634 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3b6ba75e-98e6-4f09-98c6-670edc7b398f req-5aeecc19-e544-4bfd-ab93-68d5adcc65b0 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403919 Feb 03 13:21:05.755843 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b6dba-1736-447e-b220-3a1c321e89c5 req-806c8610-8486-4afe-aebd-b8768751fdce tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:05.757416 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-913b6dba-1736-447e-b220-3a1c321e89c5 req-806c8610-8486-4afe-aebd-b8768751fdce tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0516627 Feb 03 13:21:05.806336 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-913b6dba-1736-447e-b220-3a1c321e89c5 req-87f14e01-2bcd-4d7a-b581-30060dbe7ca6 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434113 Feb 03 13:21:06.191057 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-91397663-1193-432b-b7a8-6adc88ce6f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:06.922468 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0aa43-f7c2-4030-b39a-d851d3b74aab req-e79ca103-927f-4d2e-a952-1dd24a8cd0e9 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:06.924489 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-32a0aa43-f7c2-4030-b39a-d851d3b74aab req-e79ca103-927f-4d2e-a952-1dd24a8cd0e9 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0518548 Feb 03 13:21:06.969463 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-32a0aa43-f7c2-4030-b39a-d851d3b74aab req-8e3abc03-9be0-4aa2-b166-e6c2069159e6 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394230 Feb 03 13:21:07.054845 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:08.086768 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40262dfa-76e6-487b-bc80-828a5e8609ee req-71f6d2ae-f752-49dc-8595-122a91ce2e80 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:08.088285 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-40262dfa-76e6-487b-bc80-828a5e8609ee req-71f6d2ae-f752-49dc-8595-122a91ce2e80 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0516038 Feb 03 13:21:08.134286 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-40262dfa-76e6-487b-bc80-828a5e8609ee req-7f281772-da08-4715-911d-48abc5c77824 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405436 Feb 03 13:21:08.354189 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:09.258697 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18755134-8785-424c-820f-3b94ef16b3c0 req-81024c65-167a-4b2f-a9c3-0e39605476ff tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:09.260187 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18755134-8785-424c-820f-3b94ef16b3c0 req-81024c65-167a-4b2f-a9c3-0e39605476ff tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0578794 Feb 03 13:21:09.306089 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18755134-8785-424c-820f-3b94ef16b3c0 req-f0ef7057-dd88-479d-9fbb-01beadfcfbbc tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404615 Feb 03 13:21:09.958547 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:10.426279 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec2bb7-e6eb-46fd-b44a-bf5411da35fd req-cf08d315-887f-4a89-91f9-6549f2ad6b86 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:10.427752 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-75ec2bb7-e6eb-46fd-b44a-bf5411da35fd req-cf08d315-887f-4a89-91f9-6549f2ad6b86 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0557866 Feb 03 13:21:10.475893 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-75ec2bb7-e6eb-46fd-b44a-bf5411da35fd req-ed9fdc43-5e87-4bd7-bd68-206ee65fff07 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426180 Feb 03 13:21:11.595812 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788a9cd-26ce-4cc8-b3bf-0ffd35c02846 req-1bc3d92e-9bc3-44d3-b5fc-55419fc53631 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:11.597349 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e788a9cd-26ce-4cc8-b3bf-0ffd35c02846 req-1bc3d92e-9bc3-44d3-b5fc-55419fc53631 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0517988 Feb 03 13:21:11.643045 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e788a9cd-26ce-4cc8-b3bf-0ffd35c02846 req-164e9445-851d-4b97-86d1-85367cb75660 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401340 Feb 03 13:21:12.763779 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6ec9e-8778-4be6-bafd-61b2e91763de req-d8e990e8-df7b-4645-99b5-2b047da41361 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:12.765297 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c3d6ec9e-8778-4be6-bafd-61b2e91763de req-d8e990e8-df7b-4645-99b5-2b047da41361 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0516083 Feb 03 13:21:12.811420 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c3d6ec9e-8778-4be6-bafd-61b2e91763de req-fc802cc2-c6d5-48ee-a2aa-811cac40f324 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398459 Feb 03 13:21:13.931045 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16ffdb-f089-45fc-a953-23c6ae160d55 req-fce3b4d3-b7a5-4421-a1f1-d7447da94fbd tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:13.932561 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de16ffdb-f089-45fc-a953-23c6ae160d55 req-fce3b4d3-b7a5-4421-a1f1-d7447da94fbd tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0528493 Feb 03 13:21:13.982412 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de16ffdb-f089-45fc-a953-23c6ae160d55 req-be893e02-235d-4cc0-a303-efea0652feb5 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442977 Feb 03 13:21:15.099132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2de37-b9be-485c-b158-4d0e4fcbf767 req-b070a690-9bb9-4068-9caf-90aa82a08904 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:15.100631 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-34a2de37-b9be-485c-b158-4d0e4fcbf767 req-b070a690-9bb9-4068-9caf-90aa82a08904 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0511258 Feb 03 13:21:15.149854 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-34a2de37-b9be-485c-b158-4d0e4fcbf767 req-5ab8886c-77d1-48b2-8832-8a83d68473b7 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434890 Feb 03 13:21:16.179630 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:16.269288 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf106b-56dd-4620-96e4-b41dac8e6f7d req-93b10984-ee86-4a00-8c0f-8e12db3dcbf9 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:16.271201 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dccf106b-56dd-4620-96e4-b41dac8e6f7d req-93b10984-ee86-4a00-8c0f-8e12db3dcbf9 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0523105 Feb 03 13:21:16.318467 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dccf106b-56dd-4620-96e4-b41dac8e6f7d req-30fc5d6f-9c1c-45e3-9a22-542fd57711bd tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415983 Feb 03 13:21:17.436168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc51ae3-31ef-4439-82d1-ad2aa6481563 req-585b96c7-2852-4adb-a920-1cfc6e1a1d7a tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:17.437663 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-efc51ae3-31ef-4439-82d1-ad2aa6481563 req-585b96c7-2852-4adb-a920-1cfc6e1a1d7a tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0523019 Feb 03 13:21:17.483550 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-efc51ae3-31ef-4439-82d1-ad2aa6481563 req-1b02ec25-fafa-48d6-8f2c-5556cd91db12 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398250 Feb 03 13:21:18.603924 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642ff74-37dd-46e1-9a1e-c9789654b8ad req-3e36a766-72ab-492e-9482-d4395eb11d0e tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:18.605419 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d642ff74-37dd-46e1-9a1e-c9789654b8ad req-3e36a766-72ab-492e-9482-d4395eb11d0e tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0521448 Feb 03 13:21:18.650028 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d642ff74-37dd-46e1-9a1e-c9789654b8ad req-fad3ff3f-e993-4ffa-b9a2-7b53c17ebaf6 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386863 Feb 03 13:21:19.768853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62364a61-9d73-4296-824d-226c7c6fd649 req-89475b11-16f4-4316-a051-346c09d165a5 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:19.770427 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62364a61-9d73-4296-824d-226c7c6fd649 req-89475b11-16f4-4316-a051-346c09d165a5 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0519199 Feb 03 13:21:19.817505 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-62364a61-9d73-4296-824d-226c7c6fd649 req-049bc689-4127-4db8-a228-2c5860987512 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410442 Feb 03 13:21:20.938395 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d725a3-ea36-407e-b83f-451ba9a2d30b req-6398d493-a23d-42c8-ae75-7a4c098113e0 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:20.939880 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d3d725a3-ea36-407e-b83f-451ba9a2d30b req-6398d493-a23d-42c8-ae75-7a4c098113e0 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0563412 Feb 03 13:21:20.986028 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d3d725a3-ea36-407e-b83f-451ba9a2d30b req-69c8d4d2-e898-4730-bffd-d4f7fc397e2c tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406253 Feb 03 13:21:22.106114 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed255ccb-7f18-4c41-b2d8-24e4d5c100e9 req-985c9335-8a47-4912-bed2-8d46171bddfa tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:22.107599 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed255ccb-7f18-4c41-b2d8-24e4d5c100e9 req-985c9335-8a47-4912-bed2-8d46171bddfa tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0548189 Feb 03 13:21:22.153485 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed255ccb-7f18-4c41-b2d8-24e4d5c100e9 req-5ede31f3-869a-4268-9b66-50b67b36955c tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396812 Feb 03 13:21:23.272986 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62072e15-f2cd-4e47-be9b-3319212a85b1 req-f4f3de9d-1545-4114-9500-841e4b012830 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:23.274807 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-62072e15-f2cd-4e47-be9b-3319212a85b1 req-f4f3de9d-1545-4114-9500-841e4b012830 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0513122 Feb 03 13:21:23.321048 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-62072e15-f2cd-4e47-be9b-3319212a85b1 req-39d98424-09c8-4700-b386-033d8a176a6c tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407815 Feb 03 13:21:24.438996 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e05a2c-dbbd-44c6-9a12-1091ea44cf42 req-03ad7644-38a9-4f10-9609-e8e4c3ab5d49 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:24.440511 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-48e05a2c-dbbd-44c6-9a12-1091ea44cf42 req-03ad7644-38a9-4f10-9609-e8e4c3ab5d49 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0526521 Feb 03 13:21:24.486246 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-48e05a2c-dbbd-44c6-9a12-1091ea44cf42 req-72fc49bc-2b64-4e8f-ab8f-ffc243987e26 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401838 Feb 03 13:21:25.610818 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8f52d-d774-4658-8d3d-bcbd8bbac31c req-1e262436-849e-4833-a8fe-494fe7c20b09 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:25.612228 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64c8f52d-d774-4658-8d3d-bcbd8bbac31c req-1e262436-849e-4833-a8fe-494fe7c20b09 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0555978 Feb 03 13:21:25.658523 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64c8f52d-d774-4658-8d3d-bcbd8bbac31c req-18b49b07-63c8-4afb-a9cc-cf99ad9d1f18 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407109 Feb 03 13:21:26.783176 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29243560-bb01-4e44-9636-1869f9cb6796 req-f3560af2-39d0-4d11-a75d-7c8c6fcfaf0a tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:26.784676 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29243560-bb01-4e44-9636-1869f9cb6796 req-f3560af2-39d0-4d11-a75d-7c8c6fcfaf0a tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0556083 Feb 03 13:21:26.829902 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29243560-bb01-4e44-9636-1869f9cb6796 req-c66b5a51-dc63-49e8-aa0e-c1db8380a420 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395455 Feb 03 13:21:27.948265 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a1399-358a-4bb8-8aa2-cce399aa0795 req-e0e88f39-c680-4c30-accc-ba20dea5186d tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:27.949718 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5e0a1399-358a-4bb8-8aa2-cce399aa0795 req-e0e88f39-c680-4c30-accc-ba20dea5186d tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0532572 Feb 03 13:21:27.999245 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5e0a1399-358a-4bb8-8aa2-cce399aa0795 req-be467914-dc90-49e7-9e30-2d6454e00ab3 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434816 Feb 03 13:21:28.557996 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-69c33687-0b59-4019-9ad9-4d7c1955752e service neutron] show failed (client error): The resource could not be found. Feb 03 13:21:28.559048 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-69c33687-0b59-4019-9ad9-4d7c1955752e service neutron] 10.222.0.73 "GET /v2.0/ports/37d484f7-e772-4c77-90a4-df8397fad4f7/bindings/n-h2-827336-3 HTTP/1.1" status: 404 len: 380 time: 0.0577950 Feb 03 13:21:28.769474 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-5ebeca46-a2c4-4872-a42e-d30498fecd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:28.770941 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-5ebeca46-a2c4-4872-a42e-d30498fecd62 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5&tenant_id=93e57db7066541dbb30aeeda6de6055a HTTP/1.1" status: 200 len: 1127 time: 0.0441520 Feb 03 13:21:28.781697 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-3', 'device_owner': 'compute:nova'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:21:28.841465 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:29.054660 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] For port 37d484f7-e772-4c77-90a4-df8397fad4f7, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=37d484f7-e772-4c77-90a4-df8397fad4f7,segment=NetworkSegment(cf7f42ba-8746-4352-ae68-b5caa3151001),segment_id=cf7f42ba-8746-4352-ae68-b5caa3151001)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:21:29.087734 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] For port 37d484f7-e772-4c77-90a4-df8397fad4f7, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:21:29.123960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b7e46-fc09-4e6f-b54b-4806dda9f3e3 req-fa86cfbb-068d-4c0a-9226-9630e42d6611 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:29.125383 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-071b7e46-fc09-4e6f-b54b-4806dda9f3e3 req-fa86cfbb-068d-4c0a-9226-9630e42d6611 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 945 time: 0.0554304 Feb 03 13:21:29.127444 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019509fb-3f43-411b-9d7e-92054e87fae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37d484f7-e772-4c77-90a4-df8397fad4f7'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:21:29.129754 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ba5e7e-755c-49da-94f3-148931d2a02b" -d '{"events": [{"server_uuid": "019509fb-3f43-411b-9d7e-92054e87fae5", "name": "network-vif-unplugged", "status": "completed", "tag": "37d484f7-e772-4c77-90a4-df8397fad4f7"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:21:29.133830 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] Publish callbacks [] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:29.147808 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] Transition to ACTIVE for port object 37d484f7-e772-4c77-90a4-df8397fad4f7 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:21:29.152748 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:29.177729 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-071b7e46-fc09-4e6f-b54b-4806dda9f3e3 req-f7bdff5d-6a82-49ff-a481-0df9e388b134 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457087 Feb 03 13:21:29.541609 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bce6ba-4611-497d-a87a-07006951397a x-openstack-request-id: req-21bce6ba-4611-497d-a87a-07006951397a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:21:29.541906 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019509fb-3f43-411b-9d7e-92054e87fae5", "name": "network-vif-unplugged", "status": "completed", "tag": "37d484f7-e772-4c77-90a4-df8397fad4f7", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:21:29.542150 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21bce6ba-4611-497d-a87a-07006951397a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:21:29.542548 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019509fb-3f43-411b-9d7e-92054e87fae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37d484f7-e772-4c77-90a4-df8397fad4f7', 'code': 200} Feb 03 13:21:29.572008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] No DVR routers for this DVR port 37d484f7-e772-4c77-90a4-df8397fad4f7 on host n-h1-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:21:29.578339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=37d484f7-e772-4c77-90a4-df8397fad4f7,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:29.611696 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] Attempting to bind port 37d484f7-e772-4c77-90a4-df8397fad4f7 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:21:29.612089 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] Attempting to bind port 37d484f7-e772-4c77-90a4-df8397fad4f7 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'cf7f42ba-8746-4352-ae68-b5caa3151001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4ea85d1e-f96f-418f-9478-72c61c50fc5a'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:21:29.612421 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] Attempting to bind port 37d484f7-e772-4c77-90a4-df8397fad4f7 on network 4ea85d1e-f96f-418f-9478-72c61c50fc5a {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:21:29.616680 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] Port 37d484f7-e772-4c77-90a4-df8397fad4f7 on network 4ea85d1e-f96f-418f-9478-72c61c50fc5a not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:21:29.617000 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] Attempting to bind port 37d484f7-e772-4c77-90a4-df8397fad4f7 on network 4ea85d1e-f96f-418f-9478-72c61c50fc5a {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:21:29.621793 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:21:29.622131 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] Checking segment: {'id': 'cf7f42ba-8746-4352-ae68-b5caa3151001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4ea85d1e-f96f-418f-9478-72c61c50fc5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:21:29.622515 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] Bound using segment: {'id': 'cf7f42ba-8746-4352-ae68-b5caa3151001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4ea85d1e-f96f-418f-9478-72c61c50fc5a'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:21:29.622936 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] Bound port: 37d484f7-e772-4c77-90a4-df8397fad4f7, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7f42ba-8746-4352-ae68-b5caa3151001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4ea85d1e-f96f-418f-9478-72c61c50fc5a'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:21:29.623288 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:29.684366 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] For port 37d484f7-e772-4c77-90a4-df8397fad4f7, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:21:29.687300 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] For port 37d484f7-e772-4c77-90a4-df8397fad4f7, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=37d484f7-e772-4c77-90a4-df8397fad4f7,segment=NetworkSegment(cf7f42ba-8746-4352-ae68-b5caa3151001),segment_id=cf7f42ba-8746-4352-ae68-b5caa3151001)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:21:29.694307 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:29.731088 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:29.731728 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:29.733133 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] 10.222.0.31 "PUT /v2.0/ports/37d484f7-e772-4c77-90a4-df8397fad4f7 HTTP/1.1" status: 200 len: 1091 time: 0.9553733 Feb 03 13:21:29.762296 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b304b3-acdc-4567-8eb8-d96b8bf76bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=37d484f7-e772-4c77-90a4-df8397fad4f7,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:29.799273 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-19900e75-631a-4b9b-9028-99d5933e6882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:29.800863 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-19900e75-631a-4b9b-9028-99d5933e6882 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=93e57db7066541dbb30aeeda6de6055a&device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 1125 time: 0.0474219 Feb 03 13:21:29.888499 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-cdaab281-1c62-4524-a8af-f7402046915d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:29.889986 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-cdaab281-1c62-4524-a8af-f7402046915d service neutron] 10.222.0.31 "GET /v2.0/networks?id=4ea85d1e-f96f-418f-9478-72c61c50fc5a HTTP/1.1" status: 200 len: 912 time: 0.0840108 Feb 03 13:21:29.935121 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-3940fb48-85a3-4ea5-96b0-0e01e6af7c42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37d484f7-e772-4c77-90a4-df8397fad4f7 HTTP/1.1" status: 200 len: 217 time: 0.0381393 Feb 03 13:21:29.980741 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-111149b6-2980-40c3-8e79-379a8c3bef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:29.982171 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-111149b6-2980-40c3-8e79-379a8c3bef9a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77b52260-1ae4-4aaa-83b0-2365ef7a19d5 HTTP/1.1" status: 200 len: 851 time: 0.0421205 Feb 03 13:21:30.012798 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-9ad35870-71c8-4d9d-9619-b6ec57e5b0cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4ea85d1e-f96f-418f-9478-72c61c50fc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250874 Feb 03 13:21:30.105422 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-cf4e81a8-1007-4b4e-a2d0-978a081d47c6 service neutron] 10.222.0.31 "GET /v2.0/networks/4ea85d1e-f96f-418f-9478-72c61c50fc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865836 Feb 03 13:21:30.193495 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8dc08e63-f5e8-4d0f-8471-2bbab1cb732f req-0d02663d-ff1c-48ac-93bb-db3bb9ae064a service neutron] 10.222.0.31 "GET /v2.0/networks/4ea85d1e-f96f-418f-9478-72c61c50fc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823281 Feb 03 13:21:30.315357 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464402c-5a3c-4e4d-a7e9-c1a825b46caa req-d1ffe8f1-7c69-4670-a94f-d14d0a515aae tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:30.316908 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6464402c-5a3c-4e4d-a7e9-c1a825b46caa req-d1ffe8f1-7c69-4670-a94f-d14d0a515aae tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 943 time: 0.0598454 Feb 03 13:21:30.365076 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6464402c-5a3c-4e4d-a7e9-c1a825b46caa req-518eb49e-e5ba-40ff-8766-df611d29f6cd tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416067 Feb 03 13:21:31.466151 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:31.489076 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939e752-bbdb-4904-b754-f4fcbf76e6fc req-f074591e-df99-4ac2-be5e-cbe7ac9eaa96 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:31.490556 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a939e752-bbdb-4904-b754-f4fcbf76e6fc req-f074591e-df99-4ac2-be5e-cbe7ac9eaa96 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 943 time: 0.0567155 Feb 03 13:21:31.537331 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a939e752-bbdb-4904-b754-f4fcbf76e6fc req-ee84c362-9e0f-488e-aa84-c4f5538ae9ab tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410881 Feb 03 13:21:31.544069 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019509fb-3f43-411b-9d7e-92054e87fae5', 'tag': '37d484f7-e772-4c77-90a4-df8397fad4f7'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:21:31.546449 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7705c2b9-e2ab-4840-ba41-681194c573b1" -d '{"events": [{"name": "network-changed", "server_uuid": "019509fb-3f43-411b-9d7e-92054e87fae5", "tag": "37d484f7-e772-4c77-90a4-df8397fad4f7"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:21:31.595559 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa82c0b4-c1ec-4c21-9a32-9abb09f7922e x-openstack-request-id: req-fa82c0b4-c1ec-4c21-9a32-9abb09f7922e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:21:31.595866 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019509fb-3f43-411b-9d7e-92054e87fae5", "tag": "37d484f7-e772-4c77-90a4-df8397fad4f7", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:21:31.596165 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa82c0b4-c1ec-4c21-9a32-9abb09f7922e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:21:31.596738 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019509fb-3f43-411b-9d7e-92054e87fae5', 'tag': '37d484f7-e772-4c77-90a4-df8397fad4f7', 'status': 'completed', 'code': 200} Feb 03 13:21:31.657546 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705c2b9-e2ab-4840-ba41-681194c573b1 req-76111c3c-5ae9-4d3e-9b7d-d7850db5e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:31.659193 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7705c2b9-e2ab-4840-ba41-681194c573b1 req-76111c3c-5ae9-4d3e-9b7d-d7850db5e048 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=93e57db7066541dbb30aeeda6de6055a&device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 1125 time: 0.0479071 Feb 03 13:21:31.684295 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705c2b9-e2ab-4840-ba41-681194c573b1 req-48badfb0-f113-49ab-af9f-e5482b34f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:31.686081 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7705c2b9-e2ab-4840-ba41-681194c573b1 req-48badfb0-f113-49ab-af9f-e5482b34f224 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=93e57db7066541dbb30aeeda6de6055a&device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 1125 time: 0.0488400 Feb 03 13:21:31.766857 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705c2b9-e2ab-4840-ba41-681194c573b1 req-a472326f-93a1-428d-b1d8-47809f673a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:31.768481 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7705c2b9-e2ab-4840-ba41-681194c573b1 req-a472326f-93a1-428d-b1d8-47809f673a3a service neutron] 10.222.0.31 "GET /v2.0/networks?id=4ea85d1e-f96f-418f-9478-72c61c50fc5a HTTP/1.1" status: 200 len: 912 time: 0.1019266 Feb 03 13:21:31.787834 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705c2b9-e2ab-4840-ba41-681194c573b1 req-69b9ed65-ee71-4199-a4f9-d897be2e7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:31.789868 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7705c2b9-e2ab-4840-ba41-681194c573b1 req-69b9ed65-ee71-4199-a4f9-d897be2e7dea service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ea85d1e-f96f-418f-9478-72c61c50fc5a HTTP/1.1" status: 200 len: 912 time: 0.0981824 Feb 03 13:21:31.811471 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7705c2b9-e2ab-4840-ba41-681194c573b1 req-5a553238-851a-4be7-a912-96a18823d313 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37d484f7-e772-4c77-90a4-df8397fad4f7 HTTP/1.1" status: 200 len: 217 time: 0.0357416 Feb 03 13:21:31.830649 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7705c2b9-e2ab-4840-ba41-681194c573b1 req-abc38271-0f69-46b0-84ac-6be3007caf42 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37d484f7-e772-4c77-90a4-df8397fad4f7 HTTP/1.1" status: 200 len: 217 time: 0.0348251 Feb 03 13:21:31.859860 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705c2b9-e2ab-4840-ba41-681194c573b1 req-28a460af-4c68-4b54-9d19-878f0ca8898a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:31.861353 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7705c2b9-e2ab-4840-ba41-681194c573b1 req-28a460af-4c68-4b54-9d19-878f0ca8898a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77b52260-1ae4-4aaa-83b0-2365ef7a19d5 HTTP/1.1" status: 200 len: 851 time: 0.0438185 Feb 03 13:21:31.877030 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705c2b9-e2ab-4840-ba41-681194c573b1 req-a969ca2b-629b-4503-b47f-5ecf21f2520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:31.877514 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:21:31.878665 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7705c2b9-e2ab-4840-ba41-681194c573b1 req-a969ca2b-629b-4503-b47f-5ecf21f2520b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77b52260-1ae4-4aaa-83b0-2365ef7a19d5 HTTP/1.1" status: 200 len: 851 time: 0.0426643 Feb 03 13:21:31.901482 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7705c2b9-e2ab-4840-ba41-681194c573b1 req-7b6ea84c-bc3d-41cf-974f-9fc20a7cfd2c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4ea85d1e-f96f-418f-9478-72c61c50fc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326514 Feb 03 13:21:31.917696 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7705c2b9-e2ab-4840-ba41-681194c573b1 req-e17fe88c-df24-49a0-aca2-7522fcdf7836 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ea85d1e-f96f-418f-9478-72c61c50fc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328667 Feb 03 13:21:31.991684 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7705c2b9-e2ab-4840-ba41-681194c573b1 req-6532a7d0-d3ed-457e-bf33-334400e5b87f service neutron] 10.222.0.31 "GET /v2.0/networks/4ea85d1e-f96f-418f-9478-72c61c50fc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844290 Feb 03 13:21:32.010883 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7705c2b9-e2ab-4840-ba41-681194c573b1 req-775b6ba5-73db-4ef9-885d-1b100cb5419e service neutron] 10.222.0.73 "GET /v2.0/networks/4ea85d1e-f96f-418f-9478-72c61c50fc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875099 Feb 03 13:21:32.085218 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7705c2b9-e2ab-4840-ba41-681194c573b1 req-84ee36cf-12b8-470a-a6a1-f9424c65191b service neutron] 10.222.0.31 "GET /v2.0/networks/4ea85d1e-f96f-418f-9478-72c61c50fc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880308 Feb 03 13:21:32.103826 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7705c2b9-e2ab-4840-ba41-681194c573b1 req-3bef3b95-c3bf-4dfd-8476-886da53a62fb service neutron] 10.222.0.73 "GET /v2.0/networks/4ea85d1e-f96f-418f-9478-72c61c50fc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864196 Feb 03 13:21:32.656010 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e794fda-cf6f-4f05-a383-f7bdb184f94b req-4c1b4862-847e-41d2-b08f-2346f240adb2 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:32.657981 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e794fda-cf6f-4f05-a383-f7bdb184f94b req-4c1b4862-847e-41d2-b08f-2346f240adb2 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 943 time: 0.0532138 Feb 03 13:21:32.704448 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7e794fda-cf6f-4f05-a383-f7bdb184f94b req-07dbf971-54fa-468e-a2fe-0c5db83543cd tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409112 Feb 03 13:21:32.992535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-62f0b21d-dbe0-41b6-a70f-14d8d864d347 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:32.993992 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-62f0b21d-dbe0-41b6-a70f-14d8d864d347 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.73 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5&tenant_id=93e57db7066541dbb30aeeda6de6055a&binding%3Ahost_id=n-h2-827336-3 HTTP/1.1" status: 200 len: 943 time: 0.0914228 Feb 03 13:21:33.052850 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-eb80bb0a-a736-46a2-b932-31b5c7d471e7 service neutron] delete failed (client error): The resource could not be found. Feb 03 13:21:33.053858 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-eb80bb0a-a736-46a2-b932-31b5c7d471e7 service neutron] 10.222.0.73 "DELETE /v2.0/ports/37d484f7-e772-4c77-90a4-df8397fad4f7/bindings/n-h1-827336-3 HTTP/1.1" status: 404 len: 380 time: 0.0534551 Feb 03 13:21:33.162475 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-1909823d-cc71-46f8-9f45-f4ac9d2f4fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:33.164116 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-1909823d-cc71-46f8-9f45-f4ac9d2f4fe3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=93e57db7066541dbb30aeeda6de6055a&device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 1125 time: 0.0466371 Feb 03 13:21:33.558010 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ce86-3cb0-49e7-a2e7-707a0f31d5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:33.577757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 37d484f7-e772-4c77-90a4-df8397fad4f7 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:21:33.583600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-abd5a6ef-27c3-4e36-a7fd-31f2f4ff6a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:33.585168 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-abd5a6ef-27c3-4e36-a7fd-31f2f4ff6a2a service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ea85d1e-f96f-418f-9478-72c61c50fc5a HTTP/1.1" status: 200 len: 912 time: 0.4158082 Feb 03 13:21:33.616777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] The host n-h1-827336-3 is not matching for port 37d484f7-e772-4c77-90a4-df8397fad4f7 host n-h2-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:21:33.617171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 37d484f7-e772-4c77-90a4-df8397fad4f7 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:21:33.625097 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-5fa8b4ab-da81-48ef-b5d1-36ae02dbac6a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37d484f7-e772-4c77-90a4-df8397fad4f7 HTTP/1.1" status: 200 len: 217 time: 0.0340159 Feb 03 13:21:33.671744 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-3d3d1eae-b6f2-4418-8400-e5d3ae7ef65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:33.673798 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-3d3d1eae-b6f2-4418-8400-e5d3ae7ef65f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77b52260-1ae4-4aaa-83b0-2365ef7a19d5 HTTP/1.1" status: 200 len: 851 time: 0.0428615 Feb 03 13:21:33.705947 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-c63afdf9-9a80-427e-808d-6d51e05a41ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ea85d1e-f96f-418f-9478-72c61c50fc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252554 Feb 03 13:21:33.801212 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-aaa0e1e0-1327-4942-94c2-0dc4b28016f6 service neutron] 10.222.0.73 "GET /v2.0/networks/4ea85d1e-f96f-418f-9478-72c61c50fc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883610 Feb 03 13:21:33.891064 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-42a19266-47cc-4590-ace1-489c833e28f7 service neutron] 10.222.0.73 "GET /v2.0/networks/4ea85d1e-f96f-418f-9478-72c61c50fc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842459 Feb 03 13:21:33.963072 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 37d484f7-e772-4c77-90a4-df8397fad4f7 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:21:34.063301 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 37d484f7-e772-4c77-90a4-df8397fad4f7, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=37d484f7-e772-4c77-90a4-df8397fad4f7,segment=NetworkSegment(cf7f42ba-8746-4352-ae68-b5caa3151001),segment_id=cf7f42ba-8746-4352-ae68-b5caa3151001)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:21:34.074430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '37d484f7-e772-4c77-90a4-df8397fad4f7', 'network_id': '4ea85d1e-f96f-418f-9478-72c61c50fc5a', 'port_id': '37d484f7-e772-4c77-90a4-df8397fad4f7', 'mac_address': 'fa:16:3e:50:d3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b52260-1ae4-4aaa-83b0-2365ef7a19d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:21:34.112206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 37d484f7-e772-4c77-90a4-df8397fad4f7 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:21:34.112599 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:34.124752 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d484f7-e772-4c77-90a4-df8397fad4f7 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:21:34.143758 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 37d484f7-e772-4c77-90a4-df8397fad4f7, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=37d484f7-e772-4c77-90a4-df8397fad4f7,segment=NetworkSegment(cf7f42ba-8746-4352-ae68-b5caa3151001),segment_id=cf7f42ba-8746-4352-ae68-b5caa3151001)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:21:34.147806 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:34.197676 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=37d484f7-e772-4c77-90a4-df8397fad4f7,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:34.394132 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['37d484f7-e772-4c77-90a4-df8397fad4f7'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:21:34.648695 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e361b27-b094-4765-9f63-789fc450c09e req-ae79b071-5237-4193-9e9d-40fa73342530 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:34.650386 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1e361b27-b094-4765-9f63-789fc450c09e req-ae79b071-5237-4193-9e9d-40fa73342530 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 944 time: 0.0524356 Feb 03 13:21:34.697315 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1e361b27-b094-4765-9f63-789fc450c09e req-efb31ee6-b069-4a80-9f9c-ff76da39f0cc tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Feb 03 13:21:35.820567 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6be28a-6980-4170-9f05-d2ac7993f15c req-6a4e95ef-1755-4d2c-9d1b-a6f08f9c4bad tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:35.822704 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c6be28a-6980-4170-9f05-d2ac7993f15c req-6a4e95ef-1755-4d2c-9d1b-a6f08f9c4bad tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 944 time: 0.0551805 Feb 03 13:21:35.869416 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c6be28a-6980-4170-9f05-d2ac7993f15c req-25f9e49c-6b54-4254-8fea-d20d93e2857f tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.18 "GET /v2.0/security-groups?id=6931e6c7-4552-4e60-8637-0a0342ddf1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410118 Feb 03 13:21:35.926426 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-0bf0a2a7-b931-4415-b0a0-d93458c0cdc6 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:35.927870 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-0bf0a2a7-b931-4415-b0a0-d93458c0cdc6 tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.31 "GET /v2.0/ports?device_id=019509fb-3f43-411b-9d7e-92054e87fae5 HTTP/1.1" status: 200 len: 944 time: 0.0517132 Feb 03 13:21:35.993823 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 37d484f7-e772-4c77-90a4-df8397fad4f7 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:21:36.030738 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-2722a268-19fe-4e98-98aa-0cede3bb460f tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Deleting port 37d484f7-e772-4c77-90a4-df8397fad4f7 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:21:36.031082 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-2722a268-19fe-4e98-98aa-0cede3bb460f tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:36.045553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 37d484f7-e772-4c77-90a4-df8397fad4f7 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:21:36.049617 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 37d484f7-e772-4c77-90a4-df8397fad4f7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:21:36.049998 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:36.119134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-2722a268-19fe-4e98-98aa-0cede3bb460f tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] For port 37d484f7-e772-4c77-90a4-df8397fad4f7, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=37d484f7-e772-4c77-90a4-df8397fad4f7,segment=NetworkSegment(cf7f42ba-8746-4352-ae68-b5caa3151001),segment_id=cf7f42ba-8746-4352-ae68-b5caa3151001)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:21:36.119500 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-2722a268-19fe-4e98-98aa-0cede3bb460f tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:36.124479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 37d484f7-e772-4c77-90a4-df8397fad4f7 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:21:36.124872 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:36.137218 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-2722a268-19fe-4e98-98aa-0cede3bb460f tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Calling delete_port for 37d484f7-e772-4c77-90a4-df8397fad4f7 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:21:36.147921 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019509fb-3f43-411b-9d7e-92054e87fae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d484f7-e772-4c77-90a4-df8397fad4f7'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:21:36.150449 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e9171e-598a-4443-a8d0-7eb5bd1241f7" -d '{"events": [{"server_uuid": "019509fb-3f43-411b-9d7e-92054e87fae5", "name": "network-vif-plugged", "status": "completed", "tag": "37d484f7-e772-4c77-90a4-df8397fad4f7"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:21:36.164421 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 37d484f7-e772-4c77-90a4-df8397fad4f7, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=37d484f7-e772-4c77-90a4-df8397fad4f7,segment=NetworkSegment(cf7f42ba-8746-4352-ae68-b5caa3151001),segment_id=cf7f42ba-8746-4352-ae68-b5caa3151001)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:21:36.168722 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:36.224383 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-985a87ff-6b7f-475f-9561-a026a47efcd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:36.240553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=37d484f7-e772-4c77-90a4-df8397fad4f7,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:36.261630 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc48196-ca82-46b7-b284-beb8a5f2e03a x-openstack-request-id: req-bdc48196-ca82-46b7-b284-beb8a5f2e03a {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:21:36.261949 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019509fb-3f43-411b-9d7e-92054e87fae5", "name": "network-vif-plugged", "status": "completed", "tag": "37d484f7-e772-4c77-90a4-df8397fad4f7", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:21:36.262211 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bdc48196-ca82-46b7-b284-beb8a5f2e03a {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:21:36.262618 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019509fb-3f43-411b-9d7e-92054e87fae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d484f7-e772-4c77-90a4-df8397fad4f7', 'code': 200} Feb 03 13:21:36.272682 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-2722a268-19fe-4e98-98aa-0cede3bb460f tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (37d484f7-e772-4c77-90a4-df8397fad4f7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:36.284389 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['37d484f7-e772-4c77-90a4-df8397fad4f7'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:21:36.302518 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722a268-19fe-4e98-98aa-0cede3bb460f tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Pushing event deleted for resources: {'Port': ['ID=37d484f7-e772-4c77-90a4-df8397fad4f7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:36.352221 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-2722a268-19fe-4e98-98aa-0cede3bb460f tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] No DVR routers for this DVR port 37d484f7-e772-4c77-90a4-df8397fad4f7 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:21:36.354874 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-2722a268-19fe-4e98-98aa-0cede3bb460f tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:36.358395 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-15e13cfa-d008-46b2-a83d-672fbfee3bab req-2722a268-19fe-4e98-98aa-0cede3bb460f tempest-DeleteServersTestJSON-1195407376 tempest-DeleteServersTestJSON-1195407376-project] 10.222.0.31 "DELETE /v2.0/ports/37d484f7-e772-4c77-90a4-df8397fad4f7 HTTP/1.1" status: 204 len: 173 time: 0.4258046 Feb 03 13:21:36.358837 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019509fb-3f43-411b-9d7e-92054e87fae5', 'name': 'network-vif-deleted', 'tag': '37d484f7-e772-4c77-90a4-df8397fad4f7'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:21:36.361805 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4540eed2-221b-41f6-8eda-2c252ab3b80f" -d '{"events": [{"server_uuid": "019509fb-3f43-411b-9d7e-92054e87fae5", "name": "network-vif-deleted", "tag": "37d484f7-e772-4c77-90a4-df8397fad4f7"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:21:36.403264 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5c67d0-ab35-4de9-9afb-6917ab10b16f x-openstack-request-id: req-ed5c67d0-ab35-4de9-9afb-6917ab10b16f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:21:36.403619 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019509fb-3f43-411b-9d7e-92054e87fae5", "name": "network-vif-deleted", "tag": "37d484f7-e772-4c77-90a4-df8397fad4f7", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:21:36.403885 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed5c67d0-ab35-4de9-9afb-6917ab10b16f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:21:36.404327 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019509fb-3f43-411b-9d7e-92054e87fae5', 'name': 'network-vif-deleted', 'tag': '37d484f7-e772-4c77-90a4-df8397fad4f7', 'status': 'completed', 'code': 200} Feb 03 13:21:36.999355 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38814) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:21:37.044756 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8e7579-b965-4714-ad5e-521c1080095f admin admin] Deleting subnet 77b52260-1ae4-4aaa-83b0-2365ef7a19d5 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:21:37.047860 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7579-b965-4714-ad5e-521c1080095f admin admin] Publish callbacks [] for subnet (77b52260-1ae4-4aaa-83b0-2365ef7a19d5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:37.056682 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:37.087556 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7579-b965-4714-ad5e-521c1080095f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (77b52260-1ae4-4aaa-83b0-2365ef7a19d5), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:37.126461 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7579-b965-4714-ad5e-521c1080095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (77b52260-1ae4-4aaa-83b0-2365ef7a19d5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:37.179080 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7579-b965-4714-ad5e-521c1080095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (77b52260-1ae4-4aaa-83b0-2365ef7a19d5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:37.204329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e7579-b965-4714-ad5e-521c1080095f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77b52260-1ae4-4aaa-83b0-2365ef7a19d5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:37.209661 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a8e7579-b965-4714-ad5e-521c1080095f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:37.213805 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6a8e7579-b965-4714-ad5e-521c1080095f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/77b52260-1ae4-4aaa-83b0-2365ef7a19d5 HTTP/1.1" status: 204 len: 168 time: 0.2133183 Feb 03 13:21:37.216417 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38816) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:21:37.284674 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37de915b-d4c5-4048-921e-54b20903465a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (4ea85d1e-f96f-418f-9478-72c61c50fc5a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:37.365349 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37de915b-d4c5-4048-921e-54b20903465a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (4ea85d1e-f96f-418f-9478-72c61c50fc5a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:37.386146 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-37de915b-d4c5-4048-921e-54b20903465a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea85d1e-f96f-418f-9478-72c61c50fc5a']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:21:37.396244 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-37de915b-d4c5-4048-921e-54b20903465a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7f42ba-8746-4352-ae68-b5caa3151001') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:21:37.396547 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-37de915b-d4c5-4048-921e-54b20903465a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7f42ba-8746-4352-ae68-b5caa3151001') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:21:37.406431 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37de915b-d4c5-4048-921e-54b20903465a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (cf7f42ba-8746-4352-ae68-b5caa3151001), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:37.419332 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37de915b-d4c5-4048-921e-54b20903465a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (cf7f42ba-8746-4352-ae68-b5caa3151001), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:37.426021 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37de915b-d4c5-4048-921e-54b20903465a admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:21:37.426418 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37de915b-d4c5-4048-921e-54b20903465a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (cf7f42ba-8746-4352-ae68-b5caa3151001), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:21:37.428239 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:21:37.487315 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37de915b-d4c5-4048-921e-54b20903465a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (4ea85d1e-f96f-418f-9478-72c61c50fc5a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:37.493105 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37de915b-d4c5-4048-921e-54b20903465a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:37.496375 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-37de915b-d4c5-4048-921e-54b20903465a admin admin] 10.222.0.18 "DELETE /v2.0/networks/4ea85d1e-f96f-418f-9478-72c61c50fc5a HTTP/1.1" status: 204 len: 168 time: 0.2788727 Feb 03 13:21:37.508928 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de915b-d4c5-4048-921e-54b20903465a admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea85d1e-f96f-418f-9478-72c61c50fc5a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:37.604818 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38820) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:21:37.647612 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-eb66baa2-404d-40fa-a497-687a02c7cfc0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93e57db7066541dbb30aeeda6de6055a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394504 Feb 03 13:21:37.647846 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38822) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:21:37.694675 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bf48fbe-d6eb-410e-98f0-56a8dc8052e5 admin admin] Publish callbacks [] for security_group (6931e6c7-4552-4e60-8637-0a0342ddf1a4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:37.715558 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bf48fbe-d6eb-410e-98f0-56a8dc8052e5 admin admin] Publish callbacks [] for security_group (6931e6c7-4552-4e60-8637-0a0342ddf1a4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:37.765788 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bf48fbe-d6eb-410e-98f0-56a8dc8052e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6931e6c7-4552-4e60-8637-0a0342ddf1a4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:37.768563 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bf48fbe-d6eb-410e-98f0-56a8dc8052e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:37.769796 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7bf48fbe-d6eb-410e-98f0-56a8dc8052e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6931e6c7-4552-4e60-8637-0a0342ddf1a4 HTTP/1.1" status: 204 len: 168 time: 0.1210389 Feb 03 13:21:37.777810 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf48fbe-d6eb-410e-98f0-56a8dc8052e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6931e6c7-4552-4e60-8637-0a0342ddf1a4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:38.358704 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:38.423778 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 38844) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:21:38.518941 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-55d12449-3161-4344-a9af-491d6e35246b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-180223305-network', 'tenant_id': '424cc80414434848bca732ff92e5c3d7'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:21:38.537505 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d12449-3161-4344-a9af-491d6e35246b admin admin] Made reservation on behalf of 424cc80414434848bca732ff92e5c3d7 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:21:38.539920 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55d12449-3161-4344-a9af-491d6e35246b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:38.548441 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55d12449-3161-4344-a9af-491d6e35246b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:38.623981 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55d12449-3161-4344-a9af-491d6e35246b admin admin] Publish callbacks [] for security_group (d2fcc631-9554-4b18-a5a0-88566d640a4e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:38.628679 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55d12449-3161-4344-a9af-491d6e35246b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d2fcc631-9554-4b18-a5a0-88566d640a4e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:38.652312 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d12449-3161-4344-a9af-491d6e35246b admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:21:38.667718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d12449-3161-4344-a9af-491d6e35246b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fcc631-9554-4b18-a5a0-88566d640a4e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:38.671703 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55d12449-3161-4344-a9af-491d6e35246b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (34383099-6e91-42f2-9a95-d9df8ed33050), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:38.672089 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-55d12449-3161-4344-a9af-491d6e35246b admin admin] Added segment 34383099-6e91-42f2-9a95-d9df8ed33050 of type vlan for network a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e Feb 03 13:21:38.712038 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55d12449-3161-4344-a9af-491d6e35246b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:38.736283 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55d12449-3161-4344-a9af-491d6e35246b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:38.737263 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d12449-3161-4344-a9af-491d6e35246b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:38.737844 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55d12449-3161-4344-a9af-491d6e35246b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:38.769664 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-55d12449-3161-4344-a9af-491d6e35246b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3446672 Feb 03 13:21:38.772616 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 38848) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:21:38.777744 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f6fd093d-5255-43e3-a405-6aaa70e9a972 admin admin] Request body: {'subnet': {'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-180223305-subnet', 'tenant_id': '424cc80414434848bca732ff92e5c3d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:21:38.797263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fd093d-5255-43e3-a405-6aaa70e9a972 admin admin] Made reservation on behalf of 424cc80414434848bca732ff92e5c3d7 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:21:38.800379 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6fd093d-5255-43e3-a405-6aaa70e9a972 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:38.803907 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d12449-3161-4344-a9af-491d6e35246b admin admin] Pushing event updated for resources: {'Network': ['ID=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:38.814339 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:21:38.976100 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6fd093d-5255-43e3-a405-6aaa70e9a972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (2b33d637-46ea-4f38-9dc7-5cedfbadbbdd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:39.028617 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd093d-5255-43e3-a405-6aaa70e9a972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b33d637-46ea-4f38-9dc7-5cedfbadbbdd,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:39.038780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd093d-5255-43e3-a405-6aaa70e9a972 admin admin] Checking segment: {'id': '34383099-6e91-42f2-9a95-d9df8ed33050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:21:39.039140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fd093d-5255-43e3-a405-6aaa70e9a972 admin admin] Network hostable DHCP agents. Network: a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:21:39.056039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fd093d-5255-43e3-a405-6aaa70e9a972 admin admin] Network a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:21:39.065248 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f6fd093d-5255-43e3-a405-6aaa70e9a972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:21:39.069308 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fd093d-5255-43e3-a405-6aaa70e9a972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:39.069908 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6fd093d-5255-43e3-a405-6aaa70e9a972 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:39.074033 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93511f4e-5f3c-475a-a83a-b7fed89182c7 None None] Network a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:21:39.091550 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f6fd093d-5255-43e3-a405-6aaa70e9a972 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3176389 Feb 03 13:21:39.172698 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe391e5a-619b-4c80-b4c3-ee0f014c458e None None] Network a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:21:39.513907 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-c2f883a2-deea-4204-a689-4c0c32da8256 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:39.515376 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-c2f883a2-deea-4204-a689-4c0c32da8256 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/networks?id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e HTTP/1.1" status: 200 len: 814 time: 0.1002760 Feb 03 13:21:39.529788 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-378910d8-33ef-451a-95db-a611a463dc95 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/quotas/424cc80414434848bca732ff92e5c3d7 HTTP/1.1" status: 200 len: 375 time: 0.0090222 Feb 03 13:21:39.566395 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-46e4e502-c938-4fa1-889e-1e28538d6763 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=424cc80414434848bca732ff92e5c3d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313070 Feb 03 13:21:39.654724 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-1c23883a-50df-402c-a035-ec01bb356e62 service neutron] 10.222.0.18 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818493 Feb 03 13:21:39.746178 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-39255c32-3198-43bd-ac84-c0f49498a9bd service neutron] 10.222.0.18 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851853 Feb 03 13:21:39.908038 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-06e9411e-6721-4147-b597-a32c6bfbf224 req-56d34b8f-1106-42b0-b03c-fc4b15e8669e tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 210 time: 0.0285158 Feb 03 13:21:39.963164 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:39.993614 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 37d484f7-e772-4c77-90a4-df8397fad4f7 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:21:40.020609 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 37d484f7-e772-4c77-90a4-df8397fad4f7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:21:40.020962 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 37d484f7-e772-4c77-90a4-df8397fad4f7 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:21:40.853430 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-316c09c0-a72a-4f92-87fc-a76c2d4abb14 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:40.854903 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-316c09c0-a72a-4f92-87fc-a76c2d4abb14 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.31 "GET /v2.0/networks?id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e HTTP/1.1" status: 200 len: 814 time: 0.1022229 Feb 03 13:21:40.866516 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-de869e9c-5eca-451b-b40f-f6b761166e37 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Request body: {'port': {'device_id': '26e366df-b47c-48b8-8e51-6ecfba6c8235', 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e', 'admin_state_up': True, 'tenant_id': '424cc80414434848bca732ff92e5c3d7'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:21:40.986719 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-de869e9c-5eca-451b-b40f-f6b761166e37 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Made reservation on behalf of 424cc80414434848bca732ff92e5c3d7 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:21:40.990035 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-de869e9c-5eca-451b-b40f-f6b761166e37 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:41.007777 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-347a9899-294b-4838-a5cc-6ed6c07f7548 req-1c43d957-1342-482c-957e-a3324aadeb30 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 210 time: 0.0326641 Feb 03 13:21:41.131256 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-de869e9c-5eca-451b-b40f-f6b761166e37 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Allocated IP 172.20.0.9 (a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e/2b33d637-46ea-4f38-9dc7-5cedfbadbbdd/499beaa6-0f32-4655-b06d-b27d8a9fbad5) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:21:41.275202 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-de869e9c-5eca-451b-b40f-f6b761166e37 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Publish callbacks [] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:41.313322 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-de869e9c-5eca-451b-b40f-f6b761166e37 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:41.352845 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-de869e9c-5eca-451b-b40f-f6b761166e37 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Network a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:21:41.355819 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-de869e9c-5eca-451b-b40f-f6b761166e37 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:21:41.362566 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-de869e9c-5eca-451b-b40f-f6b761166e37 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:21:41.387075 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de869e9c-5eca-451b-b40f-f6b761166e37 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Pushing event updated for resources: {'Port': ['ID=499beaa6-0f32-4655-b06d-b27d8a9fbad5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:41.417473 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-de869e9c-5eca-451b-b40f-f6b761166e37 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:41.418083 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-de869e9c-5eca-451b-b40f-f6b761166e37 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:41.433560 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-de869e9c-5eca-451b-b40f-f6b761166e37 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707579 Feb 03 13:21:41.444340 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] Request body: {'port': {'device_id': '26e366df-b47c-48b8-8e51-6ecfba6c8235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:21:41.504924 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:41.757426 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499beaa6-0f32-4655-b06d-b27d8a9fbad5 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:21:41.764708 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] Publish callbacks [] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:41.776597 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] Transition to ACTIVE for port object 499beaa6-0f32-4655-b06d-b27d8a9fbad5 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:21:41.780675 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:41.831858 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] Pushing event updated for resources: {'Port': ['ID=499beaa6-0f32-4655-b06d-b27d8a9fbad5,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:41.899125 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] Attempting to bind port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:21:41.900161 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] Attempting to bind port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '34383099-6e91-42f2-9a95-d9df8ed33050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:21:41.900161 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] Attempting to bind port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 on network a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:21:41.904316 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] Port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 on network a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:21:41.904635 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] Attempting to bind port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 on network a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:21:41.909958 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:21:41.910301 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] Checking segment: {'id': '34383099-6e91-42f2-9a95-d9df8ed33050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:21:41.910679 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] Bound using segment: {'id': '34383099-6e91-42f2-9a95-d9df8ed33050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:21:41.911097 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] Bound port: 499beaa6-0f32-4655-b06d-b27d8a9fbad5, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34383099-6e91-42f2-9a95-d9df8ed33050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:21:41.911453 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:41.973050 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] For port 499beaa6-0f32-4655-b06d-b27d8a9fbad5, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:21:41.976039 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] For port 499beaa6-0f32-4655-b06d-b27d8a9fbad5, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=499beaa6-0f32-4655-b06d-b27d8a9fbad5,segment=NetworkSegment(34383099-6e91-42f2-9a95-d9df8ed33050),segment_id=34383099-6e91-42f2-9a95-d9df8ed33050)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:21:41.982494 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:42.016583 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:42.017200 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:42.018574 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] 10.222.0.31 "PUT /v2.0/ports/499beaa6-0f32-4655-b06d-b27d8a9fbad5 HTTP/1.1" status: 200 len: 1091 time: 0.5781958 Feb 03 13:21:42.019015 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e366df-b47c-48b8-8e51-6ecfba6c8235', 'tag': '499beaa6-0f32-4655-b06d-b27d8a9fbad5'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:21:42.021279 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca2f38c-a56a-4800-92be-d4995a6f8c97" -d '{"events": [{"name": "network-changed", "server_uuid": "26e366df-b47c-48b8-8e51-6ecfba6c8235", "tag": "499beaa6-0f32-4655-b06d-b27d8a9fbad5"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:21:42.051920 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a041005-fcce-4509-8393-6d820afbaaf2 service neutron] Pushing event updated for resources: {'Port': ['ID=499beaa6-0f32-4655-b06d-b27d8a9fbad5,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:42.062389 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8280589d-1bc6-4a86-bf82-8c6daa01fe59 x-openstack-request-id: req-8280589d-1bc6-4a86-bf82-8c6daa01fe59 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:21:42.062691 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e366df-b47c-48b8-8e51-6ecfba6c8235", "tag": "499beaa6-0f32-4655-b06d-b27d8a9fbad5", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:21:42.063017 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8280589d-1bc6-4a86-bf82-8c6daa01fe59 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:21:42.063468 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e366df-b47c-48b8-8e51-6ecfba6c8235', 'tag': '499beaa6-0f32-4655-b06d-b27d8a9fbad5', 'status': 'completed', 'code': 200} Feb 03 13:21:42.148522 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-4a4b27a8-df8f-437a-aa8d-cd33814ff37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:42.150375 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-4a4b27a8-df8f-437a-aa8d-cd33814ff37a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=424cc80414434848bca732ff92e5c3d7&device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 1125 time: 0.0832918 Feb 03 13:21:42.161351 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a5ac3-7dd1-4124-8b57-4b883ec2dd2b req-d7f8d53c-b318-4d64-aef4-f0e96b24a7f2 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:42.162723 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4b1a5ac3-7dd1-4124-8b57-4b883ec2dd2b req-d7f8d53c-b318-4d64-aef4-f0e96b24a7f2 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 943 time: 0.0697730 Feb 03 13:21:42.207181 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-a2a7a118-e2fb-4510-a54e-c950af86aea6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=499beaa6-0f32-4655-b06d-b27d8a9fbad5 HTTP/1.1" status: 200 len: 217 time: 0.0435462 Feb 03 13:21:42.271431 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4b1a5ac3-7dd1-4124-8b57-4b883ec2dd2b req-5baa4e8d-965e-4f66-a8f5-0bb068810c63 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019964 Feb 03 13:21:42.276961 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-4921cc57-1783-410a-8dcc-9267b5b6a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:42.278411 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-4921cc57-1783-410a-8dcc-9267b5b6a742 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b33d637-46ea-4f38-9dc7-5cedfbadbbdd HTTP/1.1" status: 200 len: 854 time: 0.0642018 Feb 03 13:21:42.309901 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-94a52410-bd7c-4a38-9726-c4b4736482ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257311 Feb 03 13:21:42.396910 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-3e81e5f6-d333-4405-b25d-109ae4a5b5f7 service neutron] 10.222.0.31 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815244 Feb 03 13:21:42.487253 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f3364eab-5622-43ca-9f04-1b803d636b59 req-d4ef38c6-f065-4047-9709-1dda984cffb6 service neutron] 10.222.0.31 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847218 Feb 03 13:21:42.577163 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2f38c-a56a-4800-92be-d4995a6f8c97 req-925efdca-3deb-4f1f-8af3-e68c32fd2d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:42.579278 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ca2f38c-a56a-4800-92be-d4995a6f8c97 req-925efdca-3deb-4f1f-8af3-e68c32fd2d45 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=424cc80414434848bca732ff92e5c3d7&device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 1125 time: 0.0464473 Feb 03 13:21:42.675243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2f38c-a56a-4800-92be-d4995a6f8c97 req-070e9e2f-058b-48eb-abf4-1033dd9e3d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:42.676765 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ca2f38c-a56a-4800-92be-d4995a6f8c97 req-070e9e2f-058b-48eb-abf4-1033dd9e3d6f service neutron] 10.222.0.31 "GET /v2.0/networks?id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e HTTP/1.1" status: 200 len: 915 time: 0.0908649 Feb 03 13:21:42.718000 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ca2f38c-a56a-4800-92be-d4995a6f8c97 req-3ccfb842-435d-4211-b340-0362b8d559bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=499beaa6-0f32-4655-b06d-b27d8a9fbad5 HTTP/1.1" status: 200 len: 217 time: 0.0353501 Feb 03 13:21:42.769836 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2f38c-a56a-4800-92be-d4995a6f8c97 req-b865bb27-994d-4f2d-a1e4-acbaa99b253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:42.771301 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ca2f38c-a56a-4800-92be-d4995a6f8c97 req-b865bb27-994d-4f2d-a1e4-acbaa99b253d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b33d637-46ea-4f38-9dc7-5cedfbadbbdd HTTP/1.1" status: 200 len: 854 time: 0.0478306 Feb 03 13:21:42.807842 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ca2f38c-a56a-4800-92be-d4995a6f8c97 req-eef3a027-bfd5-434f-aeeb-a5945923e45d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306356 Feb 03 13:21:42.895733 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ca2f38c-a56a-4800-92be-d4995a6f8c97 req-ec143a41-a6a4-4b0c-9061-5d1b195ae5a3 service neutron] 10.222.0.31 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816135 Feb 03 13:21:42.989046 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6ca2f38c-a56a-4800-92be-d4995a6f8c97 req-2f36b8e6-dbd3-4d6e-91db-705c57ce460f service neutron] 10.222.0.31 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862527 Feb 03 13:21:43.390350 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff7290-28b3-4088-a3aa-46487a6a86d9 req-3ede6b50-65c8-429a-acb5-9ea732c79207 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:43.392396 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-26ff7290-28b3-4088-a3aa-46487a6a86d9 req-3ede6b50-65c8-429a-acb5-9ea732c79207 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 943 time: 0.0523636 Feb 03 13:21:43.449254 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-26ff7290-28b3-4088-a3aa-46487a6a86d9 req-0b942adc-8a34-45ff-817b-7ab737546675 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512536 Feb 03 13:21:44.568711 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babeefd-0785-483f-88b5-8341f8262cc3 req-678140e5-bb4c-43cd-a7f9-02bbdbbfcb5a tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:44.570172 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7babeefd-0785-483f-88b5-8341f8262cc3 req-678140e5-bb4c-43cd-a7f9-02bbdbbfcb5a tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 943 time: 0.0530906 Feb 03 13:21:44.615311 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7babeefd-0785-483f-88b5-8341f8262cc3 req-e2520dc6-e931-4850-800a-cd0894c46dc9 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395827 Feb 03 13:21:45.749229 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f781bbf-2b90-41e9-8ad3-fef4e9dd474e req-b9b5db80-3e52-4f6c-a9aa-251d9cd04085 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:45.751419 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f781bbf-2b90-41e9-8ad3-fef4e9dd474e req-b9b5db80-3e52-4f6c-a9aa-251d9cd04085 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 943 time: 0.0566890 Feb 03 13:21:45.799781 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f781bbf-2b90-41e9-8ad3-fef4e9dd474e req-04a5af69-96d1-43c3-86d4-a25758bbb7e0 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422745 Feb 03 13:21:46.040419 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 499beaa6-0f32-4655-b06d-b27d8a9fbad5 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:21:46.152032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 499beaa6-0f32-4655-b06d-b27d8a9fbad5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=499beaa6-0f32-4655-b06d-b27d8a9fbad5,segment=NetworkSegment(34383099-6e91-42f2-9a95-d9df8ed33050),segment_id=34383099-6e91-42f2-9a95-d9df8ed33050)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:21:46.164935 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '499beaa6-0f32-4655-b06d-b27d8a9fbad5', 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e', 'port_id': '499beaa6-0f32-4655-b06d-b27d8a9fbad5', 'mac_address': 'fa:16:3e:6a:82:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b33d637-46ea-4f38-9dc7-5cedfbadbbdd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:21:46.212785 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:21:46.213179 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:46.226833 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:46.230014 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499beaa6-0f32-4655-b06d-b27d8a9fbad5 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:21:46.254663 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 499beaa6-0f32-4655-b06d-b27d8a9fbad5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=499beaa6-0f32-4655-b06d-b27d8a9fbad5,segment=NetworkSegment(34383099-6e91-42f2-9a95-d9df8ed33050),segment_id=34383099-6e91-42f2-9a95-d9df8ed33050)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:21:46.259102 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:46.307087 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=499beaa6-0f32-4655-b06d-b27d8a9fbad5,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:46.454492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['499beaa6-0f32-4655-b06d-b27d8a9fbad5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:21:46.925528 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eedc4d-f9eb-4cb3-b286-7ea46d5b80ee req-4abedaa3-88be-46f6-b971-ad0df1697a06 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:46.927001 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f4eedc4d-f9eb-4cb3-b286-7ea46d5b80ee req-4abedaa3-88be-46f6-b971-ad0df1697a06 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 944 time: 0.0538287 Feb 03 13:21:46.978539 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f4eedc4d-f9eb-4cb3-b286-7ea46d5b80ee req-9d42306d-78f5-48d3-8ad0-048f3f63da07 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458558 Feb 03 13:21:48.057255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 499beaa6-0f32-4655-b06d-b27d8a9fbad5 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:21:48.103708 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a79998-8c9c-4903-9bd5-b51fe18eb1f9 req-40a1b1f9-bf79-432c-bcc1-7e9e5c473e7a tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:48.105531 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63a79998-8c9c-4903-9bd5-b51fe18eb1f9 req-40a1b1f9-bf79-432c-bcc1-7e9e5c473e7a tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 944 time: 0.0608819 Feb 03 13:21:48.105730 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:21:48.111296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:21:48.111911 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:48.156023 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63a79998-8c9c-4903-9bd5-b51fe18eb1f9 req-ef12ae3a-75cb-47d0-91b4-79a53b0eee0e tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436924 Feb 03 13:21:48.193009 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:21:48.193403 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:48.215841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e366df-b47c-48b8-8e51-6ecfba6c8235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499beaa6-0f32-4655-b06d-b27d8a9fbad5'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:21:48.218080 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af277e59-5190-4545-a592-361ff3271479" -d '{"events": [{"server_uuid": "26e366df-b47c-48b8-8e51-6ecfba6c8235", "name": "network-vif-plugged", "status": "completed", "tag": "499beaa6-0f32-4655-b06d-b27d8a9fbad5"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:21:48.230722 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 499beaa6-0f32-4655-b06d-b27d8a9fbad5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=499beaa6-0f32-4655-b06d-b27d8a9fbad5,segment=NetworkSegment(34383099-6e91-42f2-9a95-d9df8ed33050),segment_id=34383099-6e91-42f2-9a95-d9df8ed33050)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:21:48.235848 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:21:48.260655 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111b36fc-8d8d-4d07-a3b1-b9683faa0f92 x-openstack-request-id: req-111b36fc-8d8d-4d07-a3b1-b9683faa0f92 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:21:48.260952 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e366df-b47c-48b8-8e51-6ecfba6c8235", "name": "network-vif-plugged", "status": "completed", "tag": "499beaa6-0f32-4655-b06d-b27d8a9fbad5", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:21:48.261208 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-111b36fc-8d8d-4d07-a3b1-b9683faa0f92 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:21:48.261607 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e366df-b47c-48b8-8e51-6ecfba6c8235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499beaa6-0f32-4655-b06d-b27d8a9fbad5', 'code': 200} Feb 03 13:21:48.285809 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=499beaa6-0f32-4655-b06d-b27d8a9fbad5,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:21:48.361364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a280e-f017-4f36-b7e0-9bcd036c45e4 req-82669983-bce2-4612-8d21-ef2252ec2dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:48.363291 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-809a280e-f017-4f36-b7e0-9bcd036c45e4 req-82669983-bce2-4612-8d21-ef2252ec2dab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 1127 time: 0.0457883 Feb 03 13:21:48.405551 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-809a280e-f017-4f36-b7e0-9bcd036c45e4 req-3cb4e93f-b4ac-4485-9356-b88c5f6a333a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358851 Feb 03 13:21:49.277334 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa385b2a-debd-4c2d-9759-b5995d0aaba0 req-50792bd3-99c1-41e6-b9da-7b81d664ecce tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:49.278861 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa385b2a-debd-4c2d-9759-b5995d0aaba0 req-50792bd3-99c1-41e6-b9da-7b81d664ecce tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0564568 Feb 03 13:21:49.326068 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa385b2a-debd-4c2d-9759-b5995d0aaba0 req-1aec446f-f38b-4a9d-9522-13eda1776b0f tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410995 Feb 03 13:21:50.448169 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e40e2f-1410-4c44-af28-c1c9f6d49f62 req-7d54dc6f-5caf-4dbe-882b-d4d8ec8f8ec3 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:50.449636 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f2e40e2f-1410-4c44-af28-c1c9f6d49f62 req-7d54dc6f-5caf-4dbe-882b-d4d8ec8f8ec3 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0521848 Feb 03 13:21:50.497940 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f2e40e2f-1410-4c44-af28-c1c9f6d49f62 req-bfb3c060-16f4-47cd-aa1b-e29c55428160 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426943 Feb 03 13:21:50.615088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed822bcc-8177-4039-9c40-07e0b76457b1 req-a1d4fd12-149b-46c2-84cb-533722299b9b tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:50.616633 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed822bcc-8177-4039-9c40-07e0b76457b1 req-a1d4fd12-149b-46c2-84cb-533722299b9b tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0524189 Feb 03 13:21:50.662276 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed822bcc-8177-4039-9c40-07e0b76457b1 req-2b7c7548-db2d-4111-874f-fcd5ff8d4cb0 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402341 Feb 03 13:21:50.865857 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ef636-ae0b-45e8-ad26-213e9e571350 req-07adfe8d-85ae-4c0d-a66f-9ff5811e157e tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:50.867357 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e0ef636-ae0b-45e8-ad26-213e9e571350 req-07adfe8d-85ae-4c0d-a66f-9ff5811e157e tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0525317 Feb 03 13:21:50.919078 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e0ef636-ae0b-45e8-ad26-213e9e571350 req-ad1311ce-2298-43c3-952b-ae523a3492b8 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461695 Feb 03 13:21:51.037579 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96aad8-ff61-4dff-8e2c-5c11d94fc5e4 req-e519f06c-8df8-40d3-9621-7e2bc1e3f10f tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:51.039177 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d96aad8-ff61-4dff-8e2c-5c11d94fc5e4 req-e519f06c-8df8-40d3-9621-7e2bc1e3f10f tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0557435 Feb 03 13:21:51.084236 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7d96aad8-ff61-4dff-8e2c-5c11d94fc5e4 req-2ec0401a-7ff3-4c9c-94bc-7f3538d1ec52 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394781 Feb 03 13:21:51.199587 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-20c7f3f6-f665-4e2b-89f4-f973a930b61e req-4547f1aa-783e-4474-add0-61a6e3a6a2b8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452487 Feb 03 13:21:51.336116 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7f3f6-f665-4e2b-89f4-f973a930b61e req-b097cfa1-8f6a-4e66-aae8-5f6e0208b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:51.337578 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-20c7f3f6-f665-4e2b-89f4-f973a930b61e req-b097cfa1-8f6a-4e66-aae8-5f6e0208b903 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=424cc80414434848bca732ff92e5c3d7&device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 1127 time: 0.0968432 Feb 03 13:21:51.387711 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-328476c6-f784-466c-8a87-cd27f2aba97e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1064227 Feb 03 13:21:51.401308 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acc9c1-27d7-461e-8f61-2543a47bb8c0 req-da95ddf1-6db0-4233-8930-6e80d30002c4 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:51.402810 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d9acc9c1-27d7-461e-8f61-2543a47bb8c0 req-da95ddf1-6db0-4233-8930-6e80d30002c4 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.1227281 Feb 03 13:21:51.493957 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7f3f6-f665-4e2b-89f4-f973a930b61e req-ee5fa51c-ab69-473a-8518-900a8af6a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:51.495565 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-20c7f3f6-f665-4e2b-89f4-f973a930b61e req-ee5fa51c-ab69-473a-8518-900a8af6a58c service neutron] 10.222.0.31 "GET /v2.0/networks?id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e HTTP/1.1" status: 200 len: 915 time: 0.1363962 Feb 03 13:21:51.503088 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d9acc9c1-27d7-461e-8f61-2543a47bb8c0 req-0f0ed6d5-8e43-47fd-9722-811c4b7cf3f4 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698395 Feb 03 13:21:51.539412 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-20c7f3f6-f665-4e2b-89f4-f973a930b61e req-bbe074ca-f297-4fbf-b602-149ed067c61d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=499beaa6-0f32-4655-b06d-b27d8a9fbad5 HTTP/1.1" status: 200 len: 217 time: 0.0353837 Feb 03 13:21:51.587259 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7f3f6-f665-4e2b-89f4-f973a930b61e req-a824bcd2-4808-40ef-8a2a-6671f9fab810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:51.588868 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-20c7f3f6-f665-4e2b-89f4-f973a930b61e req-a824bcd2-4808-40ef-8a2a-6671f9fab810 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b33d637-46ea-4f38-9dc7-5cedfbadbbdd HTTP/1.1" status: 200 len: 854 time: 0.0443482 Feb 03 13:21:51.619796 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-20c7f3f6-f665-4e2b-89f4-f973a930b61e req-cb9a0891-df0b-430d-83c4-c5c20d92898d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255647 Feb 03 13:21:51.712833 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-20c7f3f6-f665-4e2b-89f4-f973a930b61e req-959569f2-fa3d-45c7-9640-c5fcabe3fefa service neutron] 10.222.0.31 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877218 Feb 03 13:21:51.807183 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-20c7f3f6-f665-4e2b-89f4-f973a930b61e req-594b22f4-8f22-48e0-b09e-16510544f4ad service neutron] 10.222.0.31 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891144 Feb 03 13:21:52.618187 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-2a0461db-30e2-4b35-ae13-45d3978cf76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:52.619712 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-2a0461db-30e2-4b35-ae13-45d3978cf76c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=424cc80414434848bca732ff92e5c3d7&device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 1127 time: 0.0463498 Feb 03 13:21:52.628295 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b242ca-45cb-4e2c-a020-e2a0be4a445f req-d84b3109-c581-4aa7-b7f8-818e74d551d8 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:52.629813 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-48b242ca-45cb-4e2c-a020-e2a0be4a445f req-d84b3109-c581-4aa7-b7f8-818e74d551d8 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0536666 Feb 03 13:21:52.676810 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-48b242ca-45cb-4e2c-a020-e2a0be4a445f req-3c72b314-f3ca-4ba3-ab73-f633ee18d623 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414143 Feb 03 13:21:52.713804 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8ff4608e-ebf9-4d2a-ae2e-d18d51726e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:52.715313 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8ff4608e-ebf9-4d2a-ae2e-d18d51726e43 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e HTTP/1.1" status: 200 len: 915 time: 0.0903504 Feb 03 13:21:52.757809 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-aeb85c2c-b89f-4569-97d2-5a0b76029623 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=499beaa6-0f32-4655-b06d-b27d8a9fbad5 HTTP/1.1" status: 200 len: 217 time: 0.0366554 Feb 03 13:21:52.804295 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-82922591-c544-46d9-8e06-8379f4bb7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:52.805640 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-82922591-c544-46d9-8e06-8379f4bb7ab4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b33d637-46ea-4f38-9dc7-5cedfbadbbdd HTTP/1.1" status: 200 len: 854 time: 0.0428643 Feb 03 13:21:52.836247 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-2e17aae8-cb4e-409d-b6a4-70b5f4d38f29 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251520 Feb 03 13:21:52.924671 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-0e002015-4b7f-4278-a447-28c3ff28cf01 service neutron] 10.222.0.31 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830977 Feb 03 13:21:53.012441 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-2ba9f834-a381-45ba-8b77-8a5a185b2539 service neutron] 10.222.0.31 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820961 Feb 03 13:21:53.797514 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ea1f5-d64c-43a5-9986-4b9b1b111b5f req-f6be9560-4d8d-4522-8188-15270f8b7a55 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:53.799039 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-454ea1f5-d64c-43a5-9986-4b9b1b111b5f req-f6be9560-4d8d-4522-8188-15270f8b7a55 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0523968 Feb 03 13:21:53.848975 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-454ea1f5-d64c-43a5-9986-4b9b1b111b5f req-87445b82-2f42-4e8f-8adf-dd772940227b tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443656 Feb 03 13:21:54.966920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dc0fb-2a9b-4f2c-b5f3-279c85e9f18d req-9a0c5ea7-78a1-4b5e-8fd3-dc8ca2d90363 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:54.968949 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-090dc0fb-2a9b-4f2c-b5f3-279c85e9f18d req-9a0c5ea7-78a1-4b5e-8fd3-dc8ca2d90363 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0531118 Feb 03 13:21:55.014791 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-090dc0fb-2a9b-4f2c-b5f3-279c85e9f18d req-b5b21395-67cf-4c11-b5aa-570307aeb846 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403407 Feb 03 13:21:56.132223 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dbd1f-2d07-45c2-9dcf-616f385401f4 req-2c3564d8-0faa-4522-bcf6-1110ad29a848 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:56.133700 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d5dbd1f-2d07-45c2-9dcf-616f385401f4 req-2c3564d8-0faa-4522-bcf6-1110ad29a848 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0516350 Feb 03 13:21:56.189682 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d5dbd1f-2d07-45c2-9dcf-616f385401f4 req-971e0277-e5b4-44e0-a3d1-3645ae5e8f99 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504789 Feb 03 13:21:57.312400 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff39efa-dab7-4372-8a6b-6a9fbd67814b req-c70fd315-a8cd-4c10-9569-47875ed82ded tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:57.313920 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eff39efa-dab7-4372-8a6b-6a9fbd67814b req-c70fd315-a8cd-4c10-9569-47875ed82ded tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0574069 Feb 03 13:21:57.359881 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eff39efa-dab7-4372-8a6b-6a9fbd67814b req-34d46a14-0d12-486f-8ad3-fc03d5b4ec62 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403657 Feb 03 13:21:58.486068 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6ee05-bb06-4709-86f5-985b941bb660 req-0dc110ef-7ab7-44bc-a260-c29f0f795967 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:58.487531 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8fc6ee05-bb06-4709-86f5-985b941bb660 req-0dc110ef-7ab7-44bc-a260-c29f0f795967 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0585039 Feb 03 13:21:58.541478 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8fc6ee05-bb06-4709-86f5-985b941bb660 req-73ed527d-7552-43da-ae96-80408cafce2d tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482180 Feb 03 13:21:59.675016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ca32e-2d8d-4b70-91de-f3bf801b3c68 req-260bfdfd-da0e-493d-a6c9-89dc583dbdf6 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:21:59.676595 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b99ca32e-2d8d-4b70-91de-f3bf801b3c68 req-260bfdfd-da0e-493d-a6c9-89dc583dbdf6 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0535870 Feb 03 13:21:59.723262 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b99ca32e-2d8d-4b70-91de-f3bf801b3c68 req-d2e56321-b1fd-4bd9-95de-650fc374c4a1 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411994 Feb 03 13:22:00.858522 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23267259-2ca0-4b65-917b-3cc477f93d50 req-2be9ef7d-a94b-4049-bfa5-1f0cad064821 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:00.860502 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-23267259-2ca0-4b65-917b-3cc477f93d50 req-2be9ef7d-a94b-4049-bfa5-1f0cad064821 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0557952 Feb 03 13:22:00.906930 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-23267259-2ca0-4b65-917b-3cc477f93d50 req-0b79b7e3-a181-4817-b840-f75c7a86f14d tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402453 Feb 03 13:22:01.459333 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:02.043140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90094af-d0e4-487f-b39c-ea140e5de1b7 req-f7c25332-e570-40d2-a5fc-255d9d01f144 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:02.044667 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e90094af-d0e4-487f-b39c-ea140e5de1b7 req-f7c25332-e570-40d2-a5fc-255d9d01f144 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0671990 Feb 03 13:22:02.092384 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e90094af-d0e4-487f-b39c-ea140e5de1b7 req-52ef1623-47d8-4d9b-985b-8df2ce161c2a tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419021 Feb 03 13:22:03.217525 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2010e64-6c3f-4075-8e2a-ecae51d4eb7c req-882a0bf7-ec85-453f-afd1-39d3d4ca7eb0 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:03.219106 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c2010e64-6c3f-4075-8e2a-ecae51d4eb7c req-882a0bf7-ec85-453f-afd1-39d3d4ca7eb0 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0544157 Feb 03 13:22:03.266690 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c2010e64-6c3f-4075-8e2a-ecae51d4eb7c req-429f7fe1-fbf2-4b56-b2d6-c96aa83d3973 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420306 Feb 03 13:22:03.560094 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-955109b7-c239-4f65-b70d-32a4e753499a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:04.386360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2c23b-9255-4751-ad01-042653198585 req-d3c368b1-c139-4d01-b20f-2c7b53ff534e tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:04.387857 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7de2c23b-9255-4751-ad01-042653198585 req-d3c368b1-c139-4d01-b20f-2c7b53ff534e tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0523975 Feb 03 13:22:04.435024 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7de2c23b-9255-4751-ad01-042653198585 req-1c4a2cfc-302a-4bab-8df9-193e07a0b1c0 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411143 Feb 03 13:22:05.559182 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70ea41-76f6-4e32-a816-d8bf8d93ba0a req-f835a841-320c-4c9f-aaa1-5f4cdac1c392 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:05.560779 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e70ea41-76f6-4e32-a816-d8bf8d93ba0a req-f835a841-320c-4c9f-aaa1-5f4cdac1c392 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0568898 Feb 03 13:22:05.607983 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e70ea41-76f6-4e32-a816-d8bf8d93ba0a req-2c5aac08-e79e-49a9-b1d1-96fbc87b79e1 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417001 Feb 03 13:22:06.198211 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1116dc5c-b642-4a1b-b955-77b6f9b1f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:06.733180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac67ac-b9dc-4126-a91e-fbc7d7394f2e req-4bd4a2c4-dded-4817-bccd-5014ee46317f tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:06.734741 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d5ac67ac-b9dc-4126-a91e-fbc7d7394f2e req-4bd4a2c4-dded-4817-bccd-5014ee46317f tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0552421 Feb 03 13:22:06.794348 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d5ac67ac-b9dc-4126-a91e-fbc7d7394f2e req-55c9aa33-e1dc-4a1b-82e7-ba2d319c2776 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538530 Feb 03 13:22:07.060974 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:07.914533 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265ced6-7466-438a-8bde-a95ec34cb9dc req-a3d35db5-dc5d-4387-88cb-14c9f2404b29 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:07.916066 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6265ced6-7466-438a-8bde-a95ec34cb9dc req-a3d35db5-dc5d-4387-88cb-14c9f2404b29 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0526664 Feb 03 13:22:07.964501 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6265ced6-7466-438a-8bde-a95ec34cb9dc req-c44aff7b-7a17-4aed-9355-99d4d397f81b tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418127 Feb 03 13:22:08.360524 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:08.879005 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:22:09.087053 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7ecdf-888e-4c5f-9227-6088c7f7507e req-e62bd99a-3b6a-449e-beba-eb93d74a65e3 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:09.088714 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cbf7ecdf-888e-4c5f-9227-6088c7f7507e req-e62bd99a-3b6a-449e-beba-eb93d74a65e3 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0542998 Feb 03 13:22:09.139847 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cbf7ecdf-888e-4c5f-9227-6088c7f7507e req-af63b30b-256e-4d58-91eb-0dd71b0ddbfb tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455229 Feb 03 13:22:09.969300 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:10.279034 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d4d13-947e-4b19-a1a0-16b9a6bbc174 req-6260ba91-a83d-4510-ae46-91527a929d7a tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:10.281171 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b97d4d13-947e-4b19-a1a0-16b9a6bbc174 req-6260ba91-a83d-4510-ae46-91527a929d7a tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0556147 Feb 03 13:22:10.345975 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b97d4d13-947e-4b19-a1a0-16b9a6bbc174 req-f42b7ab6-7980-4d07-94be-27534ca11bd1 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575969 Feb 03 13:22:11.468275 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c4344-5760-44d8-856a-b9cb6948ffe3 req-f6fbf90c-db79-4e8e-9e8e-14cd266c7b61 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:11.469810 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b7c4344-5760-44d8-856a-b9cb6948ffe3 req-f6fbf90c-db79-4e8e-9e8e-14cd266c7b61 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0535939 Feb 03 13:22:11.517079 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b7c4344-5760-44d8-856a-b9cb6948ffe3 req-af724724-ae7b-41c3-8bb4-25da2ee239d5 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416389 Feb 03 13:22:12.641267 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66478771-6ae3-4e62-8071-33a20d49e2be req-4e88860a-f291-4e48-b058-2c00efe32481 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:12.642747 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-66478771-6ae3-4e62-8071-33a20d49e2be req-4e88860a-f291-4e48-b058-2c00efe32481 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0531158 Feb 03 13:22:12.692119 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-66478771-6ae3-4e62-8071-33a20d49e2be req-9e51fe10-01c6-43b2-919e-244757f002a8 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434537 Feb 03 13:22:13.821584 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f5289-f81b-4190-933a-025670c6f903 req-24f9a0ce-5389-49e5-bba7-4933c6b732ea tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:13.823236 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce3f5289-f81b-4190-933a-025670c6f903 req-24f9a0ce-5389-49e5-bba7-4933c6b732ea tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0613456 Feb 03 13:22:13.871798 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ce3f5289-f81b-4190-933a-025670c6f903 req-166ccaec-25e1-4627-9da7-020c344e173f tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426195 Feb 03 13:22:14.996250 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57679990-eaeb-44b8-9ad0-90618619e643 req-b5bb3131-0995-462e-a08d-bb9e090ea1c4 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:14.997763 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-57679990-eaeb-44b8-9ad0-90618619e643 req-b5bb3131-0995-462e-a08d-bb9e090ea1c4 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0539889 Feb 03 13:22:15.047178 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-57679990-eaeb-44b8-9ad0-90618619e643 req-a586d9f4-b18b-403a-a1ff-e67603fcba22 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429666 Feb 03 13:22:16.190969 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcdbf0-f61e-4744-95a1-1d2ed943dbec req-fb888a0a-32a6-4af8-a477-effb089066dc tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:16.192565 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-86bcdbf0-f61e-4744-95a1-1d2ed943dbec req-fb888a0a-32a6-4af8-a477-effb089066dc tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0566068 Feb 03 13:22:16.225557 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:16.247714 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-86bcdbf0-f61e-4744-95a1-1d2ed943dbec req-71bec8ca-3867-4665-82f1-7f508b9002e6 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455370 Feb 03 13:22:17.371508 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ce559-00ec-42f9-82c0-6fab7349e0c8 req-7354b3d1-fa93-4187-9bbd-85b51d7b7206 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:17.373025 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f59ce559-00ec-42f9-82c0-6fab7349e0c8 req-7354b3d1-fa93-4187-9bbd-85b51d7b7206 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0553768 Feb 03 13:22:17.422715 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f59ce559-00ec-42f9-82c0-6fab7349e0c8 req-fafed1d3-1226-4ae5-ba96-39f1f4fca414 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410483 Feb 03 13:22:18.540543 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d6c4f-6a04-424e-a12f-c5f97c495195 req-d68579fe-a092-4c74-9450-f0a6b5247277 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:18.542048 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e7d6c4f-6a04-424e-a12f-c5f97c495195 req-d68579fe-a092-4c74-9450-f0a6b5247277 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0531027 Feb 03 13:22:18.593510 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e7d6c4f-6a04-424e-a12f-c5f97c495195 req-d3fcee51-cb3d-40b3-97e4-54ee19bb8a6c tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458555 Feb 03 13:22:19.718001 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7c657-0715-4c52-b004-f04223f1e9c9 req-0ce6b0b3-302d-4a47-aadd-c93a2ba0f052 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:19.719603 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f8c7c657-0715-4c52-b004-f04223f1e9c9 req-0ce6b0b3-302d-4a47-aadd-c93a2ba0f052 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0544879 Feb 03 13:22:19.765915 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f8c7c657-0715-4c52-b004-f04223f1e9c9 req-30bef10b-66f7-4044-9ca6-5c30b2855070 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406697 Feb 03 13:22:19.936890 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-25f839d7-a729-4ff9-a97d-25f2d544f2b3 service neutron] show failed (client error): The resource could not be found. Feb 03 13:22:19.937922 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-25f839d7-a729-4ff9-a97d-25f2d544f2b3 service neutron] 10.222.0.31 "GET /v2.0/ports/499beaa6-0f32-4655-b06d-b27d8a9fbad5/bindings/n-h1-827336-3 HTTP/1.1" status: 404 len: 380 time: 0.0532763 Feb 03 13:22:20.139982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-6088d9f6-8790-4340-b81e-37fcb17723e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:20.141762 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-6088d9f6-8790-4340-b81e-37fcb17723e0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235&tenant_id=424cc80414434848bca732ff92e5c3d7 HTTP/1.1" status: 200 len: 1127 time: 0.0464895 Feb 03 13:22:20.158859 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827336-3', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:22:20.217069 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:20.429537 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] For port 499beaa6-0f32-4655-b06d-b27d8a9fbad5, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=499beaa6-0f32-4655-b06d-b27d8a9fbad5,segment=NetworkSegment(34383099-6e91-42f2-9a95-d9df8ed33050),segment_id=34383099-6e91-42f2-9a95-d9df8ed33050)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:22:20.462761 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] For port 499beaa6-0f32-4655-b06d-b27d8a9fbad5, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:22:20.503929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e366df-b47c-48b8-8e51-6ecfba6c8235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499beaa6-0f32-4655-b06d-b27d8a9fbad5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:22:20.506260 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364d6a2c-18ac-4e5c-ad34-abb1dbd19013" -d '{"events": [{"server_uuid": "26e366df-b47c-48b8-8e51-6ecfba6c8235", "name": "network-vif-unplugged", "status": "completed", "tag": "499beaa6-0f32-4655-b06d-b27d8a9fbad5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:22:20.509939 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Publish callbacks [] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:20.522618 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Transition to ACTIVE for port object 499beaa6-0f32-4655-b06d-b27d8a9fbad5 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:22:20.526592 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:20.587596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] No DVR routers for this DVR port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:22:20.599868 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Pushing event updated for resources: {'Port': ['ID=499beaa6-0f32-4655-b06d-b27d8a9fbad5,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:22:20.636091 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861c7a86-92bd-4d3f-9350-1e99228adede x-openstack-request-id: req-861c7a86-92bd-4d3f-9350-1e99228adede {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:22:20.636434 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e366df-b47c-48b8-8e51-6ecfba6c8235", "name": "network-vif-unplugged", "status": "completed", "tag": "499beaa6-0f32-4655-b06d-b27d8a9fbad5", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:22:20.636721 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-861c7a86-92bd-4d3f-9350-1e99228adede {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:22:20.637226 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e366df-b47c-48b8-8e51-6ecfba6c8235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499beaa6-0f32-4655-b06d-b27d8a9fbad5', 'code': 200} Feb 03 13:22:20.640711 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:20.641063 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:20.641470 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:20.641817 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:20.642225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:20.642570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:20.642904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:20.643234 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:20.643573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:20.643972 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:20.644373 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:20.644707 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:20.645036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:20.650493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Attempting to bind port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:22:20.650994 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Attempting to bind port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '34383099-6e91-42f2-9a95-d9df8ed33050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:22:20.651382 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Attempting to bind port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 on network a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:22:20.655681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 on network a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:22:20.656029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Attempting to bind port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 on network a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:22:20.661444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:22:20.661783 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Checking segment: {'id': '34383099-6e91-42f2-9a95-d9df8ed33050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:22:20.662163 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Bound using segment: {'id': '34383099-6e91-42f2-9a95-d9df8ed33050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:22:20.663163 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Bound port: 499beaa6-0f32-4655-b06d-b27d8a9fbad5, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34383099-6e91-42f2-9a95-d9df8ed33050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:22:20.663163 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:20.727291 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] For port 499beaa6-0f32-4655-b06d-b27d8a9fbad5, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:22:20.730303 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] For port 499beaa6-0f32-4655-b06d-b27d8a9fbad5, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=499beaa6-0f32-4655-b06d-b27d8a9fbad5,segment=NetworkSegment(34383099-6e91-42f2-9a95-d9df8ed33050),segment_id=34383099-6e91-42f2-9a95-d9df8ed33050)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:22:20.737676 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:20.773127 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:20.773765 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:20.775514 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] 10.222.0.73 "PUT /v2.0/ports/499beaa6-0f32-4655-b06d-b27d8a9fbad5 HTTP/1.1" status: 200 len: 1091 time: 0.6207845 Feb 03 13:22:20.797293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b3fc1-0ae3-4f90-93b1-caf0cfa06103 service neutron] Pushing event updated for resources: {'Port': ['ID=499beaa6-0f32-4655-b06d-b27d8a9fbad5,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:22:20.862102 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-d21ca806-64e2-4268-89c0-f470764639b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:20.863715 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-d21ca806-64e2-4268-89c0-f470764639b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=424cc80414434848bca732ff92e5c3d7&device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 1125 time: 0.0477064 Feb 03 13:22:20.898547 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9652a6-12e2-4eb0-af18-fe54782a622b req-a1de11a5-e8c4-4028-a98f-e5b133e4a5c6 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:20.900352 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ab9652a6-12e2-4eb0-af18-fe54782a622b req-a1de11a5-e8c4-4028-a98f-e5b133e4a5c6 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 943 time: 0.0615914 Feb 03 13:22:20.948038 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ab9652a6-12e2-4eb0-af18-fe54782a622b req-d8a8c513-0e7f-4818-85da-530500113137 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417006 Feb 03 13:22:20.964807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-9d62945d-36ac-4250-a8f3-58ad2a22c629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:20.966398 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-9d62945d-36ac-4250-a8f3-58ad2a22c629 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e HTTP/1.1" status: 200 len: 915 time: 0.0971935 Feb 03 13:22:21.007188 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-bae29aa2-8293-412a-88d4-be4a94302cae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=499beaa6-0f32-4655-b06d-b27d8a9fbad5 HTTP/1.1" status: 200 len: 217 time: 0.0345259 Feb 03 13:22:21.059566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-e1ab6de2-dbac-4178-9173-0be8f95024a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:21.061060 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-e1ab6de2-dbac-4178-9173-0be8f95024a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b33d637-46ea-4f38-9dc7-5cedfbadbbdd HTTP/1.1" status: 200 len: 854 time: 0.0489872 Feb 03 13:22:21.106469 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-cc48f5d4-d8f5-423b-8c6d-0ad787b7d15d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264857 Feb 03 13:22:21.198359 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-b721d84d-1c5e-45f0-ac2b-08ce417ee8de service neutron] 10.222.0.73 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860622 Feb 03 13:22:21.294499 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4598aacf-2912-4b2d-80ce-9dbf5115a62e req-48395548-f53f-480e-bb21-3bbe96f210e4 service neutron] 10.222.0.73 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903084 Feb 03 13:22:22.082925 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f97386-876a-42ad-ae5e-d082571d1511 req-29a899c4-e44a-4d59-b8d4-9cccbc337bfa tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:22.084479 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29f97386-876a-42ad-ae5e-d082571d1511 req-29a899c4-e44a-4d59-b8d4-9cccbc337bfa tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 943 time: 0.0607402 Feb 03 13:22:22.134867 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29f97386-876a-42ad-ae5e-d082571d1511 req-56a99dd9-d5f3-4cce-aa54-2ba938d4a179 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439734 Feb 03 13:22:22.639189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e366df-b47c-48b8-8e51-6ecfba6c8235', 'tag': '499beaa6-0f32-4655-b06d-b27d8a9fbad5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:22:22.642223 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10006e8b-22ce-464d-9c08-7618542263a9" -d '{"events": [{"name": "network-changed", "server_uuid": "26e366df-b47c-48b8-8e51-6ecfba6c8235", "tag": "499beaa6-0f32-4655-b06d-b27d8a9fbad5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:22:22.690263 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad4c86a-8868-4787-9b47-6eb109a64dc0 x-openstack-request-id: req-5ad4c86a-8868-4787-9b47-6eb109a64dc0 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:22:22.690537 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e366df-b47c-48b8-8e51-6ecfba6c8235", "tag": "499beaa6-0f32-4655-b06d-b27d8a9fbad5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:22:22.690795 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ad4c86a-8868-4787-9b47-6eb109a64dc0 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:22:22.691208 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e366df-b47c-48b8-8e51-6ecfba6c8235', 'tag': '499beaa6-0f32-4655-b06d-b27d8a9fbad5', 'status': 'completed', 'code': 200} Feb 03 13:22:22.759082 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10006e8b-22ce-464d-9c08-7618542263a9 req-b3c0676a-13f8-4cb2-99b4-d324a0343750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:22.760656 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-10006e8b-22ce-464d-9c08-7618542263a9 req-b3c0676a-13f8-4cb2-99b4-d324a0343750 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=424cc80414434848bca732ff92e5c3d7&device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 1125 time: 0.0468075 Feb 03 13:22:22.776543 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10006e8b-22ce-464d-9c08-7618542263a9 req-59867f98-c7ab-4a4f-b11f-a46a05467c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:22.778098 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10006e8b-22ce-464d-9c08-7618542263a9 req-59867f98-c7ab-4a4f-b11f-a46a05467c2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=424cc80414434848bca732ff92e5c3d7&device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 1125 time: 0.0519736 Feb 03 13:22:22.852696 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10006e8b-22ce-464d-9c08-7618542263a9 req-772494dc-e98c-450e-b244-19346960f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:22.854173 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-10006e8b-22ce-464d-9c08-7618542263a9 req-772494dc-e98c-450e-b244-19346960f30b service neutron] 10.222.0.31 "GET /v2.0/networks?id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e HTTP/1.1" status: 200 len: 915 time: 0.0884035 Feb 03 13:22:22.867294 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10006e8b-22ce-464d-9c08-7618542263a9 req-a2f4c9c6-a427-4ab3-bb1d-5cd8fa4a3c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:22.868818 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10006e8b-22ce-464d-9c08-7618542263a9 req-a2f4c9c6-a427-4ab3-bb1d-5cd8fa4a3c5e service neutron] 10.222.0.73 "GET /v2.0/networks?id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e HTTP/1.1" status: 200 len: 915 time: 0.0848131 Feb 03 13:22:22.895524 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-10006e8b-22ce-464d-9c08-7618542263a9 req-3cd94bf4-621b-408a-9f27-0f2250d63afe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=499beaa6-0f32-4655-b06d-b27d8a9fbad5 HTTP/1.1" status: 200 len: 217 time: 0.0356081 Feb 03 13:22:22.915839 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10006e8b-22ce-464d-9c08-7618542263a9 req-ebf389d0-4a9a-4f4a-a91f-efea4175dec4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=499beaa6-0f32-4655-b06d-b27d8a9fbad5 HTTP/1.1" status: 200 len: 217 time: 0.0406597 Feb 03 13:22:22.942574 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10006e8b-22ce-464d-9c08-7618542263a9 req-995282a1-ac8e-4304-91b8-39bafcc14c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:22.944334 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-10006e8b-22ce-464d-9c08-7618542263a9 req-995282a1-ac8e-4304-91b8-39bafcc14c25 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b33d637-46ea-4f38-9dc7-5cedfbadbbdd HTTP/1.1" status: 200 len: 854 time: 0.0438123 Feb 03 13:22:22.963771 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10006e8b-22ce-464d-9c08-7618542263a9 req-a6789b4a-c0cb-404e-ac49-b3676954ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:22.965294 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10006e8b-22ce-464d-9c08-7618542263a9 req-a6789b4a-c0cb-404e-ac49-b3676954ee23 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b33d637-46ea-4f38-9dc7-5cedfbadbbdd HTTP/1.1" status: 200 len: 854 time: 0.0442445 Feb 03 13:22:22.976582 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-10006e8b-22ce-464d-9c08-7618542263a9 req-f750b40d-0d30-42f8-9067-50ade85db1a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258839 Feb 03 13:22:22.997076 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10006e8b-22ce-464d-9c08-7618542263a9 req-ae56d37d-54fb-4310-9eca-59dbeef57aba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258236 Feb 03 13:22:23.096421 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10006e8b-22ce-464d-9c08-7618542263a9 req-bda4fe77-70a1-4beb-a8fe-a86e7b4582fe service neutron] 10.222.0.73 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931916 Feb 03 13:22:23.196742 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10006e8b-22ce-464d-9c08-7618542263a9 req-fc1b060c-7ebe-4deb-9289-d7e7dd631f9d service neutron] 10.222.0.73 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942407 Feb 03 13:22:23.264648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba9dc3-485b-466c-8e3d-d0851a588ac3 req-315a069d-ebcb-4ba3-9798-3a718d34f8a4 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:23.266251 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9eba9dc3-485b-466c-8e3d-d0851a588ac3 req-315a069d-ebcb-4ba3-9798-3a718d34f8a4 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 943 time: 0.0569398 Feb 03 13:22:23.320839 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9eba9dc3-485b-466c-8e3d-d0851a588ac3 req-2852078c-ce9d-494d-8e9b-4ee3f799745f tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488420 Feb 03 13:22:23.417114 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-10006e8b-22ce-464d-9c08-7618542263a9 req-2324d4ef-3130-40f3-847b-8f184ec1490a service neutron] 10.222.0.31 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350889 Feb 03 13:22:23.506833 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-10006e8b-22ce-464d-9c08-7618542263a9 req-e172d023-fd24-4936-b191-92762611ad1e service neutron] 10.222.0.31 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829544 Feb 03 13:22:23.781327 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 499beaa6-0f32-4655-b06d-b27d8a9fbad5 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:22:23.880223 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 499beaa6-0f32-4655-b06d-b27d8a9fbad5, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=499beaa6-0f32-4655-b06d-b27d8a9fbad5,segment=NetworkSegment(34383099-6e91-42f2-9a95-d9df8ed33050),segment_id=34383099-6e91-42f2-9a95-d9df8ed33050)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:22:23.890922 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '499beaa6-0f32-4655-b06d-b27d8a9fbad5', 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e', 'port_id': '499beaa6-0f32-4655-b06d-b27d8a9fbad5', 'mac_address': 'fa:16:3e:6a:82:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b33d637-46ea-4f38-9dc7-5cedfbadbbdd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:22:23.927774 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:22:23.928192 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:23.941081 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499beaa6-0f32-4655-b06d-b27d8a9fbad5 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:22:23.963099 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 499beaa6-0f32-4655-b06d-b27d8a9fbad5, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=499beaa6-0f32-4655-b06d-b27d8a9fbad5,segment=NetworkSegment(34383099-6e91-42f2-9a95-d9df8ed33050),segment_id=34383099-6e91-42f2-9a95-d9df8ed33050)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:22:23.967232 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:24.014567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=499beaa6-0f32-4655-b06d-b27d8a9fbad5,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:22:24.022462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:24.022840 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:24.023179 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:24.023518 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:24.023852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:24.024214 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:24.024811 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:24.025137 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:24.025458 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:24.025785 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:24.026104 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:24.026426 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:24.026750 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:24.184824 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 499beaa6-0f32-4655-b06d-b27d8a9fbad5 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:22:24.225872 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] The host n-h2-827336-3 is not matching for port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 host n-h1-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:22:24.226280 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 499beaa6-0f32-4655-b06d-b27d8a9fbad5 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:22:24.401898 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['499beaa6-0f32-4655-b06d-b27d8a9fbad5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:22:24.446465 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35801ab2-49c5-42a4-9cd5-d182c9339ae7 req-1c72c41c-7e66-4b5a-8c30-35f97274f166 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:24.448098 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-35801ab2-49c5-42a4-9cd5-d182c9339ae7 req-1c72c41c-7e66-4b5a-8c30-35f97274f166 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 944 time: 0.0547733 Feb 03 13:22:24.504713 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-35801ab2-49c5-42a4-9cd5-d182c9339ae7 req-e0da6c7d-9502-4f7f-ac89-ac2d46dc27ab tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505424 Feb 03 13:22:24.743350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25836092-a8ee-4711-92b8-37d87ed8f762 req-cf900aed-2acc-4014-a6e8-4a040cb70f17 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:24.744878 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-25836092-a8ee-4711-92b8-37d87ed8f762 req-cf900aed-2acc-4014-a6e8-4a040cb70f17 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 944 time: 0.0900762 Feb 03 13:22:24.757684 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f22179-c6c7-40a4-8c15-43a97bfed2d3 req-f65fb018-b6d3-440a-89e4-98eaa6caf42b tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:24.759046 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a0f22179-c6c7-40a4-8c15-43a97bfed2d3 req-f65fb018-b6d3-440a-89e4-98eaa6caf42b tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.31 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235&tenant_id=424cc80414434848bca732ff92e5c3d7&binding%3Ahost_id=n-h1-827336-3 HTTP/1.1" status: 200 len: 944 time: 0.0779400 Feb 03 13:22:24.836962 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-25836092-a8ee-4711-92b8-37d87ed8f762 req-b4ca882f-e977-42a2-b309-988c8bc35c13 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863965 Feb 03 13:22:24.843881 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-a0f22179-c6c7-40a4-8c15-43a97bfed2d3 req-c30230e6-ef03-4341-a93c-7ec417f00090 service neutron] delete failed (client error): The resource could not be found. Feb 03 13:22:24.844878 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a0f22179-c6c7-40a4-8c15-43a97bfed2d3 req-c30230e6-ef03-4341-a93c-7ec417f00090 service neutron] 10.222.0.31 "DELETE /v2.0/ports/499beaa6-0f32-4655-b06d-b27d8a9fbad5/bindings/n-h2-827336-3 HTTP/1.1" status: 404 len: 380 time: 0.0794189 Feb 03 13:22:24.932590 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f22179-c6c7-40a4-8c15-43a97bfed2d3 req-a64dd6c2-f51e-4f01-9463-94a035b9eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:24.934091 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a0f22179-c6c7-40a4-8c15-43a97bfed2d3 req-a64dd6c2-f51e-4f01-9463-94a035b9eb1c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=424cc80414434848bca732ff92e5c3d7&device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 1126 time: 0.0460455 Feb 03 13:22:25.024040 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f22179-c6c7-40a4-8c15-43a97bfed2d3 req-8315c3ed-5ffd-4ac5-9dd5-ed67d621a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:25.025766 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a0f22179-c6c7-40a4-8c15-43a97bfed2d3 req-8315c3ed-5ffd-4ac5-9dd5-ed67d621a383 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e HTTP/1.1" status: 200 len: 915 time: 0.0865386 Feb 03 13:22:25.068065 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a0f22179-c6c7-40a4-8c15-43a97bfed2d3 req-a3dcd97a-22b7-4ac3-bfdd-ea670a57fb43 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=499beaa6-0f32-4655-b06d-b27d8a9fbad5 HTTP/1.1" status: 200 len: 217 time: 0.0340960 Feb 03 13:22:25.118788 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f22179-c6c7-40a4-8c15-43a97bfed2d3 req-67fef9e9-54bc-4c5b-94ee-45d65281fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:25.120288 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a0f22179-c6c7-40a4-8c15-43a97bfed2d3 req-67fef9e9-54bc-4c5b-94ee-45d65281fdd5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b33d637-46ea-4f38-9dc7-5cedfbadbbdd HTTP/1.1" status: 200 len: 854 time: 0.0472331 Feb 03 13:22:25.151270 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a0f22179-c6c7-40a4-8c15-43a97bfed2d3 req-500ba366-8419-430a-b333-dae2a92873d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255232 Feb 03 13:22:25.239735 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a0f22179-c6c7-40a4-8c15-43a97bfed2d3 req-162c8c26-518b-4712-a2a0-93c048956884 service neutron] 10.222.0.31 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828648 Feb 03 13:22:25.332847 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a0f22179-c6c7-40a4-8c15-43a97bfed2d3 req-7906c36b-e4dc-43e5-863d-e94af54e8df6 service neutron] 10.222.0.31 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850565 Feb 03 13:22:25.798885 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 499beaa6-0f32-4655-b06d-b27d8a9fbad5 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:22:25.852688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:22:25.856487 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:22:25.856864 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:25.959373 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde84d61-ef40-41c5-927a-270b1b3f89a7 req-07a25c90-ed36-40ca-8636-cc9a49781d34 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:25.960992 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bde84d61-ef40-41c5-927a-270b1b3f89a7 req-07a25c90-ed36-40ca-8636-cc9a49781d34 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 944 time: 0.0542588 Feb 03 13:22:26.012704 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bde84d61-ef40-41c5-927a-270b1b3f89a7 req-06ec3285-15be-4740-89d4-69198bd49275 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457397 Feb 03 13:22:26.106996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:22:26.107387 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:26.130629 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e366df-b47c-48b8-8e51-6ecfba6c8235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499beaa6-0f32-4655-b06d-b27d8a9fbad5'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:22:26.132876 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ab882d-ba90-4f98-87c8-cd36201da2d8" -d '{"events": [{"server_uuid": "26e366df-b47c-48b8-8e51-6ecfba6c8235", "name": "network-vif-plugged", "status": "completed", "tag": "499beaa6-0f32-4655-b06d-b27d8a9fbad5"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:22:26.135611 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d96276-b3be-4f02-bcfa-a8b1ee576a19 req-25689d60-c597-4fb4-b17f-ecf3c66f85eb tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:26.137158 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-68d96276-b3be-4f02-bcfa-a8b1ee576a19 req-25689d60-c597-4fb4-b17f-ecf3c66f85eb tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 944 time: 0.0534556 Feb 03 13:22:26.145327 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 499beaa6-0f32-4655-b06d-b27d8a9fbad5, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=499beaa6-0f32-4655-b06d-b27d8a9fbad5,segment=NetworkSegment(34383099-6e91-42f2-9a95-d9df8ed33050),segment_id=34383099-6e91-42f2-9a95-d9df8ed33050)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:22:26.150426 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:26.185554 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6419da93-7791-49b4-9fcb-d2acb45a763b x-openstack-request-id: req-6419da93-7791-49b4-9fcb-d2acb45a763b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:22:26.185862 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e366df-b47c-48b8-8e51-6ecfba6c8235", "name": "network-vif-plugged", "status": "completed", "tag": "499beaa6-0f32-4655-b06d-b27d8a9fbad5", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:22:26.186116 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6419da93-7791-49b4-9fcb-d2acb45a763b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:22:26.186510 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e366df-b47c-48b8-8e51-6ecfba6c8235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499beaa6-0f32-4655-b06d-b27d8a9fbad5', 'code': 200} Feb 03 13:22:26.190921 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-68d96276-b3be-4f02-bcfa-a8b1ee576a19 req-c813f266-4814-4eb6-80a0-769c3431880d tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473163 Feb 03 13:22:26.212291 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=499beaa6-0f32-4655-b06d-b27d8a9fbad5,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:22:26.322164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e92d36-29b6-450f-9d1a-16e9aa75118e req-6eec302d-0caa-43d4-9573-7e2814bffe3a tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:26.323704 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-43e92d36-29b6-450f-9d1a-16e9aa75118e req-6eec302d-0caa-43d4-9573-7e2814bffe3a tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0615532 Feb 03 13:22:26.369372 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-43e92d36-29b6-450f-9d1a-16e9aa75118e req-9407aa27-ffa9-4233-8544-f43fee99e655 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400243 Feb 03 13:22:26.710965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-decffe67-aea0-4e4e-9f1a-abe9bdcbc37d tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:26.712471 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-decffe67-aea0-4e4e-9f1a-abe9bdcbc37d tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/networks?id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e HTTP/1.1" status: 200 len: 814 time: 0.1034262 Feb 03 13:22:26.727703 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-caee203a-6a9c-4f33-97d8-f5d100f91b5d tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/quotas/424cc80414434848bca732ff92e5c3d7 HTTP/1.1" status: 200 len: 375 time: 0.0098851 Feb 03 13:22:26.781019 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-96cd83fb-3d6f-4008-b263-cfe052303a78 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=424cc80414434848bca732ff92e5c3d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482311 Feb 03 13:22:26.791738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-9b067af9-ba76-4621-800e-3c02be434fea service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:22:26.792707 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-9b067af9-ba76-4621-800e-3c02be434fea service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049410 Feb 03 13:22:26.883462 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-e1920a7b-9d5f-4726-92e9-50256a792ee9 service neutron] 10.222.0.18 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856531 Feb 03 13:22:26.972072 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-6efcdd34-4f10-4a21-8b93-9fc11449d489 service neutron] 10.222.0.18 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828888 Feb 03 13:22:27.147720 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f2730ada-0ba0-4f43-b9cb-d2fac361a6f7 req-857930ac-07cf-45a4-b358-13a4b5c693b3 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 210 time: 0.0360813 Feb 03 13:22:28.208789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-e5ee8d4c-11be-41ac-88b7-81262fe4ba85 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:28.210717 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-e5ee8d4c-11be-41ac-88b7-81262fe4ba85 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.73 "GET /v2.0/networks?id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e HTTP/1.1" status: 200 len: 814 time: 0.1160736 Feb 03 13:22:28.230366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-4c6cdd96-41b1-41c4-810d-3d444723d192 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Request body: {'port': {'device_id': '90e1119c-8ee1-48bd-91e4-f105e3627e3f', 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e', 'admin_state_up': True, 'tenant_id': '424cc80414434848bca732ff92e5c3d7'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:22:28.238628 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e9fe4-4ccb-4bf0-aadd-f813310a6920 req-d3abcf9a-0470-4e1c-9c28-008085f8a497 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:28.240175 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1e1e9fe4-4ccb-4bf0-aadd-f813310a6920 req-d3abcf9a-0470-4e1c-9c28-008085f8a497 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.73 "GET /v2.0/ports?device_id=26e366df-b47c-48b8-8e51-6ecfba6c8235 HTTP/1.1" status: 200 len: 945 time: 0.0706358 Feb 03 13:22:28.273943 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0cd3395b-fdd3-49bf-b70a-a755602a7a3f req-33949bf9-d613-49de-9976-61ad50e4f720 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 210 time: 0.0400169 Feb 03 13:22:28.334960 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1e1e9fe4-4ccb-4bf0-aadd-f813310a6920 req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Deleting port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:22:28.335314 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e1e9fe4-4ccb-4bf0-aadd-f813310a6920 req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:28.369231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-4c6cdd96-41b1-41c4-810d-3d444723d192 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Made reservation on behalf of 424cc80414434848bca732ff92e5c3d7 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:22:28.372846 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-4c6cdd96-41b1-41c4-810d-3d444723d192 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:28.430821 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-1e1e9fe4-4ccb-4bf0-aadd-f813310a6920 req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] For port 499beaa6-0f32-4655-b06d-b27d8a9fbad5, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=499beaa6-0f32-4655-b06d-b27d8a9fbad5,segment=NetworkSegment(34383099-6e91-42f2-9a95-d9df8ed33050),segment_id=34383099-6e91-42f2-9a95-d9df8ed33050)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:22:28.431108 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e1e9fe4-4ccb-4bf0-aadd-f813310a6920 req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:28.443297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-1e1e9fe4-4ccb-4bf0-aadd-f813310a6920 req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Calling delete_port for 499beaa6-0f32-4655-b06d-b27d8a9fbad5 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:22:28.496744 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-4c6cdd96-41b1-41c4-810d-3d444723d192 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Allocated IP 172.20.0.4 (a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e/2b33d637-46ea-4f38-9dc7-5cedfbadbbdd/37978b85-8eb6-4323-8883-9318e4b4f985) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:22:28.585007 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e1e9fe4-4ccb-4bf0-aadd-f813310a6920 req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (499beaa6-0f32-4655-b06d-b27d8a9fbad5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:28.611873 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Pushing event deleted for resources: {'Port': ['ID=499beaa6-0f32-4655-b06d-b27d8a9fbad5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:22:28.618824 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['499beaa6-0f32-4655-b06d-b27d8a9fbad5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:22:28.620871 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:28.621297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:28.621710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:28.622790 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:28.622790 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:28.622790 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:28.623256 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:28.623647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:28.624053 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:28.624444 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:28.624835 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:28.625223 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:28.625606 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:22:28.670302 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1e9fe4-4ccb-4bf0-aadd-f813310a6920 req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] No DVR routers for this DVR port 499beaa6-0f32-4655-b06d-b27d8a9fbad5 on host n-h1-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:22:28.672982 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-1e1e9fe4-4ccb-4bf0-aadd-f813310a6920 req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:28.676270 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1e1e9fe4-4ccb-4bf0-aadd-f813310a6920 req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.73 "DELETE /v2.0/ports/499beaa6-0f32-4655-b06d-b27d8a9fbad5 HTTP/1.1" status: 204 len: 173 time: 0.4306884 Feb 03 13:22:28.676704 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e366df-b47c-48b8-8e51-6ecfba6c8235', 'name': 'network-vif-deleted', 'tag': '499beaa6-0f32-4655-b06d-b27d8a9fbad5'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:22:28.678944 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019e49f2-79a6-4c73-bc20-897dedebbb77" -d '{"events": [{"server_uuid": "26e366df-b47c-48b8-8e51-6ecfba6c8235", "name": "network-vif-deleted", "tag": "499beaa6-0f32-4655-b06d-b27d8a9fbad5"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:22:28.685207 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-4c6cdd96-41b1-41c4-810d-3d444723d192 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Publish callbacks [] for port (37978b85-8eb6-4323-8883-9318e4b4f985), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:28.720805 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b84d1b7-2d2f-4c5a-a6f6-c1e1d3768d94 x-openstack-request-id: req-1b84d1b7-2d2f-4c5a-a6f6-c1e1d3768d94 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:22:28.721103 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e366df-b47c-48b8-8e51-6ecfba6c8235", "name": "network-vif-deleted", "tag": "499beaa6-0f32-4655-b06d-b27d8a9fbad5", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:22:28.721365 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b84d1b7-2d2f-4c5a-a6f6-c1e1d3768d94 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:22:28.721776 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e366df-b47c-48b8-8e51-6ecfba6c8235', 'name': 'network-vif-deleted', 'tag': '499beaa6-0f32-4655-b06d-b27d8a9fbad5', 'status': 'completed', 'code': 200} Feb 03 13:22:28.723595 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-4c6cdd96-41b1-41c4-810d-3d444723d192 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:28.755995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['499beaa6-0f32-4655-b06d-b27d8a9fbad5'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:22:28.770619 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-4c6cdd96-41b1-41c4-810d-3d444723d192 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Network a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:22:28.776092 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-4c6cdd96-41b1-41c4-810d-3d444723d192 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:22:28.779695 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-4c6cdd96-41b1-41c4-810d-3d444723d192 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:22:28.786278 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cdd96-41b1-41c4-810d-3d444723d192 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Pushing event updated for resources: {'Port': ['ID=37978b85-8eb6-4323-8883-9318e4b4f985,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:22:28.833541 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-4c6cdd96-41b1-41c4-810d-3d444723d192 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:28.834284 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-4c6cdd96-41b1-41c4-810d-3d444723d192 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:28.851590 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-4c6cdd96-41b1-41c4-810d-3d444723d192 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6252844 Feb 03 13:22:28.870818 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] Request body: {'port': {'device_id': '90e1119c-8ee1-48bd-91e4-f105e3627e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:22:28.940553 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:29.207057 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37978b85-8eb6-4323-8883-9318e4b4f985 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:22:29.215497 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] Publish callbacks [] for port (37978b85-8eb6-4323-8883-9318e4b4f985), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:29.227443 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] Transition to ACTIVE for port object 37978b85-8eb6-4323-8883-9318e4b4f985 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:22:29.231012 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:29.298059 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] Pushing event updated for resources: {'Port': ['ID=37978b85-8eb6-4323-8883-9318e4b4f985,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:22:29.348028 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] Attempting to bind port 37978b85-8eb6-4323-8883-9318e4b4f985 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:22:29.348371 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] Attempting to bind port 37978b85-8eb6-4323-8883-9318e4b4f985 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '34383099-6e91-42f2-9a95-d9df8ed33050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:22:29.348701 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] Attempting to bind port 37978b85-8eb6-4323-8883-9318e4b4f985 on network a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:22:29.368586 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] Port 37978b85-8eb6-4323-8883-9318e4b4f985 on network a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:22:29.368917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] Attempting to bind port 37978b85-8eb6-4323-8883-9318e4b4f985 on network a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:22:29.389545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:22:29.389886 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] Checking segment: {'id': '34383099-6e91-42f2-9a95-d9df8ed33050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:22:29.390272 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] Bound using segment: {'id': '34383099-6e91-42f2-9a95-d9df8ed33050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:22:29.390888 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] Bound port: 37978b85-8eb6-4323-8883-9318e4b4f985, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34383099-6e91-42f2-9a95-d9df8ed33050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:22:29.391252 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:29.449855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7ebaa-f4a6-4dae-9b1a-de8623ee7dcd req-58f2ccb3-8811-4872-be02-65de217dd2e5 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:29.451393 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cff7ebaa-f4a6-4dae-9b1a-de8623ee7dcd req-58f2ccb3-8811-4872-be02-65de217dd2e5 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 943 time: 0.1004977 Feb 03 13:22:29.488789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] For port 37978b85-8eb6-4323-8883-9318e4b4f985, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:22:29.509214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] For port 37978b85-8eb6-4323-8883-9318e4b4f985, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=37978b85-8eb6-4323-8883-9318e4b4f985,segment=NetworkSegment(34383099-6e91-42f2-9a95-d9df8ed33050),segment_id=34383099-6e91-42f2-9a95-d9df8ed33050)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:22:29.519673 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:29.554907 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cff7ebaa-f4a6-4dae-9b1a-de8623ee7dcd req-2633fa09-11ac-4565-9631-7e9be4e15aa9 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966458 Feb 03 13:22:29.566262 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:29.567331 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:29.568832 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] 10.222.0.73 "PUT /v2.0/ports/37978b85-8eb6-4323-8883-9318e4b4f985 HTTP/1.1" status: 200 len: 1091 time: 0.7020259 Feb 03 13:22:29.571340 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e1119c-8ee1-48bd-91e4-f105e3627e3f', 'tag': '37978b85-8eb6-4323-8883-9318e4b4f985'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:22:29.573634 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4088f45-c651-43c0-ac3c-c6702e42d43b" -d '{"events": [{"name": "network-changed", "server_uuid": "90e1119c-8ee1-48bd-91e4-f105e3627e3f", "tag": "37978b85-8eb6-4323-8883-9318e4b4f985"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:22:29.599907 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6482e2-5bce-4e70-bf61-ef03dafc9e68 service neutron] Pushing event updated for resources: {'Port': ['ID=37978b85-8eb6-4323-8883-9318e4b4f985,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:22:29.618142 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a94e5d-ab26-4cfb-b6f4-e0da59f46a30 x-openstack-request-id: req-87a94e5d-ab26-4cfb-b6f4-e0da59f46a30 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:22:29.618444 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e1119c-8ee1-48bd-91e4-f105e3627e3f", "tag": "37978b85-8eb6-4323-8883-9318e4b4f985", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:22:29.620934 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87a94e5d-ab26-4cfb-b6f4-e0da59f46a30 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:22:29.620934 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e1119c-8ee1-48bd-91e4-f105e3627e3f', 'tag': '37978b85-8eb6-4323-8883-9318e4b4f985', 'status': 'completed', 'code': 200} Feb 03 13:22:29.682847 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-fab0d3ab-63bb-42fc-b591-f2d63a7aec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:29.684486 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-fab0d3ab-63bb-42fc-b591-f2d63a7aec02 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=424cc80414434848bca732ff92e5c3d7&device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 1125 time: 0.0467539 Feb 03 13:22:29.731719 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-ba31df7b-8b59-47b6-af75-33fb2e7ea6e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37978b85-8eb6-4323-8883-9318e4b4f985 HTTP/1.1" status: 200 len: 217 time: 0.0343914 Feb 03 13:22:29.779858 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-562f068d-336e-472a-89e9-47eb5e0ffbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:29.781278 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-562f068d-336e-472a-89e9-47eb5e0ffbc9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b33d637-46ea-4f38-9dc7-5cedfbadbbdd HTTP/1.1" status: 200 len: 854 time: 0.0433931 Feb 03 13:22:29.816993 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-7b7e1dfc-daab-4f4b-b543-42f80c810cdd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290349 Feb 03 13:22:29.905123 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-cbce8573-4caf-415a-bf59-5d1029d8a4f0 service neutron] 10.222.0.73 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818250 Feb 03 13:22:29.999297 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e3baa06-5365-4381-bb6f-e4f5e984ae37 req-c90a7c59-280e-4033-86c3-fa2285aa502f service neutron] 10.222.0.73 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878677 Feb 03 13:22:30.142000 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4088f45-c651-43c0-ac3c-c6702e42d43b req-896faba4-ae27-40a9-b3c1-5a537f751ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:30.144051 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4088f45-c651-43c0-ac3c-c6702e42d43b req-896faba4-ae27-40a9-b3c1-5a537f751ab6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=424cc80414434848bca732ff92e5c3d7&device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 1125 time: 0.0472779 Feb 03 13:22:30.238445 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4088f45-c651-43c0-ac3c-c6702e42d43b req-58aaf1b0-cf4c-4387-8fd4-fa7053317ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:30.240019 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4088f45-c651-43c0-ac3c-c6702e42d43b req-58aaf1b0-cf4c-4387-8fd4-fa7053317ca9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e HTTP/1.1" status: 200 len: 915 time: 0.0902894 Feb 03 13:22:30.281328 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4088f45-c651-43c0-ac3c-c6702e42d43b req-bb24320e-3832-4635-8f42-c295f066739d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37978b85-8eb6-4323-8883-9318e4b4f985 HTTP/1.1" status: 200 len: 217 time: 0.0358093 Feb 03 13:22:30.327832 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4088f45-c651-43c0-ac3c-c6702e42d43b req-b0d75d55-0b1f-4987-817e-d86a75a2ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:30.329560 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4088f45-c651-43c0-ac3c-c6702e42d43b req-b0d75d55-0b1f-4987-817e-d86a75a2ee5c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b33d637-46ea-4f38-9dc7-5cedfbadbbdd HTTP/1.1" status: 200 len: 854 time: 0.0426657 Feb 03 13:22:30.360815 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4088f45-c651-43c0-ac3c-c6702e42d43b req-9785fbbe-39d3-42a6-bc7a-323ce11cac5c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255580 Feb 03 13:22:30.453081 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4088f45-c651-43c0-ac3c-c6702e42d43b req-541cf30d-88f6-49ad-b5fd-38ed27750172 service neutron] 10.222.0.73 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859406 Feb 03 13:22:30.540896 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4088f45-c651-43c0-ac3c-c6702e42d43b req-f2aeca13-7cf0-4ac8-bce3-91ce285e946c service neutron] 10.222.0.73 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798042 Feb 03 13:22:30.675720 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bcc93-686c-4f17-bd3a-a82acbde1a50 req-d7033ee0-350c-4fc2-a309-989efb635cf7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:30.677248 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-189bcc93-686c-4f17-bd3a-a82acbde1a50 req-d7033ee0-350c-4fc2-a309-989efb635cf7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 943 time: 0.0571091 Feb 03 13:22:30.723272 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-189bcc93-686c-4f17-bd3a-a82acbde1a50 req-0a152275-fb99-4043-8a1d-bc4e34be7c24 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404642 Feb 03 13:22:31.476761 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:31.827410 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 499beaa6-0f32-4655-b06d-b27d8a9fbad5 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:22:31.842266 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ec456-acd8-4276-9b3c-372dc79012f7 req-992aabc1-71e7-4b11-9472-991b0891985f tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:31.843748 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fd9ec456-acd8-4276-9b3c-372dc79012f7 req-992aabc1-71e7-4b11-9472-991b0891985f tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 943 time: 0.0520720 Feb 03 13:22:31.846907 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 499beaa6-0f32-4655-b06d-b27d8a9fbad5 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:22:31.847269 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 499beaa6-0f32-4655-b06d-b27d8a9fbad5 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:22:31.889769 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fd9ec456-acd8-4276-9b3c-372dc79012f7 req-9b60bbc5-9dd6-4976-8cc1-172f0c7638e1 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404530 Feb 03 13:22:33.009600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca616f-66a7-4b6f-895c-5023bdab9964 req-ba0a9f59-5b3d-4b3c-94c4-25e4e160ac10 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:33.011099 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2fca616f-66a7-4b6f-895c-5023bdab9964 req-ba0a9f59-5b3d-4b3c-94c4-25e4e160ac10 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 943 time: 0.0525928 Feb 03 13:22:33.056982 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2fca616f-66a7-4b6f-895c-5023bdab9964 req-d641b78a-8fd2-4bb5-b639-fe7387578fc3 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403895 Feb 03 13:22:33.562106 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e56853b-1a18-46f0-8f9c-b0e749ccefa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:33.828012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 37978b85-8eb6-4323-8883-9318e4b4f985 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:22:33.924168 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 37978b85-8eb6-4323-8883-9318e4b4f985, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=37978b85-8eb6-4323-8883-9318e4b4f985,segment=NetworkSegment(34383099-6e91-42f2-9a95-d9df8ed33050),segment_id=34383099-6e91-42f2-9a95-d9df8ed33050)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:22:33.934880 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '37978b85-8eb6-4323-8883-9318e4b4f985', 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e', 'port_id': '37978b85-8eb6-4323-8883-9318e4b4f985', 'mac_address': 'fa:16:3e:56:7f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b33d637-46ea-4f38-9dc7-5cedfbadbbdd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:22:33.971308 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 37978b85-8eb6-4323-8883-9318e4b4f985 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:22:33.971699 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:33.983980 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37978b85-8eb6-4323-8883-9318e4b4f985 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:22:34.002912 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 37978b85-8eb6-4323-8883-9318e4b4f985, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=37978b85-8eb6-4323-8883-9318e4b4f985,segment=NetworkSegment(34383099-6e91-42f2-9a95-d9df8ed33050),segment_id=34383099-6e91-42f2-9a95-d9df8ed33050)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:22:34.006848 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:34.057012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=37978b85-8eb6-4323-8883-9318e4b4f985,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:22:34.177014 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b23a0-ce09-4bb4-890d-11f892bac225 req-3367004b-e0cd-4681-8121-822224dc7b73 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:34.178522 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6f4b23a0-ce09-4bb4-890d-11f892bac225 req-3367004b-e0cd-4681-8121-822224dc7b73 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 944 time: 0.0554416 Feb 03 13:22:34.224505 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6f4b23a0-ce09-4bb4-890d-11f892bac225 req-19e49fcb-e1fc-47c1-9a7d-21e4eb1c3014 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404813 Feb 03 13:22:34.374671 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['37978b85-8eb6-4323-8883-9318e4b4f985'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:22:35.346943 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e68c9-c8fb-4b5e-9764-39aa7c4dea89 req-730210a7-fe46-414f-a991-f6e30a4ee837 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:35.348481 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f56e68c9-c8fb-4b5e-9764-39aa7c4dea89 req-730210a7-fe46-414f-a991-f6e30a4ee837 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 944 time: 0.0562732 Feb 03 13:22:35.394062 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f56e68c9-c8fb-4b5e-9764-39aa7c4dea89 req-38f3fd30-b968-4ae8-a7be-d801aef7b2fe tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401282 Feb 03 13:22:35.838561 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 37978b85-8eb6-4323-8883-9318e4b4f985 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:22:35.888925 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 37978b85-8eb6-4323-8883-9318e4b4f985 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:22:35.893306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 37978b85-8eb6-4323-8883-9318e4b4f985 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:22:35.893671 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:35.968625 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 37978b85-8eb6-4323-8883-9318e4b4f985 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:22:35.969013 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:35.990895 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e1119c-8ee1-48bd-91e4-f105e3627e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37978b85-8eb6-4323-8883-9318e4b4f985'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:22:35.993139 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ab18d8-4a3a-460b-a617-6d7984cc13a7" -d '{"events": [{"server_uuid": "90e1119c-8ee1-48bd-91e4-f105e3627e3f", "name": "network-vif-plugged", "status": "completed", "tag": "37978b85-8eb6-4323-8883-9318e4b4f985"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:22:36.005886 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 37978b85-8eb6-4323-8883-9318e4b4f985, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=37978b85-8eb6-4323-8883-9318e4b4f985,segment=NetworkSegment(34383099-6e91-42f2-9a95-d9df8ed33050),segment_id=34383099-6e91-42f2-9a95-d9df8ed33050)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:22:36.009891 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:36.032610 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750dd35e-7fa5-4ad3-bf33-3f88169e69bb x-openstack-request-id: req-750dd35e-7fa5-4ad3-bf33-3f88169e69bb {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:22:36.032909 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e1119c-8ee1-48bd-91e4-f105e3627e3f", "name": "network-vif-plugged", "status": "completed", "tag": "37978b85-8eb6-4323-8883-9318e4b4f985", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:22:36.033166 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-750dd35e-7fa5-4ad3-bf33-3f88169e69bb {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:22:36.033589 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e1119c-8ee1-48bd-91e4-f105e3627e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37978b85-8eb6-4323-8883-9318e4b4f985', 'code': 200} Feb 03 13:22:36.058359 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=37978b85-8eb6-4323-8883-9318e4b4f985,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:22:36.158058 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9df93-c4c8-48f8-92c2-db3869c851e3 req-d589a155-2422-4af5-a431-54800ac51055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:36.160079 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c1b9df93-c4c8-48f8-92c2-db3869c851e3 req-d589a155-2422-4af5-a431-54800ac51055 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 1127 time: 0.0436659 Feb 03 13:22:36.204867 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7c89b821-de5f-47da-a6b3-e87c9fafdec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:36.208926 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c1b9df93-c4c8-48f8-92c2-db3869c851e3 req-f6397277-1f50-40e8-9ae6-ff78bbfa7f34 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421798 Feb 03 13:22:36.512756 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d7908-44d3-48af-99db-32589d45cb3f req-3a63c3d0-d5ad-4ce8-a9f7-abc716869deb tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:36.514248 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6b5d7908-44d3-48af-99db-32589d45cb3f req-3a63c3d0-d5ad-4ce8-a9f7-abc716869deb tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0521414 Feb 03 13:22:36.564674 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6b5d7908-44d3-48af-99db-32589d45cb3f req-97c4c45b-29db-4fc5-bba5-e3f697660c74 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444050 Feb 03 13:22:37.062839 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:37.685898 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540feed9-6737-4e49-9ad1-57e95331f3e1 req-f11686de-9686-4efa-87df-f633ba1e5f91 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:37.687372 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-540feed9-6737-4e49-9ad1-57e95331f3e1 req-f11686de-9686-4efa-87df-f633ba1e5f91 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0530288 Feb 03 13:22:37.732311 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-540feed9-6737-4e49-9ad1-57e95331f3e1 req-f9ff1914-ef57-46fb-a502-5830871bcaf0 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392108 Feb 03 13:22:37.848882 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af1e0c-91b8-4bc5-82c4-5cdb9b1ed346 req-4d30ef71-828c-45d8-8807-eb69d2bd7784 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:37.850305 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-83af1e0c-91b8-4bc5-82c4-5cdb9b1ed346 req-4d30ef71-828c-45d8-8807-eb69d2bd7784 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0519521 Feb 03 13:22:37.895209 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-83af1e0c-91b8-4bc5-82c4-5cdb9b1ed346 req-644b40b3-fb50-4059-a488-bc81308b3b14 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394032 Feb 03 13:22:38.125318 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-cf2985fc-bd00-44d0-9216-877c58f97dc7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0480549 Feb 03 13:22:38.136413 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe386c-971f-41ec-aad5-18818865480a req-e7158991-62f8-4dc1-af1e-76fc2dbe4d62 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:38.138038 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3fbe386c-971f-41ec-aad5-18818865480a req-e7158991-62f8-4dc1-af1e-76fc2dbe4d62 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0528500 Feb 03 13:22:38.186628 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3fbe386c-971f-41ec-aad5-18818865480a req-84e55b84-c43d-425d-95c3-41ea06b3a9d9 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417731 Feb 03 13:22:38.363986 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:39.306555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-d7db12b9-8705-4717-a5d9-30ea8a64a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:39.308207 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-d7db12b9-8705-4717-a5d9-30ea8a64a3b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=424cc80414434848bca732ff92e5c3d7&device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 1127 time: 0.0502114 Feb 03 13:22:39.318919 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbd44e-8cf1-4001-95cc-678a228a2e91 req-85f79dab-2f2b-4919-af0a-cc8019ea3804 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:39.320426 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-25bbd44e-8cf1-4001-95cc-678a228a2e91 req-85f79dab-2f2b-4919-af0a-cc8019ea3804 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0576429 Feb 03 13:22:39.366924 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-25bbd44e-8cf1-4001-95cc-678a228a2e91 req-a46c82b9-0acc-49ba-8bdd-38719d448475 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406935 Feb 03 13:22:39.398461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-d0e3f875-53a0-4e49-a088-3c7c8d70034b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:39.400228 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-d0e3f875-53a0-4e49-a088-3c7c8d70034b service neutron] 10.222.0.73 "GET /v2.0/networks?id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e HTTP/1.1" status: 200 len: 915 time: 0.0862958 Feb 03 13:22:39.443368 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-712168a6-1e91-48ff-8283-381c28e7e77e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37978b85-8eb6-4323-8883-9318e4b4f985 HTTP/1.1" status: 200 len: 217 time: 0.0379341 Feb 03 13:22:39.812814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-c28096be-d29a-4394-ad49-e287267ebde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:39.814292 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-c28096be-d29a-4394-ad49-e287267ebde6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b33d637-46ea-4f38-9dc7-5cedfbadbbdd HTTP/1.1" status: 200 len: 854 time: 0.3655915 Feb 03 13:22:39.849233 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-8b3e1519-99ed-408d-8e66-c6ebf610dc2e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249743 Feb 03 13:22:39.940798 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-2d67f255-bd92-446f-b738-899ef6c7a6d5 service neutron] 10.222.0.73 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836263 Feb 03 13:22:39.971843 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:40.029464 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-f0f42a5d-76b6-4be9-a553-80eae2dba525 service neutron] 10.222.0.73 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827191 Feb 03 13:22:40.488295 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f635c46-493b-4ef9-9208-329c18abb609 req-03bf0ea8-29fc-4329-9034-c40ab9d79bf6 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:40.489713 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1f635c46-493b-4ef9-9208-329c18abb609 req-03bf0ea8-29fc-4329-9034-c40ab9d79bf6 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0543640 Feb 03 13:22:40.540536 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1f635c46-493b-4ef9-9208-329c18abb609 req-ac451a18-0b63-4474-9457-e7f4a6029f1e tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452588 Feb 03 13:22:41.659969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713098a3-d1af-46ce-b65f-586de0bffe5e req-53bb17a9-f7dc-4fd3-9b5e-dd8d6d73114e tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:41.661444 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-713098a3-d1af-46ce-b65f-586de0bffe5e req-53bb17a9-f7dc-4fd3-9b5e-dd8d6d73114e tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0528116 Feb 03 13:22:41.707395 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-713098a3-d1af-46ce-b65f-586de0bffe5e req-8a966113-d508-4f9a-83f8-b9a232f88c18 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403814 Feb 03 13:22:42.827658 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d920526-88a5-43c4-b31c-0085ae2687e3 req-8659bfae-f210-407f-9c6d-0cb38ef25428 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:42.829169 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4d920526-88a5-43c4-b31c-0085ae2687e3 req-8659bfae-f210-407f-9c6d-0cb38ef25428 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0519829 Feb 03 13:22:42.874282 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4d920526-88a5-43c4-b31c-0085ae2687e3 req-cd9ca28b-1041-4d5f-bba7-541575f48492 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396223 Feb 03 13:22:43.996048 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7af073-70be-455d-af52-d7921ed50976 req-ea8d61cc-c2e4-40a0-a018-f8be0d7c9164 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:43.997510 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1d7af073-70be-455d-af52-d7921ed50976 req-ea8d61cc-c2e4-40a0-a018-f8be0d7c9164 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0555775 Feb 03 13:22:44.042841 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1d7af073-70be-455d-af52-d7921ed50976 req-3839e0c8-cd7c-476e-b1e1-3647d3be291f tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391309 Feb 03 13:22:45.161674 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e2e7d-e974-4b5a-b482-cc1fbf1600df req-30b56c6b-7416-4675-8bce-1239fb2dbdbf tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:45.163167 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bb2e2e7d-e974-4b5a-b482-cc1fbf1600df req-30b56c6b-7416-4675-8bce-1239fb2dbdbf tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0527740 Feb 03 13:22:45.213443 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bb2e2e7d-e974-4b5a-b482-cc1fbf1600df req-cf0b7415-e7d5-4a69-b8ad-2a58c73bd141 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446684 Feb 03 13:22:45.879041 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:22:46.239135 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:22:46.334501 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7829367-a48d-4fe7-99e5-b9bac053aa22 req-ef56ffe2-7491-4c9c-b520-bfd58501829c tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:46.336018 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f7829367-a48d-4fe7-99e5-b9bac053aa22 req-ef56ffe2-7491-4c9c-b520-bfd58501829c tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0534191 Feb 03 13:22:46.387402 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f7829367-a48d-4fe7-99e5-b9bac053aa22 req-ddedd1f2-2b41-4076-80d8-2cc993b0ac2e tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457258 Feb 03 13:22:47.512248 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09291e00-4760-4a6c-8e3f-1639bb337049 req-60a21a6a-7b38-496b-9c78-cafa06ee147a tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:47.513740 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09291e00-4760-4a6c-8e3f-1639bb337049 req-60a21a6a-7b38-496b-9c78-cafa06ee147a tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0553503 Feb 03 13:22:47.563201 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09291e00-4760-4a6c-8e3f-1639bb337049 req-e07bd211-03f9-4f7c-8d94-a14e9296ccc1 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400412 Feb 03 13:22:48.683344 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ef1be-b286-4ecf-8880-ae5a6d498df6 req-72a54df6-8904-4d29-afac-a4b5139208b5 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:48.684837 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-053ef1be-b286-4ecf-8880-ae5a6d498df6 req-72a54df6-8904-4d29-afac-a4b5139208b5 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0512211 Feb 03 13:22:48.734439 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-053ef1be-b286-4ecf-8880-ae5a6d498df6 req-b0cebe58-c066-40df-8f29-4ed8e70efdca tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433526 Feb 03 13:22:49.495378 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-3e28dc9e-d67e-4280-9644-a00f63075c24 req-3170d7ff-244c-4799-a940-9dee3e70ef38 service neutron] (103189) timed out ('10.222.0.31', 60192) {{(pid=103189) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 13:22:49.858755 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76285639-2ca3-43e1-9422-a3b0cb371e10 req-c7d6e03d-87ad-45a7-be48-588bb6d3f779 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:49.860334 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76285639-2ca3-43e1-9422-a3b0cb371e10 req-c7d6e03d-87ad-45a7-be48-588bb6d3f779 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0558746 Feb 03 13:22:49.916320 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76285639-2ca3-43e1-9422-a3b0cb371e10 req-4352a6c8-4a56-425e-9879-c37e0a86fd46 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504179 Feb 03 13:22:51.036860 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a886c-7c22-4036-85a7-7b42403f653f req-733651e4-8835-4d97-ad43-326351995d58 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:51.038352 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3a6a886c-7c22-4036-85a7-7b42403f653f req-733651e4-8835-4d97-ad43-326351995d58 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0519891 Feb 03 13:22:51.085111 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3a6a886c-7c22-4036-85a7-7b42403f653f req-b443310d-defd-4384-9091-4387dfa96ed0 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411205 Feb 03 13:22:52.203132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d1124-36f9-431b-ac11-46bac72697a0 req-4ee531a7-9dd5-43e1-a433-804e80476f02 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:52.205248 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b9d1124-36f9-431b-ac11-46bac72697a0 req-4ee531a7-9dd5-43e1-a433-804e80476f02 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0519905 Feb 03 13:22:52.254998 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0b9d1124-36f9-431b-ac11-46bac72697a0 req-aa27fb51-5e12-4c05-9150-d31351f0c977 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442908 Feb 03 13:22:53.372879 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37585343-ea12-43a4-ae4f-563571d36e69 req-f1a801a0-cd1a-4bb8-b43c-08a22bd4b249 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:53.374330 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-37585343-ea12-43a4-ae4f-563571d36e69 req-f1a801a0-cd1a-4bb8-b43c-08a22bd4b249 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0517838 Feb 03 13:22:53.420065 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-37585343-ea12-43a4-ae4f-563571d36e69 req-df7ed5c3-0e1a-4f51-9681-cfb443936006 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397019 Feb 03 13:22:54.539426 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c31b6-923c-427f-912c-fee016a55cbd req-3b934b8f-ba73-48f3-9ccc-501afb81c36b tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:54.540942 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a7c31b6-923c-427f-912c-fee016a55cbd req-3b934b8f-ba73-48f3-9ccc-501afb81c36b tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0525956 Feb 03 13:22:54.585747 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a7c31b6-923c-427f-912c-fee016a55cbd req-f93a0633-2486-4660-a6e6-34b276beafb5 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392287 Feb 03 13:22:55.710107 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368de6e-bcf8-4950-bee4-d0bb4473093e req-a2b6a8cd-9408-4ff0-9a0c-093109311dda tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:55.711605 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0368de6e-bcf8-4950-bee4-d0bb4473093e req-a2b6a8cd-9408-4ff0-9a0c-093109311dda tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0576394 Feb 03 13:22:55.758845 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0368de6e-bcf8-4950-bee4-d0bb4473093e req-515ab3f1-83f2-46ad-8af5-d03be9d7a8cd tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414863 Feb 03 13:22:56.878395 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87365355-cc19-4929-8665-7e70de8ef7f8 req-b58a9896-e678-43cc-ae6a-6eb1d4bfe677 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:56.879900 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87365355-cc19-4929-8665-7e70de8ef7f8 req-b58a9896-e678-43cc-ae6a-6eb1d4bfe677 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0533071 Feb 03 13:22:56.925390 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87365355-cc19-4929-8665-7e70de8ef7f8 req-7e5cc735-8fae-47da-8fc0-aec919743724 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399923 Feb 03 13:22:58.043467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fc3f0-923a-4723-af47-fbc752145806 req-3ad8cbfb-0c2a-4df8-be2a-9516c037ccc5 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:58.044965 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-003fc3f0-923a-4723-af47-fbc752145806 req-3ad8cbfb-0c2a-4df8-be2a-9516c037ccc5 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0515876 Feb 03 13:22:58.090323 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-003fc3f0-923a-4723-af47-fbc752145806 req-06c09259-343e-4d75-b34e-5659b3808e27 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390124 Feb 03 13:22:59.214600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b664c4-28cd-414a-aa98-800c10e99dc1 req-47d923de-21c2-404b-8513-f914ea4312dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:59.216429 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76b664c4-28cd-414a-aa98-800c10e99dc1 req-47d923de-21c2-404b-8513-f914ea4312dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=424cc80414434848bca732ff92e5c3d7&device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 1127 time: 0.0794315 Feb 03 13:22:59.231477 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28481b8b-81e2-41e8-977e-5574a6ea1504 req-91b65442-4b0f-400a-85b3-51c5b4803c9a tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:59.232970 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28481b8b-81e2-41e8-977e-5574a6ea1504 req-91b65442-4b0f-400a-85b3-51c5b4803c9a tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0660098 Feb 03 13:22:59.335144 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28481b8b-81e2-41e8-977e-5574a6ea1504 req-cfbc25d8-14d0-413a-8dbc-12573de6284e tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938971 Feb 03 13:22:59.353461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b664c4-28cd-414a-aa98-800c10e99dc1 req-28ec2d9d-b1e8-42b4-b623-f5946f32d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:59.354961 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76b664c4-28cd-414a-aa98-800c10e99dc1 req-28ec2d9d-b1e8-42b4-b623-f5946f32d227 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e HTTP/1.1" status: 200 len: 915 time: 0.1208558 Feb 03 13:22:59.396380 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76b664c4-28cd-414a-aa98-800c10e99dc1 req-0061c2de-091d-4415-a1ea-44cc9bb19aae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37978b85-8eb6-4323-8883-9318e4b4f985 HTTP/1.1" status: 200 len: 217 time: 0.0345590 Feb 03 13:22:59.442072 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b664c4-28cd-414a-aa98-800c10e99dc1 req-acc55bd5-d8c7-47ff-b209-3450ffff39c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:22:59.443508 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76b664c4-28cd-414a-aa98-800c10e99dc1 req-acc55bd5-d8c7-47ff-b209-3450ffff39c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b33d637-46ea-4f38-9dc7-5cedfbadbbdd HTTP/1.1" status: 200 len: 854 time: 0.0420363 Feb 03 13:22:59.478279 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76b664c4-28cd-414a-aa98-800c10e99dc1 req-1f7b1d41-0928-4c94-9c64-f6c01b6438b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295455 Feb 03 13:22:59.565680 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76b664c4-28cd-414a-aa98-800c10e99dc1 req-6e5699af-9a85-480e-ada0-e5dbab4f47e5 service neutron] 10.222.0.73 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818262 Feb 03 13:22:59.659557 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76b664c4-28cd-414a-aa98-800c10e99dc1 req-3f9c55af-40cf-470c-9c92-d4118447d392 service neutron] 10.222.0.73 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871716 Feb 03 13:23:00.459326 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f3504-dbef-4f66-8182-38ebaa81d6e2 req-9e4f3dcf-6184-413e-9dc5-5c2e60c1581e tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:00.460826 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b7f3504-dbef-4f66-8182-38ebaa81d6e2 req-9e4f3dcf-6184-413e-9dc5-5c2e60c1581e tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0562000 Feb 03 13:23:00.507623 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b7f3504-dbef-4f66-8182-38ebaa81d6e2 req-2793bf85-2372-42b2-acbe-bb7783715091 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412915 Feb 03 13:23:01.481170 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:01.628689 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08e0b5-6fd3-4d93-baf9-f8c6db413641 req-8a8bb7eb-3ed8-4915-8686-de6ba7ebaba0 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:01.630185 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f08e0b5-6fd3-4d93-baf9-f8c6db413641 req-8a8bb7eb-3ed8-4915-8686-de6ba7ebaba0 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0535703 Feb 03 13:23:01.676366 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f08e0b5-6fd3-4d93-baf9-f8c6db413641 req-ea20ee72-b34f-4850-b650-a0e7951b9c83 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405729 Feb 03 13:23:02.793837 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798653e-aef7-4542-baae-c4bd17e70e17 req-51e585cc-e9d4-4653-987d-790fd8b23439 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:02.795316 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b798653e-aef7-4542-baae-c4bd17e70e17 req-51e585cc-e9d4-4653-987d-790fd8b23439 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0524740 Feb 03 13:23:02.841162 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b798653e-aef7-4542-baae-c4bd17e70e17 req-5bdf0dbc-74c2-49ab-8108-964abfd01997 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399046 Feb 03 13:23:03.564209 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e815550c-d8e0-4d48-a648-fc8fb2c42828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:03.960350 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4d38d-6750-4f28-a53b-c1aef2997460 req-dc12e230-b18e-4c64-b23e-e66816267a06 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:03.961829 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29e4d38d-6750-4f28-a53b-c1aef2997460 req-dc12e230-b18e-4c64-b23e-e66816267a06 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0514352 Feb 03 13:23:04.012836 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-29e4d38d-6750-4f28-a53b-c1aef2997460 req-f51acb45-2b28-418d-b964-3d0223679970 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454497 Feb 03 13:23:05.133619 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c530712-6602-495a-9ab1-1ab818a66c1f req-2f78a33f-c2f3-4266-ac20-a354a7780bcc tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:05.135087 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6c530712-6602-495a-9ab1-1ab818a66c1f req-2f78a33f-c2f3-4266-ac20-a354a7780bcc tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0522490 Feb 03 13:23:05.185210 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6c530712-6602-495a-9ab1-1ab818a66c1f req-69c0a52c-c084-481b-b3d9-eec9754d176c tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445659 Feb 03 13:23:06.197012 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f501fa8a-df1a-4c4d-83c1-86a08174aee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:06.312820 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba1c25-f7af-4fbc-8633-80534f6aab74 req-4479e023-b4db-43a5-9b86-4a05c0bad2e6 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:06.314325 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5ba1c25-f7af-4fbc-8633-80534f6aab74 req-4479e023-b4db-43a5-9b86-4a05c0bad2e6 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0587904 Feb 03 13:23:06.360701 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5ba1c25-f7af-4fbc-8633-80534f6aab74 req-e4f51e72-571d-4f76-836e-26ea0d71ad5f tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402012 Feb 03 13:23:07.049114 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-9ccc8816-e855-4c49-b07c-db4f5057e8a0 service neutron] show failed (client error): The resource could not be found. Feb 03 13:23:07.050163 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-9ccc8816-e855-4c49-b07c-db4f5057e8a0 service neutron] 10.222.0.73 "GET /v2.0/ports/37978b85-8eb6-4323-8883-9318e4b4f985/bindings/n-h2-827336-3 HTTP/1.1" status: 404 len: 380 time: 0.0551720 Feb 03 13:23:07.071386 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:07.259787 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-c0d1be0e-5655-4483-aa47-9f9e2768acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:07.261374 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-c0d1be0e-5655-4483-aa47-9f9e2768acf2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f&tenant_id=424cc80414434848bca732ff92e5c3d7 HTTP/1.1" status: 200 len: 1127 time: 0.0463223 Feb 03 13:23:07.271801 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-3', 'device_owner': 'compute:nova'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:23:07.330372 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:07.545256 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e4b4f-a496-41e7-a063-e178f4a75fba req-9123fd9e-d1b6-4c16-8080-1087eb99bd7d tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:07.546731 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c38e4b4f-a496-41e7-a063-e178f4a75fba req-9123fd9e-d1b6-4c16-8080-1087eb99bd7d tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.1170626 Feb 03 13:23:07.599856 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] For port 37978b85-8eb6-4323-8883-9318e4b4f985, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=37978b85-8eb6-4323-8883-9318e4b4f985,segment=NetworkSegment(34383099-6e91-42f2-9a95-d9df8ed33050),segment_id=34383099-6e91-42f2-9a95-d9df8ed33050)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:23:07.619712 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c38e4b4f-a496-41e7-a063-e178f4a75fba req-9bb427dc-d561-4998-b8e0-d10ac9e23f6b tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670316 Feb 03 13:23:07.641595 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] For port 37978b85-8eb6-4323-8883-9318e4b4f985, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:23:07.680397 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e1119c-8ee1-48bd-91e4-f105e3627e3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37978b85-8eb6-4323-8883-9318e4b4f985'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:23:07.682627 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84509f7-7daf-4863-9bb8-65cba647e1b8" -d '{"events": [{"server_uuid": "90e1119c-8ee1-48bd-91e4-f105e3627e3f", "name": "network-vif-unplugged", "status": "completed", "tag": "37978b85-8eb6-4323-8883-9318e4b4f985"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:23:07.686209 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] Publish callbacks [] for port (37978b85-8eb6-4323-8883-9318e4b4f985), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:07.702967 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] Transition to ACTIVE for port object 37978b85-8eb6-4323-8883-9318e4b4f985 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:23:07.707763 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:07.741881 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8ca67a-2de9-43a4-abf5-8f69ff84cace x-openstack-request-id: req-5d8ca67a-2de9-43a4-abf5-8f69ff84cace {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:23:07.742192 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e1119c-8ee1-48bd-91e4-f105e3627e3f", "name": "network-vif-unplugged", "status": "completed", "tag": "37978b85-8eb6-4323-8883-9318e4b4f985", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:23:07.742440 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d8ca67a-2de9-43a4-abf5-8f69ff84cace {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:23:07.742838 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e1119c-8ee1-48bd-91e4-f105e3627e3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37978b85-8eb6-4323-8883-9318e4b4f985', 'code': 200} Feb 03 13:23:07.781516 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] No DVR routers for this DVR port 37978b85-8eb6-4323-8883-9318e4b4f985 on host n-h1-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:23:07.783492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] Pushing event updated for resources: {'Port': ['ID=37978b85-8eb6-4323-8883-9318e4b4f985,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:07.819716 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] Attempting to bind port 37978b85-8eb6-4323-8883-9318e4b4f985 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:23:07.820154 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] Attempting to bind port 37978b85-8eb6-4323-8883-9318e4b4f985 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '34383099-6e91-42f2-9a95-d9df8ed33050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:23:07.820511 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] Attempting to bind port 37978b85-8eb6-4323-8883-9318e4b4f985 on network a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:23:07.824775 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] Port 37978b85-8eb6-4323-8883-9318e4b4f985 on network a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:23:07.825097 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] Attempting to bind port 37978b85-8eb6-4323-8883-9318e4b4f985 on network a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:23:07.829847 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:23:07.830799 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] Checking segment: {'id': '34383099-6e91-42f2-9a95-d9df8ed33050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:23:07.831719 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] Bound using segment: {'id': '34383099-6e91-42f2-9a95-d9df8ed33050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:23:07.832168 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] Bound port: 37978b85-8eb6-4323-8883-9318e4b4f985, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34383099-6e91-42f2-9a95-d9df8ed33050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:23:07.832984 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:07.894379 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] For port 37978b85-8eb6-4323-8883-9318e4b4f985, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:23:07.897247 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] For port 37978b85-8eb6-4323-8883-9318e4b4f985, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=37978b85-8eb6-4323-8883-9318e4b4f985,segment=NetworkSegment(34383099-6e91-42f2-9a95-d9df8ed33050),segment_id=34383099-6e91-42f2-9a95-d9df8ed33050)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:23:07.903769 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:07.937031 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:07.937723 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:07.939081 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] 10.222.0.31 "PUT /v2.0/ports/37978b85-8eb6-4323-8883-9318e4b4f985 HTTP/1.1" status: 200 len: 1091 time: 0.6712027 Feb 03 13:23:07.959534 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e260d7c-294c-4087-8c5e-bb877c03235a service neutron] Pushing event updated for resources: {'Port': ['ID=37978b85-8eb6-4323-8883-9318e4b4f985,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:08.009722 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-b618e8ef-da83-4605-91b5-c114b3b51325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:08.011354 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-b618e8ef-da83-4605-91b5-c114b3b51325 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=424cc80414434848bca732ff92e5c3d7&device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 1125 time: 0.0489354 Feb 03 13:23:08.100080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-d69d9cd5-f109-4ac0-91fa-729f4222616c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:08.101699 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-d69d9cd5-f109-4ac0-91fa-729f4222616c service neutron] 10.222.0.31 "GET /v2.0/networks?id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e HTTP/1.1" status: 200 len: 915 time: 0.0834768 Feb 03 13:23:08.146691 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-98b40537-a60a-4601-b076-c01c2348fcd5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37978b85-8eb6-4323-8883-9318e4b4f985 HTTP/1.1" status: 200 len: 217 time: 0.0393014 Feb 03 13:23:08.194292 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-c010d775-c559-44c0-801c-4db0610a213c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:08.195776 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-c010d775-c559-44c0-801c-4db0610a213c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b33d637-46ea-4f38-9dc7-5cedfbadbbdd HTTP/1.1" status: 200 len: 854 time: 0.0440352 Feb 03 13:23:08.227345 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-ec7c0294-c8a5-43b7-9a15-66591250dc7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257936 Feb 03 13:23:08.319740 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-e25e33ee-a1f3-431f-ba5f-50cb5df51fc5 service neutron] 10.222.0.31 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867696 Feb 03 13:23:08.366054 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:08.410087 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e261a78-3491-4242-8aa6-13e1028a7ca9 req-8099d46a-bfb8-4e2d-8693-1c4422f0d6b3 service neutron] 10.222.0.31 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848212 Feb 03 13:23:08.740062 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652c619-9b83-4b14-b058-d247e25f880c req-637160ff-1b9e-4b85-a3db-f49ab0758564 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:08.741447 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2652c619-9b83-4b14-b058-d247e25f880c req-637160ff-1b9e-4b85-a3db-f49ab0758564 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 943 time: 0.0535052 Feb 03 13:23:08.791819 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2652c619-9b83-4b14-b058-d247e25f880c req-da25d1b3-3833-46bb-82ad-621aa4d4885f tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448267 Feb 03 13:23:09.743712 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e1119c-8ee1-48bd-91e4-f105e3627e3f', 'tag': '37978b85-8eb6-4323-8883-9318e4b4f985'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:23:09.746086 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82aa96e6-f69e-4669-9a8e-13aa3dcfed28" -d '{"events": [{"name": "network-changed", "server_uuid": "90e1119c-8ee1-48bd-91e4-f105e3627e3f", "tag": "37978b85-8eb6-4323-8883-9318e4b4f985"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:23:09.794098 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2d09cf-9278-4592-a3b7-a81147673f27 x-openstack-request-id: req-ef2d09cf-9278-4592-a3b7-a81147673f27 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:23:09.794471 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e1119c-8ee1-48bd-91e4-f105e3627e3f", "tag": "37978b85-8eb6-4323-8883-9318e4b4f985", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:23:09.794731 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef2d09cf-9278-4592-a3b7-a81147673f27 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:23:09.795138 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e1119c-8ee1-48bd-91e4-f105e3627e3f', 'tag': '37978b85-8eb6-4323-8883-9318e4b4f985', 'status': 'completed', 'code': 200} Feb 03 13:23:09.863663 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa96e6-f69e-4669-9a8e-13aa3dcfed28 req-6aa72a0b-cac6-498d-9548-105a38990e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:09.865639 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-82aa96e6-f69e-4669-9a8e-13aa3dcfed28 req-6aa72a0b-cac6-498d-9548-105a38990e90 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=424cc80414434848bca732ff92e5c3d7&device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 1125 time: 0.0539289 Feb 03 13:23:09.889409 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa96e6-f69e-4669-9a8e-13aa3dcfed28 req-c81118c1-358b-481d-a087-95b397985688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:09.891600 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-82aa96e6-f69e-4669-9a8e-13aa3dcfed28 req-c81118c1-358b-481d-a087-95b397985688 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=424cc80414434848bca732ff92e5c3d7&device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 1125 time: 0.0538423 Feb 03 13:23:09.986133 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:09.991613 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe2fd6-6540-4906-90b3-7f41ed82c7b5 req-c83d7157-0390-43f6-8f98-369a406db5ca tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:09.993216 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ecfe2fd6-6540-4906-90b3-7f41ed82c7b5 req-c83d7157-0390-43f6-8f98-369a406db5ca tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 943 time: 0.1266131 Feb 03 13:23:10.008357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa96e6-f69e-4669-9a8e-13aa3dcfed28 req-e9406e17-d997-469c-ae74-ca1158888a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:10.009789 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-82aa96e6-f69e-4669-9a8e-13aa3dcfed28 req-e9406e17-d997-469c-ae74-ca1158888a9a service neutron] 10.222.0.73 "GET /v2.0/networks?id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e HTTP/1.1" status: 200 len: 915 time: 0.1088698 Feb 03 13:23:10.031534 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa96e6-f69e-4669-9a8e-13aa3dcfed28 req-56f6713f-3cb7-4161-903f-1fafaacb8adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:10.033036 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-82aa96e6-f69e-4669-9a8e-13aa3dcfed28 req-56f6713f-3cb7-4161-903f-1fafaacb8adc service neutron] 10.222.0.31 "GET /v2.0/networks?id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e HTTP/1.1" status: 200 len: 915 time: 0.1398673 Feb 03 13:23:10.051797 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-82aa96e6-f69e-4669-9a8e-13aa3dcfed28 req-1262deb8-a163-48fd-9b09-263c140748b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37978b85-8eb6-4323-8883-9318e4b4f985 HTTP/1.1" status: 200 len: 217 time: 0.0358605 Feb 03 13:23:10.080904 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-82aa96e6-f69e-4669-9a8e-13aa3dcfed28 req-a99654ac-f3fa-4a4b-8cd0-6952af71ee59 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37978b85-8eb6-4323-8883-9318e4b4f985 HTTP/1.1" status: 200 len: 217 time: 0.0403771 Feb 03 13:23:10.094836 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ecfe2fd6-6540-4906-90b3-7f41ed82c7b5 req-7c3a19a7-a8ff-41a4-b4ba-7d8ea71c14e5 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948429 Feb 03 13:23:10.104744 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa96e6-f69e-4669-9a8e-13aa3dcfed28 req-c02bf0dc-2e1f-4e3d-9cab-682be900c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:10.106221 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-82aa96e6-f69e-4669-9a8e-13aa3dcfed28 req-c02bf0dc-2e1f-4e3d-9cab-682be900c2ca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b33d637-46ea-4f38-9dc7-5cedfbadbbdd HTTP/1.1" status: 200 len: 854 time: 0.0486307 Feb 03 13:23:10.131793 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa96e6-f69e-4669-9a8e-13aa3dcfed28 req-2ea909d1-ed58-4611-a034-8c5a1d696680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:10.133342 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-82aa96e6-f69e-4669-9a8e-13aa3dcfed28 req-2ea909d1-ed58-4611-a034-8c5a1d696680 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b33d637-46ea-4f38-9dc7-5cedfbadbbdd HTTP/1.1" status: 200 len: 854 time: 0.0477836 Feb 03 13:23:10.143245 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-82aa96e6-f69e-4669-9a8e-13aa3dcfed28 req-9afecdfa-40b1-4138-bd9a-5cf42901cfd2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264077 Feb 03 13:23:10.169546 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-82aa96e6-f69e-4669-9a8e-13aa3dcfed28 req-42c4866d-e04d-4d4d-b0b4-a22292890805 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308580 Feb 03 13:23:10.234536 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-82aa96e6-f69e-4669-9a8e-13aa3dcfed28 req-4e30375f-886e-42fd-92a7-981e55a24bf3 service neutron] 10.222.0.73 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850194 Feb 03 13:23:10.258931 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-82aa96e6-f69e-4669-9a8e-13aa3dcfed28 req-c2c6e979-8b74-437f-9470-6b3f567d1449 service neutron] 10.222.0.31 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835042 Feb 03 13:23:10.328159 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-82aa96e6-f69e-4669-9a8e-13aa3dcfed28 req-125ae685-5841-43e8-ad2b-c4201c9dff86 service neutron] 10.222.0.73 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877075 Feb 03 13:23:10.352968 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-82aa96e6-f69e-4669-9a8e-13aa3dcfed28 req-5b83ed97-d4f0-4e12-89e3-6dff65ab4286 service neutron] 10.222.0.31 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884316 Feb 03 13:23:10.435069 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 37978b85-8eb6-4323-8883-9318e4b4f985 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:23:10.529221 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 37978b85-8eb6-4323-8883-9318e4b4f985, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=37978b85-8eb6-4323-8883-9318e4b4f985,segment=NetworkSegment(34383099-6e91-42f2-9a95-d9df8ed33050),segment_id=34383099-6e91-42f2-9a95-d9df8ed33050)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:23:10.543680 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '37978b85-8eb6-4323-8883-9318e4b4f985', 'network_id': 'a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e', 'port_id': '37978b85-8eb6-4323-8883-9318e4b4f985', 'mac_address': 'fa:16:3e:56:7f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b33d637-46ea-4f38-9dc7-5cedfbadbbdd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:23:10.579144 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 37978b85-8eb6-4323-8883-9318e4b4f985 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:23:10.579535 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:10.592320 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37978b85-8eb6-4323-8883-9318e4b4f985 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:23:10.612229 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 37978b85-8eb6-4323-8883-9318e4b4f985, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=37978b85-8eb6-4323-8883-9318e4b4f985,segment=NetworkSegment(34383099-6e91-42f2-9a95-d9df8ed33050),segment_id=34383099-6e91-42f2-9a95-d9df8ed33050)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:23:10.615952 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:10.661801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=37978b85-8eb6-4323-8883-9318e4b4f985,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:10.859448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['37978b85-8eb6-4323-8883-9318e4b4f985'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:23:11.216316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c244b-0b2a-4644-b4b9-f52a5681c3cb req-aef9585b-4233-4f18-9093-9cd39f9ec691 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:11.218036 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-421c244b-0b2a-4644-b4b9-f52a5681c3cb req-aef9585b-4233-4f18-9093-9cd39f9ec691 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 944 time: 0.0534453 Feb 03 13:23:11.267534 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-421c244b-0b2a-4644-b4b9-f52a5681c3cb req-d2337b61-1756-4c34-a587-d40e430e7bb4 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420325 Feb 03 13:23:11.500998 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc42060-4371-4464-9b96-601166ddeaea req-d8c0f664-fe70-46d6-810e-8384d6534e82 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:11.502961 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4bc42060-4371-4464-9b96-601166ddeaea req-d8c0f664-fe70-46d6-810e-8384d6534e82 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 944 time: 0.0905609 Feb 03 13:23:11.522974 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c0afe-48f6-49a0-80ef-719d6d088626 req-d63892f8-f0e0-439f-9b28-10ade21c5608 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:11.524777 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b0c0afe-48f6-49a0-80ef-719d6d088626 req-d63892f8-f0e0-439f-9b28-10ade21c5608 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f&tenant_id=424cc80414434848bca732ff92e5c3d7&binding%3Ahost_id=n-h2-827336-3 HTTP/1.1" status: 200 len: 944 time: 0.0794160 Feb 03 13:23:11.598030 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4bc42060-4371-4464-9b96-601166ddeaea req-533f20a0-2f48-442d-86c8-22d74a19830a tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887778 Feb 03 13:23:11.606412 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-2b0c0afe-48f6-49a0-80ef-719d6d088626 req-a8eb5d18-6ff3-4589-a4e0-f8b19253557d service neutron] delete failed (client error): The resource could not be found. Feb 03 13:23:11.607455 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b0c0afe-48f6-49a0-80ef-719d6d088626 req-a8eb5d18-6ff3-4589-a4e0-f8b19253557d service neutron] 10.222.0.73 "DELETE /v2.0/ports/37978b85-8eb6-4323-8883-9318e4b4f985/bindings/n-h1-827336-3 HTTP/1.1" status: 404 len: 380 time: 0.0730474 Feb 03 13:23:11.721621 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c0afe-48f6-49a0-80ef-719d6d088626 req-64ad4a34-d458-4cd5-80bd-ddf8df321952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:11.723273 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b0c0afe-48f6-49a0-80ef-719d6d088626 req-64ad4a34-d458-4cd5-80bd-ddf8df321952 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=424cc80414434848bca732ff92e5c3d7&device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 1126 time: 0.0506999 Feb 03 13:23:11.811495 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c0afe-48f6-49a0-80ef-719d6d088626 req-7a576e77-1210-47ae-b52e-528f68454d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:11.813005 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b0c0afe-48f6-49a0-80ef-719d6d088626 req-7a576e77-1210-47ae-b52e-528f68454d15 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e HTTP/1.1" status: 200 len: 915 time: 0.0843437 Feb 03 13:23:11.858128 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b0c0afe-48f6-49a0-80ef-719d6d088626 req-c6aaaa09-ee33-4703-a8a1-71747a85be03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37978b85-8eb6-4323-8883-9318e4b4f985 HTTP/1.1" status: 200 len: 217 time: 0.0390284 Feb 03 13:23:11.904299 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c0afe-48f6-49a0-80ef-719d6d088626 req-266c0a47-27b7-4c22-bc1a-aa4705fea407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:11.905736 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b0c0afe-48f6-49a0-80ef-719d6d088626 req-266c0a47-27b7-4c22-bc1a-aa4705fea407 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b33d637-46ea-4f38-9dc7-5cedfbadbbdd HTTP/1.1" status: 200 len: 854 time: 0.0423145 Feb 03 13:23:11.937073 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b0c0afe-48f6-49a0-80ef-719d6d088626 req-ee8ce8a5-98e1-4305-82db-07a84e5071dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250404 Feb 03 13:23:11.961664 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 37978b85-8eb6-4323-8883-9318e4b4f985 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:23:12.000738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] The host n-h1-827336-3 is not matching for port 37978b85-8eb6-4323-8883-9318e4b4f985 host n-h2-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:23:12.001058 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 37978b85-8eb6-4323-8883-9318e4b4f985 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:23:12.031874 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b0c0afe-48f6-49a0-80ef-719d6d088626 req-979b41ea-7cb6-41b0-bbb6-e1f8031ecd22 service neutron] 10.222.0.73 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888429 Feb 03 13:23:12.121283 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2b0c0afe-48f6-49a0-80ef-719d6d088626 req-d611e1f9-dda3-43bf-b410-17a0e6bfe97e service neutron] 10.222.0.73 "GET /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823739 Feb 03 13:23:12.443913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 37978b85-8eb6-4323-8883-9318e4b4f985 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:23:12.497401 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 37978b85-8eb6-4323-8883-9318e4b4f985 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:23:12.502356 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 37978b85-8eb6-4323-8883-9318e4b4f985 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:23:12.502736 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:12.583296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 37978b85-8eb6-4323-8883-9318e4b4f985 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:23:12.583684 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:12.608130 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e1119c-8ee1-48bd-91e4-f105e3627e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37978b85-8eb6-4323-8883-9318e4b4f985'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:23:12.610384 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e58be5-31a4-47ba-aea7-79ce0f527213" -d '{"events": [{"server_uuid": "90e1119c-8ee1-48bd-91e4-f105e3627e3f", "name": "network-vif-plugged", "status": "completed", "tag": "37978b85-8eb6-4323-8883-9318e4b4f985"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:23:12.623247 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 37978b85-8eb6-4323-8883-9318e4b4f985, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=37978b85-8eb6-4323-8883-9318e4b4f985,segment=NetworkSegment(34383099-6e91-42f2-9a95-d9df8ed33050),segment_id=34383099-6e91-42f2-9a95-d9df8ed33050)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:23:12.629495 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:12.671793 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be36992c-438e-4395-8071-46853994a464 x-openstack-request-id: req-be36992c-438e-4395-8071-46853994a464 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:23:12.672332 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e1119c-8ee1-48bd-91e4-f105e3627e3f", "name": "network-vif-plugged", "status": "completed", "tag": "37978b85-8eb6-4323-8883-9318e4b4f985", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:23:12.672332 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be36992c-438e-4395-8071-46853994a464 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:23:12.672707 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e1119c-8ee1-48bd-91e4-f105e3627e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37978b85-8eb6-4323-8883-9318e4b4f985', 'code': 200} Feb 03 13:23:12.682773 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=37978b85-8eb6-4323-8883-9318e4b4f985,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:12.757108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9df84-06dc-4c02-9b6f-1eb1794425ed req-3705e66e-a3d7-48aa-950c-d6528daac209 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:12.758805 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f9c9df84-06dc-4c02-9b6f-1eb1794425ed req-3705e66e-a3d7-48aa-950c-d6528daac209 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0649035 Feb 03 13:23:12.811698 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f9c9df84-06dc-4c02-9b6f-1eb1794425ed req-3b5af433-149d-4a31-b262-c088b939b28c tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473981 Feb 03 13:23:12.943645 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9bb31-7484-4c43-984d-f38bc1fdb470 req-512e9d5e-ec4b-4c3f-ab6f-9153a85e607c tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:12.945250 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5f9bb31-7484-4c43-984d-f38bc1fdb470 req-512e9d5e-ec4b-4c3f-ab6f-9153a85e607c tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0614991 Feb 03 13:23:12.993986 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5f9bb31-7484-4c43-984d-f38bc1fdb470 req-5bb52820-9d76-4b58-a530-79140c55a93b tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431185 Feb 03 13:23:13.121680 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762972b-bd9a-4a7c-b02f-86cad078d610 req-df81309c-fa1d-4ec2-acf0-461243e71f5c tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:13.123047 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d762972b-bd9a-4a7c-b02f-86cad078d610 req-df81309c-fa1d-4ec2-acf0-461243e71f5c tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0542278 Feb 03 13:23:13.169856 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d762972b-bd9a-4a7c-b02f-86cad078d610 req-9394a364-e5f5-4b51-a2b8-9a358440d9ef tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412233 Feb 03 13:23:13.511051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71a8f6-7802-453b-bb90-f2c94a75eff7 req-74b0ac68-9662-4969-81f0-433865e8a804 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:13.512546 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3f71a8f6-7802-453b-bb90-f2c94a75eff7 req-74b0ac68-9662-4969-81f0-433865e8a804 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0517952 Feb 03 13:23:13.565122 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3f71a8f6-7802-453b-bb90-f2c94a75eff7 req-7f1d3bd7-8986-4273-9b4c-4b4a16d6f9b8 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464010 Feb 03 13:23:14.664079 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b75302-eef9-4e74-948d-76333045d7f3 req-5a89599a-debe-4b54-8294-0ed15ccb0821 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:14.666578 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-24b75302-eef9-4e74-948d-76333045d7f3 req-5a89599a-debe-4b54-8294-0ed15ccb0821 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.31 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0730340 Feb 03 13:23:14.697159 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af119d2-383e-4d1b-ba10-7f192f8f26fb req-d750465a-3a31-43ab-b5fc-ef853651676b tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:14.699465 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3af119d2-383e-4d1b-ba10-7f192f8f26fb req-d750465a-3a31-43ab-b5fc-ef853651676b tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/ports?device_id=90e1119c-8ee1-48bd-91e4-f105e3627e3f HTTP/1.1" status: 200 len: 945 time: 0.0620642 Feb 03 13:23:14.748555 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3af119d2-383e-4d1b-ba10-7f192f8f26fb req-06ca99a3-f5f3-4783-9b38-8d01b97bf5ac tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fcc631-9554-4b18-a5a0-88566d640a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436277 Feb 03 13:23:14.765829 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-24b75302-eef9-4e74-948d-76333045d7f3 req-781c6ee5-b801-4c25-afe2-86e15927fb64 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Deleting port 37978b85-8eb6-4323-8883-9318e4b4f985 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:23:14.765829 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-24b75302-eef9-4e74-948d-76333045d7f3 req-781c6ee5-b801-4c25-afe2-86e15927fb64 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:14.858820 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-24b75302-eef9-4e74-948d-76333045d7f3 req-781c6ee5-b801-4c25-afe2-86e15927fb64 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] For port 37978b85-8eb6-4323-8883-9318e4b4f985, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=37978b85-8eb6-4323-8883-9318e4b4f985,segment=NetworkSegment(34383099-6e91-42f2-9a95-d9df8ed33050),segment_id=34383099-6e91-42f2-9a95-d9df8ed33050)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:23:14.859111 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-24b75302-eef9-4e74-948d-76333045d7f3 req-781c6ee5-b801-4c25-afe2-86e15927fb64 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:14.871580 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-24b75302-eef9-4e74-948d-76333045d7f3 req-781c6ee5-b801-4c25-afe2-86e15927fb64 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Calling delete_port for 37978b85-8eb6-4323-8883-9318e4b4f985 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:23:15.007178 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-24b75302-eef9-4e74-948d-76333045d7f3 req-781c6ee5-b801-4c25-afe2-86e15927fb64 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (37978b85-8eb6-4323-8883-9318e4b4f985), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:15.020025 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['37978b85-8eb6-4323-8883-9318e4b4f985'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:23:15.042748 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c6ee5-b801-4c25-afe2-86e15927fb64 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Pushing event deleted for resources: {'Port': ['ID=37978b85-8eb6-4323-8883-9318e4b4f985,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:15.086432 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b75302-eef9-4e74-948d-76333045d7f3 req-781c6ee5-b801-4c25-afe2-86e15927fb64 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] No DVR routers for this DVR port 37978b85-8eb6-4323-8883-9318e4b4f985 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:23:15.089089 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-24b75302-eef9-4e74-948d-76333045d7f3 req-781c6ee5-b801-4c25-afe2-86e15927fb64 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:15.092530 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-24b75302-eef9-4e74-948d-76333045d7f3 req-781c6ee5-b801-4c25-afe2-86e15927fb64 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] 10.222.0.31 "DELETE /v2.0/ports/37978b85-8eb6-4323-8883-9318e4b4f985 HTTP/1.1" status: 204 len: 173 time: 0.4204440 Feb 03 13:23:15.092983 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e1119c-8ee1-48bd-91e4-f105e3627e3f', 'name': 'network-vif-deleted', 'tag': '37978b85-8eb6-4323-8883-9318e4b4f985'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:23:15.095291 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714a7ff8-14c7-4f5f-8ce8-955afcf6484e" -d '{"events": [{"server_uuid": "90e1119c-8ee1-48bd-91e4-f105e3627e3f", "name": "network-vif-deleted", "tag": "37978b85-8eb6-4323-8883-9318e4b4f985"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:23:15.139920 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c439883-5c7a-4ac9-a92d-3a5684a88e6f x-openstack-request-id: req-0c439883-5c7a-4ac9-a92d-3a5684a88e6f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:23:15.140250 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e1119c-8ee1-48bd-91e4-f105e3627e3f", "name": "network-vif-deleted", "tag": "37978b85-8eb6-4323-8883-9318e4b4f985", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:23:15.140542 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c439883-5c7a-4ac9-a92d-3a5684a88e6f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:23:15.140944 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e1119c-8ee1-48bd-91e4-f105e3627e3f', 'name': 'network-vif-deleted', 'tag': '37978b85-8eb6-4323-8883-9318e4b4f985', 'status': 'completed', 'code': 200} Feb 03 13:23:15.878919 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39180) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:23:15.927033 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fdf4363-702d-49ce-8167-123c4d0f64c9 admin admin] Deleting subnet 2b33d637-46ea-4f38-9dc7-5cedfbadbbdd {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:23:15.930202 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4363-702d-49ce-8167-123c4d0f64c9 admin admin] Publish callbacks [] for subnet (2b33d637-46ea-4f38-9dc7-5cedfbadbbdd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:15.964956 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4363-702d-49ce-8167-123c4d0f64c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (2b33d637-46ea-4f38-9dc7-5cedfbadbbdd), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:16.002030 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4363-702d-49ce-8167-123c4d0f64c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (2b33d637-46ea-4f38-9dc7-5cedfbadbbdd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:16.053388 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4363-702d-49ce-8167-123c4d0f64c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (2b33d637-46ea-4f38-9dc7-5cedfbadbbdd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:16.077434 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf4363-702d-49ce-8167-123c4d0f64c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b33d637-46ea-4f38-9dc7-5cedfbadbbdd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:16.085621 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4363-702d-49ce-8167-123c4d0f64c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:16.088945 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3fdf4363-702d-49ce-8167-123c4d0f64c9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2b33d637-46ea-4f38-9dc7-5cedfbadbbdd HTTP/1.1" status: 204 len: 168 time: 0.2090130 Feb 03 13:23:16.091470 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39182) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:23:16.165992 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24491528-03ab-43da-94b8-ae7b47f9a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:16.254632 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24491528-03ab-43da-94b8-ae7b47f9a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:16.256550 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:16.275550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-24491528-03ab-43da-94b8-ae7b47f9a742 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:23:16.285411 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-24491528-03ab-43da-94b8-ae7b47f9a742 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34383099-6e91-42f2-9a95-d9df8ed33050') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:23:16.285708 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-24491528-03ab-43da-94b8-ae7b47f9a742 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34383099-6e91-42f2-9a95-d9df8ed33050') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:23:16.294970 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24491528-03ab-43da-94b8-ae7b47f9a742 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (34383099-6e91-42f2-9a95-d9df8ed33050), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:16.308677 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24491528-03ab-43da-94b8-ae7b47f9a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (34383099-6e91-42f2-9a95-d9df8ed33050), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:16.315013 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24491528-03ab-43da-94b8-ae7b47f9a742 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:23:16.315418 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24491528-03ab-43da-94b8-ae7b47f9a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (34383099-6e91-42f2-9a95-d9df8ed33050), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:23:16.317749 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:23:16.369869 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24491528-03ab-43da-94b8-ae7b47f9a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:16.375445 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24491528-03ab-43da-94b8-ae7b47f9a742 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:16.380179 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-24491528-03ab-43da-94b8-ae7b47f9a742 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e HTTP/1.1" status: 204 len: 168 time: 0.2877214 Feb 03 13:23:16.390723 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24491528-03ab-43da-94b8-ae7b47f9a742 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1fe3eec-b3ba-44ee-9567-7cc1a0bd0d3e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:16.497383 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39186) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:23:16.538007 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-53b61bdd-00e0-40b3-82ca-8bf869436d8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=424cc80414434848bca732ff92e5c3d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394619 Feb 03 13:23:16.540547 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39188) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:23:16.585786 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97c98bc3-da84-43f9-98de-834494a8e559 admin admin] Publish callbacks [] for security_group (d2fcc631-9554-4b18-a5a0-88566d640a4e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:16.609475 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97c98bc3-da84-43f9-98de-834494a8e559 admin admin] Publish callbacks [] for security_group (d2fcc631-9554-4b18-a5a0-88566d640a4e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:16.655174 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97c98bc3-da84-43f9-98de-834494a8e559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d2fcc631-9554-4b18-a5a0-88566d640a4e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:16.657770 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97c98bc3-da84-43f9-98de-834494a8e559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:16.658932 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-97c98bc3-da84-43f9-98de-834494a8e559 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2fcc631-9554-4b18-a5a0-88566d640a4e HTTP/1.1" status: 204 len: 168 time: 0.1175025 Feb 03 13:23:16.667057 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c98bc3-da84-43f9-98de-834494a8e559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fcc631-9554-4b18-a5a0-88566d640a4e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:17.316835 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39210) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:23:17.419615 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-12556129-ac98-49b3-8085-4ee30867f52e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1824706419-network', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:23:17.438134 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12556129-ac98-49b3-8085-4ee30867f52e admin admin] Made reservation on behalf of 3be4b516e51b4f1880470bc5c8ddfd8e for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:23:17.440565 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12556129-ac98-49b3-8085-4ee30867f52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:17.449468 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12556129-ac98-49b3-8085-4ee30867f52e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:17.526746 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12556129-ac98-49b3-8085-4ee30867f52e admin admin] Publish callbacks [] for security_group (46e0c8e1-0910-4b98-b405-193a889a1a67), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:17.530551 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12556129-ac98-49b3-8085-4ee30867f52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (46e0c8e1-0910-4b98-b405-193a889a1a67), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:17.551155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12556129-ac98-49b3-8085-4ee30867f52e admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:23:17.566293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12556129-ac98-49b3-8085-4ee30867f52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e0c8e1-0910-4b98-b405-193a889a1a67,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:17.571024 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12556129-ac98-49b3-8085-4ee30867f52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (da5820e1-1394-48a8-be8f-a697840df705), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:17.571369 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-12556129-ac98-49b3-8085-4ee30867f52e admin admin] Added segment da5820e1-1394-48a8-be8f-a697840df705 of type vlan for network 2956fce3-b719-48e6-a440-16ecd28b76f4 Feb 03 13:23:17.610530 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12556129-ac98-49b3-8085-4ee30867f52e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (2956fce3-b719-48e6-a440-16ecd28b76f4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:17.634142 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12556129-ac98-49b3-8085-4ee30867f52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (2956fce3-b719-48e6-a440-16ecd28b76f4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:17.635174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12556129-ac98-49b3-8085-4ee30867f52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:17.635754 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12556129-ac98-49b3-8085-4ee30867f52e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:17.666874 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-12556129-ac98-49b3-8085-4ee30867f52e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3487058 Feb 03 13:23:17.669888 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39214) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:23:17.674859 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-62dd0c51-76dd-4eb0-94fc-ce10ea4a3a90 admin admin] Request body: {'subnet': {'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1824706419-subnet', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:23:17.695913 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dd0c51-76dd-4eb0-94fc-ce10ea4a3a90 admin admin] Made reservation on behalf of 3be4b516e51b4f1880470bc5c8ddfd8e for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:23:17.698360 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62dd0c51-76dd-4eb0-94fc-ce10ea4a3a90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:17.698802 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12556129-ac98-49b3-8085-4ee30867f52e admin admin] Pushing event updated for resources: {'Network': ['ID=2956fce3-b719-48e6-a440-16ecd28b76f4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:17.708903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 2956fce3-b719-48e6-a440-16ecd28b76f4 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:23:17.863282 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62dd0c51-76dd-4eb0-94fc-ce10ea4a3a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (a2f428b0-dc25-4352-a745-d3777ece255f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:17.917238 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd0c51-76dd-4eb0-94fc-ce10ea4a3a90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f428b0-dc25-4352-a745-d3777ece255f,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:17.925933 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dd0c51-76dd-4eb0-94fc-ce10ea4a3a90 admin admin] Checking segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:23:17.926304 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd0c51-76dd-4eb0-94fc-ce10ea4a3a90 admin admin] Network hostable DHCP agents. Network: 2956fce3-b719-48e6-a440-16ecd28b76f4, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:23:17.944278 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd0c51-76dd-4eb0-94fc-ce10ea4a3a90 admin admin] Network 2956fce3-b719-48e6-a440-16ecd28b76f4 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:23:17.952312 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-62dd0c51-76dd-4eb0-94fc-ce10ea4a3a90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 2956fce3-b719-48e6-a440-16ecd28b76f4) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:23:17.956191 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dd0c51-76dd-4eb0-94fc-ce10ea4a3a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:17.956786 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62dd0c51-76dd-4eb0-94fc-ce10ea4a3a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:17.961645 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f4d7fd-b42f-494e-a741-38505b4ff491 None None] Network 2956fce3-b719-48e6-a440-16ecd28b76f4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:23:17.972228 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-62dd0c51-76dd-4eb0-94fc-ce10ea4a3a90 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3011649 Feb 03 13:23:17.974956 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39216) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:23:17.979201 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-03b83966-978d-493f-956a-eea11743df8f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:23:17.997620 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03b83966-978d-493f-956a-eea11743df8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (0b259324-f54f-48c1-b89a-39bc1cd5632a), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:17.998592 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03b83966-978d-493f-956a-eea11743df8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (0b259324-f54f-48c1-b89a-39bc1cd5632a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:18.052398 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03b83966-978d-493f-956a-eea11743df8f admin admin] Publish callbacks [] for router_controller (0b259324-f54f-48c1-b89a-39bc1cd5632a), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:18.062792 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-2956fce3-b719-48e6-a440-16ecd28b76f4', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:23:18.063695 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:18.185295 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03b83966-978d-493f-956a-eea11743df8f admin admin] Publish callbacks [] for router_gateway (0b259324-f54f-48c1-b89a-39bc1cd5632a), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:18.198929 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] Allocated IP 172.20.0.2 (2956fce3-b719-48e6-a440-16ecd28b76f4/a2f428b0-dc25-4352-a745-d3777ece255f/b4ce049b-fa8e-43dd-9666-877052bf975b) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:23:18.343123 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] Publish callbacks [] for port (b4ce049b-fa8e-43dd-9666-877052bf975b), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:18.349296 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (b4ce049b-fa8e-43dd-9666-877052bf975b), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:18.385078 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03b83966-978d-493f-956a-eea11743df8f admin admin] Publish callbacks [] for router_gateway (0b259324-f54f-48c1-b89a-39bc1cd5632a), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:18.386334 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] Network 2956fce3-b719-48e6-a440-16ecd28b76f4 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:23:18.391133 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:23:18.395489 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:23:18.402312 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] Pushing event updated for resources: {'Port': ['ID=b4ce049b-fa8e-43dd-9666-877052bf975b,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:18.404494 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03b83966-978d-493f-956a-eea11743df8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:18.456953 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] Attempting to bind port b4ce049b-fa8e-43dd-9666-877052bf975b on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:23:18.457257 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] Attempting to bind port b4ce049b-fa8e-43dd-9666-877052bf975b by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:23:18.458288 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] Attempting to bind port b4ce049b-fa8e-43dd-9666-877052bf975b on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:23:18.461764 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 37978b85-8eb6-4323-8883-9318e4b4f985 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:23:18.487768 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:23:18.488177 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] Checking segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:23:18.488587 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:18.488989 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] Bound using segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:23:18.489486 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] Bound port: b4ce049b-fa8e-43dd-9666-877052bf975b, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:23:18.489856 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b4ce049b-fa8e-43dd-9666-877052bf975b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:18.491742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 37978b85-8eb6-4323-8883-9318e4b4f985 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:23:18.492104 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 37978b85-8eb6-4323-8883-9318e4b4f985 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:23:18.509684 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-03b83966-978d-493f-956a-eea11743df8f admin admin] Allocated IP 172.25.6.138 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/467a2174-0f87-42b1-bda0-196fae14963d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:23:18.556679 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] For port b4ce049b-fa8e-43dd-9666-877052bf975b, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:23:18.560166 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] For port b4ce049b-fa8e-43dd-9666-877052bf975b, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b4ce049b-fa8e-43dd-9666-877052bf975b,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:23:18.566347 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b4ce049b-fa8e-43dd-9666-877052bf975b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:18.611789 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03b83966-978d-493f-956a-eea11743df8f admin admin] Publish callbacks [] for port (467a2174-0f87-42b1-bda0-196fae14963d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:18.629919 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366142e-4755-4ad7-ba30-169fa7a4b17e None None] Pushing event updated for resources: {'Port': ['ID=b4ce049b-fa8e-43dd-9666-877052bf975b,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:18.649928 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03b83966-978d-493f-956a-eea11743df8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (467a2174-0f87-42b1-bda0-196fae14963d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:18.692622 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b83966-978d-493f-956a-eea11743df8f admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:23:18.697564 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-03b83966-978d-493f-956a-eea11743df8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:23:18.701055 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b83966-978d-493f-956a-eea11743df8f admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:23:18.729499 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b83966-978d-493f-956a-eea11743df8f admin admin] Pushing event updated for resources: {'Port': ['ID=467a2174-0f87-42b1-bda0-196fae14963d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:18.978464 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03b83966-978d-493f-956a-eea11743df8f admin admin] Publish callbacks [] for router_gateway (0b259324-f54f-48c1-b89a-39bc1cd5632a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:19.530818 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03b83966-978d-493f-956a-eea11743df8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (0b259324-f54f-48c1-b89a-39bc1cd5632a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:19.554420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7febe633-3e95-4e3b-a147-f781345b4597 None None] Network 2956fce3-b719-48e6-a440-16ecd28b76f4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:23:19.623594 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ff1f9336-a034-432f-8e35-7b52e6bb551a None None] Provisioning complete for port b4ce049b-fa8e-43dd-9666-877052bf975b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:23:19.623983 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff1f9336-a034-432f-8e35-7b52e6bb551a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b4ce049b-fa8e-43dd-9666-877052bf975b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:19.661569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b83966-978d-493f-956a-eea11743df8f admin admin] Router 0b259324-f54f-48c1-b89a-39bc1cd5632a is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:23:19.738663 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f9336-a034-432f-8e35-7b52e6bb551a None None] Current status of the port b4ce049b-fa8e-43dd-9666-877052bf975b is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:23:19.738965 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff1f9336-a034-432f-8e35-7b52e6bb551a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b4ce049b-fa8e-43dd-9666-877052bf975b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:19.772037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ff1f9336-a034-432f-8e35-7b52e6bb551a None None] For port b4ce049b-fa8e-43dd-9666-877052bf975b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b4ce049b-fa8e-43dd-9666-877052bf975b,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:23:19.775100 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b83966-978d-493f-956a-eea11743df8f admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:23:19.777731 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff1f9336-a034-432f-8e35-7b52e6bb551a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b4ce049b-fa8e-43dd-9666-877052bf975b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:19.796986 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03b83966-978d-493f-956a-eea11743df8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:19.798368 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-03b83966-978d-493f-956a-eea11743df8f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8224809 Feb 03 13:23:19.802027 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39218) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:23:19.807892 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] Sync routers for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:23:19.840241 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:23:19.840888 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:23:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:23:19.876596 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f9336-a034-432f-8e35-7b52e6bb551a None None] Pushing event updated for resources: {'Port': ['ID=b4ce049b-fa8e-43dd-9666-877052bf975b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:20.121617 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9c18973b-93f6-484b-90d3-66614d9397f6 None None] Provisioning complete for port b4ce049b-fa8e-43dd-9666-877052bf975b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:23:20.121897 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9c18973b-93f6-484b-90d3-66614d9397f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b4ce049b-fa8e-43dd-9666-877052bf975b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:20.126821 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:23:20.247966 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7b63c38-7b1d-4525-b21a-712ba44b65d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:20.303632 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b4ce049b-fa8e-43dd-9666-877052bf975b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:23:20.349156 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9c18973b-93f6-484b-90d3-66614d9397f6 None None] Current status of the port b4ce049b-fa8e-43dd-9666-877052bf975b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:23:20.404622 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port b4ce049b-fa8e-43dd-9666-877052bf975b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:23:20.404997 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b4ce049b-fa8e-43dd-9666-877052bf975b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:20.423709 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-a7b63c38-7b1d-4525-b21a-712ba44b65d1 admin admin] Allocated IP 172.20.0.1 (2956fce3-b719-48e6-a440-16ecd28b76f4/a2f428b0-dc25-4352-a745-d3777ece255f/b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:23:20.449255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:18Z', 'revision_number': 3, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:23:20.480488 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] Checking router: 0b259324-f54f-48c1-b89a-39bc1cd5632a for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:23:20.480845 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] Updating router 0b259324-f54f-48c1-b89a-39bc1cd5632a port 467a2174-0f87-42b1-bda0-196fae14963d binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:23:20.528548 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (467a2174-0f87-42b1-bda0-196fae14963d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:20.531837 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7b63c38-7b1d-4525-b21a-712ba44b65d1 admin admin] Publish callbacks [] for port (b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:20.563694 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7b63c38-7b1d-4525-b21a-712ba44b65d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:20.566970 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port b4ce049b-fa8e-43dd-9666-877052bf975b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:23:20.605051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b63c38-7b1d-4525-b21a-712ba44b65d1 admin admin] Network 2956fce3-b719-48e6-a440-16ecd28b76f4 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:23:20.611190 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a7b63c38-7b1d-4525-b21a-712ba44b65d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:23:20.615439 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b63c38-7b1d-4525-b21a-712ba44b65d1 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:23:20.618486 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b63c38-7b1d-4525-b21a-712ba44b65d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:20.661099 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7b63c38-7b1d-4525-b21a-712ba44b65d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (0b259324-f54f-48c1-b89a-39bc1cd5632a), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:20.795247 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7b63c38-7b1d-4525-b21a-712ba44b65d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:20.817309 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] Publish callbacks [] for port (467a2174-0f87-42b1-bda0-196fae14963d), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:20.823364 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (467a2174-0f87-42b1-bda0-196fae14963d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:20.884349 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] Attempting to bind port 467a2174-0f87-42b1-bda0-196fae14963d on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:23:20.884726 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] Attempting to bind port 467a2174-0f87-42b1-bda0-196fae14963d by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:23:20.885093 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] Attempting to bind port 467a2174-0f87-42b1-bda0-196fae14963d on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:23:20.891735 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc99f26-666b-43e8-9c16-2fe5d4c1aa88 None None] Pushing event updated for resources: {'Port': ['ID=467a2174-0f87-42b1-bda0-196fae14963d,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:20.899248 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:23:20.899815 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:23:20.900304 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:20.900641 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:23:20.901111 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] Bound port: 467a2174-0f87-42b1-bda0-196fae14963d, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:23:20.901490 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (467a2174-0f87-42b1-bda0-196fae14963d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:20.904211 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-729f812b-2129-44c9-b068-20424dcad8e6 None None] Provisioning complete for port b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:23:20.905188 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-729f812b-2129-44c9-b068-20424dcad8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:20.967642 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7b63c38-7b1d-4525-b21a-712ba44b65d1 admin admin] Publish callbacks [] for port (b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:20.973328 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7b63c38-7b1d-4525-b21a-712ba44b65d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:20.982776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-729f812b-2129-44c9-b068-20424dcad8e6 None None] Port b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:23:20.988849 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] For port 467a2174-0f87-42b1-bda0-196fae14963d, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:23:20.992183 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] For port 467a2174-0f87-42b1-bda0-196fae14963d, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=467a2174-0f87-42b1-bda0-196fae14963d,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:23:20.999391 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (467a2174-0f87-42b1-bda0-196fae14963d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:21.045162 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7b63c38-7b1d-4525-b21a-712ba44b65d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (0b259324-f54f-48c1-b89a-39bc1cd5632a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:21.047992 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b63c38-7b1d-4525-b21a-712ba44b65d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:21.058987 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:23:21.059621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:23:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:23:21.065083 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc99f26-666b-43e8-9c16-2fe5d4c1aa88 None None] Pushing event updated for resources: {'Port': ['ID=467a2174-0f87-42b1-bda0-196fae14963d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:21.139396 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b63c38-7b1d-4525-b21a-712ba44b65d1 admin admin] Network 2956fce3-b719-48e6-a440-16ecd28b76f4 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:23:21.140825 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a7b63c38-7b1d-4525-b21a-712ba44b65d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:23:21.174150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:23:21.264825 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b63c38-7b1d-4525-b21a-712ba44b65d1 admin admin] Router 0b259324-f54f-48c1-b89a-39bc1cd5632a has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:23:21.388171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 2, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:23:21.389045 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b63c38-7b1d-4525-b21a-712ba44b65d1 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:23:21.402314 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a7b63c38-7b1d-4525-b21a-712ba44b65d1 admin admin] 10.222.0.18 "PUT /v2.0/routers/0b259324-f54f-48c1-b89a-39bc1cd5632a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5917447 Feb 03 13:23:21.426738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7381586-4507-4e13-bae4-315e1a2bc44b None None] The sync data for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 is: [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 2, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:23:21.437113 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d94de56b-21b4-4678-85bd-ffda77187ea6 None None] Provisioning complete for port b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:23:21.437492 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d94de56b-21b4-4678-85bd-ffda77187ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:21.491351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d94de56b-21b4-4678-85bd-ffda77187ea6 None None] Port b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:23:21.986665 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39226) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:23:21.991955 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-58eb290b-adf6-48ce-9dc0-2022bc6934cb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1398757438', 'description': 'tempest-description--1045484255'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:23:22.017152 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58eb290b-adf6-48ce-9dc0-2022bc6934cb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:22.108674 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58eb290b-adf6-48ce-9dc0-2022bc6934cb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for security_group (44943b64-50e2-4980-bdb2-2ef5e70537fe), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:22.112497 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58eb290b-adf6-48ce-9dc0-2022bc6934cb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (44943b64-50e2-4980-bdb2-2ef5e70537fe), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:22.137395 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58eb290b-adf6-48ce-9dc0-2022bc6934cb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:22.138778 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-58eb290b-adf6-48ce-9dc0-2022bc6934cb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1511095 Feb 03 13:23:22.141785 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39228) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:23:22.148080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c48123ef-a202-43c6-baff-aea94fb42ce3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Request body: {'security_group_rule': {'security_group_id': '44943b64-50e2-4980-bdb2-2ef5e70537fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:23:22.151741 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb290b-adf6-48ce-9dc0-2022bc6934cb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44943b64-50e2-4980-bdb2-2ef5e70537fe,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:22.160310 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb290b-adf6-48ce-9dc0-2022bc6934cb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:22.160902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb290b-adf6-48ce-9dc0-2022bc6934cb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:22.161544 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb290b-adf6-48ce-9dc0-2022bc6934cb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:22.162047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb290b-adf6-48ce-9dc0-2022bc6934cb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:22.162559 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb290b-adf6-48ce-9dc0-2022bc6934cb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:22.163152 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb290b-adf6-48ce-9dc0-2022bc6934cb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:22.163651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb290b-adf6-48ce-9dc0-2022bc6934cb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:22.164250 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb290b-adf6-48ce-9dc0-2022bc6934cb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:22.164882 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb290b-adf6-48ce-9dc0-2022bc6934cb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:22.165492 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb290b-adf6-48ce-9dc0-2022bc6934cb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:22.166155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb290b-adf6-48ce-9dc0-2022bc6934cb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:22.166740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb290b-adf6-48ce-9dc0-2022bc6934cb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:22.167279 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb290b-adf6-48ce-9dc0-2022bc6934cb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:22.176547 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c48123ef-a202-43c6-baff-aea94fb42ce3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for security_group_rule (d0e59eed-9916-450c-84c8-becb29fd6225), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:22.239184 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c48123ef-a202-43c6-baff-aea94fb42ce3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for security_group_rule (d0e59eed-9916-450c-84c8-becb29fd6225), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:22.243803 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c48123ef-a202-43c6-baff-aea94fb42ce3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (d0e59eed-9916-450c-84c8-becb29fd6225), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:22.263856 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48123ef-a202-43c6-baff-aea94fb42ce3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e59eed-9916-450c-84c8-becb29fd6225,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:22.271374 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c48123ef-a202-43c6-baff-aea94fb42ce3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:22.275547 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c48123ef-a202-43c6-baff-aea94fb42ce3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293766 Feb 03 13:23:22.276004 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39230) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:23:22.283042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c73a8f4e-7375-4bf9-8e2e-0525cb1f144a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Request body: {'security_group_rule': {'security_group_id': '44943b64-50e2-4980-bdb2-2ef5e70537fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:23:22.314534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 467a2174-0f87-42b1-bda0-196fae14963d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:23:22.317864 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c73a8f4e-7375-4bf9-8e2e-0525cb1f144a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for security_group_rule (4ed921f8-7b6f-4103-8e17-86a3983ceb33), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:22.367443 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 467a2174-0f87-42b1-bda0-196fae14963d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:23:22.368099 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (467a2174-0f87-42b1-bda0-196fae14963d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:22.374503 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c73a8f4e-7375-4bf9-8e2e-0525cb1f144a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for security_group_rule (4ed921f8-7b6f-4103-8e17-86a3983ceb33), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:22.379730 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c73a8f4e-7375-4bf9-8e2e-0525cb1f144a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (4ed921f8-7b6f-4103-8e17-86a3983ceb33), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:22.401842 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a8f4e-7375-4bf9-8e2e-0525cb1f144a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed921f8-7b6f-4103-8e17-86a3983ceb33,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:22.410340 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c73a8f4e-7375-4bf9-8e2e-0525cb1f144a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:22.411602 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c73a8f4e-7375-4bf9-8e2e-0525cb1f144a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341488 Feb 03 13:23:22.414888 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39232) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:23:22.421758 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c3b7bb3f-c0d3-4c7b-99b5-f8ceb9543838 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:23:22.453642 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3b7bb3f-c0d3-4c7b-99b5-f8ceb9543838 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:22.484860 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 467a2174-0f87-42b1-bda0-196fae14963d is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:23:22.485304 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (467a2174-0f87-42b1-bda0-196fae14963d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:22.511085 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 467a2174-0f87-42b1-bda0-196fae14963d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=467a2174-0f87-42b1-bda0-196fae14963d,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:23:22.519560 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (467a2174-0f87-42b1-bda0-196fae14963d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:22.577238 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3b7bb3f-c0d3-4c7b-99b5-f8ceb9543838 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:22.581486 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=467a2174-0f87-42b1-bda0-196fae14963d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:22.696262 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c3b7bb3f-c0d3-4c7b-99b5-f8ceb9543838 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Allocated IP 172.25.6.64 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/5a58e8ad-0bc9-4821-a0b3-b4fbf8a695c1) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:23:22.806143 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3b7bb3f-c0d3-4c7b-99b5-f8ceb9543838 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for port (5a58e8ad-0bc9-4821-a0b3-b4fbf8a695c1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:22.838805 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3b7bb3f-c0d3-4c7b-99b5-f8ceb9543838 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (5a58e8ad-0bc9-4821-a0b3-b4fbf8a695c1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:22.874793 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b7bb3f-c0d3-4c7b-99b5-f8ceb9543838 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:23:22.877325 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:23:22.877825 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c3b7bb3f-c0d3-4c7b-99b5-f8ceb9543838 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:23:22.882892 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b7bb3f-c0d3-4c7b-99b5-f8ceb9543838 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:23:22.912515 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7bb3f-c0d3-4c7b-99b5-f8ceb9543838 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Pushing event updated for resources: {'Port': ['ID=5a58e8ad-0bc9-4821-a0b3-b4fbf8a695c1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:22.976113 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3b7bb3f-c0d3-4c7b-99b5-f8ceb9543838 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for floatingip (69f404a4-fcb7-4b9d-82b8-bd67065e6cb4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:23.016993 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3b7bb3f-c0d3-4c7b-99b5-f8ceb9543838 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (5a58e8ad-0bc9-4821-a0b3-b4fbf8a695c1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:23.169120 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3b7bb3f-c0d3-4c7b-99b5-f8ceb9543838 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for port (5a58e8ad-0bc9-4821-a0b3-b4fbf8a695c1), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:23.173623 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3b7bb3f-c0d3-4c7b-99b5-f8ceb9543838 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (5a58e8ad-0bc9-4821-a0b3-b4fbf8a695c1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:23.242908 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7bb3f-c0d3-4c7b-99b5-f8ceb9543838 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Pushing event updated for resources: {'Port': ['ID=5a58e8ad-0bc9-4821-a0b3-b4fbf8a695c1,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:23.251063 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3b7bb3f-c0d3-4c7b-99b5-f8ceb9543838 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (69f404a4-fcb7-4b9d-82b8-bd67065e6cb4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:23.266528 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3b7bb3f-c0d3-4c7b-99b5-f8ceb9543838 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:23.267788 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c3b7bb3f-c0d3-4c7b-99b5-f8ceb9543838 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8518231 Feb 03 13:23:23.418755 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-2d8ae374-0b0a-4f9b-8b47-a037bf2cf1ae tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1398757438&fields=id&tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e HTTP/1.1" status: 200 len: 267 time: 0.0431266 Feb 03 13:23:23.522858 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] Sync routers for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:23:23.528464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-edd04c8f-033f-4971-980b-e210e8cca478 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:23.529951 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-edd04c8f-033f-4971-980b-e210e8cca478 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 812 time: 0.1047642 Feb 03 13:23:23.532566 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:23:23.533180 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:23:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:23:23.544946 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-11c3a121-471d-44c4-bf05-b1ebc2fc6820 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/quotas/3be4b516e51b4f1880470bc5c8ddfd8e HTTP/1.1" status: 200 len: 375 time: 0.0090642 Feb 03 13:23:23.599186 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-83becaee-4c94-4bd3-9c03-0d77f6a99214 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491188 Feb 03 13:23:23.638098 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:23:23.697785 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-1133a902-e70d-4a9e-baf6-0459a34cb34d service neutron] 10.222.0.18 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867693 Feb 03 13:23:23.785841 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-f7032351-7bb4-483c-90d6-784fe43ea2c6 service neutron] 10.222.0.18 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824146 Feb 03 13:23:23.836585 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 2, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:23:23.862268 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] Checking router: 0b259324-f54f-48c1-b89a-39bc1cd5632a for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:23:23.863192 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] Updating router 0b259324-f54f-48c1-b89a-39bc1cd5632a port b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:23:23.895370 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:23.951241 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e346210e-33e4-4238-b7da-ba04bbca5132 req-70d03eaf-47ad-4dc4-b27b-e5c802900fa0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 210 time: 0.0325341 Feb 03 13:23:24.163108 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] Publish callbacks [] for port (b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:24.168556 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:24.219408 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bcb46-e1e0-48a3-a6e5-2c2e75bfdcd4 None None] Pushing event updated for resources: {'Port': ['ID=b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:24.246097 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bcb46-e1e0-48a3-a6e5-2c2e75bfdcd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.246781 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bcb46-e1e0-48a3-a6e5-2c2e75bfdcd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.246923 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bcb46-e1e0-48a3-a6e5-2c2e75bfdcd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.247288 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bcb46-e1e0-48a3-a6e5-2c2e75bfdcd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.247690 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bcb46-e1e0-48a3-a6e5-2c2e75bfdcd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.248155 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bcb46-e1e0-48a3-a6e5-2c2e75bfdcd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.248545 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bcb46-e1e0-48a3-a6e5-2c2e75bfdcd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.248936 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bcb46-e1e0-48a3-a6e5-2c2e75bfdcd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.249328 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bcb46-e1e0-48a3-a6e5-2c2e75bfdcd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.249704 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bcb46-e1e0-48a3-a6e5-2c2e75bfdcd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.250092 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bcb46-e1e0-48a3-a6e5-2c2e75bfdcd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.250474 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bcb46-e1e0-48a3-a6e5-2c2e75bfdcd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.250868 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15bcb46-e1e0-48a3-a6e5-2c2e75bfdcd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.309056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 467a2174-0f87-42b1-bda0-196fae14963d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:23:24.359790 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 467a2174-0f87-42b1-bda0-196fae14963d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:23:24.360195 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (467a2174-0f87-42b1-bda0-196fae14963d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:24.392925 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] Attempting to bind port b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:23:24.393316 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] Attempting to bind port b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:23:24.396132 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] Attempting to bind port b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874 on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:23:24.404280 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:23:24.405244 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] Checking segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:23:24.406873 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:24.407485 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] Bound using segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:23:24.408200 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] Bound port: b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:23:24.408811 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:24.454250 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 467a2174-0f87-42b1-bda0-196fae14963d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:23:24.481358 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] For port b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:23:24.484447 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] For port b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:23:24.490706 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:24.541232 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d13335a9-937f-4726-9542-31e19713432e None None] Provisioning complete for port b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:23:24.541869 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d13335a9-937f-4726-9542-31e19713432e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:24.543559 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:23:24.544233 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:23:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:23:24.601292 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bcb46-e1e0-48a3-a6e5-2c2e75bfdcd4 None None] Pushing event updated for resources: {'Port': ['ID=b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:24.634995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d13335a9-937f-4726-9542-31e19713432e None None] Current status of the port b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:23:24.635384 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d13335a9-937f-4726-9542-31e19713432e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:24.674841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d13335a9-937f-4726-9542-31e19713432e None None] For port b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:23:24.680802 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d13335a9-937f-4726-9542-31e19713432e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:24.690914 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:23:24.734349 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13335a9-937f-4726-9542-31e19713432e None None] Pushing event updated for resources: {'Port': ['ID=b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:24.742619 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13335a9-937f-4726-9542-31e19713432e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.742967 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13335a9-937f-4726-9542-31e19713432e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.743505 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13335a9-937f-4726-9542-31e19713432e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.744028 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13335a9-937f-4726-9542-31e19713432e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.744543 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13335a9-937f-4726-9542-31e19713432e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.744883 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13335a9-937f-4726-9542-31e19713432e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.745222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13335a9-937f-4726-9542-31e19713432e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.745556 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13335a9-937f-4726-9542-31e19713432e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.745886 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13335a9-937f-4726-9542-31e19713432e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.746214 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13335a9-937f-4726-9542-31e19713432e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.746553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13335a9-937f-4726-9542-31e19713432e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.746867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13335a9-937f-4726-9542-31e19713432e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.747191 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13335a9-937f-4726-9542-31e19713432e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:23:24.799969 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-071be11e-fca6-42dd-9cea-f3172c1f8a50 None None] Provisioning complete for port b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:23:24.800631 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-071be11e-fca6-42dd-9cea-f3172c1f8a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:24.886025 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-071be11e-fca6-42dd-9cea-f3172c1f8a50 None None] Current status of the port b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:23:24.914017 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:23:24.945607 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062cd6c2-4309-4cf8-b61f-be6ccc02d3fe None None] The sync data for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 is: [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:23:25.005839 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-d58cd9b1-c34a-4267-9eab-f8d477389dc2 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:25.008027 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-d58cd9b1-c34a-4267-9eab-f8d477389dc2 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 812 time: 0.1198423 Feb 03 13:23:25.067648 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f3ad1dc-5700-4f65-b7cc-f9f373bb4deb req-b46a6543-3e37-49d1-a335-080434687436 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 210 time: 0.0401177 Feb 03 13:23:25.080118 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-16cc2f6b-bd2f-45d1-a6fb-2916a6f683c7 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e HTTP/1.1" status: 200 len: 380 time: 0.0582206 Feb 03 13:23:25.088196 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-e3172580-0829-4eb4-b462-9d9f37984c22 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Request body: {'port': {'device_id': '9c9253dc-956b-4881-8d9c-908a8f95506e', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'admin_state_up': True, 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'security_groups': ['44943b64-50e2-4980-bdb2-2ef5e70537fe']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:23:25.208648 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-e3172580-0829-4eb4-b462-9d9f37984c22 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Made reservation on behalf of 3be4b516e51b4f1880470bc5c8ddfd8e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:23:25.212053 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-e3172580-0829-4eb4-b462-9d9f37984c22 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:25.345571 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-e3172580-0829-4eb4-b462-9d9f37984c22 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Allocated IP 172.20.0.10 (2956fce3-b719-48e6-a440-16ecd28b76f4/a2f428b0-dc25-4352-a745-d3777ece255f/a5bf1af2-5700-4d78-b875-2aa25bc0b5bb) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:23:25.488947 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-e3172580-0829-4eb4-b462-9d9f37984c22 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:25.523338 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-e3172580-0829-4eb4-b462-9d9f37984c22 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:25.572842 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-e3172580-0829-4eb4-b462-9d9f37984c22 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Network 2956fce3-b719-48e6-a440-16ecd28b76f4 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:23:25.577918 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-e3172580-0829-4eb4-b462-9d9f37984c22 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:23:25.580853 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-e3172580-0829-4eb4-b462-9d9f37984c22 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:23:25.608461 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3172580-0829-4eb4-b462-9d9f37984c22 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Pushing event updated for resources: {'Port': ['ID=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:25.637118 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-e3172580-0829-4eb4-b462-9d9f37984c22 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:25.637731 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-e3172580-0829-4eb4-b462-9d9f37984c22 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:25.656321 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-e3172580-0829-4eb4-b462-9d9f37984c22 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5718880 Feb 03 13:23:25.668001 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] Request body: {'port': {'device_id': '9c9253dc-956b-4881-8d9c-908a8f95506e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:23:25.729157 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:25.813666 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-98d64b72-dc0c-461f-b293-f64fb5a51c35 None None] Provisioning complete for port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:23:25.814693 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-98d64b72-dc0c-461f-b293-f64fb5a51c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:25.852669 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-98d64b72-dc0c-461f-b293-f64fb5a51c35 None None] Port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:23:26.000810 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5bf1af2-5700-4d78-b875-2aa25bc0b5bb {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:23:26.008829 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] Publish callbacks [] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:26.020332 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] Transition to ACTIVE for port object a5bf1af2-5700-4d78-b875-2aa25bc0b5bb will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:23:26.024037 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:26.076057 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] Pushing event updated for resources: {'Port': ['ID=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:26.197229 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] Attempting to bind port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:23:26.197558 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] Attempting to bind port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:23:26.197887 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] Attempting to bind port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:23:26.204457 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] Port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb on network 2956fce3-b719-48e6-a440-16ecd28b76f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:23:26.204793 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] Attempting to bind port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:23:26.213812 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:23:26.214287 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] Checking segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:23:26.214540 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] Bound using segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:23:26.215169 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] Bound port: a5bf1af2-5700-4d78-b875-2aa25bc0b5bb, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:23:26.215605 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:26.235685 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dc132-b527-4ed4-a3af-152861fd9c06 req-f53596f6-ac25-425e-9db0-eec4147c552d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:26.237278 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-902dc132-b527-4ed4-a3af-152861fd9c06 req-f53596f6-ac25-425e-9db0-eec4147c552d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 944 time: 0.1003711 Feb 03 13:23:26.319434 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:23:26.332414 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] For port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:23:26.335682 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] For port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:23:26.339820 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-902dc132-b527-4ed4-a3af-152861fd9c06 req-c11fe711-f04b-4654-aac5-bc137bbfc064 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759132 Feb 03 13:23:26.345547 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:26.377993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:23:26.378377 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:26.382713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:26.383064 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:26.384477 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] 10.222.0.31 "PUT /v2.0/ports/a5bf1af2-5700-4d78-b875-2aa25bc0b5bb HTTP/1.1" status: 200 len: 1092 time: 0.7207959 Feb 03 13:23:26.384916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9253dc-956b-4881-8d9c-908a8f95506e', 'tag': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:23:26.387166 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ba7653-2947-4015-992b-3a8df59cb18d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9253dc-956b-4881-8d9c-908a8f95506e", "tag": "a5bf1af2-5700-4d78-b875-2aa25bc0b5bb"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:23:26.417935 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5e5ab-8c7d-455c-ac77-cb23d335ac6f service neutron] Pushing event updated for resources: {'Port': ['ID=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:26.472714 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce91782-90b5-4d96-be0d-2f041f824037 x-openstack-request-id: req-dce91782-90b5-4d96-be0d-2f041f824037 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:23:26.473053 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9253dc-956b-4881-8d9c-908a8f95506e", "tag": "a5bf1af2-5700-4d78-b875-2aa25bc0b5bb", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:23:26.473322 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dce91782-90b5-4d96-be0d-2f041f824037 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:23:26.473733 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9253dc-956b-4881-8d9c-908a8f95506e', 'tag': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb', 'status': 'completed', 'code': 200} Feb 03 13:23:26.474433 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:23:26.495726 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-9120cb0b-8735-4fdd-b2c2-9e2189cc482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:26.497689 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-9120cb0b-8735-4fdd-b2c2-9e2189cc482d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 1126 time: 0.0616693 Feb 03 13:23:26.544563 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-800318e3-b7be-4a53-a648-3d39d87196e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb HTTP/1.1" status: 200 len: 217 time: 0.0389860 Feb 03 13:23:26.594415 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-f3e55bf1-6f90-47e8-a8a1-6e96c0cf1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:26.595897 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-f3e55bf1-6f90-47e8-a8a1-6e96c0cf1155 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0454938 Feb 03 13:23:26.651963 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-1c9a0a04-de7a-4429-b009-df5269bf302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:26.653528 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-1c9a0a04-de7a-4429-b009-df5269bf302b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517612 Feb 03 13:23:26.744466 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-8137800d-d4b2-4603-98c6-93b189a5a00e service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849969 Feb 03 13:23:26.835132 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6151a2a4-ffa1-46dc-8dbd-ebb35b2ea468 req-203539f6-21c6-4806-bf7c-62cca65b539e service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852730 Feb 03 13:23:26.921302 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba7653-2947-4015-992b-3a8df59cb18d req-e3685ee8-030b-4f1f-a3d5-0880ec57a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:26.922789 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a7ba7653-2947-4015-992b-3a8df59cb18d req-e3685ee8-030b-4f1f-a3d5-0880ec57a250 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 1126 time: 0.0449152 Feb 03 13:23:27.015508 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba7653-2947-4015-992b-3a8df59cb18d req-a2549ded-d99c-4385-ad09-d410eb8be181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:27.016998 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a7ba7653-2947-4015-992b-3a8df59cb18d req-a2549ded-d99c-4385-ad09-d410eb8be181 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0882089 Feb 03 13:23:27.059347 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a7ba7653-2947-4015-992b-3a8df59cb18d req-1fbdd5cf-1472-427f-82ca-968fe39c0c4b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb HTTP/1.1" status: 200 len: 217 time: 0.0358226 Feb 03 13:23:27.108380 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba7653-2947-4015-992b-3a8df59cb18d req-23d27b5b-8896-477f-9023-9c81ccda5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:27.110031 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a7ba7653-2947-4015-992b-3a8df59cb18d req-23d27b5b-8896-477f-9023-9c81ccda5cf5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0431380 Feb 03 13:23:27.162385 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba7653-2947-4015-992b-3a8df59cb18d req-54d2c2c5-b2f0-4566-ab8e-f18ce472876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:27.164220 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a7ba7653-2947-4015-992b-3a8df59cb18d req-54d2c2c5-b2f0-4566-ab8e-f18ce472876d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469389 Feb 03 13:23:27.265954 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a7ba7653-2947-4015-992b-3a8df59cb18d req-733a0f48-6d42-48f8-9237-a61076db6db4 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955243 Feb 03 13:23:27.375470 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a7ba7653-2947-4015-992b-3a8df59cb18d req-22e56ca6-abf5-4667-8b6c-14ffa9c4753d service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019695 Feb 03 13:23:27.467390 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d374ad4-81b2-4a59-bb37-065c65818f11 req-138518d6-6cb6-4a83-923a-896b9a9e0ed3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:27.468916 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4d374ad4-81b2-4a59-bb37-065c65818f11 req-138518d6-6cb6-4a83-923a-896b9a9e0ed3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 944 time: 0.0527687 Feb 03 13:23:27.514954 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4d374ad4-81b2-4a59-bb37-065c65818f11 req-71684c93-e520-4c81-b89c-573554bd596c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397565 Feb 03 13:23:28.491247 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device a5bf1af2-5700-4d78-b875-2aa25bc0b5bb details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:23:28.586061 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:23:28.597608 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'port_id': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb', 'mac_address': 'fa:16:3e:66:b7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:23:28.637989 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:23:28.638378 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:28.640211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be17d30-d548-4c44-8645-180ddb847f9e req-a5c85c79-1b56-4670-81a1-4fd95882d6f8 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:28.641712 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8be17d30-d548-4c44-8645-180ddb847f9e req-a5c85c79-1b56-4670-81a1-4fd95882d6f8 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 944 time: 0.0564754 Feb 03 13:23:28.651539 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5bf1af2-5700-4d78-b875-2aa25bc0b5bb {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:23:28.671375 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:23:28.675664 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:28.690076 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8be17d30-d548-4c44-8645-180ddb847f9e req-50d03493-5cbb-43f2-8bd4-bcd793fc1224 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426793 Feb 03 13:23:28.723018 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:28.868133 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['a5bf1af2-5700-4d78-b875-2aa25bc0b5bb'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:23:29.807384 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89277c93-fb0c-463c-af99-730f3778623d req-b6a793d6-df1b-41af-bac1-d76723449ed7 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:29.808882 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-89277c93-fb0c-463c-af99-730f3778623d req-b6a793d6-df1b-41af-bac1-d76723449ed7 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 945 time: 0.0517347 Feb 03 13:23:29.855217 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-89277c93-fb0c-463c-af99-730f3778623d req-e20b98af-0d4d-4191-aee5-573f18249db7 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407917 Feb 03 13:23:30.521924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device a5bf1af2-5700-4d78-b875-2aa25bc0b5bb up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:23:30.570089 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:23:30.574217 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:23:30.574597 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:30.653937 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:23:30.654346 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:30.831652 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9253dc-956b-4881-8d9c-908a8f95506e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:23:30.834475 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38dd3d8-0122-422a-9c0e-8218bd306922" -d '{"events": [{"server_uuid": "9c9253dc-956b-4881-8d9c-908a8f95506e", "name": "network-vif-plugged", "status": "completed", "tag": "a5bf1af2-5700-4d78-b875-2aa25bc0b5bb"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:23:30.846992 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:23:30.850613 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:30.874425 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c9085b-f869-4967-aefc-46bf07a94642 x-openstack-request-id: req-d2c9085b-f869-4967-aefc-46bf07a94642 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:23:30.874724 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9253dc-956b-4881-8d9c-908a8f95506e", "name": "network-vif-plugged", "status": "completed", "tag": "a5bf1af2-5700-4d78-b875-2aa25bc0b5bb", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:23:30.874974 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2c9085b-f869-4967-aefc-46bf07a94642 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:23:30.875359 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9253dc-956b-4881-8d9c-908a8f95506e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb', 'code': 200} Feb 03 13:23:30.907307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:31.010434 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d3a0e-d942-43d1-bb7e-fc93b73861ac req-a519b1cc-d32c-4ae8-a32d-ae6b78fc05b5 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:31.011944 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f30d3a0e-d942-43d1-bb7e-fc93b73861ac req-a519b1cc-d32c-4ae8-a32d-ae6b78fc05b5 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0847964 Feb 03 13:23:31.016235 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3dfed-5247-4f64-beba-c1c4d121b973 req-779b6219-52f0-4b9e-aabe-cc7b9bb89a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:31.017621 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-edb3dfed-5247-4f64-beba-c1c4d121b973 req-779b6219-52f0-4b9e-aabe-cc7b9bb89a7e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 1128 time: 0.0816710 Feb 03 13:23:31.088241 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f30d3a0e-d942-43d1-bb7e-fc93b73861ac req-5e3019c2-ebde-4510-866c-c9bca552c51e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695302 Feb 03 13:23:31.090331 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-edb3dfed-5247-4f64-beba-c1c4d121b973 req-c87a3e35-97b3-4492-a834-b0c76e679410 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653651 Feb 03 13:23:31.539069 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:32.214347 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392869bd-50fd-4904-956e-3bd2b18a06fd req-bb94cb20-8b90-4332-87d0-13ad1f485838 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:32.216084 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-392869bd-50fd-4904-956e-3bd2b18a06fd req-bb94cb20-8b90-4332-87d0-13ad1f485838 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0552104 Feb 03 13:23:32.265157 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-392869bd-50fd-4904-956e-3bd2b18a06fd req-b0854a4f-0986-49c3-a233-59992aea2b10 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431693 Feb 03 13:23:32.393062 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265d8e4-1a78-499c-9c68-076477b4e315 req-c621f4fd-3168-4cd9-afe3-d210f13b5eb4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:32.394621 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a265d8e4-1a78-499c-9c68-076477b4e315 req-c621f4fd-3168-4cd9-afe3-d210f13b5eb4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0632329 Feb 03 13:23:32.405454 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39276) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:23:32.409976 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6ca20488-f162-4ba7-a817-e9bcbab622c3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Request body: {'floatingip': {'port_id': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:23:32.455048 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ca20488-f162-4ba7-a817-e9bcbab622c3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for floatingip (69f404a4-fcb7-4b9d-82b8-bd67065e6cb4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:32.921048 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ca20488-f162-4ba7-a817-e9bcbab622c3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:32.925133 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ca20488-f162-4ba7-a817-e9bcbab622c3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (69f404a4-fcb7-4b9d-82b8-bd67065e6cb4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:33.372810 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-6ca20488-f162-4ba7-a817-e9bcbab622c3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Floating IP 69f404a4-fcb7-4b9d-82b8-bd67065e6cb4 associated. External IP: 172.25.6.64, port: a5bf1af2-5700-4d78-b875-2aa25bc0b5bb. Feb 03 13:23:33.566768 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-23528165-a100-4216-903a-73e02bea6765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:33.574869 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca20488-f162-4ba7-a817-e9bcbab622c3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Router 0b259324-f54f-48c1-b89a-39bc1cd5632a has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:23:33.680147 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca20488-f162-4ba7-a817-e9bcbab622c3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:23:33.684955 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ca20488-f162-4ba7-a817-e9bcbab622c3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:33.690355 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce58daf4-9cb6-41a5-a247-bace4c01fbde None None] Sync routers for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:23:33.700683 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce58daf4-9cb6-41a5-a247-bace4c01fbde None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:23:33.701309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ce58daf4-9cb6-41a5-a247-bace4c01fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:23:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:23:33.718685 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6ca20488-f162-4ba7-a817-e9bcbab622c3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "PUT /v2.0/floatingips/69f404a4-fcb7-4b9d-82b8-bd67065e6cb4 HTTP/1.1" status: 200 len: 991 time: 1.3121309 Feb 03 13:23:33.719285 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9253dc-956b-4881-8d9c-908a8f95506e', 'tag': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:23:33.721586 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ebd4a9-482b-4f12-ac47-56dcb01ccca1" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9253dc-956b-4881-8d9c-908a8f95506e", "tag": "a5bf1af2-5700-4d78-b875-2aa25bc0b5bb"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:23:33.762724 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea36acb7-6fae-4a43-a0a4-34a7fa162e2e x-openstack-request-id: req-ea36acb7-6fae-4a43-a0a4-34a7fa162e2e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:23:33.763022 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9253dc-956b-4881-8d9c-908a8f95506e", "tag": "a5bf1af2-5700-4d78-b875-2aa25bc0b5bb", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:23:33.763277 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea36acb7-6fae-4a43-a0a4-34a7fa162e2e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:23:33.763683 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9253dc-956b-4881-8d9c-908a8f95506e', 'tag': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb', 'status': 'completed', 'code': 200} Feb 03 13:23:33.813093 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ce58daf4-9cb6-41a5-a247-bace4c01fbde None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:23:33.824563 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299faa4-4062-4abd-b3d1-ff0c653954df req-01936ed3-6752-43e0-9e4c-d51c72a1ee27 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:33.826070 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7299faa4-4062-4abd-b3d1-ff0c653954df req-01936ed3-6752-43e0-9e4c-d51c72a1ee27 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0550621 Feb 03 13:23:33.829532 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebd4a9-482b-4f12-ac47-56dcb01ccca1 req-3037fb8d-f9b8-49ee-af9b-c9d0598a4e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:33.831081 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c8ebd4a9-482b-4f12-ac47-56dcb01ccca1 req-3037fb8d-f9b8-49ee-af9b-c9d0598a4e2c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 1128 time: 0.0451486 Feb 03 13:23:33.882477 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7299faa4-4062-4abd-b3d1-ff0c653954df req-95bb9c16-b744-497c-9bef-3472a6b3ca7e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501237 Feb 03 13:23:33.921956 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebd4a9-482b-4f12-ac47-56dcb01ccca1 req-59c05dda-005d-4709-94a5-229806d7979e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:33.923421 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c8ebd4a9-482b-4f12-ac47-56dcb01ccca1 req-59c05dda-005d-4709-94a5-229806d7979e service neutron] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0865145 Feb 03 13:23:33.990743 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c8ebd4a9-482b-4f12-ac47-56dcb01ccca1 req-71155947-63e8-4495-86eb-2d884c4b3006 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb HTTP/1.1" status: 200 len: 999 time: 0.0614717 Feb 03 13:23:34.038129 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebd4a9-482b-4f12-ac47-56dcb01ccca1 req-5b806d68-d4b3-4fde-9790-30d618b52240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:34.039603 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c8ebd4a9-482b-4f12-ac47-56dcb01ccca1 req-5b806d68-d4b3-4fde-9790-30d618b52240 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0437860 Feb 03 13:23:34.047321 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ce58daf4-9cb6-41a5-a247-bace4c01fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '69f404a4-fcb7-4b9d-82b8-bd67065e6cb4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'port_id': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'mac_address': 'fa:16:3e:66:b7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9253dc-956b-4881-8d9c-908a8f95506e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:23:22Z', 'updated_at': '2022-02-03T13:23:32Z', 'revision_number': 1, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:23:34.072944 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce58daf4-9cb6-41a5-a247-bace4c01fbde None None] Checking router: 0b259324-f54f-48c1-b89a-39bc1cd5632a for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:23:34.081601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce58daf4-9cb6-41a5-a247-bace4c01fbde None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:23:34.082146 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ce58daf4-9cb6-41a5-a247-bace4c01fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:23:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:23:34.088354 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebd4a9-482b-4f12-ac47-56dcb01ccca1 req-08871097-4a2f-4778-8669-ed0fc3e8f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:34.089866 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c8ebd4a9-482b-4f12-ac47-56dcb01ccca1 req-08871097-4a2f-4778-8669-ed0fc3e8f200 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448799 Feb 03 13:23:34.183811 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c8ebd4a9-482b-4f12-ac47-56dcb01ccca1 req-822cc275-6501-46dd-b554-e21336d4fb62 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878043 Feb 03 13:23:34.191307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ce58daf4-9cb6-41a5-a247-bace4c01fbde None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:23:34.272044 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c8ebd4a9-482b-4f12-ac47-56dcb01ccca1 req-17c366f2-d183-40c0-8b96-130953763d03 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830138 Feb 03 13:23:34.424885 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ce58daf4-9cb6-41a5-a247-bace4c01fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '69f404a4-fcb7-4b9d-82b8-bd67065e6cb4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'port_id': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'mac_address': 'fa:16:3e:66:b7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9253dc-956b-4881-8d9c-908a8f95506e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:23:22Z', 'updated_at': '2022-02-03T13:23:32Z', 'revision_number': 1, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:23:34.450269 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce58daf4-9cb6-41a5-a247-bace4c01fbde None None] The sync data for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 is: [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '69f404a4-fcb7-4b9d-82b8-bd67065e6cb4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'port_id': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'mac_address': 'fa:16:3e:66:b7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9253dc-956b-4881-8d9c-908a8f95506e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:23:22Z', 'updated_at': '2022-02-03T13:23:32Z', 'revision_number': 1, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:23:34.634429 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c081d6cb-d411-479d-86e9-167e6c25fcf6 None None] New status for floating IP 69f404a4-fcb7-4b9d-82b8-bd67065e6cb4: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:23:35.015198 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f37074-1008-4539-8939-1c211f911d60 req-ee845c1b-2554-4738-974c-3bd7368ae436 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:35.016747 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5f37074-1008-4539-8939-1c211f911d60 req-ee845c1b-2554-4738-974c-3bd7368ae436 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0591605 Feb 03 13:23:35.064180 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5f37074-1008-4539-8939-1c211f911d60 req-fd5b73b4-18dc-4e47-bee1-1330a587f723 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417497 Feb 03 13:23:35.182541 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687e35d-421f-41c9-a776-866d963ff6bd req-db90e1ba-943c-4f29-b0db-a1c6425cfb27 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:35.184098 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5687e35d-421f-41c9-a776-866d963ff6bd req-db90e1ba-943c-4f29-b0db-a1c6425cfb27 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0537746 Feb 03 13:23:35.230365 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5687e35d-421f-41c9-a776-866d963ff6bd req-eb86cb3e-d979-46f2-88d5-41415f51ead5 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408263 Feb 03 13:23:35.458465 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-f103ebf4-31cf-48d9-8390-7e841f733e86 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433300 Feb 03 13:23:35.472202 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01038e64-af17-4140-9823-2a9982cd933b req-9f860802-5c39-4704-9b7d-6649b4ff6b88 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:35.473943 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01038e64-af17-4140-9823-2a9982cd933b req-9f860802-5c39-4704-9b7d-6649b4ff6b88 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0543735 Feb 03 13:23:35.524331 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-01038e64-af17-4140-9823-2a9982cd933b req-3b24d50d-8e97-4298-afd6-c51f37017473 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437555 Feb 03 13:23:36.200327 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0001f685-64e6-47bc-843b-816ef3680cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:36.679968 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb9975-3b58-418a-9cff-b31e1b8f2ea5 req-534c5656-8da9-4a1f-8bcf-16e0c5598ffc tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:36.681457 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a1bb9975-3b58-418a-9cff-b31e1b8f2ea5 req-534c5656-8da9-4a1f-8bcf-16e0c5598ffc tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0884247 Feb 03 13:23:36.695328 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-3ff48cce-8bd7-438d-bb53-685f8ce58da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:36.696768 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-3ff48cce-8bd7-438d-bb53-685f8ce58da0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 1128 time: 0.0727649 Feb 03 13:23:36.781275 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a1bb9975-3b58-418a-9cff-b31e1b8f2ea5 req-ba27010b-deb5-4d78-9db5-676c96380c98 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938582 Feb 03 13:23:36.811313 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-fb61a4e2-f5fd-4db3-b5a9-0d619cfe539e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:36.812939 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-fb61a4e2-f5fd-4db3-b5a9-0d619cfe539e service neutron] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.1091106 Feb 03 13:23:36.881808 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-2022334e-80de-47e8-baba-5ab1cc523536 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb HTTP/1.1" status: 200 len: 1001 time: 0.0624309 Feb 03 13:23:36.929022 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-ccd888b5-75ff-483d-ab44-442f7ce6b601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:36.930514 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-ccd888b5-75ff-483d-ab44-442f7ce6b601 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0430734 Feb 03 13:23:36.978048 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-7d2f83e8-fcfa-4728-b7b1-d064575db0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:36.979573 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-7d2f83e8-fcfa-4728-b7b1-d064575db0e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436733 Feb 03 13:23:37.069462 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:37.074043 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-90f7470b-a8ac-482b-b2d7-0691cfdb0056 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889745 Feb 03 13:23:37.165005 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-65ce3ce8-efbd-4205-a7e4-711d100c4969 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836842 Feb 03 13:23:37.904880 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6261821-5157-47db-ab38-be48813b3de4 req-393868c0-bd57-411c-af82-434369e52879 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:37.906546 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a6261821-5157-47db-ab38-be48813b3de4 req-393868c0-bd57-411c-af82-434369e52879 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0573981 Feb 03 13:23:37.953131 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a6261821-5157-47db-ab38-be48813b3de4 req-ea1e91ee-cbba-4520-8953-5ab82563b553 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410130 Feb 03 13:23:38.370492 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:39.082848 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb6868-7ef6-4c63-9e22-5ad3d00dd66c req-7e8a064c-e85c-4810-80cc-880472771591 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:39.085069 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3eb6868-7ef6-4c63-9e22-5ad3d00dd66c req-7e8a064c-e85c-4810-80cc-880472771591 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0582118 Feb 03 13:23:39.134109 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c3eb6868-7ef6-4c63-9e22-5ad3d00dd66c req-a66e50ed-8144-4d4b-8e32-ada4ee228e5a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436122 Feb 03 13:23:39.969671 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:40.258599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35861746-a37a-4420-8abc-4845f47d2971 req-1b59f30a-7c5d-4730-95a4-0feca1fa8a61 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:40.260106 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-35861746-a37a-4420-8abc-4845f47d2971 req-1b59f30a-7c5d-4730-95a4-0feca1fa8a61 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0524788 Feb 03 13:23:40.305874 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-35861746-a37a-4420-8abc-4845f47d2971 req-d46bed71-fc7f-43fa-9167-1a7944ab6ab7 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402949 Feb 03 13:23:41.439963 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a01d3-438a-4e04-bba9-9fbaa14ee471 req-00dbc5de-2b1b-45a6-be91-55a94e9a094c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:41.441505 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b5a01d3-438a-4e04-bba9-9fbaa14ee471 req-00dbc5de-2b1b-45a6-be91-55a94e9a094c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0665455 Feb 03 13:23:41.489114 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b5a01d3-438a-4e04-bba9-9fbaa14ee471 req-0161d1b9-3d77-4877-8d5b-981feb998cd5 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412724 Feb 03 13:23:42.611660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabaed1-c863-4139-b6b0-5206eb12e4bc req-db1fec5e-6d68-45bd-96b2-55a012c6d656 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:42.613385 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7eabaed1-c863-4139-b6b0-5206eb12e4bc req-db1fec5e-6d68-45bd-96b2-55a012c6d656 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0536466 Feb 03 13:23:42.663527 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7eabaed1-c863-4139-b6b0-5206eb12e4bc req-dbd551b3-4bf5-43bd-a300-a79ef530964b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445580 Feb 03 13:23:43.786671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94533971-4be5-4106-a2d6-a0c1c9cb0df3 req-c4f49890-b7c9-446a-bd61-eac6cf722d68 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:43.788157 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-94533971-4be5-4106-a2d6-a0c1c9cb0df3 req-c4f49890-b7c9-446a-bd61-eac6cf722d68 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0565999 Feb 03 13:23:43.834691 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-94533971-4be5-4106-a2d6-a0c1c9cb0df3 req-ebff0d08-4fc6-4a48-b29b-f521e1015806 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409009 Feb 03 13:23:44.952510 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc2fa0-9533-4cc1-ad68-d7f1a9219bd0 req-be06d7c0-66f2-4f76-8894-229a9c934fe6 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:44.954030 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e5dc2fa0-9533-4cc1-ad68-d7f1a9219bd0 req-be06d7c0-66f2-4f76-8894-229a9c934fe6 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0519547 Feb 03 13:23:45.000387 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e5dc2fa0-9533-4cc1-ad68-d7f1a9219bd0 req-173a3497-f22c-441b-8d87-9df883cb56c3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399673 Feb 03 13:23:46.120836 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab39de6-462e-428c-8e61-a8fb7d3c5d72 req-f4ca3397-f120-485b-9b69-26cdc333a5d0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:46.122337 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3ab39de6-462e-428c-8e61-a8fb7d3c5d72 req-f4ca3397-f120-485b-9b69-26cdc333a5d0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0531538 Feb 03 13:23:46.169778 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3ab39de6-462e-428c-8e61-a8fb7d3c5d72 req-ad32b890-dd77-4c81-b239-483003c8bd67 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418680 Feb 03 13:23:46.269242 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:47.292839 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43c27b-1082-48c6-a35c-0d58d45f904d req-f8f9e95c-0b49-47ef-ba09-f51b6458ac1b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:47.294332 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af43c27b-1082-48c6-a35c-0d58d45f904d req-f8f9e95c-0b49-47ef-ba09-f51b6458ac1b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0553110 Feb 03 13:23:47.340326 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af43c27b-1082-48c6-a35c-0d58d45f904d req-5b1f96f0-6cfe-413c-962f-7d0674d4eda4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403116 Feb 03 13:23:48.459507 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f807fe5-cd72-4eb2-8a50-7683ca83c8af req-d00cbf41-0044-4942-9204-65e987db74bb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:48.460928 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f807fe5-cd72-4eb2-8a50-7683ca83c8af req-d00cbf41-0044-4942-9204-65e987db74bb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0518670 Feb 03 13:23:48.511424 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2f807fe5-cd72-4eb2-8a50-7683ca83c8af req-6093764a-dd53-40da-a3d5-36fe70386be0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448067 Feb 03 13:23:49.636018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c84e16-a7d0-47b3-93e0-05daced8de40 req-d2968970-e94c-4002-90e7-67806afe24be tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:49.637526 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-77c84e16-a7d0-47b3-93e0-05daced8de40 req-d2968970-e94c-4002-90e7-67806afe24be tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0590134 Feb 03 13:23:49.684737 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-77c84e16-a7d0-47b3-93e0-05daced8de40 req-a32340d9-868e-4279-b676-db744206c2f6 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417137 Feb 03 13:23:50.809102 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1441ba2-ba82-4615-8e61-746b46d97c5d req-c75dca7a-5677-42cd-9d83-def88443e593 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:50.810570 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a1441ba2-ba82-4615-8e61-746b46d97c5d req-c75dca7a-5677-42cd-9d83-def88443e593 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0558262 Feb 03 13:23:50.857868 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a1441ba2-ba82-4615-8e61-746b46d97c5d req-3d5f19b7-b4b9-4b20-aece-0809412335e7 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417235 Feb 03 13:23:51.977912 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073d476-836a-4391-bec3-6a9ff31f0a97 req-676094be-d569-49a7-a922-b9ff493bf997 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:51.979483 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a073d476-836a-4391-bec3-6a9ff31f0a97 req-676094be-d569-49a7-a922-b9ff493bf997 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0541503 Feb 03 13:23:52.027129 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a073d476-836a-4391-bec3-6a9ff31f0a97 req-cbbc7036-d594-492d-8de8-f8dc840cf4a0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419791 Feb 03 13:23:53.145931 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d694767-6d51-4263-9a7b-36e77d83fcf3 req-1b95d34c-6058-4c2f-98ad-dabed35a7e9e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:53.147420 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6d694767-6d51-4263-9a7b-36e77d83fcf3 req-1b95d34c-6058-4c2f-98ad-dabed35a7e9e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0518665 Feb 03 13:23:53.193697 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6d694767-6d51-4263-9a7b-36e77d83fcf3 req-3b74a2b9-265c-4609-b43c-68d77c26cda5 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397761 Feb 03 13:23:53.772177 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-0edca86b-edcd-4865-825c-be14fd96691c service neutron] show failed (client error): The resource could not be found. Feb 03 13:23:53.773286 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-0edca86b-edcd-4865-825c-be14fd96691c service neutron] 10.222.0.31 "GET /v2.0/ports/a5bf1af2-5700-4d78-b875-2aa25bc0b5bb/bindings/n-h1-827336-3 HTTP/1.1" status: 404 len: 380 time: 0.0614614 Feb 03 13:23:53.972599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-5787bdf0-0df1-47cb-8605-39e0d579068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:53.974193 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-5787bdf0-0df1-47cb-8605-39e0d579068d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e&tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e HTTP/1.1" status: 200 len: 1128 time: 0.0483453 Feb 03 13:23:53.992584 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827336-3', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:23:54.049600 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:54.248059 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] For port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:23:54.310429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] For port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:23:54.357782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9253dc-956b-4881-8d9c-908a8f95506e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:23:54.360083 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7663744a-a95c-440a-a34b-34721aa4a1f2" -d '{"events": [{"server_uuid": "9c9253dc-956b-4881-8d9c-908a8f95506e", "name": "network-vif-unplugged", "status": "completed", "tag": "a5bf1af2-5700-4d78-b875-2aa25bc0b5bb"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:23:54.364748 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] Publish callbacks [] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:54.373467 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bb54b-7fb9-42d7-b076-a1425aae58b8 req-f102c77a-72f1-4217-997f-1a944fdfb993 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:54.375010 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6a0bb54b-7fb9-42d7-b076-a1425aae58b8 req-f102c77a-72f1-4217-997f-1a944fdfb993 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.1122625 Feb 03 13:23:54.392267 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] Transition to ACTIVE for port object a5bf1af2-5700-4d78-b875-2aa25bc0b5bb will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:23:54.400739 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:54.434833 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21287a06-d70b-4e52-8947-4dbafcd4469a x-openstack-request-id: req-21287a06-d70b-4e52-8947-4dbafcd4469a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:23:54.435141 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9253dc-956b-4881-8d9c-908a8f95506e", "name": "network-vif-unplugged", "status": "completed", "tag": "a5bf1af2-5700-4d78-b875-2aa25bc0b5bb", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:23:54.435398 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21287a06-d70b-4e52-8947-4dbafcd4469a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:23:54.435797 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9253dc-956b-4881-8d9c-908a8f95506e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb', 'code': 200} Feb 03 13:23:54.471487 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6a0bb54b-7fb9-42d7-b076-a1425aae58b8 req-3a33cdd3-6c9d-4236-b6df-53b1a92b1878 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891659 Feb 03 13:23:54.504421 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] Pushing event updated for resources: {'Port': ['ID=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:54.613572 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] No DVR routers for this DVR port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:23:54.751976 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] Attempting to bind port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:23:54.752302 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] Attempting to bind port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:23:54.752628 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] Attempting to bind port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:23:54.757435 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] Port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb on network 2956fce3-b719-48e6-a440-16ecd28b76f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:23:54.757760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] Attempting to bind port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:23:54.762619 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:23:54.762958 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] Checking segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:23:54.763340 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] Bound using segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:23:54.763760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] Bound port: a5bf1af2-5700-4d78-b875-2aa25bc0b5bb, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:23:54.764135 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:54.826213 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] For port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:23:54.829880 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] For port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:23:54.836805 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:54.868837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:54.869526 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:54.870987 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] 10.222.0.73 "PUT /v2.0/ports/a5bf1af2-5700-4d78-b875-2aa25bc0b5bb HTTP/1.1" status: 200 len: 1092 time: 0.8829789 Feb 03 13:23:54.894840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3845485-b7f7-43de-8126-45b948a75db1 service neutron] Pushing event updated for resources: {'Port': ['ID=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:54.950028 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-65b399c8-8e40-4abb-b55c-43d4034134f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:54.951760 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-65b399c8-8e40-4abb-b55c-43d4034134f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 1126 time: 0.0485878 Feb 03 13:23:55.047090 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-1bf75788-321a-4b2b-b229-24888e7497a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:55.048618 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-1bf75788-321a-4b2b-b229-24888e7497a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0917635 Feb 03 13:23:55.114010 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-97665897-ce2c-4cdb-91c5-d411353bb10c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb HTTP/1.1" status: 200 len: 999 time: 0.0589767 Feb 03 13:23:55.167786 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d4766645-c49e-430e-924a-72f4540b27c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:55.169325 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-d4766645-c49e-430e-924a-72f4540b27c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0501180 Feb 03 13:23:55.219525 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-e3e7cb5f-98af-4ffa-b4aa-0316bcafc295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:55.221141 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-e3e7cb5f-98af-4ffa-b4aa-0316bcafc295 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461156 Feb 03 13:23:55.310362 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-3c0588fc-f4fa-4bfd-921f-91d4391c4713 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827615 Feb 03 13:23:55.404481 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-016dfd41-9024-462f-bfae-f43d6e855c27 req-6ca70a64-a602-4006-a093-a94d00994b92 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887761 Feb 03 13:23:55.605593 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ebbdc-8396-46ff-af0e-0e8087dd6892 req-eed9a3ed-b9ee-4afd-aaee-af9ac6d1bc1d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:55.607076 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bb2ebbdc-8396-46ff-af0e-0e8087dd6892 req-eed9a3ed-b9ee-4afd-aaee-af9ac6d1bc1d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 944 time: 0.0551603 Feb 03 13:23:55.653395 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bb2ebbdc-8396-46ff-af0e-0e8087dd6892 req-4dee09af-e74f-492d-ac5b-4a57f3a5d6b9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405810 Feb 03 13:23:56.437102 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9253dc-956b-4881-8d9c-908a8f95506e', 'tag': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:23:56.439492 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86853910-b661-4acb-bc1a-c98a74d5f974" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9253dc-956b-4881-8d9c-908a8f95506e", "tag": "a5bf1af2-5700-4d78-b875-2aa25bc0b5bb"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:23:56.492446 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd17f5b7-2681-450e-bc26-a709ab4c0fc6 x-openstack-request-id: req-dd17f5b7-2681-450e-bc26-a709ab4c0fc6 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:23:56.492804 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9253dc-956b-4881-8d9c-908a8f95506e", "tag": "a5bf1af2-5700-4d78-b875-2aa25bc0b5bb", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:23:56.493091 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd17f5b7-2681-450e-bc26-a709ab4c0fc6 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:23:56.493511 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9253dc-956b-4881-8d9c-908a8f95506e', 'tag': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb', 'status': 'completed', 'code': 200} Feb 03 13:23:56.560159 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-3518cdff-704c-454f-a37d-3dd32000b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:56.561785 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-3518cdff-704c-454f-a37d-3dd32000b421 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 1126 time: 0.0488360 Feb 03 13:23:56.577329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-67eaac53-fb44-4b86-84fc-bcf468e8a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:56.578865 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-67eaac53-fb44-4b86-84fc-bcf468e8a9fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 1126 time: 0.0474069 Feb 03 13:23:56.669767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-32a869c2-770c-4fd0-81a3-adf3d560a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:56.671268 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-32a869c2-770c-4fd0-81a3-adf3d560a9e2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.1023474 Feb 03 13:23:56.681563 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-d91070f7-d73e-4e18-9954-052991165ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:56.683139 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-d91070f7-d73e-4e18-9954-052991165ca9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0973613 Feb 03 13:23:56.692569 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device a5bf1af2-5700-4d78-b875-2aa25bc0b5bb no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:23:56.737537 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] The host n-h2-827336-3 is not matching for port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb host n-h1-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:23:56.738252 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device a5bf1af2-5700-4d78-b875-2aa25bc0b5bb not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:23:56.754092 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-dc405cdf-a82e-46ec-a011-32edeb475a61 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb HTTP/1.1" status: 200 len: 999 time: 0.0638516 Feb 03 13:23:56.783312 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-fb0b0e94-9b2c-469b-a732-b5f39d56f50f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb HTTP/1.1" status: 200 len: 999 time: 0.1058390 Feb 03 13:23:56.807427 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-e83cb060-47ab-4340-9f1d-261c1241dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:56.808952 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-e83cb060-47ab-4340-9f1d-261c1241dbc3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0487480 Feb 03 13:23:56.845321 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf543c-68df-4857-b136-84a3552a770d req-46bd7622-8ff3-4d53-af63-a53435b5b7ba tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:56.846852 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0aaf543c-68df-4857-b136-84a3552a770d req-46bd7622-8ff3-4d53-af63-a53435b5b7ba tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 944 time: 0.1067147 Feb 03 13:23:56.851526 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-2ef84d27-3f20-4133-bca4-2960c5cd6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:56.852988 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-2ef84d27-3f20-4133-bca4-2960c5cd6c50 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0626917 Feb 03 13:23:56.864843 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-7cb3d0d2-2154-4c18-bb49-838f261b7d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:56.866439 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-7cb3d0d2-2154-4c18-bb49-838f261b7d56 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514779 Feb 03 13:23:56.923114 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0aaf543c-68df-4857-b136-84a3552a770d req-c707f5d0-ddb1-4d4d-8cff-6fe1b6177b6e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691502 Feb 03 13:23:56.932617 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-20cbeb61-4ad2-4fd1-8fd9-dbbe0d3cb2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:56.934142 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-20cbeb61-4ad2-4fd1-8fd9-dbbe0d3cb2c1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0734947 Feb 03 13:23:56.957581 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-5314c0d7-80ae-43b7-9de7-af699d8c7f49 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849862 Feb 03 13:23:57.034542 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-c97ef307-e726-4bec-b2cd-3741387b0613 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938082 Feb 03 13:23:57.131087 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-dfc96a35-da0b-44b0-a4ec-2ad6b8635e09 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911543 Feb 03 13:23:57.379074 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-86853910-b661-4acb-bc1a-c98a74d5f974 req-ee5f4e91-aab9-4d1c-985d-4e504ce2344d service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146543 Feb 03 13:23:58.055381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26db80-d58c-4bbf-9e64-b94734ef298b req-29f00069-1a3f-447b-9668-80f9b26026ba tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:58.056909 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5c26db80-d58c-4bbf-9e64-b94734ef298b req-29f00069-1a3f-447b-9668-80f9b26026ba tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 944 time: 0.0537455 Feb 03 13:23:58.108606 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5c26db80-d58c-4bbf-9e64-b94734ef298b req-5b6d9686-6697-4586-b644-eadead21e68e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461900 Feb 03 13:23:58.219317 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device a5bf1af2-5700-4d78-b875-2aa25bc0b5bb details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:23:58.334359 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:23:58.346017 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'port_id': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb', 'mac_address': 'fa:16:3e:66:b7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:23:58.387009 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:23:58.387398 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:58.400342 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5bf1af2-5700-4d78-b875-2aa25bc0b5bb {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:23:58.420293 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:23:58.424295 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:23:58.471924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:23:58.829126 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['a5bf1af2-5700-4d78-b875-2aa25bc0b5bb'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:23:59.245156 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de832d50-54c6-4dc3-ba79-c6e9a3983089 req-5d752e43-921f-41d0-9314-19d32a497b09 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:59.246666 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de832d50-54c6-4dc3-ba79-c6e9a3983089 req-5d752e43-921f-41d0-9314-19d32a497b09 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 945 time: 0.0613837 Feb 03 13:23:59.302110 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-de832d50-54c6-4dc3-ba79-c6e9a3983089 req-dbd6a709-2e5a-4bb4-bcc0-93345a4d1e30 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496945 Feb 03 13:23:59.541014 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd10b7a-ca07-4099-a1b0-024d84ca45d6 req-ee25d66d-f04a-44e8-99ac-1bcc73bd5a14 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:59.542577 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fdd10b7a-ca07-4099-a1b0-024d84ca45d6 req-ee25d66d-f04a-44e8-99ac-1bcc73bd5a14 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 945 time: 0.0950198 Feb 03 13:23:59.550141 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956944c-4a0c-4034-9a32-01318b780d71 req-e75dc7ec-9e4b-42ed-bb29-4a0b89e146d5 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:59.551605 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8956944c-4a0c-4034-9a32-01318b780d71 req-e75dc7ec-9e4b-42ed-bb29-4a0b89e146d5 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e&tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&binding%3Ahost_id=n-h1-827336-3 HTTP/1.1" status: 200 len: 945 time: 0.0757036 Feb 03 13:23:59.641490 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fdd10b7a-ca07-4099-a1b0-024d84ca45d6 req-5f75df98-b345-4b7c-bd09-1e0b9c323e6c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889003 Feb 03 13:23:59.646387 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-8956944c-4a0c-4034-9a32-01318b780d71 req-6d9770ed-337b-44bc-949f-fee9b074342c service neutron] delete failed (client error): The resource could not be found. Feb 03 13:23:59.647373 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8956944c-4a0c-4034-9a32-01318b780d71 req-6d9770ed-337b-44bc-949f-fee9b074342c service neutron] 10.222.0.31 "DELETE /v2.0/ports/a5bf1af2-5700-4d78-b875-2aa25bc0b5bb/bindings/n-h2-827336-3 HTTP/1.1" status: 404 len: 380 time: 0.0882545 Feb 03 13:23:59.734034 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956944c-4a0c-4034-9a32-01318b780d71 req-92645e3b-ddee-4a27-a2ff-d7a3d97082e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:59.735566 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8956944c-4a0c-4034-9a32-01318b780d71 req-92645e3b-ddee-4a27-a2ff-d7a3d97082e2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 1127 time: 0.0457380 Feb 03 13:23:59.832455 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956944c-4a0c-4034-9a32-01318b780d71 req-985d06fb-721e-419a-bb1f-7e2c9a3b7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:59.833938 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8956944c-4a0c-4034-9a32-01318b780d71 req-985d06fb-721e-419a-bb1f-7e2c9a3b7600 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0916603 Feb 03 13:23:59.876163 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:23:59.902189 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8956944c-4a0c-4034-9a32-01318b780d71 req-891d9183-30bc-446c-bea2-ec1b8c63f534 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb HTTP/1.1" status: 200 len: 1000 time: 0.0622525 Feb 03 13:23:59.951198 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956944c-4a0c-4034-9a32-01318b780d71 req-6f0794a7-3815-47ea-a123-7e085090fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:23:59.952843 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8956944c-4a0c-4034-9a32-01318b780d71 req-6f0794a7-3815-47ea-a123-7e085090fdb5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0452178 Feb 03 13:24:00.009502 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956944c-4a0c-4034-9a32-01318b780d71 req-7dc72117-c801-4e16-aa5a-29a7201e3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:00.011038 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8956944c-4a0c-4034-9a32-01318b780d71 req-7dc72117-c801-4e16-aa5a-29a7201e3dbe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524738 Feb 03 13:24:00.103077 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8956944c-4a0c-4034-9a32-01318b780d71 req-ce2532e2-7adb-4fbc-9627-d73947a646fc service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861478 Feb 03 13:24:00.197687 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8956944c-4a0c-4034-9a32-01318b780d71 req-3f93816b-617d-4ac0-8911-c6e78ce10c75 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889745 Feb 03 13:24:00.238421 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device a5bf1af2-5700-4d78-b875-2aa25bc0b5bb up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:24:00.292404 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:24:00.296395 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:24:00.296778 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:00.386048 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:24:00.386710 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:00.411306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9253dc-956b-4881-8d9c-908a8f95506e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:24:00.414153 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802c63d8-6f04-4800-ba3e-8c9b8f196633" -d '{"events": [{"server_uuid": "9c9253dc-956b-4881-8d9c-908a8f95506e", "name": "network-vif-plugged", "status": "completed", "tag": "a5bf1af2-5700-4d78-b875-2aa25bc0b5bb"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:24:00.429141 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:24:00.435350 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:00.467354 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85688a6-df92-48cc-aeca-7b441f5daf07 x-openstack-request-id: req-e85688a6-df92-48cc-aeca-7b441f5daf07 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:24:00.467666 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9253dc-956b-4881-8d9c-908a8f95506e", "name": "network-vif-plugged", "status": "completed", "tag": "a5bf1af2-5700-4d78-b875-2aa25bc0b5bb", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:24:00.467921 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e85688a6-df92-48cc-aeca-7b441f5daf07 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:24:00.468337 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9253dc-956b-4881-8d9c-908a8f95506e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb', 'code': 200} Feb 03 13:24:00.493121 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:24:00.771019 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c276de-6458-4acb-967a-349862b0cd63 req-da8922a4-c69c-4738-b5b2-305a05a87c9a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:00.773200 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-36c276de-6458-4acb-967a-349862b0cd63 req-da8922a4-c69c-4738-b5b2-305a05a87c9a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0551271 Feb 03 13:24:00.822210 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-36c276de-6458-4acb-967a-349862b0cd63 req-ec65fff6-80d5-434c-89aa-dfcc8cdb324d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427933 Feb 03 13:24:00.951301 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b17779-4e21-4d77-8173-49d58ee4d0a2 req-64b3a7ce-9cd3-4056-b844-d0f7894f3e07 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:00.952877 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c8b17779-4e21-4d77-8173-49d58ee4d0a2 req-64b3a7ce-9cd3-4056-b844-d0f7894f3e07 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0581403 Feb 03 13:24:01.001311 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c8b17779-4e21-4d77-8173-49d58ee4d0a2 req-9e1a1fa7-ee71-4371-9747-908a9f324d8d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425684 Feb 03 13:24:01.136384 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a757b-7f6f-4b54-95dc-3973e94f9cb4 req-e88ae676-3596-4a3d-a36d-4b58a471d034 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:01.137926 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d91a757b-7f6f-4b54-95dc-3973e94f9cb4 req-e88ae676-3596-4a3d-a36d-4b58a471d034 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0611696 Feb 03 13:24:01.190715 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d91a757b-7f6f-4b54-95dc-3973e94f9cb4 req-7279357b-e9b5-447e-8e84-194fa9a1acee tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464034 Feb 03 13:24:01.456192 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077049f0-9d7b-47bc-80e9-6d22d5c09b90 req-980245a1-5a04-430c-b264-070ecefc3fce tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:01.457756 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-077049f0-9d7b-47bc-80e9-6d22d5c09b90 req-980245a1-5a04-430c-b264-070ecefc3fce tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0551512 Feb 03 13:24:01.512496 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-077049f0-9d7b-47bc-80e9-6d22d5c09b90 req-503a144b-53e5-42d2-951a-2ff54750f7ca tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460687 Feb 03 13:24:01.516157 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:02.635518 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016035dd-762b-40f0-89a0-c029ee6ababa req-05c33ccc-ae5c-4075-bf88-7684cbab325e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:02.637211 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-016035dd-762b-40f0-89a0-c029ee6ababa req-05c33ccc-ae5c-4075-bf88-7684cbab325e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0555217 Feb 03 13:24:02.684775 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-016035dd-762b-40f0-89a0-c029ee6ababa req-14552e5b-3f02-4bf0-93e3-fc513d282b86 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419190 Feb 03 13:24:03.053132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cba89-ae32-46f7-87b7-38dca38ad47d req-3ada2bab-11da-4495-918a-355fd8d001b1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:03.055213 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-501cba89-ae32-46f7-87b7-38dca38ad47d req-3ada2bab-11da-4495-918a-355fd8d001b1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 946 time: 0.0535417 Feb 03 13:24:03.155504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-501cba89-ae32-46f7-87b7-38dca38ad47d req-e342f2ba-0e76-4add-9e7e-26347a189667 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Deleting port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:24:03.155910 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-501cba89-ae32-46f7-87b7-38dca38ad47d req-e342f2ba-0e76-4add-9e7e-26347a189667 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:03.248926 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-501cba89-ae32-46f7-87b7-38dca38ad47d req-e342f2ba-0e76-4add-9e7e-26347a189667 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] For port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:24:03.249297 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-501cba89-ae32-46f7-87b7-38dca38ad47d req-e342f2ba-0e76-4add-9e7e-26347a189667 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:03.425403 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-501cba89-ae32-46f7-87b7-38dca38ad47d req-e342f2ba-0e76-4add-9e7e-26347a189667 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:03.425770 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-501cba89-ae32-46f7-87b7-38dca38ad47d req-e342f2ba-0e76-4add-9e7e-26347a189667 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (69f404a4-fcb7-4b9d-82b8-bd67065e6cb4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:03.426092 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [req-501cba89-ae32-46f7-87b7-38dca38ad47d req-e342f2ba-0e76-4add-9e7e-26347a189667 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Floating IP 69f404a4-fcb7-4b9d-82b8-bd67065e6cb4 disassociated. External IP: 172.25.6.64, port: a5bf1af2-5700-4d78-b875-2aa25bc0b5bb. Feb 03 13:24:03.426441 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-501cba89-ae32-46f7-87b7-38dca38ad47d req-e342f2ba-0e76-4add-9e7e-26347a189667 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Calling delete_port for a5bf1af2-5700-4d78-b875-2aa25bc0b5bb owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:24:03.555579 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-501cba89-ae32-46f7-87b7-38dca38ad47d req-e342f2ba-0e76-4add-9e7e-26347a189667 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (a5bf1af2-5700-4d78-b875-2aa25bc0b5bb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:03.570624 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-445ec0be-8d97-42a6-8ac5-47c3ce12f4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:03.598973 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342f2ba-0e76-4add-9e7e-26347a189667 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Pushing event deleted for resources: {'Port': ['ID=a5bf1af2-5700-4d78-b875-2aa25bc0b5bb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:24:03.726852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-501cba89-ae32-46f7-87b7-38dca38ad47d req-e342f2ba-0e76-4add-9e7e-26347a189667 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Router 0b259324-f54f-48c1-b89a-39bc1cd5632a has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:24:03.796904 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-759318fc-fa2d-4490-a8ba-9e581852c15c req-3d6f5614-7904-4ef0-9248-4106db4ff49d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c9253dc-956b-4881-8d9c-908a8f95506e HTTP/1.1" status: 200 len: 210 time: 0.0301814 Feb 03 13:24:03.841857 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-501cba89-ae32-46f7-87b7-38dca38ad47d req-e342f2ba-0e76-4add-9e7e-26347a189667 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:24:03.851415 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e16ae-0b94-4e99-b1f1-5ae66d265d3d None None] Sync routers for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:24:03.862156 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4e16ae-0b94-4e99-b1f1-5ae66d265d3d None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:24:03.862893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6c4e16ae-0b94-4e99-b1f1-5ae66d265d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:23:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:24:03.887003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-501cba89-ae32-46f7-87b7-38dca38ad47d req-e342f2ba-0e76-4add-9e7e-26347a189667 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] No DVR routers for this DVR port a5bf1af2-5700-4d78-b875-2aa25bc0b5bb on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:24:03.889601 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-501cba89-ae32-46f7-87b7-38dca38ad47d req-e342f2ba-0e76-4add-9e7e-26347a189667 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:03.894156 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-501cba89-ae32-46f7-87b7-38dca38ad47d req-e342f2ba-0e76-4add-9e7e-26347a189667 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.73 "DELETE /v2.0/ports/a5bf1af2-5700-4d78-b875-2aa25bc0b5bb HTTP/1.1" status: 204 len: 173 time: 0.8316026 Feb 03 13:24:03.894635 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9253dc-956b-4881-8d9c-908a8f95506e', 'name': 'network-vif-deleted', 'tag': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:24:03.897629 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a7de1f-1f88-4c1d-b84a-9949055beb65" -d '{"events": [{"server_uuid": "9c9253dc-956b-4881-8d9c-908a8f95506e", "name": "network-vif-deleted", "tag": "a5bf1af2-5700-4d78-b875-2aa25bc0b5bb"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:24:03.936028 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b4ebf1-0b3c-4038-9c42-561b5f38f878 x-openstack-request-id: req-08b4ebf1-0b3c-4038-9c42-561b5f38f878 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:24:03.936432 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9253dc-956b-4881-8d9c-908a8f95506e", "name": "network-vif-deleted", "tag": "a5bf1af2-5700-4d78-b875-2aa25bc0b5bb", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:24:03.936740 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08b4ebf1-0b3c-4038-9c42-561b5f38f878 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:24:03.937911 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9253dc-956b-4881-8d9c-908a8f95506e', 'name': 'network-vif-deleted', 'tag': 'a5bf1af2-5700-4d78-b875-2aa25bc0b5bb', 'status': 'completed', 'code': 200} Feb 03 13:24:03.975382 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6c4e16ae-0b94-4e99-b1f1-5ae66d265d3d None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:24:04.180587 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6c4e16ae-0b94-4e99-b1f1-5ae66d265d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:24:04.206557 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e16ae-0b94-4e99-b1f1-5ae66d265d3d None None] Checking router: 0b259324-f54f-48c1-b89a-39bc1cd5632a for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:24:04.215719 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4e16ae-0b94-4e99-b1f1-5ae66d265d3d None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:24:04.216499 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6c4e16ae-0b94-4e99-b1f1-5ae66d265d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:23:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:24:04.325308 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6c4e16ae-0b94-4e99-b1f1-5ae66d265d3d None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:24:04.540872 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6c4e16ae-0b94-4e99-b1f1-5ae66d265d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:24:04.567056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e16ae-0b94-4e99-b1f1-5ae66d265d3d None None] The sync data for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 is: [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:24:04.794158 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267136d6-fd32-46d3-9bef-763e553dd187 None None] New status for floating IP 69f404a4-fcb7-4b9d-82b8-bd67065e6cb4: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:24:05.044268 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-804ffbda-d611-46fa-8763-3a4bee5e5ed8 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1398757438&fields=id&tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e HTTP/1.1" status: 200 len: 267 time: 0.0485113 Feb 03 13:24:05.149888 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-40446a58-7f6a-4d33-aec7-5f0832209954 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:05.151350 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-40446a58-7f6a-4d33-aec7-5f0832209954 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 812 time: 0.1006289 Feb 03 13:24:05.166511 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-46398ce1-eca1-45b3-93f0-900339e21950 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/quotas/3be4b516e51b4f1880470bc5c8ddfd8e HTTP/1.1" status: 200 len: 375 time: 0.0097275 Feb 03 13:24:05.224984 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-dce5de8d-87a6-4cda-ac67-43f9be0f7783 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532744 Feb 03 13:24:05.243452 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-a46a780c-c30b-4016-9a16-78afd150bea6 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:24:05.244424 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-a46a780c-c30b-4016-9a16-78afd150bea6 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059581 Feb 03 13:24:05.346910 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-500907ba-bb36-471f-98fd-b75a947d9670 service neutron] 10.222.0.18 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955594 Feb 03 13:24:05.445484 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-883d9b11-a051-4c32-997d-ba7581203de6 service neutron] 10.222.0.18 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926003 Feb 03 13:24:05.623973 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aadd43de-fb1b-4323-ab59-5224bc70d316 req-a803ef33-6296-4a0c-a990-3190d2022e1f tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 210 time: 0.0323393 Feb 03 13:24:06.220195 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-37c934b2-a093-4361-81ad-9d857a28ec36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:06.248992 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device a5bf1af2-5700-4d78-b875-2aa25bc0b5bb no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:24:06.270548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: a5bf1af2-5700-4d78-b875-2aa25bc0b5bb {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:24:06.270893 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device a5bf1af2-5700-4d78-b875-2aa25bc0b5bb not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:24:06.676419 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-3e884941-51bc-410c-a425-15ca0649124a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:06.679394 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-3e884941-51bc-410c-a425-15ca0649124a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.73 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 812 time: 0.1137934 Feb 03 13:24:06.734292 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-11cb04b4-0d8a-4e29-88f8-6d9384a7bada req-cd256262-488b-49f5-889c-17d7cadae04b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 210 time: 0.0301642 Feb 03 13:24:06.750218 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-2dec3136-e4c2-4b42-8dc2-6a371bb343b8 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e HTTP/1.1" status: 200 len: 380 time: 0.0574551 Feb 03 13:24:06.777341 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-826d7699-4a7d-41c6-be42-66114e121ed4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Request body: {'port': {'device_id': '018b4908-e031-4a94-8d14-e10dbbfb3056', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'admin_state_up': True, 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'security_groups': ['44943b64-50e2-4980-bdb2-2ef5e70537fe']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:24:06.889629 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-826d7699-4a7d-41c6-be42-66114e121ed4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Made reservation on behalf of 3be4b516e51b4f1880470bc5c8ddfd8e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:24:06.893085 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-826d7699-4a7d-41c6-be42-66114e121ed4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:07.027297 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-826d7699-4a7d-41c6-be42-66114e121ed4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Allocated IP 172.20.0.5 (2956fce3-b719-48e6-a440-16ecd28b76f4/a2f428b0-dc25-4352-a745-d3777ece255f/58d4db93-d99c-4572-9d1d-3e4e7218b480) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:24:07.072743 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:07.167898 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-826d7699-4a7d-41c6-be42-66114e121ed4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:07.201252 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-826d7699-4a7d-41c6-be42-66114e121ed4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:07.246243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-826d7699-4a7d-41c6-be42-66114e121ed4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Network 2956fce3-b719-48e6-a440-16ecd28b76f4 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:24:07.251209 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-826d7699-4a7d-41c6-be42-66114e121ed4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:24:07.253699 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-826d7699-4a7d-41c6-be42-66114e121ed4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:24:07.283321 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d7699-4a7d-41c6-be42-66114e121ed4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Pushing event updated for resources: {'Port': ['ID=58d4db93-d99c-4572-9d1d-3e4e7218b480,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:24:07.313063 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-826d7699-4a7d-41c6-be42-66114e121ed4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:07.313738 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-826d7699-4a7d-41c6-be42-66114e121ed4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:07.336238 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-826d7699-4a7d-41c6-be42-66114e121ed4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5634165 Feb 03 13:24:07.356052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] Request body: {'port': {'device_id': '018b4908-e031-4a94-8d14-e10dbbfb3056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:24:07.425733 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:07.464277 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-65486c23-e3a6-4ef5-926d-3af083116e11 None None] Provisioning complete for port 58d4db93-d99c-4572-9d1d-3e4e7218b480 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:24:07.465753 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-65486c23-e3a6-4ef5-926d-3af083116e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:07.501112 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-65486c23-e3a6-4ef5-926d-3af083116e11 None None] Port 58d4db93-d99c-4572-9d1d-3e4e7218b480 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:24:07.728200 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d4db93-d99c-4572-9d1d-3e4e7218b480 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:24:07.735687 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] Publish callbacks [] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:07.749313 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] Transition to ACTIVE for port object 58d4db93-d99c-4572-9d1d-3e4e7218b480 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:24:07.755297 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:07.830062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] Pushing event updated for resources: {'Port': ['ID=58d4db93-d99c-4572-9d1d-3e4e7218b480,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:24:07.940436 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5174f25-b44d-4af8-a02d-5f1ffaa30286 req-6a5134ac-7671-469f-b5e1-e3e4a86544f2 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:07.942080 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a5174f25-b44d-4af8-a02d-5f1ffaa30286 req-6a5134ac-7671-469f-b5e1-e3e4a86544f2 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 943 time: 0.1240499 Feb 03 13:24:07.945850 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] Attempting to bind port 58d4db93-d99c-4572-9d1d-3e4e7218b480 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:24:07.947573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] Attempting to bind port 58d4db93-d99c-4572-9d1d-3e4e7218b480 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:24:07.947573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] Attempting to bind port 58d4db93-d99c-4572-9d1d-3e4e7218b480 on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:24:07.967634 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] Port 58d4db93-d99c-4572-9d1d-3e4e7218b480 on network 2956fce3-b719-48e6-a440-16ecd28b76f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:24:07.968011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] Attempting to bind port 58d4db93-d99c-4572-9d1d-3e4e7218b480 on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:24:07.979592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:24:07.979879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] Checking segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:24:07.980278 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] Bound using segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:24:07.980727 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] Bound port: 58d4db93-d99c-4572-9d1d-3e4e7218b480, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:24:07.981088 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:08.016124 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a5174f25-b44d-4af8-a02d-5f1ffaa30286 req-3a19a19c-d7b1-4eb6-a070-d99f64fbf4cc tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667958 Feb 03 13:24:08.068794 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] For port 58d4db93-d99c-4572-9d1d-3e4e7218b480, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:24:08.072325 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] For port 58d4db93-d99c-4572-9d1d-3e4e7218b480, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=58d4db93-d99c-4572-9d1d-3e4e7218b480,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:24:08.079068 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:08.120807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:08.121280 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:08.122824 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] 10.222.0.73 "PUT /v2.0/ports/58d4db93-d99c-4572-9d1d-3e4e7218b480 HTTP/1.1" status: 200 len: 1091 time: 0.7710190 Feb 03 13:24:08.123126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018b4908-e031-4a94-8d14-e10dbbfb3056', 'tag': '58d4db93-d99c-4572-9d1d-3e4e7218b480'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:24:08.125395 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cb95c8-ab90-4071-9f85-378dbae0d45f" -d '{"events": [{"name": "network-changed", "server_uuid": "018b4908-e031-4a94-8d14-e10dbbfb3056", "tag": "58d4db93-d99c-4572-9d1d-3e4e7218b480"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:24:08.152749 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4b952-2d4e-44a5-a1fc-ea205d2d71a3 service neutron] Pushing event updated for resources: {'Port': ['ID=58d4db93-d99c-4572-9d1d-3e4e7218b480,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:24:08.197610 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df8e7ea-6a3b-48fa-9f41-235f7011d3d5 x-openstack-request-id: req-0df8e7ea-6a3b-48fa-9f41-235f7011d3d5 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:24:08.197915 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018b4908-e031-4a94-8d14-e10dbbfb3056", "tag": "58d4db93-d99c-4572-9d1d-3e4e7218b480", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:24:08.198178 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0df8e7ea-6a3b-48fa-9f41-235f7011d3d5 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:24:08.198600 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018b4908-e031-4a94-8d14-e10dbbfb3056', 'tag': '58d4db93-d99c-4572-9d1d-3e4e7218b480', 'status': 'completed', 'code': 200} Feb 03 13:24:08.264649 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-77c36a79-2b16-404b-b1e8-dee47f1ddda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:08.266453 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-77c36a79-2b16-404b-b1e8-dee47f1ddda3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 1125 time: 0.0551684 Feb 03 13:24:08.315594 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-8ef2bae8-c701-494b-9a93-d31d8caeb173 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d4db93-d99c-4572-9d1d-3e4e7218b480 HTTP/1.1" status: 200 len: 217 time: 0.0360596 Feb 03 13:24:08.376479 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:08.381055 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-147b4c55-9121-4015-ba1c-070285651d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:08.383773 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-147b4c55-9121-4015-ba1c-070285651d49 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0626931 Feb 03 13:24:08.453131 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-15e47046-7d5d-4d99-9ff6-2e24f37b24f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:08.455348 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-15e47046-7d5d-4d99-9ff6-2e24f37b24f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0654001 Feb 03 13:24:08.559744 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-67f36858-adee-4f83-ac97-cd1ca2a2dc43 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981047 Feb 03 13:24:08.661231 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b1d5ce8-d35f-4384-981e-b81ba093cc2a req-502d5774-6bb2-4fcd-bf4c-91dd6b1790ef service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962934 Feb 03 13:24:08.792917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb95c8-ab90-4071-9f85-378dbae0d45f req-ba554b9d-e2ca-401c-9bb6-77ba06c87493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:08.794494 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69cb95c8-ab90-4071-9f85-378dbae0d45f req-ba554b9d-e2ca-401c-9bb6-77ba06c87493 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 1125 time: 0.0502894 Feb 03 13:24:08.888182 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb95c8-ab90-4071-9f85-378dbae0d45f req-0bb02541-ecaa-424a-a3dc-69aae38f2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:08.889641 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69cb95c8-ab90-4071-9f85-378dbae0d45f req-0bb02541-ecaa-424a-a3dc-69aae38f2acd service neutron] 10.222.0.73 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0891533 Feb 03 13:24:08.931897 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69cb95c8-ab90-4071-9f85-378dbae0d45f req-0737f00c-4602-4ae4-8bf9-e8a890a1483d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d4db93-d99c-4572-9d1d-3e4e7218b480 HTTP/1.1" status: 200 len: 217 time: 0.0362892 Feb 03 13:24:08.979384 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb95c8-ab90-4071-9f85-378dbae0d45f req-fdfddaee-fdb6-499d-924b-76594cad9f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:08.980936 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69cb95c8-ab90-4071-9f85-378dbae0d45f req-fdfddaee-fdb6-499d-924b-76594cad9f48 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0440469 Feb 03 13:24:09.034432 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb95c8-ab90-4071-9f85-378dbae0d45f req-2525b4e5-3bc7-4012-8a8a-f8ed4d372258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:09.036092 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69cb95c8-ab90-4071-9f85-378dbae0d45f req-2525b4e5-3bc7-4012-8a8a-f8ed4d372258 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497763 Feb 03 13:24:09.160544 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69cb95c8-ab90-4071-9f85-378dbae0d45f req-ff88f914-3bd7-43eb-a394-16258150b76d service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184707 Feb 03 13:24:09.182933 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb5490-434c-4f70-92b5-ae365c180f4b req-738b5797-3c82-48b7-828f-47236edf07ba tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:09.184404 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e5eb5490-434c-4f70-92b5-ae365c180f4b req-738b5797-3c82-48b7-828f-47236edf07ba tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 943 time: 0.0871601 Feb 03 13:24:09.279784 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e5eb5490-434c-4f70-92b5-ae365c180f4b req-24023d28-14e4-4e36-89a3-b8eaf500cabd tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852902 Feb 03 13:24:09.294618 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69cb95c8-ab90-4071-9f85-378dbae0d45f req-bbe1a713-0b23-4cba-88ab-d4a920c0dafe service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267135 Feb 03 13:24:09.973169 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:10.411220 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261961c-81e7-4a9f-98b0-b871cf03b9d6 req-76941c2f-9a3b-4f89-9e32-4a1cf5f0d0e1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:10.414277 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1261961c-81e7-4a9f-98b0-b871cf03b9d6 req-76941c2f-9a3b-4f89-9e32-4a1cf5f0d0e1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 943 time: 0.0624959 Feb 03 13:24:10.462517 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1261961c-81e7-4a9f-98b0-b871cf03b9d6 req-de3d4441-9c6e-437d-8fb6-ddd53c194049 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426371 Feb 03 13:24:11.601340 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0dc05-6642-4ee6-9ff6-f93c49e13963 req-be945a5a-cc6e-4c1c-b29d-12ff39997227 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:11.602796 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2fc0dc05-6642-4ee6-9ff6-f93c49e13963 req-be945a5a-cc6e-4c1c-b29d-12ff39997227 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 943 time: 0.0607920 Feb 03 13:24:11.654438 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2fc0dc05-6642-4ee6-9ff6-f93c49e13963 req-729db72d-b85a-4067-99da-c7f7259c331e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453062 Feb 03 13:24:12.277885 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 58d4db93-d99c-4572-9d1d-3e4e7218b480 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:24:12.376251 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 58d4db93-d99c-4572-9d1d-3e4e7218b480, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=58d4db93-d99c-4572-9d1d-3e4e7218b480,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:24:12.387496 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '58d4db93-d99c-4572-9d1d-3e4e7218b480', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'port_id': '58d4db93-d99c-4572-9d1d-3e4e7218b480', 'mac_address': 'fa:16:3e:7f:80:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:24:12.424770 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 58d4db93-d99c-4572-9d1d-3e4e7218b480 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:24:12.425162 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:12.438058 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d4db93-d99c-4572-9d1d-3e4e7218b480 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:24:12.456821 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 58d4db93-d99c-4572-9d1d-3e4e7218b480, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=58d4db93-d99c-4572-9d1d-3e4e7218b480,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:24:12.461603 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:12.512104 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=58d4db93-d99c-4572-9d1d-3e4e7218b480,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:24:12.777509 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875c8f0-acdc-4ceb-9285-304d18fee3b0 req-60018b8f-1b67-4017-9859-4bdd67aa17de tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:12.778887 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f875c8f0-acdc-4ceb-9285-304d18fee3b0 req-60018b8f-1b67-4017-9859-4bdd67aa17de tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 944 time: 0.0548310 Feb 03 13:24:12.832407 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f875c8f0-acdc-4ceb-9285-304d18fee3b0 req-c4ecc486-2cde-4d48-8a9a-dc01f2de4bd6 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472209 Feb 03 13:24:12.838284 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['58d4db93-d99c-4572-9d1d-3e4e7218b480'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:24:13.975809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59182c-a7e8-4055-b8fa-338461898c79 req-913a12c4-a029-4c79-a87c-d23b73c4ade3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:13.977427 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4d59182c-a7e8-4055-b8fa-338461898c79 req-913a12c4-a029-4c79-a87c-d23b73c4ade3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 944 time: 0.0588114 Feb 03 13:24:14.040426 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4d59182c-a7e8-4055-b8fa-338461898c79 req-0b14219e-f5b7-4302-9347-434bd1a4c219 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548055 Feb 03 13:24:14.274841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 58d4db93-d99c-4572-9d1d-3e4e7218b480 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:24:14.332516 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 58d4db93-d99c-4572-9d1d-3e4e7218b480 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:24:14.337307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 58d4db93-d99c-4572-9d1d-3e4e7218b480 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:24:14.337799 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:14.422552 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 58d4db93-d99c-4572-9d1d-3e4e7218b480 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:24:14.422946 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:14.447475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018b4908-e031-4a94-8d14-e10dbbfb3056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d4db93-d99c-4572-9d1d-3e4e7218b480'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:24:14.449778 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0063c6cf-2507-4844-b94d-ad483db02c76" -d '{"events": [{"server_uuid": "018b4908-e031-4a94-8d14-e10dbbfb3056", "name": "network-vif-plugged", "status": "completed", "tag": "58d4db93-d99c-4572-9d1d-3e4e7218b480"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:24:14.463223 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 58d4db93-d99c-4572-9d1d-3e4e7218b480, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=58d4db93-d99c-4572-9d1d-3e4e7218b480,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:24:14.468205 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:14.495489 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f83e6b-c9ba-4ac5-bad2-1b36b41d8380 x-openstack-request-id: req-f1f83e6b-c9ba-4ac5-bad2-1b36b41d8380 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:24:14.495795 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018b4908-e031-4a94-8d14-e10dbbfb3056", "name": "network-vif-plugged", "status": "completed", "tag": "58d4db93-d99c-4572-9d1d-3e4e7218b480", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:24:14.496078 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1f83e6b-c9ba-4ac5-bad2-1b36b41d8380 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:24:14.496473 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018b4908-e031-4a94-8d14-e10dbbfb3056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d4db93-d99c-4572-9d1d-3e4e7218b480', 'code': 200} Feb 03 13:24:14.534510 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=58d4db93-d99c-4572-9d1d-3e4e7218b480,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:24:14.630249 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18e63d-2476-42f4-a1b8-2310890a3305 req-ec45b541-c535-4b6b-8585-52f3660549f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:14.632603 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ee18e63d-2476-42f4-a1b8-2310890a3305 req-ec45b541-c535-4b6b-8585-52f3660549f2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 1127 time: 0.0503633 Feb 03 13:24:14.684322 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ee18e63d-2476-42f4-a1b8-2310890a3305 req-6fdd8f2b-b4df-4ff1-b16b-3bd86aea91a3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459931 Feb 03 13:24:15.157909 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf8965-8ea9-4472-b004-67192c4f6024 req-443fc1bc-83ae-4f75-8517-b76696ef4e07 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:15.159696 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-99cf8965-8ea9-4472-b004-67192c4f6024 req-443fc1bc-83ae-4f75-8517-b76696ef4e07 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0521343 Feb 03 13:24:15.206334 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-99cf8965-8ea9-4472-b004-67192c4f6024 req-cf3ea45b-6f19-4c26-884a-ce3e495df726 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408890 Feb 03 13:24:16.268555 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:16.332462 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b559f-fef3-4a22-adba-7dde6122c2f5 req-ca5a7ea0-9931-4b22-8a97-a15630b6f843 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:16.333976 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-339b559f-fef3-4a22-adba-7dde6122c2f5 req-ca5a7ea0-9931-4b22-8a97-a15630b6f843 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0535290 Feb 03 13:24:16.379849 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-339b559f-fef3-4a22-adba-7dde6122c2f5 req-73d6ce39-bfe8-4af6-9a87-51053beaa202 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402102 Feb 03 13:24:16.494933 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd232edb-debc-436e-b86d-ef2863df00df req-c6da869c-5af4-414c-914a-d41b744429b2 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:16.496365 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd232edb-debc-436e-b86d-ef2863df00df req-c6da869c-5af4-414c-914a-d41b744429b2 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0524783 Feb 03 13:24:16.505011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39434) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:24:16.509515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a4358b85-2dff-445d-9811-9ce74b801f5b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Request body: {'floatingip': {'port_id': '58d4db93-d99c-4572-9d1d-3e4e7218b480'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:24:16.551309 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4358b85-2dff-445d-9811-9ce74b801f5b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for floatingip (69f404a4-fcb7-4b9d-82b8-bd67065e6cb4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:16.992833 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4358b85-2dff-445d-9811-9ce74b801f5b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:16.996632 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4358b85-2dff-445d-9811-9ce74b801f5b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (69f404a4-fcb7-4b9d-82b8-bd67065e6cb4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:17.105644 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-a4358b85-2dff-445d-9811-9ce74b801f5b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Floating IP 69f404a4-fcb7-4b9d-82b8-bd67065e6cb4 associated. External IP: 172.25.6.64, port: 58d4db93-d99c-4572-9d1d-3e4e7218b480. Feb 03 13:24:17.336887 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4358b85-2dff-445d-9811-9ce74b801f5b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Router 0b259324-f54f-48c1-b89a-39bc1cd5632a has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:24:17.446205 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4358b85-2dff-445d-9811-9ce74b801f5b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:24:17.451264 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4358b85-2dff-445d-9811-9ce74b801f5b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:17.456378 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d329f5-ecdf-4094-84a3-4dbbdeb2f231 None None] Sync routers for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:24:17.466914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d329f5-ecdf-4094-84a3-4dbbdeb2f231 None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:24:17.467545 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-37d329f5-ecdf-4094-84a3-4dbbdeb2f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:24:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:24:17.482431 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a4358b85-2dff-445d-9811-9ce74b801f5b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "PUT /v2.0/floatingips/69f404a4-fcb7-4b9d-82b8-bd67065e6cb4 HTTP/1.1" status: 200 len: 990 time: 0.9763608 Feb 03 13:24:17.483077 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018b4908-e031-4a94-8d14-e10dbbfb3056', 'tag': '58d4db93-d99c-4572-9d1d-3e4e7218b480'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:24:17.485318 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aae9ddc-cc03-42c6-84d9-87d3e9a432f3" -d '{"events": [{"name": "network-changed", "server_uuid": "018b4908-e031-4a94-8d14-e10dbbfb3056", "tag": "58d4db93-d99c-4572-9d1d-3e4e7218b480"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:24:17.525625 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a1e5f8-0f13-450b-8fe8-4890f9c99bf1 x-openstack-request-id: req-96a1e5f8-0f13-450b-8fe8-4890f9c99bf1 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:24:17.526218 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018b4908-e031-4a94-8d14-e10dbbfb3056", "tag": "58d4db93-d99c-4572-9d1d-3e4e7218b480", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:24:17.526218 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96a1e5f8-0f13-450b-8fe8-4890f9c99bf1 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:24:17.526717 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018b4908-e031-4a94-8d14-e10dbbfb3056', 'tag': '58d4db93-d99c-4572-9d1d-3e4e7218b480', 'status': 'completed', 'code': 200} Feb 03 13:24:17.581907 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-37d329f5-ecdf-4094-84a3-4dbbdeb2f231 None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:24:17.592253 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04a1df-ca09-46d7-999e-8ecc08d5e83e req-1890e49c-fd19-4010-84cf-646aa4712f7e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:17.594442 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e04a1df-ca09-46d7-999e-8ecc08d5e83e req-1890e49c-fd19-4010-84cf-646aa4712f7e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0566986 Feb 03 13:24:17.614035 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae9ddc-cc03-42c6-84d9-87d3e9a432f3 req-8e5578d5-5869-4c3f-9007-18fddf21d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:17.616139 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0aae9ddc-cc03-42c6-84d9-87d3e9a432f3 req-8e5578d5-5869-4c3f-9007-18fddf21d0ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 1127 time: 0.0487602 Feb 03 13:24:17.648211 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3e04a1df-ca09-46d7-999e-8ecc08d5e83e req-b6a4133c-2ec8-4872-bbee-7e07002a8260 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480726 Feb 03 13:24:17.714963 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae9ddc-cc03-42c6-84d9-87d3e9a432f3 req-b248db41-edcd-4051-8a1a-41307c810b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:17.716507 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0aae9ddc-cc03-42c6-84d9-87d3e9a432f3 req-b248db41-edcd-4051-8a1a-41307c810b91 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0945189 Feb 03 13:24:17.781174 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0aae9ddc-cc03-42c6-84d9-87d3e9a432f3 req-5236ca38-0606-4202-b5fd-a7170a5746cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d4db93-d99c-4572-9d1d-3e4e7218b480 HTTP/1.1" status: 200 len: 998 time: 0.0591655 Feb 03 13:24:17.816934 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-37d329f5-ecdf-4094-84a3-4dbbdeb2f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '69f404a4-fcb7-4b9d-82b8-bd67065e6cb4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'port_id': '58d4db93-d99c-4572-9d1d-3e4e7218b480', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'mac_address': 'fa:16:3e:7f:80:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018b4908-e031-4a94-8d14-e10dbbfb3056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:23:22Z', 'updated_at': '2022-02-03T13:24:16Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:24:17.834811 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae9ddc-cc03-42c6-84d9-87d3e9a432f3 req-70fd7052-396f-46f6-9180-0398ed688d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:17.836251 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0aae9ddc-cc03-42c6-84d9-87d3e9a432f3 req-70fd7052-396f-46f6-9180-0398ed688d7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0491085 Feb 03 13:24:17.847548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d329f5-ecdf-4094-84a3-4dbbdeb2f231 None None] Checking router: 0b259324-f54f-48c1-b89a-39bc1cd5632a for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:24:17.856857 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d329f5-ecdf-4094-84a3-4dbbdeb2f231 None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:24:17.857470 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-37d329f5-ecdf-4094-84a3-4dbbdeb2f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:24:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:24:17.884154 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae9ddc-cc03-42c6-84d9-87d3e9a432f3 req-74c36eb2-c3ff-4a74-a77e-c1b303f54d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:17.885675 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0aae9ddc-cc03-42c6-84d9-87d3e9a432f3 req-74c36eb2-c3ff-4a74-a77e-c1b303f54d53 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441926 Feb 03 13:24:17.962834 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-37d329f5-ecdf-4094-84a3-4dbbdeb2f231 None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:24:17.974822 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0aae9ddc-cc03-42c6-84d9-87d3e9a432f3 req-ad2562a3-45e6-4436-aa36-75f0af868cc9 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826962 Feb 03 13:24:18.065150 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0aae9ddc-cc03-42c6-84d9-87d3e9a432f3 req-cb5fb4cc-b5e8-49c3-ab5c-078e9b9c70f9 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849071 Feb 03 13:24:18.195172 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-37d329f5-ecdf-4094-84a3-4dbbdeb2f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '69f404a4-fcb7-4b9d-82b8-bd67065e6cb4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'port_id': '58d4db93-d99c-4572-9d1d-3e4e7218b480', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'mac_address': 'fa:16:3e:7f:80:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018b4908-e031-4a94-8d14-e10dbbfb3056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:23:22Z', 'updated_at': '2022-02-03T13:24:16Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:24:18.225982 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d329f5-ecdf-4094-84a3-4dbbdeb2f231 None None] The sync data for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 is: [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '69f404a4-fcb7-4b9d-82b8-bd67065e6cb4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'port_id': '58d4db93-d99c-4572-9d1d-3e4e7218b480', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'mac_address': 'fa:16:3e:7f:80:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018b4908-e031-4a94-8d14-e10dbbfb3056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:23:22Z', 'updated_at': '2022-02-03T13:24:16Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:24:18.420735 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e2b6ef-ed76-4509-a8e3-e80e046b9012 None None] New status for floating IP 69f404a4-fcb7-4b9d-82b8-bd67065e6cb4: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:24:18.775246 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80f232-02d0-47d4-a961-5ff5e9cbfe8b req-e3185222-ef79-4a5e-8219-3006474b466e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:18.776775 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0a80f232-02d0-47d4-a961-5ff5e9cbfe8b req-e3185222-ef79-4a5e-8219-3006474b466e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0530941 Feb 03 13:24:18.823676 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0a80f232-02d0-47d4-a961-5ff5e9cbfe8b req-7d956fe4-3308-4aef-b890-3c8ea50dba35 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412929 Feb 03 13:24:19.358412 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6941f-d896-4a64-b3ac-c3782d1c3dd9 req-99b01dc5-e44e-494b-9f3a-b627612fdc2d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:19.359900 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-08e6941f-d896-4a64-b3ac-c3782d1c3dd9 req-99b01dc5-e44e-494b-9f3a-b627612fdc2d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.3910506 Feb 03 13:24:19.407133 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-08e6941f-d896-4a64-b3ac-c3782d1c3dd9 req-bb188ba3-48ef-4304-a10b-046c58dc3c28 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414093 Feb 03 13:24:20.533211 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb874f-f32d-4013-825c-adab0d3d89e8 req-32b03a91-f071-4777-8ef1-5f16f729b490 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:20.534713 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7bb874f-f32d-4013-825c-adab0d3d89e8 req-32b03a91-f071-4777-8ef1-5f16f729b490 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0571992 Feb 03 13:24:20.581963 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c7bb874f-f32d-4013-825c-adab0d3d89e8 req-0f2d899e-a786-45d1-8b79-af5955b8783d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415177 Feb 03 13:24:21.703618 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f33b1d-43b0-45b6-ae11-e79ffcb2cf0a req-8725a63e-6d8e-4dfc-83c5-d93d165444ec tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:21.705118 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56f33b1d-43b0-45b6-ae11-e79ffcb2cf0a req-8725a63e-6d8e-4dfc-83c5-d93d165444ec tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0547278 Feb 03 13:24:21.753550 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-56f33b1d-43b0-45b6-ae11-e79ffcb2cf0a req-ebeb0318-b1c3-411a-b425-0fef642aafba tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423281 Feb 03 13:24:22.872409 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26e5c9-f10e-45db-8895-407e3975229f req-ade7fb4b-374b-442c-8cef-a6469779d10d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:22.873878 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6b26e5c9-f10e-45db-8895-407e3975229f req-ade7fb4b-374b-442c-8cef-a6469779d10d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0518878 Feb 03 13:24:22.919899 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6b26e5c9-f10e-45db-8895-407e3975229f req-12a30002-08c9-4c30-a6ea-037b9eb24931 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401440 Feb 03 13:24:24.043987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ba86c-a26b-4a79-bba3-71cea1f32b50 req-4c75729d-dcd4-462c-a92e-83e13a120dd2 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:24.045773 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b2ba86c-a26b-4a79-bba3-71cea1f32b50 req-4c75729d-dcd4-462c-a92e-83e13a120dd2 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0589070 Feb 03 13:24:24.091293 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9b2ba86c-a26b-4a79-bba3-71cea1f32b50 req-ed55e9ab-d096-43ab-9374-8ecaf269961d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402737 Feb 03 13:24:25.212679 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e6f98-c515-47a4-9d45-22dadbcac37b req-5d27c434-f31c-4ce7-8b33-3bc3fd0f0945 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:25.214173 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-433e6f98-c515-47a4-9d45-22dadbcac37b req-5d27c434-f31c-4ce7-8b33-3bc3fd0f0945 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0543587 Feb 03 13:24:25.265784 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-433e6f98-c515-47a4-9d45-22dadbcac37b req-f33f5710-f968-4830-8d60-41485084cfb0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455990 Feb 03 13:24:26.387135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8ace1-e9e7-4422-8230-c1d4eddf4b7e req-1d69ba62-5f31-448f-8973-df1070cbb422 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:26.388690 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3cf8ace1-e9e7-4422-8230-c1d4eddf4b7e req-1d69ba62-5f31-448f-8973-df1070cbb422 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0528891 Feb 03 13:24:26.436788 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3cf8ace1-e9e7-4422-8230-c1d4eddf4b7e req-e4778fcc-6d44-4fd9-b64d-4e84230c8912 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425348 Feb 03 13:24:27.560229 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07374fc0-7bef-44b8-bd6a-e396dee92728 req-03575530-ce66-4bd8-ae70-d87ce4a91f6c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:27.561630 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-07374fc0-7bef-44b8-bd6a-e396dee92728 req-03575530-ce66-4bd8-ae70-d87ce4a91f6c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0541553 Feb 03 13:24:27.609326 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-07374fc0-7bef-44b8-bd6a-e396dee92728 req-ad43a0d1-8d76-452e-9076-00d6e790d49c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419047 Feb 03 13:24:28.731574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda90c0-99d0-4fb0-acf8-99a16f9c7dc1 req-8fbeef21-0569-4758-9d0e-0a59d0438077 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:28.733131 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cfda90c0-99d0-4fb0-acf8-99a16f9c7dc1 req-8fbeef21-0569-4758-9d0e-0a59d0438077 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0540981 Feb 03 13:24:28.785647 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cfda90c0-99d0-4fb0-acf8-99a16f9c7dc1 req-dae0b2e5-d575-4bdc-aa9f-d4458740664e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459733 Feb 03 13:24:29.907102 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fee7c7-9397-401a-a523-74db39a8dec5 req-c13a45bf-55bc-471e-9649-e3c62d64952d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:29.908668 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0fee7c7-9397-401a-a523-74db39a8dec5 req-c13a45bf-55bc-471e-9649-e3c62d64952d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0533731 Feb 03 13:24:29.956250 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0fee7c7-9397-401a-a523-74db39a8dec5 req-ccd08954-71a4-40c0-82e8-49365ee1612d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410802 Feb 03 13:24:31.081970 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1935d8-56af-4b8c-8437-ad17f9f12bfd req-8e94a56e-00cd-444e-a643-cfd94ac29d7a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:31.084148 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd1935d8-56af-4b8c-8437-ad17f9f12bfd req-8e94a56e-00cd-444e-a643-cfd94ac29d7a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0560241 Feb 03 13:24:31.130403 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd1935d8-56af-4b8c-8437-ad17f9f12bfd req-50236614-68d3-40f9-bec0-cfe09271c2f4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408475 Feb 03 13:24:31.553387 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:31.860813 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-64cec5c4-c85a-47cb-9fdc-46aed3c021c1 req-d1ccadda-78f7-4287-8c60-418506397f40 service neutron] (103188) timed out ('10.222.0.18', 48374) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 13:24:32.259730 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a950792-d095-44ce-9b8a-61baebceb299 req-3141194e-8d69-4b3b-9e6e-323780c6898c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:32.261229 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2a950792-d095-44ce-9b8a-61baebceb299 req-3141194e-8d69-4b3b-9e6e-323780c6898c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0592518 Feb 03 13:24:32.311066 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2a950792-d095-44ce-9b8a-61baebceb299 req-91d6e8d1-46d4-4e07-b497-01827604ca94 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440993 Feb 03 13:24:33.434184 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8a103-590e-4efe-bd83-91eac7c93c71 req-5d0c73dc-1d55-4abf-a73d-c83c4241e062 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:33.435713 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3de8a103-590e-4efe-bd83-91eac7c93c71 req-5d0c73dc-1d55-4abf-a73d-c83c4241e062 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0568719 Feb 03 13:24:33.484990 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3de8a103-590e-4efe-bd83-91eac7c93c71 req-29b95b46-3853-4b88-97a5-447372f2fa21 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437181 Feb 03 13:24:33.574706 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d56f-b4f7-4c70-a3ab-53c9935cfa4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:34.607139 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa82b91-2073-493b-91d5-e7a6b8ad0e8e req-cac61b35-e1b8-457e-9e1f-dc4aa7581949 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:34.608779 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3aa82b91-2073-493b-91d5-e7a6b8ad0e8e req-cac61b35-e1b8-457e-9e1f-dc4aa7581949 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0528972 Feb 03 13:24:34.657957 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3aa82b91-2073-493b-91d5-e7a6b8ad0e8e req-4427f910-1267-4274-bda4-4d50721c1f98 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435395 Feb 03 13:24:35.778647 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1673ef7-c4d6-40a8-a396-3cf471cf86e2 req-a882019d-00a0-44d5-973c-1411d41fa6b5 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:35.780149 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e1673ef7-c4d6-40a8-a396-3cf471cf86e2 req-a882019d-00a0-44d5-973c-1411d41fa6b5 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0558603 Feb 03 13:24:35.828502 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e1673ef7-c4d6-40a8-a396-3cf471cf86e2 req-4e2e3202-c9db-45e8-af1f-c4a3c1b86734 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427155 Feb 03 13:24:36.203854 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9084d05c-4699-4ecc-bc9a-dade0172096e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:36.877097 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:24:36.956768 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d858160-e6ff-4c26-8cdf-889cfa9e2d21 req-01a4ddeb-cfd1-4c77-a3a8-51bb4393d0be tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:36.958337 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d858160-e6ff-4c26-8cdf-889cfa9e2d21 req-01a4ddeb-cfd1-4c77-a3a8-51bb4393d0be tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0597792 Feb 03 13:24:37.006514 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d858160-e6ff-4c26-8cdf-889cfa9e2d21 req-79174a83-2a51-4cd7-a588-4c0ad8be6e00 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413170 Feb 03 13:24:37.075561 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:38.126366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638d3c1-9d7e-4e42-90d8-c97fe4197012 req-04dc3399-6d0e-4fb3-b614-7adf1661791c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:38.127864 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3638d3c1-9d7e-4e42-90d8-c97fe4197012 req-04dc3399-6d0e-4fb3-b614-7adf1661791c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0533173 Feb 03 13:24:38.175542 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3638d3c1-9d7e-4e42-90d8-c97fe4197012 req-cc8ed108-2367-4750-b30b-16cf730eb540 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410664 Feb 03 13:24:38.377411 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:39.297412 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4372ec7-b9fb-4efc-b531-7d43d81332c3 req-8d3b3ef7-a357-42ae-b516-e13abe0dd4f0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:39.298905 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b4372ec7-b9fb-4efc-b531-7d43d81332c3 req-8d3b3ef7-a357-42ae-b516-e13abe0dd4f0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0533602 Feb 03 13:24:39.347158 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b4372ec7-b9fb-4efc-b531-7d43d81332c3 req-d6824435-ebee-4181-b7a3-db0af9eb4546 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423667 Feb 03 13:24:39.976082 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:40.466511 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65482a02-b347-4e66-ba40-16c868cc9e86 req-d3f95045-331f-4e64-92dc-81982b7e0767 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:40.468045 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-65482a02-b347-4e66-ba40-16c868cc9e86 req-d3f95045-331f-4e64-92dc-81982b7e0767 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0530412 Feb 03 13:24:40.520500 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-65482a02-b347-4e66-ba40-16c868cc9e86 req-75f1d774-7f70-4f27-93a2-62fc96f544d7 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465648 Feb 03 13:24:41.721117 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd53de5-53b4-4916-8753-db942b020a3f req-2b32a705-0f28-42dc-9892-407fcef9d353 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:41.722605 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4cd53de5-53b4-4916-8753-db942b020a3f req-2b32a705-0f28-42dc-9892-407fcef9d353 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.1326864 Feb 03 13:24:41.775930 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4cd53de5-53b4-4916-8753-db942b020a3f req-3bd671c5-79fc-424e-bc3f-4ccd1f8e7670 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471346 Feb 03 13:24:42.958147 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c042153-0308-4010-8421-c26c23366944 req-badf4eaa-900a-4c51-a652-8cc800a98a51 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:42.959674 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8c042153-0308-4010-8421-c26c23366944 req-badf4eaa-900a-4c51-a652-8cc800a98a51 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.1143639 Feb 03 13:24:43.010846 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8c042153-0308-4010-8421-c26c23366944 req-fd804d85-97f8-48f9-8c66-68079d09bd94 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442934 Feb 03 13:24:44.136917 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e3737-6360-4007-8f30-3768410f93d3 req-608da70a-a1fd-4441-a15d-c629699bf745 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:44.138415 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-db6e3737-6360-4007-8f30-3768410f93d3 req-608da70a-a1fd-4441-a15d-c629699bf745 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0545194 Feb 03 13:24:44.190141 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-db6e3737-6360-4007-8f30-3768410f93d3 req-505be51c-10cd-4e27-b5b9-d67a0d84abe5 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460370 Feb 03 13:24:45.309954 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84619e1-3d78-4ba7-b56b-666a671bf90d req-0c5327ac-052d-4faf-92d5-dd7a7480a6d1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:45.311505 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d84619e1-3d78-4ba7-b56b-666a671bf90d req-0c5327ac-052d-4faf-92d5-dd7a7480a6d1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0532744 Feb 03 13:24:45.357644 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d84619e1-3d78-4ba7-b56b-666a671bf90d req-3b38b833-b654-4a0e-a4da-89314afdbd94 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404932 Feb 03 13:24:45.596975 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-abe5e2f4-4a8f-4116-a802-0b43b47a2ebf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0502143 Feb 03 13:24:45.612564 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed9b86-ae0d-4153-aaa3-b5a52347eaf8 req-8e73832e-db8c-45a7-89a9-0fd2fa75fb52 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:45.614127 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03ed9b86-ae0d-4153-aaa3-b5a52347eaf8 req-8e73832e-db8c-45a7-89a9-0fd2fa75fb52 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0639517 Feb 03 13:24:45.668991 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03ed9b86-ae0d-4153-aaa3-b5a52347eaf8 req-7ab98ff5-bd15-4245-8977-5b615e75a599 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472205 Feb 03 13:24:46.275262 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:46.757238 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-33262e33-35e2-4f49-8c79-3f677333acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:46.758767 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-33262e33-35e2-4f49-8c79-3f677333acc0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 1127 time: 0.0509081 Feb 03 13:24:46.795038 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27614dab-13a9-433b-823e-6031a306afd9 req-76cbb6e9-744c-4aec-ae62-151acf30afc4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:46.797429 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-27614dab-13a9-433b-823e-6031a306afd9 req-76cbb6e9-744c-4aec-ae62-151acf30afc4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0559349 Feb 03 13:24:46.850759 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-27614dab-13a9-433b-823e-6031a306afd9 req-13726ca8-9027-4df7-b6ea-1c991447ac32 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474782 Feb 03 13:24:46.852145 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-44d55ba2-5cef-4162-978e-27fe15359db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:46.853606 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-44d55ba2-5cef-4162-978e-27fe15359db9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0887339 Feb 03 13:24:46.918966 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-99a5bb7c-3112-46c3-97a6-d82b68ce030f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d4db93-d99c-4572-9d1d-3e4e7218b480 HTTP/1.1" status: 200 len: 1000 time: 0.0593030 Feb 03 13:24:46.966728 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-ab685cc5-9e0c-44d6-9146-fdd1e23ae6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:46.968154 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-ab685cc5-9e0c-44d6-9146-fdd1e23ae6e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0441983 Feb 03 13:24:47.022489 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-968f6b38-ccd4-4c24-87bf-c7075c191757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:47.024116 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-968f6b38-ccd4-4c24-87bf-c7075c191757 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506172 Feb 03 13:24:47.116770 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-c99b6566-5be5-493b-9ccb-1e82b3d1714b service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862129 Feb 03 13:24:47.221143 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-139a5ddd-c1ba-4600-9dbd-c53943b07c6a service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956240 Feb 03 13:24:47.973567 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec618ddc-f129-4409-a560-13e2f6289983 req-213ec492-7790-4e83-b0c3-84ff3fe66ea0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:47.975766 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec618ddc-f129-4409-a560-13e2f6289983 req-213ec492-7790-4e83-b0c3-84ff3fe66ea0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0535388 Feb 03 13:24:48.021368 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec618ddc-f129-4409-a560-13e2f6289983 req-2d1a4568-a917-4a77-a92d-6b8a73ba5770 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402203 Feb 03 13:24:49.140719 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805b8e6-29f6-4c2d-bcc8-c9823e1d0ba5 req-002ba48c-c8bf-4022-b43f-8a8876733b93 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:49.142204 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5805b8e6-29f6-4c2d-bcc8-c9823e1d0ba5 req-002ba48c-c8bf-4022-b43f-8a8876733b93 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0522006 Feb 03 13:24:49.189579 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5805b8e6-29f6-4c2d-bcc8-c9823e1d0ba5 req-748acf55-9230-4498-b6ec-70d8738713c6 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415001 Feb 03 13:24:49.191920 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-35bbeec1-8348-4d1f-9c37-fa579bb39916 service neutron] show failed (client error): The resource could not be found. Feb 03 13:24:49.193007 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-35bbeec1-8348-4d1f-9c37-fa579bb39916 service neutron] 10.222.0.73 "GET /v2.0/ports/58d4db93-d99c-4572-9d1d-3e4e7218b480/bindings/n-h2-827336-3 HTTP/1.1" status: 404 len: 380 time: 0.0595505 Feb 03 13:24:49.450326 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-0d4f564e-f46e-4e13-994c-c245c4b81786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:49.451837 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-0d4f564e-f46e-4e13-994c-c245c4b81786 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056&tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e HTTP/1.1" status: 200 len: 1127 time: 0.0951498 Feb 03 13:24:49.463457 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-3', 'device_owner': 'compute:nova'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:24:49.525380 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:49.730937 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] For port 58d4db93-d99c-4572-9d1d-3e4e7218b480, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=58d4db93-d99c-4572-9d1d-3e4e7218b480,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:24:49.769343 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] For port 58d4db93-d99c-4572-9d1d-3e4e7218b480, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:24:49.808080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018b4908-e031-4a94-8d14-e10dbbfb3056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d4db93-d99c-4572-9d1d-3e4e7218b480'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:24:49.810476 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6479e07b-0b15-4c0d-aa07-9f7eaf4e7803" -d '{"events": [{"server_uuid": "018b4908-e031-4a94-8d14-e10dbbfb3056", "name": "network-vif-unplugged", "status": "completed", "tag": "58d4db93-d99c-4572-9d1d-3e4e7218b480"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:24:49.814102 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Publish callbacks [] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:49.827527 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Transition to ACTIVE for port object 58d4db93-d99c-4572-9d1d-3e4e7218b480 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:24:49.831595 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:49.868937 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73f44a9-ae84-4ac3-8d6a-975cb30ce807 x-openstack-request-id: req-e73f44a9-ae84-4ac3-8d6a-975cb30ce807 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:24:49.868937 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018b4908-e031-4a94-8d14-e10dbbfb3056", "name": "network-vif-unplugged", "status": "completed", "tag": "58d4db93-d99c-4572-9d1d-3e4e7218b480", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:24:49.868937 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e73f44a9-ae84-4ac3-8d6a-975cb30ce807 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:24:49.869206 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018b4908-e031-4a94-8d14-e10dbbfb3056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d4db93-d99c-4572-9d1d-3e4e7218b480', 'code': 200} Feb 03 13:24:49.913643 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Pushing event updated for resources: {'Port': ['ID=58d4db93-d99c-4572-9d1d-3e4e7218b480,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:24:49.926370 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:49.926714 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:49.927063 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:49.927403 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:49.927740 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:49.928108 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:49.928472 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:49.928800 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:49.929126 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:49.929592 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:49.929925 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:49.930252 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:49.930574 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:49.972862 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] No DVR routers for this DVR port 58d4db93-d99c-4572-9d1d-3e4e7218b480 on host n-h1-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:24:50.109678 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Attempting to bind port 58d4db93-d99c-4572-9d1d-3e4e7218b480 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:24:50.110018 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Attempting to bind port 58d4db93-d99c-4572-9d1d-3e4e7218b480 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:24:50.110345 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Attempting to bind port 58d4db93-d99c-4572-9d1d-3e4e7218b480 on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:24:50.114823 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Port 58d4db93-d99c-4572-9d1d-3e4e7218b480 on network 2956fce3-b719-48e6-a440-16ecd28b76f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:24:50.115143 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Attempting to bind port 58d4db93-d99c-4572-9d1d-3e4e7218b480 on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:24:50.119916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:24:50.120296 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Checking segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:24:50.120675 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Bound using segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:24:50.121080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Bound port: 58d4db93-d99c-4572-9d1d-3e4e7218b480, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:24:50.121441 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:50.201155 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] For port 58d4db93-d99c-4572-9d1d-3e4e7218b480, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:24:50.204730 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] For port 58d4db93-d99c-4572-9d1d-3e4e7218b480, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=58d4db93-d99c-4572-9d1d-3e4e7218b480,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:24:50.212221 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:50.252696 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:50.253323 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:50.254723 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] 10.222.0.31 "PUT /v2.0/ports/58d4db93-d99c-4572-9d1d-3e4e7218b480 HTTP/1.1" status: 200 len: 1091 time: 0.7956202 Feb 03 13:24:50.311996 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74814cc0-a3c5-472a-bf83-8fd85c934f10 service neutron] Pushing event updated for resources: {'Port': ['ID=58d4db93-d99c-4572-9d1d-3e4e7218b480,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:24:50.389362 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e3f10-4138-47c4-ba6c-2a6dcd47b565 req-bdb6a7f6-1310-4e19-bffe-be75ca5de9b4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:50.391041 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-613e3f10-4138-47c4-ba6c-2a6dcd47b565 req-bdb6a7f6-1310-4e19-bffe-be75ca5de9b4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 943 time: 0.1279414 Feb 03 13:24:50.394106 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-1607ae66-bf92-4d1e-b7af-c79eeb7d995e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:50.395547 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-1607ae66-bf92-4d1e-b7af-c79eeb7d995e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 1125 time: 0.1129925 Feb 03 13:24:50.504542 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-613e3f10-4138-47c4-ba6c-2a6dcd47b565 req-caaf69d2-4b38-47ee-8360-fef817c84832 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040852 Feb 03 13:24:50.525237 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-b63cdc35-cbd7-42de-ba9c-27b10a6dbb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:50.526810 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-b63cdc35-cbd7-42de-ba9c-27b10a6dbb40 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.1252072 Feb 03 13:24:50.594848 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-7f6c422a-91d3-4151-98e4-cc93ba485924 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d4db93-d99c-4572-9d1d-3e4e7218b480 HTTP/1.1" status: 200 len: 998 time: 0.0620096 Feb 03 13:24:50.642871 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-2e3c373f-6c91-423b-9f35-810931bc9cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:50.644364 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-2e3c373f-6c91-423b-9f35-810931bc9cc4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0429759 Feb 03 13:24:50.694393 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-428ddbb3-f20b-46df-8a3a-8b0185c8d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:50.695899 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-428ddbb3-f20b-46df-8a3a-8b0185c8d764 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453568 Feb 03 13:24:50.785738 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-01a62c92-143a-4b81-ad11-8067c352c0b8 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840969 Feb 03 13:24:50.871882 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-63092e82-3bbd-4439-aef3-0c2d8c6bc918 req-57bac6b3-213d-4b84-80bf-a8f972635370 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805087 Feb 03 13:24:51.640509 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d9a34-afe7-452c-a4d0-97420a49140b req-1a5a9450-ab4b-40bd-8922-4d92c5b57a9f tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:51.642048 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-869d9a34-afe7-452c-a4d0-97420a49140b req-1a5a9450-ab4b-40bd-8922-4d92c5b57a9f tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 943 time: 0.0547717 Feb 03 13:24:51.691665 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-869d9a34-afe7-452c-a4d0-97420a49140b req-5867331e-e29a-4ec9-b242-b37d8d6813ca tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426574 Feb 03 13:24:51.870852 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018b4908-e031-4a94-8d14-e10dbbfb3056', 'tag': '58d4db93-d99c-4572-9d1d-3e4e7218b480'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:24:51.873270 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "018b4908-e031-4a94-8d14-e10dbbfb3056", "tag": "58d4db93-d99c-4572-9d1d-3e4e7218b480"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:24:51.925698 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e24459-a021-4343-bb13-b3b5f7a8fcc1 x-openstack-request-id: req-54e24459-a021-4343-bb13-b3b5f7a8fcc1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:24:51.926129 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018b4908-e031-4a94-8d14-e10dbbfb3056", "tag": "58d4db93-d99c-4572-9d1d-3e4e7218b480", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:24:51.926519 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54e24459-a021-4343-bb13-b3b5f7a8fcc1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:24:51.927153 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018b4908-e031-4a94-8d14-e10dbbfb3056', 'tag': '58d4db93-d99c-4572-9d1d-3e4e7218b480', 'status': 'completed', 'code': 200} Feb 03 13:24:51.993038 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-708677bf-7105-43bf-ac4e-47d262fec713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:51.994567 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-708677bf-7105-43bf-ac4e-47d262fec713 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 1125 time: 0.0512376 Feb 03 13:24:52.014580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-f6fae5d9-5265-49cd-bff5-b2b311ea58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:52.016184 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-f6fae5d9-5265-49cd-bff5-b2b311ea58cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 1125 time: 0.0507686 Feb 03 13:24:52.105447 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-22954007-1af6-4f3f-bc5f-36b811e6350b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:52.106951 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-22954007-1af6-4f3f-bc5f-36b811e6350b service neutron] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.1053970 Feb 03 13:24:52.129741 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-6784dae2-99d2-4d4f-9178-774dd7a4d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:52.131228 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-6784dae2-99d2-4d4f-9178-774dd7a4d569 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.1090648 Feb 03 13:24:52.187918 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-2b76346f-f812-4b34-83b6-02ca7eca3c6d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d4db93-d99c-4572-9d1d-3e4e7218b480 HTTP/1.1" status: 200 len: 998 time: 0.0749118 Feb 03 13:24:52.198890 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-cf26a9dc-d6ac-4039-bef5-76b182dd0157 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d4db93-d99c-4572-9d1d-3e4e7218b480 HTTP/1.1" status: 200 len: 998 time: 0.0619578 Feb 03 13:24:52.238695 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-5786fb3c-ef4c-43c8-b3e1-8b6cbcd71994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:52.240345 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-5786fb3c-ef4c-43c8-b3e1-8b6cbcd71994 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0452819 Feb 03 13:24:52.254045 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-ac58e7c6-efd8-4893-a61b-6ae0edc29c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:52.255584 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-ac58e7c6-efd8-4893-a61b-6ae0edc29c05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0507503 Feb 03 13:24:52.289056 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-b5632092-b8e1-46f4-9ec5-bf2bc0fbbfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:52.290583 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-b5632092-b8e1-46f4-9ec5-bf2bc0fbbfe9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445673 Feb 03 13:24:52.307779 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-887712a0-1e4a-4adf-9eae-9ca5a6410dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:52.309357 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-887712a0-1e4a-4adf-9eae-9ca5a6410dca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483701 Feb 03 13:24:52.382157 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-97ba339a-f7e8-405c-a4ae-50ab1f852c47 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854869 Feb 03 13:24:52.398863 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-c8379bf7-552d-496c-b4a0-1b2e4979e487 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833027 Feb 03 13:24:52.446888 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 58d4db93-d99c-4572-9d1d-3e4e7218b480 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:24:52.473548 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-70c436a8-98f4-4a1d-b71a-fe170d3f9856 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844209 Feb 03 13:24:52.486541 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] The host n-h1-827336-3 is not matching for port 58d4db93-d99c-4572-9d1d-3e4e7218b480 host n-h2-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:24:52.487226 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 58d4db93-d99c-4572-9d1d-3e4e7218b480 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:24:52.498561 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bc68656-69e8-4fe4-a1a5-b785f8c1e4ab req-7964ad6c-e91b-4368-8af2-2d8f8d0ee14b service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936952 Feb 03 13:24:52.813731 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae91b5b-eb3a-4965-837c-770efae71e73 req-749607e9-108d-4d4d-8e7b-cd29acb4984c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:52.815265 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eae91b5b-eb3a-4965-837c-770efae71e73 req-749607e9-108d-4d4d-8e7b-cd29acb4984c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 943 time: 0.0538447 Feb 03 13:24:52.863758 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eae91b5b-eb3a-4965-837c-770efae71e73 req-120f17b5-b374-44c8-a6be-fa41f715f788 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414314 Feb 03 13:24:52.878314 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 58d4db93-d99c-4572-9d1d-3e4e7218b480 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:24:52.982096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 58d4db93-d99c-4572-9d1d-3e4e7218b480, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=58d4db93-d99c-4572-9d1d-3e4e7218b480,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:24:52.996218 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '58d4db93-d99c-4572-9d1d-3e4e7218b480', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'port_id': '58d4db93-d99c-4572-9d1d-3e4e7218b480', 'mac_address': 'fa:16:3e:7f:80:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:24:53.040098 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 58d4db93-d99c-4572-9d1d-3e4e7218b480 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:24:53.040494 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:53.053650 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d4db93-d99c-4572-9d1d-3e4e7218b480 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:24:53.076697 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 58d4db93-d99c-4572-9d1d-3e4e7218b480, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=58d4db93-d99c-4572-9d1d-3e4e7218b480,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:24:53.081011 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:53.114427 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31154a2-ef7e-4374-9120-021d822a84ba req-a1a6a307-6308-4924-85ff-07c8ddf9e889 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:53.116222 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a31154a2-ef7e-4374-9120-021d822a84ba req-a1a6a307-6308-4924-85ff-07c8ddf9e889 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 943 time: 0.0990283 Feb 03 13:24:53.130174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af83294-7a67-4206-9d3d-d1ff61e2ef42 req-79491c73-754d-4065-b2ee-d2aba9ea80e0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:53.132279 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2af83294-7a67-4206-9d3d-d1ff61e2ef42 req-79491c73-754d-4065-b2ee-d2aba9ea80e0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.73 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056&tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&binding%3Ahost_id=n-h2-827336-3 HTTP/1.1" status: 200 len: 943 time: 0.0812252 Feb 03 13:24:53.134792 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=58d4db93-d99c-4572-9d1d-3e4e7218b480,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:24:53.146849 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:53.147908 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:53.148288 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:53.148638 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:53.149084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:53.149660 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:53.150007 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:53.150340 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:53.150674 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:53.151006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:53.151336 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:53.151665 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:53.152012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:24:53.219795 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a31154a2-ef7e-4374-9120-021d822a84ba req-7d378e3d-db27-4be7-b2a7-c8a5a3f9243b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976481 Feb 03 13:24:53.229134 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-2af83294-7a67-4206-9d3d-d1ff61e2ef42 req-cba809e4-1c0c-41c1-a149-9d95891b087f service neutron] delete failed (client error): The resource could not be found. Feb 03 13:24:53.230393 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2af83294-7a67-4206-9d3d-d1ff61e2ef42 req-cba809e4-1c0c-41c1-a149-9d95891b087f service neutron] 10.222.0.73 "DELETE /v2.0/ports/58d4db93-d99c-4572-9d1d-3e4e7218b480/bindings/n-h1-827336-3 HTTP/1.1" status: 404 len: 380 time: 0.0842180 Feb 03 13:24:53.325567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['58d4db93-d99c-4572-9d1d-3e4e7218b480'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:24:53.345870 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af83294-7a67-4206-9d3d-d1ff61e2ef42 req-35584bc3-3bd6-48a9-ade2-308ac5d8c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:53.347467 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2af83294-7a67-4206-9d3d-d1ff61e2ef42 req-35584bc3-3bd6-48a9-ade2-308ac5d8c2d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 1126 time: 0.0524480 Feb 03 13:24:53.438974 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af83294-7a67-4206-9d3d-d1ff61e2ef42 req-c879b1be-4320-4b11-8377-1c4bcfd3eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:53.440554 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2af83294-7a67-4206-9d3d-d1ff61e2ef42 req-c879b1be-4320-4b11-8377-1c4bcfd3eb8a service neutron] 10.222.0.73 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0876553 Feb 03 13:24:53.515642 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2af83294-7a67-4206-9d3d-d1ff61e2ef42 req-d2e613f8-dda1-43e2-8395-4989a20e60bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d4db93-d99c-4572-9d1d-3e4e7218b480 HTTP/1.1" status: 200 len: 999 time: 0.0637815 Feb 03 13:24:53.564360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af83294-7a67-4206-9d3d-d1ff61e2ef42 req-9b56e62f-3889-4e1e-a191-bba5d08025c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:53.565817 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2af83294-7a67-4206-9d3d-d1ff61e2ef42 req-9b56e62f-3889-4e1e-a191-bba5d08025c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0427568 Feb 03 13:24:53.613893 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af83294-7a67-4206-9d3d-d1ff61e2ef42 req-4660d099-77d7-488f-9843-376a5bc56b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:53.615412 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2af83294-7a67-4206-9d3d-d1ff61e2ef42 req-4660d099-77d7-488f-9843-376a5bc56b67 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437524 Feb 03 13:24:53.706919 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2af83294-7a67-4206-9d3d-d1ff61e2ef42 req-2d1f872b-ca17-4a82-a628-4b614ff59bb9 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857508 Feb 03 13:24:53.795147 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2af83294-7a67-4206-9d3d-d1ff61e2ef42 req-edd12b1f-8264-4669-9608-b28dd000e4b7 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825951 Feb 03 13:24:54.168892 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48f3f35f-e15a-46ab-b42e-9c42daa64b93 req-93314f33-e061-4cbf-8834-b96571baec94 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459015 Feb 03 13:24:54.278222 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3f35f-e15a-46ab-b42e-9c42daa64b93 req-c6a73543-3d83-4c09-83d4-ebf6016fdd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:54.279347 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48f3f35f-e15a-46ab-b42e-9c42daa64b93 req-c6a73543-3d83-4c09-83d4-ebf6016fdd30 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 1126 time: 0.0655231 Feb 03 13:24:54.768682 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba147d1-6cdf-4f16-a1b1-27bc2889e4a1 req-4ebaa744-47aa-4dc7-a303-2232f443cd96 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:54.770136 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3ba147d1-6cdf-4f16-a1b1-27bc2889e4a1 req-4ebaa744-47aa-4dc7-a303-2232f443cd96 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 944 time: 0.4649346 Feb 03 13:24:54.772936 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3f35f-e15a-46ab-b42e-9c42daa64b93 req-20a09138-579b-481f-95a3-b3c676d71e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:54.774257 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48f3f35f-e15a-46ab-b42e-9c42daa64b93 req-20a09138-579b-481f-95a3-b3c676d71e80 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.4768643 Feb 03 13:24:54.859490 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48f3f35f-e15a-46ab-b42e-9c42daa64b93 req-e17960b7-3be3-494d-b66a-114a91afc9f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d4db93-d99c-4572-9d1d-3e4e7218b480 HTTP/1.1" status: 200 len: 999 time: 0.0779655 Feb 03 13:24:54.862635 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3ba147d1-6cdf-4f16-a1b1-27bc2889e4a1 req-3ac13877-7d5c-4f33-bf38-0ed36a88c71d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867307 Feb 03 13:24:54.885105 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 58d4db93-d99c-4572-9d1d-3e4e7218b480 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:24:54.910257 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3f35f-e15a-46ab-b42e-9c42daa64b93 req-d3def8e6-751f-4be5-82d2-807ddeb8d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:54.911763 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48f3f35f-e15a-46ab-b42e-9c42daa64b93 req-d3def8e6-751f-4be5-82d2-807ddeb8d774 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0461178 Feb 03 13:24:54.945910 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 58d4db93-d99c-4572-9d1d-3e4e7218b480 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:24:54.951440 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 58d4db93-d99c-4572-9d1d-3e4e7218b480 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:24:54.951440 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:54.970669 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3f35f-e15a-46ab-b42e-9c42daa64b93 req-f1915870-684a-4456-b8b3-2272ca69ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:54.972204 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48f3f35f-e15a-46ab-b42e-9c42daa64b93 req-f1915870-684a-4456-b8b3-2272ca69ae46 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0550351 Feb 03 13:24:55.005675 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d7710-3a39-4160-945d-b7fa56728b5a req-e220cf93-0c9f-4b21-9b8c-32d87d615a66 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:55.009162 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f6d7710-3a39-4160-945d-b7fa56728b5a req-e220cf93-0c9f-4b21-9b8c-32d87d615a66 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 944 time: 0.0716372 Feb 03 13:24:55.044533 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 58d4db93-d99c-4572-9d1d-3e4e7218b480 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:24:55.044944 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:55.076118 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018b4908-e031-4a94-8d14-e10dbbfb3056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d4db93-d99c-4572-9d1d-3e4e7218b480'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:24:55.078495 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b662de0-f76b-491d-92f6-39c17df628de" -d '{"events": [{"server_uuid": "018b4908-e031-4a94-8d14-e10dbbfb3056", "name": "network-vif-plugged", "status": "completed", "tag": "58d4db93-d99c-4572-9d1d-3e4e7218b480"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:24:55.079054 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f6d7710-3a39-4160-945d-b7fa56728b5a req-1aa66b1a-21ce-4f8e-991c-c41a32f06055 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637157 Feb 03 13:24:55.094356 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48f3f35f-e15a-46ab-b42e-9c42daa64b93 req-1097e956-862d-4e40-bc95-cf17e128e562 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155243 Feb 03 13:24:55.102544 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 58d4db93-d99c-4572-9d1d-3e4e7218b480, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=58d4db93-d99c-4572-9d1d-3e4e7218b480,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:24:55.109752 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:55.138579 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2c1267-7aa6-4c7b-b143-46197c09f8a6 x-openstack-request-id: req-5b2c1267-7aa6-4c7b-b143-46197c09f8a6 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:24:55.139374 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018b4908-e031-4a94-8d14-e10dbbfb3056", "name": "network-vif-plugged", "status": "completed", "tag": "58d4db93-d99c-4572-9d1d-3e4e7218b480", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:24:55.139374 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b2c1267-7aa6-4c7b-b143-46197c09f8a6 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:24:55.139596 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018b4908-e031-4a94-8d14-e10dbbfb3056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d4db93-d99c-4572-9d1d-3e4e7218b480', 'code': 200} Feb 03 13:24:55.168803 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=58d4db93-d99c-4572-9d1d-3e4e7218b480,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:24:55.218917 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48f3f35f-e15a-46ab-b42e-9c42daa64b93 req-5c17ae66-d848-4620-8d3b-4e3d831b89b6 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172705 Feb 03 13:24:55.340516 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea7eb0-c34c-446b-a05d-5ac1d8145a37 req-6583cc6c-1540-498f-b78f-1e814eebe5ea tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:55.341914 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56ea7eb0-c34c-446b-a05d-5ac1d8145a37 req-6583cc6c-1540-498f-b78f-1e814eebe5ea tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0847085 Feb 03 13:24:55.369777 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedd904-0b8f-4135-a6af-d959cf9d872c req-56ffa90d-bb59-4491-93a0-5381822f3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:55.371232 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-afedd904-0b8f-4135-a6af-d959cf9d872c req-56ffa90d-bb59-4491-93a0-5381822f3ea2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 1127 time: 0.0769463 Feb 03 13:24:55.422359 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-56ea7eb0-c34c-446b-a05d-5ac1d8145a37 req-d5024ab9-8c2f-4abc-951d-ea5264b46bef tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748053 Feb 03 13:24:55.478948 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedd904-0b8f-4135-a6af-d959cf9d872c req-ad25ba42-9251-460b-a48d-0f7743c10b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:55.480448 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-afedd904-0b8f-4135-a6af-d959cf9d872c req-ad25ba42-9251-460b-a48d-0f7743c10b56 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.1035669 Feb 03 13:24:55.547762 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-afedd904-0b8f-4135-a6af-d959cf9d872c req-a8a71c30-b94e-4a94-a5d3-8ef898eaea10 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d4db93-d99c-4572-9d1d-3e4e7218b480 HTTP/1.1" status: 200 len: 1000 time: 0.0616758 Feb 03 13:24:55.598820 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedd904-0b8f-4135-a6af-d959cf9d872c req-37247925-9a14-4c80-ae5a-604b29abe952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:55.600228 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-afedd904-0b8f-4135-a6af-d959cf9d872c req-37247925-9a14-4c80-ae5a-604b29abe952 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0470889 Feb 03 13:24:55.650559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedd904-0b8f-4135-a6af-d959cf9d872c req-18b7f193-be09-4d41-886a-95fa1d9d1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:55.652085 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-afedd904-0b8f-4135-a6af-d959cf9d872c req-18b7f193-be09-4d41-886a-95fa1d9d1e88 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445535 Feb 03 13:24:55.741313 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-afedd904-0b8f-4135-a6af-d959cf9d872c req-f2548da8-7770-42b8-8616-5a59d969aba6 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830531 Feb 03 13:24:55.829025 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-afedd904-0b8f-4135-a6af-d959cf9d872c req-f66802e9-367d-4147-ba25-4d93b8cf02af service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830214 Feb 03 13:24:56.545109 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1da54-1a99-49dc-8794-d927de02ed88 req-bb453440-f4a6-4b19-be3f-e0181e66a971 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:56.546516 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a8b1da54-1a99-49dc-8794-d927de02ed88 req-bb453440-f4a6-4b19-be3f-e0181e66a971 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0525818 Feb 03 13:24:56.592044 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a8b1da54-1a99-49dc-8794-d927de02ed88 req-8f0bebae-94fa-40f7-be8d-4363fc0e416a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400143 Feb 03 13:24:56.827080 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9dcb7-3c57-49c8-8e10-8a16ef21bea6 req-f30eeb31-7108-4868-bb1e-12db4750df3b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:56.828503 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21f9dcb7-3c57-49c8-8e10-8a16ef21bea6 req-f30eeb31-7108-4868-bb1e-12db4750df3b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0519435 Feb 03 13:24:56.879409 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-21f9dcb7-3c57-49c8-8e10-8a16ef21bea6 req-be2e7f5f-9b3d-4a42-b10f-dd41d47a7cfa tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448806 Feb 03 13:24:58.000321 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb92a63-c349-4f4b-b0b9-fe2e9dbc9050 req-73923df4-86ec-4999-8766-41d8a0a2b867 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:58.002063 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5bb92a63-c349-4f4b-b0b9-fe2e9dbc9050 req-73923df4-86ec-4999-8766-41d8a0a2b867 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0523243 Feb 03 13:24:58.078424 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5bb92a63-c349-4f4b-b0b9-fe2e9dbc9050 req-2e84eabc-1060-4246-b751-b0f909e66f47 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704687 Feb 03 13:24:58.099568 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50616ef9-85b2-4af7-8b08-1cce93075ac1 req-85ca7bff-d278-49dd-91d6-bdd35700eaf9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:24:58.101159 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-50616ef9-85b2-4af7-8b08-1cce93075ac1 req-85ca7bff-d278-49dd-91d6-bdd35700eaf9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.31 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 945 time: 0.0693228 Feb 03 13:24:58.195495 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-50616ef9-85b2-4af7-8b08-1cce93075ac1 req-ed53ff5f-7df0-435f-9c3c-935ea9b818c9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Deleting port 58d4db93-d99c-4572-9d1d-3e4e7218b480 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:24:58.195748 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-50616ef9-85b2-4af7-8b08-1cce93075ac1 req-ed53ff5f-7df0-435f-9c3c-935ea9b818c9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:58.294603 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-50616ef9-85b2-4af7-8b08-1cce93075ac1 req-ed53ff5f-7df0-435f-9c3c-935ea9b818c9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] For port 58d4db93-d99c-4572-9d1d-3e4e7218b480, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=58d4db93-d99c-4572-9d1d-3e4e7218b480,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:24:58.294968 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-50616ef9-85b2-4af7-8b08-1cce93075ac1 req-ed53ff5f-7df0-435f-9c3c-935ea9b818c9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:58.460483 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-50616ef9-85b2-4af7-8b08-1cce93075ac1 req-ed53ff5f-7df0-435f-9c3c-935ea9b818c9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:58.460758 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-50616ef9-85b2-4af7-8b08-1cce93075ac1 req-ed53ff5f-7df0-435f-9c3c-935ea9b818c9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (69f404a4-fcb7-4b9d-82b8-bd67065e6cb4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:58.461074 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [req-50616ef9-85b2-4af7-8b08-1cce93075ac1 req-ed53ff5f-7df0-435f-9c3c-935ea9b818c9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Floating IP 69f404a4-fcb7-4b9d-82b8-bd67065e6cb4 disassociated. External IP: 172.25.6.64, port: 58d4db93-d99c-4572-9d1d-3e4e7218b480. Feb 03 13:24:58.461419 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-50616ef9-85b2-4af7-8b08-1cce93075ac1 req-ed53ff5f-7df0-435f-9c3c-935ea9b818c9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Calling delete_port for 58d4db93-d99c-4572-9d1d-3e4e7218b480 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:24:58.589333 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-50616ef9-85b2-4af7-8b08-1cce93075ac1 req-ed53ff5f-7df0-435f-9c3c-935ea9b818c9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (58d4db93-d99c-4572-9d1d-3e4e7218b480), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:58.615755 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53ff5f-7df0-435f-9c3c-935ea9b818c9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Pushing event deleted for resources: {'Port': ['ID=58d4db93-d99c-4572-9d1d-3e4e7218b480,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:24:58.738003 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50616ef9-85b2-4af7-8b08-1cce93075ac1 req-ed53ff5f-7df0-435f-9c3c-935ea9b818c9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Router 0b259324-f54f-48c1-b89a-39bc1cd5632a has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:24:58.864742 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50616ef9-85b2-4af7-8b08-1cce93075ac1 req-ed53ff5f-7df0-435f-9c3c-935ea9b818c9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:24:58.874973 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace82bfc-064c-43cc-bf5c-fd4dbaff14c1 None None] Sync routers for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:24:58.884345 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace82bfc-064c-43cc-bf5c-fd4dbaff14c1 None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:24:58.885037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ace82bfc-064c-43cc-bf5c-fd4dbaff14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:24:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:24:58.906252 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-50616ef9-85b2-4af7-8b08-1cce93075ac1 req-ed53ff5f-7df0-435f-9c3c-935ea9b818c9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] No DVR routers for this DVR port 58d4db93-d99c-4572-9d1d-3e4e7218b480 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:24:58.908971 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-50616ef9-85b2-4af7-8b08-1cce93075ac1 req-ed53ff5f-7df0-435f-9c3c-935ea9b818c9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:24:58.913251 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-50616ef9-85b2-4af7-8b08-1cce93075ac1 req-ed53ff5f-7df0-435f-9c3c-935ea9b818c9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.31 "DELETE /v2.0/ports/58d4db93-d99c-4572-9d1d-3e4e7218b480 HTTP/1.1" status: 204 len: 173 time: 0.8060446 Feb 03 13:24:58.913754 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018b4908-e031-4a94-8d14-e10dbbfb3056', 'name': 'network-vif-deleted', 'tag': '58d4db93-d99c-4572-9d1d-3e4e7218b480'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:24:58.916613 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60df3880-df98-4638-bb0a-c66b632a0e03" -d '{"events": [{"server_uuid": "018b4908-e031-4a94-8d14-e10dbbfb3056", "name": "network-vif-deleted", "tag": "58d4db93-d99c-4572-9d1d-3e4e7218b480"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:24:58.965734 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6f39c1-7b3a-48bf-a940-6325e9129e73 x-openstack-request-id: req-df6f39c1-7b3a-48bf-a940-6325e9129e73 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:24:58.966221 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018b4908-e031-4a94-8d14-e10dbbfb3056", "name": "network-vif-deleted", "tag": "58d4db93-d99c-4572-9d1d-3e4e7218b480", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:24:58.967490 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df6f39c1-7b3a-48bf-a940-6325e9129e73 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:24:58.968184 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018b4908-e031-4a94-8d14-e10dbbfb3056', 'name': 'network-vif-deleted', 'tag': '58d4db93-d99c-4572-9d1d-3e4e7218b480', 'status': 'completed', 'code': 200} Feb 03 13:24:59.001670 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ace82bfc-064c-43cc-bf5c-fd4dbaff14c1 None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:24:59.212727 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6bca623c-1fd2-4e43-b1e9-978df6b21c62 req-6f984b3d-97a9-45a2-8a2a-c27d686ddc76 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=018b4908-e031-4a94-8d14-e10dbbfb3056 HTTP/1.1" status: 200 len: 210 time: 0.0348768 Feb 03 13:24:59.376569 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ace82bfc-064c-43cc-bf5c-fd4dbaff14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:24:59.406714 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace82bfc-064c-43cc-bf5c-fd4dbaff14c1 None None] Checking router: 0b259324-f54f-48c1-b89a-39bc1cd5632a for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:24:59.416332 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace82bfc-064c-43cc-bf5c-fd4dbaff14c1 None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:24:59.417005 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ace82bfc-064c-43cc-bf5c-fd4dbaff14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:24:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:24:59.530571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ace82bfc-064c-43cc-bf5c-fd4dbaff14c1 None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:24:59.734450 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ace82bfc-064c-43cc-bf5c-fd4dbaff14c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:24:59.770263 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace82bfc-064c-43cc-bf5c-fd4dbaff14c1 None None] The sync data for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 is: [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:24:59.996763 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72592493-4053-4e4c-8f9a-76b34ca6c1c2 None None] New status for floating IP 69f404a4-fcb7-4b9d-82b8-bd67065e6cb4: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:25:00.462046 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-8a8fd9d0-cace-462f-9d6f-8cbc0b221d11 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1398757438&fields=id&tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e HTTP/1.1" status: 200 len: 267 time: 0.0430582 Feb 03 13:25:00.566269 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-0fb441cf-1c15-4b03-a680-febb0a37ffdd tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:00.567783 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-0fb441cf-1c15-4b03-a680-febb0a37ffdd tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 812 time: 0.0991101 Feb 03 13:25:00.582174 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-47a0b678-0b05-472e-aa1a-ab5713c2314d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/quotas/3be4b516e51b4f1880470bc5c8ddfd8e HTTP/1.1" status: 200 len: 375 time: 0.0089107 Feb 03 13:25:00.640759 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-57f9c035-9e94-45ea-bca8-3b811a9ac5cd tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535159 Feb 03 13:25:00.743873 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-37cc5677-8c55-4ba2-b4d9-0e08dd6e04f4 service neutron] 10.222.0.18 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909164 Feb 03 13:25:00.835462 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-cf12d8c7-d453-4498-9d6d-c2851245e46a service neutron] 10.222.0.18 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856571 Feb 03 13:25:00.894029 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 58d4db93-d99c-4572-9d1d-3e4e7218b480 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:25:00.916188 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 58d4db93-d99c-4572-9d1d-3e4e7218b480 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:25:00.916643 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 58d4db93-d99c-4572-9d1d-3e4e7218b480 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:25:01.004953 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8deda3f1-b441-4ec8-a01e-f71f0d19ce88 req-4860f0ac-458c-4a73-b692-68c7bdc3d6f6 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 210 time: 0.0333080 Feb 03 13:25:01.546517 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:01.976860 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-d57d0d18-96eb-4c4a-8c53-e3eda0e33ae9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:01.978313 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-d57d0d18-96eb-4c4a-8c53-e3eda0e33ae9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 812 time: 0.1062453 Feb 03 13:25:02.048353 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-ee9bd603-a654-45ca-a39f-1b96b22d64e2 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e HTTP/1.1" status: 200 len: 380 time: 0.0614159 Feb 03 13:25:02.058113 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-39e977e6-c781-48c2-9dfd-6d5871e852ea tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Request body: {'port': {'device_id': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'admin_state_up': True, 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'security_groups': ['44943b64-50e2-4980-bdb2-2ef5e70537fe']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:25:02.110155 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-650930bd-c3cc-4d6d-b9ab-9804c780f1a7 req-9edac1c8-7126-4ae7-af3e-409133f74a74 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 210 time: 0.0295854 Feb 03 13:25:02.166811 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-39e977e6-c781-48c2-9dfd-6d5871e852ea tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Made reservation on behalf of 3be4b516e51b4f1880470bc5c8ddfd8e for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:25:02.170138 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-39e977e6-c781-48c2-9dfd-6d5871e852ea tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:02.297370 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-39e977e6-c781-48c2-9dfd-6d5871e852ea tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Allocated IP 172.20.0.5 (2956fce3-b719-48e6-a440-16ecd28b76f4/a2f428b0-dc25-4352-a745-d3777ece255f/da879528-0758-4881-b595-50692a114ce9) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:25:02.440528 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-39e977e6-c781-48c2-9dfd-6d5871e852ea tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for port (da879528-0758-4881-b595-50692a114ce9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:02.474441 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-39e977e6-c781-48c2-9dfd-6d5871e852ea tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (da879528-0758-4881-b595-50692a114ce9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:02.518945 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-39e977e6-c781-48c2-9dfd-6d5871e852ea tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Network 2956fce3-b719-48e6-a440-16ecd28b76f4 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:25:02.522603 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-39e977e6-c781-48c2-9dfd-6d5871e852ea tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:25:02.529138 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-39e977e6-c781-48c2-9dfd-6d5871e852ea tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:25:02.554082 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e977e6-c781-48c2-9dfd-6d5871e852ea tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Pushing event updated for resources: {'Port': ['ID=da879528-0758-4881-b595-50692a114ce9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:02.585252 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-39e977e6-c781-48c2-9dfd-6d5871e852ea tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:02.585919 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-39e977e6-c781-48c2-9dfd-6d5871e852ea tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:02.603048 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-39e977e6-c781-48c2-9dfd-6d5871e852ea tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5486853 Feb 03 13:25:02.615434 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] Request body: {'port': {'device_id': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:25:02.683201 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (da879528-0758-4881-b595-50692a114ce9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:02.769443 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8f7e42fd-4089-4862-ab85-2ab3a0eb1f77 None None] Provisioning complete for port da879528-0758-4881-b595-50692a114ce9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:25:02.770040 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f7e42fd-4089-4862-ab85-2ab3a0eb1f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (da879528-0758-4881-b595-50692a114ce9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:02.804308 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e42fd-4089-4862-ab85-2ab3a0eb1f77 None None] Port da879528-0758-4881-b595-50692a114ce9 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:25:02.945934 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da879528-0758-4881-b595-50692a114ce9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:25:02.953326 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] Publish callbacks [] for port (da879528-0758-4881-b595-50692a114ce9), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:02.965754 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] Transition to ACTIVE for port object da879528-0758-4881-b595-50692a114ce9 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:25:02.969140 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (da879528-0758-4881-b595-50692a114ce9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:03.022825 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] Pushing event updated for resources: {'Port': ['ID=da879528-0758-4881-b595-50692a114ce9,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:03.095825 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] Attempting to bind port da879528-0758-4881-b595-50692a114ce9 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:25:03.096544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] Attempting to bind port da879528-0758-4881-b595-50692a114ce9 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:25:03.096544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] Attempting to bind port da879528-0758-4881-b595-50692a114ce9 on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:25:03.101933 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] Port da879528-0758-4881-b595-50692a114ce9 on network 2956fce3-b719-48e6-a440-16ecd28b76f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:25:03.102270 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] Attempting to bind port da879528-0758-4881-b595-50692a114ce9 on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:25:03.107639 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:25:03.108008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] Checking segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:25:03.108398 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] Bound using segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:25:03.108826 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] Bound port: da879528-0758-4881-b595-50692a114ce9, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:25:03.109191 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (da879528-0758-4881-b595-50692a114ce9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:03.179003 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] For port da879528-0758-4881-b595-50692a114ce9, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:25:03.182704 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] For port da879528-0758-4881-b595-50692a114ce9, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=da879528-0758-4881-b595-50692a114ce9,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:25:03.196759 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (da879528-0758-4881-b595-50692a114ce9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:03.257161 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:03.257784 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:03.259199 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] 10.222.0.31 "PUT /v2.0/ports/da879528-0758-4881-b595-50692a114ce9 HTTP/1.1" status: 200 len: 1091 time: 0.6486306 Feb 03 13:25:03.263735 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'tag': 'da879528-0758-4881-b595-50692a114ce9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:25:03.266078 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b12c5b2-a4f7-4df0-af3d-144db7c3604a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4d23e7-8317-4139-a65f-cbf000c80d40", "tag": "da879528-0758-4881-b595-50692a114ce9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:25:03.292217 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb7e44-3df0-43ef-9270-ea1d0c1ca7af service neutron] Pushing event updated for resources: {'Port': ['ID=da879528-0758-4881-b595-50692a114ce9,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:03.302605 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf83fdc-1489-4054-a022-2cee6ce0fed5 req-67606ded-7b82-4cd0-82ab-c86f5d1dde2e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:03.304370 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2cf83fdc-1489-4054-a022-2cee6ce0fed5 req-67606ded-7b82-4cd0-82ab-c86f5d1dde2e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 943 time: 0.1199110 Feb 03 13:25:03.345582 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82341061-c29d-4ede-bd46-3491e2832fb0 x-openstack-request-id: req-82341061-c29d-4ede-bd46-3491e2832fb0 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:25:03.345874 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4d23e7-8317-4139-a65f-cbf000c80d40", "tag": "da879528-0758-4881-b595-50692a114ce9", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:25:03.346131 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82341061-c29d-4ede-bd46-3491e2832fb0 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:25:03.346529 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'tag': 'da879528-0758-4881-b595-50692a114ce9', 'status': 'completed', 'code': 200} Feb 03 13:25:03.387240 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2cf83fdc-1489-4054-a022-2cee6ce0fed5 req-366c8d15-e0d2-4159-871a-d0deab2ff51a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726671 Feb 03 13:25:03.390108 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-2ed1bbad-9979-4d6e-8edd-456a85b5b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:03.391619 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-2ed1bbad-9979-4d6e-8edd-456a85b5b816 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 1125 time: 0.0863171 Feb 03 13:25:03.435766 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-332ddee0-f971-4db4-bfcf-13eaa4b36b02 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da879528-0758-4881-b595-50692a114ce9 HTTP/1.1" status: 200 len: 217 time: 0.0363953 Feb 03 13:25:03.488558 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a8147193-fc43-4b11-ae13-6de0fab7f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:03.490031 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-a8147193-fc43-4b11-ae13-6de0fab7f00f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0489073 Feb 03 13:25:03.539101 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-dda46518-580c-4770-8f2e-54f29c993dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:03.540569 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-dda46518-580c-4770-8f2e-54f29c993dfe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452514 Feb 03 13:25:03.576213 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cf829560-73ef-4bc0-bc70-a05f2971d72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:03.629561 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-7d1c314c-8244-480d-bf36-5b80f87cf19a service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828197 Feb 03 13:25:03.720520 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aaa45922-d62f-4a0b-a2f9-71d5f1adcf18 req-d9322680-ed8e-4532-986e-34556bd62c2a service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854688 Feb 03 13:25:03.808633 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12c5b2-a4f7-4df0-af3d-144db7c3604a req-7870ec76-ba7e-406f-b5fc-d11ed902f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:03.810027 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b12c5b2-a4f7-4df0-af3d-144db7c3604a req-7870ec76-ba7e-406f-b5fc-d11ed902f75f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 1125 time: 0.0456891 Feb 03 13:25:03.902673 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12c5b2-a4f7-4df0-af3d-144db7c3604a req-dcfc7650-91da-43b2-a40d-134b88070aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:03.904189 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b12c5b2-a4f7-4df0-af3d-144db7c3604a req-dcfc7650-91da-43b2-a40d-134b88070aa5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0879815 Feb 03 13:25:03.944231 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b12c5b2-a4f7-4df0-af3d-144db7c3604a req-a1caa9a1-928f-4acc-bb29-498aa220cc06 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da879528-0758-4881-b595-50692a114ce9 HTTP/1.1" status: 200 len: 217 time: 0.0339863 Feb 03 13:25:03.989224 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12c5b2-a4f7-4df0-af3d-144db7c3604a req-0bb11892-fa19-43f5-9b6c-a1f3ed51e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:03.991194 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b12c5b2-a4f7-4df0-af3d-144db7c3604a req-0bb11892-fa19-43f5-9b6c-a1f3ed51e010 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0415881 Feb 03 13:25:04.045686 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12c5b2-a4f7-4df0-af3d-144db7c3604a req-92afbf6b-6e4f-42fc-8127-5df9f03c2bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:04.047197 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b12c5b2-a4f7-4df0-af3d-144db7c3604a req-92afbf6b-6e4f-42fc-8127-5df9f03c2bde service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501683 Feb 03 13:25:04.144151 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b12c5b2-a4f7-4df0-af3d-144db7c3604a req-32e80b95-c32d-4191-98a0-df8b1e4ee701 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896001 Feb 03 13:25:04.239141 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9b12c5b2-a4f7-4df0-af3d-144db7c3604a req-d894dded-4e3a-43b4-9b9c-060d281c2495 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885146 Feb 03 13:25:04.509333 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b050a-289a-469a-86e0-3f18df52fde2 req-f215fefd-569a-4aec-a290-ed515e030da6 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:04.510805 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c1b050a-289a-469a-86e0-3f18df52fde2 req-f215fefd-569a-4aec-a290-ed515e030da6 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 943 time: 0.0519571 Feb 03 13:25:04.557196 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c1b050a-289a-469a-86e0-3f18df52fde2 req-3f5f2054-ebcf-4d41-aeb3-7bfb239499f2 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408676 Feb 03 13:25:05.677148 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd673cf1-3664-4c87-a177-944b12af3a1f req-99a716f7-7ce9-4f65-a554-59e2577981b1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:05.679282 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fd673cf1-3664-4c87-a177-944b12af3a1f req-99a716f7-7ce9-4f65-a554-59e2577981b1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 943 time: 0.0540249 Feb 03 13:25:05.728358 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fd673cf1-3664-4c87-a177-944b12af3a1f req-4393ec5b-5b10-4085-aae7-feb61b141d53 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433903 Feb 03 13:25:06.207023 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b80e51e-5850-4db2-83d7-c3eeb8ad933d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:06.851842 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fa045-56d1-42ac-b944-7f5642657330 req-9daca040-3d59-4389-b809-002bf3c2fd3e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:06.853368 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4d2fa045-56d1-42ac-b944-7f5642657330 req-9daca040-3d59-4389-b809-002bf3c2fd3e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 943 time: 0.0567939 Feb 03 13:25:06.899006 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4d2fa045-56d1-42ac-b944-7f5642657330 req-119b31f7-1fb8-48fc-9461-840e29488c61 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401671 Feb 03 13:25:06.925081 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device da879528-0758-4881-b595-50692a114ce9 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:25:07.018993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port da879528-0758-4881-b595-50692a114ce9, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=da879528-0758-4881-b595-50692a114ce9,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:25:07.033375 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'da879528-0758-4881-b595-50692a114ce9', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'port_id': 'da879528-0758-4881-b595-50692a114ce9', 'mac_address': 'fa:16:3e:6b:e0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:25:07.084820 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port da879528-0758-4881-b595-50692a114ce9 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:25:07.085223 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (da879528-0758-4881-b595-50692a114ce9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:07.094499 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:07.099069 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da879528-0758-4881-b595-50692a114ce9 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:25:07.119658 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port da879528-0758-4881-b595-50692a114ce9, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=da879528-0758-4881-b595-50692a114ce9,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:25:07.123424 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (da879528-0758-4881-b595-50692a114ce9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:07.169858 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=da879528-0758-4881-b595-50692a114ce9,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:07.316778 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['da879528-0758-4881-b595-50692a114ce9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:25:08.015205 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfc010-3c4b-4030-ac94-e36a2c91865b req-96e87164-4b80-45ad-9379-92b018f889ff tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:08.016728 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d4dfc010-3c4b-4030-ac94-e36a2c91865b req-96e87164-4b80-45ad-9379-92b018f889ff tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 944 time: 0.0517817 Feb 03 13:25:08.070004 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d4dfc010-3c4b-4030-ac94-e36a2c91865b req-bc1b9153-d262-4d1e-9db3-bbfe4e717b50 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478168 Feb 03 13:25:08.380397 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:08.925528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device da879528-0758-4881-b595-50692a114ce9 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:25:08.972945 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port da879528-0758-4881-b595-50692a114ce9 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:25:08.977316 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port da879528-0758-4881-b595-50692a114ce9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:25:08.977733 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (da879528-0758-4881-b595-50692a114ce9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:09.057941 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port da879528-0758-4881-b595-50692a114ce9 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:25:09.058330 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (da879528-0758-4881-b595-50692a114ce9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:09.081385 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da879528-0758-4881-b595-50692a114ce9'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:25:09.083627 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ea8942-6d19-45a3-b112-f162503efaa4" -d '{"events": [{"server_uuid": "0c4d23e7-8317-4139-a65f-cbf000c80d40", "name": "network-vif-plugged", "status": "completed", "tag": "da879528-0758-4881-b595-50692a114ce9"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:25:09.095479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port da879528-0758-4881-b595-50692a114ce9, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=da879528-0758-4881-b595-50692a114ce9,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:25:09.100587 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (da879528-0758-4881-b595-50692a114ce9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:09.126420 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72c9765-9a45-48a4-b032-39313146687e x-openstack-request-id: req-c72c9765-9a45-48a4-b032-39313146687e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:25:09.126720 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4d23e7-8317-4139-a65f-cbf000c80d40", "name": "network-vif-plugged", "status": "completed", "tag": "da879528-0758-4881-b595-50692a114ce9", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:25:09.126974 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c72c9765-9a45-48a4-b032-39313146687e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:25:09.127380 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da879528-0758-4881-b595-50692a114ce9', 'code': 200} Feb 03 13:25:09.163382 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=da879528-0758-4881-b595-50692a114ce9,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:09.231374 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a07992-0cbc-48e3-a0be-9347bb9e2e07 req-48343882-b454-44f5-9548-0bffcb1f49d9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:09.232790 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-46a07992-0cbc-48e3-a0be-9347bb9e2e07 req-48343882-b454-44f5-9548-0bffcb1f49d9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0917675 Feb 03 13:25:09.265052 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71414d79-8f7e-4cc5-9cc8-968582eb048b req-490aae67-1a16-4c7a-9529-7e07a317934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:09.266595 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71414d79-8f7e-4cc5-9cc8-968582eb048b req-490aae67-1a16-4c7a-9529-7e07a317934e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 1127 time: 0.0754817 Feb 03 13:25:09.307893 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-46a07992-0cbc-48e3-a0be-9347bb9e2e07 req-27b5a739-845f-47e6-a5c3-017cc8c27ad0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654278 Feb 03 13:25:09.324532 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-71414d79-8f7e-4cc5-9cc8-968582eb048b req-ca773800-51b7-47c7-9c6a-823f2e4eab45 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517695 Feb 03 13:25:09.981235 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:10.448550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ab4bf-4f2a-47ff-986f-1a791949ad47 req-54916098-fa6a-4e3a-b19f-4eaf88fdcf94 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:10.450240 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-036ab4bf-4f2a-47ff-986f-1a791949ad47 req-54916098-fa6a-4e3a-b19f-4eaf88fdcf94 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0657940 Feb 03 13:25:10.501586 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-036ab4bf-4f2a-47ff-986f-1a791949ad47 req-56c77f95-ac2a-4ac6-91af-59d0c61823bb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440590 Feb 03 13:25:11.630486 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155028d-e5f8-4a7e-800a-359bf16c69f8 req-c6791f19-4aec-4f5d-8378-10d3330781b5 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:11.632571 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c155028d-e5f8-4a7e-800a-359bf16c69f8 req-c6791f19-4aec-4f5d-8378-10d3330781b5 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0595639 Feb 03 13:25:11.680206 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c155028d-e5f8-4a7e-800a-359bf16c69f8 req-d4293918-43ca-4346-b2bc-80df51f244a1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419545 Feb 03 13:25:11.795158 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b4443-a24f-4320-a85c-a4d834aad832 req-f312b2dd-ed64-4fd8-9052-121d3e3f3331 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:11.796703 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb0b4443-a24f-4320-a85c-a4d834aad832 req-f312b2dd-ed64-4fd8-9052-121d3e3f3331 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0525501 Feb 03 13:25:11.805400 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 39622) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:25:11.809908 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f3a6f890-f2fd-4c20-b5db-5b8ca3611a30 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Request body: {'floatingip': {'port_id': 'da879528-0758-4881-b595-50692a114ce9'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:25:11.848867 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3a6f890-f2fd-4c20-b5db-5b8ca3611a30 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for floatingip (69f404a4-fcb7-4b9d-82b8-bd67065e6cb4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:12.293612 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3a6f890-f2fd-4c20-b5db-5b8ca3611a30 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:12.298250 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3a6f890-f2fd-4c20-b5db-5b8ca3611a30 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (69f404a4-fcb7-4b9d-82b8-bd67065e6cb4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:12.401062 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-f3a6f890-f2fd-4c20-b5db-5b8ca3611a30 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Floating IP 69f404a4-fcb7-4b9d-82b8-bd67065e6cb4 associated. External IP: 172.25.6.64, port: da879528-0758-4881-b595-50692a114ce9. Feb 03 13:25:12.612326 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a6f890-f2fd-4c20-b5db-5b8ca3611a30 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Router 0b259324-f54f-48c1-b89a-39bc1cd5632a has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:25:13.071760 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a6f890-f2fd-4c20-b5db-5b8ca3611a30 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:25:13.076721 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3a6f890-f2fd-4c20-b5db-5b8ca3611a30 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:13.081751 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d952ce3f-6960-4073-8abc-5dfcdaa206c6 None None] Sync routers for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:25:13.092304 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d952ce3f-6960-4073-8abc-5dfcdaa206c6 None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:25:13.092931 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d952ce3f-6960-4073-8abc-5dfcdaa206c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:25:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:25:13.108267 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f3a6f890-f2fd-4c20-b5db-5b8ca3611a30 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "PUT /v2.0/floatingips/69f404a4-fcb7-4b9d-82b8-bd67065e6cb4 HTTP/1.1" status: 200 len: 990 time: 1.3017108 Feb 03 13:25:13.109586 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'tag': 'da879528-0758-4881-b595-50692a114ce9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:25:13.112102 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b55a578-cfec-44b0-8b69-7e63d2ce942b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4d23e7-8317-4139-a65f-cbf000c80d40", "tag": "da879528-0758-4881-b595-50692a114ce9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:25:13.215536 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d952ce3f-6960-4073-8abc-5dfcdaa206c6 None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:25:13.238206 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471da607-8a44-4021-aca9-49c48926ceae req-2afc82c8-d48d-4eec-ac18-35ba90e306dd tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:13.239811 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-471da607-8a44-4021-aca9-49c48926ceae req-2afc82c8-d48d-4eec-ac18-35ba90e306dd tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0607748 Feb 03 13:25:13.241868 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dbfdfb-e9f9-483e-8f2a-8ef57096d44f x-openstack-request-id: req-83dbfdfb-e9f9-483e-8f2a-8ef57096d44f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:25:13.241868 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4d23e7-8317-4139-a65f-cbf000c80d40", "tag": "da879528-0758-4881-b595-50692a114ce9", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:25:13.242305 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83dbfdfb-e9f9-483e-8f2a-8ef57096d44f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:25:13.242498 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'tag': 'da879528-0758-4881-b595-50692a114ce9', 'status': 'completed', 'code': 200} Feb 03 13:25:13.316514 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-471da607-8a44-4021-aca9-49c48926ceae req-93ca366c-8ba3-46da-964c-bd76f028948a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710108 Feb 03 13:25:13.330691 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55a578-cfec-44b0-8b69-7e63d2ce942b req-58baa145-a51d-4db0-b875-ed8bf1bbe978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:13.332266 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6b55a578-cfec-44b0-8b69-7e63d2ce942b req-58baa145-a51d-4db0-b875-ed8bf1bbe978 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 1127 time: 0.0684550 Feb 03 13:25:13.430588 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55a578-cfec-44b0-8b69-7e63d2ce942b req-62e70e9b-2052-4baa-9bd2-c96c24daaf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:13.432179 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6b55a578-cfec-44b0-8b69-7e63d2ce942b req-62e70e9b-2052-4baa-9bd2-c96c24daaf8a service neutron] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0929728 Feb 03 13:25:13.457331 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d952ce3f-6960-4073-8abc-5dfcdaa206c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '69f404a4-fcb7-4b9d-82b8-bd67065e6cb4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'port_id': 'da879528-0758-4881-b595-50692a114ce9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'mac_address': 'fa:16:3e:6b:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:23:22Z', 'updated_at': '2022-02-03T13:25:12Z', 'revision_number': 9, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:25:13.487176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d952ce3f-6960-4073-8abc-5dfcdaa206c6 None None] Checking router: 0b259324-f54f-48c1-b89a-39bc1cd5632a for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:25:13.496459 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6b55a578-cfec-44b0-8b69-7e63d2ce942b req-948189a9-4a4b-4652-bb03-175f8fa533e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da879528-0758-4881-b595-50692a114ce9 HTTP/1.1" status: 200 len: 998 time: 0.0584426 Feb 03 13:25:13.496703 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d952ce3f-6960-4073-8abc-5dfcdaa206c6 None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:25:13.497107 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d952ce3f-6960-4073-8abc-5dfcdaa206c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:25:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:25:13.548488 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55a578-cfec-44b0-8b69-7e63d2ce942b req-8ec5d02f-35ea-48e2-aafb-c9ed89ebfba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:13.550098 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6b55a578-cfec-44b0-8b69-7e63d2ce942b req-8ec5d02f-35ea-48e2-aafb-c9ed89ebfba8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0479219 Feb 03 13:25:13.604959 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d952ce3f-6960-4073-8abc-5dfcdaa206c6 None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:25:13.605417 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55a578-cfec-44b0-8b69-7e63d2ce942b req-52b5b099-425c-4fda-b14e-654ed4f1affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:13.607028 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6b55a578-cfec-44b0-8b69-7e63d2ce942b req-52b5b099-425c-4fda-b14e-654ed4f1affd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510423 Feb 03 13:25:13.704795 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6b55a578-cfec-44b0-8b69-7e63d2ce942b req-cc227ca3-a7a2-444e-bf01-6a4687e1d65c service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913997 Feb 03 13:25:13.796309 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6b55a578-cfec-44b0-8b69-7e63d2ce942b req-82823d2d-65eb-41b3-a95b-81b41d2fb672 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854537 Feb 03 13:25:13.841634 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d952ce3f-6960-4073-8abc-5dfcdaa206c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '69f404a4-fcb7-4b9d-82b8-bd67065e6cb4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'port_id': 'da879528-0758-4881-b595-50692a114ce9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'mac_address': 'fa:16:3e:6b:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:23:22Z', 'updated_at': '2022-02-03T13:25:12Z', 'revision_number': 9, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:25:13.868331 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d952ce3f-6960-4073-8abc-5dfcdaa206c6 None None] The sync data for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 is: [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '69f404a4-fcb7-4b9d-82b8-bd67065e6cb4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'port_id': 'da879528-0758-4881-b595-50692a114ce9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'mac_address': 'fa:16:3e:6b:e0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:23:22Z', 'updated_at': '2022-02-03T13:25:12Z', 'revision_number': 9, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:25:13.877293 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:25:14.049870 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa495e67-1100-4dab-8694-c9b7a0f7fed1 None None] New status for floating IP 69f404a4-fcb7-4b9d-82b8-bd67065e6cb4: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:25:14.443076 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e5960-4da4-430b-9fa4-8aae441079b1 req-1385e7b7-94df-41b2-82b2-2289543f9c6c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:14.444693 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-392e5960-4da4-430b-9fa4-8aae441079b1 req-1385e7b7-94df-41b2-82b2-2289543f9c6c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0573082 Feb 03 13:25:14.493302 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-392e5960-4da4-430b-9fa4-8aae441079b1 req-5940b6ae-471d-44a4-a4b0-a23c35cae48b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431082 Feb 03 13:25:14.731756 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-12cd6bb0-b5f0-409e-8313-3a2d431a4bba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0524216 Feb 03 13:25:14.735418 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbf6a2-c2cb-4a74-b92b-1165c50cadc4 req-19822700-7108-4561-9601-09d8871779f5 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:14.737046 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-afcbf6a2-c2cb-4a74-b92b-1165c50cadc4 req-19822700-7108-4561-9601-09d8871779f5 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0533507 Feb 03 13:25:14.786009 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-afcbf6a2-c2cb-4a74-b92b-1165c50cadc4 req-d06da2e2-dd43-40cd-ad39-d47c9ceaa628 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433877 Feb 03 13:25:15.917603 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-d0176e13-6e7d-4637-92e4-f837db3760f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:15.919134 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-d0176e13-6e7d-4637-92e4-f837db3760f3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 1127 time: 0.0816836 Feb 03 13:25:15.952920 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f99b-528a-492c-816a-086412e3abf2 req-cf4ec8be-8057-4ebb-906b-ee059907dcac tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:15.954440 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6795f99b-528a-492c-816a-086412e3abf2 req-cf4ec8be-8057-4ebb-906b-ee059907dcac tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0861750 Feb 03 13:25:16.056174 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6795f99b-528a-492c-816a-086412e3abf2 req-a8a5dbd4-d2f7-40da-8b26-538d9eb3c238 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930500 Feb 03 13:25:16.057583 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-b42f3d47-33ba-4464-af62-b9c5539ddd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:16.058986 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-b42f3d47-33ba-4464-af62-b9c5539ddd2d service neutron] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.1343431 Feb 03 13:25:16.125529 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-5d66b5eb-c55e-4d8e-88db-712f687bc70f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da879528-0758-4881-b595-50692a114ce9 HTTP/1.1" status: 200 len: 1001 time: 0.0605485 Feb 03 13:25:16.184850 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-14f5db0f-4286-40a1-ba4b-f01afe4b37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:16.186311 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-14f5db0f-4286-40a1-ba4b-f01afe4b37c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0550413 Feb 03 13:25:16.238050 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-8f0c8d6a-0bb4-48a3-9d6f-5a8f47f4214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:16.239574 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-8f0c8d6a-0bb4-48a3-9d6f-5a8f47f4214f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462036 Feb 03 13:25:16.276147 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:16.330773 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-c4745ad8-cfb9-40fa-bd57-573492c830ce service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852735 Feb 03 13:25:16.424511 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-fde17504-9efb-455b-a59f-02f89611cb08 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869749 Feb 03 13:25:17.177072 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196513-7668-400c-8d4b-18db350389df req-a5d83bc8-56b3-4663-ad58-2444205db959 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:17.179094 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cc196513-7668-400c-8d4b-18db350389df req-a5d83bc8-56b3-4663-ad58-2444205db959 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0534987 Feb 03 13:25:17.236257 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cc196513-7668-400c-8d4b-18db350389df req-ef14722c-dbd0-4e13-b65a-4d8d3f9d9342 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510557 Feb 03 13:25:18.357922 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459ca2f-c45a-45b2-9e4e-fbdfe7e46994 req-fa2d7590-5606-411e-bc65-6d1376a5952a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:18.359339 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d459ca2f-c45a-45b2-9e4e-fbdfe7e46994 req-fa2d7590-5606-411e-bc65-6d1376a5952a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0532048 Feb 03 13:25:18.405737 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d459ca2f-c45a-45b2-9e4e-fbdfe7e46994 req-09e009f3-b6e3-4604-9d04-e7ff9ec0cfeb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409434 Feb 03 13:25:19.533183 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad192b44-bd6e-48cb-bb03-2465b184a975 req-d97da5ea-2501-4b0d-88e6-f3dcf81796a9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:19.534769 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ad192b44-bd6e-48cb-bb03-2465b184a975 req-d97da5ea-2501-4b0d-88e6-f3dcf81796a9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0570867 Feb 03 13:25:19.593391 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ad192b44-bd6e-48cb-bb03-2465b184a975 req-fc25c533-21a8-4fd1-a6b5-3dda340301ae tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519893 Feb 03 13:25:20.721967 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94aac81-6d19-4deb-8563-3bcbc4e72f9b req-4414344d-db20-438d-843c-f3ba6d45af0a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:20.723564 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f94aac81-6d19-4deb-8563-3bcbc4e72f9b req-4414344d-db20-438d-843c-f3ba6d45af0a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0585120 Feb 03 13:25:20.772006 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f94aac81-6d19-4deb-8563-3bcbc4e72f9b req-7454b1f1-643b-43ea-b3a5-cbb7bd415e04 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422847 Feb 03 13:25:21.892564 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676227-d57e-4648-8bc3-ab8b91f8b4f7 req-14a9956e-80fa-499b-8fbd-61d66d4eb2eb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:21.894077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76676227-d57e-4648-8bc3-ab8b91f8b4f7 req-14a9956e-80fa-499b-8fbd-61d66d4eb2eb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0530388 Feb 03 13:25:21.941443 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76676227-d57e-4648-8bc3-ab8b91f8b4f7 req-7e6a632d-9a62-473c-afe2-32310887a9d0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409355 Feb 03 13:25:23.063668 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa588972-3fb9-4807-a2f5-76179cf6a931 req-b92405ab-b63c-448e-875f-c7e145c42d22 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:23.065208 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aa588972-3fb9-4807-a2f5-76179cf6a931 req-b92405ab-b63c-448e-875f-c7e145c42d22 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0529854 Feb 03 13:25:23.113827 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aa588972-3fb9-4807-a2f5-76179cf6a931 req-9757d131-83b4-4d03-9aec-3edf7e85ae2d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425611 Feb 03 13:25:24.241493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d10093-cd65-4606-be88-1d526df5599b req-afba0bc0-da69-45ab-a2a1-146af5ccc121 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:24.243000 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-65d10093-cd65-4606-be88-1d526df5599b req-afba0bc0-da69-45ab-a2a1-146af5ccc121 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0570476 Feb 03 13:25:24.292494 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-65d10093-cd65-4606-be88-1d526df5599b req-60b9c5e9-29c2-4a5f-8541-f594f9b553f9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436590 Feb 03 13:25:25.415866 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640431b-93ca-4001-b899-cc9976a86eb0 req-d1ee490e-8cdd-4cfa-a813-c77aa168711a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:25.417373 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6640431b-93ca-4001-b899-cc9976a86eb0 req-d1ee490e-8cdd-4cfa-a813-c77aa168711a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0543239 Feb 03 13:25:25.468337 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6640431b-93ca-4001-b899-cc9976a86eb0 req-e0060c48-7e12-4c3c-9ecb-4325a0735466 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449913 Feb 03 13:25:26.590015 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c571e1e-8971-4f94-807b-a5d0528b9a9c req-27dee610-32d0-4fee-bcf5-c38e137d6fd0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:26.591495 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1c571e1e-8971-4f94-807b-a5d0528b9a9c req-27dee610-32d0-4fee-bcf5-c38e137d6fd0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0550487 Feb 03 13:25:26.640464 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1c571e1e-8971-4f94-807b-a5d0528b9a9c req-94efe5b4-206d-4bcb-b4d6-15cff27cd556 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434301 Feb 03 13:25:27.764932 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b0d7a-3bc0-43b7-b842-cb12641379e6 req-e2194d47-615a-440c-888f-459db166bd71 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:27.766433 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d2b0d7a-3bc0-43b7-b842-cb12641379e6 req-e2194d47-615a-440c-888f-459db166bd71 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0558412 Feb 03 13:25:27.820794 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d2b0d7a-3bc0-43b7-b842-cb12641379e6 req-0fe89442-a00e-4c17-95ca-d366b48b3207 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431616 Feb 03 13:25:28.949362 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ff62c-5af7-488c-8668-565bedf577b8 req-75957de9-8d0a-4cdc-a1a3-fe5614a54802 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:28.950881 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-680ff62c-5af7-488c-8668-565bedf577b8 req-75957de9-8d0a-4cdc-a1a3-fe5614a54802 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0574892 Feb 03 13:25:28.996849 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-680ff62c-5af7-488c-8668-565bedf577b8 req-ad450ed5-d3e0-4784-8372-108717a89741 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404344 Feb 03 13:25:30.115584 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ab7da-9aa2-4970-8eb2-5e0298a98f1c req-626e312b-79cf-427a-9fcb-391ad8b5b640 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:30.117604 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-091ab7da-9aa2-4970-8eb2-5e0298a98f1c req-626e312b-79cf-427a-9fcb-391ad8b5b640 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0527973 Feb 03 13:25:30.163584 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-091ab7da-9aa2-4970-8eb2-5e0298a98f1c req-58c0d7cb-7fa0-4a33-b00b-119975f46049 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404496 Feb 03 13:25:31.291860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8d5a3-8bb6-44aa-b94c-9882f6193366 req-9be074ca-3900-4163-91dd-f30bebc552c3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:31.293427 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fde8d5a3-8bb6-44aa-b94c-9882f6193366 req-9be074ca-3900-4163-91dd-f30bebc552c3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0623276 Feb 03 13:25:31.341029 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fde8d5a3-8bb6-44aa-b94c-9882f6193366 req-608f6885-ed31-47d1-8313-1f489700d9dc tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420949 Feb 03 13:25:31.562086 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:32.469791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808351c-2b21-43da-8964-27631c6b3b27 req-9118dc69-d530-4ef2-b988-dbfb9be53c07 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:32.471355 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3808351c-2b21-43da-8964-27631c6b3b27 req-9118dc69-d530-4ef2-b988-dbfb9be53c07 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0600076 Feb 03 13:25:32.525002 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3808351c-2b21-43da-8964-27631c6b3b27 req-fc0b03c9-3569-4402-9d11-3b2554093aa7 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449626 Feb 03 13:25:33.580207 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2dcb1af8-d06f-4414-bfed-730039c2b8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:33.651365 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd521bb-b7a3-49d6-ba9a-b620b43692f0 req-9d2c26a0-54db-4268-b665-b6673d4099b2 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:33.653021 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ccd521bb-b7a3-49d6-ba9a-b620b43692f0 req-9d2c26a0-54db-4268-b665-b6673d4099b2 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0546660 Feb 03 13:25:33.704783 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ccd521bb-b7a3-49d6-ba9a-b620b43692f0 req-636300de-e37c-462b-af6b-7cf80f2a3546 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461850 Feb 03 13:25:34.825976 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27702b6-c874-484a-812d-cd4bb3e509bf req-6d00c3fe-939f-432c-995b-8f0dc42b8834 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:34.827474 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d27702b6-c874-484a-812d-cd4bb3e509bf req-6d00c3fe-939f-432c-995b-8f0dc42b8834 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0531242 Feb 03 13:25:34.874056 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d27702b6-c874-484a-812d-cd4bb3e509bf req-8099d052-92f6-47f6-91e4-4bd1d3cfbe78 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410323 Feb 03 13:25:35.997018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731ebbc-561e-4d84-8d2e-cd9b3f3a0b93 req-fffe26a1-e103-47d1-8b94-69b5d9c2ea90 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:35.998734 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9731ebbc-561e-4d84-8d2e-cd9b3f3a0b93 req-fffe26a1-e103-47d1-8b94-69b5d9c2ea90 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0560732 Feb 03 13:25:36.047883 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9731ebbc-561e-4d84-8d2e-cd9b3f3a0b93 req-7a702ce6-4504-49f1-b5c8-05a4179dd7df tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432925 Feb 03 13:25:36.207745 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-23c774a4-04d2-4d9b-9f0c-edc03964c099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:37.083453 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:37.176201 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9daa04-f676-4786-a32b-797917dbac59 req-a5e3130f-7a15-4b43-b142-e5a304c62af1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:37.177735 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0c9daa04-f676-4786-a32b-797917dbac59 req-a5e3130f-7a15-4b43-b142-e5a304c62af1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0586233 Feb 03 13:25:37.227327 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0c9daa04-f676-4786-a32b-797917dbac59 req-6ccfd72a-1e05-47c5-b999-9658b5905b7d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438056 Feb 03 13:25:38.346938 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c533ce-9895-479b-a243-05df74381adb req-729f8cc8-ea33-43f9-824c-7e1a628bba90 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:38.348590 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-48c533ce-9895-479b-a243-05df74381adb req-729f8cc8-ea33-43f9-824c-7e1a628bba90 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0527196 Feb 03 13:25:38.381113 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:38.396876 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-48c533ce-9895-479b-a243-05df74381adb req-a5c28fa6-c2eb-4da9-b391-cae7b6bd369d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414581 Feb 03 13:25:39.518604 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1d98d-85f3-4599-9a8d-54796947e25c req-ba8b5fd8-8247-460a-bedc-25fcb48df414 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:39.520122 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d6f1d98d-85f3-4599-9a8d-54796947e25c req-ba8b5fd8-8247-460a-bedc-25fcb48df414 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0524192 Feb 03 13:25:39.566114 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d6f1d98d-85f3-4599-9a8d-54796947e25c req-aa8a393b-bb02-4245-b4b6-fe4b651f3735 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400717 Feb 03 13:25:39.984454 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:40.690287 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a4b6a-cf2d-444b-8178-4545bfe38d9d req-857d17a7-63af-435a-acc8-39403d4bf6cd tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:40.691772 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d13a4b6a-cf2d-444b-8178-4545bfe38d9d req-857d17a7-63af-435a-acc8-39403d4bf6cd tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0574882 Feb 03 13:25:40.740821 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d13a4b6a-cf2d-444b-8178-4545bfe38d9d req-ce4a2236-7968-4c25-acde-5ad3211ab671 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424585 Feb 03 13:25:41.862800 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d139e-d181-4fdd-92df-6723cb3b521a req-0c9c9fa4-e316-4336-98ae-ceae3ec9be43 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:41.864316 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-592d139e-d181-4fdd-92df-6723cb3b521a req-0c9c9fa4-e316-4336-98ae-ceae3ec9be43 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0524123 Feb 03 13:25:41.916083 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-592d139e-d181-4fdd-92df-6723cb3b521a req-27a7de72-eb9a-4d61-9573-7133c1ed87ff tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452323 Feb 03 13:25:43.035947 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512aa8-ef92-4ded-b8fe-83cc956d13cf req-681e9180-25a5-45af-b83e-5e2bc2d82233 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:43.037498 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-34512aa8-ef92-4ded-b8fe-83cc956d13cf req-681e9180-25a5-45af-b83e-5e2bc2d82233 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0529311 Feb 03 13:25:43.083789 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-34512aa8-ef92-4ded-b8fe-83cc956d13cf req-76452e03-2f2e-49b2-b2de-659f14006903 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405908 Feb 03 13:25:44.202460 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2328fd5-6405-4687-8a95-31e32d5c58d7 req-5b224fe5-705c-4a97-b6d4-93c43497eea1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:44.203954 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b2328fd5-6405-4687-8a95-31e32d5c58d7 req-5b224fe5-705c-4a97-b6d4-93c43497eea1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0518806 Feb 03 13:25:44.251212 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b2328fd5-6405-4687-8a95-31e32d5c58d7 req-92e15f9e-a341-45de-af13-0a99628352b7 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416737 Feb 03 13:25:45.369377 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80deb71-0330-4f26-a5a6-8c0a5148941a req-db28bbf6-7de7-41c5-9cde-ed41705869fe tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:45.370877 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e80deb71-0330-4f26-a5a6-8c0a5148941a req-db28bbf6-7de7-41c5-9cde-ed41705869fe tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0523906 Feb 03 13:25:45.423360 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e80deb71-0330-4f26-a5a6-8c0a5148941a req-3c5722df-08ab-4404-86a3-f5293f1338b5 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470073 Feb 03 13:25:46.281980 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:46.543562 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc920ae-d5fd-49df-8e86-ae2846eeac49 req-6cc410b5-6d17-4f09-98d8-1a8608a568c0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:46.545019 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cc920ae-d5fd-49df-8e86-ae2846eeac49 req-6cc410b5-6d17-4f09-98d8-1a8608a568c0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0531952 Feb 03 13:25:46.593079 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3cc920ae-d5fd-49df-8e86-ae2846eeac49 req-0f797424-6cc3-4cbd-9b6d-b62ea7d218fb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424888 Feb 03 13:25:47.713706 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68f435-4147-44bd-923b-09ea1e805a61 req-705d1625-bc59-41dd-8f2f-77bb6eb21e6f tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:47.715126 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed68f435-4147-44bd-923b-09ea1e805a61 req-705d1625-bc59-41dd-8f2f-77bb6eb21e6f tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0526867 Feb 03 13:25:47.761634 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed68f435-4147-44bd-923b-09ea1e805a61 req-63032f19-8f60-40e4-b986-46234b237fcf tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409684 Feb 03 13:25:48.272220 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-0319eb93-44cf-4788-91a5-8a9f75f9e10e service neutron] show failed (client error): The resource could not be found. Feb 03 13:25:48.273299 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-0319eb93-44cf-4788-91a5-8a9f75f9e10e service neutron] 10.222.0.31 "GET /v2.0/ports/da879528-0758-4881-b595-50692a114ce9/bindings/n-h1-827336-3 HTTP/1.1" status: 404 len: 380 time: 0.0584826 Feb 03 13:25:48.473102 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-c2fb4d45-526f-45aa-8630-4b5dac754c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:48.474630 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-c2fb4d45-526f-45aa-8630-4b5dac754c9b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40&tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e HTTP/1.1" status: 200 len: 1127 time: 0.0464373 Feb 03 13:25:48.493355 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827336-3', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:25:48.553790 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (da879528-0758-4881-b595-50692a114ce9), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:48.749353 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] For port da879528-0758-4881-b595-50692a114ce9, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=da879528-0758-4881-b595-50692a114ce9,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:25:48.781578 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] For port da879528-0758-4881-b595-50692a114ce9, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:25:48.822363 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da879528-0758-4881-b595-50692a114ce9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:25:48.824566 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1040ff1f-3e5a-4fc0-ab20-6096ad29529a" -d '{"events": [{"server_uuid": "0c4d23e7-8317-4139-a65f-cbf000c80d40", "name": "network-vif-unplugged", "status": "completed", "tag": "da879528-0758-4881-b595-50692a114ce9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:25:48.828486 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Publish callbacks [] for port (da879528-0758-4881-b595-50692a114ce9), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:48.841243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Transition to ACTIVE for port object da879528-0758-4881-b595-50692a114ce9 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:25:48.845483 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (da879528-0758-4881-b595-50692a114ce9), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:48.889644 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f125ce75-f296-45f7-940f-6181ec03f5c1 x-openstack-request-id: req-f125ce75-f296-45f7-940f-6181ec03f5c1 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:25:48.889945 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4d23e7-8317-4139-a65f-cbf000c80d40", "name": "network-vif-unplugged", "status": "completed", "tag": "da879528-0758-4881-b595-50692a114ce9", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:25:48.890225 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f125ce75-f296-45f7-940f-6181ec03f5c1 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:25:48.890597 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da879528-0758-4881-b595-50692a114ce9', 'code': 200} Feb 03 13:25:48.893013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f45ca-b380-46c7-b3ca-9535cd072dc9 req-df4d972c-4f03-4123-8b5c-ef093911d5ca tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:48.894570 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-409f45ca-b380-46c7-b3ca-9535cd072dc9 req-df4d972c-4f03-4123-8b5c-ef093911d5ca tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 943 time: 0.0627365 Feb 03 13:25:48.940294 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Pushing event updated for resources: {'Port': ['ID=da879528-0758-4881-b595-50692a114ce9,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:48.952615 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-409f45ca-b380-46c7-b3ca-9535cd072dc9 req-dea692f8-85fe-4f5c-abf7-9952cefa23d8 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516894 Feb 03 13:25:48.955231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:48.955589 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:48.955964 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:48.956321 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:48.956667 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:48.957009 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:48.957345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:48.957677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:48.958008 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:48.958339 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:48.958668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:48.959095 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:48.959310 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:48.990590 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] No DVR routers for this DVR port da879528-0758-4881-b595-50692a114ce9 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:25:49.128464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Attempting to bind port da879528-0758-4881-b595-50692a114ce9 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:25:49.128807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Attempting to bind port da879528-0758-4881-b595-50692a114ce9 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:25:49.129140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Attempting to bind port da879528-0758-4881-b595-50692a114ce9 on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:25:49.133446 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Port da879528-0758-4881-b595-50692a114ce9 on network 2956fce3-b719-48e6-a440-16ecd28b76f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:25:49.133775 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Attempting to bind port da879528-0758-4881-b595-50692a114ce9 on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:25:49.138527 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:25:49.138869 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Checking segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:25:49.139263 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Bound using segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:25:49.139689 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Bound port: da879528-0758-4881-b595-50692a114ce9, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:25:49.140068 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (da879528-0758-4881-b595-50692a114ce9), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:49.205779 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] For port da879528-0758-4881-b595-50692a114ce9, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:25:49.208746 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] For port da879528-0758-4881-b595-50692a114ce9, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=da879528-0758-4881-b595-50692a114ce9,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:25:49.214820 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (da879528-0758-4881-b595-50692a114ce9), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:49.251185 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:49.251814 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:49.253265 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] 10.222.0.73 "PUT /v2.0/ports/da879528-0758-4881-b595-50692a114ce9 HTTP/1.1" status: 200 len: 1091 time: 0.7645097 Feb 03 13:25:49.275725 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65e315-96ce-4472-9c42-6a543d90576e service neutron] Pushing event updated for resources: {'Port': ['ID=da879528-0758-4881-b595-50692a114ce9,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:49.336879 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-e636facb-7fd2-403d-a0f4-4a1bfac2cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:49.338415 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-e636facb-7fd2-403d-a0f4-4a1bfac2cde2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 1125 time: 0.0470302 Feb 03 13:25:49.433666 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-d6bd539d-dd0b-4da4-b4d1-046dedc1c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:49.435155 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-d6bd539d-dd0b-4da4-b4d1-046dedc1c484 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0909240 Feb 03 13:25:49.502637 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-7825de7b-631c-4f3b-af73-4a34d3be201d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da879528-0758-4881-b595-50692a114ce9 HTTP/1.1" status: 200 len: 999 time: 0.0598955 Feb 03 13:25:49.550872 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-5b048547-c014-4287-a3c7-3b1b3160b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:49.552306 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-5b048547-c014-4287-a3c7-3b1b3160b3dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0439293 Feb 03 13:25:49.607053 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-a2aff35e-ba78-4efb-a7f3-8cd82d63a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:49.608510 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-a2aff35e-ba78-4efb-a7f3-8cd82d63a360 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501609 Feb 03 13:25:49.695921 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-b4d6a2d9-10b6-483b-b703-a4226e126267 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809228 Feb 03 13:25:49.788057 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-64e4017a-e5af-483c-9be5-15e6094e2a50 req-ee978138-20a7-47cd-81ad-04b64ae92f21 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864413 Feb 03 13:25:50.074511 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f48abc-5cd0-402e-84ad-16c51e0cfab6 req-486a1562-1105-4528-8b56-be181f1de329 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:50.076096 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4f48abc-5cd0-402e-84ad-16c51e0cfab6 req-486a1562-1105-4528-8b56-be181f1de329 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 943 time: 0.0556023 Feb 03 13:25:50.123110 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4f48abc-5cd0-402e-84ad-16c51e0cfab6 req-97ce0ef0-9422-4543-a7f0-be87687651db tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409422 Feb 03 13:25:50.876314 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:25:50.891528 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'tag': 'da879528-0758-4881-b595-50692a114ce9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:25:50.894064 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4d23e7-8317-4139-a65f-cbf000c80d40", "tag": "da879528-0758-4881-b595-50692a114ce9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:25:50.942653 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1e18b3-665b-44a8-82b3-145750f38e38 x-openstack-request-id: req-fc1e18b3-665b-44a8-82b3-145750f38e38 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:25:50.942949 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4d23e7-8317-4139-a65f-cbf000c80d40", "tag": "da879528-0758-4881-b595-50692a114ce9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:25:50.943206 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc1e18b3-665b-44a8-82b3-145750f38e38 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:25:50.943608 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'tag': 'da879528-0758-4881-b595-50692a114ce9', 'status': 'completed', 'code': 200} Feb 03 13:25:51.011046 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-ef76d955-a8a4-45f0-b03e-fdef4f70e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:51.012643 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-ef76d955-a8a4-45f0-b03e-fdef4f70e4fc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 1125 time: 0.0472984 Feb 03 13:25:51.031283 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-358f692d-5548-4814-89e0-41aab4290608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:51.033026 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-358f692d-5548-4814-89e0-41aab4290608 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 1125 time: 0.0494692 Feb 03 13:25:51.115954 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-990687fb-f6cf-482b-9f6d-5fedeba46075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:51.118104 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-990687fb-f6cf-482b-9f6d-5fedeba46075 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0993996 Feb 03 13:25:51.121251 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device da879528-0758-4881-b595-50692a114ce9 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:25:51.136759 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-110ec949-1e33-4b9b-afdd-7a4ab52aa802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:51.138170 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-110ec949-1e33-4b9b-afdd-7a4ab52aa802 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0980806 Feb 03 13:25:51.162190 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] The host n-h2-827336-3 is not matching for port da879528-0758-4881-b595-50692a114ce9 host n-h1-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:25:51.162603 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device da879528-0758-4881-b595-50692a114ce9 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:25:51.194550 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-2f6805a1-189d-46cd-8d5c-0359c5c1de19 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da879528-0758-4881-b595-50692a114ce9 HTTP/1.1" status: 200 len: 999 time: 0.0707769 Feb 03 13:25:51.223048 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-eda3cb60-3c49-4c08-a0b5-4166b2e03eb0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da879528-0758-4881-b595-50692a114ce9 HTTP/1.1" status: 200 len: 999 time: 0.0781984 Feb 03 13:25:51.249782 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-01d09990-234c-4638-aef8-e4c13d0e0b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:51.251262 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-01d09990-234c-4638-aef8-e4c13d0e0b19 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0506852 Feb 03 13:25:51.298472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-e79d6068-307b-4526-97d5-1592a6ee60a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:51.299980 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-e79d6068-307b-4526-97d5-1592a6ee60a9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0582099 Feb 03 13:25:51.301789 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-babf48e4-11c7-4355-a0c8-3ad5fefd7976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:51.303308 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-babf48e4-11c7-4355-a0c8-3ad5fefd7976 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454936 Feb 03 13:25:51.308322 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc5ecb-48bd-437f-8733-d7999ea8c476 req-c02f6887-db5d-4f6f-9eda-1d81ba7ee61f tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:51.309770 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51fc5ecb-48bd-437f-8733-d7999ea8c476 req-c02f6887-db5d-4f6f-9eda-1d81ba7ee61f tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 943 time: 0.1058466 Feb 03 13:25:51.386107 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51fc5ecb-48bd-437f-8733-d7999ea8c476 req-00503325-8cad-4632-a612-28bd30a579f4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674286 Feb 03 13:25:51.388995 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-06280faf-8404-4918-babb-57409bf1ac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:51.390943 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-06280faf-8404-4918-babb-57409bf1ac58 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0798042 Feb 03 13:25:51.403247 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-bf3ebd17-c434-46ae-8e55-9889dc9fd7d7 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941093 Feb 03 13:25:51.495430 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-5df64388-e7c0-4e75-a20a-ff947a63a3b6 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985317 Feb 03 13:25:51.503876 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-6e3d548d-b2a4-4e1b-a7fd-5d016e7a4ea7 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950847 Feb 03 13:25:51.589436 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e49f1a1b-1962-4e80-8ebb-c3cc8f73e03e req-c73ab452-23a6-4df5-bcfd-14345f43f620 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877073 Feb 03 13:25:52.511282 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aeae27-8c81-4d6c-bb21-97de03ec042f req-aaadcc65-51f5-443c-a465-ee47b866be38 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:52.512848 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-94aeae27-8c81-4d6c-bb21-97de03ec042f req-aaadcc65-51f5-443c-a465-ee47b866be38 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 943 time: 0.0561881 Feb 03 13:25:52.562002 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-94aeae27-8c81-4d6c-bb21-97de03ec042f req-20fb2c53-f838-45d9-a66b-b1b48e02f94b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434330 Feb 03 13:25:53.684567 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359e23c-b9b0-4cb5-b715-8e2ea8de5321 req-f957c8d1-8e9e-4b66-b49b-4e15591080db tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:53.686054 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6359e23c-b9b0-4cb5-b715-8e2ea8de5321 req-f957c8d1-8e9e-4b66-b49b-4e15591080db tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 943 time: 0.0570285 Feb 03 13:25:53.732025 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6359e23c-b9b0-4cb5-b715-8e2ea8de5321 req-d228fea0-3870-4a19-9939-d5aa57018914 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405178 Feb 03 13:25:54.048814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-ac95f37f-af45-4d3f-8e56-6a2bf725a278 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:54.050358 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-ac95f37f-af45-4d3f-8e56-6a2bf725a278 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40&tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&binding%3Ahost_id=n-h1-827336-3 HTTP/1.1" status: 200 len: 943 time: 0.0868967 Feb 03 13:25:54.060198 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147d620-f629-4758-99ad-333ba7049904 req-65f4fb59-0060-4d6d-98a6-b5578a0f689e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:54.061571 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9147d620-f629-4758-99ad-333ba7049904 req-65f4fb59-0060-4d6d-98a6-b5578a0f689e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 943 time: 0.0704634 Feb 03 13:25:54.469459 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9147d620-f629-4758-99ad-333ba7049904 req-68280607-8b4b-4944-9474-763e6da220c7 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4020844 Feb 03 13:25:54.472411 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-d286ee08-d937-41f8-96c4-a0c2c4922b26 service neutron] 10.222.0.73 "GET /v2.0/ports/da879528-0758-4881-b595-50692a114ce9/bindings/n-h1-827336-3 HTTP/1.1" status: 200 len: 382 time: 0.4098141 Feb 03 13:25:54.551807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-9143c53a-ee19-4387-92f5-a408e1600e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:54.553389 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-9143c53a-ee19-4387-92f5-a408e1600e37 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 1125 time: 0.0438221 Feb 03 13:25:54.641972 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-ee799f09-d79e-438c-b467-a01e75a12146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:54.643422 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-ee799f09-d79e-438c-b467-a01e75a12146 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0845878 Feb 03 13:25:54.706176 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-9bd21c68-b59a-4fa4-8f7a-b69f124fb7fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da879528-0758-4881-b595-50692a114ce9 HTTP/1.1" status: 200 len: 999 time: 0.0565214 Feb 03 13:25:54.729099 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device da879528-0758-4881-b595-50692a114ce9 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:25:54.756903 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-c2b4cc28-bab0-418c-b05a-c6a2ed56ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:54.759036 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-c2b4cc28-bab0-418c-b05a-c6a2ed56ba80 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0477757 Feb 03 13:25:54.807675 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-c6cb4009-55dc-4e38-982c-5ecc1d70ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:54.809172 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-c6cb4009-55dc-4e38-982c-5ecc1d70ebe1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443730 Feb 03 13:25:54.826286 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port da879528-0758-4881-b595-50692a114ce9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=da879528-0758-4881-b595-50692a114ce9,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:25:54.837475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'da879528-0758-4881-b595-50692a114ce9', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'port_id': 'da879528-0758-4881-b595-50692a114ce9', 'mac_address': 'fa:16:3e:6b:e0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:25:54.872858 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port da879528-0758-4881-b595-50692a114ce9 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:25:54.873245 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (da879528-0758-4881-b595-50692a114ce9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:54.887912 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da879528-0758-4881-b595-50692a114ce9 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:25:54.898014 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-9395e43e-c8a2-4402-92dc-0ecaf1a4e3fd service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822222 Feb 03 13:25:54.908032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port da879528-0758-4881-b595-50692a114ce9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=da879528-0758-4881-b595-50692a114ce9,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:25:54.912668 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (da879528-0758-4881-b595-50692a114ce9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:54.963927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=da879528-0758-4881-b595-50692a114ce9,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:54.974176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:54.974536 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:54.974882 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:54.975230 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:54.975573 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:54.975924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:54.976824 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:54.977160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:54.977491 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:54.977818 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:54.978146 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:54.978478 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:54.978807 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:54.994937 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-34f8e99a-2d3d-4e9e-a36a-28d686450a22 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900438 Feb 03 13:25:55.317928 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['da879528-0758-4881-b595-50692a114ce9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:25:55.595058 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc58960-b251-4314-8e89-6ce2c8013678 req-dc58cc7a-9167-4d45-a50e-92880398eb46 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:55.596474 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1bc58960-b251-4314-8e89-6ce2c8013678 req-dc58cc7a-9167-4d45-a50e-92880398eb46 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 944 time: 0.0567596 Feb 03 13:25:55.642500 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1bc58960-b251-4314-8e89-6ce2c8013678 req-36b7cc13-111b-4cb6-9695-6a7abf5b5759 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396750 Feb 03 13:25:56.738778 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device da879528-0758-4881-b595-50692a114ce9 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:25:56.762794 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662fb79-a4ff-4e0d-9268-50282c5f3ec4 req-e06f6a4f-7d7e-4d45-9397-d7b72b610ceb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:56.764345 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5662fb79-a4ff-4e0d-9268-50282c5f3ec4 req-e06f6a4f-7d7e-4d45-9397-d7b72b610ceb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 944 time: 0.0532279 Feb 03 13:25:56.789343 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port da879528-0758-4881-b595-50692a114ce9 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:25:56.793606 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port da879528-0758-4881-b595-50692a114ce9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:25:56.793985 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (da879528-0758-4881-b595-50692a114ce9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:56.815415 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5662fb79-a4ff-4e0d-9268-50282c5f3ec4 req-c0524b11-f6fe-4e5b-82ca-48e4b88bccaf tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455058 Feb 03 13:25:56.879335 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port da879528-0758-4881-b595-50692a114ce9 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:25:56.879727 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (da879528-0758-4881-b595-50692a114ce9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:56.904002 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da879528-0758-4881-b595-50692a114ce9'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:25:56.906204 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7deba48d-27e1-41ba-99b6-dc2e7e682fba" -d '{"events": [{"server_uuid": "0c4d23e7-8317-4139-a65f-cbf000c80d40", "name": "network-vif-plugged", "status": "completed", "tag": "da879528-0758-4881-b595-50692a114ce9"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:25:56.918715 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port da879528-0758-4881-b595-50692a114ce9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=da879528-0758-4881-b595-50692a114ce9,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:25:56.923298 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (da879528-0758-4881-b595-50692a114ce9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:56.965155 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5fd90f-0b73-4a40-b49e-0c41eb1ce069 x-openstack-request-id: req-ba5fd90f-0b73-4a40-b49e-0c41eb1ce069 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:25:56.965425 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4d23e7-8317-4139-a65f-cbf000c80d40", "name": "network-vif-plugged", "status": "completed", "tag": "da879528-0758-4881-b595-50692a114ce9", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:25:56.965678 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba5fd90f-0b73-4a40-b49e-0c41eb1ce069 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:25:56.966075 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da879528-0758-4881-b595-50692a114ce9', 'code': 200} Feb 03 13:25:56.975568 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=da879528-0758-4881-b595-50692a114ce9,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:57.162757 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-ba16fc78-d2e6-48ba-a7be-0e60591d9fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:57.164816 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-ba16fc78-d2e6-48ba-a7be-0e60591d9fb9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40&tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e HTTP/1.1" status: 200 len: 1127 time: 0.0448182 Feb 03 13:25:57.174833 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-3', 'device_owner': 'compute:nova'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:25:57.237094 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (da879528-0758-4881-b595-50692a114ce9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:57.437007 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] For port da879528-0758-4881-b595-50692a114ce9, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=da879528-0758-4881-b595-50692a114ce9,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:25:57.469463 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] For port da879528-0758-4881-b595-50692a114ce9, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:25:57.506750 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da879528-0758-4881-b595-50692a114ce9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:25:57.509660 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c530bb0c-f551-485d-b10e-a21743cd0b59" -d '{"events": [{"server_uuid": "0c4d23e7-8317-4139-a65f-cbf000c80d40", "name": "network-vif-unplugged", "status": "completed", "tag": "da879528-0758-4881-b595-50692a114ce9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:25:57.513495 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Publish callbacks [] for port (da879528-0758-4881-b595-50692a114ce9), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:57.526969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Transition to ACTIVE for port object da879528-0758-4881-b595-50692a114ce9 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:25:57.530781 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (da879528-0758-4881-b595-50692a114ce9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:57.559506 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4f66b9-988a-40c9-9846-ba33eb25a0e0 x-openstack-request-id: req-2e4f66b9-988a-40c9-9846-ba33eb25a0e0 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:25:57.559802 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4d23e7-8317-4139-a65f-cbf000c80d40", "name": "network-vif-unplugged", "status": "completed", "tag": "da879528-0758-4881-b595-50692a114ce9", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:25:57.560084 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e4f66b9-988a-40c9-9846-ba33eb25a0e0 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:25:57.560478 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da879528-0758-4881-b595-50692a114ce9', 'code': 200} Feb 03 13:25:57.613423 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Pushing event updated for resources: {'Port': ['ID=da879528-0758-4881-b595-50692a114ce9,revision_number=10']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:57.624862 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:57.625216 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:57.625561 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:57.625902 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:57.626239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:57.626577 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:57.626906 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:57.627234 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:57.627565 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:57.627891 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:57.628245 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:57.628570 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:57.628891 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:25:57.670741 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] No DVR routers for this DVR port da879528-0758-4881-b595-50692a114ce9 on host n-h1-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:25:57.805114 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Attempting to bind port da879528-0758-4881-b595-50692a114ce9 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:25:57.805444 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Attempting to bind port da879528-0758-4881-b595-50692a114ce9 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:25:57.805769 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Attempting to bind port da879528-0758-4881-b595-50692a114ce9 on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:25:57.809953 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Port da879528-0758-4881-b595-50692a114ce9 on network 2956fce3-b719-48e6-a440-16ecd28b76f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:25:57.810270 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Attempting to bind port da879528-0758-4881-b595-50692a114ce9 on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:25:57.814894 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:25:57.815230 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Checking segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:25:57.815606 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Bound using segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:25:57.816060 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Bound port: da879528-0758-4881-b595-50692a114ce9, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:25:57.816410 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (da879528-0758-4881-b595-50692a114ce9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:57.878709 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] For port da879528-0758-4881-b595-50692a114ce9, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:25:57.881729 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] For port da879528-0758-4881-b595-50692a114ce9, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=da879528-0758-4881-b595-50692a114ce9,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:25:57.888839 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (da879528-0758-4881-b595-50692a114ce9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:57.955120 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:57.955745 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:25:57.957160 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] 10.222.0.31 "PUT /v2.0/ports/da879528-0758-4881-b595-50692a114ce9 HTTP/1.1" status: 200 len: 1092 time: 0.7862747 Feb 03 13:25:57.981897 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdeb3aa-d44f-4bab-9abf-dc0f40b3a84d service neutron] Pushing event updated for resources: {'Port': ['ID=da879528-0758-4881-b595-50692a114ce9,revision_number=11']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:25:58.024456 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2920141-249e-45a8-a2bb-4bbea621bd37 req-7cd94b39-ce98-4ee6-8013-b3bade0b08af tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:58.026309 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2920141-249e-45a8-a2bb-4bbea621bd37 req-7cd94b39-ce98-4ee6-8013-b3bade0b08af tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 944 time: 0.1344159 Feb 03 13:25:58.062474 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-988cc05b-4edd-4290-a929-f2c5e25dbeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:58.064027 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-988cc05b-4edd-4290-a929-f2c5e25dbeae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 1126 time: 0.0792632 Feb 03 13:25:58.108567 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2920141-249e-45a8-a2bb-4bbea621bd37 req-55de39ac-8a24-4396-9bdd-a098f7dd0725 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758059 Feb 03 13:25:58.178898 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-66bf9a80-cf94-4526-90f1-71a477f46b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:58.180433 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-66bf9a80-cf94-4526-90f1-71a477f46b0e service neutron] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.1085341 Feb 03 13:25:58.244754 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-da8ef232-e3d7-4209-858f-f2f5fc7274b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da879528-0758-4881-b595-50692a114ce9 HTTP/1.1" status: 200 len: 999 time: 0.0586100 Feb 03 13:25:58.292797 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-f3cfdf73-1266-403e-80ad-e60e726d4f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:58.294259 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-f3cfdf73-1266-403e-80ad-e60e726d4f16 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0444672 Feb 03 13:25:58.346068 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-f8cba429-f576-4f35-bf6d-21141fd91c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:58.347554 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-f8cba429-f576-4f35-bf6d-21141fd91c66 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477026 Feb 03 13:25:58.434346 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-f3d9b302-56ad-4b8b-ba1b-d3dd075bbb17 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806003 Feb 03 13:25:58.523674 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b9646612-07f6-4090-beff-6dd52edf94f2 req-99a0c065-7f7c-4a85-9333-501825626b79 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835741 Feb 03 13:25:59.236891 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cdd74-6955-4864-baa9-fe76a5be1c66 req-2bf8db86-e91c-4b42-bcd4-2c638f4cd4c8 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:59.238384 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-073cdd74-6955-4864-baa9-fe76a5be1c66 req-2bf8db86-e91c-4b42-bcd4-2c638f4cd4c8 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 944 time: 0.0569208 Feb 03 13:25:59.284770 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-073cdd74-6955-4864-baa9-fe76a5be1c66 req-24fe8072-6495-4dcf-9afc-e36c11ff7b48 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408850 Feb 03 13:25:59.562120 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'tag': 'da879528-0758-4881-b595-50692a114ce9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:25:59.564522 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6723f0e-547c-4705-ac64-2075a96dfdd6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4d23e7-8317-4139-a65f-cbf000c80d40", "tag": "da879528-0758-4881-b595-50692a114ce9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:25:59.612160 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a17927-3b15-43ad-884e-2434bd842bb2 x-openstack-request-id: req-62a17927-3b15-43ad-884e-2434bd842bb2 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:25:59.612460 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4d23e7-8317-4139-a65f-cbf000c80d40", "tag": "da879528-0758-4881-b595-50692a114ce9", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:25:59.612716 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62a17927-3b15-43ad-884e-2434bd842bb2 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:25:59.613119 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'tag': 'da879528-0758-4881-b595-50692a114ce9', 'status': 'completed', 'code': 200} Feb 03 13:25:59.678916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-91f4cdcb-2138-41f7-aa9d-b5b74d6a48d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:59.680561 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-91f4cdcb-2138-41f7-aa9d-b5b74d6a48d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 1126 time: 0.0466552 Feb 03 13:25:59.744807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-015af830-651f-4a66-9335-416b7504097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:59.746545 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-015af830-651f-4a66-9335-416b7504097e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 1126 time: 0.0920947 Feb 03 13:25:59.774793 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-54bf4232-c26a-40e2-8e1c-03c3d655188f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:59.776294 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-54bf4232-c26a-40e2-8e1c-03c3d655188f service neutron] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0893974 Feb 03 13:25:59.839384 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-82954e31-67e7-4083-bb79-87ae059ea4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:59.839918 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-240440dd-5165-43fb-99cb-b372ea020120 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da879528-0758-4881-b595-50692a114ce9 HTTP/1.1" status: 200 len: 999 time: 0.0573664 Feb 03 13:25:59.840957 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-82954e31-67e7-4083-bb79-87ae059ea4cb service neutron] 10.222.0.73 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0889001 Feb 03 13:25:59.893638 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-5a962e04-0683-42cd-b671-9359abcf5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:59.895158 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-5a962e04-0683-42cd-b671-9359abcf5ba4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0478187 Feb 03 13:25:59.909846 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-66dcb78a-f664-45a3-b08f-9ee7e66aef79 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da879528-0758-4881-b595-50692a114ce9 HTTP/1.1" status: 200 len: 999 time: 0.0610304 Feb 03 13:25:59.958303 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-c5b27e0d-fdae-4a4a-9dd8-c601c1870497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:59.959796 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-c5b27e0d-fdae-4a4a-9dd8-c601c1870497 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0585136 Feb 03 13:25:59.964254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-0ebaa831-e429-4760-920f-3fe38277e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:25:59.965843 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-0ebaa831-e429-4760-920f-3fe38277e60d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0511179 Feb 03 13:26:00.021016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-5bb37051-0a5d-4dc1-bfe2-9224cd1286fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:00.022844 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-5bb37051-0a5d-4dc1-bfe2-9224cd1286fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508299 Feb 03 13:26:00.066914 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-2bad4209-de5a-4a63-ae49-0588ef0e0f6a service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001120 Feb 03 13:26:00.122130 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-7f627201-2cb5-4e63-ac04-76fc70309018 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891280 Feb 03 13:26:00.161437 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-cbd7fa5d-45ce-4006-ba6d-23acb26aa532 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889251 Feb 03 13:26:00.215554 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a6723f0e-547c-4705-ac64-2075a96dfdd6 req-1933dba5-9cdf-4b92-aa46-a04978f9e62a service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876892 Feb 03 13:26:00.407600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc73a7-5aee-42ef-8811-ac3f00861ed1 req-0bdc61d4-280b-461c-8396-64413a6fd4ea tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:00.409135 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6abc73a7-5aee-42ef-8811-ac3f00861ed1 req-0bdc61d4-280b-461c-8396-64413a6fd4ea tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 944 time: 0.0572157 Feb 03 13:26:00.456062 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6abc73a7-5aee-42ef-8811-ac3f00861ed1 req-40228fa8-8962-41e2-bcf1-47ba0ed218c9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404594 Feb 03 13:26:00.572387 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30313f8b-d544-46c2-8ee5-fbfea12995f0 req-d79b4fe9-0df7-4a6d-b3d2-b065200ba15c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:00.573834 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-30313f8b-d544-46c2-8ee5-fbfea12995f0 req-d79b4fe9-0df7-4a6d-b3d2-b065200ba15c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 944 time: 0.0516582 Feb 03 13:26:00.620320 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-30313f8b-d544-46c2-8ee5-fbfea12995f0 req-d3b48e3d-6991-4aae-a6f6-61ce29558fc4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398719 Feb 03 13:26:00.737313 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82ee72-1c9d-40b7-8d5f-7786bdfee786 req-fa50cca3-25ca-45de-b9aa-a3ee64ee8486 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:00.738711 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5c82ee72-1c9d-40b7-8d5f-7786bdfee786 req-fa50cca3-25ca-45de-b9aa-a3ee64ee8486 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 944 time: 0.0534160 Feb 03 13:26:00.754331 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device da879528-0758-4881-b595-50692a114ce9 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:26:00.790388 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5c82ee72-1c9d-40b7-8d5f-7786bdfee786 req-2f743a99-cee3-4803-812a-86967c27984b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461473 Feb 03 13:26:00.795635 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] The host n-h1-827336-3 is not matching for port da879528-0758-4881-b595-50692a114ce9 host n-h2-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:26:00.796057 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device da879528-0758-4881-b595-50692a114ce9 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:26:01.021660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba544ee-8f8d-4418-8081-18a6fbc7f10c req-a8b4b5e0-1d9d-4b80-9a75-05d2f5f21375 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:01.024793 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ba544ee-8f8d-4418-8081-18a6fbc7f10c req-a8b4b5e0-1d9d-4b80-9a75-05d2f5f21375 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 944 time: 0.0520525 Feb 03 13:26:01.069363 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3ba544ee-8f8d-4418-8081-18a6fbc7f10c req-5969c7cf-8bfd-44df-ab3a-745f5a7c02fe tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399117 Feb 03 13:26:01.116175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device da879528-0758-4881-b595-50692a114ce9 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:26:01.208954 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port da879528-0758-4881-b595-50692a114ce9, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=da879528-0758-4881-b595-50692a114ce9,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:26:01.223693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'da879528-0758-4881-b595-50692a114ce9', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'port_id': 'da879528-0758-4881-b595-50692a114ce9', 'mac_address': 'fa:16:3e:6b:e0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:26:01.413294 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port da879528-0758-4881-b595-50692a114ce9 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:26:01.413697 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (da879528-0758-4881-b595-50692a114ce9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:01.426689 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da879528-0758-4881-b595-50692a114ce9 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:26:01.446161 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port da879528-0758-4881-b595-50692a114ce9, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=da879528-0758-4881-b595-50692a114ce9,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:26:01.450018 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (da879528-0758-4881-b595-50692a114ce9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:01.494326 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=da879528-0758-4881-b595-50692a114ce9,revision_number=12']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:26:01.558288 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:01.711852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['da879528-0758-4881-b595-50692a114ce9'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:26:02.224756 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561589a2-cc81-4488-8882-4c8b356141a5 req-726a7f3a-187d-47f9-adea-d4b43e4dd71b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:02.226856 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-561589a2-cc81-4488-8882-4c8b356141a5 req-726a7f3a-187d-47f9-adea-d4b43e4dd71b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0862708 Feb 03 13:26:02.245583 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f39b85-a445-431d-a583-20d016cc8d85 req-3577ee97-cd23-4bf8-962d-e13511d2b7cf tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:02.246993 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17f39b85-a445-431d-a583-20d016cc8d85 req-3577ee97-cd23-4bf8-962d-e13511d2b7cf tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 945 time: 0.0934439 Feb 03 13:26:02.316590 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-561589a2-cc81-4488-8882-4c8b356141a5 req-c9d39564-142c-4af3-be0e-6bf796a8d40d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834837 Feb 03 13:26:02.364243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-17f39b85-a445-431d-a583-20d016cc8d85 req-1e357c58-9647-47b5-b4e7-c23b1a1e9e38 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Deleting port da879528-0758-4881-b595-50692a114ce9 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:26:02.364498 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-17f39b85-a445-431d-a583-20d016cc8d85 req-1e357c58-9647-47b5-b4e7-c23b1a1e9e38 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (da879528-0758-4881-b595-50692a114ce9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:02.450146 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-17f39b85-a445-431d-a583-20d016cc8d85 req-1e357c58-9647-47b5-b4e7-c23b1a1e9e38 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] For port da879528-0758-4881-b595-50692a114ce9, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=da879528-0758-4881-b595-50692a114ce9,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:26:02.450506 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-17f39b85-a445-431d-a583-20d016cc8d85 req-1e357c58-9647-47b5-b4e7-c23b1a1e9e38 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (da879528-0758-4881-b595-50692a114ce9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:02.617213 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-17f39b85-a445-431d-a583-20d016cc8d85 req-1e357c58-9647-47b5-b4e7-c23b1a1e9e38 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:02.617497 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-17f39b85-a445-431d-a583-20d016cc8d85 req-1e357c58-9647-47b5-b4e7-c23b1a1e9e38 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (69f404a4-fcb7-4b9d-82b8-bd67065e6cb4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:02.617807 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [req-17f39b85-a445-431d-a583-20d016cc8d85 req-1e357c58-9647-47b5-b4e7-c23b1a1e9e38 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Floating IP 69f404a4-fcb7-4b9d-82b8-bd67065e6cb4 disassociated. External IP: 172.25.6.64, port: da879528-0758-4881-b595-50692a114ce9. Feb 03 13:26:02.618147 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-17f39b85-a445-431d-a583-20d016cc8d85 req-1e357c58-9647-47b5-b4e7-c23b1a1e9e38 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Calling delete_port for da879528-0758-4881-b595-50692a114ce9 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:26:02.747413 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-17f39b85-a445-431d-a583-20d016cc8d85 req-1e357c58-9647-47b5-b4e7-c23b1a1e9e38 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (da879528-0758-4881-b595-50692a114ce9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:02.775550 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e357c58-9647-47b5-b4e7-c23b1a1e9e38 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Pushing event deleted for resources: {'Port': ['ID=da879528-0758-4881-b595-50692a114ce9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:26:02.895324 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17f39b85-a445-431d-a583-20d016cc8d85 req-1e357c58-9647-47b5-b4e7-c23b1a1e9e38 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Router 0b259324-f54f-48c1-b89a-39bc1cd5632a has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:26:03.004753 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17f39b85-a445-431d-a583-20d016cc8d85 req-1e357c58-9647-47b5-b4e7-c23b1a1e9e38 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:26:03.014257 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c26c77-c1d5-4582-ae92-828654209648 None None] Sync routers for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:26:03.024474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c26c77-c1d5-4582-ae92-828654209648 None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:26:03.025372 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f9c26c77-c1d5-4582-ae92-828654209648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:25:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:26:03.047472 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f39b85-a445-431d-a583-20d016cc8d85 req-1e357c58-9647-47b5-b4e7-c23b1a1e9e38 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] No DVR routers for this DVR port da879528-0758-4881-b595-50692a114ce9 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:26:03.050127 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-17f39b85-a445-431d-a583-20d016cc8d85 req-1e357c58-9647-47b5-b4e7-c23b1a1e9e38 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:03.053649 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-17f39b85-a445-431d-a583-20d016cc8d85 req-1e357c58-9647-47b5-b4e7-c23b1a1e9e38 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.31 "DELETE /v2.0/ports/da879528-0758-4881-b595-50692a114ce9 HTTP/1.1" status: 204 len: 173 time: 0.7993324 Feb 03 13:26:03.054628 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'name': 'network-vif-deleted', 'tag': 'da879528-0758-4881-b595-50692a114ce9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:26:03.057015 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13137eac9fa3eb4578bcedbda727aeaafff09c22a7617d4a86a882dc4e42bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89aec19a-e7b3-4ba3-8a22-5c8dd053556d" -d '{"events": [{"server_uuid": "0c4d23e7-8317-4139-a65f-cbf000c80d40", "name": "network-vif-deleted", "tag": "da879528-0758-4881-b595-50692a114ce9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:26:03.096657 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172c04ff-32ff-4f72-884e-178eaa904828 x-openstack-request-id: req-172c04ff-32ff-4f72-884e-178eaa904828 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:26:03.097050 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4d23e7-8317-4139-a65f-cbf000c80d40", "name": "network-vif-deleted", "tag": "da879528-0758-4881-b595-50692a114ce9", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:26:03.097374 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-172c04ff-32ff-4f72-884e-178eaa904828 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:26:03.097848 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4d23e7-8317-4139-a65f-cbf000c80d40', 'name': 'network-vif-deleted', 'tag': 'da879528-0758-4881-b595-50692a114ce9', 'status': 'completed', 'code': 200} Feb 03 13:26:03.136194 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device da879528-0758-4881-b595-50692a114ce9 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:26:03.144477 n-d-827336-3 neutron-server[103190]: INFO neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No ports have port_id starting with da879528-0758-4881-b595-50692a114ce9 Feb 03 13:26:03.148244 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f9c26c77-c1d5-4582-ae92-828654209648 None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:26:03.150129 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device da879528-0758-4881-b595-50692a114ce9 requested by agent hyperv_n-h2-827336-3 not found in database {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 03 13:26:03.352831 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f9c26c77-c1d5-4582-ae92-828654209648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:26:03.379409 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c26c77-c1d5-4582-ae92-828654209648 None None] Checking router: 0b259324-f54f-48c1-b89a-39bc1cd5632a for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:26:03.389671 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c26c77-c1d5-4582-ae92-828654209648 None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:26:03.390464 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f9c26c77-c1d5-4582-ae92-828654209648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:25:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:26:03.438590 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-13cf2843-6199-4e35-8684-92a10e2ff001 req-d35ef432-e99e-4343-a39c-7383db24ba61 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4d23e7-8317-4139-a65f-cbf000c80d40 HTTP/1.1" status: 200 len: 210 time: 0.0411263 Feb 03 13:26:03.524092 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f9c26c77-c1d5-4582-ae92-828654209648 None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:26:03.626623 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fa591325-c334-4443-8307-1d936dcfb17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:03.737931 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f9c26c77-c1d5-4582-ae92-828654209648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:26:03.767070 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c26c77-c1d5-4582-ae92-828654209648 None None] The sync data for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 is: [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:26:03.995710 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce198c77-d2b8-4dbf-b536-a27f0427b910 None None] New status for floating IP 69f404a4-fcb7-4b9d-82b8-bd67065e6cb4: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:26:04.680773 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-59dfedf7-2c76-4e35-b2a6-a2aeb178ce08 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1398757438&fields=id&tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e HTTP/1.1" status: 200 len: 267 time: 0.0421374 Feb 03 13:26:04.787107 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-b70d3826-9ba1-4a69-b66b-6c4a675640a9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:04.789042 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-b70d3826-9ba1-4a69-b66b-6c4a675640a9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 812 time: 0.1015344 Feb 03 13:26:04.803149 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-4e9d2323-736e-489c-9267-a87f9d98dc32 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/quotas/3be4b516e51b4f1880470bc5c8ddfd8e HTTP/1.1" status: 200 len: 375 time: 0.0087333 Feb 03 13:26:04.856583 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-baf0b954-b3dc-4a92-8ded-f08927e431ca tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482552 Feb 03 13:26:05.000278 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-bdaab4a9-57fd-4cc8-a30e-a4ec89280817 service neutron] 10.222.0.18 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323235 Feb 03 13:26:05.089009 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-151e4dc4-f5fb-40d5-97ad-718ce4816cd4 service neutron] 10.222.0.18 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830176 Feb 03 13:26:05.134635 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device da879528-0758-4881-b595-50692a114ce9 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:26:05.154472 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: da879528-0758-4881-b595-50692a114ce9 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:26:05.154823 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device da879528-0758-4881-b595-50692a114ce9 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:26:05.254754 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1728c764-1a19-4fb2-b23c-949479b39851 req-aca5342e-eff8-4896-9ef2-2f9093c78936 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 210 time: 0.0268250 Feb 03 13:26:06.203282 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e268564a-2efe-4a82-a124-cd18aaa8ec8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:06.272254 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-64217f1f-01f5-4cf7-abc7-1e5e6a957070 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:06.273849 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-64217f1f-01f5-4cf7-abc7-1e5e6a957070 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.73 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 812 time: 0.1258957 Feb 03 13:26:06.370442 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-048581b6-b497-43ac-915f-764e189e298b req-0577434e-9c89-46ec-a935-cbcbfd2e482e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 210 time: 0.0341651 Feb 03 13:26:06.375219 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-2be6f4c0-f184-4403-93d6-f09cd0518695 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e HTTP/1.1" status: 200 len: 380 time: 0.0859601 Feb 03 13:26:06.398989 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-b07d2fa6-4969-400e-9f1f-eebd83338bb4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Request body: {'port': {'device_id': '064809d9-b55d-47f7-9274-f503b01a1507', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'admin_state_up': True, 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'security_groups': ['44943b64-50e2-4980-bdb2-2ef5e70537fe']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:26:06.516915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-b07d2fa6-4969-400e-9f1f-eebd83338bb4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Made reservation on behalf of 3be4b516e51b4f1880470bc5c8ddfd8e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:26:06.520379 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-b07d2fa6-4969-400e-9f1f-eebd83338bb4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:06.652830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-b07d2fa6-4969-400e-9f1f-eebd83338bb4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Allocated IP 172.20.0.14 (2956fce3-b719-48e6-a440-16ecd28b76f4/a2f428b0-dc25-4352-a745-d3777ece255f/31b590d9-502d-42ef-bf06-bd8136927cab) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:26:06.806159 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-b07d2fa6-4969-400e-9f1f-eebd83338bb4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for port (31b590d9-502d-42ef-bf06-bd8136927cab), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:06.841695 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-b07d2fa6-4969-400e-9f1f-eebd83338bb4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:06.885110 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-b07d2fa6-4969-400e-9f1f-eebd83338bb4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Network 2956fce3-b719-48e6-a440-16ecd28b76f4 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:26:06.890386 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-b07d2fa6-4969-400e-9f1f-eebd83338bb4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:26:06.894157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-b07d2fa6-4969-400e-9f1f-eebd83338bb4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:26:06.924997 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d2fa6-4969-400e-9f1f-eebd83338bb4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Pushing event updated for resources: {'Port': ['ID=31b590d9-502d-42ef-bf06-bd8136927cab,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:26:06.957979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-b07d2fa6-4969-400e-9f1f-eebd83338bb4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:06.959085 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-b07d2fa6-4969-400e-9f1f-eebd83338bb4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:06.977248 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-b07d2fa6-4969-400e-9f1f-eebd83338bb4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5822873 Feb 03 13:26:06.994788 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] Request body: {'port': {'device_id': '064809d9-b55d-47f7-9274-f503b01a1507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:26:07.060631 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:07.087265 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:07.155266 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ccfafd7c-7d22-4e20-bd52-954314844b87 None None] Provisioning complete for port 31b590d9-502d-42ef-bf06-bd8136927cab triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:26:07.155638 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ccfafd7c-7d22-4e20-bd52-954314844b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:07.195064 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ccfafd7c-7d22-4e20-bd52-954314844b87 None None] Port 31b590d9-502d-42ef-bf06-bd8136927cab cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:26:07.349545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b590d9-502d-42ef-bf06-bd8136927cab {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:26:07.357619 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] Publish callbacks [] for port (31b590d9-502d-42ef-bf06-bd8136927cab), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:07.370566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] Transition to ACTIVE for port object 31b590d9-502d-42ef-bf06-bd8136927cab will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:26:07.374844 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:07.442981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] Pushing event updated for resources: {'Port': ['ID=31b590d9-502d-42ef-bf06-bd8136927cab,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:26:07.500002 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20dcc77-f56e-4fc5-b6bc-42d427d059b0 req-78e1976e-6d0c-4b7d-b6ca-885a7280b423 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:07.502473 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d20dcc77-f56e-4fc5-b6bc-42d427d059b0 req-78e1976e-6d0c-4b7d-b6ca-885a7280b423 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 944 time: 0.0601246 Feb 03 13:26:07.529543 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] Attempting to bind port 31b590d9-502d-42ef-bf06-bd8136927cab on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:26:07.529876 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] Attempting to bind port 31b590d9-502d-42ef-bf06-bd8136927cab by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:26:07.530207 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] Attempting to bind port 31b590d9-502d-42ef-bf06-bd8136927cab on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:26:07.534933 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] Port 31b590d9-502d-42ef-bf06-bd8136927cab on network 2956fce3-b719-48e6-a440-16ecd28b76f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:26:07.535269 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] Attempting to bind port 31b590d9-502d-42ef-bf06-bd8136927cab on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:26:07.540841 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:26:07.541108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] Checking segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:26:07.541492 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] Bound using segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:26:07.542065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] Bound port: 31b590d9-502d-42ef-bf06-bd8136927cab, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:26:07.542351 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:07.552792 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d20dcc77-f56e-4fc5-b6bc-42d427d059b0 req-2c0ba85c-1360-491b-a25e-5e2f7c728651 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439615 Feb 03 13:26:07.613570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:26:07.617231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=31b590d9-502d-42ef-bf06-bd8136927cab,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:26:07.624627 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:07.659321 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:07.659979 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:07.661368 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] 10.222.0.73 "PUT /v2.0/ports/31b590d9-502d-42ef-bf06-bd8136927cab HTTP/1.1" status: 200 len: 1092 time: 0.6711564 Feb 03 13:26:07.661886 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064809d9-b55d-47f7-9274-f503b01a1507', 'tag': '31b590d9-502d-42ef-bf06-bd8136927cab'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:26:07.664128 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb538ba-b2c8-42db-a0ae-493f197ca12d" -d '{"events": [{"name": "network-changed", "server_uuid": "064809d9-b55d-47f7-9274-f503b01a1507", "tag": "31b590d9-502d-42ef-bf06-bd8136927cab"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:26:07.690293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9048205-4e4b-46a8-9446-47f0332db8fc service neutron] Pushing event updated for resources: {'Port': ['ID=31b590d9-502d-42ef-bf06-bd8136927cab,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:26:07.708936 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5656f1-44d8-4c48-b5c7-041395772748 x-openstack-request-id: req-5c5656f1-44d8-4c48-b5c7-041395772748 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:26:07.709235 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064809d9-b55d-47f7-9274-f503b01a1507", "tag": "31b590d9-502d-42ef-bf06-bd8136927cab", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:26:07.709521 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c5656f1-44d8-4c48-b5c7-041395772748 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:26:07.710428 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064809d9-b55d-47f7-9274-f503b01a1507', 'tag': '31b590d9-502d-42ef-bf06-bd8136927cab', 'status': 'completed', 'code': 200} Feb 03 13:26:07.779723 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-7390c603-ee6d-41d4-aece-d8d26c29ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:07.781351 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-7390c603-ee6d-41d4-aece-d8d26c29ce6d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 1126 time: 0.0484283 Feb 03 13:26:07.835548 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-e00e969e-26f6-4820-b7ce-8bb7478c34ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31b590d9-502d-42ef-bf06-bd8136927cab HTTP/1.1" status: 200 len: 217 time: 0.0403602 Feb 03 13:26:07.884642 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-e77cc469-fb94-4433-924a-153ac7e93a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:07.886124 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-e77cc469-fb94-4433-924a-153ac7e93a3f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0448384 Feb 03 13:26:07.937569 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-e8981544-8775-4df3-99e1-769d5187e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:07.939118 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-e8981544-8775-4df3-99e1-769d5187e3eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469527 Feb 03 13:26:08.032966 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-3f2d3d8c-dae3-4f9a-84e6-2ea6361abdc3 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862792 Feb 03 13:26:08.127473 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-10a979da-4c0c-407e-be46-c3412bfe39ed req-e70f5d04-5ca4-4ae3-9c5b-10c7c74b2bb1 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822732 Feb 03 13:26:08.263135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb538ba-b2c8-42db-a0ae-493f197ca12d req-b6867068-d1bd-4db1-880d-5e30fbf6d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:08.264696 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bbb538ba-b2c8-42db-a0ae-493f197ca12d req-b6867068-d1bd-4db1-880d-5e30fbf6d300 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 1126 time: 0.0463243 Feb 03 13:26:08.360232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb538ba-b2c8-42db-a0ae-493f197ca12d req-4d1b6658-a648-4d12-9b9e-556b483b84cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:08.361723 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bbb538ba-b2c8-42db-a0ae-493f197ca12d req-4d1b6658-a648-4d12-9b9e-556b483b84cb service neutron] 10.222.0.73 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0912988 Feb 03 13:26:08.384511 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:08.403484 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bbb538ba-b2c8-42db-a0ae-493f197ca12d req-743146bd-5b53-4d65-adba-690869f07bcd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31b590d9-502d-42ef-bf06-bd8136927cab HTTP/1.1" status: 200 len: 217 time: 0.0348189 Feb 03 13:26:08.457140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb538ba-b2c8-42db-a0ae-493f197ca12d req-4ed87e9e-42f7-4825-b8bf-83eb53fccad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:08.458625 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bbb538ba-b2c8-42db-a0ae-493f197ca12d req-4ed87e9e-42f7-4825-b8bf-83eb53fccad2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0488398 Feb 03 13:26:08.511807 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb538ba-b2c8-42db-a0ae-493f197ca12d req-1ab9f49c-b360-4c01-ac45-749eb5c3d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:08.514472 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bbb538ba-b2c8-42db-a0ae-493f197ca12d req-1ab9f49c-b360-4c01-ac45-749eb5c3d574 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502698 Feb 03 13:26:08.605338 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bbb538ba-b2c8-42db-a0ae-493f197ca12d req-0422b9bf-8387-4184-8313-042d18be113e service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849085 Feb 03 13:26:08.672724 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0397cdf-3f6a-4830-bd5c-68481471510a req-ff53acbf-65a6-4dca-80e7-94412860a230 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:08.674201 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a0397cdf-3f6a-4830-bd5c-68481471510a req-ff53acbf-65a6-4dca-80e7-94412860a230 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 944 time: 0.0522647 Feb 03 13:26:08.695704 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bbb538ba-b2c8-42db-a0ae-493f197ca12d req-da9b7295-2867-4165-be1f-ccaad4b0ceca service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844970 Feb 03 13:26:08.725037 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a0397cdf-3f6a-4830-bd5c-68481471510a req-9f1eb8a3-0d7b-4acd-b5ec-3d5e250e11c8 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447149 Feb 03 13:26:09.901534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79b091-b7c2-46aa-90a2-45e435340766 req-4529acca-4388-4b9d-adcc-92ae19d7f91d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:09.903032 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e79b091-b7c2-46aa-90a2-45e435340766 req-4529acca-4388-4b9d-adcc-92ae19d7f91d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 944 time: 0.0540104 Feb 03 13:26:09.955067 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0e79b091-b7c2-46aa-90a2-45e435340766 req-a1b3ab0e-6b1e-45e8-a04a-4b45c9c3aa4e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464442 Feb 03 13:26:09.995185 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:11.108694 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437a295-2b13-4097-b7ab-ddd5ae62d726 req-0ca64bc5-502b-43d1-ad1b-59de540431be tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:11.110165 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c437a295-2b13-4097-b7ab-ddd5ae62d726 req-0ca64bc5-502b-43d1-ad1b-59de540431be tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 944 time: 0.0514736 Feb 03 13:26:11.156015 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c437a295-2b13-4097-b7ab-ddd5ae62d726 req-6602d7f8-f362-4ac4-84a8-6559532ace92 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403492 Feb 03 13:26:12.355751 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98f177-d031-43c3-a4bd-9df572508614 req-dac7cd07-8c58-456d-9c3f-7f38e76bc4b1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:12.357272 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1e98f177-d031-43c3-a4bd-9df572508614 req-dac7cd07-8c58-456d-9c3f-7f38e76bc4b1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 944 time: 0.0985684 Feb 03 13:26:12.403378 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1e98f177-d031-43c3-a4bd-9df572508614 req-89da934b-9c61-4c01-b5f8-a66fda0f6630 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405436 Feb 03 13:26:12.823262 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 31b590d9-502d-42ef-bf06-bd8136927cab details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:26:12.921653 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=31b590d9-502d-42ef-bf06-bd8136927cab,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:26:12.932989 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '31b590d9-502d-42ef-bf06-bd8136927cab', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'port_id': '31b590d9-502d-42ef-bf06-bd8136927cab', 'mac_address': 'fa:16:3e:4d:0c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:26:12.969978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 31b590d9-502d-42ef-bf06-bd8136927cab is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:26:12.970364 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:12.982580 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b590d9-502d-42ef-bf06-bd8136927cab {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:26:13.002206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=31b590d9-502d-42ef-bf06-bd8136927cab,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:26:13.006187 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:13.052477 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=31b590d9-502d-42ef-bf06-bd8136927cab,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:26:13.358974 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['31b590d9-502d-42ef-bf06-bd8136927cab'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:26:13.524793 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb80a2-ba5d-44de-826d-a7dfe7e3a660 req-6be5b820-6c88-4009-90dd-562919fd8da7 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:13.526329 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42fb80a2-ba5d-44de-826d-a7dfe7e3a660 req-6be5b820-6c88-4009-90dd-562919fd8da7 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0528648 Feb 03 13:26:13.572984 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42fb80a2-ba5d-44de-826d-a7dfe7e3a660 req-df7c0859-9fba-4254-b1a9-f56a9a326a5d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412042 Feb 03 13:26:14.689877 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5467c0-7a7e-4828-89c8-c5fbd6bf1dab req-7713f292-1273-4681-9de8-7b5037c867f2 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:14.691374 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c5467c0-7a7e-4828-89c8-c5fbd6bf1dab req-7713f292-1273-4681-9de8-7b5037c867f2 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0524316 Feb 03 13:26:14.737268 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c5467c0-7a7e-4828-89c8-c5fbd6bf1dab req-d43deedd-7a48-4549-aac6-e720884899e2 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404823 Feb 03 13:26:14.824719 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 31b590d9-502d-42ef-bf06-bd8136927cab up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:26:14.873657 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 31b590d9-502d-42ef-bf06-bd8136927cab completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:26:14.877474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 31b590d9-502d-42ef-bf06-bd8136927cab triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:26:14.877847 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:14.955656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 31b590d9-502d-42ef-bf06-bd8136927cab is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:26:14.956069 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:14.978548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064809d9-b55d-47f7-9274-f503b01a1507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b590d9-502d-42ef-bf06-bd8136927cab'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:26:14.980925 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}256fc32784b46db5de61e8f0eb786668ce4be4be0b0650313dbcb386c1e56450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e03c0b1-96d2-4b63-bc12-b24a3389142d" -d '{"events": [{"server_uuid": "064809d9-b55d-47f7-9274-f503b01a1507", "name": "network-vif-plugged", "status": "completed", "tag": "31b590d9-502d-42ef-bf06-bd8136927cab"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:26:14.993920 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=31b590d9-502d-42ef-bf06-bd8136927cab,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:26:14.998365 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:15.025008 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48780df7-81f3-4045-84e3-d2a74c2f758e x-openstack-request-id: req-48780df7-81f3-4045-84e3-d2a74c2f758e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:26:15.025311 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064809d9-b55d-47f7-9274-f503b01a1507", "name": "network-vif-plugged", "status": "completed", "tag": "31b590d9-502d-42ef-bf06-bd8136927cab", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:26:15.026034 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48780df7-81f3-4045-84e3-d2a74c2f758e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:26:15.026459 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064809d9-b55d-47f7-9274-f503b01a1507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b590d9-502d-42ef-bf06-bd8136927cab', 'code': 200} Feb 03 13:26:15.051632 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=31b590d9-502d-42ef-bf06-bd8136927cab,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:26:15.150452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a6796-66c8-4dea-aa3c-51f8fd577f62 req-ace56a53-a739-4569-90ae-9391cbea2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:15.151877 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-794a6796-66c8-4dea-aa3c-51f8fd577f62 req-ace56a53-a739-4569-90ae-9391cbea2587 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 1128 time: 0.0492795 Feb 03 13:26:15.193411 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-794a6796-66c8-4dea-aa3c-51f8fd577f62 req-e54df0fb-ed4f-4f8c-9b10-27159884c525 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355778 Feb 03 13:26:15.856360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cc4ac-5ac0-49d0-a72d-58be89873148 req-7dc0af19-1548-4027-a926-ef14375fc486 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:15.857848 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1a3cc4ac-5ac0-49d0-a72d-58be89873148 req-7dc0af19-1548-4027-a926-ef14375fc486 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 946 time: 0.0540729 Feb 03 13:26:15.904759 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1a3cc4ac-5ac0-49d0-a72d-58be89873148 req-b37ec414-2e79-46c0-82ac-5b8fc8cccdc7 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413532 Feb 03 13:26:16.291443 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:17.109992 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6743857-3b0b-4a5c-9fb5-4f5f97b4fffa req-b834c7a0-8286-40e4-bafe-eb08d3d95ebb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:17.111445 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e6743857-3b0b-4a5c-9fb5-4f5f97b4fffa req-b834c7a0-8286-40e4-bafe-eb08d3d95ebb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 946 time: 0.1003399 Feb 03 13:26:17.158249 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e6743857-3b0b-4a5c-9fb5-4f5f97b4fffa req-43c6aed6-f503-4820-afb9-b6ef46ac35ad tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403314 Feb 03 13:26:17.285158 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d87b56-1e19-4cd3-9391-78e1d5cd782b req-eaac542e-37c0-49ec-a8e4-a12b84025132 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:17.290884 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-70d87b56-1e19-4cd3-9391-78e1d5cd782b req-eaac542e-37c0-49ec-a8e4-a12b84025132 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 946 time: 0.0691493 Feb 03 13:26:17.299529 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 39836) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:26:17.304672 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5fc96595-6c87-4cc4-911f-c6d1716caa08 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Request body: {'floatingip': {'port_id': '31b590d9-502d-42ef-bf06-bd8136927cab'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:26:17.351552 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fc96595-6c87-4cc4-911f-c6d1716caa08 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for floatingip (69f404a4-fcb7-4b9d-82b8-bd67065e6cb4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:17.792064 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fc96595-6c87-4cc4-911f-c6d1716caa08 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:17.797430 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fc96595-6c87-4cc4-911f-c6d1716caa08 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (69f404a4-fcb7-4b9d-82b8-bd67065e6cb4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:17.897081 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-5fc96595-6c87-4cc4-911f-c6d1716caa08 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Floating IP 69f404a4-fcb7-4b9d-82b8-bd67065e6cb4 associated. External IP: 172.25.6.64, port: 31b590d9-502d-42ef-bf06-bd8136927cab. Feb 03 13:26:18.432801 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc96595-6c87-4cc4-911f-c6d1716caa08 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Router 0b259324-f54f-48c1-b89a-39bc1cd5632a has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:26:18.536655 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc96595-6c87-4cc4-911f-c6d1716caa08 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:26:18.542092 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fc96595-6c87-4cc4-911f-c6d1716caa08 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:18.547840 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87e20e9-f512-4ec6-8c3a-1ad1b562c969 None None] Sync routers for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:26:18.560855 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87e20e9-f512-4ec6-8c3a-1ad1b562c969 None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:26:18.561834 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a87e20e9-f512-4ec6-8c3a-1ad1b562c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:26:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:26:18.576233 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5fc96595-6c87-4cc4-911f-c6d1716caa08 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "PUT /v2.0/floatingips/69f404a4-fcb7-4b9d-82b8-bd67065e6cb4 HTTP/1.1" status: 200 len: 992 time: 1.2755780 Feb 03 13:26:18.576838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064809d9-b55d-47f7-9274-f503b01a1507', 'tag': '31b590d9-502d-42ef-bf06-bd8136927cab'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:26:18.579094 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6dde485b104827cebfd370e978c8db07d90508c0603a200d62189a2ea8fd46f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0389cc04-3eea-4654-aa2b-ab376307df41" -d '{"events": [{"name": "network-changed", "server_uuid": "064809d9-b55d-47f7-9274-f503b01a1507", "tag": "31b590d9-502d-42ef-bf06-bd8136927cab"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:26:18.618765 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fc20ef-cea1-4d6c-a2d9-1b988922d97a x-openstack-request-id: req-35fc20ef-cea1-4d6c-a2d9-1b988922d97a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:26:18.619078 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064809d9-b55d-47f7-9274-f503b01a1507", "tag": "31b590d9-502d-42ef-bf06-bd8136927cab", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:26:18.619341 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35fc20ef-cea1-4d6c-a2d9-1b988922d97a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:26:18.619808 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064809d9-b55d-47f7-9274-f503b01a1507', 'tag': '31b590d9-502d-42ef-bf06-bd8136927cab', 'status': 'completed', 'code': 200} Feb 03 13:26:18.676467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a87e20e9-f512-4ec6-8c3a-1ad1b562c969 None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:26:18.682215 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afd358-b51a-4cf5-90d8-c79e19028f2d req-5651802b-f569-4a82-9f98-3d9ac09f0caf tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:18.683744 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b8afd358-b51a-4cf5-90d8-c79e19028f2d req-5651802b-f569-4a82-9f98-3d9ac09f0caf tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 946 time: 0.0553370 Feb 03 13:26:18.711902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389cc04-3eea-4654-aa2b-ab376307df41 req-f88a8cac-da07-4aff-8ad0-0037afdc4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:18.713218 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0389cc04-3eea-4654-aa2b-ab376307df41 req-f88a8cac-da07-4aff-8ad0-0037afdc4f4b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 1128 time: 0.0511205 Feb 03 13:26:18.733552 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b8afd358-b51a-4cf5-90d8-c79e19028f2d req-b231361c-421c-4d75-bd9f-1edcc16fbde3 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429270 Feb 03 13:26:18.812783 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389cc04-3eea-4654-aa2b-ab376307df41 req-806a69b6-c63d-4977-8904-4c8c34203537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:18.814199 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0389cc04-3eea-4654-aa2b-ab376307df41 req-806a69b6-c63d-4977-8904-4c8c34203537 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0954654 Feb 03 13:26:18.888580 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0389cc04-3eea-4654-aa2b-ab376307df41 req-7f0ac8f2-fc9e-44a0-b69d-7db304cec011 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31b590d9-502d-42ef-bf06-bd8136927cab HTTP/1.1" status: 200 len: 1000 time: 0.0682478 Feb 03 13:26:18.904547 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a87e20e9-f512-4ec6-8c3a-1ad1b562c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '69f404a4-fcb7-4b9d-82b8-bd67065e6cb4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'port_id': '31b590d9-502d-42ef-bf06-bd8136927cab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'mac_address': 'fa:16:3e:4d:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064809d9-b55d-47f7-9274-f503b01a1507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:23:22Z', 'updated_at': '2022-02-03T13:26:17Z', 'revision_number': 13, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:26:18.934094 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87e20e9-f512-4ec6-8c3a-1ad1b562c969 None None] Checking router: 0b259324-f54f-48c1-b89a-39bc1cd5632a for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:26:18.937869 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389cc04-3eea-4654-aa2b-ab376307df41 req-79913d5f-4906-49cc-a0c4-bab2b0ec7ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:18.939354 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0389cc04-3eea-4654-aa2b-ab376307df41 req-79913d5f-4906-49cc-a0c4-bab2b0ec7ef3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0440457 Feb 03 13:26:18.942451 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87e20e9-f512-4ec6-8c3a-1ad1b562c969 None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:26:18.943046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a87e20e9-f512-4ec6-8c3a-1ad1b562c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:26:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:26:18.987534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389cc04-3eea-4654-aa2b-ab376307df41 req-6483d8a2-c513-47f8-9437-609afa430d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:18.989383 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0389cc04-3eea-4654-aa2b-ab376307df41 req-6483d8a2-c513-47f8-9437-609afa430d4d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442045 Feb 03 13:26:19.048112 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a87e20e9-f512-4ec6-8c3a-1ad1b562c969 None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:26:19.083968 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0389cc04-3eea-4654-aa2b-ab376307df41 req-78095371-fa31-4b13-9254-a0247d054f79 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883644 Feb 03 13:26:19.186134 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0389cc04-3eea-4654-aa2b-ab376307df41 req-3226326a-c38a-4318-ae31-353808f00e1c service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963717 Feb 03 13:26:19.432897 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a87e20e9-f512-4ec6-8c3a-1ad1b562c969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '69f404a4-fcb7-4b9d-82b8-bd67065e6cb4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'port_id': '31b590d9-502d-42ef-bf06-bd8136927cab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'mac_address': 'fa:16:3e:4d:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064809d9-b55d-47f7-9274-f503b01a1507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:23:22Z', 'updated_at': '2022-02-03T13:26:17Z', 'revision_number': 13, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:26:19.462121 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87e20e9-f512-4ec6-8c3a-1ad1b562c969 None None] The sync data for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 is: [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '69f404a4-fcb7-4b9d-82b8-bd67065e6cb4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'floating_ip_address': '172.25.6.64', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'port_id': '31b590d9-502d-42ef-bf06-bd8136927cab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'mac_address': 'fa:16:3e:4d:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064809d9-b55d-47f7-9274-f503b01a1507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:23:22Z', 'updated_at': '2022-02-03T13:26:17Z', 'revision_number': 13, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:26:19.651149 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a14810-9141-4a51-b68a-0de4b1fe53c9 None None] New status for floating IP 69f404a4-fcb7-4b9d-82b8-bd67065e6cb4: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:26:19.869098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b63898-ee8b-4366-82d3-02ef4a30f54b req-11ceef52-df8e-407a-a5f7-ca893c79793e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:19.870586 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-58b63898-ee8b-4366-82d3-02ef4a30f54b req-11ceef52-df8e-407a-a5f7-ca893c79793e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 946 time: 0.0603619 Feb 03 13:26:19.918018 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-58b63898-ee8b-4366-82d3-02ef4a30f54b req-dbabd06d-c4aa-4d36-8a2e-f99beedcffe2 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418906 Feb 03 13:26:22.438924 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f686b36-b8bd-4b01-9b2f-169a6571d64a req-19410c3d-8f05-4523-b4fc-efecad804fde tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:22.440424 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8f686b36-b8bd-4b01-9b2f-169a6571d64a req-19410c3d-8f05-4523-b4fc-efecad804fde tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 946 time: 0.0548620 Feb 03 13:26:22.486027 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8f686b36-b8bd-4b01-9b2f-169a6571d64a req-bebdb0aa-0959-42af-8d0f-31b00d9ca4b2 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393729 Feb 03 13:26:27.875163 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:26:31.581737 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:33.577392 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e7a74f8e-2a21-4808-baae-f819dd4a9bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:36.198274 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d53cd6b4-557a-4409-8e2d-9bfa3b3234d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:37.087591 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:38.386938 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:38.923843 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdd098-146c-4570-920a-2706bb375423 req-61b703fd-a103-4873-aa1e-992b0ca434c7 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:38.925442 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fbfdd098-146c-4570-920a-2706bb375423 req-61b703fd-a103-4873-aa1e-992b0ca434c7 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 946 time: 0.0562031 Feb 03 13:26:38.963026 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-917373d0-4925-4bc1-945e-af48836b72fb req-07294911-bf74-4448-8abc-484db68e3b67 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1040442 Feb 03 13:26:38.975592 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fbfdd098-146c-4570-920a-2706bb375423 req-d46c8d29-a9d8-49cb-8002-ebc3fee08d5f tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440850 Feb 03 13:26:39.990358 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:40.109112 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74214119-fa10-40fd-a9d9-9fab8eb478ca req-5ceee6d5-ebb6-4aca-b2e6-3acd989242f5 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:40.110784 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-74214119-fa10-40fd-a9d9-9fab8eb478ca req-5ceee6d5-ebb6-4aca-b2e6-3acd989242f5 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 946 time: 0.0567183 Feb 03 13:26:40.161966 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-74214119-fa10-40fd-a9d9-9fab8eb478ca req-32b35000-fe74-4983-87e1-2b4ed179e68c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454311 Feb 03 13:26:40.257698 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917373d0-4925-4bc1-945e-af48836b72fb req-e594430e-7b71-4ce2-8463-36f9af1ecec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:40.259149 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-917373d0-4925-4bc1-945e-af48836b72fb req-e594430e-7b71-4ce2-8463-36f9af1ecec4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 1128 time: 0.0938993 Feb 03 13:26:40.354395 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917373d0-4925-4bc1-945e-af48836b72fb req-153b5c9c-fb7f-469a-a5d7-5c3a28f3544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:40.356279 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-917373d0-4925-4bc1-945e-af48836b72fb req-153b5c9c-fb7f-469a-a5d7-5c3a28f3544b service neutron] 10.222.0.73 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0908613 Feb 03 13:26:40.432516 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-917373d0-4925-4bc1-945e-af48836b72fb req-65952e55-f0d5-4b3a-8781-50afdba9e4a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31b590d9-502d-42ef-bf06-bd8136927cab HTTP/1.1" status: 200 len: 1002 time: 0.0683682 Feb 03 13:26:40.484706 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917373d0-4925-4bc1-945e-af48836b72fb req-e01c1cc6-1701-480e-b7be-8fcb0a51edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:40.486396 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-917373d0-4925-4bc1-945e-af48836b72fb req-e01c1cc6-1701-480e-b7be-8fcb0a51edf2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0474064 Feb 03 13:26:40.539609 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917373d0-4925-4bc1-945e-af48836b72fb req-59a686eb-6c98-4f8b-b080-eaca35f8ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:40.541303 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-917373d0-4925-4bc1-945e-af48836b72fb req-59a686eb-6c98-4f8b-b080-eaca35f8ae84 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492656 Feb 03 13:26:40.640876 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-917373d0-4925-4bc1-945e-af48836b72fb req-81891283-4ef8-4932-a623-41f112fa7af2 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926118 Feb 03 13:26:40.734710 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-917373d0-4925-4bc1-945e-af48836b72fb req-745e4674-83ff-4abb-bcc3-fbe73d006a89 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876746 Feb 03 13:26:41.297162 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582cba8-9e89-4bc3-9a0b-fc7cbdb4eb0f req-2fbf6e9c-504f-43fd-9a4c-464b0d7945f1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:41.298691 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5582cba8-9e89-4bc3-9a0b-fc7cbdb4eb0f req-2fbf6e9c-504f-43fd-9a4c-464b0d7945f1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 946 time: 0.0655143 Feb 03 13:26:41.353010 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5582cba8-9e89-4bc3-9a0b-fc7cbdb4eb0f req-b779428b-fb66-466e-8c91-42c3d874a58e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481491 Feb 03 13:26:42.481013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f4f5e-a385-49ec-97ea-ba1d74322283 req-185fee17-5ec4-42cd-83a7-aee6dea97d12 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:42.482519 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d0f4f5e-a385-49ec-97ea-ba1d74322283 req-185fee17-5ec4-42cd-83a7-aee6dea97d12 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 946 time: 0.0577712 Feb 03 13:26:42.531181 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3d0f4f5e-a385-49ec-97ea-ba1d74322283 req-8528db27-6dcc-4b8a-b50f-c47a902c4ac4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429640 Feb 03 13:26:43.649152 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bb100-421d-4b43-a219-20439b193ab2 req-e8fd949c-6e85-4b20-8bd7-1287b0563024 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:43.650900 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c6bb100-421d-4b43-a219-20439b193ab2 req-e8fd949c-6e85-4b20-8bd7-1287b0563024 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 946 time: 0.0528686 Feb 03 13:26:43.697164 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c6bb100-421d-4b43-a219-20439b193ab2 req-5be5afaf-7c48-4104-baa0-0446d9dc4977 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408125 Feb 03 13:26:44.814338 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46abfb-9ef9-42d2-b862-f14d7df718c3 req-7cf4c618-873b-4120-9610-94c3e717e7ce tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:44.815816 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0b46abfb-9ef9-42d2-b862-f14d7df718c3 req-7cf4c618-873b-4120-9610-94c3e717e7ce tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 946 time: 0.0521183 Feb 03 13:26:44.861887 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0b46abfb-9ef9-42d2-b862-f14d7df718c3 req-bb2baa09-0d4e-4d77-9854-f8e67b7d3002 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398424 Feb 03 13:26:45.983251 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d5c8f-8a74-4894-bc05-f8d5814d1431 req-f97c6cfe-0c52-4be9-a459-029030a75928 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:45.984804 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f98d5c8f-8a74-4894-bc05-f8d5814d1431 req-f97c6cfe-0c52-4be9-a459-029030a75928 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 946 time: 0.0545180 Feb 03 13:26:46.036257 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f98d5c8f-8a74-4894-bc05-f8d5814d1431 req-a7b59fbd-1b88-442c-b989-53c29bb76d4c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457330 Feb 03 13:26:46.296640 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:47.156178 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b60311-7a94-42c0-a34a-a83a4e2e42c6 req-b6c5407e-f3d9-4796-a5e9-e5321a343140 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:47.157667 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-61b60311-7a94-42c0-a34a-a83a4e2e42c6 req-b6c5407e-f3d9-4796-a5e9-e5321a343140 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 946 time: 0.0526471 Feb 03 13:26:47.208301 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-61b60311-7a94-42c0-a34a-a83a4e2e42c6 req-04173d65-ad17-415c-89ad-6f330a9f185e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450840 Feb 03 13:26:48.334862 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69216330-6572-4ec6-87a3-e92a7677d4fc req-4489df63-7d5c-41a3-aeab-3789f833f0cd tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:48.336893 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69216330-6572-4ec6-87a3-e92a7677d4fc req-4489df63-7d5c-41a3-aeab-3789f833f0cd tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 946 time: 0.0595813 Feb 03 13:26:48.382974 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69216330-6572-4ec6-87a3-e92a7677d4fc req-2bf27977-92b4-440c-8a33-9b98415fa0c7 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402067 Feb 03 13:26:49.504245 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a5e8d-20b3-444f-8cb2-712b981cd337 req-4cbfc401-3100-4ed8-892b-644e60febfa6 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:49.505783 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c55a5e8d-20b3-444f-8cb2-712b981cd337 req-4cbfc401-3100-4ed8-892b-644e60febfa6 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 946 time: 0.0530550 Feb 03 13:26:49.555742 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c55a5e8d-20b3-444f-8cb2-712b981cd337 req-c9fbf2e7-0867-4c32-abfa-e370205c8850 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437732 Feb 03 13:26:50.679258 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a24a8-fe8b-4d29-affa-9fe3dec37865 req-339f5b67-0c20-4542-a932-a80176c47775 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:50.681618 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe4a24a8-fe8b-4d29-affa-9fe3dec37865 req-339f5b67-0c20-4542-a932-a80176c47775 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 946 time: 0.0554149 Feb 03 13:26:50.729894 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe4a24a8-fe8b-4d29-affa-9fe3dec37865 req-4d74e561-6a1a-4b64-8770-b3293df23326 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419066 Feb 03 13:26:51.034622 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 31b590d9-502d-42ef-bf06-bd8136927cab no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:26:51.113195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 31b590d9-502d-42ef-bf06-bd8136927cab is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:26:51.113611 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:51.138224 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064809d9-b55d-47f7-9274-f503b01a1507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b590d9-502d-42ef-bf06-bd8136927cab'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:26:51.153591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=31b590d9-502d-42ef-bf06-bd8136927cab,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:26:51.159016 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:51.186359 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9799d523-2068-4986-972a-2de023266eb3" -d '{"events": [{"server_uuid": "064809d9-b55d-47f7-9274-f503b01a1507", "name": "network-vif-unplugged", "status": "completed", "tag": "31b590d9-502d-42ef-bf06-bd8136927cab"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:26:51.216421 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=31b590d9-502d-42ef-bf06-bd8136927cab,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:26:51.291712 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e9b68f-f0c0-4880-9418-1704486e0cd6 x-openstack-request-id: req-f7e9b68f-f0c0-4880-9418-1704486e0cd6 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:26:51.292157 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064809d9-b55d-47f7-9274-f503b01a1507", "name": "network-vif-unplugged", "status": "completed", "tag": "31b590d9-502d-42ef-bf06-bd8136927cab", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:26:51.292501 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7e9b68f-f0c0-4880-9418-1704486e0cd6 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:26:51.293002 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064809d9-b55d-47f7-9274-f503b01a1507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b590d9-502d-42ef-bf06-bd8136927cab', 'code': 200} Feb 03 13:26:51.401478 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-917373d0-4925-4bc1-945e-af48836b72fb req-200cb50f-d67a-42b6-b9bb-a24c74f0e7d2 service neutron] show failed (client error): The resource could not be found. Feb 03 13:26:51.402515 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-917373d0-4925-4bc1-945e-af48836b72fb req-200cb50f-d67a-42b6-b9bb-a24c74f0e7d2 service neutron] 10.222.0.73 "GET /v2.0/ports/31b590d9-502d-42ef-bf06-bd8136927cab/bindings/n-h2-827336-3 HTTP/1.1" status: 404 len: 380 time: 0.0583642 Feb 03 13:26:51.690690 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917373d0-4925-4bc1-945e-af48836b72fb req-55c6bfd6-2950-4bf7-ab5d-3d5a903f5b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:51.692206 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-917373d0-4925-4bc1-945e-af48836b72fb req-55c6bfd6-2950-4bf7-ab5d-3d5a903f5b1c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507&tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e HTTP/1.1" status: 200 len: 1126 time: 0.0824485 Feb 03 13:26:51.702317 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-3', 'device_owner': 'compute:nova'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:26:51.763152 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:51.850284 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f269ec5-7406-4562-9fb3-28069f7619ab req-70ae0598-7575-4c28-af15-7d486134b873 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:51.851687 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f269ec5-7406-4562-9fb3-28069f7619ab req-70ae0598-7575-4c28-af15-7d486134b873 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 944 time: 0.0527759 Feb 03 13:26:51.899583 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f269ec5-7406-4562-9fb3-28069f7619ab req-7a410425-74a7-4b07-9be5-f1b461dbf887 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414915 Feb 03 13:26:51.965344 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=31b590d9-502d-42ef-bf06-bd8136927cab,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:26:51.997026 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:26:52.028016 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b590d9-502d-42ef-bf06-bd8136927cab {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:26:52.035472 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] Publish callbacks [] for port (31b590d9-502d-42ef-bf06-bd8136927cab), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:52.047593 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] Transition to ACTIVE for port object 31b590d9-502d-42ef-bf06-bd8136927cab will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:26:52.051103 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:52.134555 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] Pushing event updated for resources: {'Port': ['ID=31b590d9-502d-42ef-bf06-bd8136927cab,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:26:52.174440 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] No DVR routers for this DVR port 31b590d9-502d-42ef-bf06-bd8136927cab on host n-h1-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:26:52.650442 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] Attempting to bind port 31b590d9-502d-42ef-bf06-bd8136927cab on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:26:52.650769 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] Attempting to bind port 31b590d9-502d-42ef-bf06-bd8136927cab by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:26:52.651095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] Attempting to bind port 31b590d9-502d-42ef-bf06-bd8136927cab on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:26:52.655265 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] Port 31b590d9-502d-42ef-bf06-bd8136927cab on network 2956fce3-b719-48e6-a440-16ecd28b76f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:26:52.655584 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] Attempting to bind port 31b590d9-502d-42ef-bf06-bd8136927cab on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:26:52.660576 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:26:52.660916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] Checking segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:26:52.661294 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] Bound using segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:26:52.661718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] Bound port: 31b590d9-502d-42ef-bf06-bd8136927cab, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:26:52.662071 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:52.725403 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:26:52.728486 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=31b590d9-502d-42ef-bf06-bd8136927cab,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:26:52.733465 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:52.767666 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:52.768380 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:26:52.769757 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-917373d0-4925-4bc1-945e-af48836b72fb req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] 10.222.0.31 "PUT /v2.0/ports/31b590d9-502d-42ef-bf06-bd8136927cab HTTP/1.1" status: 200 len: 1092 time: 1.0712276 Feb 03 13:26:52.770204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064809d9-b55d-47f7-9274-f503b01a1507', 'tag': '31b590d9-502d-42ef-bf06-bd8136927cab'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:26:52.795096 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82873004-a83c-41ed-adca-0591dfce09e1 service neutron] Pushing event updated for resources: {'Port': ['ID=31b590d9-502d-42ef-bf06-bd8136927cab,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:26:52.827729 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd8e3d0d214f4b5a5c9346c817bb3d5c7dc8eede0041f0ac454b0f34c689af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76" -d '{"events": [{"name": "network-changed", "server_uuid": "064809d9-b55d-47f7-9274-f503b01a1507", "tag": "31b590d9-502d-42ef-bf06-bd8136927cab"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:26:52.849712 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917373d0-4925-4bc1-945e-af48836b72fb req-52a68e2e-b567-4dad-b337-32c38ff6f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:52.851254 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-917373d0-4925-4bc1-945e-af48836b72fb req-52a68e2e-b567-4dad-b337-32c38ff6f6a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 1126 time: 0.0532660 Feb 03 13:26:52.938737 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e12a85b-6eb9-449f-a4f1-659e2fa67c0f x-openstack-request-id: req-3e12a85b-6eb9-449f-a4f1-659e2fa67c0f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:26:52.939041 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064809d9-b55d-47f7-9274-f503b01a1507", "tag": "31b590d9-502d-42ef-bf06-bd8136927cab", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:26:52.939293 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e12a85b-6eb9-449f-a4f1-659e2fa67c0f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:26:52.939694 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064809d9-b55d-47f7-9274-f503b01a1507', 'tag': '31b590d9-502d-42ef-bf06-bd8136927cab', 'status': 'completed', 'code': 200} Feb 03 13:26:52.959762 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917373d0-4925-4bc1-945e-af48836b72fb req-6c03779f-5d0a-4523-aefa-2504f91b3b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:52.962460 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-917373d0-4925-4bc1-945e-af48836b72fb req-6c03779f-5d0a-4523-aefa-2504f91b3b33 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.1019788 Feb 03 13:26:53.026389 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-917373d0-4925-4bc1-945e-af48836b72fb req-86b399d3-d6e7-47a7-98b9-713ebfc2c8c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31b590d9-502d-42ef-bf06-bd8136927cab HTTP/1.1" status: 200 len: 1000 time: 0.0592401 Feb 03 13:26:53.065508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b1671-f1cc-44c4-918d-069eb392fa1a req-28d8cc54-7f0b-4460-822c-8c03962249c0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:53.066955 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e5b1671-f1cc-44c4-918d-069eb392fa1a req-28d8cc54-7f0b-4460-822c-8c03962249c0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 944 time: 0.0888290 Feb 03 13:26:53.069814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-e49d4ce0-b3e9-4d5c-bfec-7c95b258589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:53.071666 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-e49d4ce0-b3e9-4d5c-bfec-7c95b258589b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 1126 time: 0.0916460 Feb 03 13:26:53.081348 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917373d0-4925-4bc1-945e-af48836b72fb req-eb3757cc-fafc-4013-aca5-bc82145aac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:53.082831 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-917373d0-4925-4bc1-945e-af48836b72fb req-eb3757cc-fafc-4013-aca5-bc82145aac94 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0500495 Feb 03 13:26:53.135445 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917373d0-4925-4bc1-945e-af48836b72fb req-510ee3c5-1300-4a6a-95e7-97c53e0c0cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:53.136558 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-917373d0-4925-4bc1-945e-af48836b72fb req-510ee3c5-1300-4a6a-95e7-97c53e0c0cb7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477467 Feb 03 13:26:53.170719 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e5b1671-f1cc-44c4-918d-069eb392fa1a req-491c5ffd-49ae-4706-81d2-aae4aa22d064 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976107 Feb 03 13:26:53.194120 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-faeef309-8a9f-4683-ad13-9d3265739e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:53.195641 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-faeef309-8a9f-4683-ad13-9d3265739e4d service neutron] 10.222.0.73 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.1165040 Feb 03 13:26:53.232285 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-917373d0-4925-4bc1-945e-af48836b72fb req-d06432b8-9b37-4e35-94ad-e73c5f13af5c service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900266 Feb 03 13:26:53.269911 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-e262bcbb-baed-421e-838b-c1ec44d342e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31b590d9-502d-42ef-bf06-bd8136927cab HTTP/1.1" status: 200 len: 1000 time: 0.0687959 Feb 03 13:26:53.324752 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-e836ed0f-9e5a-410d-839f-8435614072d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:53.326397 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-e836ed0f-9e5a-410d-839f-8435614072d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0503285 Feb 03 13:26:53.333435 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-917373d0-4925-4bc1-945e-af48836b72fb req-c921912c-424e-4d97-a8c1-ca55d7ed1ecd service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955405 Feb 03 13:26:53.379280 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-d5c27f21-2929-47f7-b051-f9a0ec7bcb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:53.380848 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-d5c27f21-2929-47f7-b051-f9a0ec7bcb0c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484207 Feb 03 13:26:53.435435 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-7dbac67d-a1a9-4beb-a9cb-6b6c84c853aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:53.436880 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-7dbac67d-a1a9-4beb-a9cb-6b6c84c853aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 1126 time: 0.0532773 Feb 03 13:26:53.480769 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-78d0bd8c-cdc8-4ffe-b8ca-c403829be16d service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932736 Feb 03 13:26:53.537652 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-304104c1-f82a-4b0f-8985-42745de2dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:53.539282 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-304104c1-f82a-4b0f-8985-42745de2dd83 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0913405 Feb 03 13:26:53.578036 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-1d771d9b-5153-4102-bf66-b8d96ed4db8d service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914807 Feb 03 13:26:53.605042 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-42b2e564-4786-4d7c-b246-13a71bb3258b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31b590d9-502d-42ef-bf06-bd8136927cab HTTP/1.1" status: 200 len: 1000 time: 0.0595624 Feb 03 13:26:53.661464 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-bdf655a7-db84-4c51-b898-569de1d7bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:53.662965 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-bdf655a7-db84-4c51-b898-569de1d7bc71 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0520318 Feb 03 13:26:53.714589 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-09b301af-d05d-4763-a884-64eece5f0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:53.716070 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-09b301af-d05d-4763-a884-64eece5f0cfa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478518 Feb 03 13:26:53.804084 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-fdb4319b-6752-43b4-a83a-90930cf525ef service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822752 Feb 03 13:26:53.895445 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5b3225a7-ba82-4ad9-a9d4-4c759bb4fc76 req-728b0867-50c8-4f03-ac53-005303fd8f62 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857949 Feb 03 13:26:54.304319 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9cfbd-c726-46be-bf32-a0aae45811e1 req-8775721a-6332-4e63-8942-00c99eb16aa8 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:54.306330 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33a9cfbd-c726-46be-bf32-a0aae45811e1 req-8775721a-6332-4e63-8942-00c99eb16aa8 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 944 time: 0.0536757 Feb 03 13:26:54.359535 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33a9cfbd-c726-46be-bf32-a0aae45811e1 req-7572bf3c-6858-4d3c-a386-450af56ae276 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428069 Feb 03 13:26:55.208636 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e409c-e1cf-458a-90ba-2dbb836de60f req-6d4e739b-3822-44d2-932a-ce87a390ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:55.210146 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-248e409c-e1cf-458a-90ba-2dbb836de60f req-6d4e739b-3822-44d2-932a-ce87a390ce57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 1126 time: 0.0442119 Feb 03 13:26:55.315932 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e409c-e1cf-458a-90ba-2dbb836de60f req-23421e8d-328f-41e1-8ec7-6288871dc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:55.317460 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-248e409c-e1cf-458a-90ba-2dbb836de60f req-23421e8d-328f-41e1-8ec7-6288871dc81e service neutron] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0889859 Feb 03 13:26:55.382127 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-248e409c-e1cf-458a-90ba-2dbb836de60f req-df433ff5-9c22-469a-bc88-88f54a3c5c5f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31b590d9-502d-42ef-bf06-bd8136927cab HTTP/1.1" status: 200 len: 1000 time: 0.0592084 Feb 03 13:26:55.437463 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e409c-e1cf-458a-90ba-2dbb836de60f req-89e7c323-8bbe-414e-8a20-ac6b1915c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:55.439018 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-248e409c-e1cf-458a-90ba-2dbb836de60f req-89e7c323-8bbe-414e-8a20-ac6b1915c9b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0506642 Feb 03 13:26:55.490180 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e409c-e1cf-458a-90ba-2dbb836de60f req-d585380e-d0de-4321-80d7-8ca1d10f65eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:55.490393 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a89c7d-ac52-4f73-8676-42b395d93b28 req-4a575822-6b68-4c5f-9bb3-f505a67fe585 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:55.491662 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-50a89c7d-ac52-4f73-8676-42b395d93b28 req-4a575822-6b68-4c5f-9bb3-f505a67fe585 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 944 time: 0.0603223 Feb 03 13:26:55.491920 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-248e409c-e1cf-458a-90ba-2dbb836de60f req-d585380e-d0de-4321-80d7-8ca1d10f65eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468237 Feb 03 13:26:55.542820 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-50a89c7d-ac52-4f73-8676-42b395d93b28 req-97f2ef50-985c-4b0a-91c9-bb8f1fc90800 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454376 Feb 03 13:26:55.584757 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-248e409c-e1cf-458a-90ba-2dbb836de60f req-3c656d56-ad49-4615-844c-924e3399f7c5 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864053 Feb 03 13:26:55.677262 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-248e409c-e1cf-458a-90ba-2dbb836de60f req-b9c69819-e746-4047-b36d-41ef00e92302 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865800 Feb 03 13:26:56.679609 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d552fcf-cd1d-4f3d-9f31-5c9e180a2ed7 req-c4e40d14-6476-4f43-9d8a-04f5c4c4874b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:56.681410 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8d552fcf-cd1d-4f3d-9f31-5c9e180a2ed7 req-c4e40d14-6476-4f43-9d8a-04f5c4c4874b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 944 time: 0.0599966 Feb 03 13:26:56.731967 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8d552fcf-cd1d-4f3d-9f31-5c9e180a2ed7 req-f1842ac6-8b66-4df1-876b-77a2d01d1d28 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428362 Feb 03 13:26:57.849401 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbeefc-e29b-4081-91c4-cda256127b22 req-14401044-6d85-4612-a846-e67fa94c750b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:57.850897 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8bcbeefc-e29b-4081-91c4-cda256127b22 req-14401044-6d85-4612-a846-e67fa94c750b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 944 time: 0.0522115 Feb 03 13:26:57.897591 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8bcbeefc-e29b-4081-91c4-cda256127b22 req-f305b889-04d3-49fb-a6ef-9920d47df370 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404615 Feb 03 13:26:59.023016 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd287da-faba-4641-bcb3-b9acf97b728a req-0d81c011-9565-4db8-a08e-fee6f04ccbcf tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:26:59.024587 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9bd287da-faba-4641-bcb3-b9acf97b728a req-0d81c011-9565-4db8-a08e-fee6f04ccbcf tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 944 time: 0.0577309 Feb 03 13:26:59.073118 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9bd287da-faba-4641-bcb3-b9acf97b728a req-c62ea0a1-6013-48b4-9a36-42c386c5f056 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426447 Feb 03 13:27:00.197373 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe970b-fbd2-4fe5-8272-c4cc1e65bbd4 req-5275360e-8ac3-4594-bd8d-7f596cd0c773 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:00.198888 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8abe970b-fbd2-4fe5-8272-c4cc1e65bbd4 req-5275360e-8ac3-4594-bd8d-7f596cd0c773 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 944 time: 0.0577891 Feb 03 13:27:00.247012 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8abe970b-fbd2-4fe5-8272-c4cc1e65bbd4 req-8c009465-8398-456d-9e60-9beca572397e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422456 Feb 03 13:27:01.366253 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d4a6c-a3e6-4c03-a684-f0db1f8a8554 req-2093a6e5-1dd1-4645-84ff-db74df124f2f tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:01.369114 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b46d4a6c-a3e6-4c03-a684-f0db1f8a8554 req-2093a6e5-1dd1-4645-84ff-db74df124f2f tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 944 time: 0.0532374 Feb 03 13:27:01.416258 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b46d4a6c-a3e6-4c03-a684-f0db1f8a8554 req-9a8c3ddd-9ac8-4f5e-a5ab-672399f13aff tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414786 Feb 03 13:27:01.572859 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:02.541425 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8ffd2-bbb0-41a4-8e91-357c02c1af1a req-2fa8188f-f4c8-43df-ac7f-89194cac0622 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:02.542939 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33a8ffd2-bbb0-41a4-8e91-357c02c1af1a req-2fa8188f-f4c8-43df-ac7f-89194cac0622 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 944 time: 0.0538902 Feb 03 13:27:02.594641 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33a8ffd2-bbb0-41a4-8e91-357c02c1af1a req-287e8fd4-d62f-4909-9ef8-7f187f8f67e0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459130 Feb 03 13:27:03.579697 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-477d1a7e-7bb7-444d-8174-20500b89aa2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:03.714168 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e518467-6576-452b-abc2-16c249693724 req-73ad44f9-5f4f-4a26-8e0c-99ff691203a4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:03.715634 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9e518467-6576-452b-abc2-16c249693724 req-73ad44f9-5f4f-4a26-8e0c-99ff691203a4 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 944 time: 0.0516157 Feb 03 13:27:03.765436 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9e518467-6576-452b-abc2-16c249693724 req-27fc2cad-9cf9-415c-b50c-190b9e12a4e2 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442207 Feb 03 13:27:04.874512 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:27:04.899146 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b221e-e3c9-4fcd-ac0e-45946e13fe9e req-27065d4f-4398-45fc-879d-1df1b4276380 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:04.900935 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-881b221e-e3c9-4fcd-ac0e-45946e13fe9e req-27065d4f-4398-45fc-879d-1df1b4276380 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 944 time: 0.0529420 Feb 03 13:27:04.950670 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-881b221e-e3c9-4fcd-ac0e-45946e13fe9e req-d72a3a2d-4340-416a-adee-0f50d8e5fe91 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442574 Feb 03 13:27:06.069083 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da85d3-5af1-449e-9bef-eaf853f000d9 req-590e41c9-35f7-4d97-b039-7f37b3cc7f7c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:06.071201 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-14da85d3-5af1-449e-9bef-eaf853f000d9 req-590e41c9-35f7-4d97-b039-7f37b3cc7f7c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 944 time: 0.0529990 Feb 03 13:27:06.117000 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-14da85d3-5af1-449e-9bef-eaf853f000d9 req-c07da74d-ba1a-4f92-b9f8-a6092ce5ceac tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400548 Feb 03 13:27:06.200475 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-05e12cbf-c00f-4418-829c-2dc9db26c1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:07.089104 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:07.240437 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672957b-cc0b-4650-8df7-c0238e789ae3 req-d5f42f1a-e428-44f8-8328-de941fa86c05 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:07.242507 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6672957b-cc0b-4650-8df7-c0238e789ae3 req-d5f42f1a-e428-44f8-8328-de941fa86c05 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 944 time: 0.0541465 Feb 03 13:27:07.292077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6672957b-cc0b-4650-8df7-c0238e789ae3 req-48c4646d-5f44-41f8-9c6a-f5c9e2f12403 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435331 Feb 03 13:27:08.391062 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:08.418053 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e3e14-1599-46da-8873-531b7877c9d8 req-a36ec345-db6e-4a4b-b650-f7e586942ed2 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:08.419538 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-075e3e14-1599-46da-8873-531b7877c9d8 req-a36ec345-db6e-4a4b-b650-f7e586942ed2 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 944 time: 0.0560546 Feb 03 13:27:08.465790 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-075e3e14-1599-46da-8873-531b7877c9d8 req-35be4a78-7e22-4165-b992-8e56ee2748cb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406284 Feb 03 13:27:09.423837 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 31b590d9-502d-42ef-bf06-bd8136927cab details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:27:09.532569 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=31b590d9-502d-42ef-bf06-bd8136927cab,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:27:09.545753 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '31b590d9-502d-42ef-bf06-bd8136927cab', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'port_id': '31b590d9-502d-42ef-bf06-bd8136927cab', 'mac_address': 'fa:16:3e:4d:0c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:27:09.591424 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc3ce2-de04-4af8-9a25-a9df1e06f95e req-c786288b-cdb1-4549-8300-3fd226d7af91 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:09.592148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 31b590d9-502d-42ef-bf06-bd8136927cab is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:27:09.592541 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:09.593245 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9bbc3ce2-de04-4af8-9a25-a9df1e06f95e req-c786288b-cdb1-4549-8300-3fd226d7af91 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 944 time: 0.0579784 Feb 03 13:27:09.605465 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b590d9-502d-42ef-bf06-bd8136927cab {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:27:09.625386 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=31b590d9-502d-42ef-bf06-bd8136927cab,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:27:09.629261 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:09.641132 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9bbc3ce2-de04-4af8-9a25-a9df1e06f95e req-64c52c50-2339-4cb0-b34a-763a9a0ae634 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423253 Feb 03 13:27:09.676738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=31b590d9-502d-42ef-bf06-bd8136927cab,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:27:09.684037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:09.684397 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:09.684744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:09.685089 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:09.685429 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:09.685766 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:09.686098 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:09.686430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:09.686758 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:09.687089 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:09.687417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:09.687747 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:09.688097 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:09.845451 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['31b590d9-502d-42ef-bf06-bd8136927cab'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:27:09.992298 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:10.766590 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefc0aa-8537-4de4-8c42-078cb0ff391f req-0c973a91-c11c-41e5-b8c7-885cae14c351 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:10.768095 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7aefc0aa-8537-4de4-8c42-078cb0ff391f req-0c973a91-c11c-41e5-b8c7-885cae14c351 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0568879 Feb 03 13:27:10.814235 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7aefc0aa-8537-4de4-8c42-078cb0ff391f req-be5a58a6-ddad-4a80-8054-bfa8ecdf088a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405772 Feb 03 13:27:11.128356 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-b3820718-8461-407c-83a8-7369857923a9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:11.129833 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-b3820718-8461-407c-83a8-7369857923a9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.31 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507&tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&binding%3Ahost_id=n-h2-827336-3 HTTP/1.1" status: 200 len: 945 time: 0.0880165 Feb 03 13:27:11.140647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4763509-a1b5-487d-99ca-10781dca5792 req-f9e98a63-62fd-47cf-992d-3662368fa5bb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:11.142031 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f4763509-a1b5-487d-99ca-10781dca5792 req-f9e98a63-62fd-47cf-992d-3662368fa5bb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0727320 Feb 03 13:27:11.227642 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f4763509-a1b5-487d-99ca-10781dca5792 req-67840cf8-0ce6-4a64-ac76-c310f1ba4c43 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797350 Feb 03 13:27:11.233725 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-613ec42e-a245-4566-b131-00c79c99d9cf service neutron] 10.222.0.31 "GET /v2.0/ports/31b590d9-502d-42ef-bf06-bd8136927cab/bindings/n-h2-827336-3 HTTP/1.1" status: 200 len: 382 time: 0.0908267 Feb 03 13:27:11.301727 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-7f441146-87c6-45c3-b6e0-b44ba01fc5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:11.303339 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-7f441146-87c6-45c3-b6e0-b44ba01fc5b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 1127 time: 0.0460007 Feb 03 13:27:11.397523 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-93fc676d-2b9b-4bba-a017-ec452058d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:11.398994 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-93fc676d-2b9b-4bba-a017-ec452058d05d service neutron] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0897856 Feb 03 13:27:11.415775 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 31b590d9-502d-42ef-bf06-bd8136927cab up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:27:11.466024 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-46ef832b-8680-4e7b-8ff3-e7894c983acb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31b590d9-502d-42ef-bf06-bd8136927cab HTTP/1.1" status: 200 len: 1001 time: 0.0610061 Feb 03 13:27:11.469204 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 31b590d9-502d-42ef-bf06-bd8136927cab completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:27:11.473633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 31b590d9-502d-42ef-bf06-bd8136927cab triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:27:11.474089 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:11.516272 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-5eb324f8-aa3c-487a-9b6e-57646f80ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:11.517800 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-5eb324f8-aa3c-487a-9b6e-57646f80ad14 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0464768 Feb 03 13:27:11.565447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 31b590d9-502d-42ef-bf06-bd8136927cab is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:27:11.565746 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:11.576059 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-36d3db51-ab18-4b06-b826-97da3e436da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:11.577578 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-36d3db51-ab18-4b06-b826-97da3e436da8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542068 Feb 03 13:27:11.595107 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064809d9-b55d-47f7-9274-f503b01a1507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b590d9-502d-42ef-bf06-bd8136927cab'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:27:11.597377 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e437d3-6f73-4467-b25c-88e3324510fb" -d '{"events": [{"server_uuid": "064809d9-b55d-47f7-9274-f503b01a1507", "name": "network-vif-plugged", "status": "completed", "tag": "31b590d9-502d-42ef-bf06-bd8136927cab"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:27:11.611091 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=31b590d9-502d-42ef-bf06-bd8136927cab,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:27:11.621165 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:11.654746 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edef0dc1-0b9f-4ae9-ae0b-ae8636640d87 x-openstack-request-id: req-edef0dc1-0b9f-4ae9-ae0b-ae8636640d87 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:27:11.655052 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064809d9-b55d-47f7-9274-f503b01a1507", "name": "network-vif-plugged", "status": "completed", "tag": "31b590d9-502d-42ef-bf06-bd8136927cab", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:27:11.655309 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edef0dc1-0b9f-4ae9-ae0b-ae8636640d87 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:27:11.655707 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064809d9-b55d-47f7-9274-f503b01a1507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b590d9-502d-42ef-bf06-bd8136927cab', 'code': 200} Feb 03 13:27:11.677014 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=31b590d9-502d-42ef-bf06-bd8136927cab,revision_number=10']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:27:11.682376 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-3e505d93-a69a-48df-97df-f3cb905a666e service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976098 Feb 03 13:27:11.779736 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-e6b6defb-a262-4a67-a2f7-ff40036722df service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909240 Feb 03 13:27:12.348331 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92112d1-4842-43ef-9ec8-cfc94b0273b2 req-171f07cc-cd84-4ac8-b6df-838c40eee670 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:12.349832 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b92112d1-4842-43ef-9ec8-cfc94b0273b2 req-171f07cc-cd84-4ac8-b6df-838c40eee670 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 947 time: 0.0530744 Feb 03 13:27:12.395636 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b92112d1-4842-43ef-9ec8-cfc94b0273b2 req-b0a190fd-4a05-4e5a-af28-ecd33b09ea3e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399499 Feb 03 13:27:13.529805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b2932-0d69-472d-8bfb-12091127391d req-b38c18c0-a31a-4fca-b2f5-37741895dfdc tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:13.531230 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d01b2932-0d69-472d-8bfb-12091127391d req-b38c18c0-a31a-4fca-b2f5-37741895dfdc tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 947 time: 0.0601914 Feb 03 13:27:13.579148 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d01b2932-0d69-472d-8bfb-12091127391d req-8ee79989-66a2-4690-a841-0a6be1c7feed tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423701 Feb 03 13:27:14.714049 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab2c08-e3fa-404b-9cf8-aea18091502a req-daa91567-3d24-480f-aced-badc890d780a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:14.715600 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-24ab2c08-e3fa-404b-9cf8-aea18091502a req-daa91567-3d24-480f-aced-badc890d780a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 947 time: 0.0637736 Feb 03 13:27:14.766324 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-24ab2c08-e3fa-404b-9cf8-aea18091502a req-c73b916b-9f31-447e-b9ad-9e323b34cf5f tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441766 Feb 03 13:27:15.892754 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb5dcc-8c5d-4441-8dfd-a08e957339b5 req-6c1f8f20-cf47-451a-bfff-12018e3ab0b7 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:15.894244 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b1bb5dcc-8c5d-4441-8dfd-a08e957339b5 req-6c1f8f20-cf47-451a-bfff-12018e3ab0b7 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 947 time: 0.0547407 Feb 03 13:27:15.945016 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b1bb5dcc-8c5d-4441-8dfd-a08e957339b5 req-1cfa14a7-6136-449a-9a4a-120e03f3c1ac tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430322 Feb 03 13:27:16.294495 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:17.069947 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4c04f-5064-4d8a-9881-b33e7613495d req-7051efc4-36af-4792-8aa0-6a03f85f0425 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:17.071831 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c6f4c04f-5064-4d8a-9881-b33e7613495d req-7051efc4-36af-4792-8aa0-6a03f85f0425 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 947 time: 0.0561564 Feb 03 13:27:17.124433 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c6f4c04f-5064-4d8a-9881-b33e7613495d req-b54aab23-6a1c-45de-abc7-f15b30d7d38d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460865 Feb 03 13:27:17.454551 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 31b590d9-502d-42ef-bf06-bd8136927cab no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:27:17.516087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-fee198a8-3343-49f7-939c-1a9f85a63874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:17.517614 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-fee198a8-3343-49f7-939c-1a9f85a63874 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507&tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e HTTP/1.1" status: 200 len: 1129 time: 0.0543432 Feb 03 13:27:17.538591 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827336-3', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:27:17.548228 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 31b590d9-502d-42ef-bf06-bd8136927cab is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:27:17.548622 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:17.574223 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064809d9-b55d-47f7-9274-f503b01a1507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b590d9-502d-42ef-bf06-bd8136927cab'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:27:17.576526 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39fd304-5acc-4a87-ae10-87b314af4461" -d '{"events": [{"server_uuid": "064809d9-b55d-47f7-9274-f503b01a1507", "name": "network-vif-unplugged", "status": "completed", "tag": "31b590d9-502d-42ef-bf06-bd8136927cab"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:27:17.591509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=31b590d9-502d-42ef-bf06-bd8136927cab,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:27:17.597001 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:17.611731 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:17.639887 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d54730f-f7f8-43ee-919c-a10d09ff3479 x-openstack-request-id: req-6d54730f-f7f8-43ee-919c-a10d09ff3479 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:27:17.640226 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064809d9-b55d-47f7-9274-f503b01a1507", "name": "network-vif-unplugged", "status": "completed", "tag": "31b590d9-502d-42ef-bf06-bd8136927cab", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:27:17.640501 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d54730f-f7f8-43ee-919c-a10d09ff3479 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:27:17.640895 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064809d9-b55d-47f7-9274-f503b01a1507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b590d9-502d-42ef-bf06-bd8136927cab', 'code': 200} Feb 03 13:27:17.651177 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=31b590d9-502d-42ef-bf06-bd8136927cab,revision_number=11']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:27:17.823928 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=31b590d9-502d-42ef-bf06-bd8136927cab,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:27:17.857053 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:27:17.892994 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b590d9-502d-42ef-bf06-bd8136927cab {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:27:17.901151 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Publish callbacks [] for port (31b590d9-502d-42ef-bf06-bd8136927cab), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:17.914615 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Transition to ACTIVE for port object 31b590d9-502d-42ef-bf06-bd8136927cab will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:27:17.918786 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:17.997775 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=31b590d9-502d-42ef-bf06-bd8136927cab,revision_number=12']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:27:18.012504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:18.012871 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:18.013258 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:18.013611 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:18.013951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:18.014294 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:18.014633 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:18.014972 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:18.015306 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:18.015642 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:18.016004 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:18.016342 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:18.016677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:18.048464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] No DVR routers for this DVR port 31b590d9-502d-42ef-bf06-bd8136927cab on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:27:18.199346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Attempting to bind port 31b590d9-502d-42ef-bf06-bd8136927cab on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:27:18.199789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Attempting to bind port 31b590d9-502d-42ef-bf06-bd8136927cab by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:27:18.200180 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Attempting to bind port 31b590d9-502d-42ef-bf06-bd8136927cab on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:27:18.204656 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Port 31b590d9-502d-42ef-bf06-bd8136927cab on network 2956fce3-b719-48e6-a440-16ecd28b76f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:27:18.204983 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Attempting to bind port 31b590d9-502d-42ef-bf06-bd8136927cab on network 2956fce3-b719-48e6-a440-16ecd28b76f4 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:27:18.209981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:27:18.210329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Checking segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:27:18.210784 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Bound using segment: {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:27:18.211216 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Bound port: 31b590d9-502d-42ef-bf06-bd8136927cab, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5820e1-1394-48a8-be8f-a697840df705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:27:18.211583 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:18.257047 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325d7b8-b0a9-4ee2-8d9f-785a67421b1b req-c2560449-f910-4e49-9e88-9313afa67319 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:18.258239 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f325d7b8-b0a9-4ee2-8d9f-785a67421b1b req-c2560449-f910-4e49-9e88-9313afa67319 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0527472 Feb 03 13:27:18.275889 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:27:18.279338 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=31b590d9-502d-42ef-bf06-bd8136927cab,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:27:18.285774 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:18.319682 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f325d7b8-b0a9-4ee2-8d9f-785a67421b1b req-254b2e59-b917-4bf8-90b8-e1610fe49c90 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549946 Feb 03 13:27:18.322104 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:18.322786 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:18.324204 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] 10.222.0.73 "PUT /v2.0/ports/31b590d9-502d-42ef-bf06-bd8136927cab HTTP/1.1" status: 200 len: 1093 time: 0.7899015 Feb 03 13:27:18.324652 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064809d9-b55d-47f7-9274-f503b01a1507', 'tag': '31b590d9-502d-42ef-bf06-bd8136927cab'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:27:18.350505 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c43c7e-7c9e-41c7-af85-b3598745a9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=31b590d9-502d-42ef-bf06-bd8136927cab,revision_number=13']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:27:18.382983 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b52b65-b969-46fb-a322-05a6808c6ada" -d '{"events": [{"name": "network-changed", "server_uuid": "064809d9-b55d-47f7-9274-f503b01a1507", "tag": "31b590d9-502d-42ef-bf06-bd8136927cab"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:27:18.426303 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-cbab2ea5-183c-4196-9049-e65a2b6748b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:18.427884 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-cbab2ea5-183c-4196-9049-e65a2b6748b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 1127 time: 0.0591397 Feb 03 13:27:18.506660 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0570800b-4ca1-44f9-bb27-865d828ac7ee x-openstack-request-id: req-0570800b-4ca1-44f9-bb27-865d828ac7ee {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:27:18.506892 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064809d9-b55d-47f7-9274-f503b01a1507", "tag": "31b590d9-502d-42ef-bf06-bd8136927cab", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:27:18.507148 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0570800b-4ca1-44f9-bb27-865d828ac7ee {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:27:18.507544 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064809d9-b55d-47f7-9274-f503b01a1507', 'tag': '31b590d9-502d-42ef-bf06-bd8136927cab', 'status': 'completed', 'code': 200} Feb 03 13:27:18.542952 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-e2b6f112-1378-42fa-b35f-76be69924eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:18.543639 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-e2b6f112-1378-42fa-b35f-76be69924eee service neutron] 10.222.0.73 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.1096823 Feb 03 13:27:18.571182 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b52b65-b969-46fb-a322-05a6808c6ada req-2f6b1455-2775-4ee5-9dcb-25ad07d43c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:18.572858 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-53b52b65-b969-46fb-a322-05a6808c6ada req-2f6b1455-2775-4ee5-9dcb-25ad07d43c5c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 1127 time: 0.0461056 Feb 03 13:27:18.609951 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-7ba14e4d-51ac-40e6-8693-d529318d8199 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31b590d9-502d-42ef-bf06-bd8136927cab HTTP/1.1" status: 200 len: 1000 time: 0.0593746 Feb 03 13:27:18.662166 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-e47049be-b371-44e4-9d63-7f7dcab41000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:18.663711 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-e47049be-b371-44e4-9d63-7f7dcab41000 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0486126 Feb 03 13:27:18.667186 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b52b65-b969-46fb-a322-05a6808c6ada req-6721787c-733b-4ada-a435-2965c5e84e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:18.668665 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-53b52b65-b969-46fb-a322-05a6808c6ada req-6721787c-733b-4ada-a435-2965c5e84e81 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0904412 Feb 03 13:27:18.712130 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-56cf605f-7f91-434a-823f-f68494d69563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:18.713722 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-56cf605f-7f91-434a-823f-f68494d69563 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445814 Feb 03 13:27:18.736599 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-53b52b65-b969-46fb-a322-05a6808c6ada req-d859172f-6afe-4244-aced-13e0c8d9b634 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31b590d9-502d-42ef-bf06-bd8136927cab HTTP/1.1" status: 200 len: 1000 time: 0.0622523 Feb 03 13:27:18.784332 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b52b65-b969-46fb-a322-05a6808c6ada req-f42df998-846d-424b-b387-385c4550cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:18.785803 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-53b52b65-b969-46fb-a322-05a6808c6ada req-f42df998-846d-424b-b387-385c4550cefc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0433187 Feb 03 13:27:18.802002 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-20ff989d-3513-4a8c-9b09-8c657ed49c6b service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822070 Feb 03 13:27:18.835397 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b52b65-b969-46fb-a322-05a6808c6ada req-97bc7981-dcb3-4820-8acf-99c12378de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:18.836548 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-53b52b65-b969-46fb-a322-05a6808c6ada req-97bc7981-dcb3-4820-8acf-99c12378de5d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451474 Feb 03 13:27:18.896619 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0e655bf-ac83-482f-a5e0-d977400fcdaa req-c24dbbad-a965-485d-86be-8936954bfac4 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886374 Feb 03 13:27:18.933542 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-53b52b65-b969-46fb-a322-05a6808c6ada req-a14e09dc-9a5a-4615-8e23-9c591fd87d69 service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907907 Feb 03 13:27:19.009679 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b52b65-b969-46fb-a322-05a6808c6ada req-e089714e-f48f-4882-9ad4-5ccf90ad6d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:19.011318 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-53b52b65-b969-46fb-a322-05a6808c6ada req-e089714e-f48f-4882-9ad4-5ccf90ad6d22 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 1127 time: 0.0477216 Feb 03 13:27:19.027230 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-53b52b65-b969-46fb-a322-05a6808c6ada req-2330ae7b-92f2-4ccb-8ad9-bc19316aa7ce service neutron] 10.222.0.31 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884035 Feb 03 13:27:19.111406 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b52b65-b969-46fb-a322-05a6808c6ada req-87f4db16-d422-46f2-8f0f-e06f01bff8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:19.113080 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-53b52b65-b969-46fb-a322-05a6808c6ada req-87f4db16-d422-46f2-8f0f-e06f01bff8a3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 200 len: 913 time: 0.0956986 Feb 03 13:27:19.177561 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-53b52b65-b969-46fb-a322-05a6808c6ada req-81f467a2-93ee-478e-bdd9-40d6474d4991 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31b590d9-502d-42ef-bf06-bd8136927cab HTTP/1.1" status: 200 len: 1000 time: 0.0582244 Feb 03 13:27:19.225094 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b52b65-b969-46fb-a322-05a6808c6ada req-0f1eb612-511d-4ad1-b9d1-cdb4b4ebbf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:19.226558 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-53b52b65-b969-46fb-a322-05a6808c6ada req-0f1eb612-511d-4ad1-b9d1-cdb4b4ebbf29 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 200 len: 851 time: 0.0433738 Feb 03 13:27:19.280161 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b52b65-b969-46fb-a322-05a6808c6ada req-943e2db0-1053-4968-9fac-035c84d6d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:19.281696 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-53b52b65-b969-46fb-a322-05a6808c6ada req-943e2db0-1053-4968-9fac-035c84d6d976 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2956fce3-b719-48e6-a440-16ecd28b76f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497704 Feb 03 13:27:19.372985 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-53b52b65-b969-46fb-a322-05a6808c6ada req-bb03fd46-9cda-4a45-8a10-5b2fb9241969 service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855393 Feb 03 13:27:19.451329 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a53f0-6842-49e6-8f3e-3bf6223953f4 req-48ba8268-4438-4d92-92d2-043573831984 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:19.452980 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a18a53f0-6842-49e6-8f3e-3bf6223953f4 req-48ba8268-4438-4d92-92d2-043573831984 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0587363 Feb 03 13:27:19.475053 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-53b52b65-b969-46fb-a322-05a6808c6ada req-47afed64-9c69-4000-8e96-e85e0015777c service neutron] 10.222.0.73 "GET /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960226 Feb 03 13:27:19.501686 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a18a53f0-6842-49e6-8f3e-3bf6223953f4 req-e4d7972f-502f-4ef3-9c6f-86cf93548875 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430300 Feb 03 13:27:20.627519 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92aef4e-0775-4d53-8661-ccff99512651 req-c427e6ac-0967-41e0-98ef-0622e199b4e8 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:20.629056 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a92aef4e-0775-4d53-8661-ccff99512651 req-c427e6ac-0967-41e0-98ef-0622e199b4e8 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0539062 Feb 03 13:27:20.676194 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a92aef4e-0775-4d53-8661-ccff99512651 req-47469d72-680b-4928-9442-6b63293efa47 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414624 Feb 03 13:27:21.798290 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b30db2-da73-4ced-8c63-af2369d1de8d req-9328eae7-6e81-4b1a-868a-a9cb8c49e354 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:21.799803 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-08b30db2-da73-4ced-8c63-af2369d1de8d req-9328eae7-6e81-4b1a-868a-a9cb8c49e354 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0526061 Feb 03 13:27:21.845879 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-08b30db2-da73-4ced-8c63-af2369d1de8d req-2890b5af-a2b2-4125-b052-f2464363574d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404322 Feb 03 13:27:22.975225 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4e51f-2ee6-4006-9b51-03de89419ac1 req-793b3601-e887-47f6-9470-d9d718868457 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:22.976779 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9cc4e51f-2ee6-4006-9b51-03de89419ac1 req-793b3601-e887-47f6-9470-d9d718868457 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0604656 Feb 03 13:27:23.025715 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9cc4e51f-2ee6-4006-9b51-03de89419ac1 req-a854a126-e902-41ee-9a7c-424e678f81d8 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424697 Feb 03 13:27:24.150649 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01569207-654a-4443-b5ca-0150033e3eec req-3e864980-b76f-4c35-a6ee-6182d639667b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:24.152179 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-01569207-654a-4443-b5ca-0150033e3eec req-3e864980-b76f-4c35-a6ee-6182d639667b tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0568726 Feb 03 13:27:24.198674 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-01569207-654a-4443-b5ca-0150033e3eec req-86272c8f-76c5-4587-8ecb-1b11eb3c4eb0 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409751 Feb 03 13:27:25.320584 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e31e1-668c-4f4b-a4e9-304893e36785 req-86191926-39c5-410a-96af-ae6d2806dcd1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:25.322111 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c4e31e1-668c-4f4b-a4e9-304893e36785 req-86191926-39c5-410a-96af-ae6d2806dcd1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0540159 Feb 03 13:27:25.371197 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c4e31e1-668c-4f4b-a4e9-304893e36785 req-add2027f-fd90-4254-a5c7-0b8d2d1f031c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432966 Feb 03 13:27:26.494273 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd3204-1274-44a4-99e6-255278059c36 req-d2c0aa63-6fc8-479e-b1cf-fa45d16c7639 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:26.495766 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-40fd3204-1274-44a4-99e6-255278059c36 req-d2c0aa63-6fc8-479e-b1cf-fa45d16c7639 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0541022 Feb 03 13:27:26.543797 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-40fd3204-1274-44a4-99e6-255278059c36 req-48597bdd-67fb-49ff-ae33-b796046d65be tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423946 Feb 03 13:27:27.666273 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca11a75-42ff-4263-8e46-1a6c5f62f07c req-3f56224f-7933-4fa0-83fe-6d30522d9660 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:27.667769 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2ca11a75-42ff-4263-8e46-1a6c5f62f07c req-3f56224f-7933-4fa0-83fe-6d30522d9660 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0533180 Feb 03 13:27:27.721096 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2ca11a75-42ff-4263-8e46-1a6c5f62f07c req-4494946b-cd8f-4ae2-835f-9ae64d1dde4e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476482 Feb 03 13:27:28.844400 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd00e6-2943-40fd-a027-fd2d56d008cb req-07dc5372-0ebe-4877-a72a-481db9e22007 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:28.845881 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2fd00e6-2943-40fd-a027-fd2d56d008cb req-07dc5372-0ebe-4877-a72a-481db9e22007 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0537181 Feb 03 13:27:28.895594 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2fd00e6-2943-40fd-a027-fd2d56d008cb req-ffa8c275-2cf3-44a9-a1b5-a7992bf3c4f9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439630 Feb 03 13:27:30.034523 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84c651-9cc0-47cf-848f-c0ff5890b764 req-2a859ffa-aa1c-4863-abd5-300072ca0e03 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:30.036052 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb84c651-9cc0-47cf-848f-c0ff5890b764 req-2a859ffa-aa1c-4863-abd5-300072ca0e03 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0611851 Feb 03 13:27:30.082615 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cb84c651-9cc0-47cf-848f-c0ff5890b764 req-5fc02ada-d5df-4f0c-94cf-ec353f7346ff tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405641 Feb 03 13:27:31.207239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff769c89-99e8-47e4-83a0-4f119f831c0e req-4739df15-da07-43ee-aa49-569d7e067aeb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:31.208730 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ff769c89-99e8-47e4-83a0-4f119f831c0e req-4739df15-da07-43ee-aa49-569d7e067aeb tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0524995 Feb 03 13:27:31.254235 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ff769c89-99e8-47e4-83a0-4f119f831c0e req-0376a226-75eb-43aa-af85-ff46402dcf71 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398881 Feb 03 13:27:31.581628 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:32.378968 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a0b6e-f5bf-417d-ba87-3d546a4c27c4 req-f6b3cd75-8c46-4375-8af0-5e2367c20672 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:32.380502 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71a0b6e-f5bf-417d-ba87-3d546a4c27c4 req-f6b3cd75-8c46-4375-8af0-5e2367c20672 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0545027 Feb 03 13:27:32.426884 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c71a0b6e-f5bf-417d-ba87-3d546a4c27c4 req-adcf7ff4-ffdc-48de-8439-79990a1750e9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408795 Feb 03 13:27:33.548555 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a06ac1-c00c-44a6-a576-ccd1ee2fddf3 req-7bbd49cc-646e-4e0d-b6b6-3bfb6d920813 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:33.550051 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-93a06ac1-c00c-44a6-a576-ccd1ee2fddf3 req-7bbd49cc-646e-4e0d-b6b6-3bfb6d920813 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0530968 Feb 03 13:27:33.587809 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd4152a5-0268-46cb-9d22-1a165bdc2203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:33.598121 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-93a06ac1-c00c-44a6-a576-ccd1ee2fddf3 req-c90c7b30-d061-40e4-8690-f6e50acbbbde tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424976 Feb 03 13:27:34.725867 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c213a4f-aaf7-4c6c-9003-5ce767a6b94c req-a4ab446d-192c-4499-81c4-194e19651948 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:34.727375 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c213a4f-aaf7-4c6c-9003-5ce767a6b94c req-a4ab446d-192c-4499-81c4-194e19651948 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0595536 Feb 03 13:27:34.774959 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9c213a4f-aaf7-4c6c-9003-5ce767a6b94c req-a3351072-a1b4-4193-856f-c3a01cdf451c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412283 Feb 03 13:27:35.902674 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a291ad-c3fe-4383-864d-a00d368ff6c6 req-4459d0f7-f837-40f7-acc1-c19af83e4d4c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:35.904235 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b8a291ad-c3fe-4383-864d-a00d368ff6c6 req-4459d0f7-f837-40f7-acc1-c19af83e4d4c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0571265 Feb 03 13:27:35.952276 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b8a291ad-c3fe-4383-864d-a00d368ff6c6 req-99870bff-2f4a-4a2c-9e54-422ae7af76ac tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417161 Feb 03 13:27:36.201913 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fd842e0e-6f42-4397-9009-f550ceebbaf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:37.073264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c48ec-d45a-48e0-9f65-b5dde43e412a req-30961c65-b465-463a-87e4-eb864fc3047f tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:37.074778 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd3c48ec-d45a-48e0-9f65-b5dde43e412a req-30961c65-b465-463a-87e4-eb864fc3047f tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0536289 Feb 03 13:27:37.095691 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:37.130369 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cd3c48ec-d45a-48e0-9f65-b5dde43e412a req-91806e2b-d32b-47e1-949e-9d2c5fdb1202 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470574 Feb 03 13:27:37.267553 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf3ba8-f439-4017-af38-2d91c63e89f4 req-ac53f81d-bdd4-471c-b5ca-a8d467a2605c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:37.269006 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5adf3ba8-f439-4017-af38-2d91c63e89f4 req-ac53f81d-bdd4-471c-b5ca-a8d467a2605c tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0631928 Feb 03 13:27:37.319632 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5adf3ba8-f439-4017-af38-2d91c63e89f4 req-3608bb55-46f7-4a0f-baf2-30c7aebfc850 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438595 Feb 03 13:27:37.348282 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 31b590d9-502d-42ef-bf06-bd8136927cab details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:27:37.451757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=31b590d9-502d-42ef-bf06-bd8136927cab,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:27:37.457779 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba204d-b911-4698-9563-75202cf26ce8 req-a3f9f47f-8c4b-450f-90bd-78787a9a0efd tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:37.459280 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-27ba204d-b911-4698-9563-75202cf26ce8 req-a3f9f47f-8c4b-450f-90bd-78787a9a0efd tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 945 time: 0.0656724 Feb 03 13:27:37.464989 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '31b590d9-502d-42ef-bf06-bd8136927cab', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'port_id': '31b590d9-502d-42ef-bf06-bd8136927cab', 'mac_address': 'fa:16:3e:4d:0c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:27:37.508056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 31b590d9-502d-42ef-bf06-bd8136927cab is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:27:37.508480 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:37.511799 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-27ba204d-b911-4698-9563-75202cf26ce8 req-ec66379e-7f3f-4fda-85f0-c5969f424b4d tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469096 Feb 03 13:27:37.521777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b590d9-502d-42ef-bf06-bd8136927cab {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:27:37.542593 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=31b590d9-502d-42ef-bf06-bd8136927cab,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:27:37.546792 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:37.600243 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=31b590d9-502d-42ef-bf06-bd8136927cab,revision_number=14']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:27:37.782558 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631ba46-7005-4a24-a1d3-7de91f1f787d req-0169db6d-7efc-4ccb-8abf-96aae833fbe6 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:37.783519 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f631ba46-7005-4a24-a1d3-7de91f1f787d req-0169db6d-7efc-4ccb-8abf-96aae833fbe6 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 946 time: 0.0585303 Feb 03 13:27:37.834362 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f631ba46-7005-4a24-a1d3-7de91f1f787d req-4c6dc5d0-311b-474c-a336-28ea84e6a806 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438025 Feb 03 13:27:37.967337 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['31b590d9-502d-42ef-bf06-bd8136927cab'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:27:38.392915 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:38.956904 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73d2a5-a86b-41ef-8f05-92f0249cedc4 req-321a3f31-b4e5-4e20-8182-8111ce51a0df tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:38.958135 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd73d2a5-a86b-41ef-8f05-92f0249cedc4 req-321a3f31-b4e5-4e20-8182-8111ce51a0df tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 946 time: 0.0521276 Feb 03 13:27:39.010058 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bd73d2a5-a86b-41ef-8f05-92f0249cedc4 req-46595572-f696-475b-b920-de5531430292 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455666 Feb 03 13:27:39.371784 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 31b590d9-502d-42ef-bf06-bd8136927cab up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:27:39.420848 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 31b590d9-502d-42ef-bf06-bd8136927cab completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:27:39.424899 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 31b590d9-502d-42ef-bf06-bd8136927cab triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:27:39.425283 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:39.503933 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 31b590d9-502d-42ef-bf06-bd8136927cab is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:27:39.504361 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:39.527591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064809d9-b55d-47f7-9274-f503b01a1507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b590d9-502d-42ef-bf06-bd8136927cab'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:27:39.529899 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519c1079-7007-4e14-a5fe-824e84f84f2c" -d '{"events": [{"server_uuid": "064809d9-b55d-47f7-9274-f503b01a1507", "name": "network-vif-plugged", "status": "completed", "tag": "31b590d9-502d-42ef-bf06-bd8136927cab"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:27:39.542500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=31b590d9-502d-42ef-bf06-bd8136927cab,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:27:39.547788 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:39.573194 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1971be6-5a9a-4aec-9b77-7e5b2a37e481 x-openstack-request-id: req-c1971be6-5a9a-4aec-9b77-7e5b2a37e481 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:27:39.573496 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064809d9-b55d-47f7-9274-f503b01a1507", "name": "network-vif-plugged", "status": "completed", "tag": "31b590d9-502d-42ef-bf06-bd8136927cab", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:27:39.573754 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1971be6-5a9a-4aec-9b77-7e5b2a37e481 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:27:39.574149 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064809d9-b55d-47f7-9274-f503b01a1507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b590d9-502d-42ef-bf06-bd8136927cab', 'code': 200} Feb 03 13:27:39.597314 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=31b590d9-502d-42ef-bf06-bd8136927cab,revision_number=15']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:27:39.699905 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d241c3-5575-4704-a1b7-0a27d0ba0be5 req-e936b4c0-4336-4f99-8570-aee33fdc4375 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:39.701407 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74d241c3-5575-4704-a1b7-0a27d0ba0be5 req-e936b4c0-4336-4f99-8570-aee33fdc4375 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.73 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 947 time: 0.0531716 Feb 03 13:27:39.799553 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-74d241c3-5575-4704-a1b7-0a27d0ba0be5 req-4e66e4e4-dd11-46c7-8374-0486242ce0a1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Deleting port 31b590d9-502d-42ef-bf06-bd8136927cab {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:27:39.799818 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-74d241c3-5575-4704-a1b7-0a27d0ba0be5 req-4e66e4e4-dd11-46c7-8374-0486242ce0a1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:39.889716 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-74d241c3-5575-4704-a1b7-0a27d0ba0be5 req-4e66e4e4-dd11-46c7-8374-0486242ce0a1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] For port 31b590d9-502d-42ef-bf06-bd8136927cab, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=31b590d9-502d-42ef-bf06-bd8136927cab,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:27:39.890083 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-74d241c3-5575-4704-a1b7-0a27d0ba0be5 req-4e66e4e4-dd11-46c7-8374-0486242ce0a1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:39.995827 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:40.069848 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-74d241c3-5575-4704-a1b7-0a27d0ba0be5 req-4e66e4e4-dd11-46c7-8374-0486242ce0a1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:40.070260 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-74d241c3-5575-4704-a1b7-0a27d0ba0be5 req-4e66e4e4-dd11-46c7-8374-0486242ce0a1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (69f404a4-fcb7-4b9d-82b8-bd67065e6cb4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:40.070588 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [req-74d241c3-5575-4704-a1b7-0a27d0ba0be5 req-4e66e4e4-dd11-46c7-8374-0486242ce0a1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Floating IP 69f404a4-fcb7-4b9d-82b8-bd67065e6cb4 disassociated. External IP: 172.25.6.64, port: 31b590d9-502d-42ef-bf06-bd8136927cab. Feb 03 13:27:40.071472 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-74d241c3-5575-4704-a1b7-0a27d0ba0be5 req-4e66e4e4-dd11-46c7-8374-0486242ce0a1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Calling delete_port for 31b590d9-502d-42ef-bf06-bd8136927cab owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:27:40.151431 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2961d2-e31f-49d7-a71f-849332187756 req-acc4b169-3ad6-4587-9ad9-b2ec2356e877 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:27:40.153947 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e2961d2-e31f-49d7-a71f-849332187756 req-acc4b169-3ad6-4587-9ad9-b2ec2356e877 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 947 time: 0.0667336 Feb 03 13:27:40.201725 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e2961d2-e31f-49d7-a71f-849332187756 req-d5e07a2b-b261-40d7-b837-2d187e467386 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups?id=44943b64-50e2-4980-bdb2-2ef5e70537fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421402 Feb 03 13:27:40.228508 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-74d241c3-5575-4704-a1b7-0a27d0ba0be5 req-4e66e4e4-dd11-46c7-8374-0486242ce0a1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (31b590d9-502d-42ef-bf06-bd8136927cab), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:40.259417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66e4e4-dd11-46c7-8374-0486242ce0a1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Pushing event deleted for resources: {'Port': ['ID=31b590d9-502d-42ef-bf06-bd8136927cab,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:27:40.378921 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74d241c3-5575-4704-a1b7-0a27d0ba0be5 req-4e66e4e4-dd11-46c7-8374-0486242ce0a1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Router 0b259324-f54f-48c1-b89a-39bc1cd5632a has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:27:40.495578 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74d241c3-5575-4704-a1b7-0a27d0ba0be5 req-4e66e4e4-dd11-46c7-8374-0486242ce0a1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:27:40.505154 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e95d1a-7936-4cb8-9fd4-4f4122cc66ed None None] Sync routers for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:27:40.519783 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e95d1a-7936-4cb8-9fd4-4f4122cc66ed None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:27:40.520478 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-06e95d1a-7936-4cb8-9fd4-4f4122cc66ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:27:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:27:40.542289 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d241c3-5575-4704-a1b7-0a27d0ba0be5 req-4e66e4e4-dd11-46c7-8374-0486242ce0a1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] No DVR routers for this DVR port 31b590d9-502d-42ef-bf06-bd8136927cab on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:27:40.544897 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-74d241c3-5575-4704-a1b7-0a27d0ba0be5 req-4e66e4e4-dd11-46c7-8374-0486242ce0a1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:40.548331 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74d241c3-5575-4704-a1b7-0a27d0ba0be5 req-4e66e4e4-dd11-46c7-8374-0486242ce0a1 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.73 "DELETE /v2.0/ports/31b590d9-502d-42ef-bf06-bd8136927cab HTTP/1.1" status: 204 len: 173 time: 0.8409264 Feb 03 13:27:40.548781 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064809d9-b55d-47f7-9274-f503b01a1507', 'name': 'network-vif-deleted', 'tag': '31b590d9-502d-42ef-bf06-bd8136927cab'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:27:40.551030 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50512539-7d4f-432e-80c4-18283c5388bb" -d '{"events": [{"server_uuid": "064809d9-b55d-47f7-9274-f503b01a1507", "name": "network-vif-deleted", "tag": "31b590d9-502d-42ef-bf06-bd8136927cab"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:27:40.591929 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0876c6-b637-4b58-a05b-750321190758 x-openstack-request-id: req-0d0876c6-b637-4b58-a05b-750321190758 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:27:40.592278 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064809d9-b55d-47f7-9274-f503b01a1507", "name": "network-vif-deleted", "tag": "31b590d9-502d-42ef-bf06-bd8136927cab", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:27:40.592667 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d0876c6-b637-4b58-a05b-750321190758 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:27:40.593016 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064809d9-b55d-47f7-9274-f503b01a1507', 'name': 'network-vif-deleted', 'tag': '31b590d9-502d-42ef-bf06-bd8136927cab', 'status': 'completed', 'code': 200} Feb 03 13:27:40.646812 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-06e95d1a-7936-4cb8-9fd4-4f4122cc66ed None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:27:40.880608 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-06e95d1a-7936-4cb8-9fd4-4f4122cc66ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:27:40.909183 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e95d1a-7936-4cb8-9fd4-4f4122cc66ed None None] Checking router: 0b259324-f54f-48c1-b89a-39bc1cd5632a for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:27:40.917960 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e95d1a-7936-4cb8-9fd4-4f4122cc66ed None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:27:40.918573 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-06e95d1a-7936-4cb8-9fd4-4f4122cc66ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:27:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:27:41.024534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-06e95d1a-7936-4cb8-9fd4-4f4122cc66ed None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:27:41.241522 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-06e95d1a-7936-4cb8-9fd4-4f4122cc66ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:27:41.278666 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e95d1a-7936-4cb8-9fd4-4f4122cc66ed None None] The sync data for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 is: [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:20Z', 'revision_number': 4, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874', 'name': '', 'network_id': '2956fce3-b719-48e6-a440-16ecd28b76f4', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'mac_address': 'fa:16:3e:f9:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:20Z', 'updated_at': '2022-02-03T13:23:24Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'subnets': [{'id': 'a2f428b0-dc25-4352-a745-d3777ece255f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:27:41.313357 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8243d245-a823-40e0-933b-1a80115a9093 req-d14282fc-94be-4700-be3a-9050a1ddf116 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 210 time: 0.0337479 Feb 03 13:27:41.522176 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e692bee2-6e31-4da2-8930-41b01fbd131e None None] New status for floating IP 69f404a4-fcb7-4b9d-82b8-bd67065e6cb4: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:27:41.874289 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:27:42.408811 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e01bab89-8f26-43a3-a7b1-df298536a0d6 req-095c4580-2cb3-4e19-879e-20a3b9f20217 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 210 time: 0.0280156 Feb 03 13:27:43.372164 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 31b590d9-502d-42ef-bf06-bd8136927cab no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:27:43.392081 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 31b590d9-502d-42ef-bf06-bd8136927cab {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:27:43.392428 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 31b590d9-502d-42ef-bf06-bd8136927cab not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:27:43.514542 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e89d2cc-a0db-48ef-83b8-baaea2e63f59 req-a634c963-d9d1-44fa-9284-13c8b4b66652 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 210 time: 0.0349731 Feb 03 13:27:44.617871 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7964536d-76f4-4d4c-a8ec-25a084fafa12 req-d9a28a04-380c-4517-b94c-1c356c71ad56 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 210 time: 0.0271323 Feb 03 13:27:45.719480 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0bbf8d89-c6f6-4012-8e4a-b93691875039 req-038b1ae4-332e-42e8-9887-d1a05508b023 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 210 time: 0.0283251 Feb 03 13:27:46.294922 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:46.822634 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fbc367d3-4397-4ad8-bcb2-869fdfb3b08b req-9e56e1b4-4f20-41aa-acea-e290ebbbf830 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 210 time: 0.0299807 Feb 03 13:27:47.920504 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4c6c46c1-b430-4937-a2b1-f190f739f105 req-47d44a14-07de-4aa4-8dce-4241ed5c724a tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 210 time: 0.0284467 Feb 03 13:27:49.039918 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e920103e-9234-403a-8f6b-e255f888aa03 req-8f128ee8-fb9f-4236-baa8-40d205d2b7a9 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/ports?device_id=064809d9-b55d-47f7-9274-f503b01a1507 HTTP/1.1" status: 200 len: 210 time: 0.0387030 Feb 03 13:27:55.866244 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40150) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:27:55.921946 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-241eae33-d170-40f9-b34d-3f7d7c06bd40 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for security_group (44943b64-50e2-4980-bdb2-2ef5e70537fe), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:55.946198 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-241eae33-d170-40f9-b34d-3f7d7c06bd40 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for security_group (44943b64-50e2-4980-bdb2-2ef5e70537fe), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:55.999831 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-241eae33-d170-40f9-b34d-3f7d7c06bd40 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (44943b64-50e2-4980-bdb2-2ef5e70537fe), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:56.002857 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-241eae33-d170-40f9-b34d-3f7d7c06bd40 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:56.004139 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-241eae33-d170-40f9-b34d-3f7d7c06bd40 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "DELETE /v2.0/security-groups/44943b64-50e2-4980-bdb2-2ef5e70537fe HTTP/1.1" status: 204 len: 168 time: 0.1360488 Feb 03 13:27:56.007160 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40152) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:27:56.015344 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241eae33-d170-40f9-b34d-3f7d7c06bd40 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44943b64-50e2-4980-bdb2-2ef5e70537fe,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:27:56.029630 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-bf50c2de-ab09-4c0d-863f-716894e53774 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] show failed (client error): The resource could not be found. Feb 03 13:27:56.033895 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bf50c2de-ab09-4c0d-863f-716894e53774 tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "GET /v2.0/security-groups/44943b64-50e2-4980-bdb2-2ef5e70537fe HTTP/1.1" status: 404 len: 347 time: 0.0218999 Feb 03 13:27:56.034269 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40154) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:27:56.489456 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7c1fe657-8256-459e-bd37-ece099beb72e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Deleting port 5a58e8ad-0bc9-4821-a0b3-b4fbf8a695c1 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:27:56.489800 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe657-8256-459e-bd37-ece099beb72e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (5a58e8ad-0bc9-4821-a0b3-b4fbf8a695c1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:56.566232 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe657-8256-459e-bd37-ece099beb72e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (5a58e8ad-0bc9-4821-a0b3-b4fbf8a695c1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:56.566562 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe657-8256-459e-bd37-ece099beb72e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for floatingip (5a58e8ad-0bc9-4821-a0b3-b4fbf8a695c1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:56.578897 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7c1fe657-8256-459e-bd37-ece099beb72e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Calling delete_port for 5a58e8ad-0bc9-4821-a0b3-b4fbf8a695c1 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:27:56.709971 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe657-8256-459e-bd37-ece099beb72e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (5a58e8ad-0bc9-4821-a0b3-b4fbf8a695c1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:56.739900 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fe657-8256-459e-bd37-ece099beb72e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Pushing event deleted for resources: {'Port': ['ID=5a58e8ad-0bc9-4821-a0b3-b4fbf8a695c1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:27:56.800596 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe657-8256-459e-bd37-ece099beb72e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks [] for floatingip (69f404a4-fcb7-4b9d-82b8-bd67065e6cb4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:56.803151 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe657-8256-459e-bd37-ece099beb72e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:56.804948 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7c1fe657-8256-459e-bd37-ece099beb72e tempest-ServerActionsTestJSON-868532477 tempest-ServerActionsTestJSON-868532477-project] 10.222.0.18 "DELETE /v2.0/floatingips/69f404a4-fcb7-4b9d-82b8-bd67065e6cb4 HTTP/1.1" status: 204 len: 168 time: 0.7690661 Feb 03 13:27:56.807831 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40156) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:27:57.191881 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f1e5-3f52-4e22-a7bb-b75806f8be75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (0b259324-f54f-48c1-b89a-39bc1cd5632a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:57.440129 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6ec9f1e5-3f52-4e22-a7bb-b75806f8be75 admin admin] Deleting port b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:27:57.440475 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f1e5-3f52-4e22-a7bb-b75806f8be75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:57.516464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-6ec9f1e5-3f52-4e22-a7bb-b75806f8be75 admin admin] For port b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:27:57.516832 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f1e5-3f52-4e22-a7bb-b75806f8be75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:57.530047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6ec9f1e5-3f52-4e22-a7bb-b75806f8be75 admin admin] Calling delete_port for b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:27:57.706787 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f1e5-3f52-4e22-a7bb-b75806f8be75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:57.737093 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9f1e5-3f52-4e22-a7bb-b75806f8be75 admin admin] Pushing event deleted for resources: {'Port': ['ID=b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:27:57.903267 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f1e5-3f52-4e22-a7bb-b75806f8be75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (0b259324-f54f-48c1-b89a-39bc1cd5632a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:58.118939 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec9f1e5-3f52-4e22-a7bb-b75806f8be75 admin admin] Router 0b259324-f54f-48c1-b89a-39bc1cd5632a has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:27:58.225566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec9f1e5-3f52-4e22-a7bb-b75806f8be75 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:27:58.231795 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6ec9f1e5-3f52-4e22-a7bb-b75806f8be75 admin admin] 10.222.0.18 "PUT /v2.0/routers/0b259324-f54f-48c1-b89a-39bc1cd5632a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4219558 Feb 03 13:27:58.233285 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40158) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:27:58.349126 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc518725-c7f8-4326-9a62-98ed917d47e7 admin admin] Publish callbacks [] for router (0b259324-f54f-48c1-b89a-39bc1cd5632a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:58.395776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472bf87c-0a96-40c2-b811-eb7d5ea855e1 None None] Sync routers for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:27:58.406984 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472bf87c-0a96-40c2-b811-eb7d5ea855e1 None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:27:58.407584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-472bf87c-0a96-40c2-b811-eb7d5ea855e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:27:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:27:58.455714 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc518725-c7f8-4326-9a62-98ed917d47e7 admin admin] Publish callbacks [] for router_gateway (0b259324-f54f-48c1-b89a-39bc1cd5632a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:58.511047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-fc518725-c7f8-4326-9a62-98ed917d47e7 admin admin] Deleting port 467a2174-0f87-42b1-bda0-196fae14963d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:27:58.511356 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-472bf87c-0a96-40c2-b811-eb7d5ea855e1 None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:27:58.511472 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc518725-c7f8-4326-9a62-98ed917d47e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (467a2174-0f87-42b1-bda0-196fae14963d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:58.591177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-fc518725-c7f8-4326-9a62-98ed917d47e7 admin admin] For port 467a2174-0f87-42b1-bda0-196fae14963d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=467a2174-0f87-42b1-bda0-196fae14963d,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:27:58.591546 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc518725-c7f8-4326-9a62-98ed917d47e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (467a2174-0f87-42b1-bda0-196fae14963d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:58.604885 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-fc518725-c7f8-4326-9a62-98ed917d47e7 admin admin] Calling delete_port for 467a2174-0f87-42b1-bda0-196fae14963d owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:27:58.685975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-472bf87c-0a96-40c2-b811-eb7d5ea855e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '467a2174-0f87-42b1-bda0-196fae14963d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:27:57Z', 'revision_number': 5, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port': {'id': '467a2174-0f87-42b1-bda0-196fae14963d', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:27:58.716587 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472bf87c-0a96-40c2-b811-eb7d5ea855e1 None None] Checking router: 0b259324-f54f-48c1-b89a-39bc1cd5632a for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:27:58.725850 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472bf87c-0a96-40c2-b811-eb7d5ea855e1 None None] Routers {'0b259324-f54f-48c1-b89a-39bc1cd5632a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:27:58.727112 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-472bf87c-0a96-40c2-b811-eb7d5ea855e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:27:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['0b259324-f54f-48c1-b89a-39bc1cd5632a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:27:58.773693 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc518725-c7f8-4326-9a62-98ed917d47e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (467a2174-0f87-42b1-bda0-196fae14963d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:58.799241 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc518725-c7f8-4326-9a62-98ed917d47e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=467a2174-0f87-42b1-bda0-196fae14963d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:27:58.810544 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-472bf87c-0a96-40c2-b811-eb7d5ea855e1 None None] Set router 0b259324-f54f-48c1-b89a-39bc1cd5632a gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:27:58.866275 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-472bf87c-0a96-40c2-b811-eb7d5ea855e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:27:58Z', 'revision_number': 6, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:27:58.868178 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc518725-c7f8-4326-9a62-98ed917d47e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (0b259324-f54f-48c1-b89a-39bc1cd5632a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:58.894096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472bf87c-0a96-40c2-b811-eb7d5ea855e1 None None] The sync data for ids ['0b259324-f54f-48c1-b89a-39bc1cd5632a'] in n-d-827336-3 is: [{'id': '0b259324-f54f-48c1-b89a-39bc1cd5632a', 'name': 'tempest-ServerActionsTestJSON-1824706419-router', 'tenant_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:23:18Z', 'updated_at': '2022-02-03T13:27:58Z', 'revision_number': 6, 'project_id': '3be4b516e51b4f1880470bc5c8ddfd8e', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:27:58.960371 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc518725-c7f8-4326-9a62-98ed917d47e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (0b259324-f54f-48c1-b89a-39bc1cd5632a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:58.962467 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc518725-c7f8-4326-9a62-98ed917d47e7 admin admin] Publish callbacks [] for router_controller (0b259324-f54f-48c1-b89a-39bc1cd5632a), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:59.005102 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc518725-c7f8-4326-9a62-98ed917d47e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (0b259324-f54f-48c1-b89a-39bc1cd5632a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:59.005693 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc518725-c7f8-4326-9a62-98ed917d47e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b259324-f54f-48c1-b89a-39bc1cd5632a {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:27:59.010095 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc518725-c7f8-4326-9a62-98ed917d47e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:59.011334 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fc518725-c7f8-4326-9a62-98ed917d47e7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0b259324-f54f-48c1-b89a-39bc1cd5632a HTTP/1.1" status: 204 len: 168 time: 0.7771037 Feb 03 13:27:59.013856 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40160) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:27:59.062576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-d071ab6d-da72-45f6-9a29-d4c950e6b9bc admin admin] Deleting subnet a2f428b0-dc25-4352-a745-d3777ece255f {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:27:59.065771 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d071ab6d-da72-45f6-9a29-d4c950e6b9bc admin admin] Publish callbacks [] for subnet (a2f428b0-dc25-4352-a745-d3777ece255f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:59.100485 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d071ab6d-da72-45f6-9a29-d4c950e6b9bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (a2f428b0-dc25-4352-a745-d3777ece255f), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:59.176486 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d071ab6d-da72-45f6-9a29-d4c950e6b9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (a2f428b0-dc25-4352-a745-d3777ece255f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:59.229613 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d071ab6d-da72-45f6-9a29-d4c950e6b9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (a2f428b0-dc25-4352-a745-d3777ece255f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:59.261343 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071ab6d-da72-45f6-9a29-d4c950e6b9bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f428b0-dc25-4352-a745-d3777ece255f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:27:59.266956 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d071ab6d-da72-45f6-9a29-d4c950e6b9bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:59.273762 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40162) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:27:59.274430 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d071ab6d-da72-45f6-9a29-d4c950e6b9bc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a2f428b0-dc25-4352-a745-d3777ece255f HTTP/1.1" status: 204 len: 168 time: 0.2595258 Feb 03 13:27:59.277333 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ba4946-16d7-41d0-8244-b5a2a976d467 None None] Network 2956fce3-b719-48e6-a440-16ecd28b76f4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:27:59.357793 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (2956fce3-b719-48e6-a440-16ecd28b76f4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:59.411233 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Deleting port b4ce049b-fa8e-43dd-9666-877052bf975b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:27:59.411578 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b4ce049b-fa8e-43dd-9666-877052bf975b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:59.473536 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] For port b4ce049b-fa8e-43dd-9666-877052bf975b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b4ce049b-fa8e-43dd-9666-877052bf975b,segment=NetworkSegment(da5820e1-1394-48a8-be8f-a697840df705),segment_id=da5820e1-1394-48a8-be8f-a697840df705)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:27:59.473811 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b4ce049b-fa8e-43dd-9666-877052bf975b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:59.486583 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Calling delete_port for b4ce049b-fa8e-43dd-9666-877052bf975b owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:27:59.567272 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b4ce049b-fa8e-43dd-9666-877052bf975b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:59.594311 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ce049b-fa8e-43dd-9666-877052bf975b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:27:59.596473 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] No DVR routers for this DVR port b4ce049b-fa8e-43dd-9666-877052bf975b on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:27:59.620777 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:59.621125 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:59.621469 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:59.621807 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:59.622143 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:59.622475 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:59.622801 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:59.623128 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:59.623454 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:59.623777 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:59.624131 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:59.624453 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:59.624773 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:27:59.673457 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9616b6b6-51c9-4b27-b02a-9c116b8e59a1 None None] DHCP port deletion for 2956fce3-b719-48e6-a440-16ecd28b76f4 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:27:59.681934 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (2956fce3-b719-48e6-a440-16ecd28b76f4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:59.706166 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2956fce3-b719-48e6-a440-16ecd28b76f4']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:27:59.717162 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5820e1-1394-48a8-be8f-a697840df705') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:27:59.717461 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5820e1-1394-48a8-be8f-a697840df705') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:27:59.727190 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (da5820e1-1394-48a8-be8f-a697840df705), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:59.739727 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (da5820e1-1394-48a8-be8f-a697840df705), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:59.746167 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:27:59.746556 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (da5820e1-1394-48a8-be8f-a697840df705), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:27:59.748210 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:27:59.805563 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (2956fce3-b719-48e6-a440-16ecd28b76f4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:59.811060 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:27:59.814365 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2956fce3-b719-48e6-a440-16ecd28b76f4 HTTP/1.1" status: 204 len: 168 time: 0.5330856 Feb 03 13:27:59.824651 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fcd02-79f8-4f51-bf5a-dbef11672e35 admin admin] Pushing event deleted for resources: {'Network': ['ID=2956fce3-b719-48e6-a440-16ecd28b76f4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:27:59.936571 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40166) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:27:59.976740 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-95e8169f-b714-4eac-a539-4d280553f60d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3be4b516e51b4f1880470bc5c8ddfd8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432789 Feb 03 13:27:59.979323 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40168) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:00.026548 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-58074a19-6e29-4209-9dd4-63504dda0549 admin admin] Publish callbacks [] for security_group (46e0c8e1-0910-4b98-b405-193a889a1a67), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:00.047884 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-58074a19-6e29-4209-9dd4-63504dda0549 admin admin] Publish callbacks [] for security_group (46e0c8e1-0910-4b98-b405-193a889a1a67), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:00.094272 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-58074a19-6e29-4209-9dd4-63504dda0549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (46e0c8e1-0910-4b98-b405-193a889a1a67), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:00.097042 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-58074a19-6e29-4209-9dd4-63504dda0549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:00.098203 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-58074a19-6e29-4209-9dd4-63504dda0549 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46e0c8e1-0910-4b98-b405-193a889a1a67 HTTP/1.1" status: 204 len: 168 time: 0.1180501 Feb 03 13:28:00.106008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58074a19-6e29-4209-9dd4-63504dda0549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e0c8e1-0910-4b98-b405-193a889a1a67,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:00.410683 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 467a2174-0f87-42b1-bda0-196fae14963d no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:28:00.436473 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 467a2174-0f87-42b1-bda0-196fae14963d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:28:00.436915 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 467a2174-0f87-42b1-bda0-196fae14963d not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:28:00.437349 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:28:00.457475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:28:00.457829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b28f0f0b-5fa9-4d72-8f0b-bd866a2e5874 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:28:00.458253 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b4ce049b-fa8e-43dd-9666-877052bf975b no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:28:00.479104 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: b4ce049b-fa8e-43dd-9666-877052bf975b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:28:00.479462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b4ce049b-fa8e-43dd-9666-877052bf975b not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:28:00.773599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40190) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:00.870919 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c1085788-b866-4931-b65d-e7eb0aa13983 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2106064845-network', 'tenant_id': '4ed125a873eb491ea12c5e2d3f889976'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:00.889652 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1085788-b866-4931-b65d-e7eb0aa13983 admin admin] Made reservation on behalf of 4ed125a873eb491ea12c5e2d3f889976 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:00.892091 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1085788-b866-4931-b65d-e7eb0aa13983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:00.901424 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1085788-b866-4931-b65d-e7eb0aa13983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:00.975031 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1085788-b866-4931-b65d-e7eb0aa13983 admin admin] Publish callbacks [] for security_group (a581621e-f146-4b59-8e3c-8efa2705bc77), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:00.979228 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1085788-b866-4931-b65d-e7eb0aa13983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a581621e-f146-4b59-8e3c-8efa2705bc77), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:01.004599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1085788-b866-4931-b65d-e7eb0aa13983 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:28:01.013488 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1085788-b866-4931-b65d-e7eb0aa13983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a581621e-f146-4b59-8e3c-8efa2705bc77,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:01.020962 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1085788-b866-4931-b65d-e7eb0aa13983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (d24ba2eb-dd16-4792-b821-c86d7c45b65b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:01.021116 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-c1085788-b866-4931-b65d-e7eb0aa13983 admin admin] Added segment d24ba2eb-dd16-4792-b821-c86d7c45b65b of type vlan for network 8acdcded-824c-477d-9987-59cd4664ee84 Feb 03 13:28:01.061452 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1085788-b866-4931-b65d-e7eb0aa13983 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (8acdcded-824c-477d-9987-59cd4664ee84), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:01.085488 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1085788-b866-4931-b65d-e7eb0aa13983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (8acdcded-824c-477d-9987-59cd4664ee84), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:01.086508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1085788-b866-4931-b65d-e7eb0aa13983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:01.087085 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1085788-b866-4931-b65d-e7eb0aa13983 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:01.119022 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c1085788-b866-4931-b65d-e7eb0aa13983 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3442941 Feb 03 13:28:01.122319 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40194) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:01.130005 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-23441c4f-a32b-4bf8-9820-76a8ae4c7daa admin admin] Request body: {'subnet': {'network_id': '8acdcded-824c-477d-9987-59cd4664ee84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2106064845-subnet', 'tenant_id': '4ed125a873eb491ea12c5e2d3f889976', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:01.153067 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23441c4f-a32b-4bf8-9820-76a8ae4c7daa admin admin] Made reservation on behalf of 4ed125a873eb491ea12c5e2d3f889976 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:01.155736 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23441c4f-a32b-4bf8-9820-76a8ae4c7daa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:01.160922 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1085788-b866-4931-b65d-e7eb0aa13983 admin admin] Pushing event updated for resources: {'Network': ['ID=8acdcded-824c-477d-9987-59cd4664ee84,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:01.171433 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 8acdcded-824c-477d-9987-59cd4664ee84 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:28:01.350096 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23441c4f-a32b-4bf8-9820-76a8ae4c7daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (44cfe68a-77b7-468e-a954-c9ddc7c76fbc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:01.404906 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23441c4f-a32b-4bf8-9820-76a8ae4c7daa admin admin] Pushing event updated for resources: {'Subnet': ['ID=44cfe68a-77b7-468e-a954-c9ddc7c76fbc,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:01.412121 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23441c4f-a32b-4bf8-9820-76a8ae4c7daa admin admin] Checking segment: {'id': 'd24ba2eb-dd16-4792-b821-c86d7c45b65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8acdcded-824c-477d-9987-59cd4664ee84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:01.412480 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23441c4f-a32b-4bf8-9820-76a8ae4c7daa admin admin] Network hostable DHCP agents. Network: 8acdcded-824c-477d-9987-59cd4664ee84, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:28:01.430306 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23441c4f-a32b-4bf8-9820-76a8ae4c7daa admin admin] Network 8acdcded-824c-477d-9987-59cd4664ee84 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:28:01.440373 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-23441c4f-a32b-4bf8-9820-76a8ae4c7daa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 8acdcded-824c-477d-9987-59cd4664ee84) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:01.444281 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23441c4f-a32b-4bf8-9820-76a8ae4c7daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:01.445459 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23441c4f-a32b-4bf8-9820-76a8ae4c7daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:01.450258 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce14381-44f7-4ebe-9586-e39c5127a19e None None] Network 8acdcded-824c-477d-9987-59cd4664ee84 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:01.461549 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-23441c4f-a32b-4bf8-9820-76a8ae4c7daa admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3376787 Feb 03 13:28:01.549061 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb20bab2-afd5-4c18-858c-743fa5b8a853 None None] Network 8acdcded-824c-477d-9987-59cd4664ee84 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:01.624780 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:01.880953 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79450462-4b6e-484d-874b-2bfe82545498 req-0b884c30-cb18-41d1-9d86-986b6803c3e7 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:01.882862 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79450462-4b6e-484d-874b-2bfe82545498 req-0b884c30-cb18-41d1-9d86-986b6803c3e7 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/networks?id=8acdcded-824c-477d-9987-59cd4664ee84 HTTP/1.1" status: 200 len: 814 time: 0.1021283 Feb 03 13:28:01.899740 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79450462-4b6e-484d-874b-2bfe82545498 req-3e4543e9-5a2d-4b8b-ac9b-2913712449df tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/quotas/4ed125a873eb491ea12c5e2d3f889976 HTTP/1.1" status: 200 len: 375 time: 0.0111368 Feb 03 13:28:01.936567 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79450462-4b6e-484d-874b-2bfe82545498 req-99c4909b-4d45-4a96-be3b-ca4863bb7eec tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ed125a873eb491ea12c5e2d3f889976&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312922 Feb 03 13:28:02.155342 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79450462-4b6e-484d-874b-2bfe82545498 req-3e4bc1b9-f38f-471c-b56f-f98d79d2ed08 service neutron] 10.222.0.18 "GET /v2.0/networks/8acdcded-824c-477d-9987-59cd4664ee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556785 Feb 03 13:28:02.248453 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79450462-4b6e-484d-874b-2bfe82545498 req-2f240ff1-b23b-46d8-a32c-42d3128dbefa service neutron] 10.222.0.18 "GET /v2.0/networks/8acdcded-824c-477d-9987-59cd4664ee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871582 Feb 03 13:28:02.427725 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b0723b24-3a53-4440-88e2-c2b56be8322b req-c7b91498-308a-45c0-9e5b-a2c522e6234f tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1add4c-8edf-49a6-9638-78232893e690 HTTP/1.1" status: 200 len: 210 time: 0.0416367 Feb 03 13:28:03.384182 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79450462-4b6e-484d-874b-2bfe82545498 req-f7a214df-2956-4423-8521-61dafb2619e5 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:03.385656 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-79450462-4b6e-484d-874b-2bfe82545498 req-f7a214df-2956-4423-8521-61dafb2619e5 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.31 "GET /v2.0/networks?id=8acdcded-824c-477d-9987-59cd4664ee84 HTTP/1.1" status: 200 len: 814 time: 0.1069601 Feb 03 13:28:03.397015 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-79450462-4b6e-484d-874b-2bfe82545498 req-289e2ca8-e4dd-4e33-870d-7fe9953d61e9 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Request body: {'port': {'device_id': 'fb1add4c-8edf-49a6-9638-78232893e690', 'network_id': '8acdcded-824c-477d-9987-59cd4664ee84', 'admin_state_up': True, 'tenant_id': '4ed125a873eb491ea12c5e2d3f889976'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:03.509122 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79450462-4b6e-484d-874b-2bfe82545498 req-289e2ca8-e4dd-4e33-870d-7fe9953d61e9 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Made reservation on behalf of 4ed125a873eb491ea12c5e2d3f889976 for: {'port': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:03.512450 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-79450462-4b6e-484d-874b-2bfe82545498 req-289e2ca8-e4dd-4e33-870d-7fe9953d61e9 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:03.536961 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-abdcfb44-e04e-4fb6-b350-36856686b1cc req-7775a455-cbed-45d3-84b0-7fceeaed78b5 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1add4c-8edf-49a6-9638-78232893e690 HTTP/1.1" status: 200 len: 210 time: 0.0342774 Feb 03 13:28:03.584832 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5bba9cab-2372-4893-b555-39fa21126f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:03.636544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [req-79450462-4b6e-484d-874b-2bfe82545498 req-289e2ca8-e4dd-4e33-870d-7fe9953d61e9 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Allocated IP 172.20.0.8 (8acdcded-824c-477d-9987-59cd4664ee84/44cfe68a-77b7-468e-a954-c9ddc7c76fbc/1c0abff4-303b-4f02-b83e-99b5e28ea4a3) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:28:03.783526 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-79450462-4b6e-484d-874b-2bfe82545498 req-289e2ca8-e4dd-4e33-870d-7fe9953d61e9 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Publish callbacks [] for port (1c0abff4-303b-4f02-b83e-99b5e28ea4a3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:03.816968 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-79450462-4b6e-484d-874b-2bfe82545498 req-289e2ca8-e4dd-4e33-870d-7fe9953d61e9 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (1c0abff4-303b-4f02-b83e-99b5e28ea4a3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:03.857679 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79450462-4b6e-484d-874b-2bfe82545498 req-289e2ca8-e4dd-4e33-870d-7fe9953d61e9 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Network 8acdcded-824c-477d-9987-59cd4664ee84 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:28:03.860810 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [req-79450462-4b6e-484d-874b-2bfe82545498 req-289e2ca8-e4dd-4e33-870d-7fe9953d61e9 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:03.867221 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-79450462-4b6e-484d-874b-2bfe82545498 req-289e2ca8-e4dd-4e33-870d-7fe9953d61e9 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:28:03.895735 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e2ca8-e4dd-4e33-870d-7fe9953d61e9 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Pushing event updated for resources: {'Port': ['ID=1c0abff4-303b-4f02-b83e-99b5e28ea4a3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:03.923581 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79450462-4b6e-484d-874b-2bfe82545498 req-289e2ca8-e4dd-4e33-870d-7fe9953d61e9 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:03.924216 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-79450462-4b6e-484d-874b-2bfe82545498 req-289e2ca8-e4dd-4e33-870d-7fe9953d61e9 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:03.939473 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-79450462-4b6e-484d-874b-2bfe82545498 req-289e2ca8-e4dd-4e33-870d-7fe9953d61e9 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5462303 Feb 03 13:28:03.950959 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] Request body: {'port': {'device_id': 'fb1add4c-8edf-49a6-9638-78232893e690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:04.012266 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1c0abff4-303b-4f02-b83e-99b5e28ea4a3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:04.286552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0abff4-303b-4f02-b83e-99b5e28ea4a3 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:28:04.294836 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] Publish callbacks [] for port (1c0abff4-303b-4f02-b83e-99b5e28ea4a3), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:04.309695 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] Transition to ACTIVE for port object 1c0abff4-303b-4f02-b83e-99b5e28ea4a3 will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:28:04.313793 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (1c0abff4-303b-4f02-b83e-99b5e28ea4a3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:04.365607 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] Pushing event updated for resources: {'Port': ['ID=1c0abff4-303b-4f02-b83e-99b5e28ea4a3,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:04.454457 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] Attempting to bind port 1c0abff4-303b-4f02-b83e-99b5e28ea4a3 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:28:04.454790 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] Attempting to bind port 1c0abff4-303b-4f02-b83e-99b5e28ea4a3 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': 'd24ba2eb-dd16-4792-b821-c86d7c45b65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8acdcded-824c-477d-9987-59cd4664ee84'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:28:04.455122 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] Attempting to bind port 1c0abff4-303b-4f02-b83e-99b5e28ea4a3 on network 8acdcded-824c-477d-9987-59cd4664ee84 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:28:04.461160 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] Port 1c0abff4-303b-4f02-b83e-99b5e28ea4a3 on network 8acdcded-824c-477d-9987-59cd4664ee84 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:28:04.461557 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] Attempting to bind port 1c0abff4-303b-4f02-b83e-99b5e28ea4a3 on network 8acdcded-824c-477d-9987-59cd4664ee84 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:28:04.466960 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:28:04.467298 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] Checking segment: {'id': 'd24ba2eb-dd16-4792-b821-c86d7c45b65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8acdcded-824c-477d-9987-59cd4664ee84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:04.467702 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] Bound using segment: {'id': 'd24ba2eb-dd16-4792-b821-c86d7c45b65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8acdcded-824c-477d-9987-59cd4664ee84'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:28:04.468144 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] Bound port: 1c0abff4-303b-4f02-b83e-99b5e28ea4a3, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24ba2eb-dd16-4792-b821-c86d7c45b65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8acdcded-824c-477d-9987-59cd4664ee84'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:28:04.468509 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1c0abff4-303b-4f02-b83e-99b5e28ea4a3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:04.544549 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] For port 1c0abff4-303b-4f02-b83e-99b5e28ea4a3, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:28:04.548100 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] For port 1c0abff4-303b-4f02-b83e-99b5e28ea4a3, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1c0abff4-303b-4f02-b83e-99b5e28ea4a3,segment=NetworkSegment(d24ba2eb-dd16-4792-b821-c86d7c45b65b),segment_id=d24ba2eb-dd16-4792-b821-c86d7c45b65b)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:28:04.553652 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (1c0abff4-303b-4f02-b83e-99b5e28ea4a3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:04.591547 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:04.592268 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:04.593724 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-79450462-4b6e-484d-874b-2bfe82545498 req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] 10.222.0.31 "PUT /v2.0/ports/1c0abff4-303b-4f02-b83e-99b5e28ea4a3 HTTP/1.1" status: 200 len: 1091 time: 0.6467726 Feb 03 13:28:04.596339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1add4c-8edf-49a6-9638-78232893e690', 'tag': '1c0abff4-303b-4f02-b83e-99b5e28ea4a3'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:28:04.600214 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd8e3d0d214f4b5a5c9346c817bb3d5c7dc8eede0041f0ac454b0f34c689af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508f4006-ae31-47a7-aeba-307e3ed4ced1" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1add4c-8edf-49a6-9638-78232893e690", "tag": "1c0abff4-303b-4f02-b83e-99b5e28ea4a3"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:28:04.658157 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5de26d-19aa-41f7-9a8e-d5fb992a816b x-openstack-request-id: req-aa5de26d-19aa-41f7-9a8e-d5fb992a816b {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:28:04.658451 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1add4c-8edf-49a6-9638-78232893e690", "tag": "1c0abff4-303b-4f02-b83e-99b5e28ea4a3", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:28:04.658763 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa5de26d-19aa-41f7-9a8e-d5fb992a816b {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:28:04.659344 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1add4c-8edf-49a6-9638-78232893e690', 'tag': '1c0abff4-303b-4f02-b83e-99b5e28ea4a3', 'status': 'completed', 'code': 200} Feb 03 13:28:04.697979 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3faa8c7-c710-4d2d-8d99-8084246db61f service neutron] Pushing event updated for resources: {'Port': ['ID=1c0abff4-303b-4f02-b83e-99b5e28ea4a3,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:04.741525 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f83128-0033-4926-bcd3-919b913aa7a4 req-7d830d0d-19e3-4aa1-a9b7-9179de5f1c76 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:04.743385 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5f83128-0033-4926-bcd3-919b913aa7a4 req-7d830d0d-19e3-4aa1-a9b7-9179de5f1c76 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1add4c-8edf-49a6-9638-78232893e690 HTTP/1.1" status: 200 len: 943 time: 0.1282177 Feb 03 13:28:04.747484 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79450462-4b6e-484d-874b-2bfe82545498 req-31927667-eb7f-42f1-9410-72f7b87e1c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:04.749920 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-79450462-4b6e-484d-874b-2bfe82545498 req-31927667-eb7f-42f1-9410-72f7b87e1c37 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ed125a873eb491ea12c5e2d3f889976&device_id=fb1add4c-8edf-49a6-9638-78232893e690 HTTP/1.1" status: 200 len: 1125 time: 0.0878510 Feb 03 13:28:04.809903 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-79450462-4b6e-484d-874b-2bfe82545498 req-686859ee-c795-4aef-9da2-12b1c444ee25 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c0abff4-303b-4f02-b83e-99b5e28ea4a3 HTTP/1.1" status: 200 len: 217 time: 0.0491917 Feb 03 13:28:04.903638 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5f83128-0033-4926-bcd3-919b913aa7a4 req-fc6502f9-b73b-40be-b887-33bb8aed8159 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522212 Feb 03 13:28:04.920782 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79450462-4b6e-484d-874b-2bfe82545498 req-b23732f2-913f-4e47-a533-e78eb23d9dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:04.923005 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-79450462-4b6e-484d-874b-2bfe82545498 req-b23732f2-913f-4e47-a533-e78eb23d9dfd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=44cfe68a-77b7-468e-a954-c9ddc7c76fbc HTTP/1.1" status: 200 len: 854 time: 0.1071842 Feb 03 13:28:04.955275 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-79450462-4b6e-484d-874b-2bfe82545498 req-7a63c828-82b7-42f1-b728-34ce52244173 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8acdcded-824c-477d-9987-59cd4664ee84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260708 Feb 03 13:28:05.093702 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-79450462-4b6e-484d-874b-2bfe82545498 req-87135318-9338-4b1e-8f9d-01053cf650ee service neutron] 10.222.0.31 "GET /v2.0/networks/8acdcded-824c-477d-9987-59cd4664ee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312349 Feb 03 13:28:05.256042 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-79450462-4b6e-484d-874b-2bfe82545498 req-f3e2fad3-5955-4eb7-8bf5-ad0be30d2e98 service neutron] 10.222.0.31 "GET /v2.0/networks/8acdcded-824c-477d-9987-59cd4664ee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551514 Feb 03 13:28:05.363059 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f4006-ae31-47a7-aeba-307e3ed4ced1 req-1a1fb257-a4fb-447d-ac82-0b229fdac686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:05.365483 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-508f4006-ae31-47a7-aeba-307e3ed4ced1 req-1a1fb257-a4fb-447d-ac82-0b229fdac686 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ed125a873eb491ea12c5e2d3f889976&device_id=fb1add4c-8edf-49a6-9638-78232893e690 HTTP/1.1" status: 200 len: 1125 time: 0.0551763 Feb 03 13:28:05.462891 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f4006-ae31-47a7-aeba-307e3ed4ced1 req-f16279c2-e034-415e-8a85-49916dc740f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:05.464390 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-508f4006-ae31-47a7-aeba-307e3ed4ced1 req-f16279c2-e034-415e-8a85-49916dc740f4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8acdcded-824c-477d-9987-59cd4664ee84 HTTP/1.1" status: 200 len: 915 time: 0.0931065 Feb 03 13:28:05.507903 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-508f4006-ae31-47a7-aeba-307e3ed4ced1 req-b7af31ea-f162-4413-88ce-be60a4db4483 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c0abff4-303b-4f02-b83e-99b5e28ea4a3 HTTP/1.1" status: 200 len: 217 time: 0.0373747 Feb 03 13:28:05.555369 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f4006-ae31-47a7-aeba-307e3ed4ced1 req-99e0e45b-fe32-4eef-b30d-1013602f37ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:05.556890 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-508f4006-ae31-47a7-aeba-307e3ed4ced1 req-99e0e45b-fe32-4eef-b30d-1013602f37ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=44cfe68a-77b7-468e-a954-c9ddc7c76fbc HTTP/1.1" status: 200 len: 854 time: 0.0434039 Feb 03 13:28:05.588366 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-508f4006-ae31-47a7-aeba-307e3ed4ced1 req-8c93cd46-f148-4cc7-a1f6-23e809f8049a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8acdcded-824c-477d-9987-59cd4664ee84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253091 Feb 03 13:28:05.680132 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-508f4006-ae31-47a7-aeba-307e3ed4ced1 req-2cb0236c-d7e1-4681-969d-c8570419c1da service neutron] 10.222.0.31 "GET /v2.0/networks/8acdcded-824c-477d-9987-59cd4664ee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849881 Feb 03 13:28:05.766333 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-508f4006-ae31-47a7-aeba-307e3ed4ced1 req-36a74305-6418-4f80-a588-5bef896caeb2 service neutron] 10.222.0.31 "GET /v2.0/networks/8acdcded-824c-477d-9987-59cd4664ee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805273 Feb 03 13:28:06.036891 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8193c-22b8-413f-9e34-8de519fc0371 req-a583070e-19e7-4f30-bd08-6ef0a154204d tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:06.039108 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c3d8193c-22b8-413f-9e34-8de519fc0371 req-a583070e-19e7-4f30-bd08-6ef0a154204d tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1add4c-8edf-49a6-9638-78232893e690 HTTP/1.1" status: 200 len: 943 time: 0.0545716 Feb 03 13:28:06.085103 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c3d8193c-22b8-413f-9e34-8de519fc0371 req-8e943506-0d41-404e-bcfc-d3f3118f0253 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402036 Feb 03 13:28:06.207895 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1cd7bf47-546c-4550-9271-7a215c7825bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:07.096926 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:07.204503 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91303e0-89a7-499a-b784-999f8230e353 req-be678aba-6dec-4531-9282-e0e53878da34 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:07.205965 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e91303e0-89a7-499a-b784-999f8230e353 req-be678aba-6dec-4531-9282-e0e53878da34 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1add4c-8edf-49a6-9638-78232893e690 HTTP/1.1" status: 200 len: 943 time: 0.0519102 Feb 03 13:28:07.260157 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e91303e0-89a7-499a-b784-999f8230e353 req-a9f943ab-d427-41f5-8d96-810b0608d03c tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478299 Feb 03 13:28:07.624167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 1c0abff4-303b-4f02-b83e-99b5e28ea4a3 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:28:07.717447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 1c0abff4-303b-4f02-b83e-99b5e28ea4a3, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1c0abff4-303b-4f02-b83e-99b5e28ea4a3,segment=NetworkSegment(d24ba2eb-dd16-4792-b821-c86d7c45b65b),segment_id=d24ba2eb-dd16-4792-b821-c86d7c45b65b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:07.729168 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '1c0abff4-303b-4f02-b83e-99b5e28ea4a3', 'network_id': '8acdcded-824c-477d-9987-59cd4664ee84', 'port_id': '1c0abff4-303b-4f02-b83e-99b5e28ea4a3', 'mac_address': 'fa:16:3e:97:0a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44cfe68a-77b7-468e-a954-c9ddc7c76fbc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:28:07.769165 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 1c0abff4-303b-4f02-b83e-99b5e28ea4a3 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:07.769557 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1c0abff4-303b-4f02-b83e-99b5e28ea4a3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:07.782775 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0abff4-303b-4f02-b83e-99b5e28ea4a3 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:28:07.800913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 1c0abff4-303b-4f02-b83e-99b5e28ea4a3, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1c0abff4-303b-4f02-b83e-99b5e28ea4a3,segment=NetworkSegment(d24ba2eb-dd16-4792-b821-c86d7c45b65b),segment_id=d24ba2eb-dd16-4792-b821-c86d7c45b65b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:07.805384 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1c0abff4-303b-4f02-b83e-99b5e28ea4a3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:07.852198 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=1c0abff4-303b-4f02-b83e-99b5e28ea4a3,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:07.999866 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['1c0abff4-303b-4f02-b83e-99b5e28ea4a3'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:28:08.378292 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fdb04-18e7-4f24-a5dd-1c33bee03a68 req-64b32590-8c29-4f02-8fdd-bc0302744de9 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:08.379788 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b4fdb04-18e7-4f24-a5dd-1c33bee03a68 req-64b32590-8c29-4f02-8fdd-bc0302744de9 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1add4c-8edf-49a6-9638-78232893e690 HTTP/1.1" status: 200 len: 944 time: 0.0525157 Feb 03 13:28:08.396262 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:08.427793 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b4fdb04-18e7-4f24-a5dd-1c33bee03a68 req-66f3d2ba-f614-443b-951f-fe7c81b61cda tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417404 Feb 03 13:28:09.544581 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5f23a-d394-494d-81b7-2950d58354cb req-7461511c-e5c7-4f0e-8edc-979dd4670b1e tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:09.545947 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78b5f23a-d394-494d-81b7-2950d58354cb req-7461511c-e5c7-4f0e-8edc-979dd4670b1e tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1add4c-8edf-49a6-9638-78232893e690 HTTP/1.1" status: 200 len: 944 time: 0.0526986 Feb 03 13:28:09.591791 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78b5f23a-d394-494d-81b7-2950d58354cb req-637672bc-e220-4e7a-8ffb-a0566c14ac8b tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402389 Feb 03 13:28:09.633548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 1c0abff4-303b-4f02-b83e-99b5e28ea4a3 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:28:09.683071 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 1c0abff4-303b-4f02-b83e-99b5e28ea4a3 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:28:09.687526 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 1c0abff4-303b-4f02-b83e-99b5e28ea4a3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:09.687901 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1c0abff4-303b-4f02-b83e-99b5e28ea4a3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:09.771182 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 1c0abff4-303b-4f02-b83e-99b5e28ea4a3 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:09.771576 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1c0abff4-303b-4f02-b83e-99b5e28ea4a3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:09.795284 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1add4c-8edf-49a6-9638-78232893e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0abff4-303b-4f02-b83e-99b5e28ea4a3'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:28:09.797476 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bd83ce-9f30-430a-af6c-53e4819b7c3b" -d '{"events": [{"server_uuid": "fb1add4c-8edf-49a6-9638-78232893e690", "name": "network-vif-plugged", "status": "completed", "tag": "1c0abff4-303b-4f02-b83e-99b5e28ea4a3"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:28:09.812159 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 1c0abff4-303b-4f02-b83e-99b5e28ea4a3, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1c0abff4-303b-4f02-b83e-99b5e28ea4a3,segment=NetworkSegment(d24ba2eb-dd16-4792-b821-c86d7c45b65b),segment_id=d24ba2eb-dd16-4792-b821-c86d7c45b65b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:09.817799 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1c0abff4-303b-4f02-b83e-99b5e28ea4a3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:09.841341 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d834de19-827d-45c5-8cc0-d93f80845a51 x-openstack-request-id: req-d834de19-827d-45c5-8cc0-d93f80845a51 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:28:09.841639 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1add4c-8edf-49a6-9638-78232893e690", "name": "network-vif-plugged", "status": "completed", "tag": "1c0abff4-303b-4f02-b83e-99b5e28ea4a3", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:28:09.841899 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d834de19-827d-45c5-8cc0-d93f80845a51 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:28:09.842386 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1add4c-8edf-49a6-9638-78232893e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0abff4-303b-4f02-b83e-99b5e28ea4a3', 'code': 200} Feb 03 13:28:09.880090 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=1c0abff4-303b-4f02-b83e-99b5e28ea4a3,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:09.892040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:09.892040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:09.892040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:09.892040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:09.892040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:09.892040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:09.892040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:09.892040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:09.892040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:09.892040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:09.892040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:09.892040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:09.893761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:09.936984 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d0d36-7dd1-49ed-bd5c-801d02ad5c3b req-3ed8c15b-5f57-4011-a998-bb0c712e40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:09.938652 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-412d0d36-7dd1-49ed-bd5c-801d02ad5c3b req-3ed8c15b-5f57-4011-a998-bb0c712e40bd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fb1add4c-8edf-49a6-9638-78232893e690 HTTP/1.1" status: 200 len: 1127 time: 0.0447757 Feb 03 13:28:09.981915 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-412d0d36-7dd1-49ed-bd5c-801d02ad5c3b req-75ba9d76-0ce5-4598-bf0d-8285641cc532 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360970 Feb 03 13:28:09.998712 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:11.058678 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b374a0-404e-4d4e-b835-2466d8f8ff01 req-b43e9ff9-bcb6-4d08-90d6-0248f70f61ce tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:11.060163 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-72b374a0-404e-4d4e-b835-2466d8f8ff01 req-b43e9ff9-bcb6-4d08-90d6-0248f70f61ce tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1add4c-8edf-49a6-9638-78232893e690 HTTP/1.1" status: 200 len: 945 time: 0.3993976 Feb 03 13:28:11.106183 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-72b374a0-404e-4d4e-b835-2466d8f8ff01 req-3afabe8a-6dc2-4745-a9e3-3adac9632668 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402780 Feb 03 13:28:12.234765 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feca622-4a93-4e23-ba16-590bbbfa7dcc req-9b8ea574-20d3-4181-ae0a-44d85950444d tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:12.236279 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8feca622-4a93-4e23-ba16-590bbbfa7dcc req-9b8ea574-20d3-4181-ae0a-44d85950444d tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1add4c-8edf-49a6-9638-78232893e690 HTTP/1.1" status: 200 len: 945 time: 0.0593812 Feb 03 13:28:12.283026 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8feca622-4a93-4e23-ba16-590bbbfa7dcc req-4344d526-9e3e-4e67-a9a2-3dec1805d7a0 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412986 Feb 03 13:28:12.505759 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-ba309675-7e6a-4927-bf8a-5c43e294c4b5 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:12.508367 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-ba309675-7e6a-4927-bf8a-5c43e294c4b5 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/networks?id=8acdcded-824c-477d-9987-59cd4664ee84 HTTP/1.1" status: 200 len: 814 time: 0.1053004 Feb 03 13:28:12.525422 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-5c3ceec5-42c8-4feb-8ec2-dcf2bf2d2736 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/quotas/4ed125a873eb491ea12c5e2d3f889976 HTTP/1.1" status: 200 len: 375 time: 0.0108447 Feb 03 13:28:12.577778 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-fcbfaf25-a4f2-4ac0-9fe2-1ed7c3670b4c tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ed125a873eb491ea12c5e2d3f889976&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473633 Feb 03 13:28:12.742224 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-4a161ddf-8940-4c1e-bdb5-0cefa05ab273 service neutron] 10.222.0.18 "GET /v2.0/networks/8acdcded-824c-477d-9987-59cd4664ee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254396 Feb 03 13:28:12.833286 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-1219aeeb-40db-4d15-b30e-a76a92cf442a service neutron] 10.222.0.18 "GET /v2.0/networks/8acdcded-824c-477d-9987-59cd4664ee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847938 Feb 03 13:28:12.997643 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2f4028b7-9826-4472-bdf6-b5550caf9ba4 req-63802d4a-a9d0-4a68-841e-252d4964f039 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=77af218e-6ebe-4dc6-a007-580cd71d3a4c HTTP/1.1" status: 200 len: 210 time: 0.0293880 Feb 03 13:28:14.099898 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c05663e-90ab-41ce-aad2-40d20a28341f req-dc3b7a56-03ca-450d-a8ec-e00d664abc3e tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=77af218e-6ebe-4dc6-a007-580cd71d3a4c HTTP/1.1" status: 200 len: 210 time: 0.0306468 Feb 03 13:28:14.147016 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-c30ede31-fb67-400b-b58d-f758a1cf46bd tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:14.148546 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-c30ede31-fb67-400b-b58d-f758a1cf46bd tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.73 "GET /v2.0/networks?id=8acdcded-824c-477d-9987-59cd4664ee84 HTTP/1.1" status: 200 len: 814 time: 0.1094284 Feb 03 13:28:14.167380 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-48008dbb-0a1b-4194-beed-bf9ac1659096 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Request body: {'port': {'device_id': '77af218e-6ebe-4dc6-a007-580cd71d3a4c', 'network_id': '8acdcded-824c-477d-9987-59cd4664ee84', 'admin_state_up': True, 'tenant_id': '4ed125a873eb491ea12c5e2d3f889976'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:14.272629 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-48008dbb-0a1b-4194-beed-bf9ac1659096 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Made reservation on behalf of 4ed125a873eb491ea12c5e2d3f889976 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:14.276371 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-48008dbb-0a1b-4194-beed-bf9ac1659096 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:14.403875 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-48008dbb-0a1b-4194-beed-bf9ac1659096 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Allocated IP 172.20.0.7 (8acdcded-824c-477d-9987-59cd4664ee84/44cfe68a-77b7-468e-a954-c9ddc7c76fbc/4c18259d-18ea-4eb6-8b2e-549c1fe9a118) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:28:14.551179 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-48008dbb-0a1b-4194-beed-bf9ac1659096 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Publish callbacks [] for port (4c18259d-18ea-4eb6-8b2e-549c1fe9a118), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:14.908573 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-48008dbb-0a1b-4194-beed-bf9ac1659096 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4c18259d-18ea-4eb6-8b2e-549c1fe9a118), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:14.920688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['1c0abff4-303b-4f02-b83e-99b5e28ea4a3'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:28:14.948714 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-48008dbb-0a1b-4194-beed-bf9ac1659096 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Network 8acdcded-824c-477d-9987-59cd4664ee84 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:28:14.953757 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-48008dbb-0a1b-4194-beed-bf9ac1659096 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:14.957619 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-48008dbb-0a1b-4194-beed-bf9ac1659096 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:28:14.993618 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48008dbb-0a1b-4194-beed-bf9ac1659096 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Pushing event updated for resources: {'Port': ['ID=4c18259d-18ea-4eb6-8b2e-549c1fe9a118,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:15.018849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-48008dbb-0a1b-4194-beed-bf9ac1659096 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:15.019496 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-48008dbb-0a1b-4194-beed-bf9ac1659096 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:15.036267 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-48008dbb-0a1b-4194-beed-bf9ac1659096 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8732584 Feb 03 13:28:15.053728 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] Request body: {'port': {'device_id': '77af218e-6ebe-4dc6-a007-580cd71d3a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:15.113608 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4c18259d-18ea-4eb6-8b2e-549c1fe9a118), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:15.333937 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309b52b-d0dc-443d-8448-aa2264ea794e req-f9e08356-1a9e-4e11-8c3a-ba02f894b982 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:15.335436 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6309b52b-d0dc-443d-8448-aa2264ea794e req-f9e08356-1a9e-4e11-8c3a-ba02f894b982 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=77af218e-6ebe-4dc6-a007-580cd71d3a4c HTTP/1.1" status: 200 len: 931 time: 0.1261075 Feb 03 13:28:15.412888 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6309b52b-d0dc-443d-8448-aa2264ea794e req-6f91636e-4361-47a5-9692-7c08c6c57d91 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708656 Feb 03 13:28:15.452327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c18259d-18ea-4eb6-8b2e-549c1fe9a118 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:28:15.459775 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] Publish callbacks [] for port (4c18259d-18ea-4eb6-8b2e-549c1fe9a118), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:15.472219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] Transition to ACTIVE for port object 4c18259d-18ea-4eb6-8b2e-549c1fe9a118 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:28:15.476684 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4c18259d-18ea-4eb6-8b2e-549c1fe9a118), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:15.528066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] Pushing event updated for resources: {'Port': ['ID=4c18259d-18ea-4eb6-8b2e-549c1fe9a118,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:15.591674 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] Attempting to bind port 4c18259d-18ea-4eb6-8b2e-549c1fe9a118 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:28:15.592034 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] Attempting to bind port 4c18259d-18ea-4eb6-8b2e-549c1fe9a118 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'd24ba2eb-dd16-4792-b821-c86d7c45b65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8acdcded-824c-477d-9987-59cd4664ee84'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:28:15.592365 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] Attempting to bind port 4c18259d-18ea-4eb6-8b2e-549c1fe9a118 on network 8acdcded-824c-477d-9987-59cd4664ee84 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:28:15.596523 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] Port 4c18259d-18ea-4eb6-8b2e-549c1fe9a118 on network 8acdcded-824c-477d-9987-59cd4664ee84 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:28:15.596840 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] Attempting to bind port 4c18259d-18ea-4eb6-8b2e-549c1fe9a118 on network 8acdcded-824c-477d-9987-59cd4664ee84 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:28:15.601566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:28:15.601907 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] Checking segment: {'id': 'd24ba2eb-dd16-4792-b821-c86d7c45b65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8acdcded-824c-477d-9987-59cd4664ee84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:15.602845 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] Bound using segment: {'id': 'd24ba2eb-dd16-4792-b821-c86d7c45b65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8acdcded-824c-477d-9987-59cd4664ee84'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:28:15.603264 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] Bound port: 4c18259d-18ea-4eb6-8b2e-549c1fe9a118, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24ba2eb-dd16-4792-b821-c86d7c45b65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8acdcded-824c-477d-9987-59cd4664ee84'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:28:15.603620 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4c18259d-18ea-4eb6-8b2e-549c1fe9a118), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:15.667831 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] For port 4c18259d-18ea-4eb6-8b2e-549c1fe9a118, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:28:15.670760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] For port 4c18259d-18ea-4eb6-8b2e-549c1fe9a118, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4c18259d-18ea-4eb6-8b2e-549c1fe9a118,segment=NetworkSegment(d24ba2eb-dd16-4792-b821-c86d7c45b65b),segment_id=d24ba2eb-dd16-4792-b821-c86d7c45b65b)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:28:15.676973 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (4c18259d-18ea-4eb6-8b2e-549c1fe9a118), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:15.711041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:15.711716 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:15.713165 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] 10.222.0.73 "PUT /v2.0/ports/4c18259d-18ea-4eb6-8b2e-549c1fe9a118 HTTP/1.1" status: 200 len: 1091 time: 0.6637952 Feb 03 13:28:15.713602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77af218e-6ebe-4dc6-a007-580cd71d3a4c', 'tag': '4c18259d-18ea-4eb6-8b2e-549c1fe9a118'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:28:15.715825 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6f48ee-9e38-4097-8b9f-87c80880fb97" -d '{"events": [{"name": "network-changed", "server_uuid": "77af218e-6ebe-4dc6-a007-580cd71d3a4c", "tag": "4c18259d-18ea-4eb6-8b2e-549c1fe9a118"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:28:15.739822 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db331a4-7b4a-4a05-a68a-d712cf792688 service neutron] Pushing event updated for resources: {'Port': ['ID=4c18259d-18ea-4eb6-8b2e-549c1fe9a118,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:15.753897 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89deb69-6e24-43e6-8fb0-96d6e25b55ed x-openstack-request-id: req-c89deb69-6e24-43e6-8fb0-96d6e25b55ed {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:28:15.754270 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77af218e-6ebe-4dc6-a007-580cd71d3a4c", "tag": "4c18259d-18ea-4eb6-8b2e-549c1fe9a118", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:28:15.754662 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c89deb69-6e24-43e6-8fb0-96d6e25b55ed {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:28:15.755383 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77af218e-6ebe-4dc6-a007-580cd71d3a4c', 'tag': '4c18259d-18ea-4eb6-8b2e-549c1fe9a118', 'status': 'completed', 'code': 200} Feb 03 13:28:15.815345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-e4a0e2a8-50bc-4aba-9eb1-230deef078d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:15.816810 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-e4a0e2a8-50bc-4aba-9eb1-230deef078d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ed125a873eb491ea12c5e2d3f889976&device_id=77af218e-6ebe-4dc6-a007-580cd71d3a4c HTTP/1.1" status: 200 len: 1125 time: 0.0464587 Feb 03 13:28:15.867656 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-d9960893-eb3f-4a7e-b17a-069330dc9715 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c18259d-18ea-4eb6-8b2e-549c1fe9a118 HTTP/1.1" status: 200 len: 217 time: 0.0391686 Feb 03 13:28:15.913755 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-607b30ba-69c2-447c-8d3e-3d9a7cea30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:15.915826 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-607b30ba-69c2-447c-8d3e-3d9a7cea30c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=44cfe68a-77b7-468e-a954-c9ddc7c76fbc HTTP/1.1" status: 200 len: 854 time: 0.0429134 Feb 03 13:28:15.947515 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-16a71d09-ed96-4acd-8e83-7a483d5be58c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8acdcded-824c-477d-9987-59cd4664ee84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258355 Feb 03 13:28:16.040763 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-0e3e1db9-e261-4d47-9f65-4e7f76ef20af service neutron] 10.222.0.73 "GET /v2.0/networks/8acdcded-824c-477d-9987-59cd4664ee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876999 Feb 03 13:28:16.129285 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33111446-dc14-49c0-bcf4-566ed5b66763 req-3cb65776-ffde-4dc8-b6d2-d95834e1d7bc service neutron] 10.222.0.73 "GET /v2.0/networks/8acdcded-824c-477d-9987-59cd4664ee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830448 Feb 03 13:28:16.266098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f48ee-9e38-4097-8b9f-87c80880fb97 req-c6b767a1-f2a3-4e3a-874e-e6af57bdff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:16.267647 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c6f48ee-9e38-4097-8b9f-87c80880fb97 req-c6b767a1-f2a3-4e3a-874e-e6af57bdff81 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ed125a873eb491ea12c5e2d3f889976&device_id=77af218e-6ebe-4dc6-a007-580cd71d3a4c HTTP/1.1" status: 200 len: 1125 time: 0.0457566 Feb 03 13:28:16.308091 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:16.365801 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f48ee-9e38-4097-8b9f-87c80880fb97 req-36bf0da2-3320-483b-97b4-17bd48d71187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:16.367377 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c6f48ee-9e38-4097-8b9f-87c80880fb97 req-36bf0da2-3320-483b-97b4-17bd48d71187 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8acdcded-824c-477d-9987-59cd4664ee84 HTTP/1.1" status: 200 len: 915 time: 0.0939357 Feb 03 13:28:16.407978 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c6f48ee-9e38-4097-8b9f-87c80880fb97 req-91a22deb-af1e-4529-82c7-963b529ffdd6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c18259d-18ea-4eb6-8b2e-549c1fe9a118 HTTP/1.1" status: 200 len: 217 time: 0.0349450 Feb 03 13:28:16.458872 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f48ee-9e38-4097-8b9f-87c80880fb97 req-db9d2d33-e5e5-4348-b78d-b90fabd25989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:16.460382 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c6f48ee-9e38-4097-8b9f-87c80880fb97 req-db9d2d33-e5e5-4348-b78d-b90fabd25989 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=44cfe68a-77b7-468e-a954-c9ddc7c76fbc HTTP/1.1" status: 200 len: 854 time: 0.0470061 Feb 03 13:28:16.493020 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c6f48ee-9e38-4097-8b9f-87c80880fb97 req-1568d4ac-ebb9-4247-b634-c67018f179a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8acdcded-824c-477d-9987-59cd4664ee84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267298 Feb 03 13:28:16.613697 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79eef3d-1d9f-4387-81d6-911e55ec4040 req-8dd29439-38f7-47ee-a438-3f6abf0619a3 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:16.615284 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c79eef3d-1d9f-4387-81d6-911e55ec4040 req-8dd29439-38f7-47ee-a438-3f6abf0619a3 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=77af218e-6ebe-4dc6-a007-580cd71d3a4c HTTP/1.1" status: 200 len: 943 time: 0.1246262 Feb 03 13:28:16.620852 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c6f48ee-9e38-4097-8b9f-87c80880fb97 req-f805bd55-4450-4ac3-aae4-9038eced1c45 service neutron] 10.222.0.73 "GET /v2.0/networks/8acdcded-824c-477d-9987-59cd4664ee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199009 Feb 03 13:28:16.723850 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c79eef3d-1d9f-4387-81d6-911e55ec4040 req-a7da2476-ac82-408b-8578-ab2fbfc4b533 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019511 Feb 03 13:28:16.745471 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6c6f48ee-9e38-4097-8b9f-87c80880fb97 req-cb9f0f28-6679-46f9-9700-f832ee998b17 service neutron] 10.222.0.73 "GET /v2.0/networks/8acdcded-824c-477d-9987-59cd4664ee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178279 Feb 03 13:28:17.852829 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795b801-b895-4cba-906f-bca3eca185fb req-d5724a6b-83c2-44df-b546-113ab3bb30c1 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:17.854305 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3795b801-b895-4cba-906f-bca3eca185fb req-d5724a6b-83c2-44df-b546-113ab3bb30c1 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=77af218e-6ebe-4dc6-a007-580cd71d3a4c HTTP/1.1" status: 200 len: 943 time: 0.0558453 Feb 03 13:28:17.904683 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3795b801-b895-4cba-906f-bca3eca185fb req-88688424-0ab3-483c-969f-f81bd9a5ac34 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448170 Feb 03 13:28:18.872950 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:28:19.025705 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc88e4-6969-48c4-a9a3-88c7a971ab5a req-c50b66a3-926a-47b4-8d90-e02bc53d22fb tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:19.027202 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bfc88e4-6969-48c4-a9a3-88c7a971ab5a req-c50b66a3-926a-47b4-8d90-e02bc53d22fb tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=77af218e-6ebe-4dc6-a007-580cd71d3a4c HTTP/1.1" status: 200 len: 943 time: 0.0559971 Feb 03 13:28:19.074068 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6bfc88e4-6969-48c4-a9a3-88c7a971ab5a req-acfc8839-ace9-4d4e-aa16-4be5ed60faee tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411875 Feb 03 13:28:19.495219 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4c18259d-18ea-4eb6-8b2e-549c1fe9a118 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:28:19.593340 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4c18259d-18ea-4eb6-8b2e-549c1fe9a118, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4c18259d-18ea-4eb6-8b2e-549c1fe9a118,segment=NetworkSegment(d24ba2eb-dd16-4792-b821-c86d7c45b65b),segment_id=d24ba2eb-dd16-4792-b821-c86d7c45b65b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:19.604737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '4c18259d-18ea-4eb6-8b2e-549c1fe9a118', 'network_id': '8acdcded-824c-477d-9987-59cd4664ee84', 'port_id': '4c18259d-18ea-4eb6-8b2e-549c1fe9a118', 'mac_address': 'fa:16:3e:1c:3a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44cfe68a-77b7-468e-a954-c9ddc7c76fbc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:28:19.641223 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 4c18259d-18ea-4eb6-8b2e-549c1fe9a118 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:19.641608 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4c18259d-18ea-4eb6-8b2e-549c1fe9a118), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:19.654502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c18259d-18ea-4eb6-8b2e-549c1fe9a118 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:28:19.673476 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4c18259d-18ea-4eb6-8b2e-549c1fe9a118, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4c18259d-18ea-4eb6-8b2e-549c1fe9a118,segment=NetworkSegment(d24ba2eb-dd16-4792-b821-c86d7c45b65b),segment_id=d24ba2eb-dd16-4792-b821-c86d7c45b65b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:19.681236 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4c18259d-18ea-4eb6-8b2e-549c1fe9a118), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:19.730671 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=4c18259d-18ea-4eb6-8b2e-549c1fe9a118,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:20.058892 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['4c18259d-18ea-4eb6-8b2e-549c1fe9a118'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:28:20.195297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee74f5c-9b04-42b8-8079-adfbc4fe1cd6 req-2a66c52d-4f79-4191-a75c-29fd27a06912 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:20.196814 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cee74f5c-9b04-42b8-8079-adfbc4fe1cd6 req-2a66c52d-4f79-4191-a75c-29fd27a06912 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=77af218e-6ebe-4dc6-a007-580cd71d3a4c HTTP/1.1" status: 200 len: 944 time: 0.0537546 Feb 03 13:28:20.242588 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cee74f5c-9b04-42b8-8079-adfbc4fe1cd6 req-c998a1fc-b78c-4488-b758-e532b86d79b4 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402930 Feb 03 13:28:21.364830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74b017-c387-47c6-a0af-b5250d83c2d9 req-b53e5dc0-df03-4cc1-a705-916e396513fa tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:21.366338 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be74b017-c387-47c6-a0af-b5250d83c2d9 req-b53e5dc0-df03-4cc1-a705-916e396513fa tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=77af218e-6ebe-4dc6-a007-580cd71d3a4c HTTP/1.1" status: 200 len: 944 time: 0.0549967 Feb 03 13:28:21.415114 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be74b017-c387-47c6-a0af-b5250d83c2d9 req-1e5bfd51-94d7-4fc5-a347-799e2b946333 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428336 Feb 03 13:28:21.515293 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4c18259d-18ea-4eb6-8b2e-549c1fe9a118 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:28:21.562258 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 4c18259d-18ea-4eb6-8b2e-549c1fe9a118 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:28:21.565768 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 4c18259d-18ea-4eb6-8b2e-549c1fe9a118 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:21.566144 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (4c18259d-18ea-4eb6-8b2e-549c1fe9a118), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:21.640689 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 4c18259d-18ea-4eb6-8b2e-549c1fe9a118 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:21.641078 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (4c18259d-18ea-4eb6-8b2e-549c1fe9a118), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:21.663032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77af218e-6ebe-4dc6-a007-580cd71d3a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c18259d-18ea-4eb6-8b2e-549c1fe9a118'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:28:21.665359 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3cc153-6d52-4b51-b72e-1b30b697b0ef" -d '{"events": [{"server_uuid": "77af218e-6ebe-4dc6-a007-580cd71d3a4c", "name": "network-vif-plugged", "status": "completed", "tag": "4c18259d-18ea-4eb6-8b2e-549c1fe9a118"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:28:21.677542 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 4c18259d-18ea-4eb6-8b2e-549c1fe9a118, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4c18259d-18ea-4eb6-8b2e-549c1fe9a118,segment=NetworkSegment(d24ba2eb-dd16-4792-b821-c86d7c45b65b),segment_id=d24ba2eb-dd16-4792-b821-c86d7c45b65b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:21.681609 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (4c18259d-18ea-4eb6-8b2e-549c1fe9a118), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:21.710657 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e970114c-84f9-4755-9456-1ee419632e30 x-openstack-request-id: req-e970114c-84f9-4755-9456-1ee419632e30 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:28:21.710953 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77af218e-6ebe-4dc6-a007-580cd71d3a4c", "name": "network-vif-plugged", "status": "completed", "tag": "4c18259d-18ea-4eb6-8b2e-549c1fe9a118", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:28:21.711205 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e970114c-84f9-4755-9456-1ee419632e30 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:28:21.712289 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77af218e-6ebe-4dc6-a007-580cd71d3a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c18259d-18ea-4eb6-8b2e-549c1fe9a118', 'code': 200} Feb 03 13:28:21.736622 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=4c18259d-18ea-4eb6-8b2e-549c1fe9a118,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:21.840597 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444770a1-7010-492b-8478-5a7495374fdf req-fee9b740-2b09-41bc-8f74-85c4e9970da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:21.842021 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-444770a1-7010-492b-8478-5a7495374fdf req-fee9b740-2b09-41bc-8f74-85c4e9970da5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=77af218e-6ebe-4dc6-a007-580cd71d3a4c HTTP/1.1" status: 200 len: 1127 time: 0.0479803 Feb 03 13:28:21.889379 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-444770a1-7010-492b-8478-5a7495374fdf req-039a9a31-5e62-4362-abd7-3c4d1b4d9f1c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407035 Feb 03 13:28:22.535470 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493005b-a68f-4a50-8306-13507c810784 req-aa9b2a38-45a6-4630-b860-ef90814f05e9 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:22.536914 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2493005b-a68f-4a50-8306-13507c810784 req-aa9b2a38-45a6-4630-b860-ef90814f05e9 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=77af218e-6ebe-4dc6-a007-580cd71d3a4c HTTP/1.1" status: 200 len: 945 time: 0.0562503 Feb 03 13:28:22.583495 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2493005b-a68f-4a50-8306-13507c810784 req-5cc92a63-941c-4ec9-bebe-322ccfda74a6 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402684 Feb 03 13:28:23.706252 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e3198-cf3c-42d4-970f-4302b4090ac2 req-f3c6bb98-445e-4d46-85c3-9d280aec695a tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:23.707721 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a69e3198-cf3c-42d4-970f-4302b4090ac2 req-f3c6bb98-445e-4d46-85c3-9d280aec695a tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=77af218e-6ebe-4dc6-a007-580cd71d3a4c HTTP/1.1" status: 200 len: 945 time: 0.0547533 Feb 03 13:28:23.752892 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a69e3198-cf3c-42d4-970f-4302b4090ac2 req-779e1013-4e8e-4ba3-8389-b66469ddb6b3 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395710 Feb 03 13:28:23.992681 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27871885-808a-4c80-81ab-57e4d0fd762d req-e04f98d8-14b6-4488-9b4f-1f621adb4ad6 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:23.994716 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-27871885-808a-4c80-81ab-57e4d0fd762d req-e04f98d8-14b6-4488-9b4f-1f621adb4ad6 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=77af218e-6ebe-4dc6-a007-580cd71d3a4c HTTP/1.1" status: 200 len: 945 time: 0.0555773 Feb 03 13:28:24.042364 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-27871885-808a-4c80-81ab-57e4d0fd762d req-f61c2bd4-469c-4ce2-9e59-f5fba9025d3a tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420413 Feb 03 13:28:25.163618 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8e817-ad05-48a1-8a5b-5365f4a55f7c req-158cbc7a-1d79-424f-b34d-7703d1abaa70 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:25.165164 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-19b8e817-ad05-48a1-8a5b-5365f4a55f7c req-158cbc7a-1d79-424f-b34d-7703d1abaa70 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=77af218e-6ebe-4dc6-a007-580cd71d3a4c HTTP/1.1" status: 200 len: 945 time: 0.0531468 Feb 03 13:28:25.215462 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-19b8e817-ad05-48a1-8a5b-5365f4a55f7c req-6b8388c1-bb7b-4283-b1a1-cc9d8e53a3b8 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441372 Feb 03 13:28:25.494524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1957c41-e6a4-4aa3-8c2a-b54886c4fd39 req-ad3bde02-a3cd-4561-8427-457d0000751f tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:25.496045 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f1957c41-e6a4-4aa3-8c2a-b54886c4fd39 req-ad3bde02-a3cd-4561-8427-457d0000751f tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.73 "GET /v2.0/ports?device_id=77af218e-6ebe-4dc6-a007-580cd71d3a4c HTTP/1.1" status: 200 len: 945 time: 0.0527120 Feb 03 13:28:25.586172 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f1957c41-e6a4-4aa3-8c2a-b54886c4fd39 req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Deleting port 4c18259d-18ea-4eb6-8b2e-549c1fe9a118 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:28:25.586514 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f1957c41-e6a4-4aa3-8c2a-b54886c4fd39 req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (4c18259d-18ea-4eb6-8b2e-549c1fe9a118), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:25.677140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f1957c41-e6a4-4aa3-8c2a-b54886c4fd39 req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] For port 4c18259d-18ea-4eb6-8b2e-549c1fe9a118, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=4c18259d-18ea-4eb6-8b2e-549c1fe9a118,segment=NetworkSegment(d24ba2eb-dd16-4792-b821-c86d7c45b65b),segment_id=d24ba2eb-dd16-4792-b821-c86d7c45b65b)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:25.677502 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f1957c41-e6a4-4aa3-8c2a-b54886c4fd39 req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (4c18259d-18ea-4eb6-8b2e-549c1fe9a118), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:25.690411 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f1957c41-e6a4-4aa3-8c2a-b54886c4fd39 req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Calling delete_port for 4c18259d-18ea-4eb6-8b2e-549c1fe9a118 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:28:25.817286 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f1957c41-e6a4-4aa3-8c2a-b54886c4fd39 req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (4c18259d-18ea-4eb6-8b2e-549c1fe9a118), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:25.828664 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['1c0abff4-303b-4f02-b83e-99b5e28ea4a3'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:28:25.844996 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Pushing event deleted for resources: {'Port': ['ID=4c18259d-18ea-4eb6-8b2e-549c1fe9a118,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:25.854052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['4c18259d-18ea-4eb6-8b2e-549c1fe9a118'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:28:25.855458 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.855718 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.856106 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.856457 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.856802 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.857144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.857487 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.857824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.858161 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.859156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.859156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.859156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.859536 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:25.902791 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1957c41-e6a4-4aa3-8c2a-b54886c4fd39 req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] No DVR routers for this DVR port 4c18259d-18ea-4eb6-8b2e-549c1fe9a118 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:28:25.905439 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f1957c41-e6a4-4aa3-8c2a-b54886c4fd39 req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:25.908846 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f1957c41-e6a4-4aa3-8c2a-b54886c4fd39 req-d3b2cc9b-9d30-4853-aa82-7dd8a2d4cefe tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.73 "DELETE /v2.0/ports/4c18259d-18ea-4eb6-8b2e-549c1fe9a118 HTTP/1.1" status: 204 len: 173 time: 0.4077227 Feb 03 13:28:25.909309 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77af218e-6ebe-4dc6-a007-580cd71d3a4c', 'name': 'network-vif-deleted', 'tag': '4c18259d-18ea-4eb6-8b2e-549c1fe9a118'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:28:25.911590 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936ca220-347c-4e49-99b9-eb297911aec8" -d '{"events": [{"server_uuid": "77af218e-6ebe-4dc6-a007-580cd71d3a4c", "name": "network-vif-deleted", "tag": "4c18259d-18ea-4eb6-8b2e-549c1fe9a118"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:28:25.957462 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a21530f-00d3-48d4-bf99-9e6a53bb9925 x-openstack-request-id: req-9a21530f-00d3-48d4-bf99-9e6a53bb9925 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:28:25.957767 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77af218e-6ebe-4dc6-a007-580cd71d3a4c", "name": "network-vif-deleted", "tag": "4c18259d-18ea-4eb6-8b2e-549c1fe9a118", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:28:25.958226 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a21530f-00d3-48d4-bf99-9e6a53bb9925 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:28:25.958658 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77af218e-6ebe-4dc6-a007-580cd71d3a4c', 'name': 'network-vif-deleted', 'tag': '4c18259d-18ea-4eb6-8b2e-549c1fe9a118', 'status': 'completed', 'code': 200} Feb 03 13:28:26.328064 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-493628e3-6a46-476c-b534-57add382af75 req-c363a801-12d3-4149-9858-be1f2a90ba11 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=77af218e-6ebe-4dc6-a007-580cd71d3a4c HTTP/1.1" status: 200 len: 210 time: 0.0299215 Feb 03 13:28:27.485894 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1b8f5-f77b-4de4-9b9e-981009f7887f req-8e4e638f-ff4d-44b4-ad22-9fff0f49092a tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:27.487385 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7bd1b8f5-f77b-4de4-9b9e-981009f7887f req-8e4e638f-ff4d-44b4-ad22-9fff0f49092a tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1add4c-8edf-49a6-9638-78232893e690 HTTP/1.1" status: 200 len: 945 time: 0.0568161 Feb 03 13:28:27.533629 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7bd1b8f5-f77b-4de4-9b9e-981009f7887f req-7a738b9c-1092-41f5-bd4f-45232b9ca0b5 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407121 Feb 03 13:28:27.667825 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046053ee-e444-461a-bf4d-b270f16cff62 req-5154151b-faf9-4ac9-9ae4-01b0c8b6259e tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:27.669362 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-046053ee-e444-461a-bf4d-b270f16cff62 req-5154151b-faf9-4ac9-9ae4-01b0c8b6259e tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1add4c-8edf-49a6-9638-78232893e690 HTTP/1.1" status: 200 len: 945 time: 0.0533862 Feb 03 13:28:27.715014 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-046053ee-e444-461a-bf4d-b270f16cff62 req-04eaefc2-9482-4af5-95ab-b3098b53e525 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401783 Feb 03 13:28:27.835157 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfe8fb-762e-4cc3-87d4-92c56fa96dff req-f342f27a-1939-45b5-9c0c-082ee89c2c9f tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:27.836578 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dddfe8fb-762e-4cc3-87d4-92c56fa96dff req-f342f27a-1939-45b5-9c0c-082ee89c2c9f tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1add4c-8edf-49a6-9638-78232893e690 HTTP/1.1" status: 200 len: 945 time: 0.0540471 Feb 03 13:28:27.882905 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dddfe8fb-762e-4cc3-87d4-92c56fa96dff req-fb707188-4748-4a48-aeca-7b3dbef3c60d tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401938 Feb 03 13:28:28.050779 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42512281-50e3-4545-a5d0-359a8c9b33f7 req-7d43b26c-2bdd-49e5-8376-5e8d72b7da5e tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:28.052310 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42512281-50e3-4545-a5d0-359a8c9b33f7 req-7d43b26c-2bdd-49e5-8376-5e8d72b7da5e tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1add4c-8edf-49a6-9638-78232893e690 HTTP/1.1" status: 200 len: 945 time: 0.0528712 Feb 03 13:28:28.103916 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42512281-50e3-4545-a5d0-359a8c9b33f7 req-7cb838ff-5de8-4e5a-99f9-f3651187290f tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448394 Feb 03 13:28:28.220504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c513601-b841-4b90-91df-08592890a237 req-be7a7ce2-f403-4f62-ad7c-064b24fa3e19 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:28.222016 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7c513601-b841-4b90-91df-08592890a237 req-be7a7ce2-f403-4f62-ad7c-064b24fa3e19 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1add4c-8edf-49a6-9638-78232893e690 HTTP/1.1" status: 200 len: 945 time: 0.0514066 Feb 03 13:28:28.272381 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7c513601-b841-4b90-91df-08592890a237 req-5d6cacdc-e374-4610-967c-e9f461d54117 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448918 Feb 03 13:28:28.399546 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681e7be-8472-4522-bb25-7c32ec353b69 req-29aabff1-0dca-40fe-aade-245c611b5c38 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:28.401874 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7681e7be-8472-4522-bb25-7c32ec353b69 req-29aabff1-0dca-40fe-aade-245c611b5c38 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1add4c-8edf-49a6-9638-78232893e690 HTTP/1.1" status: 200 len: 945 time: 0.0539801 Feb 03 13:28:28.447151 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7681e7be-8472-4522-bb25-7c32ec353b69 req-758b96fc-9923-48a7-8f38-02febf56876d tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399616 Feb 03 13:28:28.746914 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264921e0-cc77-43d2-b8cd-8f842a0899ea req-579a84a7-3f5b-4d39-b06c-1064fd33ae4b tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:28.748407 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-264921e0-cc77-43d2-b8cd-8f842a0899ea req-579a84a7-3f5b-4d39-b06c-1064fd33ae4b tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1add4c-8edf-49a6-9638-78232893e690 HTTP/1.1" status: 200 len: 945 time: 0.0520766 Feb 03 13:28:28.794622 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-264921e0-cc77-43d2-b8cd-8f842a0899ea req-07819808-9e0d-4267-bcf5-9f9d5c0c3c51 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406725 Feb 03 13:28:29.542247 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4c18259d-18ea-4eb6-8b2e-549c1fe9a118 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:28:29.562419 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 4c18259d-18ea-4eb6-8b2e-549c1fe9a118 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:28:29.562767 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 4c18259d-18ea-4eb6-8b2e-549c1fe9a118 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:28:29.917451 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cc316-f36e-41f2-887f-6da5e08bbae1 req-09fa1882-fc5c-4330-afe1-55d8ef420df5 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:29.918937 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-562cc316-f36e-41f2-887f-6da5e08bbae1 req-09fa1882-fc5c-4330-afe1-55d8ef420df5 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb1add4c-8edf-49a6-9638-78232893e690 HTTP/1.1" status: 200 len: 945 time: 0.0540862 Feb 03 13:28:29.966123 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-562cc316-f36e-41f2-887f-6da5e08bbae1 req-d5bda471-59ea-4b9b-bf79-b128f926cfb1 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.18 "GET /v2.0/security-groups?id=a581621e-f146-4b59-8e3c-8efa2705bc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416496 Feb 03 13:28:30.050849 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18912f24-edd0-4af8-be48-8898b3627b5d req-ae85d322-514d-4711-9664-33774f1f5ff1 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:30.052317 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18912f24-edd0-4af8-be48-8898b3627b5d req-ae85d322-514d-4711-9664-33774f1f5ff1 tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb1add4c-8edf-49a6-9638-78232893e690 HTTP/1.1" status: 200 len: 945 time: 0.0524385 Feb 03 13:28:30.146047 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-18912f24-edd0-4af8-be48-8898b3627b5d req-d5c07359-94b7-472d-b81e-63964663a68e tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Deleting port 1c0abff4-303b-4f02-b83e-99b5e28ea4a3 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:28:30.146327 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-18912f24-edd0-4af8-be48-8898b3627b5d req-d5c07359-94b7-472d-b81e-63964663a68e tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1c0abff4-303b-4f02-b83e-99b5e28ea4a3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:30.234858 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-18912f24-edd0-4af8-be48-8898b3627b5d req-d5c07359-94b7-472d-b81e-63964663a68e tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] For port 1c0abff4-303b-4f02-b83e-99b5e28ea4a3, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=1c0abff4-303b-4f02-b83e-99b5e28ea4a3,segment=NetworkSegment(d24ba2eb-dd16-4792-b821-c86d7c45b65b),segment_id=d24ba2eb-dd16-4792-b821-c86d7c45b65b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:30.235228 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-18912f24-edd0-4af8-be48-8898b3627b5d req-d5c07359-94b7-472d-b81e-63964663a68e tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1c0abff4-303b-4f02-b83e-99b5e28ea4a3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:30.247606 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-18912f24-edd0-4af8-be48-8898b3627b5d req-d5c07359-94b7-472d-b81e-63964663a68e tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Calling delete_port for 1c0abff4-303b-4f02-b83e-99b5e28ea4a3 owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:28:30.380761 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-18912f24-edd0-4af8-be48-8898b3627b5d req-d5c07359-94b7-472d-b81e-63964663a68e tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (1c0abff4-303b-4f02-b83e-99b5e28ea4a3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:30.392181 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['1c0abff4-303b-4f02-b83e-99b5e28ea4a3'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:28:30.407551 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c07359-94b7-472d-b81e-63964663a68e tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Pushing event deleted for resources: {'Port': ['ID=1c0abff4-303b-4f02-b83e-99b5e28ea4a3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:30.455874 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-18912f24-edd0-4af8-be48-8898b3627b5d req-d5c07359-94b7-472d-b81e-63964663a68e tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] No DVR routers for this DVR port 1c0abff4-303b-4f02-b83e-99b5e28ea4a3 on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:28:30.458514 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-18912f24-edd0-4af8-be48-8898b3627b5d req-d5c07359-94b7-472d-b81e-63964663a68e tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:30.461882 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18912f24-edd0-4af8-be48-8898b3627b5d req-d5c07359-94b7-472d-b81e-63964663a68e tempest-ServersNegativeTestJSON-1186905995 tempest-ServersNegativeTestJSON-1186905995-project] 10.222.0.31 "DELETE /v2.0/ports/1c0abff4-303b-4f02-b83e-99b5e28ea4a3 HTTP/1.1" status: 204 len: 173 time: 0.4044762 Feb 03 13:28:30.462855 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1add4c-8edf-49a6-9638-78232893e690', 'name': 'network-vif-deleted', 'tag': '1c0abff4-303b-4f02-b83e-99b5e28ea4a3'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:28:30.465156 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd8e3d0d214f4b5a5c9346c817bb3d5c7dc8eede0041f0ac454b0f34c689af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f06f0c7-029a-4e08-aedc-94985c4b0a42" -d '{"events": [{"server_uuid": "fb1add4c-8edf-49a6-9638-78232893e690", "name": "network-vif-deleted", "tag": "1c0abff4-303b-4f02-b83e-99b5e28ea4a3"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:28:30.502785 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4be78f1-2d31-4d32-9feb-c2fe3309ea5a x-openstack-request-id: req-d4be78f1-2d31-4d32-9feb-c2fe3309ea5a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:28:30.503088 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1add4c-8edf-49a6-9638-78232893e690", "name": "network-vif-deleted", "tag": "1c0abff4-303b-4f02-b83e-99b5e28ea4a3", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:28:30.503346 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4be78f1-2d31-4d32-9feb-c2fe3309ea5a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:28:30.503756 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1add4c-8edf-49a6-9638-78232893e690', 'name': 'network-vif-deleted', 'tag': '1c0abff4-303b-4f02-b83e-99b5e28ea4a3', 'status': 'completed', 'code': 200} Feb 03 13:28:31.022108 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40384) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:31.066531 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-582414eb-3070-448b-a6b5-0fbf72e78e85 admin admin] Deleting subnet 44cfe68a-77b7-468e-a954-c9ddc7c76fbc {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:28:31.069750 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-582414eb-3070-448b-a6b5-0fbf72e78e85 admin admin] Publish callbacks [] for subnet (44cfe68a-77b7-468e-a954-c9ddc7c76fbc), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:31.103189 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-582414eb-3070-448b-a6b5-0fbf72e78e85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (44cfe68a-77b7-468e-a954-c9ddc7c76fbc), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:31.142212 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-582414eb-3070-448b-a6b5-0fbf72e78e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (44cfe68a-77b7-468e-a954-c9ddc7c76fbc), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:31.191625 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-582414eb-3070-448b-a6b5-0fbf72e78e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (44cfe68a-77b7-468e-a954-c9ddc7c76fbc), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:31.221148 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582414eb-3070-448b-a6b5-0fbf72e78e85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44cfe68a-77b7-468e-a954-c9ddc7c76fbc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:31.226720 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-582414eb-3070-448b-a6b5-0fbf72e78e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:31.230451 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-582414eb-3070-448b-a6b5-0fbf72e78e85 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/44cfe68a-77b7-468e-a954-c9ddc7c76fbc HTTP/1.1" status: 204 len: 168 time: 0.2073433 Feb 03 13:28:31.233353 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40386) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:31.306616 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f74d6e4d-2789-42ac-95ee-64f5305972b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (8acdcded-824c-477d-9987-59cd4664ee84), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:31.386363 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f74d6e4d-2789-42ac-95ee-64f5305972b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (8acdcded-824c-477d-9987-59cd4664ee84), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:31.406897 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f74d6e4d-2789-42ac-95ee-64f5305972b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8acdcded-824c-477d-9987-59cd4664ee84']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:31.416475 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f74d6e4d-2789-42ac-95ee-64f5305972b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24ba2eb-dd16-4792-b821-c86d7c45b65b') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:31.416780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f74d6e4d-2789-42ac-95ee-64f5305972b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24ba2eb-dd16-4792-b821-c86d7c45b65b') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:31.426300 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f74d6e4d-2789-42ac-95ee-64f5305972b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (d24ba2eb-dd16-4792-b821-c86d7c45b65b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:31.440784 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f74d6e4d-2789-42ac-95ee-64f5305972b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (d24ba2eb-dd16-4792-b821-c86d7c45b65b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:31.447916 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74d6e4d-2789-42ac-95ee-64f5305972b8 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:28:31.448353 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f74d6e4d-2789-42ac-95ee-64f5305972b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (d24ba2eb-dd16-4792-b821-c86d7c45b65b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:28:31.450740 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:28:31.504916 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f74d6e4d-2789-42ac-95ee-64f5305972b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (8acdcded-824c-477d-9987-59cd4664ee84), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:31.510607 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f74d6e4d-2789-42ac-95ee-64f5305972b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:31.513815 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f74d6e4d-2789-42ac-95ee-64f5305972b8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8acdcded-824c-477d-9987-59cd4664ee84 HTTP/1.1" status: 204 len: 168 time: 0.2793067 Feb 03 13:28:31.524083 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d6e4d-2789-42ac-95ee-64f5305972b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8acdcded-824c-477d-9987-59cd4664ee84,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:31.612299 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:31.621951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40390) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:31.665226 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-91fa57f5-ffef-4198-a815-cb33afd7a4ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ed125a873eb491ea12c5e2d3f889976&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421076 Feb 03 13:28:31.668281 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40392) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:31.713967 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa7cd01c-b425-4a84-905a-658b7c56ced9 admin admin] Publish callbacks [] for security_group (a581621e-f146-4b59-8e3c-8efa2705bc77), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:31.734628 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa7cd01c-b425-4a84-905a-658b7c56ced9 admin admin] Publish callbacks [] for security_group (a581621e-f146-4b59-8e3c-8efa2705bc77), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:31.779670 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa7cd01c-b425-4a84-905a-658b7c56ced9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (a581621e-f146-4b59-8e3c-8efa2705bc77), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:31.782317 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa7cd01c-b425-4a84-905a-658b7c56ced9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:31.783465 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fa7cd01c-b425-4a84-905a-658b7c56ced9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a581621e-f146-4b59-8e3c-8efa2705bc77 HTTP/1.1" status: 204 len: 168 time: 0.1142986 Feb 03 13:28:31.791603 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7cd01c-b425-4a84-905a-658b7c56ced9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a581621e-f146-4b59-8e3c-8efa2705bc77,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:32.453775 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40414) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:32.546766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-971e3a9f-a8b3-4c0f-9bff-f1dbdb88485e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1661986363'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:32.565312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971e3a9f-a8b3-4c0f-9bff-f1dbdb88485e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Made reservation on behalf of a78dc3eb9eb34c81b4e60e1cf03b678c for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:32.568519 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-971e3a9f-a8b3-4c0f-9bff-f1dbdb88485e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:32.576792 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-971e3a9f-a8b3-4c0f-9bff-f1dbdb88485e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:32.650477 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-971e3a9f-a8b3-4c0f-9bff-f1dbdb88485e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks [] for security_group (d5b68ad1-d088-4a02-8098-539e86a24acb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:32.654459 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-971e3a9f-a8b3-4c0f-9bff-f1dbdb88485e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d5b68ad1-d088-4a02-8098-539e86a24acb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:32.683912 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971e3a9f-a8b3-4c0f-9bff-f1dbdb88485e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:28:32.689306 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e3a9f-a8b3-4c0f-9bff-f1dbdb88485e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b68ad1-d088-4a02-8098-539e86a24acb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:32.697569 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-971e3a9f-a8b3-4c0f-9bff-f1dbdb88485e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b2049583-c4cf-4802-a644-20c21287f068), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:32.697940 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-971e3a9f-a8b3-4c0f-9bff-f1dbdb88485e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Added segment b2049583-c4cf-4802-a644-20c21287f068 of type vlan for network bb5c5c8c-79b8-421b-a1ff-499faba49fb4 Feb 03 13:28:32.748283 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-971e3a9f-a8b3-4c0f-9bff-f1dbdb88485e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (bb5c5c8c-79b8-421b-a1ff-499faba49fb4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:32.772802 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-971e3a9f-a8b3-4c0f-9bff-f1dbdb88485e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (bb5c5c8c-79b8-421b-a1ff-499faba49fb4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:32.777988 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971e3a9f-a8b3-4c0f-9bff-f1dbdb88485e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:32.778577 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-971e3a9f-a8b3-4c0f-9bff-f1dbdb88485e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:32.813895 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-971e3a9f-a8b3-4c0f-9bff-f1dbdb88485e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3587203 Feb 03 13:28:32.846251 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e3a9f-a8b3-4c0f-9bff-f1dbdb88485e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event updated for resources: {'Network': ['ID=bb5c5c8c-79b8-421b-a1ff-499faba49fb4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:32.857440 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network bb5c5c8c-79b8-421b-a1ff-499faba49fb4 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:28:33.581334 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc1d6-71d0-457c-9321-a22fd3061f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:33.726148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 1c0abff4-303b-4f02-b83e-99b5e28ea4a3 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:28:33.748132 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: 1c0abff4-303b-4f02-b83e-99b5e28ea4a3 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:28:33.748479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 1c0abff4-303b-4f02-b83e-99b5e28ea4a3 not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:28:36.025228 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40420) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:36.030362 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-99235af1-5bcc-4e84-86b1-b13bb4bd4787 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Request body: {'subnet': {'network_id': 'bb5c5c8c-79b8-421b-a1ff-499faba49fb4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:36.118017 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99235af1-5bcc-4e84-86b1-b13bb4bd4787 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Made reservation on behalf of a78dc3eb9eb34c81b4e60e1cf03b678c for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:36.121678 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99235af1-5bcc-4e84-86b1-b13bb4bd4787 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:36.200229 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-22694c34-a5b4-449a-97ec-ae59119017e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:36.309898 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99235af1-5bcc-4e84-86b1-b13bb4bd4787 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (da54a1fd-2aeb-44e0-a698-c77c9650faff), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:36.368323 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99235af1-5bcc-4e84-86b1-b13bb4bd4787 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event updated for resources: {'Subnet': ['ID=da54a1fd-2aeb-44e0-a698-c77c9650faff,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:36.380821 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99235af1-5bcc-4e84-86b1-b13bb4bd4787 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Checking segment: {'id': 'b2049583-c4cf-4802-a644-20c21287f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bb5c5c8c-79b8-421b-a1ff-499faba49fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:36.381186 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99235af1-5bcc-4e84-86b1-b13bb4bd4787 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Network hostable DHCP agents. Network: bb5c5c8c-79b8-421b-a1ff-499faba49fb4, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:28:36.398263 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99235af1-5bcc-4e84-86b1-b13bb4bd4787 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Network bb5c5c8c-79b8-421b-a1ff-499faba49fb4 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:28:36.407642 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-99235af1-5bcc-4e84-86b1-b13bb4bd4787 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, bb5c5c8c-79b8-421b-a1ff-499faba49fb4) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:36.412154 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99235af1-5bcc-4e84-86b1-b13bb4bd4787 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:36.413233 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99235af1-5bcc-4e84-86b1-b13bb4bd4787 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:36.417331 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50aa11fe-50d6-464c-88c1-b2f4f645ad31 None None] Network bb5c5c8c-79b8-421b-a1ff-499faba49fb4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:36.430494 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-99235af1-5bcc-4e84-86b1-b13bb4bd4787 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4041295 Feb 03 13:28:36.434783 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40422) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:36.439620 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a10531f8-3368-440e-831a-4d8ba5fe107b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-16375531'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:36.459550 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10531f8-3368-440e-831a-4d8ba5fe107b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Made reservation on behalf of a78dc3eb9eb34c81b4e60e1cf03b678c for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:36.463447 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a10531f8-3368-440e-831a-4d8ba5fe107b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:36.491819 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10531f8-3368-440e-831a-4d8ba5fe107b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:28:36.500579 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a10531f8-3368-440e-831a-4d8ba5fe107b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (144fabcf-dd7d-42e4-8780-f9e731ab6a61), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:36.500925 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-a10531f8-3368-440e-831a-4d8ba5fe107b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Added segment 144fabcf-dd7d-42e4-8780-f9e731ab6a61 of type vlan for network 38c74dcd-786a-4750-833a-abb009e4b9a1 Feb 03 13:28:36.521067 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-bb5c5c8c-79b8-421b-a1ff-499faba49fb4', 'network_id': 'bb5c5c8c-79b8-421b-a1ff-499faba49fb4', 'project_id': 'a78dc3eb9eb34c81b4e60e1cf03b678c', 'fixed_ips': [{'subnet_id': 'da54a1fd-2aeb-44e0-a698-c77c9650faff'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:28:36.522059 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:36.540301 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a10531f8-3368-440e-831a-4d8ba5fe107b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (38c74dcd-786a-4750-833a-abb009e4b9a1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:36.565259 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a10531f8-3368-440e-831a-4d8ba5fe107b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (38c74dcd-786a-4750-833a-abb009e4b9a1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:36.570174 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10531f8-3368-440e-831a-4d8ba5fe107b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:36.570751 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a10531f8-3368-440e-831a-4d8ba5fe107b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:36.605951 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a10531f8-3368-440e-831a-4d8ba5fe107b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1700757 Feb 03 13:28:36.609074 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40426) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:36.617716 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9b34324b-37da-4f0b-aadd-4bb142fcad92 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Request body: {'subnet': {'network_id': '38c74dcd-786a-4750-833a-abb009e4b9a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:36.638700 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10531f8-3368-440e-831a-4d8ba5fe107b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event updated for resources: {'Network': ['ID=38c74dcd-786a-4750-833a-abb009e4b9a1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:36.651240 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 38c74dcd-786a-4750-833a-abb009e4b9a1 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:28:36.677824 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] Allocated IP 2001:db8:0:ffff::2 (bb5c5c8c-79b8-421b-a1ff-499faba49fb4/da54a1fd-2aeb-44e0-a698-c77c9650faff/f248af0c-de8d-46e1-a5d0-fa9686e3d3d0) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:28:36.714001 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b34324b-37da-4f0b-aadd-4bb142fcad92 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Made reservation on behalf of a78dc3eb9eb34c81b4e60e1cf03b678c for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:36.717462 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b34324b-37da-4f0b-aadd-4bb142fcad92 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:36.866521 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] Publish callbacks [] for port (f248af0c-de8d-46e1-a5d0-fa9686e3d3d0), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:36.872697 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (f248af0c-de8d-46e1-a5d0-fa9686e3d3d0), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:36.914176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] Network bb5c5c8c-79b8-421b-a1ff-499faba49fb4 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:28:36.919502 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:36.921551 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b34324b-37da-4f0b-aadd-4bb142fcad92 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (a727ea8c-68ef-4c43-993a-b3750b230dcb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:36.926809 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:28:36.929830 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] Pushing event updated for resources: {'Port': ['ID=f248af0c-de8d-46e1-a5d0-fa9686e3d3d0,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:36.984967 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] Attempting to bind port f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:28:36.985342 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] Attempting to bind port f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2049583-c4cf-4802-a644-20c21287f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bb5c5c8c-79b8-421b-a1ff-499faba49fb4'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:28:36.985710 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] Attempting to bind port f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 on network bb5c5c8c-79b8-421b-a1ff-499faba49fb4 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:28:36.987772 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34324b-37da-4f0b-aadd-4bb142fcad92 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event updated for resources: {'Subnet': ['ID=a727ea8c-68ef-4c43-993a-b3750b230dcb,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:36.991205 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:28:36.991584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] Checking segment: {'id': 'b2049583-c4cf-4802-a644-20c21287f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bb5c5c8c-79b8-421b-a1ff-499faba49fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:36.992022 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:36.992418 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] Bound using segment: {'id': 'b2049583-c4cf-4802-a644-20c21287f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bb5c5c8c-79b8-421b-a1ff-499faba49fb4'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:28:36.992549 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b34324b-37da-4f0b-aadd-4bb142fcad92 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Checking segment: {'id': '144fabcf-dd7d-42e4-8780-f9e731ab6a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '38c74dcd-786a-4750-833a-abb009e4b9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:36.992805 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b34324b-37da-4f0b-aadd-4bb142fcad92 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Network hostable DHCP agents. Network: 38c74dcd-786a-4750-833a-abb009e4b9a1, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:28:36.992927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] Bound port: f248af0c-de8d-46e1-a5d0-fa9686e3d3d0, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2049583-c4cf-4802-a644-20c21287f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bb5c5c8c-79b8-421b-a1ff-499faba49fb4'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:28:36.993260 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f248af0c-de8d-46e1-a5d0-fa9686e3d3d0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:37.012657 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b34324b-37da-4f0b-aadd-4bb142fcad92 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Network 38c74dcd-786a-4750-833a-abb009e4b9a1 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:28:37.021367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9b34324b-37da-4f0b-aadd-4bb142fcad92 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 38c74dcd-786a-4750-833a-abb009e4b9a1) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:37.031282 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b54a45-9a6c-42af-8758-57e2cd1db092 None None] Network 38c74dcd-786a-4750-833a-abb009e4b9a1 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:37.032517 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b34324b-37da-4f0b-aadd-4bb142fcad92 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:37.033125 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b34324b-37da-4f0b-aadd-4bb142fcad92 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:37.049855 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9b34324b-37da-4f0b-aadd-4bb142fcad92 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4381680 Feb 03 13:28:37.053111 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40428) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:37.114315 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] For port f248af0c-de8d-46e1-a5d0-fa9686e3d3d0, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:28:37.139846 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] For port f248af0c-de8d-46e1-a5d0-fa9686e3d3d0, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f248af0c-de8d-46e1-a5d0-fa9686e3d3d0,segment=NetworkSegment(b2049583-c4cf-4802-a644-20c21287f068),segment_id=b2049583-c4cf-4802-a644-20c21287f068)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:28:37.148475 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:37.151454 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f248af0c-de8d-46e1-a5d0-fa9686e3d3d0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:37.153660 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae42efed-30b0-41a7-b1cb-713a47df621f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (38c74dcd-786a-4750-833a-abb009e4b9a1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:37.234294 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae42efed-30b0-41a7-b1cb-713a47df621f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (a727ea8c-68ef-4c43-993a-b3750b230dcb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:37.301492 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae42efed-30b0-41a7-b1cb-713a47df621f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (a727ea8c-68ef-4c43-993a-b3750b230dcb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:37.334161 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42efed-30b0-41a7-b1cb-713a47df621f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event deleted for resources: {'Subnet': ['ID=a727ea8c-68ef-4c43-993a-b3750b230dcb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:37.398218 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619b44ca-bbeb-43f2-8b0e-a9239abd4d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-38c74dcd-786a-4750-833a-abb009e4b9a1', 'network_id': '38c74dcd-786a-4750-833a-abb009e4b9a1', 'project_id': 'a78dc3eb9eb34c81b4e60e1cf03b678c', 'fixed_ips': [{'subnet_id': 'a727ea8c-68ef-4c43-993a-b3750b230dcb'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:28:37.399110 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-619b44ca-bbeb-43f2-8b0e-a9239abd4d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:37.403230 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae42efed-30b0-41a7-b1cb-713a47df621f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (38c74dcd-786a-4750-833a-abb009e4b9a1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:37.417163 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcea168-7889-4ccd-98d1-476bc13f7748 None None] Pushing event updated for resources: {'Port': ['ID=f248af0c-de8d-46e1-a5d0-fa9686e3d3d0,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:37.438154 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ae42efed-30b0-41a7-b1cb-713a47df621f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c74dcd-786a-4750-833a-abb009e4b9a1']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:37.454128 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ae42efed-30b0-41a7-b1cb-713a47df621f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144fabcf-dd7d-42e4-8780-f9e731ab6a61') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:37.454789 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ae42efed-30b0-41a7-b1cb-713a47df621f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144fabcf-dd7d-42e4-8780-f9e731ab6a61') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:37.467683 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae42efed-30b0-41a7-b1cb-713a47df621f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (144fabcf-dd7d-42e4-8780-f9e731ab6a61), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:37.483813 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae42efed-30b0-41a7-b1cb-713a47df621f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (144fabcf-dd7d-42e4-8780-f9e731ab6a61), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:37.491239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae42efed-30b0-41a7-b1cb-713a47df621f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:28:37.491775 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae42efed-30b0-41a7-b1cb-713a47df621f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (144fabcf-dd7d-42e4-8780-f9e731ab6a61), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:28:37.495772 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:28:37.502261 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5775f2c7-607c-4dc6-88e4-7eda0b2cc721 None None] Network 38c74dcd-786a-4750-833a-abb009e4b9a1 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:37.577493 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae42efed-30b0-41a7-b1cb-713a47df621f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (38c74dcd-786a-4750-833a-abb009e4b9a1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:37.600162 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae42efed-30b0-41a7-b1cb-713a47df621f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:37.610936 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ae42efed-30b0-41a7-b1cb-713a47df621f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "DELETE /v2.0/networks/38c74dcd-786a-4750-833a-abb009e4b9a1 HTTP/1.1" status: 204 len: 168 time: 0.5537252 Feb 03 13:28:37.613080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40430) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:37.619839 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e0bdd2f1-4e07-474b-abe3-61eada1eee6e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-731421718'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:37.622727 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42efed-30b0-41a7-b1cb-713a47df621f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event deleted for resources: {'Network': ['ID=38c74dcd-786a-4750-833a-abb009e4b9a1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:37.649670 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bdd2f1-4e07-474b-abe3-61eada1eee6e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Made reservation on behalf of a78dc3eb9eb34c81b4e60e1cf03b678c for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:37.653398 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0bdd2f1-4e07-474b-abe3-61eada1eee6e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:37.684646 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0bdd2f1-4e07-474b-abe3-61eada1eee6e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:28:37.695802 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0bdd2f1-4e07-474b-abe3-61eada1eee6e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (aced4e9b-d137-45a3-a942-f5bccbacf715), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:37.696248 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-e0bdd2f1-4e07-474b-abe3-61eada1eee6e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Added segment aced4e9b-d137-45a3-a942-f5bccbacf715 of type vlan for network 7eba979c-6144-4239-b4d6-c2f9a1295296 Feb 03 13:28:37.745666 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0bdd2f1-4e07-474b-abe3-61eada1eee6e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (7eba979c-6144-4239-b4d6-c2f9a1295296), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:37.775274 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0bdd2f1-4e07-474b-abe3-61eada1eee6e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (7eba979c-6144-4239-b4d6-c2f9a1295296), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:37.781090 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bdd2f1-4e07-474b-abe3-61eada1eee6e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:37.781676 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0bdd2f1-4e07-474b-abe3-61eada1eee6e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:37.818156 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e0bdd2f1-4e07-474b-abe3-61eada1eee6e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2029591 Feb 03 13:28:37.820900 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40432) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:37.828577 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-69116436-52e3-4419-853c-c4b3a98db08a tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Request body: {'subnet': {'network_id': '7eba979c-6144-4239-b4d6-c2f9a1295296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:37.869919 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdd2f1-4e07-474b-abe3-61eada1eee6e tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event updated for resources: {'Network': ['ID=7eba979c-6144-4239-b4d6-c2f9a1295296,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:37.880788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 7eba979c-6144-4239-b4d6-c2f9a1295296 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:28:37.959118 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69116436-52e3-4419-853c-c4b3a98db08a tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Made reservation on behalf of a78dc3eb9eb34c81b4e60e1cf03b678c for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:37.963866 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-69116436-52e3-4419-853c-c4b3a98db08a tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:38.023161 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-69116436-52e3-4419-853c-c4b3a98db08a tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Performing IP validity checks on allocation pools {{(pid=103189) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 03 13:28:38.023674 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-69116436-52e3-4419-853c-c4b3a98db08a tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103189) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 03 13:28:38.158209 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-69116436-52e3-4419-853c-c4b3a98db08a tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (d24c1746-9327-4155-bb43-a0085aa27199), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:38.218061 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69116436-52e3-4419-853c-c4b3a98db08a tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event updated for resources: {'Subnet': ['ID=d24c1746-9327-4155-bb43-a0085aa27199,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:38.229368 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69116436-52e3-4419-853c-c4b3a98db08a tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Checking segment: {'id': 'aced4e9b-d137-45a3-a942-f5bccbacf715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7eba979c-6144-4239-b4d6-c2f9a1295296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:38.229993 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69116436-52e3-4419-853c-c4b3a98db08a tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Network hostable DHCP agents. Network: 7eba979c-6144-4239-b4d6-c2f9a1295296, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:28:38.251366 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69116436-52e3-4419-853c-c4b3a98db08a tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Network 7eba979c-6144-4239-b4d6-c2f9a1295296 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:28:38.260077 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-69116436-52e3-4419-853c-c4b3a98db08a tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 7eba979c-6144-4239-b4d6-c2f9a1295296) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:38.264107 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69116436-52e3-4419-853c-c4b3a98db08a tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:38.264710 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-69116436-52e3-4419-853c-c4b3a98db08a tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:38.270789 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c55cb2-cdd0-4b17-820d-b270b0e83803 None None] Network 7eba979c-6144-4239-b4d6-c2f9a1295296 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:38.284520 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-69116436-52e3-4419-853c-c4b3a98db08a tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4625335 Feb 03 13:28:38.287304 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40434) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:38.392058 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-7eba979c-6144-4239-b4d6-c2f9a1295296', 'network_id': '7eba979c-6144-4239-b4d6-c2f9a1295296', 'project_id': 'a78dc3eb9eb34c81b4e60e1cf03b678c', 'fixed_ips': [{'subnet_id': 'd24c1746-9327-4155-bb43-a0085aa27199'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:28:38.393126 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:38.395221 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (7eba979c-6144-4239-b4d6-c2f9a1295296), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:38.422626 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:38.463375 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (d24c1746-9327-4155-bb43-a0085aa27199), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:38.498160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b240c1-1a70-453c-a887-c9e95268243d None None] Network bb5c5c8c-79b8-421b-a1ff-499faba49fb4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:38.543535 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:28:38.648669 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c572ce9a-1e41-45d1-87e5-967e5c490d56 None None] Provisioning complete for port f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:38.649047 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c572ce9a-1e41-45d1-87e5-967e5c490d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f248af0c-de8d-46e1-a5d0-fa9686e3d3d0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:38.686518 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] Allocated IP 2001:db8::3 (7eba979c-6144-4239-b4d6-c2f9a1295296/d24c1746-9327-4155-bb43-a0085aa27199/137a4c4c-9d35-48fe-9f1a-aff693e4fdbe) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:28:38.807394 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:38.807684 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f248af0c-de8d-46e1-a5d0-fa9686e3d3d0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:38.915064 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c572ce9a-1e41-45d1-87e5-967e5c490d56 None None] Current status of the port f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:38.915490 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c572ce9a-1e41-45d1-87e5-967e5c490d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f248af0c-de8d-46e1-a5d0-fa9686e3d3d0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:39.023792 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c572ce9a-1e41-45d1-87e5-967e5c490d56 None None] For port f248af0c-de8d-46e1-a5d0-fa9686e3d3d0, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f248af0c-de8d-46e1-a5d0-fa9686e3d3d0,segment=NetworkSegment(b2049583-c4cf-4802-a644-20c21287f068),segment_id=b2049583-c4cf-4802-a644-20c21287f068)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:39.025706 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] Publish callbacks [] for port (137a4c4c-9d35-48fe-9f1a-aff693e4fdbe), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:39.030361 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c572ce9a-1e41-45d1-87e5-967e5c490d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f248af0c-de8d-46e1-a5d0-fa9686e3d3d0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:39.033872 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:39.034398 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f248af0c-de8d-46e1-a5d0-fa9686e3d3d0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:39.039329 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (137a4c4c-9d35-48fe-9f1a-aff693e4fdbe), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:39.054884 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (d24c1746-9327-4155-bb43-a0085aa27199), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:39.084764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event deleted for resources: {'Subnet': ['ID=d24c1746-9327-4155-bb43-a0085aa27199,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:39.107865 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] Network 7eba979c-6144-4239-b4d6-c2f9a1295296 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:28:39.116147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:39.138002 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:28:39.152264 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (7eba979c-6144-4239-b4d6-c2f9a1295296), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:39.154643 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572ce9a-1e41-45d1-87e5-967e5c490d56 None None] Pushing event updated for resources: {'Port': ['ID=f248af0c-de8d-46e1-a5d0-fa9686e3d3d0,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:39.179066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eba979c-6144-4239-b4d6-c2f9a1295296']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:39.195962 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aced4e9b-d137-45a3-a942-f5bccbacf715') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:39.196272 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aced4e9b-d137-45a3-a942-f5bccbacf715') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:39.207189 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (aced4e9b-d137-45a3-a942-f5bccbacf715), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:39.215117 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:28:39.215117 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:28:39.223148 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (aced4e9b-d137-45a3-a942-f5bccbacf715), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:39.231009 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:28:39.231528 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (aced4e9b-d137-45a3-a942-f5bccbacf715), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:28:39.235094 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:28:39.239297 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-bec861ae-6684-4eb7-81a7-3b8d22097406 None None] Provisioning complete for port f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:39.239396 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bec861ae-6684-4eb7-81a7-3b8d22097406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f248af0c-de8d-46e1-a5d0-fa9686e3d3d0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:39.280052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] Attempting to bind port 137a4c4c-9d35-48fe-9f1a-aff693e4fdbe on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:28:39.280431 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] Attempting to bind port 137a4c4c-9d35-48fe-9f1a-aff693e4fdbe by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'aced4e9b-d137-45a3-a942-f5bccbacf715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7eba979c-6144-4239-b4d6-c2f9a1295296'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:28:39.280801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] Attempting to bind port 137a4c4c-9d35-48fe-9f1a-aff693e4fdbe on network 7eba979c-6144-4239-b4d6-c2f9a1295296 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:28:39.284554 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] Pushing event updated for resources: {'Port': ['ID=137a4c4c-9d35-48fe-9f1a-aff693e4fdbe,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:39.297827 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:28:39.298352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] Checking segment: {'id': 'aced4e9b-d137-45a3-a942-f5bccbacf715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7eba979c-6144-4239-b4d6-c2f9a1295296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:39.298763 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:39.299166 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] Bound using segment: {'id': 'aced4e9b-d137-45a3-a942-f5bccbacf715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7eba979c-6144-4239-b4d6-c2f9a1295296'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:28:39.299643 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] Bound port: 137a4c4c-9d35-48fe-9f1a-aff693e4fdbe, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aced4e9b-d137-45a3-a942-f5bccbacf715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7eba979c-6144-4239-b4d6-c2f9a1295296'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:28:39.300051 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (137a4c4c-9d35-48fe-9f1a-aff693e4fdbe), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:39.300229 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.db.api [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 03 13:28:39.300229 n-d-827336-3 neutron-server[103188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 03 13:28:39.300229 n-d-827336-3 neutron-server[103188]: [parameters: {'id': '7eba979c-6144-4239-b4d6-c2f9a1295296'}] Feb 03 13:28:39.300229 n-d-827336-3 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:28:39.300650 n-d-827336-3 neutron-server[103188]: DEBUG oslo_db.api [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:28:39.397567 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-bec861ae-6684-4eb7-81a7-3b8d22097406 None None] Current status of the port f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:39.402945 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] For port 137a4c4c-9d35-48fe-9f1a-aff693e4fdbe, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:28:39.406206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] For port 137a4c4c-9d35-48fe-9f1a-aff693e4fdbe, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=137a4c4c-9d35-48fe-9f1a-aff693e4fdbe,segment=NetworkSegment(aced4e9b-d137-45a3-a942-f5bccbacf715),segment_id=aced4e9b-d137-45a3-a942-f5bccbacf715)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:28:39.411881 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (137a4c4c-9d35-48fe-9f1a-aff693e4fdbe), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:39.488695 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4c58a-6b39-420b-ae0c-d13014b2fe6d None None] Pushing event updated for resources: {'Port': ['ID=137a4c4c-9d35-48fe-9f1a-aff693e4fdbe,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:39.504098 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7963162f-c608-4560-b7d3-807e0f75af35 None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 13:28:39.572373 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7963162f-c608-4560-b7d3-807e0f75af35 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:28:39.717588 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8594424e-27f7-42a4-b69d-951fd6b30fc5 None None] Network 7eba979c-6144-4239-b4d6-c2f9a1295296 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:39.798633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:39.802577 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (7eba979c-6144-4239-b4d6-c2f9a1295296), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:39.862127 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Deleting port 137a4c4c-9d35-48fe-9f1a-aff693e4fdbe {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:28:39.862483 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (137a4c4c-9d35-48fe-9f1a-aff693e4fdbe), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:39.924126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] For port 137a4c4c-9d35-48fe-9f1a-aff693e4fdbe, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=137a4c4c-9d35-48fe-9f1a-aff693e4fdbe,segment=NetworkSegment(aced4e9b-d137-45a3-a942-f5bccbacf715),segment_id=aced4e9b-d137-45a3-a942-f5bccbacf715)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:39.924496 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (137a4c4c-9d35-48fe-9f1a-aff693e4fdbe), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:39.937543 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Calling delete_port for 137a4c4c-9d35-48fe-9f1a-aff693e4fdbe owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:28:40.001336 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:40.021631 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (137a4c4c-9d35-48fe-9f1a-aff693e4fdbe), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:40.047914 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event deleted for resources: {'Port': ['ID=137a4c4c-9d35-48fe-9f1a-aff693e4fdbe,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:40.051716 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] No DVR routers for this DVR port 137a4c4c-9d35-48fe-9f1a-aff693e4fdbe on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:28:40.130834 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (7eba979c-6144-4239-b4d6-c2f9a1295296), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:40.151679 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eba979c-6144-4239-b4d6-c2f9a1295296']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:40.160925 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aced4e9b-d137-45a3-a942-f5bccbacf715') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:40.161233 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aced4e9b-d137-45a3-a942-f5bccbacf715') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:40.171127 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (aced4e9b-d137-45a3-a942-f5bccbacf715), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:40.183813 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (aced4e9b-d137-45a3-a942-f5bccbacf715), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:40.189732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:28:40.190121 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (aced4e9b-d137-45a3-a942-f5bccbacf715), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:28:40.193098 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:28:40.249609 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (7eba979c-6144-4239-b4d6-c2f9a1295296), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:40.256405 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:40.260077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "DELETE /v2.0/networks/7eba979c-6144-4239-b4d6-c2f9a1295296 HTTP/1.1" status: 204 len: 168 time: 1.9717894 Feb 03 13:28:40.263685 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40438) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:40.268827 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6d59c6b4-0822-47d2-8ed3-6380d883a5d6 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-899762554'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:40.271539 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd78fdd-d389-44fe-bc3e-014763609939 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event deleted for resources: {'Network': ['ID=7eba979c-6144-4239-b4d6-c2f9a1295296,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:40.295825 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d59c6b4-0822-47d2-8ed3-6380d883a5d6 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Made reservation on behalf of a78dc3eb9eb34c81b4e60e1cf03b678c for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:40.299293 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d59c6b4-0822-47d2-8ed3-6380d883a5d6 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:40.324210 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d59c6b4-0822-47d2-8ed3-6380d883a5d6 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:28:40.333417 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d59c6b4-0822-47d2-8ed3-6380d883a5d6 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (bd110190-be1b-49fc-89de-60f0822303f8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:40.333759 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-6d59c6b4-0822-47d2-8ed3-6380d883a5d6 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Added segment bd110190-be1b-49fc-89de-60f0822303f8 of type vlan for network 8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c Feb 03 13:28:40.375181 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d59c6b4-0822-47d2-8ed3-6380d883a5d6 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:40.400928 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d59c6b4-0822-47d2-8ed3-6380d883a5d6 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:40.405911 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d59c6b4-0822-47d2-8ed3-6380d883a5d6 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:40.406502 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d59c6b4-0822-47d2-8ed3-6380d883a5d6 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:40.421434 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:28:40.447706 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6d59c6b4-0822-47d2-8ed3-6380d883a5d6 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1802113 Feb 03 13:28:40.448099 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40440) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:40.453101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8a0b9f6e-d9f1-4d46-905f-e490fd17f61b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Request body: {'subnet': {'network_id': '8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:40.480222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:40.480992 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f248af0c-de8d-46e1-a5d0-fa9686e3d3d0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:40.482667 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59c6b4-0822-47d2-8ed3-6380d883a5d6 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event updated for resources: {'Network': ['ID=8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:40.502417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:28:40.546450 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0b9f6e-d9f1-4d46-905f-e490fd17f61b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Made reservation on behalf of a78dc3eb9eb34c81b4e60e1cf03b678c for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:40.549893 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a0b9f6e-d9f1-4d46-905f-e490fd17f61b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:40.620608 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:40.738553 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a0b9f6e-d9f1-4d46-905f-e490fd17f61b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (fee02742-1ff6-4f9b-a62d-945d3a4ff262), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:40.806184 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b9f6e-d9f1-4d46-905f-e490fd17f61b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event updated for resources: {'Subnet': ['ID=fee02742-1ff6-4f9b-a62d-945d3a4ff262,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:40.810711 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b9f6e-d9f1-4d46-905f-e490fd17f61b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Checking segment: {'id': 'bd110190-be1b-49fc-89de-60f0822303f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:40.811084 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0b9f6e-d9f1-4d46-905f-e490fd17f61b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Network hostable DHCP agents. Network: 8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:28:40.828530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0b9f6e-d9f1-4d46-905f-e490fd17f61b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Network 8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:28:40.838406 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8a0b9f6e-d9f1-4d46-905f-e490fd17f61b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:40.842986 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0b9f6e-d9f1-4d46-905f-e490fd17f61b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:40.844115 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a0b9f6e-d9f1-4d46-905f-e490fd17f61b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:40.847248 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c5023c-dd88-4511-823c-79bb7040d017 None None] Network 8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:40.860284 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8a0b9f6e-d9f1-4d46-905f-e490fd17f61b tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4110184 Feb 03 13:28:40.863839 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40442) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:40.868690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-79d71bf0-f4e6-4b70-9d89-5626f584d18f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-502855528'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:40.888091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d71bf0-f4e6-4b70-9d89-5626f584d18f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Made reservation on behalf of a78dc3eb9eb34c81b4e60e1cf03b678c for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:40.891646 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79d71bf0-f4e6-4b70-9d89-5626f584d18f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:40.919148 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d71bf0-f4e6-4b70-9d89-5626f584d18f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:28:40.928562 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79d71bf0-f4e6-4b70-9d89-5626f584d18f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (9e8ee43c-5d92-45e2-b8e3-71bd036e316f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:40.928912 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-79d71bf0-f4e6-4b70-9d89-5626f584d18f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Added segment 9e8ee43c-5d92-45e2-b8e3-71bd036e316f of type vlan for network 93b86125-2db3-41b3-b905-9adb873d855a Feb 03 13:28:40.951914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c', 'network_id': '8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c', 'project_id': 'a78dc3eb9eb34c81b4e60e1cf03b678c', 'fixed_ips': [{'subnet_id': 'fee02742-1ff6-4f9b-a62d-945d3a4ff262'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:28:40.952924 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:40.972444 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79d71bf0-f4e6-4b70-9d89-5626f584d18f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (93b86125-2db3-41b3-b905-9adb873d855a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:40.998218 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79d71bf0-f4e6-4b70-9d89-5626f584d18f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (93b86125-2db3-41b3-b905-9adb873d855a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:41.003510 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d71bf0-f4e6-4b70-9d89-5626f584d18f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:41.004210 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79d71bf0-f4e6-4b70-9d89-5626f584d18f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:41.045666 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-79d71bf0-f4e6-4b70-9d89-5626f584d18f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1807694 Feb 03 13:28:41.048679 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40444) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:41.054606 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d0fa9026-6a3c-418b-b049-c906a8dbf036 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Request body: {'subnet': {'network_id': '93b86125-2db3-41b3-b905-9adb873d855a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:41.074032 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d71bf0-f4e6-4b70-9d89-5626f584d18f tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event updated for resources: {'Network': ['ID=93b86125-2db3-41b3-b905-9adb873d855a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:41.086998 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 93b86125-2db3-41b3-b905-9adb873d855a details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:28:41.097242 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] Allocated IP 2001:db8::2 (8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c/fee02742-1ff6-4f9b-a62d-945d3a4ff262/0c407bc1-e708-46bc-a996-4d32ad426035) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:28:41.156794 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fa9026-6a3c-418b-b049-c906a8dbf036 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Made reservation on behalf of a78dc3eb9eb34c81b4e60e1cf03b678c for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:41.162379 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0fa9026-6a3c-418b-b049-c906a8dbf036 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:41.374819 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0fa9026-6a3c-418b-b049-c906a8dbf036 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (65bf7a35-22eb-4ac0-b7aa-74fc2b3e956a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:41.450150 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa9026-6a3c-418b-b049-c906a8dbf036 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event updated for resources: {'Subnet': ['ID=65bf7a35-22eb-4ac0-b7aa-74fc2b3e956a,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:41.455420 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa9026-6a3c-418b-b049-c906a8dbf036 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Checking segment: {'id': '9e8ee43c-5d92-45e2-b8e3-71bd036e316f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '93b86125-2db3-41b3-b905-9adb873d855a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:41.455784 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fa9026-6a3c-418b-b049-c906a8dbf036 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Network hostable DHCP agents. Network: 93b86125-2db3-41b3-b905-9adb873d855a, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:28:41.475327 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fa9026-6a3c-418b-b049-c906a8dbf036 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Network 93b86125-2db3-41b3-b905-9adb873d855a is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:28:41.485010 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d0fa9026-6a3c-418b-b049-c906a8dbf036 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 93b86125-2db3-41b3-b905-9adb873d855a) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:41.489108 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fa9026-6a3c-418b-b049-c906a8dbf036 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:41.489704 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0fa9026-6a3c-418b-b049-c906a8dbf036 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:41.497983 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68790b8-c9e3-4a07-9068-b2e0a8de5df4 None None] Network 93b86125-2db3-41b3-b905-9adb873d855a requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:41.500461 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] Publish callbacks [] for port (0c407bc1-e708-46bc-a996-4d32ad426035), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:41.506154 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d0fa9026-6a3c-418b-b049-c906a8dbf036 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4560208 Feb 03 13:28:41.509193 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40446) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:41.518018 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (0c407bc1-e708-46bc-a996-4d32ad426035), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:41.594055 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] Network 8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:28:41.603718 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:41.605446 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3a1c2b1-0efe-4818-8c26-f19e9725d0e3 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (93b86125-2db3-41b3-b905-9adb873d855a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:41.606096 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:28:41.620248 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] Pushing event updated for resources: {'Port': ['ID=0c407bc1-e708-46bc-a996-4d32ad426035,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:41.687210 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3a1c2b1-0efe-4818-8c26-f19e9725d0e3 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (65bf7a35-22eb-4ac0-b7aa-74fc2b3e956a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:41.697969 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] Attempting to bind port 0c407bc1-e708-46bc-a996-4d32ad426035 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:28:41.698352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] Attempting to bind port 0c407bc1-e708-46bc-a996-4d32ad426035 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'bd110190-be1b-49fc-89de-60f0822303f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:28:41.698735 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] Attempting to bind port 0c407bc1-e708-46bc-a996-4d32ad426035 on network 8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:28:41.705201 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0174ced4-5c20-4871-94b4-e748f468eb51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-93b86125-2db3-41b3-b905-9adb873d855a', 'network_id': '93b86125-2db3-41b3-b905-9adb873d855a', 'project_id': 'a78dc3eb9eb34c81b4e60e1cf03b678c', 'fixed_ips': [{'subnet_id': '65bf7a35-22eb-4ac0-b7aa-74fc2b3e956a'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:28:41.706158 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0174ced4-5c20-4871-94b4-e748f468eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:41.708612 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:28:41.708997 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] Checking segment: {'id': 'bd110190-be1b-49fc-89de-60f0822303f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:41.709402 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:41.709802 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] Bound using segment: {'id': 'bd110190-be1b-49fc-89de-60f0822303f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:28:41.710306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] Bound port: 0c407bc1-e708-46bc-a996-4d32ad426035, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd110190-be1b-49fc-89de-60f0822303f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:28:41.710687 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0c407bc1-e708-46bc-a996-4d32ad426035), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:41.749959 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3a1c2b1-0efe-4818-8c26-f19e9725d0e3 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (65bf7a35-22eb-4ac0-b7aa-74fc2b3e956a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:41.778112 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1c2b1-0efe-4818-8c26-f19e9725d0e3 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event deleted for resources: {'Subnet': ['ID=65bf7a35-22eb-4ac0-b7aa-74fc2b3e956a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:41.842253 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3a1c2b1-0efe-4818-8c26-f19e9725d0e3 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (93b86125-2db3-41b3-b905-9adb873d855a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:41.847514 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] For port 0c407bc1-e708-46bc-a996-4d32ad426035, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:28:41.851199 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] For port 0c407bc1-e708-46bc-a996-4d32ad426035, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0c407bc1-e708-46bc-a996-4d32ad426035,segment=NetworkSegment(bd110190-be1b-49fc-89de-60f0822303f8),segment_id=bd110190-be1b-49fc-89de-60f0822303f8)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server [None req-0174ced4-5c20-4871-94b4-e748f468eb51 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65bf7a35-22eb-4ac0-b7aa-74fc2b3e956a: This subnet is being modified by another concurrent operation. Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise self.value Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server raise exception Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65bf7a35-22eb-4ac0-b7aa-74fc2b3e956a: This subnet is being modified by another concurrent operation. Feb 03 13:28:41.853967 n-d-827336-3 neutron-server[103190]: ERROR oslo_messaging.rpc.server Feb 03 13:28:41.864772 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0c407bc1-e708-46bc-a996-4d32ad426035), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:41.865520 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b3a1c2b1-0efe-4818-8c26-f19e9725d0e3 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b86125-2db3-41b3-b905-9adb873d855a']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:41.877076 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b3a1c2b1-0efe-4818-8c26-f19e9725d0e3 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8ee43c-5d92-45e2-b8e3-71bd036e316f') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:41.877382 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-b3a1c2b1-0efe-4818-8c26-f19e9725d0e3 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8ee43c-5d92-45e2-b8e3-71bd036e316f') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:41.888123 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3a1c2b1-0efe-4818-8c26-f19e9725d0e3 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (9e8ee43c-5d92-45e2-b8e3-71bd036e316f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:41.896969 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e911c91-5b68-4dd6-aa49-b9d10c88802e None None] Network 93b86125-2db3-41b3-b905-9adb873d855a requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:41.901985 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3a1c2b1-0efe-4818-8c26-f19e9725d0e3 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (9e8ee43c-5d92-45e2-b8e3-71bd036e316f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:41.909291 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a1c2b1-0efe-4818-8c26-f19e9725d0e3 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:28:41.909683 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3a1c2b1-0efe-4818-8c26-f19e9725d0e3 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (9e8ee43c-5d92-45e2-b8e3-71bd036e316f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:28:41.913006 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:28:41.977224 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0ef3d-3386-4b6b-ba54-b8179dd10071 None None] Pushing event updated for resources: {'Port': ['ID=0c407bc1-e708-46bc-a996-4d32ad426035,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:41.986517 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3a1c2b1-0efe-4818-8c26-f19e9725d0e3 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (93b86125-2db3-41b3-b905-9adb873d855a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:41.994409 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3a1c2b1-0efe-4818-8c26-f19e9725d0e3 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:41.998020 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b3a1c2b1-0efe-4818-8c26-f19e9725d0e3 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "DELETE /v2.0/networks/93b86125-2db3-41b3-b905-9adb873d855a HTTP/1.1" status: 204 len: 168 time: 0.4879332 Feb 03 13:28:42.001296 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40448) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:42.011855 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1c2b1-0efe-4818-8c26-f19e9725d0e3 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event deleted for resources: {'Network': ['ID=93b86125-2db3-41b3-b905-9adb873d855a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:42.038792 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43b4485-a852-41a1-ad6f-4724b2a05abb tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] GET failed (client error): The resource could not be found. Feb 03 13:28:42.040210 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f43b4485-a852-41a1-ad6f-4724b2a05abb tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "GET /v2.0/subnets/65bf7a35-22eb-4ac0-b7aa-74fc2b3e956a HTTP/1.1" status: 404 len: 337 time: 0.0376127 Feb 03 13:28:42.042883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40450) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:42.061248 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-336b5727-0871-4165-8618-53f016545685 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] DELETE failed (client error): The resource could not be found. Feb 03 13:28:42.061760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336b5727-0871-4165-8618-53f016545685 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:28:42.064991 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-336b5727-0871-4165-8618-53f016545685 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "DELETE /v2.0/networks/93b86125-2db3-41b3-b905-9adb873d855a HTTP/1.1" status: 404 len: 339 time: 0.0210197 Feb 03 13:28:42.068634 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40452) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:42.095741 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc0bbe3-1126-425f-993a-bf2fd6201ac6 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] DELETE failed (client error): The resource could not be found. Feb 03 13:28:42.096252 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc0bbe3-1126-425f-993a-bf2fd6201ac6 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:28:42.099351 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fdc0bbe3-1126-425f-993a-bf2fd6201ac6 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "DELETE /v2.0/subnets/65bf7a35-22eb-4ac0-b7aa-74fc2b3e956a HTTP/1.1" status: 404 len: 337 time: 0.0297446 Feb 03 13:28:42.101855 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40454) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:42.135054 n-d-827336-3 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33607f1-b869-49ba-a67e-abf52ae74fea tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] DELETE failed (client error): The resource could not be found. Feb 03 13:28:42.135565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33607f1-b869-49ba-a67e-abf52ae74fea tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:28:42.138784 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d33607f1-b869-49ba-a67e-abf52ae74fea tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "DELETE /v2.0/networks/93b86125-2db3-41b3-b905-9adb873d855a HTTP/1.1" status: 404 len: 339 time: 0.0359578 Feb 03 13:28:42.141205 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40456) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:42.198448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-857af3c2-6683-42cc-a4f7-f5d799007e05 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Deleting subnet fee02742-1ff6-4f9b-a62d-945d3a4ff262 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:28:42.202064 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-857af3c2-6683-42cc-a4f7-f5d799007e05 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks [] for subnet (fee02742-1ff6-4f9b-a62d-945d3a4ff262), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:42.223195 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-4c0e088b-e9c8-4caa-8f0f-d783d867b56a req-1f77e4bc-5d30-495c-b989-a6449e1aefad service neutron] (103188) timed out ('10.222.0.31', 59940) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 13:28:42.244899 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-857af3c2-6683-42cc-a4f7-f5d799007e05 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (fee02742-1ff6-4f9b-a62d-945d3a4ff262), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:42.333827 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-857af3c2-6683-42cc-a4f7-f5d799007e05 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (fee02742-1ff6-4f9b-a62d-945d3a4ff262), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:42.468556 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0c407bc1-e708-46bc-a996-4d32ad426035 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:28:42.524150 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 0c407bc1-e708-46bc-a996-4d32ad426035 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:42.525701 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0c407bc1-e708-46bc-a996-4d32ad426035), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:42.611046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0c407bc1-e708-46bc-a996-4d32ad426035 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:42.611450 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0c407bc1-e708-46bc-a996-4d32ad426035), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:42.746139 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-857af3c2-6683-42cc-a4f7-f5d799007e05 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (fee02742-1ff6-4f9b-a62d-945d3a4ff262), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:42.789827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857af3c2-6683-42cc-a4f7-f5d799007e05 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event deleted for resources: {'Subnet': ['ID=fee02742-1ff6-4f9b-a62d-945d3a4ff262,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:42.795184 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-857af3c2-6683-42cc-a4f7-f5d799007e05 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:42.798777 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-857af3c2-6683-42cc-a4f7-f5d799007e05 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "DELETE /v2.0/subnets/fee02742-1ff6-4f9b-a62d-945d3a4ff262 HTTP/1.1" status: 204 len: 168 time: 0.6564658 Feb 03 13:28:42.803585 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40458) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:42.817970 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:28:42.818338 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:28:42.895417 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4295755c-adf9-4948-9430-1d4e588b7331 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:42.920089 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cceefd-1369-4cd3-b67d-d0f6b9999be1 None None] get_active_networks_info from n-d-827336-3 {{(pid=103190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 03 13:28:42.956220 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4295755c-adf9-4948-9430-1d4e588b7331 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Deleting port 0c407bc1-e708-46bc-a996-4d32ad426035 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:28:42.956580 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4295755c-adf9-4948-9430-1d4e588b7331 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0c407bc1-e708-46bc-a996-4d32ad426035), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:42.969219 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7585c37a-c5e9-4dd1-bba2-6f128791245e None None] Provisioning complete for port 0c407bc1-e708-46bc-a996-4d32ad426035 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:42.969603 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7585c37a-c5e9-4dd1-bba2-6f128791245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0c407bc1-e708-46bc-a996-4d32ad426035), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:43.025549 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-4295755c-adf9-4948-9430-1d4e588b7331 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] For port 0c407bc1-e708-46bc-a996-4d32ad426035, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0c407bc1-e708-46bc-a996-4d32ad426035,segment=NetworkSegment(bd110190-be1b-49fc-89de-60f0822303f8),segment_id=bd110190-be1b-49fc-89de-60f0822303f8)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:43.026145 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4295755c-adf9-4948-9430-1d4e588b7331 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0c407bc1-e708-46bc-a996-4d32ad426035), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:43.027127 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cceefd-1369-4cd3-b67d-d0f6b9999be1 None None] Resources bound (agent type, host, resource id): {{(pid=103190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 03 13:28:43.039136 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4295755c-adf9-4948-9430-1d4e588b7331 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Calling delete_port for 0c407bc1-e708-46bc-a996-4d32ad426035 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:28:43.141583 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4295755c-adf9-4948-9430-1d4e588b7331 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0c407bc1-e708-46bc-a996-4d32ad426035), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:43.146927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7585c37a-c5e9-4dd1-bba2-6f128791245e None None] Current status of the port 0c407bc1-e708-46bc-a996-4d32ad426035 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:43.147322 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7585c37a-c5e9-4dd1-bba2-6f128791245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0c407bc1-e708-46bc-a996-4d32ad426035), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:43.174478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295755c-adf9-4948-9430-1d4e588b7331 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event deleted for resources: {'Port': ['ID=0c407bc1-e708-46bc-a996-4d32ad426035,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:43.184702 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4295755c-adf9-4948-9430-1d4e588b7331 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] No DVR routers for this DVR port 0c407bc1-e708-46bc-a996-4d32ad426035 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:28:43.261225 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13606206-a9ea-4814-a472-9310e34e4947 None None] Network 8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:43.277099 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4295755c-adf9-4948-9430-1d4e588b7331 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:43.302177 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4295755c-adf9-4948-9430-1d4e588b7331 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:43.312431 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4295755c-adf9-4948-9430-1d4e588b7331 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd110190-be1b-49fc-89de-60f0822303f8') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:43.312730 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4295755c-adf9-4948-9430-1d4e588b7331 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd110190-be1b-49fc-89de-60f0822303f8') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:43.322722 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4295755c-adf9-4948-9430-1d4e588b7331 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (bd110190-be1b-49fc-89de-60f0822303f8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:43.344212 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4295755c-adf9-4948-9430-1d4e588b7331 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (bd110190-be1b-49fc-89de-60f0822303f8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:43.351530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4295755c-adf9-4948-9430-1d4e588b7331 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:28:43.351925 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4295755c-adf9-4948-9430-1d4e588b7331 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (bd110190-be1b-49fc-89de-60f0822303f8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:28:43.355215 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:28:43.360069 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Port 0c407bc1-e708-46bc-a996-4d32ad426035 update to ACTIVE by agent not found {{(pid=103190) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 13:28:43.424254 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612390aa-4789-4464-80b2-73987ed6ba68 None None] DHCP port deletion for 8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:28:43.429525 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4295755c-adf9-4948-9430-1d4e588b7331 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:43.436035 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4295755c-adf9-4948-9430-1d4e588b7331 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:43.439422 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4295755c-adf9-4948-9430-1d4e588b7331 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "DELETE /v2.0/networks/8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c HTTP/1.1" status: 204 len: 168 time: 0.6346397 Feb 03 13:28:43.442263 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40460) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:43.454896 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295755c-adf9-4948-9430-1d4e588b7331 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event deleted for resources: {'Network': ['ID=8e5c9f1d-9b0a-41a9-bfd0-b5113d07f55c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:43.475373 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca46a6d4-a265-475a-a457-44fb4a3c34f5 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] DELETE failed (client error): The resource could not be found. Feb 03 13:28:43.475829 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca46a6d4-a265-475a-a457-44fb4a3c34f5 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:28:43.479478 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ca46a6d4-a265-475a-a457-44fb4a3c34f5 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "DELETE /v2.0/subnets/d24c1746-9327-4155-bb43-a0085aa27199 HTTP/1.1" status: 404 len: 337 time: 0.0361853 Feb 03 13:28:43.482113 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40462) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:43.500912 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-82db64a2-097d-4cb3-a59f-1efcba8184e7 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] DELETE failed (client error): The resource could not be found. Feb 03 13:28:43.501661 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82db64a2-097d-4cb3-a59f-1efcba8184e7 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:28:43.504426 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-82db64a2-097d-4cb3-a59f-1efcba8184e7 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "DELETE /v2.0/networks/7eba979c-6144-4239-b4d6-c2f9a1295296 HTTP/1.1" status: 404 len: 339 time: 0.0213149 Feb 03 13:28:43.507256 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40464) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:43.533681 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e16f90-471f-4fc6-b232-c7bdc7590514 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] DELETE failed (client error): The resource could not be found. Feb 03 13:28:43.534134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e16f90-471f-4fc6-b232-c7bdc7590514 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:28:43.537238 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-91e16f90-471f-4fc6-b232-c7bdc7590514 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "DELETE /v2.0/subnets/a727ea8c-68ef-4c43-993a-b3750b230dcb HTTP/1.1" status: 404 len: 337 time: 0.0290756 Feb 03 13:28:43.542150 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40466) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:43.567051 n-d-827336-3 neutron-server[103189]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cdddb3a-1c8f-46d6-b29f-1159daab9933 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] DELETE failed (client error): The resource could not be found. Feb 03 13:28:43.567591 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cdddb3a-1c8f-46d6-b29f-1159daab9933 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103189) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 03 13:28:43.570904 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1cdddb3a-1c8f-46d6-b29f-1159daab9933 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "DELETE /v2.0/networks/38c74dcd-786a-4750-833a-abb009e4b9a1 HTTP/1.1" status: 404 len: 339 time: 0.0273604 Feb 03 13:28:43.573913 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40468) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:43.627857 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4db2f41-b683-4a99-80c6-1626078175a4 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Deleting subnet da54a1fd-2aeb-44e0-a698-c77c9650faff {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:28:43.631430 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d4db2f41-b683-4a99-80c6-1626078175a4 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks [] for subnet (da54a1fd-2aeb-44e0-a698-c77c9650faff), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:43.671517 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d4db2f41-b683-4a99-80c6-1626078175a4 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (da54a1fd-2aeb-44e0-a698-c77c9650faff), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:43.776584 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d4db2f41-b683-4a99-80c6-1626078175a4 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (da54a1fd-2aeb-44e0-a698-c77c9650faff), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:43.832622 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d4db2f41-b683-4a99-80c6-1626078175a4 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (da54a1fd-2aeb-44e0-a698-c77c9650faff), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:43.858331 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db2f41-b683-4a99-80c6-1626078175a4 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event deleted for resources: {'Subnet': ['ID=da54a1fd-2aeb-44e0-a698-c77c9650faff,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:43.862003 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d4db2f41-b683-4a99-80c6-1626078175a4 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:43.865200 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d4db2f41-b683-4a99-80c6-1626078175a4 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "DELETE /v2.0/subnets/da54a1fd-2aeb-44e0-a698-c77c9650faff HTTP/1.1" status: 204 len: 168 time: 0.2903450 Feb 03 13:28:43.867678 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40470) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:43.867848 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2c22f7-008c-4523-9b6b-862f486d1752 None None] Network bb5c5c8c-79b8-421b-a1ff-499faba49fb4 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:43.950083 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c13e2eb-4424-4531-a53f-b46b12047277 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (bb5c5c8c-79b8-421b-a1ff-499faba49fb4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:44.005950 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7c13e2eb-4424-4531-a53f-b46b12047277 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Deleting port f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:28:44.005950 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c13e2eb-4424-4531-a53f-b46b12047277 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f248af0c-de8d-46e1-a5d0-fa9686e3d3d0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:44.011159 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3315beb5-d93f-4f81-bed4-ee8107d86679 None None] DHCP port deletion for bb5c5c8c-79b8-421b-a1ff-499faba49fb4 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:28:44.062535 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3315beb5-d93f-4f81-bed4-ee8107d86679 None None] Deleting port f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:28:44.062830 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3315beb5-d93f-4f81-bed4-ee8107d86679 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f248af0c-de8d-46e1-a5d0-fa9686e3d3d0), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:44.073857 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7c13e2eb-4424-4531-a53f-b46b12047277 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] For port f248af0c-de8d-46e1-a5d0-fa9686e3d3d0, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f248af0c-de8d-46e1-a5d0-fa9686e3d3d0,segment=NetworkSegment(b2049583-c4cf-4802-a644-20c21287f068),segment_id=b2049583-c4cf-4802-a644-20c21287f068)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:44.074228 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c13e2eb-4424-4531-a53f-b46b12047277 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f248af0c-de8d-46e1-a5d0-fa9686e3d3d0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:44.087704 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7c13e2eb-4424-4531-a53f-b46b12047277 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Calling delete_port for f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:28:44.125680 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3315beb5-d93f-4f81-bed4-ee8107d86679 None None] For port f248af0c-de8d-46e1-a5d0-fa9686e3d3d0, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=f248af0c-de8d-46e1-a5d0-fa9686e3d3d0,segment=NetworkSegment(b2049583-c4cf-4802-a644-20c21287f068),segment_id=b2049583-c4cf-4802-a644-20c21287f068)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:44.126085 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3315beb5-d93f-4f81-bed4-ee8107d86679 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f248af0c-de8d-46e1-a5d0-fa9686e3d3d0), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:44.139030 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3315beb5-d93f-4f81-bed4-ee8107d86679 None None] Calling delete_port for f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:28:44.165296 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c13e2eb-4424-4531-a53f-b46b12047277 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f248af0c-de8d-46e1-a5d0-fa9686e3d3d0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:44.191688 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13e2eb-4424-4531-a53f-b46b12047277 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event deleted for resources: {'Port': ['ID=f248af0c-de8d-46e1-a5d0-fa9686e3d3d0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:44.193526 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c13e2eb-4424-4531-a53f-b46b12047277 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] No DVR routers for this DVR port f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:28:44.221458 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3315beb5-d93f-4f81-bed4-ee8107d86679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (f248af0c-de8d-46e1-a5d0-fa9686e3d3d0), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:44.246306 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315beb5-d93f-4f81-bed4-ee8107d86679 None None] Pushing event deleted for resources: {'Port': ['ID=f248af0c-de8d-46e1-a5d0-fa9686e3d3d0,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:44.250934 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3315beb5-d93f-4f81-bed4-ee8107d86679 None None] No DVR routers for this DVR port f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:28:44.276819 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c13e2eb-4424-4531-a53f-b46b12047277 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (bb5c5c8c-79b8-421b-a1ff-499faba49fb4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:44.297452 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-7c13e2eb-4424-4531-a53f-b46b12047277 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5c5c8c-79b8-421b-a1ff-499faba49fb4']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:44.307292 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-7c13e2eb-4424-4531-a53f-b46b12047277 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2049583-c4cf-4802-a644-20c21287f068') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:44.307583 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-7c13e2eb-4424-4531-a53f-b46b12047277 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2049583-c4cf-4802-a644-20c21287f068') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:44.317361 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c13e2eb-4424-4531-a53f-b46b12047277 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (b2049583-c4cf-4802-a644-20c21287f068), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:44.330107 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c13e2eb-4424-4531-a53f-b46b12047277 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b2049583-c4cf-4802-a644-20c21287f068), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:44.336360 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c13e2eb-4424-4531-a53f-b46b12047277 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:28:44.336747 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c13e2eb-4424-4531-a53f-b46b12047277 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (b2049583-c4cf-4802-a644-20c21287f068), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:28:44.339929 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:28:44.402414 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c13e2eb-4424-4531-a53f-b46b12047277 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (bb5c5c8c-79b8-421b-a1ff-499faba49fb4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:44.419811 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c13e2eb-4424-4531-a53f-b46b12047277 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:44.422980 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7c13e2eb-4424-4531-a53f-b46b12047277 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] 10.222.0.18 "DELETE /v2.0/networks/bb5c5c8c-79b8-421b-a1ff-499faba49fb4 HTTP/1.1" status: 204 len: 168 time: 0.5534916 Feb 03 13:28:44.424199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13e2eb-4424-4531-a53f-b46b12047277 tempest-NetworksIpV6Test-980695792 tempest-NetworksIpV6Test-980695792-project] Pushing event deleted for resources: {'Network': ['ID=bb5c5c8c-79b8-421b-a1ff-499faba49fb4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:44.428573 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0c407bc1-e708-46bc-a996-4d32ad426035 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:28:44.449662 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 0c407bc1-e708-46bc-a996-4d32ad426035 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:28:44.450013 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0c407bc1-e708-46bc-a996-4d32ad426035 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:28:44.450423 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:28:44.471015 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:28:44.471358 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device f248af0c-de8d-46e1-a5d0-fa9686e3d3d0 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:28:44.665739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40478) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:44.797100 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3d193937-2bf5-4f40-9162-3dfd4ad3c2a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a78dc3eb9eb34c81b4e60e1cf03b678c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1302004 Feb 03 13:28:44.799709 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40482) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:44.852425 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f1afd60-de96-4530-937a-b26605883c67 admin admin] Publish callbacks [] for security_group (d5b68ad1-d088-4a02-8098-539e86a24acb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:44.874259 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f1afd60-de96-4530-937a-b26605883c67 admin admin] Publish callbacks [] for security_group (d5b68ad1-d088-4a02-8098-539e86a24acb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:44.921175 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f1afd60-de96-4530-937a-b26605883c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d5b68ad1-d088-4a02-8098-539e86a24acb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:44.923914 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f1afd60-de96-4530-937a-b26605883c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:44.925134 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1f1afd60-de96-4530-937a-b26605883c67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5b68ad1-d088-4a02-8098-539e86a24acb HTTP/1.1" status: 204 len: 168 time: 0.1244090 Feb 03 13:28:44.933460 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1afd60-de96-4530-937a-b26605883c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b68ad1-d088-4a02-8098-539e86a24acb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:45.583713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40504) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:45.677647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9de93b10-e170-400d-ad8a-101bf42b1047 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1661622550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:45.699038 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9de93b10-e170-400d-ad8a-101bf42b1047 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (047114de-39ff-451f-920c-fdeb9fbdc268), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:45.700185 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9de93b10-e170-400d-ad8a-101bf42b1047 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (047114de-39ff-451f-920c-fdeb9fbdc268), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:45.754739 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9de93b10-e170-400d-ad8a-101bf42b1047 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks [] for router_controller (047114de-39ff-451f-920c-fdeb9fbdc268), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:45.759022 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9de93b10-e170-400d-ad8a-101bf42b1047 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (047114de-39ff-451f-920c-fdeb9fbdc268), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:45.776409 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9de93b10-e170-400d-ad8a-101bf42b1047 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:45.780583 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40508) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:45.780832 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9de93b10-e170-400d-ad8a-101bf42b1047 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1958916 Feb 03 13:28:45.785882 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7eeff1fd-9676-4293-aada-696465eb8080 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-272662670'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:45.805332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eeff1fd-9676-4293-aada-696465eb8080 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Made reservation on behalf of 05ac8cca010847249b535b79148a4ec7 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:45.809228 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eeff1fd-9676-4293-aada-696465eb8080 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:45.817539 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eeff1fd-9676-4293-aada-696465eb8080 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:45.893058 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eeff1fd-9676-4293-aada-696465eb8080 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks [] for security_group (b2a3b60e-45ce-485f-a3d9-db0f71fc76e5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:45.897223 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eeff1fd-9676-4293-aada-696465eb8080 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b2a3b60e-45ce-485f-a3d9-db0f71fc76e5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:45.920737 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eeff1fd-9676-4293-aada-696465eb8080 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:28:45.935255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeff1fd-9676-4293-aada-696465eb8080 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a3b60e-45ce-485f-a3d9-db0f71fc76e5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:45.940346 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eeff1fd-9676-4293-aada-696465eb8080 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (0fbdadd0-8c2d-4cfa-96ce-6f0a56a23046), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:45.940769 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-7eeff1fd-9676-4293-aada-696465eb8080 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Added segment 0fbdadd0-8c2d-4cfa-96ce-6f0a56a23046 of type vlan for network df8d3a83-a90e-4e47-b041-1e0661b89507 Feb 03 13:28:45.981684 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eeff1fd-9676-4293-aada-696465eb8080 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (df8d3a83-a90e-4e47-b041-1e0661b89507), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:46.010643 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eeff1fd-9676-4293-aada-696465eb8080 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (df8d3a83-a90e-4e47-b041-1e0661b89507), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:46.015553 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeff1fd-9676-4293-aada-696465eb8080 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:46.016193 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7eeff1fd-9676-4293-aada-696465eb8080 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:46.054283 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7eeff1fd-9676-4293-aada-696465eb8080 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2698793 Feb 03 13:28:46.054621 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40510) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:46.060143 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-33db9356-d210-40c3-b9d8-41aef2b4ea7e tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Request body: {'subnet': {'network_id': 'df8d3a83-a90e-4e47-b041-1e0661b89507', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:46.088294 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeff1fd-9676-4293-aada-696465eb8080 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Pushing event updated for resources: {'Network': ['ID=df8d3a83-a90e-4e47-b041-1e0661b89507,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:46.100170 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network df8d3a83-a90e-4e47-b041-1e0661b89507 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:28:46.147858 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33db9356-d210-40c3-b9d8-41aef2b4ea7e tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Made reservation on behalf of 05ac8cca010847249b535b79148a4ec7 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:46.151763 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33db9356-d210-40c3-b9d8-41aef2b4ea7e tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:46.311604 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:46.334834 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33db9356-d210-40c3-b9d8-41aef2b4ea7e tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (4f419361-688a-4044-81d7-a17ac0950dfc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:46.402243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db9356-d210-40c3-b9d8-41aef2b4ea7e tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Pushing event updated for resources: {'Subnet': ['ID=4f419361-688a-4044-81d7-a17ac0950dfc,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:46.411791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33db9356-d210-40c3-b9d8-41aef2b4ea7e tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Checking segment: {'id': '0fbdadd0-8c2d-4cfa-96ce-6f0a56a23046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df8d3a83-a90e-4e47-b041-1e0661b89507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:46.412259 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33db9356-d210-40c3-b9d8-41aef2b4ea7e tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Network hostable DHCP agents. Network: df8d3a83-a90e-4e47-b041-1e0661b89507, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:28:46.430360 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33db9356-d210-40c3-b9d8-41aef2b4ea7e tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Network df8d3a83-a90e-4e47-b041-1e0661b89507 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:28:46.440024 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-33db9356-d210-40c3-b9d8-41aef2b4ea7e tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, df8d3a83-a90e-4e47-b041-1e0661b89507) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:46.445236 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33db9356-d210-40c3-b9d8-41aef2b4ea7e tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:46.446732 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33db9356-d210-40c3-b9d8-41aef2b4ea7e tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:46.453016 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab80cdb-689d-466c-88a5-fac184e1c29b None None] Network df8d3a83-a90e-4e47-b041-1e0661b89507 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:46.465007 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-33db9356-d210-40c3-b9d8-41aef2b4ea7e tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4092236 Feb 03 13:28:46.468046 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40512) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:46.473583 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7baa7ccc-040e-406f-a0f2-18c02c369b35 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1975784025'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:46.498978 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baa7ccc-040e-406f-a0f2-18c02c369b35 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Made reservation on behalf of 05ac8cca010847249b535b79148a4ec7 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:46.502549 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7baa7ccc-040e-406f-a0f2-18c02c369b35 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:46.531295 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7baa7ccc-040e-406f-a0f2-18c02c369b35 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:28:46.542474 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7baa7ccc-040e-406f-a0f2-18c02c369b35 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (dcf30a2a-d77e-4663-9ef4-783044cdfb47), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:46.542944 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-7baa7ccc-040e-406f-a0f2-18c02c369b35 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Added segment dcf30a2a-d77e-4663-9ef4-783044cdfb47 of type vlan for network 7899578d-2c40-4db4-b00f-11f6ce2d5487 Feb 03 13:28:46.585680 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7baa7ccc-040e-406f-a0f2-18c02c369b35 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (7899578d-2c40-4db4-b00f-11f6ce2d5487), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:46.591101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-df8d3a83-a90e-4e47-b041-1e0661b89507', 'network_id': 'df8d3a83-a90e-4e47-b041-1e0661b89507', 'project_id': '05ac8cca010847249b535b79148a4ec7', 'fixed_ips': [{'subnet_id': '4f419361-688a-4044-81d7-a17ac0950dfc'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:28:46.592497 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:46.617194 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7baa7ccc-040e-406f-a0f2-18c02c369b35 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (7899578d-2c40-4db4-b00f-11f6ce2d5487), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:46.622376 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baa7ccc-040e-406f-a0f2-18c02c369b35 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:46.622984 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7baa7ccc-040e-406f-a0f2-18c02c369b35 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:46.667306 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7baa7ccc-040e-406f-a0f2-18c02c369b35 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1955435 Feb 03 13:28:46.667519 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40516) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:46.675479 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1c9271a1-87cc-43a3-b101-3ee544efa6e7 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Request body: {'subnet': {'network_id': '7899578d-2c40-4db4-b00f-11f6ce2d5487', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:46.718735 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa7ccc-040e-406f-a0f2-18c02c369b35 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Pushing event updated for resources: {'Network': ['ID=7899578d-2c40-4db4-b00f-11f6ce2d5487,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:46.738330 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 7899578d-2c40-4db4-b00f-11f6ce2d5487 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:28:46.743396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] Allocated IP 172.20.0.2 (df8d3a83-a90e-4e47-b041-1e0661b89507/4f419361-688a-4044-81d7-a17ac0950dfc/9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:28:46.797907 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9271a1-87cc-43a3-b101-3ee544efa6e7 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Made reservation on behalf of 05ac8cca010847249b535b79148a4ec7 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:46.801962 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c9271a1-87cc-43a3-b101-3ee544efa6e7 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:46.946951 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] Publish callbacks [] for port (9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:46.953549 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:46.992105 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] Network df8d3a83-a90e-4e47-b041-1e0661b89507 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:28:46.996047 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:46.999477 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:28:47.003210 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c9271a1-87cc-43a3-b101-3ee544efa6e7 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (778fadca-1956-4a02-a200-7add499310d6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:47.016176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] Pushing event updated for resources: {'Port': ['ID=9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:47.075993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] Attempting to bind port 9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:28:47.076321 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] Attempting to bind port 9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '0fbdadd0-8c2d-4cfa-96ce-6f0a56a23046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df8d3a83-a90e-4e47-b041-1e0661b89507'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:28:47.076688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] Attempting to bind port 9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e on network df8d3a83-a90e-4e47-b041-1e0661b89507 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:28:47.079689 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9271a1-87cc-43a3-b101-3ee544efa6e7 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Pushing event updated for resources: {'Subnet': ['ID=778fadca-1956-4a02-a200-7add499310d6,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:47.082883 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:28:47.083268 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] Checking segment: {'id': '0fbdadd0-8c2d-4cfa-96ce-6f0a56a23046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df8d3a83-a90e-4e47-b041-1e0661b89507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:47.083856 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:47.084287 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] Bound using segment: {'id': '0fbdadd0-8c2d-4cfa-96ce-6f0a56a23046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df8d3a83-a90e-4e47-b041-1e0661b89507'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:28:47.084765 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] Bound port: 9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fbdadd0-8c2d-4cfa-96ce-6f0a56a23046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'df8d3a83-a90e-4e47-b041-1e0661b89507'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:28:47.085151 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:47.091067 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9271a1-87cc-43a3-b101-3ee544efa6e7 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Checking segment: {'id': 'dcf30a2a-d77e-4663-9ef4-783044cdfb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7899578d-2c40-4db4-b00f-11f6ce2d5487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:47.091551 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9271a1-87cc-43a3-b101-3ee544efa6e7 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Network hostable DHCP agents. Network: 7899578d-2c40-4db4-b00f-11f6ce2d5487, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:28:47.110258 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9271a1-87cc-43a3-b101-3ee544efa6e7 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Network 7899578d-2c40-4db4-b00f-11f6ce2d5487 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:28:47.120118 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1c9271a1-87cc-43a3-b101-3ee544efa6e7 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 7899578d-2c40-4db4-b00f-11f6ce2d5487) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:47.124326 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9271a1-87cc-43a3-b101-3ee544efa6e7 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:47.125039 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c9271a1-87cc-43a3-b101-3ee544efa6e7 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:47.134916 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c241e806-3baa-4ac5-b881-5e36bc92f301 None None] Network 7899578d-2c40-4db4-b00f-11f6ce2d5487 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:47.143886 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1c9271a1-87cc-43a3-b101-3ee544efa6e7 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4749675 Feb 03 13:28:47.146507 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40518) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:47.152442 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0e5c8644-fe7e-40d6-b49e-92c458b444ed tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Request body: {'router': {'external_gateway_info': {'network_id': '7899578d-2c40-4db4-b00f-11f6ce2d5487'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:47.174924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] For port 9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:28:47.195171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] For port 9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e,segment=NetworkSegment(0fbdadd0-8c2d-4cfa-96ce-6f0a56a23046),segment_id=0fbdadd0-8c2d-4cfa-96ce-6f0a56a23046)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:28:47.232024 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:47.324800 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1217ac-53a1-4760-9387-1985f2d8c228 None None] Pushing event updated for resources: {'Port': ['ID=9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:47.336789 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-7899578d-2c40-4db4-b00f-11f6ce2d5487', 'network_id': '7899578d-2c40-4db4-b00f-11f6ce2d5487', 'project_id': '05ac8cca010847249b535b79148a4ec7', 'fixed_ips': [{'subnet_id': '778fadca-1956-4a02-a200-7add499310d6'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:28:47.338431 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:47.384499 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e5c8644-fe7e-40d6-b49e-92c458b444ed tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks [] for router_gateway (047114de-39ff-451f-920c-fdeb9fbdc268), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:47.519573 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] Allocated IP 172.21.0.2 (7899578d-2c40-4db4-b00f-11f6ce2d5487/778fadca-1956-4a02-a200-7add499310d6/29ea3c4a-f571-48b1-b683-29e6851e3e86) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:28:47.541188 n-d-827336-3 neutron-server[103189]: INFO neutron.api.v2.resource [None req-0e5c8644-fe7e-40d6-b49e-92c458b444ed tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 03 13:28:47.548308 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40520) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:47.548563 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0e5c8644-fe7e-40d6-b49e-92c458b444ed tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] 10.222.0.18 "PUT /v2.0/routers/047114de-39ff-451f-920c-fdeb9fbdc268 HTTP/1.1" status: 400 len: 364 time: 0.4008036 Feb 03 13:28:47.618844 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b5e7b5-fbc1-44cc-a85e-eb03a01a3ea6 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Deleting subnet 778fadca-1956-4a02-a200-7add499310d6 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:28:47.695124 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] Publish callbacks [] for port (29ea3c4a-f571-48b1-b683-29e6851e3e86), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:47.701426 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53b5e7b5-fbc1-44cc-a85e-eb03a01a3ea6 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks [] for subnet (778fadca-1956-4a02-a200-7add499310d6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:47.704170 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (29ea3c4a-f571-48b1-b683-29e6851e3e86), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:47.746232 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] Network 7899578d-2c40-4db4-b00f-11f6ce2d5487 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:28:47.749138 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:47.753353 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:28:47.756634 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] Pushing event updated for resources: {'Port': ['ID=29ea3c4a-f571-48b1-b683-29e6851e3e86,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:47.757086 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53b5e7b5-fbc1-44cc-a85e-eb03a01a3ea6 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (778fadca-1956-4a02-a200-7add499310d6), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:47.811973 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] Attempting to bind port 29ea3c4a-f571-48b1-b683-29e6851e3e86 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:28:47.812350 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] Attempting to bind port 29ea3c4a-f571-48b1-b683-29e6851e3e86 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'dcf30a2a-d77e-4663-9ef4-783044cdfb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7899578d-2c40-4db4-b00f-11f6ce2d5487'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:28:47.812723 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] Attempting to bind port 29ea3c4a-f571-48b1-b683-29e6851e3e86 on network 7899578d-2c40-4db4-b00f-11f6ce2d5487 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:28:47.817648 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:28:47.818032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] Checking segment: {'id': 'dcf30a2a-d77e-4663-9ef4-783044cdfb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7899578d-2c40-4db4-b00f-11f6ce2d5487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:47.818439 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:47.818836 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] Bound using segment: {'id': 'dcf30a2a-d77e-4663-9ef4-783044cdfb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7899578d-2c40-4db4-b00f-11f6ce2d5487'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:28:47.819333 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] Bound port: 29ea3c4a-f571-48b1-b683-29e6851e3e86, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf30a2a-d77e-4663-9ef4-783044cdfb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7899578d-2c40-4db4-b00f-11f6ce2d5487'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:28:47.819716 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (29ea3c4a-f571-48b1-b683-29e6851e3e86), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:47.854421 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53b5e7b5-fbc1-44cc-a85e-eb03a01a3ea6 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (778fadca-1956-4a02-a200-7add499310d6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:47.921108 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53b5e7b5-fbc1-44cc-a85e-eb03a01a3ea6 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (778fadca-1956-4a02-a200-7add499310d6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:47.948636 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5e7b5-fbc1-44cc-a85e-eb03a01a3ea6 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Pushing event deleted for resources: {'Subnet': ['ID=778fadca-1956-4a02-a200-7add499310d6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:47.954966 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53b5e7b5-fbc1-44cc-a85e-eb03a01a3ea6 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:47.958514 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-53b5e7b5-fbc1-44cc-a85e-eb03a01a3ea6 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] 10.222.0.18 "DELETE /v2.0/subnets/778fadca-1956-4a02-a200-7add499310d6 HTTP/1.1" status: 204 len: 168 time: 0.4086514 Feb 03 13:28:47.961067 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40522) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:48.043138 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf135b96-7a09-412b-b47a-f13554c0d482 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (7899578d-2c40-4db4-b00f-11f6ce2d5487), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:48.054686 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] For port 29ea3c4a-f571-48b1-b683-29e6851e3e86, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:28:48.058055 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] For port 29ea3c4a-f571-48b1-b683-29e6851e3e86, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=29ea3c4a-f571-48b1-b683-29e6851e3e86,segment=NetworkSegment(dcf30a2a-d77e-4663-9ef4-783044cdfb47),segment_id=dcf30a2a-d77e-4663-9ef4-783044cdfb47)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:28:48.065542 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (29ea3c4a-f571-48b1-b683-29e6851e3e86), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:48.108464 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-bf135b96-7a09-412b-b47a-f13554c0d482 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Deleting port 29ea3c4a-f571-48b1-b683-29e6851e3e86 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:28:48.108808 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf135b96-7a09-412b-b47a-f13554c0d482 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (29ea3c4a-f571-48b1-b683-29e6851e3e86), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:48.135292 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ff047-1dde-4621-a43b-50a86637b29a None None] Pushing event updated for resources: {'Port': ['ID=29ea3c4a-f571-48b1-b683-29e6851e3e86,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:48.182799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-bf135b96-7a09-412b-b47a-f13554c0d482 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] For port 29ea3c4a-f571-48b1-b683-29e6851e3e86, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=29ea3c4a-f571-48b1-b683-29e6851e3e86,segment=NetworkSegment(dcf30a2a-d77e-4663-9ef4-783044cdfb47),segment_id=dcf30a2a-d77e-4663-9ef4-783044cdfb47)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:48.183305 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf135b96-7a09-412b-b47a-f13554c0d482 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (29ea3c4a-f571-48b1-b683-29e6851e3e86), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:48.198216 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-bf135b96-7a09-412b-b47a-f13554c0d482 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Calling delete_port for 29ea3c4a-f571-48b1-b683-29e6851e3e86 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:28:48.288307 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf135b96-7a09-412b-b47a-f13554c0d482 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (29ea3c4a-f571-48b1-b683-29e6851e3e86), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:48.325418 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf135b96-7a09-412b-b47a-f13554c0d482 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Pushing event deleted for resources: {'Port': ['ID=29ea3c4a-f571-48b1-b683-29e6851e3e86,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:48.338635 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf135b96-7a09-412b-b47a-f13554c0d482 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] No DVR routers for this DVR port 29ea3c4a-f571-48b1-b683-29e6851e3e86 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:28:48.442218 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf135b96-7a09-412b-b47a-f13554c0d482 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (7899578d-2c40-4db4-b00f-11f6ce2d5487), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:48.468485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bf135b96-7a09-412b-b47a-f13554c0d482 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7899578d-2c40-4db4-b00f-11f6ce2d5487']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:48.485721 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bf135b96-7a09-412b-b47a-f13554c0d482 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf30a2a-d77e-4663-9ef4-783044cdfb47') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:48.486024 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bf135b96-7a09-412b-b47a-f13554c0d482 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf30a2a-d77e-4663-9ef4-783044cdfb47') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:48.498817 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf135b96-7a09-412b-b47a-f13554c0d482 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (dcf30a2a-d77e-4663-9ef4-783044cdfb47), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:48.516171 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf135b96-7a09-412b-b47a-f13554c0d482 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (dcf30a2a-d77e-4663-9ef4-783044cdfb47), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:48.524130 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf135b96-7a09-412b-b47a-f13554c0d482 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:28:48.525642 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf135b96-7a09-412b-b47a-f13554c0d482 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (dcf30a2a-d77e-4663-9ef4-783044cdfb47), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:28:48.531093 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:28:48.537951 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:28:48.574952 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aefe492-5195-4350-91ba-5246deadc382 None None] Network df8d3a83-a90e-4e47-b041-1e0661b89507 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:48.607126 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf135b96-7a09-412b-b47a-f13554c0d482 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (7899578d-2c40-4db4-b00f-11f6ce2d5487), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:48.620927 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf135b96-7a09-412b-b47a-f13554c0d482 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:48.626517 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bf135b96-7a09-412b-b47a-f13554c0d482 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] 10.222.0.18 "DELETE /v2.0/networks/7899578d-2c40-4db4-b00f-11f6ce2d5487 HTTP/1.1" status: 204 len: 168 time: 0.6642792 Feb 03 13:28:48.628962 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40524) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:48.642235 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf135b96-7a09-412b-b47a-f13554c0d482 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Pushing event deleted for resources: {'Network': ['ID=7899578d-2c40-4db4-b00f-11f6ce2d5487,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:48.663682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0c3cf389-dcfb-486f-89c6-278a22b6c567 None None] Provisioning complete for port 9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:48.664094 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c3cf389-dcfb-486f-89c6-278a22b6c567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:48.682095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b2508e-9c6f-478b-9377-0351f2306d8d tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Deleting subnet 4f419361-688a-4044-81d7-a17ac0950dfc {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:28:48.685451 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81b2508e-9c6f-478b-9377-0351f2306d8d tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks [] for subnet (4f419361-688a-4044-81d7-a17ac0950dfc), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:48.725273 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81b2508e-9c6f-478b-9377-0351f2306d8d tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (4f419361-688a-4044-81d7-a17ac0950dfc), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:48.729690 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:48.730074 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:48.814666 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81b2508e-9c6f-478b-9377-0351f2306d8d tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (4f419361-688a-4044-81d7-a17ac0950dfc), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:48.842206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0c3cf389-dcfb-486f-89c6-278a22b6c567 None None] Current status of the port 9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:48.842603 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c3cf389-dcfb-486f-89c6-278a22b6c567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:48.874161 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:48.874364 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:48.885569 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81b2508e-9c6f-478b-9377-0351f2306d8d tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (4f419361-688a-4044-81d7-a17ac0950dfc), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:48.921738 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2508e-9c6f-478b-9377-0351f2306d8d tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Pushing event deleted for resources: {'Subnet': ['ID=4f419361-688a-4044-81d7-a17ac0950dfc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:48.931592 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81b2508e-9c6f-478b-9377-0351f2306d8d tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:48.935328 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-81b2508e-9c6f-478b-9377-0351f2306d8d tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] 10.222.0.18 "DELETE /v2.0/subnets/4f419361-688a-4044-81d7-a17ac0950dfc HTTP/1.1" status: 204 len: 168 time: 0.3053370 Feb 03 13:28:48.937967 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40526) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:48.971597 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-0c3cf389-dcfb-486f-89c6-278a22b6c567 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:28:48.972401 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-0c3cf389-dcfb-486f-89c6-278a22b6c567 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:28:48.989704 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:28:48.990068 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:28:49.043352 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aae9ae0e-8f1c-4de9-b451-a209f64572ea tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (df8d3a83-a90e-4e47-b041-1e0661b89507), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:49.101362 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-aae9ae0e-8f1c-4de9-b451-a209f64572ea tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Deleting port 9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:28:49.101710 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aae9ae0e-8f1c-4de9-b451-a209f64572ea tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:49.104752 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb63292-783d-439b-b87e-a51775251e5c None None] Network df8d3a83-a90e-4e47-b041-1e0661b89507 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:49.174957 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-aae9ae0e-8f1c-4de9-b451-a209f64572ea tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] For port 9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e,segment=NetworkSegment(0fbdadd0-8c2d-4cfa-96ce-6f0a56a23046),segment_id=0fbdadd0-8c2d-4cfa-96ce-6f0a56a23046)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:49.175364 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aae9ae0e-8f1c-4de9-b451-a209f64572ea tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:49.191164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-aae9ae0e-8f1c-4de9-b451-a209f64572ea tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Calling delete_port for 9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:28:49.278690 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9d2939-a5e1-4418-b345-bbbd2f209122 None None] DHCP port deletion for df8d3a83-a90e-4e47-b041-1e0661b89507 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:28:49.282111 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aae9ae0e-8f1c-4de9-b451-a209f64572ea tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:49.310429 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9ae0e-8f1c-4de9-b451-a209f64572ea tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Pushing event deleted for resources: {'Port': ['ID=9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:49.314616 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae9ae0e-8f1c-4de9-b451-a209f64572ea tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] No DVR routers for this DVR port 9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:28:49.394819 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab373ea-3541-4aa9-a002-8c4afcc714a9 None None] DHCP port deletion for 7899578d-2c40-4db4-b00f-11f6ce2d5487 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:28:49.405910 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aae9ae0e-8f1c-4de9-b451-a209f64572ea tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (df8d3a83-a90e-4e47-b041-1e0661b89507), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:49.412670 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457e699a-b268-45b2-89d2-df50927c5173 None None] Network 7899578d-2c40-4db4-b00f-11f6ce2d5487 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:49.424915 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457e699a-b268-45b2-89d2-df50927c5173 None None] Network 7899578d-2c40-4db4-b00f-11f6ce2d5487 could not be found, it might have been deleted concurrently. {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 03 13:28:49.425137 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-aae9ae0e-8f1c-4de9-b451-a209f64572ea tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8d3a83-a90e-4e47-b041-1e0661b89507']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:49.435755 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-aae9ae0e-8f1c-4de9-b451-a209f64572ea tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fbdadd0-8c2d-4cfa-96ce-6f0a56a23046') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:49.436081 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-aae9ae0e-8f1c-4de9-b451-a209f64572ea tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fbdadd0-8c2d-4cfa-96ce-6f0a56a23046') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:49.445390 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aae9ae0e-8f1c-4de9-b451-a209f64572ea tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (0fbdadd0-8c2d-4cfa-96ce-6f0a56a23046), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:49.458665 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aae9ae0e-8f1c-4de9-b451-a209f64572ea tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (0fbdadd0-8c2d-4cfa-96ce-6f0a56a23046), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:49.465155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae9ae0e-8f1c-4de9-b451-a209f64572ea tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:28:49.465569 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aae9ae0e-8f1c-4de9-b451-a209f64572ea tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (0fbdadd0-8c2d-4cfa-96ce-6f0a56a23046), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:28:49.468449 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:28:49.495599 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0c3cf389-dcfb-486f-89c6-278a22b6c567 None None] Port 9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e update to ACTIVE by agent not found {{(pid=103190) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 13:28:49.515218 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Port 9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e update to ACTIVE by agent not found {{(pid=103190) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 03 13:28:49.533768 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aae9ae0e-8f1c-4de9-b451-a209f64572ea tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (df8d3a83-a90e-4e47-b041-1e0661b89507), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:49.541165 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aae9ae0e-8f1c-4de9-b451-a209f64572ea tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:49.544238 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-aae9ae0e-8f1c-4de9-b451-a209f64572ea tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] 10.222.0.18 "DELETE /v2.0/networks/df8d3a83-a90e-4e47-b041-1e0661b89507 HTTP/1.1" status: 204 len: 168 time: 0.6052496 Feb 03 13:28:49.547025 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40528) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:49.555240 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9ae0e-8f1c-4de9-b451-a209f64572ea tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Pushing event deleted for resources: {'Network': ['ID=df8d3a83-a90e-4e47-b041-1e0661b89507,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:49.578346 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-06a529f9-c0cd-44ba-891b-53f1ec4534e3 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] 10.222.0.18 "GET /v2.0/ports?device_id=047114de-39ff-451f-920c-fdeb9fbdc268 HTTP/1.1" status: 200 len: 205 time: 0.0300965 Feb 03 13:28:49.580890 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40530) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:49.606850 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6e14dfd8-9483-4582-9af1-703b80d8d087 None None] Could not find standard attr ID for object 9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:28:49.610175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6e14dfd8-9483-4582-9af1-703b80d8d087 None None] Could not find standard attr ID for object 29ea3c4a-f571-48b1-b683-29e6851e3e86. {{(pid=103190) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 03 13:28:49.654613 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4bab4d48-a3e8-48c4-846e-6b1c167abe29 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks [] for router (047114de-39ff-451f-920c-fdeb9fbdc268), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:50.159776 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4bab4d48-a3e8-48c4-846e-6b1c167abe29 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (047114de-39ff-451f-920c-fdeb9fbdc268), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:50.162004 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4bab4d48-a3e8-48c4-846e-6b1c167abe29 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks [] for router_controller (047114de-39ff-451f-920c-fdeb9fbdc268), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:50.204680 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4bab4d48-a3e8-48c4-846e-6b1c167abe29 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (047114de-39ff-451f-920c-fdeb9fbdc268), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:50.205228 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bab4d48-a3e8-48c4-846e-6b1c167abe29 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Fanout notify agent at l3_agent the message router_deleted on router 047114de-39ff-451f-920c-fdeb9fbdc268 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:28:50.211772 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4bab4d48-a3e8-48c4-846e-6b1c167abe29 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:50.213345 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4bab4d48-a3e8-48c4-846e-6b1c167abe29 tempest-RoutersNegativeTest-2016666664 tempest-RoutersNegativeTest-2016666664-project] 10.222.0.18 "DELETE /v2.0/routers/047114de-39ff-451f-920c-fdeb9fbdc268 HTTP/1.1" status: 204 len: 168 time: 0.6315761 Feb 03 13:28:50.432441 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:28:50.451396 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40536) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:50.455904 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:28:50.456290 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9e09c8a7-1f3e-47fd-85ca-11984a3a0d7e not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:28:50.456724 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 29ea3c4a-f571-48b1-b683-29e6851e3e86 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:28:50.477173 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 29ea3c4a-f571-48b1-b683-29e6851e3e86 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:28:50.478161 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 29ea3c4a-f571-48b1-b683-29e6851e3e86 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:28:50.581044 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a9353b83-7014-47f6-9c36-61b695f74f05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05ac8cca010847249b535b79148a4ec7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1284480 Feb 03 13:28:50.583471 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40540) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:50.628931 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cb94953-eb69-45b5-a5c3-0aee5ab13962 admin admin] Publish callbacks [] for security_group (b2a3b60e-45ce-485f-a3d9-db0f71fc76e5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:50.652979 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cb94953-eb69-45b5-a5c3-0aee5ab13962 admin admin] Publish callbacks [] for security_group (b2a3b60e-45ce-485f-a3d9-db0f71fc76e5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:50.697049 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cb94953-eb69-45b5-a5c3-0aee5ab13962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (b2a3b60e-45ce-485f-a3d9-db0f71fc76e5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:50.699675 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cb94953-eb69-45b5-a5c3-0aee5ab13962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:50.700836 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0cb94953-eb69-45b5-a5c3-0aee5ab13962 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2a3b60e-45ce-485f-a3d9-db0f71fc76e5 HTTP/1.1" status: 204 len: 168 time: 0.1164355 Feb 03 13:28:50.708759 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb94953-eb69-45b5-a5c3-0aee5ab13962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a3b60e-45ce-485f-a3d9-db0f71fc76e5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:51.311053 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40562) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:51.406259 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-95e974fa-c6ab-4e82-a66a-30e6643e406c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-238448084-network', 'tenant_id': 'a626309f2c6544ef8090620dd3fafe1e'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:51.425150 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e974fa-c6ab-4e82-a66a-30e6643e406c admin admin] Made reservation on behalf of a626309f2c6544ef8090620dd3fafe1e for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:51.427324 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95e974fa-c6ab-4e82-a66a-30e6643e406c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:51.435471 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95e974fa-c6ab-4e82-a66a-30e6643e406c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:51.507476 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95e974fa-c6ab-4e82-a66a-30e6643e406c admin admin] Publish callbacks [] for security_group (7fd9157c-3816-4370-8f2b-1f409642df9c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:51.511204 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95e974fa-c6ab-4e82-a66a-30e6643e406c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7fd9157c-3816-4370-8f2b-1f409642df9c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:51.537736 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e974fa-c6ab-4e82-a66a-30e6643e406c admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:28:51.543647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e974fa-c6ab-4e82-a66a-30e6643e406c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd9157c-3816-4370-8f2b-1f409642df9c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:51.551560 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95e974fa-c6ab-4e82-a66a-30e6643e406c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (0b7d0949-6666-4f8c-bae1-c7ec079d3936), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:51.551560 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-95e974fa-c6ab-4e82-a66a-30e6643e406c admin admin] Added segment 0b7d0949-6666-4f8c-bae1-c7ec079d3936 of type vlan for network 3d718e85-d6d7-4258-91cf-f70dc20c671b Feb 03 13:28:51.591883 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95e974fa-c6ab-4e82-a66a-30e6643e406c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (3d718e85-d6d7-4258-91cf-f70dc20c671b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:51.615256 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95e974fa-c6ab-4e82-a66a-30e6643e406c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (3d718e85-d6d7-4258-91cf-f70dc20c671b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:51.616353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e974fa-c6ab-4e82-a66a-30e6643e406c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:51.616928 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95e974fa-c6ab-4e82-a66a-30e6643e406c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:51.642728 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-95e974fa-c6ab-4e82-a66a-30e6643e406c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3305814 Feb 03 13:28:51.645824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40566) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:51.651720 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-43bf59b7-941f-40ea-8880-570dea32b630 admin admin] Request body: {'subnet': {'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-238448084-subnet', 'tenant_id': 'a626309f2c6544ef8090620dd3fafe1e', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:51.671150 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bf59b7-941f-40ea-8880-570dea32b630 admin admin] Made reservation on behalf of a626309f2c6544ef8090620dd3fafe1e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:51.673494 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43bf59b7-941f-40ea-8880-570dea32b630 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:51.682984 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e974fa-c6ab-4e82-a66a-30e6643e406c admin admin] Pushing event updated for resources: {'Network': ['ID=3d718e85-d6d7-4258-91cf-f70dc20c671b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:51.695323 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 3d718e85-d6d7-4258-91cf-f70dc20c671b details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:28:51.843717 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43bf59b7-941f-40ea-8880-570dea32b630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (4dbfab4b-48c3-40c4-91dd-dba814aaac00), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:51.892332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf59b7-941f-40ea-8880-570dea32b630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dbfab4b-48c3-40c4-91dd-dba814aaac00,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:51.908343 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bf59b7-941f-40ea-8880-570dea32b630 admin admin] Checking segment: {'id': '0b7d0949-6666-4f8c-bae1-c7ec079d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:51.908718 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bf59b7-941f-40ea-8880-570dea32b630 admin admin] Network hostable DHCP agents. Network: 3d718e85-d6d7-4258-91cf-f70dc20c671b, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:28:51.925853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bf59b7-941f-40ea-8880-570dea32b630 admin admin] Network 3d718e85-d6d7-4258-91cf-f70dc20c671b is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:28:51.934918 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-43bf59b7-941f-40ea-8880-570dea32b630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 3d718e85-d6d7-4258-91cf-f70dc20c671b) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:51.939003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bf59b7-941f-40ea-8880-570dea32b630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:51.939553 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43bf59b7-941f-40ea-8880-570dea32b630 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:51.943464 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143d8ca3-ecc8-40d5-b1f1-5068a6bcb66e None None] Network 3d718e85-d6d7-4258-91cf-f70dc20c671b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:51.957860 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-43bf59b7-941f-40ea-8880-570dea32b630 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3082418 Feb 03 13:28:51.958157 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40568) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:51.963096 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-32437f8c-b5d8-4b07-be65-581c5cdffb3b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-238448084-router', 'tenant_id': 'a626309f2c6544ef8090620dd3fafe1e', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:51.981713 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32437f8c-b5d8-4b07-be65-581c5cdffb3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (13f6923c-55d9-4b35-b7b2-4a819f6ddedc), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:51.982713 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32437f8c-b5d8-4b07-be65-581c5cdffb3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (13f6923c-55d9-4b35-b7b2-4a819f6ddedc), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:52.033861 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32437f8c-b5d8-4b07-be65-581c5cdffb3b admin admin] Publish callbacks [] for router_controller (13f6923c-55d9-4b35-b7b2-4a819f6ddedc), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:52.049424 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-3d718e85-d6d7-4258-91cf-f70dc20c671b', 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b', 'project_id': 'a626309f2c6544ef8090620dd3fafe1e', 'fixed_ips': [{'subnet_id': '4dbfab4b-48c3-40c4-91dd-dba814aaac00'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:28:52.050412 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:52.182090 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32437f8c-b5d8-4b07-be65-581c5cdffb3b admin admin] Publish callbacks [] for router_gateway (13f6923c-55d9-4b35-b7b2-4a819f6ddedc), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:52.187968 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] Allocated IP 172.20.0.2 (3d718e85-d6d7-4258-91cf-f70dc20c671b/4dbfab4b-48c3-40c4-91dd-dba814aaac00/275da5a0-4a5b-4229-9e94-d1931f4e087f) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:28:52.335258 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] Publish callbacks [] for port (275da5a0-4a5b-4229-9e94-d1931f4e087f), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:52.341998 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (275da5a0-4a5b-4229-9e94-d1931f4e087f), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:52.380911 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32437f8c-b5d8-4b07-be65-581c5cdffb3b admin admin] Publish callbacks [] for router_gateway (13f6923c-55d9-4b35-b7b2-4a819f6ddedc), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:52.382898 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] Network 3d718e85-d6d7-4258-91cf-f70dc20c671b is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:28:52.386783 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:52.390938 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:28:52.394082 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] Pushing event updated for resources: {'Port': ['ID=275da5a0-4a5b-4229-9e94-d1931f4e087f,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:52.405491 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32437f8c-b5d8-4b07-be65-581c5cdffb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:52.452534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] Attempting to bind port 275da5a0-4a5b-4229-9e94-d1931f4e087f on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:28:52.452824 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] Attempting to bind port 275da5a0-4a5b-4229-9e94-d1931f4e087f by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '0b7d0949-6666-4f8c-bae1-c7ec079d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:28:52.453234 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] Attempting to bind port 275da5a0-4a5b-4229-9e94-d1931f4e087f on network 3d718e85-d6d7-4258-91cf-f70dc20c671b {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:28:52.458259 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:28:52.458980 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] Checking segment: {'id': '0b7d0949-6666-4f8c-bae1-c7ec079d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:52.459143 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:52.459433 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] Bound using segment: {'id': '0b7d0949-6666-4f8c-bae1-c7ec079d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:28:52.459912 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] Bound port: 275da5a0-4a5b-4229-9e94-d1931f4e087f, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7d0949-6666-4f8c-bae1-c7ec079d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:28:52.460332 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (275da5a0-4a5b-4229-9e94-d1931f4e087f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:52.507318 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-32437f8c-b5d8-4b07-be65-581c5cdffb3b admin admin] Allocated IP 172.25.6.63 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/83fdcf99-1db7-428a-a147-757e5afc9b83) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:28:52.523127 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] For port 275da5a0-4a5b-4229-9e94-d1931f4e087f, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:28:52.527591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] For port 275da5a0-4a5b-4229-9e94-d1931f4e087f, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=275da5a0-4a5b-4229-9e94-d1931f4e087f,segment=NetworkSegment(0b7d0949-6666-4f8c-bae1-c7ec079d3936),segment_id=0b7d0949-6666-4f8c-bae1-c7ec079d3936)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:28:52.534110 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (275da5a0-4a5b-4229-9e94-d1931f4e087f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:52.593200 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ee518-ae26-4f4c-8c09-44f0e923f45e None None] Pushing event updated for resources: {'Port': ['ID=275da5a0-4a5b-4229-9e94-d1931f4e087f,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:52.622893 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32437f8c-b5d8-4b07-be65-581c5cdffb3b admin admin] Publish callbacks [] for port (83fdcf99-1db7-428a-a147-757e5afc9b83), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:52.658696 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32437f8c-b5d8-4b07-be65-581c5cdffb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (83fdcf99-1db7-428a-a147-757e5afc9b83), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:52.703240 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32437f8c-b5d8-4b07-be65-581c5cdffb3b admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:28:52.706266 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-32437f8c-b5d8-4b07-be65-581c5cdffb3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:52.710629 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32437f8c-b5d8-4b07-be65-581c5cdffb3b admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:28:52.714289 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32437f8c-b5d8-4b07-be65-581c5cdffb3b admin admin] Pushing event updated for resources: {'Port': ['ID=83fdcf99-1db7-428a-a147-757e5afc9b83,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:52.982176 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32437f8c-b5d8-4b07-be65-581c5cdffb3b admin admin] Publish callbacks [] for router_gateway (13f6923c-55d9-4b35-b7b2-4a819f6ddedc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:53.192826 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32437f8c-b5d8-4b07-be65-581c5cdffb3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (13f6923c-55d9-4b35-b7b2-4a819f6ddedc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:53.343712 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32437f8c-b5d8-4b07-be65-581c5cdffb3b admin admin] Router 13f6923c-55d9-4b35-b7b2-4a819f6ddedc is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:28:53.455818 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32437f8c-b5d8-4b07-be65-581c5cdffb3b admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:28:53.466125 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] Sync routers for ids ['13f6923c-55d9-4b35-b7b2-4a819f6ddedc'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:28:53.475357 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32437f8c-b5d8-4b07-be65-581c5cdffb3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:53.476624 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] Routers {'13f6923c-55d9-4b35-b7b2-4a819f6ddedc'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:28:53.476753 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-32437f8c-b5d8-4b07-be65-581c5cdffb3b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5174978 Feb 03 13:28:53.479833 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40570) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:53.480464 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:28:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['13f6923c-55d9-4b35-b7b2-4a819f6ddedc'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:53.591328 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3379e4a2-bded-4cd4-8a26-ac054f06233d None None] Network 3d718e85-d6d7-4258-91cf-f70dc20c671b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:53.684280 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-97b5ad31-da25-496b-a0df-916a35f26c75 None None] Provisioning complete for port 275da5a0-4a5b-4229-9e94-d1931f4e087f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:53.684703 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97b5ad31-da25-496b-a0df-916a35f26c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (275da5a0-4a5b-4229-9e94-d1931f4e087f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:53.687280 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] Set router 13f6923c-55d9-4b35-b7b2-4a819f6ddedc gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:28:53.804310 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-97b5ad31-da25-496b-a0df-916a35f26c75 None None] Current status of the port 275da5a0-4a5b-4229-9e94-d1931f4e087f is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:53.804687 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97b5ad31-da25-496b-a0df-916a35f26c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (275da5a0-4a5b-4229-9e94-d1931f4e087f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:53.844397 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-97b5ad31-da25-496b-a0df-916a35f26c75 None None] For port 275da5a0-4a5b-4229-9e94-d1931f4e087f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=275da5a0-4a5b-4229-9e94-d1931f4e087f,segment=NetworkSegment(0b7d0949-6666-4f8c-bae1-c7ec079d3936),segment_id=0b7d0949-6666-4f8c-bae1-c7ec079d3936)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:53.850134 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97b5ad31-da25-496b-a0df-916a35f26c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (275da5a0-4a5b-4229-9e94-d1931f4e087f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:53.886458 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6923c-55d9-4b35-b7b2-4a819f6ddedc', 'name': 'tempest-TestEncryptedCinderVolumes-238448084-router', 'tenant_id': 'a626309f2c6544ef8090620dd3fafe1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '83fdcf99-1db7-428a-a147-757e5afc9b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:28:51Z', 'updated_at': '2022-02-03T13:28:52Z', 'revision_number': 3, 'project_id': 'a626309f2c6544ef8090620dd3fafe1e', 'gw_port': {'id': '83fdcf99-1db7-428a-a147-757e5afc9b83', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f6923c-55d9-4b35-b7b2-4a819f6ddedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:28:52Z', 'updated_at': '2022-02-03T13:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:53.907573 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5ad31-da25-496b-a0df-916a35f26c75 None None] Pushing event updated for resources: {'Port': ['ID=275da5a0-4a5b-4229-9e94-d1931f4e087f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:53.924164 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] Checking router: 13f6923c-55d9-4b35-b7b2-4a819f6ddedc for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:28:53.924514 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] Updating router 13f6923c-55d9-4b35-b7b2-4a819f6ddedc port 83fdcf99-1db7-428a-a147-757e5afc9b83 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:28:53.957286 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (83fdcf99-1db7-428a-a147-757e5afc9b83), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:53.964256 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a519f0c6-2e01-4b23-8225-3e5ff4c91a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:54.075552 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f952-70bd-499f-8295-757ed69a1787 None None] Provisioning complete for port 275da5a0-4a5b-4229-9e94-d1931f4e087f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:54.076056 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f952-70bd-499f-8295-757ed69a1787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (275da5a0-4a5b-4229-9e94-d1931f4e087f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:54.146520 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-a519f0c6-2e01-4b23-8225-3e5ff4c91a44 admin admin] Allocated IP 172.20.0.1 (3d718e85-d6d7-4258-91cf-f70dc20c671b/4dbfab4b-48c3-40c4-91dd-dba814aaac00/c29b528e-a82d-4543-ae55-d5869a2ec5cc) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:28:54.179971 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f952-70bd-499f-8295-757ed69a1787 None None] Current status of the port 275da5a0-4a5b-4229-9e94-d1931f4e087f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:54.253625 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] Publish callbacks [] for port (83fdcf99-1db7-428a-a147-757e5afc9b83), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:54.259667 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (83fdcf99-1db7-428a-a147-757e5afc9b83), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:54.293241 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a519f0c6-2e01-4b23-8225-3e5ff4c91a44 admin admin] Publish callbacks [] for port (c29b528e-a82d-4543-ae55-d5869a2ec5cc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:54.312917 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] Attempting to bind port 83fdcf99-1db7-428a-a147-757e5afc9b83 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:28:54.313300 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] Attempting to bind port 83fdcf99-1db7-428a-a147-757e5afc9b83 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:28:54.313771 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] Attempting to bind port 83fdcf99-1db7-428a-a147-757e5afc9b83 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:28:54.317003 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b83b20-df4c-4b46-8559-cf4e4e58cf71 None None] Pushing event updated for resources: {'Port': ['ID=83fdcf99-1db7-428a-a147-757e5afc9b83,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:54.322317 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:28:54.322834 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:54.323102 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:54.323493 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:28:54.323986 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] Bound port: 83fdcf99-1db7-428a-a147-757e5afc9b83, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:28:54.324370 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (83fdcf99-1db7-428a-a147-757e5afc9b83), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:54.330731 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83b20-df4c-4b46-8559-cf4e4e58cf71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:54.331085 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83b20-df4c-4b46-8559-cf4e4e58cf71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:54.331483 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83b20-df4c-4b46-8559-cf4e4e58cf71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:54.331886 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83b20-df4c-4b46-8559-cf4e4e58cf71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:54.332341 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83b20-df4c-4b46-8559-cf4e4e58cf71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:54.332687 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83b20-df4c-4b46-8559-cf4e4e58cf71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:54.333049 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83b20-df4c-4b46-8559-cf4e4e58cf71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:54.333498 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83b20-df4c-4b46-8559-cf4e4e58cf71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:54.333830 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83b20-df4c-4b46-8559-cf4e4e58cf71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:54.334174 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83b20-df4c-4b46-8559-cf4e4e58cf71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:54.334589 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83b20-df4c-4b46-8559-cf4e4e58cf71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:54.334890 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83b20-df4c-4b46-8559-cf4e4e58cf71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:54.335140 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a519f0c6-2e01-4b23-8225-3e5ff4c91a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c29b528e-a82d-4543-ae55-d5869a2ec5cc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:54.335414 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83b20-df4c-4b46-8559-cf4e4e58cf71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:28:54.374965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a519f0c6-2e01-4b23-8225-3e5ff4c91a44 admin admin] Network 3d718e85-d6d7-4258-91cf-f70dc20c671b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:28:54.380952 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a519f0c6-2e01-4b23-8225-3e5ff4c91a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:54.385530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519f0c6-2e01-4b23-8225-3e5ff4c91a44 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:28:54.391080 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519f0c6-2e01-4b23-8225-3e5ff4c91a44 admin admin] Pushing event updated for resources: {'Port': ['ID=c29b528e-a82d-4543-ae55-d5869a2ec5cc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:54.402369 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] For port 83fdcf99-1db7-428a-a147-757e5afc9b83, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:28:54.406512 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] For port 83fdcf99-1db7-428a-a147-757e5afc9b83, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=83fdcf99-1db7-428a-a147-757e5afc9b83,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:28:54.415668 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (83fdcf99-1db7-428a-a147-757e5afc9b83), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:54.440741 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a519f0c6-2e01-4b23-8225-3e5ff4c91a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (13f6923c-55d9-4b35-b7b2-4a819f6ddedc), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:54.488974 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] Routers {'13f6923c-55d9-4b35-b7b2-4a819f6ddedc'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:28:54.490016 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:28:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['13f6923c-55d9-4b35-b7b2-4a819f6ddedc'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:54.492098 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b83b20-df4c-4b46-8559-cf4e4e58cf71 None None] Pushing event updated for resources: {'Port': ['ID=83fdcf99-1db7-428a-a147-757e5afc9b83,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:54.528058 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 275da5a0-4a5b-4229-9e94-d1931f4e087f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:28:54.599071 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 275da5a0-4a5b-4229-9e94-d1931f4e087f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:54.599774 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a519f0c6-2e01-4b23-8225-3e5ff4c91a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c29b528e-a82d-4543-ae55-d5869a2ec5cc), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:54.600197 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (275da5a0-4a5b-4229-9e94-d1931f4e087f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:54.629581 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] Set router 13f6923c-55d9-4b35-b7b2-4a819f6ddedc gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:28:54.709725 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 275da5a0-4a5b-4229-9e94-d1931f4e087f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:54.795231 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a519f0c6-2e01-4b23-8225-3e5ff4c91a44 admin admin] Publish callbacks [] for port (c29b528e-a82d-4543-ae55-d5869a2ec5cc), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:54.801440 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a519f0c6-2e01-4b23-8225-3e5ff4c91a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (c29b528e-a82d-4543-ae55-d5869a2ec5cc), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:54.807982 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ee5becd8-6dc3-4dde-ba09-9cc39b9b0600 None None] Provisioning complete for port c29b528e-a82d-4543-ae55-d5869a2ec5cc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:54.807982 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee5becd8-6dc3-4dde-ba09-9cc39b9b0600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c29b528e-a82d-4543-ae55-d5869a2ec5cc), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:54.825620 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6923c-55d9-4b35-b7b2-4a819f6ddedc', 'name': 'tempest-TestEncryptedCinderVolumes-238448084-router', 'tenant_id': 'a626309f2c6544ef8090620dd3fafe1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '83fdcf99-1db7-428a-a147-757e5afc9b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:28:51Z', 'updated_at': '2022-02-03T13:28:52Z', 'revision_number': 3, 'project_id': 'a626309f2c6544ef8090620dd3fafe1e', 'gw_port': {'id': '83fdcf99-1db7-428a-a147-757e5afc9b83', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f6923c-55d9-4b35-b7b2-4a819f6ddedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:28:52Z', 'updated_at': '2022-02-03T13:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:54.845930 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ee5becd8-6dc3-4dde-ba09-9cc39b9b0600 None None] Port c29b528e-a82d-4543-ae55-d5869a2ec5cc cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:28:54.856841 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a5a00-6dff-40a0-b49a-d356a42e95e9 None None] The sync data for ids ['13f6923c-55d9-4b35-b7b2-4a819f6ddedc'] in n-d-827336-3 is: [{'id': '13f6923c-55d9-4b35-b7b2-4a819f6ddedc', 'name': 'tempest-TestEncryptedCinderVolumes-238448084-router', 'tenant_id': 'a626309f2c6544ef8090620dd3fafe1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '83fdcf99-1db7-428a-a147-757e5afc9b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:28:51Z', 'updated_at': '2022-02-03T13:28:52Z', 'revision_number': 3, 'project_id': 'a626309f2c6544ef8090620dd3fafe1e', 'gw_port': {'id': '83fdcf99-1db7-428a-a147-757e5afc9b83', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f6923c-55d9-4b35-b7b2-4a819f6ddedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:28:52Z', 'updated_at': '2022-02-03T13:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:28:54.876912 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a519f0c6-2e01-4b23-8225-3e5ff4c91a44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (13f6923c-55d9-4b35-b7b2-4a819f6ddedc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:54.878838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519f0c6-2e01-4b23-8225-3e5ff4c91a44 admin admin] Pushing event updated for resources: {'Port': ['ID=c29b528e-a82d-4543-ae55-d5869a2ec5cc,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:54.978273 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a519f0c6-2e01-4b23-8225-3e5ff4c91a44 admin admin] Network 3d718e85-d6d7-4258-91cf-f70dc20c671b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:28:54.979814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a519f0c6-2e01-4b23-8225-3e5ff4c91a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:55.116385 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a519f0c6-2e01-4b23-8225-3e5ff4c91a44 admin admin] Router 13f6923c-55d9-4b35-b7b2-4a819f6ddedc has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:28:55.245021 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a519f0c6-2e01-4b23-8225-3e5ff4c91a44 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:28:55.250174 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a519f0c6-2e01-4b23-8225-3e5ff4c91a44 admin admin] 10.222.0.18 "PUT /v2.0/routers/13f6923c-55d9-4b35-b7b2-4a819f6ddedc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7691739 Feb 03 13:28:55.286810 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2e874827-671e-46dc-8231-7af0175131a6 None None] Provisioning complete for port c29b528e-a82d-4543-ae55-d5869a2ec5cc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:55.287190 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2e874827-671e-46dc-8231-7af0175131a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c29b528e-a82d-4543-ae55-d5869a2ec5cc), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:55.325804 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2e874827-671e-46dc-8231-7af0175131a6 None None] Port c29b528e-a82d-4543-ae55-d5869a2ec5cc cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:28:55.809773 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40586) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:55.815101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-efd871ed-45dd-4650-91f5-2f723c2faa7f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-616884971-network', 'tenant_id': 'e8d0b47634be451b86b386147e74532d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:55.834129 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd871ed-45dd-4650-91f5-2f723c2faa7f admin admin] Made reservation on behalf of e8d0b47634be451b86b386147e74532d for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:55.836351 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efd871ed-45dd-4650-91f5-2f723c2faa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:55.846544 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efd871ed-45dd-4650-91f5-2f723c2faa7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:55.872085 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:28:55.929434 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efd871ed-45dd-4650-91f5-2f723c2faa7f admin admin] Publish callbacks [] for security_group (76145d98-3abe-47bf-b090-b811020586ed), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:55.933531 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efd871ed-45dd-4650-91f5-2f723c2faa7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (76145d98-3abe-47bf-b090-b811020586ed), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:55.959488 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd871ed-45dd-4650-91f5-2f723c2faa7f admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:28:55.970508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd871ed-45dd-4650-91f5-2f723c2faa7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76145d98-3abe-47bf-b090-b811020586ed,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:55.976588 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efd871ed-45dd-4650-91f5-2f723c2faa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (7180d2ad-3392-4f91-ac3a-352e81f08da1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:55.976873 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-efd871ed-45dd-4650-91f5-2f723c2faa7f admin admin] Added segment 7180d2ad-3392-4f91-ac3a-352e81f08da1 of type vlan for network af98eb6f-c973-4232-82db-bebc388679ab Feb 03 13:28:56.023961 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efd871ed-45dd-4650-91f5-2f723c2faa7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (af98eb6f-c973-4232-82db-bebc388679ab), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:56.052225 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efd871ed-45dd-4650-91f5-2f723c2faa7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (af98eb6f-c973-4232-82db-bebc388679ab), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:56.053431 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd871ed-45dd-4650-91f5-2f723c2faa7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:56.054139 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efd871ed-45dd-4650-91f5-2f723c2faa7f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:56.082593 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-efd871ed-45dd-4650-91f5-2f723c2faa7f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2713985 Feb 03 13:28:56.085604 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40588) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:56.090553 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a913008b-371b-4aea-8ad0-2809699c485e admin admin] Request body: {'subnet': {'network_id': 'af98eb6f-c973-4232-82db-bebc388679ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-616884971-subnet', 'tenant_id': 'e8d0b47634be451b86b386147e74532d', 'ip_version': 4}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:56.111455 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a913008b-371b-4aea-8ad0-2809699c485e admin admin] Made reservation on behalf of e8d0b47634be451b86b386147e74532d for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:28:56.113868 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a913008b-371b-4aea-8ad0-2809699c485e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:56.122775 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd871ed-45dd-4650-91f5-2f723c2faa7f admin admin] Pushing event updated for resources: {'Network': ['ID=af98eb6f-c973-4232-82db-bebc388679ab,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:56.134351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network af98eb6f-c973-4232-82db-bebc388679ab details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:28:56.316230 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a913008b-371b-4aea-8ad0-2809699c485e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (361b87db-3dc6-4471-af0e-2db44c85a138), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:56.371243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913008b-371b-4aea-8ad0-2809699c485e admin admin] Pushing event updated for resources: {'Subnet': ['ID=361b87db-3dc6-4471-af0e-2db44c85a138,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:56.385466 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a913008b-371b-4aea-8ad0-2809699c485e admin admin] Checking segment: {'id': '7180d2ad-3392-4f91-ac3a-352e81f08da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'af98eb6f-c973-4232-82db-bebc388679ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:56.385831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a913008b-371b-4aea-8ad0-2809699c485e admin admin] Network hostable DHCP agents. Network: af98eb6f-c973-4232-82db-bebc388679ab, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:28:56.405453 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a913008b-371b-4aea-8ad0-2809699c485e admin admin] Network af98eb6f-c973-4232-82db-bebc388679ab is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:28:56.422214 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a913008b-371b-4aea-8ad0-2809699c485e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, af98eb6f-c973-4232-82db-bebc388679ab) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:56.427048 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a913008b-371b-4aea-8ad0-2809699c485e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:28:56.427709 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a913008b-371b-4aea-8ad0-2809699c485e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:56.433603 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d3f56e-98af-4c3b-a93f-0df6edbc0a41 None None] Network af98eb6f-c973-4232-82db-bebc388679ab requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:56.459512 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a913008b-371b-4aea-8ad0-2809699c485e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3704839 Feb 03 13:28:56.459728 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40590) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:56.464489 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-176ac79f-0576-4c59-b748-a29e112ea412 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-616884971-router', 'tenant_id': 'e8d0b47634be451b86b386147e74532d', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:28:56.486766 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-176ac79f-0576-4c59-b748-a29e112ea412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (8663a090-6314-456a-bc7c-fad891293e7d), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:56.488186 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-176ac79f-0576-4c59-b748-a29e112ea412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (8663a090-6314-456a-bc7c-fad891293e7d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:56.511521 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 83fdcf99-1db7-428a-a147-757e5afc9b83 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:28:56.548045 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-176ac79f-0576-4c59-b748-a29e112ea412 admin admin] Publish callbacks [] for router_controller (8663a090-6314-456a-bc7c-fad891293e7d), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:56.590211 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] Sync routers for ids ['13f6923c-55d9-4b35-b7b2-4a819f6ddedc'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:28:56.602737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-af98eb6f-c973-4232-82db-bebc388679ab', 'network_id': 'af98eb6f-c973-4232-82db-bebc388679ab', 'project_id': 'e8d0b47634be451b86b386147e74532d', 'fixed_ips': [{'subnet_id': '361b87db-3dc6-4471-af0e-2db44c85a138'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:28:56.603509 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:56.624620 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] Routers {'13f6923c-55d9-4b35-b7b2-4a819f6ddedc'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:28:56.625260 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:28:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['13f6923c-55d9-4b35-b7b2-4a819f6ddedc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:56.668303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 83fdcf99-1db7-428a-a147-757e5afc9b83 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:56.668674 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (83fdcf99-1db7-428a-a147-757e5afc9b83), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:56.693293 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-176ac79f-0576-4c59-b748-a29e112ea412 admin admin] Publish callbacks [] for router_gateway (8663a090-6314-456a-bc7c-fad891293e7d), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:56.905307 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-176ac79f-0576-4c59-b748-a29e112ea412 admin admin] Publish callbacks [] for router_gateway (8663a090-6314-456a-bc7c-fad891293e7d), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:56.924882 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-176ac79f-0576-4c59-b748-a29e112ea412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:57.030301 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] Set router 13f6923c-55d9-4b35-b7b2-4a819f6ddedc gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:28:57.044174 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-176ac79f-0576-4c59-b748-a29e112ea412 admin admin] Allocated IP 172.25.6.203 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/8948d30a-4b75-4991-ac5e-55e31ebc1499) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:28:57.099073 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] Allocated IP 172.20.0.2 (af98eb6f-c973-4232-82db-bebc388679ab/361b87db-3dc6-4471-af0e-2db44c85a138/15043886-2507-4eae-95e9-751f81e466e7) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:28:57.162076 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 83fdcf99-1db7-428a-a147-757e5afc9b83 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:57.163017 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (83fdcf99-1db7-428a-a147-757e5afc9b83), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:57.163433 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-176ac79f-0576-4c59-b748-a29e112ea412 admin admin] Publish callbacks [] for port (8948d30a-4b75-4991-ac5e-55e31ebc1499), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:57.202110 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-176ac79f-0576-4c59-b748-a29e112ea412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (8948d30a-4b75-4991-ac5e-55e31ebc1499), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:57.242478 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176ac79f-0576-4c59-b748-a29e112ea412 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:28:57.245581 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-176ac79f-0576-4c59-b748-a29e112ea412 admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:57.250330 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ac79f-0576-4c59-b748-a29e112ea412 admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:28:57.259215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 83fdcf99-1db7-428a-a147-757e5afc9b83, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=83fdcf99-1db7-428a-a147-757e5afc9b83,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:57.296448 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ac79f-0576-4c59-b748-a29e112ea412 admin admin] Pushing event updated for resources: {'Port': ['ID=8948d30a-4b75-4991-ac5e-55e31ebc1499,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:57.299596 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (83fdcf99-1db7-428a-a147-757e5afc9b83), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:57.449085 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=83fdcf99-1db7-428a-a147-757e5afc9b83,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:57.483322 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] Publish callbacks [] for port (15043886-2507-4eae-95e9-751f81e466e7), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:57.494580 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (15043886-2507-4eae-95e9-751f81e466e7), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:57.544064 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] Network af98eb6f-c973-4232-82db-bebc388679ab is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:28:57.548183 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-176ac79f-0576-4c59-b748-a29e112ea412 admin admin] Publish callbacks [] for router_gateway (8663a090-6314-456a-bc7c-fad891293e7d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:57.551785 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:57.554981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6923c-55d9-4b35-b7b2-4a819f6ddedc', 'name': 'tempest-TestEncryptedCinderVolumes-238448084-router', 'tenant_id': 'a626309f2c6544ef8090620dd3fafe1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '83fdcf99-1db7-428a-a147-757e5afc9b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:28:51Z', 'updated_at': '2022-02-03T13:28:54Z', 'revision_number': 4, 'project_id': 'a626309f2c6544ef8090620dd3fafe1e', 'gw_port': {'id': '83fdcf99-1db7-428a-a147-757e5afc9b83', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f6923c-55d9-4b35-b7b2-4a819f6ddedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:28:52Z', 'updated_at': '2022-02-03T13:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'c29b528e-a82d-4543-ae55-d5869a2ec5cc', 'name': '', 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b', 'tenant_id': 'a626309f2c6544ef8090620dd3fafe1e', 'mac_address': 'fa:16:3e:c6:32:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f6923c-55d9-4b35-b7b2-4a819f6ddedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '4dbfab4b-48c3-40c4-91dd-dba814aaac00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:28:53Z', 'updated_at': '2022-02-03T13:28:54Z', 'revision_number': 2, 'project_id': 'a626309f2c6544ef8090620dd3fafe1e', 'subnets': [{'id': '4dbfab4b-48c3-40c4-91dd-dba814aaac00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:57.556741 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] Pushing event updated for resources: {'Port': ['ID=15043886-2507-4eae-95e9-751f81e466e7,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:57.558876 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:28:57.591446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] Checking router: 13f6923c-55d9-4b35-b7b2-4a819f6ddedc for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:28:57.591805 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] Updating router 13f6923c-55d9-4b35-b7b2-4a819f6ddedc port c29b528e-a82d-4543-ae55-d5869a2ec5cc binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:28:57.653083 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c29b528e-a82d-4543-ae55-d5869a2ec5cc), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:57.669607 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] Attempting to bind port 15043886-2507-4eae-95e9-751f81e466e7 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:28:57.670011 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] Attempting to bind port 15043886-2507-4eae-95e9-751f81e466e7 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '7180d2ad-3392-4f91-ac3a-352e81f08da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'af98eb6f-c973-4232-82db-bebc388679ab'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:28:57.670373 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] Attempting to bind port 15043886-2507-4eae-95e9-751f81e466e7 on network af98eb6f-c973-4232-82db-bebc388679ab {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:28:57.678025 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:28:57.678398 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] Checking segment: {'id': '7180d2ad-3392-4f91-ac3a-352e81f08da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'af98eb6f-c973-4232-82db-bebc388679ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:57.678794 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:57.679191 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] Bound using segment: {'id': '7180d2ad-3392-4f91-ac3a-352e81f08da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'af98eb6f-c973-4232-82db-bebc388679ab'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:28:57.679662 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] Bound port: 15043886-2507-4eae-95e9-751f81e466e7, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7180d2ad-3392-4f91-ac3a-352e81f08da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'af98eb6f-c973-4232-82db-bebc388679ab'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:28:57.680073 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (15043886-2507-4eae-95e9-751f81e466e7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:57.755021 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-176ac79f-0576-4c59-b748-a29e112ea412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (8663a090-6314-456a-bc7c-fad891293e7d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:57.830152 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] For port 15043886-2507-4eae-95e9-751f81e466e7, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:28:57.858556 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] For port 15043886-2507-4eae-95e9-751f81e466e7, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=15043886-2507-4eae-95e9-751f81e466e7,segment=NetworkSegment(7180d2ad-3392-4f91-ac3a-352e81f08da1),segment_id=7180d2ad-3392-4f91-ac3a-352e81f08da1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:28:57.887851 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176ac79f-0576-4c59-b748-a29e112ea412 admin admin] Router 8663a090-6314-456a-bc7c-fad891293e7d is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:28:57.893269 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (15043886-2507-4eae-95e9-751f81e466e7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:57.978316 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ec8a7-4804-45fc-aa7f-65dc64c41ced None None] Pushing event updated for resources: {'Port': ['ID=15043886-2507-4eae-95e9-751f81e466e7,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:58.009905 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176ac79f-0576-4c59-b748-a29e112ea412 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:28:58.020292 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] Sync routers for ids ['8663a090-6314-456a-bc7c-fad891293e7d'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:28:58.034840 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] Routers {'8663a090-6314-456a-bc7c-fad891293e7d'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:28:58.036122 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-176ac79f-0576-4c59-b748-a29e112ea412 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:58.036764 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:28:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['8663a090-6314-456a-bc7c-fad891293e7d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:58.038109 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-176ac79f-0576-4c59-b748-a29e112ea412 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5772493 Feb 03 13:28:58.041036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40592) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:28:58.047551 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] Publish callbacks [] for port (c29b528e-a82d-4543-ae55-d5869a2ec5cc), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:58.056671 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c29b528e-a82d-4543-ae55-d5869a2ec5cc), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:58.113249 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ce6d1-96ce-41ef-8546-6c50bfb182de None None] Pushing event updated for resources: {'Port': ['ID=c29b528e-a82d-4543-ae55-d5869a2ec5cc,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:58.172048 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] Set router 8663a090-6314-456a-bc7c-fad891293e7d gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:28:58.188982 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] Attempting to bind port c29b528e-a82d-4543-ae55-d5869a2ec5cc on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:28:58.189549 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] Attempting to bind port c29b528e-a82d-4543-ae55-d5869a2ec5cc by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '0b7d0949-6666-4f8c-bae1-c7ec079d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:28:58.189784 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] Attempting to bind port c29b528e-a82d-4543-ae55-d5869a2ec5cc on network 3d718e85-d6d7-4258-91cf-f70dc20c671b {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:28:58.201026 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:28:58.201329 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] Checking segment: {'id': '0b7d0949-6666-4f8c-bae1-c7ec079d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:58.201744 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:58.202149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] Bound using segment: {'id': '0b7d0949-6666-4f8c-bae1-c7ec079d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:28:58.202633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] Bound port: c29b528e-a82d-4543-ae55-d5869a2ec5cc, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7d0949-6666-4f8c-bae1-c7ec079d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:28:58.203109 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c29b528e-a82d-4543-ae55-d5869a2ec5cc), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:58.326905 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] For port c29b528e-a82d-4543-ae55-d5869a2ec5cc, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:28:58.332439 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] For port c29b528e-a82d-4543-ae55-d5869a2ec5cc, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c29b528e-a82d-4543-ae55-d5869a2ec5cc,segment=NetworkSegment(0b7d0949-6666-4f8c-bae1-c7ec079d3936),segment_id=0b7d0949-6666-4f8c-bae1-c7ec079d3936)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:28:58.340036 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c29b528e-a82d-4543-ae55-d5869a2ec5cc), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:58.436751 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ce6d1-96ce-41ef-8546-6c50bfb182de None None] Pushing event updated for resources: {'Port': ['ID=c29b528e-a82d-4543-ae55-d5869a2ec5cc,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:58.463782 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] Routers {'13f6923c-55d9-4b35-b7b2-4a819f6ddedc'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:28:58.464526 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:28:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['13f6923c-55d9-4b35-b7b2-4a819f6ddedc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:58.468514 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8663a090-6314-456a-bc7c-fad891293e7d', 'name': 'tempest-TestEncryptedCinderVolumes-616884971-router', 'tenant_id': 'e8d0b47634be451b86b386147e74532d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '8948d30a-4b75-4991-ac5e-55e31ebc1499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:28:56Z', 'updated_at': '2022-02-03T13:28:57Z', 'revision_number': 3, 'project_id': 'e8d0b47634be451b86b386147e74532d', 'gw_port': {'id': '8948d30a-4b75-4991-ac5e-55e31ebc1499', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8663a090-6314-456a-bc7c-fad891293e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:28:56Z', 'updated_at': '2022-02-03T13:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:58.517275 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] Checking router: 8663a090-6314-456a-bc7c-fad891293e7d for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:28:58.517655 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] Updating router 8663a090-6314-456a-bc7c-fad891293e7d port 8948d30a-4b75-4991-ac5e-55e31ebc1499 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:28:58.576945 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8948d30a-4b75-4991-ac5e-55e31ebc1499), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:58.735466 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] Set router 13f6923c-55d9-4b35-b7b2-4a819f6ddedc gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:28:58.737904 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbb47fb4-e1d5-44fd-aef7-fbb2905d402a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:58.778656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 83fdcf99-1db7-428a-a147-757e5afc9b83 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:28:58.781861 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1c742a59-aaf9-4308-b839-c70638b35156 None None] Provisioning complete for port c29b528e-a82d-4543-ae55-d5869a2ec5cc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:58.782335 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c742a59-aaf9-4308-b839-c70638b35156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c29b528e-a82d-4543-ae55-d5869a2ec5cc), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:58.941006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-fbb47fb4-e1d5-44fd-aef7-fbb2905d402a admin admin] Allocated IP 172.20.0.1 (af98eb6f-c973-4232-82db-bebc388679ab/361b87db-3dc6-4471-af0e-2db44c85a138/2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:28:59.060500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 83fdcf99-1db7-428a-a147-757e5afc9b83 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:59.060799 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (83fdcf99-1db7-428a-a147-757e5afc9b83), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:59.068430 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1c742a59-aaf9-4308-b839-c70638b35156 None None] Current status of the port c29b528e-a82d-4543-ae55-d5869a2ec5cc is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:59.068430 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c742a59-aaf9-4308-b839-c70638b35156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c29b528e-a82d-4543-ae55-d5869a2ec5cc), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:59.126504 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbb47fb4-e1d5-44fd-aef7-fbb2905d402a admin admin] Publish callbacks [] for port (2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:59.162915 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] Publish callbacks [] for port (8948d30a-4b75-4991-ac5e-55e31ebc1499), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:59.164283 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbb47fb4-e1d5-44fd-aef7-fbb2905d402a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:59.169655 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8948d30a-4b75-4991-ac5e-55e31ebc1499), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:59.183882 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1c742a59-aaf9-4308-b839-c70638b35156 None None] For port c29b528e-a82d-4543-ae55-d5869a2ec5cc, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c29b528e-a82d-4543-ae55-d5869a2ec5cc,segment=NetworkSegment(0b7d0949-6666-4f8c-bae1-c7ec079d3936),segment_id=0b7d0949-6666-4f8c-bae1-c7ec079d3936)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:59.191308 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1c742a59-aaf9-4308-b839-c70638b35156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (c29b528e-a82d-4543-ae55-d5869a2ec5cc), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:59.213367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb47fb4-e1d5-44fd-aef7-fbb2905d402a admin admin] Network af98eb6f-c973-4232-82db-bebc388679ab is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:28:59.221032 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-fbb47fb4-e1d5-44fd-aef7-fbb2905d402a admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:59.226249 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] Attempting to bind port 8948d30a-4b75-4991-ac5e-55e31ebc1499 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:28:59.226622 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] Attempting to bind port 8948d30a-4b75-4991-ac5e-55e31ebc1499 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:28:59.227502 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb47fb4-e1d5-44fd-aef7-fbb2905d402a admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:28:59.227620 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] Attempting to bind port 8948d30a-4b75-4991-ac5e-55e31ebc1499 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:28:59.229768 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb47fb4-e1d5-44fd-aef7-fbb2905d402a admin admin] Pushing event updated for resources: {'Port': ['ID=2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:59.233598 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78edc5ba-1984-471e-b603-5a81e6dceace None None] Pushing event updated for resources: {'Port': ['ID=8948d30a-4b75-4991-ac5e-55e31ebc1499,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:59.239641 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:28:59.240048 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:28:59.240485 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:59.240827 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:28:59.241304 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] Bound port: 8948d30a-4b75-4991-ac5e-55e31ebc1499, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:28:59.241694 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8948d30a-4b75-4991-ac5e-55e31ebc1499), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:59.292499 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbb47fb4-e1d5-44fd-aef7-fbb2905d402a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (8663a090-6314-456a-bc7c-fad891293e7d), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:59.316159 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] For port 8948d30a-4b75-4991-ac5e-55e31ebc1499, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:28:59.321925 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] For port 8948d30a-4b75-4991-ac5e-55e31ebc1499, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=8948d30a-4b75-4991-ac5e-55e31ebc1499,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:28:59.330081 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8948d30a-4b75-4991-ac5e-55e31ebc1499), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:59.387481 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] Routers {'8663a090-6314-456a-bc7c-fad891293e7d'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:28:59.388199 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:28:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['8663a090-6314-456a-bc7c-fad891293e7d'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:59.438971 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78edc5ba-1984-471e-b603-5a81e6dceace None None] Pushing event updated for resources: {'Port': ['ID=8948d30a-4b75-4991-ac5e-55e31ebc1499,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:59.467854 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbb47fb4-e1d5-44fd-aef7-fbb2905d402a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:59.507814 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6923c-55d9-4b35-b7b2-4a819f6ddedc', 'name': 'tempest-TestEncryptedCinderVolumes-238448084-router', 'tenant_id': 'a626309f2c6544ef8090620dd3fafe1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '83fdcf99-1db7-428a-a147-757e5afc9b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:28:51Z', 'updated_at': '2022-02-03T13:28:54Z', 'revision_number': 4, 'project_id': 'a626309f2c6544ef8090620dd3fafe1e', 'gw_port': {'id': '83fdcf99-1db7-428a-a147-757e5afc9b83', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6923c-55d9-4b35-b7b2-4a819f6ddedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:28:52Z', 'updated_at': '2022-02-03T13:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'c29b528e-a82d-4543-ae55-d5869a2ec5cc', 'name': '', 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b', 'tenant_id': 'a626309f2c6544ef8090620dd3fafe1e', 'mac_address': 'fa:16:3e:c6:32:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f6923c-55d9-4b35-b7b2-4a819f6ddedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '4dbfab4b-48c3-40c4-91dd-dba814aaac00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:28:53Z', 'updated_at': '2022-02-03T13:28:58Z', 'revision_number': 4, 'project_id': 'a626309f2c6544ef8090620dd3fafe1e', 'subnets': [{'id': '4dbfab4b-48c3-40c4-91dd-dba814aaac00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:59.510182 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 83fdcf99-1db7-428a-a147-757e5afc9b83 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:59.511255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 15043886-2507-4eae-95e9-751f81e466e7 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:28:59.515366 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c742a59-aaf9-4308-b839-c70638b35156 None None] Pushing event updated for resources: {'Port': ['ID=c29b528e-a82d-4543-ae55-d5869a2ec5cc,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:59.518025 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d8d3d9c1-f72b-40ec-a6ba-82e4e325f174 None None] Provisioning complete for port c29b528e-a82d-4543-ae55-d5869a2ec5cc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:59.518398 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d8d3d9c1-f72b-40ec-a6ba-82e4e325f174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c29b528e-a82d-4543-ae55-d5869a2ec5cc), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:59.534482 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] Set router 8663a090-6314-456a-bc7c-fad891293e7d gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:28:59.563704 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac17cfa7-2009-491b-ab49-44f18a2e905e None None] Network af98eb6f-c973-4232-82db-bebc388679ab requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:28:59.580798 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1198bbf0-bcc7-4469-8db5-90ca7b1fc2b1 None None] The sync data for ids ['13f6923c-55d9-4b35-b7b2-4a819f6ddedc'] in n-d-827336-3 is: [{'id': '13f6923c-55d9-4b35-b7b2-4a819f6ddedc', 'name': 'tempest-TestEncryptedCinderVolumes-238448084-router', 'tenant_id': 'a626309f2c6544ef8090620dd3fafe1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '83fdcf99-1db7-428a-a147-757e5afc9b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:28:51Z', 'updated_at': '2022-02-03T13:28:54Z', 'revision_number': 4, 'project_id': 'a626309f2c6544ef8090620dd3fafe1e', 'gw_port': {'id': '83fdcf99-1db7-428a-a147-757e5afc9b83', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6923c-55d9-4b35-b7b2-4a819f6ddedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:28:52Z', 'updated_at': '2022-02-03T13:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'c29b528e-a82d-4543-ae55-d5869a2ec5cc', 'name': '', 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b', 'tenant_id': 'a626309f2c6544ef8090620dd3fafe1e', 'mac_address': 'fa:16:3e:c6:32:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f6923c-55d9-4b35-b7b2-4a819f6ddedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '4dbfab4b-48c3-40c4-91dd-dba814aaac00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:28:53Z', 'updated_at': '2022-02-03T13:28:58Z', 'revision_number': 4, 'project_id': 'a626309f2c6544ef8090620dd3fafe1e', 'subnets': [{'id': '4dbfab4b-48c3-40c4-91dd-dba814aaac00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:28:59.690742 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbb47fb4-e1d5-44fd-aef7-fbb2905d402a admin admin] Publish callbacks [] for port (2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:59.697530 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbb47fb4-e1d5-44fd-aef7-fbb2905d402a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:59.729479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 15043886-2507-4eae-95e9-751f81e466e7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:28:59.730582 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (15043886-2507-4eae-95e9-751f81e466e7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:59.794296 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb47fb4-e1d5-44fd-aef7-fbb2905d402a admin admin] Pushing event updated for resources: {'Port': ['ID=2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:28:59.797576 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fbb47fb4-e1d5-44fd-aef7-fbb2905d402a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (8663a090-6314-456a-bc7c-fad891293e7d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:59.805326 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8663a090-6314-456a-bc7c-fad891293e7d', 'name': 'tempest-TestEncryptedCinderVolumes-616884971-router', 'tenant_id': 'e8d0b47634be451b86b386147e74532d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '8948d30a-4b75-4991-ac5e-55e31ebc1499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:28:56Z', 'updated_at': '2022-02-03T13:28:57Z', 'revision_number': 3, 'project_id': 'e8d0b47634be451b86b386147e74532d', 'gw_port': {'id': '8948d30a-4b75-4991-ac5e-55e31ebc1499', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8663a090-6314-456a-bc7c-fad891293e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:28:56Z', 'updated_at': '2022-02-03T13:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:28:59.838833 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d8d3d9c1-f72b-40ec-a6ba-82e4e325f174 None None] Current status of the port c29b528e-a82d-4543-ae55-d5869a2ec5cc is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:59.844979 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd174e1b-f669-4ce4-a93f-f994647f59a7 None None] The sync data for ids ['8663a090-6314-456a-bc7c-fad891293e7d'] in n-d-827336-3 is: [{'id': '8663a090-6314-456a-bc7c-fad891293e7d', 'name': 'tempest-TestEncryptedCinderVolumes-616884971-router', 'tenant_id': 'e8d0b47634be451b86b386147e74532d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '8948d30a-4b75-4991-ac5e-55e31ebc1499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:28:56Z', 'updated_at': '2022-02-03T13:28:57Z', 'revision_number': 3, 'project_id': 'e8d0b47634be451b86b386147e74532d', 'gw_port': {'id': '8948d30a-4b75-4991-ac5e-55e31ebc1499', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8663a090-6314-456a-bc7c-fad891293e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:28:56Z', 'updated_at': '2022-02-03T13:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:28:59.915209 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 15043886-2507-4eae-95e9-751f81e466e7 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:28:59.915749 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (15043886-2507-4eae-95e9-751f81e466e7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:28:59.942524 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb47fb4-e1d5-44fd-aef7-fbb2905d402a admin admin] Network af98eb6f-c973-4232-82db-bebc388679ab is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:28:59.944237 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-fbb47fb4-e1d5-44fd-aef7-fbb2905d402a admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:28:59.972457 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 15043886-2507-4eae-95e9-751f81e466e7, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=15043886-2507-4eae-95e9-751f81e466e7,segment=NetworkSegment(7180d2ad-3392-4f91-ac3a-352e81f08da1),segment_id=7180d2ad-3392-4f91-ac3a-352e81f08da1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:28:59.982455 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (15043886-2507-4eae-95e9-751f81e466e7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:00.014261 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-45675969-c173-41e7-8f8d-ac3a04a4b0dd None None] Provisioning complete for port 15043886-2507-4eae-95e9-751f81e466e7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:29:00.014497 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-45675969-c173-41e7-8f8d-ac3a04a4b0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (15043886-2507-4eae-95e9-751f81e466e7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:00.082543 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=15043886-2507-4eae-95e9-751f81e466e7,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:29:00.144198 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-45675969-c173-41e7-8f8d-ac3a04a4b0dd None None] Current status of the port 15043886-2507-4eae-95e9-751f81e466e7 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:29:00.284602 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-adce4ef8-a51f-4ae9-8847-f68e59b9bac0 None None] Provisioning complete for port 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:29:00.285212 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-adce4ef8-a51f-4ae9-8847-f68e59b9bac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:00.332978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-adce4ef8-a51f-4ae9-8847-f68e59b9bac0 None None] Port 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:29:00.351803 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-adce4ef8-a51f-4ae9-8847-f68e59b9bac0 None None] Provisioning complete for port 15043886-2507-4eae-95e9-751f81e466e7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:29:00.352953 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-adce4ef8-a51f-4ae9-8847-f68e59b9bac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (15043886-2507-4eae-95e9-751f81e466e7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:00.514855 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-adce4ef8-a51f-4ae9-8847-f68e59b9bac0 None None] Current status of the port 15043886-2507-4eae-95e9-751f81e466e7 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:29:00.640790 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d25a1069-b548-4ac1-b80e-4fdc9b8f7e95 None None] Provisioning complete for port 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:29:00.641086 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d25a1069-b548-4ac1-b80e-4fdc9b8f7e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:00.662292 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb47fb4-e1d5-44fd-aef7-fbb2905d402a admin admin] Router 8663a090-6314-456a-bc7c-fad891293e7d has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:29:00.726315 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d25a1069-b548-4ac1-b80e-4fdc9b8f7e95 None None] Port 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:29:00.761119 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c29b528e-a82d-4543-ae55-d5869a2ec5cc up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:29:00.846417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port c29b528e-a82d-4543-ae55-d5869a2ec5cc triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:29:00.846801 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (c29b528e-a82d-4543-ae55-d5869a2ec5cc), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:00.878888 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb47fb4-e1d5-44fd-aef7-fbb2905d402a admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:29:00.895790 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-fbb47fb4-e1d5-44fd-aef7-fbb2905d402a admin admin] 10.222.0.18 "PUT /v2.0/routers/8663a090-6314-456a-bc7c-fad891293e7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8447776 Feb 03 13:29:00.969534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port c29b528e-a82d-4543-ae55-d5869a2ec5cc is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:29:00.970622 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 8948d30a-4b75-4991-ac5e-55e31ebc1499 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:29:00.992391 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b579ff20-b479-49ad-86a8-b5a24b16f452 None None] Provisioning complete for port 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:29:00.993485 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b579ff20-b479-49ad-86a8-b5a24b16f452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:01.042423 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b579ff20-b479-49ad-86a8-b5a24b16f452 None None] Port 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:29:01.059514 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 8948d30a-4b75-4991-ac5e-55e31ebc1499 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:29:01.059514 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (8948d30a-4b75-4991-ac5e-55e31ebc1499), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:01.157103 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 8948d30a-4b75-4991-ac5e-55e31ebc1499 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:29:01.157504 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (8948d30a-4b75-4991-ac5e-55e31ebc1499), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:01.181548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 8948d30a-4b75-4991-ac5e-55e31ebc1499, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=8948d30a-4b75-4991-ac5e-55e31ebc1499,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:29:01.187558 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (8948d30a-4b75-4991-ac5e-55e31ebc1499), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:01.188987 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 15043886-2507-4eae-95e9-751f81e466e7 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:29:01.283380 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=8948d30a-4b75-4991-ac5e-55e31ebc1499,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:29:01.297247 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 15043886-2507-4eae-95e9-751f81e466e7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:29:01.298259 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (15043886-2507-4eae-95e9-751f81e466e7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:01.388577 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 15043886-2507-4eae-95e9-751f81e466e7 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:29:01.626233 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:01.770278 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f025b5-f801-424c-9753-69fbd4858e62 req-dc5da68f-0644-422b-a9fa-151354f2419b tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:01.771657 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-43f025b5-f801-424c-9753-69fbd4858e62 req-dc5da68f-0644-422b-a9fa-151354f2419b tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/networks?id=3d718e85-d6d7-4258-91cf-f70dc20c671b HTTP/1.1" status: 200 len: 816 time: 0.1117375 Feb 03 13:29:01.786592 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-43f025b5-f801-424c-9753-69fbd4858e62 req-6b908577-90b5-4996-8f24-47a2c5402878 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/quotas/a626309f2c6544ef8090620dd3fafe1e HTTP/1.1" status: 200 len: 375 time: 0.0089169 Feb 03 13:29:01.840654 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-43f025b5-f801-424c-9753-69fbd4858e62 req-52f4a505-cd56-439d-a9ff-dd092f6e28c1 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a626309f2c6544ef8090620dd3fafe1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489814 Feb 03 13:29:01.937940 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-43f025b5-f801-424c-9753-69fbd4858e62 req-f63bfc86-9e08-4fa6-bb23-2e3184877857 service neutron] 10.222.0.18 "GET /v2.0/networks/3d718e85-d6d7-4258-91cf-f70dc20c671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863342 Feb 03 13:29:02.028626 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-43f025b5-f801-424c-9753-69fbd4858e62 req-95581499-66ce-4378-b679-cb590d20bcec service neutron] 10.222.0.18 "GET /v2.0/networks/3d718e85-d6d7-4258-91cf-f70dc20c671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848529 Feb 03 13:29:02.199206 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8ffd5941-5fc4-487c-9d43-5b3108638086 req-0e583d38-b0a8-4ff3-abce-e6697b6d36fe tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=58b99c5f-30ee-4422-80a6-68cd6de9553e HTTP/1.1" status: 200 len: 210 time: 0.0307493 Feb 03 13:29:02.443078 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 8948d30a-4b75-4991-ac5e-55e31ebc1499 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:29:02.495221 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 8948d30a-4b75-4991-ac5e-55e31ebc1499 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:29:02.495604 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (8948d30a-4b75-4991-ac5e-55e31ebc1499), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:02.590054 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 8948d30a-4b75-4991-ac5e-55e31ebc1499 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:29:02.787018 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] Sync routers for ids ['8663a090-6314-456a-bc7c-fad891293e7d'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:29:02.797425 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] Routers {'8663a090-6314-456a-bc7c-fad891293e7d'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:29:02.798042 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:28:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['8663a090-6314-456a-bc7c-fad891293e7d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:29:02.909634 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] Set router 8663a090-6314-456a-bc7c-fad891293e7d gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:29:03.114280 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8663a090-6314-456a-bc7c-fad891293e7d', 'name': 'tempest-TestEncryptedCinderVolumes-616884971-router', 'tenant_id': 'e8d0b47634be451b86b386147e74532d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '8948d30a-4b75-4991-ac5e-55e31ebc1499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:28:56Z', 'updated_at': '2022-02-03T13:28:59Z', 'revision_number': 4, 'project_id': 'e8d0b47634be451b86b386147e74532d', 'gw_port': {'id': '8948d30a-4b75-4991-ac5e-55e31ebc1499', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663a090-6314-456a-bc7c-fad891293e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:28:56Z', 'updated_at': '2022-02-03T13:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2', 'name': '', 'network_id': 'af98eb6f-c973-4232-82db-bebc388679ab', 'tenant_id': 'e8d0b47634be451b86b386147e74532d', 'mac_address': 'fa:16:3e:aa:c2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8663a090-6314-456a-bc7c-fad891293e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '361b87db-3dc6-4471-af0e-2db44c85a138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:28:58Z', 'updated_at': '2022-02-03T13:28:59Z', 'revision_number': 2, 'project_id': 'e8d0b47634be451b86b386147e74532d', 'subnets': [{'id': '361b87db-3dc6-4471-af0e-2db44c85a138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:29:03.145339 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] Checking router: 8663a090-6314-456a-bc7c-fad891293e7d for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:29:03.145961 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] Updating router 8663a090-6314-456a-bc7c-fad891293e7d port 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:29:03.184019 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:03.265426 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f025b5-f801-424c-9753-69fbd4858e62 req-dc59a9f2-2c77-483e-847a-cd483e5022a6 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:03.267645 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-43f025b5-f801-424c-9753-69fbd4858e62 req-dc59a9f2-2c77-483e-847a-cd483e5022a6 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.73 "GET /v2.0/networks?id=3d718e85-d6d7-4258-91cf-f70dc20c671b HTTP/1.1" status: 200 len: 816 time: 0.1128304 Feb 03 13:29:03.284950 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-43f025b5-f801-424c-9753-69fbd4858e62 req-a80c2ded-1ae2-4c6c-853c-9d19f1d9a846 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Request body: {'port': {'device_id': '58b99c5f-30ee-4422-80a6-68cd6de9553e', 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b', 'admin_state_up': True, 'tenant_id': 'a626309f2c6544ef8090620dd3fafe1e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:29:03.317279 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c51e3b23-de44-4638-82f9-e37a67482d5d req-e59b57e2-02d9-4f76-9eb5-ef9cd04ce4a1 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=58b99c5f-30ee-4422-80a6-68cd6de9553e HTTP/1.1" status: 200 len: 210 time: 0.0385554 Feb 03 13:29:03.423838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f025b5-f801-424c-9753-69fbd4858e62 req-a80c2ded-1ae2-4c6c-853c-9d19f1d9a846 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Made reservation on behalf of a626309f2c6544ef8090620dd3fafe1e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:29:03.427383 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43f025b5-f801-424c-9753-69fbd4858e62 req-a80c2ded-1ae2-4c6c-853c-9d19f1d9a846 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:03.487849 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] Publish callbacks [] for port (2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:03.494042 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:03.546060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63e602-d608-4a03-9b3b-38a602704142 None None] Pushing event updated for resources: {'Port': ['ID=2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:29:03.568834 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-43f025b5-f801-424c-9753-69fbd4858e62 req-a80c2ded-1ae2-4c6c-853c-9d19f1d9a846 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Allocated IP 172.20.0.4 (3d718e85-d6d7-4258-91cf-f70dc20c671b/4dbfab4b-48c3-40c4-91dd-dba814aaac00/edb4f427-b8d2-44e4-9bf0-a8906015934f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:29:03.612967 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cd449331-0344-4dbf-8312-cdfc5a0a86ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:03.617185 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] Attempting to bind port 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:29:03.618132 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] Attempting to bind port 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '7180d2ad-3392-4f91-ac3a-352e81f08da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'af98eb6f-c973-4232-82db-bebc388679ab'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:29:03.618518 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] Attempting to bind port 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 on network af98eb6f-c973-4232-82db-bebc388679ab {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:29:03.623858 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:29:03.624278 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] Checking segment: {'id': '7180d2ad-3392-4f91-ac3a-352e81f08da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'af98eb6f-c973-4232-82db-bebc388679ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:29:03.624705 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:03.625628 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] Bound using segment: {'id': '7180d2ad-3392-4f91-ac3a-352e81f08da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'af98eb6f-c973-4232-82db-bebc388679ab'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:29:03.625628 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] Bound port: 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7180d2ad-3392-4f91-ac3a-352e81f08da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'af98eb6f-c973-4232-82db-bebc388679ab'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:29:03.625950 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:03.699198 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] For port 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:29:03.703398 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] For port 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2,segment=NetworkSegment(7180d2ad-3392-4f91-ac3a-352e81f08da1),segment_id=7180d2ad-3392-4f91-ac3a-352e81f08da1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:29:03.710900 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:03.758935 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43f025b5-f801-424c-9753-69fbd4858e62 req-a80c2ded-1ae2-4c6c-853c-9d19f1d9a846 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Publish callbacks [] for port (edb4f427-b8d2-44e4-9bf0-a8906015934f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:03.770237 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] Routers {'8663a090-6314-456a-bc7c-fad891293e7d'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:29:03.770872 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:28:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['8663a090-6314-456a-bc7c-fad891293e7d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:29:03.799636 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43f025b5-f801-424c-9753-69fbd4858e62 req-a80c2ded-1ae2-4c6c-853c-9d19f1d9a846 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (edb4f427-b8d2-44e4-9bf0-a8906015934f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:03.850662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f025b5-f801-424c-9753-69fbd4858e62 req-a80c2ded-1ae2-4c6c-853c-9d19f1d9a846 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Network 3d718e85-d6d7-4258-91cf-f70dc20c671b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:29:03.857087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-43f025b5-f801-424c-9753-69fbd4858e62 req-a80c2ded-1ae2-4c6c-853c-9d19f1d9a846 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:29:03.861331 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f025b5-f801-424c-9753-69fbd4858e62 req-a80c2ded-1ae2-4c6c-853c-9d19f1d9a846 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:29:03.902708 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c2ded-1ae2-4c6c-853c-9d19f1d9a846 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Pushing event updated for resources: {'Port': ['ID=edb4f427-b8d2-44e4-9bf0-a8906015934f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:29:03.924291 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f025b5-f801-424c-9753-69fbd4858e62 req-a80c2ded-1ae2-4c6c-853c-9d19f1d9a846 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:03.924959 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43f025b5-f801-424c-9753-69fbd4858e62 req-a80c2ded-1ae2-4c6c-853c-9d19f1d9a846 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:03.945650 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-43f025b5-f801-424c-9753-69fbd4858e62 req-a80c2ded-1ae2-4c6c-853c-9d19f1d9a846 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6645532 Feb 03 13:29:03.963510 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] Request body: {'port': {'device_id': '58b99c5f-30ee-4422-80a6-68cd6de9553e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:29:04.006506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63e602-d608-4a03-9b3b-38a602704142 None None] Pushing event updated for resources: {'Port': ['ID=2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:29:04.032448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c2666203-5919-4cca-beed-15fbba1b6d80 None None] Provisioning complete for port 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:29:04.032827 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c2666203-5919-4cca-beed-15fbba1b6d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:04.033164 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (edb4f427-b8d2-44e4-9bf0-a8906015934f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:04.135307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] Set router 8663a090-6314-456a-bc7c-fad891293e7d gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:29:04.242241 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c2666203-5919-4cca-beed-15fbba1b6d80 None None] Current status of the port 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:29:04.242656 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c2666203-5919-4cca-beed-15fbba1b6d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:04.326305 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c2666203-5919-4cca-beed-15fbba1b6d80 None None] For port 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2,segment=NetworkSegment(7180d2ad-3392-4f91-ac3a-352e81f08da1),segment_id=7180d2ad-3392-4f91-ac3a-352e81f08da1)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:29:04.328391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb4f427-b8d2-44e4-9bf0-a8906015934f {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:29:04.333474 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c2666203-5919-4cca-beed-15fbba1b6d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:04.341393 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] Publish callbacks [] for port (edb4f427-b8d2-44e4-9bf0-a8906015934f), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:04.359208 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] Transition to ACTIVE for port object edb4f427-b8d2-44e4-9bf0-a8906015934f will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:29:04.367323 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (edb4f427-b8d2-44e4-9bf0-a8906015934f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:04.429463 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2666203-5919-4cca-beed-15fbba1b6d80 None None] Pushing event updated for resources: {'Port': ['ID=2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:29:04.453788 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] Pushing event updated for resources: {'Port': ['ID=edb4f427-b8d2-44e4-9bf0-a8906015934f,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:29:04.471568 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8663a090-6314-456a-bc7c-fad891293e7d', 'name': 'tempest-TestEncryptedCinderVolumes-616884971-router', 'tenant_id': 'e8d0b47634be451b86b386147e74532d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '8948d30a-4b75-4991-ac5e-55e31ebc1499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:28:56Z', 'updated_at': '2022-02-03T13:28:59Z', 'revision_number': 4, 'project_id': 'e8d0b47634be451b86b386147e74532d', 'gw_port': {'id': '8948d30a-4b75-4991-ac5e-55e31ebc1499', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663a090-6314-456a-bc7c-fad891293e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:28:56Z', 'updated_at': '2022-02-03T13:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2', 'name': '', 'network_id': 'af98eb6f-c973-4232-82db-bebc388679ab', 'tenant_id': 'e8d0b47634be451b86b386147e74532d', 'mac_address': 'fa:16:3e:aa:c2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8663a090-6314-456a-bc7c-fad891293e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '361b87db-3dc6-4471-af0e-2db44c85a138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:28:58Z', 'updated_at': '2022-02-03T13:29:03Z', 'revision_number': 4, 'project_id': 'e8d0b47634be451b86b386147e74532d', 'subnets': [{'id': '361b87db-3dc6-4471-af0e-2db44c85a138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:29:04.504476 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813d4379-9296-4e81-914c-df0cdeeb8eeb None None] The sync data for ids ['8663a090-6314-456a-bc7c-fad891293e7d'] in n-d-827336-3 is: [{'id': '8663a090-6314-456a-bc7c-fad891293e7d', 'name': 'tempest-TestEncryptedCinderVolumes-616884971-router', 'tenant_id': 'e8d0b47634be451b86b386147e74532d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '8948d30a-4b75-4991-ac5e-55e31ebc1499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:28:56Z', 'updated_at': '2022-02-03T13:28:59Z', 'revision_number': 4, 'project_id': 'e8d0b47634be451b86b386147e74532d', 'gw_port': {'id': '8948d30a-4b75-4991-ac5e-55e31ebc1499', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663a090-6314-456a-bc7c-fad891293e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:28:56Z', 'updated_at': '2022-02-03T13:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2', 'name': '', 'network_id': 'af98eb6f-c973-4232-82db-bebc388679ab', 'tenant_id': 'e8d0b47634be451b86b386147e74532d', 'mac_address': 'fa:16:3e:aa:c2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8663a090-6314-456a-bc7c-fad891293e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '361b87db-3dc6-4471-af0e-2db44c85a138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:28:58Z', 'updated_at': '2022-02-03T13:29:03Z', 'revision_number': 4, 'project_id': 'e8d0b47634be451b86b386147e74532d', 'subnets': [{'id': '361b87db-3dc6-4471-af0e-2db44c85a138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:29:04.510931 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-84691670-eb5a-4b6c-bc7f-5f88222a72a7 None None] Provisioning complete for port 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:29:04.511338 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-84691670-eb5a-4b6c-bc7f-5f88222a72a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:04.525820 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a482e6-ec78-43d1-8ab8-183af8530c84 req-84305ae1-1702-4d58-aa78-bf7f00c0e2a9 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:04.527481 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f1a482e6-ec78-43d1-8ab8-183af8530c84 req-84305ae1-1702-4d58-aa78-bf7f00c0e2a9 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=58b99c5f-30ee-4422-80a6-68cd6de9553e HTTP/1.1" status: 200 len: 943 time: 0.1304686 Feb 03 13:29:04.620480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] Attempting to bind port edb4f427-b8d2-44e4-9bf0-a8906015934f on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:29:04.621117 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] Attempting to bind port edb4f427-b8d2-44e4-9bf0-a8906015934f by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '0b7d0949-6666-4f8c-bae1-c7ec079d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:29:04.621289 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] Attempting to bind port edb4f427-b8d2-44e4-9bf0-a8906015934f on network 3d718e85-d6d7-4258-91cf-f70dc20c671b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:29:04.631599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] Port edb4f427-b8d2-44e4-9bf0-a8906015934f on network 3d718e85-d6d7-4258-91cf-f70dc20c671b not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:29:04.631960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] Attempting to bind port edb4f427-b8d2-44e4-9bf0-a8906015934f on network 3d718e85-d6d7-4258-91cf-f70dc20c671b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:29:04.634414 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-84691670-eb5a-4b6c-bc7f-5f88222a72a7 None None] Current status of the port 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:29:04.638354 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f1a482e6-ec78-43d1-8ab8-183af8530c84 req-1ec81e2c-ba4f-4657-b011-f82cbcd584c4 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983756 Feb 03 13:29:04.647811 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:29:04.648198 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] Checking segment: {'id': '0b7d0949-6666-4f8c-bae1-c7ec079d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:29:04.648598 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] Bound using segment: {'id': '0b7d0949-6666-4f8c-bae1-c7ec079d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:29:04.649679 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] Bound port: edb4f427-b8d2-44e4-9bf0-a8906015934f, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b7d0949-6666-4f8c-bae1-c7ec079d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:29:04.650315 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (edb4f427-b8d2-44e4-9bf0-a8906015934f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:04.733658 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] For port edb4f427-b8d2-44e4-9bf0-a8906015934f, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:29:04.737490 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] For port edb4f427-b8d2-44e4-9bf0-a8906015934f, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=edb4f427-b8d2-44e4-9bf0-a8906015934f,segment=NetworkSegment(0b7d0949-6666-4f8c-bae1-c7ec079d3936),segment_id=0b7d0949-6666-4f8c-bae1-c7ec079d3936)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:29:04.746914 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (edb4f427-b8d2-44e4-9bf0-a8906015934f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:04.790257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:04.790911 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:04.792415 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-43f025b5-f801-424c-9753-69fbd4858e62 req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] 10.222.0.73 "PUT /v2.0/ports/edb4f427-b8d2-44e4-9bf0-a8906015934f HTTP/1.1" status: 200 len: 1091 time: 0.8342605 Feb 03 13:29:04.795392 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b99c5f-30ee-4422-80a6-68cd6de9553e', 'tag': 'edb4f427-b8d2-44e4-9bf0-a8906015934f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:29:04.797748 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6ec1a8-5a55-44af-a815-2da96ed28500" -d '{"events": [{"name": "network-changed", "server_uuid": "58b99c5f-30ee-4422-80a6-68cd6de9553e", "tag": "edb4f427-b8d2-44e4-9bf0-a8906015934f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:29:04.827710 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac552f62-e40b-4f7c-8806-4c6a8f10f134 service neutron] Pushing event updated for resources: {'Port': ['ID=edb4f427-b8d2-44e4-9bf0-a8906015934f,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:29:04.852811 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537d40aa-26d6-4fbe-a037-53c03dc5e947 x-openstack-request-id: req-537d40aa-26d6-4fbe-a037-53c03dc5e947 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:29:04.853131 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b99c5f-30ee-4422-80a6-68cd6de9553e", "tag": "edb4f427-b8d2-44e4-9bf0-a8906015934f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:29:04.853824 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-537d40aa-26d6-4fbe-a037-53c03dc5e947 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:29:04.854261 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b99c5f-30ee-4422-80a6-68cd6de9553e', 'tag': 'edb4f427-b8d2-44e4-9bf0-a8906015934f', 'status': 'completed', 'code': 200} Feb 03 13:29:04.928898 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f025b5-f801-424c-9753-69fbd4858e62 req-b31df0b2-abcb-4af3-ba4e-326d0755fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:04.931169 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-43f025b5-f801-424c-9753-69fbd4858e62 req-b31df0b2-abcb-4af3-ba4e-326d0755fe96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a626309f2c6544ef8090620dd3fafe1e&device_id=58b99c5f-30ee-4422-80a6-68cd6de9553e HTTP/1.1" status: 200 len: 1125 time: 0.0600591 Feb 03 13:29:05.006702 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-43f025b5-f801-424c-9753-69fbd4858e62 req-999f8246-0981-49ee-bb85-fd4f80a61506 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb4f427-b8d2-44e4-9bf0-a8906015934f HTTP/1.1" status: 200 len: 217 time: 0.0629871 Feb 03 13:29:05.059651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f025b5-f801-424c-9753-69fbd4858e62 req-711fe939-524b-4570-9b5d-73c024e33389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:05.061337 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-43f025b5-f801-424c-9753-69fbd4858e62 req-711fe939-524b-4570-9b5d-73c024e33389 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4dbfab4b-48c3-40c4-91dd-dba814aaac00 HTTP/1.1" status: 200 len: 855 time: 0.0494926 Feb 03 13:29:05.118415 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f025b5-f801-424c-9753-69fbd4858e62 req-bd18d2b4-4122-4420-9c26-0cdc42d8b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:05.120198 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-43f025b5-f801-424c-9753-69fbd4858e62 req-bd18d2b4-4122-4420-9c26-0cdc42d8b471 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d718e85-d6d7-4258-91cf-f70dc20c671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0528586 Feb 03 13:29:05.221385 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-43f025b5-f801-424c-9753-69fbd4858e62 req-5ccfeeba-c678-4ac1-9863-6fff9e00404d service neutron] 10.222.0.73 "GET /v2.0/networks/3d718e85-d6d7-4258-91cf-f70dc20c671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946171 Feb 03 13:29:05.328741 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-43f025b5-f801-424c-9753-69fbd4858e62 req-a105608a-dae3-49bc-bbff-262b9cd19c7b service neutron] 10.222.0.73 "GET /v2.0/networks/3d718e85-d6d7-4258-91cf-f70dc20c671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010594 Feb 03 13:29:05.467435 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ec1a8-5a55-44af-a815-2da96ed28500 req-2559e81e-a09f-4217-a52d-84d1e3dc2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:05.469052 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa6ec1a8-5a55-44af-a815-2da96ed28500 req-2559e81e-a09f-4217-a52d-84d1e3dc2c50 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a626309f2c6544ef8090620dd3fafe1e&device_id=58b99c5f-30ee-4422-80a6-68cd6de9553e HTTP/1.1" status: 200 len: 1125 time: 0.0486860 Feb 03 13:29:05.563368 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ec1a8-5a55-44af-a815-2da96ed28500 req-89ebabfe-3d67-491b-9710-43e3bd5a3357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:05.564891 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa6ec1a8-5a55-44af-a815-2da96ed28500 req-89ebabfe-3d67-491b-9710-43e3bd5a3357 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3d718e85-d6d7-4258-91cf-f70dc20c671b HTTP/1.1" status: 200 len: 917 time: 0.0893526 Feb 03 13:29:05.611591 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa6ec1a8-5a55-44af-a815-2da96ed28500 req-77fa47a8-aa54-407b-95d4-4f910208d5e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb4f427-b8d2-44e4-9bf0-a8906015934f HTTP/1.1" status: 200 len: 217 time: 0.0399587 Feb 03 13:29:05.661399 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ec1a8-5a55-44af-a815-2da96ed28500 req-6ee0445d-ec51-42ec-9dfe-18cc3056d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:05.662995 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa6ec1a8-5a55-44af-a815-2da96ed28500 req-6ee0445d-ec51-42ec-9dfe-18cc3056d242 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4dbfab4b-48c3-40c4-91dd-dba814aaac00 HTTP/1.1" status: 200 len: 855 time: 0.0459244 Feb 03 13:29:05.714204 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ec1a8-5a55-44af-a815-2da96ed28500 req-a420e233-2a75-4804-8c94-35af49c627c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:05.715691 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa6ec1a8-5a55-44af-a815-2da96ed28500 req-a420e233-2a75-4804-8c94-35af49c627c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d718e85-d6d7-4258-91cf-f70dc20c671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471892 Feb 03 13:29:05.838662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2000cf2-134d-46e5-b14c-499d4bd5cb52 req-95170e26-8512-4a96-bf6f-4f2c251b3b10 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:05.840235 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2000cf2-134d-46e5-b14c-499d4bd5cb52 req-95170e26-8512-4a96-bf6f-4f2c251b3b10 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=58b99c5f-30ee-4422-80a6-68cd6de9553e HTTP/1.1" status: 200 len: 943 time: 0.1210008 Feb 03 13:29:05.858227 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa6ec1a8-5a55-44af-a815-2da96ed28500 req-d22c2803-3efd-4d0d-b441-5d277ff8dcfd service neutron] 10.222.0.73 "GET /v2.0/networks/3d718e85-d6d7-4258-91cf-f70dc20c671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300952 Feb 03 13:29:05.950868 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c2000cf2-134d-46e5-b14c-499d4bd5cb52 req-9e1a9296-ac82-4db4-82f8-cdaa58657130 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029444 Feb 03 13:29:05.976141 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa6ec1a8-5a55-44af-a815-2da96ed28500 req-c5511a39-b914-41e1-b821-7be5685b058a service neutron] 10.222.0.73 "GET /v2.0/networks/3d718e85-d6d7-4258-91cf-f70dc20c671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106386 Feb 03 13:29:06.204095 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-40a375e1-1a79-49ef-a573-edaf0a40500d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:06.465134 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:29:06.516155 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:29:06.516556 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:06.599179 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:29:07.080283 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7d64e-765d-42ed-b885-2d31a3f6b9ad req-3d9acc44-a3c2-4781-868b-5a453306a3f4 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:07.081770 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f2c7d64e-765d-42ed-b885-2d31a3f6b9ad req-3d9acc44-a3c2-4781-868b-5a453306a3f4 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=58b99c5f-30ee-4422-80a6-68cd6de9553e HTTP/1.1" status: 200 len: 943 time: 0.0579131 Feb 03 13:29:07.102977 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:07.135359 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f2c7d64e-765d-42ed-b885-2d31a3f6b9ad req-61cfbe46-8bb0-43e2-967c-b6b54f701813 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468984 Feb 03 13:29:08.260904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd30f41-712e-4ad2-a5c1-00cd606385fd req-883cbb94-9c96-4909-98f2-2469a3b4b482 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:08.262541 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8bd30f41-712e-4ad2-a5c1-00cd606385fd req-883cbb94-9c96-4909-98f2-2469a3b4b482 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=58b99c5f-30ee-4422-80a6-68cd6de9553e HTTP/1.1" status: 200 len: 943 time: 0.0574210 Feb 03 13:29:08.333330 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8bd30f41-712e-4ad2-a5c1-00cd606385fd req-24e573f7-3960-4383-bd53-fbf29df8b30c tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651762 Feb 03 13:29:08.401672 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:09.454535 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eba2a0-470e-4f7b-ba53-f4ff9a37e624 req-56f367e1-ddad-4378-b1ab-ab3b25c12bf5 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:09.456061 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e9eba2a0-470e-4f7b-ba53-f4ff9a37e624 req-56f367e1-ddad-4378-b1ab-ab3b25c12bf5 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=58b99c5f-30ee-4422-80a6-68cd6de9553e HTTP/1.1" status: 200 len: 943 time: 0.0532105 Feb 03 13:29:09.502635 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e9eba2a0-470e-4f7b-ba53-f4ff9a37e624 req-86822961-88fd-4654-a683-ac4c51dfc990 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403752 Feb 03 13:29:09.697133 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device edb4f427-b8d2-44e4-9bf0-a8906015934f details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:29:09.800874 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port edb4f427-b8d2-44e4-9bf0-a8906015934f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=edb4f427-b8d2-44e4-9bf0-a8906015934f,segment=NetworkSegment(0b7d0949-6666-4f8c-bae1-c7ec079d3936),segment_id=0b7d0949-6666-4f8c-bae1-c7ec079d3936)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:29:09.812632 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'edb4f427-b8d2-44e4-9bf0-a8906015934f', 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b', 'port_id': 'edb4f427-b8d2-44e4-9bf0-a8906015934f', 'mac_address': 'fa:16:3e:ed:f7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dbfab4b-48c3-40c4-91dd-dba814aaac00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:29:09.848232 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port edb4f427-b8d2-44e4-9bf0-a8906015934f is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:29:09.848626 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (edb4f427-b8d2-44e4-9bf0-a8906015934f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:09.861736 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb4f427-b8d2-44e4-9bf0-a8906015934f {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:29:09.881588 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port edb4f427-b8d2-44e4-9bf0-a8906015934f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=edb4f427-b8d2-44e4-9bf0-a8906015934f,segment=NetworkSegment(0b7d0949-6666-4f8c-bae1-c7ec079d3936),segment_id=0b7d0949-6666-4f8c-bae1-c7ec079d3936)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:29:09.886235 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (edb4f427-b8d2-44e4-9bf0-a8906015934f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:09.934581 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=edb4f427-b8d2-44e4-9bf0-a8906015934f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:29:09.941924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:09.942284 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:09.942633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:09.942978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:09.943319 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:09.943658 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:09.944017 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:09.944352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:09.944685 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:09.945019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:09.945344 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:09.946227 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:09.946558 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:10.007537 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:10.271926 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['edb4f427-b8d2-44e4-9bf0-a8906015934f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:29:10.630287 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b02bc6-1334-4614-be7b-83d6c16243a2 req-a1f2fc7f-e2e9-436a-bb52-c1543f448636 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:10.631794 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5b02bc6-1334-4614-be7b-83d6c16243a2 req-a1f2fc7f-e2e9-436a-bb52-c1543f448636 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=58b99c5f-30ee-4422-80a6-68cd6de9553e HTTP/1.1" status: 200 len: 944 time: 0.0549147 Feb 03 13:29:10.688157 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b5b02bc6-1334-4614-be7b-83d6c16243a2 req-1bb12282-6647-4f04-96f6-b39208a10ae6 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506263 Feb 03 13:29:11.704948 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device edb4f427-b8d2-44e4-9bf0-a8906015934f up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:29:11.758480 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port edb4f427-b8d2-44e4-9bf0-a8906015934f completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:29:11.764030 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port edb4f427-b8d2-44e4-9bf0-a8906015934f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:29:11.764320 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (edb4f427-b8d2-44e4-9bf0-a8906015934f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:11.828204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ccaad-5580-40a9-b921-8660d7ce1e55 req-46ce0cb2-c615-4d28-b065-5b17d18206bf tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:11.829836 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-088ccaad-5580-40a9-b921-8660d7ce1e55 req-46ce0cb2-c615-4d28-b065-5b17d18206bf tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=58b99c5f-30ee-4422-80a6-68cd6de9553e HTTP/1.1" status: 200 len: 944 time: 0.0560389 Feb 03 13:29:11.849626 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port edb4f427-b8d2-44e4-9bf0-a8906015934f is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:29:11.849962 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (edb4f427-b8d2-44e4-9bf0-a8906015934f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:11.875737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b99c5f-30ee-4422-80a6-68cd6de9553e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb4f427-b8d2-44e4-9bf0-a8906015934f'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:29:11.878725 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daaf2e59-9b10-4f00-b2a7-180c5e4c4ff5" -d '{"events": [{"server_uuid": "58b99c5f-30ee-4422-80a6-68cd6de9553e", "name": "network-vif-plugged", "status": "completed", "tag": "edb4f427-b8d2-44e4-9bf0-a8906015934f"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:29:11.883901 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-088ccaad-5580-40a9-b921-8660d7ce1e55 req-7907378c-cc32-40b6-a206-c18708378aec tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484858 Feb 03 13:29:11.892631 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port edb4f427-b8d2-44e4-9bf0-a8906015934f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=edb4f427-b8d2-44e4-9bf0-a8906015934f,segment=NetworkSegment(0b7d0949-6666-4f8c-bae1-c7ec079d3936),segment_id=0b7d0949-6666-4f8c-bae1-c7ec079d3936)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:29:11.897358 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (edb4f427-b8d2-44e4-9bf0-a8906015934f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:11.926289 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789bce0f-e3dc-4e24-974f-310c0a5762a6 x-openstack-request-id: req-789bce0f-e3dc-4e24-974f-310c0a5762a6 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:29:11.926725 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b99c5f-30ee-4422-80a6-68cd6de9553e", "name": "network-vif-plugged", "status": "completed", "tag": "edb4f427-b8d2-44e4-9bf0-a8906015934f", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:29:11.926983 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-789bce0f-e3dc-4e24-974f-310c0a5762a6 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:29:11.927389 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b99c5f-30ee-4422-80a6-68cd6de9553e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb4f427-b8d2-44e4-9bf0-a8906015934f', 'code': 200} Feb 03 13:29:11.958678 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=edb4f427-b8d2-44e4-9bf0-a8906015934f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:29:12.070315 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820cb72-53d7-4188-bea1-754c24539664 req-cbd775aa-e5ad-408d-b62a-f1ca778d2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:12.072387 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7820cb72-53d7-4188-bea1-754c24539664 req-cbd775aa-e5ad-408d-b62a-f1ca778d2a0f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=58b99c5f-30ee-4422-80a6-68cd6de9553e HTTP/1.1" status: 200 len: 1127 time: 0.0468898 Feb 03 13:29:12.119767 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7820cb72-53d7-4188-bea1-754c24539664 req-5a463073-ba0a-411f-9e30-2a5cdc963b8a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384545 Feb 03 13:29:13.012420 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771553e-fa50-49b5-8b1c-e6efef3798ae req-8184b885-a60f-4438-a0af-a000483c1f06 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:13.013914 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3771553e-fa50-49b5-8b1c-e6efef3798ae req-8184b885-a60f-4438-a0af-a000483c1f06 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=58b99c5f-30ee-4422-80a6-68cd6de9553e HTTP/1.1" status: 200 len: 945 time: 0.0539925 Feb 03 13:29:13.063885 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3771553e-fa50-49b5-8b1c-e6efef3798ae req-57bb9157-c0a7-4cf6-b407-47902f143d7d tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440598 Feb 03 13:29:14.186847 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19b5ca-7a47-4526-80b3-bf57ae1d26bb req-2310121d-06b3-4f48-a691-2577f44ea784 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:14.188404 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bc19b5ca-7a47-4526-80b3-bf57ae1d26bb req-2310121d-06b3-4f48-a691-2577f44ea784 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=58b99c5f-30ee-4422-80a6-68cd6de9553e HTTP/1.1" status: 200 len: 945 time: 0.0531323 Feb 03 13:29:14.241770 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bc19b5ca-7a47-4526-80b3-bf57ae1d26bb req-39b22ea5-eff5-455b-9e1f-6fb1e2ed57bd tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417819 Feb 03 13:29:14.361034 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95721c5c-645c-4f44-a962-dd2eea75f28e req-78fa1344-1333-4456-89aa-8430e5e7f34d tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:14.362614 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-95721c5c-645c-4f44-a962-dd2eea75f28e req-78fa1344-1333-4456-89aa-8430e5e7f34d tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=58b99c5f-30ee-4422-80a6-68cd6de9553e HTTP/1.1" status: 200 len: 945 time: 0.0533414 Feb 03 13:29:14.411876 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-95721c5c-645c-4f44-a962-dd2eea75f28e req-98810a35-83ea-4128-9a0b-85b2b31baba4 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433912 Feb 03 13:29:16.312856 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:31.645145 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:32.872693 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:29:33.587668 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-917b01e1-5135-45d4-9ae8-7c26ee82b9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:36.206866 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eeeec25a-7cf9-4a4c-8979-fdea7daaeecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:37.103877 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:38.410624 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:40.005110 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:46.308546 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:48.725215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76d156-9f15-4138-8e07-2716f0843373 req-38dbdaef-95c4-422d-a676-6b299bf87860 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:48.726723 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ac76d156-9f15-4138-8e07-2716f0843373 req-38dbdaef-95c4-422d-a676-6b299bf87860 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=58b99c5f-30ee-4422-80a6-68cd6de9553e HTTP/1.1" status: 200 len: 945 time: 0.0568979 Feb 03 13:29:48.775015 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ac76d156-9f15-4138-8e07-2716f0843373 req-66b986b0-7b7a-4590-88cc-4123a106d50f tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421095 Feb 03 13:29:49.902523 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deca90f-12c8-4b21-8e7b-88f375377e74 req-e6591c9d-840f-4a7e-8118-14175c624466 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:49.904120 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0deca90f-12c8-4b21-8e7b-88f375377e74 req-e6591c9d-840f-4a7e-8118-14175c624466 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=58b99c5f-30ee-4422-80a6-68cd6de9553e HTTP/1.1" status: 200 len: 945 time: 0.0604086 Feb 03 13:29:49.953751 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0deca90f-12c8-4b21-8e7b-88f375377e74 req-2d528c64-5478-44ba-a921-e1ae63c1c47e tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437539 Feb 03 13:29:50.571875 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd133cf-7e9b-4d3f-ba1e-5193b5f7de96 req-7592d85c-f930-4e9f-bec7-896dc8a36332 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:50.573320 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6dd133cf-7e9b-4d3f-ba1e-5193b5f7de96 req-7592d85c-f930-4e9f-bec7-896dc8a36332 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.73 "GET /v2.0/ports?device_id=58b99c5f-30ee-4422-80a6-68cd6de9553e HTTP/1.1" status: 200 len: 945 time: 0.0524113 Feb 03 13:29:50.671160 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-6dd133cf-7e9b-4d3f-ba1e-5193b5f7de96 req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Deleting port edb4f427-b8d2-44e4-9bf0-a8906015934f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:29:50.671505 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6dd133cf-7e9b-4d3f-ba1e-5193b5f7de96 req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (edb4f427-b8d2-44e4-9bf0-a8906015934f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:50.760565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6dd133cf-7e9b-4d3f-ba1e-5193b5f7de96 req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] For port edb4f427-b8d2-44e4-9bf0-a8906015934f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=edb4f427-b8d2-44e4-9bf0-a8906015934f,segment=NetworkSegment(0b7d0949-6666-4f8c-bae1-c7ec079d3936),segment_id=0b7d0949-6666-4f8c-bae1-c7ec079d3936)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:29:50.760938 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6dd133cf-7e9b-4d3f-ba1e-5193b5f7de96 req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (edb4f427-b8d2-44e4-9bf0-a8906015934f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:50.776669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-6dd133cf-7e9b-4d3f-ba1e-5193b5f7de96 req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Calling delete_port for edb4f427-b8d2-44e4-9bf0-a8906015934f owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:29:50.912482 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6dd133cf-7e9b-4d3f-ba1e-5193b5f7de96 req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (edb4f427-b8d2-44e4-9bf0-a8906015934f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:50.941711 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Pushing event deleted for resources: {'Port': ['ID=edb4f427-b8d2-44e4-9bf0-a8906015934f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:29:50.946337 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['edb4f427-b8d2-44e4-9bf0-a8906015934f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:29:50.953518 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:50.953878 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:50.954228 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:50.954576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:50.954913 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:50.955249 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:50.955584 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:50.956012 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:50.956276 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:50.956610 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:50.956941 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:50.957266 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:50.957593 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:29:50.994344 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd133cf-7e9b-4d3f-ba1e-5193b5f7de96 req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] No DVR routers for this DVR port edb4f427-b8d2-44e4-9bf0-a8906015934f on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:29:50.997150 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6dd133cf-7e9b-4d3f-ba1e-5193b5f7de96 req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:51.000551 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6dd133cf-7e9b-4d3f-ba1e-5193b5f7de96 req-4f697623-f8e1-41cf-a598-c39ed3e6f2c0 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.73 "DELETE /v2.0/ports/edb4f427-b8d2-44e4-9bf0-a8906015934f HTTP/1.1" status: 204 len: 173 time: 0.4215689 Feb 03 13:29:51.000994 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b99c5f-30ee-4422-80a6-68cd6de9553e', 'name': 'network-vif-deleted', 'tag': 'edb4f427-b8d2-44e4-9bf0-a8906015934f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:29:51.003358 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5accf6-c163-4459-bf01-a9f4d411a99b" -d '{"events": [{"server_uuid": "58b99c5f-30ee-4422-80a6-68cd6de9553e", "name": "network-vif-deleted", "tag": "edb4f427-b8d2-44e4-9bf0-a8906015934f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:29:51.056818 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbb7c6d-77ca-40bb-8526-2bf312d6edde x-openstack-request-id: req-bcbb7c6d-77ca-40bb-8526-2bf312d6edde {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:29:51.057142 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b99c5f-30ee-4422-80a6-68cd6de9553e", "name": "network-vif-deleted", "tag": "edb4f427-b8d2-44e4-9bf0-a8906015934f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:29:51.057373 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bcbb7c6d-77ca-40bb-8526-2bf312d6edde {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:29:51.057741 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b99c5f-30ee-4422-80a6-68cd6de9553e', 'name': 'network-vif-deleted', 'tag': 'edb4f427-b8d2-44e4-9bf0-a8906015934f', 'status': 'completed', 'code': 200} Feb 03 13:29:51.060154 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-47c408b5-39fa-4d72-b747-bbc7a5fecc32 req-a33ec29f-b3b8-4026-ac48-47a9fa658af4 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=58b99c5f-30ee-4422-80a6-68cd6de9553e HTTP/1.1" status: 200 len: 210 time: 0.0355935 Feb 03 13:29:52.504087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a018849-7906-483d-bff0-044bd8177d53 req-2db0294c-3c4a-489c-b225-e0c3e662f9bb tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:52.505760 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a018849-7906-483d-bff0-044bd8177d53 req-2db0294c-3c4a-489c-b225-e0c3e662f9bb tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/networks?id=3d718e85-d6d7-4258-91cf-f70dc20c671b HTTP/1.1" status: 200 len: 816 time: 0.0995796 Feb 03 13:29:52.521874 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a018849-7906-483d-bff0-044bd8177d53 req-169054b0-8603-47de-9c5d-076d1041cddf tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/quotas/a626309f2c6544ef8090620dd3fafe1e HTTP/1.1" status: 200 len: 375 time: 0.0100005 Feb 03 13:29:52.581920 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a018849-7906-483d-bff0-044bd8177d53 req-809aa83e-651c-42df-9256-1427a7ec44e1 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a626309f2c6544ef8090620dd3fafe1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538161 Feb 03 13:29:52.681937 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a018849-7906-483d-bff0-044bd8177d53 req-ecaf9c73-7b98-4b3d-9afc-11298b007ec9 service neutron] 10.222.0.18 "GET /v2.0/networks/3d718e85-d6d7-4258-91cf-f70dc20c671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880604 Feb 03 13:29:52.779955 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a018849-7906-483d-bff0-044bd8177d53 req-f99a6eca-6328-40a2-ac2b-bc2cdd5c7775 service neutron] 10.222.0.18 "GET /v2.0/networks/3d718e85-d6d7-4258-91cf-f70dc20c671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922799 Feb 03 13:29:52.937604 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e920cd33-8bf6-480a-9ac4-de0fedc38713 req-fc1acddd-d146-44d7-96ac-743029db2455 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2dc12a3-4e62-48e2-be50-f6e7b3f587e2 HTTP/1.1" status: 200 len: 210 time: 0.0272744 Feb 03 13:29:53.887617 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device edb4f427-b8d2-44e4-9bf0-a8906015934f no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:29:53.911198 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: edb4f427-b8d2-44e4-9bf0-a8906015934f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:29:53.911578 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device edb4f427-b8d2-44e4-9bf0-a8906015934f not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:29:53.974637 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a018849-7906-483d-bff0-044bd8177d53 req-ca8e114b-d630-4c8e-aa10-480872689800 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:53.976176 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a018849-7906-483d-bff0-044bd8177d53 req-ca8e114b-d630-4c8e-aa10-480872689800 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.73 "GET /v2.0/networks?id=3d718e85-d6d7-4258-91cf-f70dc20c671b HTTP/1.1" status: 200 len: 816 time: 0.1095188 Feb 03 13:29:53.995930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8a018849-7906-483d-bff0-044bd8177d53 req-7bb15968-bb4f-49a3-8023-9729277c563b tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Request body: {'port': {'device_id': 'c2dc12a3-4e62-48e2-be50-f6e7b3f587e2', 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b', 'admin_state_up': True, 'tenant_id': 'a626309f2c6544ef8090620dd3fafe1e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:29:54.079525 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-19ee9811-69d7-4631-b2ef-3f83060f911c req-f83808bc-30e0-4c9c-8042-3cfad3e574f4 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2dc12a3-4e62-48e2-be50-f6e7b3f587e2 HTTP/1.1" status: 200 len: 210 time: 0.0671024 Feb 03 13:29:54.134502 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a018849-7906-483d-bff0-044bd8177d53 req-7bb15968-bb4f-49a3-8023-9729277c563b tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Made reservation on behalf of a626309f2c6544ef8090620dd3fafe1e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:29:54.137969 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8a018849-7906-483d-bff0-044bd8177d53 req-7bb15968-bb4f-49a3-8023-9729277c563b tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:54.267436 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-8a018849-7906-483d-bff0-044bd8177d53 req-7bb15968-bb4f-49a3-8023-9729277c563b tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Allocated IP 172.20.0.8 (3d718e85-d6d7-4258-91cf-f70dc20c671b/4dbfab4b-48c3-40c4-91dd-dba814aaac00/bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:29:54.411640 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8a018849-7906-483d-bff0-044bd8177d53 req-7bb15968-bb4f-49a3-8023-9729277c563b tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Publish callbacks [] for port (bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:54.450932 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8a018849-7906-483d-bff0-044bd8177d53 req-7bb15968-bb4f-49a3-8023-9729277c563b tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:54.493780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a018849-7906-483d-bff0-044bd8177d53 req-7bb15968-bb4f-49a3-8023-9729277c563b tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Network 3d718e85-d6d7-4258-91cf-f70dc20c671b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:29:54.499294 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-8a018849-7906-483d-bff0-044bd8177d53 req-7bb15968-bb4f-49a3-8023-9729277c563b tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:29:54.502993 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a018849-7906-483d-bff0-044bd8177d53 req-7bb15968-bb4f-49a3-8023-9729277c563b tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:29:54.509955 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb15968-bb4f-49a3-8023-9729277c563b tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Pushing event updated for resources: {'Port': ['ID=bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:29:54.557007 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a018849-7906-483d-bff0-044bd8177d53 req-7bb15968-bb4f-49a3-8023-9729277c563b tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:54.557675 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8a018849-7906-483d-bff0-044bd8177d53 req-7bb15968-bb4f-49a3-8023-9729277c563b tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:54.577006 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a018849-7906-483d-bff0-044bd8177d53 req-7bb15968-bb4f-49a3-8023-9729277c563b tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5854981 Feb 03 13:29:54.586204 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-8a018849-7906-483d-bff0-044bd8177d53 req-2d867b23-5d77-42cb-b796-a0e4c9fe9c0c tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:29:54.587811 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a018849-7906-483d-bff0-044bd8177d53 req-2d867b23-5d77-42cb-b796-a0e4c9fe9c0c tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059583 Feb 03 13:29:54.604940 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] Request body: {'port': {'device_id': 'c2dc12a3-4e62-48e2-be50-f6e7b3f587e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:29:54.668554 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:54.741658 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-160d86e2-3d10-46aa-87d8-e5a86dcd7723 None None] Provisioning complete for port bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:29:54.742024 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-160d86e2-3d10-46aa-87d8-e5a86dcd7723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:54.779746 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-160d86e2-3d10-46aa-87d8-e5a86dcd7723 None None] Port bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:29:54.944870 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:29:54.952972 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] Publish callbacks [] for port (bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:54.964983 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] Transition to ACTIVE for port object bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:29:54.968228 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:55.033615 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:29:55.093242 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] Attempting to bind port bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:29:55.093578 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] Attempting to bind port bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '0b7d0949-6666-4f8c-bae1-c7ec079d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:29:55.093925 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] Attempting to bind port bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 on network 3d718e85-d6d7-4258-91cf-f70dc20c671b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:29:55.098654 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] Port bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 on network 3d718e85-d6d7-4258-91cf-f70dc20c671b not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:29:55.098982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] Attempting to bind port bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 on network 3d718e85-d6d7-4258-91cf-f70dc20c671b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:29:55.104835 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:29:55.105179 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] Checking segment: {'id': '0b7d0949-6666-4f8c-bae1-c7ec079d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:29:55.105561 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] Bound using segment: {'id': '0b7d0949-6666-4f8c-bae1-c7ec079d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:29:55.105987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] Bound port: bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b7d0949-6666-4f8c-bae1-c7ec079d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:29:55.106343 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:55.176414 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] For port bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:29:55.183100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] For port bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615,segment=NetworkSegment(0b7d0949-6666-4f8c-bae1-c7ec079d3936),segment_id=0b7d0949-6666-4f8c-bae1-c7ec079d3936)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:29:55.193896 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:55.207044 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96763f6-c807-4635-99c3-8b2b4a999324 req-2862566c-b7ce-4092-93e7-408b9d9a3cdd tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:55.208581 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f96763f6-c807-4635-99c3-8b2b4a999324 req-2862566c-b7ce-4092-93e7-408b9d9a3cdd tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2dc12a3-4e62-48e2-be50-f6e7b3f587e2 HTTP/1.1" status: 200 len: 943 time: 0.0551951 Feb 03 13:29:55.229606 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:55.230239 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:29:55.232379 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a018849-7906-483d-bff0-044bd8177d53 req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] 10.222.0.73 "PUT /v2.0/ports/bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 HTTP/1.1" status: 200 len: 1091 time: 0.6311746 Feb 03 13:29:55.232716 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2dc12a3-4e62-48e2-be50-f6e7b3f587e2', 'tag': 'bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:29:55.235653 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa3287f-7640-4329-ae1a-76cd4cf8c5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c2dc12a3-4e62-48e2-be50-f6e7b3f587e2", "tag": "bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:29:55.272856 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f96763f6-c807-4635-99c3-8b2b4a999324 req-94f9494f-6ecc-40f2-a878-5d7a49f90f7b tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577307 Feb 03 13:29:55.278724 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028ecf7-e42f-4046-8d8a-9dabafa05a47 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:29:55.304620 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f14fae-6300-4fa7-b5d1-50e3de215e02 x-openstack-request-id: req-a9f14fae-6300-4fa7-b5d1-50e3de215e02 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:29:55.305062 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2dc12a3-4e62-48e2-be50-f6e7b3f587e2", "tag": "bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:29:55.305659 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9f14fae-6300-4fa7-b5d1-50e3de215e02 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:29:55.306176 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2dc12a3-4e62-48e2-be50-f6e7b3f587e2', 'tag': 'bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615', 'status': 'completed', 'code': 200} Feb 03 13:29:55.365020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a018849-7906-483d-bff0-044bd8177d53 req-0379f610-5d39-47f3-bca2-e045a6eac16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:55.366643 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a018849-7906-483d-bff0-044bd8177d53 req-0379f610-5d39-47f3-bca2-e045a6eac16e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a626309f2c6544ef8090620dd3fafe1e&device_id=c2dc12a3-4e62-48e2-be50-f6e7b3f587e2 HTTP/1.1" status: 200 len: 1125 time: 0.0476620 Feb 03 13:29:55.424445 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a018849-7906-483d-bff0-044bd8177d53 req-8ae82b2d-03f2-4b76-bb10-160745712410 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 HTTP/1.1" status: 200 len: 217 time: 0.0461864 Feb 03 13:29:55.474019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a018849-7906-483d-bff0-044bd8177d53 req-ad812cdb-dd1e-4821-bfde-8a8783d546bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:55.475440 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a018849-7906-483d-bff0-044bd8177d53 req-ad812cdb-dd1e-4821-bfde-8a8783d546bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4dbfab4b-48c3-40c4-91dd-dba814aaac00 HTTP/1.1" status: 200 len: 855 time: 0.0457046 Feb 03 13:29:55.526140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a018849-7906-483d-bff0-044bd8177d53 req-7e92f46e-8763-4b15-a3ac-8c820add0224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:55.527195 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a018849-7906-483d-bff0-044bd8177d53 req-7e92f46e-8763-4b15-a3ac-8c820add0224 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d718e85-d6d7-4258-91cf-f70dc20c671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464489 Feb 03 13:29:55.622910 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a018849-7906-483d-bff0-044bd8177d53 req-bf04df4f-0c10-4dde-ad9f-2dee36fd1ae8 service neutron] 10.222.0.73 "GET /v2.0/networks/3d718e85-d6d7-4258-91cf-f70dc20c671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890772 Feb 03 13:29:55.717523 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a018849-7906-483d-bff0-044bd8177d53 req-bfe8c33b-0303-476e-9970-79c66d06ab0d service neutron] 10.222.0.73 "GET /v2.0/networks/3d718e85-d6d7-4258-91cf-f70dc20c671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891888 Feb 03 13:29:55.847922 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3287f-7640-4329-ae1a-76cd4cf8c5fb req-42526f47-abd0-4fcd-9a27-e4911c8a6add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:55.849571 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3aa3287f-7640-4329-ae1a-76cd4cf8c5fb req-42526f47-abd0-4fcd-9a27-e4911c8a6add service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a626309f2c6544ef8090620dd3fafe1e&device_id=c2dc12a3-4e62-48e2-be50-f6e7b3f587e2 HTTP/1.1" status: 200 len: 1125 time: 0.0498755 Feb 03 13:29:55.937881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3287f-7640-4329-ae1a-76cd4cf8c5fb req-54771880-6749-495d-8705-7fab7bf13377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:55.939443 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3aa3287f-7640-4329-ae1a-76cd4cf8c5fb req-54771880-6749-495d-8705-7fab7bf13377 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3d718e85-d6d7-4258-91cf-f70dc20c671b HTTP/1.1" status: 200 len: 917 time: 0.0842083 Feb 03 13:29:55.984921 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3aa3287f-7640-4329-ae1a-76cd4cf8c5fb req-8b9b3629-2a04-414b-b14b-6cbbbe146437 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 HTTP/1.1" status: 200 len: 217 time: 0.0385559 Feb 03 13:29:56.035121 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3287f-7640-4329-ae1a-76cd4cf8c5fb req-d8896e25-9ee9-4c05-a263-580d22bc7b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:56.037143 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3aa3287f-7640-4329-ae1a-76cd4cf8c5fb req-d8896e25-9ee9-4c05-a263-580d22bc7b17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4dbfab4b-48c3-40c4-91dd-dba814aaac00 HTTP/1.1" status: 200 len: 855 time: 0.0460553 Feb 03 13:29:56.084636 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3287f-7640-4329-ae1a-76cd4cf8c5fb req-5387edb6-3a08-4842-9a20-87d20021212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:56.086156 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3aa3287f-7640-4329-ae1a-76cd4cf8c5fb req-5387edb6-3a08-4842-9a20-87d20021212e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d718e85-d6d7-4258-91cf-f70dc20c671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441451 Feb 03 13:29:56.178704 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3aa3287f-7640-4329-ae1a-76cd4cf8c5fb req-26bf3686-dce0-4034-868f-f61c61b9907e service neutron] 10.222.0.73 "GET /v2.0/networks/3d718e85-d6d7-4258-91cf-f70dc20c671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857666 Feb 03 13:29:56.266186 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3aa3287f-7640-4329-ae1a-76cd4cf8c5fb req-b8ccd073-bec8-4752-823b-5661a8206476 service neutron] 10.222.0.73 "GET /v2.0/networks/3d718e85-d6d7-4258-91cf-f70dc20c671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819314 Feb 03 13:29:56.734259 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b01b87-5eb0-4905-ac6e-062c3bdfbf16 req-b07f86f4-1e7e-44b2-9ec6-fba12323ce47 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:56.735752 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e1b01b87-5eb0-4905-ac6e-062c3bdfbf16 req-b07f86f4-1e7e-44b2-9ec6-fba12323ce47 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2dc12a3-4e62-48e2-be50-f6e7b3f587e2 HTTP/1.1" status: 200 len: 943 time: 0.4020000 Feb 03 13:29:56.786843 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e1b01b87-5eb0-4905-ac6e-062c3bdfbf16 req-b31c1516-c333-4dd5-8dd7-7a3b9a327f5f tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453835 Feb 03 13:29:58.168110 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e1096-d55f-4e4f-b1cc-0b1d01576dd8 req-cd006123-71c9-4e9d-8cf4-e97d8f07fce1 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:58.169620 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ba5e1096-d55f-4e4f-b1cc-0b1d01576dd8 req-cd006123-71c9-4e9d-8cf4-e97d8f07fce1 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2dc12a3-4e62-48e2-be50-f6e7b3f587e2 HTTP/1.1" status: 200 len: 943 time: 0.0621195 Feb 03 13:29:58.221977 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ba5e1096-d55f-4e4f-b1cc-0b1d01576dd8 req-cf1c4e73-f16a-4520-babf-a7e72213cc2f tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467381 Feb 03 13:29:59.341771 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c6506-b486-46fc-85c9-e2834d1074c7 req-01165845-eedd-4088-bc60-d4fe2975d8a7 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:29:59.343264 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1e1c6506-b486-46fc-85c9-e2834d1074c7 req-01165845-eedd-4088-bc60-d4fe2975d8a7 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2dc12a3-4e62-48e2-be50-f6e7b3f587e2 HTTP/1.1" status: 200 len: 943 time: 0.0533526 Feb 03 13:29:59.389254 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1e1c6506-b486-46fc-85c9-e2834d1074c7 req-a6d88b41-0e27-4e08-ad89-b0f1681f361a tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404723 Feb 03 13:29:59.919681 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:30:00.017581 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615,segment=NetworkSegment(0b7d0949-6666-4f8c-bae1-c7ec079d3936),segment_id=0b7d0949-6666-4f8c-bae1-c7ec079d3936)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:30:00.029023 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615', 'network_id': '3d718e85-d6d7-4258-91cf-f70dc20c671b', 'port_id': 'bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615', 'mac_address': 'fa:16:3e:d3:11:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dbfab4b-48c3-40c4-91dd-dba814aaac00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:30:00.068711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:30:00.069114 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:00.082412 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:30:00.101605 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615,segment=NetworkSegment(0b7d0949-6666-4f8c-bae1-c7ec079d3936),segment_id=0b7d0949-6666-4f8c-bae1-c7ec079d3936)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:30:00.106391 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:00.152883 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:00.467677 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:30:00.508554 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e2f5a-0b6c-4683-8b3a-e6b8bce0fc0d req-eec69e3b-476f-45ae-a21a-d76ba5395147 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:00.510135 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d19e2f5a-0b6c-4683-8b3a-e6b8bce0fc0d req-eec69e3b-476f-45ae-a21a-d76ba5395147 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2dc12a3-4e62-48e2-be50-f6e7b3f587e2 HTTP/1.1" status: 200 len: 944 time: 0.0546625 Feb 03 13:30:00.557418 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d19e2f5a-0b6c-4683-8b3a-e6b8bce0fc0d req-7e5277d5-dd43-438d-acfc-6d938293b3bf tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415525 Feb 03 13:30:01.631640 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:01.683538 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e22a4-99cf-4bda-9905-f7eaf74dddb1 req-0f338faa-3bec-4b81-9c74-4e9a0b81369b tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:01.685536 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b95e22a4-99cf-4bda-9905-f7eaf74dddb1 req-0f338faa-3bec-4b81-9c74-4e9a0b81369b tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2dc12a3-4e62-48e2-be50-f6e7b3f587e2 HTTP/1.1" status: 200 len: 944 time: 0.0596917 Feb 03 13:30:01.734340 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b95e22a4-99cf-4bda-9905-f7eaf74dddb1 req-2432c0db-42fd-45c5-980d-4f96dec651ce tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431137 Feb 03 13:30:01.921036 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:30:01.973638 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:30:01.978572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:30:01.978998 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:02.057059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:30:02.057453 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:02.081146 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dc12a3-4e62-48e2-be50-f6e7b3f587e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:30:02.083371 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ce6c4c-6d7a-414c-9b45-f5a8569dc532" -d '{"events": [{"server_uuid": "c2dc12a3-4e62-48e2-be50-f6e7b3f587e2", "name": "network-vif-plugged", "status": "completed", "tag": "bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:30:02.098856 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615,segment=NetworkSegment(0b7d0949-6666-4f8c-bae1-c7ec079d3936),segment_id=0b7d0949-6666-4f8c-bae1-c7ec079d3936)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:30:02.103215 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:02.127704 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1ad35f-ffe8-44cc-b014-85d702fd7268 x-openstack-request-id: req-3b1ad35f-ffe8-44cc-b014-85d702fd7268 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:30:02.128030 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dc12a3-4e62-48e2-be50-f6e7b3f587e2", "name": "network-vif-plugged", "status": "completed", "tag": "bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:30:02.128288 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b1ad35f-ffe8-44cc-b014-85d702fd7268 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:30:02.128682 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dc12a3-4e62-48e2-be50-f6e7b3f587e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615', 'code': 200} Feb 03 13:30:02.156783 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:02.256240 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34e59-4741-470c-abc5-5467b91ceef8 req-47eb4254-6357-4189-943f-45a3bc0202a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:02.257750 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-90c34e59-4741-470c-abc5-5467b91ceef8 req-47eb4254-6357-4189-943f-45a3bc0202a3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c2dc12a3-4e62-48e2-be50-f6e7b3f587e2 HTTP/1.1" status: 200 len: 1127 time: 0.0445623 Feb 03 13:30:02.304649 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-90c34e59-4741-470c-abc5-5467b91ceef8 req-223071de-6309-4844-b0b4-75f23074128a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379457 Feb 03 13:30:02.856832 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d55895-bbdc-4fe1-bce6-40b3b73ea364 req-bf156b4b-4452-4445-8326-0bde6de18fcc tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:02.858352 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2d55895-bbdc-4fe1-bce6-40b3b73ea364 req-bf156b4b-4452-4445-8326-0bde6de18fcc tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2dc12a3-4e62-48e2-be50-f6e7b3f587e2 HTTP/1.1" status: 200 len: 945 time: 0.0534914 Feb 03 13:30:02.905778 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a2d55895-bbdc-4fe1-bce6-40b3b73ea364 req-0220ae35-5957-42c7-860c-f7bbca3ab683 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419035 Feb 03 13:30:03.595917 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5ea6f258-a652-4923-82de-58420c94cacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:04.035575 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba88fac-eb0a-4f77-835d-9c3acf1149db req-bdb25661-e9d7-4401-a4e6-3c68b68a8987 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:04.037223 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5ba88fac-eb0a-4f77-835d-9c3acf1149db req-bdb25661-e9d7-4401-a4e6-3c68b68a8987 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2dc12a3-4e62-48e2-be50-f6e7b3f587e2 HTTP/1.1" status: 200 len: 945 time: 0.0595329 Feb 03 13:30:04.087024 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5ba88fac-eb0a-4f77-835d-9c3acf1149db req-c1712650-1918-4805-b6e8-c2d4c706f1a6 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417917 Feb 03 13:30:04.214654 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972825a5-fa12-4660-b395-d5ab2278e631 req-c1cc4fec-08be-4de1-80b4-921b6487adef tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:04.216068 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-972825a5-fa12-4660-b395-d5ab2278e631 req-c1cc4fec-08be-4de1-80b4-921b6487adef tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2dc12a3-4e62-48e2-be50-f6e7b3f587e2 HTTP/1.1" status: 200 len: 945 time: 0.0585999 Feb 03 13:30:04.265003 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-972825a5-fa12-4660-b395-d5ab2278e631 req-4a4fefc5-f6b0-40aa-a7c0-036f2bda8dba tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431850 Feb 03 13:30:05.127624 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1be7f882-0ee0-4e7f-9bb5-9fb20a6dc915 req-ee62d5ff-15ff-4c70-910b-966c7773ffdc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c2dc12a3-4e62-48e2-be50-f6e7b3f587e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522335 Feb 03 13:30:05.231449 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7f882-0ee0-4e7f-9bb5-9fb20a6dc915 req-e32b3254-26ec-4944-9b6c-387719dbfa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:05.233080 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1be7f882-0ee0-4e7f-9bb5-9fb20a6dc915 req-e32b3254-26ec-4944-9b6c-387719dbfa6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a626309f2c6544ef8090620dd3fafe1e&device_id=c2dc12a3-4e62-48e2-be50-f6e7b3f587e2 HTTP/1.1" status: 200 len: 1127 time: 0.0470309 Feb 03 13:30:05.352732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7f882-0ee0-4e7f-9bb5-9fb20a6dc915 req-3755cb0a-2243-4cea-bef6-9a68d5f84b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:05.354254 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1be7f882-0ee0-4e7f-9bb5-9fb20a6dc915 req-3755cb0a-2243-4cea-bef6-9a68d5f84b0a service neutron] 10.222.0.73 "GET /v2.0/networks?id=3d718e85-d6d7-4258-91cf-f70dc20c671b HTTP/1.1" status: 200 len: 917 time: 0.1026385 Feb 03 13:30:05.395993 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1be7f882-0ee0-4e7f-9bb5-9fb20a6dc915 req-12cb7644-07d2-4fa4-9a7e-28a93bfd900a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 HTTP/1.1" status: 200 len: 217 time: 0.0354605 Feb 03 13:30:05.447405 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7f882-0ee0-4e7f-9bb5-9fb20a6dc915 req-c5d29fce-aa4a-4c22-a5b3-0205a3dd8844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:05.449413 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1be7f882-0ee0-4e7f-9bb5-9fb20a6dc915 req-c5d29fce-aa4a-4c22-a5b3-0205a3dd8844 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4dbfab4b-48c3-40c4-91dd-dba814aaac00 HTTP/1.1" status: 200 len: 855 time: 0.0481372 Feb 03 13:30:05.498657 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7f882-0ee0-4e7f-9bb5-9fb20a6dc915 req-2a39f524-ec68-41fb-9a3a-1260bfde7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:05.500297 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1be7f882-0ee0-4e7f-9bb5-9fb20a6dc915 req-2a39f524-ec68-41fb-9a3a-1260bfde7674 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d718e85-d6d7-4258-91cf-f70dc20c671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446589 Feb 03 13:30:05.589490 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1be7f882-0ee0-4e7f-9bb5-9fb20a6dc915 req-14a7913b-b5f4-4f53-885c-5bba34a1d248 service neutron] 10.222.0.73 "GET /v2.0/networks/3d718e85-d6d7-4258-91cf-f70dc20c671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832114 Feb 03 13:30:05.687633 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1be7f882-0ee0-4e7f-9bb5-9fb20a6dc915 req-ad9ab097-dcc1-4ada-81c2-299fa4264879 service neutron] 10.222.0.73 "GET /v2.0/networks/3d718e85-d6d7-4258-91cf-f70dc20c671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918458 Feb 03 13:30:06.208263 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-30a6fa9f-7c57-4424-9974-5df7c479fd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:07.110645 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:08.407031 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:09.874690 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:30:09.999769 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:16.319374 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:31.650946 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:33.589239 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb1f146d-92d7-4884-ba90-bb06cf359704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:36.209893 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13d50228-e5be-46d0-9c5a-7878ba7d1fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:37.110076 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:38.334583 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0f001-643e-4d61-8858-8c663a609d5d req-4676001a-20b5-4182-95da-b140470fe2e9 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:38.336140 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cdc0f001-643e-4d61-8858-8c663a609d5d req-4676001a-20b5-4182-95da-b140470fe2e9 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2dc12a3-4e62-48e2-be50-f6e7b3f587e2 HTTP/1.1" status: 200 len: 945 time: 0.0536482 Feb 03 13:30:38.384658 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cdc0f001-643e-4d61-8858-8c663a609d5d req-e024dd0e-b6d7-4352-bebf-6b4ea6ea865e tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414541 Feb 03 13:30:38.412022 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:39.514574 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ebd52-1c81-4a2c-a09b-fb0d5b6e8582 req-023b5f42-da2f-4e39-a320-03a6e28f5137 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:39.516132 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba0ebd52-1c81-4a2c-a09b-fb0d5b6e8582 req-023b5f42-da2f-4e39-a320-03a6e28f5137 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2dc12a3-4e62-48e2-be50-f6e7b3f587e2 HTTP/1.1" status: 200 len: 945 time: 0.0557799 Feb 03 13:30:39.570799 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ba0ebd52-1c81-4a2c-a09b-fb0d5b6e8582 req-5ad91345-b9c5-417c-bf86-83a3504154ef tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450506 Feb 03 13:30:40.002979 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:40.151957 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d1f5b-d042-4dd7-8946-93d314791da9 req-a10f3def-5050-406d-820a-beeba0b5cdd5 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:40.153437 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-524d1f5b-d042-4dd7-8946-93d314791da9 req-a10f3def-5050-406d-820a-beeba0b5cdd5 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.73 "GET /v2.0/ports?device_id=c2dc12a3-4e62-48e2-be50-f6e7b3f587e2 HTTP/1.1" status: 200 len: 945 time: 0.0555840 Feb 03 13:30:40.575203 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-524d1f5b-d042-4dd7-8946-93d314791da9 req-12318c29-5687-4e91-86e2-56f014a59f58 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Deleting port bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:30:40.575516 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-524d1f5b-d042-4dd7-8946-93d314791da9 req-12318c29-5687-4e91-86e2-56f014a59f58 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:40.691150 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-524d1f5b-d042-4dd7-8946-93d314791da9 req-12318c29-5687-4e91-86e2-56f014a59f58 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] For port bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615,segment=NetworkSegment(0b7d0949-6666-4f8c-bae1-c7ec079d3936),segment_id=0b7d0949-6666-4f8c-bae1-c7ec079d3936)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:30:40.691496 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-524d1f5b-d042-4dd7-8946-93d314791da9 req-12318c29-5687-4e91-86e2-56f014a59f58 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:40.707384 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-524d1f5b-d042-4dd7-8946-93d314791da9 req-12318c29-5687-4e91-86e2-56f014a59f58 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Calling delete_port for bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:30:40.730345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdc80e-e8a6-4af8-897c-f0e4404f0d6f req-e1d0ff2d-5106-42d4-9c4e-ef020ab3cf04 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:40.731855 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bdcdc80e-e8a6-4af8-897c-f0e4404f0d6f req-e1d0ff2d-5106-42d4-9c4e-ef020ab3cf04 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2dc12a3-4e62-48e2-be50-f6e7b3f587e2 HTTP/1.1" status: 200 len: 945 time: 0.0920587 Feb 03 13:30:40.822087 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bdcdc80e-e8a6-4af8-897c-f0e4404f0d6f req-56e7f422-837b-4b35-ab28-2aed21efb086 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fd9157c-3816-4370-8f2b-1f409642df9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577838 Feb 03 13:30:40.887545 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-524d1f5b-d042-4dd7-8946-93d314791da9 req-12318c29-5687-4e91-86e2-56f014a59f58 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:40.914735 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12318c29-5687-4e91-86e2-56f014a59f58 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Pushing event deleted for resources: {'Port': ['ID=bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:40.922245 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:30:40.961069 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-524d1f5b-d042-4dd7-8946-93d314791da9 req-12318c29-5687-4e91-86e2-56f014a59f58 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] No DVR routers for this DVR port bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:30:40.964205 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-524d1f5b-d042-4dd7-8946-93d314791da9 req-12318c29-5687-4e91-86e2-56f014a59f58 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:40.967583 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-524d1f5b-d042-4dd7-8946-93d314791da9 req-12318c29-5687-4e91-86e2-56f014a59f58 tempest-TestEncryptedCinderVolumes-230020798 tempest-TestEncryptedCinderVolumes-230020798-project] 10.222.0.73 "DELETE /v2.0/ports/bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 HTTP/1.1" status: 204 len: 173 time: 0.8087327 Feb 03 13:30:40.968048 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dc12a3-4e62-48e2-be50-f6e7b3f587e2', 'name': 'network-vif-deleted', 'tag': 'bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:30:40.970270 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb743678-9e1c-4f8a-abb8-3f41c144284f" -d '{"events": [{"server_uuid": "c2dc12a3-4e62-48e2-be50-f6e7b3f587e2", "name": "network-vif-deleted", "tag": "bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:30:41.010230 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f611d49-c1bb-49b7-80f3-9d06863c7a41 x-openstack-request-id: req-2f611d49-c1bb-49b7-80f3-9d06863c7a41 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:30:41.010527 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dc12a3-4e62-48e2-be50-f6e7b3f587e2", "name": "network-vif-deleted", "tag": "bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:30:41.010782 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f611d49-c1bb-49b7-80f3-9d06863c7a41 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:30:41.011187 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dc12a3-4e62-48e2-be50-f6e7b3f587e2', 'name': 'network-vif-deleted', 'tag': 'bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615', 'status': 'completed', 'code': 200} Feb 03 13:30:41.915469 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40972) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:42.254732 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5652ecb-569c-40d7-b6ef-3c2d807b8c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (13f6923c-55d9-4b35-b7b2-4a819f6ddedc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:42.499854 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f5652ecb-569c-40d7-b6ef-3c2d807b8c03 admin admin] Deleting port c29b528e-a82d-4543-ae55-d5869a2ec5cc {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:30:42.500214 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5652ecb-569c-40d7-b6ef-3c2d807b8c03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c29b528e-a82d-4543-ae55-d5869a2ec5cc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:42.575633 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-f5652ecb-569c-40d7-b6ef-3c2d807b8c03 admin admin] For port c29b528e-a82d-4543-ae55-d5869a2ec5cc, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=c29b528e-a82d-4543-ae55-d5869a2ec5cc,segment=NetworkSegment(0b7d0949-6666-4f8c-bae1-c7ec079d3936),segment_id=0b7d0949-6666-4f8c-bae1-c7ec079d3936)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:30:42.575909 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5652ecb-569c-40d7-b6ef-3c2d807b8c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c29b528e-a82d-4543-ae55-d5869a2ec5cc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:42.588133 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f5652ecb-569c-40d7-b6ef-3c2d807b8c03 admin admin] Calling delete_port for c29b528e-a82d-4543-ae55-d5869a2ec5cc owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:30:42.769008 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5652ecb-569c-40d7-b6ef-3c2d807b8c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c29b528e-a82d-4543-ae55-d5869a2ec5cc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:42.798861 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5652ecb-569c-40d7-b6ef-3c2d807b8c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=c29b528e-a82d-4543-ae55-d5869a2ec5cc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:42.962040 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5652ecb-569c-40d7-b6ef-3c2d807b8c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (13f6923c-55d9-4b35-b7b2-4a819f6ddedc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:43.176219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5652ecb-569c-40d7-b6ef-3c2d807b8c03 admin admin] Router 13f6923c-55d9-4b35-b7b2-4a819f6ddedc has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:30:43.282179 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5652ecb-569c-40d7-b6ef-3c2d807b8c03 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:30:43.287214 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f5652ecb-569c-40d7-b6ef-3c2d807b8c03 admin admin] 10.222.0.18 "PUT /v2.0/routers/13f6923c-55d9-4b35-b7b2-4a819f6ddedc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3706772 Feb 03 13:30:43.290422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40974) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:43.292873 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d087ef33-5200-4e63-b0f5-5794abb99f69 None None] Sync routers for ids ['13f6923c-55d9-4b35-b7b2-4a819f6ddedc'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:30:43.302211 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d087ef33-5200-4e63-b0f5-5794abb99f69 None None] Routers {'13f6923c-55d9-4b35-b7b2-4a819f6ddedc'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:30:43.302838 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d087ef33-5200-4e63-b0f5-5794abb99f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:30:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['13f6923c-55d9-4b35-b7b2-4a819f6ddedc'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:43.393421 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ab41bf3-4c5f-4e1f-8d04-eeaabaf6f16f admin admin] Publish callbacks [] for router (13f6923c-55d9-4b35-b7b2-4a819f6ddedc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:43.404290 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d087ef33-5200-4e63-b0f5-5794abb99f69 None None] Set router 13f6923c-55d9-4b35-b7b2-4a819f6ddedc gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:30:43.496606 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ab41bf3-4c5f-4e1f-8d04-eeaabaf6f16f admin admin] Publish callbacks [] for router_gateway (13f6923c-55d9-4b35-b7b2-4a819f6ddedc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:43.549713 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1ab41bf3-4c5f-4e1f-8d04-eeaabaf6f16f admin admin] Deleting port 83fdcf99-1db7-428a-a147-757e5afc9b83 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:30:43.550056 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ab41bf3-4c5f-4e1f-8d04-eeaabaf6f16f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (83fdcf99-1db7-428a-a147-757e5afc9b83), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:43.577887 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d087ef33-5200-4e63-b0f5-5794abb99f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6923c-55d9-4b35-b7b2-4a819f6ddedc', 'name': 'tempest-TestEncryptedCinderVolumes-238448084-router', 'tenant_id': 'a626309f2c6544ef8090620dd3fafe1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '83fdcf99-1db7-428a-a147-757e5afc9b83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:28:51Z', 'updated_at': '2022-02-03T13:30:42Z', 'revision_number': 5, 'project_id': 'a626309f2c6544ef8090620dd3fafe1e', 'gw_port': {'id': '83fdcf99-1db7-428a-a147-757e5afc9b83', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6923c-55d9-4b35-b7b2-4a819f6ddedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:28:52Z', 'updated_at': '2022-02-03T13:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:43.604356 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d087ef33-5200-4e63-b0f5-5794abb99f69 None None] Checking router: 13f6923c-55d9-4b35-b7b2-4a819f6ddedc for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:30:43.614846 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d087ef33-5200-4e63-b0f5-5794abb99f69 None None] Routers {'13f6923c-55d9-4b35-b7b2-4a819f6ddedc'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:30:43.615456 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d087ef33-5200-4e63-b0f5-5794abb99f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:30:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['13f6923c-55d9-4b35-b7b2-4a819f6ddedc'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:43.629667 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-1ab41bf3-4c5f-4e1f-8d04-eeaabaf6f16f admin admin] For port 83fdcf99-1db7-428a-a147-757e5afc9b83, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=83fdcf99-1db7-428a-a147-757e5afc9b83,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:30:43.630029 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ab41bf3-4c5f-4e1f-8d04-eeaabaf6f16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (83fdcf99-1db7-428a-a147-757e5afc9b83), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:43.643616 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1ab41bf3-4c5f-4e1f-8d04-eeaabaf6f16f admin admin] Calling delete_port for 83fdcf99-1db7-428a-a147-757e5afc9b83 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:30:43.700221 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-d087ef33-5200-4e63-b0f5-5794abb99f69 None None] Set router 13f6923c-55d9-4b35-b7b2-4a819f6ddedc gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:30:43.752459 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-d087ef33-5200-4e63-b0f5-5794abb99f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f6923c-55d9-4b35-b7b2-4a819f6ddedc', 'name': 'tempest-TestEncryptedCinderVolumes-238448084-router', 'tenant_id': 'a626309f2c6544ef8090620dd3fafe1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:28:51Z', 'updated_at': '2022-02-03T13:30:43Z', 'revision_number': 6, 'project_id': 'a626309f2c6544ef8090620dd3fafe1e', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:43.778869 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d087ef33-5200-4e63-b0f5-5794abb99f69 None None] The sync data for ids ['13f6923c-55d9-4b35-b7b2-4a819f6ddedc'] in n-d-827336-3 is: [{'id': '13f6923c-55d9-4b35-b7b2-4a819f6ddedc', 'name': 'tempest-TestEncryptedCinderVolumes-238448084-router', 'tenant_id': 'a626309f2c6544ef8090620dd3fafe1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:28:51Z', 'updated_at': '2022-02-03T13:30:43Z', 'revision_number': 6, 'project_id': 'a626309f2c6544ef8090620dd3fafe1e', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:30:43.809690 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ab41bf3-4c5f-4e1f-8d04-eeaabaf6f16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (83fdcf99-1db7-428a-a147-757e5afc9b83), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:43.840969 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab41bf3-4c5f-4e1f-8d04-eeaabaf6f16f admin admin] Pushing event deleted for resources: {'Port': ['ID=83fdcf99-1db7-428a-a147-757e5afc9b83,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:43.899747 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ab41bf3-4c5f-4e1f-8d04-eeaabaf6f16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (13f6923c-55d9-4b35-b7b2-4a819f6ddedc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:43.987212 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ab41bf3-4c5f-4e1f-8d04-eeaabaf6f16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (13f6923c-55d9-4b35-b7b2-4a819f6ddedc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:43.989338 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ab41bf3-4c5f-4e1f-8d04-eeaabaf6f16f admin admin] Publish callbacks [] for router_controller (13f6923c-55d9-4b35-b7b2-4a819f6ddedc), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:44.032304 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ab41bf3-4c5f-4e1f-8d04-eeaabaf6f16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (13f6923c-55d9-4b35-b7b2-4a819f6ddedc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:44.032787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab41bf3-4c5f-4e1f-8d04-eeaabaf6f16f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13f6923c-55d9-4b35-b7b2-4a819f6ddedc {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:30:44.037068 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ab41bf3-4c5f-4e1f-8d04-eeaabaf6f16f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:44.038249 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1ab41bf3-4c5f-4e1f-8d04-eeaabaf6f16f admin admin] 10.222.0.18 "DELETE /v2.0/routers/13f6923c-55d9-4b35-b7b2-4a819f6ddedc HTTP/1.1" status: 204 len: 168 time: 0.7468364 Feb 03 13:30:44.040907 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40976) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:44.088138 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9966fb1-b7bf-4982-9011-1ad25bdc461e admin admin] Deleting subnet 4dbfab4b-48c3-40c4-91dd-dba814aaac00 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:30:44.091059 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9966fb1-b7bf-4982-9011-1ad25bdc461e admin admin] Publish callbacks [] for subnet (4dbfab4b-48c3-40c4-91dd-dba814aaac00), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:44.126617 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9966fb1-b7bf-4982-9011-1ad25bdc461e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (4dbfab4b-48c3-40c4-91dd-dba814aaac00), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:44.199887 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:30:44.214666 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9966fb1-b7bf-4982-9011-1ad25bdc461e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (4dbfab4b-48c3-40c4-91dd-dba814aaac00), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:44.226134 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:30:44.226488 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device bd1f0c0b-3dbb-4f17-a9d9-3d034ea80615 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:30:44.269305 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9966fb1-b7bf-4982-9011-1ad25bdc461e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (4dbfab4b-48c3-40c4-91dd-dba814aaac00), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:44.301316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9966fb1-b7bf-4982-9011-1ad25bdc461e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dbfab4b-48c3-40c4-91dd-dba814aaac00,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:44.303617 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c9966fb1-b7bf-4982-9011-1ad25bdc461e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:44.307413 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c9966fb1-b7bf-4982-9011-1ad25bdc461e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4dbfab4b-48c3-40c4-91dd-dba814aaac00 HTTP/1.1" status: 204 len: 168 time: 0.2656102 Feb 03 13:30:44.309814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 40978) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:44.312633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3345606-a107-4b82-a6c0-6ddc28bc7b01 None None] Network 3d718e85-d6d7-4258-91cf-f70dc20c671b requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:30:44.379033 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc639-ffaa-45e0-8628-414485e0c45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (3d718e85-d6d7-4258-91cf-f70dc20c671b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:44.439575 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d5dcc639-ffaa-45e0-8628-414485e0c45a admin admin] Deleting port 275da5a0-4a5b-4229-9e94-d1931f4e087f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:30:44.439815 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc639-ffaa-45e0-8628-414485e0c45a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (275da5a0-4a5b-4229-9e94-d1931f4e087f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:44.467900 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] DHCP port deletion for 3d718e85-d6d7-4258-91cf-f70dc20c671b request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:30:44.515713 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-d5dcc639-ffaa-45e0-8628-414485e0c45a admin admin] For port 275da5a0-4a5b-4229-9e94-d1931f4e087f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=275da5a0-4a5b-4229-9e94-d1931f4e087f,segment=NetworkSegment(0b7d0949-6666-4f8c-bae1-c7ec079d3936),segment_id=0b7d0949-6666-4f8c-bae1-c7ec079d3936)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:30:44.516194 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc639-ffaa-45e0-8628-414485e0c45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (275da5a0-4a5b-4229-9e94-d1931f4e087f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:44.522222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] Deleting port 275da5a0-4a5b-4229-9e94-d1931f4e087f {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:30:44.522614 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (275da5a0-4a5b-4229-9e94-d1931f4e087f), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:44.531174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d5dcc639-ffaa-45e0-8628-414485e0c45a admin admin] Calling delete_port for 275da5a0-4a5b-4229-9e94-d1931f4e087f owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:30:44.541720 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 83fdcf99-1db7-428a-a147-757e5afc9b83 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:30:44.573389 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 83fdcf99-1db7-428a-a147-757e5afc9b83 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:30:44.573732 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 83fdcf99-1db7-428a-a147-757e5afc9b83 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:30:44.574155 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c29b528e-a82d-4543-ae55-d5869a2ec5cc no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:30:44.613835 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc639-ffaa-45e0-8628-414485e0c45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (275da5a0-4a5b-4229-9e94-d1931f4e087f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:44.627711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: c29b528e-a82d-4543-ae55-d5869a2ec5cc {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:30:44.628083 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device c29b528e-a82d-4543-ae55-d5869a2ec5cc not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:30:44.635452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] For port 275da5a0-4a5b-4229-9e94-d1931f4e087f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=275da5a0-4a5b-4229-9e94-d1931f4e087f,segment=NetworkSegment(0b7d0949-6666-4f8c-bae1-c7ec079d3936),segment_id=0b7d0949-6666-4f8c-bae1-c7ec079d3936)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:30:44.635847 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (275da5a0-4a5b-4229-9e94-d1931f4e087f), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:44.644882 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcc639-ffaa-45e0-8628-414485e0c45a admin admin] Pushing event deleted for resources: {'Port': ['ID=275da5a0-4a5b-4229-9e94-d1931f4e087f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:44.647895 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] Calling delete_port for 275da5a0-4a5b-4229-9e94-d1931f4e087f owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:30:44.648367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dcc639-ffaa-45e0-8628-414485e0c45a admin admin] No DVR routers for this DVR port 275da5a0-4a5b-4229-9e94-d1931f4e087f on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:30:44.719226 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc639-ffaa-45e0-8628-414485e0c45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (3d718e85-d6d7-4258-91cf-f70dc20c671b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:44.723449 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (275da5a0-4a5b-4229-9e94-d1931f4e087f), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:44.746855 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] Pushing event deleted for resources: {'Port': ['ID=275da5a0-4a5b-4229-9e94-d1931f4e087f,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:44.747249 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d5dcc639-ffaa-45e0-8628-414485e0c45a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d718e85-d6d7-4258-91cf-f70dc20c671b']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:44.756627 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] No DVR routers for this DVR port 275da5a0-4a5b-4229-9e94-d1931f4e087f on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:30:44.758812 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:44.759186 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:44.759501 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:44.759838 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:44.760207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:44.760544 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:44.760876 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:44.761206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:44.761538 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:44.761868 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:44.762085 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d5dcc639-ffaa-45e0-8628-414485e0c45a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7d0949-6666-4f8c-bae1-c7ec079d3936') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:44.762214 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:44.762395 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d5dcc639-ffaa-45e0-8628-414485e0c45a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7d0949-6666-4f8c-bae1-c7ec079d3936') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:44.762511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:44.762811 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e005a7-9370-40b7-960b-00c58a198aa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:44.779363 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc639-ffaa-45e0-8628-414485e0c45a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (0b7d0949-6666-4f8c-bae1-c7ec079d3936), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:44.793313 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc639-ffaa-45e0-8628-414485e0c45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (0b7d0949-6666-4f8c-bae1-c7ec079d3936), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:44.799401 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5dcc639-ffaa-45e0-8628-414485e0c45a admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:30:44.799785 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc639-ffaa-45e0-8628-414485e0c45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (0b7d0949-6666-4f8c-bae1-c7ec079d3936), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:30:44.801810 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:30:44.859074 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc639-ffaa-45e0-8628-414485e0c45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (3d718e85-d6d7-4258-91cf-f70dc20c671b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:44.864188 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc639-ffaa-45e0-8628-414485e0c45a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:44.867430 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d5dcc639-ffaa-45e0-8628-414485e0c45a admin admin] 10.222.0.18 "DELETE /v2.0/networks/3d718e85-d6d7-4258-91cf-f70dc20c671b HTTP/1.1" status: 204 len: 168 time: 0.5564907 Feb 03 13:30:44.870512 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40980) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:44.879668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcc639-ffaa-45e0-8628-414485e0c45a admin admin] Pushing event deleted for resources: {'Network': ['ID=3d718e85-d6d7-4258-91cf-f70dc20c671b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:45.211323 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (8663a090-6314-456a-bc7c-fad891293e7d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:45.464297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Deleting port 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:30:45.464545 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:45.540987 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] For port 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2,segment=NetworkSegment(7180d2ad-3392-4f91-ac3a-352e81f08da1),segment_id=7180d2ad-3392-4f91-ac3a-352e81f08da1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:30:45.541349 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:45.553853 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Calling delete_port for 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:30:45.734523 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:45.764572 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:45.796586 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.796939 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.797284 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.797623 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.797957 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.798289 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.798625 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.798949 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.799272 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.799598 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.799928 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.800272 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.800595 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:45.962564 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (8663a090-6314-456a-bc7c-fad891293e7d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:46.182084 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Router 8663a090-6314-456a-bc7c-fad891293e7d has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:30:46.296250 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:30:46.301440 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-17311433-192a-48e8-abc5-3dabe58a847b admin admin] 10.222.0.18 "PUT /v2.0/routers/8663a090-6314-456a-bc7c-fad891293e7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4299507 Feb 03 13:30:46.307961 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40982) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:46.308561 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa1c61a-fc3f-4962-8db2-fcecf4f877a9 None None] Sync routers for ids ['8663a090-6314-456a-bc7c-fad891293e7d'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:30:46.318426 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa1c61a-fc3f-4962-8db2-fcecf4f877a9 None None] Routers {'8663a090-6314-456a-bc7c-fad891293e7d'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:30:46.319231 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5aa1c61a-fc3f-4962-8db2-fcecf4f877a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:30:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['8663a090-6314-456a-bc7c-fad891293e7d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:46.374042 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:46.412141 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df879a4d-5759-495f-babb-f44aec026152 admin admin] Publish callbacks [] for router (8663a090-6314-456a-bc7c-fad891293e7d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:46.437841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5aa1c61a-fc3f-4962-8db2-fcecf4f877a9 None None] Set router 8663a090-6314-456a-bc7c-fad891293e7d gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:30:46.548761 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df879a4d-5759-495f-babb-f44aec026152 admin admin] Publish callbacks [] for router_gateway (8663a090-6314-456a-bc7c-fad891293e7d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:46.576072 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 275da5a0-4a5b-4229-9e94-d1931f4e087f no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:30:46.607366 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 275da5a0-4a5b-4229-9e94-d1931f4e087f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:30:46.607717 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 275da5a0-4a5b-4229-9e94-d1931f4e087f not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:30:46.621839 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-df879a4d-5759-495f-babb-f44aec026152 admin admin] Deleting port 8948d30a-4b75-4991-ac5e-55e31ebc1499 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:30:46.622336 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df879a4d-5759-495f-babb-f44aec026152 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (8948d30a-4b75-4991-ac5e-55e31ebc1499), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:46.658514 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5aa1c61a-fc3f-4962-8db2-fcecf4f877a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8663a090-6314-456a-bc7c-fad891293e7d', 'name': 'tempest-TestEncryptedCinderVolumes-616884971-router', 'tenant_id': 'e8d0b47634be451b86b386147e74532d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': '8948d30a-4b75-4991-ac5e-55e31ebc1499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:28:56Z', 'updated_at': '2022-02-03T13:30:45Z', 'revision_number': 5, 'project_id': 'e8d0b47634be451b86b386147e74532d', 'gw_port': {'id': '8948d30a-4b75-4991-ac5e-55e31ebc1499', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8663a090-6314-456a-bc7c-fad891293e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:28:56Z', 'updated_at': '2022-02-03T13:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:46.685358 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa1c61a-fc3f-4962-8db2-fcecf4f877a9 None None] Checking router: 8663a090-6314-456a-bc7c-fad891293e7d for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:30:46.693689 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa1c61a-fc3f-4962-8db2-fcecf4f877a9 None None] Routers {'8663a090-6314-456a-bc7c-fad891293e7d'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:30:46.694293 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5aa1c61a-fc3f-4962-8db2-fcecf4f877a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:30:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['8663a090-6314-456a-bc7c-fad891293e7d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:46.711245 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-df879a4d-5759-495f-babb-f44aec026152 admin admin] For port 8948d30a-4b75-4991-ac5e-55e31ebc1499, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=8948d30a-4b75-4991-ac5e-55e31ebc1499,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:30:46.712151 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df879a4d-5759-495f-babb-f44aec026152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (8948d30a-4b75-4991-ac5e-55e31ebc1499), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:46.725740 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-df879a4d-5759-495f-babb-f44aec026152 admin admin] Calling delete_port for 8948d30a-4b75-4991-ac5e-55e31ebc1499 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:30:46.875552 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:30:46.903543 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df879a4d-5759-495f-babb-f44aec026152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (8948d30a-4b75-4991-ac5e-55e31ebc1499), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:46.929056 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df879a4d-5759-495f-babb-f44aec026152 admin admin] Pushing event deleted for resources: {'Port': ['ID=8948d30a-4b75-4991-ac5e-55e31ebc1499,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:46.942292 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5aa1c61a-fc3f-4962-8db2-fcecf4f877a9 None None] Set router 8663a090-6314-456a-bc7c-fad891293e7d gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:30:46.997392 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5aa1c61a-fc3f-4962-8db2-fcecf4f877a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8663a090-6314-456a-bc7c-fad891293e7d', 'name': 'tempest-TestEncryptedCinderVolumes-616884971-router', 'tenant_id': 'e8d0b47634be451b86b386147e74532d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:28:56Z', 'updated_at': '2022-02-03T13:30:46Z', 'revision_number': 6, 'project_id': 'e8d0b47634be451b86b386147e74532d', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:46.999506 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df879a4d-5759-495f-babb-f44aec026152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (8663a090-6314-456a-bc7c-fad891293e7d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.025521 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa1c61a-fc3f-4962-8db2-fcecf4f877a9 None None] The sync data for ids ['8663a090-6314-456a-bc7c-fad891293e7d'] in n-d-827336-3 is: [{'id': '8663a090-6314-456a-bc7c-fad891293e7d', 'name': 'tempest-TestEncryptedCinderVolumes-616884971-router', 'tenant_id': 'e8d0b47634be451b86b386147e74532d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:28:56Z', 'updated_at': '2022-02-03T13:30:46Z', 'revision_number': 6, 'project_id': 'e8d0b47634be451b86b386147e74532d', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:30:47.100603 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df879a4d-5759-495f-babb-f44aec026152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (8663a090-6314-456a-bc7c-fad891293e7d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.102760 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df879a4d-5759-495f-babb-f44aec026152 admin admin] Publish callbacks [] for router_controller (8663a090-6314-456a-bc7c-fad891293e7d), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.146205 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df879a4d-5759-495f-babb-f44aec026152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (8663a090-6314-456a-bc7c-fad891293e7d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.146819 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df879a4d-5759-495f-babb-f44aec026152 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8663a090-6314-456a-bc7c-fad891293e7d {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:30:47.152729 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df879a4d-5759-495f-babb-f44aec026152 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.156321 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-df879a4d-5759-495f-babb-f44aec026152 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8663a090-6314-456a-bc7c-fad891293e7d HTTP/1.1" status: 204 len: 168 time: 0.8476660 Feb 03 13:30:47.156504 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40984) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:47.203437 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1db2e99-9bb0-4161-8919-f25deb24b6bb admin admin] Deleting subnet 361b87db-3dc6-4471-af0e-2db44c85a138 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:30:47.206471 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1db2e99-9bb0-4161-8919-f25deb24b6bb admin admin] Publish callbacks [] for subnet (361b87db-3dc6-4471-af0e-2db44c85a138), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.241418 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1db2e99-9bb0-4161-8919-f25deb24b6bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (361b87db-3dc6-4471-af0e-2db44c85a138), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.323497 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1db2e99-9bb0-4161-8919-f25deb24b6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (361b87db-3dc6-4471-af0e-2db44c85a138), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.377080 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1db2e99-9bb0-4161-8919-f25deb24b6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (361b87db-3dc6-4471-af0e-2db44c85a138), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.408137 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db2e99-9bb0-4161-8919-f25deb24b6bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=361b87db-3dc6-4471-af0e-2db44c85a138,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:47.412074 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1db2e99-9bb0-4161-8919-f25deb24b6bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.415376 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b1db2e99-9bb0-4161-8919-f25deb24b6bb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/361b87db-3dc6-4471-af0e-2db44c85a138 HTTP/1.1" status: 204 len: 168 time: 0.2579322 Feb 03 13:30:47.418051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40986) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:47.420572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4af82b9-5233-4b2c-98f7-73b0850fb5d2 None None] Network af98eb6f-c973-4232-82db-bebc388679ab requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:30:47.503488 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-608996d2-0209-4278-8b49-0c5125f78e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (af98eb6f-c973-4232-82db-bebc388679ab), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.573196 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-608996d2-0209-4278-8b49-0c5125f78e3a admin admin] Deleting port 15043886-2507-4eae-95e9-751f81e466e7 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:30:47.573624 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-608996d2-0209-4278-8b49-0c5125f78e3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (15043886-2507-4eae-95e9-751f81e466e7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.639558 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-608996d2-0209-4278-8b49-0c5125f78e3a admin admin] For port 15043886-2507-4eae-95e9-751f81e466e7, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=15043886-2507-4eae-95e9-751f81e466e7,segment=NetworkSegment(7180d2ad-3392-4f91-ac3a-352e81f08da1),segment_id=7180d2ad-3392-4f91-ac3a-352e81f08da1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:30:47.639916 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-608996d2-0209-4278-8b49-0c5125f78e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (15043886-2507-4eae-95e9-751f81e466e7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.653081 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-608996d2-0209-4278-8b49-0c5125f78e3a admin admin] Calling delete_port for 15043886-2507-4eae-95e9-751f81e466e7 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:30:47.728613 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-608996d2-0209-4278-8b49-0c5125f78e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (15043886-2507-4eae-95e9-751f81e466e7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.754997 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608996d2-0209-4278-8b49-0c5125f78e3a admin admin] Pushing event deleted for resources: {'Port': ['ID=15043886-2507-4eae-95e9-751f81e466e7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:47.758412 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608996d2-0209-4278-8b49-0c5125f78e3a admin admin] No DVR routers for this DVR port 15043886-2507-4eae-95e9-751f81e466e7 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:30:47.831320 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-608996d2-0209-4278-8b49-0c5125f78e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (af98eb6f-c973-4232-82db-bebc388679ab), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.856413 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c4dc8c-ece3-4f03-8bd1-b2773bb20c8b None None] DHCP port deletion for af98eb6f-c973-4232-82db-bebc388679ab request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:30:47.857628 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-608996d2-0209-4278-8b49-0c5125f78e3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af98eb6f-c973-4232-82db-bebc388679ab']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:47.868713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-608996d2-0209-4278-8b49-0c5125f78e3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7180d2ad-3392-4f91-ac3a-352e81f08da1') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:47.869643 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-608996d2-0209-4278-8b49-0c5125f78e3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7180d2ad-3392-4f91-ac3a-352e81f08da1') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:47.882723 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-608996d2-0209-4278-8b49-0c5125f78e3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (7180d2ad-3392-4f91-ac3a-352e81f08da1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.896278 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-608996d2-0209-4278-8b49-0c5125f78e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (7180d2ad-3392-4f91-ac3a-352e81f08da1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.902409 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608996d2-0209-4278-8b49-0c5125f78e3a admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:30:47.902847 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-608996d2-0209-4278-8b49-0c5125f78e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (7180d2ad-3392-4f91-ac3a-352e81f08da1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:30:47.904573 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:30:47.961629 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-608996d2-0209-4278-8b49-0c5125f78e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (af98eb6f-c973-4232-82db-bebc388679ab), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.967930 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-608996d2-0209-4278-8b49-0c5125f78e3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:47.971241 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-608996d2-0209-4278-8b49-0c5125f78e3a admin admin] 10.222.0.18 "DELETE /v2.0/networks/af98eb6f-c973-4232-82db-bebc388679ab HTTP/1.1" status: 204 len: 168 time: 0.5522380 Feb 03 13:30:47.982811 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608996d2-0209-4278-8b49-0c5125f78e3a admin admin] Pushing event deleted for resources: {'Network': ['ID=af98eb6f-c973-4232-82db-bebc388679ab,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:48.151276 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40990) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:48.189798 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f2a0d448-dc14-43dd-8b2d-15542615a4ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a626309f2c6544ef8090620dd3fafe1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373347 Feb 03 13:30:48.192218 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40992) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:48.238423 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cadbcdce-5240-4b8c-a179-4018f977aeca admin admin] Publish callbacks [] for security_group (7fd9157c-3816-4370-8f2b-1f409642df9c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:48.258977 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cadbcdce-5240-4b8c-a179-4018f977aeca admin admin] Publish callbacks [] for security_group (7fd9157c-3816-4370-8f2b-1f409642df9c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:48.305806 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cadbcdce-5240-4b8c-a179-4018f977aeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (7fd9157c-3816-4370-8f2b-1f409642df9c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:48.308469 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cadbcdce-5240-4b8c-a179-4018f977aeca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:48.310102 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cadbcdce-5240-4b8c-a179-4018f977aeca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7fd9157c-3816-4370-8f2b-1f409642df9c HTTP/1.1" status: 204 len: 168 time: 0.1165578 Feb 03 13:30:48.317933 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbcdce-5240-4b8c-a179-4018f977aeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd9157c-3816-4370-8f2b-1f409642df9c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:48.483757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 8948d30a-4b75-4991-ac5e-55e31ebc1499 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:30:48.505116 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 8948d30a-4b75-4991-ac5e-55e31ebc1499 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:30:48.505475 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 8948d30a-4b75-4991-ac5e-55e31ebc1499 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:30:48.505913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 15043886-2507-4eae-95e9-751f81e466e7 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:30:48.526568 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 15043886-2507-4eae-95e9-751f81e466e7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:30:48.526929 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 15043886-2507-4eae-95e9-751f81e466e7 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:30:48.527346 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:30:48.550423 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:30:48.550775 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2c71977b-2e1c-46c5-8cc7-59dddc7d6ae2 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:30:48.640853 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 40998) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:48.682938 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1f3f273e-f577-4cdc-a85b-66e7b8170b40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8d0b47634be451b86b386147e74532d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409470 Feb 03 13:30:48.685362 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41000) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:48.731203 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75c2ae5c-1383-48d2-952a-2e2d54eccb7d admin admin] Publish callbacks [] for security_group (76145d98-3abe-47bf-b090-b811020586ed), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:48.752178 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75c2ae5c-1383-48d2-952a-2e2d54eccb7d admin admin] Publish callbacks [] for security_group (76145d98-3abe-47bf-b090-b811020586ed), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:48.801738 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75c2ae5c-1383-48d2-952a-2e2d54eccb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (76145d98-3abe-47bf-b090-b811020586ed), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:48.804413 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75c2ae5c-1383-48d2-952a-2e2d54eccb7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:48.805847 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-75c2ae5c-1383-48d2-952a-2e2d54eccb7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76145d98-3abe-47bf-b090-b811020586ed HTTP/1.1" status: 204 len: 168 time: 0.1196041 Feb 03 13:30:48.817931 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2ae5c-1383-48d2-952a-2e2d54eccb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76145d98-3abe-47bf-b090-b811020586ed,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:49.495309 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41022) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:49.597835 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e30af961-031d-444e-a643-c5bd375ddec6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1931300804-network', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:30:49.617117 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30af961-031d-444e-a643-c5bd375ddec6 admin admin] Made reservation on behalf of bad4a330cd9a4008a75a6195e46f3ff9 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:30:49.620066 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e30af961-031d-444e-a643-c5bd375ddec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:49.628126 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e30af961-031d-444e-a643-c5bd375ddec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:49.698692 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e30af961-031d-444e-a643-c5bd375ddec6 admin admin] Publish callbacks [] for security_group (184b63b7-5a8c-4459-ac56-83cdc243c279), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:49.702548 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e30af961-031d-444e-a643-c5bd375ddec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (184b63b7-5a8c-4459-ac56-83cdc243c279), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:49.726189 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30af961-031d-444e-a643-c5bd375ddec6 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:30:49.736375 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30af961-031d-444e-a643-c5bd375ddec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184b63b7-5a8c-4459-ac56-83cdc243c279,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:49.740908 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e30af961-031d-444e-a643-c5bd375ddec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (6d22de33-2944-443b-b75e-bf270c2c184d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:49.742063 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-e30af961-031d-444e-a643-c5bd375ddec6 admin admin] Added segment 6d22de33-2944-443b-b75e-bf270c2c184d of type vlan for network b91d262f-fa39-4fe9-8442-b651cb772337 Feb 03 13:30:49.785484 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e30af961-031d-444e-a643-c5bd375ddec6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (b91d262f-fa39-4fe9-8442-b651cb772337), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:49.809661 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e30af961-031d-444e-a643-c5bd375ddec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (b91d262f-fa39-4fe9-8442-b651cb772337), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:49.810737 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30af961-031d-444e-a643-c5bd375ddec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:49.811308 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e30af961-031d-444e-a643-c5bd375ddec6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:49.845724 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e30af961-031d-444e-a643-c5bd375ddec6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3491962 Feb 03 13:30:49.848960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41026) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:49.854627 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a5f9aedd-927f-41c7-84e4-b9c320967a84 admin admin] Request body: {'subnet': {'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1931300804-subnet', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:30:49.872341 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30af961-031d-444e-a643-c5bd375ddec6 admin admin] Pushing event updated for resources: {'Network': ['ID=b91d262f-fa39-4fe9-8442-b651cb772337,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:49.875090 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f9aedd-927f-41c7-84e4-b9c320967a84 admin admin] Made reservation on behalf of bad4a330cd9a4008a75a6195e46f3ff9 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:30:49.877899 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5f9aedd-927f-41c7-84e4-b9c320967a84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:49.881927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network b91d262f-fa39-4fe9-8442-b651cb772337 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:30:50.045338 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5f9aedd-927f-41c7-84e4-b9c320967a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (759110ff-5069-491a-af56-4a7f6189de05), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:50.092713 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9aedd-927f-41c7-84e4-b9c320967a84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=759110ff-5069-491a-af56-4a7f6189de05,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:50.107454 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f9aedd-927f-41c7-84e4-b9c320967a84 admin admin] Checking segment: {'id': '6d22de33-2944-443b-b75e-bf270c2c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:30:50.107813 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f9aedd-927f-41c7-84e4-b9c320967a84 admin admin] Network hostable DHCP agents. Network: b91d262f-fa39-4fe9-8442-b651cb772337, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:30:50.124076 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f9aedd-927f-41c7-84e4-b9c320967a84 admin admin] Network b91d262f-fa39-4fe9-8442-b651cb772337 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:30:50.132665 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a5f9aedd-927f-41c7-84e4-b9c320967a84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, b91d262f-fa39-4fe9-8442-b651cb772337) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:30:50.137088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f9aedd-927f-41c7-84e4-b9c320967a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:50.137679 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5f9aedd-927f-41c7-84e4-b9c320967a84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:50.142955 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d805dd92-b715-45d6-bbbe-9d3c0380f6c8 None None] Network b91d262f-fa39-4fe9-8442-b651cb772337 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:30:50.159511 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a5f9aedd-927f-41c7-84e4-b9c320967a84 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3059273 Feb 03 13:30:50.159853 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41028) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:50.164393 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e82bc0ae-a0a6-47bb-8fe7-ec15ca2068ce admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1931300804-router', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:30:50.182336 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e82bc0ae-a0a6-47bb-8fe7-ec15ca2068ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (d6b0a6d0-8c53-4389-85be-949e0253a919), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:50.183394 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e82bc0ae-a0a6-47bb-8fe7-ec15ca2068ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (d6b0a6d0-8c53-4389-85be-949e0253a919), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:50.237381 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e82bc0ae-a0a6-47bb-8fe7-ec15ca2068ce admin admin] Publish callbacks [] for router_controller (d6b0a6d0-8c53-4389-85be-949e0253a919), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:50.249669 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-b91d262f-fa39-4fe9-8442-b651cb772337', 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337', 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'fixed_ips': [{'subnet_id': '759110ff-5069-491a-af56-4a7f6189de05'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:30:50.250532 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:50.380297 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e82bc0ae-a0a6-47bb-8fe7-ec15ca2068ce admin admin] Publish callbacks [] for router_gateway (d6b0a6d0-8c53-4389-85be-949e0253a919), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:50.390853 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] Allocated IP 172.20.0.2 (b91d262f-fa39-4fe9-8442-b651cb772337/759110ff-5069-491a-af56-4a7f6189de05/b9a474eb-9526-4878-b935-6658f45be7af) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:30:50.541115 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] Publish callbacks [] for port (b9a474eb-9526-4878-b935-6658f45be7af), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:50.547456 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (b9a474eb-9526-4878-b935-6658f45be7af), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:50.585160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] Network b91d262f-fa39-4fe9-8442-b651cb772337 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:30:50.590858 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:30:50.594562 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:30:50.601667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] Pushing event updated for resources: {'Port': ['ID=b9a474eb-9526-4878-b935-6658f45be7af,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:50.657543 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] Attempting to bind port b9a474eb-9526-4878-b935-6658f45be7af on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:30:50.657929 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] Attempting to bind port b9a474eb-9526-4878-b935-6658f45be7af by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '6d22de33-2944-443b-b75e-bf270c2c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:30:50.658295 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] Attempting to bind port b9a474eb-9526-4878-b935-6658f45be7af on network b91d262f-fa39-4fe9-8442-b651cb772337 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:30:50.663623 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:30:50.664035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] Checking segment: {'id': '6d22de33-2944-443b-b75e-bf270c2c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:30:50.665019 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:50.665426 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] Bound using segment: {'id': '6d22de33-2944-443b-b75e-bf270c2c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:30:50.665902 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] Bound port: b9a474eb-9526-4878-b935-6658f45be7af, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d22de33-2944-443b-b75e-bf270c2c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:30:50.666289 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b9a474eb-9526-4878-b935-6658f45be7af), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:50.733558 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] For port b9a474eb-9526-4878-b935-6658f45be7af, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:30:50.737273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] For port b9a474eb-9526-4878-b935-6658f45be7af, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b9a474eb-9526-4878-b935-6658f45be7af,segment=NetworkSegment(6d22de33-2944-443b-b75e-bf270c2c184d),segment_id=6d22de33-2944-443b-b75e-bf270c2c184d)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:30:50.742770 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b9a474eb-9526-4878-b935-6658f45be7af), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:50.804799 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fce8eb-4ffa-44b1-b482-e8a624f1291b None None] Pushing event updated for resources: {'Port': ['ID=b9a474eb-9526-4878-b935-6658f45be7af,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:50.948450 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e82bc0ae-a0a6-47bb-8fe7-ec15ca2068ce admin admin] Publish callbacks [] for router_gateway (d6b0a6d0-8c53-4389-85be-949e0253a919), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:50.969694 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e82bc0ae-a0a6-47bb-8fe7-ec15ca2068ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:51.086314 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-e82bc0ae-a0a6-47bb-8fe7-ec15ca2068ce admin admin] Allocated IP 172.25.6.118 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/e3a488de-73db-45e8-9c96-ef642720f39c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:30:51.190841 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e82bc0ae-a0a6-47bb-8fe7-ec15ca2068ce admin admin] Publish callbacks [] for port (e3a488de-73db-45e8-9c96-ef642720f39c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:51.223338 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e82bc0ae-a0a6-47bb-8fe7-ec15ca2068ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (e3a488de-73db-45e8-9c96-ef642720f39c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:51.261460 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82bc0ae-a0a6-47bb-8fe7-ec15ca2068ce admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:30:51.267036 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e82bc0ae-a0a6-47bb-8fe7-ec15ca2068ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:30:51.275182 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82bc0ae-a0a6-47bb-8fe7-ec15ca2068ce admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:30:51.276628 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bc0ae-a0a6-47bb-8fe7-ec15ca2068ce admin admin] Pushing event updated for resources: {'Port': ['ID=e3a488de-73db-45e8-9c96-ef642720f39c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:51.530972 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e82bc0ae-a0a6-47bb-8fe7-ec15ca2068ce admin admin] Publish callbacks [] for router_gateway (d6b0a6d0-8c53-4389-85be-949e0253a919), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:51.724942 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f41dd3-ac62-4548-83bb-599385dc26f6 None None] Network b91d262f-fa39-4fe9-8442-b651cb772337 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:30:51.731283 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e82bc0ae-a0a6-47bb-8fe7-ec15ca2068ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (d6b0a6d0-8c53-4389-85be-949e0253a919), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:51.810251 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f434a28e-19fd-445c-bc10-3f0de09adf0e None None] Provisioning complete for port b9a474eb-9526-4878-b935-6658f45be7af triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:30:51.810649 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f434a28e-19fd-445c-bc10-3f0de09adf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b9a474eb-9526-4878-b935-6658f45be7af), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:51.862846 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82bc0ae-a0a6-47bb-8fe7-ec15ca2068ce admin admin] Router d6b0a6d0-8c53-4389-85be-949e0253a919 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:30:51.916978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f434a28e-19fd-445c-bc10-3f0de09adf0e None None] Current status of the port b9a474eb-9526-4878-b935-6658f45be7af is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:30:51.918227 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f434a28e-19fd-445c-bc10-3f0de09adf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b9a474eb-9526-4878-b935-6658f45be7af), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:51.954044 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f434a28e-19fd-445c-bc10-3f0de09adf0e None None] For port b9a474eb-9526-4878-b935-6658f45be7af, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b9a474eb-9526-4878-b935-6658f45be7af,segment=NetworkSegment(6d22de33-2944-443b-b75e-bf270c2c184d),segment_id=6d22de33-2944-443b-b75e-bf270c2c184d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:30:51.958735 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f434a28e-19fd-445c-bc10-3f0de09adf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b9a474eb-9526-4878-b935-6658f45be7af), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:51.982523 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82bc0ae-a0a6-47bb-8fe7-ec15ca2068ce admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:30:51.992316 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316af74c-741e-428b-b776-131efadcde34 None None] Sync routers for ids ['d6b0a6d0-8c53-4389-85be-949e0253a919'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:30:52.004551 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316af74c-741e-428b-b776-131efadcde34 None None] Routers {'d6b0a6d0-8c53-4389-85be-949e0253a919'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:30:52.005575 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e82bc0ae-a0a6-47bb-8fe7-ec15ca2068ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:52.005744 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-316af74c-741e-428b-b776-131efadcde34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:30:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d6b0a6d0-8c53-4389-85be-949e0253a919'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:52.009993 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e82bc0ae-a0a6-47bb-8fe7-ec15ca2068ce admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8459456 Feb 03 13:30:52.010682 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41030) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:52.020125 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434a28e-19fd-445c-bc10-3f0de09adf0e None None] Pushing event updated for resources: {'Port': ['ID=b9a474eb-9526-4878-b935-6658f45be7af,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:52.186849 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b1af043b-9036-4921-8d5b-0d17c4dcdcb6 None None] Provisioning complete for port b9a474eb-9526-4878-b935-6658f45be7af triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:30:52.187679 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1af043b-9036-4921-8d5b-0d17c4dcdcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b9a474eb-9526-4878-b935-6658f45be7af), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:52.205094 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-316af74c-741e-428b-b776-131efadcde34 None None] Set router d6b0a6d0-8c53-4389-85be-949e0253a919 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:30:52.276287 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b1af043b-9036-4921-8d5b-0d17c4dcdcb6 None None] Current status of the port b9a474eb-9526-4878-b935-6658f45be7af is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:30:52.392770 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-316af74c-741e-428b-b776-131efadcde34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'name': 'tempest-TestMinimumBasicScenario-1931300804-router', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:51Z', 'revision_number': 3, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'gw_port': {'id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:52.418813 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316af74c-741e-428b-b776-131efadcde34 None None] Checking router: d6b0a6d0-8c53-4389-85be-949e0253a919 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:30:52.419168 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316af74c-741e-428b-b776-131efadcde34 None None] Updating router d6b0a6d0-8c53-4389-85be-949e0253a919 port e3a488de-73db-45e8-9c96-ef642720f39c binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:30:52.446520 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-316af74c-741e-428b-b776-131efadcde34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e3a488de-73db-45e8-9c96-ef642720f39c), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:52.465899 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc51b9d0-b00f-47f9-b23a-4257f16d420c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:52.531700 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b9a474eb-9526-4878-b935-6658f45be7af up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:30:52.585500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port b9a474eb-9526-4878-b935-6658f45be7af triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:30:52.585881 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b9a474eb-9526-4878-b935-6658f45be7af), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:52.631099 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-dc51b9d0-b00f-47f9-b23a-4257f16d420c admin admin] Allocated IP 172.20.0.1 (b91d262f-fa39-4fe9-8442-b651cb772337/759110ff-5069-491a-af56-4a7f6189de05/3be081f9-20d0-40f4-b8c4-0784b114a49f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:30:52.663476 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port b9a474eb-9526-4878-b935-6658f45be7af is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:30:52.712509 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-316af74c-741e-428b-b776-131efadcde34 None None] Publish callbacks [] for port (e3a488de-73db-45e8-9c96-ef642720f39c), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:52.717616 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-316af74c-741e-428b-b776-131efadcde34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e3a488de-73db-45e8-9c96-ef642720f39c), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:52.743825 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc51b9d0-b00f-47f9-b23a-4257f16d420c admin admin] Publish callbacks [] for port (3be081f9-20d0-40f4-b8c4-0784b114a49f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:52.762248 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-316af74c-741e-428b-b776-131efadcde34 None None] Attempting to bind port e3a488de-73db-45e8-9c96-ef642720f39c on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:30:52.762625 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-316af74c-741e-428b-b776-131efadcde34 None None] Attempting to bind port e3a488de-73db-45e8-9c96-ef642720f39c by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:30:52.762993 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316af74c-741e-428b-b776-131efadcde34 None None] Attempting to bind port e3a488de-73db-45e8-9c96-ef642720f39c on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:30:52.772436 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316af74c-741e-428b-b776-131efadcde34 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:30:52.772812 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316af74c-741e-428b-b776-131efadcde34 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:30:52.773216 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-316af74c-741e-428b-b776-131efadcde34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:52.774108 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316af74c-741e-428b-b776-131efadcde34 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:30:52.774585 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-316af74c-741e-428b-b776-131efadcde34 None None] Bound port: e3a488de-73db-45e8-9c96-ef642720f39c, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:30:52.774998 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-316af74c-741e-428b-b776-131efadcde34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e3a488de-73db-45e8-9c96-ef642720f39c), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:52.779838 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc51b9d0-b00f-47f9-b23a-4257f16d420c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (3be081f9-20d0-40f4-b8c4-0784b114a49f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:52.799760 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b7c38-c63a-48ad-a058-b2e712bae2ea None None] Pushing event updated for resources: {'Port': ['ID=e3a488de-73db-45e8-9c96-ef642720f39c,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:52.815061 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b7c38-c63a-48ad-a058-b2e712bae2ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:52.815411 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b7c38-c63a-48ad-a058-b2e712bae2ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:52.815778 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b7c38-c63a-48ad-a058-b2e712bae2ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:52.816138 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b7c38-c63a-48ad-a058-b2e712bae2ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:52.816472 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b7c38-c63a-48ad-a058-b2e712bae2ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:52.817084 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b7c38-c63a-48ad-a058-b2e712bae2ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:52.817231 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b7c38-c63a-48ad-a058-b2e712bae2ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:52.817440 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b7c38-c63a-48ad-a058-b2e712bae2ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:52.817764 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b7c38-c63a-48ad-a058-b2e712bae2ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:52.818088 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b7c38-c63a-48ad-a058-b2e712bae2ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:52.818246 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc51b9d0-b00f-47f9-b23a-4257f16d420c admin admin] Network b91d262f-fa39-4fe9-8442-b651cb772337 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:30:52.818410 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b7c38-c63a-48ad-a058-b2e712bae2ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:52.818733 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b7c38-c63a-48ad-a058-b2e712bae2ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:52.819055 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b7c38-c63a-48ad-a058-b2e712bae2ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:52.824421 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-dc51b9d0-b00f-47f9-b23a-4257f16d420c admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:30:52.826811 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc51b9d0-b00f-47f9-b23a-4257f16d420c admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:30:52.841243 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-316af74c-741e-428b-b776-131efadcde34 None None] For port e3a488de-73db-45e8-9c96-ef642720f39c, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:30:52.844340 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-316af74c-741e-428b-b776-131efadcde34 None None] For port e3a488de-73db-45e8-9c96-ef642720f39c, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=e3a488de-73db-45e8-9c96-ef642720f39c,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:30:52.850928 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-316af74c-741e-428b-b776-131efadcde34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e3a488de-73db-45e8-9c96-ef642720f39c), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:52.860298 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51b9d0-b00f-47f9-b23a-4257f16d420c admin admin] Pushing event updated for resources: {'Port': ['ID=3be081f9-20d0-40f4-b8c4-0784b114a49f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:52.880894 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc51b9d0-b00f-47f9-b23a-4257f16d420c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (d6b0a6d0-8c53-4389-85be-949e0253a919), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:52.903412 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316af74c-741e-428b-b776-131efadcde34 None None] Routers {'d6b0a6d0-8c53-4389-85be-949e0253a919'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:30:52.904064 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-316af74c-741e-428b-b776-131efadcde34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:30:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d6b0a6d0-8c53-4389-85be-949e0253a919'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:52.962465 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b7c38-c63a-48ad-a058-b2e712bae2ea None None] Pushing event updated for resources: {'Port': ['ID=e3a488de-73db-45e8-9c96-ef642720f39c,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:53.019164 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc51b9d0-b00f-47f9-b23a-4257f16d420c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3be081f9-20d0-40f4-b8c4-0784b114a49f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:53.023853 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-316af74c-741e-428b-b776-131efadcde34 None None] Set router d6b0a6d0-8c53-4389-85be-949e0253a919 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:30:53.103996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3f4510a5-0f7f-42fe-bec6-3c5b66f75fee None None] Provisioning complete for port 3be081f9-20d0-40f4-b8c4-0784b114a49f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:30:53.104960 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3f4510a5-0f7f-42fe-bec6-3c5b66f75fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (3be081f9-20d0-40f4-b8c4-0784b114a49f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:53.145472 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3f4510a5-0f7f-42fe-bec6-3c5b66f75fee None None] Port 3be081f9-20d0-40f4-b8c4-0784b114a49f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:30:53.204791 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-316af74c-741e-428b-b776-131efadcde34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'name': 'tempest-TestMinimumBasicScenario-1931300804-router', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:51Z', 'revision_number': 3, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'gw_port': {'id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:53.205367 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc51b9d0-b00f-47f9-b23a-4257f16d420c admin admin] Publish callbacks [] for port (3be081f9-20d0-40f4-b8c4-0784b114a49f), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:53.211893 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc51b9d0-b00f-47f9-b23a-4257f16d420c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (3be081f9-20d0-40f4-b8c4-0784b114a49f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:53.231359 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316af74c-741e-428b-b776-131efadcde34 None None] The sync data for ids ['d6b0a6d0-8c53-4389-85be-949e0253a919'] in n-d-827336-3 is: [{'id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'name': 'tempest-TestMinimumBasicScenario-1931300804-router', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:51Z', 'revision_number': 3, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'gw_port': {'id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:30:53.288629 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc51b9d0-b00f-47f9-b23a-4257f16d420c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (d6b0a6d0-8c53-4389-85be-949e0253a919), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:53.294460 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51b9d0-b00f-47f9-b23a-4257f16d420c admin admin] Pushing event updated for resources: {'Port': ['ID=3be081f9-20d0-40f4-b8c4-0784b114a49f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:53.384678 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc51b9d0-b00f-47f9-b23a-4257f16d420c admin admin] Network b91d262f-fa39-4fe9-8442-b651cb772337 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:30:53.386156 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-dc51b9d0-b00f-47f9-b23a-4257f16d420c admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:30:53.523408 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc51b9d0-b00f-47f9-b23a-4257f16d420c admin admin] Router d6b0a6d0-8c53-4389-85be-949e0253a919 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:30:53.644346 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc51b9d0-b00f-47f9-b23a-4257f16d420c admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:30:53.649495 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dc51b9d0-b00f-47f9-b23a-4257f16d420c admin admin] 10.222.0.18 "PUT /v2.0/routers/d6b0a6d0-8c53-4389-85be-949e0253a919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6382561 Feb 03 13:30:53.677155 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e24e1f9c-c092-4bfb-b5cb-0a98e1a04d45 None None] Provisioning complete for port 3be081f9-20d0-40f4-b8c4-0784b114a49f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:30:53.677678 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e24e1f9c-c092-4bfb-b5cb-0a98e1a04d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (3be081f9-20d0-40f4-b8c4-0784b114a49f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:53.715506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e24e1f9c-c092-4bfb-b5cb-0a98e1a04d45 None None] Port 3be081f9-20d0-40f4-b8c4-0784b114a49f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:30:54.138399 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41046) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:54.143298 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c6a83ff3-c873-4aca-bccc-02576cb12e9e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-314792425-network', 'tenant_id': '53a9e81942f5459fb437c106adb9b3db'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:30:54.163736 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a83ff3-c873-4aca-bccc-02576cb12e9e admin admin] Made reservation on behalf of 53a9e81942f5459fb437c106adb9b3db for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:30:54.166724 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6a83ff3-c873-4aca-bccc-02576cb12e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:54.175098 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6a83ff3-c873-4aca-bccc-02576cb12e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:54.249673 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6a83ff3-c873-4aca-bccc-02576cb12e9e admin admin] Publish callbacks [] for security_group (22316ee4-2043-4aef-8636-71312cb1f13c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:54.254821 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6a83ff3-c873-4aca-bccc-02576cb12e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (22316ee4-2043-4aef-8636-71312cb1f13c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:54.279669 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a83ff3-c873-4aca-bccc-02576cb12e9e admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:30:54.290159 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a83ff3-c873-4aca-bccc-02576cb12e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22316ee4-2043-4aef-8636-71312cb1f13c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:54.295061 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6a83ff3-c873-4aca-bccc-02576cb12e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b08bacd1-f4e9-4155-be08-56f9c1344ffe), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:54.295404 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-c6a83ff3-c873-4aca-bccc-02576cb12e9e admin admin] Added segment b08bacd1-f4e9-4155-be08-56f9c1344ffe of type vlan for network 75008604-2124-40d2-adba-e3e77ebe8c83 Feb 03 13:30:54.340429 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6a83ff3-c873-4aca-bccc-02576cb12e9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (75008604-2124-40d2-adba-e3e77ebe8c83), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:54.365972 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6a83ff3-c873-4aca-bccc-02576cb12e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (75008604-2124-40d2-adba-e3e77ebe8c83), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:54.367131 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a83ff3-c873-4aca-bccc-02576cb12e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:54.367705 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6a83ff3-c873-4aca-bccc-02576cb12e9e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:54.402305 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c6a83ff3-c873-4aca-bccc-02576cb12e9e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2628074 Feb 03 13:30:54.405176 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41048) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:54.410109 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Request body: {'subnet': {'network_id': '75008604-2124-40d2-adba-e3e77ebe8c83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-314792425-subnet', 'tenant_id': '53a9e81942f5459fb437c106adb9b3db', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:30:54.430137 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a83ff3-c873-4aca-bccc-02576cb12e9e admin admin] Pushing event updated for resources: {'Network': ['ID=75008604-2124-40d2-adba-e3e77ebe8c83,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:54.431113 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Made reservation on behalf of 53a9e81942f5459fb437c106adb9b3db for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:30:54.433849 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:54.452584 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 75008604-2124-40d2-adba-e3e77ebe8c83 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:30:54.548383 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e3a488de-73db-45e8-9c96-ef642720f39c up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:30:54.603497 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port e3a488de-73db-45e8-9c96-ef642720f39c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:30:54.603869 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e3a488de-73db-45e8-9c96-ef642720f39c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:54.618940 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (17584a0c-6169-420b-b6f1-044a035007ee), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:54.682266 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port e3a488de-73db-45e8-9c96-ef642720f39c is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:30:54.682660 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (e3a488de-73db-45e8-9c96-ef642720f39c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:54.683299 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17584a0c-6169-420b-b6f1-044a035007ee,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:54.694802 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Checking segment: {'id': 'b08bacd1-f4e9-4155-be08-56f9c1344ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '75008604-2124-40d2-adba-e3e77ebe8c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:30:54.695169 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Network hostable DHCP agents. Network: 75008604-2124-40d2-adba-e3e77ebe8c83, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:30:54.698538 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:54.698891 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:54.699237 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:54.699578 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:54.699913 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:54.700454 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:54.700851 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:54.700979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:54.701269 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:54.701594 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:54.701918 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:54.702249 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:54.702573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:30:54.704024 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port e3a488de-73db-45e8-9c96-ef642720f39c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=e3a488de-73db-45e8-9c96-ef642720f39c,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:30:54.709446 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (e3a488de-73db-45e8-9c96-ef642720f39c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:54.722976 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Network 75008604-2124-40d2-adba-e3e77ebe8c83 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:30:54.734040 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 75008604-2124-40d2-adba-e3e77ebe8c83) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:30:54.740037 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:30:54.740692 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:54.745872 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acafadc-e57c-469b-aa52-1382cbca09ef None None] Network 75008604-2124-40d2-adba-e3e77ebe8c83 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:30:54.760305 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cc1b42ec-408f-4ecc-916a-73201584c311 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3539541 Feb 03 13:30:54.762838 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:54.768704 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5b92c125-4e73-4b61-b8a3-d89da42f17e4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-314792425-router', 'tenant_id': '53a9e81942f5459fb437c106adb9b3db', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:30:54.789277 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b92c125-4e73-4b61-b8a3-d89da42f17e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (661dd787-acce-4fb4-832e-c4be5f82ba01), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:54.790308 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b92c125-4e73-4b61-b8a3-d89da42f17e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (661dd787-acce-4fb4-832e-c4be5f82ba01), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:54.791261 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=e3a488de-73db-45e8-9c96-ef642720f39c,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:54.844713 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b92c125-4e73-4b61-b8a3-d89da42f17e4 admin admin] Publish callbacks [] for router_controller (661dd787-acce-4fb4-832e-c4be5f82ba01), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:54.871056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-75008604-2124-40d2-adba-e3e77ebe8c83', 'network_id': '75008604-2124-40d2-adba-e3e77ebe8c83', 'project_id': '53a9e81942f5459fb437c106adb9b3db', 'fixed_ips': [{'subnet_id': '17584a0c-6169-420b-b6f1-044a035007ee'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:30:54.871897 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:54.942525 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] Sync routers for ids ['d6b0a6d0-8c53-4389-85be-949e0253a919'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:30:54.967160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] Routers {'d6b0a6d0-8c53-4389-85be-949e0253a919'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:30:54.967786 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:30:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d6b0a6d0-8c53-4389-85be-949e0253a919'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:54.985017 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b92c125-4e73-4b61-b8a3-d89da42f17e4 admin admin] Publish callbacks [] for router_gateway (661dd787-acce-4fb4-832e-c4be5f82ba01), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:55.088847 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] Allocated IP 172.20.0.2 (75008604-2124-40d2-adba-e3e77ebe8c83/17584a0c-6169-420b-b6f1-044a035007ee/79cee012-2c7a-4261-b30a-7ca7e01a831f) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:30:55.120570 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] Set router d6b0a6d0-8c53-4389-85be-949e0253a919 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:30:55.183872 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b92c125-4e73-4b61-b8a3-d89da42f17e4 admin admin] Publish callbacks [] for router_gateway (661dd787-acce-4fb4-832e-c4be5f82ba01), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:55.206698 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b92c125-4e73-4b61-b8a3-d89da42f17e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:55.319467 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-5b92c125-4e73-4b61-b8a3-d89da42f17e4 admin admin] Allocated IP 172.25.6.119 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/0d486ce4-3546-4c83-927b-95114744babe) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:30:55.428019 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b92c125-4e73-4b61-b8a3-d89da42f17e4 admin admin] Publish callbacks [] for port (0d486ce4-3546-4c83-927b-95114744babe), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:55.536321 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] Publish callbacks [] for port (79cee012-2c7a-4261-b30a-7ca7e01a831f), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:55.558009 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (79cee012-2c7a-4261-b30a-7ca7e01a831f), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:55.608033 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] Network 75008604-2124-40d2-adba-e3e77ebe8c83 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:30:55.619568 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:30:55.622946 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:30:55.624842 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] Pushing event updated for resources: {'Port': ['ID=79cee012-2c7a-4261-b30a-7ca7e01a831f,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:55.688655 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'name': 'tempest-TestMinimumBasicScenario-1931300804-router', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:52Z', 'revision_number': 4, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'gw_port': {'id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '3be081f9-20d0-40f4-b8c4-0784b114a49f', 'name': '', 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'mac_address': 'fa:16:3e:99:d1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '759110ff-5069-491a-af56-4a7f6189de05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:52Z', 'updated_at': '2022-02-03T13:30:53Z', 'revision_number': 2, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'subnets': [{'id': '759110ff-5069-491a-af56-4a7f6189de05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:55.693125 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] Attempting to bind port 79cee012-2c7a-4261-b30a-7ca7e01a831f on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:30:55.693499 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] Attempting to bind port 79cee012-2c7a-4261-b30a-7ca7e01a831f by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b08bacd1-f4e9-4155-be08-56f9c1344ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '75008604-2124-40d2-adba-e3e77ebe8c83'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:30:55.693862 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] Attempting to bind port 79cee012-2c7a-4261-b30a-7ca7e01a831f on network 75008604-2124-40d2-adba-e3e77ebe8c83 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:30:55.722351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] Checking router: d6b0a6d0-8c53-4389-85be-949e0253a919 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:30:55.722706 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] Updating router d6b0a6d0-8c53-4389-85be-949e0253a919 port 3be081f9-20d0-40f4-b8c4-0784b114a49f binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:30:55.724812 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:30:55.725191 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] Checking segment: {'id': 'b08bacd1-f4e9-4155-be08-56f9c1344ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '75008604-2124-40d2-adba-e3e77ebe8c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:30:55.725586 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:55.725975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] Bound using segment: {'id': 'b08bacd1-f4e9-4155-be08-56f9c1344ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '75008604-2124-40d2-adba-e3e77ebe8c83'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:30:55.726443 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] Bound port: 79cee012-2c7a-4261-b30a-7ca7e01a831f, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08bacd1-f4e9-4155-be08-56f9c1344ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '75008604-2124-40d2-adba-e3e77ebe8c83'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:30:55.727491 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (79cee012-2c7a-4261-b30a-7ca7e01a831f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:55.785312 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3be081f9-20d0-40f4-b8c4-0784b114a49f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:55.801513 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b92c125-4e73-4b61-b8a3-d89da42f17e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0d486ce4-3546-4c83-927b-95114744babe), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:55.837551 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b92c125-4e73-4b61-b8a3-d89da42f17e4 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:30:55.844095 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5b92c125-4e73-4b61-b8a3-d89da42f17e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:30:55.848589 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b92c125-4e73-4b61-b8a3-d89da42f17e4 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:30:55.849242 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] For port 79cee012-2c7a-4261-b30a-7ca7e01a831f, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:30:55.854336 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] For port 79cee012-2c7a-4261-b30a-7ca7e01a831f, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=79cee012-2c7a-4261-b30a-7ca7e01a831f,segment=NetworkSegment(b08bacd1-f4e9-4155-be08-56f9c1344ffe),segment_id=b08bacd1-f4e9-4155-be08-56f9c1344ffe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:30:55.881771 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92c125-4e73-4b61-b8a3-d89da42f17e4 admin admin] Pushing event updated for resources: {'Port': ['ID=0d486ce4-3546-4c83-927b-95114744babe,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:55.905922 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (79cee012-2c7a-4261-b30a-7ca7e01a831f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:56.002334 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7506ad-3aaf-4ea2-8da3-e6e9f1bd83c2 None None] Pushing event updated for resources: {'Port': ['ID=79cee012-2c7a-4261-b30a-7ca7e01a831f,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:56.116033 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b92c125-4e73-4b61-b8a3-d89da42f17e4 admin admin] Publish callbacks [] for router_gateway (661dd787-acce-4fb4-832e-c4be5f82ba01), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:56.139429 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] Publish callbacks [] for port (3be081f9-20d0-40f4-b8c4-0784b114a49f), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:56.145576 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3be081f9-20d0-40f4-b8c4-0784b114a49f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:56.223583 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26771e53-773b-4be7-ad1b-036831a1ae3d None None] Pushing event updated for resources: {'Port': ['ID=3be081f9-20d0-40f4-b8c4-0784b114a49f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:56.294789 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] Attempting to bind port 3be081f9-20d0-40f4-b8c4-0784b114a49f on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:30:56.295094 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] Attempting to bind port 3be081f9-20d0-40f4-b8c4-0784b114a49f by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '6d22de33-2944-443b-b75e-bf270c2c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:30:56.295462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] Attempting to bind port 3be081f9-20d0-40f4-b8c4-0784b114a49f on network b91d262f-fa39-4fe9-8442-b651cb772337 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:30:56.309825 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:30:56.310651 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] Checking segment: {'id': '6d22de33-2944-443b-b75e-bf270c2c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:30:56.311251 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:56.312039 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] Bound using segment: {'id': '6d22de33-2944-443b-b75e-bf270c2c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:30:56.312693 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] Bound port: 3be081f9-20d0-40f4-b8c4-0784b114a49f, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d22de33-2944-443b-b75e-bf270c2c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:30:56.313305 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3be081f9-20d0-40f4-b8c4-0784b114a49f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:56.410907 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] For port 3be081f9-20d0-40f4-b8c4-0784b114a49f, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:30:56.415683 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] For port 3be081f9-20d0-40f4-b8c4-0784b114a49f, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=3be081f9-20d0-40f4-b8c4-0784b114a49f,segment=NetworkSegment(6d22de33-2944-443b-b75e-bf270c2c184d),segment_id=6d22de33-2944-443b-b75e-bf270c2c184d)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:30:56.422029 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3be081f9-20d0-40f4-b8c4-0784b114a49f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:56.422482 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b92c125-4e73-4b61-b8a3-d89da42f17e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (661dd787-acce-4fb4-832e-c4be5f82ba01), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:56.492823 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] Routers {'d6b0a6d0-8c53-4389-85be-949e0253a919'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:30:56.493466 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:30:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d6b0a6d0-8c53-4389-85be-949e0253a919'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:56.495291 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26771e53-773b-4be7-ad1b-036831a1ae3d None None] Pushing event updated for resources: {'Port': ['ID=3be081f9-20d0-40f4-b8c4-0784b114a49f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:56.605245 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b92c125-4e73-4b61-b8a3-d89da42f17e4 admin admin] Router 661dd787-acce-4fb4-832e-c4be5f82ba01 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:30:56.634633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] Set router d6b0a6d0-8c53-4389-85be-949e0253a919 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:30:56.669154 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 79cee012-2c7a-4261-b30a-7ca7e01a831f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:30:56.735093 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b92c125-4e73-4b61-b8a3-d89da42f17e4 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:30:56.748083 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] Sync routers for ids ['661dd787-acce-4fb4-832e-c4be5f82ba01'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:30:56.758525 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b92c125-4e73-4b61-b8a3-d89da42f17e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:56.760586 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5b92c125-4e73-4b61-b8a3-d89da42f17e4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9954615 Feb 03 13:30:56.763281 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41052) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:30:56.775731 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] Routers {'661dd787-acce-4fb4-832e-c4be5f82ba01'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:30:56.779836 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:30:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['661dd787-acce-4fb4-832e-c4be5f82ba01'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:56.797046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-48bbdde1-7478-49e7-8b4e-92457aa4d5bc None None] Provisioning complete for port 3be081f9-20d0-40f4-b8c4-0784b114a49f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:30:56.797292 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-48bbdde1-7478-49e7-8b4e-92457aa4d5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (3be081f9-20d0-40f4-b8c4-0784b114a49f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:56.869922 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 79cee012-2c7a-4261-b30a-7ca7e01a831f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:30:56.870917 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (79cee012-2c7a-4261-b30a-7ca7e01a831f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:56.921904 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] Set router 661dd787-acce-4fb4-832e-c4be5f82ba01 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:30:57.055399 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-48bbdde1-7478-49e7-8b4e-92457aa4d5bc None None] Current status of the port 3be081f9-20d0-40f4-b8c4-0784b114a49f is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:30:57.055959 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-48bbdde1-7478-49e7-8b4e-92457aa4d5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3be081f9-20d0-40f4-b8c4-0784b114a49f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:57.100195 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-48bbdde1-7478-49e7-8b4e-92457aa4d5bc None None] For port 3be081f9-20d0-40f4-b8c4-0784b114a49f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=3be081f9-20d0-40f4-b8c4-0784b114a49f,segment=NetworkSegment(6d22de33-2944-443b-b75e-bf270c2c184d),segment_id=6d22de33-2944-443b-b75e-bf270c2c184d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:30:57.129837 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-48bbdde1-7478-49e7-8b4e-92457aa4d5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (3be081f9-20d0-40f4-b8c4-0784b114a49f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:57.138952 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'name': 'tempest-TestMinimumBasicScenario-1931300804-router', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:52Z', 'revision_number': 4, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'gw_port': {'id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '3be081f9-20d0-40f4-b8c4-0784b114a49f', 'name': '', 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'mac_address': 'fa:16:3e:99:d1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '759110ff-5069-491a-af56-4a7f6189de05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:52Z', 'updated_at': '2022-02-03T13:30:56Z', 'revision_number': 4, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'subnets': [{'id': '759110ff-5069-491a-af56-4a7f6189de05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:57.146822 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661dd787-acce-4fb4-832e-c4be5f82ba01', 'name': 'tempest-TestMinimumBasicScenario-314792425-router', 'tenant_id': '53a9e81942f5459fb437c106adb9b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0d486ce4-3546-4c83-927b-95114744babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:54Z', 'updated_at': '2022-02-03T13:30:55Z', 'revision_number': 3, 'project_id': '53a9e81942f5459fb437c106adb9b3db', 'gw_port': {'id': '0d486ce4-3546-4c83-927b-95114744babe', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661dd787-acce-4fb4-832e-c4be5f82ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:55Z', 'updated_at': '2022-02-03T13:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:57.175960 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] Checking router: 661dd787-acce-4fb4-832e-c4be5f82ba01 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:30:57.176607 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] Updating router 661dd787-acce-4fb4-832e-c4be5f82ba01 port 0d486ce4-3546-4c83-927b-95114744babe binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:30:57.204885 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420e0054-0518-41b7-915a-a11a1bac7a44 None None] The sync data for ids ['d6b0a6d0-8c53-4389-85be-949e0253a919'] in n-d-827336-3 is: [{'id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'name': 'tempest-TestMinimumBasicScenario-1931300804-router', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:52Z', 'revision_number': 4, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'gw_port': {'id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '3be081f9-20d0-40f4-b8c4-0784b114a49f', 'name': '', 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'mac_address': 'fa:16:3e:99:d1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '759110ff-5069-491a-af56-4a7f6189de05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:52Z', 'updated_at': '2022-02-03T13:30:56Z', 'revision_number': 4, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'subnets': [{'id': '759110ff-5069-491a-af56-4a7f6189de05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:30:57.206621 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0d486ce4-3546-4c83-927b-95114744babe), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:57.225333 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 79cee012-2c7a-4261-b30a-7ca7e01a831f is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:30:57.225893 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (79cee012-2c7a-4261-b30a-7ca7e01a831f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:57.324386 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbdde1-7478-49e7-8b4e-92457aa4d5bc None None] Pushing event updated for resources: {'Port': ['ID=3be081f9-20d0-40f4-b8c4-0784b114a49f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:57.328234 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-200528eb-e00f-46d4-a9c5-4e3938b873d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:57.340210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 79cee012-2c7a-4261-b30a-7ca7e01a831f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=79cee012-2c7a-4261-b30a-7ca7e01a831f,segment=NetworkSegment(b08bacd1-f4e9-4155-be08-56f9c1344ffe),segment_id=b08bacd1-f4e9-4155-be08-56f9c1344ffe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:30:57.351281 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (79cee012-2c7a-4261-b30a-7ca7e01a831f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:57.353835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e3a488de-73db-45e8-9c96-ef642720f39c up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:30:57.359494 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a79b9a63-a1b2-4b73-929e-5eb2f3d2c609 None None] Provisioning complete for port 3be081f9-20d0-40f4-b8c4-0784b114a49f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:30:57.359876 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a79b9a63-a1b2-4b73-929e-5eb2f3d2c609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (3be081f9-20d0-40f4-b8c4-0784b114a49f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:57.409117 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f084c7da-b0d8-4740-bf51-8342f5fc6d1e None None] Network 75008604-2124-40d2-adba-e3e77ebe8c83 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:30:57.554312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-200528eb-e00f-46d4-a9c5-4e3938b873d9 admin admin] Allocated IP 172.20.0.1 (75008604-2124-40d2-adba-e3e77ebe8c83/17584a0c-6169-420b-b6f1-044a035007ee/1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:30:57.670951 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] Publish callbacks [] for port (0d486ce4-3546-4c83-927b-95114744babe), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:57.678685 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0d486ce4-3546-4c83-927b-95114744babe), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:57.689094 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-200528eb-e00f-46d4-a9c5-4e3938b873d9 admin admin] Publish callbacks [] for port (1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:57.729417 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd75d3c-6602-4667-97d8-3a2a1b657097 None None] Pushing event updated for resources: {'Port': ['ID=0d486ce4-3546-4c83-927b-95114744babe,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:57.734148 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-200528eb-e00f-46d4-a9c5-4e3938b873d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:57.751534 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] Attempting to bind port 0d486ce4-3546-4c83-927b-95114744babe on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:30:57.752134 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] Attempting to bind port 0d486ce4-3546-4c83-927b-95114744babe by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:30:57.752515 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] Attempting to bind port 0d486ce4-3546-4c83-927b-95114744babe on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:30:57.760627 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:30:57.761202 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:30:57.761720 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:57.762473 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:30:57.763452 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] Bound port: 0d486ce4-3546-4c83-927b-95114744babe, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:30:57.763974 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0d486ce4-3546-4c83-927b-95114744babe), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:57.785931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200528eb-e00f-46d4-a9c5-4e3938b873d9 admin admin] Network 75008604-2124-40d2-adba-e3e77ebe8c83 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:30:57.791710 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-200528eb-e00f-46d4-a9c5-4e3938b873d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:30:57.797599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200528eb-e00f-46d4-a9c5-4e3938b873d9 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:30:57.819811 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=79cee012-2c7a-4261-b30a-7ca7e01a831f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:57.825004 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200528eb-e00f-46d4-a9c5-4e3938b873d9 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:57.845607 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] For port 0d486ce4-3546-4c83-927b-95114744babe, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:30:57.850127 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] For port 0d486ce4-3546-4c83-927b-95114744babe, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0d486ce4-3546-4c83-927b-95114744babe,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:30:57.853451 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-200528eb-e00f-46d4-a9c5-4e3938b873d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (661dd787-acce-4fb4-832e-c4be5f82ba01), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:57.858266 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0d486ce4-3546-4c83-927b-95114744babe), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:57.873446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port e3a488de-73db-45e8-9c96-ef642720f39c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:30:57.873827 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (e3a488de-73db-45e8-9c96-ef642720f39c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:57.924219 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd75d3c-6602-4667-97d8-3a2a1b657097 None None] Pushing event updated for resources: {'Port': ['ID=0d486ce4-3546-4c83-927b-95114744babe,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:57.962124 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] Routers {'661dd787-acce-4fb4-832e-c4be5f82ba01'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:30:57.962897 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:30:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['661dd787-acce-4fb4-832e-c4be5f82ba01'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:58.071374 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a79b9a63-a1b2-4b73-929e-5eb2f3d2c609 None None] Current status of the port 3be081f9-20d0-40f4-b8c4-0784b114a49f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:30:58.090437 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port e3a488de-73db-45e8-9c96-ef642720f39c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:30:58.109274 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-200528eb-e00f-46d4-a9c5-4e3938b873d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:58.135021 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] Set router 661dd787-acce-4fb4-832e-c4be5f82ba01 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:30:58.241572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-926d11fe-7b9d-41bd-a85f-0846e84df54d None None] Provisioning complete for port 79cee012-2c7a-4261-b30a-7ca7e01a831f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:30:58.241961 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-926d11fe-7b9d-41bd-a85f-0846e84df54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (79cee012-2c7a-4261-b30a-7ca7e01a831f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:58.367659 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-926d11fe-7b9d-41bd-a85f-0846e84df54d None None] Current status of the port 79cee012-2c7a-4261-b30a-7ca7e01a831f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:30:58.407713 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661dd787-acce-4fb4-832e-c4be5f82ba01', 'name': 'tempest-TestMinimumBasicScenario-314792425-router', 'tenant_id': '53a9e81942f5459fb437c106adb9b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0d486ce4-3546-4c83-927b-95114744babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:54Z', 'updated_at': '2022-02-03T13:30:55Z', 'revision_number': 3, 'project_id': '53a9e81942f5459fb437c106adb9b3db', 'gw_port': {'id': '0d486ce4-3546-4c83-927b-95114744babe', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661dd787-acce-4fb4-832e-c4be5f82ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:55Z', 'updated_at': '2022-02-03T13:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:30:58.434674 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424aa6b-7033-4acf-af87-ad696323ef2d None None] The sync data for ids ['661dd787-acce-4fb4-832e-c4be5f82ba01'] in n-d-827336-3 is: [{'id': '661dd787-acce-4fb4-832e-c4be5f82ba01', 'name': 'tempest-TestMinimumBasicScenario-314792425-router', 'tenant_id': '53a9e81942f5459fb437c106adb9b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0d486ce4-3546-4c83-927b-95114744babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:54Z', 'updated_at': '2022-02-03T13:30:55Z', 'revision_number': 3, 'project_id': '53a9e81942f5459fb437c106adb9b3db', 'gw_port': {'id': '0d486ce4-3546-4c83-927b-95114744babe', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661dd787-acce-4fb4-832e-c4be5f82ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:55Z', 'updated_at': '2022-02-03T13:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:30:58.470222 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-200528eb-e00f-46d4-a9c5-4e3938b873d9 admin admin] Publish callbacks [] for port (1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:58.484361 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-200528eb-e00f-46d4-a9c5-4e3938b873d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:58.491753 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-60f46182-1934-456e-b350-2c569d587433 None None] Provisioning complete for port 79cee012-2c7a-4261-b30a-7ca7e01a831f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:30:58.492825 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-60f46182-1934-456e-b350-2c569d587433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (79cee012-2c7a-4261-b30a-7ca7e01a831f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:58.604859 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-200528eb-e00f-46d4-a9c5-4e3938b873d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (661dd787-acce-4fb4-832e-c4be5f82ba01), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:58.613810 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200528eb-e00f-46d4-a9c5-4e3938b873d9 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:30:58.652236 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-60f46182-1934-456e-b350-2c569d587433 None None] Current status of the port 79cee012-2c7a-4261-b30a-7ca7e01a831f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:30:58.706788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 79cee012-2c7a-4261-b30a-7ca7e01a831f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:30:58.735655 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200528eb-e00f-46d4-a9c5-4e3938b873d9 admin admin] Network 75008604-2124-40d2-adba-e3e77ebe8c83 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:30:58.737152 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-200528eb-e00f-46d4-a9c5-4e3938b873d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:30:58.825410 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f64afbd7-5d2d-4f34-8b49-471b0a9527e5 None None] Provisioning complete for port 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:30:58.826006 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f64afbd7-5d2d-4f34-8b49-471b0a9527e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:58.870722 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 79cee012-2c7a-4261-b30a-7ca7e01a831f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:30:58.871106 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (79cee012-2c7a-4261-b30a-7ca7e01a831f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:58.912184 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200528eb-e00f-46d4-a9c5-4e3938b873d9 admin admin] Router 661dd787-acce-4fb4-832e-c4be5f82ba01 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:30:58.918605 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f64afbd7-5d2d-4f34-8b49-471b0a9527e5 None None] Port 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:30:59.004846 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 79cee012-2c7a-4261-b30a-7ca7e01a831f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:30:59.005862 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 3be081f9-20d0-40f4-b8c4-0784b114a49f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:30:59.070008 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 3be081f9-20d0-40f4-b8c4-0784b114a49f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:30:59.070435 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (3be081f9-20d0-40f4-b8c4-0784b114a49f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:59.089144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200528eb-e00f-46d4-a9c5-4e3938b873d9 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:30:59.099975 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-200528eb-e00f-46d4-a9c5-4e3938b873d9 admin admin] 10.222.0.18 "PUT /v2.0/routers/661dd787-acce-4fb4-832e-c4be5f82ba01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3351421 Feb 03 13:30:59.167378 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 3be081f9-20d0-40f4-b8c4-0784b114a49f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:30:59.173731 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f153ec3d-c5fc-4d50-b708-b58a9228321f None None] Provisioning complete for port 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:30:59.173958 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f153ec3d-c5fc-4d50-b708-b58a9228321f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:30:59.214206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f153ec3d-c5fc-4d50-b708-b58a9228321f None None] Port 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:31:00.271080 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-d43b69a0-6b6a-4c19-a561-afe760da10bf req-7c57f7cd-f38b-49d9-bcee-c652292a8410 service neutron] (103188) timed out ('10.222.0.18', 37154) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 13:31:00.568469 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0d486ce4-3546-4c83-927b-95114744babe up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:31:00.630041 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 0d486ce4-3546-4c83-927b-95114744babe triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:31:00.630501 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0d486ce4-3546-4c83-927b-95114744babe), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:00.727667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0d486ce4-3546-4c83-927b-95114744babe is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:31:00.728225 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0d486ce4-3546-4c83-927b-95114744babe), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:00.751646 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 0d486ce4-3546-4c83-927b-95114744babe, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0d486ce4-3546-4c83-927b-95114744babe,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:31:00.756151 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0d486ce4-3546-4c83-927b-95114744babe), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:00.820682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=0d486ce4-3546-4c83-927b-95114744babe,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:31:00.945895 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] Sync routers for ids ['661dd787-acce-4fb4-832e-c4be5f82ba01'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:31:00.956977 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] Routers {'661dd787-acce-4fb4-832e-c4be5f82ba01'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:31:00.957916 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:30:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['661dd787-acce-4fb4-832e-c4be5f82ba01'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:31:01.076194 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] Set router 661dd787-acce-4fb4-832e-c4be5f82ba01 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:31:01.300957 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661dd787-acce-4fb4-832e-c4be5f82ba01', 'name': 'tempest-TestMinimumBasicScenario-314792425-router', 'tenant_id': '53a9e81942f5459fb437c106adb9b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0d486ce4-3546-4c83-927b-95114744babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:54Z', 'updated_at': '2022-02-03T13:30:58Z', 'revision_number': 4, 'project_id': '53a9e81942f5459fb437c106adb9b3db', 'gw_port': {'id': '0d486ce4-3546-4c83-927b-95114744babe', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661dd787-acce-4fb4-832e-c4be5f82ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:55Z', 'updated_at': '2022-02-03T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9', 'name': '', 'network_id': '75008604-2124-40d2-adba-e3e77ebe8c83', 'tenant_id': '53a9e81942f5459fb437c106adb9b3db', 'mac_address': 'fa:16:3e:92:7a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661dd787-acce-4fb4-832e-c4be5f82ba01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '17584a0c-6169-420b-b6f1-044a035007ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:57Z', 'updated_at': '2022-02-03T13:30:58Z', 'revision_number': 2, 'project_id': '53a9e81942f5459fb437c106adb9b3db', 'subnets': [{'id': '17584a0c-6169-420b-b6f1-044a035007ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:31:01.328782 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] Checking router: 661dd787-acce-4fb4-832e-c4be5f82ba01 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:31:01.329221 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] Updating router 661dd787-acce-4fb4-832e-c4be5f82ba01 port 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:31:01.365692 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:01.666647 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:01.683964 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] Publish callbacks [] for port (1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:01.690940 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:01.751065 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005c821-3382-41e9-856f-273de6e05cd5 None None] Pushing event updated for resources: {'Port': ['ID=1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:31:01.829517 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] Attempting to bind port 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:31:01.829892 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] Attempting to bind port 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b08bacd1-f4e9-4155-be08-56f9c1344ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '75008604-2124-40d2-adba-e3e77ebe8c83'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:31:01.830256 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] Attempting to bind port 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9 on network 75008604-2124-40d2-adba-e3e77ebe8c83 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:31:01.835891 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:31:01.836316 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] Checking segment: {'id': 'b08bacd1-f4e9-4155-be08-56f9c1344ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '75008604-2124-40d2-adba-e3e77ebe8c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:31:01.836697 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:01.837091 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] Bound using segment: {'id': 'b08bacd1-f4e9-4155-be08-56f9c1344ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '75008604-2124-40d2-adba-e3e77ebe8c83'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:31:01.837959 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] Bound port: 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08bacd1-f4e9-4155-be08-56f9c1344ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '75008604-2124-40d2-adba-e3e77ebe8c83'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:31:01.838100 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:01.917363 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] For port 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:31:01.920850 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] For port 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9,segment=NetworkSegment(b08bacd1-f4e9-4155-be08-56f9c1344ffe),segment_id=b08bacd1-f4e9-4155-be08-56f9c1344ffe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:31:01.932403 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:02.003425 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] Routers {'661dd787-acce-4fb4-832e-c4be5f82ba01'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:31:02.004157 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:30:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['661dd787-acce-4fb4-832e-c4be5f82ba01'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:31:02.112018 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005c821-3382-41e9-856f-273de6e05cd5 None None] Pushing event updated for resources: {'Port': ['ID=1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:31:02.141859 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-0f553b8f-7194-4c7d-a308-cd31bdfe6074 None None] Provisioning complete for port 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:31:02.142809 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f553b8f-7194-4c7d-a308-cd31bdfe6074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:02.191110 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] Set router 661dd787-acce-4fb4-832e-c4be5f82ba01 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:31:02.344989 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-0f553b8f-7194-4c7d-a308-cd31bdfe6074 None None] Current status of the port 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:31:02.345380 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f553b8f-7194-4c7d-a308-cd31bdfe6074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:02.410263 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0f553b8f-7194-4c7d-a308-cd31bdfe6074 None None] For port 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9,segment=NetworkSegment(b08bacd1-f4e9-4155-be08-56f9c1344ffe),segment_id=b08bacd1-f4e9-4155-be08-56f9c1344ffe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:31:02.423719 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f553b8f-7194-4c7d-a308-cd31bdfe6074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:02.508658 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f553b8f-7194-4c7d-a308-cd31bdfe6074 None None] Pushing event updated for resources: {'Port': ['ID=1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:31:02.525721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0d486ce4-3546-4c83-927b-95114744babe up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:31:02.585953 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-87c0aff2-6190-48df-84f6-7bf724d47c07 None None] Provisioning complete for port 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:31:02.586324 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-87c0aff2-6190-48df-84f6-7bf724d47c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:02.615548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661dd787-acce-4fb4-832e-c4be5f82ba01', 'name': 'tempest-TestMinimumBasicScenario-314792425-router', 'tenant_id': '53a9e81942f5459fb437c106adb9b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0d486ce4-3546-4c83-927b-95114744babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:54Z', 'updated_at': '2022-02-03T13:30:58Z', 'revision_number': 4, 'project_id': '53a9e81942f5459fb437c106adb9b3db', 'gw_port': {'id': '0d486ce4-3546-4c83-927b-95114744babe', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661dd787-acce-4fb4-832e-c4be5f82ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:55Z', 'updated_at': '2022-02-03T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9', 'name': '', 'network_id': '75008604-2124-40d2-adba-e3e77ebe8c83', 'tenant_id': '53a9e81942f5459fb437c106adb9b3db', 'mac_address': 'fa:16:3e:92:7a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661dd787-acce-4fb4-832e-c4be5f82ba01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '17584a0c-6169-420b-b6f1-044a035007ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:57Z', 'updated_at': '2022-02-03T13:31:01Z', 'revision_number': 4, 'project_id': '53a9e81942f5459fb437c106adb9b3db', 'subnets': [{'id': '17584a0c-6169-420b-b6f1-044a035007ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:31:02.657756 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd9bf38-26d9-408c-8312-c1e9f7fe2eb3 None None] The sync data for ids ['661dd787-acce-4fb4-832e-c4be5f82ba01'] in n-d-827336-3 is: [{'id': '661dd787-acce-4fb4-832e-c4be5f82ba01', 'name': 'tempest-TestMinimumBasicScenario-314792425-router', 'tenant_id': '53a9e81942f5459fb437c106adb9b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0d486ce4-3546-4c83-927b-95114744babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:54Z', 'updated_at': '2022-02-03T13:30:58Z', 'revision_number': 4, 'project_id': '53a9e81942f5459fb437c106adb9b3db', 'gw_port': {'id': '0d486ce4-3546-4c83-927b-95114744babe', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661dd787-acce-4fb4-832e-c4be5f82ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:55Z', 'updated_at': '2022-02-03T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9', 'name': '', 'network_id': '75008604-2124-40d2-adba-e3e77ebe8c83', 'tenant_id': '53a9e81942f5459fb437c106adb9b3db', 'mac_address': 'fa:16:3e:92:7a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661dd787-acce-4fb4-832e-c4be5f82ba01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '17584a0c-6169-420b-b6f1-044a035007ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:57Z', 'updated_at': '2022-02-03T13:31:01Z', 'revision_number': 4, 'project_id': '53a9e81942f5459fb437c106adb9b3db', 'subnets': [{'id': '17584a0c-6169-420b-b6f1-044a035007ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:31:02.669393 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 0d486ce4-3546-4c83-927b-95114744babe triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:31:02.670037 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0d486ce4-3546-4c83-927b-95114744babe), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:02.759189 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-87c0aff2-6190-48df-84f6-7bf724d47c07 None None] Current status of the port 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:31:02.815152 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0d486ce4-3546-4c83-927b-95114744babe is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:31:03.593414 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6bf68e16-c16e-44ef-9722-39b78da22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:04.605763 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:31:04.683542 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:31:04.684109 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:04.796711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:31:06.215555 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ba8ba709-7bca-4891-bd98-27b50ca0ed63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:07.119715 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:08.419718 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:08.918950 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-deb3a2ba-7281-48a3-b7b1-2613ac4db7c3 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:08.920447 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-deb3a2ba-7281-48a3-b7b1-2613ac4db7c3 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/networks?id=b91d262f-fa39-4fe9-8442-b651cb772337 HTTP/1.1" status: 200 len: 815 time: 0.1030345 Feb 03 13:31:08.934477 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-bd7e46a8-0021-418c-936c-2d1ed9cd29d9 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/quotas/bad4a330cd9a4008a75a6195e46f3ff9 HTTP/1.1" status: 200 len: 375 time: 0.0088224 Feb 03 13:31:08.989476 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-280f8f5f-96b9-4807-8ee4-9d9f566d1893 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bad4a330cd9a4008a75a6195e46f3ff9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501988 Feb 03 13:31:09.087338 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-44fd65a7-7bc4-4d00-9dfd-71eb1d842686 service neutron] 10.222.0.18 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869906 Feb 03 13:31:09.173743 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-44a1e57e-992b-4051-934e-74b704c93402 service neutron] 10.222.0.18 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806725 Feb 03 13:31:09.332501 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aceeb388-8e49-47ce-bc83-32101e1b235b req-e05f36e5-b0fb-4520-be74-f98de41a1240 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 210 time: 0.0283792 Feb 03 13:31:10.005319 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:10.428979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-bb67ece1-af3e-4dd4-a434-b6e493031ff5 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:10.430462 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-bb67ece1-af3e-4dd4-a434-b6e493031ff5 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.73 "GET /v2.0/networks?id=b91d262f-fa39-4fe9-8442-b651cb772337 HTTP/1.1" status: 200 len: 815 time: 0.1106670 Feb 03 13:31:10.434724 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7368a953-9a21-46a3-9548-b75b23795d04 req-59c4a374-4719-4d8f-8246-5de309c8a08d tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 210 time: 0.0272629 Feb 03 13:31:10.450107 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-cfed6bb1-787e-44ea-b1f8-4c1c40f5aa2a tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Request body: {'port': {'device_id': '649aa24d-5e22-499a-b8a7-95e2d996de4d', 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337', 'admin_state_up': True, 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:31:10.556276 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-cfed6bb1-787e-44ea-b1f8-4c1c40f5aa2a tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Made reservation on behalf of bad4a330cd9a4008a75a6195e46f3ff9 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:31:10.559256 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-cfed6bb1-787e-44ea-b1f8-4c1c40f5aa2a tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:10.693679 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-cfed6bb1-787e-44ea-b1f8-4c1c40f5aa2a tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Allocated IP 172.20.0.11 (b91d262f-fa39-4fe9-8442-b651cb772337/759110ff-5069-491a-af56-4a7f6189de05/558ff6d3-5924-46ac-99fd-fa156ed21c27) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:31:10.850977 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-cfed6bb1-787e-44ea-b1f8-4c1c40f5aa2a tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:10.887247 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-cfed6bb1-787e-44ea-b1f8-4c1c40f5aa2a tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:10.954975 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-cfed6bb1-787e-44ea-b1f8-4c1c40f5aa2a tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Network b91d262f-fa39-4fe9-8442-b651cb772337 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:31:10.958196 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-cfed6bb1-787e-44ea-b1f8-4c1c40f5aa2a tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:31:10.979663 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed6bb1-787e-44ea-b1f8-4c1c40f5aa2a tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Pushing event updated for resources: {'Port': ['ID=558ff6d3-5924-46ac-99fd-fa156ed21c27,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:31:10.982255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-cfed6bb1-787e-44ea-b1f8-4c1c40f5aa2a tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:31:11.033731 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-cfed6bb1-787e-44ea-b1f8-4c1c40f5aa2a tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:11.034380 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-cfed6bb1-787e-44ea-b1f8-4c1c40f5aa2a tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:11.055530 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-cfed6bb1-787e-44ea-b1f8-4c1c40f5aa2a tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6102643 Feb 03 13:31:11.256276 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-afd0cd63-b3fe-487b-8ed9-cfeada1dbffb None None] Provisioning complete for port 558ff6d3-5924-46ac-99fd-fa156ed21c27 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:31:11.257972 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-afd0cd63-b3fe-487b-8ed9-cfeada1dbffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:11.301618 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-afd0cd63-b3fe-487b-8ed9-cfeada1dbffb None None] Port 558ff6d3-5924-46ac-99fd-fa156ed21c27 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:31:11.571833 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759f6ae-41dd-4d67-a19f-1bbb24aae073 req-8b104624-a332-4746-882e-c2603e3a1583 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:11.573389 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f759f6ae-41dd-4d67-a19f-1bbb24aae073 req-8b104624-a332-4746-882e-c2603e3a1583 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 932 time: 0.0602999 Feb 03 13:31:11.623970 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f759f6ae-41dd-4d67-a19f-1bbb24aae073 req-6a7f62d2-9d30-4d78-9d78-4321ba048ad2 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443227 Feb 03 13:31:12.756141 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983d9ac-3bfc-46e8-97a1-02e19f4d839a req-36eee790-0b5e-4d57-97f4-24ede1c2aadf tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:12.757596 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e983d9ac-3bfc-46e8-97a1-02e19f4d839a req-36eee790-0b5e-4d57-97f4-24ede1c2aadf tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 932 time: 0.0613527 Feb 03 13:31:12.808944 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e983d9ac-3bfc-46e8-97a1-02e19f4d839a req-527b5442-c760-4bb7-9130-bd6aec38a3e4 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451868 Feb 03 13:31:14.130235 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d30cc-62cf-4865-8470-0eb541e60f90 req-3fef0740-4e25-41f8-83a1-280e8c6d1bf7 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:14.131734 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5d7d30cc-62cf-4865-8470-0eb541e60f90 req-3fef0740-4e25-41f8-83a1-280e8c6d1bf7 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 932 time: 0.2518806 Feb 03 13:31:14.183051 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5d7d30cc-62cf-4865-8470-0eb541e60f90 req-ebaaaec6-7550-42b8-a61c-3ed64ba4c2c8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454857 Feb 03 13:31:15.316405 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364510b-4229-4587-b90e-798a8b1f41c8 req-c35e0da3-b32f-46dc-adc7-66c467b09569 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:15.318185 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d364510b-4229-4587-b90e-798a8b1f41c8 req-c35e0da3-b32f-46dc-adc7-66c467b09569 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 932 time: 0.0648813 Feb 03 13:31:15.374723 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d364510b-4229-4587-b90e-798a8b1f41c8 req-dd2ae843-eab3-40a4-a5b7-17ec06f2d1dc tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491099 Feb 03 13:31:16.338771 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:16.501500 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6ede5-b2e5-44e9-9942-2215962cd416 req-804a7cbe-a81f-4aa9-8934-42374cc83d2f tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:16.503073 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9ff6ede5-b2e5-44e9-9942-2215962cd416 req-804a7cbe-a81f-4aa9-8934-42374cc83d2f tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 932 time: 0.0539358 Feb 03 13:31:16.559395 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9ff6ede5-b2e5-44e9-9942-2215962cd416 req-a9d2d91b-e5c9-4bb0-ab21-423ad0ce4ca9 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496914 Feb 03 13:31:17.752589 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b329a-c0f1-48fa-956e-a3d460108c24 req-c2ed5c96-27ab-4cc9-8799-d7c7492b26c1 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:17.754112 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-992b329a-c0f1-48fa-956e-a3d460108c24 req-c2ed5c96-27ab-4cc9-8799-d7c7492b26c1 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 932 time: 0.1188421 Feb 03 13:31:17.817845 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-992b329a-c0f1-48fa-956e-a3d460108c24 req-50c5eff0-ebf9-4a80-b34e-4a46a1bccb33 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565283 Feb 03 13:31:18.933784 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546053e7-acb2-41ca-97b4-754ca587c670 req-38a2c760-ae90-47d3-a9c5-a97e367663ec tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:18.935251 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-546053e7-acb2-41ca-97b4-754ca587c670 req-38a2c760-ae90-47d3-a9c5-a97e367663ec tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 932 time: 0.0522928 Feb 03 13:31:18.980830 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-546053e7-acb2-41ca-97b4-754ca587c670 req-371f3257-4624-4043-a85f-f721a8ef8fa3 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400286 Feb 03 13:31:20.097471 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb43da3-b961-4cbf-a1aa-498de0563edc req-d27e8f98-7413-4234-a8b2-4f3d55b38271 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:20.098964 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9fb43da3-b961-4cbf-a1aa-498de0563edc req-d27e8f98-7413-4234-a8b2-4f3d55b38271 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 932 time: 0.0524819 Feb 03 13:31:20.146506 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9fb43da3-b961-4cbf-a1aa-498de0563edc req-834bdf78-f537-4324-8251-48f24a17718d tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415308 Feb 03 13:31:21.039670 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] Request body: {'port': {'device_id': '649aa24d-5e22-499a-b8a7-95e2d996de4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:31:21.096912 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:21.660632 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117d843-243c-4e20-b69a-eb61466beb3b req-493b7925-6147-4e74-8379-03c952ddd0aa tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:21.662121 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a117d843-243c-4e20-b69a-eb61466beb3b req-493b7925-6147-4e74-8379-03c952ddd0aa tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 932 time: 0.4481890 Feb 03 13:31:21.756922 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a117d843-243c-4e20-b69a-eb61466beb3b req-da1918e4-1a2b-41f1-83d6-2a3fc396cc74 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854144 Feb 03 13:31:21.770666 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558ff6d3-5924-46ac-99fd-fa156ed21c27 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:31:21.779090 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] Publish callbacks [] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:21.791961 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] Transition to ACTIVE for port object 558ff6d3-5924-46ac-99fd-fa156ed21c27 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:31:21.795265 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:21.846448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] Pushing event updated for resources: {'Port': ['ID=558ff6d3-5924-46ac-99fd-fa156ed21c27,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:31:21.915170 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] Attempting to bind port 558ff6d3-5924-46ac-99fd-fa156ed21c27 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:31:21.915427 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] Attempting to bind port 558ff6d3-5924-46ac-99fd-fa156ed21c27 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '6d22de33-2944-443b-b75e-bf270c2c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:31:21.915784 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] Attempting to bind port 558ff6d3-5924-46ac-99fd-fa156ed21c27 on network b91d262f-fa39-4fe9-8442-b651cb772337 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:31:21.920256 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] Port 558ff6d3-5924-46ac-99fd-fa156ed21c27 on network b91d262f-fa39-4fe9-8442-b651cb772337 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:31:21.920589 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] Attempting to bind port 558ff6d3-5924-46ac-99fd-fa156ed21c27 on network b91d262f-fa39-4fe9-8442-b651cb772337 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:31:21.926082 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:31:21.926425 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] Checking segment: {'id': '6d22de33-2944-443b-b75e-bf270c2c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:31:21.926817 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] Bound using segment: {'id': '6d22de33-2944-443b-b75e-bf270c2c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:31:21.927271 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] Bound port: 558ff6d3-5924-46ac-99fd-fa156ed21c27, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d22de33-2944-443b-b75e-bf270c2c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:31:21.927635 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:21.997339 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] For port 558ff6d3-5924-46ac-99fd-fa156ed21c27, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:31:22.001043 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] For port 558ff6d3-5924-46ac-99fd-fa156ed21c27, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=558ff6d3-5924-46ac-99fd-fa156ed21c27,segment=NetworkSegment(6d22de33-2944-443b-b75e-bf270c2c184d),segment_id=6d22de33-2944-443b-b75e-bf270c2c184d)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:31:22.007741 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:22.044629 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:22.045260 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:22.046710 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] 10.222.0.73 "PUT /v2.0/ports/558ff6d3-5924-46ac-99fd-fa156ed21c27 HTTP/1.1" status: 200 len: 1092 time: 1.0127552 Feb 03 13:31:22.047152 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649aa24d-5e22-499a-b8a7-95e2d996de4d', 'tag': '558ff6d3-5924-46ac-99fd-fa156ed21c27'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:31:22.049437 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2176407-316c-41df-b20b-6af7143409e1" -d '{"events": [{"name": "network-changed", "server_uuid": "649aa24d-5e22-499a-b8a7-95e2d996de4d", "tag": "558ff6d3-5924-46ac-99fd-fa156ed21c27"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:31:22.076255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d958b05-4e84-4311-af9c-a2f2387616bc service neutron] Pushing event updated for resources: {'Port': ['ID=558ff6d3-5924-46ac-99fd-fa156ed21c27,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:31:22.103552 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9c1a39-0968-49eb-bc38-5ba82bc2ca9e x-openstack-request-id: req-1c9c1a39-0968-49eb-bc38-5ba82bc2ca9e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:31:22.103851 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649aa24d-5e22-499a-b8a7-95e2d996de4d", "tag": "558ff6d3-5924-46ac-99fd-fa156ed21c27", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:31:22.104148 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c9c1a39-0968-49eb-bc38-5ba82bc2ca9e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:31:22.104560 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649aa24d-5e22-499a-b8a7-95e2d996de4d', 'tag': '558ff6d3-5924-46ac-99fd-fa156ed21c27', 'status': 'completed', 'code': 200} Feb 03 13:31:22.167881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-acb4565b-0757-4d0a-9c25-6612da17dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:22.169382 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-acb4565b-0757-4d0a-9c25-6612da17dac4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bad4a330cd9a4008a75a6195e46f3ff9&device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 1126 time: 0.0523522 Feb 03 13:31:22.230351 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-5fd6854c-e076-4912-b7d2-fb5e9eec7035 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=558ff6d3-5924-46ac-99fd-fa156ed21c27 HTTP/1.1" status: 200 len: 217 time: 0.0485914 Feb 03 13:31:22.281703 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-27a095b6-56ce-411d-8bb6-3a00c565e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:22.283193 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-27a095b6-56ce-411d-8bb6-3a00c565e74b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=759110ff-5069-491a-af56-4a7f6189de05 HTTP/1.1" status: 200 len: 854 time: 0.0475829 Feb 03 13:31:22.332540 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-a3771440-10d4-48cd-af77-8a2b54f89fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:22.334054 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-a3771440-10d4-48cd-af77-8a2b54f89fef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b91d262f-fa39-4fe9-8442-b651cb772337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450847 Feb 03 13:31:22.433418 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-d4102d1f-d5c2-466d-bda3-b097107e7563 service neutron] 10.222.0.73 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917764 Feb 03 13:31:22.534558 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1f7a4a2f-e289-41b5-a56e-9a232a040195 req-dc17d13d-f56f-44ab-8e27-02dfcb958be6 service neutron] 10.222.0.73 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940022 Feb 03 13:31:22.667799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2176407-316c-41df-b20b-6af7143409e1 req-9ecbcf55-56b2-40d5-8360-78f31597b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:22.669386 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2176407-316c-41df-b20b-6af7143409e1 req-9ecbcf55-56b2-40d5-8360-78f31597b69c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bad4a330cd9a4008a75a6195e46f3ff9&device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 1126 time: 0.0467300 Feb 03 13:31:22.767837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2176407-316c-41df-b20b-6af7143409e1 req-1ba31e74-bc31-47ee-9824-33a0d07e7989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:22.769324 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2176407-316c-41df-b20b-6af7143409e1 req-1ba31e74-bc31-47ee-9824-33a0d07e7989 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b91d262f-fa39-4fe9-8442-b651cb772337 HTTP/1.1" status: 200 len: 916 time: 0.0917187 Feb 03 13:31:22.819100 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2176407-316c-41df-b20b-6af7143409e1 req-581fa9c7-de5b-4074-b2ca-d48e40920997 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=558ff6d3-5924-46ac-99fd-fa156ed21c27 HTTP/1.1" status: 200 len: 217 time: 0.0429688 Feb 03 13:31:22.925915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2176407-316c-41df-b20b-6af7143409e1 req-b35f0dbc-f0bd-4993-9740-73ca1b17f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:22.929254 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2176407-316c-41df-b20b-6af7143409e1 req-b35f0dbc-f0bd-4993-9740-73ca1b17f8a7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=759110ff-5069-491a-af56-4a7f6189de05 HTTP/1.1" status: 200 len: 854 time: 0.1035950 Feb 03 13:31:22.958189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c979f9-bd98-44df-83d5-84f9002d8a1c req-da04b9fc-5075-4b97-950e-ac9c3090a02a tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:22.959678 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94c979f9-bd98-44df-83d5-84f9002d8a1c req-da04b9fc-5075-4b97-950e-ac9c3090a02a tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 944 time: 0.1270034 Feb 03 13:31:23.042308 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2176407-316c-41df-b20b-6af7143409e1 req-fba48c8e-e32f-45f0-80cb-ddad222fe6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:23.043748 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2176407-316c-41df-b20b-6af7143409e1 req-fba48c8e-e32f-45f0-80cb-ddad222fe6b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b91d262f-fa39-4fe9-8442-b651cb772337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1061161 Feb 03 13:31:23.048322 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-94c979f9-bd98-44df-83d5-84f9002d8a1c req-8ba1087a-e533-437f-a35f-2ec6fc4dbd9b tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675240 Feb 03 13:31:23.173712 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2176407-316c-41df-b20b-6af7143409e1 req-03c7d001-b4ca-4549-b98e-a0b5df6fc073 service neutron] 10.222.0.73 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230469 Feb 03 13:31:23.285685 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e2176407-316c-41df-b20b-6af7143409e1 req-a24fa5cf-f773-4170-943d-673bbbde4569 service neutron] 10.222.0.73 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062729 Feb 03 13:31:23.875234 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:31:24.181204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cf2a6-444a-426d-b622-e6f638e1934b req-92a8fd95-19a1-44cb-869a-b2955b5c313a tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:24.182728 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c60cf2a6-444a-426d-b622-e6f638e1934b req-92a8fd95-19a1-44cb-869a-b2955b5c313a tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 944 time: 0.0662589 Feb 03 13:31:24.228777 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c60cf2a6-444a-426d-b622-e6f638e1934b req-c5ba5788-bc90-4b29-9463-ebd1482b488f tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404997 Feb 03 13:31:25.367787 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052ae54-4735-4f7b-992d-d7df9b61fe61 req-9c0fd279-6d07-41e2-bc42-845e0bb20bb1 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:25.370007 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3052ae54-4735-4f7b-992d-d7df9b61fe61 req-9c0fd279-6d07-41e2-bc42-845e0bb20bb1 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 944 time: 0.0595348 Feb 03 13:31:25.421417 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3052ae54-4735-4f7b-992d-d7df9b61fe61 req-2fc863e6-8350-4275-a63f-8a8af4e727ba tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460091 Feb 03 13:31:26.509075 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 558ff6d3-5924-46ac-99fd-fa156ed21c27 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:31:26.574086 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9a025-1a68-4fe4-bbb2-6e00bfb36b09 req-eff1b9ff-d20c-44eb-8e40-d5cdad2e5a7e tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:26.575480 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-07b9a025-1a68-4fe4-bbb2-6e00bfb36b09 req-eff1b9ff-d20c-44eb-8e40-d5cdad2e5a7e tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 944 time: 0.0688519 Feb 03 13:31:26.611107 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 558ff6d3-5924-46ac-99fd-fa156ed21c27, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=558ff6d3-5924-46ac-99fd-fa156ed21c27,segment=NetworkSegment(6d22de33-2944-443b-b75e-bf270c2c184d),segment_id=6d22de33-2944-443b-b75e-bf270c2c184d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:31:26.639033 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-07b9a025-1a68-4fe4-bbb2-6e00bfb36b09 req-dbfc366a-15d0-4bda-814d-a37d8bec9cbf tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569825 Feb 03 13:31:26.785686 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '558ff6d3-5924-46ac-99fd-fa156ed21c27', 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337', 'port_id': '558ff6d3-5924-46ac-99fd-fa156ed21c27', 'mac_address': 'fa:16:3e:e4:70:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759110ff-5069-491a-af56-4a7f6189de05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:31:26.823255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 558ff6d3-5924-46ac-99fd-fa156ed21c27 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:31:26.823646 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:26.837683 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558ff6d3-5924-46ac-99fd-fa156ed21c27 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:31:26.857373 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 558ff6d3-5924-46ac-99fd-fa156ed21c27, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=558ff6d3-5924-46ac-99fd-fa156ed21c27,segment=NetworkSegment(6d22de33-2944-443b-b75e-bf270c2c184d),segment_id=6d22de33-2944-443b-b75e-bf270c2c184d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:31:26.865765 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:26.911533 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=558ff6d3-5924-46ac-99fd-fa156ed21c27,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:31:27.224397 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['558ff6d3-5924-46ac-99fd-fa156ed21c27'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:31:27.760873 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8a47a-4804-4c68-9134-df953b6a6f12 req-4b60826d-7073-4965-98ae-28c26c38f35c tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:27.762377 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d6a8a47a-4804-4c68-9134-df953b6a6f12 req-4b60826d-7073-4965-98ae-28c26c38f35c tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 945 time: 0.0546699 Feb 03 13:31:27.811329 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d6a8a47a-4804-4c68-9134-df953b6a6f12 req-242c8aa1-1f97-4adb-bb6f-4366f52bf428 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434484 Feb 03 13:31:28.511871 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 558ff6d3-5924-46ac-99fd-fa156ed21c27 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:31:28.561290 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 558ff6d3-5924-46ac-99fd-fa156ed21c27 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:31:28.565252 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 558ff6d3-5924-46ac-99fd-fa156ed21c27 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:31:28.565649 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:28.649628 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 558ff6d3-5924-46ac-99fd-fa156ed21c27 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:31:28.650020 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:28.672553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649aa24d-5e22-499a-b8a7-95e2d996de4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558ff6d3-5924-46ac-99fd-fa156ed21c27'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:31:28.674834 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778e97b5-bad5-4cfb-8774-27866ae8436b" -d '{"events": [{"server_uuid": "649aa24d-5e22-499a-b8a7-95e2d996de4d", "name": "network-vif-plugged", "status": "completed", "tag": "558ff6d3-5924-46ac-99fd-fa156ed21c27"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:31:28.687915 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 558ff6d3-5924-46ac-99fd-fa156ed21c27, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=558ff6d3-5924-46ac-99fd-fa156ed21c27,segment=NetworkSegment(6d22de33-2944-443b-b75e-bf270c2c184d),segment_id=6d22de33-2944-443b-b75e-bf270c2c184d)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:31:28.691960 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:28.716672 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fe0657-d87f-4a52-a2f1-948f6ab2a63e x-openstack-request-id: req-59fe0657-d87f-4a52-a2f1-948f6ab2a63e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:31:28.716999 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649aa24d-5e22-499a-b8a7-95e2d996de4d", "name": "network-vif-plugged", "status": "completed", "tag": "558ff6d3-5924-46ac-99fd-fa156ed21c27", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:31:28.717289 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59fe0657-d87f-4a52-a2f1-948f6ab2a63e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:31:28.717534 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649aa24d-5e22-499a-b8a7-95e2d996de4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558ff6d3-5924-46ac-99fd-fa156ed21c27', 'code': 200} Feb 03 13:31:28.743259 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=558ff6d3-5924-46ac-99fd-fa156ed21c27,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:31:28.851705 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11857c-8f18-472d-86ba-5d7b6e2d73f4 req-7521ce30-3fe1-4795-bd67-a9dc7990cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:28.853288 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f11857c-8f18-472d-86ba-5d7b6e2d73f4 req-7521ce30-3fe1-4795-bd67-a9dc7990cdd3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 1128 time: 0.0509984 Feb 03 13:31:28.945826 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7f11857c-8f18-472d-86ba-5d7b6e2d73f4 req-ecbd87ae-5b4e-4208-8a6a-0fd01de594b4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856063 Feb 03 13:31:28.970675 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa69871-88a2-4c25-a770-d3432b6a8648 req-06b1deb6-0bec-4192-92d8-8a6272a0b233 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:28.974329 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4aa69871-88a2-4c25-a770-d3432b6a8648 req-06b1deb6-0bec-4192-92d8-8a6272a0b233 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 946 time: 0.0919123 Feb 03 13:31:29.033762 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4aa69871-88a2-4c25-a770-d3432b6a8648 req-69344afb-eb5d-416a-a9a2-cf0078703b4a tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531235 Feb 03 13:31:30.159302 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f671638-f73d-40ff-8e27-b6037cd532a9 req-54d79b93-b4e6-4669-8e94-2bc3f4ac4481 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:30.160829 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8f671638-f73d-40ff-8e27-b6037cd532a9 req-54d79b93-b4e6-4669-8e94-2bc3f4ac4481 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 946 time: 0.0561273 Feb 03 13:31:30.209403 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8f671638-f73d-40ff-8e27-b6037cd532a9 req-394bf24e-12b3-42ac-985c-ebf6ccdac7a5 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414636 Feb 03 13:31:31.340646 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5785511-92cc-4a27-a119-3379c99e91f2 req-7b8a1ad9-776c-4059-af37-60314b1231d3 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:31.342189 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a5785511-92cc-4a27-a119-3379c99e91f2 req-7b8a1ad9-776c-4059-af37-60314b1231d3 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 946 time: 0.0538099 Feb 03 13:31:31.394143 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a5785511-92cc-4a27-a119-3379c99e91f2 req-58f9350b-b121-40f0-982f-04e09865018c tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456812 Feb 03 13:31:31.511562 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd6a7a-d39d-4f5f-8e1d-2a53778d5a25 req-a7556297-7866-474d-85bc-724a5835fed6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:31.513011 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-37fd6a7a-d39d-4f5f-8e1d-2a53778d5a25 req-a7556297-7866-474d-85bc-724a5835fed6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 946 time: 0.0509796 Feb 03 13:31:31.562953 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-37fd6a7a-d39d-4f5f-8e1d-2a53778d5a25 req-6ff26d98-4953-4042-9fd7-d0626d5f8300 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444050 Feb 03 13:31:31.660334 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:31.751723 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d590c5-9cfb-43eb-b5a2-a2c3b93afb68 req-88cbd184-48d3-46b6-9e43-7649b4ad48b8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:31.753246 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-70d590c5-9cfb-43eb-b5a2-a2c3b93afb68 req-88cbd184-48d3-46b6-9e43-7649b4ad48b8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 946 time: 0.0517347 Feb 03 13:31:31.799993 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-70d590c5-9cfb-43eb-b5a2-a2c3b93afb68 req-f4911607-606a-47fa-847f-8b2347a0c547 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405710 Feb 03 13:31:33.596097 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9c5b544a-afa2-4e13-a540-f6de6f6186bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:36.208602 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-52a4d9da-bfd8-4ead-a100-76598e6e249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:37.117491 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:38.416182 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:40.007885 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:46.336851 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:50.610113 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee74c8-158e-4d2d-a35a-c126be2a05a1 req-c0099961-26f8-436f-b324-c47fdca25cf2 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:50.611605 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d6ee74c8-158e-4d2d-a35a-c126be2a05a1 req-c0099961-26f8-436f-b324-c47fdca25cf2 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 946 time: 0.0526402 Feb 03 13:31:50.657651 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d6ee74c8-158e-4d2d-a35a-c126be2a05a1 req-a8239184-99d0-4e6a-af04-8c3ef97c7991 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404992 Feb 03 13:31:50.680779 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41270) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:31:50.764534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec13c530-9e74-4711-86eb-bbfe26ce86d5 tempest-TestMinimumBasicScenario-1013575924 tempest-TestMinimumBasicScenario-1013575924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:50.766077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ec13c530-9e74-4711-86eb-bbfe26ce86d5 tempest-TestMinimumBasicScenario-1013575924 tempest-TestMinimumBasicScenario-1013575924-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 1123 time: 0.0842681 Feb 03 13:31:50.769203 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41274) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:31:50.773919 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e7cd4e0e-4904-42fd-b16a-4c55e8bc0a63 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': '558ff6d3-5924-46ac-99fd-fa156ed21c27', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:31:50.794817 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7cd4e0e-4904-42fd-b16a-4c55e8bc0a63 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:50.892257 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7cd4e0e-4904-42fd-b16a-4c55e8bc0a63 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:50.991951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-e7cd4e0e-4904-42fd-b16a-4c55e8bc0a63 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Allocated IP 172.25.6.134 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/7f3d1ba9-0044-4ea2-8709-438f081bf59d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:31:51.095875 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7cd4e0e-4904-42fd-b16a-4c55e8bc0a63 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for port (7f3d1ba9-0044-4ea2-8709-438f081bf59d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:51.129238 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7cd4e0e-4904-42fd-b16a-4c55e8bc0a63 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (7f3d1ba9-0044-4ea2-8709-438f081bf59d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:51.170541 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cd4e0e-4904-42fd-b16a-4c55e8bc0a63 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:31:51.175916 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e7cd4e0e-4904-42fd-b16a-4c55e8bc0a63 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:31:51.179288 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cd4e0e-4904-42fd-b16a-4c55e8bc0a63 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:31:51.202189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd4e0e-4904-42fd-b16a-4c55e8bc0a63 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Pushing event updated for resources: {'Port': ['ID=7f3d1ba9-0044-4ea2-8709-438f081bf59d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:31:51.539810 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7cd4e0e-4904-42fd-b16a-4c55e8bc0a63 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for floatingip (6f6e2151-aa33-479a-910e-609fd62601cb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:51.607623 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7cd4e0e-4904-42fd-b16a-4c55e8bc0a63 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7f3d1ba9-0044-4ea2-8709-438f081bf59d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:51.760400 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7cd4e0e-4904-42fd-b16a-4c55e8bc0a63 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for port (7f3d1ba9-0044-4ea2-8709-438f081bf59d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:51.766265 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7cd4e0e-4904-42fd-b16a-4c55e8bc0a63 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (7f3d1ba9-0044-4ea2-8709-438f081bf59d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:51.846142 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd4e0e-4904-42fd-b16a-4c55e8bc0a63 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Pushing event updated for resources: {'Port': ['ID=7f3d1ba9-0044-4ea2-8709-438f081bf59d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:31:51.857476 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7cd4e0e-4904-42fd-b16a-4c55e8bc0a63 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (6f6e2151-aa33-479a-910e-609fd62601cb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:51.959476 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-e7cd4e0e-4904-42fd-b16a-4c55e8bc0a63 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Floating IP 6f6e2151-aa33-479a-910e-609fd62601cb associated. External IP: 172.25.6.134, port: 558ff6d3-5924-46ac-99fd-fa156ed21c27. Feb 03 13:31:52.176854 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cd4e0e-4904-42fd-b16a-4c55e8bc0a63 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Router d6b0a6d0-8c53-4389-85be-949e0253a919 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:31:52.286003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cd4e0e-4904-42fd-b16a-4c55e8bc0a63 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:31:52.296124 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2306829a-1a96-4a52-a6d6-757c9e521d2c None None] Sync routers for ids ['d6b0a6d0-8c53-4389-85be-949e0253a919'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:31:52.303997 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7cd4e0e-4904-42fd-b16a-4c55e8bc0a63 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:52.309261 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2306829a-1a96-4a52-a6d6-757c9e521d2c None None] Routers {'d6b0a6d0-8c53-4389-85be-949e0253a919'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:31:52.309918 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2306829a-1a96-4a52-a6d6-757c9e521d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:31:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d6b0a6d0-8c53-4389-85be-949e0253a919'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:31:52.337860 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e7cd4e0e-4904-42fd-b16a-4c55e8bc0a63 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5676377 Feb 03 13:31:52.338545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649aa24d-5e22-499a-b8a7-95e2d996de4d', 'tag': '558ff6d3-5924-46ac-99fd-fa156ed21c27'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:31:52.340705 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41276) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:31:52.341445 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65c61c7-83cf-47db-ab7d-5bd851cc206f" -d '{"events": [{"name": "network-changed", "server_uuid": "649aa24d-5e22-499a-b8a7-95e2d996de4d", "tag": "558ff6d3-5924-46ac-99fd-fa156ed21c27"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:31:52.350248 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-94f0e4a0-758a-432f-9a7e-5b5507f7c920 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-837529076', 'description': 'tempest-secgroup-smoke-837529076 description', 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:31:52.372926 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94f0e4a0-758a-432f-9a7e-5b5507f7c920 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:52.388719 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0f3d80-2a62-4667-a59d-f3a951e26082 x-openstack-request-id: req-cf0f3d80-2a62-4667-a59d-f3a951e26082 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:31:52.389019 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649aa24d-5e22-499a-b8a7-95e2d996de4d", "tag": "558ff6d3-5924-46ac-99fd-fa156ed21c27", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:31:52.389278 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf0f3d80-2a62-4667-a59d-f3a951e26082 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:31:52.389973 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649aa24d-5e22-499a-b8a7-95e2d996de4d', 'tag': '558ff6d3-5924-46ac-99fd-fa156ed21c27', 'status': 'completed', 'code': 200} Feb 03 13:31:52.422707 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-2306829a-1a96-4a52-a6d6-757c9e521d2c None None] Set router d6b0a6d0-8c53-4389-85be-949e0253a919 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:31:52.448831 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94f0e4a0-758a-432f-9a7e-5b5507f7c920 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group (295cdabd-4715-4c7f-83f4-8fe99714d6db), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:52.453492 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94f0e4a0-758a-432f-9a7e-5b5507f7c920 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (295cdabd-4715-4c7f-83f4-8fe99714d6db), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:52.481630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0e4a0-758a-432f-9a7e-5b5507f7c920 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=295cdabd-4715-4c7f-83f4-8fe99714d6db,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:31:52.492923 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f0e4a0-758a-432f-9a7e-5b5507f7c920 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:31:52.493313 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f0e4a0-758a-432f-9a7e-5b5507f7c920 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:31:52.493647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f0e4a0-758a-432f-9a7e-5b5507f7c920 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:31:52.494008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f0e4a0-758a-432f-9a7e-5b5507f7c920 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:31:52.494325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f0e4a0-758a-432f-9a7e-5b5507f7c920 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:31:52.494663 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f0e4a0-758a-432f-9a7e-5b5507f7c920 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:31:52.495208 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f0e4a0-758a-432f-9a7e-5b5507f7c920 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:31:52.495717 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f0e4a0-758a-432f-9a7e-5b5507f7c920 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:31:52.496276 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f0e4a0-758a-432f-9a7e-5b5507f7c920 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:31:52.496801 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f0e4a0-758a-432f-9a7e-5b5507f7c920 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:31:52.497297 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f0e4a0-758a-432f-9a7e-5b5507f7c920 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:31:52.497798 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f0e4a0-758a-432f-9a7e-5b5507f7c920 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:31:52.498299 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f0e4a0-758a-432f-9a7e-5b5507f7c920 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:31:52.504007 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94f0e4a0-758a-432f-9a7e-5b5507f7c920 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:52.505547 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-94f0e4a0-758a-432f-9a7e-5b5507f7c920 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1638386 Feb 03 13:31:52.509392 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41282) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:31:52.515610 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-023bf88a-60c6-47f6-ac5b-4c5cd3b44a2b tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Request body: {'security_group_rule': {'security_group_id': '295cdabd-4715-4c7f-83f4-8fe99714d6db', 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:31:52.531847 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c61c7-83cf-47db-ab7d-5bd851cc206f req-1a16cbfc-bb20-48c1-92bb-10069d6d30b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:52.533444 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b65c61c7-83cf-47db-ab7d-5bd851cc206f req-1a16cbfc-bb20-48c1-92bb-10069d6d30b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bad4a330cd9a4008a75a6195e46f3ff9&device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 1128 time: 0.1016598 Feb 03 13:31:52.541831 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-023bf88a-60c6-47f6-ac5b-4c5cd3b44a2b tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group_rule (fd9fd234-f019-4d1f-9125-84348775d480), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:52.601361 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-023bf88a-60c6-47f6-ac5b-4c5cd3b44a2b tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group_rule (fd9fd234-f019-4d1f-9125-84348775d480), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:52.606434 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-023bf88a-60c6-47f6-ac5b-4c5cd3b44a2b tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (fd9fd234-f019-4d1f-9125-84348775d480), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:52.626147 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023bf88a-60c6-47f6-ac5b-4c5cd3b44a2b tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9fd234-f019-4d1f-9125-84348775d480,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:31:52.634128 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c61c7-83cf-47db-ab7d-5bd851cc206f req-4f8b23b0-af04-4fbc-804b-d0a794d62dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:52.635980 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-023bf88a-60c6-47f6-ac5b-4c5cd3b44a2b tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:52.636144 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b65c61c7-83cf-47db-ab7d-5bd851cc206f req-4f8b23b0-af04-4fbc-804b-d0a794d62dd3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b91d262f-fa39-4fe9-8442-b651cb772337 HTTP/1.1" status: 200 len: 916 time: 0.0958102 Feb 03 13:31:52.637256 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-023bf88a-60c6-47f6-ac5b-4c5cd3b44a2b tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262748 Feb 03 13:31:52.639901 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41284) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:31:52.645200 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-cae9c5f5-ce16-49f8-901f-e0d4b743d5c6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Request body: {'security_group_rule': {'security_group_id': '295cdabd-4715-4c7f-83f4-8fe99714d6db', 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:31:52.671566 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cae9c5f5-ce16-49f8-901f-e0d4b743d5c6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group_rule (6117ed0e-5344-4463-81b8-824a38977ff0), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:52.674731 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2306829a-1a96-4a52-a6d6-757c9e521d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'name': 'tempest-TestMinimumBasicScenario-1931300804-router', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:52Z', 'revision_number': 4, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'gw_port': {'id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '6f6e2151-aa33-479a-910e-609fd62601cb', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'floating_ip_address': '172.25.6.134', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'port_id': '558ff6d3-5924-46ac-99fd-fa156ed21c27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337', 'mac_address': 'fa:16:3e:e4:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649aa24d-5e22-499a-b8a7-95e2d996de4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:31:51Z', 'updated_at': '2022-02-03T13:31:51Z', 'revision_number': 0, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be081f9-20d0-40f4-b8c4-0784b114a49f', 'name': '', 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'mac_address': 'fa:16:3e:99:d1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '759110ff-5069-491a-af56-4a7f6189de05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:52Z', 'updated_at': '2022-02-03T13:30:57Z', 'revision_number': 5, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'subnets': [{'id': '759110ff-5069-491a-af56-4a7f6189de05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:31:52.704117 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2306829a-1a96-4a52-a6d6-757c9e521d2c None None] Checking router: d6b0a6d0-8c53-4389-85be-949e0253a919 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:31:52.712829 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2306829a-1a96-4a52-a6d6-757c9e521d2c None None] Routers {'d6b0a6d0-8c53-4389-85be-949e0253a919'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:31:52.713438 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2306829a-1a96-4a52-a6d6-757c9e521d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:31:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d6b0a6d0-8c53-4389-85be-949e0253a919'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:31:52.714872 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b65c61c7-83cf-47db-ab7d-5bd851cc206f req-f962d4fa-8e18-463d-baf4-51dd172f583b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=558ff6d3-5924-46ac-99fd-fa156ed21c27 HTTP/1.1" status: 200 len: 1000 time: 0.0719228 Feb 03 13:31:52.737611 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cae9c5f5-ce16-49f8-901f-e0d4b743d5c6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group_rule (6117ed0e-5344-4463-81b8-824a38977ff0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:52.742609 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cae9c5f5-ce16-49f8-901f-e0d4b743d5c6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (6117ed0e-5344-4463-81b8-824a38977ff0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:52.763142 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9c5f5-ce16-49f8-901f-e0d4b743d5c6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6117ed0e-5344-4463-81b8-824a38977ff0,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:31:52.771182 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c61c7-83cf-47db-ab7d-5bd851cc206f req-9ac6f911-e45c-49c3-b40b-7ff0b66932f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:52.773077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b65c61c7-83cf-47db-ab7d-5bd851cc206f req-9ac6f911-e45c-49c3-b40b-7ff0b66932f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=759110ff-5069-491a-af56-4a7f6189de05 HTTP/1.1" status: 200 len: 854 time: 0.0519640 Feb 03 13:31:52.775759 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cae9c5f5-ce16-49f8-901f-e0d4b743d5c6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:52.777027 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cae9c5f5-ce16-49f8-901f-e0d4b743d5c6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1361890 Feb 03 13:31:52.780037 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41286) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:31:52.784269 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-83ab581e-33ab-469e-9d6f-65cb4917eb31 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Request body: {'security_group_rule': {'security_group_id': '295cdabd-4715-4c7f-83f4-8fe99714d6db', 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:31:52.811810 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83ab581e-33ab-469e-9d6f-65cb4917eb31 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group_rule (41f80b82-577b-4a1d-8e72-17220b531e33), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:52.826350 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c61c7-83cf-47db-ab7d-5bd851cc206f req-69ab69e8-27ef-48c9-bb5a-baaa9132f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:52.827910 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b65c61c7-83cf-47db-ab7d-5bd851cc206f req-69ab69e8-27ef-48c9-bb5a-baaa9132f968 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b91d262f-fa39-4fe9-8442-b651cb772337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487218 Feb 03 13:31:52.830140 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-2306829a-1a96-4a52-a6d6-757c9e521d2c None None] Set router d6b0a6d0-8c53-4389-85be-949e0253a919 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:31:52.874507 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83ab581e-33ab-469e-9d6f-65cb4917eb31 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group_rule (41f80b82-577b-4a1d-8e72-17220b531e33), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:52.879611 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83ab581e-33ab-469e-9d6f-65cb4917eb31 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (41f80b82-577b-4a1d-8e72-17220b531e33), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:52.897842 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab581e-33ab-469e-9d6f-65cb4917eb31 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f80b82-577b-4a1d-8e72-17220b531e33,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:31:52.911916 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83ab581e-33ab-469e-9d6f-65cb4917eb31 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:52.916478 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-83ab581e-33ab-469e-9d6f-65cb4917eb31 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327765 Feb 03 13:31:52.916773 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41288) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:31:52.923829 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6aec007a-d144-4c78-b67e-0563b1cf34d6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Request body: {'security_group_rule': {'security_group_id': '295cdabd-4715-4c7f-83f4-8fe99714d6db', 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:31:52.949130 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b65c61c7-83cf-47db-ab7d-5bd851cc206f req-9960bd0b-5bf3-4c6b-bc6d-1280e1076225 service neutron] 10.222.0.73 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149318 Feb 03 13:31:52.980917 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6aec007a-d144-4c78-b67e-0563b1cf34d6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group_rule (b1b9c989-3b7c-4228-985d-aa57e350dc41), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:53.088204 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b65c61c7-83cf-47db-ab7d-5bd851cc206f req-c7e2b32d-3293-4666-b370-6fc8837237ba service neutron] 10.222.0.73 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330328 Feb 03 13:31:53.093554 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6aec007a-d144-4c78-b67e-0563b1cf34d6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group_rule (b1b9c989-3b7c-4228-985d-aa57e350dc41), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:53.098381 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6aec007a-d144-4c78-b67e-0563b1cf34d6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (b1b9c989-3b7c-4228-985d-aa57e350dc41), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:53.114970 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec007a-d144-4c78-b67e-0563b1cf34d6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b9c989-3b7c-4228-985d-aa57e350dc41,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:31:53.126856 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6aec007a-d144-4c78-b67e-0563b1cf34d6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:53.131015 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41290) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:31:53.131164 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6aec007a-d144-4c78-b67e-0563b1cf34d6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2133181 Feb 03 13:31:53.135831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-c1bcbb87-753a-4281-a858-335b6d39ef4b tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Request body: {'security_group_rule': {'security_group_id': '295cdabd-4715-4c7f-83f4-8fe99714d6db', 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:31:53.157639 n-d-827336-3 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-c1bcbb87-753a-4281-a858-335b6d39ef4b tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Project bad4a330cd9a4008a75a6195e46f3ff9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:31:53.163325 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1bcbb87-753a-4281-a858-335b6d39ef4b tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group_rule (f75b5593-ca9a-40e0-bf2e-b7bb6f3a03cc), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:53.166306 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-2306829a-1a96-4a52-a6d6-757c9e521d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'name': 'tempest-TestMinimumBasicScenario-1931300804-router', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:52Z', 'revision_number': 4, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'gw_port': {'id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '6f6e2151-aa33-479a-910e-609fd62601cb', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'floating_ip_address': '172.25.6.134', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'port_id': '558ff6d3-5924-46ac-99fd-fa156ed21c27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337', 'mac_address': 'fa:16:3e:e4:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649aa24d-5e22-499a-b8a7-95e2d996de4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:31:51Z', 'updated_at': '2022-02-03T13:31:51Z', 'revision_number': 0, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be081f9-20d0-40f4-b8c4-0784b114a49f', 'name': '', 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'mac_address': 'fa:16:3e:99:d1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '759110ff-5069-491a-af56-4a7f6189de05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:52Z', 'updated_at': '2022-02-03T13:30:57Z', 'revision_number': 5, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'subnets': [{'id': '759110ff-5069-491a-af56-4a7f6189de05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:31:53.191692 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2306829a-1a96-4a52-a6d6-757c9e521d2c None None] The sync data for ids ['d6b0a6d0-8c53-4389-85be-949e0253a919'] in n-d-827336-3 is: [{'id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'name': 'tempest-TestMinimumBasicScenario-1931300804-router', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:52Z', 'revision_number': 4, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'gw_port': {'id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '6f6e2151-aa33-479a-910e-609fd62601cb', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'floating_ip_address': '172.25.6.134', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'port_id': '558ff6d3-5924-46ac-99fd-fa156ed21c27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337', 'mac_address': 'fa:16:3e:e4:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649aa24d-5e22-499a-b8a7-95e2d996de4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:31:51Z', 'updated_at': '2022-02-03T13:31:51Z', 'revision_number': 0, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be081f9-20d0-40f4-b8c4-0784b114a49f', 'name': '', 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'mac_address': 'fa:16:3e:99:d1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '759110ff-5069-491a-af56-4a7f6189de05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:52Z', 'updated_at': '2022-02-03T13:30:57Z', 'revision_number': 5, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'subnets': [{'id': '759110ff-5069-491a-af56-4a7f6189de05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:31:53.223258 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1bcbb87-753a-4281-a858-335b6d39ef4b tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group_rule (f75b5593-ca9a-40e0-bf2e-b7bb6f3a03cc), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:53.227217 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1bcbb87-753a-4281-a858-335b6d39ef4b tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (f75b5593-ca9a-40e0-bf2e-b7bb6f3a03cc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:53.245864 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bcbb87-753a-4281-a858-335b6d39ef4b tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75b5593-ca9a-40e0-bf2e-b7bb6f3a03cc,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:31:53.255591 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1bcbb87-753a-4281-a858-335b6d39ef4b tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:53.256917 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c1bcbb87-753a-4281-a858-335b6d39ef4b tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246934 Feb 03 13:31:53.259735 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41292) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:31:53.264184 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-998e8bb7-03b1-4da1-b918-674c8458169c tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Request body: {'security_group_rule': {'security_group_id': '295cdabd-4715-4c7f-83f4-8fe99714d6db', 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:31:53.286470 n-d-827336-3 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-998e8bb7-03b1-4da1-b918-674c8458169c tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Project bad4a330cd9a4008a75a6195e46f3ff9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:31:53.292082 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-998e8bb7-03b1-4da1-b918-674c8458169c tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group_rule (9f59c200-9790-40d3-8390-34d79a49de31), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:53.354490 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-998e8bb7-03b1-4da1-b918-674c8458169c tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group_rule (9f59c200-9790-40d3-8390-34d79a49de31), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:53.358999 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-998e8bb7-03b1-4da1-b918-674c8458169c tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (9f59c200-9790-40d3-8390-34d79a49de31), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:53.379448 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e8bb7-03b1-4da1-b918-674c8458169c tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f59c200-9790-40d3-8390-34d79a49de31,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:31:53.387830 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-998e8bb7-03b1-4da1-b918-674c8458169c tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:53.389295 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-998e8bb7-03b1-4da1-b918-674c8458169c tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285233 Feb 03 13:31:53.414517 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da3e5e3-0909-4ad5-8589-3779d6bdc1b7 None None] New status for floating IP 6f6e2151-aa33-479a-910e-609fd62601cb: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:31:53.483259 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed50fed2-a2c3-4e19-ba6e-500bda022776 req-cd0c8ba5-1077-4c08-80d0-791a0a6c1ccd tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-837529076&fields=id&tenant_id=bad4a330cd9a4008a75a6195e46f3ff9 HTTP/1.1" status: 200 len: 267 time: 0.0463235 Feb 03 13:31:53.540971 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50fed2-a2c3-4e19-ba6e-500bda022776 req-3faa8448-dbc2-48fe-b664-16caf2320242 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:53.542366 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed50fed2-a2c3-4e19-ba6e-500bda022776 req-3faa8448-dbc2-48fe-b664-16caf2320242 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 946 time: 0.0537181 Feb 03 13:31:53.554062 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-ed50fed2-a2c3-4e19-ba6e-500bda022776 req-1508c45b-e407-41d0-9adf-2fb4b49b7068 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Request body: {'port': {'security_groups': ['184b63b7-5a8c-4459-ac56-83cdc243c279', '295cdabd-4715-4c7f-83f4-8fe99714d6db']}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:31:53.624848 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ed50fed2-a2c3-4e19-ba6e-500bda022776 req-1508c45b-e407-41d0-9adf-2fb4b49b7068 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:53.811731 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-ed50fed2-a2c3-4e19-ba6e-500bda022776 req-1508c45b-e407-41d0-9adf-2fb4b49b7068 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] For port 558ff6d3-5924-46ac-99fd-fa156ed21c27, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=558ff6d3-5924-46ac-99fd-fa156ed21c27,segment=NetworkSegment(6d22de33-2944-443b-b75e-bf270c2c184d),segment_id=6d22de33-2944-443b-b75e-bf270c2c184d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:31:53.840541 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ed50fed2-a2c3-4e19-ba6e-500bda022776 req-1508c45b-e407-41d0-9adf-2fb4b49b7068 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:53.845025 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ed50fed2-a2c3-4e19-ba6e-500bda022776 req-1508c45b-e407-41d0-9adf-2fb4b49b7068 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:53.889230 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['558ff6d3-5924-46ac-99fd-fa156ed21c27'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:31:53.893727 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50fed2-a2c3-4e19-ba6e-500bda022776 req-1508c45b-e407-41d0-9adf-2fb4b49b7068 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:53.894313 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-ed50fed2-a2c3-4e19-ba6e-500bda022776 req-1508c45b-e407-41d0-9adf-2fb4b49b7068 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:53.895727 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ed50fed2-a2c3-4e19-ba6e-500bda022776 req-1508c45b-e407-41d0-9adf-2fb4b49b7068 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "PUT /v2.0/ports/558ff6d3-5924-46ac-99fd-fa156ed21c27 HTTP/1.1" status: 200 len: 982 time: 0.3467140 Feb 03 13:31:53.896230 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649aa24d-5e22-499a-b8a7-95e2d996de4d', 'tag': '558ff6d3-5924-46ac-99fd-fa156ed21c27'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:31:53.898592 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd8e3d0d214f4b5a5c9346c817bb3d5c7dc8eede0041f0ac454b0f34c689af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c32b4f-52eb-404b-85f0-8059b6b65713" -d '{"events": [{"name": "network-changed", "server_uuid": "649aa24d-5e22-499a-b8a7-95e2d996de4d", "tag": "558ff6d3-5924-46ac-99fd-fa156ed21c27"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:31:53.945964 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508c45b-e407-41d0-9adf-2fb4b49b7068 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Pushing event updated for resources: {'Port': ['ID=558ff6d3-5924-46ac-99fd-fa156ed21c27,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:31:54.026301 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['558ff6d3-5924-46ac-99fd-fa156ed21c27'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:31:54.038647 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecf15bb-fb65-4422-b1e6-a8cdeb605720 x-openstack-request-id: req-4ecf15bb-fb65-4422-b1e6-a8cdeb605720 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:31:54.038647 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649aa24d-5e22-499a-b8a7-95e2d996de4d", "tag": "558ff6d3-5924-46ac-99fd-fa156ed21c27", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:31:54.038902 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ecf15bb-fb65-4422-b1e6-a8cdeb605720 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:31:54.039249 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649aa24d-5e22-499a-b8a7-95e2d996de4d', 'tag': '558ff6d3-5924-46ac-99fd-fa156ed21c27', 'status': 'completed', 'code': 200} Feb 03 13:31:54.047791 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98527d-1580-473c-88a9-e9722a5a5e7c req-fdbad7e2-ef23-45a4-8752-a8cd65f9e8ef tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:54.049563 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1b98527d-1580-473c-88a9-e9722a5a5e7c req-fdbad7e2-ef23-45a4-8752-a8cd65f9e8ef tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 985 time: 0.0675225 Feb 03 13:31:54.147102 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1b98527d-1580-473c-88a9-e9722a5a5e7c req-fd5c245f-a310-4acc-970f-d97b8d156619 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&id=295cdabd-4715-4c7f-83f4-8fe99714d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889397 Feb 03 13:31:54.150015 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c32b4f-52eb-404b-85f0-8059b6b65713 req-2a81f185-d44c-4f69-bd18-24a250d6e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:54.152182 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7c32b4f-52eb-404b-85f0-8059b6b65713 req-2a81f185-d44c-4f69-bd18-24a250d6e421 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bad4a330cd9a4008a75a6195e46f3ff9&device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 1167 time: 0.0668197 Feb 03 13:31:54.256320 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c32b4f-52eb-404b-85f0-8059b6b65713 req-a99ee1ef-e8dd-46c3-b352-5e370eec8efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:54.257786 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7c32b4f-52eb-404b-85f0-8059b6b65713 req-a99ee1ef-e8dd-46c3-b352-5e370eec8efb service neutron] 10.222.0.73 "GET /v2.0/networks?id=b91d262f-fa39-4fe9-8442-b651cb772337 HTTP/1.1" status: 200 len: 916 time: 0.0986204 Feb 03 13:31:54.285162 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-978a1c74-41ad-48ad-a6b7-40ae3c143bcb None None] Provisioning complete for port 558ff6d3-5924-46ac-99fd-fa156ed21c27 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:31:54.285541 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-978a1c74-41ad-48ad-a6b7-40ae3c143bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:31:54.332171 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7c32b4f-52eb-404b-85f0-8059b6b65713 req-c3a3fad4-d642-4810-a41d-643f51c2372a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=558ff6d3-5924-46ac-99fd-fa156ed21c27 HTTP/1.1" status: 200 len: 1002 time: 0.0683327 Feb 03 13:31:54.382027 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c32b4f-52eb-404b-85f0-8059b6b65713 req-4a4d27fb-c520-4056-9e6a-04dd67a15f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:54.383446 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7c32b4f-52eb-404b-85f0-8059b6b65713 req-4a4d27fb-c520-4056-9e6a-04dd67a15f2c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=759110ff-5069-491a-af56-4a7f6189de05 HTTP/1.1" status: 200 len: 854 time: 0.0460556 Feb 03 13:31:54.440617 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c32b4f-52eb-404b-85f0-8059b6b65713 req-a28600d5-9418-4f7a-b0f5-0d420c0abe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:31:54.442480 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7c32b4f-52eb-404b-85f0-8059b6b65713 req-a28600d5-9418-4f7a-b0f5-0d420c0abe0a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b91d262f-fa39-4fe9-8442-b651cb772337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532610 Feb 03 13:31:54.501521 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-978a1c74-41ad-48ad-a6b7-40ae3c143bcb None None] Current status of the port 558ff6d3-5924-46ac-99fd-fa156ed21c27 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:31:54.548512 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7c32b4f-52eb-404b-85f0-8059b6b65713 req-0c38f0bb-3315-4eed-82c3-807bdea416cc service neutron] 10.222.0.73 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996733 Feb 03 13:31:54.645307 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7c32b4f-52eb-404b-85f0-8059b6b65713 req-fc2d28fc-d8e6-4b16-86f8-5da482122377 service neutron] 10.222.0.73 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908966 Feb 03 13:32:00.874672 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:32:01.656541 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:03.597924 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1ea96874-7552-45ce-afd7-575c8e8d1376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:06.212210 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-29acd3e6-0033-4abd-9db8-1ac3f1f416c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:07.119578 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:07.130861 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-11e4902c-fc08-4680-9b69-359c2c8db8da req-b4b6d425-ff98-4a3a-adea-1e23f343da3a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459661 Feb 03 13:32:07.235025 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4902c-fc08-4680-9b69-359c2c8db8da req-1c9f4df3-33fe-4b60-9ba0-76858be78bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:07.236583 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-11e4902c-fc08-4680-9b69-359c2c8db8da req-1c9f4df3-33fe-4b60-9ba0-76858be78bfb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bad4a330cd9a4008a75a6195e46f3ff9&device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 1167 time: 0.0464795 Feb 03 13:32:07.343812 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4902c-fc08-4680-9b69-359c2c8db8da req-3c26164c-c1a6-4886-988c-331b1119170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:07.345327 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-11e4902c-fc08-4680-9b69-359c2c8db8da req-3c26164c-c1a6-4886-988c-331b1119170a service neutron] 10.222.0.73 "GET /v2.0/networks?id=b91d262f-fa39-4fe9-8442-b651cb772337 HTTP/1.1" status: 200 len: 916 time: 0.0898101 Feb 03 13:32:07.409722 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-11e4902c-fc08-4680-9b69-359c2c8db8da req-7739f106-92bd-4588-afbf-5e7cf1c10539 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=558ff6d3-5924-46ac-99fd-fa156ed21c27 HTTP/1.1" status: 200 len: 1002 time: 0.0584319 Feb 03 13:32:07.457389 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4902c-fc08-4680-9b69-359c2c8db8da req-0324bc99-9d6a-4664-93ec-1d237df8eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:07.458952 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-11e4902c-fc08-4680-9b69-359c2c8db8da req-0324bc99-9d6a-4664-93ec-1d237df8eaa4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=759110ff-5069-491a-af56-4a7f6189de05 HTTP/1.1" status: 200 len: 854 time: 0.0433602 Feb 03 13:32:07.845713 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4902c-fc08-4680-9b69-359c2c8db8da req-b5f70a78-a7e4-47dc-8e20-712afaf2697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:07.847789 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-11e4902c-fc08-4680-9b69-359c2c8db8da req-b5f70a78-a7e4-47dc-8e20-712afaf2697f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b91d262f-fa39-4fe9-8442-b651cb772337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3825212 Feb 03 13:32:07.934342 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-11e4902c-fc08-4680-9b69-359c2c8db8da req-37654ebd-aa1d-455c-9e41-3a44c9aaaeec service neutron] 10.222.0.73 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809703 Feb 03 13:32:08.025400 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-11e4902c-fc08-4680-9b69-359c2c8db8da req-05b3af56-3d14-4adc-81bd-7e63144493ee service neutron] 10.222.0.73 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857701 Feb 03 13:32:08.419009 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:10.013989 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:16.334478 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:31.667910 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:33.599133 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fe6e43fe-92ac-4bb7-89e1-16bc4cce17b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:36.214459 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5bdf0f85-3c59-44bf-9029-9379a73b81e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:37.121046 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:37.875391 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:32:38.421142 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:39.211042 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb1bdf-b20c-4e87-bfe1-afbab321a5d0 req-92ff6a5b-0783-48c1-82e5-d9a56fdad5c0 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:39.212589 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bfeb1bdf-b20c-4e87-bfe1-afbab321a5d0 req-92ff6a5b-0783-48c1-82e5-d9a56fdad5c0 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 985 time: 0.0567360 Feb 03 13:32:39.240596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d55ef3-959a-4d60-bc31-f06b84d6e6cc req-7f0840db-b500-47e6-be83-ead4a2bd40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:39.242891 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4d55ef3-959a-4d60-bc31-f06b84d6e6cc req-7f0840db-b500-47e6-be83-ead4a2bd40b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bad4a330cd9a4008a75a6195e46f3ff9&device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 1167 time: 0.0495036 Feb 03 13:32:39.272595 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bfeb1bdf-b20c-4e87-bfe1-afbab321a5d0 req-da9a3869-2022-44b5-9003-6032bff10b93 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&id=295cdabd-4715-4c7f-83f4-8fe99714d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540874 Feb 03 13:32:39.336138 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d55ef3-959a-4d60-bc31-f06b84d6e6cc req-37a54404-8800-456c-a164-fed18e256f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:39.338391 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4d55ef3-959a-4d60-bc31-f06b84d6e6cc req-37a54404-8800-456c-a164-fed18e256f6b service neutron] 10.222.0.73 "GET /v2.0/networks?id=b91d262f-fa39-4fe9-8442-b651cb772337 HTTP/1.1" status: 200 len: 916 time: 0.0895007 Feb 03 13:32:39.403877 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4d55ef3-959a-4d60-bc31-f06b84d6e6cc req-4c84010e-4939-4d84-ad14-df0700aaf2c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=558ff6d3-5924-46ac-99fd-fa156ed21c27 HTTP/1.1" status: 200 len: 1002 time: 0.0586667 Feb 03 13:32:39.453193 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d55ef3-959a-4d60-bc31-f06b84d6e6cc req-69b258b8-ab2a-4c0b-8e9d-bc2bbe9c0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:39.454647 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4d55ef3-959a-4d60-bc31-f06b84d6e6cc req-69b258b8-ab2a-4c0b-8e9d-bc2bbe9c0291 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=759110ff-5069-491a-af56-4a7f6189de05 HTTP/1.1" status: 200 len: 854 time: 0.0433922 Feb 03 13:32:39.505873 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d55ef3-959a-4d60-bc31-f06b84d6e6cc req-ba4338e6-cf65-4088-9905-ecaf2cc798b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:39.507372 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4d55ef3-959a-4d60-bc31-f06b84d6e6cc req-ba4338e6-cf65-4088-9905-ecaf2cc798b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b91d262f-fa39-4fe9-8442-b651cb772337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469801 Feb 03 13:32:39.595101 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4d55ef3-959a-4d60-bc31-f06b84d6e6cc req-17d11cf8-3af4-4e39-bf1c-589d06bc501b service neutron] 10.222.0.73 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813720 Feb 03 13:32:39.687043 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4d55ef3-959a-4d60-bc31-f06b84d6e6cc req-b2ca6d19-3081-42fd-b30b-d8703e55916d service neutron] 10.222.0.73 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861807 Feb 03 13:32:40.005677 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:40.399189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79680cda-4dba-4e84-8cbe-51faf958549d req-8235ce30-7c3a-4410-b1fd-0aaf35e2f8e8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:40.401015 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79680cda-4dba-4e84-8cbe-51faf958549d req-8235ce30-7c3a-4410-b1fd-0aaf35e2f8e8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 985 time: 0.0565197 Feb 03 13:32:40.466115 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-79680cda-4dba-4e84-8cbe-51faf958549d req-0afd93ee-032a-4278-8107-872c20c11100 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&id=295cdabd-4715-4c7f-83f4-8fe99714d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591161 Feb 03 13:32:41.589012 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975f875-402e-4d9a-b118-5ba4f67cd6e2 req-92290f58-129c-49c5-83e2-c77837c1c0ba tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:41.590404 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5975f875-402e-4d9a-b118-5ba4f67cd6e2 req-92290f58-129c-49c5-83e2-c77837c1c0ba tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 985 time: 0.0565786 Feb 03 13:32:41.648374 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5975f875-402e-4d9a-b118-5ba4f67cd6e2 req-d92f9f65-8c6d-4551-8010-ac5177b176dc tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&id=295cdabd-4715-4c7f-83f4-8fe99714d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523303 Feb 03 13:32:42.770802 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a397d-0275-468c-8b2c-182725f09d7e req-3a48a51f-f880-4ec4-9f5f-63f6309f56ed tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:42.772327 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e90a397d-0275-468c-8b2c-182725f09d7e req-3a48a51f-f880-4ec4-9f5f-63f6309f56ed tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 985 time: 0.0538774 Feb 03 13:32:42.835393 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e90a397d-0275-468c-8b2c-182725f09d7e req-a04cfbd0-f4a5-4442-a375-e6f9c20c4f26 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&id=295cdabd-4715-4c7f-83f4-8fe99714d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569675 Feb 03 13:32:43.955082 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa58b19-ee96-4678-b2ad-5771c981d774 req-cd5a837b-5e56-4699-a6a4-71546e6a818d tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:43.956584 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9aa58b19-ee96-4678-b2ad-5771c981d774 req-cd5a837b-5e56-4699-a6a4-71546e6a818d tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 985 time: 0.0529301 Feb 03 13:32:44.015015 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9aa58b19-ee96-4678-b2ad-5771c981d774 req-c65a08da-cb23-453b-8713-1a529a484d5d tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&id=295cdabd-4715-4c7f-83f4-8fe99714d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527105 Feb 03 13:32:45.132457 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a761c4-0c49-4d98-b3f4-b858dc94b150 req-c9fd3c1c-b6a1-4397-95a3-ad7bcdff26bd tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:45.133951 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63a761c4-0c49-4d98-b3f4-b858dc94b150 req-c9fd3c1c-b6a1-4397-95a3-ad7bcdff26bd tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 985 time: 0.0526788 Feb 03 13:32:45.194015 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63a761c4-0c49-4d98-b3f4-b858dc94b150 req-c9f7aa97-7b8e-46c5-a130-e9ccbf714a19 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&id=295cdabd-4715-4c7f-83f4-8fe99714d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538893 Feb 03 13:32:46.321411 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285092f-cfcc-434c-af8b-b60fb6b0575c req-79bde2a7-ed22-4456-91ca-c6b639a2d40d tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:46.323707 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8285092f-cfcc-434c-af8b-b60fb6b0575c req-79bde2a7-ed22-4456-91ca-c6b639a2d40d tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 985 time: 0.0604463 Feb 03 13:32:46.351609 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:32:46.390202 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8285092f-cfcc-434c-af8b-b60fb6b0575c req-1f547c82-c0e5-4dc0-8fdb-8e0ef9d625e5 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&id=295cdabd-4715-4c7f-83f4-8fe99714d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608146 Feb 03 13:32:47.508809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69291a87-2c9a-4833-acd8-98fa2825d3fd req-fd71c586-d997-4099-8839-dec12c1d75b1 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:47.510878 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69291a87-2c9a-4833-acd8-98fa2825d3fd req-fd71c586-d997-4099-8839-dec12c1d75b1 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 985 time: 0.0534227 Feb 03 13:32:47.569381 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-69291a87-2c9a-4833-acd8-98fa2825d3fd req-876b72d5-ab47-4452-a505-e8b367766373 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&id=295cdabd-4715-4c7f-83f4-8fe99714d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526946 Feb 03 13:32:48.688016 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011260b-5551-4a03-9068-b18b8dc7dd71 req-112cdfee-05c1-4b48-988d-cd396fbd9a43 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:48.689465 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1011260b-5551-4a03-9068-b18b8dc7dd71 req-112cdfee-05c1-4b48-988d-cd396fbd9a43 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 985 time: 0.0522637 Feb 03 13:32:48.747008 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1011260b-5551-4a03-9068-b18b8dc7dd71 req-4199d34e-80c1-4cfc-bcc3-f4eea5336768 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&id=295cdabd-4715-4c7f-83f4-8fe99714d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519488 Feb 03 13:32:49.872241 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f22511-e690-4d53-8e8c-c8bab20f6d7d req-75df85b8-f0b4-4650-8ef5-bc3824a88131 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:49.873718 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87f22511-e690-4d53-8e8c-c8bab20f6d7d req-75df85b8-f0b4-4650-8ef5-bc3824a88131 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 985 time: 0.0566082 Feb 03 13:32:49.931882 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87f22511-e690-4d53-8e8c-c8bab20f6d7d req-06efb6c5-1e3b-4bea-9fc2-d0ca66802b6b tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&id=295cdabd-4715-4c7f-83f4-8fe99714d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524917 Feb 03 13:32:51.049759 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de3821-1a23-4b39-8700-c10995d3812e req-910341de-1bf3-4cc9-87e2-c6345863e447 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:32:51.051226 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42de3821-1a23-4b39-8700-c10995d3812e req-910341de-1bf3-4cc9-87e2-c6345863e447 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 985 time: 0.0520952 Feb 03 13:32:51.114482 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-42de3821-1a23-4b39-8700-c10995d3812e req-6e507864-58fd-4bbd-85e1-90772d8b9180 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&id=295cdabd-4715-4c7f-83f4-8fe99714d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575869 Feb 03 13:33:01.656633 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:03.600382 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-657cd69f-c6e8-4d79-887d-06e10abac240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:06.216024 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c5bdc31f-d337-4ad0-9c72-172db1c71b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:07.125446 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:08.423621 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:09.130632 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be05e5e8-c683-4e69-b808-606274f168cc req-ad5967a6-9221-4a95-8de6-fdda4c3b0580 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439718 Feb 03 13:33:09.233390 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05e5e8-c683-4e69-b808-606274f168cc req-18730e78-65d7-415c-a552-8c16351801b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:09.234911 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be05e5e8-c683-4e69-b808-606274f168cc req-18730e78-65d7-415c-a552-8c16351801b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bad4a330cd9a4008a75a6195e46f3ff9&device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 1167 time: 0.0445275 Feb 03 13:33:09.342765 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05e5e8-c683-4e69-b808-606274f168cc req-5eeeb4bb-6685-4086-8402-da57ed2d022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:09.344668 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be05e5e8-c683-4e69-b808-606274f168cc req-5eeeb4bb-6685-4086-8402-da57ed2d022e service neutron] 10.222.0.73 "GET /v2.0/networks?id=b91d262f-fa39-4fe9-8442-b651cb772337 HTTP/1.1" status: 200 len: 916 time: 0.0900371 Feb 03 13:33:09.409174 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be05e5e8-c683-4e69-b808-606274f168cc req-fd100a95-dd9c-4b09-b8a6-696a111d12f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=558ff6d3-5924-46ac-99fd-fa156ed21c27 HTTP/1.1" status: 200 len: 1002 time: 0.0577238 Feb 03 13:33:09.460161 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05e5e8-c683-4e69-b808-606274f168cc req-111d6841-e25f-4068-aa17-5457acfd73e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:09.461594 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be05e5e8-c683-4e69-b808-606274f168cc req-111d6841-e25f-4068-aa17-5457acfd73e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=759110ff-5069-491a-af56-4a7f6189de05 HTTP/1.1" status: 200 len: 854 time: 0.0465984 Feb 03 13:33:09.508619 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05e5e8-c683-4e69-b808-606274f168cc req-7cd8dfc1-d7e2-4751-b0c8-d1b71e6ddf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:09.510140 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be05e5e8-c683-4e69-b808-606274f168cc req-7cd8dfc1-d7e2-4751-b0c8-d1b71e6ddf87 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b91d262f-fa39-4fe9-8442-b651cb772337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430248 Feb 03 13:33:09.599823 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be05e5e8-c683-4e69-b808-606274f168cc req-938cf396-7a0f-4090-b666-6366584bbd8b service neutron] 10.222.0.73 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804131 Feb 03 13:33:09.691551 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-be05e5e8-c683-4e69-b808-606274f168cc req-032d8e27-03ef-4b0f-b917-c4a03626391b service neutron] 10.222.0.73 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855312 Feb 03 13:33:10.007809 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:14.875571 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:33:16.348888 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:31.682687 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:33.602950 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-723bc876-e33e-47e6-9cd5-c21fc33b273c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:36.216306 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-eee3899f-9f85-4750-931b-720707465cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:37.127384 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:38.426915 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:40.009898 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:46.365693 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:51.874249 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:33:54.560242 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-422c87af-d0f8-435a-a14e-bb7cec3c5868 req-f0aa9d2e-19d8-4ee1-b2dd-767a711ea67d tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-837529076&fields=id&tenant_id=bad4a330cd9a4008a75a6195e46f3ff9 HTTP/1.1" status: 200 len: 267 time: 0.0449898 Feb 03 13:33:54.616310 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c87af-d0f8-435a-a14e-bb7cec3c5868 req-52078e12-76a5-4ffc-a1dd-40ea91b9a0e2 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:54.617786 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-422c87af-d0f8-435a-a14e-bb7cec3c5868 req-52078e12-76a5-4ffc-a1dd-40ea91b9a0e2 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 985 time: 0.0522051 Feb 03 13:33:54.628503 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-422c87af-d0f8-435a-a14e-bb7cec3c5868 req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Request body: {'port': {'security_groups': ['184b63b7-5a8c-4459-ac56-83cdc243c279']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:33:54.701904 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-422c87af-d0f8-435a-a14e-bb7cec3c5868 req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:54.871427 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-422c87af-d0f8-435a-a14e-bb7cec3c5868 req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] For port 558ff6d3-5924-46ac-99fd-fa156ed21c27, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=558ff6d3-5924-46ac-99fd-fa156ed21c27,segment=NetworkSegment(6d22de33-2944-443b-b75e-bf270c2c184d),segment_id=6d22de33-2944-443b-b75e-bf270c2c184d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:33:54.899799 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-422c87af-d0f8-435a-a14e-bb7cec3c5868 req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:54.904546 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-422c87af-d0f8-435a-a14e-bb7cec3c5868 req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:54.937318 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['558ff6d3-5924-46ac-99fd-fa156ed21c27'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:33:54.949647 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c87af-d0f8-435a-a14e-bb7cec3c5868 req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:54.950293 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-422c87af-d0f8-435a-a14e-bb7cec3c5868 req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:54.951721 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-422c87af-d0f8-435a-a14e-bb7cec3c5868 req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "PUT /v2.0/ports/558ff6d3-5924-46ac-99fd-fa156ed21c27 HTTP/1.1" status: 200 len: 943 time: 0.3277948 Feb 03 13:33:54.952213 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649aa24d-5e22-499a-b8a7-95e2d996de4d', 'tag': '558ff6d3-5924-46ac-99fd-fa156ed21c27'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:33:54.954509 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51711868-b210-4e01-a2a7-a62a051d8fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "649aa24d-5e22-499a-b8a7-95e2d996de4d", "tag": "558ff6d3-5924-46ac-99fd-fa156ed21c27"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:33:54.960408 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41384) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:55.023193 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Pushing event updated for resources: {'Port': ['ID=558ff6d3-5924-46ac-99fd-fa156ed21c27,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:55.043478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.044425 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.044425 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.044664 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.044870 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.045212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.045552 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.045886 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.046220 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.046554 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.046888 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.047217 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.047545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56e2ee-cb24-47a7-8d5f-120437672dd8 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.056645 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3d85bd4-9dbb-4e58-841c-f8af049010bd tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group (295cdabd-4715-4c7f-83f4-8fe99714d6db), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:55.096768 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3d85bd4-9dbb-4e58-841c-f8af049010bd tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group (295cdabd-4715-4c7f-83f4-8fe99714d6db), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:55.104305 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['558ff6d3-5924-46ac-99fd-fa156ed21c27'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:33:55.121635 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebde44fc-9a79-45b1-a7b5-f4d2a6502c33 x-openstack-request-id: req-ebde44fc-9a79-45b1-a7b5-f4d2a6502c33 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:33:55.121990 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649aa24d-5e22-499a-b8a7-95e2d996de4d", "tag": "558ff6d3-5924-46ac-99fd-fa156ed21c27", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:33:55.122344 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ebde44fc-9a79-45b1-a7b5-f4d2a6502c33 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:33:55.122827 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649aa24d-5e22-499a-b8a7-95e2d996de4d', 'tag': '558ff6d3-5924-46ac-99fd-fa156ed21c27', 'status': 'completed', 'code': 200} Feb 03 13:33:55.207024 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3d85bd4-9dbb-4e58-841c-f8af049010bd tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (295cdabd-4715-4c7f-83f4-8fe99714d6db), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:55.209728 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3d85bd4-9dbb-4e58-841c-f8af049010bd tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:55.210902 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e3d85bd4-9dbb-4e58-841c-f8af049010bd tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "DELETE /v2.0/security-groups/295cdabd-4715-4c7f-83f4-8fe99714d6db HTTP/1.1" status: 204 len: 168 time: 0.2495475 Feb 03 13:33:55.214352 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41390) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:33:55.228870 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d85bd4-9dbb-4e58-841c-f8af049010bd tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=295cdabd-4715-4c7f-83f4-8fe99714d6db,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:55.233324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51711868-b210-4e01-a2a7-a62a051d8fcf req-833e5a88-f782-4081-be6e-1a8122eb39e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:55.234873 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51711868-b210-4e01-a2a7-a62a051d8fcf req-833e5a88-f782-4081-be6e-1a8122eb39e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bad4a330cd9a4008a75a6195e46f3ff9&device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 1128 time: 0.0678036 Feb 03 13:33:55.291517 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e5bdb3e9-2750-42f9-864e-21c4e1d5c9fc None None] Provisioning complete for port 558ff6d3-5924-46ac-99fd-fa156ed21c27 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:33:55.291890 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e5bdb3e9-2750-42f9-864e-21c4e1d5c9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:55.350261 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51711868-b210-4e01-a2a7-a62a051d8fcf req-67c6d017-8815-4935-b484-0823a0ebb6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:55.351814 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51711868-b210-4e01-a2a7-a62a051d8fcf req-67c6d017-8815-4935-b484-0823a0ebb6dd service neutron] 10.222.0.73 "GET /v2.0/networks?id=b91d262f-fa39-4fe9-8442-b651cb772337 HTTP/1.1" status: 200 len: 916 time: 0.1104391 Feb 03 13:33:55.380731 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e5bdb3e9-2750-42f9-864e-21c4e1d5c9fc None None] Current status of the port 558ff6d3-5924-46ac-99fd-fa156ed21c27 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:33:55.393653 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Deleting port 7f3d1ba9-0044-4ea2-8709-438f081bf59d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:33:55.394000 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (7f3d1ba9-0044-4ea2-8709-438f081bf59d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:55.418290 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51711868-b210-4e01-a2a7-a62a051d8fcf req-725934e2-78a8-4a6b-8732-3b2977a7d4cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=558ff6d3-5924-46ac-99fd-fa156ed21c27 HTTP/1.1" status: 200 len: 1002 time: 0.0597813 Feb 03 13:33:55.467467 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (7f3d1ba9-0044-4ea2-8709-438f081bf59d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:55.467793 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for floatingip (7f3d1ba9-0044-4ea2-8709-438f081bf59d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:55.468275 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51711868-b210-4e01-a2a7-a62a051d8fcf req-4cc22908-81f9-44dc-a68c-7cad6a4e2470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:55.469821 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51711868-b210-4e01-a2a7-a62a051d8fcf req-4cc22908-81f9-44dc-a68c-7cad6a4e2470 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=759110ff-5069-491a-af56-4a7f6189de05 HTTP/1.1" status: 200 len: 854 time: 0.0446205 Feb 03 13:33:55.479541 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Calling delete_port for 7f3d1ba9-0044-4ea2-8709-438f081bf59d owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:33:55.524573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51711868-b210-4e01-a2a7-a62a051d8fcf req-512ee9be-a26a-41b7-99d5-fc616b22ad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:55.526405 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51711868-b210-4e01-a2a7-a62a051d8fcf req-512ee9be-a26a-41b7-99d5-fc616b22ad6c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b91d262f-fa39-4fe9-8442-b651cb772337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496159 Feb 03 13:33:55.616854 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51711868-b210-4e01-a2a7-a62a051d8fcf req-5a49180a-c933-4fa9-80be-3585d6e1fe00 service neutron] 10.222.0.73 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839367 Feb 03 13:33:55.628934 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (7f3d1ba9-0044-4ea2-8709-438f081bf59d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:55.655397 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Pushing event deleted for resources: {'Port': ['ID=7f3d1ba9-0044-4ea2-8709-438f081bf59d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:33:55.667325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.667683 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.668054 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.668401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.668742 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.669079 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.669412 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.669742 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.670076 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.670409 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.670738 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.671065 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.671391 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:33:55.715785 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51711868-b210-4e01-a2a7-a62a051d8fcf req-522ec8d3-ccb3-46d5-b546-96460cc916cc service neutron] 10.222.0.73 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923421 Feb 03 13:33:55.735243 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks [] for floatingip (6f6e2151-aa33-479a-910e-609fd62601cb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:55.735870 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Floating IP 6f6e2151-aa33-479a-910e-609fd62601cb disassociated (deleted). External IP: 172.25.6.134, port: 558ff6d3-5924-46ac-99fd-fa156ed21c27. Feb 03 13:33:56.293327 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Router d6b0a6d0-8c53-4389-85be-949e0253a919 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:33:56.401510 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:33:56.406267 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:33:56.412325 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5767652-0599-4a72-ae23-0f013b70a95b None None] Sync routers for ids ['d6b0a6d0-8c53-4389-85be-949e0253a919'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:33:56.422120 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5767652-0599-4a72-ae23-0f013b70a95b None None] Routers {'d6b0a6d0-8c53-4389-85be-949e0253a919'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:33:56.422737 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b5767652-0599-4a72-ae23-0f013b70a95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:33:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d6b0a6d0-8c53-4389-85be-949e0253a919'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:33:56.435343 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bdfe0e1d-61a8-4cdf-b540-f69ea8bb2ef6 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "DELETE /v2.0/floatingips/6f6e2151-aa33-479a-910e-609fd62601cb HTTP/1.1" status: 204 len: 168 time: 1.2198868 Feb 03 13:33:56.435928 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649aa24d-5e22-499a-b8a7-95e2d996de4d', 'tag': '558ff6d3-5924-46ac-99fd-fa156ed21c27'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:33:56.438176 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd8e3d0d214f4b5a5c9346c817bb3d5c7dc8eede0041f0ac454b0f34c689af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adf8b2a-c4ad-4f81-8498-9a749b678fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "649aa24d-5e22-499a-b8a7-95e2d996de4d", "tag": "558ff6d3-5924-46ac-99fd-fa156ed21c27"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:33:56.484696 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e7341a-d743-4658-8f61-fb0de457c490 x-openstack-request-id: req-37e7341a-d743-4658-8f61-fb0de457c490 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:33:56.485062 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649aa24d-5e22-499a-b8a7-95e2d996de4d", "tag": "558ff6d3-5924-46ac-99fd-fa156ed21c27", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:33:56.485463 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37e7341a-d743-4658-8f61-fb0de457c490 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:33:56.486189 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649aa24d-5e22-499a-b8a7-95e2d996de4d', 'tag': '558ff6d3-5924-46ac-99fd-fa156ed21c27', 'status': 'completed', 'code': 200} Feb 03 13:33:56.547755 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-b5767652-0599-4a72-ae23-0f013b70a95b None None] Set router d6b0a6d0-8c53-4389-85be-949e0253a919 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:33:56.572711 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf8b2a-c4ad-4f81-8498-9a749b678fd8 req-1c2544da-d973-4368-85e8-6f7ccc643d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:56.574326 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2adf8b2a-c4ad-4f81-8498-9a749b678fd8 req-1c2544da-d973-4368-85e8-6f7ccc643d6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bad4a330cd9a4008a75a6195e46f3ff9&device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 1128 time: 0.0468655 Feb 03 13:33:56.688468 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf8b2a-c4ad-4f81-8498-9a749b678fd8 req-d43b69cd-c50b-4c80-ba93-d4711500eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:56.690126 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2adf8b2a-c4ad-4f81-8498-9a749b678fd8 req-d43b69cd-c50b-4c80-ba93-d4711500eb8f service neutron] 10.222.0.73 "GET /v2.0/networks?id=b91d262f-fa39-4fe9-8442-b651cb772337 HTTP/1.1" status: 200 len: 916 time: 0.1104023 Feb 03 13:33:56.734830 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2adf8b2a-c4ad-4f81-8498-9a749b678fd8 req-0c6abc67-5772-4000-8b66-35a9f7bb8164 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=558ff6d3-5924-46ac-99fd-fa156ed21c27 HTTP/1.1" status: 200 len: 217 time: 0.0392032 Feb 03 13:33:56.762514 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b5767652-0599-4a72-ae23-0f013b70a95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'name': 'tempest-TestMinimumBasicScenario-1931300804-router', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:52Z', 'revision_number': 4, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'gw_port': {'id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '3be081f9-20d0-40f4-b8c4-0784b114a49f', 'name': '', 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'mac_address': 'fa:16:3e:99:d1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '759110ff-5069-491a-af56-4a7f6189de05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:52Z', 'updated_at': '2022-02-03T13:30:57Z', 'revision_number': 5, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'subnets': [{'id': '759110ff-5069-491a-af56-4a7f6189de05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:33:56.788851 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5767652-0599-4a72-ae23-0f013b70a95b None None] Checking router: d6b0a6d0-8c53-4389-85be-949e0253a919 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:33:56.789060 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf8b2a-c4ad-4f81-8498-9a749b678fd8 req-f9859dc0-ddbd-4193-9f0f-c1ee3e5596e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:56.790564 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2adf8b2a-c4ad-4f81-8498-9a749b678fd8 req-f9859dc0-ddbd-4193-9f0f-c1ee3e5596e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=759110ff-5069-491a-af56-4a7f6189de05 HTTP/1.1" status: 200 len: 854 time: 0.0440023 Feb 03 13:33:56.796903 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5767652-0599-4a72-ae23-0f013b70a95b None None] Routers {'d6b0a6d0-8c53-4389-85be-949e0253a919'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:33:56.797565 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b5767652-0599-4a72-ae23-0f013b70a95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:33:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d6b0a6d0-8c53-4389-85be-949e0253a919'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:33:56.844403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf8b2a-c4ad-4f81-8498-9a749b678fd8 req-9f01c8c6-857c-4c9f-ba8d-f2c51cc47b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:33:56.846067 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2adf8b2a-c4ad-4f81-8498-9a749b678fd8 req-9f01c8c6-857c-4c9f-ba8d-f2c51cc47b87 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b91d262f-fa39-4fe9-8442-b651cb772337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442734 Feb 03 13:33:56.900794 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-b5767652-0599-4a72-ae23-0f013b70a95b None None] Set router d6b0a6d0-8c53-4389-85be-949e0253a919 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:33:56.937911 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2adf8b2a-c4ad-4f81-8498-9a749b678fd8 req-4524baa3-c289-4386-960d-5d5566c5883a service neutron] 10.222.0.73 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854342 Feb 03 13:33:57.031046 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2adf8b2a-c4ad-4f81-8498-9a749b678fd8 req-837a0674-2629-4aa6-8d27-eba3ba9beae4 service neutron] 10.222.0.73 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872040 Feb 03 13:33:57.092490 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-b5767652-0599-4a72-ae23-0f013b70a95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'name': 'tempest-TestMinimumBasicScenario-1931300804-router', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:52Z', 'revision_number': 4, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'gw_port': {'id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '3be081f9-20d0-40f4-b8c4-0784b114a49f', 'name': '', 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'mac_address': 'fa:16:3e:99:d1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '759110ff-5069-491a-af56-4a7f6189de05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:52Z', 'updated_at': '2022-02-03T13:30:57Z', 'revision_number': 5, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'subnets': [{'id': '759110ff-5069-491a-af56-4a7f6189de05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:33:57.122437 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5767652-0599-4a72-ae23-0f013b70a95b None None] The sync data for ids ['d6b0a6d0-8c53-4389-85be-949e0253a919'] in n-d-827336-3 is: [{'id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'name': 'tempest-TestMinimumBasicScenario-1931300804-router', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:52Z', 'revision_number': 4, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'gw_port': {'id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '3be081f9-20d0-40f4-b8c4-0784b114a49f', 'name': '', 'network_id': 'b91d262f-fa39-4fe9-8442-b651cb772337', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'mac_address': 'fa:16:3e:99:d1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '759110ff-5069-491a-af56-4a7f6189de05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:52Z', 'updated_at': '2022-02-03T13:30:57Z', 'revision_number': 5, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'subnets': [{'id': '759110ff-5069-491a-af56-4a7f6189de05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:33:57.358666 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69df722-1139-4563-8e82-e963a01e4177 None None] New status for floating IP 6f6e2151-aa33-479a-910e-609fd62601cb: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:34:01.690094 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:03.606159 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7689fdd1-2365-421a-b50a-14660a989499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:06.219370 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63154108-c60c-4b3e-8ced-afeca2757fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:07.130087 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:08.431341 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:10.013086 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:11.124073 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09636e64-4b0f-4d72-aa41-413ed22fdbfa req-4f878199-4ab1-4a2f-84d1-1c7c1156fa61 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463820 Feb 03 13:34:11.229156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09636e64-4b0f-4d72-aa41-413ed22fdbfa req-5560ecf1-0001-4e17-a3cd-0ef65ccc9434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:11.230723 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09636e64-4b0f-4d72-aa41-413ed22fdbfa req-5560ecf1-0001-4e17-a3cd-0ef65ccc9434 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bad4a330cd9a4008a75a6195e46f3ff9&device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 1128 time: 0.0450485 Feb 03 13:34:11.338217 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09636e64-4b0f-4d72-aa41-413ed22fdbfa req-2ea73888-c224-414a-b19e-6c2bda373a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:11.339712 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09636e64-4b0f-4d72-aa41-413ed22fdbfa req-2ea73888-c224-414a-b19e-6c2bda373a57 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b91d262f-fa39-4fe9-8442-b651cb772337 HTTP/1.1" status: 200 len: 916 time: 0.0899298 Feb 03 13:34:11.380732 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09636e64-4b0f-4d72-aa41-413ed22fdbfa req-5d6db3ba-5650-4787-9f64-31c4885e4d8f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=558ff6d3-5924-46ac-99fd-fa156ed21c27 HTTP/1.1" status: 200 len: 217 time: 0.0343592 Feb 03 13:34:11.428287 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09636e64-4b0f-4d72-aa41-413ed22fdbfa req-91034e53-6fac-4535-bffc-817f00c72dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:11.429780 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09636e64-4b0f-4d72-aa41-413ed22fdbfa req-91034e53-6fac-4535-bffc-817f00c72dd4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=759110ff-5069-491a-af56-4a7f6189de05 HTTP/1.1" status: 200 len: 854 time: 0.0441458 Feb 03 13:34:11.485075 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09636e64-4b0f-4d72-aa41-413ed22fdbfa req-8200f5a5-e6f2-4294-9721-f7ede6f0d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:11.486544 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09636e64-4b0f-4d72-aa41-413ed22fdbfa req-8200f5a5-e6f2-4294-9721-f7ede6f0d007 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b91d262f-fa39-4fe9-8442-b651cb772337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503330 Feb 03 13:34:11.580562 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09636e64-4b0f-4d72-aa41-413ed22fdbfa req-8127410b-4a43-4177-a867-be07a26d3797 service neutron] 10.222.0.73 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877569 Feb 03 13:34:11.677185 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-09636e64-4b0f-4d72-aa41-413ed22fdbfa req-61bfe7fa-5d20-4a11-8be9-ed8bf68f06e4 service neutron] 10.222.0.73 "GET /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905595 Feb 03 13:34:11.792852 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2f603-05c6-402e-bf46-dea6bdb10a80 req-8bd128d2-7c32-451a-9ca1-b7c964da9076 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:11.794256 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6a2f603-05c6-402e-bf46-dea6bdb10a80 req-8bd128d2-7c32-451a-9ca1-b7c964da9076 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 946 time: 0.0534549 Feb 03 13:34:11.843072 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f6a2f603-05c6-402e-bf46-dea6bdb10a80 req-869a0cf8-0fb5-4fb5-8b6a-db446de7377e tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429442 Feb 03 13:34:12.965507 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ca924-bb64-48af-8967-ee65a301a64b req-9e3913cf-0145-4f69-b0a8-88351f68bd03 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:12.967254 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e1ca924-bb64-48af-8967-ee65a301a64b req-9e3913cf-0145-4f69-b0a8-88351f68bd03 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 946 time: 0.0540042 Feb 03 13:34:13.018784 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e1ca924-bb64-48af-8967-ee65a301a64b req-ca46e233-391e-48fc-8af2-9df7099f2609 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449102 Feb 03 13:34:13.900432 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdb76f-5d33-4018-b296-195683caf8d1 req-1de963da-4815-4964-b457-786c914b6731 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:13.902153 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eafdb76f-5d33-4018-b296-195683caf8d1 req-1de963da-4815-4964-b457-786c914b6731 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.73 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 946 time: 0.0511563 Feb 03 13:34:13.999594 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-eafdb76f-5d33-4018-b296-195683caf8d1 req-29074901-6c9e-4dd0-8043-bee7f383e8bc tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Deleting port 558ff6d3-5924-46ac-99fd-fa156ed21c27 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:34:14.000290 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-eafdb76f-5d33-4018-b296-195683caf8d1 req-29074901-6c9e-4dd0-8043-bee7f383e8bc tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:14.088442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-eafdb76f-5d33-4018-b296-195683caf8d1 req-29074901-6c9e-4dd0-8043-bee7f383e8bc tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] For port 558ff6d3-5924-46ac-99fd-fa156ed21c27, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=558ff6d3-5924-46ac-99fd-fa156ed21c27,segment=NetworkSegment(6d22de33-2944-443b-b75e-bf270c2c184d),segment_id=6d22de33-2944-443b-b75e-bf270c2c184d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:34:14.088820 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-eafdb76f-5d33-4018-b296-195683caf8d1 req-29074901-6c9e-4dd0-8043-bee7f383e8bc tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:14.106542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-eafdb76f-5d33-4018-b296-195683caf8d1 req-29074901-6c9e-4dd0-8043-bee7f383e8bc tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Calling delete_port for 558ff6d3-5924-46ac-99fd-fa156ed21c27 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:34:14.139690 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5a91c-57ab-4ba8-8dcb-4d934e3029b9 req-cd05806c-2f1c-4404-959e-d402da40dff9 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:14.141194 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a9a5a91c-57ab-4ba8-8dcb-4d934e3029b9 req-cd05806c-2f1c-4404-959e-d402da40dff9 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/ports?device_id=649aa24d-5e22-499a-b8a7-95e2d996de4d HTTP/1.1" status: 200 len: 946 time: 0.0517371 Feb 03 13:34:14.193270 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a9a5a91c-57ab-4ba8-8dcb-4d934e3029b9 req-6ffa8bc2-ee63-4f61-a9d7-6c29d1a1cbe9 tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.18 "GET /v2.0/security-groups?id=184b63b7-5a8c-4459-ac56-83cdc243c279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459242 Feb 03 13:34:14.234370 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-eafdb76f-5d33-4018-b296-195683caf8d1 req-29074901-6c9e-4dd0-8043-bee7f383e8bc tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (558ff6d3-5924-46ac-99fd-fa156ed21c27), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:14.263697 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29074901-6c9e-4dd0-8043-bee7f383e8bc tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Pushing event deleted for resources: {'Port': ['ID=558ff6d3-5924-46ac-99fd-fa156ed21c27,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:14.271853 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['558ff6d3-5924-46ac-99fd-fa156ed21c27'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:34:14.311853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafdb76f-5d33-4018-b296-195683caf8d1 req-29074901-6c9e-4dd0-8043-bee7f383e8bc tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] No DVR routers for this DVR port 558ff6d3-5924-46ac-99fd-fa156ed21c27 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:34:14.314855 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-eafdb76f-5d33-4018-b296-195683caf8d1 req-29074901-6c9e-4dd0-8043-bee7f383e8bc tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:14.318239 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eafdb76f-5d33-4018-b296-195683caf8d1 req-29074901-6c9e-4dd0-8043-bee7f383e8bc tempest-TestMinimumBasicScenario-896852425 tempest-TestMinimumBasicScenario-896852425-project] 10.222.0.73 "DELETE /v2.0/ports/558ff6d3-5924-46ac-99fd-fa156ed21c27 HTTP/1.1" status: 204 len: 173 time: 0.4067347 Feb 03 13:34:14.318682 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649aa24d-5e22-499a-b8a7-95e2d996de4d', 'name': 'network-vif-deleted', 'tag': '558ff6d3-5924-46ac-99fd-fa156ed21c27'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:34:14.321000 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa008394-7915-4af5-bedb-55e2b15e2e1a" -d '{"events": [{"server_uuid": "649aa24d-5e22-499a-b8a7-95e2d996de4d", "name": "network-vif-deleted", "tag": "558ff6d3-5924-46ac-99fd-fa156ed21c27"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:34:14.358348 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e21f24-574e-4adf-84a6-131acb942c65 x-openstack-request-id: req-e0e21f24-574e-4adf-84a6-131acb942c65 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:34:14.358667 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649aa24d-5e22-499a-b8a7-95e2d996de4d", "name": "network-vif-deleted", "tag": "558ff6d3-5924-46ac-99fd-fa156ed21c27", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:34:14.358926 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0e21f24-574e-4adf-84a6-131acb942c65 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:34:14.359337 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649aa24d-5e22-499a-b8a7-95e2d996de4d', 'name': 'network-vif-deleted', 'tag': '558ff6d3-5924-46ac-99fd-fa156ed21c27', 'status': 'completed', 'code': 200} Feb 03 13:34:15.756200 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41506) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:16.095100 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e604369-20ec-4bd0-9c7b-0858c67bcc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (d6b0a6d0-8c53-4389-85be-949e0253a919), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:16.344577 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7e604369-20ec-4bd0-9c7b-0858c67bcc80 admin admin] Deleting port 3be081f9-20d0-40f4-b8c4-0784b114a49f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:34:16.345659 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e604369-20ec-4bd0-9c7b-0858c67bcc80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (3be081f9-20d0-40f4-b8c4-0784b114a49f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:16.363360 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:16.423643 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7e604369-20ec-4bd0-9c7b-0858c67bcc80 admin admin] For port 3be081f9-20d0-40f4-b8c4-0784b114a49f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=3be081f9-20d0-40f4-b8c4-0784b114a49f,segment=NetworkSegment(6d22de33-2944-443b-b75e-bf270c2c184d),segment_id=6d22de33-2944-443b-b75e-bf270c2c184d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:34:16.424030 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e604369-20ec-4bd0-9c7b-0858c67bcc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (3be081f9-20d0-40f4-b8c4-0784b114a49f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:16.440513 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7e604369-20ec-4bd0-9c7b-0858c67bcc80 admin admin] Calling delete_port for 3be081f9-20d0-40f4-b8c4-0784b114a49f owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:34:16.616248 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e604369-20ec-4bd0-9c7b-0858c67bcc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (3be081f9-20d0-40f4-b8c4-0784b114a49f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:16.641356 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e604369-20ec-4bd0-9c7b-0858c67bcc80 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be081f9-20d0-40f4-b8c4-0784b114a49f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:16.815243 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e604369-20ec-4bd0-9c7b-0858c67bcc80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (d6b0a6d0-8c53-4389-85be-949e0253a919), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:17.024703 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e604369-20ec-4bd0-9c7b-0858c67bcc80 admin admin] Router d6b0a6d0-8c53-4389-85be-949e0253a919 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:34:17.130525 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e604369-20ec-4bd0-9c7b-0858c67bcc80 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:34:17.136232 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7e604369-20ec-4bd0-9c7b-0858c67bcc80 admin admin] 10.222.0.18 "PUT /v2.0/routers/d6b0a6d0-8c53-4389-85be-949e0253a919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3789272 Feb 03 13:34:17.138130 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41508) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:17.139696 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb8217a-f650-407a-b459-d1b42a645ea0 None None] Sync routers for ids ['d6b0a6d0-8c53-4389-85be-949e0253a919'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:34:17.149848 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb8217a-f650-407a-b459-d1b42a645ea0 None None] Routers {'d6b0a6d0-8c53-4389-85be-949e0253a919'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:34:17.150455 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5eb8217a-f650-407a-b459-d1b42a645ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d6b0a6d0-8c53-4389-85be-949e0253a919'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:17.244673 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd7865a2-8547-444e-92ef-565c60e41566 admin admin] Publish callbacks [] for router (d6b0a6d0-8c53-4389-85be-949e0253a919), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:17.342665 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5eb8217a-f650-407a-b459-d1b42a645ea0 None None] Set router d6b0a6d0-8c53-4389-85be-949e0253a919 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:34:17.350167 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd7865a2-8547-444e-92ef-565c60e41566 admin admin] Publish callbacks [] for router_gateway (d6b0a6d0-8c53-4389-85be-949e0253a919), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:17.383909 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 558ff6d3-5924-46ac-99fd-fa156ed21c27 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:34:17.405160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 558ff6d3-5924-46ac-99fd-fa156ed21c27 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:34:17.406241 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 558ff6d3-5924-46ac-99fd-fa156ed21c27 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:34:17.412566 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cd7865a2-8547-444e-92ef-565c60e41566 admin admin] Deleting port e3a488de-73db-45e8-9c96-ef642720f39c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:34:17.412908 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd7865a2-8547-444e-92ef-565c60e41566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (e3a488de-73db-45e8-9c96-ef642720f39c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:17.492087 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-cd7865a2-8547-444e-92ef-565c60e41566 admin admin] For port e3a488de-73db-45e8-9c96-ef642720f39c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=e3a488de-73db-45e8-9c96-ef642720f39c,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:34:17.492454 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd7865a2-8547-444e-92ef-565c60e41566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (e3a488de-73db-45e8-9c96-ef642720f39c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:17.509278 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cd7865a2-8547-444e-92ef-565c60e41566 admin admin] Calling delete_port for e3a488de-73db-45e8-9c96-ef642720f39c owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:34:17.518166 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5eb8217a-f650-407a-b459-d1b42a645ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'name': 'tempest-TestMinimumBasicScenario-1931300804-router', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:34:16Z', 'revision_number': 5, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'gw_port': {'id': 'e3a488de-73db-45e8-9c96-ef642720f39c', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:17.544534 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb8217a-f650-407a-b459-d1b42a645ea0 None None] Checking router: d6b0a6d0-8c53-4389-85be-949e0253a919 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:34:17.553429 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb8217a-f650-407a-b459-d1b42a645ea0 None None] Routers {'d6b0a6d0-8c53-4389-85be-949e0253a919'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:34:17.554035 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5eb8217a-f650-407a-b459-d1b42a645ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d6b0a6d0-8c53-4389-85be-949e0253a919'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:17.639086 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5eb8217a-f650-407a-b459-d1b42a645ea0 None None] Set router d6b0a6d0-8c53-4389-85be-949e0253a919 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:34:17.671407 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd7865a2-8547-444e-92ef-565c60e41566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (e3a488de-73db-45e8-9c96-ef642720f39c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:17.690645 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5eb8217a-f650-407a-b459-d1b42a645ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'name': 'tempest-TestMinimumBasicScenario-1931300804-router', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:34:17Z', 'revision_number': 6, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:17.701468 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7865a2-8547-444e-92ef-565c60e41566 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a488de-73db-45e8-9c96-ef642720f39c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:17.721180 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb8217a-f650-407a-b459-d1b42a645ea0 None None] The sync data for ids ['d6b0a6d0-8c53-4389-85be-949e0253a919'] in n-d-827336-3 is: [{'id': 'd6b0a6d0-8c53-4389-85be-949e0253a919', 'name': 'tempest-TestMinimumBasicScenario-1931300804-router', 'tenant_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:50Z', 'updated_at': '2022-02-03T13:34:17Z', 'revision_number': 6, 'project_id': 'bad4a330cd9a4008a75a6195e46f3ff9', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:34:17.767054 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd7865a2-8547-444e-92ef-565c60e41566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (d6b0a6d0-8c53-4389-85be-949e0253a919), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:17.853935 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd7865a2-8547-444e-92ef-565c60e41566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (d6b0a6d0-8c53-4389-85be-949e0253a919), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:17.855918 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd7865a2-8547-444e-92ef-565c60e41566 admin admin] Publish callbacks [] for router_controller (d6b0a6d0-8c53-4389-85be-949e0253a919), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:17.901601 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd7865a2-8547-444e-92ef-565c60e41566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (d6b0a6d0-8c53-4389-85be-949e0253a919), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:17.902122 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7865a2-8547-444e-92ef-565c60e41566 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6b0a6d0-8c53-4389-85be-949e0253a919 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:34:17.906320 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd7865a2-8547-444e-92ef-565c60e41566 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:17.907991 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cd7865a2-8547-444e-92ef-565c60e41566 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d6b0a6d0-8c53-4389-85be-949e0253a919 HTTP/1.1" status: 204 len: 168 time: 0.7682168 Feb 03 13:34:17.910538 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41510) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:17.953924 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-4309ab35-9501-4c9b-8cac-8184653766e6 admin admin] Deleting subnet 759110ff-5069-491a-af56-4a7f6189de05 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:34:17.956973 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4309ab35-9501-4c9b-8cac-8184653766e6 admin admin] Publish callbacks [] for subnet (759110ff-5069-491a-af56-4a7f6189de05), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:17.990741 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4309ab35-9501-4c9b-8cac-8184653766e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (759110ff-5069-491a-af56-4a7f6189de05), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:18.064535 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4309ab35-9501-4c9b-8cac-8184653766e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (759110ff-5069-491a-af56-4a7f6189de05), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:18.125112 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4309ab35-9501-4c9b-8cac-8184653766e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (759110ff-5069-491a-af56-4a7f6189de05), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:18.151513 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309ab35-9501-4c9b-8cac-8184653766e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=759110ff-5069-491a-af56-4a7f6189de05,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:18.156697 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4309ab35-9501-4c9b-8cac-8184653766e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:18.160800 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4309ab35-9501-4c9b-8cac-8184653766e6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/759110ff-5069-491a-af56-4a7f6189de05 HTTP/1.1" status: 204 len: 168 time: 0.2493448 Feb 03 13:34:18.162314 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3be415c-2b8a-44a9-8c37-a8d9ddf2fc32 None None] Network b91d262f-fa39-4fe9-8442-b651cb772337 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:34:18.163291 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41512) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:18.230608 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87e9d291-cf11-471d-8ec8-874375538e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (b91d262f-fa39-4fe9-8442-b651cb772337), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:18.291902 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-87e9d291-cf11-471d-8ec8-874375538e55 admin admin] Deleting port b9a474eb-9526-4878-b935-6658f45be7af {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:34:18.292288 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87e9d291-cf11-471d-8ec8-874375538e55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b9a474eb-9526-4878-b935-6658f45be7af), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:18.355710 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-87e9d291-cf11-471d-8ec8-874375538e55 admin admin] For port b9a474eb-9526-4878-b935-6658f45be7af, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b9a474eb-9526-4878-b935-6658f45be7af,segment=NetworkSegment(6d22de33-2944-443b-b75e-bf270c2c184d),segment_id=6d22de33-2944-443b-b75e-bf270c2c184d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:34:18.356111 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87e9d291-cf11-471d-8ec8-874375538e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b9a474eb-9526-4878-b935-6658f45be7af), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:18.368430 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-87e9d291-cf11-471d-8ec8-874375538e55 admin admin] Calling delete_port for b9a474eb-9526-4878-b935-6658f45be7af owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:34:18.448287 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87e9d291-cf11-471d-8ec8-874375538e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b9a474eb-9526-4878-b935-6658f45be7af), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:18.473801 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9d291-cf11-471d-8ec8-874375538e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a474eb-9526-4878-b935-6658f45be7af,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:18.479898 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e9d291-cf11-471d-8ec8-874375538e55 admin admin] No DVR routers for this DVR port b9a474eb-9526-4878-b935-6658f45be7af on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:34:18.512295 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d8f3f5-b9ac-4f8a-9e2c-3b0406e7dd7c None None] DHCP port deletion for b91d262f-fa39-4fe9-8442-b651cb772337 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:34:18.557564 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87e9d291-cf11-471d-8ec8-874375538e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (b91d262f-fa39-4fe9-8442-b651cb772337), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:18.584054 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-87e9d291-cf11-471d-8ec8-874375538e55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91d262f-fa39-4fe9-8442-b651cb772337']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:18.594715 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-87e9d291-cf11-471d-8ec8-874375538e55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d22de33-2944-443b-b75e-bf270c2c184d') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:18.595012 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-87e9d291-cf11-471d-8ec8-874375538e55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d22de33-2944-443b-b75e-bf270c2c184d') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:18.605040 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87e9d291-cf11-471d-8ec8-874375538e55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (6d22de33-2944-443b-b75e-bf270c2c184d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:18.612558 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e3a488de-73db-45e8-9c96-ef642720f39c no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:34:18.618862 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87e9d291-cf11-471d-8ec8-874375538e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (6d22de33-2944-443b-b75e-bf270c2c184d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:18.625653 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e9d291-cf11-471d-8ec8-874375538e55 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:34:18.627002 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87e9d291-cf11-471d-8ec8-874375538e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (6d22de33-2944-443b-b75e-bf270c2c184d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:34:18.628680 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:34:18.633817 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: e3a488de-73db-45e8-9c96-ef642720f39c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:34:18.634168 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device e3a488de-73db-45e8-9c96-ef642720f39c not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:34:18.634593 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b9a474eb-9526-4878-b935-6658f45be7af no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:34:18.655135 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: b9a474eb-9526-4878-b935-6658f45be7af {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:34:18.655481 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b9a474eb-9526-4878-b935-6658f45be7af not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:34:18.655896 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 3be081f9-20d0-40f4-b8c4-0784b114a49f no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:34:18.680325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 3be081f9-20d0-40f4-b8c4-0784b114a49f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:34:18.680671 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 3be081f9-20d0-40f4-b8c4-0784b114a49f not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:34:18.685124 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87e9d291-cf11-471d-8ec8-874375538e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (b91d262f-fa39-4fe9-8442-b651cb772337), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:18.692513 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87e9d291-cf11-471d-8ec8-874375538e55 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:18.698554 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-87e9d291-cf11-471d-8ec8-874375538e55 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b91d262f-fa39-4fe9-8442-b651cb772337 HTTP/1.1" status: 204 len: 168 time: 0.5315654 Feb 03 13:34:18.698905 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41514) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:18.707009 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9d291-cf11-471d-8ec8-874375538e55 admin admin] Pushing event deleted for resources: {'Network': ['ID=b91d262f-fa39-4fe9-8442-b651cb772337,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:19.047363 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae6ebf9f-7771-4d6e-b29f-5b3b9b6e0742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (661dd787-acce-4fb4-832e-c4be5f82ba01), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:19.290565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ae6ebf9f-7771-4d6e-b29f-5b3b9b6e0742 admin admin] Deleting port 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:34:19.290910 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae6ebf9f-7771-4d6e-b29f-5b3b9b6e0742 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:19.370050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ae6ebf9f-7771-4d6e-b29f-5b3b9b6e0742 admin admin] For port 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9,segment=NetworkSegment(b08bacd1-f4e9-4155-be08-56f9c1344ffe),segment_id=b08bacd1-f4e9-4155-be08-56f9c1344ffe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:34:19.370332 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae6ebf9f-7771-4d6e-b29f-5b3b9b6e0742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:19.382996 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ae6ebf9f-7771-4d6e-b29f-5b3b9b6e0742 admin admin] Calling delete_port for 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:34:19.557117 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae6ebf9f-7771-4d6e-b29f-5b3b9b6e0742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:19.582457 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ebf9f-7771-4d6e-b29f-5b3b9b6e0742 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:19.750092 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae6ebf9f-7771-4d6e-b29f-5b3b9b6e0742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (661dd787-acce-4fb4-832e-c4be5f82ba01), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:20.299119 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6ebf9f-7771-4d6e-b29f-5b3b9b6e0742 admin admin] Router 661dd787-acce-4fb4-832e-c4be5f82ba01 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:34:20.404186 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6ebf9f-7771-4d6e-b29f-5b3b9b6e0742 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:34:20.409242 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ae6ebf9f-7771-4d6e-b29f-5b3b9b6e0742 admin admin] 10.222.0.18 "PUT /v2.0/routers/661dd787-acce-4fb4-832e-c4be5f82ba01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7092326 Feb 03 13:34:20.411747 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41516) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:20.414226 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6885bd68-30d6-49f7-8d0c-2e8bfa13ddd2 None None] Sync routers for ids ['661dd787-acce-4fb4-832e-c4be5f82ba01'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:34:20.424532 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6885bd68-30d6-49f7-8d0c-2e8bfa13ddd2 None None] Routers {'661dd787-acce-4fb4-832e-c4be5f82ba01'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:34:20.425160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6885bd68-30d6-49f7-8d0c-2e8bfa13ddd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['661dd787-acce-4fb4-832e-c4be5f82ba01'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:20.513822 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec76de50-71a9-41ed-8226-70cce704ecfd admin admin] Publish callbacks [] for router (661dd787-acce-4fb4-832e-c4be5f82ba01), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:20.529334 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6885bd68-30d6-49f7-8d0c-2e8bfa13ddd2 None None] Set router 661dd787-acce-4fb4-832e-c4be5f82ba01 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:34:20.624003 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec76de50-71a9-41ed-8226-70cce704ecfd admin admin] Publish callbacks [] for router_gateway (661dd787-acce-4fb4-832e-c4be5f82ba01), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:20.678096 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ec76de50-71a9-41ed-8226-70cce704ecfd admin admin] Deleting port 0d486ce4-3546-4c83-927b-95114744babe {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:34:20.678433 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec76de50-71a9-41ed-8226-70cce704ecfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0d486ce4-3546-4c83-927b-95114744babe), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:20.712300 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6885bd68-30d6-49f7-8d0c-2e8bfa13ddd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661dd787-acce-4fb4-832e-c4be5f82ba01', 'name': 'tempest-TestMinimumBasicScenario-314792425-router', 'tenant_id': '53a9e81942f5459fb437c106adb9b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0d486ce4-3546-4c83-927b-95114744babe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:54Z', 'updated_at': '2022-02-03T13:34:19Z', 'revision_number': 5, 'project_id': '53a9e81942f5459fb437c106adb9b3db', 'gw_port': {'id': '0d486ce4-3546-4c83-927b-95114744babe', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661dd787-acce-4fb4-832e-c4be5f82ba01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:30:55Z', 'updated_at': '2022-02-03T13:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:20.738370 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6885bd68-30d6-49f7-8d0c-2e8bfa13ddd2 None None] Checking router: 661dd787-acce-4fb4-832e-c4be5f82ba01 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:34:20.749987 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6885bd68-30d6-49f7-8d0c-2e8bfa13ddd2 None None] Routers {'661dd787-acce-4fb4-832e-c4be5f82ba01'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:34:20.750601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6885bd68-30d6-49f7-8d0c-2e8bfa13ddd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['661dd787-acce-4fb4-832e-c4be5f82ba01'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:20.763408 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ec76de50-71a9-41ed-8226-70cce704ecfd admin admin] For port 0d486ce4-3546-4c83-927b-95114744babe, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0d486ce4-3546-4c83-927b-95114744babe,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:34:20.763408 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec76de50-71a9-41ed-8226-70cce704ecfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0d486ce4-3546-4c83-927b-95114744babe), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:20.774458 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ec76de50-71a9-41ed-8226-70cce704ecfd admin admin] Calling delete_port for 0d486ce4-3546-4c83-927b-95114744babe owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:34:20.836802 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6885bd68-30d6-49f7-8d0c-2e8bfa13ddd2 None None] Set router 661dd787-acce-4fb4-832e-c4be5f82ba01 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:34:20.889876 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6885bd68-30d6-49f7-8d0c-2e8bfa13ddd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661dd787-acce-4fb4-832e-c4be5f82ba01', 'name': 'tempest-TestMinimumBasicScenario-314792425-router', 'tenant_id': '53a9e81942f5459fb437c106adb9b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:54Z', 'updated_at': '2022-02-03T13:34:20Z', 'revision_number': 6, 'project_id': '53a9e81942f5459fb437c106adb9b3db', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:20.916148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6885bd68-30d6-49f7-8d0c-2e8bfa13ddd2 None None] The sync data for ids ['661dd787-acce-4fb4-832e-c4be5f82ba01'] in n-d-827336-3 is: [{'id': '661dd787-acce-4fb4-832e-c4be5f82ba01', 'name': 'tempest-TestMinimumBasicScenario-314792425-router', 'tenant_id': '53a9e81942f5459fb437c106adb9b3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:30:54Z', 'updated_at': '2022-02-03T13:34:20Z', 'revision_number': 6, 'project_id': '53a9e81942f5459fb437c106adb9b3db', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:34:20.943320 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec76de50-71a9-41ed-8226-70cce704ecfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (0d486ce4-3546-4c83-927b-95114744babe), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:20.970815 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76de50-71a9-41ed-8226-70cce704ecfd admin admin] Pushing event deleted for resources: {'Port': ['ID=0d486ce4-3546-4c83-927b-95114744babe,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:21.034961 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec76de50-71a9-41ed-8226-70cce704ecfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (661dd787-acce-4fb4-832e-c4be5f82ba01), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:21.125266 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec76de50-71a9-41ed-8226-70cce704ecfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (661dd787-acce-4fb4-832e-c4be5f82ba01), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:21.127461 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec76de50-71a9-41ed-8226-70cce704ecfd admin admin] Publish callbacks [] for router_controller (661dd787-acce-4fb4-832e-c4be5f82ba01), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:21.171890 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec76de50-71a9-41ed-8226-70cce704ecfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (661dd787-acce-4fb4-832e-c4be5f82ba01), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:21.172421 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec76de50-71a9-41ed-8226-70cce704ecfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 661dd787-acce-4fb4-832e-c4be5f82ba01 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:34:21.177064 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec76de50-71a9-41ed-8226-70cce704ecfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:21.178214 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ec76de50-71a9-41ed-8226-70cce704ecfd admin admin] 10.222.0.18 "DELETE /v2.0/routers/661dd787-acce-4fb4-832e-c4be5f82ba01 HTTP/1.1" status: 204 len: 168 time: 0.7655284 Feb 03 13:34:21.180727 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41518) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:21.224503 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d82ffd-c3e9-47b1-ac14-ffb2864a7396 admin admin] Deleting subnet 17584a0c-6169-420b-b6f1-044a035007ee {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:34:21.227445 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2d82ffd-c3e9-47b1-ac14-ffb2864a7396 admin admin] Publish callbacks [] for subnet (17584a0c-6169-420b-b6f1-044a035007ee), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:21.265833 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2d82ffd-c3e9-47b1-ac14-ffb2864a7396 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (17584a0c-6169-420b-b6f1-044a035007ee), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:21.350559 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2d82ffd-c3e9-47b1-ac14-ffb2864a7396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (17584a0c-6169-420b-b6f1-044a035007ee), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:21.405457 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2d82ffd-c3e9-47b1-ac14-ffb2864a7396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (17584a0c-6169-420b-b6f1-044a035007ee), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:21.432150 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d82ffd-c3e9-47b1-ac14-ffb2864a7396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17584a0c-6169-420b-b6f1-044a035007ee,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:21.437245 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d2d82ffd-c3e9-47b1-ac14-ffb2864a7396 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:21.440679 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d2d82ffd-c3e9-47b1-ac14-ffb2864a7396 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/17584a0c-6169-420b-b6f1-044a035007ee HTTP/1.1" status: 204 len: 168 time: 0.2590349 Feb 03 13:34:21.443373 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41520) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:21.444627 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ee882f-b8c8-401b-af85-ef3a74ec5d48 None None] Network 75008604-2124-40d2-adba-e3e77ebe8c83 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:34:21.524638 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7214256-d11d-4ae8-8565-751e34ef00ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (75008604-2124-40d2-adba-e3e77ebe8c83), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:21.580554 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f7214256-d11d-4ae8-8565-751e34ef00ab admin admin] Deleting port 79cee012-2c7a-4261-b30a-7ca7e01a831f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:34:21.580896 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7214256-d11d-4ae8-8565-751e34ef00ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (79cee012-2c7a-4261-b30a-7ca7e01a831f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:21.648957 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-f7214256-d11d-4ae8-8565-751e34ef00ab admin admin] For port 79cee012-2c7a-4261-b30a-7ca7e01a831f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=79cee012-2c7a-4261-b30a-7ca7e01a831f,segment=NetworkSegment(b08bacd1-f4e9-4155-be08-56f9c1344ffe),segment_id=b08bacd1-f4e9-4155-be08-56f9c1344ffe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:34:21.649237 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7214256-d11d-4ae8-8565-751e34ef00ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (79cee012-2c7a-4261-b30a-7ca7e01a831f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:21.662076 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f7214256-d11d-4ae8-8565-751e34ef00ab admin admin] Calling delete_port for 79cee012-2c7a-4261-b30a-7ca7e01a831f owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:34:21.752624 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7214256-d11d-4ae8-8565-751e34ef00ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (79cee012-2c7a-4261-b30a-7ca7e01a831f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:21.775800 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0bf2fe-f6ce-4765-ae3e-5aee69781e8e None None] DHCP port deletion for 75008604-2124-40d2-adba-e3e77ebe8c83 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:34:21.780768 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7214256-d11d-4ae8-8565-751e34ef00ab admin admin] Pushing event deleted for resources: {'Port': ['ID=79cee012-2c7a-4261-b30a-7ca7e01a831f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:21.783139 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7214256-d11d-4ae8-8565-751e34ef00ab admin admin] No DVR routers for this DVR port 79cee012-2c7a-4261-b30a-7ca7e01a831f on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:34:21.860943 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7214256-d11d-4ae8-8565-751e34ef00ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (75008604-2124-40d2-adba-e3e77ebe8c83), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:21.880457 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f7214256-d11d-4ae8-8565-751e34ef00ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75008604-2124-40d2-adba-e3e77ebe8c83']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:21.889967 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f7214256-d11d-4ae8-8565-751e34ef00ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08bacd1-f4e9-4155-be08-56f9c1344ffe') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:21.890262 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f7214256-d11d-4ae8-8565-751e34ef00ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08bacd1-f4e9-4155-be08-56f9c1344ffe') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:21.901877 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7214256-d11d-4ae8-8565-751e34ef00ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (b08bacd1-f4e9-4155-be08-56f9c1344ffe), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:21.916863 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7214256-d11d-4ae8-8565-751e34ef00ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (b08bacd1-f4e9-4155-be08-56f9c1344ffe), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:21.923660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7214256-d11d-4ae8-8565-751e34ef00ab admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:34:21.924153 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7214256-d11d-4ae8-8565-751e34ef00ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (b08bacd1-f4e9-4155-be08-56f9c1344ffe), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:34:21.926229 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:34:21.992941 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7214256-d11d-4ae8-8565-751e34ef00ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (75008604-2124-40d2-adba-e3e77ebe8c83), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:21.998563 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7214256-d11d-4ae8-8565-751e34ef00ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:22.001886 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f7214256-d11d-4ae8-8565-751e34ef00ab admin admin] 10.222.0.18 "DELETE /v2.0/networks/75008604-2124-40d2-adba-e3e77ebe8c83 HTTP/1.1" status: 204 len: 168 time: 0.5575624 Feb 03 13:34:22.013079 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7214256-d11d-4ae8-8565-751e34ef00ab admin admin] Pushing event deleted for resources: {'Network': ['ID=75008604-2124-40d2-adba-e3e77ebe8c83,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:22.170576 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41524) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:22.211046 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0bead329-e3ca-4088-b3e8-3736da74bef4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bad4a330cd9a4008a75a6195e46f3ff9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391986 Feb 03 13:34:22.213559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41526) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:22.264201 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-135e45b9-60e1-4295-9458-f6a065ed824f admin admin] Publish callbacks [] for security_group (184b63b7-5a8c-4459-ac56-83cdc243c279), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:22.286437 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-135e45b9-60e1-4295-9458-f6a065ed824f admin admin] Publish callbacks [] for security_group (184b63b7-5a8c-4459-ac56-83cdc243c279), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:22.334383 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-135e45b9-60e1-4295-9458-f6a065ed824f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (184b63b7-5a8c-4459-ac56-83cdc243c279), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:22.337221 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-135e45b9-60e1-4295-9458-f6a065ed824f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:22.338379 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-135e45b9-60e1-4295-9458-f6a065ed824f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/184b63b7-5a8c-4459-ac56-83cdc243c279 HTTP/1.1" status: 204 len: 168 time: 0.1239409 Feb 03 13:34:22.346421 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e45b9-60e1-4295-9458-f6a065ed824f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184b63b7-5a8c-4459-ac56-83cdc243c279,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:22.600632 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 79cee012-2c7a-4261-b30a-7ca7e01a831f no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:34:22.625481 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 79cee012-2c7a-4261-b30a-7ca7e01a831f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:34:22.626346 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 79cee012-2c7a-4261-b30a-7ca7e01a831f not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:34:22.626777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0d486ce4-3546-4c83-927b-95114744babe no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:34:22.648772 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 0d486ce4-3546-4c83-927b-95114744babe {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:34:22.649131 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0d486ce4-3546-4c83-927b-95114744babe not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:34:22.649549 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:34:22.653609 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41532) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:22.670030 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:34:22.670390 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1a5b7a5a-d3c8-4002-b84c-60ecd79e6db9 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:34:22.694081 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4acf6519-93a5-4c39-b546-9bcd30e84c44 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53a9e81942f5459fb437c106adb9b3db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392373 Feb 03 13:34:22.696645 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41534) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:22.743732 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8dc81f06-d0e5-4c50-be9a-d22dc60510ee admin admin] Publish callbacks [] for security_group (22316ee4-2043-4aef-8636-71312cb1f13c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:22.765053 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8dc81f06-d0e5-4c50-be9a-d22dc60510ee admin admin] Publish callbacks [] for security_group (22316ee4-2043-4aef-8636-71312cb1f13c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:22.812002 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8dc81f06-d0e5-4c50-be9a-d22dc60510ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (22316ee4-2043-4aef-8636-71312cb1f13c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:22.814607 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8dc81f06-d0e5-4c50-be9a-d22dc60510ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:22.815896 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8dc81f06-d0e5-4c50-be9a-d22dc60510ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22316ee4-2043-4aef-8636-71312cb1f13c HTTP/1.1" status: 204 len: 168 time: 0.1183465 Feb 03 13:34:22.823874 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc81f06-d0e5-4c50-be9a-d22dc60510ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22316ee4-2043-4aef-8636-71312cb1f13c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:24.383533 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41574) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:24.388082 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f1612e9b-ca45-47e3-a871-fa85059cbc3d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1044684545', 'description': 'tempest-secgroup-smoke-1044684545 description', 'project_id': '753993933a6e44c5adc86bc1f42799d5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:34:24.410164 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f1612e9b-ca45-47e3-a871-fa85059cbc3d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:24.419005 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f1612e9b-ca45-47e3-a871-fa85059cbc3d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:24.496076 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f1612e9b-ca45-47e3-a871-fa85059cbc3d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (486c856f-ed3e-42c2-acb2-705b90b93ba1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:24.500009 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f1612e9b-ca45-47e3-a871-fa85059cbc3d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (486c856f-ed3e-42c2-acb2-705b90b93ba1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:24.533060 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1612e9b-ca45-47e3-a871-fa85059cbc3d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486c856f-ed3e-42c2-acb2-705b90b93ba1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:24.575543 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f1612e9b-ca45-47e3-a871-fa85059cbc3d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (939aea33-5aed-4151-bb7d-80df2399943a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:24.579697 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f1612e9b-ca45-47e3-a871-fa85059cbc3d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (939aea33-5aed-4151-bb7d-80df2399943a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:24.608723 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f1612e9b-ca45-47e3-a871-fa85059cbc3d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:24.612620 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f1612e9b-ca45-47e3-a871-fa85059cbc3d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2254293 Feb 03 13:34:24.612620 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1612e9b-ca45-47e3-a871-fa85059cbc3d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=939aea33-5aed-4151-bb7d-80df2399943a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:24.613019 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41576) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:24.619600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7de3704e-f91c-40b5-ae11-c7963f81749d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '939aea33-5aed-4151-bb7d-80df2399943a', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:34:24.649562 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7de3704e-f91c-40b5-ae11-c7963f81749d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (db147309-9624-43fb-9751-4d63861e2f15), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:24.704982 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7de3704e-f91c-40b5-ae11-c7963f81749d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (db147309-9624-43fb-9751-4d63861e2f15), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:24.708820 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7de3704e-f91c-40b5-ae11-c7963f81749d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (db147309-9624-43fb-9751-4d63861e2f15), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:24.728979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3704e-f91c-40b5-ae11-c7963f81749d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db147309-9624-43fb-9751-4d63861e2f15,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:24.738602 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7de3704e-f91c-40b5-ae11-c7963f81749d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:24.739827 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7de3704e-f91c-40b5-ae11-c7963f81749d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249084 Feb 03 13:34:24.742648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41578) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:24.747113 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cee23120-1b33-4198-ac9c-deaf5ec447fb tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '939aea33-5aed-4151-bb7d-80df2399943a', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:34:24.773528 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cee23120-1b33-4198-ac9c-deaf5ec447fb tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (f1bcdb26-66e6-4fe5-8d57-31b774569bf8), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:24.831083 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cee23120-1b33-4198-ac9c-deaf5ec447fb tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (f1bcdb26-66e6-4fe5-8d57-31b774569bf8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:24.834473 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cee23120-1b33-4198-ac9c-deaf5ec447fb tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (f1bcdb26-66e6-4fe5-8d57-31b774569bf8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:24.852485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee23120-1b33-4198-ac9c-deaf5ec447fb tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1bcdb26-66e6-4fe5-8d57-31b774569bf8,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:24.859073 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cee23120-1b33-4198-ac9c-deaf5ec447fb tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:24.860411 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-cee23120-1b33-4198-ac9c-deaf5ec447fb tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167629 Feb 03 13:34:24.863018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41580) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:24.867453 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-77bd448b-9c4d-4ba8-bff1-821aae85c0ee tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '939aea33-5aed-4151-bb7d-80df2399943a', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:34:24.893107 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77bd448b-9c4d-4ba8-bff1-821aae85c0ee tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (d68191d8-0ac2-4fa2-85e5-3b0acff84999), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:24.952978 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77bd448b-9c4d-4ba8-bff1-821aae85c0ee tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (d68191d8-0ac2-4fa2-85e5-3b0acff84999), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:24.956434 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77bd448b-9c4d-4ba8-bff1-821aae85c0ee tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (d68191d8-0ac2-4fa2-85e5-3b0acff84999), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:24.974205 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd448b-9c4d-4ba8-bff1-821aae85c0ee tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68191d8-0ac2-4fa2-85e5-3b0acff84999,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:24.982252 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77bd448b-9c4d-4ba8-bff1-821aae85c0ee tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:24.983476 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-77bd448b-9c4d-4ba8-bff1-821aae85c0ee tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195135 Feb 03 13:34:24.987037 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41582) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:24.991390 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f18b5ee9-cd13-48ab-aadf-286bfde9ad32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '939aea33-5aed-4151-bb7d-80df2399943a', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:34:25.016357 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f18b5ee9-cd13-48ab-aadf-286bfde9ad32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (2ec8138d-5b74-4043-83ee-9793981e23ec), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.077965 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f18b5ee9-cd13-48ab-aadf-286bfde9ad32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (2ec8138d-5b74-4043-83ee-9793981e23ec), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.081918 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f18b5ee9-cd13-48ab-aadf-286bfde9ad32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (2ec8138d-5b74-4043-83ee-9793981e23ec), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.100830 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b5ee9-cd13-48ab-aadf-286bfde9ad32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec8138d-5b74-4043-83ee-9793981e23ec,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:25.110084 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f18b5ee9-cd13-48ab-aadf-286bfde9ad32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.111824 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f18b5ee9-cd13-48ab-aadf-286bfde9ad32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238544 Feb 03 13:34:25.114604 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41584) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:25.119017 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-dd85fd7a-f92e-4592-b359-dbad24f0fab0 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '939aea33-5aed-4151-bb7d-80df2399943a', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:34:25.139228 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-dd85fd7a-f92e-4592-b359-dbad24f0fab0 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Project 753993933a6e44c5adc86bc1f42799d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:34:25.144204 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd85fd7a-f92e-4592-b359-dbad24f0fab0 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (bd708e1f-45eb-42c0-9cad-fa61cfe87d11), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.203652 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd85fd7a-f92e-4592-b359-dbad24f0fab0 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (bd708e1f-45eb-42c0-9cad-fa61cfe87d11), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.207340 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd85fd7a-f92e-4592-b359-dbad24f0fab0 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (bd708e1f-45eb-42c0-9cad-fa61cfe87d11), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.224679 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85fd7a-f92e-4592-b359-dbad24f0fab0 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd708e1f-45eb-42c0-9cad-fa61cfe87d11,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:25.232911 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd85fd7a-f92e-4592-b359-dbad24f0fab0 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.234430 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-dd85fd7a-f92e-4592-b359-dbad24f0fab0 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180885 Feb 03 13:34:25.237130 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41586) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:25.241366 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-00ab7fc7-6472-4377-a45d-697f58fc8161 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '939aea33-5aed-4151-bb7d-80df2399943a', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:34:25.261685 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-00ab7fc7-6472-4377-a45d-697f58fc8161 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Project 753993933a6e44c5adc86bc1f42799d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:34:25.266589 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00ab7fc7-6472-4377-a45d-697f58fc8161 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (3d7c5714-fc1e-4957-b512-cc0018c85202), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.330190 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00ab7fc7-6472-4377-a45d-697f58fc8161 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (3d7c5714-fc1e-4957-b512-cc0018c85202), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.333965 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00ab7fc7-6472-4377-a45d-697f58fc8161 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (3d7c5714-fc1e-4957-b512-cc0018c85202), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.351604 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab7fc7-6472-4377-a45d-697f58fc8161 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7c5714-fc1e-4957-b512-cc0018c85202,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:25.359464 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00ab7fc7-6472-4377-a45d-697f58fc8161 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.361473 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-00ab7fc7-6472-4377-a45d-697f58fc8161 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234066 Feb 03 13:34:25.364499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41588) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:25.369292 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2055a8aa-0b8d-403c-93c9-f0d82b2f6d32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'network': {'name': 'tempest-network-smoke--2065895846', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'port_security_enabled': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:34:25.388062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2055a8aa-0b8d-403c-93c9-f0d82b2f6d32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Made reservation on behalf of 753993933a6e44c5adc86bc1f42799d5 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:34:25.391335 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2055a8aa-0b8d-403c-93c9-f0d82b2f6d32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.414964 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2055a8aa-0b8d-403c-93c9-f0d82b2f6d32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:34:25.425742 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2055a8aa-0b8d-403c-93c9-f0d82b2f6d32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.426095 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-2055a8aa-0b8d-403c-93c9-f0d82b2f6d32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Added segment 8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706 of type vlan for network b687a47f-32ac-4fda-8ee1-6995089548d2 Feb 03 13:34:25.465672 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2055a8aa-0b8d-403c-93c9-f0d82b2f6d32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (b687a47f-32ac-4fda-8ee1-6995089548d2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.491874 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2055a8aa-0b8d-403c-93c9-f0d82b2f6d32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (b687a47f-32ac-4fda-8ee1-6995089548d2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.496760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2055a8aa-0b8d-403c-93c9-f0d82b2f6d32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:25.497341 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2055a8aa-0b8d-403c-93c9-f0d82b2f6d32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.538116 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2055a8aa-0b8d-403c-93c9-f0d82b2f6d32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1726046 Feb 03 13:34:25.541133 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41590) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:25.545910 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-00a2cbad-af40-4668-976c-9b33946c37c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-667350273', 'admin_state_up': True, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:34:25.566820 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00a2cbad-af40-4668-976c-9b33946c37c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (67360ae5-1207-49d3-9c0d-542d776e4a18), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.568708 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00a2cbad-af40-4668-976c-9b33946c37c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (67360ae5-1207-49d3-9c0d-542d776e4a18), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.571757 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055a8aa-0b8d-403c-93c9-f0d82b2f6d32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Network': ['ID=b687a47f-32ac-4fda-8ee1-6995089548d2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:25.584339 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network b687a47f-32ac-4fda-8ee1-6995089548d2 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:34:25.624387 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00a2cbad-af40-4668-976c-9b33946c37c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_controller (67360ae5-1207-49d3-9c0d-542d776e4a18), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.765386 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00a2cbad-af40-4668-976c-9b33946c37c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_gateway (67360ae5-1207-49d3-9c0d-542d776e4a18), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.951577 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00a2cbad-af40-4668-976c-9b33946c37c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_gateway (67360ae5-1207-49d3-9c0d-542d776e4a18), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:25.970432 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00a2cbad-af40-4668-976c-9b33946c37c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:26.071156 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-00a2cbad-af40-4668-976c-9b33946c37c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Allocated IP 172.25.6.243 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/7f941b53-642a-4e7b-be50-ebba96682422) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:34:26.171840 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00a2cbad-af40-4668-976c-9b33946c37c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (7f941b53-642a-4e7b-be50-ebba96682422), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:26.204945 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00a2cbad-af40-4668-976c-9b33946c37c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (7f941b53-642a-4e7b-be50-ebba96682422), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:26.241114 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a2cbad-af40-4668-976c-9b33946c37c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:34:26.244041 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-00a2cbad-af40-4668-976c-9b33946c37c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:34:26.250076 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a2cbad-af40-4668-976c-9b33946c37c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:34:26.272569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2cbad-af40-4668-976c-9b33946c37c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=7f941b53-642a-4e7b-be50-ebba96682422,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:26.850310 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00a2cbad-af40-4668-976c-9b33946c37c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_gateway (67360ae5-1207-49d3-9c0d-542d776e4a18), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:27.042008 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00a2cbad-af40-4668-976c-9b33946c37c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (67360ae5-1207-49d3-9c0d-542d776e4a18), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:27.173780 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a2cbad-af40-4668-976c-9b33946c37c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router 67360ae5-1207-49d3-9c0d-542d776e4a18 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:34:27.278263 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a2cbad-af40-4668-976c-9b33946c37c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:34:27.288470 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] Sync routers for ids ['67360ae5-1207-49d3-9c0d-542d776e4a18'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:34:27.298598 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00a2cbad-af40-4668-976c-9b33946c37c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:27.298855 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] Routers {'67360ae5-1207-49d3-9c0d-542d776e4a18'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:34:27.299824 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-00a2cbad-af40-4668-976c-9b33946c37c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7574787 Feb 03 13:34:27.302902 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['67360ae5-1207-49d3-9c0d-542d776e4a18'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:27.303091 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41592) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:27.411959 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] Set router 67360ae5-1207-49d3-9c0d-542d776e4a18 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:34:27.433003 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f2f8701b-b54a-4ab1-b970-8c4b3151ca71 tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=753993933a6e44c5adc86bc1f42799d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1289217 Feb 03 13:34:27.438564 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41596) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:27.523397 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b2706c-3a7a-46e1-be35-1b15a033b784 tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:27.525260 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-30b2706c-3a7a-46e1-be35-1b15a033b784 tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854242 Feb 03 13:34:27.528070 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41598) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:27.559352 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-43152452-1e5a-4bb7-a50b-f4b19043c578 tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302212 Feb 03 13:34:27.562003 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41600) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:27.567155 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-41aa0a45-4fb5-4d7a-8f39-c470fcdf5e40 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-84175722', 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:34:27.587991 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667350273', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '7f941b53-642a-4e7b-be50-ebba96682422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:26Z', 'revision_number': 3, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '7f941b53-642a-4e7b-be50-ebba96682422', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:27.618413 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] Checking router: 67360ae5-1207-49d3-9c0d-542d776e4a18 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:34:27.618763 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] Updating router 67360ae5-1207-49d3-9c0d-542d776e4a18 port 7f941b53-642a-4e7b-be50-ebba96682422 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:34:27.646737 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7f941b53-642a-4e7b-be50-ebba96682422), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:27.652401 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41aa0a45-4fb5-4d7a-8f39-c470fcdf5e40 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Made reservation on behalf of 753993933a6e44c5adc86bc1f42799d5 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:34:27.655846 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-41aa0a45-4fb5-4d7a-8f39-c470fcdf5e40 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:27.833853 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-41aa0a45-4fb5-4d7a-8f39-c470fcdf5e40 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (aa4ea9bb-518d-4096-b962-e4ccb7d13e3a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:27.894725 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa0a45-4fb5-4d7a-8f39-c470fcdf5e40 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Subnet': ['ID=aa4ea9bb-518d-4096-b962-e4ccb7d13e3a,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:27.895730 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] Publish callbacks [] for port (7f941b53-642a-4e7b-be50-ebba96682422), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:27.902515 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7f941b53-642a-4e7b-be50-ebba96682422), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:27.902727 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aa0a45-4fb5-4d7a-8f39-c470fcdf5e40 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Checking segment: {'id': '8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:34:27.902872 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41aa0a45-4fb5-4d7a-8f39-c470fcdf5e40 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network hostable DHCP agents. Network: b687a47f-32ac-4fda-8ee1-6995089548d2, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:34:27.919517 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41aa0a45-4fb5-4d7a-8f39-c470fcdf5e40 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network b687a47f-32ac-4fda-8ee1-6995089548d2 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:34:27.928916 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-41aa0a45-4fb5-4d7a-8f39-c470fcdf5e40 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, b687a47f-32ac-4fda-8ee1-6995089548d2) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:34:27.933142 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41aa0a45-4fb5-4d7a-8f39-c470fcdf5e40 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:27.933751 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-41aa0a45-4fb5-4d7a-8f39-c470fcdf5e40 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:27.940204 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43c626-aacb-430e-8fb6-94d747f49981 None None] Network b687a47f-32ac-4fda-8ee1-6995089548d2 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:34:27.957553 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-41aa0a45-4fb5-4d7a-8f39-c470fcdf5e40 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3945296 Feb 03 13:34:27.960610 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41602) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:27.966900 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] Attempting to bind port 7f941b53-642a-4e7b-be50-ebba96682422 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:34:27.967284 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] Attempting to bind port 7f941b53-642a-4e7b-be50-ebba96682422 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:34:27.967648 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] Attempting to bind port 7f941b53-642a-4e7b-be50-ebba96682422 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:34:27.974863 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5bb57-f0da-401a-985f-e582e6b7d1d5 None None] Pushing event updated for resources: {'Port': ['ID=7f941b53-642a-4e7b-be50-ebba96682422,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:27.977849 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:34:27.978240 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:34:27.978622 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:27.979010 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:34:27.979477 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] Bound port: 7f941b53-642a-4e7b-be50-ebba96682422, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:34:27.979855 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7f941b53-642a-4e7b-be50-ebba96682422), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:27.987119 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5bb57-f0da-401a-985f-e582e6b7d1d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:27.987466 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5bb57-f0da-401a-985f-e582e6b7d1d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:27.987811 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5bb57-f0da-401a-985f-e582e6b7d1d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:27.988169 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5bb57-f0da-401a-985f-e582e6b7d1d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:27.988501 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5bb57-f0da-401a-985f-e582e6b7d1d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:27.988829 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5bb57-f0da-401a-985f-e582e6b7d1d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:27.989152 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5bb57-f0da-401a-985f-e582e6b7d1d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:27.989474 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5bb57-f0da-401a-985f-e582e6b7d1d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:27.989792 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5bb57-f0da-401a-985f-e582e6b7d1d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:27.990111 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5bb57-f0da-401a-985f-e582e6b7d1d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:27.990430 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5bb57-f0da-401a-985f-e582e6b7d1d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:27.990744 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5bb57-f0da-401a-985f-e582e6b7d1d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:27.991060 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd5bb57-f0da-401a-985f-e582e6b7d1d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:28.049988 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] For port 7f941b53-642a-4e7b-be50-ebba96682422, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:34:28.058242 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] For port 7f941b53-642a-4e7b-be50-ebba96682422, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7f941b53-642a-4e7b-be50-ebba96682422,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:34:28.066377 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7f941b53-642a-4e7b-be50-ebba96682422), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:28.091517 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-b687a47f-32ac-4fda-8ee1-6995089548d2', 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ips': [{'subnet_id': 'aa4ea9bb-518d-4096-b962-e4ccb7d13e3a'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:34:28.092430 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:28.132632 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5bb57-f0da-401a-985f-e582e6b7d1d5 None None] Pushing event updated for resources: {'Port': ['ID=7f941b53-642a-4e7b-be50-ebba96682422,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:28.154898 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] Routers {'67360ae5-1207-49d3-9c0d-542d776e4a18'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:34:28.155532 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['67360ae5-1207-49d3-9c0d-542d776e4a18'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:28.247782 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Allocated IP 172.20.0.2 (b687a47f-32ac-4fda-8ee1-6995089548d2/aa4ea9bb-518d-4096-b962-e4ccb7d13e3a/24ce8beb-7b84-44d8-a6a7-3a58f1939d0f) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:34:28.265895 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] Set router 67360ae5-1207-49d3-9c0d-542d776e4a18 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:34:28.410786 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Publish callbacks [] for port (24ce8beb-7b84-44d8-a6a7-3a58f1939d0f), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:28.417973 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (24ce8beb-7b84-44d8-a6a7-3a58f1939d0f), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:28.458303 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Network b687a47f-32ac-4fda-8ee1-6995089548d2 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:34:28.465208 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:34:28.470041 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:34:28.473327 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55a6f9f7-53ce-4eea-aef8-28db92db7c74 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:28.473491 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Pushing event updated for resources: {'Port': ['ID=24ce8beb-7b84-44d8-a6a7-3a58f1939d0f,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:28.483772 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:28.484149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:28.485711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:28.485711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:28.485711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:28.486085 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:28.486363 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:28.486689 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:28.487014 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:28.487564 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:28.487898 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:28.489548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:28.490205 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:34:28.540337 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667350273', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '7f941b53-642a-4e7b-be50-ebba96682422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:26Z', 'revision_number': 3, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '7f941b53-642a-4e7b-be50-ebba96682422', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:28.549254 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Attempting to bind port 24ce8beb-7b84-44d8-a6a7-3a58f1939d0f on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:34:28.549644 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Attempting to bind port 24ce8beb-7b84-44d8-a6a7-3a58f1939d0f by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:34:28.550012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Attempting to bind port 24ce8beb-7b84-44d8-a6a7-3a58f1939d0f on network b687a47f-32ac-4fda-8ee1-6995089548d2 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:34:28.555559 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:34:28.555965 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Checking segment: {'id': '8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:34:28.556377 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:28.556777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Bound using segment: {'id': '8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:34:28.557248 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Bound port: 24ce8beb-7b84-44d8-a6a7-3a58f1939d0f, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:34:28.557657 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (24ce8beb-7b84-44d8-a6a7-3a58f1939d0f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:28.570533 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c8c46-a8b7-4d30-8ed0-1b19048754c4 None None] The sync data for ids ['67360ae5-1207-49d3-9c0d-542d776e4a18'] in n-d-827336-3 is: [{'id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667350273', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '7f941b53-642a-4e7b-be50-ebba96682422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:26Z', 'revision_number': 3, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '7f941b53-642a-4e7b-be50-ebba96682422', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:34:28.624512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] For port 24ce8beb-7b84-44d8-a6a7-3a58f1939d0f, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:34:28.629448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] For port 24ce8beb-7b84-44d8-a6a7-3a58f1939d0f, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=24ce8beb-7b84-44d8-a6a7-3a58f1939d0f,segment=NetworkSegment(8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706),segment_id=8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:34:28.637578 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (24ce8beb-7b84-44d8-a6a7-3a58f1939d0f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:28.703338 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af320b0-2cee-4590-868b-ae4646678bfb None None] Pushing event updated for resources: {'Port': ['ID=24ce8beb-7b84-44d8-a6a7-3a58f1939d0f,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:28.780345 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-55a6f9f7-53ce-4eea-aef8-28db92db7c74 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Allocated IP 172.20.0.1 (b687a47f-32ac-4fda-8ee1-6995089548d2/aa4ea9bb-518d-4096-b962-e4ccb7d13e3a/1080745c-f0f7-4230-9f29-52e0714c9c9f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:34:28.877818 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:34:28.953287 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55a6f9f7-53ce-4eea-aef8-28db92db7c74 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (1080745c-f0f7-4230-9f29-52e0714c9c9f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:28.993867 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55a6f9f7-53ce-4eea-aef8-28db92db7c74 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (1080745c-f0f7-4230-9f29-52e0714c9c9f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:29.050697 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a6f9f7-53ce-4eea-aef8-28db92db7c74 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network b687a47f-32ac-4fda-8ee1-6995089548d2 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:34:29.056690 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-55a6f9f7-53ce-4eea-aef8-28db92db7c74 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:34:29.059256 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a6f9f7-53ce-4eea-aef8-28db92db7c74 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:34:29.087833 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f9f7-53ce-4eea-aef8-28db92db7c74 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=1080745c-f0f7-4230-9f29-52e0714c9c9f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:29.111502 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55a6f9f7-53ce-4eea-aef8-28db92db7c74 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (67360ae5-1207-49d3-9c0d-542d776e4a18), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:29.256633 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55a6f9f7-53ce-4eea-aef8-28db92db7c74 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1080745c-f0f7-4230-9f29-52e0714c9c9f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:29.565580 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55a6f9f7-53ce-4eea-aef8-28db92db7c74 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (1080745c-f0f7-4230-9f29-52e0714c9c9f), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:29.573841 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55a6f9f7-53ce-4eea-aef8-28db92db7c74 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (1080745c-f0f7-4230-9f29-52e0714c9c9f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:29.647772 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55a6f9f7-53ce-4eea-aef8-28db92db7c74 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (67360ae5-1207-49d3-9c0d-542d776e4a18), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:29.649602 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6f9f7-53ce-4eea-aef8-28db92db7c74 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=1080745c-f0f7-4230-9f29-52e0714c9c9f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:29.703320 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f123133c-6105-48e2-a533-5180c2d3ddb2 None None] Network b687a47f-32ac-4fda-8ee1-6995089548d2 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:34:29.751765 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a6f9f7-53ce-4eea-aef8-28db92db7c74 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network b687a47f-32ac-4fda-8ee1-6995089548d2 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:34:29.753233 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-55a6f9f7-53ce-4eea-aef8-28db92db7c74 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:34:29.777554 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9cf542a9-f53e-47b9-8403-c94cfbf7fc66 None None] Provisioning complete for port 24ce8beb-7b84-44d8-a6a7-3a58f1939d0f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:34:29.777934 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9cf542a9-f53e-47b9-8403-c94cfbf7fc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (24ce8beb-7b84-44d8-a6a7-3a58f1939d0f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:29.868353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a6f9f7-53ce-4eea-aef8-28db92db7c74 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router 67360ae5-1207-49d3-9c0d-542d776e4a18 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:34:29.893523 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9cf542a9-f53e-47b9-8403-c94cfbf7fc66 None None] Current status of the port 24ce8beb-7b84-44d8-a6a7-3a58f1939d0f is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:34:29.893912 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9cf542a9-f53e-47b9-8403-c94cfbf7fc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (24ce8beb-7b84-44d8-a6a7-3a58f1939d0f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:29.940965 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9cf542a9-f53e-47b9-8403-c94cfbf7fc66 None None] For port 24ce8beb-7b84-44d8-a6a7-3a58f1939d0f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=24ce8beb-7b84-44d8-a6a7-3a58f1939d0f,segment=NetworkSegment(8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706),segment_id=8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:34:29.946857 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9cf542a9-f53e-47b9-8403-c94cfbf7fc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (24ce8beb-7b84-44d8-a6a7-3a58f1939d0f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:30.002021 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf542a9-f53e-47b9-8403-c94cfbf7fc66 None None] Pushing event updated for resources: {'Port': ['ID=24ce8beb-7b84-44d8-a6a7-3a58f1939d0f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:30.003275 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a6f9f7-53ce-4eea-aef8-28db92db7c74 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:34:30.010348 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-55a6f9f7-53ce-4eea-aef8-28db92db7c74 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "PUT /v2.0/routers/67360ae5-1207-49d3-9c0d-542d776e4a18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0478027 Feb 03 13:34:30.175542 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9446fadd-65ff-4a28-af1c-91b443d0a9fc None None] Provisioning complete for port 24ce8beb-7b84-44d8-a6a7-3a58f1939d0f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:34:30.176450 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9446fadd-65ff-4a28-af1c-91b443d0a9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (24ce8beb-7b84-44d8-a6a7-3a58f1939d0f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:30.180665 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-ac945799-cf8e-49f8-829d-d36a5daa986d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1044684545&fields=id&tenant_id=753993933a6e44c5adc86bc1f42799d5 HTTP/1.1" status: 200 len: 267 time: 0.0559433 Feb 03 13:34:30.263762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9446fadd-65ff-4a28-af1c-91b443d0a9fc None None] Current status of the port 24ce8beb-7b84-44d8-a6a7-3a58f1939d0f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:34:30.279426 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-9446fadd-65ff-4a28-af1c-91b443d0a9fc None None] Provisioning complete for port 1080745c-f0f7-4230-9f29-52e0714c9c9f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:34:30.279909 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9446fadd-65ff-4a28-af1c-91b443d0a9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1080745c-f0f7-4230-9f29-52e0714c9c9f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:30.290063 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-bdef9a85-6e3b-4af3-897b-95ea37adb89f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:30.297290 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-bdef9a85-6e3b-4af3-897b-95ea37adb89f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/networks?id=b687a47f-32ac-4fda-8ee1-6995089548d2 HTTP/1.1" status: 200 len: 797 time: 0.1155915 Feb 03 13:34:30.313352 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-f0b39d89-56f4-4956-ada1-450e53789006 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/quotas/753993933a6e44c5adc86bc1f42799d5 HTTP/1.1" status: 200 len: 375 time: 0.0150082 Feb 03 13:34:30.324300 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-9446fadd-65ff-4a28-af1c-91b443d0a9fc None None] Port 1080745c-f0f7-4230-9f29-52e0714c9c9f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:34:30.343196 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] Sync routers for ids ['67360ae5-1207-49d3-9c0d-542d776e4a18'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:34:30.353447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] Routers {'67360ae5-1207-49d3-9c0d-542d776e4a18'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:34:30.354068 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['67360ae5-1207-49d3-9c0d-542d776e4a18'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:30.390879 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-2df618d3-8d54-4389-800d-c6e23cc29062 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764246 Feb 03 13:34:30.461775 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-275a5af3-c83f-4a0c-ba5c-79ac746bd7fe service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:34:30.462889 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-275a5af3-c83f-4a0c-ba5c-79ac746bd7fe service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0584226 Feb 03 13:34:30.470446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-836c0b91-ff0a-4684-a041-a3c5371d39c4 None None] Provisioning complete for port 1080745c-f0f7-4230-9f29-52e0714c9c9f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:34:30.470821 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-836c0b91-ff0a-4684-a041-a3c5371d39c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1080745c-f0f7-4230-9f29-52e0714c9c9f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:30.479085 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] Set router 67360ae5-1207-49d3-9c0d-542d776e4a18 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:34:30.568670 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-0020b44b-7070-492b-b81a-fc55c2cc4a96 service neutron] 10.222.0.18 "GET /v2.0/networks/b687a47f-32ac-4fda-8ee1-6995089548d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956383 Feb 03 13:34:30.576488 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-836c0b91-ff0a-4684-a041-a3c5371d39c4 None None] Port 1080745c-f0f7-4230-9f29-52e0714c9c9f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:34:30.678045 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-b5499a49-5256-4fa9-9793-014934feba35 service neutron] 10.222.0.18 "GET /v2.0/networks/b687a47f-32ac-4fda-8ee1-6995089548d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072638 Feb 03 13:34:30.710118 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-90307a87-ad35-4acf-9546-41786b1fc082 None None] Provisioning complete for port 1080745c-f0f7-4230-9f29-52e0714c9c9f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:34:30.710660 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-90307a87-ad35-4acf-9546-41786b1fc082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1080745c-f0f7-4230-9f29-52e0714c9c9f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:30.736532 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 24ce8beb-7b84-44d8-a6a7-3a58f1939d0f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:34:30.785207 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-90307a87-ad35-4acf-9546-41786b1fc082 None None] Port 1080745c-f0f7-4230-9f29-52e0714c9c9f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:34:30.798732 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667350273', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '7f941b53-642a-4e7b-be50-ebba96682422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:29Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '7f941b53-642a-4e7b-be50-ebba96682422', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '1080745c-f0f7-4230-9f29-52e0714c9c9f', 'name': '', 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:e7:32:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'aa4ea9bb-518d-4096-b962-e4ccb7d13e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:28Z', 'updated_at': '2022-02-03T13:34:29Z', 'revision_number': 2, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': 'aa4ea9bb-518d-4096-b962-e4ccb7d13e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:30.832744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] Checking router: 67360ae5-1207-49d3-9c0d-542d776e4a18 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:34:30.833103 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] Updating router 67360ae5-1207-49d3-9c0d-542d776e4a18 port 1080745c-f0f7-4230-9f29-52e0714c9c9f binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:34:30.862632 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3fbc3b5b-68d3-4567-92a6-6c1b786731f4 req-1d8d58b9-3f7a-4f8b-bc5b-d9d3198d5310 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 210 time: 0.0298858 Feb 03 13:34:30.866026 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 24ce8beb-7b84-44d8-a6a7-3a58f1939d0f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:34:30.866408 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (24ce8beb-7b84-44d8-a6a7-3a58f1939d0f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:30.889658 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1080745c-f0f7-4230-9f29-52e0714c9c9f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:31.040740 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 24ce8beb-7b84-44d8-a6a7-3a58f1939d0f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:34:31.041832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7f941b53-642a-4e7b-be50-ebba96682422 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:34:31.159916 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 7f941b53-642a-4e7b-be50-ebba96682422 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:34:31.160336 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7f941b53-642a-4e7b-be50-ebba96682422), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:31.298209 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] Publish callbacks [] for port (1080745c-f0f7-4230-9f29-52e0714c9c9f), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:31.307711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 7f941b53-642a-4e7b-be50-ebba96682422 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:34:31.308158 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7f941b53-642a-4e7b-be50-ebba96682422), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:31.312954 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1080745c-f0f7-4230-9f29-52e0714c9c9f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:31.355831 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 7f941b53-642a-4e7b-be50-ebba96682422, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7f941b53-642a-4e7b-be50-ebba96682422,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:34:31.369328 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7f941b53-642a-4e7b-be50-ebba96682422), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:31.378761 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd3465-3d1b-45d3-8583-17bbf8c8b9a6 None None] Pushing event updated for resources: {'Port': ['ID=1080745c-f0f7-4230-9f29-52e0714c9c9f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:31.467197 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=7f941b53-642a-4e7b-be50-ebba96682422,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:31.479509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] Attempting to bind port 1080745c-f0f7-4230-9f29-52e0714c9c9f on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:34:31.479883 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] Attempting to bind port 1080745c-f0f7-4230-9f29-52e0714c9c9f by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:34:31.480282 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] Attempting to bind port 1080745c-f0f7-4230-9f29-52e0714c9c9f on network b687a47f-32ac-4fda-8ee1-6995089548d2 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:34:31.486190 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:34:31.486573 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] Checking segment: {'id': '8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:34:31.487156 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:31.487556 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] Bound using segment: {'id': '8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:34:31.488051 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] Bound port: 1080745c-f0f7-4230-9f29-52e0714c9c9f, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:34:31.488434 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1080745c-f0f7-4230-9f29-52e0714c9c9f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:31.557614 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] For port 1080745c-f0f7-4230-9f29-52e0714c9c9f, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:34:31.560801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] For port 1080745c-f0f7-4230-9f29-52e0714c9c9f, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1080745c-f0f7-4230-9f29-52e0714c9c9f,segment=NetworkSegment(8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706),segment_id=8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:34:31.566845 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1080745c-f0f7-4230-9f29-52e0714c9c9f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:31.634523 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] Routers {'67360ae5-1207-49d3-9c0d-542d776e4a18'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:34:31.635072 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:34:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['67360ae5-1207-49d3-9c0d-542d776e4a18'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:31.830667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd3465-3d1b-45d3-8583-17bbf8c8b9a6 None None] Pushing event updated for resources: {'Port': ['ID=1080745c-f0f7-4230-9f29-52e0714c9c9f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:31.845196 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a0d4a8-43e0-42be-9641-c4dece2251bf None None] Provisioning complete for port 1080745c-f0f7-4230-9f29-52e0714c9c9f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:34:31.845570 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a0d4a8-43e0-42be-9641-c4dece2251bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1080745c-f0f7-4230-9f29-52e0714c9c9f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:31.877194 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:31.950388 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] Set router 67360ae5-1207-49d3-9c0d-542d776e4a18 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:34:32.003274 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b969aa8a-82cd-4d42-b5a5-eb11f148f0c1 req-39afb13b-771b-4758-825f-41b8dc12523b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 210 time: 0.0500400 Feb 03 13:34:32.065072 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a0d4a8-43e0-42be-9641-c4dece2251bf None None] Current status of the port 1080745c-f0f7-4230-9f29-52e0714c9c9f is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:34:32.065464 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a0d4a8-43e0-42be-9641-c4dece2251bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1080745c-f0f7-4230-9f29-52e0714c9c9f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:32.086846 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-d05a2e25-c068-495a-8a03-336f61c62675 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:32.088247 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-d05a2e25-c068-495a-8a03-336f61c62675 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "GET /v2.0/networks?id=b687a47f-32ac-4fda-8ee1-6995089548d2 HTTP/1.1" status: 200 len: 797 time: 0.1457791 Feb 03 13:34:32.140575 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a0d4a8-43e0-42be-9641-c4dece2251bf None None] For port 1080745c-f0f7-4230-9f29-52e0714c9c9f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1080745c-f0f7-4230-9f29-52e0714c9c9f,segment=NetworkSegment(8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706),segment_id=8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:34:32.146557 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a0d4a8-43e0-42be-9641-c4dece2251bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1080745c-f0f7-4230-9f29-52e0714c9c9f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:32.164735 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-2f3f22e6-d700-4a4e-9da3-b31891e6241c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=753993933a6e44c5adc86bc1f42799d5 HTTP/1.1" status: 200 len: 380 time: 0.0562851 Feb 03 13:34:32.173316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-8eb2e05c-e3eb-48e3-bc3f-2fc5fc503dbf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'port': {'device_id': '841d958a-225a-468a-84da-b64b1150ad2f', 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2', 'admin_state_up': True, 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'security_groups': ['939aea33-5aed-4151-bb7d-80df2399943a']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:34:32.232448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0d4a8-43e0-42be-9641-c4dece2251bf None None] Pushing event updated for resources: {'Port': ['ID=1080745c-f0f7-4230-9f29-52e0714c9c9f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:32.253728 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667350273', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '7f941b53-642a-4e7b-be50-ebba96682422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:29Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '7f941b53-642a-4e7b-be50-ebba96682422', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '1080745c-f0f7-4230-9f29-52e0714c9c9f', 'name': '', 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:e7:32:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'aa4ea9bb-518d-4096-b962-e4ccb7d13e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:28Z', 'updated_at': '2022-02-03T13:34:31Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': 'aa4ea9bb-518d-4096-b962-e4ccb7d13e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:32.283923 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-8eb2e05c-e3eb-48e3-bc3f-2fc5fc503dbf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Made reservation on behalf of 753993933a6e44c5adc86bc1f42799d5 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:34:32.286519 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c70f35-2d45-4ca9-9c13-0d09b34976db None None] The sync data for ids ['67360ae5-1207-49d3-9c0d-542d776e4a18'] in n-d-827336-3 is: [{'id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667350273', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '7f941b53-642a-4e7b-be50-ebba96682422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:29Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '7f941b53-642a-4e7b-be50-ebba96682422', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '1080745c-f0f7-4230-9f29-52e0714c9c9f', 'name': '', 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:e7:32:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'aa4ea9bb-518d-4096-b962-e4ccb7d13e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:28Z', 'updated_at': '2022-02-03T13:34:31Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': 'aa4ea9bb-518d-4096-b962-e4ccb7d13e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:34:32.287980 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-8eb2e05c-e3eb-48e3-bc3f-2fc5fc503dbf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:32.298938 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-e9bbd41a-7183-4674-84d8-85af16236ae5 None None] Provisioning complete for port 1080745c-f0f7-4230-9f29-52e0714c9c9f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:34:32.299555 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e9bbd41a-7183-4674-84d8-85af16236ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1080745c-f0f7-4230-9f29-52e0714c9c9f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:32.401802 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-e9bbd41a-7183-4674-84d8-85af16236ae5 None None] Current status of the port 1080745c-f0f7-4230-9f29-52e0714c9c9f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:34:32.446380 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-8eb2e05c-e3eb-48e3-bc3f-2fc5fc503dbf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Allocated IP 172.20.0.12 (b687a47f-32ac-4fda-8ee1-6995089548d2/aa4ea9bb-518d-4096-b962-e4ccb7d13e3a/2849ff7d-a515-42b7-a4e5-e8a8368a6825) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:34:32.599529 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-8eb2e05c-e3eb-48e3-bc3f-2fc5fc503dbf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (2849ff7d-a515-42b7-a4e5-e8a8368a6825), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:32.641812 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-8eb2e05c-e3eb-48e3-bc3f-2fc5fc503dbf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (2849ff7d-a515-42b7-a4e5-e8a8368a6825), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:32.694652 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-8eb2e05c-e3eb-48e3-bc3f-2fc5fc503dbf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network b687a47f-32ac-4fda-8ee1-6995089548d2 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:34:32.697763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-8eb2e05c-e3eb-48e3-bc3f-2fc5fc503dbf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:34:32.700281 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-8eb2e05c-e3eb-48e3-bc3f-2fc5fc503dbf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:34:32.707402 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2e05c-e3eb-48e3-bc3f-2fc5fc503dbf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=2849ff7d-a515-42b7-a4e5-e8a8368a6825,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:32.748109 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7f941b53-642a-4e7b-be50-ebba96682422 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:34:32.771433 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-8eb2e05c-e3eb-48e3-bc3f-2fc5fc503dbf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:32.772112 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-8eb2e05c-e3eb-48e3-bc3f-2fc5fc503dbf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:32.798348 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-8eb2e05c-e3eb-48e3-bc3f-2fc5fc503dbf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6281829 Feb 03 13:34:32.814943 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] Request body: {'port': {'device_id': '841d958a-225a-468a-84da-b64b1150ad2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:34:32.818568 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 7f941b53-642a-4e7b-be50-ebba96682422 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:34:32.818954 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7f941b53-642a-4e7b-be50-ebba96682422), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:32.899056 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2849ff7d-a515-42b7-a4e5-e8a8368a6825), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:32.921873 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 7f941b53-642a-4e7b-be50-ebba96682422 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:34:32.924394 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1080745c-f0f7-4230-9f29-52e0714c9c9f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:34:32.981494 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 1080745c-f0f7-4230-9f29-52e0714c9c9f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:34:32.982098 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1080745c-f0f7-4230-9f29-52e0714c9c9f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:33.038868 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-cdf752a2-2b22-4637-b585-b72292d2e00b None None] Provisioning complete for port 2849ff7d-a515-42b7-a4e5-e8a8368a6825 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:34:33.039248 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cdf752a2-2b22-4637-b585-b72292d2e00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2849ff7d-a515-42b7-a4e5-e8a8368a6825), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:33.109533 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cdf752a2-2b22-4637-b585-b72292d2e00b None None] Port 2849ff7d-a515-42b7-a4e5-e8a8368a6825 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:34:33.112966 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 1080745c-f0f7-4230-9f29-52e0714c9c9f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:34:33.162757 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1df5f-f7d6-40d7-b157-d864ebe64b9b req-8469bcff-bec1-43b3-8be1-b866b8a2303b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:33.164331 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0bc1df5f-f7d6-40d7-b157-d864ebe64b9b req-8469bcff-bec1-43b3-8be1-b866b8a2303b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 932 time: 0.0661106 Feb 03 13:34:33.218313 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0bc1df5f-f7d6-40d7-b157-d864ebe64b9b req-27ca7566-849d-41e4-982c-5c4b411329a7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=939aea33-5aed-4151-bb7d-80df2399943a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481184 Feb 03 13:34:33.219011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2849ff7d-a515-42b7-a4e5-e8a8368a6825 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:34:33.227555 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] Publish callbacks [] for port (2849ff7d-a515-42b7-a4e5-e8a8368a6825), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:33.241764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] Transition to ACTIVE for port object 2849ff7d-a515-42b7-a4e5-e8a8368a6825 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:34:33.246975 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (2849ff7d-a515-42b7-a4e5-e8a8368a6825), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:33.308576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] Pushing event updated for resources: {'Port': ['ID=2849ff7d-a515-42b7-a4e5-e8a8368a6825,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:33.385929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] Attempting to bind port 2849ff7d-a515-42b7-a4e5-e8a8368a6825 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:34:33.386422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] Attempting to bind port 2849ff7d-a515-42b7-a4e5-e8a8368a6825 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:34:33.386952 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] Attempting to bind port 2849ff7d-a515-42b7-a4e5-e8a8368a6825 on network b687a47f-32ac-4fda-8ee1-6995089548d2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:34:33.392713 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] Port 2849ff7d-a515-42b7-a4e5-e8a8368a6825 on network b687a47f-32ac-4fda-8ee1-6995089548d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:34:33.392941 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] Attempting to bind port 2849ff7d-a515-42b7-a4e5-e8a8368a6825 on network b687a47f-32ac-4fda-8ee1-6995089548d2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:34:33.398367 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:34:33.398712 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] Checking segment: {'id': '8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:34:33.399099 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] Bound using segment: {'id': '8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:34:33.399530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] Bound port: 2849ff7d-a515-42b7-a4e5-e8a8368a6825, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:34:33.399887 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2849ff7d-a515-42b7-a4e5-e8a8368a6825), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:33.477132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] For port 2849ff7d-a515-42b7-a4e5-e8a8368a6825, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:34:33.481191 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] For port 2849ff7d-a515-42b7-a4e5-e8a8368a6825, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=2849ff7d-a515-42b7-a4e5-e8a8368a6825,segment=NetworkSegment(8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706),segment_id=8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:34:33.490195 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (2849ff7d-a515-42b7-a4e5-e8a8368a6825), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:33.524737 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:33.525463 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:33.527488 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] 10.222.0.73 "PUT /v2.0/ports/2849ff7d-a515-42b7-a4e5-e8a8368a6825 HTTP/1.1" status: 200 len: 1092 time: 0.7172005 Feb 03 13:34:33.528092 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841d958a-225a-468a-84da-b64b1150ad2f', 'tag': '2849ff7d-a515-42b7-a4e5-e8a8368a6825'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:34:33.530388 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b2ff19-8c82-4bd0-9c83-d82fdbeda9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "841d958a-225a-468a-84da-b64b1150ad2f", "tag": "2849ff7d-a515-42b7-a4e5-e8a8368a6825"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:34:33.560572 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff757c-ef0c-47fd-86c5-50f3db02f99b service neutron] Pushing event updated for resources: {'Port': ['ID=2849ff7d-a515-42b7-a4e5-e8a8368a6825,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:33.602042 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351ff9b1-affa-45f2-81f2-b566ba7a7c3b x-openstack-request-id: req-351ff9b1-affa-45f2-81f2-b566ba7a7c3b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:34:33.602353 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "841d958a-225a-468a-84da-b64b1150ad2f", "tag": "2849ff7d-a515-42b7-a4e5-e8a8368a6825", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:34:33.602623 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-351ff9b1-affa-45f2-81f2-b566ba7a7c3b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:34:33.603036 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841d958a-225a-468a-84da-b64b1150ad2f', 'tag': '2849ff7d-a515-42b7-a4e5-e8a8368a6825', 'status': 'completed', 'code': 200} Feb 03 13:34:33.617322 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca1989f2-422e-4681-8967-f909bd63abff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:33.644331 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-4c8b53b5-c323-49ba-8ad9-591ec7c9dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:33.645944 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-4c8b53b5-c323-49ba-8ad9-591ec7c9dfc4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 1126 time: 0.0559840 Feb 03 13:34:33.694176 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-c3915859-121e-40c2-8a33-c67a554956ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2849ff7d-a515-42b7-a4e5-e8a8368a6825 HTTP/1.1" status: 200 len: 217 time: 0.0361042 Feb 03 13:34:33.745752 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3988f57e-489e-4ded-909b-7b08655320aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:33.747288 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-3988f57e-489e-4ded-909b-7b08655320aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa4ea9bb-518d-4096-b962-e4ccb7d13e3a HTTP/1.1" status: 200 len: 833 time: 0.0481057 Feb 03 13:34:33.801199 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-4526ec87-01d6-4c3f-83b1-7c93889d2984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:33.802757 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-4526ec87-01d6-4c3f-83b1-7c93889d2984 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b687a47f-32ac-4fda-8ee1-6995089548d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499768 Feb 03 13:34:33.890676 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-e259c05f-3129-4750-b793-0f92007efde8 service neutron] 10.222.0.73 "GET /v2.0/networks/b687a47f-32ac-4fda-8ee1-6995089548d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823011 Feb 03 13:34:33.982682 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-38afd7f9-4a34-495d-a185-508df8bda2bb req-9a4de409-a4ff-4fda-a89d-2dbb96dc9051 service neutron] 10.222.0.73 "GET /v2.0/networks/b687a47f-32ac-4fda-8ee1-6995089548d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849431 Feb 03 13:34:34.108382 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2ff19-8c82-4bd0-9c83-d82fdbeda9f3 req-8c281c1d-fc8e-464c-aa4a-ddcc785bb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:34.109918 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d6b2ff19-8c82-4bd0-9c83-d82fdbeda9f3 req-8c281c1d-fc8e-464c-aa4a-ddcc785bb4a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 1126 time: 0.0451186 Feb 03 13:34:34.200496 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2ff19-8c82-4bd0-9c83-d82fdbeda9f3 req-bcc8c515-b5fa-4f56-ae95-7bafce3e0fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:34.201971 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d6b2ff19-8c82-4bd0-9c83-d82fdbeda9f3 req-bcc8c515-b5fa-4f56-ae95-7bafce3e0fa6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b687a47f-32ac-4fda-8ee1-6995089548d2 HTTP/1.1" status: 200 len: 898 time: 0.0859964 Feb 03 13:34:34.242300 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d6b2ff19-8c82-4bd0-9c83-d82fdbeda9f3 req-45d30381-499e-4a59-bec8-4d78956dc302 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2849ff7d-a515-42b7-a4e5-e8a8368a6825 HTTP/1.1" status: 200 len: 217 time: 0.0342004 Feb 03 13:34:34.290823 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2ff19-8c82-4bd0-9c83-d82fdbeda9f3 req-12064f03-5ee1-4f9d-8cba-123a58f16450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:34.292327 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d6b2ff19-8c82-4bd0-9c83-d82fdbeda9f3 req-12064f03-5ee1-4f9d-8cba-123a58f16450 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa4ea9bb-518d-4096-b962-e4ccb7d13e3a HTTP/1.1" status: 200 len: 833 time: 0.0452821 Feb 03 13:34:34.340601 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a345f8-7ef7-435c-8762-fe65834116e0 req-69bf7b71-f473-46a3-b69c-ba71093b76a8 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:34.341211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2ff19-8c82-4bd0-9c83-d82fdbeda9f3 req-5c8ad308-056c-47b8-9baf-27f988d35c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:34.342106 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-59a345f8-7ef7-435c-8762-fe65834116e0 req-69bf7b71-f473-46a3-b69c-ba71093b76a8 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 944 time: 0.0526526 Feb 03 13:34:34.342567 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d6b2ff19-8c82-4bd0-9c83-d82fdbeda9f3 req-5c8ad308-056c-47b8-9baf-27f988d35c35 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b687a47f-32ac-4fda-8ee1-6995089548d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452104 Feb 03 13:34:34.397413 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-59a345f8-7ef7-435c-8762-fe65834116e0 req-587af47c-153d-4412-aba2-f74f110bf437 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=939aea33-5aed-4151-bb7d-80df2399943a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495541 Feb 03 13:34:34.435137 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d6b2ff19-8c82-4bd0-9c83-d82fdbeda9f3 req-8321dac3-0833-4663-ab93-f5e9a11e4ff8 service neutron] 10.222.0.73 "GET /v2.0/networks/b687a47f-32ac-4fda-8ee1-6995089548d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867820 Feb 03 13:34:34.525614 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d6b2ff19-8c82-4bd0-9c83-d82fdbeda9f3 req-2348dad4-e84a-41e6-aba8-ee5540c1551a service neutron] 10.222.0.73 "GET /v2.0/networks/b687a47f-32ac-4fda-8ee1-6995089548d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843980 Feb 03 13:34:35.515444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894efeb-1b60-4bda-8b0f-c89f542ee003 req-f077ccf2-fa66-4ec0-acd8-818f192ac072 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:35.517648 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5894efeb-1b60-4bda-8b0f-c89f542ee003 req-f077ccf2-fa66-4ec0-acd8-818f192ac072 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 944 time: 0.0526559 Feb 03 13:34:35.564906 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5894efeb-1b60-4bda-8b0f-c89f542ee003 req-0fcb297b-e094-42de-a562-b7b5c7e96ec8 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=939aea33-5aed-4151-bb7d-80df2399943a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416329 Feb 03 13:34:36.221529 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-805c2e38-b6e1-48b4-a2be-e4c62f000f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:36.681920 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff790b-27f9-4294-b36c-11909837ae08 req-ce617015-7628-41e6-a736-29a04d0cb66b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:36.683392 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-baff790b-27f9-4294-b36c-11909837ae08 req-ce617015-7628-41e6-a736-29a04d0cb66b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 944 time: 0.0523801 Feb 03 13:34:36.730509 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-baff790b-27f9-4294-b36c-11909837ae08 req-ced7c195-fae0-4175-bb5c-e47831cf8ed1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=939aea33-5aed-4151-bb7d-80df2399943a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416176 Feb 03 13:34:37.133310 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:37.459669 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 2849ff7d-a515-42b7-a4e5-e8a8368a6825 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:34:37.556045 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 2849ff7d-a515-42b7-a4e5-e8a8368a6825, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=2849ff7d-a515-42b7-a4e5-e8a8368a6825,segment=NetworkSegment(8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706),segment_id=8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:34:37.567248 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '2849ff7d-a515-42b7-a4e5-e8a8368a6825', 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2', 'port_id': '2849ff7d-a515-42b7-a4e5-e8a8368a6825', 'mac_address': 'fa:16:3e:2b:bd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4ea9bb-518d-4096-b962-e4ccb7d13e3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:34:37.603340 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 2849ff7d-a515-42b7-a4e5-e8a8368a6825 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:34:37.603727 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2849ff7d-a515-42b7-a4e5-e8a8368a6825), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:37.616633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2849ff7d-a515-42b7-a4e5-e8a8368a6825 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:34:37.636009 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 2849ff7d-a515-42b7-a4e5-e8a8368a6825, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=2849ff7d-a515-42b7-a4e5-e8a8368a6825,segment=NetworkSegment(8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706),segment_id=8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:34:37.639985 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2849ff7d-a515-42b7-a4e5-e8a8368a6825), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:37.691317 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=2849ff7d-a515-42b7-a4e5-e8a8368a6825,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:37.846219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6ea38-9bc3-4601-be6d-f70e37445685 req-2621bcdd-d9f5-46a6-9fe7-31876f715841 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:37.848264 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7d6ea38-9bc3-4601-be6d-f70e37445685 req-2621bcdd-d9f5-46a6-9fe7-31876f715841 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 945 time: 0.0517938 Feb 03 13:34:37.895293 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7d6ea38-9bc3-4601-be6d-f70e37445685 req-c89d1b30-0294-4259-8925-7d9c8a304898 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=939aea33-5aed-4151-bb7d-80df2399943a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419028 Feb 03 13:34:38.096632 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['2849ff7d-a515-42b7-a4e5-e8a8368a6825'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:34:38.431557 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:39.015714 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70c3f7-11a6-4d11-866e-117459b3af0e req-aa27db4d-f0ca-4063-9f39-88a37ca348e2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:39.017705 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ca70c3f7-11a6-4d11-866e-117459b3af0e req-aa27db4d-f0ca-4063-9f39-88a37ca348e2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 945 time: 0.0525670 Feb 03 13:34:39.065442 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ca70c3f7-11a6-4d11-866e-117459b3af0e req-7e87894d-7754-4d2e-b398-4d7856e47c09 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=939aea33-5aed-4151-bb7d-80df2399943a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422015 Feb 03 13:34:39.475211 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 2849ff7d-a515-42b7-a4e5-e8a8368a6825 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:34:39.523715 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 2849ff7d-a515-42b7-a4e5-e8a8368a6825 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:34:39.528361 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 2849ff7d-a515-42b7-a4e5-e8a8368a6825 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:34:39.528736 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2849ff7d-a515-42b7-a4e5-e8a8368a6825), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:39.611295 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 2849ff7d-a515-42b7-a4e5-e8a8368a6825 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:34:39.611683 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2849ff7d-a515-42b7-a4e5-e8a8368a6825), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:39.633943 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841d958a-225a-468a-84da-b64b1150ad2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2849ff7d-a515-42b7-a4e5-e8a8368a6825'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:34:39.636184 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83df8aa4-28b0-46ce-8a59-34692bd2cb8b" -d '{"events": [{"server_uuid": "841d958a-225a-468a-84da-b64b1150ad2f", "name": "network-vif-plugged", "status": "completed", "tag": "2849ff7d-a515-42b7-a4e5-e8a8368a6825"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:34:39.648897 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 2849ff7d-a515-42b7-a4e5-e8a8368a6825, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=2849ff7d-a515-42b7-a4e5-e8a8368a6825,segment=NetworkSegment(8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706),segment_id=8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:34:39.653301 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2849ff7d-a515-42b7-a4e5-e8a8368a6825), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:39.701044 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=2849ff7d-a515-42b7-a4e5-e8a8368a6825,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:39.732833 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85b60f3-2bdc-4e20-8895-55f95804759d x-openstack-request-id: req-a85b60f3-2bdc-4e20-8895-55f95804759d {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:34:39.733139 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841d958a-225a-468a-84da-b64b1150ad2f", "name": "network-vif-plugged", "status": "completed", "tag": "2849ff7d-a515-42b7-a4e5-e8a8368a6825", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:34:39.733399 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a85b60f3-2bdc-4e20-8895-55f95804759d {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:34:39.733806 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841d958a-225a-468a-84da-b64b1150ad2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2849ff7d-a515-42b7-a4e5-e8a8368a6825', 'code': 200} Feb 03 13:34:39.864529 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8b4d6-27f2-41f8-afe3-1150c31622d0 req-f4224afe-ddf3-4c22-9f9b-51918ae9c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:39.865925 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e8a8b4d6-27f2-41f8-afe3-1150c31622d0 req-f4224afe-ddf3-4c22-9f9b-51918ae9c115 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 1128 time: 0.0479875 Feb 03 13:34:39.913679 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e8a8b4d6-27f2-41f8-afe3-1150c31622d0 req-080164e4-23cc-4a73-90fd-ee26136c2f6e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=939aea33-5aed-4151-bb7d-80df2399943a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386078 Feb 03 13:34:40.015734 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:40.185425 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948f48b-437e-48fd-8ee3-dfd2aa43b041 req-12d15710-0222-49d4-be08-97f9a0172aa8 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:40.186889 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9948f48b-437e-48fd-8ee3-dfd2aa43b041 req-12d15710-0222-49d4-be08-97f9a0172aa8 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 946 time: 0.0551214 Feb 03 13:34:40.234618 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9948f48b-437e-48fd-8ee3-dfd2aa43b041 req-6f5a7309-3823-4654-8300-8d8418b7d8ad tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=939aea33-5aed-4151-bb7d-80df2399943a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415831 Feb 03 13:34:41.359743 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12e4fa-5d02-4afc-b993-1ddaf7067d84 req-a9d1291b-3c5d-4dd1-b734-3e30be0a49c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:41.361311 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab12e4fa-5d02-4afc-b993-1ddaf7067d84 req-a9d1291b-3c5d-4dd1-b734-3e30be0a49c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 946 time: 0.0531456 Feb 03 13:34:41.415104 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ab12e4fa-5d02-4afc-b993-1ddaf7067d84 req-ca525310-425a-46fe-9279-13eb4a5c12f9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=939aea33-5aed-4151-bb7d-80df2399943a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461819 Feb 03 13:34:42.536310 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2066096-872b-454e-bac3-87d23bc3cb69 req-86b11993-e5e4-4649-adea-d074f51b1b9d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:42.537732 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d2066096-872b-454e-bac3-87d23bc3cb69 req-86b11993-e5e4-4649-adea-d074f51b1b9d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 946 time: 0.0551391 Feb 03 13:34:42.590187 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d2066096-872b-454e-bac3-87d23bc3cb69 req-850f0850-c578-46d0-b5bb-42de77e52dbc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=939aea33-5aed-4151-bb7d-80df2399943a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467310 Feb 03 13:34:42.715599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e333e2-9fab-48e7-9ff2-c04fdca7bebd req-c6c8299e-d0ba-413f-98c7-83518d2e7dba tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:42.717614 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-05e333e2-9fab-48e7-9ff2-c04fdca7bebd req-c6c8299e-d0ba-413f-98c7-83518d2e7dba tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 946 time: 0.0604715 Feb 03 13:34:42.768734 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-05e333e2-9fab-48e7-9ff2-c04fdca7bebd req-a40436cf-c5a8-492c-be94-e7af874b5a6a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=939aea33-5aed-4151-bb7d-80df2399943a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448234 Feb 03 13:34:42.790729 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41660) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:42.835145 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edaa837-3c44-4ae5-94b6-398de62c23ce tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:42.836784 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-5edaa837-3c44-4ae5-94b6-398de62c23ce tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 1123 time: 0.0451214 Feb 03 13:34:42.839958 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41662) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:42.844451 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1ea2cfe4-20cf-46b9-beb5-3af6eca02aa3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': '2849ff7d-a515-42b7-a4e5-e8a8368a6825', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:34:42.872229 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ea2cfe4-20cf-46b9-beb5-3af6eca02aa3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:43.305929 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ea2cfe4-20cf-46b9-beb5-3af6eca02aa3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:43.405798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-1ea2cfe4-20cf-46b9-beb5-3af6eca02aa3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Allocated IP 172.25.6.62 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/376bc8bb-9083-4d3c-9e9c-e9f052f25e27) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:34:43.509070 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ea2cfe4-20cf-46b9-beb5-3af6eca02aa3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (376bc8bb-9083-4d3c-9e9c-e9f052f25e27), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:43.543526 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ea2cfe4-20cf-46b9-beb5-3af6eca02aa3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (376bc8bb-9083-4d3c-9e9c-e9f052f25e27), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:43.581566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea2cfe4-20cf-46b9-beb5-3af6eca02aa3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:34:43.586273 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1ea2cfe4-20cf-46b9-beb5-3af6eca02aa3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:34:43.589728 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea2cfe4-20cf-46b9-beb5-3af6eca02aa3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:34:43.595440 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2cfe4-20cf-46b9-beb5-3af6eca02aa3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=376bc8bb-9083-4d3c-9e9c-e9f052f25e27,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:43.944228 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ea2cfe4-20cf-46b9-beb5-3af6eca02aa3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for floatingip (143e1741-5a32-4e3a-b056-be0ee014df38), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:44.010089 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ea2cfe4-20cf-46b9-beb5-3af6eca02aa3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (376bc8bb-9083-4d3c-9e9c-e9f052f25e27), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:44.158555 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ea2cfe4-20cf-46b9-beb5-3af6eca02aa3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (376bc8bb-9083-4d3c-9e9c-e9f052f25e27), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:44.162930 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ea2cfe4-20cf-46b9-beb5-3af6eca02aa3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (376bc8bb-9083-4d3c-9e9c-e9f052f25e27), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:44.227958 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2cfe4-20cf-46b9-beb5-3af6eca02aa3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=376bc8bb-9083-4d3c-9e9c-e9f052f25e27,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:34:44.239288 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ea2cfe4-20cf-46b9-beb5-3af6eca02aa3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (143e1741-5a32-4e3a-b056-be0ee014df38), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:44.340063 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-1ea2cfe4-20cf-46b9-beb5-3af6eca02aa3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Floating IP 143e1741-5a32-4e3a-b056-be0ee014df38 associated. External IP: 172.25.6.62, port: 2849ff7d-a515-42b7-a4e5-e8a8368a6825. Feb 03 13:34:44.545764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea2cfe4-20cf-46b9-beb5-3af6eca02aa3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router 67360ae5-1207-49d3-9c0d-542d776e4a18 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:34:44.652990 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea2cfe4-20cf-46b9-beb5-3af6eca02aa3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:34:44.662934 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410116f9-4ed1-4f1e-b7c3-3f1324de09b9 None None] Sync routers for ids ['67360ae5-1207-49d3-9c0d-542d776e4a18'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:34:44.671310 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ea2cfe4-20cf-46b9-beb5-3af6eca02aa3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:34:44.673591 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410116f9-4ed1-4f1e-b7c3-3f1324de09b9 None None] Routers {'67360ae5-1207-49d3-9c0d-542d776e4a18'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:34:44.674194 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-410116f9-4ed1-4f1e-b7c3-3f1324de09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:34:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['67360ae5-1207-49d3-9c0d-542d776e4a18'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:44.701562 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1ea2cfe4-20cf-46b9-beb5-3af6eca02aa3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8605227 Feb 03 13:34:44.702158 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841d958a-225a-468a-84da-b64b1150ad2f', 'tag': '2849ff7d-a515-42b7-a4e5-e8a8368a6825'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:34:44.704436 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d03fa8-ff5e-44c6-9c87-14247fff0432" -d '{"events": [{"name": "network-changed", "server_uuid": "841d958a-225a-468a-84da-b64b1150ad2f", "tag": "2849ff7d-a515-42b7-a4e5-e8a8368a6825"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:34:44.745420 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ef3142-1dee-4ee8-80ce-e94962dd42bb x-openstack-request-id: req-22ef3142-1dee-4ee8-80ce-e94962dd42bb {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:34:44.745717 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "841d958a-225a-468a-84da-b64b1150ad2f", "tag": "2849ff7d-a515-42b7-a4e5-e8a8368a6825", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:34:44.745973 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22ef3142-1dee-4ee8-80ce-e94962dd42bb {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:34:44.746410 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841d958a-225a-468a-84da-b64b1150ad2f', 'tag': '2849ff7d-a515-42b7-a4e5-e8a8368a6825', 'status': 'completed', 'code': 200} Feb 03 13:34:44.780252 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-410116f9-4ed1-4f1e-b7c3-3f1324de09b9 None None] Set router 67360ae5-1207-49d3-9c0d-542d776e4a18 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:34:44.806585 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dfee8-294d-46f2-bfaa-bcd521a55297 req-afc52a6c-0af6-4f14-b7a4-4ca15e4f68c9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:44.808848 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c23dfee8-294d-46f2-bfaa-bcd521a55297 req-afc52a6c-0af6-4f14-b7a4-4ca15e4f68c9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 946 time: 0.0566039 Feb 03 13:34:44.836590 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d03fa8-ff5e-44c6-9c87-14247fff0432 req-dfdbc8fc-55e4-432c-9d15-6906178f1bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:44.838188 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a3d03fa8-ff5e-44c6-9c87-14247fff0432 req-dfdbc8fc-55e4-432c-9d15-6906178f1bdd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 1128 time: 0.0460830 Feb 03 13:34:44.865087 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c23dfee8-294d-46f2-bfaa-bcd521a55297 req-67d99d81-4c9a-4873-b215-658211b7efda tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=939aea33-5aed-4151-bb7d-80df2399943a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502145 Feb 03 13:34:44.888755 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41668) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:44.950353 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d03fa8-ff5e-44c6-9c87-14247fff0432 req-37af459b-fbff-4610-b2c5-794f049633ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:44.953185 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a3d03fa8-ff5e-44c6-9c87-14247fff0432 req-37af459b-fbff-4610-b2c5-794f049633ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=b687a47f-32ac-4fda-8ee1-6995089548d2 HTTP/1.1" status: 200 len: 898 time: 0.1069286 Feb 03 13:34:44.953347 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bef57a3f-e4b4-4b0a-8faf-07e6318f5095 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/floatingips/143e1741-5a32-4e3a-b056-be0ee014df38 HTTP/1.1" status: 200 len: 991 time: 0.0615735 Feb 03 13:34:45.011569 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-410116f9-4ed1-4f1e-b7c3-3f1324de09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667350273', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '7f941b53-642a-4e7b-be50-ebba96682422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:29Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '7f941b53-642a-4e7b-be50-ebba96682422', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '143e1741-5a32-4e3a-b056-be0ee014df38', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'floating_ip_address': '172.25.6.62', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'port_id': '2849ff7d-a515-42b7-a4e5-e8a8368a6825', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2', 'mac_address': 'fa:16:3e:2b:bd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d958a-225a-468a-84da-b64b1150ad2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:34:43Z', 'updated_at': '2022-02-03T13:34:43Z', 'revision_number': 0, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1080745c-f0f7-4230-9f29-52e0714c9c9f', 'name': '', 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:e7:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'aa4ea9bb-518d-4096-b962-e4ccb7d13e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:28Z', 'updated_at': '2022-02-03T13:34:32Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': 'aa4ea9bb-518d-4096-b962-e4ccb7d13e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:45.022934 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a3d03fa8-ff5e-44c6-9c87-14247fff0432 req-d9d757ab-f447-4a76-b4c6-b7272cbb8776 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2849ff7d-a515-42b7-a4e5-e8a8368a6825 HTTP/1.1" status: 200 len: 999 time: 0.0641551 Feb 03 13:34:45.037489 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410116f9-4ed1-4f1e-b7c3-3f1324de09b9 None None] Checking router: 67360ae5-1207-49d3-9c0d-542d776e4a18 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:34:45.045690 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410116f9-4ed1-4f1e-b7c3-3f1324de09b9 None None] Routers {'67360ae5-1207-49d3-9c0d-542d776e4a18'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:34:45.046280 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-410116f9-4ed1-4f1e-b7c3-3f1324de09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:34:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['67360ae5-1207-49d3-9c0d-542d776e4a18'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:45.070971 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d03fa8-ff5e-44c6-9c87-14247fff0432 req-cab2e7e4-338d-4bd9-b9b1-4c31993fc3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:45.072457 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a3d03fa8-ff5e-44c6-9c87-14247fff0432 req-cab2e7e4-338d-4bd9-b9b1-4c31993fc3fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa4ea9bb-518d-4096-b962-e4ccb7d13e3a HTTP/1.1" status: 200 len: 833 time: 0.0444214 Feb 03 13:34:45.121520 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d03fa8-ff5e-44c6-9c87-14247fff0432 req-2bf2b51d-6464-46ca-9e05-d3cf1358341e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:34:45.123104 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a3d03fa8-ff5e-44c6-9c87-14247fff0432 req-2bf2b51d-6464-46ca-9e05-d3cf1358341e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b687a47f-32ac-4fda-8ee1-6995089548d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453088 Feb 03 13:34:45.148206 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-410116f9-4ed1-4f1e-b7c3-3f1324de09b9 None None] Set router 67360ae5-1207-49d3-9c0d-542d776e4a18 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:34:45.217567 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a3d03fa8-ff5e-44c6-9c87-14247fff0432 req-de2b0c07-92c2-4e7e-a91b-060bb0129050 service neutron] 10.222.0.73 "GET /v2.0/networks/b687a47f-32ac-4fda-8ee1-6995089548d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878105 Feb 03 13:34:45.308880 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a3d03fa8-ff5e-44c6-9c87-14247fff0432 req-84799091-cd5e-435c-8e66-6a097d407284 service neutron] 10.222.0.73 "GET /v2.0/networks/b687a47f-32ac-4fda-8ee1-6995089548d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855975 Feb 03 13:34:45.368801 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-410116f9-4ed1-4f1e-b7c3-3f1324de09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667350273', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '7f941b53-642a-4e7b-be50-ebba96682422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:29Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '7f941b53-642a-4e7b-be50-ebba96682422', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '143e1741-5a32-4e3a-b056-be0ee014df38', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'floating_ip_address': '172.25.6.62', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'port_id': '2849ff7d-a515-42b7-a4e5-e8a8368a6825', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2', 'mac_address': 'fa:16:3e:2b:bd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d958a-225a-468a-84da-b64b1150ad2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:34:43Z', 'updated_at': '2022-02-03T13:34:43Z', 'revision_number': 0, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1080745c-f0f7-4230-9f29-52e0714c9c9f', 'name': '', 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:e7:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'aa4ea9bb-518d-4096-b962-e4ccb7d13e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:28Z', 'updated_at': '2022-02-03T13:34:32Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': 'aa4ea9bb-518d-4096-b962-e4ccb7d13e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:34:45.394021 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410116f9-4ed1-4f1e-b7c3-3f1324de09b9 None None] The sync data for ids ['67360ae5-1207-49d3-9c0d-542d776e4a18'] in n-d-827336-3 is: [{'id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667350273', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '7f941b53-642a-4e7b-be50-ebba96682422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:29Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '7f941b53-642a-4e7b-be50-ebba96682422', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '143e1741-5a32-4e3a-b056-be0ee014df38', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'floating_ip_address': '172.25.6.62', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'port_id': '2849ff7d-a515-42b7-a4e5-e8a8368a6825', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2', 'mac_address': 'fa:16:3e:2b:bd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d958a-225a-468a-84da-b64b1150ad2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:34:43Z', 'updated_at': '2022-02-03T13:34:43Z', 'revision_number': 0, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1080745c-f0f7-4230-9f29-52e0714c9c9f', 'name': '', 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:e7:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'aa4ea9bb-518d-4096-b962-e4ccb7d13e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:28Z', 'updated_at': '2022-02-03T13:34:32Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': 'aa4ea9bb-518d-4096-b962-e4ccb7d13e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:34:45.595953 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be81c991-6eaa-46a4-902d-cf95e67217c0 None None] New status for floating IP 143e1741-5a32-4e3a-b056-be0ee014df38: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:34:45.955924 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41670) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:34:46.020955 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3071df2a-7546-42b4-89f8-bade2146ec49 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/floatingips/143e1741-5a32-4e3a-b056-be0ee014df38 HTTP/1.1" status: 200 len: 993 time: 0.0637481 Feb 03 13:34:46.375344 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:01.696732 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:03.610588 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f66d0258-5aa3-48f9-9eb8-850c0a351241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:05.878108 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:35:06.222818 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f208d073-87f2-4cbd-a892-da4c047af43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:07.136017 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:08.434733 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:10.017588 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:13.124387 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-700e917c-1614-4806-919d-bb6688253050 req-ceb690e3-4cee-4f0e-b2ab-6b527e10fc5a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438426 Feb 03 13:35:13.236554 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e917c-1614-4806-919d-bb6688253050 req-871bb934-91bd-4688-afc9-fbc93424ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:13.238161 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-700e917c-1614-4806-919d-bb6688253050 req-871bb934-91bd-4688-afc9-fbc93424ebb8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 1128 time: 0.0576229 Feb 03 13:35:13.342151 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e917c-1614-4806-919d-bb6688253050 req-37833bde-136a-4d57-a4d4-c61d03896ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:13.343658 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-700e917c-1614-4806-919d-bb6688253050 req-37833bde-136a-4d57-a4d4-c61d03896ca6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b687a47f-32ac-4fda-8ee1-6995089548d2 HTTP/1.1" status: 200 len: 898 time: 0.0862682 Feb 03 13:35:13.412032 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-700e917c-1614-4806-919d-bb6688253050 req-fe6940f1-43a1-46e1-a07e-225908d74de6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2849ff7d-a515-42b7-a4e5-e8a8368a6825 HTTP/1.1" status: 200 len: 1001 time: 0.0624244 Feb 03 13:35:13.459437 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e917c-1614-4806-919d-bb6688253050 req-806f46a8-e6ee-4c02-a37b-c475812f38a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:13.460926 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-700e917c-1614-4806-919d-bb6688253050 req-806f46a8-e6ee-4c02-a37b-c475812f38a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa4ea9bb-518d-4096-b962-e4ccb7d13e3a HTTP/1.1" status: 200 len: 833 time: 0.0428975 Feb 03 13:35:13.509432 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e917c-1614-4806-919d-bb6688253050 req-53082f69-ae89-41c1-9e65-09a0016b7a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:13.510943 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-700e917c-1614-4806-919d-bb6688253050 req-53082f69-ae89-41c1-9e65-09a0016b7a76 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b687a47f-32ac-4fda-8ee1-6995089548d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437024 Feb 03 13:35:13.602922 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-700e917c-1614-4806-919d-bb6688253050 req-478301bf-60e4-4a6b-94cc-b3858aa16566 service neutron] 10.222.0.73 "GET /v2.0/networks/b687a47f-32ac-4fda-8ee1-6995089548d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861549 Feb 03 13:35:13.692879 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-700e917c-1614-4806-919d-bb6688253050 req-5318511e-7e6b-434d-848d-5fc947c84273 service neutron] 10.222.0.73 "GET /v2.0/networks/b687a47f-32ac-4fda-8ee1-6995089548d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837066 Feb 03 13:35:16.374706 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:31.700452 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:33.611397 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-19e344d0-5814-4807-ba18-0c698d031822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:36.223680 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-723e362d-d530-464b-8a42-02cc5780906b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:37.139155 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:38.437696 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:40.018278 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:42.877358 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:35:46.385037 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:35:59.194981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957199bb-2c70-468b-9370-c01f2ed96028 req-974c5f3d-d6aa-45d1-9f16-59159bced5cb tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:35:59.196632 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-957199bb-2c70-468b-9370-c01f2ed96028 req-974c5f3d-d6aa-45d1-9f16-59159bced5cb tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 946 time: 0.0589130 Feb 03 13:35:59.245598 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-957199bb-2c70-468b-9370-c01f2ed96028 req-86a289d0-f1a3-4f17-8dd5-8f61fce9151b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=939aea33-5aed-4151-bb7d-80df2399943a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433791 Feb 03 13:36:00.372750 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887ff3c-e2b4-43cc-9a77-232c0b04667a req-4de5bb3a-5221-440f-b51f-ce170d1af0e1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:00.374215 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7887ff3c-e2b4-43cc-9a77-232c0b04667a req-4de5bb3a-5221-440f-b51f-ce170d1af0e1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 946 time: 0.0532129 Feb 03 13:36:00.423454 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7887ff3c-e2b4-43cc-9a77-232c0b04667a req-370e9626-31d2-413b-9f77-347c9a6054d9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=939aea33-5aed-4151-bb7d-80df2399943a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430574 Feb 03 13:36:00.446564 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41708) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:00.505825 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1073fbaa-865b-4ccc-b7a7-3f3aef9507ef tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/floatingips/143e1741-5a32-4e3a-b056-be0ee014df38 HTTP/1.1" status: 200 len: 993 time: 0.0580785 Feb 03 13:36:01.708864 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:01.796563 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331ed37-1325-4091-9967-69caf7eceb42 req-115e4d02-ee19-47e5-8e28-9a7b6bea2dc8 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:01.797971 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1331ed37-1325-4091-9967-69caf7eceb42 req-115e4d02-ee19-47e5-8e28-9a7b6bea2dc8 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 946 time: 0.0573604 Feb 03 13:36:01.845581 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1331ed37-1325-4091-9967-69caf7eceb42 req-a4ae99b4-a504-4a33-b288-a1b041cb579b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=939aea33-5aed-4151-bb7d-80df2399943a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418658 Feb 03 13:36:02.963718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcdf00-e66b-494b-8800-ed0f24d104df req-04387fd0-036d-4eb4-8b3d-4f1e31900a14 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:02.965208 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-03bcdf00-e66b-494b-8800-ed0f24d104df req-04387fd0-036d-4eb4-8b3d-4f1e31900a14 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 946 time: 0.0507331 Feb 03 13:36:03.017099 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-03bcdf00-e66b-494b-8800-ed0f24d104df req-49bf9bf3-3780-4498-8413-f8cc5f5df423 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=939aea33-5aed-4151-bb7d-80df2399943a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463564 Feb 03 13:36:03.040564 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41718) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:03.099534 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f75de4d8-f935-4351-856d-a94874ba1477 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/floatingips/143e1741-5a32-4e3a-b056-be0ee014df38 HTTP/1.1" status: 200 len: 993 time: 0.0577950 Feb 03 13:36:03.325619 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41724) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:03.482513 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting port 376bc8bb-9083-4d3c-9e9c-e9f052f25e27 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:36:03.482863 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (376bc8bb-9083-4d3c-9e9c-e9f052f25e27), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:03.557027 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (376bc8bb-9083-4d3c-9e9c-e9f052f25e27), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:03.557362 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for floatingip (376bc8bb-9083-4d3c-9e9c-e9f052f25e27), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:03.569417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Calling delete_port for 376bc8bb-9083-4d3c-9e9c-e9f052f25e27 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:36:03.613421 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5a9c914e-e2cf-4362-b8e0-60336c4cdd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:03.725729 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (376bc8bb-9083-4d3c-9e9c-e9f052f25e27), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:03.755250 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Port': ['ID=376bc8bb-9083-4d3c-9e9c-e9f052f25e27,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:03.766828 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:03.767198 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:03.767555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:03.767906 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:03.768280 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:03.768625 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:03.768968 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:03.769310 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:03.769684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:03.770024 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:03.770363 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:03.770701 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:03.771035 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:03.825771 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for floatingip (143e1741-5a32-4e3a-b056-be0ee014df38), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:03.826107 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Floating IP 143e1741-5a32-4e3a-b056-be0ee014df38 disassociated (deleted). External IP: 172.25.6.62, port: 2849ff7d-a515-42b7-a4e5-e8a8368a6825. Feb 03 13:36:04.030999 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router 67360ae5-1207-49d3-9c0d-542d776e4a18 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:36:04.138190 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:36:04.142956 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:04.147986 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405c23ee-5786-445d-b052-bd282a4c7db2 None None] Sync routers for ids ['67360ae5-1207-49d3-9c0d-542d776e4a18'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:36:04.158022 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405c23ee-5786-445d-b052-bd282a4c7db2 None None] Routers {'67360ae5-1207-49d3-9c0d-542d776e4a18'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:36:04.158717 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-405c23ee-5786-445d-b052-bd282a4c7db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:35:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['67360ae5-1207-49d3-9c0d-542d776e4a18'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:04.172795 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7475c1df-8bd0-49fa-92e5-ea9ad5d5c6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/floatingips/143e1741-5a32-4e3a-b056-be0ee014df38 HTTP/1.1" status: 204 len: 168 time: 0.8460686 Feb 03 13:36:04.173397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841d958a-225a-468a-84da-b64b1150ad2f', 'tag': '2849ff7d-a515-42b7-a4e5-e8a8368a6825'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:36:04.175659 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39132b1b-fca1-4681-9499-a707b9fc112a" -d '{"events": [{"name": "network-changed", "server_uuid": "841d958a-225a-468a-84da-b64b1150ad2f", "tag": "2849ff7d-a515-42b7-a4e5-e8a8368a6825"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:36:04.214948 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9d0766-8d77-4534-9edd-12cf5589b6f8 x-openstack-request-id: req-8b9d0766-8d77-4534-9edd-12cf5589b6f8 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:36:04.215387 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "841d958a-225a-468a-84da-b64b1150ad2f", "tag": "2849ff7d-a515-42b7-a4e5-e8a8368a6825", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:36:04.215656 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b9d0766-8d77-4534-9edd-12cf5589b6f8 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:36:04.216140 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841d958a-225a-468a-84da-b64b1150ad2f', 'tag': '2849ff7d-a515-42b7-a4e5-e8a8368a6825', 'status': 'completed', 'code': 200} Feb 03 13:36:04.268428 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-405c23ee-5786-445d-b052-bd282a4c7db2 None None] Set router 67360ae5-1207-49d3-9c0d-542d776e4a18 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:36:04.316802 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39132b1b-fca1-4681-9499-a707b9fc112a req-92f04102-5fec-4957-b69b-0ef84634df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:04.318704 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-39132b1b-fca1-4681-9499-a707b9fc112a req-92f04102-5fec-4957-b69b-0ef84634df95 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 1128 time: 0.0601895 Feb 03 13:36:04.487150 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4283a43-d8d4-4cf9-8bdb-dbc29736d5a8 req-ba2d16ec-a5cc-484c-9723-ccf3af42f829 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:04.489238 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e4283a43-d8d4-4cf9-8bdb-dbc29736d5a8 req-ba2d16ec-a5cc-484c-9723-ccf3af42f829 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 946 time: 0.1202867 Feb 03 13:36:04.490237 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39132b1b-fca1-4681-9499-a707b9fc112a req-331d7a5c-9024-4266-8fc7-1a100ff3a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:04.491573 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-39132b1b-fca1-4681-9499-a707b9fc112a req-331d7a5c-9024-4266-8fc7-1a100ff3a7e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b687a47f-32ac-4fda-8ee1-6995089548d2 HTTP/1.1" status: 200 len: 898 time: 0.1331792 Feb 03 13:36:04.546907 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-39132b1b-fca1-4681-9499-a707b9fc112a req-71a1bfb1-c823-4e44-848a-8fe4728f2839 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2849ff7d-a515-42b7-a4e5-e8a8368a6825 HTTP/1.1" status: 200 len: 217 time: 0.0452688 Feb 03 13:36:04.565736 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-405c23ee-5786-445d-b052-bd282a4c7db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667350273', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '7f941b53-642a-4e7b-be50-ebba96682422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:29Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '7f941b53-642a-4e7b-be50-ebba96682422', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '1080745c-f0f7-4230-9f29-52e0714c9c9f', 'name': '', 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:e7:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'aa4ea9bb-518d-4096-b962-e4ccb7d13e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:28Z', 'updated_at': '2022-02-03T13:34:32Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': 'aa4ea9bb-518d-4096-b962-e4ccb7d13e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:04.592573 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405c23ee-5786-445d-b052-bd282a4c7db2 None None] Checking router: 67360ae5-1207-49d3-9c0d-542d776e4a18 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:36:04.601506 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405c23ee-5786-445d-b052-bd282a4c7db2 None None] Routers {'67360ae5-1207-49d3-9c0d-542d776e4a18'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:36:04.601653 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e4283a43-d8d4-4cf9-8bdb-dbc29736d5a8 req-673b4d1d-5dc8-4247-923d-8ce28c119daf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=939aea33-5aed-4151-bb7d-80df2399943a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065881 Feb 03 13:36:04.602177 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-405c23ee-5786-445d-b052-bd282a4c7db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:35:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['67360ae5-1207-49d3-9c0d-542d776e4a18'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:04.616135 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39132b1b-fca1-4681-9499-a707b9fc112a req-9d29897f-b8ad-43a2-af18-e7007b393757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:04.617604 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-39132b1b-fca1-4681-9499-a707b9fc112a req-9d29897f-b8ad-43a2-af18-e7007b393757 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa4ea9bb-518d-4096-b962-e4ccb7d13e3a HTTP/1.1" status: 200 len: 833 time: 0.0615792 Feb 03 13:36:04.669848 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39132b1b-fca1-4681-9499-a707b9fc112a req-006a531b-3b8c-4185-acc3-2c4307d492da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:04.671386 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-39132b1b-fca1-4681-9499-a707b9fc112a req-006a531b-3b8c-4185-acc3-2c4307d492da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b687a47f-32ac-4fda-8ee1-6995089548d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460010 Feb 03 13:36:04.706292 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-405c23ee-5786-445d-b052-bd282a4c7db2 None None] Set router 67360ae5-1207-49d3-9c0d-542d776e4a18 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:36:04.764425 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-39132b1b-fca1-4681-9499-a707b9fc112a req-809f7d41-70d3-4f52-948a-077993d60ea2 service neutron] 10.222.0.73 "GET /v2.0/networks/b687a47f-32ac-4fda-8ee1-6995089548d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863099 Feb 03 13:36:04.854197 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-39132b1b-fca1-4681-9499-a707b9fc112a req-e47874ed-e1b9-49c7-b980-e46a6a900aad service neutron] 10.222.0.73 "GET /v2.0/networks/b687a47f-32ac-4fda-8ee1-6995089548d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832100 Feb 03 13:36:04.902204 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-405c23ee-5786-445d-b052-bd282a4c7db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667350273', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '7f941b53-642a-4e7b-be50-ebba96682422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:29Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '7f941b53-642a-4e7b-be50-ebba96682422', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '1080745c-f0f7-4230-9f29-52e0714c9c9f', 'name': '', 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:e7:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'aa4ea9bb-518d-4096-b962-e4ccb7d13e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:28Z', 'updated_at': '2022-02-03T13:34:32Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': 'aa4ea9bb-518d-4096-b962-e4ccb7d13e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:04.931034 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405c23ee-5786-445d-b052-bd282a4c7db2 None None] The sync data for ids ['67360ae5-1207-49d3-9c0d-542d776e4a18'] in n-d-827336-3 is: [{'id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667350273', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '7f941b53-642a-4e7b-be50-ebba96682422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:29Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '7f941b53-642a-4e7b-be50-ebba96682422', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '1080745c-f0f7-4230-9f29-52e0714c9c9f', 'name': '', 'network_id': 'b687a47f-32ac-4fda-8ee1-6995089548d2', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:e7:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'aa4ea9bb-518d-4096-b962-e4ccb7d13e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:28Z', 'updated_at': '2022-02-03T13:34:32Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': 'aa4ea9bb-518d-4096-b962-e4ccb7d13e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:36:05.140620 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55da2b9e-0514-4896-92a1-b0c169fcff4f None None] New status for floating IP 143e1741-5a32-4e3a-b056-be0ee014df38: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:36:05.727511 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cbd51-d0fc-49a9-ad45-0e7257bbd68d req-b3dd4f4b-0a32-4a19-9c51-b53473cda396 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:05.729045 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e31cbd51-d0fc-49a9-ad45-0e7257bbd68d req-b3dd4f4b-0a32-4a19-9c51-b53473cda396 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 946 time: 0.0514672 Feb 03 13:36:05.777972 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e31cbd51-d0fc-49a9-ad45-0e7257bbd68d req-886c8c42-bdf5-4f32-901e-49b19360fae6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=939aea33-5aed-4151-bb7d-80df2399943a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433404 Feb 03 13:36:06.225685 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2abb2e23-32c2-443d-afcc-5d110775d51b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:06.365387 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e7494-1f17-43c2-90da-f2c318eb016e req-9944ddf3-ef3a-462f-abc1-27551d9c2c1f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:06.366846 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-641e7494-1f17-43c2-90da-f2c318eb016e req-9944ddf3-ef3a-462f-abc1-27551d9c2c1f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 946 time: 0.0563469 Feb 03 13:36:06.455595 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-641e7494-1f17-43c2-90da-f2c318eb016e req-b4ca52ce-73e1-418c-8847-3f0bca314898 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting port 2849ff7d-a515-42b7-a4e5-e8a8368a6825 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:36:06.455947 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-641e7494-1f17-43c2-90da-f2c318eb016e req-b4ca52ce-73e1-418c-8847-3f0bca314898 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (2849ff7d-a515-42b7-a4e5-e8a8368a6825), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:06.544245 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-641e7494-1f17-43c2-90da-f2c318eb016e req-b4ca52ce-73e1-418c-8847-3f0bca314898 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] For port 2849ff7d-a515-42b7-a4e5-e8a8368a6825, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=2849ff7d-a515-42b7-a4e5-e8a8368a6825,segment=NetworkSegment(8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706),segment_id=8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:36:06.544610 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-641e7494-1f17-43c2-90da-f2c318eb016e req-b4ca52ce-73e1-418c-8847-3f0bca314898 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (2849ff7d-a515-42b7-a4e5-e8a8368a6825), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:06.556072 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-641e7494-1f17-43c2-90da-f2c318eb016e req-b4ca52ce-73e1-418c-8847-3f0bca314898 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Calling delete_port for 2849ff7d-a515-42b7-a4e5-e8a8368a6825 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:36:06.997203 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c60ea-5d82-4ce6-bc76-df2116963b80 req-f28f0284-b2d2-4c86-bee2-49a50747d9ea tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:06.998687 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-196c60ea-5d82-4ce6-bc76-df2116963b80 req-f28f0284-b2d2-4c86-bee2-49a50747d9ea tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=841d958a-225a-468a-84da-b64b1150ad2f HTTP/1.1" status: 200 len: 946 time: 0.1000791 Feb 03 13:36:07.088809 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-196c60ea-5d82-4ce6-bc76-df2116963b80 req-7e2ba702-8c67-45f2-ac4c-85511b381ffe tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=939aea33-5aed-4151-bb7d-80df2399943a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818076 Feb 03 13:36:07.089781 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-641e7494-1f17-43c2-90da-f2c318eb016e req-b4ca52ce-73e1-418c-8847-3f0bca314898 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (2849ff7d-a515-42b7-a4e5-e8a8368a6825), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:07.118885 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca52ce-73e1-418c-8847-3f0bca314898 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Port': ['ID=2849ff7d-a515-42b7-a4e5-e8a8368a6825,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:07.146186 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:07.162337 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-641e7494-1f17-43c2-90da-f2c318eb016e req-b4ca52ce-73e1-418c-8847-3f0bca314898 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] No DVR routers for this DVR port 2849ff7d-a515-42b7-a4e5-e8a8368a6825 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:36:07.165006 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-641e7494-1f17-43c2-90da-f2c318eb016e req-b4ca52ce-73e1-418c-8847-3f0bca314898 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:07.168436 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-641e7494-1f17-43c2-90da-f2c318eb016e req-b4ca52ce-73e1-418c-8847-3f0bca314898 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "DELETE /v2.0/ports/2849ff7d-a515-42b7-a4e5-e8a8368a6825 HTTP/1.1" status: 204 len: 173 time: 0.7962930 Feb 03 13:36:07.168878 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841d958a-225a-468a-84da-b64b1150ad2f', 'name': 'network-vif-deleted', 'tag': '2849ff7d-a515-42b7-a4e5-e8a8368a6825'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:36:07.171121 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc1d09c-eb8e-4b89-b9b0-7d3a9a0097d9" -d '{"events": [{"server_uuid": "841d958a-225a-468a-84da-b64b1150ad2f", "name": "network-vif-deleted", "tag": "2849ff7d-a515-42b7-a4e5-e8a8368a6825"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:36:07.211525 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdd76a7-6098-42db-8859-97da6ca8c65b x-openstack-request-id: req-fcdd76a7-6098-42db-8859-97da6ca8c65b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:36:07.211859 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841d958a-225a-468a-84da-b64b1150ad2f", "name": "network-vif-deleted", "tag": "2849ff7d-a515-42b7-a4e5-e8a8368a6825", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:36:07.212178 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fcdd76a7-6098-42db-8859-97da6ca8c65b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:36:07.212600 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841d958a-225a-468a-84da-b64b1150ad2f', 'name': 'network-vif-deleted', 'tag': '2849ff7d-a515-42b7-a4e5-e8a8368a6825', 'status': 'completed', 'code': 200} Feb 03 13:36:08.146624 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41740) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:08.439715 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:08.504650 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-221b82e7-9a5c-4571-b6fb-c68df5449921 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (67360ae5-1207-49d3-9c0d-542d776e4a18), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:08.757728 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-221b82e7-9a5c-4571-b6fb-c68df5449921 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting port 1080745c-f0f7-4230-9f29-52e0714c9c9f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:36:08.757989 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-221b82e7-9a5c-4571-b6fb-c68df5449921 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1080745c-f0f7-4230-9f29-52e0714c9c9f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:08.847470 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-221b82e7-9a5c-4571-b6fb-c68df5449921 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] For port 1080745c-f0f7-4230-9f29-52e0714c9c9f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1080745c-f0f7-4230-9f29-52e0714c9c9f,segment=NetworkSegment(8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706),segment_id=8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:36:08.848473 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-221b82e7-9a5c-4571-b6fb-c68df5449921 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1080745c-f0f7-4230-9f29-52e0714c9c9f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:08.860137 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-221b82e7-9a5c-4571-b6fb-c68df5449921 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Calling delete_port for 1080745c-f0f7-4230-9f29-52e0714c9c9f owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:36:09.041492 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-221b82e7-9a5c-4571-b6fb-c68df5449921 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (1080745c-f0f7-4230-9f29-52e0714c9c9f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:09.068873 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b82e7-9a5c-4571-b6fb-c68df5449921 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Port': ['ID=1080745c-f0f7-4230-9f29-52e0714c9c9f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:09.239672 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-221b82e7-9a5c-4571-b6fb-c68df5449921 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (67360ae5-1207-49d3-9c0d-542d776e4a18), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:09.457917 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221b82e7-9a5c-4571-b6fb-c68df5449921 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router 67360ae5-1207-49d3-9c0d-542d776e4a18 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:36:09.562998 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221b82e7-9a5c-4571-b6fb-c68df5449921 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:36:09.568958 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-221b82e7-9a5c-4571-b6fb-c68df5449921 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "PUT /v2.0/routers/67360ae5-1207-49d3-9c0d-542d776e4a18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4212215 Feb 03 13:36:09.571514 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41742) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:09.574011 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cab839-cb58-4141-a394-fe94e64c8d4c None None] Sync routers for ids ['67360ae5-1207-49d3-9c0d-542d776e4a18'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:36:09.584572 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cab839-cb58-4141-a394-fe94e64c8d4c None None] Routers {'67360ae5-1207-49d3-9c0d-542d776e4a18'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:36:09.585190 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-32cab839-cb58-4141-a394-fe94e64c8d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:36:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['67360ae5-1207-49d3-9c0d-542d776e4a18'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:09.622530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-9328c4a3-db7d-4d4a-8902-77082ee47dc3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting subnet aa4ea9bb-518d-4096-b962-e4ccb7d13e3a {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:36:09.625669 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9328c4a3-db7d-4d4a-8902-77082ee47dc3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for subnet (aa4ea9bb-518d-4096-b962-e4ccb7d13e3a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:09.672530 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9328c4a3-db7d-4d4a-8902-77082ee47dc3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (aa4ea9bb-518d-4096-b962-e4ccb7d13e3a), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:09.689448 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-32cab839-cb58-4141-a394-fe94e64c8d4c None None] Set router 67360ae5-1207-49d3-9c0d-542d776e4a18 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:36:09.757348 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9328c4a3-db7d-4d4a-8902-77082ee47dc3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (aa4ea9bb-518d-4096-b962-e4ccb7d13e3a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:09.815689 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9328c4a3-db7d-4d4a-8902-77082ee47dc3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (aa4ea9bb-518d-4096-b962-e4ccb7d13e3a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:09.847792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328c4a3-db7d-4d4a-8902-77082ee47dc3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4ea9bb-518d-4096-b962-e4ccb7d13e3a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:09.849512 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 2849ff7d-a515-42b7-a4e5-e8a8368a6825 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:36:09.851445 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9328c4a3-db7d-4d4a-8902-77082ee47dc3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:09.857299 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-9328c4a3-db7d-4d4a-8902-77082ee47dc3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/subnets/aa4ea9bb-518d-4096-b962-e4ccb7d13e3a HTTP/1.1" status: 204 len: 168 time: 0.2821412 Feb 03 13:36:09.857798 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41744) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:09.870861 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-32cab839-cb58-4141-a394-fe94e64c8d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667350273', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '7f941b53-642a-4e7b-be50-ebba96682422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:36:08Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '7f941b53-642a-4e7b-be50-ebba96682422', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:09.885994 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a48e55-d087-4642-b692-4e0a66992229 None None] Network b687a47f-32ac-4fda-8ee1-6995089548d2 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:36:09.889666 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 2849ff7d-a515-42b7-a4e5-e8a8368a6825 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:36:09.890085 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 2849ff7d-a515-42b7-a4e5-e8a8368a6825 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:36:09.898223 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cab839-cb58-4141-a394-fe94e64c8d4c None None] Checking router: 67360ae5-1207-49d3-9c0d-542d776e4a18 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:36:09.906890 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cab839-cb58-4141-a394-fe94e64c8d4c None None] Routers {'67360ae5-1207-49d3-9c0d-542d776e4a18'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:36:09.907494 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-32cab839-cb58-4141-a394-fe94e64c8d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:36:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['67360ae5-1207-49d3-9c0d-542d776e4a18'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:09.973291 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c7b5b01-6807-4cc3-8470-0d7ca40ae126 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router (67360ae5-1207-49d3-9c0d-542d776e4a18), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.026067 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.028642 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-32cab839-cb58-4141-a394-fe94e64c8d4c None None] Set router 67360ae5-1207-49d3-9c0d-542d776e4a18 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:36:10.062984 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] DHCP port deletion for b687a47f-32ac-4fda-8ee1-6995089548d2 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:36:10.089384 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c7b5b01-6807-4cc3-8470-0d7ca40ae126 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_gateway (67360ae5-1207-49d3-9c0d-542d776e4a18), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.119714 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] Deleting port 24ce8beb-7b84-44d8-a6a7-3a58f1939d0f {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:36:10.120147 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (24ce8beb-7b84-44d8-a6a7-3a58f1939d0f), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.148660 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3c7b5b01-6807-4cc3-8470-0d7ca40ae126 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting port 7f941b53-642a-4e7b-be50-ebba96682422 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:36:10.149098 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c7b5b01-6807-4cc3-8470-0d7ca40ae126 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (7f941b53-642a-4e7b-be50-ebba96682422), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.184483 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] For port 24ce8beb-7b84-44d8-a6a7-3a58f1939d0f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=24ce8beb-7b84-44d8-a6a7-3a58f1939d0f,segment=NetworkSegment(8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706),segment_id=8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:36:10.184915 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (24ce8beb-7b84-44d8-a6a7-3a58f1939d0f), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.197981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] Calling delete_port for 24ce8beb-7b84-44d8-a6a7-3a58f1939d0f owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:36:10.218300 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-32cab839-cb58-4141-a394-fe94e64c8d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667350273', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '7f941b53-642a-4e7b-be50-ebba96682422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:36:08Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '7f941b53-642a-4e7b-be50-ebba96682422', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:10.231759 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-3c7b5b01-6807-4cc3-8470-0d7ca40ae126 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] For port 7f941b53-642a-4e7b-be50-ebba96682422, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7f941b53-642a-4e7b-be50-ebba96682422,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:36:10.232159 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c7b5b01-6807-4cc3-8470-0d7ca40ae126 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (7f941b53-642a-4e7b-be50-ebba96682422), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.245677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3c7b5b01-6807-4cc3-8470-0d7ca40ae126 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Calling delete_port for 7f941b53-642a-4e7b-be50-ebba96682422 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:36:10.246355 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cab839-cb58-4141-a394-fe94e64c8d4c None None] The sync data for ids ['67360ae5-1207-49d3-9c0d-542d776e4a18'] in n-d-827336-3 is: [{'id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667350273', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': '7f941b53-642a-4e7b-be50-ebba96682422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:36:08Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '7f941b53-642a-4e7b-be50-ebba96682422', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:48:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67360ae5-1207-49d3-9c0d-542d776e4a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:34:25Z', 'updated_at': '2022-02-03T13:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:36:10.296739 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (24ce8beb-7b84-44d8-a6a7-3a58f1939d0f), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.325720 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] Pushing event deleted for resources: {'Port': ['ID=24ce8beb-7b84-44d8-a6a7-3a58f1939d0f,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:10.327995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] No DVR routers for this DVR port 24ce8beb-7b84-44d8-a6a7-3a58f1939d0f on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:36:10.337771 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:10.338245 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:10.338603 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:10.338939 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:10.339771 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:10.339771 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:10.339917 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:10.340399 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:10.340779 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:10.341049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:10.341397 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:10.341799 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:10.342036 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee936a-b646-44aa-a98d-20f9261033ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:10.419694 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c7b5b01-6807-4cc3-8470-0d7ca40ae126 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (7f941b53-642a-4e7b-be50-ebba96682422), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.446228 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b5b01-6807-4cc3-8470-0d7ca40ae126 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Port': ['ID=7f941b53-642a-4e7b-be50-ebba96682422,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:10.509445 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c7b5b01-6807-4cc3-8470-0d7ca40ae126 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (67360ae5-1207-49d3-9c0d-542d776e4a18), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.601912 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c7b5b01-6807-4cc3-8470-0d7ca40ae126 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (67360ae5-1207-49d3-9c0d-542d776e4a18), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.604854 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c7b5b01-6807-4cc3-8470-0d7ca40ae126 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_controller (67360ae5-1207-49d3-9c0d-542d776e4a18), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.656667 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c7b5b01-6807-4cc3-8470-0d7ca40ae126 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (67360ae5-1207-49d3-9c0d-542d776e4a18), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.657698 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7b5b01-6807-4cc3-8470-0d7ca40ae126 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Fanout notify agent at l3_agent the message router_deleted on router 67360ae5-1207-49d3-9c0d-542d776e4a18 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:36:10.666357 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c7b5b01-6807-4cc3-8470-0d7ca40ae126 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.667663 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3c7b5b01-6807-4cc3-8470-0d7ca40ae126 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/routers/67360ae5-1207-49d3-9c0d-542d776e4a18 HTTP/1.1" status: 204 len: 168 time: 0.8089280 Feb 03 13:36:10.670380 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41746) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:10.750862 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 24ce8beb-7b84-44d8-a6a7-3a58f1939d0f no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:36:10.754071 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f740310e-73bd-4866-9082-1e8a4b272374 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (b687a47f-32ac-4fda-8ee1-6995089548d2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.773623 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 24ce8beb-7b84-44d8-a6a7-3a58f1939d0f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:36:10.774000 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 24ce8beb-7b84-44d8-a6a7-3a58f1939d0f not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:36:10.774399 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1080745c-f0f7-4230-9f29-52e0714c9c9f no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:36:10.795191 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 1080745c-f0f7-4230-9f29-52e0714c9c9f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:36:10.795552 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1080745c-f0f7-4230-9f29-52e0714c9c9f not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:36:10.846996 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f740310e-73bd-4866-9082-1e8a4b272374 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (b687a47f-32ac-4fda-8ee1-6995089548d2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.869032 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f740310e-73bd-4866-9082-1e8a4b272374 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b687a47f-32ac-4fda-8ee1-6995089548d2']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:10.879877 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f740310e-73bd-4866-9082-1e8a4b272374 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:10.880249 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f740310e-73bd-4866-9082-1e8a4b272374 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:10.896037 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f740310e-73bd-4866-9082-1e8a4b272374 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.909109 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f740310e-73bd-4866-9082-1e8a4b272374 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.916144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f740310e-73bd-4866-9082-1e8a4b272374 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:36:10.916582 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f740310e-73bd-4866-9082-1e8a4b272374 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (8cf9ad36-bdf8-4f3b-b850-9af8d0cfb706), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:36:10.919613 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:36:10.981876 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f740310e-73bd-4866-9082-1e8a4b272374 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (b687a47f-32ac-4fda-8ee1-6995089548d2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.986566 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f740310e-73bd-4866-9082-1e8a4b272374 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:10.990192 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f740310e-73bd-4866-9082-1e8a4b272374 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/networks/b687a47f-32ac-4fda-8ee1-6995089548d2 HTTP/1.1" status: 204 len: 168 time: 0.3187051 Feb 03 13:36:10.993101 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41748) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:11.004563 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740310e-73bd-4866-9082-1e8a4b272374 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Network': ['ID=b687a47f-32ac-4fda-8ee1-6995089548d2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:11.052940 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-183f968e-a425-4280-8f68-0e0f42a74f00 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (939aea33-5aed-4151-bb7d-80df2399943a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:11.078051 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-183f968e-a425-4280-8f68-0e0f42a74f00 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (939aea33-5aed-4151-bb7d-80df2399943a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:11.136199 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-183f968e-a425-4280-8f68-0e0f42a74f00 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (939aea33-5aed-4151-bb7d-80df2399943a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:11.138811 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-183f968e-a425-4280-8f68-0e0f42a74f00 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:11.139984 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-183f968e-a425-4280-8f68-0e0f42a74f00 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/security-groups/939aea33-5aed-4151-bb7d-80df2399943a HTTP/1.1" status: 204 len: 168 time: 0.1458757 Feb 03 13:36:11.149864 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f968e-a425-4280-8f68-0e0f42a74f00 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=939aea33-5aed-4151-bb7d-80df2399943a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:11.158282 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f968e-a425-4280-8f68-0e0f42a74f00 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:11.158642 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f968e-a425-4280-8f68-0e0f42a74f00 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:11.158986 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f968e-a425-4280-8f68-0e0f42a74f00 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:11.159327 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f968e-a425-4280-8f68-0e0f42a74f00 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:11.159668 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f968e-a425-4280-8f68-0e0f42a74f00 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:11.160662 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f968e-a425-4280-8f68-0e0f42a74f00 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:11.161008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f968e-a425-4280-8f68-0e0f42a74f00 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:11.161345 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f968e-a425-4280-8f68-0e0f42a74f00 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:11.161701 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f968e-a425-4280-8f68-0e0f42a74f00 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:11.162006 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f968e-a425-4280-8f68-0e0f42a74f00 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:11.162339 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f968e-a425-4280-8f68-0e0f42a74f00 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:11.162662 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f968e-a425-4280-8f68-0e0f42a74f00 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:11.162984 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f968e-a425-4280-8f68-0e0f42a74f00 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:11.576045 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41754) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:11.580577 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-cf23d6cb-157a-4d79-aae1-f23e091de368 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-188036781', 'description': 'tempest-secgroup-smoke-188036781 description', 'project_id': '753993933a6e44c5adc86bc1f42799d5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:11.601026 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf23d6cb-157a-4d79-aae1-f23e091de368 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:11.665175 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf23d6cb-157a-4d79-aae1-f23e091de368 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:11.668774 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf23d6cb-157a-4d79-aae1-f23e091de368 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:11.699080 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf23d6cb-157a-4d79-aae1-f23e091de368 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:11.700221 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cf23d6cb-157a-4d79-aae1-f23e091de368 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1231358 Feb 03 13:36:11.701060 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23d6cb-157a-4d79-aae1-f23e091de368 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:11.703478 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41756) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:11.708775 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-cfb8ca5d-0fea-4a52-bdf0-475107422451 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:11.734701 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfb8ca5d-0fea-4a52-bdf0-475107422451 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (a4054dea-d021-4955-a5ed-e9acc2442892), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:11.789103 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfb8ca5d-0fea-4a52-bdf0-475107422451 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (a4054dea-d021-4955-a5ed-e9acc2442892), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:11.792729 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfb8ca5d-0fea-4a52-bdf0-475107422451 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (a4054dea-d021-4955-a5ed-e9acc2442892), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:11.812625 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8ca5d-0fea-4a52-bdf0-475107422451 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4054dea-d021-4955-a5ed-e9acc2442892,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:11.819600 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfb8ca5d-0fea-4a52-bdf0-475107422451 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:11.820762 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cfb8ca5d-0fea-4a52-bdf0-475107422451 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163471 Feb 03 13:36:11.823396 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41758) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:11.827521 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e576bbf8-caa2-44b5-b043-81a2bf95a2ae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:11.851406 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e576bbf8-caa2-44b5-b043-81a2bf95a2ae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (567fa5a9-9a5f-49c9-87d2-092725d48e36), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:11.906976 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e576bbf8-caa2-44b5-b043-81a2bf95a2ae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (567fa5a9-9a5f-49c9-87d2-092725d48e36), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:11.911541 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e576bbf8-caa2-44b5-b043-81a2bf95a2ae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (567fa5a9-9a5f-49c9-87d2-092725d48e36), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:11.931294 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576bbf8-caa2-44b5-b043-81a2bf95a2ae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567fa5a9-9a5f-49c9-87d2-092725d48e36,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:11.940815 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e576bbf8-caa2-44b5-b043-81a2bf95a2ae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:11.942529 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e576bbf8-caa2-44b5-b043-81a2bf95a2ae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182146 Feb 03 13:36:11.945265 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41760) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:11.949419 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-26abffaa-c776-4918-88a2-59b294ce6c1c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:11.973981 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26abffaa-c776-4918-88a2-59b294ce6c1c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (3d2c1010-27d0-453a-9b06-48a03ea8977e), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.031414 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26abffaa-c776-4918-88a2-59b294ce6c1c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (3d2c1010-27d0-453a-9b06-48a03ea8977e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.035343 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26abffaa-c776-4918-88a2-59b294ce6c1c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (3d2c1010-27d0-453a-9b06-48a03ea8977e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.055687 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abffaa-c776-4918-88a2-59b294ce6c1c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2c1010-27d0-453a-9b06-48a03ea8977e,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:12.063753 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26abffaa-c776-4918-88a2-59b294ce6c1c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.064927 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-26abffaa-c776-4918-88a2-59b294ce6c1c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187537 Feb 03 13:36:12.068250 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41762) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:12.072472 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-678ab87f-993a-4c79-945d-bfb4b27e3b3d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:12.097557 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-678ab87f-993a-4c79-945d-bfb4b27e3b3d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (80360db2-e14d-45c0-8c9c-14f52c21fbec), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.154055 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-678ab87f-993a-4c79-945d-bfb4b27e3b3d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (80360db2-e14d-45c0-8c9c-14f52c21fbec), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.157375 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-678ab87f-993a-4c79-945d-bfb4b27e3b3d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (80360db2-e14d-45c0-8c9c-14f52c21fbec), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.177386 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ab87f-993a-4c79-945d-bfb4b27e3b3d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80360db2-e14d-45c0-8c9c-14f52c21fbec,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:12.184820 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-678ab87f-993a-4c79-945d-bfb4b27e3b3d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.186018 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-678ab87f-993a-4c79-945d-bfb4b27e3b3d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168585 Feb 03 13:36:12.189018 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41764) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:12.194134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-49ff984e-1b7f-46c7-897a-6942c6f5152c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:12.213530 n-d-827336-3 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-49ff984e-1b7f-46c7-897a-6942c6f5152c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Project 753993933a6e44c5adc86bc1f42799d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:36:12.218493 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49ff984e-1b7f-46c7-897a-6942c6f5152c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (3b7ec3f9-496d-46cd-a6cc-ce52083cba14), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.278100 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49ff984e-1b7f-46c7-897a-6942c6f5152c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (3b7ec3f9-496d-46cd-a6cc-ce52083cba14), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.281831 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49ff984e-1b7f-46c7-897a-6942c6f5152c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (3b7ec3f9-496d-46cd-a6cc-ce52083cba14), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.298960 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff984e-1b7f-46c7-897a-6942c6f5152c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7ec3f9-496d-46cd-a6cc-ce52083cba14,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:12.307164 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49ff984e-1b7f-46c7-897a-6942c6f5152c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.308390 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-49ff984e-1b7f-46c7-897a-6942c6f5152c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184208 Feb 03 13:36:12.311246 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41766) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:12.315532 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-e684df9e-d03e-4888-858d-833e76ea258a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:12.335568 n-d-827336-3 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-e684df9e-d03e-4888-858d-833e76ea258a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Project 753993933a6e44c5adc86bc1f42799d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:36:12.340175 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e684df9e-d03e-4888-858d-833e76ea258a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (b0de0e54-ee78-4b01-83ff-54da3657f333), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.398007 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e684df9e-d03e-4888-858d-833e76ea258a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (b0de0e54-ee78-4b01-83ff-54da3657f333), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.402048 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e684df9e-d03e-4888-858d-833e76ea258a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (b0de0e54-ee78-4b01-83ff-54da3657f333), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.420723 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684df9e-d03e-4888-858d-833e76ea258a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0de0e54-ee78-4b01-83ff-54da3657f333,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:12.429106 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e684df9e-d03e-4888-858d-833e76ea258a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.430950 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e684df9e-d03e-4888-858d-833e76ea258a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183016 Feb 03 13:36:12.433460 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41768) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:12.438103 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6db214d8-17ec-4f6c-9a72-55ae06b341d1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'network': {'name': 'tempest-network-smoke--1269243631', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'port_security_enabled': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:12.456399 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db214d8-17ec-4f6c-9a72-55ae06b341d1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Made reservation on behalf of 753993933a6e44c5adc86bc1f42799d5 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:36:12.459638 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6db214d8-17ec-4f6c-9a72-55ae06b341d1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.482744 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db214d8-17ec-4f6c-9a72-55ae06b341d1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:36:12.492840 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6db214d8-17ec-4f6c-9a72-55ae06b341d1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (2338ea7f-6eac-4e48-98a5-214786413f9b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.493180 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-6db214d8-17ec-4f6c-9a72-55ae06b341d1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Added segment 2338ea7f-6eac-4e48-98a5-214786413f9b of type vlan for network 68e3e2de-1522-4b72-b218-281a804262d0 Feb 03 13:36:12.535713 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6db214d8-17ec-4f6c-9a72-55ae06b341d1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (68e3e2de-1522-4b72-b218-281a804262d0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.559323 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6db214d8-17ec-4f6c-9a72-55ae06b341d1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (68e3e2de-1522-4b72-b218-281a804262d0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.564384 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db214d8-17ec-4f6c-9a72-55ae06b341d1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:12.564957 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6db214d8-17ec-4f6c-9a72-55ae06b341d1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.593371 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6db214d8-17ec-4f6c-9a72-55ae06b341d1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1588600 Feb 03 13:36:12.596247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41770) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:12.601688 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e9eb29f8-745a-4c43-b081-4b45fed95623 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-890228949', 'admin_state_up': True, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:12.624421 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9eb29f8-745a-4c43-b081-4b45fed95623 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (34f0e48e-2156-4762-9014-910ed993acae), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.625552 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9eb29f8-745a-4c43-b081-4b45fed95623 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (34f0e48e-2156-4762-9014-910ed993acae), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.627907 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7f941b53-642a-4e7b-be50-ebba96682422 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:36:12.634322 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db214d8-17ec-4f6c-9a72-55ae06b341d1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Network': ['ID=68e3e2de-1522-4b72-b218-281a804262d0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:12.657265 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 68e3e2de-1522-4b72-b218-281a804262d0 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:36:12.659553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 7f941b53-642a-4e7b-be50-ebba96682422 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:36:12.660745 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7f941b53-642a-4e7b-be50-ebba96682422 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:36:12.685085 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9eb29f8-745a-4c43-b081-4b45fed95623 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_controller (34f0e48e-2156-4762-9014-910ed993acae), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:12.822013 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9eb29f8-745a-4c43-b081-4b45fed95623 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_gateway (34f0e48e-2156-4762-9014-910ed993acae), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:13.011329 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9eb29f8-745a-4c43-b081-4b45fed95623 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_gateway (34f0e48e-2156-4762-9014-910ed993acae), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:13.029765 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9eb29f8-745a-4c43-b081-4b45fed95623 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:13.127416 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-e9eb29f8-745a-4c43-b081-4b45fed95623 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Allocated IP 172.25.6.76 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/9e7841d1-3073-442a-b4f1-b1f356d6fe27) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:36:13.229645 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9eb29f8-745a-4c43-b081-4b45fed95623 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (9e7841d1-3073-442a-b4f1-b1f356d6fe27), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:13.263763 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9eb29f8-745a-4c43-b081-4b45fed95623 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (9e7841d1-3073-442a-b4f1-b1f356d6fe27), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:13.302023 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eb29f8-745a-4c43-b081-4b45fed95623 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:36:13.306924 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e9eb29f8-745a-4c43-b081-4b45fed95623 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:36:13.310543 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eb29f8-745a-4c43-b081-4b45fed95623 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:36:13.315881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb29f8-745a-4c43-b081-4b45fed95623 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=9e7841d1-3073-442a-b4f1-b1f356d6fe27,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:13.555891 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9eb29f8-745a-4c43-b081-4b45fed95623 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_gateway (34f0e48e-2156-4762-9014-910ed993acae), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:13.749332 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9eb29f8-745a-4c43-b081-4b45fed95623 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (34f0e48e-2156-4762-9014-910ed993acae), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:13.881060 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9eb29f8-745a-4c43-b081-4b45fed95623 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router 34f0e48e-2156-4762-9014-910ed993acae is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:36:14.318040 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9eb29f8-745a-4c43-b081-4b45fed95623 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:36:14.327301 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] Sync routers for ids ['34f0e48e-2156-4762-9014-910ed993acae'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:36:14.337745 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9eb29f8-745a-4c43-b081-4b45fed95623 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:14.339012 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e9eb29f8-745a-4c43-b081-4b45fed95623 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7417538 Feb 03 13:36:14.340688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] Routers {'34f0e48e-2156-4762-9014-910ed993acae'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:36:14.341309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:36:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['34f0e48e-2156-4762-9014-910ed993acae'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:14.342147 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41772) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:14.379351 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-07477646-be27-46bb-884c-8aac53a22777 tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=753993933a6e44c5adc86bc1f42799d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354590 Feb 03 13:36:14.382121 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41774) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:14.536541 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916c938c-c2b8-4d5a-8006-2ef290884959 tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:14.538019 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-916c938c-c2b8-4d5a-8006-2ef290884959 tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1549425 Feb 03 13:36:14.540781 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41776) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:14.578807 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-90e41547-a1f2-4593-a6c3-d31a4c3bf968 tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369351 Feb 03 13:36:14.581339 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41778) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:14.586087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e7ac4490-951e-405c-861a-9a22191609cf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1265978567', 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:14.607095 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] Set router 34f0e48e-2156-4762-9014-910ed993acae gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:36:14.670587 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ac4490-951e-405c-861a-9a22191609cf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Made reservation on behalf of 753993933a6e44c5adc86bc1f42799d5 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:36:14.674644 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7ac4490-951e-405c-861a-9a22191609cf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:14.788186 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0e48e-2156-4762-9014-910ed993acae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890228949', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:12Z', 'updated_at': '2022-02-03T13:36:13Z', 'revision_number': 3, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:13Z', 'updated_at': '2022-02-03T13:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:14.814600 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] Checking router: 34f0e48e-2156-4762-9014-910ed993acae for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:36:14.815141 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] Updating router 34f0e48e-2156-4762-9014-910ed993acae port 9e7841d1-3073-442a-b4f1-b1f356d6fe27 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:36:14.845563 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9e7841d1-3073-442a-b4f1-b1f356d6fe27), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:14.855542 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7ac4490-951e-405c-861a-9a22191609cf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:14.917694 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac4490-951e-405c-861a-9a22191609cf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Subnet': ['ID=1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:14.930027 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ac4490-951e-405c-861a-9a22191609cf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Checking segment: {'id': '2338ea7f-6eac-4e48-98a5-214786413f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:36:14.930400 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ac4490-951e-405c-861a-9a22191609cf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network hostable DHCP agents. Network: 68e3e2de-1522-4b72-b218-281a804262d0, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:36:14.948077 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ac4490-951e-405c-861a-9a22191609cf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network 68e3e2de-1522-4b72-b218-281a804262d0 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:36:14.957329 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e7ac4490-951e-405c-861a-9a22191609cf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 68e3e2de-1522-4b72-b218-281a804262d0) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:36:14.961904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ac4490-951e-405c-861a-9a22191609cf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:14.962714 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7ac4490-951e-405c-861a-9a22191609cf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:14.975128 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5820c045-c37f-40df-9c04-d5c9304cc01c None None] Network 68e3e2de-1522-4b72-b218-281a804262d0 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:36:14.980293 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e7ac4490-951e-405c-861a-9a22191609cf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3979239 Feb 03 13:36:14.983088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41780) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:15.139817 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-68e3e2de-1522-4b72-b218-281a804262d0', 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ips': [{'subnet_id': '1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:36:15.140708 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:15.239950 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] Publish callbacks [] for port (9e7841d1-3073-442a-b4f1-b1f356d6fe27), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:15.251392 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9e7841d1-3073-442a-b4f1-b1f356d6fe27), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:15.343726 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef17e7-3099-417e-ab43-f8a5068dfd29 None None] Pushing event updated for resources: {'Port': ['ID=9e7841d1-3073-442a-b4f1-b1f356d6fe27,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:15.345997 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] Attempting to bind port 9e7841d1-3073-442a-b4f1-b1f356d6fe27 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:36:15.346462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] Attempting to bind port 9e7841d1-3073-442a-b4f1-b1f356d6fe27 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:36:15.346732 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] Attempting to bind port 9e7841d1-3073-442a-b4f1-b1f356d6fe27 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:36:15.356876 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:36:15.357255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:36:15.357663 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:15.358057 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:36:15.358524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] Bound port: 9e7841d1-3073-442a-b4f1-b1f356d6fe27, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:36:15.358909 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9e7841d1-3073-442a-b4f1-b1f356d6fe27), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:15.391857 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] Allocated IP 172.20.0.2 (68e3e2de-1522-4b72-b218-281a804262d0/1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1/9001d57d-e8c7-48c3-9fca-fa73ea4e18a8) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:36:15.423090 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-751114b9-c105-40cc-9b82-034f51a074bc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:15.445037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] For port 9e7841d1-3073-442a-b4f1-b1f356d6fe27, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:36:15.485869 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] For port 9e7841d1-3073-442a-b4f1-b1f356d6fe27, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9e7841d1-3073-442a-b4f1-b1f356d6fe27,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:36:15.497592 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9e7841d1-3073-442a-b4f1-b1f356d6fe27), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:15.599966 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef17e7-3099-417e-ab43-f8a5068dfd29 None None] Pushing event updated for resources: {'Port': ['ID=9e7841d1-3073-442a-b4f1-b1f356d6fe27,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:15.602467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] Routers {'34f0e48e-2156-4762-9014-910ed993acae'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:36:15.603081 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:36:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['34f0e48e-2156-4762-9014-910ed993acae'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:15.667360 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] Publish callbacks [] for port (9001d57d-e8c7-48c3-9fca-fa73ea4e18a8), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:15.700697 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (9001d57d-e8c7-48c3-9fca-fa73ea4e18a8), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:15.723505 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-751114b9-c105-40cc-9b82-034f51a074bc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Allocated IP 172.20.0.1 (68e3e2de-1522-4b72-b218-281a804262d0/1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1/360120b0-92cd-471b-ac6d-964988f6835b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:36:15.764884 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] Network 68e3e2de-1522-4b72-b218-281a804262d0 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:36:15.768753 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] Set router 34f0e48e-2156-4762-9014-910ed993acae gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:36:15.771092 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] Pushing event updated for resources: {'Port': ['ID=9001d57d-e8c7-48c3-9fca-fa73ea4e18a8,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:15.796495 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:36:15.830412 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:36:15.836715 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-751114b9-c105-40cc-9b82-034f51a074bc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (360120b0-92cd-471b-ac6d-964988f6835b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:15.871159 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-751114b9-c105-40cc-9b82-034f51a074bc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (360120b0-92cd-471b-ac6d-964988f6835b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:15.922032 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751114b9-c105-40cc-9b82-034f51a074bc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network 68e3e2de-1522-4b72-b218-281a804262d0 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:36:15.925122 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-751114b9-c105-40cc-9b82-034f51a074bc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:36:15.930340 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751114b9-c105-40cc-9b82-034f51a074bc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:36:15.932964 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751114b9-c105-40cc-9b82-034f51a074bc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=360120b0-92cd-471b-ac6d-964988f6835b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:15.941927 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] Attempting to bind port 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:36:15.943143 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] Attempting to bind port 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '2338ea7f-6eac-4e48-98a5-214786413f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:36:15.943143 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] Attempting to bind port 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8 on network 68e3e2de-1522-4b72-b218-281a804262d0 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:36:15.956633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:36:15.957057 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] Checking segment: {'id': '2338ea7f-6eac-4e48-98a5-214786413f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:36:15.957465 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:15.957864 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] Bound using segment: {'id': '2338ea7f-6eac-4e48-98a5-214786413f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:36:15.958349 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] Bound port: 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2338ea7f-6eac-4e48-98a5-214786413f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:36:15.958733 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9001d57d-e8c7-48c3-9fca-fa73ea4e18a8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:15.976541 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-751114b9-c105-40cc-9b82-034f51a074bc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (34f0e48e-2156-4762-9014-910ed993acae), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:16.059003 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] For port 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:36:16.062616 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] For port 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9001d57d-e8c7-48c3-9fca-fa73ea4e18a8,segment=NetworkSegment(2338ea7f-6eac-4e48-98a5-214786413f9b),segment_id=2338ea7f-6eac-4e48-98a5-214786413f9b)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:36:16.069369 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0e48e-2156-4762-9014-910ed993acae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890228949', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:12Z', 'updated_at': '2022-02-03T13:36:13Z', 'revision_number': 3, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:13Z', 'updated_at': '2022-02-03T13:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:16.072759 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9001d57d-e8c7-48c3-9fca-fa73ea4e18a8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:16.110944 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-751114b9-c105-40cc-9b82-034f51a074bc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (360120b0-92cd-471b-ac6d-964988f6835b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:16.119004 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33915404-f2d6-4036-adb4-e56359e71af3 None None] The sync data for ids ['34f0e48e-2156-4762-9014-910ed993acae'] in n-d-827336-3 is: [{'id': '34f0e48e-2156-4762-9014-910ed993acae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890228949', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:12Z', 'updated_at': '2022-02-03T13:36:13Z', 'revision_number': 3, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:13Z', 'updated_at': '2022-02-03T13:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:36:16.169171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af497e-53a3-455b-b7b7-6f7c5c31b60b None None] Pushing event updated for resources: {'Port': ['ID=9001d57d-e8c7-48c3-9fca-fa73ea4e18a8,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:16.390734 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:16.475500 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-751114b9-c105-40cc-9b82-034f51a074bc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (360120b0-92cd-471b-ac6d-964988f6835b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:16.480132 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-751114b9-c105-40cc-9b82-034f51a074bc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (360120b0-92cd-471b-ac6d-964988f6835b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:16.560014 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-751114b9-c105-40cc-9b82-034f51a074bc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (34f0e48e-2156-4762-9014-910ed993acae), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:16.571604 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751114b9-c105-40cc-9b82-034f51a074bc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=360120b0-92cd-471b-ac6d-964988f6835b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:16.681640 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751114b9-c105-40cc-9b82-034f51a074bc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network 68e3e2de-1522-4b72-b218-281a804262d0 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:36:16.683240 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-751114b9-c105-40cc-9b82-034f51a074bc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:36:16.791309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:36:16.811981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751114b9-c105-40cc-9b82-034f51a074bc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router 34f0e48e-2156-4762-9014-910ed993acae has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:36:16.847335 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:16.848443 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9001d57d-e8c7-48c3-9fca-fa73ea4e18a8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:16.930803 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751114b9-c105-40cc-9b82-034f51a074bc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:36:16.935832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:16.936250 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9001d57d-e8c7-48c3-9fca-fa73ea4e18a8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:16.944539 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-751114b9-c105-40cc-9b82-034f51a074bc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "PUT /v2.0/routers/34f0e48e-2156-4762-9014-910ed993acae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9603217 Feb 03 13:36:16.984060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9001d57d-e8c7-48c3-9fca-fa73ea4e18a8,segment=NetworkSegment(2338ea7f-6eac-4e48-98a5-214786413f9b),segment_id=2338ea7f-6eac-4e48-98a5-214786413f9b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:36:16.991062 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9001d57d-e8c7-48c3-9fca-fa73ea4e18a8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:16.991753 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9e7841d1-3073-442a-b4f1-b1f356d6fe27 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:36:17.137728 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-fe41f145-34ff-4967-9fc9-7879f2627605 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-188036781&fields=id&tenant_id=753993933a6e44c5adc86bc1f42799d5 HTTP/1.1" status: 200 len: 267 time: 0.0631723 Feb 03 13:36:17.267463 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=9001d57d-e8c7-48c3-9fca-fa73ea4e18a8,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:17.280858 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-8b8343fa-3599-4c33-aaaf-32fcd4345b1e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:17.282354 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-8b8343fa-3599-4c33-aaaf-32fcd4345b1e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/networks?id=68e3e2de-1522-4b72-b218-281a804262d0 HTTP/1.1" status: 200 len: 797 time: 0.1377449 Feb 03 13:36:17.284155 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9e7841d1-3073-442a-b4f1-b1f356d6fe27 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:17.284688 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9e7841d1-3073-442a-b4f1-b1f356d6fe27), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:17.299195 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-71765243-e208-43d1-bd8c-b4147e70f436 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/quotas/753993933a6e44c5adc86bc1f42799d5 HTTP/1.1" status: 200 len: 375 time: 0.0097029 Feb 03 13:36:17.359310 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-4bf83ca6-4dd8-4eca-bef4-0140bc289628 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539055 Feb 03 13:36:17.383378 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e039b09-c9c3-4445-8323-f9684e590829 None None] Network 68e3e2de-1522-4b72-b218-281a804262d0 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:36:17.386868 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9e7841d1-3073-442a-b4f1-b1f356d6fe27 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:17.387271 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (9e7841d1-3073-442a-b4f1-b1f356d6fe27), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:17.423366 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-085d6215-b097-4bbd-98e0-d00608ddf288 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:36:17.432062 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-085d6215-b097-4bbd-98e0-d00608ddf288 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0573781 Feb 03 13:36:17.440009 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 9e7841d1-3073-442a-b4f1-b1f356d6fe27, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9e7841d1-3073-442a-b4f1-b1f356d6fe27,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:36:17.471901 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (9e7841d1-3073-442a-b4f1-b1f356d6fe27), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:17.506901 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-19ee8001-6de4-410d-8ddf-e23c0d62de47 None None] Provisioning complete for port 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:17.507195 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-19ee8001-6de4-410d-8ddf-e23c0d62de47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9001d57d-e8c7-48c3-9fca-fa73ea4e18a8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:17.525747 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-4e085593-847d-4086-89bd-8f3b228d23e7 service neutron] 10.222.0.18 "GET /v2.0/networks/68e3e2de-1522-4b72-b218-281a804262d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928051 Feb 03 13:36:17.569230 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=9e7841d1-3073-442a-b4f1-b1f356d6fe27,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:17.615657 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-42de14dc-d9e6-411d-8f57-4facde1b2462 service neutron] 10.222.0.18 "GET /v2.0/networks/68e3e2de-1522-4b72-b218-281a804262d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837069 Feb 03 13:36:17.646885 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-19ee8001-6de4-410d-8ddf-e23c0d62de47 None None] Current status of the port 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:17.869474 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b3e2118b-a38e-47cb-b02a-8e98f1827664 None None] Provisioning complete for port 360120b0-92cd-471b-ac6d-964988f6835b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:17.869944 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3e2118b-a38e-47cb-b02a-8e98f1827664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (360120b0-92cd-471b-ac6d-964988f6835b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:17.914786 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b3e2118b-a38e-47cb-b02a-8e98f1827664 None None] Port 360120b0-92cd-471b-ac6d-964988f6835b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:36:17.926796 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b3e2118b-a38e-47cb-b02a-8e98f1827664 None None] Provisioning complete for port 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:17.927251 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3e2118b-a38e-47cb-b02a-8e98f1827664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9001d57d-e8c7-48c3-9fca-fa73ea4e18a8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:17.993354 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] Sync routers for ids ['34f0e48e-2156-4762-9014-910ed993acae'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:36:18.005267 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] Routers {'34f0e48e-2156-4762-9014-910ed993acae'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:36:18.006088 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:36:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['34f0e48e-2156-4762-9014-910ed993acae'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:18.013208 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b3e2118b-a38e-47cb-b02a-8e98f1827664 None None] Current status of the port 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:18.114055 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] Set router 34f0e48e-2156-4762-9014-910ed993acae gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:36:18.134581 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-874fd82d-212f-4aad-ae14-08a905bd5c76 None None] Provisioning complete for port 360120b0-92cd-471b-ac6d-964988f6835b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:18.135083 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-874fd82d-212f-4aad-ae14-08a905bd5c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (360120b0-92cd-471b-ac6d-964988f6835b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:18.173304 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-874fd82d-212f-4aad-ae14-08a905bd5c76 None None] Port 360120b0-92cd-471b-ac6d-964988f6835b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:36:18.292891 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-1a0eb8f2-4be0-4ead-9e09-ad674a78bddf None None] Provisioning complete for port 360120b0-92cd-471b-ac6d-964988f6835b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:18.293269 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1a0eb8f2-4be0-4ead-9e09-ad674a78bddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (360120b0-92cd-471b-ac6d-964988f6835b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:18.327394 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-1a0eb8f2-4be0-4ead-9e09-ad674a78bddf None None] Port 360120b0-92cd-471b-ac6d-964988f6835b cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:36:18.402438 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0e48e-2156-4762-9014-910ed993acae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890228949', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:12Z', 'updated_at': '2022-02-03T13:36:16Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:13Z', 'updated_at': '2022-02-03T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '360120b0-92cd-471b-ac6d-964988f6835b', 'name': '', 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:d5:11:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:15Z', 'updated_at': '2022-02-03T13:36:16Z', 'revision_number': 2, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:18.427032 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] Checking router: 34f0e48e-2156-4762-9014-910ed993acae for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:36:18.427390 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] Updating router 34f0e48e-2156-4762-9014-910ed993acae port 360120b0-92cd-471b-ac6d-964988f6835b binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:36:18.453490 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (360120b0-92cd-471b-ac6d-964988f6835b), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:18.672246 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:36:18.710422 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] Publish callbacks [] for port (360120b0-92cd-471b-ac6d-964988f6835b), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:18.715823 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (360120b0-92cd-471b-ac6d-964988f6835b), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:18.724547 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:18.725009 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9001d57d-e8c7-48c3-9fca-fa73ea4e18a8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:18.806799 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73583cf-8fb2-4dee-a6e6-237b2e96dfd7 None None] Pushing event updated for resources: {'Port': ['ID=360120b0-92cd-471b-ac6d-964988f6835b,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:18.813990 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:18.815446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9e7841d1-3073-442a-b4f1-b1f356d6fe27 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:36:18.825290 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] Attempting to bind port 360120b0-92cd-471b-ac6d-964988f6835b on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:36:18.825750 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] Attempting to bind port 360120b0-92cd-471b-ac6d-964988f6835b by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '2338ea7f-6eac-4e48-98a5-214786413f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:36:18.826181 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] Attempting to bind port 360120b0-92cd-471b-ac6d-964988f6835b on network 68e3e2de-1522-4b72-b218-281a804262d0 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:36:18.836498 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:36:18.837013 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] Checking segment: {'id': '2338ea7f-6eac-4e48-98a5-214786413f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:36:18.837492 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:18.838519 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] Bound using segment: {'id': '2338ea7f-6eac-4e48-98a5-214786413f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:36:18.839059 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] Bound port: 360120b0-92cd-471b-ac6d-964988f6835b, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2338ea7f-6eac-4e48-98a5-214786413f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:36:18.839497 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (360120b0-92cd-471b-ac6d-964988f6835b), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:18.856286 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73583cf-8fb2-4dee-a6e6-237b2e96dfd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:18.856709 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73583cf-8fb2-4dee-a6e6-237b2e96dfd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:18.857120 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73583cf-8fb2-4dee-a6e6-237b2e96dfd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:18.857528 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73583cf-8fb2-4dee-a6e6-237b2e96dfd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:18.857930 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73583cf-8fb2-4dee-a6e6-237b2e96dfd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:18.858327 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73583cf-8fb2-4dee-a6e6-237b2e96dfd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:18.858720 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73583cf-8fb2-4dee-a6e6-237b2e96dfd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:18.859115 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73583cf-8fb2-4dee-a6e6-237b2e96dfd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:18.859504 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73583cf-8fb2-4dee-a6e6-237b2e96dfd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:18.859967 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73583cf-8fb2-4dee-a6e6-237b2e96dfd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:18.860310 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73583cf-8fb2-4dee-a6e6-237b2e96dfd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:18.860696 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73583cf-8fb2-4dee-a6e6-237b2e96dfd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:18.861084 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73583cf-8fb2-4dee-a6e6-237b2e96dfd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:36:18.872473 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 9e7841d1-3073-442a-b4f1-b1f356d6fe27 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:18.872853 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (9e7841d1-3073-442a-b4f1-b1f356d6fe27), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:18.916554 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a921775f-9ebb-4393-af38-420fd9053b25 req-11a13d4a-b3f4-4de3-87b2-045c94e126ba tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 210 time: 0.1094017 Feb 03 13:36:18.935551 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] For port 360120b0-92cd-471b-ac6d-964988f6835b, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:36:18.939114 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] For port 360120b0-92cd-471b-ac6d-964988f6835b, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=360120b0-92cd-471b-ac6d-964988f6835b,segment=NetworkSegment(2338ea7f-6eac-4e48-98a5-214786413f9b),segment_id=2338ea7f-6eac-4e48-98a5-214786413f9b)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:36:18.946779 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (360120b0-92cd-471b-ac6d-964988f6835b), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:18.961600 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 9e7841d1-3073-442a-b4f1-b1f356d6fe27 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:18.996513 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] Routers {'34f0e48e-2156-4762-9014-910ed993acae'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:36:18.997151 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:36:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['34f0e48e-2156-4762-9014-910ed993acae'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:19.052019 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73583cf-8fb2-4dee-a6e6-237b2e96dfd7 None None] Pushing event updated for resources: {'Port': ['ID=360120b0-92cd-471b-ac6d-964988f6835b,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:19.053929 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3c14006e-b057-4676-8cd0-0bfc080b455d None None] Provisioning complete for port 360120b0-92cd-471b-ac6d-964988f6835b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:19.061633 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3c14006e-b057-4676-8cd0-0bfc080b455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (360120b0-92cd-471b-ac6d-964988f6835b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:19.120211 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] Set router 34f0e48e-2156-4762-9014-910ed993acae gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:36:19.153960 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3c14006e-b057-4676-8cd0-0bfc080b455d None None] Current status of the port 360120b0-92cd-471b-ac6d-964988f6835b is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:19.154359 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3c14006e-b057-4676-8cd0-0bfc080b455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (360120b0-92cd-471b-ac6d-964988f6835b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:19.188471 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-3c14006e-b057-4676-8cd0-0bfc080b455d None None] For port 360120b0-92cd-471b-ac6d-964988f6835b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=360120b0-92cd-471b-ac6d-964988f6835b,segment=NetworkSegment(2338ea7f-6eac-4e48-98a5-214786413f9b),segment_id=2338ea7f-6eac-4e48-98a5-214786413f9b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:36:19.192399 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3c14006e-b057-4676-8cd0-0bfc080b455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (360120b0-92cd-471b-ac6d-964988f6835b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:19.240447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14006e-b057-4676-8cd0-0bfc080b455d None None] Pushing event updated for resources: {'Port': ['ID=360120b0-92cd-471b-ac6d-964988f6835b,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:19.315630 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-309bbf1f-59f3-42c9-87cc-0c74a0b61e04 None None] Provisioning complete for port 360120b0-92cd-471b-ac6d-964988f6835b triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:19.316046 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-309bbf1f-59f3-42c9-87cc-0c74a0b61e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (360120b0-92cd-471b-ac6d-964988f6835b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:19.327110 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0e48e-2156-4762-9014-910ed993acae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890228949', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:12Z', 'updated_at': '2022-02-03T13:36:16Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:13Z', 'updated_at': '2022-02-03T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '360120b0-92cd-471b-ac6d-964988f6835b', 'name': '', 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:d5:11:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:15Z', 'updated_at': '2022-02-03T13:36:18Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:19.352600 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a4e739-0a36-4d23-8ee2-5cc1174d77fc None None] The sync data for ids ['34f0e48e-2156-4762-9014-910ed993acae'] in n-d-827336-3 is: [{'id': '34f0e48e-2156-4762-9014-910ed993acae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890228949', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:12Z', 'updated_at': '2022-02-03T13:36:16Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:13Z', 'updated_at': '2022-02-03T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '360120b0-92cd-471b-ac6d-964988f6835b', 'name': '', 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:d5:11:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:15Z', 'updated_at': '2022-02-03T13:36:18Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:36:19.399735 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-309bbf1f-59f3-42c9-87cc-0c74a0b61e04 None None] Current status of the port 360120b0-92cd-471b-ac6d-964988f6835b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:19.876113 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:36:20.054435 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f98b67b8-1015-43f4-a02b-26443f7499a9 req-bfa92ac4-f8d9-45d1-be3b-d8b8751fa564 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 210 time: 0.0799868 Feb 03 13:36:20.697622 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 360120b0-92cd-471b-ac6d-964988f6835b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:36:20.744746 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 360120b0-92cd-471b-ac6d-964988f6835b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:20.745123 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (360120b0-92cd-471b-ac6d-964988f6835b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:20.820467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 360120b0-92cd-471b-ac6d-964988f6835b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:21.132115 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3cf7a1cc-02bd-48e0-8d2b-6cdb95581835 req-dfa4bfe4-f2cc-4b99-b49e-8d97fe42cd6a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 210 time: 0.0267589 Feb 03 13:36:22.216687 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dcff0b51-9d97-44e9-9a9e-136c695afb6b req-25238612-bf2d-4f81-a88d-81b033b10b56 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 210 time: 0.0318520 Feb 03 13:36:23.317792 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9eb447aa-1b75-4bdb-bf6d-df14a64cc51f req-18d5fa2a-300a-474f-b8e4-1c2805c99b84 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 210 time: 0.0297520 Feb 03 13:36:23.920708 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-a07ec012-8b5a-43db-bbe0-1ad767447e5c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:23.922162 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-a07ec012-8b5a-43db-bbe0-1ad767447e5c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "GET /v2.0/networks?id=68e3e2de-1522-4b72-b218-281a804262d0 HTTP/1.1" status: 200 len: 797 time: 0.1093459 Feb 03 13:36:23.995188 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-cf1738c6-4bd1-4e5f-8429-360c66bdcff4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=753993933a6e44c5adc86bc1f42799d5 HTTP/1.1" status: 200 len: 379 time: 0.0571239 Feb 03 13:36:24.018027 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-d1588fb4-8823-46d4-9eb7-df5e2ced3e08 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'port': {'device_id': 'c5b28c85-ab6f-4c6a-b992-f63af93375b5', 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0', 'admin_state_up': True, 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'security_groups': ['8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:24.125763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-d1588fb4-8823-46d4-9eb7-df5e2ced3e08 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Made reservation on behalf of 753993933a6e44c5adc86bc1f42799d5 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:36:24.129563 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-d1588fb4-8823-46d4-9eb7-df5e2ced3e08 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.250032 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-d1588fb4-8823-46d4-9eb7-df5e2ced3e08 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Allocated IP 172.20.0.4 (68e3e2de-1522-4b72-b218-281a804262d0/1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1/07e02e8f-f5b5-418d-961e-2b6c77183d9a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:36:24.392465 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-d1588fb4-8823-46d4-9eb7-df5e2ced3e08 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (07e02e8f-f5b5-418d-961e-2b6c77183d9a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.412995 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a8f16e16-6a82-404d-a3e1-865c5bab3067 req-add38454-97a9-435b-9f7e-7b2d228d72ad tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 210 time: 0.0279763 Feb 03 13:36:24.426872 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-d1588fb4-8823-46d4-9eb7-df5e2ced3e08 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (07e02e8f-f5b5-418d-961e-2b6c77183d9a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.467739 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-d1588fb4-8823-46d4-9eb7-df5e2ced3e08 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network 68e3e2de-1522-4b72-b218-281a804262d0 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:36:24.470766 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-d1588fb4-8823-46d4-9eb7-df5e2ced3e08 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:36:24.476622 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-d1588fb4-8823-46d4-9eb7-df5e2ced3e08 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:36:24.501334 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1588fb4-8823-46d4-9eb7-df5e2ced3e08 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=07e02e8f-f5b5-418d-961e-2b6c77183d9a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:24.530286 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-d1588fb4-8823-46d4-9eb7-df5e2ced3e08 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:24.530903 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-d1588fb4-8823-46d4-9eb7-df5e2ced3e08 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.547279 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-d1588fb4-8823-46d4-9eb7-df5e2ced3e08 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5328360 Feb 03 13:36:24.563612 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] Request body: {'port': {'device_id': 'c5b28c85-ab6f-4c6a-b992-f63af93375b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:24.630158 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (07e02e8f-f5b5-418d-961e-2b6c77183d9a), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.760443 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c1cef46f-7b2c-471f-8457-fa31ce80b213 None None] Provisioning complete for port 07e02e8f-f5b5-418d-961e-2b6c77183d9a triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:24.761025 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c1cef46f-7b2c-471f-8457-fa31ce80b213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (07e02e8f-f5b5-418d-961e-2b6c77183d9a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.793329 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c1cef46f-7b2c-471f-8457-fa31ce80b213 None None] Port 07e02e8f-f5b5-418d-961e-2b6c77183d9a cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:36:24.899653 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e02e8f-f5b5-418d-961e-2b6c77183d9a {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:36:24.907695 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] Publish callbacks [] for port (07e02e8f-f5b5-418d-961e-2b6c77183d9a), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.919737 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] Transition to ACTIVE for port object 07e02e8f-f5b5-418d-961e-2b6c77183d9a will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:36:24.923486 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (07e02e8f-f5b5-418d-961e-2b6c77183d9a), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:24.977771 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] Pushing event updated for resources: {'Port': ['ID=07e02e8f-f5b5-418d-961e-2b6c77183d9a,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:25.047729 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] Attempting to bind port 07e02e8f-f5b5-418d-961e-2b6c77183d9a on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:36:25.048124 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] Attempting to bind port 07e02e8f-f5b5-418d-961e-2b6c77183d9a by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '2338ea7f-6eac-4e48-98a5-214786413f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:36:25.048466 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] Attempting to bind port 07e02e8f-f5b5-418d-961e-2b6c77183d9a on network 68e3e2de-1522-4b72-b218-281a804262d0 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:36:25.054099 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] Port 07e02e8f-f5b5-418d-961e-2b6c77183d9a on network 68e3e2de-1522-4b72-b218-281a804262d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:36:25.054433 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] Attempting to bind port 07e02e8f-f5b5-418d-961e-2b6c77183d9a on network 68e3e2de-1522-4b72-b218-281a804262d0 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:36:25.059557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:36:25.059905 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] Checking segment: {'id': '2338ea7f-6eac-4e48-98a5-214786413f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:36:25.060330 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] Bound using segment: {'id': '2338ea7f-6eac-4e48-98a5-214786413f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:36:25.060765 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] Bound port: 07e02e8f-f5b5-418d-961e-2b6c77183d9a, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2338ea7f-6eac-4e48-98a5-214786413f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:36:25.061136 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (07e02e8f-f5b5-418d-961e-2b6c77183d9a), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:25.127088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] For port 07e02e8f-f5b5-418d-961e-2b6c77183d9a, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:36:25.131013 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] For port 07e02e8f-f5b5-418d-961e-2b6c77183d9a, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=07e02e8f-f5b5-418d-961e-2b6c77183d9a,segment=NetworkSegment(2338ea7f-6eac-4e48-98a5-214786413f9b),segment_id=2338ea7f-6eac-4e48-98a5-214786413f9b)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:36:25.137617 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (07e02e8f-f5b5-418d-961e-2b6c77183d9a), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:25.176216 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:25.176862 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:25.178276 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] 10.222.0.73 "PUT /v2.0/ports/07e02e8f-f5b5-418d-961e-2b6c77183d9a HTTP/1.1" status: 200 len: 1091 time: 0.6189091 Feb 03 13:36:25.178723 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b28c85-ab6f-4c6a-b992-f63af93375b5', 'tag': '07e02e8f-f5b5-418d-961e-2b6c77183d9a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:36:25.181036 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adebb20-c1f0-478e-99fa-4746fb0af2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b28c85-ab6f-4c6a-b992-f63af93375b5", "tag": "07e02e8f-f5b5-418d-961e-2b6c77183d9a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:36:25.206306 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bbdd9-ae79-4114-8e99-2778b8396c6f service neutron] Pushing event updated for resources: {'Port': ['ID=07e02e8f-f5b5-418d-961e-2b6c77183d9a,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:25.237088 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dd8840-b639-47f7-9ef4-a98facd8407c x-openstack-request-id: req-10dd8840-b639-47f7-9ef4-a98facd8407c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:36:25.237386 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b28c85-ab6f-4c6a-b992-f63af93375b5", "tag": "07e02e8f-f5b5-418d-961e-2b6c77183d9a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:36:25.237706 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10dd8840-b639-47f7-9ef4-a98facd8407c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:36:25.238665 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b28c85-ab6f-4c6a-b992-f63af93375b5', 'tag': '07e02e8f-f5b5-418d-961e-2b6c77183d9a', 'status': 'completed', 'code': 200} Feb 03 13:36:25.293327 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-8eae88cf-e7fb-4b2e-b5d9-1a692757da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:25.295000 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-8eae88cf-e7fb-4b2e-b5d9-1a692757da58 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 1125 time: 0.0487683 Feb 03 13:36:25.345449 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-ff48e9eb-53ff-41f9-b193-57066977b9f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07e02e8f-f5b5-418d-961e-2b6c77183d9a HTTP/1.1" status: 200 len: 217 time: 0.0351458 Feb 03 13:36:25.397682 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-e53ed29f-4635-48f5-b5b0-e2d730ab88de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:25.399219 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-e53ed29f-4635-48f5-b5b0-e2d730ab88de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1 HTTP/1.1" status: 200 len: 835 time: 0.0481389 Feb 03 13:36:25.451079 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-f261e30e-b60a-40f2-b936-2fe99c8172a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:25.452657 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-f261e30e-b60a-40f2-b936-2fe99c8172a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=68e3e2de-1522-4b72-b218-281a804262d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480125 Feb 03 13:36:25.531831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f09be6-c1e7-4677-99b2-6626fdf984b5 req-35d780c1-28e6-4c13-9f37-9079a35f98cf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:25.533257 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-61f09be6-c1e7-4677-99b2-6626fdf984b5 req-35d780c1-28e6-4c13-9f37-9079a35f98cf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 943 time: 0.0525165 Feb 03 13:36:25.542916 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-3eda3e27-faad-4acf-a7b2-c0969637d31d service neutron] 10.222.0.73 "GET /v2.0/networks/68e3e2de-1522-4b72-b218-281a804262d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839469 Feb 03 13:36:25.582385 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-61f09be6-c1e7-4677-99b2-6626fdf984b5 req-970a0725-5d01-4b72-9efc-91b0848aa00f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419438 Feb 03 13:36:25.638167 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e64656c-102c-49b8-ac8f-98861d6a5184 req-37ecd47e-78ff-4983-be34-cfd415be1d41 service neutron] 10.222.0.73 "GET /v2.0/networks/68e3e2de-1522-4b72-b218-281a804262d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847845 Feb 03 13:36:25.761933 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adebb20-c1f0-478e-99fa-4746fb0af2fe req-f64e8ddf-6e55-4b09-b984-eed1e5789602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:25.763414 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2adebb20-c1f0-478e-99fa-4746fb0af2fe req-f64e8ddf-6e55-4b09-b984-eed1e5789602 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 1125 time: 0.0442460 Feb 03 13:36:25.854288 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adebb20-c1f0-478e-99fa-4746fb0af2fe req-3ced2043-6dd3-43bf-99e3-f3b1eaf42b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:25.855654 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2adebb20-c1f0-478e-99fa-4746fb0af2fe req-3ced2043-6dd3-43bf-99e3-f3b1eaf42b2b service neutron] 10.222.0.73 "GET /v2.0/networks?id=68e3e2de-1522-4b72-b218-281a804262d0 HTTP/1.1" status: 200 len: 898 time: 0.0854723 Feb 03 13:36:25.896158 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2adebb20-c1f0-478e-99fa-4746fb0af2fe req-72d98ed8-bd10-4d93-9ca4-b7dd8c0cd377 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07e02e8f-f5b5-418d-961e-2b6c77183d9a HTTP/1.1" status: 200 len: 217 time: 0.0344138 Feb 03 13:36:25.943395 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adebb20-c1f0-478e-99fa-4746fb0af2fe req-0c0072b0-69fd-4cfb-83c8-e566e7bf3c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:25.944887 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2adebb20-c1f0-478e-99fa-4746fb0af2fe req-0c0072b0-69fd-4cfb-83c8-e566e7bf3c2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1 HTTP/1.1" status: 200 len: 835 time: 0.0421276 Feb 03 13:36:26.000239 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adebb20-c1f0-478e-99fa-4746fb0af2fe req-54ec1c05-3186-4fcf-b979-5ccce7d1fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:26.001733 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2adebb20-c1f0-478e-99fa-4746fb0af2fe req-54ec1c05-3186-4fcf-b979-5ccce7d1fa02 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=68e3e2de-1522-4b72-b218-281a804262d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511754 Feb 03 13:36:26.090003 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2adebb20-c1f0-478e-99fa-4746fb0af2fe req-c32bfeaf-81e2-4750-bd34-88e0a6f2c797 service neutron] 10.222.0.73 "GET /v2.0/networks/68e3e2de-1522-4b72-b218-281a804262d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825691 Feb 03 13:36:26.184450 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2adebb20-c1f0-478e-99fa-4746fb0af2fe req-e80e1760-64f5-43cf-8fa9-b4b8c9a735af service neutron] 10.222.0.73 "GET /v2.0/networks/68e3e2de-1522-4b72-b218-281a804262d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880792 Feb 03 13:36:26.711396 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9ffad-37ce-421c-82bd-9b0f8f32bb72 req-dcc9dd4f-0276-4d6c-8f6b-42b3958c7754 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:26.712958 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2de9ffad-37ce-421c-82bd-9b0f8f32bb72 req-dcc9dd4f-0276-4d6c-8f6b-42b3958c7754 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 943 time: 0.0532382 Feb 03 13:36:26.762199 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2de9ffad-37ce-421c-82bd-9b0f8f32bb72 req-950799e1-80a0-4da5-87b5-3ce546591fe1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435629 Feb 03 13:36:27.877929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c708b0-9d4e-4efd-87fa-22d240348226 req-08430dbb-7754-4242-bd74-4c8b9b31b301 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:27.880071 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f1c708b0-9d4e-4efd-87fa-22d240348226 req-08430dbb-7754-4242-bd74-4c8b9b31b301 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 943 time: 0.0517952 Feb 03 13:36:27.930692 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f1c708b0-9d4e-4efd-87fa-22d240348226 req-7706db86-34ba-4732-833a-ac2ac6ceaca4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450895 Feb 03 13:36:29.053695 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93034fed-c233-489d-bd48-f65f0482de69 req-d3fcd69a-dcfe-48d9-bdd0-b57396c3d82f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:29.055194 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-93034fed-c233-489d-bd48-f65f0482de69 req-d3fcd69a-dcfe-48d9-bdd0-b57396c3d82f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 943 time: 0.0563219 Feb 03 13:36:29.438331 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-93034fed-c233-489d-bd48-f65f0482de69 req-fb6a1acb-ee96-4678-abd6-ac6756b5fcb8 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3774269 Feb 03 13:36:29.952295 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 07e02e8f-f5b5-418d-961e-2b6c77183d9a details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:36:30.052386 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 07e02e8f-f5b5-418d-961e-2b6c77183d9a, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=07e02e8f-f5b5-418d-961e-2b6c77183d9a,segment=NetworkSegment(2338ea7f-6eac-4e48-98a5-214786413f9b),segment_id=2338ea7f-6eac-4e48-98a5-214786413f9b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:36:30.063373 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '07e02e8f-f5b5-418d-961e-2b6c77183d9a', 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0', 'port_id': '07e02e8f-f5b5-418d-961e-2b6c77183d9a', 'mac_address': 'fa:16:3e:f2:e7:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:36:30.100646 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 07e02e8f-f5b5-418d-961e-2b6c77183d9a is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:30.101043 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (07e02e8f-f5b5-418d-961e-2b6c77183d9a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:30.113626 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e02e8f-f5b5-418d-961e-2b6c77183d9a {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:36:30.132724 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 07e02e8f-f5b5-418d-961e-2b6c77183d9a, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=07e02e8f-f5b5-418d-961e-2b6c77183d9a,segment=NetworkSegment(2338ea7f-6eac-4e48-98a5-214786413f9b),segment_id=2338ea7f-6eac-4e48-98a5-214786413f9b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:36:30.136692 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (07e02e8f-f5b5-418d-961e-2b6c77183d9a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:30.190293 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=07e02e8f-f5b5-418d-961e-2b6c77183d9a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:30.518908 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['07e02e8f-f5b5-418d-961e-2b6c77183d9a'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:36:30.559904 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd01ab-1295-4d3b-8465-b3976574fc77 req-0d313f40-273c-4d14-8210-dff123fba52e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:30.561333 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-efbd01ab-1295-4d3b-8465-b3976574fc77 req-0d313f40-273c-4d14-8210-dff123fba52e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 944 time: 0.0557523 Feb 03 13:36:30.609115 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-efbd01ab-1295-4d3b-8465-b3976574fc77 req-edcea9df-7fb4-45c6-9f3a-5148aba97778 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419977 Feb 03 13:36:31.713943 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:31.726044 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ceef9-881f-400d-9c2e-4c73bf0a832d req-bb40ce7c-8fec-4e95-beca-7ab6197850ab tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:31.727522 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec5ceef9-881f-400d-9c2e-4c73bf0a832d req-bb40ce7c-8fec-4e95-beca-7ab6197850ab tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 944 time: 0.0531738 Feb 03 13:36:31.774957 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec5ceef9-881f-400d-9c2e-4c73bf0a832d req-ade65fc4-101b-4888-a4b5-26319b5cda94 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417562 Feb 03 13:36:31.940759 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 07e02e8f-f5b5-418d-961e-2b6c77183d9a up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:36:31.990143 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 07e02e8f-f5b5-418d-961e-2b6c77183d9a completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:36:31.994272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 07e02e8f-f5b5-418d-961e-2b6c77183d9a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:36:31.994651 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (07e02e8f-f5b5-418d-961e-2b6c77183d9a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:32.074325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 07e02e8f-f5b5-418d-961e-2b6c77183d9a is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:36:32.074711 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (07e02e8f-f5b5-418d-961e-2b6c77183d9a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:32.096535 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b28c85-ab6f-4c6a-b992-f63af93375b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e02e8f-f5b5-418d-961e-2b6c77183d9a'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:36:32.099338 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55047db9-f1ba-43e5-8178-c89b1237e9b3" -d '{"events": [{"server_uuid": "c5b28c85-ab6f-4c6a-b992-f63af93375b5", "name": "network-vif-plugged", "status": "completed", "tag": "07e02e8f-f5b5-418d-961e-2b6c77183d9a"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:36:32.110948 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 07e02e8f-f5b5-418d-961e-2b6c77183d9a, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=07e02e8f-f5b5-418d-961e-2b6c77183d9a,segment=NetworkSegment(2338ea7f-6eac-4e48-98a5-214786413f9b),segment_id=2338ea7f-6eac-4e48-98a5-214786413f9b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:36:32.116388 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (07e02e8f-f5b5-418d-961e-2b6c77183d9a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:32.139370 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93e7d00-c835-43da-b3cc-0b07b9e4b09f x-openstack-request-id: req-a93e7d00-c835-43da-b3cc-0b07b9e4b09f {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:36:32.139663 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b28c85-ab6f-4c6a-b992-f63af93375b5", "name": "network-vif-plugged", "status": "completed", "tag": "07e02e8f-f5b5-418d-961e-2b6c77183d9a", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:36:32.139911 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a93e7d00-c835-43da-b3cc-0b07b9e4b09f {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:36:32.140328 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b28c85-ab6f-4c6a-b992-f63af93375b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e02e8f-f5b5-418d-961e-2b6c77183d9a', 'code': 200} Feb 03 13:36:32.165129 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=07e02e8f-f5b5-418d-961e-2b6c77183d9a,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:32.264706 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977114c-1a5b-450f-b892-b543764dae8b req-0200bf50-f3f3-451a-9b84-0f9444832d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:32.266195 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8977114c-1a5b-450f-b892-b543764dae8b req-0200bf50-f3f3-451a-9b84-0f9444832d63 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 1127 time: 0.0433576 Feb 03 13:36:32.315905 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8977114c-1a5b-450f-b892-b543764dae8b req-873aa49b-124b-4b75-bb9c-39596bdc07e8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421109 Feb 03 13:36:32.891638 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75eee4-3313-44af-bc94-f7b0b1c53c44 req-09b05aed-5202-4e9a-8504-fea36ec76bc4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:32.893080 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3a75eee4-3313-44af-bc94-f7b0b1c53c44 req-09b05aed-5202-4e9a-8504-fea36ec76bc4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 945 time: 0.0509574 Feb 03 13:36:32.940174 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3a75eee4-3313-44af-bc94-f7b0b1c53c44 req-8e56b477-92ec-4d37-b3ba-05addd11a02b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408993 Feb 03 13:36:33.617318 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b07fa7d8-eaa3-4961-9208-e32d8be6d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:34.066299 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3f529-06c6-4b0c-849d-d3a4d15c6fcd req-16510d50-32ff-4e6c-aeb7-2caff132e1eb tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:34.068024 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-35f3f529-06c6-4b0c-849d-d3a4d15c6fcd req-16510d50-32ff-4e6c-aeb7-2caff132e1eb tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 945 time: 0.0586243 Feb 03 13:36:34.116395 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-35f3f529-06c6-4b0c-849d-d3a4d15c6fcd req-5c1fe144-5e42-424d-83c7-727ec60dd507 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428796 Feb 03 13:36:34.233981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633ad4d-191e-40eb-afd6-f432175a1d8a req-6897f27f-2495-4f1d-8e59-fe8774935245 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:34.235437 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0633ad4d-191e-40eb-afd6-f432175a1d8a req-6897f27f-2495-4f1d-8e59-fe8774935245 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 945 time: 0.0533586 Feb 03 13:36:34.284314 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0633ad4d-191e-40eb-afd6-f432175a1d8a req-cc03739c-60e6-4911-859c-8156012d0156 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431223 Feb 03 13:36:34.305772 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41860) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:34.352911 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749a9924-6911-4099-a478-30d91531c161 tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:34.354440 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-749a9924-6911-4099-a478-30d91531c161 tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 1122 time: 0.0476768 Feb 03 13:36:34.357227 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41862) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:34.361391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e343db87-8cbd-4e03-b1b1-d67455c5bce5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': '07e02e8f-f5b5-418d-961e-2b6c77183d9a', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:36:34.381480 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e343db87-8cbd-4e03-b1b1-d67455c5bce5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:34.475139 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e343db87-8cbd-4e03-b1b1-d67455c5bce5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:34.579203 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-e343db87-8cbd-4e03-b1b1-d67455c5bce5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Allocated IP 172.25.6.240 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/3944bc07-40d2-4e00-abab-454d926b1fbe) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:36:34.679783 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e343db87-8cbd-4e03-b1b1-d67455c5bce5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (3944bc07-40d2-4e00-abab-454d926b1fbe), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:34.712045 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e343db87-8cbd-4e03-b1b1-d67455c5bce5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (3944bc07-40d2-4e00-abab-454d926b1fbe), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:34.751358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e343db87-8cbd-4e03-b1b1-d67455c5bce5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:36:34.754751 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e343db87-8cbd-4e03-b1b1-d67455c5bce5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:36:34.757313 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e343db87-8cbd-4e03-b1b1-d67455c5bce5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:36:34.788454 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343db87-8cbd-4e03-b1b1-d67455c5bce5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=3944bc07-40d2-4e00-abab-454d926b1fbe,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:35.115294 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e343db87-8cbd-4e03-b1b1-d67455c5bce5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for floatingip (2c107170-f571-4e90-9169-4d3e7c473deb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:35.185655 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e343db87-8cbd-4e03-b1b1-d67455c5bce5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (3944bc07-40d2-4e00-abab-454d926b1fbe), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:35.337679 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e343db87-8cbd-4e03-b1b1-d67455c5bce5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (3944bc07-40d2-4e00-abab-454d926b1fbe), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:35.342067 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e343db87-8cbd-4e03-b1b1-d67455c5bce5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (3944bc07-40d2-4e00-abab-454d926b1fbe), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:35.409167 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343db87-8cbd-4e03-b1b1-d67455c5bce5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=3944bc07-40d2-4e00-abab-454d926b1fbe,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:36:35.419643 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e343db87-8cbd-4e03-b1b1-d67455c5bce5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (2c107170-f571-4e90-9169-4d3e7c473deb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:35.518433 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-e343db87-8cbd-4e03-b1b1-d67455c5bce5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Floating IP 2c107170-f571-4e90-9169-4d3e7c473deb associated. External IP: 172.25.6.240, port: 07e02e8f-f5b5-418d-961e-2b6c77183d9a. Feb 03 13:36:35.723686 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e343db87-8cbd-4e03-b1b1-d67455c5bce5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router 34f0e48e-2156-4762-9014-910ed993acae has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:36:35.829799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e343db87-8cbd-4e03-b1b1-d67455c5bce5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:36:35.840663 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52066e3b-7d55-4cd6-96c7-0da7d7373087 None None] Sync routers for ids ['34f0e48e-2156-4762-9014-910ed993acae'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:36:35.848576 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e343db87-8cbd-4e03-b1b1-d67455c5bce5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:35.851162 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52066e3b-7d55-4cd6-96c7-0da7d7373087 None None] Routers {'34f0e48e-2156-4762-9014-910ed993acae'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:36:35.851788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-52066e3b-7d55-4cd6-96c7-0da7d7373087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:36:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['34f0e48e-2156-4762-9014-910ed993acae'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:35.878529 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e343db87-8cbd-4e03-b1b1-d67455c5bce5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5197890 Feb 03 13:36:35.879236 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b28c85-ab6f-4c6a-b992-f63af93375b5', 'tag': '07e02e8f-f5b5-418d-961e-2b6c77183d9a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:36:35.889957 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd57ad6-f0a6-4fe8-a5dc-dac6d53e4c38" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b28c85-ab6f-4c6a-b992-f63af93375b5", "tag": "07e02e8f-f5b5-418d-961e-2b6c77183d9a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:36:35.931696 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78422bf2-24af-4747-ac2c-49e3989bdfdf x-openstack-request-id: req-78422bf2-24af-4747-ac2c-49e3989bdfdf {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:36:35.932282 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b28c85-ab6f-4c6a-b992-f63af93375b5", "tag": "07e02e8f-f5b5-418d-961e-2b6c77183d9a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:36:35.932711 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78422bf2-24af-4747-ac2c-49e3989bdfdf {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:36:35.933307 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b28c85-ab6f-4c6a-b992-f63af93375b5', 'tag': '07e02e8f-f5b5-418d-961e-2b6c77183d9a', 'status': 'completed', 'code': 200} Feb 03 13:36:35.959838 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-52066e3b-7d55-4cd6-96c7-0da7d7373087 None None] Set router 34f0e48e-2156-4762-9014-910ed993acae gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:36:36.010872 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663705f-2a85-4b86-b7b1-d148257d99cc req-fc02276d-92e4-43ad-b270-da116197d965 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:36.017817 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e663705f-2a85-4b86-b7b1-d148257d99cc req-fc02276d-92e4-43ad-b270-da116197d965 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 945 time: 0.0718868 Feb 03 13:36:36.022678 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd57ad6-f0a6-4fe8-a5dc-dac6d53e4c38 req-b21dfbb4-6c88-42d7-ad12-a95424ccb052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:36.024237 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bfd57ad6-f0a6-4fe8-a5dc-dac6d53e4c38 req-b21dfbb4-6c88-42d7-ad12-a95424ccb052 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 1127 time: 0.0516164 Feb 03 13:36:36.063681 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e663705f-2a85-4b86-b7b1-d148257d99cc req-3ad16ec1-a85e-4d2b-8836-0b4b5943f5f8 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448952 Feb 03 13:36:36.089563 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41868) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:36.136563 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd57ad6-f0a6-4fe8-a5dc-dac6d53e4c38 req-082b7b71-0f55-4f30-a752-71e52b6f02e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:36.138095 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bfd57ad6-f0a6-4fe8-a5dc-dac6d53e4c38 req-082b7b71-0f55-4f30-a752-71e52b6f02e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=68e3e2de-1522-4b72-b218-281a804262d0 HTTP/1.1" status: 200 len: 898 time: 0.1075089 Feb 03 13:36:36.149159 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5bab1b41-4230-4b63-a819-d9cfe91e8b70 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/floatingips/2c107170-f571-4e90-9169-4d3e7c473deb HTTP/1.1" status: 200 len: 991 time: 0.0582898 Feb 03 13:36:36.202325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-52066e3b-7d55-4cd6-96c7-0da7d7373087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0e48e-2156-4762-9014-910ed993acae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890228949', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:12Z', 'updated_at': '2022-02-03T13:36:16Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:13Z', 'updated_at': '2022-02-03T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '2c107170-f571-4e90-9169-4d3e7c473deb', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'floating_ip_address': '172.25.6.240', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '34f0e48e-2156-4762-9014-910ed993acae', 'port_id': '07e02e8f-f5b5-418d-961e-2b6c77183d9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0', 'mac_address': 'fa:16:3e:f2:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b28c85-ab6f-4c6a-b992-f63af93375b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:36:34Z', 'updated_at': '2022-02-03T13:36:34Z', 'revision_number': 0, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360120b0-92cd-471b-ac6d-964988f6835b', 'name': '', 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:d5:11:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:15Z', 'updated_at': '2022-02-03T13:36:19Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:36.203953 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bfd57ad6-f0a6-4fe8-a5dc-dac6d53e4c38 req-a17b37b4-33f6-472f-b173-866f7f33a745 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07e02e8f-f5b5-418d-961e-2b6c77183d9a HTTP/1.1" status: 200 len: 999 time: 0.0602894 Feb 03 13:36:36.231702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52066e3b-7d55-4cd6-96c7-0da7d7373087 None None] Checking router: 34f0e48e-2156-4762-9014-910ed993acae for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:36:36.247158 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52066e3b-7d55-4cd6-96c7-0da7d7373087 None None] Routers {'34f0e48e-2156-4762-9014-910ed993acae'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:36:36.248226 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-52066e3b-7d55-4cd6-96c7-0da7d7373087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:36:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['34f0e48e-2156-4762-9014-910ed993acae'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:36.251258 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-70c060df-773c-4569-94a6-25c4de47747f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:36.258290 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd57ad6-f0a6-4fe8-a5dc-dac6d53e4c38 req-ff797581-813c-48fc-a544-52ecd747540f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:36.259818 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bfd57ad6-f0a6-4fe8-a5dc-dac6d53e4c38 req-ff797581-813c-48fc-a544-52ecd747540f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1 HTTP/1.1" status: 200 len: 835 time: 0.0508921 Feb 03 13:36:36.310740 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd57ad6-f0a6-4fe8-a5dc-dac6d53e4c38 req-d7b2a09e-2b5c-4bea-bf6d-d7db772ede28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:36:36.312302 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bfd57ad6-f0a6-4fe8-a5dc-dac6d53e4c38 req-d7b2a09e-2b5c-4bea-bf6d-d7db772ede28 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=68e3e2de-1522-4b72-b218-281a804262d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463433 Feb 03 13:36:36.356763 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-52066e3b-7d55-4cd6-96c7-0da7d7373087 None None] Set router 34f0e48e-2156-4762-9014-910ed993acae gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:36:36.402469 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bfd57ad6-f0a6-4fe8-a5dc-dac6d53e4c38 req-40bef330-caac-430c-af00-daec020636ea service neutron] 10.222.0.73 "GET /v2.0/networks/68e3e2de-1522-4b72-b218-281a804262d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840912 Feb 03 13:36:36.495036 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bfd57ad6-f0a6-4fe8-a5dc-dac6d53e4c38 req-d37422e1-6561-4700-9f33-54e5c0e7c7a1 service neutron] 10.222.0.73 "GET /v2.0/networks/68e3e2de-1522-4b72-b218-281a804262d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869317 Feb 03 13:36:36.734128 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-52066e3b-7d55-4cd6-96c7-0da7d7373087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0e48e-2156-4762-9014-910ed993acae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890228949', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:12Z', 'updated_at': '2022-02-03T13:36:16Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:13Z', 'updated_at': '2022-02-03T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '2c107170-f571-4e90-9169-4d3e7c473deb', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'floating_ip_address': '172.25.6.240', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '34f0e48e-2156-4762-9014-910ed993acae', 'port_id': '07e02e8f-f5b5-418d-961e-2b6c77183d9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0', 'mac_address': 'fa:16:3e:f2:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b28c85-ab6f-4c6a-b992-f63af93375b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:36:34Z', 'updated_at': '2022-02-03T13:36:34Z', 'revision_number': 0, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360120b0-92cd-471b-ac6d-964988f6835b', 'name': '', 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:d5:11:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:15Z', 'updated_at': '2022-02-03T13:36:19Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:36:36.759760 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52066e3b-7d55-4cd6-96c7-0da7d7373087 None None] The sync data for ids ['34f0e48e-2156-4762-9014-910ed993acae'] in n-d-827336-3 is: [{'id': '34f0e48e-2156-4762-9014-910ed993acae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890228949', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:12Z', 'updated_at': '2022-02-03T13:36:16Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:13Z', 'updated_at': '2022-02-03T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '2c107170-f571-4e90-9169-4d3e7c473deb', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'floating_ip_address': '172.25.6.240', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '34f0e48e-2156-4762-9014-910ed993acae', 'port_id': '07e02e8f-f5b5-418d-961e-2b6c77183d9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0', 'mac_address': 'fa:16:3e:f2:e7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b28c85-ab6f-4c6a-b992-f63af93375b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:36:34Z', 'updated_at': '2022-02-03T13:36:34Z', 'revision_number': 0, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360120b0-92cd-471b-ac6d-964988f6835b', 'name': '', 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:d5:11:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:15Z', 'updated_at': '2022-02-03T13:36:19Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:36:36.947884 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7d0838-8848-492c-a338-a163fc618cfc None None] New status for floating IP 2c107170-f571-4e90-9169-4d3e7c473deb: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:36:37.143141 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:37.152259 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41870) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:36:37.558910 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-927044f3-9b0b-4663-8ff1-b62bbdd7948f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/floatingips/2c107170-f571-4e90-9169-4d3e7c473deb HTTP/1.1" status: 200 len: 993 time: 0.4054656 Feb 03 13:36:38.442335 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:40.019983 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:46.391335 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:36:56.876202 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:37:01.716744 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:03.618913 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0cafdb96-ca9a-43c1-8201-06ba09989847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:06.224138 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e45ee922-e735-427a-b90d-93724056d111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:07.144389 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:08.445375 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:10.021967 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:14.158525 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-16a94838-dd27-4fdf-b5b4-1fabc0615588 req-88ff9f8a-b03f-4897-878c-dfe02904bbdf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0875230 Feb 03 13:37:14.258408 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a94838-dd27-4fdf-b5b4-1fabc0615588 req-10f9431f-ae91-438c-9d86-327211c577bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:14.259989 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-16a94838-dd27-4fdf-b5b4-1fabc0615588 req-10f9431f-ae91-438c-9d86-327211c577bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 1127 time: 0.0454254 Feb 03 13:37:14.366324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a94838-dd27-4fdf-b5b4-1fabc0615588 req-855661f0-10d2-4973-9927-5318f142d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:14.367708 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-16a94838-dd27-4fdf-b5b4-1fabc0615588 req-855661f0-10d2-4973-9927-5318f142d436 service neutron] 10.222.0.73 "GET /v2.0/networks?id=68e3e2de-1522-4b72-b218-281a804262d0 HTTP/1.1" status: 200 len: 898 time: 0.0889943 Feb 03 13:37:14.436459 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-16a94838-dd27-4fdf-b5b4-1fabc0615588 req-d8ed9493-826c-492f-b22e-044582645f93 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07e02e8f-f5b5-418d-961e-2b6c77183d9a HTTP/1.1" status: 200 len: 1001 time: 0.0622759 Feb 03 13:37:14.482295 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a94838-dd27-4fdf-b5b4-1fabc0615588 req-1123452d-8a39-42ae-ba73-b762bfdcf1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:14.483783 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-16a94838-dd27-4fdf-b5b4-1fabc0615588 req-1123452d-8a39-42ae-ba73-b762bfdcf1b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1 HTTP/1.1" status: 200 len: 835 time: 0.0424557 Feb 03 13:37:14.532042 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a94838-dd27-4fdf-b5b4-1fabc0615588 req-c993d446-7a9b-4df9-b231-a40030e10cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:14.533610 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-16a94838-dd27-4fdf-b5b4-1fabc0615588 req-c993d446-7a9b-4df9-b231-a40030e10cc0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=68e3e2de-1522-4b72-b218-281a804262d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447087 Feb 03 13:37:14.625549 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-16a94838-dd27-4fdf-b5b4-1fabc0615588 req-209df222-5239-46e4-8d6c-d47156c148ab service neutron] 10.222.0.73 "GET /v2.0/networks/68e3e2de-1522-4b72-b218-281a804262d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847087 Feb 03 13:37:14.712423 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-16a94838-dd27-4fdf-b5b4-1fabc0615588 req-fa4f85c4-5222-43b8-90c0-e5762081f9f3 service neutron] 10.222.0.73 "GET /v2.0/networks/68e3e2de-1522-4b72-b218-281a804262d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813065 Feb 03 13:37:16.400969 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:28.677766 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-1e1e9fe4-4ccb-4bf0-aadd-f813310a6920 req-c2adfc11-c48f-4503-ae94-73aaf5f793b7 tempest-ServerDiskConfigTestJSON-2131459654 tempest-ServerDiskConfigTestJSON-2131459654-project] (103189) timed out ('10.222.0.73', 54066) {{(pid=103189) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 13:37:31.715602 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:33.620153 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-081d7bbc-e936-4557-81a8-981f10e47851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:33.875515 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:37:36.225396 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-57cf1762-7e67-481b-b6b7-fd34a4c984f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:37.147686 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:38.447737 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:40.024232 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:46.400833 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:37:51.091237 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ac305-7447-4c9b-a819-0f81d4150b82 req-aa4d34bf-f81c-494a-8658-a4e2f6a0952f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:51.092926 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-302ac305-7447-4c9b-a819-0f81d4150b82 req-aa4d34bf-f81c-494a-8658-a4e2f6a0952f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 945 time: 0.0915489 Feb 03 13:37:51.099039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1674b-7f26-48ea-8685-2f8405070d92 req-40afd5be-e4c9-42b1-82dc-9e4992d45761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:51.100595 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4c1674b-7f26-48ea-8685-2f8405070d92 req-40afd5be-e4c9-42b1-82dc-9e4992d45761 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 1127 time: 0.0716200 Feb 03 13:37:51.209075 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-302ac305-7447-4c9b-a819-0f81d4150b82 req-94d554f1-4905-4441-9e09-a5e0d6a9e526 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074319 Feb 03 13:37:51.231001 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1674b-7f26-48ea-8685-2f8405070d92 req-c09fad4c-2f8a-4582-a397-c803abd8d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:51.232533 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4c1674b-7f26-48ea-8685-2f8405070d92 req-c09fad4c-2f8a-4582-a397-c803abd8d910 service neutron] 10.222.0.73 "GET /v2.0/networks?id=68e3e2de-1522-4b72-b218-281a804262d0 HTTP/1.1" status: 200 len: 898 time: 0.1250424 Feb 03 13:37:51.303626 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4c1674b-7f26-48ea-8685-2f8405070d92 req-dd38a968-5991-4827-bc4b-cff6eeaf27f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07e02e8f-f5b5-418d-961e-2b6c77183d9a HTTP/1.1" status: 200 len: 1001 time: 0.0623960 Feb 03 13:37:51.357237 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1674b-7f26-48ea-8685-2f8405070d92 req-a996719b-c019-4089-8b53-b7eaf292bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:51.358754 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4c1674b-7f26-48ea-8685-2f8405070d92 req-a996719b-c019-4089-8b53-b7eaf292bafe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1 HTTP/1.1" status: 200 len: 835 time: 0.0479703 Feb 03 13:37:51.413753 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1674b-7f26-48ea-8685-2f8405070d92 req-0d1715e6-99ec-4a73-a5d3-dba72690d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:51.415816 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4c1674b-7f26-48ea-8685-2f8405070d92 req-0d1715e6-99ec-4a73-a5d3-dba72690d24d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=68e3e2de-1522-4b72-b218-281a804262d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511589 Feb 03 13:37:51.517450 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4c1674b-7f26-48ea-8685-2f8405070d92 req-ac470735-4eb9-4192-be1c-12ebb2747e4e service neutron] 10.222.0.73 "GET /v2.0/networks/68e3e2de-1522-4b72-b218-281a804262d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952947 Feb 03 13:37:51.619680 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4c1674b-7f26-48ea-8685-2f8405070d92 req-c8933631-e515-430c-bf08-c4b1f3e38e7b service neutron] 10.222.0.73 "GET /v2.0/networks/68e3e2de-1522-4b72-b218-281a804262d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964131 Feb 03 13:37:52.333927 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4833b0-6927-498a-9c9f-6d7838c0f447 req-2fd4beb8-7d9a-43eb-8f75-42e571acb6de tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:52.335711 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4b4833b0-6927-498a-9c9f-6d7838c0f447 req-2fd4beb8-7d9a-43eb-8f75-42e571acb6de tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 945 time: 0.0546072 Feb 03 13:37:52.382453 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-4b4833b0-6927-498a-9c9f-6d7838c0f447 req-d2a7c95d-ae90-45ac-8930-c565da5fb2c1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412173 Feb 03 13:37:53.504727 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e046b3-669c-4f7b-9bb0-daf215110760 req-fe562c74-b14f-478d-a398-dc9c232010f2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:53.506219 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a0e046b3-669c-4f7b-9bb0-daf215110760 req-fe562c74-b14f-478d-a398-dc9c232010f2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 945 time: 0.0534770 Feb 03 13:37:53.554722 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a0e046b3-669c-4f7b-9bb0-daf215110760 req-8dacc217-0a18-41e3-9674-37b5074534cc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422778 Feb 03 13:37:54.673501 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9789a04-f992-4d5d-903f-cb177a8e3bb4 req-94a2f8de-5a3a-4c60-8020-b234599957c3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:54.674991 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b9789a04-f992-4d5d-903f-cb177a8e3bb4 req-94a2f8de-5a3a-4c60-8020-b234599957c3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 945 time: 0.0531516 Feb 03 13:37:54.727901 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b9789a04-f992-4d5d-903f-cb177a8e3bb4 req-a0cf210c-1f43-4ae9-a2f5-6fc504916517 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474112 Feb 03 13:37:55.845480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838eca55-cf08-4f1c-a9c4-b09881827ae7 req-035d273f-22bd-4f9e-ac6d-20215041b19a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:55.846963 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-838eca55-cf08-4f1c-a9c4-b09881827ae7 req-035d273f-22bd-4f9e-ac6d-20215041b19a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 945 time: 0.0519350 Feb 03 13:37:55.899730 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-838eca55-cf08-4f1c-a9c4-b09881827ae7 req-4d2f6d78-8d10-4293-b92c-4c47e294bc32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471256 Feb 03 13:37:57.025799 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff47e93-327f-43d9-af5b-298762ef10a1 req-e5040604-bd72-4a07-b2f9-de2f97ed5a1c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:57.027605 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bff47e93-327f-43d9-af5b-298762ef10a1 req-e5040604-bd72-4a07-b2f9-de2f97ed5a1c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 945 time: 0.0522356 Feb 03 13:37:57.076414 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bff47e93-327f-43d9-af5b-298762ef10a1 req-88de1ce2-1256-4655-ad5d-dab27d724c94 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432673 Feb 03 13:37:58.198965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bf92a-5d3d-406f-b16c-3e95f19aed57 req-c5e9a0bd-0a97-4663-b689-a767bb291c1b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:58.200490 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-378bf92a-5d3d-406f-b16c-3e95f19aed57 req-c5e9a0bd-0a97-4663-b689-a767bb291c1b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 945 time: 0.0568748 Feb 03 13:37:58.250999 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-378bf92a-5d3d-406f-b16c-3e95f19aed57 req-fd143e50-f7a2-4fc6-b9ee-fe9cd8a2f651 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446870 Feb 03 13:37:59.372657 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7e6cb-1ffb-4cd2-ae0e-4867a9335999 req-28e016e7-2e51-4ce6-a277-c10afe04acc4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:37:59.374154 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-77f7e6cb-1ffb-4cd2-ae0e-4867a9335999 req-28e016e7-2e51-4ce6-a277-c10afe04acc4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 945 time: 0.0540321 Feb 03 13:37:59.423019 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-77f7e6cb-1ffb-4cd2-ae0e-4867a9335999 req-4611757a-fccf-4203-a198-db05ebd39e81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432727 Feb 03 13:38:00.544947 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb294980-b872-4756-a929-0d8ea2b669ef req-6010cf8c-ecc5-4786-9ab7-685ab30bad09 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:00.546392 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb294980-b872-4756-a929-0d8ea2b669ef req-6010cf8c-ecc5-4786-9ab7-685ab30bad09 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 945 time: 0.0551324 Feb 03 13:38:00.596630 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fb294980-b872-4756-a929-0d8ea2b669ef req-29c61e57-9876-4a19-9531-8f3e9f5542a2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445230 Feb 03 13:38:01.724680 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2880e0b-000a-4924-a3a4-e3fca4397222 req-cb2ee191-2094-458c-907b-dfce141d0bd3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:01.726333 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f2880e0b-000a-4924-a3a4-e3fca4397222 req-cb2ee191-2094-458c-907b-dfce141d0bd3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 945 time: 0.0585580 Feb 03 13:38:01.726718 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:01.777562 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f2880e0b-000a-4924-a3a4-e3fca4397222 req-5a57f81d-ac3e-48ca-b70c-a6e4519babc6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443003 Feb 03 13:38:02.904355 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a37bb7-01c3-49c4-9bd0-bfc0d91a6334 req-a62ae0e7-822e-4b45-8977-111b7f45030f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:02.905839 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5a37bb7-01c3-49c4-9bd0-bfc0d91a6334 req-a62ae0e7-822e-4b45-8977-111b7f45030f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 945 time: 0.0577476 Feb 03 13:38:02.954268 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f5a37bb7-01c3-49c4-9bd0-bfc0d91a6334 req-b6b1d186-ad37-4e3c-b0bf-9c18cc385354 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427732 Feb 03 13:38:02.976557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41924) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:38:03.036961 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-6983692e-be0a-4066-9936-32abc1c72073 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/floatingips/2c107170-f571-4e90-9169-4d3e7c473deb HTTP/1.1" status: 200 len: 993 time: 0.0592637 Feb 03 13:38:03.622190 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-271f562d-d558-413a-b6e5-735fc4c45ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:06.226727 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f32b9174-5303-4ef1-9eab-4914173692c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:07.151907 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:08.450491 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:10.027560 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:10.875573 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:38:15.127640 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6e831af8-bece-495a-9823-e764a4a04211 req-5ca88e7a-72ae-4dc8-b65a-b9a86e2183ba service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470536 Feb 03 13:38:15.232215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e831af8-bece-495a-9823-e764a4a04211 req-1e6fa8c1-6df2-4ebf-a7f2-a7851acb01cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:15.233746 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6e831af8-bece-495a-9823-e764a4a04211 req-1e6fa8c1-6df2-4ebf-a7f2-a7851acb01cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 1127 time: 0.0444899 Feb 03 13:38:15.335659 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e831af8-bece-495a-9823-e764a4a04211 req-0ccbc131-f9e5-4035-9bb5-df5c9c2faa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:15.337705 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6e831af8-bece-495a-9823-e764a4a04211 req-0ccbc131-f9e5-4035-9bb5-df5c9c2faa0b service neutron] 10.222.0.73 "GET /v2.0/networks?id=68e3e2de-1522-4b72-b218-281a804262d0 HTTP/1.1" status: 200 len: 898 time: 0.0848417 Feb 03 13:38:15.404289 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6e831af8-bece-495a-9823-e764a4a04211 req-b722b27f-7067-4355-9542-2319713b4513 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07e02e8f-f5b5-418d-961e-2b6c77183d9a HTTP/1.1" status: 200 len: 1001 time: 0.0609839 Feb 03 13:38:15.451168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e831af8-bece-495a-9823-e764a4a04211 req-67e023d7-5e9e-4125-8713-4c077b164976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:15.452645 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6e831af8-bece-495a-9823-e764a4a04211 req-67e023d7-5e9e-4125-8713-4c077b164976 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1 HTTP/1.1" status: 200 len: 835 time: 0.0421197 Feb 03 13:38:15.499391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e831af8-bece-495a-9823-e764a4a04211 req-06fcea4e-d379-429c-9424-aef0b85bbf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:38:15.500892 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6e831af8-bece-495a-9823-e764a4a04211 req-06fcea4e-d379-429c-9424-aef0b85bbf0e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=68e3e2de-1522-4b72-b218-281a804262d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428643 Feb 03 13:38:15.591661 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6e831af8-bece-495a-9823-e764a4a04211 req-434d3293-4c48-43ae-b250-b3aea350eb4a service neutron] 10.222.0.73 "GET /v2.0/networks/68e3e2de-1522-4b72-b218-281a804262d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846574 Feb 03 13:38:15.679423 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6e831af8-bece-495a-9823-e764a4a04211 req-f82742cb-4821-49f5-8735-256342a09b72 service neutron] 10.222.0.73 "GET /v2.0/networks/68e3e2de-1522-4b72-b218-281a804262d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806468 Feb 03 13:38:16.405087 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:31.716807 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:33.625104 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68f3bc3e-fcd6-42ca-af68-c722d2c16f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:36.228463 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7033d5fe-6de7-41af-afa2-75582d8547eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:37.154033 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:38.451439 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:40.030675 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:46.412286 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:38:47.875980 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:38:59.988585 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41952) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:00.154080 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting port 3944bc07-40d2-4e00-abab-454d926b1fbe {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:39:00.154515 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (3944bc07-40d2-4e00-abab-454d926b1fbe), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:00.229489 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (3944bc07-40d2-4e00-abab-454d926b1fbe), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:00.229819 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for floatingip (3944bc07-40d2-4e00-abab-454d926b1fbe), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:00.241224 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Calling delete_port for 3944bc07-40d2-4e00-abab-454d926b1fbe owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:39:00.392109 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (3944bc07-40d2-4e00-abab-454d926b1fbe), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:00.423068 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Port': ['ID=3944bc07-40d2-4e00-abab-454d926b1fbe,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:00.446056 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:00.446422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:00.446779 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:00.447134 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:00.447484 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:00.447827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:00.448195 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:00.448570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:00.448910 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:00.449253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:00.449590 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:00.449931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:00.450270 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:00.491467 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for floatingip (2c107170-f571-4e90-9169-4d3e7c473deb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:00.491787 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Floating IP 2c107170-f571-4e90-9169-4d3e7c473deb disassociated (deleted). External IP: 172.25.6.240, port: 07e02e8f-f5b5-418d-961e-2b6c77183d9a. Feb 03 13:39:00.693308 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router 34f0e48e-2156-4762-9014-910ed993acae has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:39:01.130086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:39:01.134794 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:01.140542 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2347194a-35eb-4328-8d13-f1de8806fb13 None None] Sync routers for ids ['34f0e48e-2156-4762-9014-910ed993acae'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:39:01.150553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2347194a-35eb-4328-8d13-f1de8806fb13 None None] Routers {'34f0e48e-2156-4762-9014-910ed993acae'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:39:01.151191 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2347194a-35eb-4328-8d13-f1de8806fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:38:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['34f0e48e-2156-4762-9014-910ed993acae'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:01.164727 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-20455e92-c026-4029-ba10-319ab226b9a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/floatingips/2c107170-f571-4e90-9169-4d3e7c473deb HTTP/1.1" status: 204 len: 168 time: 1.1750391 Feb 03 13:39:01.165331 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b28c85-ab6f-4c6a-b992-f63af93375b5', 'tag': '07e02e8f-f5b5-418d-961e-2b6c77183d9a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:39:01.167666 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23610ae1-fc04-46fb-a00c-9cb48fbb90ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b28c85-ab6f-4c6a-b992-f63af93375b5", "tag": "07e02e8f-f5b5-418d-961e-2b6c77183d9a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:39:01.271800 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-2347194a-35eb-4328-8d13-f1de8806fb13 None None] Set router 34f0e48e-2156-4762-9014-910ed993acae gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:39:01.275405 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b15e0f-e6f0-4e2d-ac0c-88af90566839 x-openstack-request-id: req-a9b15e0f-e6f0-4e2d-ac0c-88af90566839 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:39:01.276026 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b28c85-ab6f-4c6a-b992-f63af93375b5", "tag": "07e02e8f-f5b5-418d-961e-2b6c77183d9a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:39:01.277118 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9b15e0f-e6f0-4e2d-ac0c-88af90566839 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:39:01.277424 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b28c85-ab6f-4c6a-b992-f63af93375b5', 'tag': '07e02e8f-f5b5-418d-961e-2b6c77183d9a', 'status': 'completed', 'code': 200} Feb 03 13:39:01.369596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23610ae1-fc04-46fb-a00c-9cb48fbb90ed req-0b45f557-c108-454f-8e03-731f13646489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:01.371669 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-23610ae1-fc04-46fb-a00c-9cb48fbb90ed req-0b45f557-c108-454f-8e03-731f13646489 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 1127 time: 0.0500245 Feb 03 13:39:01.402327 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982977a4-2873-4363-a404-fa352a5cb5ff req-28b21555-7b4f-408e-a194-7c75e26358ef tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:01.404264 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-982977a4-2873-4363-a404-fa352a5cb5ff req-28b21555-7b4f-408e-a194-7c75e26358ef tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 945 time: 0.0566175 Feb 03 13:39:01.454028 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-982977a4-2873-4363-a404-fa352a5cb5ff req-d9ee0e8e-dbd5-4004-80db-046bd7b464e0 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439670 Feb 03 13:39:01.468489 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23610ae1-fc04-46fb-a00c-9cb48fbb90ed req-868a6e47-2994-4708-bf7a-ce692a9fd709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:01.470064 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-23610ae1-fc04-46fb-a00c-9cb48fbb90ed req-868a6e47-2994-4708-bf7a-ce692a9fd709 service neutron] 10.222.0.73 "GET /v2.0/networks?id=68e3e2de-1522-4b72-b218-281a804262d0 HTTP/1.1" status: 200 len: 898 time: 0.0922372 Feb 03 13:39:01.487571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2347194a-35eb-4328-8d13-f1de8806fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0e48e-2156-4762-9014-910ed993acae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890228949', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:12Z', 'updated_at': '2022-02-03T13:36:16Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:13Z', 'updated_at': '2022-02-03T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '360120b0-92cd-471b-ac6d-964988f6835b', 'name': '', 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:d5:11:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:15Z', 'updated_at': '2022-02-03T13:36:19Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:01.515022 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-23610ae1-fc04-46fb-a00c-9cb48fbb90ed req-da690082-eb53-4b5b-b794-c37fea9a5b57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07e02e8f-f5b5-418d-961e-2b6c77183d9a HTTP/1.1" status: 200 len: 217 time: 0.0379896 Feb 03 13:39:01.515407 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2347194a-35eb-4328-8d13-f1de8806fb13 None None] Checking router: 34f0e48e-2156-4762-9014-910ed993acae for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:39:01.523897 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2347194a-35eb-4328-8d13-f1de8806fb13 None None] Routers {'34f0e48e-2156-4762-9014-910ed993acae'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:39:01.524534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2347194a-35eb-4328-8d13-f1de8806fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:38:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['34f0e48e-2156-4762-9014-910ed993acae'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:01.563906 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23610ae1-fc04-46fb-a00c-9cb48fbb90ed req-cf342507-f05d-4930-8d6b-a43f4c4ddf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:01.565534 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-23610ae1-fc04-46fb-a00c-9cb48fbb90ed req-cf342507-f05d-4930-8d6b-a43f4c4ddf0d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1 HTTP/1.1" status: 200 len: 835 time: 0.0450273 Feb 03 13:39:01.619551 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23610ae1-fc04-46fb-a00c-9cb48fbb90ed req-49fedad9-d6e6-4d08-ad5d-c71427d95f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:01.621694 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-23610ae1-fc04-46fb-a00c-9cb48fbb90ed req-49fedad9-d6e6-4d08-ad5d-c71427d95f52 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=68e3e2de-1522-4b72-b218-281a804262d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497613 Feb 03 13:39:01.632218 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-2347194a-35eb-4328-8d13-f1de8806fb13 None None] Set router 34f0e48e-2156-4762-9014-910ed993acae gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:39:01.710283 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-23610ae1-fc04-46fb-a00c-9cb48fbb90ed req-c2b7c5fb-0c2e-4cc6-a804-f6b73d0a44bb service neutron] 10.222.0.73 "GET /v2.0/networks/68e3e2de-1522-4b72-b218-281a804262d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814366 Feb 03 13:39:01.771991 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:01.807392 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-23610ae1-fc04-46fb-a00c-9cb48fbb90ed req-56474f2e-bb32-417a-848a-925c004d86bf service neutron] 10.222.0.73 "GET /v2.0/networks/68e3e2de-1522-4b72-b218-281a804262d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895894 Feb 03 13:39:01.844472 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2347194a-35eb-4328-8d13-f1de8806fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0e48e-2156-4762-9014-910ed993acae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890228949', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:12Z', 'updated_at': '2022-02-03T13:36:16Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:13Z', 'updated_at': '2022-02-03T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '360120b0-92cd-471b-ac6d-964988f6835b', 'name': '', 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:d5:11:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:15Z', 'updated_at': '2022-02-03T13:36:19Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:01.871260 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2347194a-35eb-4328-8d13-f1de8806fb13 None None] The sync data for ids ['34f0e48e-2156-4762-9014-910ed993acae'] in n-d-827336-3 is: [{'id': '34f0e48e-2156-4762-9014-910ed993acae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890228949', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:12Z', 'updated_at': '2022-02-03T13:36:16Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:13Z', 'updated_at': '2022-02-03T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '360120b0-92cd-471b-ac6d-964988f6835b', 'name': '', 'network_id': '68e3e2de-1522-4b72-b218-281a804262d0', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:d5:11:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:15Z', 'updated_at': '2022-02-03T13:36:19Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:39:02.085866 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3bdadb-4505-4248-9d1c-b18df15485cc None None] New status for floating IP 2c107170-f571-4e90-9169-4d3e7c473deb: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:39:02.577417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a45456-33af-4895-a062-a1fafe5db551 req-1112d29f-c623-4af3-8f33-96139591eecf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:02.578852 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4a45456-33af-4895-a062-a1fafe5db551 req-1112d29f-c623-4af3-8f33-96139591eecf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 945 time: 0.0533710 Feb 03 13:39:02.627285 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a4a45456-33af-4895-a062-a1fafe5db551 req-a0668bfb-b88f-44b0-9b30-a3e68b7260eb tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429118 Feb 03 13:39:03.378649 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0c759-a0db-4ce7-9d8d-c0184e3b458b req-835dde21-03d1-410c-899a-eb9069cfd1e1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:03.380136 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4c0c759-a0db-4ce7-9d8d-c0184e3b458b req-835dde21-03d1-410c-899a-eb9069cfd1e1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 945 time: 0.0517869 Feb 03 13:39:03.472528 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b4c0c759-a0db-4ce7-9d8d-c0184e3b458b req-febb853a-7330-4a61-b1d1-a97fc17250c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting port 07e02e8f-f5b5-418d-961e-2b6c77183d9a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:39:03.472872 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b4c0c759-a0db-4ce7-9d8d-c0184e3b458b req-febb853a-7330-4a61-b1d1-a97fc17250c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (07e02e8f-f5b5-418d-961e-2b6c77183d9a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:03.559300 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b4c0c759-a0db-4ce7-9d8d-c0184e3b458b req-febb853a-7330-4a61-b1d1-a97fc17250c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] For port 07e02e8f-f5b5-418d-961e-2b6c77183d9a, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=07e02e8f-f5b5-418d-961e-2b6c77183d9a,segment=NetworkSegment(2338ea7f-6eac-4e48-98a5-214786413f9b),segment_id=2338ea7f-6eac-4e48-98a5-214786413f9b)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:39:03.559580 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b4c0c759-a0db-4ce7-9d8d-c0184e3b458b req-febb853a-7330-4a61-b1d1-a97fc17250c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (07e02e8f-f5b5-418d-961e-2b6c77183d9a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:03.575988 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b4c0c759-a0db-4ce7-9d8d-c0184e3b458b req-febb853a-7330-4a61-b1d1-a97fc17250c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Calling delete_port for 07e02e8f-f5b5-418d-961e-2b6c77183d9a owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:39:03.629192 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e942f97a-9402-48e2-a4ba-9d8eda423372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:03.706940 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b4c0c759-a0db-4ce7-9d8d-c0184e3b458b req-febb853a-7330-4a61-b1d1-a97fc17250c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (07e02e8f-f5b5-418d-961e-2b6c77183d9a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:03.728385 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-82ad38fc-ddd1-4271-ab9c-ea18b1ae68aa req-dae35d69-4775-4412-88fd-cb306d8220f8 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5b28c85-ab6f-4c6a-b992-f63af93375b5 HTTP/1.1" status: 200 len: 210 time: 0.0311446 Feb 03 13:39:03.737407 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb853a-7330-4a61-b1d1-a97fc17250c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Port': ['ID=07e02e8f-f5b5-418d-961e-2b6c77183d9a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:03.784884 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c0c759-a0db-4ce7-9d8d-c0184e3b458b req-febb853a-7330-4a61-b1d1-a97fc17250c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] No DVR routers for this DVR port 07e02e8f-f5b5-418d-961e-2b6c77183d9a on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:39:03.787584 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b4c0c759-a0db-4ce7-9d8d-c0184e3b458b req-febb853a-7330-4a61-b1d1-a97fc17250c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:03.790946 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b4c0c759-a0db-4ce7-9d8d-c0184e3b458b req-febb853a-7330-4a61-b1d1-a97fc17250c4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "DELETE /v2.0/ports/07e02e8f-f5b5-418d-961e-2b6c77183d9a HTTP/1.1" status: 204 len: 173 time: 0.4058793 Feb 03 13:39:03.791388 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b28c85-ab6f-4c6a-b992-f63af93375b5', 'name': 'network-vif-deleted', 'tag': '07e02e8f-f5b5-418d-961e-2b6c77183d9a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:39:03.794238 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b05571e-74e7-4bb4-9cbd-e1099f72cfbe" -d '{"events": [{"server_uuid": "c5b28c85-ab6f-4c6a-b992-f63af93375b5", "name": "network-vif-deleted", "tag": "07e02e8f-f5b5-418d-961e-2b6c77183d9a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:39:03.833287 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a755758-e8eb-4503-bd1f-f7734dc8c438 x-openstack-request-id: req-2a755758-e8eb-4503-bd1f-f7734dc8c438 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:39:03.833584 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b28c85-ab6f-4c6a-b992-f63af93375b5", "name": "network-vif-deleted", "tag": "07e02e8f-f5b5-418d-961e-2b6c77183d9a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:39:03.833841 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a755758-e8eb-4503-bd1f-f7734dc8c438 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:39:03.834250 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b28c85-ab6f-4c6a-b992-f63af93375b5', 'name': 'network-vif-deleted', 'tag': '07e02e8f-f5b5-418d-961e-2b6c77183d9a', 'status': 'completed', 'code': 200} Feb 03 13:39:04.783914 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41970) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:05.134566 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (34f0e48e-2156-4762-9014-910ed993acae), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:05.392872 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting port 360120b0-92cd-471b-ac6d-964988f6835b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:39:05.393133 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (360120b0-92cd-471b-ac6d-964988f6835b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:05.482399 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] For port 360120b0-92cd-471b-ac6d-964988f6835b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=360120b0-92cd-471b-ac6d-964988f6835b,segment=NetworkSegment(2338ea7f-6eac-4e48-98a5-214786413f9b),segment_id=2338ea7f-6eac-4e48-98a5-214786413f9b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:39:05.482775 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (360120b0-92cd-471b-ac6d-964988f6835b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:05.494449 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Calling delete_port for 360120b0-92cd-471b-ac6d-964988f6835b owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:39:05.690816 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (360120b0-92cd-471b-ac6d-964988f6835b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:05.715124 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Port': ['ID=360120b0-92cd-471b-ac6d-964988f6835b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:05.731325 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.731639 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.732054 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.732337 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.732673 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.733008 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.733368 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.733698 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.734027 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.734353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.734681 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.735000 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.735322 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:05.903906 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (34f0e48e-2156-4762-9014-910ed993acae), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:06.119598 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router 34f0e48e-2156-4762-9014-910ed993acae has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:39:06.228544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:39:06.230527 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cdb4f6f3-d17f-4a6f-ac44-f80269d0fbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:06.234738 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c005ab8c-2605-431e-8a35-f213a7ad887f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "PUT /v2.0/routers/34f0e48e-2156-4762-9014-910ed993acae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4497726 Feb 03 13:39:06.237480 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41972) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:06.239301 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64f6dfc-9df4-451c-93ff-e98a48edc338 None None] Sync routers for ids ['34f0e48e-2156-4762-9014-910ed993acae'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:39:06.249462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64f6dfc-9df4-451c-93ff-e98a48edc338 None None] Routers {'34f0e48e-2156-4762-9014-910ed993acae'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:39:06.250071 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c64f6dfc-9df4-451c-93ff-e98a48edc338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:39:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['34f0e48e-2156-4762-9014-910ed993acae'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:06.293570 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-31739da9-c810-480a-9b86-efa1d5228341 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting subnet 1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1 {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:39:06.296722 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31739da9-c810-480a-9b86-efa1d5228341 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for subnet (1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:06.341776 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31739da9-c810-480a-9b86-efa1d5228341 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:06.358664 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c64f6dfc-9df4-451c-93ff-e98a48edc338 None None] Set router 34f0e48e-2156-4762-9014-910ed993acae gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:39:06.427597 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31739da9-c810-480a-9b86-efa1d5228341 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:06.485286 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31739da9-c810-480a-9b86-efa1d5228341 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:06.510221 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31739da9-c810-480a-9b86-efa1d5228341 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Subnet': ['ID=1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:06.516005 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31739da9-c810-480a-9b86-efa1d5228341 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:06.519194 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-31739da9-c810-480a-9b86-efa1d5228341 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/subnets/1e8d2ffe-9082-4e4d-a8d8-faa8de7b8ab1 HTTP/1.1" status: 204 len: 168 time: 0.2804465 Feb 03 13:39:06.521919 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41974) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:06.528269 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e39c77-51c9-449d-9e8f-eec502c4eb03 None None] Network 68e3e2de-1522-4b72-b218-281a804262d0 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:39:06.631139 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f04f0b17-067a-496b-9bc2-a5029513f760 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router (34f0e48e-2156-4762-9014-910ed993acae), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:06.741701 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f04f0b17-067a-496b-9bc2-a5029513f760 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_gateway (34f0e48e-2156-4762-9014-910ed993acae), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:06.775097 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c64f6dfc-9df4-451c-93ff-e98a48edc338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0e48e-2156-4762-9014-910ed993acae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890228949', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:12Z', 'updated_at': '2022-02-03T13:39:05Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '9e7841d1-3073-442a-b4f1-b1f356d6fe27', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ad:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e48e-2156-4762-9014-910ed993acae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:36:13Z', 'updated_at': '2022-02-03T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:06.799755 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f04f0b17-067a-496b-9bc2-a5029513f760 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting port 9e7841d1-3073-442a-b4f1-b1f356d6fe27 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:39:06.800171 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f04f0b17-067a-496b-9bc2-a5029513f760 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (9e7841d1-3073-442a-b4f1-b1f356d6fe27), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:06.805076 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64f6dfc-9df4-451c-93ff-e98a48edc338 None None] Checking router: 34f0e48e-2156-4762-9014-910ed993acae for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:39:06.819385 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64f6dfc-9df4-451c-93ff-e98a48edc338 None None] Routers {'34f0e48e-2156-4762-9014-910ed993acae'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:39:06.820117 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c64f6dfc-9df4-451c-93ff-e98a48edc338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:39:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['34f0e48e-2156-4762-9014-910ed993acae'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:06.863590 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 07e02e8f-f5b5-418d-961e-2b6c77183d9a no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:39:06.878739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f04f0b17-067a-496b-9bc2-a5029513f760 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] For port 9e7841d1-3073-442a-b4f1-b1f356d6fe27, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9e7841d1-3073-442a-b4f1-b1f356d6fe27,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:39:06.879114 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f04f0b17-067a-496b-9bc2-a5029513f760 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (9e7841d1-3073-442a-b4f1-b1f356d6fe27), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:06.892061 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f04f0b17-067a-496b-9bc2-a5029513f760 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Calling delete_port for 9e7841d1-3073-442a-b4f1-b1f356d6fe27 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:39:06.913884 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 07e02e8f-f5b5-418d-961e-2b6c77183d9a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:39:06.914226 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 07e02e8f-f5b5-418d-961e-2b6c77183d9a not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:39:06.940063 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c64f6dfc-9df4-451c-93ff-e98a48edc338 None None] Set router 34f0e48e-2156-4762-9014-910ed993acae gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:39:06.996951 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] DHCP port deletion for 68e3e2de-1522-4b72-b218-281a804262d0 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:39:07.000286 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c64f6dfc-9df4-451c-93ff-e98a48edc338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0e48e-2156-4762-9014-910ed993acae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890228949', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:12Z', 'updated_at': '2022-02-03T13:39:06Z', 'revision_number': 6, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:07.031023 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64f6dfc-9df4-451c-93ff-e98a48edc338 None None] The sync data for ids ['34f0e48e-2156-4762-9014-910ed993acae'] in n-d-827336-3 is: [{'id': '34f0e48e-2156-4762-9014-910ed993acae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890228949', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:36:12Z', 'updated_at': '2022-02-03T13:39:06Z', 'revision_number': 6, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:39:07.074588 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f04f0b17-067a-496b-9bc2-a5029513f760 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (9e7841d1-3073-442a-b4f1-b1f356d6fe27), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.075550 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] Deleting port 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:39:07.075985 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (9001d57d-e8c7-48c3-9fca-fa73ea4e18a8), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.101136 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f0b17-067a-496b-9bc2-a5029513f760 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Port': ['ID=9e7841d1-3073-442a-b4f1-b1f356d6fe27,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:07.158592 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] For port 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=9001d57d-e8c7-48c3-9fca-fa73ea4e18a8,segment=NetworkSegment(2338ea7f-6eac-4e48-98a5-214786413f9b),segment_id=2338ea7f-6eac-4e48-98a5-214786413f9b)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:39:07.159006 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (9001d57d-e8c7-48c3-9fca-fa73ea4e18a8), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.175256 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.176302 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] Calling delete_port for 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:39:07.181302 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f04f0b17-067a-496b-9bc2-a5029513f760 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (34f0e48e-2156-4762-9014-910ed993acae), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.266489 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (9001d57d-e8c7-48c3-9fca-fa73ea4e18a8), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.278441 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f04f0b17-067a-496b-9bc2-a5029513f760 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (34f0e48e-2156-4762-9014-910ed993acae), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.280609 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f04f0b17-067a-496b-9bc2-a5029513f760 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_controller (34f0e48e-2156-4762-9014-910ed993acae), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.293519 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] Pushing event deleted for resources: {'Port': ['ID=9001d57d-e8c7-48c3-9fca-fa73ea4e18a8,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:07.303090 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] No DVR routers for this DVR port 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:39:07.305462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:07.305818 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:07.306165 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:07.306507 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:07.306858 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:07.307173 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:07.307533 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:07.308472 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:07.308734 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:07.309059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:07.309387 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:07.309713 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:07.310034 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49b9b40-415c-4d54-a00d-b1d4e24b56a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:07.334764 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f04f0b17-067a-496b-9bc2-a5029513f760 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (34f0e48e-2156-4762-9014-910ed993acae), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.335391 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04f0b17-067a-496b-9bc2-a5029513f760 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Fanout notify agent at l3_agent the message router_deleted on router 34f0e48e-2156-4762-9014-910ed993acae {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:39:07.342963 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f04f0b17-067a-496b-9bc2-a5029513f760 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.344099 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f04f0b17-067a-496b-9bc2-a5029513f760 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/routers/34f0e48e-2156-4762-9014-910ed993acae HTTP/1.1" status: 204 len: 168 time: 0.8207576 Feb 03 13:39:07.346774 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41976) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:07.424615 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da48db45-22e3-44dd-9c3b-d9673f437689 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (68e3e2de-1522-4b72-b218-281a804262d0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.506818 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da48db45-22e3-44dd-9c3b-d9673f437689 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (68e3e2de-1522-4b72-b218-281a804262d0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.526541 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-da48db45-22e3-44dd-9c3b-d9673f437689 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e3e2de-1522-4b72-b218-281a804262d0']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:07.535872 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-da48db45-22e3-44dd-9c3b-d9673f437689 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2338ea7f-6eac-4e48-98a5-214786413f9b') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:07.536217 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-da48db45-22e3-44dd-9c3b-d9673f437689 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2338ea7f-6eac-4e48-98a5-214786413f9b') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:07.551585 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da48db45-22e3-44dd-9c3b-d9673f437689 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (2338ea7f-6eac-4e48-98a5-214786413f9b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.565739 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da48db45-22e3-44dd-9c3b-d9673f437689 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (2338ea7f-6eac-4e48-98a5-214786413f9b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.572168 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da48db45-22e3-44dd-9c3b-d9673f437689 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:39:07.572694 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da48db45-22e3-44dd-9c3b-d9673f437689 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (2338ea7f-6eac-4e48-98a5-214786413f9b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:39:07.575640 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:39:07.633757 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da48db45-22e3-44dd-9c3b-d9673f437689 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (68e3e2de-1522-4b72-b218-281a804262d0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.640975 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da48db45-22e3-44dd-9c3b-d9673f437689 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.653029 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-da48db45-22e3-44dd-9c3b-d9673f437689 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/networks/68e3e2de-1522-4b72-b218-281a804262d0 HTTP/1.1" status: 204 len: 168 time: 0.2964473 Feb 03 13:39:07.654913 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41978) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:07.656264 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48db45-22e3-44dd-9c3b-d9673f437689 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Network': ['ID=68e3e2de-1522-4b72-b218-281a804262d0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:07.723471 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-250a6ba0-6c85-4a64-b4b1-6a4ee0ec588d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.754700 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-250a6ba0-6c85-4a64-b4b1-6a4ee0ec588d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.825576 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-250a6ba0-6c85-4a64-b4b1-6a4ee0ec588d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.828278 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-250a6ba0-6c85-4a64-b4b1-6a4ee0ec588d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:07.830415 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-250a6ba0-6c85-4a64-b4b1-6a4ee0ec588d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/security-groups/8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668 HTTP/1.1" status: 204 len: 168 time: 0.1738968 Feb 03 13:39:07.841188 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a6ba0-6c85-4a64-b4b1-6a4ee0ec588d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b69a4e1-c7e1-4e6d-8ab1-37e2e3b7b668,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:08.133122 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41984) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:08.137782 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-61d9f24f-6c53-4ba5-a2f7-4df2b713bc6b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1090260946', 'description': 'tempest-secgroup-smoke-1090260946 description', 'project_id': '753993933a6e44c5adc86bc1f42799d5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:39:08.158258 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61d9f24f-6c53-4ba5-a2f7-4df2b713bc6b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.225539 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61d9f24f-6c53-4ba5-a2f7-4df2b713bc6b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (9f9f84c4-5258-4fac-8eff-5711116d4d31), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.230132 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61d9f24f-6c53-4ba5-a2f7-4df2b713bc6b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9f9f84c4-5258-4fac-8eff-5711116d4d31), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.259632 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61d9f24f-6c53-4ba5-a2f7-4df2b713bc6b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.260908 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-61d9f24f-6c53-4ba5-a2f7-4df2b713bc6b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1267533 Feb 03 13:39:08.262748 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9f24f-6c53-4ba5-a2f7-4df2b713bc6b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9f84c4-5258-4fac-8eff-5711116d4d31,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:08.263835 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41986) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:08.269105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0ff62c9c-2eab-4ee5-82a5-5842bc0acc24 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '9f9f84c4-5258-4fac-8eff-5711116d4d31', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:39:08.296359 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ff62c9c-2eab-4ee5-82a5-5842bc0acc24 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (dbd0d44b-4818-48d5-bcc0-7b13c7d69c01), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.343152 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ff62c9c-2eab-4ee5-82a5-5842bc0acc24 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (dbd0d44b-4818-48d5-bcc0-7b13c7d69c01), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.348009 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ff62c9c-2eab-4ee5-82a5-5842bc0acc24 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (dbd0d44b-4818-48d5-bcc0-7b13c7d69c01), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.367462 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff62c9c-2eab-4ee5-82a5-5842bc0acc24 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd0d44b-4818-48d5-bcc0-7b13c7d69c01,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:08.376348 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ff62c9c-2eab-4ee5-82a5-5842bc0acc24 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.377553 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0ff62c9c-2eab-4ee5-82a5-5842bc0acc24 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126800 Feb 03 13:39:08.380319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41988) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:08.384717 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ddfcfd4e-04b8-4e29-8f45-91b7cd8c9c49 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '9f9f84c4-5258-4fac-8eff-5711116d4d31', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:39:08.410139 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddfcfd4e-04b8-4e29-8f45-91b7cd8c9c49 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (5dad8e4e-9c59-4b30-ae8e-9366ebd22ad5), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.454429 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.469474 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddfcfd4e-04b8-4e29-8f45-91b7cd8c9c49 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (5dad8e4e-9c59-4b30-ae8e-9366ebd22ad5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.473061 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddfcfd4e-04b8-4e29-8f45-91b7cd8c9c49 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (5dad8e4e-9c59-4b30-ae8e-9366ebd22ad5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.491140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfcfd4e-04b8-4e29-8f45-91b7cd8c9c49 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dad8e4e-9c59-4b30-ae8e-9366ebd22ad5,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:08.499484 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddfcfd4e-04b8-4e29-8f45-91b7cd8c9c49 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.500720 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ddfcfd4e-04b8-4e29-8f45-91b7cd8c9c49 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194379 Feb 03 13:39:08.503620 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41990) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:08.508110 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-1222f989-94a6-47c4-818e-7cda09cdd38c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '9f9f84c4-5258-4fac-8eff-5711116d4d31', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:39:08.533333 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1222f989-94a6-47c4-818e-7cda09cdd38c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (2c506ac9-46c8-46df-ae6c-58bd1e01e9b5), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.591816 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1222f989-94a6-47c4-818e-7cda09cdd38c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (2c506ac9-46c8-46df-ae6c-58bd1e01e9b5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.595568 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1222f989-94a6-47c4-818e-7cda09cdd38c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (2c506ac9-46c8-46df-ae6c-58bd1e01e9b5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.613730 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222f989-94a6-47c4-818e-7cda09cdd38c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c506ac9-46c8-46df-ae6c-58bd1e01e9b5,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:08.621265 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1222f989-94a6-47c4-818e-7cda09cdd38c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.622494 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-1222f989-94a6-47c4-818e-7cda09cdd38c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178436 Feb 03 13:39:08.625342 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 41992) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:08.629540 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-3938904a-022a-459a-b5ae-20e394a24b33 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '9f9f84c4-5258-4fac-8eff-5711116d4d31', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:39:08.655799 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3938904a-022a-459a-b5ae-20e394a24b33 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (025fd912-682f-4e14-9439-4699eed5959b), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.713900 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3938904a-022a-459a-b5ae-20e394a24b33 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (025fd912-682f-4e14-9439-4699eed5959b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.718067 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3938904a-022a-459a-b5ae-20e394a24b33 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (025fd912-682f-4e14-9439-4699eed5959b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.737801 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938904a-022a-459a-b5ae-20e394a24b33 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025fd912-682f-4e14-9439-4699eed5959b,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:08.742695 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3938904a-022a-459a-b5ae-20e394a24b33 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.747344 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41994) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:08.747841 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-3938904a-022a-459a-b5ae-20e394a24b33 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211305 Feb 03 13:39:08.752106 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-64d2ee39-c20e-4745-a3d5-b9afcbd34b78 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '9f9f84c4-5258-4fac-8eff-5711116d4d31', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:39:08.759552 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:39:08.772935 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-64d2ee39-c20e-4745-a3d5-b9afcbd34b78 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Project 753993933a6e44c5adc86bc1f42799d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:39:08.778106 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64d2ee39-c20e-4745-a3d5-b9afcbd34b78 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (5799d52a-5100-4778-b208-59d2419d6e6b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.781068 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:39:08.781421 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9001d57d-e8c7-48c3-9fca-fa73ea4e18a8 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:39:08.781840 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 360120b0-92cd-471b-ac6d-964988f6835b no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:39:08.801747 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 360120b0-92cd-471b-ac6d-964988f6835b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:39:08.802106 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 360120b0-92cd-471b-ac6d-964988f6835b not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:39:08.802524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9e7841d1-3073-442a-b4f1-b1f356d6fe27 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:39:08.825932 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 9e7841d1-3073-442a-b4f1-b1f356d6fe27 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:39:08.826294 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 9e7841d1-3073-442a-b4f1-b1f356d6fe27 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:39:08.837338 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64d2ee39-c20e-4745-a3d5-b9afcbd34b78 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (5799d52a-5100-4778-b208-59d2419d6e6b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.840914 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64d2ee39-c20e-4745-a3d5-b9afcbd34b78 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (5799d52a-5100-4778-b208-59d2419d6e6b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.859332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2ee39-c20e-4745-a3d5-b9afcbd34b78 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5799d52a-5100-4778-b208-59d2419d6e6b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:08.864322 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64d2ee39-c20e-4745-a3d5-b9afcbd34b78 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.865516 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-64d2ee39-c20e-4745-a3d5-b9afcbd34b78 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170216 Feb 03 13:39:08.868238 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41996) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:08.873001 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ed950493-fde1-44b5-8b1b-84b316977f25 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '9f9f84c4-5258-4fac-8eff-5711116d4d31', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:39:08.892525 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-ed950493-fde1-44b5-8b1b-84b316977f25 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Project 753993933a6e44c5adc86bc1f42799d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:39:08.897157 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed950493-fde1-44b5-8b1b-84b316977f25 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (3c57f817-70b2-4429-9423-79dff68a4792), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.955172 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed950493-fde1-44b5-8b1b-84b316977f25 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (3c57f817-70b2-4429-9423-79dff68a4792), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.958833 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed950493-fde1-44b5-8b1b-84b316977f25 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (3c57f817-70b2-4429-9423-79dff68a4792), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.976174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed950493-fde1-44b5-8b1b-84b316977f25 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c57f817-70b2-4429-9423-79dff68a4792,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:08.983681 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed950493-fde1-44b5-8b1b-84b316977f25 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:08.984901 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ed950493-fde1-44b5-8b1b-84b316977f25 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1157544 Feb 03 13:39:08.987689 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 41998) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:08.992381 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-42653da2-70a9-45e9-9d4e-b48753bb9a83 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'network': {'name': 'tempest-network-smoke--1860231155', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'port_security_enabled': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:39:09.011582 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42653da2-70a9-45e9-9d4e-b48753bb9a83 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Made reservation on behalf of 753993933a6e44c5adc86bc1f42799d5 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:39:09.014796 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42653da2-70a9-45e9-9d4e-b48753bb9a83 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:09.039347 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42653da2-70a9-45e9-9d4e-b48753bb9a83 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:39:09.048588 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42653da2-70a9-45e9-9d4e-b48753bb9a83 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (62cc8ba5-bb5f-464e-964d-68bdb794bb02), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:09.048929 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-42653da2-70a9-45e9-9d4e-b48753bb9a83 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Added segment 62cc8ba5-bb5f-464e-964d-68bdb794bb02 of type vlan for network 2451c5e0-278a-4ce9-a151-54717b142a5d Feb 03 13:39:09.087054 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42653da2-70a9-45e9-9d4e-b48753bb9a83 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (2451c5e0-278a-4ce9-a151-54717b142a5d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:09.112031 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42653da2-70a9-45e9-9d4e-b48753bb9a83 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (2451c5e0-278a-4ce9-a151-54717b142a5d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:09.116896 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42653da2-70a9-45e9-9d4e-b48753bb9a83 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:09.117472 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42653da2-70a9-45e9-9d4e-b48753bb9a83 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:09.152037 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-42653da2-70a9-45e9-9d4e-b48753bb9a83 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1632192 Feb 03 13:39:09.154927 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42000) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:09.161331 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e0bfb12f-c649-42f7-b4ff-2c1e3cad16dc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-987310395', 'admin_state_up': True, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:39:09.196773 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42653da2-70a9-45e9-9d4e-b48753bb9a83 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Network': ['ID=2451c5e0-278a-4ce9-a151-54717b142a5d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:09.206757 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 2451c5e0-278a-4ce9-a151-54717b142a5d details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:39:09.209255 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb12f-c649-42f7-b4ff-2c1e3cad16dc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (93f66f1c-400f-464a-aed6-845e588ac92a), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:09.210292 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb12f-c649-42f7-b4ff-2c1e3cad16dc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (93f66f1c-400f-464a-aed6-845e588ac92a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:09.267394 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb12f-c649-42f7-b4ff-2c1e3cad16dc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_controller (93f66f1c-400f-464a-aed6-845e588ac92a), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:09.407784 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb12f-c649-42f7-b4ff-2c1e3cad16dc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_gateway (93f66f1c-400f-464a-aed6-845e588ac92a), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:09.601130 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb12f-c649-42f7-b4ff-2c1e3cad16dc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_gateway (93f66f1c-400f-464a-aed6-845e588ac92a), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:09.620840 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb12f-c649-42f7-b4ff-2c1e3cad16dc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:09.724214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-e0bfb12f-c649-42f7-b4ff-2c1e3cad16dc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Allocated IP 172.25.6.42 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/44e93cc8-44a2-44d2-8cfa-22265b44e303) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:39:09.822350 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb12f-c649-42f7-b4ff-2c1e3cad16dc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (44e93cc8-44a2-44d2-8cfa-22265b44e303), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:09.855720 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb12f-c649-42f7-b4ff-2c1e3cad16dc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (44e93cc8-44a2-44d2-8cfa-22265b44e303), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:09.892422 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bfb12f-c649-42f7-b4ff-2c1e3cad16dc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:39:09.897144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e0bfb12f-c649-42f7-b4ff-2c1e3cad16dc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:39:09.900547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bfb12f-c649-42f7-b4ff-2c1e3cad16dc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:39:09.927093 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfb12f-c649-42f7-b4ff-2c1e3cad16dc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=44e93cc8-44a2-44d2-8cfa-22265b44e303,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:10.034488 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:10.148386 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb12f-c649-42f7-b4ff-2c1e3cad16dc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_gateway (93f66f1c-400f-464a-aed6-845e588ac92a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:10.345376 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb12f-c649-42f7-b4ff-2c1e3cad16dc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (93f66f1c-400f-464a-aed6-845e588ac92a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:10.471619 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bfb12f-c649-42f7-b4ff-2c1e3cad16dc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router 93f66f1c-400f-464a-aed6-845e588ac92a is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:39:10.576003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bfb12f-c649-42f7-b4ff-2c1e3cad16dc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:39:10.585210 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] Sync routers for ids ['93f66f1c-400f-464a-aed6-845e588ac92a'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:39:10.595841 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] Routers {'93f66f1c-400f-464a-aed6-845e588ac92a'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:39:10.596492 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:39:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['93f66f1c-400f-464a-aed6-845e588ac92a'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:10.596902 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0bfb12f-c649-42f7-b4ff-2c1e3cad16dc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:10.598164 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e0bfb12f-c649-42f7-b4ff-2c1e3cad16dc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4423187 Feb 03 13:39:10.601357 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42002) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:10.628918 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0746a086-a46a-4a2c-82f8-08df21434aff tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=753993933a6e44c5adc86bc1f42799d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264502 Feb 03 13:39:10.631890 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42004) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:10.699469 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] Set router 93f66f1c-400f-464a-aed6-845e588ac92a gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:39:10.723326 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebbd574-0bb7-40c0-b01c-cc60aa4f6823 tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:10.724885 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3ebbd574-0bb7-40c0-b01c-cc60aa4f6823 tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920396 Feb 03 13:39:10.727804 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42006) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:10.754783 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-bea8f9c0-f2e9-4fc0-9fd4-79c081a355f2 tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258942 Feb 03 13:39:10.757341 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42008) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:10.762461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3edb6558-076e-42d9-a6c8-27109218dd9c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-544173385', 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:39:10.852026 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edb6558-076e-42d9-a6c8-27109218dd9c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Made reservation on behalf of 753993933a6e44c5adc86bc1f42799d5 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:39:10.855439 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3edb6558-076e-42d9-a6c8-27109218dd9c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:10.969282 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987310395', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:10Z', 'revision_number': 3, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:50:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:10.997865 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] Checking router: 93f66f1c-400f-464a-aed6-845e588ac92a for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:39:10.998216 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] Updating router 93f66f1c-400f-464a-aed6-845e588ac92a port 44e93cc8-44a2-44d2-8cfa-22265b44e303 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:39:11.024793 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (44e93cc8-44a2-44d2-8cfa-22265b44e303), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:11.038814 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3edb6558-076e-42d9-a6c8-27109218dd9c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (09ea1605-9f08-4192-ac0a-49a6a4679355), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:11.100504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb6558-076e-42d9-a6c8-27109218dd9c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Subnet': ['ID=09ea1605-9f08-4192-ac0a-49a6a4679355,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:11.111316 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edb6558-076e-42d9-a6c8-27109218dd9c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Checking segment: {'id': '62cc8ba5-bb5f-464e-964d-68bdb794bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:39:11.111708 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edb6558-076e-42d9-a6c8-27109218dd9c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network hostable DHCP agents. Network: 2451c5e0-278a-4ce9-a151-54717b142a5d, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:39:11.129346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edb6558-076e-42d9-a6c8-27109218dd9c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network 2451c5e0-278a-4ce9-a151-54717b142a5d is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:39:11.138799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3edb6558-076e-42d9-a6c8-27109218dd9c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 2451c5e0-278a-4ce9-a151-54717b142a5d) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:39:11.144488 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edb6558-076e-42d9-a6c8-27109218dd9c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:11.145323 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3edb6558-076e-42d9-a6c8-27109218dd9c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:11.147577 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6a238f-0bbd-4008-bf08-1ebae1113bde None None] Network 2451c5e0-278a-4ce9-a151-54717b142a5d requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:39:11.170517 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3edb6558-076e-42d9-a6c8-27109218dd9c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4096067 Feb 03 13:39:11.170737 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42010) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:11.260223 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-2451c5e0-278a-4ce9-a151-54717b142a5d', 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ips': [{'subnet_id': '09ea1605-9f08-4192-ac0a-49a6a4679355'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:39:11.262072 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:11.290961 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] Publish callbacks [] for port (44e93cc8-44a2-44d2-8cfa-22265b44e303), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:11.298559 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (44e93cc8-44a2-44d2-8cfa-22265b44e303), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:11.357164 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] Attempting to bind port 44e93cc8-44a2-44d2-8cfa-22265b44e303 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:39:11.357435 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] Attempting to bind port 44e93cc8-44a2-44d2-8cfa-22265b44e303 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:39:11.357807 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] Attempting to bind port 44e93cc8-44a2-44d2-8cfa-22265b44e303 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:39:11.364922 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20a576-dfb2-4a26-9562-5a7268673cf7 None None] Pushing event updated for resources: {'Port': ['ID=44e93cc8-44a2-44d2-8cfa-22265b44e303,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:11.367136 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:39:11.367517 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:39:11.367925 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:11.368351 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:39:11.368823 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] Bound port: 44e93cc8-44a2-44d2-8cfa-22265b44e303, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:39:11.369213 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (44e93cc8-44a2-44d2-8cfa-22265b44e303), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:11.393857 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20a576-dfb2-4a26-9562-5a7268673cf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:11.395168 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20a576-dfb2-4a26-9562-5a7268673cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:11.395168 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20a576-dfb2-4a26-9562-5a7268673cf7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:11.395168 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20a576-dfb2-4a26-9562-5a7268673cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:11.395460 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20a576-dfb2-4a26-9562-5a7268673cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:11.395567 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20a576-dfb2-4a26-9562-5a7268673cf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:11.395854 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20a576-dfb2-4a26-9562-5a7268673cf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:11.396214 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20a576-dfb2-4a26-9562-5a7268673cf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:11.396545 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20a576-dfb2-4a26-9562-5a7268673cf7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:11.396887 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20a576-dfb2-4a26-9562-5a7268673cf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:11.397197 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20a576-dfb2-4a26-9562-5a7268673cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:11.397523 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20a576-dfb2-4a26-9562-5a7268673cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:11.397845 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20a576-dfb2-4a26-9562-5a7268673cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:39:11.421793 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] Allocated IP 172.20.0.2 (2451c5e0-278a-4ce9-a151-54717b142a5d/09ea1605-9f08-4192-ac0a-49a6a4679355/7a96d282-37a1-4111-b9bc-66133a7b8038) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:39:11.434872 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] For port 44e93cc8-44a2-44d2-8cfa-22265b44e303, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:39:11.438381 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] For port 44e93cc8-44a2-44d2-8cfa-22265b44e303, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=44e93cc8-44a2-44d2-8cfa-22265b44e303,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:39:11.444980 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (44e93cc8-44a2-44d2-8cfa-22265b44e303), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:11.511251 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20a576-dfb2-4a26-9562-5a7268673cf7 None None] Pushing event updated for resources: {'Port': ['ID=44e93cc8-44a2-44d2-8cfa-22265b44e303,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:11.518639 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] Routers {'93f66f1c-400f-464a-aed6-845e588ac92a'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:39:11.519359 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:39:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['93f66f1c-400f-464a-aed6-845e588ac92a'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:11.591393 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] Publish callbacks [] for port (7a96d282-37a1-4111-b9bc-66133a7b8038), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:11.598016 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (7a96d282-37a1-4111-b9bc-66133a7b8038), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:11.628524 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] Set router 93f66f1c-400f-464a-aed6-845e588ac92a gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:39:11.637489 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] Network 2451c5e0-278a-4ce9-a151-54717b142a5d is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:39:11.640373 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:39:11.646227 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:39:11.646427 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04f63fee-0fe7-4549-9941-55321a8d0eae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:11.657219 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] Pushing event updated for resources: {'Port': ['ID=7a96d282-37a1-4111-b9bc-66133a7b8038,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:11.709464 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] Attempting to bind port 7a96d282-37a1-4111-b9bc-66133a7b8038 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:39:11.709973 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] Attempting to bind port 7a96d282-37a1-4111-b9bc-66133a7b8038 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '62cc8ba5-bb5f-464e-964d-68bdb794bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:39:11.710354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] Attempting to bind port 7a96d282-37a1-4111-b9bc-66133a7b8038 on network 2451c5e0-278a-4ce9-a151-54717b142a5d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:39:11.718077 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:39:11.718479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] Checking segment: {'id': '62cc8ba5-bb5f-464e-964d-68bdb794bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:39:11.718856 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:11.719253 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] Bound using segment: {'id': '62cc8ba5-bb5f-464e-964d-68bdb794bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:39:11.719861 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] Bound port: 7a96d282-37a1-4111-b9bc-66133a7b8038, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cc8ba5-bb5f-464e-964d-68bdb794bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:39:11.720263 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7a96d282-37a1-4111-b9bc-66133a7b8038), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:11.792707 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] For port 7a96d282-37a1-4111-b9bc-66133a7b8038, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:39:11.795832 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] For port 7a96d282-37a1-4111-b9bc-66133a7b8038, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7a96d282-37a1-4111-b9bc-66133a7b8038,segment=NetworkSegment(62cc8ba5-bb5f-464e-964d-68bdb794bb02),segment_id=62cc8ba5-bb5f-464e-964d-68bdb794bb02)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:39:11.802374 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7a96d282-37a1-4111-b9bc-66133a7b8038), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:11.817148 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987310395', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:10Z', 'revision_number': 3, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:50:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:11.852142 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a38728-9cdc-46fb-8937-6604501cc24c None None] The sync data for ids ['93f66f1c-400f-464a-aed6-845e588ac92a'] in n-d-827336-3 is: [{'id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987310395', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:10Z', 'revision_number': 3, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:50:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:39:11.861944 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62059f7-f734-44ba-9b49-5bb24c745699 None None] Pushing event updated for resources: {'Port': ['ID=7a96d282-37a1-4111-b9bc-66133a7b8038,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:11.947511 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-04f63fee-0fe7-4549-9941-55321a8d0eae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Allocated IP 172.20.0.1 (2451c5e0-278a-4ce9-a151-54717b142a5d/09ea1605-9f08-4192-ac0a-49a6a4679355/26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:39:12.086771 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04f63fee-0fe7-4549-9941-55321a8d0eae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:12.129883 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04f63fee-0fe7-4549-9941-55321a8d0eae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:12.192526 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f63fee-0fe7-4549-9941-55321a8d0eae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network 2451c5e0-278a-4ce9-a151-54717b142a5d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:39:12.197499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-04f63fee-0fe7-4549-9941-55321a8d0eae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:39:12.200519 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f63fee-0fe7-4549-9941-55321a8d0eae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:39:12.230346 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f63fee-0fe7-4549-9941-55321a8d0eae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:12.271812 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04f63fee-0fe7-4549-9941-55321a8d0eae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (93f66f1c-400f-464a-aed6-845e588ac92a), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:12.805575 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04f63fee-0fe7-4549-9941-55321a8d0eae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:12.916294 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7a96d282-37a1-4111-b9bc-66133a7b8038 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:39:12.971114 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407ffa2b-0c41-4f56-bfff-bfab0bb4c7db None None] Network 2451c5e0-278a-4ce9-a151-54717b142a5d requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:39:12.975721 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 7a96d282-37a1-4111-b9bc-66133a7b8038 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:39:12.976145 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7a96d282-37a1-4111-b9bc-66133a7b8038), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:13.076598 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-f3ef02d6-0d2e-4f06-a2f4-4fdbb1176d22 None None] Provisioning complete for port 7a96d282-37a1-4111-b9bc-66133a7b8038 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:39:13.077075 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3ef02d6-0d2e-4f06-a2f4-4fdbb1176d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7a96d282-37a1-4111-b9bc-66133a7b8038), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:13.110437 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04f63fee-0fe7-4549-9941-55321a8d0eae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:13.115019 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04f63fee-0fe7-4549-9941-55321a8d0eae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:13.188016 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 7a96d282-37a1-4111-b9bc-66133a7b8038 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:39:13.188305 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7a96d282-37a1-4111-b9bc-66133a7b8038), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:13.193326 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04f63fee-0fe7-4549-9941-55321a8d0eae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (93f66f1c-400f-464a-aed6-845e588ac92a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:13.195214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f63fee-0fe7-4549-9941-55321a8d0eae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:13.255704 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef02d6-0d2e-4f06-a2f4-4fdbb1176d22 None None] Current status of the port 7a96d282-37a1-4111-b9bc-66133a7b8038 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:39:13.256133 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3ef02d6-0d2e-4f06-a2f4-4fdbb1176d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7a96d282-37a1-4111-b9bc-66133a7b8038), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:13.259720 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 7a96d282-37a1-4111-b9bc-66133a7b8038, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7a96d282-37a1-4111-b9bc-66133a7b8038,segment=NetworkSegment(62cc8ba5-bb5f-464e-964d-68bdb794bb02),segment_id=62cc8ba5-bb5f-464e-964d-68bdb794bb02)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:39:13.269579 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7a96d282-37a1-4111-b9bc-66133a7b8038), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:13.270404 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 44e93cc8-44a2-44d2-8cfa-22265b44e303 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:39:13.303547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f63fee-0fe7-4549-9941-55321a8d0eae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network 2451c5e0-278a-4ce9-a151-54717b142a5d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:39:13.305099 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-04f63fee-0fe7-4549-9941-55321a8d0eae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:39:13.393194 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=7a96d282-37a1-4111-b9bc-66133a7b8038,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:13.404093 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-f3ef02d6-0d2e-4f06-a2f4-4fdbb1176d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 13:39:13.404452 n-d-827336-3 neutron-server[103190]: DEBUG oslo_db.api [None req-f3ef02d6-0d2e-4f06-a2f4-4fdbb1176d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 13:39:13.411321 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 44e93cc8-44a2-44d2-8cfa-22265b44e303 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:39:13.411697 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (44e93cc8-44a2-44d2-8cfa-22265b44e303), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:13.442760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f63fee-0fe7-4549-9941-55321a8d0eae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router 93f66f1c-400f-464a-aed6-845e588ac92a has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:39:13.505843 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 44e93cc8-44a2-44d2-8cfa-22265b44e303 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:39:13.506118 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (44e93cc8-44a2-44d2-8cfa-22265b44e303), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:13.529277 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 44e93cc8-44a2-44d2-8cfa-22265b44e303, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=44e93cc8-44a2-44d2-8cfa-22265b44e303,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:39:13.534791 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (44e93cc8-44a2-44d2-8cfa-22265b44e303), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:13.570834 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f63fee-0fe7-4549-9941-55321a8d0eae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:39:13.586548 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-04f63fee-0fe7-4549-9941-55321a8d0eae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "PUT /v2.0/routers/93f66f1c-400f-464a-aed6-845e588ac92a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4060442 Feb 03 13:39:13.602141 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=44e93cc8-44a2-44d2-8cfa-22265b44e303,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:13.739655 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] Sync routers for ids ['93f66f1c-400f-464a-aed6-845e588ac92a'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:39:13.750355 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] Routers {'93f66f1c-400f-464a-aed6-845e588ac92a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:39:13.751072 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:39:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['93f66f1c-400f-464a-aed6-845e588ac92a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:13.753100 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-cc8bf409-6dc9-400f-9c1a-d18eceb9b234 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090260946&fields=id&tenant_id=753993933a6e44c5adc86bc1f42799d5 HTTP/1.1" status: 200 len: 267 time: 0.0579367 Feb 03 13:39:13.868996 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-ad889a43-a8a2-48bb-9add-a19dee410c78 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:13.870607 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-ad889a43-a8a2-48bb-9add-a19dee410c78 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/networks?id=2451c5e0-278a-4ce9-a151-54717b142a5d HTTP/1.1" status: 200 len: 797 time: 0.1103430 Feb 03 13:39:13.877477 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] Set router 93f66f1c-400f-464a-aed6-845e588ac92a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:39:13.886110 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-5ff7f91d-feaa-4b38-81bd-d271d69d4e14 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/quotas/753993933a6e44c5adc86bc1f42799d5 HTTP/1.1" status: 200 len: 375 time: 0.0094571 Feb 03 13:39:13.951298 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-a6a8f6a9-41b9-4983-9819-99e1cddd38d3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590744 Feb 03 13:39:14.051028 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-82dd4ba9-e98b-4ecb-9675-3e9c7dec5a44 service neutron] 10.222.0.18 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877447 Feb 03 13:39:14.142920 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef02d6-0d2e-4f06-a2f4-4fdbb1176d22 None None] Current status of the port 7a96d282-37a1-4111-b9bc-66133a7b8038 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:39:14.149308 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-9bf02496-0dda-4984-bfd3-bc30c8df41ba service neutron] 10.222.0.18 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921502 Feb 03 13:39:14.270768 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a8128017-a6f6-4604-8fbd-237593a72ac5 None None] Provisioning complete for port 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:39:14.271150 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a8128017-a6f6-4604-8fbd-237593a72ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:14.314173 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987310395', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:12Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d', 'name': '', 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:8b:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '09ea1605-9f08-4192-ac0a-49a6a4679355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:11Z', 'updated_at': '2022-02-03T13:39:12Z', 'revision_number': 2, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '09ea1605-9f08-4192-ac0a-49a6a4679355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:14.315745 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a8128017-a6f6-4604-8fbd-237593a72ac5 None None] Port 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:39:14.344114 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] Checking router: 93f66f1c-400f-464a-aed6-845e588ac92a for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:39:14.344478 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] Updating router 93f66f1c-400f-464a-aed6-845e588ac92a port 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:39:14.369705 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a8128017-a6f6-4604-8fbd-237593a72ac5 None None] Provisioning complete for port 7a96d282-37a1-4111-b9bc-66133a7b8038 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:39:14.370644 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a8128017-a6f6-4604-8fbd-237593a72ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7a96d282-37a1-4111-b9bc-66133a7b8038), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:14.397297 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:14.554293 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a8128017-a6f6-4604-8fbd-237593a72ac5 None None] Current status of the port 7a96d282-37a1-4111-b9bc-66133a7b8038 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:39:14.695094 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] Publish callbacks [] for port (26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:14.700038 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:14.750438 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961bd70-536a-480b-9004-4ed3d15d9509 None None] Pushing event updated for resources: {'Port': ['ID=26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:14.790019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7a96d282-37a1-4111-b9bc-66133a7b8038 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:39:14.826975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] Attempting to bind port 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:39:14.827355 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] Attempting to bind port 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '62cc8ba5-bb5f-464e-964d-68bdb794bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:39:14.827716 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] Attempting to bind port 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d on network 2451c5e0-278a-4ce9-a151-54717b142a5d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:39:14.845190 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:39:14.845566 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] Checking segment: {'id': '62cc8ba5-bb5f-464e-964d-68bdb794bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:39:14.845969 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:14.846365 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] Bound using segment: {'id': '62cc8ba5-bb5f-464e-964d-68bdb794bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:39:14.846841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] Bound port: 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cc8ba5-bb5f-464e-964d-68bdb794bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:39:14.847221 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:14.893242 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 7a96d282-37a1-4111-b9bc-66133a7b8038 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:39:14.893617 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7a96d282-37a1-4111-b9bc-66133a7b8038), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:14.944484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] For port 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:39:14.948269 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] For port 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d,segment=NetworkSegment(62cc8ba5-bb5f-464e-964d-68bdb794bb02),segment_id=62cc8ba5-bb5f-464e-964d-68bdb794bb02)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:39:14.957762 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:15.062339 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-84255802-970f-4324-b013-f0a63436d297 None None] Provisioning complete for port 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:39:15.062711 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-84255802-970f-4324-b013-f0a63436d297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:15.064130 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961bd70-536a-480b-9004-4ed3d15d9509 None None] Pushing event updated for resources: {'Port': ['ID=26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:15.089875 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 7a96d282-37a1-4111-b9bc-66133a7b8038 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:39:15.090951 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 44e93cc8-44a2-44d2-8cfa-22265b44e303 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:39:15.094239 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] Routers {'93f66f1c-400f-464a-aed6-845e588ac92a'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:39:15.094873 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:39:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['93f66f1c-400f-464a-aed6-845e588ac92a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:15.281272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] Set router 93f66f1c-400f-464a-aed6-845e588ac92a gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:39:15.307013 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-84255802-970f-4324-b013-f0a63436d297 None None] Current status of the port 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:39:15.307220 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-84255802-970f-4324-b013-f0a63436d297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:15.309045 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 44e93cc8-44a2-44d2-8cfa-22265b44e303 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:39:15.309399 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (44e93cc8-44a2-44d2-8cfa-22265b44e303), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:15.334490 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-22469ceb-852c-4882-a65c-f39de0c6f9bc req-da2e43c1-5d9d-4420-b3a7-045e559ff53a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 210 time: 0.0270410 Feb 03 13:39:15.429486 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-84255802-970f-4324-b013-f0a63436d297 None None] For port 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d,segment=NetworkSegment(62cc8ba5-bb5f-464e-964d-68bdb794bb02),segment_id=62cc8ba5-bb5f-464e-964d-68bdb794bb02)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:39:15.458475 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-84255802-970f-4324-b013-f0a63436d297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:15.560134 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84255802-970f-4324-b013-f0a63436d297 None None] Pushing event updated for resources: {'Port': ['ID=26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:15.585914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 44e93cc8-44a2-44d2-8cfa-22265b44e303 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:39:15.603789 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ef70967f-582a-4ecf-99c8-b491b5d74fe2 None None] Provisioning complete for port 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:39:15.604854 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ef70967f-582a-4ecf-99c8-b491b5d74fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:15.656815 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987310395', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:12Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d', 'name': '', 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:8b:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '09ea1605-9f08-4192-ac0a-49a6a4679355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:11Z', 'updated_at': '2022-02-03T13:39:14Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '09ea1605-9f08-4192-ac0a-49a6a4679355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:15.685059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3f31f1-eb45-4aea-b630-1e609e8dbb70 None None] The sync data for ids ['93f66f1c-400f-464a-aed6-845e588ac92a'] in n-d-827336-3 is: [{'id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987310395', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:12Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d', 'name': '', 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:8b:c8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '09ea1605-9f08-4192-ac0a-49a6a4679355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:11Z', 'updated_at': '2022-02-03T13:39:14Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '09ea1605-9f08-4192-ac0a-49a6a4679355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:39:15.723487 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ef70967f-582a-4ecf-99c8-b491b5d74fe2 None None] Current status of the port 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:39:16.406601 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:16.417170 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a8477432-aa80-4785-a431-4926d0aa483d req-b1564e4b-d72f-4ded-9c0a-50fdb6da96b4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 210 time: 0.0288424 Feb 03 13:39:16.788040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:39:16.835498 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:39:16.835871 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:16.910052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:39:17.500892 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-12ca07de-e0e6-4a6b-a4f9-a9707a8e4b40 req-9eb9db93-15cf-47f2-830a-7096e39b075c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 210 time: 0.0310829 Feb 03 13:39:18.579534 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8ba19d2a-24ae-42fd-8f96-a7cf52d2529a req-9277787d-eb4b-4ce2-9c1f-cdd2088aa94f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 210 time: 0.0270398 Feb 03 13:39:19.672479 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7ae9e386-1306-44dc-b753-87900bd54eb1 req-2211aaeb-7744-4db9-9cd0-c13faa36fe8d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 210 time: 0.0277197 Feb 03 13:39:20.425799 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-cae1b09d-eb58-440f-8693-4e9c9b57c5e8 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:20.427381 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-cae1b09d-eb58-440f-8693-4e9c9b57c5e8 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "GET /v2.0/networks?id=2451c5e0-278a-4ce9-a151-54717b142a5d HTTP/1.1" status: 200 len: 797 time: 0.1075706 Feb 03 13:39:20.493168 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-b0be885e-baef-4573-b35c-7e7b550fdd4d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=753993933a6e44c5adc86bc1f42799d5 HTTP/1.1" status: 200 len: 380 time: 0.0527239 Feb 03 13:39:20.528902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-c52ef335-58a9-4123-b3a8-f4c990a7ee92 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'port': {'device_id': '0afe9dd3-2a04-47b6-bb16-8e488697af45', 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d', 'admin_state_up': True, 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'security_groups': ['9f9f84c4-5258-4fac-8eff-5711116d4d31']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:39:20.633210 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-c52ef335-58a9-4123-b3a8-f4c990a7ee92 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Made reservation on behalf of 753993933a6e44c5adc86bc1f42799d5 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:39:20.636792 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-c52ef335-58a9-4123-b3a8-f4c990a7ee92 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:20.777125 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a816f145-4914-423d-b761-d225004a5755 req-fbd666bb-ab92-441f-bb84-8c1d0d0b87fd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 210 time: 0.0313923 Feb 03 13:39:20.788403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-c52ef335-58a9-4123-b3a8-f4c990a7ee92 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Allocated IP 172.20.0.12 (2451c5e0-278a-4ce9-a151-54717b142a5d/09ea1605-9f08-4192-ac0a-49a6a4679355/ce51e471-38fb-4747-ae66-2ea48cd6c18f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:39:20.925287 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-c52ef335-58a9-4123-b3a8-f4c990a7ee92 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:20.957730 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-c52ef335-58a9-4123-b3a8-f4c990a7ee92 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:21.000650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-c52ef335-58a9-4123-b3a8-f4c990a7ee92 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network 2451c5e0-278a-4ce9-a151-54717b142a5d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:39:21.005671 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-c52ef335-58a9-4123-b3a8-f4c990a7ee92 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:39:21.013626 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-c52ef335-58a9-4123-b3a8-f4c990a7ee92 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:39:21.020494 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ef335-58a9-4123-b3a8-f4c990a7ee92 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=ce51e471-38fb-4747-ae66-2ea48cd6c18f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:21.066747 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-c52ef335-58a9-4123-b3a8-f4c990a7ee92 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:21.067366 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-c52ef335-58a9-4123-b3a8-f4c990a7ee92 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:21.084166 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-c52ef335-58a9-4123-b3a8-f4c990a7ee92 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5591385 Feb 03 13:39:21.100896 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] Request body: {'port': {'device_id': '0afe9dd3-2a04-47b6-bb16-8e488697af45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:39:21.166225 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:21.297440 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d8f2879d-3334-434c-a819-aed9495187bd None None] Provisioning complete for port ce51e471-38fb-4747-ae66-2ea48cd6c18f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:39:21.298015 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d8f2879d-3334-434c-a819-aed9495187bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:21.331198 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d8f2879d-3334-434c-a819-aed9495187bd None None] Port ce51e471-38fb-4747-ae66-2ea48cd6c18f cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:39:21.429727 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce51e471-38fb-4747-ae66-2ea48cd6c18f {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:39:21.437543 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] Publish callbacks [] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:21.449676 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] Transition to ACTIVE for port object ce51e471-38fb-4747-ae66-2ea48cd6c18f will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:39:21.453901 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:21.506204 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce51e471-38fb-4747-ae66-2ea48cd6c18f,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:21.579148 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] Attempting to bind port ce51e471-38fb-4747-ae66-2ea48cd6c18f on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:39:21.579496 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] Attempting to bind port ce51e471-38fb-4747-ae66-2ea48cd6c18f by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '62cc8ba5-bb5f-464e-964d-68bdb794bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:39:21.579832 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] Attempting to bind port ce51e471-38fb-4747-ae66-2ea48cd6c18f on network 2451c5e0-278a-4ce9-a151-54717b142a5d {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:39:21.584382 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] Port ce51e471-38fb-4747-ae66-2ea48cd6c18f on network 2451c5e0-278a-4ce9-a151-54717b142a5d not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:39:21.584705 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] Attempting to bind port ce51e471-38fb-4747-ae66-2ea48cd6c18f on network 2451c5e0-278a-4ce9-a151-54717b142a5d {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:39:21.589852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:39:21.590199 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] Checking segment: {'id': '62cc8ba5-bb5f-464e-964d-68bdb794bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:39:21.590593 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] Bound using segment: {'id': '62cc8ba5-bb5f-464e-964d-68bdb794bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:39:21.591028 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] Bound port: ce51e471-38fb-4747-ae66-2ea48cd6c18f, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62cc8ba5-bb5f-464e-964d-68bdb794bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:39:21.591391 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:21.656761 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] For port ce51e471-38fb-4747-ae66-2ea48cd6c18f, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:39:21.660610 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] For port ce51e471-38fb-4747-ae66-2ea48cd6c18f, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ce51e471-38fb-4747-ae66-2ea48cd6c18f,segment=NetworkSegment(62cc8ba5-bb5f-464e-964d-68bdb794bb02),segment_id=62cc8ba5-bb5f-464e-964d-68bdb794bb02)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:39:21.666819 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:21.706171 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:21.706802 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:21.708257 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] 10.222.0.73 "PUT /v2.0/ports/ce51e471-38fb-4747-ae66-2ea48cd6c18f HTTP/1.1" status: 200 len: 1092 time: 0.6116276 Feb 03 13:39:21.708738 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afe9dd3-2a04-47b6-bb16-8e488697af45', 'tag': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:39:21.711052 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cca8ffd-253c-4b98-8c95-73c9c4d7c90a" -d '{"events": [{"name": "network-changed", "server_uuid": "0afe9dd3-2a04-47b6-bb16-8e488697af45", "tag": "ce51e471-38fb-4747-ae66-2ea48cd6c18f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:39:21.743310 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116eeeb9-64b5-4983-b789-456bbd0323f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce51e471-38fb-4747-ae66-2ea48cd6c18f,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:21.758421 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc90034f-af05-4b00-90e6-087afe838e7c x-openstack-request-id: req-dc90034f-af05-4b00-90e6-087afe838e7c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:39:21.758749 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afe9dd3-2a04-47b6-bb16-8e488697af45", "tag": "ce51e471-38fb-4747-ae66-2ea48cd6c18f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:39:21.758990 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc90034f-af05-4b00-90e6-087afe838e7c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:39:21.759688 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afe9dd3-2a04-47b6-bb16-8e488697af45', 'tag': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f', 'status': 'completed', 'code': 200} Feb 03 13:39:21.829929 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-b8825fee-2aca-4544-add6-4080ea9feea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:21.831544 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-b8825fee-2aca-4544-add6-4080ea9feea7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 1126 time: 0.0514343 Feb 03 13:39:21.910186 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-8c54f976-f32a-42bc-a67a-45136bbfef0a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce51e471-38fb-4747-ae66-2ea48cd6c18f HTTP/1.1" status: 200 len: 217 time: 0.0616682 Feb 03 13:39:21.972301 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee2ecb-37a2-4319-bb82-97cc0d430e97 req-6df116cd-2b10-41cc-8681-f4124a7e426f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:21.973797 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2eee2ecb-37a2-4319-bb82-97cc0d430e97 req-6df116cd-2b10-41cc-8681-f4124a7e426f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 944 time: 0.1181204 Feb 03 13:39:21.975611 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-3eea141c-d8ef-4b5d-a735-2acfc22d619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:21.977012 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-3eea141c-d8ef-4b5d-a735-2acfc22d619b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=09ea1605-9f08-4192-ac0a-49a6a4679355 HTTP/1.1" status: 200 len: 834 time: 0.0587115 Feb 03 13:39:22.052812 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2eee2ecb-37a2-4319-bb82-97cc0d430e97 req-56547172-e745-4d1c-be04-8c4fa8f5ea88 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727475 Feb 03 13:39:22.061004 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-7e3b80dc-9373-49e9-a9fd-01d5cc48739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:22.062426 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-7e3b80dc-9373-49e9-a9fd-01d5cc48739b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2451c5e0-278a-4ce9-a151-54717b142a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0758588 Feb 03 13:39:22.160636 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-11b7674f-df06-4a0c-9b09-1997dd5102e4 service neutron] 10.222.0.73 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853381 Feb 03 13:39:22.249471 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-03b21c57-c837-44fb-b270-474dbc0d9601 req-02485ed6-9871-4bad-87e3-b8d5c77c8f0a service neutron] 10.222.0.73 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829575 Feb 03 13:39:22.384076 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca8ffd-253c-4b98-8c95-73c9c4d7c90a req-0a75572a-de8f-4c97-bcc0-559e8a1861af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:22.385602 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4cca8ffd-253c-4b98-8c95-73c9c4d7c90a req-0a75572a-de8f-4c97-bcc0-559e8a1861af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 1126 time: 0.0502517 Feb 03 13:39:22.480232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca8ffd-253c-4b98-8c95-73c9c4d7c90a req-8435cda4-5450-451e-9641-a74da2a3f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:22.481686 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4cca8ffd-253c-4b98-8c95-73c9c4d7c90a req-8435cda4-5450-451e-9641-a74da2a3f145 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2451c5e0-278a-4ce9-a151-54717b142a5d HTTP/1.1" status: 200 len: 898 time: 0.0858221 Feb 03 13:39:22.527923 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4cca8ffd-253c-4b98-8c95-73c9c4d7c90a req-74dab107-3201-4f05-bc22-3f8d278bebda service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce51e471-38fb-4747-ae66-2ea48cd6c18f HTTP/1.1" status: 200 len: 217 time: 0.0398185 Feb 03 13:39:22.575692 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca8ffd-253c-4b98-8c95-73c9c4d7c90a req-8b868ae8-2b82-49e3-9315-60782c56793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:22.577224 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4cca8ffd-253c-4b98-8c95-73c9c4d7c90a req-8b868ae8-2b82-49e3-9315-60782c56793a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=09ea1605-9f08-4192-ac0a-49a6a4679355 HTTP/1.1" status: 200 len: 834 time: 0.0439467 Feb 03 13:39:22.624955 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca8ffd-253c-4b98-8c95-73c9c4d7c90a req-17d63a17-615c-465f-b246-ee5ab466991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:22.626499 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4cca8ffd-253c-4b98-8c95-73c9c4d7c90a req-17d63a17-615c-465f-b246-ee5ab466991b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2451c5e0-278a-4ce9-a151-54717b142a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431180 Feb 03 13:39:22.719606 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4cca8ffd-253c-4b98-8c95-73c9c4d7c90a req-0a95cb1c-d2e8-4e92-88ef-a81115ea7af3 service neutron] 10.222.0.73 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856671 Feb 03 13:39:22.808619 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4cca8ffd-253c-4b98-8c95-73c9c4d7c90a req-3f36f15f-0083-41c2-98dc-cbac75829fd1 service neutron] 10.222.0.73 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828300 Feb 03 13:39:23.173011 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d535f4f-129a-417e-a633-88a47c3bc72b req-b838f65c-de48-4151-8d4d-0cb281356db8 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:23.174508 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d535f4f-129a-417e-a633-88a47c3bc72b req-b838f65c-de48-4151-8d4d-0cb281356db8 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 944 time: 0.0531986 Feb 03 13:39:23.221298 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d535f4f-129a-417e-a633-88a47c3bc72b req-5128cd73-26d4-446d-9310-87794ae44320 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413091 Feb 03 13:39:24.387447 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12b5ae-3c61-4d63-84ee-d8e08f7f69d0 req-8ee3dd6e-9cd9-49f2-b6b4-35881be05938 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:24.388982 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed12b5ae-3c61-4d63-84ee-d8e08f7f69d0 req-8ee3dd6e-9cd9-49f2-b6b4-35881be05938 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 944 time: 0.0529850 Feb 03 13:39:24.441654 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed12b5ae-3c61-4d63-84ee-d8e08f7f69d0 req-02cf7e6a-5065-4990-8b47-b9a6c0860d58 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471716 Feb 03 13:39:24.875741 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:39:24.897719 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ce51e471-38fb-4747-ae66-2ea48cd6c18f details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:39:24.994242 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port ce51e471-38fb-4747-ae66-2ea48cd6c18f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ce51e471-38fb-4747-ae66-2ea48cd6c18f,segment=NetworkSegment(62cc8ba5-bb5f-464e-964d-68bdb794bb02),segment_id=62cc8ba5-bb5f-464e-964d-68bdb794bb02)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:39:25.005794 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f', 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d', 'port_id': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f', 'mac_address': 'fa:16:3e:d6:f0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ea1605-9f08-4192-ac0a-49a6a4679355', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:39:25.042036 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port ce51e471-38fb-4747-ae66-2ea48cd6c18f is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:39:25.042958 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:25.055576 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce51e471-38fb-4747-ae66-2ea48cd6c18f {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:39:25.074763 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port ce51e471-38fb-4747-ae66-2ea48cd6c18f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ce51e471-38fb-4747-ae66-2ea48cd6c18f,segment=NetworkSegment(62cc8ba5-bb5f-464e-964d-68bdb794bb02),segment_id=62cc8ba5-bb5f-464e-964d-68bdb794bb02)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:39:25.078829 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:25.128091 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=ce51e471-38fb-4747-ae66-2ea48cd6c18f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:25.503789 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['ce51e471-38fb-4747-ae66-2ea48cd6c18f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:39:25.560032 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3607f-af66-4fff-86b4-ead3e48a761d req-938e94be-9f64-42a8-9421-5a3639df9279 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:25.561451 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48f3607f-af66-4fff-86b4-ead3e48a761d req-938e94be-9f64-42a8-9421-5a3639df9279 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 945 time: 0.0525420 Feb 03 13:39:25.612617 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-48f3607f-af66-4fff-86b4-ead3e48a761d req-69f793fd-04ac-45f4-b500-331af04ca0d3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455098 Feb 03 13:39:26.730677 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2906470-8a63-4c88-8ccf-a2cbdfda6934 req-e70ba77f-902a-4b60-90bf-8fdd5915db8e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:26.732219 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a2906470-8a63-4c88-8ccf-a2cbdfda6934 req-e70ba77f-902a-4b60-90bf-8fdd5915db8e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 945 time: 0.0525873 Feb 03 13:39:26.780609 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a2906470-8a63-4c88-8ccf-a2cbdfda6934 req-dfde2b51-61f4-4ddc-bfd1-3c6b7c63f098 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428221 Feb 03 13:39:26.906831 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ce51e471-38fb-4747-ae66-2ea48cd6c18f up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:39:26.956126 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port ce51e471-38fb-4747-ae66-2ea48cd6c18f completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:39:26.960253 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port ce51e471-38fb-4747-ae66-2ea48cd6c18f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:39:26.960658 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:27.039105 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port ce51e471-38fb-4747-ae66-2ea48cd6c18f is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:39:27.039496 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:27.062371 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afe9dd3-2a04-47b6-bb16-8e488697af45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:39:27.064651 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02db3aac-6028-42c2-8b48-02cd3d67e721" -d '{"events": [{"server_uuid": "0afe9dd3-2a04-47b6-bb16-8e488697af45", "name": "network-vif-plugged", "status": "completed", "tag": "ce51e471-38fb-4747-ae66-2ea48cd6c18f"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:39:27.076958 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port ce51e471-38fb-4747-ae66-2ea48cd6c18f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ce51e471-38fb-4747-ae66-2ea48cd6c18f,segment=NetworkSegment(62cc8ba5-bb5f-464e-964d-68bdb794bb02),segment_id=62cc8ba5-bb5f-464e-964d-68bdb794bb02)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:39:27.085098 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:27.107980 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05ea5eb-e27b-4a0f-b6ef-241368fce5aa x-openstack-request-id: req-e05ea5eb-e27b-4a0f-b6ef-241368fce5aa {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:39:27.108167 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afe9dd3-2a04-47b6-bb16-8e488697af45", "name": "network-vif-plugged", "status": "completed", "tag": "ce51e471-38fb-4747-ae66-2ea48cd6c18f", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:39:27.108407 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e05ea5eb-e27b-4a0f-b6ef-241368fce5aa {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:39:27.108798 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afe9dd3-2a04-47b6-bb16-8e488697af45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f', 'code': 200} Feb 03 13:39:27.134867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=ce51e471-38fb-4747-ae66-2ea48cd6c18f,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:27.225934 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b7df0-6070-4a77-8b4d-8ea01a79d878 req-060757de-74f6-4597-b420-7aa556a72fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:27.227353 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe7b7df0-6070-4a77-8b4d-8ea01a79d878 req-060757de-74f6-4597-b420-7aa556a72fab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 1128 time: 0.0436194 Feb 03 13:39:27.273727 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fe7b7df0-6070-4a77-8b4d-8ea01a79d878 req-3ec7606e-12b9-4264-a47c-2bfa175ba6da service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394979 Feb 03 13:39:27.900921 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38decf-357f-4a21-b222-17c4d3acbc58 req-f396b73a-4e18-40d5-ad6b-b01ce2450a8f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:27.902405 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b38decf-357f-4a21-b222-17c4d3acbc58 req-f396b73a-4e18-40d5-ad6b-b01ce2450a8f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0566461 Feb 03 13:39:27.950586 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b38decf-357f-4a21-b222-17c4d3acbc58 req-4c17d7c2-1edd-4cba-91d8-82cd46feafd6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423295 Feb 03 13:39:29.070841 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce191b-658a-4f5b-8225-2f88fa28c7d0 req-4f6505a1-b35c-42c6-b2b5-23e0231f5cc5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:29.072419 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ddce191b-658a-4f5b-8225-2f88fa28c7d0 req-4f6505a1-b35c-42c6-b2b5-23e0231f5cc5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0537357 Feb 03 13:39:29.124094 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ddce191b-658a-4f5b-8225-2f88fa28c7d0 req-8eca7375-1a1a-48c8-ac6c-d4f6b490fb54 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460622 Feb 03 13:39:29.243842 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bf146-cf22-4d3b-9b33-c6ad1fb394b1 req-5d6f84cb-818b-468b-b6e9-0703661d4837 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:29.245278 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-344bf146-cf22-4d3b-9b33-c6ad1fb394b1 req-5d6f84cb-818b-468b-b6e9-0703661d4837 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0528779 Feb 03 13:39:29.295616 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-344bf146-cf22-4d3b-9b33-c6ad1fb394b1 req-d0d85b63-69f9-4a00-9041-71e38caf3d2a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445559 Feb 03 13:39:29.317770 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42084) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:29.406756 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d0c6ce-aecd-4b33-885c-a745d33522d8 tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:29.408300 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-02d0c6ce-aecd-4b33-885c-a745d33522d8 tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 1123 time: 0.0895183 Feb 03 13:39:29.411052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42088) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:29.415449 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2db66e8a-e886-48ba-bd18-c1ed57541189 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:39:29.436203 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2db66e8a-e886-48ba-bd18-c1ed57541189 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:29.531235 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2db66e8a-e886-48ba-bd18-c1ed57541189 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:29.636132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-2db66e8a-e886-48ba-bd18-c1ed57541189 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Allocated IP 172.25.6.105 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/c2f3e405-46f6-442f-b901-e480cfce97b2) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:39:29.738389 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2db66e8a-e886-48ba-bd18-c1ed57541189 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (c2f3e405-46f6-442f-b901-e480cfce97b2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:29.771127 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2db66e8a-e886-48ba-bd18-c1ed57541189 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (c2f3e405-46f6-442f-b901-e480cfce97b2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:29.813126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db66e8a-e886-48ba-bd18-c1ed57541189 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:39:29.819319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2db66e8a-e886-48ba-bd18-c1ed57541189 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:39:29.821915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db66e8a-e886-48ba-bd18-c1ed57541189 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:39:29.827474 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db66e8a-e886-48ba-bd18-c1ed57541189 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=c2f3e405-46f6-442f-b901-e480cfce97b2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:30.174811 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2db66e8a-e886-48ba-bd18-c1ed57541189 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for floatingip (cc2930b5-d069-4142-b2e3-10e4cb60c315), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:30.244531 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2db66e8a-e886-48ba-bd18-c1ed57541189 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (c2f3e405-46f6-442f-b901-e480cfce97b2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:30.395545 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2db66e8a-e886-48ba-bd18-c1ed57541189 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (c2f3e405-46f6-442f-b901-e480cfce97b2), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:30.400577 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2db66e8a-e886-48ba-bd18-c1ed57541189 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (c2f3e405-46f6-442f-b901-e480cfce97b2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:30.467506 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db66e8a-e886-48ba-bd18-c1ed57541189 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=c2f3e405-46f6-442f-b901-e480cfce97b2,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:39:30.477256 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2db66e8a-e886-48ba-bd18-c1ed57541189 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (cc2930b5-d069-4142-b2e3-10e4cb60c315), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:30.575511 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-2db66e8a-e886-48ba-bd18-c1ed57541189 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Floating IP cc2930b5-d069-4142-b2e3-10e4cb60c315 associated. External IP: 172.25.6.105, port: ce51e471-38fb-4747-ae66-2ea48cd6c18f. Feb 03 13:39:30.778353 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db66e8a-e886-48ba-bd18-c1ed57541189 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router 93f66f1c-400f-464a-aed6-845e588ac92a has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:39:31.221452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db66e8a-e886-48ba-bd18-c1ed57541189 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:39:31.232090 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfadd57-7d39-4d28-8abe-4bf20ceed3f5 None None] Sync routers for ids ['93f66f1c-400f-464a-aed6-845e588ac92a'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:39:31.241915 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2db66e8a-e886-48ba-bd18-c1ed57541189 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:31.242290 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfadd57-7d39-4d28-8abe-4bf20ceed3f5 None None] Routers {'93f66f1c-400f-464a-aed6-845e588ac92a'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:39:31.242891 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6dfadd57-7d39-4d28-8abe-4bf20ceed3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:39:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['93f66f1c-400f-464a-aed6-845e588ac92a'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:31.273874 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2db66e8a-e886-48ba-bd18-c1ed57541189 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8594382 Feb 03 13:39:31.273874 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afe9dd3-2a04-47b6-bb16-8e488697af45', 'tag': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:39:31.274756 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8363cbc4-b7e5-4b13-89b9-993cbf2d2e85" -d '{"events": [{"name": "network-changed", "server_uuid": "0afe9dd3-2a04-47b6-bb16-8e488697af45", "tag": "ce51e471-38fb-4747-ae66-2ea48cd6c18f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:39:31.321142 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a633ca7c-ef1a-4ddd-ba41-5355f696fa15 x-openstack-request-id: req-a633ca7c-ef1a-4ddd-ba41-5355f696fa15 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:39:31.321442 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afe9dd3-2a04-47b6-bb16-8e488697af45", "tag": "ce51e471-38fb-4747-ae66-2ea48cd6c18f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:39:31.321698 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a633ca7c-ef1a-4ddd-ba41-5355f696fa15 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:39:31.322100 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afe9dd3-2a04-47b6-bb16-8e488697af45', 'tag': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f', 'status': 'completed', 'code': 200} Feb 03 13:39:31.354276 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6dfadd57-7d39-4d28-8abe-4bf20ceed3f5 None None] Set router 93f66f1c-400f-464a-aed6-845e588ac92a gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:39:31.394659 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf77b6c-074a-4b8a-9a86-895f22fff792 req-88ba2945-3336-45d3-8878-06cd9aa8e4b7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:31.396229 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dbf77b6c-074a-4b8a-9a86-895f22fff792 req-88ba2945-3336-45d3-8878-06cd9aa8e4b7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0522780 Feb 03 13:39:31.414667 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363cbc4-b7e5-4b13-89b9-993cbf2d2e85 req-555d200d-29b7-44db-8d05-9c73e973703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:31.416237 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8363cbc4-b7e5-4b13-89b9-993cbf2d2e85 req-555d200d-29b7-44db-8d05-9c73e973703f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 1128 time: 0.0467956 Feb 03 13:39:31.447492 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dbf77b6c-074a-4b8a-9a86-895f22fff792 req-c02f85c0-df93-413d-9b30-04f658fa118e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449400 Feb 03 13:39:31.469926 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42094) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:31.512868 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363cbc4-b7e5-4b13-89b9-993cbf2d2e85 req-c09bf70b-014c-4776-b2e2-27306362645a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:31.514361 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8363cbc4-b7e5-4b13-89b9-993cbf2d2e85 req-c09bf70b-014c-4776-b2e2-27306362645a service neutron] 10.222.0.73 "GET /v2.0/networks?id=2451c5e0-278a-4ce9-a151-54717b142a5d HTTP/1.1" status: 200 len: 898 time: 0.0928648 Feb 03 13:39:31.539889 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a93883eb-ae1b-4cb9-aa4c-8a3f23a85915 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/floatingips/cc2930b5-d069-4142-b2e3-10e4cb60c315 HTTP/1.1" status: 200 len: 992 time: 0.0688190 Feb 03 13:39:31.580563 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8363cbc4-b7e5-4b13-89b9-993cbf2d2e85 req-666b88a7-048c-40bb-a748-59aa06e8811e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce51e471-38fb-4747-ae66-2ea48cd6c18f HTTP/1.1" status: 200 len: 1000 time: 0.0607224 Feb 03 13:39:31.591313 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6dfadd57-7d39-4d28-8abe-4bf20ceed3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987310395', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:12Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'cc2930b5-d069-4142-b2e3-10e4cb60c315', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'floating_ip_address': '172.25.6.105', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'port_id': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d', 'mac_address': 'fa:16:3e:d6:f0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afe9dd3-2a04-47b6-bb16-8e488697af45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:39:30Z', 'updated_at': '2022-02-03T13:39:30Z', 'revision_number': 0, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d', 'name': '', 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:8b:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '09ea1605-9f08-4192-ac0a-49a6a4679355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:11Z', 'updated_at': '2022-02-03T13:39:15Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '09ea1605-9f08-4192-ac0a-49a6a4679355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:31.616980 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfadd57-7d39-4d28-8abe-4bf20ceed3f5 None None] Checking router: 93f66f1c-400f-464a-aed6-845e588ac92a for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:39:31.625680 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfadd57-7d39-4d28-8abe-4bf20ceed3f5 None None] Routers {'93f66f1c-400f-464a-aed6-845e588ac92a'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:39:31.626289 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6dfadd57-7d39-4d28-8abe-4bf20ceed3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:39:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['93f66f1c-400f-464a-aed6-845e588ac92a'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:31.628126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363cbc4-b7e5-4b13-89b9-993cbf2d2e85 req-c52d6c72-2c81-4f0d-93b5-2e4f9610638c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:31.629668 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8363cbc4-b7e5-4b13-89b9-993cbf2d2e85 req-c52d6c72-2c81-4f0d-93b5-2e4f9610638c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=09ea1605-9f08-4192-ac0a-49a6a4679355 HTTP/1.1" status: 200 len: 834 time: 0.0439703 Feb 03 13:39:31.684232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363cbc4-b7e5-4b13-89b9-993cbf2d2e85 req-0d4798f7-f84e-480a-b487-cacbbd582ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:39:31.685777 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8363cbc4-b7e5-4b13-89b9-993cbf2d2e85 req-0d4798f7-f84e-480a-b487-cacbbd582ae4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2451c5e0-278a-4ce9-a151-54717b142a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498936 Feb 03 13:39:31.735330 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-6dfadd57-7d39-4d28-8abe-4bf20ceed3f5 None None] Set router 93f66f1c-400f-464a-aed6-845e588ac92a gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:39:31.741084 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:31.774229 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8363cbc4-b7e5-4b13-89b9-993cbf2d2e85 req-acaf74fb-2841-4b3f-a636-35450cffc5ab service neutron] 10.222.0.73 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827196 Feb 03 13:39:31.868813 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8363cbc4-b7e5-4b13-89b9-993cbf2d2e85 req-f53e044c-781f-4df0-b666-0113dfc1c66f service neutron] 10.222.0.73 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891633 Feb 03 13:39:32.051156 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-6dfadd57-7d39-4d28-8abe-4bf20ceed3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987310395', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:12Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'cc2930b5-d069-4142-b2e3-10e4cb60c315', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'floating_ip_address': '172.25.6.105', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'port_id': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d', 'mac_address': 'fa:16:3e:d6:f0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afe9dd3-2a04-47b6-bb16-8e488697af45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:39:30Z', 'updated_at': '2022-02-03T13:39:30Z', 'revision_number': 0, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d', 'name': '', 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:8b:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '09ea1605-9f08-4192-ac0a-49a6a4679355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:11Z', 'updated_at': '2022-02-03T13:39:15Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '09ea1605-9f08-4192-ac0a-49a6a4679355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:39:32.076792 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfadd57-7d39-4d28-8abe-4bf20ceed3f5 None None] The sync data for ids ['93f66f1c-400f-464a-aed6-845e588ac92a'] in n-d-827336-3 is: [{'id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987310395', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:12Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': 'cc2930b5-d069-4142-b2e3-10e4cb60c315', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'floating_ip_address': '172.25.6.105', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'port_id': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d', 'mac_address': 'fa:16:3e:d6:f0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afe9dd3-2a04-47b6-bb16-8e488697af45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:39:30Z', 'updated_at': '2022-02-03T13:39:30Z', 'revision_number': 0, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d', 'name': '', 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:8b:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '09ea1605-9f08-4192-ac0a-49a6a4679355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:11Z', 'updated_at': '2022-02-03T13:39:15Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '09ea1605-9f08-4192-ac0a-49a6a4679355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:39:32.272417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ca0fab-e978-4205-9156-c6ae60aab390 None None] New status for floating IP cc2930b5-d069-4142-b2e3-10e4cb60c315: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:39:32.544330 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42096) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:39:32.602552 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6093990f-a99a-4f79-ad72-1a0755e64009 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/floatingips/cc2930b5-d069-4142-b2e3-10e4cb60c315 HTTP/1.1" status: 200 len: 994 time: 0.0570629 Feb 03 13:39:33.632361 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1d870901-53cb-4009-8108-49cd135f3be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:36.234967 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-754cb72a-34fa-4145-8d65-dfb64882ffc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:37.158048 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:38.460253 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:40.037377 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:39:46.418936 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:01.782471 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:01.877973 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:40:03.633728 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9a185807-cb1a-42a6-9350-d93d30a06832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:06.236519 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-23063631-8e6c-4a45-8044-80c0fbe7fb6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:07.160775 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:08.460083 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:10.039993 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:16.447805 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:18.104686 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa231d25-ef69-490c-907c-64879dbafff2 req-fd2fc410-c18c-49f6-a5ba-54eb0a4ccf13 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437655 Feb 03 13:40:18.203006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa231d25-ef69-490c-907c-64879dbafff2 req-d50cfaa8-7cc7-4917-af6b-668fc96b5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:18.204553 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa231d25-ef69-490c-907c-64879dbafff2 req-d50cfaa8-7cc7-4917-af6b-668fc96b5c2d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 1128 time: 0.0452042 Feb 03 13:40:18.308800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa231d25-ef69-490c-907c-64879dbafff2 req-0937a8ae-b070-40aa-abc2-2e985ab3b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:18.310314 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa231d25-ef69-490c-907c-64879dbafff2 req-0937a8ae-b070-40aa-abc2-2e985ab3b60a service neutron] 10.222.0.73 "GET /v2.0/networks?id=2451c5e0-278a-4ce9-a151-54717b142a5d HTTP/1.1" status: 200 len: 898 time: 0.0885234 Feb 03 13:40:18.382961 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa231d25-ef69-490c-907c-64879dbafff2 req-9c054ca6-5c5a-4cbd-b3b5-b484c1a0f66d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce51e471-38fb-4747-ae66-2ea48cd6c18f HTTP/1.1" status: 200 len: 1002 time: 0.0661688 Feb 03 13:40:18.437623 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa231d25-ef69-490c-907c-64879dbafff2 req-f3a47d0d-a535-4d12-83c2-d210814feeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:18.439083 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa231d25-ef69-490c-907c-64879dbafff2 req-f3a47d0d-a535-4d12-83c2-d210814feeb8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=09ea1605-9f08-4192-ac0a-49a6a4679355 HTTP/1.1" status: 200 len: 834 time: 0.0511537 Feb 03 13:40:18.488371 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa231d25-ef69-490c-907c-64879dbafff2 req-771de5b6-8b6e-40fb-b5cc-30ea54aa86ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:18.489871 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa231d25-ef69-490c-907c-64879dbafff2 req-771de5b6-8b6e-40fb-b5cc-30ea54aa86ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2451c5e0-278a-4ce9-a151-54717b142a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437341 Feb 03 13:40:18.499418 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-fa231d25-ef69-490c-907c-64879dbafff2 req-4a1e84cf-87ff-4eee-8ef1-808ebf08ae28 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:40:18.500482 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa231d25-ef69-490c-907c-64879dbafff2 req-4a1e84cf-87ff-4eee-8ef1-808ebf08ae28 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048606 Feb 03 13:40:18.591213 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa231d25-ef69-490c-907c-64879dbafff2 req-13a20025-fe71-4f9c-b7e6-f7406f3ccb68 service neutron] 10.222.0.73 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841208 Feb 03 13:40:18.677996 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fa231d25-ef69-490c-907c-64879dbafff2 req-f39a5cda-c9b5-4741-99ed-6a6c02c92f2c service neutron] 10.222.0.73 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807724 Feb 03 13:40:31.790756 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:33.635637 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-78bb8c77-c634-4248-b539-8c08c1c3cac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:36.238472 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b57be641-9e4b-4b3a-b93a-8dbaa326ae9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:37.166368 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:38.463495 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:38.876765 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:40:40.043983 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:46.006047 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-f74db59a-7694-46e5-b8f1-c4cc2d3de6e8 req-13a78e9d-7959-4d6f-94a4-0f84724dc66a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:40:46.007102 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f74db59a-7694-46e5-b8f1-c4cc2d3de6e8 req-13a78e9d-7959-4d6f-94a4-0f84724dc66a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060079 Feb 03 13:40:46.466787 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:40:47.221203 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373cad5-326c-49ef-a55a-b4f0d8fcc44e req-11b2bf5e-a2ac-4943-966c-1aa8b818fe0a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:47.222832 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e373cad5-326c-49ef-a55a-b4f0d8fcc44e req-11b2bf5e-a2ac-4943-966c-1aa8b818fe0a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0599279 Feb 03 13:40:47.236253 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42134) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:40:47.289480 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e373cad5-326c-49ef-a55a-b4f0d8fcc44e req-386b6bf4-e53b-409a-85c0-a8df7ae4db3d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610244 Feb 03 13:40:47.337303 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-877af44a-f378-4c7b-8aec-343b2706a0fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0993803 Feb 03 13:40:47.346238 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-cf632f36-292f-437b-83d3-20cdba6958bb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:40:47.347353 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-cf632f36-292f-437b-83d3-20cdba6958bb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050857 Feb 03 13:40:48.411002 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9ae9c-04b8-44cf-a521-a798acf15653 req-9f6b8218-a548-48f5-9137-825501a158af tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:48.412522 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dcf9ae9c-04b8-44cf-a521-a798acf15653 req-9f6b8218-a548-48f5-9137-825501a158af tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0530388 Feb 03 13:40:48.461617 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dcf9ae9c-04b8-44cf-a521-a798acf15653 req-c045188a-a4e5-42ee-b1e5-96c9df88b182 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432565 Feb 03 13:40:49.580650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ded0e-8458-482b-8949-e361e1645e84 req-99c04e8c-5c55-422e-8b0c-8b463ebe08da tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:49.582072 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-617ded0e-8458-482b-8949-e361e1645e84 req-99c04e8c-5c55-422e-8b0c-8b463ebe08da tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0541635 Feb 03 13:40:49.632637 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-617ded0e-8458-482b-8949-e361e1645e84 req-824478ed-c8eb-4a0c-a977-b2cb7ecc816c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450759 Feb 03 13:40:50.765721 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da6a1f-f652-4b75-8db9-56b2f3e10912 req-ca5de66b-27e8-4a91-9055-be7add03bc29 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:50.767222 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2da6a1f-f652-4b75-8db9-56b2f3e10912 req-ca5de66b-27e8-4a91-9055-be7add03bc29 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0663433 Feb 03 13:40:50.819281 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e2da6a1f-f652-4b75-8db9-56b2f3e10912 req-2f12f8a4-2ed2-488e-876e-55322d894864 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460558 Feb 03 13:40:51.945051 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89cb4d-62f8-4287-9cbc-9e6313262d31 req-c4c12cb5-d740-4b97-9245-75462fb46464 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:51.946617 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e89cb4d-62f8-4287-9cbc-9e6313262d31 req-c4c12cb5-d740-4b97-9245-75462fb46464 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0596044 Feb 03 13:40:51.999382 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e89cb4d-62f8-4287-9cbc-9e6313262d31 req-9f9c6f1f-0587-4b7e-87e2-64bd8e2636df tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465350 Feb 03 13:40:52.553144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-07de6e04-fb10-4a4a-86c9-f0ac3c86a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:52.554583 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-07de6e04-fb10-4a4a-86c9-f0ac3c86a186 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 1128 time: 0.0518298 Feb 03 13:40:52.644597 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-a26e6dc2-aebf-41f4-821c-d22165a3fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:52.646065 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-a26e6dc2-aebf-41f4-821c-d22165a3fc90 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2451c5e0-278a-4ce9-a151-54717b142a5d HTTP/1.1" status: 200 len: 898 time: 0.0862544 Feb 03 13:40:52.717477 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-01472ab6-4356-4b84-b4f5-62911bb92db5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce51e471-38fb-4747-ae66-2ea48cd6c18f HTTP/1.1" status: 200 len: 1002 time: 0.0616281 Feb 03 13:40:52.768511 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-804586bc-7e20-4339-8137-def766eb7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:52.771169 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-804586bc-7e20-4339-8137-def766eb7a8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=09ea1605-9f08-4192-ac0a-49a6a4679355 HTTP/1.1" status: 200 len: 834 time: 0.0508456 Feb 03 13:40:52.822885 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c8b87c1a-99da-4c94-b960-6b6c772c2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:52.824368 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c8b87c1a-99da-4c94-b960-6b6c772c2f32 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2451c5e0-278a-4ce9-a151-54717b142a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468640 Feb 03 13:40:52.922951 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-e0ddad0e-7cc2-4723-bbec-1963b692bf90 service neutron] 10.222.0.73 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915444 Feb 03 13:40:53.016070 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-52caa9a6-27ab-4a50-bac8-44b20cb99aea service neutron] 10.222.0.73 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869377 Feb 03 13:40:53.129792 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f27f8-26be-4898-bbdd-de54634063a2 req-1ee47f3d-0280-47a4-bb9e-57668c8cae54 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:53.131737 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ea1f27f8-26be-4898-bbdd-de54634063a2 req-1ee47f3d-0280-47a4-bb9e-57668c8cae54 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0612159 Feb 03 13:40:53.184520 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ea1f27f8-26be-4898-bbdd-de54634063a2 req-c0db035c-f850-4a53-a517-bd79a1d3715b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468581 Feb 03 13:40:54.312455 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c040ea6-bf22-4a98-b9e8-73972b328487 req-e7508e37-df94-40c9-a56d-fe8569890459 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:54.313969 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c040ea6-bf22-4a98-b9e8-73972b328487 req-e7508e37-df94-40c9-a56d-fe8569890459 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0604751 Feb 03 13:40:54.363595 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3c040ea6-bf22-4a98-b9e8-73972b328487 req-f3a55282-b373-45ed-b7d0-1a4359d6feaa tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433750 Feb 03 13:40:55.482201 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14933736-2da7-4672-88c3-68e436a58ece req-bef52c5f-35e6-4fac-ab34-763638d56d13 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:55.483688 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-14933736-2da7-4672-88c3-68e436a58ece req-bef52c5f-35e6-4fac-ab34-763638d56d13 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0517125 Feb 03 13:40:55.535330 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-14933736-2da7-4672-88c3-68e436a58ece req-19871af4-87ba-4cd3-910f-33cfc2aaf297 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453522 Feb 03 13:40:56.653640 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76261959-f321-4753-a815-d9f1612e58be req-f9eae1a1-e0d7-482a-ab69-35eede4c602c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:56.655148 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76261959-f321-4753-a815-d9f1612e58be req-f9eae1a1-e0d7-482a-ab69-35eede4c602c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0529840 Feb 03 13:40:56.703564 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-76261959-f321-4753-a815-d9f1612e58be req-b1141402-384b-4513-8ec1-c1672c582a11 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427747 Feb 03 13:40:57.829390 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94584e1-e08a-4711-9d03-785a27ea8273 req-1faf0d51-0b39-4f00-bd64-260d01c20634 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:57.831422 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c94584e1-e08a-4711-9d03-785a27ea8273 req-1faf0d51-0b39-4f00-bd64-260d01c20634 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0584378 Feb 03 13:40:57.880798 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c94584e1-e08a-4711-9d03-785a27ea8273 req-c9d07759-bbd3-4ba6-9f94-559e3a00871c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437481 Feb 03 13:40:59.004260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fca96-e503-4ddf-a659-3b029645f8ca req-7bfb4c09-d836-42e7-876e-480f6882dfa6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:40:59.005765 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-711fca96-e503-4ddf-a659-3b029645f8ca req-7bfb4c09-d836-42e7-876e-480f6882dfa6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0531912 Feb 03 13:40:59.060900 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-711fca96-e503-4ddf-a659-3b029645f8ca req-af86ebc2-0bd7-4836-b97a-4bc424ac133a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495131 Feb 03 13:41:00.181349 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef2dbe-dacd-450a-b558-db70cc94c709 req-c748af82-a9f3-46c6-81dc-9cfecccc65d2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:00.182823 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18ef2dbe-dacd-450a-b558-db70cc94c709 req-c748af82-a9f3-46c6-81dc-9cfecccc65d2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0520427 Feb 03 13:41:00.230507 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-18ef2dbe-dacd-450a-b558-db70cc94c709 req-b6758b61-b4d5-47e2-baa5-166395677b3e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420086 Feb 03 13:41:01.351314 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58097a7f-4d74-4c52-be6b-3a082369f311 req-7be78e8a-97bd-44e0-af2c-2ee01e775c53 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:01.352833 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-58097a7f-4d74-4c52-be6b-3a082369f311 req-7be78e8a-97bd-44e0-af2c-2ee01e775c53 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0528953 Feb 03 13:41:01.401515 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-58097a7f-4d74-4c52-be6b-3a082369f311 req-5691eac4-a0fd-4b33-a828-c783362d4d30 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431144 Feb 03 13:41:01.800514 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:02.521256 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe58474-e72f-49fa-a21c-57f97baeb9df req-0acaf55a-f1e2-465c-9e3e-b01e8470d45d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:02.522723 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ebe58474-e72f-49fa-a21c-57f97baeb9df req-0acaf55a-f1e2-465c-9e3e-b01e8470d45d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0553780 Feb 03 13:41:02.569753 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ebe58474-e72f-49fa-a21c-57f97baeb9df req-f716e2a4-3066-423d-a725-3b13a9a3a8f0 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415254 Feb 03 13:41:03.636564 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4f79c0c7-1365-46f7-ad65-d6cddabcf281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:03.690052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab4a6e-505c-45fb-b2fb-435dfe3e7354 req-6466dd25-d3a9-4e30-bff9-f4d638a9b96a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:03.691555 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6ab4a6e-505c-45fb-b2fb-435dfe3e7354 req-6466dd25-d3a9-4e30-bff9-f4d638a9b96a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0528140 Feb 03 13:41:03.739700 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6ab4a6e-505c-45fb-b2fb-435dfe3e7354 req-49b31e29-163e-40cb-b0e6-e444ea9dca4b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425508 Feb 03 13:41:04.858552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1946ff5-84d7-4ee2-9983-29171573c03c req-0966e6dc-6751-4265-8bbf-f4e9465ab8af tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:04.860052 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b1946ff5-84d7-4ee2-9983-29171573c03c req-0966e6dc-6751-4265-8bbf-f4e9465ab8af tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0513794 Feb 03 13:41:04.907577 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b1946ff5-84d7-4ee2-9983-29171573c03c req-4ba7499c-c030-4114-ae82-b13856a7ab05 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413725 Feb 03 13:41:06.038265 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd72be7-616b-4e75-9337-c0b31ccb58b4 req-e61d7d0e-7638-4a11-801c-25709f2eb877 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:06.039759 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-efd72be7-616b-4e75-9337-c0b31ccb58b4 req-e61d7d0e-7638-4a11-801c-25709f2eb877 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0570877 Feb 03 13:41:06.089559 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-efd72be7-616b-4e75-9337-c0b31ccb58b4 req-45bef9ed-b8dc-4016-89ba-e794fa27eefd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440295 Feb 03 13:41:06.239322 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f55462a0-2355-4a6f-9510-b149a695d448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:07.166727 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:07.210402 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4155ce-f37a-4bff-9593-2a806332435e req-28c69ea0-fb80-4ede-94b0-2e53abefd192 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:07.211873 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0b4155ce-f37a-4bff-9593-2a806332435e req-28c69ea0-fb80-4ede-94b0-2e53abefd192 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0528982 Feb 03 13:41:07.263545 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0b4155ce-f37a-4bff-9593-2a806332435e req-9e600d8c-6759-49ac-853f-eb50faf8ae61 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461690 Feb 03 13:41:08.382637 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c281e27-3905-4a4e-bbd7-b2fd94f550cf req-d7e18694-6b84-498c-b630-63f9c98913ef tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:08.384139 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0c281e27-3905-4a4e-bbd7-b2fd94f550cf req-d7e18694-6b84-498c-b630-63f9c98913ef tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0524411 Feb 03 13:41:08.433111 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0c281e27-3905-4a4e-bbd7-b2fd94f550cf req-e3b15ac1-e5a0-40da-8ad2-7a9ab207ad14 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434034 Feb 03 13:41:08.469446 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:09.548635 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cd862-5431-4b94-bd4b-d16a67be5959 req-542cd9e2-28a7-4d30-85f6-74df27bf1c7e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:09.550669 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b69cd862-5431-4b94-bd4b-d16a67be5959 req-542cd9e2-28a7-4d30-85f6-74df27bf1c7e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0514238 Feb 03 13:41:09.597833 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b69cd862-5431-4b94-bd4b-d16a67be5959 req-41a11a1e-34ea-4878-9643-6bb4daa09abd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416987 Feb 03 13:41:10.046981 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:10.722483 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d8812-466a-4d35-8628-f5b1d6112153 req-e113b372-913f-47fa-bf78-b9f5035a9f33 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:10.724016 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-da7d8812-466a-4d35-8628-f5b1d6112153 req-e113b372-913f-47fa-bf78-b9f5035a9f33 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0578227 Feb 03 13:41:10.772271 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-da7d8812-466a-4d35-8628-f5b1d6112153 req-86b5ff13-23f7-4bfb-9018-74399bc3b03b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427234 Feb 03 13:41:11.890969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4749c-9789-4a65-b7b0-ba5f0836771b req-ad7ac3db-8b93-4808-8063-05672ec5c2ba tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:11.892459 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d8b4749c-9789-4a65-b7b0-ba5f0836771b req-ad7ac3db-8b93-4808-8063-05672ec5c2ba tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0522978 Feb 03 13:41:11.941016 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d8b4749c-9789-4a65-b7b0-ba5f0836771b req-a134087a-372e-48e8-b6a0-f7fed45911d1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428576 Feb 03 13:41:13.061105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fadb30-dd28-47aa-9e6d-7de6ed35ffc7 req-7da42bcf-5690-47e1-85a5-17fb9abc82e7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:13.062512 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3fadb30-dd28-47aa-9e6d-7de6ed35ffc7 req-7da42bcf-5690-47e1-85a5-17fb9abc82e7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0526807 Feb 03 13:41:13.110436 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3fadb30-dd28-47aa-9e6d-7de6ed35ffc7 req-75953fc3-0d5a-4fe8-96d3-f3f9dc467d8a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417311 Feb 03 13:41:14.232281 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bc3e3-aa20-4cfb-8ba1-37fc196f4fd8 req-0ecdd335-d0d8-417c-a01f-64488f6a1ba4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:14.233728 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1b1bc3e3-aa20-4cfb-8ba1-37fc196f4fd8 req-0ecdd335-d0d8-417c-a01f-64488f6a1ba4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0552051 Feb 03 13:41:14.282689 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1b1bc3e3-aa20-4cfb-8ba1-37fc196f4fd8 req-ac8db7e4-aa4f-4918-b72d-0f30d0ad3a05 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433905 Feb 03 13:41:15.285214 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-41e16f0e-558e-4ce4-b3ae-cc8a4a37d8dc service neutron] show failed (client error): The resource could not be found. Feb 03 13:41:15.286236 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-41e16f0e-558e-4ce4-b3ae-cc8a4a37d8dc service neutron] 10.222.0.73 "GET /v2.0/ports/ce51e471-38fb-4747-ae66-2ea48cd6c18f/bindings/n-h2-827336-3 HTTP/1.1" status: 404 len: 380 time: 0.0549133 Feb 03 13:41:15.407450 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f700e-5066-4468-80e8-6bee928b06f4 req-c1d9a969-e667-48ed-a90e-e86191b6081b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:15.409500 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ea1f700e-5066-4468-80e8-6bee928b06f4 req-c1d9a969-e667-48ed-a90e-e86191b6081b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0580389 Feb 03 13:41:15.461414 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ea1f700e-5066-4468-80e8-6bee928b06f4 req-f1cffeb2-1cf2-4adf-83e6-65462f1cae39 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462735 Feb 03 13:41:15.548603 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-9638ee79-c235-455a-ab23-c79a10ad197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:15.550774 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-9638ee79-c235-455a-ab23-c79a10ad197c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45&tenant_id=753993933a6e44c5adc86bc1f42799d5 HTTP/1.1" status: 200 len: 1128 time: 0.1021483 Feb 03 13:41:15.560057 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-46f1094a-828c-449c-9388-7ab7dbcb977d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:41:15.561025 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-46f1094a-828c-449c-9388-7ab7dbcb977d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047922 Feb 03 13:41:15.570752 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-3', 'device_owner': 'compute:nova'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:15.631154 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:15.829333 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] For port ce51e471-38fb-4747-ae66-2ea48cd6c18f, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ce51e471-38fb-4747-ae66-2ea48cd6c18f,segment=NetworkSegment(62cc8ba5-bb5f-464e-964d-68bdb794bb02),segment_id=62cc8ba5-bb5f-464e-964d-68bdb794bb02)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:15.861932 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] For port ce51e471-38fb-4747-ae66-2ea48cd6c18f, host n-h1-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:41:15.875562 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:41:15.901064 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afe9dd3-2a04-47b6-bb16-8e488697af45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:41:15.903556 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd8e3d0d214f4b5a5c9346c817bb3d5c7dc8eede0041f0ac454b0f34c689af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd97f13e-e44e-4ce3-82f8-fb154c5a4caa" -d '{"events": [{"server_uuid": "0afe9dd3-2a04-47b6-bb16-8e488697af45", "name": "network-vif-unplugged", "status": "completed", "tag": "ce51e471-38fb-4747-ae66-2ea48cd6c18f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:41:15.907038 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Publish callbacks [] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:15.921570 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Transition to ACTIVE for port object ce51e471-38fb-4747-ae66-2ea48cd6c18f will not be triggered until provisioned by entity L2. {{(pid=103189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:41:15.925090 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:16.005999 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Pushing event updated for resources: {'Port': ['ID=ce51e471-38fb-4747-ae66-2ea48cd6c18f,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:16.016920 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:16.017286 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:16.018207 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:16.018561 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:16.018899 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:16.019236 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:16.019573 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:16.019903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:16.020257 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:16.020585 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:16.020914 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:16.021240 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:16.021632 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:16.050788 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fd4584-4b99-4bf6-a300-f20e2906fa29 x-openstack-request-id: req-e6fd4584-4b99-4bf6-a300-f20e2906fa29 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:41:16.051253 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afe9dd3-2a04-47b6-bb16-8e488697af45", "name": "network-vif-unplugged", "status": "completed", "tag": "ce51e471-38fb-4747-ae66-2ea48cd6c18f", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:41:16.051354 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6fd4584-4b99-4bf6-a300-f20e2906fa29 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:41:16.051750 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afe9dd3-2a04-47b6-bb16-8e488697af45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f', 'code': 200} Feb 03 13:41:16.072244 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] No DVR routers for this DVR port ce51e471-38fb-4747-ae66-2ea48cd6c18f on host n-h1-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:41:16.212455 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Attempting to bind port ce51e471-38fb-4747-ae66-2ea48cd6c18f on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:41:16.212796 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Attempting to bind port ce51e471-38fb-4747-ae66-2ea48cd6c18f by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '62cc8ba5-bb5f-464e-964d-68bdb794bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:41:16.213124 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Attempting to bind port ce51e471-38fb-4747-ae66-2ea48cd6c18f on network 2451c5e0-278a-4ce9-a151-54717b142a5d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:41:16.217316 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Port ce51e471-38fb-4747-ae66-2ea48cd6c18f on network 2451c5e0-278a-4ce9-a151-54717b142a5d not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:41:16.217640 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Attempting to bind port ce51e471-38fb-4747-ae66-2ea48cd6c18f on network 2451c5e0-278a-4ce9-a151-54717b142a5d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:41:16.222354 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:41:16.222693 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Checking segment: {'id': '62cc8ba5-bb5f-464e-964d-68bdb794bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:16.223077 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Bound using segment: {'id': '62cc8ba5-bb5f-464e-964d-68bdb794bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:41:16.223496 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Bound port: ce51e471-38fb-4747-ae66-2ea48cd6c18f, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62cc8ba5-bb5f-464e-964d-68bdb794bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:41:16.223846 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:16.285880 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] For port ce51e471-38fb-4747-ae66-2ea48cd6c18f, host n-h2-827336-3, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:41:16.288832 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] For port ce51e471-38fb-4747-ae66-2ea48cd6c18f, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ce51e471-38fb-4747-ae66-2ea48cd6c18f,segment=NetworkSegment(62cc8ba5-bb5f-464e-964d-68bdb794bb02),segment_id=62cc8ba5-bb5f-464e-964d-68bdb794bb02)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:41:16.294772 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:16.333706 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:16.334378 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:16.335847 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] 10.222.0.31 "PUT /v2.0/ports/ce51e471-38fb-4747-ae66-2ea48cd6c18f HTTP/1.1" status: 200 len: 1092 time: 0.7686067 Feb 03 13:41:16.356706 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00141d9-fd1e-4da6-a354-75f9e8358d6a service neutron] Pushing event updated for resources: {'Port': ['ID=ce51e471-38fb-4747-ae66-2ea48cd6c18f,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:16.407342 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-676dfc01-c292-44fb-bc52-d650090b7ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:16.408919 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-676dfc01-c292-44fb-bc52-d650090b7ccf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 1126 time: 0.0464718 Feb 03 13:41:16.463976 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:16.508844 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-2add826b-d5e6-411a-835e-e3b13213a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:16.510417 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-2add826b-d5e6-411a-835e-e3b13213a7a3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2451c5e0-278a-4ce9-a151-54717b142a5d HTTP/1.1" status: 200 len: 898 time: 0.0957947 Feb 03 13:41:16.580488 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-a9386cda-fa1d-4a14-a272-ff3c5e61dbe1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce51e471-38fb-4747-ae66-2ea48cd6c18f HTTP/1.1" status: 200 len: 1000 time: 0.0634210 Feb 03 13:41:16.584014 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf85acf-2ebd-4b8b-9560-179be11ff050 req-f135ac93-c1d4-4bac-95f2-ff2c03d560ea tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:16.585527 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-adf85acf-2ebd-4b8b-9560-179be11ff050 req-f135ac93-c1d4-4bac-95f2-ff2c03d560ea tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 944 time: 0.0535021 Feb 03 13:41:16.630665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-4a627051-5e13-4c98-8374-f77923532325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:16.632295 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-4a627051-5e13-4c98-8374-f77923532325 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09ea1605-9f08-4192-ac0a-49a6a4679355 HTTP/1.1" status: 200 len: 834 time: 0.0462265 Feb 03 13:41:16.636847 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-adf85acf-2ebd-4b8b-9560-179be11ff050 req-08919701-07b1-44bd-a4b6-ec82b84c17ae tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454085 Feb 03 13:41:16.681030 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-bae03e5a-9250-40b3-ba62-3b6e1d81b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:16.682563 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-bae03e5a-9250-40b3-ba62-3b6e1d81b5b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2451c5e0-278a-4ce9-a151-54717b142a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447385 Feb 03 13:41:16.774181 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-38edf0a3-6b6f-419c-8f30-68b0002c69cb service neutron] 10.222.0.31 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857275 Feb 03 13:41:16.863038 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b191c84-68a9-4867-ba85-c0a0ed58c10b req-01b18df2-4c46-4902-9a2d-830a2b234eb0 service neutron] 10.222.0.31 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822845 Feb 03 13:41:17.763137 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16471e75-1a40-4e78-81f9-15c3d5c1aa1d req-1bc75a62-0a09-4f13-9e2b-476e4f69dcdf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:17.764644 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-16471e75-1a40-4e78-81f9-15c3d5c1aa1d req-1bc75a62-0a09-4f13-9e2b-476e4f69dcdf tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 944 time: 0.0574205 Feb 03 13:41:17.812571 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-16471e75-1a40-4e78-81f9-15c3d5c1aa1d req-c8d9b9e7-259b-4e00-877f-9f365c6f549c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415945 Feb 03 13:41:18.052790 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afe9dd3-2a04-47b6-bb16-8e488697af45', 'tag': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:41:18.055100 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd8e3d0d214f4b5a5c9346c817bb3d5c7dc8eede0041f0ac454b0f34c689af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0baec61-6eeb-4b38-8247-166871b4a2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0afe9dd3-2a04-47b6-bb16-8e488697af45", "tag": "ce51e471-38fb-4747-ae66-2ea48cd6c18f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:41:18.103050 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5fccf5-4369-4a34-82bb-486b3b8cdb4c x-openstack-request-id: req-fb5fccf5-4369-4a34-82bb-486b3b8cdb4c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:41:18.103351 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afe9dd3-2a04-47b6-bb16-8e488697af45", "tag": "ce51e471-38fb-4747-ae66-2ea48cd6c18f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:41:18.103655 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb5fccf5-4369-4a34-82bb-486b3b8cdb4c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:41:18.104544 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afe9dd3-2a04-47b6-bb16-8e488697af45', 'tag': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f', 'status': 'completed', 'code': 200} Feb 03 13:41:18.166656 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-c588305c-28e1-4f20-b145-9273c4daa5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:18.168411 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-c588305c-28e1-4f20-b145-9273c4daa5b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 1126 time: 0.0482147 Feb 03 13:41:18.191379 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-5444e600-0c04-41aa-8e53-e68d19f3fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:18.192932 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-5444e600-0c04-41aa-8e53-e68d19f3fa22 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 1126 time: 0.0455720 Feb 03 13:41:18.293226 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-a5225fb3-3f48-4af8-af25-b15c38fb01b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:18.294777 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-a5225fb3-3f48-4af8-af25-b15c38fb01b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2451c5e0-278a-4ce9-a151-54717b142a5d HTTP/1.1" status: 200 len: 898 time: 0.0921733 Feb 03 13:41:18.365434 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-1d58b049-322d-49d4-b1bb-30834e2e51a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce51e471-38fb-4747-ae66-2ea48cd6c18f HTTP/1.1" status: 200 len: 1000 time: 0.0644546 Feb 03 13:41:18.427172 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-2f74243b-f155-4124-b3e7-d55816e9016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:18.429677 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-2f74243b-f155-4124-b3e7-d55816e9016d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=09ea1605-9f08-4192-ac0a-49a6a4679355 HTTP/1.1" status: 200 len: 834 time: 0.0586481 Feb 03 13:41:18.485530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-3f54af00-3a78-48aa-8977-874dd9b05fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:18.487670 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-3f54af00-3a78-48aa-8977-874dd9b05fe7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2451c5e0-278a-4ce9-a151-54717b142a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0526481 Feb 03 13:41:18.586232 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-6e9ac0fd-8c02-4b45-8404-d56ee472da03 service neutron] 10.222.0.73 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924721 Feb 03 13:41:18.611829 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-42e952a9-850a-436f-a719-73901b7d2d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:18.613319 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-42e952a9-850a-436f-a719-73901b7d2d28 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2451c5e0-278a-4ce9-a151-54717b142a5d HTTP/1.1" status: 200 len: 898 time: 0.4378562 Feb 03 13:41:18.676984 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-b14693fd-5ed4-4ac8-b7b1-ed0766b00ec6 service neutron] 10.222.0.73 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847023 Feb 03 13:41:18.678411 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-11e26197-d378-4ff0-8e26-7eb526f8d657 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce51e471-38fb-4747-ae66-2ea48cd6c18f HTTP/1.1" status: 200 len: 1000 time: 0.0585954 Feb 03 13:41:18.727013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-8b25fefb-10f1-44e0-89c7-315c9869dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:18.728486 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-8b25fefb-10f1-44e0-89c7-315c9869dd53 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09ea1605-9f08-4192-ac0a-49a6a4679355 HTTP/1.1" status: 200 len: 834 time: 0.0445304 Feb 03 13:41:18.780542 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-8b8991fd-775f-4a51-ab03-1915285495eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:18.782028 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-8b8991fd-775f-4a51-ab03-1915285495eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2451c5e0-278a-4ce9-a151-54717b142a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476446 Feb 03 13:41:18.868954 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-91d0dd5b-b4a9-4452-9f88-4c1fbf36385e service neutron] 10.222.0.31 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810673 Feb 03 13:41:18.975160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device ce51e471-38fb-4747-ae66-2ea48cd6c18f details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:41:18.995898 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0baec61-6eeb-4b38-8247-166871b4a2e9 req-235a6364-81a5-45da-bbd8-949b1d230a47 service neutron] 10.222.0.31 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211891 Feb 03 13:41:19.007706 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df49515-4ec8-4254-8404-603047a17765 req-493fb398-b9fd-4253-bcac-23a918803357 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:19.009237 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3df49515-4ec8-4254-8404-603047a17765 req-493fb398-b9fd-4253-bcac-23a918803357 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 944 time: 0.1275711 Feb 03 13:41:19.066619 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3df49515-4ec8-4254-8404-603047a17765 req-dfbda93b-4477-4d92-a470-0f53e79789b1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512788 Feb 03 13:41:19.076742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port ce51e471-38fb-4747-ae66-2ea48cd6c18f, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ce51e471-38fb-4747-ae66-2ea48cd6c18f,segment=NetworkSegment(62cc8ba5-bb5f-464e-964d-68bdb794bb02),segment_id=62cc8ba5-bb5f-464e-964d-68bdb794bb02)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:19.089042 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f', 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d', 'port_id': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f', 'mac_address': 'fa:16:3e:d6:f0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ea1605-9f08-4192-ac0a-49a6a4679355', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:41:19.125289 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port ce51e471-38fb-4747-ae66-2ea48cd6c18f is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:19.125684 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:19.139106 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce51e471-38fb-4747-ae66-2ea48cd6c18f {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:41:19.159354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port ce51e471-38fb-4747-ae66-2ea48cd6c18f, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ce51e471-38fb-4747-ae66-2ea48cd6c18f,segment=NetworkSegment(62cc8ba5-bb5f-464e-964d-68bdb794bb02),segment_id=62cc8ba5-bb5f-464e-964d-68bdb794bb02)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:19.163648 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:19.225498 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=ce51e471-38fb-4747-ae66-2ea48cd6c18f,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:19.233358 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:19.233710 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:19.234052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:19.234386 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:19.234718 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:19.235045 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:19.235368 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:19.235776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:19.236118 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:19.236454 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:19.236796 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:19.237116 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:19.237433 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:19.272408 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddcd60-3355-43ed-978f-78c02b24a86c req-f547c3ec-fd06-45af-ab26-44584a36eda2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:19.273921 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-50ddcd60-3355-43ed-978f-78c02b24a86c req-f547c3ec-fd06-45af-ab26-44584a36eda2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 945 time: 0.0603349 Feb 03 13:41:19.294785 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af457868-6c77-42a1-8698-5bedaced65f7 req-c04a3448-caf5-4aba-b84f-a259c2e7771e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:19.296292 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af457868-6c77-42a1-8698-5bedaced65f7 req-c04a3448-caf5-4aba-b84f-a259c2e7771e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45&tenant_id=753993933a6e44c5adc86bc1f42799d5&binding%3Ahost_id=n-h2-827336-3 HTTP/1.1" status: 200 len: 945 time: 0.0597787 Feb 03 13:41:19.327585 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-50ddcd60-3355-43ed-978f-78c02b24a86c req-5eb72e61-8695-49c5-a15e-69fc3d80b776 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465622 Feb 03 13:41:19.357752 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ce51e471-38fb-4747-ae66-2ea48cd6c18f no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:41:19.362942 n-d-827336-3 neutron-server[103188]: INFO neutron.api.v2.resource [req-af457868-6c77-42a1-8698-5bedaced65f7 req-1d6a9edd-c3b0-4496-8dbd-0d727e1218e0 service neutron] delete failed (client error): The resource could not be found. Feb 03 13:41:19.364147 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af457868-6c77-42a1-8698-5bedaced65f7 req-1d6a9edd-c3b0-4496-8dbd-0d727e1218e0 service neutron] 10.222.0.73 "DELETE /v2.0/ports/ce51e471-38fb-4747-ae66-2ea48cd6c18f/bindings/n-h1-827336-3 HTTP/1.1" status: 404 len: 380 time: 0.0603783 Feb 03 13:41:19.399482 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] The host n-h1-827336-3 is not matching for port ce51e471-38fb-4747-ae66-2ea48cd6c18f host n-h2-827336-3! {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 03 13:41:19.400023 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ce51e471-38fb-4747-ae66-2ea48cd6c18f not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:41:19.414750 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['ce51e471-38fb-4747-ae66-2ea48cd6c18f'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:41:19.507592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af457868-6c77-42a1-8698-5bedaced65f7 req-22c1f9eb-8d25-4d85-afb8-85632c866748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:19.509045 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af457868-6c77-42a1-8698-5bedaced65f7 req-22c1f9eb-8d25-4d85-afb8-85632c866748 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 1127 time: 0.0808957 Feb 03 13:41:19.527875 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0132cec-46bf-4780-ac37-45aab1d50348 req-a5b79674-ea25-45db-8de3-071fda9cfa06 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:19.529644 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a0132cec-46bf-4780-ac37-45aab1d50348 req-a5b79674-ea25-45db-8de3-071fda9cfa06 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 945 time: 0.1297796 Feb 03 13:41:19.639639 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a0132cec-46bf-4780-ac37-45aab1d50348 req-6b1c9be6-88cc-45af-b49c-fa8ea21fe989 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989704 Feb 03 13:41:19.644467 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af457868-6c77-42a1-8698-5bedaced65f7 req-0fc46fcb-eefa-4784-aebd-9d523573c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:19.645874 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af457868-6c77-42a1-8698-5bedaced65f7 req-0fc46fcb-eefa-4784-aebd-9d523573c9f2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2451c5e0-278a-4ce9-a151-54717b142a5d HTTP/1.1" status: 200 len: 898 time: 0.1312528 Feb 03 13:41:19.710322 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af457868-6c77-42a1-8698-5bedaced65f7 req-f3ba5f50-677c-4b2f-98ee-60cc05615e07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce51e471-38fb-4747-ae66-2ea48cd6c18f HTTP/1.1" status: 200 len: 1001 time: 0.0581577 Feb 03 13:41:19.762024 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af457868-6c77-42a1-8698-5bedaced65f7 req-faf542f8-ecd3-43b7-b576-90a695194954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:19.763395 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af457868-6c77-42a1-8698-5bedaced65f7 req-faf542f8-ecd3-43b7-b576-90a695194954 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=09ea1605-9f08-4192-ac0a-49a6a4679355 HTTP/1.1" status: 200 len: 834 time: 0.0477977 Feb 03 13:41:19.813619 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af457868-6c77-42a1-8698-5bedaced65f7 req-f1f282e3-0623-4458-8ef4-dad2f8cf9791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:19.815126 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af457868-6c77-42a1-8698-5bedaced65f7 req-f1f282e3-0623-4458-8ef4-dad2f8cf9791 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2451c5e0-278a-4ce9-a151-54717b142a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461514 Feb 03 13:41:19.903039 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af457868-6c77-42a1-8698-5bedaced65f7 req-554bea9c-2554-44ba-a9b1-7fcced420582 service neutron] 10.222.0.73 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818119 Feb 03 13:41:19.996260 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af457868-6c77-42a1-8698-5bedaced65f7 req-423e1be4-96ad-4902-bdda-5f173ff21201 service neutron] 10.222.0.73 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877578 Feb 03 13:41:20.756911 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31995150-ecce-4ecb-83bb-8c28711da435 req-17de6215-c03d-435d-8b31-975b7b61e913 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:20.758392 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-31995150-ecce-4ecb-83bb-8c28711da435 req-17de6215-c03d-435d-8b31-975b7b61e913 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 945 time: 0.0516939 Feb 03 13:41:20.806114 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-31995150-ecce-4ecb-83bb-8c28711da435 req-1d58dc09-fc0c-47a1-bef6-1093f0714844 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421543 Feb 03 13:41:20.828668 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42242) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:20.891656 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ed7d3542-109e-4f8e-b673-f19f32540198 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/floatingips/cc2930b5-d069-4142-b2e3-10e4cb60c315 HTTP/1.1" status: 200 len: 993 time: 0.0618815 Feb 03 13:41:20.982209 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device ce51e471-38fb-4747-ae66-2ea48cd6c18f up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:41:21.034203 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port ce51e471-38fb-4747-ae66-2ea48cd6c18f completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:41:21.037958 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port ce51e471-38fb-4747-ae66-2ea48cd6c18f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:41:21.038380 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:21.116311 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port ce51e471-38fb-4747-ae66-2ea48cd6c18f is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:21.116696 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:21.138498 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afe9dd3-2a04-47b6-bb16-8e488697af45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:41:21.140723 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183f8baa-632d-4ea9-8fe2-3865f3a137b2" -d '{"events": [{"server_uuid": "0afe9dd3-2a04-47b6-bb16-8e488697af45", "name": "network-vif-plugged", "status": "completed", "tag": "ce51e471-38fb-4747-ae66-2ea48cd6c18f"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:41:21.154171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port ce51e471-38fb-4747-ae66-2ea48cd6c18f, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ce51e471-38fb-4747-ae66-2ea48cd6c18f,segment=NetworkSegment(62cc8ba5-bb5f-464e-964d-68bdb794bb02),segment_id=62cc8ba5-bb5f-464e-964d-68bdb794bb02)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:21.157793 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:21.205522 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=ce51e471-38fb-4747-ae66-2ea48cd6c18f,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:21.230708 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae67fb6-6693-40a0-90f0-8be3fc6a06e4 x-openstack-request-id: req-cae67fb6-6693-40a0-90f0-8be3fc6a06e4 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:41:21.231012 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afe9dd3-2a04-47b6-bb16-8e488697af45", "name": "network-vif-plugged", "status": "completed", "tag": "ce51e471-38fb-4747-ae66-2ea48cd6c18f", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:41:21.231269 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cae67fb6-6693-40a0-90f0-8be3fc6a06e4 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:41:21.231671 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afe9dd3-2a04-47b6-bb16-8e488697af45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f', 'code': 200} Feb 03 13:41:31.807667 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:33.639687 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ab4c89f2-c08e-4367-903c-c8a197304d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:36.239831 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-08036fe1-31df-4a98-8dd1-0bffcc7c641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:37.169558 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:38.461362 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:38.964059 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-917373d0-4925-4bc1-945e-af48836b72fb req-07294911-bf74-4448-8abc-484db68e3b67 service neutron] (103189) timed out ('10.222.0.18', 52026) {{(pid=103189) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 13:41:40.053875 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:46.477532 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:49.437994 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42260) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:49.592768 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e1d303dd-9d2e-4a09-a4b4-3913c230133a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting port c2f3e405-46f6-442f-b901-e480cfce97b2 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:41:49.593022 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1d303dd-9d2e-4a09-a4b4-3913c230133a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (c2f3e405-46f6-442f-b901-e480cfce97b2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:49.666783 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1d303dd-9d2e-4a09-a4b4-3913c230133a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (c2f3e405-46f6-442f-b901-e480cfce97b2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:49.667111 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1d303dd-9d2e-4a09-a4b4-3913c230133a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for floatingip (c2f3e405-46f6-442f-b901-e480cfce97b2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:49.678649 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e1d303dd-9d2e-4a09-a4b4-3913c230133a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Calling delete_port for c2f3e405-46f6-442f-b901-e480cfce97b2 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:41:49.824209 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1d303dd-9d2e-4a09-a4b4-3913c230133a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (c2f3e405-46f6-442f-b901-e480cfce97b2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:49.850939 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d303dd-9d2e-4a09-a4b4-3913c230133a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Port': ['ID=c2f3e405-46f6-442f-b901-e480cfce97b2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:49.913263 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1d303dd-9d2e-4a09-a4b4-3913c230133a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for floatingip (cc2930b5-d069-4142-b2e3-10e4cb60c315), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:49.913592 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-e1d303dd-9d2e-4a09-a4b4-3913c230133a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Floating IP cc2930b5-d069-4142-b2e3-10e4cb60c315 disassociated (deleted). External IP: 172.25.6.105, port: ce51e471-38fb-4747-ae66-2ea48cd6c18f. Feb 03 13:41:50.124134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d303dd-9d2e-4a09-a4b4-3913c230133a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router 93f66f1c-400f-464a-aed6-845e588ac92a has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:41:50.231580 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d303dd-9d2e-4a09-a4b4-3913c230133a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:41:50.236666 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1d303dd-9d2e-4a09-a4b4-3913c230133a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:50.241694 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b1a6c-d713-4013-a094-08992b6c6726 None None] Sync routers for ids ['93f66f1c-400f-464a-aed6-845e588ac92a'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:41:50.251835 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b1a6c-d713-4013-a094-08992b6c6726 None None] Routers {'93f66f1c-400f-464a-aed6-845e588ac92a'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:41:50.252487 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-423b1a6c-d713-4013-a094-08992b6c6726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:41:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['93f66f1c-400f-464a-aed6-845e588ac92a'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:50.266326 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e1d303dd-9d2e-4a09-a4b4-3913c230133a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/floatingips/cc2930b5-d069-4142-b2e3-10e4cb60c315 HTTP/1.1" status: 204 len: 168 time: 0.8269687 Feb 03 13:41:50.266972 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afe9dd3-2a04-47b6-bb16-8e488697af45', 'tag': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:41:50.269277 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd8e3d0d214f4b5a5c9346c817bb3d5c7dc8eede0041f0ac454b0f34c689af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ec1d5f-1e17-49e2-a011-a0b719efb2f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0afe9dd3-2a04-47b6-bb16-8e488697af45", "tag": "ce51e471-38fb-4747-ae66-2ea48cd6c18f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:41:50.329769 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91927d2c-50c4-4053-9493-e4ef77a867ae x-openstack-request-id: req-91927d2c-50c4-4053-9493-e4ef77a867ae {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:41:50.330260 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afe9dd3-2a04-47b6-bb16-8e488697af45", "tag": "ce51e471-38fb-4747-ae66-2ea48cd6c18f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:41:50.330709 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91927d2c-50c4-4053-9493-e4ef77a867ae {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:41:50.331125 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afe9dd3-2a04-47b6-bb16-8e488697af45', 'tag': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f', 'status': 'completed', 'code': 200} Feb 03 13:41:50.361989 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-423b1a6c-d713-4013-a094-08992b6c6726 None None] Set router 93f66f1c-400f-464a-aed6-845e588ac92a gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:41:50.397077 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec1d5f-1e17-49e2-a011-a0b719efb2f0 req-717a87de-a50a-429f-9518-bf8cc0055e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:50.398592 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51ec1d5f-1e17-49e2-a011-a0b719efb2f0 req-717a87de-a50a-429f-9518-bf8cc0055e65 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 1128 time: 0.0484025 Feb 03 13:41:50.532758 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec1d5f-1e17-49e2-a011-a0b719efb2f0 req-4a095c0f-c676-4cf4-95a8-af22d084e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:50.534322 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51ec1d5f-1e17-49e2-a011-a0b719efb2f0 req-4a095c0f-c676-4cf4-95a8-af22d084e42b service neutron] 10.222.0.31 "GET /v2.0/networks?id=2451c5e0-278a-4ce9-a151-54717b142a5d HTTP/1.1" status: 200 len: 898 time: 0.1293607 Feb 03 13:41:50.566087 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-423b1a6c-d713-4013-a094-08992b6c6726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987310395', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:12Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d', 'name': '', 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:8b:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '09ea1605-9f08-4192-ac0a-49a6a4679355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:11Z', 'updated_at': '2022-02-03T13:39:15Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '09ea1605-9f08-4192-ac0a-49a6a4679355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:50.584119 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1361ec-b758-4229-9ce1-948d24cb1ef0 req-af043a03-7334-4e19-b7fd-6b5f052b8e3c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:50.585600 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b1361ec-b758-4229-9ce1-948d24cb1ef0 req-af043a03-7334-4e19-b7fd-6b5f052b8e3c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.1013715 Feb 03 13:41:50.586847 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51ec1d5f-1e17-49e2-a011-a0b719efb2f0 req-353c53f4-3341-4a63-91f5-166fb39ad655 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce51e471-38fb-4747-ae66-2ea48cd6c18f HTTP/1.1" status: 200 len: 217 time: 0.0451643 Feb 03 13:41:50.591590 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b1a6c-d713-4013-a094-08992b6c6726 None None] Checking router: 93f66f1c-400f-464a-aed6-845e588ac92a for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:41:50.600385 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b1a6c-d713-4013-a094-08992b6c6726 None None] Routers {'93f66f1c-400f-464a-aed6-845e588ac92a'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:41:50.600983 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-423b1a6c-d713-4013-a094-08992b6c6726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:41:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['93f66f1c-400f-464a-aed6-845e588ac92a'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:50.673143 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8b1361ec-b758-4229-9ce1-948d24cb1ef0 req-b3d6d513-fba2-4a49-aa25-e8a86f77f63a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816782 Feb 03 13:41:50.674474 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec1d5f-1e17-49e2-a011-a0b719efb2f0 req-7a00eb73-bad8-410a-bad7-8b6f36204db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:50.676500 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51ec1d5f-1e17-49e2-a011-a0b719efb2f0 req-7a00eb73-bad8-410a-bad7-8b6f36204db9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=09ea1605-9f08-4192-ac0a-49a6a4679355 HTTP/1.1" status: 200 len: 834 time: 0.0772979 Feb 03 13:41:50.707627 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-423b1a6c-d713-4013-a094-08992b6c6726 None None] Set router 93f66f1c-400f-464a-aed6-845e588ac92a gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:41:50.726731 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec1d5f-1e17-49e2-a011-a0b719efb2f0 req-f3f52cae-aa50-45ad-be29-0d70e5fa4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:50.728281 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51ec1d5f-1e17-49e2-a011-a0b719efb2f0 req-f3f52cae-aa50-45ad-be29-0d70e5fa4ba0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2451c5e0-278a-4ce9-a151-54717b142a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452278 Feb 03 13:41:50.823858 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51ec1d5f-1e17-49e2-a011-a0b719efb2f0 req-e17ed0cc-04b0-4b00-86d4-49ec2ba87100 service neutron] 10.222.0.31 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873549 Feb 03 13:41:50.902733 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-423b1a6c-d713-4013-a094-08992b6c6726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987310395', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:12Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d', 'name': '', 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:8b:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '09ea1605-9f08-4192-ac0a-49a6a4679355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:11Z', 'updated_at': '2022-02-03T13:39:15Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '09ea1605-9f08-4192-ac0a-49a6a4679355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:50.913981 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51ec1d5f-1e17-49e2-a011-a0b719efb2f0 req-53ea16e3-48fc-4797-8bfb-324ac0e2f4f0 service neutron] 10.222.0.31 "GET /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830963 Feb 03 13:41:50.934154 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b1a6c-d713-4013-a094-08992b6c6726 None None] The sync data for ids ['93f66f1c-400f-464a-aed6-845e588ac92a'] in n-d-827336-3 is: [{'id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987310395', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:12Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d', 'name': '', 'network_id': '2451c5e0-278a-4ce9-a151-54717b142a5d', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:8b:c8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '09ea1605-9f08-4192-ac0a-49a6a4679355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:11Z', 'updated_at': '2022-02-03T13:39:15Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '09ea1605-9f08-4192-ac0a-49a6a4679355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:41:51.158504 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2d3eaa-15f7-4e61-9948-32823794ba79 None None] New status for floating IP cc2930b5-d069-4142-b2e3-10e4cb60c315: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:41:51.796013 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2c1e7-0d39-464e-afa5-67d2e6dd707d req-d1739dba-64b8-499c-8739-cbadc72098ea tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:51.797554 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-00d2c1e7-0d39-464e-afa5-67d2e6dd707d req-d1739dba-64b8-499c-8739-cbadc72098ea tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0535238 Feb 03 13:41:51.835691 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e4e27-22e7-4df1-9728-dde63b71ae36 req-4d913439-35b2-411b-94b8-cd80a4efae20 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:51.837173 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-846e4e27-22e7-4df1-9728-dde63b71ae36 req-4d913439-35b2-411b-94b8-cd80a4efae20 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.31 "GET /v2.0/ports?device_id=0afe9dd3-2a04-47b6-bb16-8e488697af45 HTTP/1.1" status: 200 len: 946 time: 0.0520453 Feb 03 13:41:51.847912 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-00d2c1e7-0d39-464e-afa5-67d2e6dd707d req-99d5ad1c-7c64-4da6-856c-afb5ca2b270e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f9f84c4-5258-4fac-8eff-5711116d4d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437942 Feb 03 13:41:51.932261 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-846e4e27-22e7-4df1-9728-dde63b71ae36 req-6273b622-ffc9-4fe7-907d-750d4738872f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting port ce51e471-38fb-4747-ae66-2ea48cd6c18f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:41:51.932597 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-846e4e27-22e7-4df1-9728-dde63b71ae36 req-6273b622-ffc9-4fe7-907d-750d4738872f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:52.017525 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [req-846e4e27-22e7-4df1-9728-dde63b71ae36 req-6273b622-ffc9-4fe7-907d-750d4738872f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] For port ce51e471-38fb-4747-ae66-2ea48cd6c18f, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=ce51e471-38fb-4747-ae66-2ea48cd6c18f,segment=NetworkSegment(62cc8ba5-bb5f-464e-964d-68bdb794bb02),segment_id=62cc8ba5-bb5f-464e-964d-68bdb794bb02)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:52.017799 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-846e4e27-22e7-4df1-9728-dde63b71ae36 req-6273b622-ffc9-4fe7-907d-750d4738872f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:52.034319 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [req-846e4e27-22e7-4df1-9728-dde63b71ae36 req-6273b622-ffc9-4fe7-907d-750d4738872f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Calling delete_port for ce51e471-38fb-4747-ae66-2ea48cd6c18f owned by compute:nova {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:41:52.161374 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-846e4e27-22e7-4df1-9728-dde63b71ae36 req-6273b622-ffc9-4fe7-907d-750d4738872f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (ce51e471-38fb-4747-ae66-2ea48cd6c18f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:52.191191 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273b622-ffc9-4fe7-907d-750d4738872f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Port': ['ID=ce51e471-38fb-4747-ae66-2ea48cd6c18f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:52.235641 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [req-846e4e27-22e7-4df1-9728-dde63b71ae36 req-6273b622-ffc9-4fe7-907d-750d4738872f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] No DVR routers for this DVR port ce51e471-38fb-4747-ae66-2ea48cd6c18f on host n-h2-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:41:52.238822 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [req-846e4e27-22e7-4df1-9728-dde63b71ae36 req-6273b622-ffc9-4fe7-907d-750d4738872f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:52.242127 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-846e4e27-22e7-4df1-9728-dde63b71ae36 req-6273b622-ffc9-4fe7-907d-750d4738872f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.31 "DELETE /v2.0/ports/ce51e471-38fb-4747-ae66-2ea48cd6c18f HTTP/1.1" status: 204 len: 173 time: 0.3993466 Feb 03 13:41:52.332505 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afe9dd3-2a04-47b6-bb16-8e488697af45', 'name': 'network-vif-deleted', 'tag': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:41:52.334910 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd8e3d0d214f4b5a5c9346c817bb3d5c7dc8eede0041f0ac454b0f34c689af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f0bcd5-748c-404e-8e82-80156a6ab7f7" -d '{"events": [{"server_uuid": "0afe9dd3-2a04-47b6-bb16-8e488697af45", "name": "network-vif-deleted", "tag": "ce51e471-38fb-4747-ae66-2ea48cd6c18f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:41:52.375817 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfedd0c-04c3-415b-bf23-9d9372b8996d x-openstack-request-id: req-5bfedd0c-04c3-415b-bf23-9d9372b8996d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:41:52.376140 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afe9dd3-2a04-47b6-bb16-8e488697af45", "name": "network-vif-deleted", "tag": "ce51e471-38fb-4747-ae66-2ea48cd6c18f", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:41:52.376388 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5bfedd0c-04c3-415b-bf23-9d9372b8996d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:41:52.376789 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afe9dd3-2a04-47b6-bb16-8e488697af45', 'name': 'network-vif-deleted', 'tag': 'ce51e471-38fb-4747-ae66-2ea48cd6c18f', 'status': 'completed', 'code': 200} Feb 03 13:41:52.874416 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:41:52.904801 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42274) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:53.273681 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (93f66f1c-400f-464a-aed6-845e588ac92a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:53.542255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting port 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:41:53.542500 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:53.632397 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] For port 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d,segment=NetworkSegment(62cc8ba5-bb5f-464e-964d-68bdb794bb02),segment_id=62cc8ba5-bb5f-464e-964d-68bdb794bb02)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:53.632772 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:53.644529 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Calling delete_port for 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:41:53.830558 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:53.858743 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Port': ['ID=26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:53.884024 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:53.884452 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:53.884743 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:53.885094 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:53.885440 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:53.885780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:53.886119 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:53.886460 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:53.886793 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:53.887126 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:53.887461 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:53.887794 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:53.888155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:41:54.042872 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (93f66f1c-400f-464a-aed6-845e588ac92a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:54.256406 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router 93f66f1c-400f-464a-aed6-845e588ac92a has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:41:54.362863 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:41:54.370185 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b2838fee-8aa8-48ed-9dd6-62354c004a7a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "PUT /v2.0/routers/93f66f1c-400f-464a-aed6-845e588ac92a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4627790 Feb 03 13:41:54.371317 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42276) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:54.374270 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8c9489-ac8e-4432-b061-71a3b679c8d7 None None] Sync routers for ids ['93f66f1c-400f-464a-aed6-845e588ac92a'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:41:54.384189 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8c9489-ac8e-4432-b061-71a3b679c8d7 None None] Routers {'93f66f1c-400f-464a-aed6-845e588ac92a'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:41:54.384797 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-eb8c9489-ac8e-4432-b061-71a3b679c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:41:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['93f66f1c-400f-464a-aed6-845e588ac92a'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:54.421268 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-894d0579-5d15-4022-8c60-3c01c8646571 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting subnet 09ea1605-9f08-4192-ac0a-49a6a4679355 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:41:54.424356 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-894d0579-5d15-4022-8c60-3c01c8646571 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for subnet (09ea1605-9f08-4192-ac0a-49a6a4679355), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:54.464541 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-894d0579-5d15-4022-8c60-3c01c8646571 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (09ea1605-9f08-4192-ac0a-49a6a4679355), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:54.487887 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-eb8c9489-ac8e-4432-b061-71a3b679c8d7 None None] Set router 93f66f1c-400f-464a-aed6-845e588ac92a gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:41:54.553037 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-894d0579-5d15-4022-8c60-3c01c8646571 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (09ea1605-9f08-4192-ac0a-49a6a4679355), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:54.614745 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-894d0579-5d15-4022-8c60-3c01c8646571 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (09ea1605-9f08-4192-ac0a-49a6a4679355), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:54.643217 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d0579-5d15-4022-8c60-3c01c8646571 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Subnet': ['ID=09ea1605-9f08-4192-ac0a-49a6a4679355,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:54.645770 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-894d0579-5d15-4022-8c60-3c01c8646571 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:54.649253 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-894d0579-5d15-4022-8c60-3c01c8646571 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/subnets/09ea1605-9f08-4192-ac0a-49a6a4679355 HTTP/1.1" status: 204 len: 168 time: 0.2769182 Feb 03 13:41:54.652314 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42278) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:54.656729 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b2cf94-8868-49c9-8e50-8b14db13aa8a None None] Network 2451c5e0-278a-4ce9-a151-54717b142a5d requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:54.759449 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-eb8c9489-ac8e-4432-b061-71a3b679c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987310395', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:41:53Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:54.762416 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef5cf3f9-94dc-4d39-a237-e140062cee01 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router (93f66f1c-400f-464a-aed6-845e588ac92a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:54.791574 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8c9489-ac8e-4432-b061-71a3b679c8d7 None None] Checking router: 93f66f1c-400f-464a-aed6-845e588ac92a for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:41:54.799827 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8c9489-ac8e-4432-b061-71a3b679c8d7 None None] Routers {'93f66f1c-400f-464a-aed6-845e588ac92a'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:41:54.800478 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-eb8c9489-ac8e-4432-b061-71a3b679c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:41:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['93f66f1c-400f-464a-aed6-845e588ac92a'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:54.816026 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05ba55a-e2fe-4281-ae7f-7d9feddffc1b None None] DHCP port deletion for 2451c5e0-278a-4ce9-a151-54717b142a5d request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:41:54.873194 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d05ba55a-e2fe-4281-ae7f-7d9feddffc1b None None] Deleting port 7a96d282-37a1-4111-b9bc-66133a7b8038 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:41:54.873924 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d05ba55a-e2fe-4281-ae7f-7d9feddffc1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (7a96d282-37a1-4111-b9bc-66133a7b8038), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:54.885452 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef5cf3f9-94dc-4d39-a237-e140062cee01 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_gateway (93f66f1c-400f-464a-aed6-845e588ac92a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:54.929004 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-eb8c9489-ac8e-4432-b061-71a3b679c8d7 None None] Set router 93f66f1c-400f-464a-aed6-845e588ac92a gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:41:54.947856 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ef5cf3f9-94dc-4d39-a237-e140062cee01 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting port 44e93cc8-44a2-44d2-8cfa-22265b44e303 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:41:54.948197 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d05ba55a-e2fe-4281-ae7f-7d9feddffc1b None None] For port 7a96d282-37a1-4111-b9bc-66133a7b8038, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7a96d282-37a1-4111-b9bc-66133a7b8038,segment=NetworkSegment(62cc8ba5-bb5f-464e-964d-68bdb794bb02),segment_id=62cc8ba5-bb5f-464e-964d-68bdb794bb02)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:54.948339 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef5cf3f9-94dc-4d39-a237-e140062cee01 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (44e93cc8-44a2-44d2-8cfa-22265b44e303), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:54.949117 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d05ba55a-e2fe-4281-ae7f-7d9feddffc1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (7a96d282-37a1-4111-b9bc-66133a7b8038), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:54.968959 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d05ba55a-e2fe-4281-ae7f-7d9feddffc1b None None] Calling delete_port for 7a96d282-37a1-4111-b9bc-66133a7b8038 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:41:54.983742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7a96d282-37a1-4111-b9bc-66133a7b8038 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:41:55.032572 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ef5cf3f9-94dc-4d39-a237-e140062cee01 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] For port 44e93cc8-44a2-44d2-8cfa-22265b44e303, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=44e93cc8-44a2-44d2-8cfa-22265b44e303,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:41:55.033012 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef5cf3f9-94dc-4d39-a237-e140062cee01 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (44e93cc8-44a2-44d2-8cfa-22265b44e303), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:55.045368 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ef5cf3f9-94dc-4d39-a237-e140062cee01 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Calling delete_port for 44e93cc8-44a2-44d2-8cfa-22265b44e303 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:41:55.111055 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-eb8c9489-ac8e-4432-b061-71a3b679c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987310395', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:41:53Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:55.127811 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 7a96d282-37a1-4111-b9bc-66133a7b8038 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:41:55.128226 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7a96d282-37a1-4111-b9bc-66133a7b8038), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:55.139548 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8c9489-ac8e-4432-b061-71a3b679c8d7 None None] The sync data for ids ['93f66f1c-400f-464a-aed6-845e588ac92a'] in n-d-827336-3 is: [{'id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-987310395', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:41:53Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '44e93cc8-44a2-44d2-8cfa-22265b44e303', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:50:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f66f1c-400f-464a-aed6-845e588ac92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:39:09Z', 'updated_at': '2022-02-03T13:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:41:55.158747 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d05ba55a-e2fe-4281-ae7f-7d9feddffc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (7a96d282-37a1-4111-b9bc-66133a7b8038), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:55.209051 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ba55a-e2fe-4281-ae7f-7d9feddffc1b None None] Pushing event deleted for resources: {'Port': ['ID=7a96d282-37a1-4111-b9bc-66133a7b8038,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:55.213833 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05ba55a-e2fe-4281-ae7f-7d9feddffc1b None None] No DVR routers for this DVR port 7a96d282-37a1-4111-b9bc-66133a7b8038 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:41:55.233376 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef5cf3f9-94dc-4d39-a237-e140062cee01 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (44e93cc8-44a2-44d2-8cfa-22265b44e303), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:55.260709 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cf3f9-94dc-4d39-a237-e140062cee01 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Port': ['ID=44e93cc8-44a2-44d2-8cfa-22265b44e303,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:55.319887 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef5cf3f9-94dc-4d39-a237-e140062cee01 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (93f66f1c-400f-464a-aed6-845e588ac92a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:55.412964 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef5cf3f9-94dc-4d39-a237-e140062cee01 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (93f66f1c-400f-464a-aed6-845e588ac92a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:55.415122 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef5cf3f9-94dc-4d39-a237-e140062cee01 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_controller (93f66f1c-400f-464a-aed6-845e588ac92a), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:55.803279 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef5cf3f9-94dc-4d39-a237-e140062cee01 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (93f66f1c-400f-464a-aed6-845e588ac92a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:55.803910 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5cf3f9-94dc-4d39-a237-e140062cee01 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Fanout notify agent at l3_agent the message router_deleted on router 93f66f1c-400f-464a-aed6-845e588ac92a {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:41:55.810638 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef5cf3f9-94dc-4d39-a237-e140062cee01 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:55.811754 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ef5cf3f9-94dc-4d39-a237-e140062cee01 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/routers/93f66f1c-400f-464a-aed6-845e588ac92a HTTP/1.1" status: 204 len: 168 time: 1.1584780 Feb 03 13:41:55.814424 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42280) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:55.894508 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96ba088e-0864-4056-b070-d5fd1bddb1ea tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (2451c5e0-278a-4ce9-a151-54717b142a5d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:55.984190 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96ba088e-0864-4056-b070-d5fd1bddb1ea tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (2451c5e0-278a-4ce9-a151-54717b142a5d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.004436 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-96ba088e-0864-4056-b070-d5fd1bddb1ea tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2451c5e0-278a-4ce9-a151-54717b142a5d']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:56.013414 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-96ba088e-0864-4056-b070-d5fd1bddb1ea tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cc8ba5-bb5f-464e-964d-68bdb794bb02') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:56.013714 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-96ba088e-0864-4056-b070-d5fd1bddb1ea tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cc8ba5-bb5f-464e-964d-68bdb794bb02') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:56.023197 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96ba088e-0864-4056-b070-d5fd1bddb1ea tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (62cc8ba5-bb5f-464e-964d-68bdb794bb02), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.037046 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96ba088e-0864-4056-b070-d5fd1bddb1ea tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (62cc8ba5-bb5f-464e-964d-68bdb794bb02), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.043214 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ba088e-0864-4056-b070-d5fd1bddb1ea tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:41:56.043599 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96ba088e-0864-4056-b070-d5fd1bddb1ea tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (62cc8ba5-bb5f-464e-964d-68bdb794bb02), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:41:56.046708 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:41:56.107155 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96ba088e-0864-4056-b070-d5fd1bddb1ea tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (2451c5e0-278a-4ce9-a151-54717b142a5d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.117507 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96ba088e-0864-4056-b070-d5fd1bddb1ea tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.121221 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-96ba088e-0864-4056-b070-d5fd1bddb1ea tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/networks/2451c5e0-278a-4ce9-a151-54717b142a5d HTTP/1.1" status: 204 len: 168 time: 0.3056917 Feb 03 13:41:56.125666 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42282) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:56.135846 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba088e-0864-4056-b070-d5fd1bddb1ea tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Network': ['ID=2451c5e0-278a-4ce9-a151-54717b142a5d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:56.190964 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f57a8e9a-ba6b-428b-b87b-eeee73c0527f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (9f9f84c4-5258-4fac-8eff-5711116d4d31), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.217179 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f57a8e9a-ba6b-428b-b87b-eeee73c0527f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (9f9f84c4-5258-4fac-8eff-5711116d4d31), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.281663 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f57a8e9a-ba6b-428b-b87b-eeee73c0527f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (9f9f84c4-5258-4fac-8eff-5711116d4d31), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.284413 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f57a8e9a-ba6b-428b-b87b-eeee73c0527f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.288213 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f57a8e9a-ba6b-428b-b87b-eeee73c0527f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/security-groups/9f9f84c4-5258-4fac-8eff-5711116d4d31 HTTP/1.1" status: 204 len: 168 time: 0.1577840 Feb 03 13:41:56.296829 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a8e9a-ba6b-428b-b87b-eeee73c0527f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9f84c4-5258-4fac-8eff-5711116d4d31,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:56.490009 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42288) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:56.494614 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-a99975c2-5f2f-48ea-98c6-40875b85321e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1632591917', 'description': 'tempest-secgroup-smoke-1632591917 description', 'project_id': '753993933a6e44c5adc86bc1f42799d5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:56.515822 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a99975c2-5f2f-48ea-98c6-40875b85321e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.581434 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a99975c2-5f2f-48ea-98c6-40875b85321e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (da0d78c0-0ccc-48a1-bcba-d3e9280bdb41), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.585874 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a99975c2-5f2f-48ea-98c6-40875b85321e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (da0d78c0-0ccc-48a1-bcba-d3e9280bdb41), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.618709 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a99975c2-5f2f-48ea-98c6-40875b85321e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.619914 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-a99975c2-5f2f-48ea-98c6-40875b85321e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1288958 Feb 03 13:41:56.621758 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99975c2-5f2f-48ea-98c6-40875b85321e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:56.622904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42290) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:56.627643 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d924b26c-1ccb-4b9c-bf2c-0551021697ed tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': 'da0d78c0-0ccc-48a1-bcba-d3e9280bdb41', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:56.652675 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d924b26c-1ccb-4b9c-bf2c-0551021697ed tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (7f24efe4-2765-4e3f-95a6-bc39506fc595), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.706497 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d924b26c-1ccb-4b9c-bf2c-0551021697ed tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (7f24efe4-2765-4e3f-95a6-bc39506fc595), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.711271 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d924b26c-1ccb-4b9c-bf2c-0551021697ed tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (7f24efe4-2765-4e3f-95a6-bc39506fc595), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.731268 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924b26c-1ccb-4b9c-bf2c-0551021697ed tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f24efe4-2765-4e3f-95a6-bc39506fc595,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:56.736976 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d924b26c-1ccb-4b9c-bf2c-0551021697ed tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.738141 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d924b26c-1ccb-4b9c-bf2c-0551021697ed tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141872 Feb 03 13:41:56.741371 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42292) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:56.745562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1733dc7e-04ad-481d-b2dc-f99ee53f8426 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': 'da0d78c0-0ccc-48a1-bcba-d3e9280bdb41', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:56.769467 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1733dc7e-04ad-481d-b2dc-f99ee53f8426 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (f9211247-ce0b-44c8-9b1e-e29e0190a34c), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.833551 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1733dc7e-04ad-481d-b2dc-f99ee53f8426 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (f9211247-ce0b-44c8-9b1e-e29e0190a34c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.837262 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1733dc7e-04ad-481d-b2dc-f99ee53f8426 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (f9211247-ce0b-44c8-9b1e-e29e0190a34c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.855646 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733dc7e-04ad-481d-b2dc-f99ee53f8426 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9211247-ce0b-44c8-9b1e-e29e0190a34c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:56.856666 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:41:56.861327 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1733dc7e-04ad-481d-b2dc-f99ee53f8426 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.866038 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1733dc7e-04ad-481d-b2dc-f99ee53f8426 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203716 Feb 03 13:41:56.866167 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42294) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:56.870715 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-b9643902-047d-4fc7-bd53-2a83e0c1920b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': 'da0d78c0-0ccc-48a1-bcba-d3e9280bdb41', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:56.876978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:41:56.877331 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 26eb5a45-aa15-4ff1-a442-ba6f3efb2b1d not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:41:56.877747 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 44e93cc8-44a2-44d2-8cfa-22265b44e303 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:41:56.895580 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9643902-047d-4fc7-bd53-2a83e0c1920b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (955b0fa3-1c69-4b91-9ddf-268e31baf249), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.897616 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 44e93cc8-44a2-44d2-8cfa-22265b44e303 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:41:56.897969 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 44e93cc8-44a2-44d2-8cfa-22265b44e303 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:41:56.951389 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9643902-047d-4fc7-bd53-2a83e0c1920b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (955b0fa3-1c69-4b91-9ddf-268e31baf249), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.955105 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9643902-047d-4fc7-bd53-2a83e0c1920b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (955b0fa3-1c69-4b91-9ddf-268e31baf249), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.972935 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9643902-047d-4fc7-bd53-2a83e0c1920b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955b0fa3-1c69-4b91-9ddf-268e31baf249,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:56.982719 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9643902-047d-4fc7-bd53-2a83e0c1920b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:56.983910 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b9643902-047d-4fc7-bd53-2a83e0c1920b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167517 Feb 03 13:41:56.986711 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42296) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:56.991552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0b1e01cf-b788-443c-a74c-1b91caf00a99 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': 'da0d78c0-0ccc-48a1-bcba-d3e9280bdb41', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:57.015518 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b1e01cf-b788-443c-a74c-1b91caf00a99 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (8e6d6d84-0559-474f-bb17-0099eacc7982), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.071198 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b1e01cf-b788-443c-a74c-1b91caf00a99 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (8e6d6d84-0559-474f-bb17-0099eacc7982), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.074931 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b1e01cf-b788-443c-a74c-1b91caf00a99 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (8e6d6d84-0559-474f-bb17-0099eacc7982), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.092249 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e01cf-b788-443c-a74c-1b91caf00a99 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6d6d84-0559-474f-bb17-0099eacc7982,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:57.099962 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b1e01cf-b788-443c-a74c-1b91caf00a99 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.101151 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0b1e01cf-b788-443c-a74c-1b91caf00a99 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1135278 Feb 03 13:41:57.103859 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42298) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:57.108026 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9c5c9954-3ca7-4c6d-944e-4035f8854e64 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': 'da0d78c0-0ccc-48a1-bcba-d3e9280bdb41', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:57.127927 n-d-827336-3 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-9c5c9954-3ca7-4c6d-944e-4035f8854e64 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Project 753993933a6e44c5adc86bc1f42799d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:41:57.132901 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9954-3ca7-4c6d-944e-4035f8854e64 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (cbd32663-d9c6-4982-865a-58c55cc147b6), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.137128 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device ce51e471-38fb-4747-ae66-2ea48cd6c18f no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:41:57.159056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] No Port match for: ce51e471-38fb-4747-ae66-2ea48cd6c18f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:41:57.159403 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device ce51e471-38fb-4747-ae66-2ea48cd6c18f not bound to the agent host n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:41:57.190272 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9954-3ca7-4c6d-944e-4035f8854e64 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (cbd32663-d9c6-4982-865a-58c55cc147b6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.193844 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9954-3ca7-4c6d-944e-4035f8854e64 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (cbd32663-d9c6-4982-865a-58c55cc147b6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.213358 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c9954-3ca7-4c6d-944e-4035f8854e64 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd32663-d9c6-4982-865a-58c55cc147b6,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:57.220079 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9954-3ca7-4c6d-944e-4035f8854e64 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.221296 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9c5c9954-3ca7-4c6d-944e-4035f8854e64 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165197 Feb 03 13:41:57.224529 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42300) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:57.228709 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-0431d148-1860-43c7-abc3-c504e9ec342d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': 'da0d78c0-0ccc-48a1-bcba-d3e9280bdb41', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:57.249001 n-d-827336-3 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-0431d148-1860-43c7-abc3-c504e9ec342d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Project 753993933a6e44c5adc86bc1f42799d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:41:57.253714 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0431d148-1860-43c7-abc3-c504e9ec342d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (2e232161-035c-486d-bfcd-8aef582df517), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.313810 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0431d148-1860-43c7-abc3-c504e9ec342d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (2e232161-035c-486d-bfcd-8aef582df517), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.317525 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0431d148-1860-43c7-abc3-c504e9ec342d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (2e232161-035c-486d-bfcd-8aef582df517), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.335077 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431d148-1860-43c7-abc3-c504e9ec342d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e232161-035c-486d-bfcd-8aef582df517,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:57.349057 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0431d148-1860-43c7-abc3-c504e9ec342d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.350295 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-0431d148-1860-43c7-abc3-c504e9ec342d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248388 Feb 03 13:41:57.353137 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42302) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:57.357829 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6434b0ac-2b1d-46c3-8a7a-20e3befcafca tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'network': {'name': 'tempest-network-smoke--789132107', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'port_security_enabled': True}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:57.377066 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6434b0ac-2b1d-46c3-8a7a-20e3befcafca tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Made reservation on behalf of 753993933a6e44c5adc86bc1f42799d5 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:57.380491 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6434b0ac-2b1d-46c3-8a7a-20e3befcafca tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.403242 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6434b0ac-2b1d-46c3-8a7a-20e3befcafca tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:41:57.413336 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6434b0ac-2b1d-46c3-8a7a-20e3befcafca tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (3b017ff5-efae-4a2b-9ec7-5825587f45ed), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.413671 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-6434b0ac-2b1d-46c3-8a7a-20e3befcafca tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Added segment 3b017ff5-efae-4a2b-9ec7-5825587f45ed of type vlan for network 0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 Feb 03 13:41:57.452688 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6434b0ac-2b1d-46c3-8a7a-20e3befcafca tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.477338 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6434b0ac-2b1d-46c3-8a7a-20e3befcafca tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.482350 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6434b0ac-2b1d-46c3-8a7a-20e3befcafca tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:57.482936 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6434b0ac-2b1d-46c3-8a7a-20e3befcafca tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.517859 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6434b0ac-2b1d-46c3-8a7a-20e3befcafca tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1636484 Feb 03 13:41:57.520969 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42304) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:57.526181 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ec3f3ff8-efd2-42be-8bd9-f32e4ed6baa9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-660337608', 'admin_state_up': True, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:57.567160 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434b0ac-2b1d-46c3-8a7a-20e3befcafca tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Network': ['ID=0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:57.577763 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:41:57.579863 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3ff8-efd2-42be-8bd9-f32e4ed6baa9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (c29feef2-d324-4157-a6cb-d45126f5f8ee), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.580946 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3ff8-efd2-42be-8bd9-f32e4ed6baa9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (c29feef2-d324-4157-a6cb-d45126f5f8ee), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.631498 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3ff8-efd2-42be-8bd9-f32e4ed6baa9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_controller (c29feef2-d324-4157-a6cb-d45126f5f8ee), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.768047 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3ff8-efd2-42be-8bd9-f32e4ed6baa9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_gateway (c29feef2-d324-4157-a6cb-d45126f5f8ee), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.956258 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3ff8-efd2-42be-8bd9-f32e4ed6baa9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_gateway (c29feef2-d324-4157-a6cb-d45126f5f8ee), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:57.974806 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3ff8-efd2-42be-8bd9-f32e4ed6baa9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:58.073439 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ec3f3ff8-efd2-42be-8bd9-f32e4ed6baa9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Allocated IP 172.25.6.16 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/6beb6616-a512-46d6-a577-5c79e416f117) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:41:58.175903 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3ff8-efd2-42be-8bd9-f32e4ed6baa9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (6beb6616-a512-46d6-a577-5c79e416f117), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:58.209004 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3ff8-efd2-42be-8bd9-f32e4ed6baa9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (6beb6616-a512-46d6-a577-5c79e416f117), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:58.245787 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3f3ff8-efd2-42be-8bd9-f32e4ed6baa9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:41:58.252163 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ec3f3ff8-efd2-42be-8bd9-f32e4ed6baa9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:58.256937 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f3ff8-efd2-42be-8bd9-f32e4ed6baa9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:41:58.259886 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f3ff8-efd2-42be-8bd9-f32e4ed6baa9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=6beb6616-a512-46d6-a577-5c79e416f117,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:58.498688 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3ff8-efd2-42be-8bd9-f32e4ed6baa9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_gateway (c29feef2-d324-4157-a6cb-d45126f5f8ee), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:58.693965 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3ff8-efd2-42be-8bd9-f32e4ed6baa9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (c29feef2-d324-4157-a6cb-d45126f5f8ee), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:59.162855 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3f3ff8-efd2-42be-8bd9-f32e4ed6baa9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router c29feef2-d324-4157-a6cb-d45126f5f8ee is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:41:59.266251 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3f3ff8-efd2-42be-8bd9-f32e4ed6baa9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:41:59.277349 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] Sync routers for ids ['c29feef2-d324-4157-a6cb-d45126f5f8ee'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:41:59.288050 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3ff8-efd2-42be-8bd9-f32e4ed6baa9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:59.292177 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ec3f3ff8-efd2-42be-8bd9-f32e4ed6baa9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7674091 Feb 03 13:41:59.292343 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] Routers {'c29feef2-d324-4157-a6cb-d45126f5f8ee'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:41:59.292343 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:41:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['c29feef2-d324-4157-a6cb-d45126f5f8ee'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:59.292818 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42306) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:59.323467 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4b349015-04bb-4798-ae9f-c21aa63cbedc tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=753993933a6e44c5adc86bc1f42799d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270495 Feb 03 13:41:59.323782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42308) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:59.393422 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] Set router c29feef2-d324-4157-a6cb-d45126f5f8ee gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:41:59.418745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2025b7cb-3f29-4a1e-9b17-0dce1d1f00cb tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:59.422811 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2025b7cb-3f29-4a1e-9b17-0dce1d1f00cb tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0954635 Feb 03 13:41:59.423037 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42310) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:59.452309 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-83180e49-7512-4785-bd27-6ce7c1fdc979 tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281324 Feb 03 13:41:59.454820 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42312) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:41:59.460373 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8209d8f4-bb91-4ea1-bda7-50dacf47d39a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-807464512', 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:41:59.550318 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8209d8f4-bb91-4ea1-bda7-50dacf47d39a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Made reservation on behalf of 753993933a6e44c5adc86bc1f42799d5 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:41:59.553935 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8209d8f4-bb91-4ea1-bda7-50dacf47d39a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:59.732043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660337608', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6beb6616-a512-46d6-a577-5c79e416f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:41:58Z', 'revision_number': 3, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '6beb6616-a512-46d6-a577-5c79e416f117', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:41:59.744673 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8209d8f4-bb91-4ea1-bda7-50dacf47d39a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (17f811fb-cefe-4655-8917-c3bbf54c78b7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:59.759525 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] Checking router: c29feef2-d324-4157-a6cb-d45126f5f8ee for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:41:59.759865 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] Updating router c29feef2-d324-4157-a6cb-d45126f5f8ee port 6beb6616-a512-46d6-a577-5c79e416f117 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:41:59.787201 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6beb6616-a512-46d6-a577-5c79e416f117), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:59.808387 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209d8f4-bb91-4ea1-bda7-50dacf47d39a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Subnet': ['ID=17f811fb-cefe-4655-8917-c3bbf54c78b7,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:41:59.819117 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8209d8f4-bb91-4ea1-bda7-50dacf47d39a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Checking segment: {'id': '3b017ff5-efae-4a2b-9ec7-5825587f45ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:41:59.819486 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8209d8f4-bb91-4ea1-bda7-50dacf47d39a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network hostable DHCP agents. Network: 0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:41:59.836492 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8209d8f4-bb91-4ea1-bda7-50dacf47d39a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network 0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:41:59.844852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8209d8f4-bb91-4ea1-bda7-50dacf47d39a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:41:59.852074 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8209d8f4-bb91-4ea1-bda7-50dacf47d39a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:41:59.852074 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8209d8f4-bb91-4ea1-bda7-50dacf47d39a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:41:59.870260 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8209d8f4-bb91-4ea1-bda7-50dacf47d39a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4118166 Feb 03 13:41:59.870742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d786de-69c2-4e91-9270-753b9e0321be None None] Network 0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:41:59.870895 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42314) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:42:00.037621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625', 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ips': [{'subnet_id': '17f811fb-cefe-4655-8917-c3bbf54c78b7'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:42:00.038477 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:00.196318 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] Publish callbacks [] for port (6beb6616-a512-46d6-a577-5c79e416f117), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:00.221630 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6beb6616-a512-46d6-a577-5c79e416f117), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:00.281261 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] Allocated IP 172.20.0.2 (0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625/17f811fb-cefe-4655-8917-c3bbf54c78b7/0b880ed5-3fd2-4a87-8469-c3776c9ca875) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:42:00.293153 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] Attempting to bind port 6beb6616-a512-46d6-a577-5c79e416f117 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:42:00.293534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] Attempting to bind port 6beb6616-a512-46d6-a577-5c79e416f117 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:42:00.293898 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] Attempting to bind port 6beb6616-a512-46d6-a577-5c79e416f117 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:42:00.307863 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2c09d-ef4c-4871-80f2-497ffa51d74e None None] Pushing event updated for resources: {'Port': ['ID=6beb6616-a512-46d6-a577-5c79e416f117,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:42:00.309129 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe25208e-658a-4d2b-b5a9-574d07294b38 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:00.312451 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:42:00.312900 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:42:00.313341 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:00.313772 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:42:00.314261 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] Bound port: 6beb6616-a512-46d6-a577-5c79e416f117, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:42:00.314649 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6beb6616-a512-46d6-a577-5c79e416f117), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:00.415419 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] For port 6beb6616-a512-46d6-a577-5c79e416f117, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:42:00.420091 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] For port 6beb6616-a512-46d6-a577-5c79e416f117, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6beb6616-a512-46d6-a577-5c79e416f117,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:42:00.431171 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6beb6616-a512-46d6-a577-5c79e416f117), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:00.539509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] Routers {'c29feef2-d324-4157-a6cb-d45126f5f8ee'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:42:00.540081 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:41:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['c29feef2-d324-4157-a6cb-d45126f5f8ee'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:42:00.547005 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2c09d-ef4c-4871-80f2-497ffa51d74e None None] Pushing event updated for resources: {'Port': ['ID=6beb6616-a512-46d6-a577-5c79e416f117,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:42:00.580830 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] Publish callbacks [] for port (0b880ed5-3fd2-4a87-8469-c3776c9ca875), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:00.591651 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (0b880ed5-3fd2-4a87-8469-c3776c9ca875), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:00.637385 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-fe25208e-658a-4d2b-b5a9-574d07294b38 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Allocated IP 172.20.0.1 (0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625/17f811fb-cefe-4655-8917-c3bbf54c78b7/b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:42:00.672477 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] Network 0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:42:00.680235 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:42:00.683909 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] Pushing event updated for resources: {'Port': ['ID=0b880ed5-3fd2-4a87-8469-c3776c9ca875,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:42:00.689264 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:42:00.705849 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] Set router c29feef2-d324-4157-a6cb-d45126f5f8ee gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:42:00.756811 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe25208e-658a-4d2b-b5a9-574d07294b38 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:00.794044 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe25208e-658a-4d2b-b5a9-574d07294b38 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:00.826217 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] Attempting to bind port 0b880ed5-3fd2-4a87-8469-c3776c9ca875 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:42:00.826597 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] Attempting to bind port 0b880ed5-3fd2-4a87-8469-c3776c9ca875 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3b017ff5-efae-4a2b-9ec7-5825587f45ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:42:00.826968 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] Attempting to bind port 0b880ed5-3fd2-4a87-8469-c3776c9ca875 on network 0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:42:00.836585 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe25208e-658a-4d2b-b5a9-574d07294b38 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network 0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:42:00.839819 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-fe25208e-658a-4d2b-b5a9-574d07294b38 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:42:00.844723 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe25208e-658a-4d2b-b5a9-574d07294b38 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:42:00.858928 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:42:00.859240 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] Checking segment: {'id': '3b017ff5-efae-4a2b-9ec7-5825587f45ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:42:00.859650 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:00.860080 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] Bound using segment: {'id': '3b017ff5-efae-4a2b-9ec7-5825587f45ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:42:00.860557 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] Bound port: 0b880ed5-3fd2-4a87-8469-c3776c9ca875, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b017ff5-efae-4a2b-9ec7-5825587f45ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:42:00.860942 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0b880ed5-3fd2-4a87-8469-c3776c9ca875), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:00.894089 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25208e-658a-4d2b-b5a9-574d07294b38 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:42:00.907917 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe25208e-658a-4d2b-b5a9-574d07294b38 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (c29feef2-d324-4157-a6cb-d45126f5f8ee), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:00.971644 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] For port 0b880ed5-3fd2-4a87-8469-c3776c9ca875, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:42:00.975747 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] For port 0b880ed5-3fd2-4a87-8469-c3776c9ca875, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0b880ed5-3fd2-4a87-8469-c3776c9ca875,segment=NetworkSegment(3b017ff5-efae-4a2b-9ec7-5825587f45ed),segment_id=3b017ff5-efae-4a2b-9ec7-5825587f45ed)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:42:00.989603 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0b880ed5-3fd2-4a87-8469-c3776c9ca875), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:01.040696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660337608', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6beb6616-a512-46d6-a577-5c79e416f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:41:58Z', 'revision_number': 3, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '6beb6616-a512-46d6-a577-5c79e416f117', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:42:01.066233 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe25208e-658a-4d2b-b5a9-574d07294b38 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:01.075776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be59b0c4-14e2-48d8-af34-898236aa6380 None None] The sync data for ids ['c29feef2-d324-4157-a6cb-d45126f5f8ee'] in n-d-827336-3 is: [{'id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660337608', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6beb6616-a512-46d6-a577-5c79e416f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:41:58Z', 'revision_number': 3, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '6beb6616-a512-46d6-a577-5c79e416f117', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:42:01.080732 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eaaa0e-7c14-45d0-bca2-febd159d67a0 None None] Pushing event updated for resources: {'Port': ['ID=0b880ed5-3fd2-4a87-8469-c3776c9ca875,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:42:01.402438 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe25208e-658a-4d2b-b5a9-574d07294b38 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:01.408902 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe25208e-658a-4d2b-b5a9-574d07294b38 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:01.486323 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25208e-658a-4d2b-b5a9-574d07294b38 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:42:01.489461 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe25208e-658a-4d2b-b5a9-574d07294b38 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (c29feef2-d324-4157-a6cb-d45126f5f8ee), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:01.591855 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe25208e-658a-4d2b-b5a9-574d07294b38 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network 0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:42:01.593331 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-fe25208e-658a-4d2b-b5a9-574d07294b38 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:42:01.709591 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe25208e-658a-4d2b-b5a9-574d07294b38 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router c29feef2-d324-4157-a6cb-d45126f5f8ee has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:42:01.830307 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe25208e-658a-4d2b-b5a9-574d07294b38 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:42:01.835788 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fe25208e-658a-4d2b-b5a9-574d07294b38 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "PUT /v2.0/routers/c29feef2-d324-4157-a6cb-d45126f5f8ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9638040 Feb 03 13:42:01.838266 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:02.004103 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-eb136269-ed14-4de9-a9a0-7fd03dbbc7dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1632591917&fields=id&tenant_id=753993933a6e44c5adc86bc1f42799d5 HTTP/1.1" status: 200 len: 267 time: 0.0515945 Feb 03 13:42:02.106077 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dcf06f-1cb3-4c98-814b-a1b804cfa3ba None None] Network 0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:42:02.120235 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-65308c74-7d65-406d-b9ad-b12ecf99fedd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:02.122745 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-65308c74-7d65-406d-b9ad-b12ecf99fedd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/networks?id=0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 HTTP/1.1" status: 200 len: 796 time: 0.1127005 Feb 03 13:42:02.136530 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-69462df9-7640-4f65-a89c-4d3a2fdde8ca tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/quotas/753993933a6e44c5adc86bc1f42799d5 HTTP/1.1" status: 200 len: 375 time: 0.0092371 Feb 03 13:42:02.181936 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-58793146-8882-4896-a5a5-37fff4d52701 None None] Provisioning complete for port 0b880ed5-3fd2-4a87-8469-c3776c9ca875 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:42:02.182268 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58793146-8882-4896-a5a5-37fff4d52701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0b880ed5-3fd2-4a87-8469-c3776c9ca875), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:02.196460 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-05072e19-1703-4153-877f-b4e989cf2048 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546472 Feb 03 13:42:02.303477 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-58793146-8882-4896-a5a5-37fff4d52701 None None] Current status of the port 0b880ed5-3fd2-4a87-8469-c3776c9ca875 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:42:02.304230 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58793146-8882-4896-a5a5-37fff4d52701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0b880ed5-3fd2-4a87-8469-c3776c9ca875), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:02.336369 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-cef3da7d-31b1-4c5f-82c7-2d8ab46f82ba service neutron] 10.222.0.18 "GET /v2.0/networks/0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267066 Feb 03 13:42:02.347720 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-58793146-8882-4896-a5a5-37fff4d52701 None None] For port 0b880ed5-3fd2-4a87-8469-c3776c9ca875, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0b880ed5-3fd2-4a87-8469-c3776c9ca875,segment=NetworkSegment(3b017ff5-efae-4a2b-9ec7-5825587f45ed),segment_id=3b017ff5-efae-4a2b-9ec7-5825587f45ed)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:42:02.353591 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-58793146-8882-4896-a5a5-37fff4d52701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (0b880ed5-3fd2-4a87-8469-c3776c9ca875), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:02.405186 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58793146-8882-4896-a5a5-37fff4d52701 None None] Pushing event updated for resources: {'Port': ['ID=0b880ed5-3fd2-4a87-8469-c3776c9ca875,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:42:02.440085 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-8173805d-7fbb-4a9c-9da3-addec067bfab service neutron] 10.222.0.18 "GET /v2.0/networks/0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961161 Feb 03 13:42:02.584506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d006d83d-d758-412b-81ac-82ff83e1258d None None] Provisioning complete for port 0b880ed5-3fd2-4a87-8469-c3776c9ca875 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:42:02.584896 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d006d83d-d758-412b-81ac-82ff83e1258d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0b880ed5-3fd2-4a87-8469-c3776c9ca875), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:02.646450 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0d5ff380-7eb9-4597-9237-17976f2c19b1 req-a5015a45-25c3-4650-bbf4-0fd3762da043 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 210 time: 0.0453165 Feb 03 13:42:02.694727 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d006d83d-d758-412b-81ac-82ff83e1258d None None] Current status of the port 0b880ed5-3fd2-4a87-8469-c3776c9ca875 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:42:02.707176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d006d83d-d758-412b-81ac-82ff83e1258d None None] Provisioning complete for port b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:42:02.708268 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d006d83d-d758-412b-81ac-82ff83e1258d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:02.749711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d006d83d-d758-412b-81ac-82ff83e1258d None None] Port b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:42:02.881203 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-23ce5a30-e8e6-489b-9cd2-4111180eedd8 None None] Provisioning complete for port b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:42:02.881822 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-23ce5a30-e8e6-489b-9cd2-4111180eedd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:02.925670 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-23ce5a30-e8e6-489b-9cd2-4111180eedd8 None None] Port b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:42:02.988021 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6beb6616-a512-46d6-a577-5c79e416f117 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:42:02.996380 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] Sync routers for ids ['c29feef2-d324-4157-a6cb-d45126f5f8ee'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:42:03.024026 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] Routers {'c29feef2-d324-4157-a6cb-d45126f5f8ee'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:42:03.024691 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:41:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['c29feef2-d324-4157-a6cb-d45126f5f8ee'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:42:03.053347 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dec47a90-dfff-428d-8859-ea73f311ad1d None None] Provisioning complete for port b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:42:03.053805 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dec47a90-dfff-428d-8859-ea73f311ad1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:03.058838 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 6beb6616-a512-46d6-a577-5c79e416f117 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:42:03.059200 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6beb6616-a512-46d6-a577-5c79e416f117), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:03.123611 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-dec47a90-dfff-428d-8859-ea73f311ad1d None None] Port b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:42:03.143699 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] Set router c29feef2-d324-4157-a6cb-d45126f5f8ee gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:42:03.171867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 6beb6616-a512-46d6-a577-5c79e416f117 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:42:03.172379 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (6beb6616-a512-46d6-a577-5c79e416f117), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:03.194049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 6beb6616-a512-46d6-a577-5c79e416f117, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6beb6616-a512-46d6-a577-5c79e416f117,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:42:03.198684 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (6beb6616-a512-46d6-a577-5c79e416f117), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:03.199528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0b880ed5-3fd2-4a87-8469-c3776c9ca875 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:42:03.285180 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=6beb6616-a512-46d6-a577-5c79e416f117,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:42:03.302675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 0b880ed5-3fd2-4a87-8469-c3776c9ca875 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:42:03.303061 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (0b880ed5-3fd2-4a87-8469-c3776c9ca875), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:03.363972 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660337608', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6beb6616-a512-46d6-a577-5c79e416f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:01Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '6beb6616-a512-46d6-a577-5c79e416f117', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698', 'name': '', 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:8c:d4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '17f811fb-cefe-4655-8917-c3bbf54c78b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:42:00Z', 'updated_at': '2022-02-03T13:42:01Z', 'revision_number': 2, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '17f811fb-cefe-4655-8917-c3bbf54c78b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:42:03.381364 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0b880ed5-3fd2-4a87-8469-c3776c9ca875 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:42:03.396813 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] Checking router: c29feef2-d324-4157-a6cb-d45126f5f8ee for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:42:03.397173 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] Updating router c29feef2-d324-4157-a6cb-d45126f5f8ee port b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:42:03.423135 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:03.644488 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-23dfb6df-4818-4ae6-a7c3-81e41a01bf81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:03.690501 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] Publish callbacks [] for port (b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:03.696831 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:03.750905 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2233f-187c-443f-bcdb-02e1db829a15 None None] Pushing event updated for resources: {'Port': ['ID=b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:42:03.781299 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2233f-187c-443f-bcdb-02e1db829a15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:42:03.781647 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2233f-187c-443f-bcdb-02e1db829a15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:42:03.781986 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2233f-187c-443f-bcdb-02e1db829a15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:42:03.782322 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2233f-187c-443f-bcdb-02e1db829a15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:42:03.782651 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2233f-187c-443f-bcdb-02e1db829a15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:42:03.782977 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2233f-187c-443f-bcdb-02e1db829a15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:42:03.783298 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2233f-187c-443f-bcdb-02e1db829a15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:42:03.783619 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2233f-187c-443f-bcdb-02e1db829a15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:42:03.783968 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2233f-187c-443f-bcdb-02e1db829a15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:42:03.784277 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2233f-187c-443f-bcdb-02e1db829a15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:42:03.784594 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2233f-187c-443f-bcdb-02e1db829a15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:42:03.784912 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2233f-187c-443f-bcdb-02e1db829a15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:42:03.785227 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a2233f-187c-443f-bcdb-02e1db829a15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:42:03.827462 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] Attempting to bind port b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:42:03.827831 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] Attempting to bind port b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '3b017ff5-efae-4a2b-9ec7-5825587f45ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:42:03.828228 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] Attempting to bind port b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 on network 0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:42:03.841346 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:42:03.841727 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] Checking segment: {'id': '3b017ff5-efae-4a2b-9ec7-5825587f45ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:42:03.842138 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:03.842841 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] Bound using segment: {'id': '3b017ff5-efae-4a2b-9ec7-5825587f45ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:42:03.843373 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] Bound port: b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b017ff5-efae-4a2b-9ec7-5825587f45ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:42:03.843703 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:03.853806 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e1e08f5d-8540-4bf3-b825-7b8451b0eaba req-0c67cba8-73c5-40c7-a80f-eba100823c2d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 210 time: 0.0395007 Feb 03 13:42:03.871345 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-1b10c632-c9dc-43c0-9b91-30f3bf201356 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:03.873107 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-1b10c632-c9dc-43c0-9b91-30f3bf201356 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "GET /v2.0/networks?id=0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 HTTP/1.1" status: 200 len: 796 time: 0.1885843 Feb 03 13:42:03.922190 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] For port b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:42:03.925994 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] For port b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698,segment=NetworkSegment(3b017ff5-efae-4a2b-9ec7-5825587f45ed),segment_id=3b017ff5-efae-4a2b-9ec7-5825587f45ed)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:42:03.933867 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:03.948716 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-0d3fae8d-0764-447d-9e84-c9d5d1be478b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=753993933a6e44c5adc86bc1f42799d5 HTTP/1.1" status: 200 len: 380 time: 0.0609229 Feb 03 13:42:03.957954 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-637b4769-7c7b-4771-ae95-b6621f09c4e9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'port': {'device_id': '7a0e97c5-da9e-4d4b-9831-a1439c56ad22', 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625', 'admin_state_up': True, 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'security_groups': ['da0d78c0-0ccc-48a1-bcba-d3e9280bdb41']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:42:03.993930 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] Routers {'c29feef2-d324-4157-a6cb-d45126f5f8ee'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:42:03.994499 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:41:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['c29feef2-d324-4157-a6cb-d45126f5f8ee'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:42:04.034013 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2233f-187c-443f-bcdb-02e1db829a15 None None] Pushing event updated for resources: {'Port': ['ID=b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:42:04.053313 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-c7841fde-6e86-4be3-a4a5-d4719cdd3c5d None None] Provisioning complete for port b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:42:04.053884 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7841fde-6e86-4be3-a4a5-d4719cdd3c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:04.084194 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-637b4769-7c7b-4771-ae95-b6621f09c4e9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Made reservation on behalf of 753993933a6e44c5adc86bc1f42799d5 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:42:04.088704 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-637b4769-7c7b-4771-ae95-b6621f09c4e9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:04.120502 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] Set router c29feef2-d324-4157-a6cb-d45126f5f8ee gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:42:04.155737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-c7841fde-6e86-4be3-a4a5-d4719cdd3c5d None None] Current status of the port b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:42:04.156828 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7841fde-6e86-4be3-a4a5-d4719cdd3c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:04.197880 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c7841fde-6e86-4be3-a4a5-d4719cdd3c5d None None] For port b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698,segment=NetworkSegment(3b017ff5-efae-4a2b-9ec7-5825587f45ed),segment_id=3b017ff5-efae-4a2b-9ec7-5825587f45ed)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:42:04.203343 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c7841fde-6e86-4be3-a4a5-d4719cdd3c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:04.254858 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-637b4769-7c7b-4771-ae95-b6621f09c4e9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Allocated IP 172.20.0.8 (0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625/17f811fb-cefe-4655-8917-c3bbf54c78b7/ee0edf18-4fd8-4eba-b34a-19471296fd1c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:42:04.268479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7841fde-6e86-4be3-a4a5-d4719cdd3c5d None None] Pushing event updated for resources: {'Port': ['ID=b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:42:04.326493 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-3fa8d496-b10a-40ee-876b-2e24b2acaac8 None None] Provisioning complete for port b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:42:04.326873 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3fa8d496-b10a-40ee-876b-2e24b2acaac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:04.410067 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-3fa8d496-b10a-40ee-876b-2e24b2acaac8 None None] Current status of the port b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:42:04.412709 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-637b4769-7c7b-4771-ae95-b6621f09c4e9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (ee0edf18-4fd8-4eba-b34a-19471296fd1c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:04.443089 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660337608', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6beb6616-a512-46d6-a577-5c79e416f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:01Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '6beb6616-a512-46d6-a577-5c79e416f117', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698', 'name': '', 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:8c:d4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '17f811fb-cefe-4655-8917-c3bbf54c78b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:42:00Z', 'updated_at': '2022-02-03T13:42:03Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '17f811fb-cefe-4655-8917-c3bbf54c78b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:42:04.446745 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-637b4769-7c7b-4771-ae95-b6621f09c4e9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ee0edf18-4fd8-4eba-b34a-19471296fd1c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:04.469456 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0985c787-0dc7-4ced-8afa-8d22958d8a5e None None] The sync data for ids ['c29feef2-d324-4157-a6cb-d45126f5f8ee'] in n-d-827336-3 is: [{'id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660337608', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6beb6616-a512-46d6-a577-5c79e416f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:01Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '6beb6616-a512-46d6-a577-5c79e416f117', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698', 'name': '', 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:8c:d4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '17f811fb-cefe-4655-8917-c3bbf54c78b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:42:00Z', 'updated_at': '2022-02-03T13:42:03Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '17f811fb-cefe-4655-8917-c3bbf54c78b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:42:04.496602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-637b4769-7c7b-4771-ae95-b6621f09c4e9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network 0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:42:04.501872 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-637b4769-7c7b-4771-ae95-b6621f09c4e9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:42:04.505540 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-637b4769-7c7b-4771-ae95-b6621f09c4e9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:42:04.536902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b4769-7c7b-4771-ae95-b6621f09c4e9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=ee0edf18-4fd8-4eba-b34a-19471296fd1c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:42:04.566227 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-637b4769-7c7b-4771-ae95-b6621f09c4e9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:04.566889 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-637b4769-7c7b-4771-ae95-b6621f09c4e9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:04.584007 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-637b4769-7c7b-4771-ae95-b6621f09c4e9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6298702 Feb 03 13:42:04.603324 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] Request body: {'port': {'device_id': '7a0e97c5-da9e-4d4b-9831-a1439c56ad22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:42:04.673416 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ee0edf18-4fd8-4eba-b34a-19471296fd1c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:04.857174 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8672defc-9ecd-4983-b345-3d841a230c8a None None] Provisioning complete for port ee0edf18-4fd8-4eba-b34a-19471296fd1c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:42:04.857970 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8672defc-9ecd-4983-b345-3d841a230c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ee0edf18-4fd8-4eba-b34a-19471296fd1c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:04.918491 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8672defc-9ecd-4983-b345-3d841a230c8a None None] Port ee0edf18-4fd8-4eba-b34a-19471296fd1c cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:42:04.987468 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:42:05.034018 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99712ddd-ab29-425f-a195-3501f80eb169 req-bd144b12-06e0-45cd-8d91-82fda3cda886 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:05.036149 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-99712ddd-ab29-425f-a195-3501f80eb169 req-bd144b12-06e0-45cd-8d91-82fda3cda886 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 931 time: 0.0957451 Feb 03 13:42:05.038271 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee0edf18-4fd8-4eba-b34a-19471296fd1c {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:42:05.043496 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:42:05.043928 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:05.052939 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] Publish callbacks [] for port (ee0edf18-4fd8-4eba-b34a-19471296fd1c), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:05.084523 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] Transition to ACTIVE for port object ee0edf18-4fd8-4eba-b34a-19471296fd1c will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:42:05.094380 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (ee0edf18-4fd8-4eba-b34a-19471296fd1c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:05.135546 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-99712ddd-ab29-425f-a195-3501f80eb169 req-9903ab18-1676-4fa9-8822-5c9bcfa9a2e3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925555 Feb 03 13:42:05.140648 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:42:05.142189 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6beb6616-a512-46d6-a577-5c79e416f117 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:42:05.161313 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0edf18-4fd8-4eba-b34a-19471296fd1c,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:42:05.214381 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 6beb6616-a512-46d6-a577-5c79e416f117 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:42:05.214773 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (6beb6616-a512-46d6-a577-5c79e416f117), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:05.261713 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] Attempting to bind port ee0edf18-4fd8-4eba-b34a-19471296fd1c on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:42:05.262167 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] Attempting to bind port ee0edf18-4fd8-4eba-b34a-19471296fd1c by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '3b017ff5-efae-4a2b-9ec7-5825587f45ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:42:05.262571 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] Attempting to bind port ee0edf18-4fd8-4eba-b34a-19471296fd1c on network 0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:42:05.267605 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] Port ee0edf18-4fd8-4eba-b34a-19471296fd1c on network 0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:42:05.267985 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] Attempting to bind port ee0edf18-4fd8-4eba-b34a-19471296fd1c on network 0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:42:05.278164 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:42:05.278777 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] Checking segment: {'id': '3b017ff5-efae-4a2b-9ec7-5825587f45ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:42:05.279361 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] Bound using segment: {'id': '3b017ff5-efae-4a2b-9ec7-5825587f45ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:42:05.280131 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] Bound port: ee0edf18-4fd8-4eba-b34a-19471296fd1c, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b017ff5-efae-4a2b-9ec7-5825587f45ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:42:05.280532 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ee0edf18-4fd8-4eba-b34a-19471296fd1c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:05.325206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 6beb6616-a512-46d6-a577-5c79e416f117 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:42:05.356606 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] For port ee0edf18-4fd8-4eba-b34a-19471296fd1c, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:42:05.360090 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] For port ee0edf18-4fd8-4eba-b34a-19471296fd1c, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ee0edf18-4fd8-4eba-b34a-19471296fd1c,segment=NetworkSegment(3b017ff5-efae-4a2b-9ec7-5825587f45ed),segment_id=3b017ff5-efae-4a2b-9ec7-5825587f45ed)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:42:05.367924 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (ee0edf18-4fd8-4eba-b34a-19471296fd1c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:05.411668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:05.412327 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:05.413855 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] 10.222.0.73 "PUT /v2.0/ports/ee0edf18-4fd8-4eba-b34a-19471296fd1c HTTP/1.1" status: 200 len: 1091 time: 0.8166933 Feb 03 13:42:05.414232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0e97c5-da9e-4d4b-9831-a1439c56ad22', 'tag': 'ee0edf18-4fd8-4eba-b34a-19471296fd1c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:42:05.416521 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532cff62-e1d3-41d4-8b87-0f9472dcdddd" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0e97c5-da9e-4d4b-9831-a1439c56ad22", "tag": "ee0edf18-4fd8-4eba-b34a-19471296fd1c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:42:05.452256 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7d0b2-4406-4b1f-852b-45c4ad305c04 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0edf18-4fd8-4eba-b34a-19471296fd1c,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:42:05.496409 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc237bc-1e09-410b-b13a-1086c06aa7e5 x-openstack-request-id: req-4cc237bc-1e09-410b-b13a-1086c06aa7e5 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:42:05.496713 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0e97c5-da9e-4d4b-9831-a1439c56ad22", "tag": "ee0edf18-4fd8-4eba-b34a-19471296fd1c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:42:05.496999 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4cc237bc-1e09-410b-b13a-1086c06aa7e5 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:42:05.498060 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0e97c5-da9e-4d4b-9831-a1439c56ad22', 'tag': 'ee0edf18-4fd8-4eba-b34a-19471296fd1c', 'status': 'completed', 'code': 200} Feb 03 13:42:05.534256 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-dd6f7e8a-bdc6-4f1f-bb47-63f763d8992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:05.536606 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-dd6f7e8a-bdc6-4f1f-bb47-63f763d8992b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 1125 time: 0.0585034 Feb 03 13:42:05.587738 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-f3eb0b0f-9374-4e68-9a5e-93f53d8c9578 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee0edf18-4fd8-4eba-b34a-19471296fd1c HTTP/1.1" status: 200 len: 217 time: 0.0389447 Feb 03 13:42:05.643296 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-13dbf14e-5247-4683-909f-8752e53c910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:05.645037 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-13dbf14e-5247-4683-909f-8752e53c910c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17f811fb-cefe-4655-8917-c3bbf54c78b7 HTTP/1.1" status: 200 len: 834 time: 0.0521009 Feb 03 13:42:05.696703 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-fd664c03-db4d-4b7c-83a5-032c0b5321fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:05.698267 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-fd664c03-db4d-4b7c-83a5-032c0b5321fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475111 Feb 03 13:42:05.791220 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-a39339d3-54ae-48ed-909b-18c99b0b2924 service neutron] 10.222.0.73 "GET /v2.0/networks/0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872548 Feb 03 13:42:05.882409 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6842103e-af6e-40a1-b56d-538289a4fc71 req-9160fa0a-5061-460e-9999-12d8f22e96ed service neutron] 10.222.0.73 "GET /v2.0/networks/0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855303 Feb 03 13:42:06.015665 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cff62-e1d3-41d4-8b87-0f9472dcdddd req-f12a64d3-8889-4344-936b-17978b17acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:06.017141 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-532cff62-e1d3-41d4-8b87-0f9472dcdddd req-f12a64d3-8889-4344-936b-17978b17acf9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 1125 time: 0.0456297 Feb 03 13:42:06.110432 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cff62-e1d3-41d4-8b87-0f9472dcdddd req-9642b72d-9ff5-46eb-a0d9-e3b6f8e7d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:06.111960 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-532cff62-e1d3-41d4-8b87-0f9472dcdddd req-9642b72d-9ff5-46eb-a0d9-e3b6f8e7d14c service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 HTTP/1.1" status: 200 len: 897 time: 0.0891047 Feb 03 13:42:06.152739 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-532cff62-e1d3-41d4-8b87-0f9472dcdddd req-b0187502-8f9e-48aa-a3a3-1cc1e9f5fe63 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee0edf18-4fd8-4eba-b34a-19471296fd1c HTTP/1.1" status: 200 len: 217 time: 0.0351775 Feb 03 13:42:06.200992 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cff62-e1d3-41d4-8b87-0f9472dcdddd req-3536ba95-3117-48f7-9966-3d4c724c1d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:06.202575 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-532cff62-e1d3-41d4-8b87-0f9472dcdddd req-3536ba95-3117-48f7-9966-3d4c724c1d31 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17f811fb-cefe-4655-8917-c3bbf54c78b7 HTTP/1.1" status: 200 len: 834 time: 0.0442479 Feb 03 13:42:06.241805 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f51f34f7-9b1f-4d15-a823-6ab15835b73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:06.302794 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cff62-e1d3-41d4-8b87-0f9472dcdddd req-103bebd5-6fdb-49d2-9d76-5ee41ef1bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:06.304478 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-532cff62-e1d3-41d4-8b87-0f9472dcdddd req-103bebd5-6fdb-49d2-9d76-5ee41ef1bd1c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0961115 Feb 03 13:42:06.338087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67b440-858d-4bd0-91c8-fe7477f5da5a req-69bca2e2-0a70-470e-919f-21c09c598043 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:06.339583 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f67b440-858d-4bd0-91c8-fe7477f5da5a req-69bca2e2-0a70-470e-919f-21c09c598043 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 943 time: 0.1017787 Feb 03 13:42:06.438909 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9f67b440-858d-4bd0-91c8-fe7477f5da5a req-559d3df9-988b-4155-9260-f284383189cc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888212 Feb 03 13:42:06.444782 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-532cff62-e1d3-41d4-8b87-0f9472dcdddd req-19b5b35b-97e2-4117-b927-d3cd783c8a9b service neutron] 10.222.0.73 "GET /v2.0/networks/0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330712 Feb 03 13:42:06.537112 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-532cff62-e1d3-41d4-8b87-0f9472dcdddd req-c94766ac-fb29-4530-9d61-8a0929750972 service neutron] 10.222.0.73 "GET /v2.0/networks/0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840828 Feb 03 13:42:07.171678 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:07.559096 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de13a6-f559-4581-9416-6878440d3c92 req-aad2a8fa-a4e8-485d-94ac-2709b4a9c907 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:07.560595 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a9de13a6-f559-4581-9416-6878440d3c92 req-aad2a8fa-a4e8-485d-94ac-2709b4a9c907 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 943 time: 0.0529728 Feb 03 13:42:07.607854 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a9de13a6-f559-4581-9416-6878440d3c92 req-5539a5c2-da0d-4bed-860b-9d2903ec0704 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416820 Feb 03 13:42:08.464079 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:08.728875 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada8719-2ecc-464d-8435-f1b161f7cc63 req-5c6c73c7-9f16-4b3f-874e-9947eedcc5b6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:08.730290 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bada8719-2ecc-464d-8435-f1b161f7cc63 req-5c6c73c7-9f16-4b3f-874e-9947eedcc5b6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 943 time: 0.0566683 Feb 03 13:42:08.778157 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bada8719-2ecc-464d-8435-f1b161f7cc63 req-16763989-67a1-4bb0-bdf8-ce55a68c4b37 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423629 Feb 03 13:42:09.496010 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ee0edf18-4fd8-4eba-b34a-19471296fd1c details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:42:09.745878 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port ee0edf18-4fd8-4eba-b34a-19471296fd1c, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ee0edf18-4fd8-4eba-b34a-19471296fd1c,segment=NetworkSegment(3b017ff5-efae-4a2b-9ec7-5825587f45ed),segment_id=3b017ff5-efae-4a2b-9ec7-5825587f45ed)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:42:09.757113 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'ee0edf18-4fd8-4eba-b34a-19471296fd1c', 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625', 'port_id': 'ee0edf18-4fd8-4eba-b34a-19471296fd1c', 'mac_address': 'fa:16:3e:a0:d1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f811fb-cefe-4655-8917-c3bbf54c78b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:42:09.792093 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port ee0edf18-4fd8-4eba-b34a-19471296fd1c is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:42:09.792473 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ee0edf18-4fd8-4eba-b34a-19471296fd1c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:09.805182 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee0edf18-4fd8-4eba-b34a-19471296fd1c {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:42:09.825101 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port ee0edf18-4fd8-4eba-b34a-19471296fd1c, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ee0edf18-4fd8-4eba-b34a-19471296fd1c,segment=NetworkSegment(3b017ff5-efae-4a2b-9ec7-5825587f45ed),segment_id=3b017ff5-efae-4a2b-9ec7-5825587f45ed)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:42:09.829184 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ee0edf18-4fd8-4eba-b34a-19471296fd1c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:09.879622 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=ee0edf18-4fd8-4eba-b34a-19471296fd1c,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:42:09.904459 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedde730-9db5-4620-a21b-80592e7f0b2e req-bb148991-e2f0-4b53-bfb6-48b2c48792be tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:09.906197 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fedde730-9db5-4620-a21b-80592e7f0b2e req-bb148991-e2f0-4b53-bfb6-48b2c48792be tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 944 time: 0.0570526 Feb 03 13:42:09.955008 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fedde730-9db5-4620-a21b-80592e7f0b2e req-74851df4-c45a-4cc5-9aa0-770ef25330af tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428607 Feb 03 13:42:10.047901 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:10.277572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['ee0edf18-4fd8-4eba-b34a-19471296fd1c'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:42:11.075494 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7002750-20d8-4e76-89d6-646a60b163bb req-af1dcb88-2931-4eed-8801-4b63cf391b55 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:11.077018 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f7002750-20d8-4e76-89d6-646a60b163bb req-af1dcb88-2931-4eed-8801-4b63cf391b55 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 944 time: 0.0521700 Feb 03 13:42:11.124553 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f7002750-20d8-4e76-89d6-646a60b163bb req-6e31cc01-5bbf-4016-b570-af3406230fd9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420146 Feb 03 13:42:11.521685 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ee0edf18-4fd8-4eba-b34a-19471296fd1c up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:42:11.571352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port ee0edf18-4fd8-4eba-b34a-19471296fd1c completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:42:11.575300 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port ee0edf18-4fd8-4eba-b34a-19471296fd1c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:42:11.575677 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (ee0edf18-4fd8-4eba-b34a-19471296fd1c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:11.653426 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port ee0edf18-4fd8-4eba-b34a-19471296fd1c is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:42:11.654073 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (ee0edf18-4fd8-4eba-b34a-19471296fd1c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:11.677001 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0e97c5-da9e-4d4b-9831-a1439c56ad22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0edf18-4fd8-4eba-b34a-19471296fd1c'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:42:11.679244 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a0172f-2c00-4d05-b0f3-171619e8d7d5" -d '{"events": [{"server_uuid": "7a0e97c5-da9e-4d4b-9831-a1439c56ad22", "name": "network-vif-plugged", "status": "completed", "tag": "ee0edf18-4fd8-4eba-b34a-19471296fd1c"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:42:11.691172 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port ee0edf18-4fd8-4eba-b34a-19471296fd1c, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ee0edf18-4fd8-4eba-b34a-19471296fd1c,segment=NetworkSegment(3b017ff5-efae-4a2b-9ec7-5825587f45ed),segment_id=3b017ff5-efae-4a2b-9ec7-5825587f45ed)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:42:11.695278 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (ee0edf18-4fd8-4eba-b34a-19471296fd1c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:11.719360 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531c26e3-b581-4795-af6b-4fb8335c22ad x-openstack-request-id: req-531c26e3-b581-4795-af6b-4fb8335c22ad {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:42:11.719657 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0e97c5-da9e-4d4b-9831-a1439c56ad22", "name": "network-vif-plugged", "status": "completed", "tag": "ee0edf18-4fd8-4eba-b34a-19471296fd1c", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:42:11.719909 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-531c26e3-b581-4795-af6b-4fb8335c22ad {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:42:11.720334 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0e97c5-da9e-4d4b-9831-a1439c56ad22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0edf18-4fd8-4eba-b34a-19471296fd1c', 'code': 200} Feb 03 13:42:11.743766 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=ee0edf18-4fd8-4eba-b34a-19471296fd1c,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:42:11.846157 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1296e6-9276-4183-9b96-8604c96b2b8b req-fc3105e2-06a8-4262-806d-3bb1c1275ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:11.848491 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f1296e6-9276-4183-9b96-8604c96b2b8b req-fc3105e2-06a8-4262-806d-3bb1c1275ec3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 1127 time: 0.0431972 Feb 03 13:42:11.895318 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f1296e6-9276-4183-9b96-8604c96b2b8b req-ee204429-8280-4977-a4dc-ddf38a95515c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416107 Feb 03 13:42:12.242112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704cc8c-cc35-4a27-8e3a-52c05be0d736 req-a343a404-c28a-4685-9b75-55e22581297f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:12.243595 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0704cc8c-cc35-4a27-8e3a-52c05be0d736 req-a343a404-c28a-4685-9b75-55e22581297f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0521400 Feb 03 13:42:12.293675 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0704cc8c-cc35-4a27-8e3a-52c05be0d736 req-9efa5045-6206-4f15-9dcd-689e99f55312 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443947 Feb 03 13:42:13.418301 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8cb6f-7134-459a-a508-d27864bfe9bf req-e0f766d4-2fdd-4184-820c-3760dc6b7b7c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:13.419715 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aac8cb6f-7134-459a-a508-d27864bfe9bf req-e0f766d4-2fdd-4184-820c-3760dc6b7b7c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0532517 Feb 03 13:42:13.470588 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aac8cb6f-7134-459a-a508-d27864bfe9bf req-2b298f7e-6c86-4acb-ab16-73fd0143ba33 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453510 Feb 03 13:42:13.587720 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340042a-20f2-482e-b961-595faa74cccb req-1984d759-b138-4344-a7de-7f1808bd478e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:13.589252 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f340042a-20f2-482e-b961-595faa74cccb req-1984d759-b138-4344-a7de-7f1808bd478e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0526431 Feb 03 13:42:13.637250 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f340042a-20f2-482e-b961-595faa74cccb req-21069789-1092-4cb8-a4f6-18527d1a2753 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424604 Feb 03 13:42:13.659546 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42370) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:42:13.702168 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ceb93b-5c84-4f4b-9118-aa8d7da0c61d tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:13.703637 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-69ceb93b-5c84-4f4b-9118-aa8d7da0c61d tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 1122 time: 0.0430756 Feb 03 13:42:13.706494 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42372) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:42:13.710810 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9df00ebd-e6cb-47c9-abe7-8c8d00aad831 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': 'ee0edf18-4fd8-4eba-b34a-19471296fd1c', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:42:13.731255 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df00ebd-e6cb-47c9-abe7-8c8d00aad831 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:13.829933 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df00ebd-e6cb-47c9-abe7-8c8d00aad831 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:13.932074 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-9df00ebd-e6cb-47c9-abe7-8c8d00aad831 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Allocated IP 172.25.6.18 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/f585a3f9-f6dc-46c6-9861-8f1ea97a785b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:42:14.030930 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df00ebd-e6cb-47c9-abe7-8c8d00aad831 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (f585a3f9-f6dc-46c6-9861-8f1ea97a785b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:14.063359 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df00ebd-e6cb-47c9-abe7-8c8d00aad831 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (f585a3f9-f6dc-46c6-9861-8f1ea97a785b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:14.098848 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df00ebd-e6cb-47c9-abe7-8c8d00aad831 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:42:14.102273 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9df00ebd-e6cb-47c9-abe7-8c8d00aad831 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:42:14.108410 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df00ebd-e6cb-47c9-abe7-8c8d00aad831 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:42:14.135795 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df00ebd-e6cb-47c9-abe7-8c8d00aad831 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=f585a3f9-f6dc-46c6-9861-8f1ea97a785b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:42:14.471272 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df00ebd-e6cb-47c9-abe7-8c8d00aad831 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for floatingip (90608a35-426c-4b6c-8951-d54b2ae55592), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:14.540761 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df00ebd-e6cb-47c9-abe7-8c8d00aad831 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f585a3f9-f6dc-46c6-9861-8f1ea97a785b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:14.683666 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df00ebd-e6cb-47c9-abe7-8c8d00aad831 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (f585a3f9-f6dc-46c6-9861-8f1ea97a785b), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:14.688173 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df00ebd-e6cb-47c9-abe7-8c8d00aad831 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (f585a3f9-f6dc-46c6-9861-8f1ea97a785b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:14.757244 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df00ebd-e6cb-47c9-abe7-8c8d00aad831 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=f585a3f9-f6dc-46c6-9861-8f1ea97a785b,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:42:14.768416 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df00ebd-e6cb-47c9-abe7-8c8d00aad831 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (90608a35-426c-4b6c-8951-d54b2ae55592), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:14.867212 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-9df00ebd-e6cb-47c9-abe7-8c8d00aad831 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Floating IP 90608a35-426c-4b6c-8951-d54b2ae55592 associated. External IP: 172.25.6.18, port: ee0edf18-4fd8-4eba-b34a-19471296fd1c. Feb 03 13:42:15.418704 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df00ebd-e6cb-47c9-abe7-8c8d00aad831 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router c29feef2-d324-4157-a6cb-d45126f5f8ee has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:42:15.520585 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df00ebd-e6cb-47c9-abe7-8c8d00aad831 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:42:15.531235 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c195b8a7-5321-4d71-954c-312714341bc3 None None] Sync routers for ids ['c29feef2-d324-4157-a6cb-d45126f5f8ee'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:42:15.539038 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9df00ebd-e6cb-47c9-abe7-8c8d00aad831 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:15.541279 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c195b8a7-5321-4d71-954c-312714341bc3 None None] Routers {'c29feef2-d324-4157-a6cb-d45126f5f8ee'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:42:15.541906 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c195b8a7-5321-4d71-954c-312714341bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:42:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['c29feef2-d324-4157-a6cb-d45126f5f8ee'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:42:15.570931 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9df00ebd-e6cb-47c9-abe7-8c8d00aad831 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8632891 Feb 03 13:42:15.571531 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0e97c5-da9e-4d4b-9831-a1439c56ad22', 'tag': 'ee0edf18-4fd8-4eba-b34a-19471296fd1c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:42:15.573810 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd8e3d0d214f4b5a5c9346c817bb3d5c7dc8eede0041f0ac454b0f34c689af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40053f58-ec0a-4c2c-b120-e60ec5d94282" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0e97c5-da9e-4d4b-9831-a1439c56ad22", "tag": "ee0edf18-4fd8-4eba-b34a-19471296fd1c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:42:15.612783 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f85380b-3293-4898-aa26-6f5b6ba34205 x-openstack-request-id: req-3f85380b-3293-4898-aa26-6f5b6ba34205 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:42:15.613084 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0e97c5-da9e-4d4b-9831-a1439c56ad22", "tag": "ee0edf18-4fd8-4eba-b34a-19471296fd1c", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:42:15.613589 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f85380b-3293-4898-aa26-6f5b6ba34205 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:42:15.614200 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0e97c5-da9e-4d4b-9831-a1439c56ad22', 'tag': 'ee0edf18-4fd8-4eba-b34a-19471296fd1c', 'status': 'completed', 'code': 200} Feb 03 13:42:15.662674 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c195b8a7-5321-4d71-954c-312714341bc3 None None] Set router c29feef2-d324-4157-a6cb-d45126f5f8ee gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:42:15.684186 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cef0a-2045-41d8-8255-e43a5a30b7dd req-4ab6efed-40d8-48c0-8f58-6bc4b2862d30 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:15.685745 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd1cef0a-2045-41d8-8255-e43a5a30b7dd req-4ab6efed-40d8-48c0-8f58-6bc4b2862d30 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0616770 Feb 03 13:42:15.737887 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd1cef0a-2045-41d8-8255-e43a5a30b7dd req-8c976751-23fe-44a9-b125-64bc7a70126a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459104 Feb 03 13:42:15.752168 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40053f58-ec0a-4c2c-b120-e60ec5d94282 req-bea8cbb5-3cb2-4921-bfef-c228aa2e0f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:15.752168 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-40053f58-ec0a-4c2c-b120-e60ec5d94282 req-bea8cbb5-3cb2-4921-bfef-c228aa2e0f04 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 1127 time: 0.0950856 Feb 03 13:42:15.761018 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42380) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:42:15.827972 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5c673e5b-03f7-4460-855e-13c661f94c65 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/floatingips/90608a35-426c-4b6c-8951-d54b2ae55592 HTTP/1.1" status: 200 len: 990 time: 0.0655999 Feb 03 13:42:15.849515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40053f58-ec0a-4c2c-b120-e60ec5d94282 req-e60c25c7-1e79-4509-a174-ef9dc71951dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:15.851012 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-40053f58-ec0a-4c2c-b120-e60ec5d94282 req-e60c25c7-1e79-4509-a174-ef9dc71951dd service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 HTTP/1.1" status: 200 len: 897 time: 0.0942981 Feb 03 13:42:15.895283 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c195b8a7-5321-4d71-954c-312714341bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660337608', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6beb6616-a512-46d6-a577-5c79e416f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:01Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '6beb6616-a512-46d6-a577-5c79e416f117', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '90608a35-426c-4b6c-8951-d54b2ae55592', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'floating_ip_address': '172.25.6.18', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'port_id': 'ee0edf18-4fd8-4eba-b34a-19471296fd1c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625', 'mac_address': 'fa:16:3e:a0:d1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0e97c5-da9e-4d4b-9831-a1439c56ad22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:42:14Z', 'updated_at': '2022-02-03T13:42:14Z', 'revision_number': 0, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698', 'name': '', 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:8c:d4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '17f811fb-cefe-4655-8917-c3bbf54c78b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:42:00Z', 'updated_at': '2022-02-03T13:42:04Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '17f811fb-cefe-4655-8917-c3bbf54c78b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:42:15.919917 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-40053f58-ec0a-4c2c-b120-e60ec5d94282 req-ec501094-e23a-4986-a75a-7fe8ee6769c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee0edf18-4fd8-4eba-b34a-19471296fd1c HTTP/1.1" status: 200 len: 998 time: 0.0625992 Feb 03 13:42:15.922539 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c195b8a7-5321-4d71-954c-312714341bc3 None None] Checking router: c29feef2-d324-4157-a6cb-d45126f5f8ee for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:42:15.930973 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c195b8a7-5321-4d71-954c-312714341bc3 None None] Routers {'c29feef2-d324-4157-a6cb-d45126f5f8ee'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:42:15.931571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c195b8a7-5321-4d71-954c-312714341bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:42:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['c29feef2-d324-4157-a6cb-d45126f5f8ee'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:42:15.969649 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40053f58-ec0a-4c2c-b120-e60ec5d94282 req-4203bac4-5c07-4cdb-8af2-5e6a2e21baad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:15.971136 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-40053f58-ec0a-4c2c-b120-e60ec5d94282 req-4203bac4-5c07-4cdb-8af2-5e6a2e21baad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17f811fb-cefe-4655-8917-c3bbf54c78b7 HTTP/1.1" status: 200 len: 834 time: 0.0453269 Feb 03 13:42:16.019062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40053f58-ec0a-4c2c-b120-e60ec5d94282 req-af3d64eb-f29d-4346-9f4c-244576c90427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:16.020640 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-40053f58-ec0a-4c2c-b120-e60ec5d94282 req-af3d64eb-f29d-4346-9f4c-244576c90427 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442145 Feb 03 13:42:16.039668 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c195b8a7-5321-4d71-954c-312714341bc3 None None] Set router c29feef2-d324-4157-a6cb-d45126f5f8ee gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:42:16.113524 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-40053f58-ec0a-4c2c-b120-e60ec5d94282 req-da9eeee2-a355-46e9-90a2-a05b87c6085c service neutron] 10.222.0.73 "GET /v2.0/networks/0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872684 Feb 03 13:42:16.203977 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-40053f58-ec0a-4c2c-b120-e60ec5d94282 req-d5425ab2-6a12-40f4-85f6-6ca87c719714 service neutron] 10.222.0.73 "GET /v2.0/networks/0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831578 Feb 03 13:42:16.267503 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c195b8a7-5321-4d71-954c-312714341bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660337608', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6beb6616-a512-46d6-a577-5c79e416f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:01Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '6beb6616-a512-46d6-a577-5c79e416f117', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '90608a35-426c-4b6c-8951-d54b2ae55592', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'floating_ip_address': '172.25.6.18', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'port_id': 'ee0edf18-4fd8-4eba-b34a-19471296fd1c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625', 'mac_address': 'fa:16:3e:a0:d1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0e97c5-da9e-4d4b-9831-a1439c56ad22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:42:14Z', 'updated_at': '2022-02-03T13:42:14Z', 'revision_number': 0, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698', 'name': '', 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:8c:d4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '17f811fb-cefe-4655-8917-c3bbf54c78b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:42:00Z', 'updated_at': '2022-02-03T13:42:04Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '17f811fb-cefe-4655-8917-c3bbf54c78b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:42:16.293854 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c195b8a7-5321-4d71-954c-312714341bc3 None None] The sync data for ids ['c29feef2-d324-4157-a6cb-d45126f5f8ee'] in n-d-827336-3 is: [{'id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660337608', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6beb6616-a512-46d6-a577-5c79e416f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:01Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '6beb6616-a512-46d6-a577-5c79e416f117', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '90608a35-426c-4b6c-8951-d54b2ae55592', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'floating_ip_address': '172.25.6.18', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'port_id': 'ee0edf18-4fd8-4eba-b34a-19471296fd1c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625', 'mac_address': 'fa:16:3e:a0:d1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0e97c5-da9e-4d4b-9831-a1439c56ad22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:42:14Z', 'updated_at': '2022-02-03T13:42:14Z', 'revision_number': 0, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698', 'name': '', 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:8c:d4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '17f811fb-cefe-4655-8917-c3bbf54c78b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:42:00Z', 'updated_at': '2022-02-03T13:42:04Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '17f811fb-cefe-4655-8917-c3bbf54c78b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:42:16.486666 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2208ec17-4d21-429f-8638-d76599e59ec3 None None] New status for floating IP 90608a35-426c-4b6c-8951-d54b2ae55592: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:42:16.501750 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:16.831583 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42382) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:42:16.890860 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-5052e125-9047-4299-b2d2-0bb356da3d9b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/floatingips/90608a35-426c-4b6c-8951-d54b2ae55592 HTTP/1.1" status: 200 len: 992 time: 0.0579898 Feb 03 13:42:21.100809 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c1d9a1e-27cf-4d60-a7d7-31d07273ea92 req-5d3ca1a6-1d15-4fbf-b24a-c67c1b0cd3fd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474625 Feb 03 13:42:21.199559 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d9a1e-27cf-4d60-a7d7-31d07273ea92 req-d7657821-ff09-4895-b05b-4e98a9f44286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:21.201092 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c1d9a1e-27cf-4d60-a7d7-31d07273ea92 req-d7657821-ff09-4895-b05b-4e98a9f44286 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 1127 time: 0.0444345 Feb 03 13:42:21.305518 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d9a1e-27cf-4d60-a7d7-31d07273ea92 req-4e3a7e5e-ae1f-4041-91e6-ed41a253295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:21.307065 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c1d9a1e-27cf-4d60-a7d7-31d07273ea92 req-4e3a7e5e-ae1f-4041-91e6-ed41a253295d service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 HTTP/1.1" status: 200 len: 897 time: 0.0861170 Feb 03 13:42:21.376129 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c1d9a1e-27cf-4d60-a7d7-31d07273ea92 req-e4735485-a063-4803-a8db-9d85a6af0dbf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee0edf18-4fd8-4eba-b34a-19471296fd1c HTTP/1.1" status: 200 len: 1000 time: 0.0622725 Feb 03 13:42:21.424831 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d9a1e-27cf-4d60-a7d7-31d07273ea92 req-b56a70ee-a70c-4da8-8ad6-ce8ac1e06bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:21.426282 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c1d9a1e-27cf-4d60-a7d7-31d07273ea92 req-b56a70ee-a70c-4da8-8ad6-ce8ac1e06bb7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17f811fb-cefe-4655-8917-c3bbf54c78b7 HTTP/1.1" status: 200 len: 834 time: 0.0450315 Feb 03 13:42:21.474562 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d9a1e-27cf-4d60-a7d7-31d07273ea92 req-5a4a82cd-7760-41f9-a4fa-1497b9d690ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:42:21.476140 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c1d9a1e-27cf-4d60-a7d7-31d07273ea92 req-5a4a82cd-7760-41f9-a4fa-1497b9d690ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443528 Feb 03 13:42:21.568584 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c1d9a1e-27cf-4d60-a7d7-31d07273ea92 req-cad69277-12fe-441e-b6a7-93cc4cbf7780 service neutron] 10.222.0.73 "GET /v2.0/networks/0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864859 Feb 03 13:42:21.662001 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4c1d9a1e-27cf-4d60-a7d7-31d07273ea92 req-22196aed-2340-4ae2-9ef4-f78aa9df4c7d service neutron] 10.222.0.73 "GET /v2.0/networks/0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869997 Feb 03 13:42:29.873517 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:42:31.849120 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:33.647395 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2563b8ea-3989-4184-baf6-6af23a10a291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:36.243991 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5fca5f03-0c87-4480-98e6-c1f8cdcaa506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:37.173606 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:38.467640 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:40.050395 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:42:46.507468 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:01.856754 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:03.650690 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee5ddabc-1296-4b79-b6ae-93ce78cd5f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:06.245511 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ecb79081-d2eb-4f45-a325-f432fb4c830d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:06.874022 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:43:07.177324 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:08.469600 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:10.053742 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:16.522294 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:21.714374 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3ca91-d84f-44e6-bf3e-348293d460a1 req-ca73eca8-6da4-4946-b58c-052c02cd44c6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:21.715875 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ecb3ca91-d84f-44e6-bf3e-348293d460a1 req-ca73eca8-6da4-4946-b58c-052c02cd44c6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0541348 Feb 03 13:43:21.767611 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ecb3ca91-d84f-44e6-bf3e-348293d460a1 req-e24aec41-6806-4228-a080-3c89eacf6987 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461519 Feb 03 13:43:22.150792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fffa5-1803-4e74-8f05-31002794c5eb req-a51917df-07f7-49a5-ae83-4e2f8759d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:22.152326 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-174fffa5-1803-4e74-8f05-31002794c5eb req-a51917df-07f7-49a5-ae83-4e2f8759d65a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 1127 time: 0.0451412 Feb 03 13:43:22.254554 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fffa5-1803-4e74-8f05-31002794c5eb req-47ef7a05-fc8e-4905-ade2-71f7d1db3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:22.256105 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-174fffa5-1803-4e74-8f05-31002794c5eb req-47ef7a05-fc8e-4905-ade2-71f7d1db3a43 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 HTTP/1.1" status: 200 len: 897 time: 0.0858831 Feb 03 13:43:22.320914 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-174fffa5-1803-4e74-8f05-31002794c5eb req-cc8e5efc-bb18-4205-aabb-548829b66c7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee0edf18-4fd8-4eba-b34a-19471296fd1c HTTP/1.1" status: 200 len: 1000 time: 0.0591640 Feb 03 13:43:22.367529 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fffa5-1803-4e74-8f05-31002794c5eb req-3767e718-55c8-491a-a0d1-5fdcf58d3d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:22.369601 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-174fffa5-1803-4e74-8f05-31002794c5eb req-3767e718-55c8-491a-a0d1-5fdcf58d3d25 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17f811fb-cefe-4655-8917-c3bbf54c78b7 HTTP/1.1" status: 200 len: 834 time: 0.0431261 Feb 03 13:43:22.421413 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fffa5-1803-4e74-8f05-31002794c5eb req-5d4bba55-d7c3-47b9-92c9-b9eaeefabf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:22.422916 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-174fffa5-1803-4e74-8f05-31002794c5eb req-5d4bba55-d7c3-47b9-92c9-b9eaeefabf46 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474765 Feb 03 13:43:22.511624 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-174fffa5-1803-4e74-8f05-31002794c5eb req-6b0846f2-e6de-413c-885d-8bb1edb84d98 service neutron] 10.222.0.73 "GET /v2.0/networks/0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803266 Feb 03 13:43:22.601982 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-174fffa5-1803-4e74-8f05-31002794c5eb req-c925ce49-48bd-40e4-8380-2ed91ecbd943 service neutron] 10.222.0.73 "GET /v2.0/networks/0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840278 Feb 03 13:43:22.890766 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b69a7-2882-4aff-af07-dc06614ab85c req-eff03ad7-6deb-4300-9122-6890a219ea14 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:22.892266 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-303b69a7-2882-4aff-af07-dc06614ab85c req-eff03ad7-6deb-4300-9122-6890a219ea14 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0533500 Feb 03 13:43:22.939687 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-303b69a7-2882-4aff-af07-dc06614ab85c req-dff34eee-dc34-4c79-b70b-438827fb5d5b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418427 Feb 03 13:43:24.059911 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a263728-f4e3-4b6b-bb57-186b02d15a94 req-8ea7f2c4-7ec5-4145-92c2-fabb0a950581 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:24.061407 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4a263728-f4e3-4b6b-bb57-186b02d15a94 req-8ea7f2c4-7ec5-4145-92c2-fabb0a950581 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0513844 Feb 03 13:43:24.108703 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4a263728-f4e3-4b6b-bb57-186b02d15a94 req-04dc280b-24c8-4781-8eb4-216b96d5ea78 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418012 Feb 03 13:43:25.229329 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8167330-46f3-4f1c-837d-55fda4f6c6fe req-734cc65c-397b-4f38-8f5c-25974ab38d80 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:25.230807 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b8167330-46f3-4f1c-837d-55fda4f6c6fe req-734cc65c-397b-4f38-8f5c-25974ab38d80 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0556135 Feb 03 13:43:25.277749 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b8167330-46f3-4f1c-837d-55fda4f6c6fe req-f7608802-a0d3-4fd6-b112-0f3d783e3d84 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415413 Feb 03 13:43:26.400314 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff617899-ecbc-4daf-836b-e926bf39aba0 req-d43629c2-a12e-4a20-80fa-312d92ce42e1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:26.401798 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ff617899-ecbc-4daf-836b-e926bf39aba0 req-d43629c2-a12e-4a20-80fa-312d92ce42e1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0555949 Feb 03 13:43:26.450190 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ff617899-ecbc-4daf-836b-e926bf39aba0 req-f0e9641e-9cc1-4a9b-8634-33f2e85d23a4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425591 Feb 03 13:43:27.568275 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489b311-ebcd-4e92-a4b9-1e25221a8683 req-43f5f958-bf89-4304-bc12-999cd4e1bc15 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:27.569656 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f489b311-ebcd-4e92-a4b9-1e25221a8683 req-43f5f958-bf89-4304-bc12-999cd4e1bc15 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0521779 Feb 03 13:43:27.616946 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f489b311-ebcd-4e92-a4b9-1e25221a8683 req-c192a715-ac01-4b4f-923a-5462e203a232 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417798 Feb 03 13:43:28.733723 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691b8ed-e16f-41c3-b656-005b57931f9b req-6b70e2f1-a135-4b20-b1e2-c1b2494f6a20 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:28.735222 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3691b8ed-e16f-41c3-b656-005b57931f9b req-6b70e2f1-a135-4b20-b1e2-c1b2494f6a20 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0519488 Feb 03 13:43:28.787483 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3691b8ed-e16f-41c3-b656-005b57931f9b req-695d7c7c-f73a-4e0c-8cfc-335ba016012e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467043 Feb 03 13:43:29.908444 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cffd6-0240-4d37-93ff-147696bf96d3 req-4f3bf323-c71b-4230-8315-4e8bccf3b355 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:29.909920 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-780cffd6-0240-4d37-93ff-147696bf96d3 req-4f3bf323-c71b-4230-8315-4e8bccf3b355 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0561795 Feb 03 13:43:29.958400 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-780cffd6-0240-4d37-93ff-147696bf96d3 req-b0c82b1c-fe87-41fd-b548-3dc656b125aa tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422223 Feb 03 13:43:31.075528 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437c29b-19c8-497b-bcda-c14f31ab6a3e req-9dd1484c-f0ce-48e3-b24d-79d2f4be8891 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:31.077037 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c437c29b-19c8-497b-bcda-c14f31ab6a3e req-9dd1484c-f0ce-48e3-b24d-79d2f4be8891 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0517492 Feb 03 13:43:31.128817 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c437c29b-19c8-497b-bcda-c14f31ab6a3e req-9625573a-14b2-4b86-ba1c-197cda187873 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461943 Feb 03 13:43:31.852320 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:32.250243 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f28eb5-689a-46cc-a1cb-cefe55bf7913 req-7b94f9d4-479c-43bf-9297-8e0bac17bde2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:32.251995 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-10f28eb5-689a-46cc-a1cb-cefe55bf7913 req-7b94f9d4-479c-43bf-9297-8e0bac17bde2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0521152 Feb 03 13:43:32.302386 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-10f28eb5-689a-46cc-a1cb-cefe55bf7913 req-9393639f-be5c-488f-9a59-86b75528afad tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449710 Feb 03 13:43:33.421072 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea56990-aa16-4595-86db-3928792bd1dd req-92ec8d36-1978-4d46-af31-52fc293d6f05 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:33.422569 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9ea56990-aa16-4595-86db-3928792bd1dd req-92ec8d36-1978-4d46-af31-52fc293d6f05 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0522313 Feb 03 13:43:33.470140 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9ea56990-aa16-4595-86db-3928792bd1dd req-ffec278b-8a53-4da7-a566-e2f97bda7231 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421035 Feb 03 13:43:33.652123 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f1ed91fd-0947-408c-9073-aa652400ed43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:34.587107 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f722830-54b4-4cf7-bf02-0742af72c9b7 req-01fe3198-a37c-44f5-90a1-79a7b4f3d1ee tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:34.588517 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7f722830-54b4-4cf7-bf02-0742af72c9b7 req-01fe3198-a37c-44f5-90a1-79a7b4f3d1ee tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0518005 Feb 03 13:43:34.639717 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7f722830-54b4-4cf7-bf02-0742af72c9b7 req-f449697c-5638-461c-8433-912aefeb3510 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457432 Feb 03 13:43:35.757169 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38befb-5567-4885-817e-0ad845c422a7 req-82c302c7-fa2e-4c9b-9505-0c861b99e3ed tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:35.759163 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f38befb-5567-4885-817e-0ad845c422a7 req-82c302c7-fa2e-4c9b-9505-0c861b99e3ed tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0514662 Feb 03 13:43:35.807575 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5f38befb-5567-4885-817e-0ad845c422a7 req-a209a7a1-abeb-42ee-8872-5c6be4616bd5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428481 Feb 03 13:43:36.246240 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-645e0263-1ee1-4389-a17a-1c84bbb86b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:36.930740 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89b929-4b7e-4273-a994-65827519b6d2 req-21384b5a-4b19-4d03-92a1-929aa7a92517 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:36.932346 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6b89b929-4b7e-4273-a994-65827519b6d2 req-21384b5a-4b19-4d03-92a1-929aa7a92517 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0548465 Feb 03 13:43:36.988795 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6b89b929-4b7e-4273-a994-65827519b6d2 req-9fc8c814-0d1e-4d5a-b046-7b35e4b639fa tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509863 Feb 03 13:43:37.179984 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:38.114896 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14954634-540e-4fd7-bc33-11b1e74dd844 req-276653f0-34ac-4306-8e81-cb4d78916fe5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:38.116427 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14954634-540e-4fd7-bc33-11b1e74dd844 req-276653f0-34ac-4306-8e81-cb4d78916fe5 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0555832 Feb 03 13:43:38.164672 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-14954634-540e-4fd7-bc33-11b1e74dd844 req-fe3f75da-d352-42b4-95cd-b1e79f28561e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421588 Feb 03 13:43:38.187306 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42442) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:43:38.247249 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c2834a2f-ce34-44cb-9df4-a1c676604e7e tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/floatingips/90608a35-426c-4b6c-8951-d54b2ae55592 HTTP/1.1" status: 200 len: 992 time: 0.0588303 Feb 03 13:43:38.472719 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:39.521786 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b68ef-1fb2-4765-8658-1e04a09c7671 req-217d87bb-1dbc-4218-b367-e88838d9c86a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:39.523282 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-118b68ef-1fb2-4765-8658-1e04a09c7671 req-217d87bb-1dbc-4218-b367-e88838d9c86a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0532587 Feb 03 13:43:39.568856 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd77a4-3cf4-4379-9203-b3e8468ab629 req-c2f599a0-6a09-4593-8f53-da36bfe7cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:39.570596 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2afd77a4-3cf4-4379-9203-b3e8468ab629 req-c2f599a0-6a09-4593-8f53-da36bfe7cad0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 1127 time: 0.0505459 Feb 03 13:43:39.573002 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-118b68ef-1fb2-4765-8658-1e04a09c7671 req-591ba1b5-b3e0-4843-a045-cde96e7665b6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438850 Feb 03 13:43:39.658167 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd77a4-3cf4-4379-9203-b3e8468ab629 req-0aa99eba-2ee5-4456-8669-d6c9e9ffbf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:39.659660 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2afd77a4-3cf4-4379-9203-b3e8468ab629 req-0aa99eba-2ee5-4456-8669-d6c9e9ffbf11 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 HTTP/1.1" status: 200 len: 897 time: 0.0832224 Feb 03 13:43:39.726347 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2afd77a4-3cf4-4379-9203-b3e8468ab629 req-0cd1edde-1f22-462d-9125-6ba80a0bbaf5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee0edf18-4fd8-4eba-b34a-19471296fd1c HTTP/1.1" status: 200 len: 1000 time: 0.0612028 Feb 03 13:43:39.772574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd77a4-3cf4-4379-9203-b3e8468ab629 req-f4576317-c217-49df-b7b2-bb9e405abe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:39.773950 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2afd77a4-3cf4-4379-9203-b3e8468ab629 req-f4576317-c217-49df-b7b2-bb9e405abe15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17f811fb-cefe-4655-8917-c3bbf54c78b7 HTTP/1.1" status: 200 len: 834 time: 0.0414696 Feb 03 13:43:39.823087 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd77a4-3cf4-4379-9203-b3e8468ab629 req-1938bc57-4bfb-4073-9869-9595c00284d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:39.824607 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2afd77a4-3cf4-4379-9203-b3e8468ab629 req-1938bc57-4bfb-4073-9869-9595c00284d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433948 Feb 03 13:43:39.915980 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2afd77a4-3cf4-4379-9203-b3e8468ab629 req-86defc50-3484-4a07-9bb9-5309083ab120 service neutron] 10.222.0.73 "GET /v2.0/networks/0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842695 Feb 03 13:43:40.008404 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2afd77a4-3cf4-4379-9203-b3e8468ab629 req-4f1d5f15-0be9-48aa-9537-6c89a4e3a29f service neutron] 10.222.0.73 "GET /v2.0/networks/0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871611 Feb 03 13:43:40.057134 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:43:40.698542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6a458-d44d-47e7-8440-162554de3b72 req-78574500-35a6-4b1d-b90d-99db277fd484 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:43:40.700048 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a2c6a458-d44d-47e7-8440-162554de3b72 req-78574500-35a6-4b1d-b90d-99db277fd484 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0562651 Feb 03 13:43:41.082417 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a2c6a458-d44d-47e7-8440-162554de3b72 req-cf4685b0-145e-4d47-b62f-b4c0bc8430ad tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3767796 Feb 03 13:43:41.105058 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42452) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:43:41.162570 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f3608318-ae55-45e1-a67e-e9e789483c57 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/floatingips/90608a35-426c-4b6c-8951-d54b2ae55592 HTTP/1.1" status: 200 len: 992 time: 0.0563397 Feb 03 13:43:43.874310 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:43:46.536845 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:01.864571 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:03.654446 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c0c8b4cf-2a5e-49bd-be14-c07fe2c865ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:06.247888 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7fcab139-d00d-4583-9aff-23dfc1dba6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:07.183387 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:08.474918 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:10.060741 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:16.536294 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:20.874533 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:44:23.112968 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa53638c-88bf-4dc5-a5c0-396e3c4dce39 req-bff9475c-d6cf-46c0-bc26-0f50af5f26b7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426972 Feb 03 13:44:23.216926 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53638c-88bf-4dc5-a5c0-396e3c4dce39 req-1447c15e-65d0-4284-b302-49917986e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:23.218465 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa53638c-88bf-4dc5-a5c0-396e3c4dce39 req-1447c15e-65d0-4284-b302-49917986e74b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 1127 time: 0.0480347 Feb 03 13:44:23.320937 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53638c-88bf-4dc5-a5c0-396e3c4dce39 req-a5f696c6-d843-4c7a-ae6f-f4d286796e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:23.322413 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa53638c-88bf-4dc5-a5c0-396e3c4dce39 req-a5f696c6-d843-4c7a-ae6f-f4d286796e17 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 HTTP/1.1" status: 200 len: 897 time: 0.0856810 Feb 03 13:44:23.389522 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa53638c-88bf-4dc5-a5c0-396e3c4dce39 req-7410b236-babb-451a-9b8d-68250c9f7ded service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee0edf18-4fd8-4eba-b34a-19471296fd1c HTTP/1.1" status: 200 len: 1000 time: 0.0616574 Feb 03 13:44:23.437745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53638c-88bf-4dc5-a5c0-396e3c4dce39 req-f499dec9-9196-4ce6-b853-3d050be359ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:23.439168 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa53638c-88bf-4dc5-a5c0-396e3c4dce39 req-f499dec9-9196-4ce6-b853-3d050be359ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17f811fb-cefe-4655-8917-c3bbf54c78b7 HTTP/1.1" status: 200 len: 834 time: 0.0427966 Feb 03 13:44:23.486603 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53638c-88bf-4dc5-a5c0-396e3c4dce39 req-4a545ca2-4fce-4f89-9669-3ed855799c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:23.488122 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa53638c-88bf-4dc5-a5c0-396e3c4dce39 req-4a545ca2-4fce-4f89-9669-3ed855799c07 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429389 Feb 03 13:44:23.578667 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa53638c-88bf-4dc5-a5c0-396e3c4dce39 req-9ba0b205-076b-4bc9-a98a-2739dd4c8786 service neutron] 10.222.0.73 "GET /v2.0/networks/0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846145 Feb 03 13:44:23.667505 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa53638c-88bf-4dc5-a5c0-396e3c4dce39 req-c394e166-6620-4baa-8583-2416bbcf1ea0 service neutron] 10.222.0.73 "GET /v2.0/networks/0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826414 Feb 03 13:44:31.876812 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:33.655423 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f5d5f7a7-3c61-4fe5-9a50-dead4601d4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:36.248548 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-925336e2-e2b8-493c-b302-49d8455b9db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:37.186033 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:38.093669 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42476) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:38.429951 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting port f585a3f9-f6dc-46c6-9861-8f1ea97a785b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:44:38.430312 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f585a3f9-f6dc-46c6-9861-8f1ea97a785b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:38.478179 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:38.504584 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f585a3f9-f6dc-46c6-9861-8f1ea97a785b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:38.504912 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for floatingip (f585a3f9-f6dc-46c6-9861-8f1ea97a785b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:38.516560 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Calling delete_port for f585a3f9-f6dc-46c6-9861-8f1ea97a785b owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:44:38.664075 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (f585a3f9-f6dc-46c6-9861-8f1ea97a785b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:38.688828 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Port': ['ID=f585a3f9-f6dc-46c6-9861-8f1ea97a785b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:38.700463 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:38.700831 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:38.701182 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:38.701530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:38.701881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:38.702230 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:38.702570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:38.702906 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:38.703244 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:38.703580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:38.703914 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:38.704273 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:38.704604 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:38.761399 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for floatingip (90608a35-426c-4b6c-8951-d54b2ae55592), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:38.761737 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Floating IP 90608a35-426c-4b6c-8951-d54b2ae55592 disassociated (deleted). External IP: 172.25.6.18, port: ee0edf18-4fd8-4eba-b34a-19471296fd1c. Feb 03 13:44:38.965723 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router c29feef2-d324-4157-a6cb-d45126f5f8ee has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:44:39.071108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:44:39.076831 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:39.081043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94009661-6ab5-4a6d-b36a-c4273cdab1fd None None] Sync routers for ids ['c29feef2-d324-4157-a6cb-d45126f5f8ee'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:44:39.091636 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94009661-6ab5-4a6d-b36a-c4273cdab1fd None None] Routers {'c29feef2-d324-4157-a6cb-d45126f5f8ee'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:44:39.092374 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-94009661-6ab5-4a6d-b36a-c4273cdab1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:44:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['c29feef2-d324-4157-a6cb-d45126f5f8ee'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:39.112499 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-71a7e32e-0d3b-4edc-a388-96812a6cad81 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/floatingips/90608a35-426c-4b6c-8951-d54b2ae55592 HTTP/1.1" status: 204 len: 168 time: 1.0176804 Feb 03 13:44:39.113240 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0e97c5-da9e-4d4b-9831-a1439c56ad22', 'tag': 'ee0edf18-4fd8-4eba-b34a-19471296fd1c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:44:39.115832 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c242e3e9-5ebb-4c01-8a02-629bfdc7ef3e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0e97c5-da9e-4d4b-9831-a1439c56ad22", "tag": "ee0edf18-4fd8-4eba-b34a-19471296fd1c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:44:39.205260 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-94009661-6ab5-4a6d-b36a-c4273cdab1fd None None] Set router c29feef2-d324-4157-a6cb-d45126f5f8ee gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:44:39.297889 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2632b7f4-3cfc-4f3f-a16a-224a889d163c x-openstack-request-id: req-2632b7f4-3cfc-4f3f-a16a-224a889d163c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:44:39.298187 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0e97c5-da9e-4d4b-9831-a1439c56ad22", "tag": "ee0edf18-4fd8-4eba-b34a-19471296fd1c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:44:39.298441 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2632b7f4-3cfc-4f3f-a16a-224a889d163c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:44:39.298852 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0e97c5-da9e-4d4b-9831-a1439c56ad22', 'tag': 'ee0edf18-4fd8-4eba-b34a-19471296fd1c', 'status': 'completed', 'code': 200} Feb 03 13:44:39.376318 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0a71e-0626-487a-a48a-da7fc25420a8 req-e42240fa-cd04-400b-a8a3-d505e70c0fe9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:39.377936 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33c0a71e-0626-487a-a48a-da7fc25420a8 req-e42240fa-cd04-400b-a8a3-d505e70c0fe9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0782540 Feb 03 13:44:39.431296 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242e3e9-5ebb-4c01-8a02-629bfdc7ef3e req-d3bef2e0-e9f5-46c2-9faf-06c5d8767ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:39.433434 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c242e3e9-5ebb-4c01-8a02-629bfdc7ef3e req-d3bef2e0-e9f5-46c2-9faf-06c5d8767ec0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 1127 time: 0.0917046 Feb 03 13:44:39.451031 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-33c0a71e-0626-487a-a48a-da7fc25420a8 req-64bee32c-b44a-4d65-a08c-2fba92a1e732 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666437 Feb 03 13:44:39.533650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242e3e9-5ebb-4c01-8a02-629bfdc7ef3e req-64b8278d-e2ae-40d3-bea5-a5a4525a8244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:39.535399 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c242e3e9-5ebb-4c01-8a02-629bfdc7ef3e req-64b8278d-e2ae-40d3-bea5-a5a4525a8244 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 HTTP/1.1" status: 200 len: 897 time: 0.0957286 Feb 03 13:44:39.574614 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-94009661-6ab5-4a6d-b36a-c4273cdab1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660337608', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6beb6616-a512-46d6-a577-5c79e416f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:01Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '6beb6616-a512-46d6-a577-5c79e416f117', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698', 'name': '', 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:8c:d4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '17f811fb-cefe-4655-8917-c3bbf54c78b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:42:00Z', 'updated_at': '2022-02-03T13:42:04Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '17f811fb-cefe-4655-8917-c3bbf54c78b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:39.578217 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c242e3e9-5ebb-4c01-8a02-629bfdc7ef3e req-648359a9-ca51-4e2b-a153-c887d8b2da91 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee0edf18-4fd8-4eba-b34a-19471296fd1c HTTP/1.1" status: 200 len: 217 time: 0.0357523 Feb 03 13:44:39.600356 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94009661-6ab5-4a6d-b36a-c4273cdab1fd None None] Checking router: c29feef2-d324-4157-a6cb-d45126f5f8ee for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:44:39.608414 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94009661-6ab5-4a6d-b36a-c4273cdab1fd None None] Routers {'c29feef2-d324-4157-a6cb-d45126f5f8ee'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:44:39.609023 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-94009661-6ab5-4a6d-b36a-c4273cdab1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:44:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['c29feef2-d324-4157-a6cb-d45126f5f8ee'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:39.626553 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242e3e9-5ebb-4c01-8a02-629bfdc7ef3e req-998969c5-3d94-4bc2-bf5c-dd995b22421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:39.628068 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c242e3e9-5ebb-4c01-8a02-629bfdc7ef3e req-998969c5-3d94-4bc2-bf5c-dd995b22421a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=17f811fb-cefe-4655-8917-c3bbf54c78b7 HTTP/1.1" status: 200 len: 834 time: 0.0434918 Feb 03 13:44:39.682006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242e3e9-5ebb-4c01-8a02-629bfdc7ef3e req-64634ed7-2bd7-48f0-9cc0-af337c4c1ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:39.684131 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c242e3e9-5ebb-4c01-8a02-629bfdc7ef3e req-64634ed7-2bd7-48f0-9cc0-af337c4c1ead service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500603 Feb 03 13:44:39.714491 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-94009661-6ab5-4a6d-b36a-c4273cdab1fd None None] Set router c29feef2-d324-4157-a6cb-d45126f5f8ee gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:44:39.774008 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c242e3e9-5ebb-4c01-8a02-629bfdc7ef3e req-1d05ce93-0626-4f25-a0ee-df2f537fb853 service neutron] 10.222.0.73 "GET /v2.0/networks/0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824177 Feb 03 13:44:39.870835 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c242e3e9-5ebb-4c01-8a02-629bfdc7ef3e req-30fefee5-2d5b-489d-8d57-38abadc36900 service neutron] 10.222.0.73 "GET /v2.0/networks/0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886860 Feb 03 13:44:39.915838 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-94009661-6ab5-4a6d-b36a-c4273cdab1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660337608', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6beb6616-a512-46d6-a577-5c79e416f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:01Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '6beb6616-a512-46d6-a577-5c79e416f117', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698', 'name': '', 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:8c:d4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '17f811fb-cefe-4655-8917-c3bbf54c78b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:42:00Z', 'updated_at': '2022-02-03T13:42:04Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '17f811fb-cefe-4655-8917-c3bbf54c78b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:39.943056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94009661-6ab5-4a6d-b36a-c4273cdab1fd None None] The sync data for ids ['c29feef2-d324-4157-a6cb-d45126f5f8ee'] in n-d-827336-3 is: [{'id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660337608', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6beb6616-a512-46d6-a577-5c79e416f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:01Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '6beb6616-a512-46d6-a577-5c79e416f117', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698', 'name': '', 'network_id': '0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:8c:d4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '17f811fb-cefe-4655-8917-c3bbf54c78b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:42:00Z', 'updated_at': '2022-02-03T13:42:04Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '17f811fb-cefe-4655-8917-c3bbf54c78b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:44:40.063727 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:40.162900 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3e3198-f8c2-4341-861c-35cd542780b3 None None] New status for floating IP 90608a35-426c-4b6c-8951-d54b2ae55592: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:44:40.578144 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00907497-3e04-4ab8-97a0-554964718170 req-df98a278-eb35-4c97-b5c8-add98725cf34 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:40.579624 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-00907497-3e04-4ab8-97a0-554964718170 req-df98a278-eb35-4c97-b5c8-add98725cf34 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0576100 Feb 03 13:44:40.627822 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-00907497-3e04-4ab8-97a0-554964718170 req-2d2f7952-6c4f-41ab-b21e-b831f3e47fb1 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425684 Feb 03 13:44:41.342044 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b1b53-a9da-4b0e-8ba0-40a71d4e4a52 req-ee6c9c08-f448-42d3-8ab5-72018bdc3826 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:41.343519 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed8b1b53-a9da-4b0e-8ba0-40a71d4e4a52 req-ee6c9c08-f448-42d3-8ab5-72018bdc3826 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 945 time: 0.0614798 Feb 03 13:44:41.432384 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ed8b1b53-a9da-4b0e-8ba0-40a71d4e4a52 req-367c9d69-9d41-4a88-b1b6-480e3a55e5e4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting port ee0edf18-4fd8-4eba-b34a-19471296fd1c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:44:41.432734 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ed8b1b53-a9da-4b0e-8ba0-40a71d4e4a52 req-367c9d69-9d41-4a88-b1b6-480e3a55e5e4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (ee0edf18-4fd8-4eba-b34a-19471296fd1c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:41.525386 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ed8b1b53-a9da-4b0e-8ba0-40a71d4e4a52 req-367c9d69-9d41-4a88-b1b6-480e3a55e5e4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] For port ee0edf18-4fd8-4eba-b34a-19471296fd1c, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=ee0edf18-4fd8-4eba-b34a-19471296fd1c,segment=NetworkSegment(3b017ff5-efae-4a2b-9ec7-5825587f45ed),segment_id=3b017ff5-efae-4a2b-9ec7-5825587f45ed)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:44:41.525750 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ed8b1b53-a9da-4b0e-8ba0-40a71d4e4a52 req-367c9d69-9d41-4a88-b1b6-480e3a55e5e4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (ee0edf18-4fd8-4eba-b34a-19471296fd1c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:41.540176 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ed8b1b53-a9da-4b0e-8ba0-40a71d4e4a52 req-367c9d69-9d41-4a88-b1b6-480e3a55e5e4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Calling delete_port for ee0edf18-4fd8-4eba-b34a-19471296fd1c owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:44:41.673112 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ed8b1b53-a9da-4b0e-8ba0-40a71d4e4a52 req-367c9d69-9d41-4a88-b1b6-480e3a55e5e4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (ee0edf18-4fd8-4eba-b34a-19471296fd1c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:41.702178 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c9d69-9d41-4a88-b1b6-480e3a55e5e4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Port': ['ID=ee0edf18-4fd8-4eba-b34a-19471296fd1c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:41.748092 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8c85109c-6e01-46d2-805e-a0ade2af4a9c req-27bf1e2b-0d01-45f8-8724-c8728ee81ce8 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0e97c5-da9e-4d4b-9831-a1439c56ad22 HTTP/1.1" status: 200 len: 210 time: 0.0469611 Feb 03 13:44:41.772231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8b1b53-a9da-4b0e-8ba0-40a71d4e4a52 req-367c9d69-9d41-4a88-b1b6-480e3a55e5e4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] No DVR routers for this DVR port ee0edf18-4fd8-4eba-b34a-19471296fd1c on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:44:41.774942 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ed8b1b53-a9da-4b0e-8ba0-40a71d4e4a52 req-367c9d69-9d41-4a88-b1b6-480e3a55e5e4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:41.778394 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed8b1b53-a9da-4b0e-8ba0-40a71d4e4a52 req-367c9d69-9d41-4a88-b1b6-480e3a55e5e4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "DELETE /v2.0/ports/ee0edf18-4fd8-4eba-b34a-19471296fd1c HTTP/1.1" status: 204 len: 173 time: 0.4297788 Feb 03 13:44:41.778858 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0e97c5-da9e-4d4b-9831-a1439c56ad22', 'name': 'network-vif-deleted', 'tag': 'ee0edf18-4fd8-4eba-b34a-19471296fd1c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:44:41.781436 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607265f1-8c0a-4469-994e-fbe8a1036289" -d '{"events": [{"server_uuid": "7a0e97c5-da9e-4d4b-9831-a1439c56ad22", "name": "network-vif-deleted", "tag": "ee0edf18-4fd8-4eba-b34a-19471296fd1c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:44:41.825350 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a014d3e-9d8d-459e-b6a0-dcd218f7ec2a x-openstack-request-id: req-9a014d3e-9d8d-459e-b6a0-dcd218f7ec2a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:44:41.825655 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0e97c5-da9e-4d4b-9831-a1439c56ad22", "name": "network-vif-deleted", "tag": "ee0edf18-4fd8-4eba-b34a-19471296fd1c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:44:41.825914 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a014d3e-9d8d-459e-b6a0-dcd218f7ec2a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:44:41.826324 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0e97c5-da9e-4d4b-9831-a1439c56ad22', 'name': 'network-vif-deleted', 'tag': 'ee0edf18-4fd8-4eba-b34a-19471296fd1c', 'status': 'completed', 'code': 200} Feb 03 13:44:42.803970 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42498) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:43.159884 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d91fc641-d10e-43ed-9558-83eadebd69e2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (c29feef2-d324-4157-a6cb-d45126f5f8ee), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:43.414045 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d91fc641-d10e-43ed-9558-83eadebd69e2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting port b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:44:43.414287 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d91fc641-d10e-43ed-9558-83eadebd69e2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:43.503719 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-d91fc641-d10e-43ed-9558-83eadebd69e2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] For port b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698,segment=NetworkSegment(3b017ff5-efae-4a2b-9ec7-5825587f45ed),segment_id=3b017ff5-efae-4a2b-9ec7-5825587f45ed)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:44:43.504122 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d91fc641-d10e-43ed-9558-83eadebd69e2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:43.516539 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d91fc641-d10e-43ed-9558-83eadebd69e2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Calling delete_port for b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:44:43.698205 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d91fc641-d10e-43ed-9558-83eadebd69e2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:43.724892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fc641-d10e-43ed-9558-83eadebd69e2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Port': ['ID=b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:43.902659 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d91fc641-d10e-43ed-9558-83eadebd69e2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (c29feef2-d324-4157-a6cb-d45126f5f8ee), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:44.110388 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91fc641-d10e-43ed-9558-83eadebd69e2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router c29feef2-d324-4157-a6cb-d45126f5f8ee has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:44:44.218769 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91fc641-d10e-43ed-9558-83eadebd69e2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:44:44.224422 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d91fc641-d10e-43ed-9558-83eadebd69e2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "PUT /v2.0/routers/c29feef2-d324-4157-a6cb-d45126f5f8ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4193873 Feb 03 13:44:44.226699 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42500) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:44.228277 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c344ba-c005-4495-a047-5bd954b80b38 None None] Sync routers for ids ['c29feef2-d324-4157-a6cb-d45126f5f8ee'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:44:44.238467 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c344ba-c005-4495-a047-5bd954b80b38 None None] Routers {'c29feef2-d324-4157-a6cb-d45126f5f8ee'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:44:44.239086 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-37c344ba-c005-4495-a047-5bd954b80b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:44:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['c29feef2-d324-4157-a6cb-d45126f5f8ee'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:44.281216 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-49967d85-bf66-429c-94d7-fa8bd0ebd568 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting subnet 17f811fb-cefe-4655-8917-c3bbf54c78b7 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:44:44.284306 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49967d85-bf66-429c-94d7-fa8bd0ebd568 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for subnet (17f811fb-cefe-4655-8917-c3bbf54c78b7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:44.325525 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49967d85-bf66-429c-94d7-fa8bd0ebd568 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (17f811fb-cefe-4655-8917-c3bbf54c78b7), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:44.344779 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-37c344ba-c005-4495-a047-5bd954b80b38 None None] Set router c29feef2-d324-4157-a6cb-d45126f5f8ee gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:44:44.407499 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49967d85-bf66-429c-94d7-fa8bd0ebd568 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (17f811fb-cefe-4655-8917-c3bbf54c78b7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:44.468711 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49967d85-bf66-429c-94d7-fa8bd0ebd568 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (17f811fb-cefe-4655-8917-c3bbf54c78b7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:44.495090 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49967d85-bf66-429c-94d7-fa8bd0ebd568 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Subnet': ['ID=17f811fb-cefe-4655-8917-c3bbf54c78b7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:44.499569 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49967d85-bf66-429c-94d7-fa8bd0ebd568 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:44.504069 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-49967d85-bf66-429c-94d7-fa8bd0ebd568 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/subnets/17f811fb-cefe-4655-8917-c3bbf54c78b7 HTTP/1.1" status: 204 len: 168 time: 0.2763755 Feb 03 13:44:44.506663 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42502) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:44.509661 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e254cb4a-2ec4-4bfc-9f1f-603acfa6ce6d None None] Network 0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:44:44.607309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-37c344ba-c005-4495-a047-5bd954b80b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660337608', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6beb6616-a512-46d6-a577-5c79e416f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:44:43Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '6beb6616-a512-46d6-a577-5c79e416f117', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:44.637715 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c344ba-c005-4495-a047-5bd954b80b38 None None] Checking router: c29feef2-d324-4157-a6cb-d45126f5f8ee for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:44:44.650447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c344ba-c005-4495-a047-5bd954b80b38 None None] Routers {'c29feef2-d324-4157-a6cb-d45126f5f8ee'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:44:44.651092 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-37c344ba-c005-4495-a047-5bd954b80b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:44:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['c29feef2-d324-4157-a6cb-d45126f5f8ee'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:44.736738 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] DHCP port deletion for 0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:44:44.788667 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-37c344ba-c005-4495-a047-5bd954b80b38 None None] Set router c29feef2-d324-4157-a6cb-d45126f5f8ee gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:44:44.913825 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] Deleting port 0b880ed5-3fd2-4a87-8469-c3776c9ca875 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:44:44.914204 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (0b880ed5-3fd2-4a87-8469-c3776c9ca875), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:44.966022 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25fc6dfc-f3cd-4dbc-b6e7-930520f9cbe3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router (c29feef2-d324-4157-a6cb-d45126f5f8ee), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.015102 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 0b880ed5-3fd2-4a87-8469-c3776c9ca875 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:44:45.018548 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] For port 0b880ed5-3fd2-4a87-8469-c3776c9ca875, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=0b880ed5-3fd2-4a87-8469-c3776c9ca875,segment=NetworkSegment(3b017ff5-efae-4a2b-9ec7-5825587f45ed),segment_id=3b017ff5-efae-4a2b-9ec7-5825587f45ed)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:44:45.019116 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (0b880ed5-3fd2-4a87-8469-c3776c9ca875), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.068530 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] Calling delete_port for 0b880ed5-3fd2-4a87-8469-c3776c9ca875 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:44:45.069699 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25fc6dfc-f3cd-4dbc-b6e7-930520f9cbe3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_gateway (c29feef2-d324-4157-a6cb-d45126f5f8ee), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.127353 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-25fc6dfc-f3cd-4dbc-b6e7-930520f9cbe3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting port 6beb6616-a512-46d6-a577-5c79e416f117 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:44:45.127706 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25fc6dfc-f3cd-4dbc-b6e7-930520f9cbe3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (6beb6616-a512-46d6-a577-5c79e416f117), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.170310 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-37c344ba-c005-4495-a047-5bd954b80b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660337608', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6beb6616-a512-46d6-a577-5c79e416f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:44:43Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '6beb6616-a512-46d6-a577-5c79e416f117', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:45.209604 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-25fc6dfc-f3cd-4dbc-b6e7-930520f9cbe3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] For port 6beb6616-a512-46d6-a577-5c79e416f117, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=6beb6616-a512-46d6-a577-5c79e416f117,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:44:45.209886 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25fc6dfc-f3cd-4dbc-b6e7-930520f9cbe3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (6beb6616-a512-46d6-a577-5c79e416f117), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.211384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c344ba-c005-4495-a047-5bd954b80b38 None None] The sync data for ids ['c29feef2-d324-4157-a6cb-d45126f5f8ee'] in n-d-827336-3 is: [{'id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-660337608', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '6beb6616-a512-46d6-a577-5c79e416f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:44:43Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '6beb6616-a512-46d6-a577-5c79e416f117', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:74:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29feef2-d324-4157-a6cb-d45126f5f8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:41:57Z', 'updated_at': '2022-02-03T13:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:44:45.214112 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 0b880ed5-3fd2-4a87-8469-c3776c9ca875 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:45.215150 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (0b880ed5-3fd2-4a87-8469-c3776c9ca875), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.225876 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-25fc6dfc-f3cd-4dbc-b6e7-930520f9cbe3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Calling delete_port for 6beb6616-a512-46d6-a577-5c79e416f117 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:44:45.252901 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (0b880ed5-3fd2-4a87-8469-c3776c9ca875), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.301296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] Pushing event deleted for resources: {'Port': ['ID=0b880ed5-3fd2-4a87-8469-c3776c9ca875,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:45.303594 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] No DVR routers for this DVR port 0b880ed5-3fd2-4a87-8469-c3776c9ca875 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:44:45.315672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:45.316054 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:45.316396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:45.316742 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:45.317200 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:45.317553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:45.317887 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:45.318219 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:45.318547 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:45.318881 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:45.319209 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:45.320219 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:45.320219 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e61e96-3e2c-46bc-9c3b-aaa6814395f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:45.401898 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25fc6dfc-f3cd-4dbc-b6e7-930520f9cbe3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (6beb6616-a512-46d6-a577-5c79e416f117), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.429166 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc6dfc-f3cd-4dbc-b6e7-930520f9cbe3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Port': ['ID=6beb6616-a512-46d6-a577-5c79e416f117,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:45.492745 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25fc6dfc-f3cd-4dbc-b6e7-930520f9cbe3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (c29feef2-d324-4157-a6cb-d45126f5f8ee), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.590311 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25fc6dfc-f3cd-4dbc-b6e7-930520f9cbe3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (c29feef2-d324-4157-a6cb-d45126f5f8ee), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.592612 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25fc6dfc-f3cd-4dbc-b6e7-930520f9cbe3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_controller (c29feef2-d324-4157-a6cb-d45126f5f8ee), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.640809 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25fc6dfc-f3cd-4dbc-b6e7-930520f9cbe3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (c29feef2-d324-4157-a6cb-d45126f5f8ee), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.641410 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fc6dfc-f3cd-4dbc-b6e7-930520f9cbe3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Fanout notify agent at l3_agent the message router_deleted on router c29feef2-d324-4157-a6cb-d45126f5f8ee {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:44:45.648649 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25fc6dfc-f3cd-4dbc-b6e7-930520f9cbe3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.650026 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-25fc6dfc-f3cd-4dbc-b6e7-930520f9cbe3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/routers/c29feef2-d324-4157-a6cb-d45126f5f8ee HTTP/1.1" status: 204 len: 168 time: 1.1420979 Feb 03 13:44:45.652591 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42504) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:45.743706 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f55b7c78-903d-49cb-880d-a149b6ed4239 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.828987 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f55b7c78-903d-49cb-880d-a149b6ed4239 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.851306 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f55b7c78-903d-49cb-880d-a149b6ed4239 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:45.861881 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f55b7c78-903d-49cb-880d-a149b6ed4239 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b017ff5-efae-4a2b-9ec7-5825587f45ed') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:45.862181 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f55b7c78-903d-49cb-880d-a149b6ed4239 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b017ff5-efae-4a2b-9ec7-5825587f45ed') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:45.878869 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f55b7c78-903d-49cb-880d-a149b6ed4239 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (3b017ff5-efae-4a2b-9ec7-5825587f45ed), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.893010 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f55b7c78-903d-49cb-880d-a149b6ed4239 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (3b017ff5-efae-4a2b-9ec7-5825587f45ed), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.899715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55b7c78-903d-49cb-880d-a149b6ed4239 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:44:45.900285 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f55b7c78-903d-49cb-880d-a149b6ed4239 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (3b017ff5-efae-4a2b-9ec7-5825587f45ed), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:44:45.904065 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:44:45.973323 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f55b7c78-903d-49cb-880d-a149b6ed4239 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.978496 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f55b7c78-903d-49cb-880d-a149b6ed4239 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:45.984981 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f55b7c78-903d-49cb-880d-a149b6ed4239 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/networks/0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625 HTTP/1.1" status: 204 len: 168 time: 0.3255672 Feb 03 13:44:45.985402 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42506) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:45.997270 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b7c78-903d-49cb-880d-a149b6ed4239 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Network': ['ID=0c8c3b2c-eeae-4317-bfbc-8f1b3c2f1625,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:46.044930 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6dbf6f3a-845f-45f3-8c32-a89bf3547d1a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (da0d78c0-0ccc-48a1-bcba-d3e9280bdb41), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.069757 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6dbf6f3a-845f-45f3-8c32-a89bf3547d1a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (da0d78c0-0ccc-48a1-bcba-d3e9280bdb41), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.129522 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6dbf6f3a-845f-45f3-8c32-a89bf3547d1a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (da0d78c0-0ccc-48a1-bcba-d3e9280bdb41), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.132426 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6dbf6f3a-845f-45f3-8c32-a89bf3547d1a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.133745 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6dbf6f3a-845f-45f3-8c32-a89bf3547d1a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/security-groups/da0d78c0-0ccc-48a1-bcba-d3e9280bdb41 HTTP/1.1" status: 204 len: 168 time: 0.1470401 Feb 03 13:44:46.142920 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf6f3a-845f-45f3-8c32-a89bf3547d1a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0d78c0-0ccc-48a1-bcba-d3e9280bdb41,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:46.150987 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf6f3a-845f-45f3-8c32-a89bf3547d1a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:46.151346 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf6f3a-845f-45f3-8c32-a89bf3547d1a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:46.151711 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf6f3a-845f-45f3-8c32-a89bf3547d1a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:46.152767 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf6f3a-845f-45f3-8c32-a89bf3547d1a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:46.153134 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf6f3a-845f-45f3-8c32-a89bf3547d1a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:46.153467 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf6f3a-845f-45f3-8c32-a89bf3547d1a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:46.153801 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf6f3a-845f-45f3-8c32-a89bf3547d1a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:46.154132 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf6f3a-845f-45f3-8c32-a89bf3547d1a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:46.154720 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf6f3a-845f-45f3-8c32-a89bf3547d1a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:46.155056 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf6f3a-845f-45f3-8c32-a89bf3547d1a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:46.155378 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf6f3a-845f-45f3-8c32-a89bf3547d1a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:46.155723 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf6f3a-845f-45f3-8c32-a89bf3547d1a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:46.156072 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbf6f3a-845f-45f3-8c32-a89bf3547d1a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:46.180997 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ee0edf18-4fd8-4eba-b34a-19471296fd1c no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:44:46.201978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: ee0edf18-4fd8-4eba-b34a-19471296fd1c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:44:46.202325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device ee0edf18-4fd8-4eba-b34a-19471296fd1c not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:44:46.539831 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:46.921700 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:44:46.941914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:44:46.942261 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b87c7e1c-e8fc-4c7e-86f2-e8a187ef0698 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:44:46.942671 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6beb6616-a512-46d6-a577-5c79e416f117 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:44:46.961690 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 6beb6616-a512-46d6-a577-5c79e416f117 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:44:46.962036 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 6beb6616-a512-46d6-a577-5c79e416f117 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:44:48.357443 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42516) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:48.362109 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-911fa87f-ff7c-406f-8870-b1e654a22927 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1866075970', 'description': 'tempest-secgroup-smoke-1866075970 description', 'project_id': '753993933a6e44c5adc86bc1f42799d5'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:44:48.382705 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-911fa87f-ff7c-406f-8870-b1e654a22927 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.447868 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-911fa87f-ff7c-406f-8870-b1e654a22927 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (03a9ad19-e061-4f30-a6c5-f7ca7b9d1245), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.452011 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-911fa87f-ff7c-406f-8870-b1e654a22927 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (03a9ad19-e061-4f30-a6c5-f7ca7b9d1245), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.484895 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-911fa87f-ff7c-406f-8870-b1e654a22927 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.486114 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-911fa87f-ff7c-406f-8870-b1e654a22927 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1276474 Feb 03 13:44:48.487998 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fa87f-ff7c-406f-8870-b1e654a22927 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:48.489062 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42518) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:48.493791 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0bf4882b-44c6-4086-b80b-84a747a96f63 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '03a9ad19-e061-4f30-a6c5-f7ca7b9d1245', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:44:48.519003 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0bf4882b-44c6-4086-b80b-84a747a96f63 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (9b041e65-0ad1-4886-a8c1-103792e27847), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.573495 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0bf4882b-44c6-4086-b80b-84a747a96f63 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (9b041e65-0ad1-4886-a8c1-103792e27847), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.578103 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0bf4882b-44c6-4086-b80b-84a747a96f63 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (9b041e65-0ad1-4886-a8c1-103792e27847), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.595533 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4882b-44c6-4086-b80b-84a747a96f63 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b041e65-0ad1-4886-a8c1-103792e27847,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:48.602856 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0bf4882b-44c6-4086-b80b-84a747a96f63 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.604112 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0bf4882b-44c6-4086-b80b-84a747a96f63 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139140 Feb 03 13:44:48.606923 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42520) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:48.611574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b47ca718-6ed7-46f8-8443-fd04275fac5b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '03a9ad19-e061-4f30-a6c5-f7ca7b9d1245', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:44:48.637007 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b47ca718-6ed7-46f8-8443-fd04275fac5b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (ea9ada25-b8b9-40ad-8f35-9266eaa38f62), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.695745 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b47ca718-6ed7-46f8-8443-fd04275fac5b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (ea9ada25-b8b9-40ad-8f35-9266eaa38f62), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.699335 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b47ca718-6ed7-46f8-8443-fd04275fac5b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (ea9ada25-b8b9-40ad-8f35-9266eaa38f62), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.715751 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ca718-6ed7-46f8-8443-fd04275fac5b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9ada25-b8b9-40ad-8f35-9266eaa38f62,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:48.724237 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b47ca718-6ed7-46f8-8443-fd04275fac5b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.725442 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b47ca718-6ed7-46f8-8443-fd04275fac5b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175909 Feb 03 13:44:48.728138 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42522) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:48.733195 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-15748312-7bea-4f46-a500-0aa39d8bd296 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '03a9ad19-e061-4f30-a6c5-f7ca7b9d1245', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:44:48.757656 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15748312-7bea-4f46-a500-0aa39d8bd296 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (e3578fed-c8e5-45d9-ac72-b1db17afa0bd), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.813635 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15748312-7bea-4f46-a500-0aa39d8bd296 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (e3578fed-c8e5-45d9-ac72-b1db17afa0bd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.817125 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15748312-7bea-4f46-a500-0aa39d8bd296 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (e3578fed-c8e5-45d9-ac72-b1db17afa0bd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.834416 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15748312-7bea-4f46-a500-0aa39d8bd296 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3578fed-c8e5-45d9-ac72-b1db17afa0bd,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:48.841659 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15748312-7bea-4f46-a500-0aa39d8bd296 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.842862 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-15748312-7bea-4f46-a500-0aa39d8bd296 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134641 Feb 03 13:44:48.846876 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42524) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:48.851648 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-212ef14e-e52d-4a93-9619-e9f2e1dd6ceb tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '03a9ad19-e061-4f30-a6c5-f7ca7b9d1245', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:44:48.879055 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-212ef14e-e52d-4a93-9619-e9f2e1dd6ceb tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (8f7806a6-e413-4e85-9937-d7fa19e4d519), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.934052 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-212ef14e-e52d-4a93-9619-e9f2e1dd6ceb tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (8f7806a6-e413-4e85-9937-d7fa19e4d519), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.937516 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-212ef14e-e52d-4a93-9619-e9f2e1dd6ceb tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (8f7806a6-e413-4e85-9937-d7fa19e4d519), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.954948 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ef14e-e52d-4a93-9619-e9f2e1dd6ceb tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7806a6-e413-4e85-9937-d7fa19e4d519,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:48.962960 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-212ef14e-e52d-4a93-9619-e9f2e1dd6ceb tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:48.964408 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-212ef14e-e52d-4a93-9619-e9f2e1dd6ceb tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160538 Feb 03 13:44:48.966926 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42526) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:48.971199 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8662d7fa-5310-4c55-b4ee-9fbe35bff73f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '03a9ad19-e061-4f30-a6c5-f7ca7b9d1245', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:44:48.991991 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-8662d7fa-5310-4c55-b4ee-9fbe35bff73f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Project 753993933a6e44c5adc86bc1f42799d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:44:48.997657 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8662d7fa-5310-4c55-b4ee-9fbe35bff73f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (97a98f28-d188-42d9-ba62-a25087c0e27f), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.058413 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8662d7fa-5310-4c55-b4ee-9fbe35bff73f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (97a98f28-d188-42d9-ba62-a25087c0e27f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.061986 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8662d7fa-5310-4c55-b4ee-9fbe35bff73f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (97a98f28-d188-42d9-ba62-a25087c0e27f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.080398 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662d7fa-5310-4c55-b4ee-9fbe35bff73f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a98f28-d188-42d9-ba62-a25087c0e27f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:49.087308 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8662d7fa-5310-4c55-b4ee-9fbe35bff73f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.088575 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-8662d7fa-5310-4c55-b4ee-9fbe35bff73f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206682 Feb 03 13:44:49.091835 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42528) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:49.096161 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d7b71da3-268c-40d0-a375-0e37e1e3aa45 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'security_group_rule': {'security_group_id': '03a9ad19-e061-4f30-a6c5-f7ca7b9d1245', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:44:49.116414 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-d7b71da3-268c-40d0-a375-0e37e1e3aa45 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Project 753993933a6e44c5adc86bc1f42799d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:44:49.121229 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7b71da3-268c-40d0-a375-0e37e1e3aa45 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (45ac9258-a32c-4da9-a22d-f0ab543c65ee), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.179228 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7b71da3-268c-40d0-a375-0e37e1e3aa45 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (45ac9258-a32c-4da9-a22d-f0ab543c65ee), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.182855 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7b71da3-268c-40d0-a375-0e37e1e3aa45 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (45ac9258-a32c-4da9-a22d-f0ab543c65ee), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.200347 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b71da3-268c-40d0-a375-0e37e1e3aa45 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ac9258-a32c-4da9-a22d-f0ab543c65ee,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:49.208003 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7b71da3-268c-40d0-a375-0e37e1e3aa45 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.209218 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-d7b71da3-268c-40d0-a375-0e37e1e3aa45 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1164448 Feb 03 13:44:49.212291 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42530) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:49.217602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-def55970-ccb3-46b8-8a05-9923c3d9a7a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'network': {'name': 'tempest-network-smoke--1224209394', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'port_security_enabled': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:44:49.236705 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def55970-ccb3-46b8-8a05-9923c3d9a7a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Made reservation on behalf of 753993933a6e44c5adc86bc1f42799d5 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:44:49.240086 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-def55970-ccb3-46b8-8a05-9923c3d9a7a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.263064 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def55970-ccb3-46b8-8a05-9923c3d9a7a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:44:49.271693 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-def55970-ccb3-46b8-8a05-9923c3d9a7a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (d731673f-f90c-4da9-bed6-77002319483c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.272080 n-d-827336-3 neutron-server[103188]: INFO neutron.db.segments_db [None req-def55970-ccb3-46b8-8a05-9923c3d9a7a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Added segment d731673f-f90c-4da9-bed6-77002319483c of type vlan for network 9b9d515b-10ec-4b5b-9941-9bc7b0271043 Feb 03 13:44:49.315988 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-def55970-ccb3-46b8-8a05-9923c3d9a7a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (9b9d515b-10ec-4b5b-9941-9bc7b0271043), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.344549 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-def55970-ccb3-46b8-8a05-9923c3d9a7a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (9b9d515b-10ec-4b5b-9941-9bc7b0271043), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.349529 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def55970-ccb3-46b8-8a05-9923c3d9a7a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:49.350102 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-def55970-ccb3-46b8-8a05-9923c3d9a7a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.383118 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-def55970-ccb3-46b8-8a05-9923c3d9a7a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1697950 Feb 03 13:44:49.386858 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42532) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:49.391827 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-f19a4f6a-3e6e-4f6e-82f2-954a141a28a4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-498036259', 'admin_state_up': True, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:44:49.413879 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f19a4f6a-3e6e-4f6e-82f2-954a141a28a4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.414898 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f19a4f6a-3e6e-4f6e-82f2-954a141a28a4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.423749 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def55970-ccb3-46b8-8a05-9923c3d9a7a6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Network': ['ID=9b9d515b-10ec-4b5b-9941-9bc7b0271043,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:49.435433 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 9b9d515b-10ec-4b5b-9941-9bc7b0271043 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:44:49.466486 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f19a4f6a-3e6e-4f6e-82f2-954a141a28a4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_controller (f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.605252 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f19a4f6a-3e6e-4f6e-82f2-954a141a28a4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_gateway (f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.794091 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f19a4f6a-3e6e-4f6e-82f2-954a141a28a4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_gateway (f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.812791 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f19a4f6a-3e6e-4f6e-82f2-954a141a28a4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:49.915813 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f19a4f6a-3e6e-4f6e-82f2-954a141a28a4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Allocated IP 172.25.6.240 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/46747a0f-0957-4ee5-9a93-358a528a826a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:44:50.015894 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f19a4f6a-3e6e-4f6e-82f2-954a141a28a4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (46747a0f-0957-4ee5-9a93-358a528a826a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:50.048160 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f19a4f6a-3e6e-4f6e-82f2-954a141a28a4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (46747a0f-0957-4ee5-9a93-358a528a826a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:50.090500 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19a4f6a-3e6e-4f6e-82f2-954a141a28a4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:44:50.095206 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f19a4f6a-3e6e-4f6e-82f2-954a141a28a4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:44:50.098687 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19a4f6a-3e6e-4f6e-82f2-954a141a28a4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:44:50.103990 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a4f6a-3e6e-4f6e-82f2-954a141a28a4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=46747a0f-0957-4ee5-9a93-358a528a826a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:50.345427 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f19a4f6a-3e6e-4f6e-82f2-954a141a28a4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_gateway (f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:50.537292 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f19a4f6a-3e6e-4f6e-82f2-954a141a28a4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:50.660583 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19a4f6a-3e6e-4f6e-82f2-954a141a28a4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:44:50.761905 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19a4f6a-3e6e-4f6e-82f2-954a141a28a4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:44:50.772061 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] Sync routers for ids ['f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:44:50.781542 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] Routers {'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:44:50.781771 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f19a4f6a-3e6e-4f6e-82f2-954a141a28a4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:50.782149 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:44:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:50.786097 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-f19a4f6a-3e6e-4f6e-82f2-954a141a28a4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3951359 Feb 03 13:44:50.786298 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42534) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:50.883951 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] Set router f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:44:50.950598 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fa9126ae-3952-4d81-98b5-70471f200864 tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=753993933a6e44c5adc86bc1f42799d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1632128 Feb 03 13:44:50.953196 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42538) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:51.049345 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e0cb64-da8c-4800-9823-6cf47967d74e tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:51.053488 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-07e0cb64-da8c-4800-9823-6cf47967d74e tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0969963 Feb 03 13:44:51.053850 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42542) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:51.065331 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498036259', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:50Z', 'revision_number': 3, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:51.081096 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4d7986bd-6cbb-46f8-8c25-e15759a12681 tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=e9dedc31-644c-4c3c-ba28-45b6252d3499&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261567 Feb 03 13:44:51.083473 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42544) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:51.088169 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-d6c88717-01cf-44e0-bcef-ca727e020452 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-37695851', 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:44:51.093773 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] Checking router: f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:44:51.094120 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] Updating router f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 port 46747a0f-0957-4ee5-9a93-358a528a826a binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:44:51.121695 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (46747a0f-0957-4ee5-9a93-358a528a826a), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:51.176954 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c88717-01cf-44e0-bcef-ca727e020452 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Made reservation on behalf of 753993933a6e44c5adc86bc1f42799d5 for: {'subnet': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:44:51.180478 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6c88717-01cf-44e0-bcef-ca727e020452 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66540313'] for subnet (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:51.369270 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6c88717-01cf-44e0-bcef-ca727e020452 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4284496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66537699'] for subnet (3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:51.376286 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] Publish callbacks [] for port (46747a0f-0957-4ee5-9a93-358a528a826a), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:51.382625 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (46747a0f-0957-4ee5-9a93-358a528a826a), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:51.432758 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] Attempting to bind port 46747a0f-0957-4ee5-9a93-358a528a826a on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:44:51.433649 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] Attempting to bind port 46747a0f-0957-4ee5-9a93-358a528a826a by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:44:51.434003 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] Attempting to bind port 46747a0f-0957-4ee5-9a93-358a528a826a on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:44:51.435656 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c88717-01cf-44e0-bcef-ca727e020452 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Subnet': ['ID=3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:51.437012 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046362-1ace-460f-a251-b1e01893ff42 None None] Pushing event updated for resources: {'Port': ['ID=46747a0f-0957-4ee5-9a93-358a528a826a,revision_number=2']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:51.441743 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:44:51.442118 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:44:51.442527 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:51.443032 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:44:51.443372 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] Bound port: 46747a0f-0957-4ee5-9a93-358a528a826a, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:44:51.443813 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (46747a0f-0957-4ee5-9a93-358a528a826a), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:51.445317 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c88717-01cf-44e0-bcef-ca727e020452 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Checking segment: {'id': 'd731673f-f90c-4da9-bed6-77002319483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:44:51.445693 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c88717-01cf-44e0-bcef-ca727e020452 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network hostable DHCP agents. Network: 9b9d515b-10ec-4b5b-9941-9bc7b0271043, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:44:51.462459 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c88717-01cf-44e0-bcef-ca727e020452 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network 9b9d515b-10ec-4b5b-9941-9bc7b0271043 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:44:51.470571 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046362-1ace-460f-a251-b1e01893ff42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:51.470922 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046362-1ace-460f-a251-b1e01893ff42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:51.471263 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046362-1ace-460f-a251-b1e01893ff42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:51.471389 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d6c88717-01cf-44e0-bcef-ca727e020452 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 9b9d515b-10ec-4b5b-9941-9bc7b0271043) {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:44:51.471632 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046362-1ace-460f-a251-b1e01893ff42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:51.472117 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046362-1ace-460f-a251-b1e01893ff42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:51.472439 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046362-1ace-460f-a251-b1e01893ff42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:51.472768 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046362-1ace-460f-a251-b1e01893ff42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:51.473159 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046362-1ace-460f-a251-b1e01893ff42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:51.473480 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046362-1ace-460f-a251-b1e01893ff42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:51.473802 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046362-1ace-460f-a251-b1e01893ff42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:51.474662 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046362-1ace-460f-a251-b1e01893ff42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:51.474662 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046362-1ace-460f-a251-b1e01893ff42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:51.474913 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046362-1ace-460f-a251-b1e01893ff42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:44:51.475778 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c88717-01cf-44e0-bcef-ca727e020452 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:51.476409 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6c88717-01cf-44e0-bcef-ca727e020452 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:51.490117 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afa150a-9ba6-40cb-a787-5bd94216a0e7 None None] Network 9b9d515b-10ec-4b5b-9941-9bc7b0271043 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:44:51.503178 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-d6c88717-01cf-44e0-bcef-ca727e020452 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4183841 Feb 03 13:44:51.506451 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42550) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:44:51.516381 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] For port 46747a0f-0957-4ee5-9a93-358a528a826a, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:44:51.520086 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] For port 46747a0f-0957-4ee5-9a93-358a528a826a, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=46747a0f-0957-4ee5-9a93-358a528a826a,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:44:51.526596 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (46747a0f-0957-4ee5-9a93-358a528a826a), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:51.577647 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046362-1ace-460f-a251-b1e01893ff42 None None] Pushing event updated for resources: {'Port': ['ID=46747a0f-0957-4ee5-9a93-358a528a826a,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:51.594927 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] Routers {'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:44:51.595545 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:44:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:51.610193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-9b9d515b-10ec-4b5b-9941-9bc7b0271043', 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043', 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ips': [{'subnet_id': '3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:44:51.611057 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:51.804119 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] Set router f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:44:51.912910 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] Allocated IP 172.20.0.2 (9b9d515b-10ec-4b5b-9941-9bc7b0271043/3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92/04b0244c-000b-49e6-9b17-ac83c518121c) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:44:51.966315 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-684feb87-df8b-4273-b64d-e94f22403bdc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:51.998690 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498036259', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:50Z', 'revision_number': 3, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:52.029754 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21430b2e-e3d3-4f75-bc3c-7b1b85aefbe5 None None] The sync data for ids ['f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'] in n-d-827336-3 is: [{'id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498036259', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:50Z', 'revision_number': 3, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:44:52.069782 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] Publish callbacks [] for port (04b0244c-000b-49e6-9b17-ac83c518121c), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:52.077438 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (04b0244c-000b-49e6-9b17-ac83c518121c), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:52.119367 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] Network 9b9d515b-10ec-4b5b-9941-9bc7b0271043 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:44:52.124609 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:44:52.127598 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:44:52.145196 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] Pushing event updated for resources: {'Port': ['ID=04b0244c-000b-49e6-9b17-ac83c518121c,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:52.202573 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] Attempting to bind port 04b0244c-000b-49e6-9b17-ac83c518121c on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:44:52.203206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] Attempting to bind port 04b0244c-000b-49e6-9b17-ac83c518121c by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'd731673f-f90c-4da9-bed6-77002319483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:44:52.203572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] Attempting to bind port 04b0244c-000b-49e6-9b17-ac83c518121c on network 9b9d515b-10ec-4b5b-9941-9bc7b0271043 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:44:52.209440 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:44:52.209822 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] Checking segment: {'id': 'd731673f-f90c-4da9-bed6-77002319483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:44:52.210222 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:52.210616 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] Bound using segment: {'id': 'd731673f-f90c-4da9-bed6-77002319483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:44:52.211082 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] Bound port: 04b0244c-000b-49e6-9b17-ac83c518121c, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd731673f-f90c-4da9-bed6-77002319483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:44:52.211468 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (04b0244c-000b-49e6-9b17-ac83c518121c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:52.254082 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-684feb87-df8b-4273-b64d-e94f22403bdc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Allocated IP 172.20.0.1 (9b9d515b-10ec-4b5b-9941-9bc7b0271043/3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92/b9adc1a0-482f-44cb-aace-2de3d7d2c0b7) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:44:52.307051 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] For port 04b0244c-000b-49e6-9b17-ac83c518121c, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:44:52.310472 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] For port 04b0244c-000b-49e6-9b17-ac83c518121c, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=04b0244c-000b-49e6-9b17-ac83c518121c,segment=NetworkSegment(d731673f-f90c-4da9-bed6-77002319483c),segment_id=d731673f-f90c-4da9-bed6-77002319483c)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:44:52.317775 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (04b0244c-000b-49e6-9b17-ac83c518121c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:52.407175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1ff46-884e-413e-b940-a8c292d4e53f None None] Pushing event updated for resources: {'Port': ['ID=04b0244c-000b-49e6-9b17-ac83c518121c,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:52.822199 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-684feb87-df8b-4273-b64d-e94f22403bdc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (b9adc1a0-482f-44cb-aace-2de3d7d2c0b7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:52.857148 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-684feb87-df8b-4273-b64d-e94f22403bdc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b9adc1a0-482f-44cb-aace-2de3d7d2c0b7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:52.904245 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684feb87-df8b-4273-b64d-e94f22403bdc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network 9b9d515b-10ec-4b5b-9941-9bc7b0271043 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:44:52.908236 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-684feb87-df8b-4273-b64d-e94f22403bdc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:44:52.914020 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684feb87-df8b-4273-b64d-e94f22403bdc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:44:52.918983 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684feb87-df8b-4273-b64d-e94f22403bdc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=b9adc1a0-482f-44cb-aace-2de3d7d2c0b7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:52.967510 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-684feb87-df8b-4273-b64d-e94f22403bdc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:53.078462 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 04b0244c-000b-49e6-9b17-ac83c518121c up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:44:53.124774 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-684feb87-df8b-4273-b64d-e94f22403bdc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b9adc1a0-482f-44cb-aace-2de3d7d2c0b7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:53.141497 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 04b0244c-000b-49e6-9b17-ac83c518121c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:53.141856 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (04b0244c-000b-49e6-9b17-ac83c518121c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:53.295245 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 04b0244c-000b-49e6-9b17-ac83c518121c is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:53.296026 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (04b0244c-000b-49e6-9b17-ac83c518121c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:53.378351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 04b0244c-000b-49e6-9b17-ac83c518121c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=04b0244c-000b-49e6-9b17-ac83c518121c,segment=NetworkSegment(d731673f-f90c-4da9-bed6-77002319483c),segment_id=d731673f-f90c-4da9-bed6-77002319483c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:44:53.384970 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (04b0244c-000b-49e6-9b17-ac83c518121c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:53.385759 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 46747a0f-0957-4ee5-9a93-358a528a826a up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:44:53.443204 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-684feb87-df8b-4273-b64d-e94f22403bdc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (b9adc1a0-482f-44cb-aace-2de3d7d2c0b7), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:53.451273 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-684feb87-df8b-4273-b64d-e94f22403bdc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (b9adc1a0-482f-44cb-aace-2de3d7d2c0b7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:53.475907 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=04b0244c-000b-49e6-9b17-ac83c518121c,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:53.512224 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 46747a0f-0957-4ee5-9a93-358a528a826a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:53.512605 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (46747a0f-0957-4ee5-9a93-358a528a826a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:53.521904 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684feb87-df8b-4273-b64d-e94f22403bdc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=b9adc1a0-482f-44cb-aace-2de3d7d2c0b7,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:53.551743 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-684feb87-df8b-4273-b64d-e94f22403bdc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:53.553166 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8896f8af-5598-40a4-99bc-b99e0683cfa7 None None] Network 9b9d515b-10ec-4b5b-9941-9bc7b0271043 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:44:53.652697 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684feb87-df8b-4273-b64d-e94f22403bdc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network 9b9d515b-10ec-4b5b-9941-9bc7b0271043 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:44:53.654195 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-684feb87-df8b-4273-b64d-e94f22403bdc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:44:53.697103 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 46747a0f-0957-4ee5-9a93-358a528a826a is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:53.697499 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (46747a0f-0957-4ee5-9a93-358a528a826a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:53.709090 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b8e40fc9-7d7a-4a3f-b415-7adbbbb6bc9a None None] Provisioning complete for port 04b0244c-000b-49e6-9b17-ac83c518121c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:53.709467 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b8e40fc9-7d7a-4a3f-b415-7adbbbb6bc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (04b0244c-000b-49e6-9b17-ac83c518121c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:53.749017 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 46747a0f-0957-4ee5-9a93-358a528a826a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=46747a0f-0957-4ee5-9a93-358a528a826a,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:44:53.760253 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (46747a0f-0957-4ee5-9a93-358a528a826a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:53.778321 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684feb87-df8b-4273-b64d-e94f22403bdc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:44:53.825368 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=46747a0f-0957-4ee5-9a93-358a528a826a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:53.865043 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b8e40fc9-7d7a-4a3f-b415-7adbbbb6bc9a None None] Current status of the port 04b0244c-000b-49e6-9b17-ac83c518121c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:53.908208 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684feb87-df8b-4273-b64d-e94f22403bdc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:44:53.913274 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-684feb87-df8b-4273-b64d-e94f22403bdc tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "PUT /v2.0/routers/f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4056356 Feb 03 13:44:53.926051 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] Sync routers for ids ['f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:44:53.938419 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] Routers {'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:44:53.939152 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:44:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:54.062416 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] Set router f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:44:54.088746 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-b3b6734f-818f-4120-aafe-e33cfd492d2b tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866075970&fields=id&tenant_id=753993933a6e44c5adc86bc1f42799d5 HTTP/1.1" status: 200 len: 267 time: 0.0546787 Feb 03 13:44:54.157908 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a69b7d0a-b563-43f8-87e9-7be528192771 None None] Provisioning complete for port 04b0244c-000b-49e6-9b17-ac83c518121c triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:54.158940 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a69b7d0a-b563-43f8-87e9-7be528192771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (04b0244c-000b-49e6-9b17-ac83c518121c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:54.219568 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-b03707f0-a4ee-4e14-aace-82b18e526ef2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:54.221149 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-b03707f0-a4ee-4e14-aace-82b18e526ef2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/networks?id=9b9d515b-10ec-4b5b-9941-9bc7b0271043 HTTP/1.1" status: 200 len: 797 time: 0.1246185 Feb 03 13:44:54.236166 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-2e44a960-501f-4c36-bbf8-1f8c91eed6dd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/quotas/753993933a6e44c5adc86bc1f42799d5 HTTP/1.1" status: 200 len: 375 time: 0.0095694 Feb 03 13:44:54.299102 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-2659a80e-6197-4cff-913e-dc750877390d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575287 Feb 03 13:44:54.339325 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a69b7d0a-b563-43f8-87e9-7be528192771 None None] Current status of the port 04b0244c-000b-49e6-9b17-ac83c518121c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:54.355572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-a69b7d0a-b563-43f8-87e9-7be528192771 None None] Provisioning complete for port b9adc1a0-482f-44cb-aace-2de3d7d2c0b7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:54.355968 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a69b7d0a-b563-43f8-87e9-7be528192771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b9adc1a0-482f-44cb-aace-2de3d7d2c0b7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:54.398254 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498036259', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b9adc1a0-482f-44cb-aace-2de3d7d2c0b7', 'name': '', 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:b6:0d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:52Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 2, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:54.400169 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a69b7d0a-b563-43f8-87e9-7be528192771 None None] Port b9adc1a0-482f-44cb-aace-2de3d7d2c0b7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:44:54.414659 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-f8808d6b-0180-46da-96ee-ad5030c07dde service neutron] 10.222.0.18 "GET /v2.0/networks/9b9d515b-10ec-4b5b-9941-9bc7b0271043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975435 Feb 03 13:44:54.434269 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] Checking router: f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:44:54.434634 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] Updating router f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 port b9adc1a0-482f-44cb-aace-2de3d7d2c0b7 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:44:54.464292 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b9adc1a0-482f-44cb-aace-2de3d7d2c0b7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:54.507721 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-348484a6-d31d-4fca-ab82-69c4056ee0a2 service neutron] 10.222.0.18 "GET /v2.0/networks/9b9d515b-10ec-4b5b-9941-9bc7b0271043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870249 Feb 03 13:44:54.586611 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-27dce257-32d0-4c8e-be07-6456cc02799f None None] Provisioning complete for port b9adc1a0-482f-44cb-aace-2de3d7d2c0b7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:54.586916 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-27dce257-32d0-4c8e-be07-6456cc02799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b9adc1a0-482f-44cb-aace-2de3d7d2c0b7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:54.668328 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-27dce257-32d0-4c8e-be07-6456cc02799f None None] Port b9adc1a0-482f-44cb-aace-2de3d7d2c0b7 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:44:54.672208 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-12917e9b-f31b-4a1d-bed5-25c5615fad9e req-8a5e4396-49ec-4e4d-8f2e-0f29d04d3ae3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 210 time: 0.0287020 Feb 03 13:44:54.770915 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] Publish callbacks [] for port (b9adc1a0-482f-44cb-aace-2de3d7d2c0b7), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:54.777084 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b9adc1a0-482f-44cb-aace-2de3d7d2c0b7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:54.826803 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f96bb-5bff-4e4e-8e45-79c37d8d30fb None None] Pushing event updated for resources: {'Port': ['ID=b9adc1a0-482f-44cb-aace-2de3d7d2c0b7,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:54.883070 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] Attempting to bind port b9adc1a0-482f-44cb-aace-2de3d7d2c0b7 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:44:54.883453 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] Attempting to bind port b9adc1a0-482f-44cb-aace-2de3d7d2c0b7 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'd731673f-f90c-4da9-bed6-77002319483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:44:54.883823 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] Attempting to bind port b9adc1a0-482f-44cb-aace-2de3d7d2c0b7 on network 9b9d515b-10ec-4b5b-9941-9bc7b0271043 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:44:54.890171 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:44:54.890571 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] Checking segment: {'id': 'd731673f-f90c-4da9-bed6-77002319483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:44:54.891089 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:54.891337 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] Bound using segment: {'id': 'd731673f-f90c-4da9-bed6-77002319483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:44:54.891810 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] Bound port: b9adc1a0-482f-44cb-aace-2de3d7d2c0b7, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd731673f-f90c-4da9-bed6-77002319483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:44:54.892224 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b9adc1a0-482f-44cb-aace-2de3d7d2c0b7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:54.971884 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] For port b9adc1a0-482f-44cb-aace-2de3d7d2c0b7, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:44:54.975711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 04b0244c-000b-49e6-9b17-ac83c518121c up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:44:55.033222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] For port b9adc1a0-482f-44cb-aace-2de3d7d2c0b7, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b9adc1a0-482f-44cb-aace-2de3d7d2c0b7,segment=NetworkSegment(d731673f-f90c-4da9-bed6-77002319483c),segment_id=d731673f-f90c-4da9-bed6-77002319483c)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:44:55.043347 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b9adc1a0-482f-44cb-aace-2de3d7d2c0b7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:55.046696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 04b0244c-000b-49e6-9b17-ac83c518121c triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:55.047284 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (04b0244c-000b-49e6-9b17-ac83c518121c), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:55.305829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-137571c2-60a7-4a7e-8fe8-b2c3da4a07e7 None None] Provisioning complete for port b9adc1a0-482f-44cb-aace-2de3d7d2c0b7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:55.306389 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-137571c2-60a7-4a7e-8fe8-b2c3da4a07e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b9adc1a0-482f-44cb-aace-2de3d7d2c0b7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:55.347792 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f96bb-5bff-4e4e-8e45-79c37d8d30fb None None] Pushing event updated for resources: {'Port': ['ID=b9adc1a0-482f-44cb-aace-2de3d7d2c0b7,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:55.350139 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] Routers {'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:44:55.350750 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:44:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:55.511235 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 04b0244c-000b-49e6-9b17-ac83c518121c is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:55.512316 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 46747a0f-0957-4ee5-9a93-358a528a826a up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:44:55.545668 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] Set router f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:44:55.595883 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-137571c2-60a7-4a7e-8fe8-b2c3da4a07e7 None None] Current status of the port b9adc1a0-482f-44cb-aace-2de3d7d2c0b7 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:55.596297 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-137571c2-60a7-4a7e-8fe8-b2c3da4a07e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b9adc1a0-482f-44cb-aace-2de3d7d2c0b7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:55.719398 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-137571c2-60a7-4a7e-8fe8-b2c3da4a07e7 None None] For port b9adc1a0-482f-44cb-aace-2de3d7d2c0b7, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b9adc1a0-482f-44cb-aace-2de3d7d2c0b7,segment=NetworkSegment(d731673f-f90c-4da9-bed6-77002319483c),segment_id=d731673f-f90c-4da9-bed6-77002319483c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:44:55.726785 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-137571c2-60a7-4a7e-8fe8-b2c3da4a07e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b9adc1a0-482f-44cb-aace-2de3d7d2c0b7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:55.728495 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 46747a0f-0957-4ee5-9a93-358a528a826a triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:55.728862 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (46747a0f-0957-4ee5-9a93-358a528a826a), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:55.784394 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-03bf05d1-acfb-4534-95b9-1b5f5ed3c23d req-96c51966-c0b9-4416-9c4c-b67053814a45 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 210 time: 0.0367677 Feb 03 13:44:55.853225 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137571c2-60a7-4a7e-8fe8-b2c3da4a07e7 None None] Pushing event updated for resources: {'Port': ['ID=b9adc1a0-482f-44cb-aace-2de3d7d2c0b7,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:55.889989 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-14e7a1a3-c732-4d95-bf8f-30d3120ad26c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:55.891536 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-14e7a1a3-c732-4d95-bf8f-30d3120ad26c tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "GET /v2.0/networks?id=9b9d515b-10ec-4b5b-9941-9bc7b0271043 HTTP/1.1" status: 200 len: 797 time: 0.1307662 Feb 03 13:44:55.908516 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-85295fe7-fd0f-47fd-83be-c4fa08e55cca None None] Provisioning complete for port b9adc1a0-482f-44cb-aace-2de3d7d2c0b7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:55.908516 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-85295fe7-fd0f-47fd-83be-c4fa08e55cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b9adc1a0-482f-44cb-aace-2de3d7d2c0b7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:55.939973 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 46747a0f-0957-4ee5-9a93-358a528a826a is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:55.961637 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498036259', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b9adc1a0-482f-44cb-aace-2de3d7d2c0b7', 'name': '', 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:b6:0d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:52Z', 'updated_at': '2022-02-03T13:44:54Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:44:55.969230 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-dc2fe0c7-0d7b-48e0-b8fc-202bf1fa42ed tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=753993933a6e44c5adc86bc1f42799d5 HTTP/1.1" status: 200 len: 380 time: 0.0626292 Feb 03 13:44:55.996725 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b21fa-68f2-41c9-be25-617deeaf51f1 None None] The sync data for ids ['f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'] in n-d-827336-3 is: [{'id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498036259', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b9adc1a0-482f-44cb-aace-2de3d7d2c0b7', 'name': '', 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:b6:0d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:52Z', 'updated_at': '2022-02-03T13:44:54Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:44:56.004620 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-153a2041-d667-4859-ad02-c36743d83e32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'port': {'device_id': 'e9203c4c-0f37-47b2-8bd2-65a0d04896ac', 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043', 'admin_state_up': True, 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'security_groups': ['03a9ad19-e061-4f30-a6c5-f7ca7b9d1245']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:44:56.050851 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-85295fe7-fd0f-47fd-83be-c4fa08e55cca None None] Current status of the port b9adc1a0-482f-44cb-aace-2de3d7d2c0b7 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:56.131652 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-153a2041-d667-4859-ad02-c36743d83e32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Made reservation on behalf of 753993933a6e44c5adc86bc1f42799d5 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:44:56.135212 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-153a2041-d667-4859-ad02-c36743d83e32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:56.278257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-153a2041-d667-4859-ad02-c36743d83e32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Allocated IP 172.20.0.8 (9b9d515b-10ec-4b5b-9941-9bc7b0271043/3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92/f415cb05-b58f-455b-80ad-047e6a998e97) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:44:56.425088 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-153a2041-d667-4859-ad02-c36743d83e32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (f415cb05-b58f-455b-80ad-047e6a998e97), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:56.459632 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-153a2041-d667-4859-ad02-c36743d83e32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (f415cb05-b58f-455b-80ad-047e6a998e97), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:56.504191 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-153a2041-d667-4859-ad02-c36743d83e32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network 9b9d515b-10ec-4b5b-9941-9bc7b0271043 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:44:56.509375 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-153a2041-d667-4859-ad02-c36743d83e32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:44:56.513183 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-153a2041-d667-4859-ad02-c36743d83e32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:44:56.519650 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a2041-d667-4859-ad02-c36743d83e32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=f415cb05-b58f-455b-80ad-047e6a998e97,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:56.573827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-153a2041-d667-4859-ad02-c36743d83e32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:56.574582 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-153a2041-d667-4859-ad02-c36743d83e32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:56.594966 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-153a2041-d667-4859-ad02-c36743d83e32 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5943446 Feb 03 13:44:56.613532 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] Request body: {'port': {'device_id': 'e9203c4c-0f37-47b2-8bd2-65a0d04896ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:44:56.686472 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f415cb05-b58f-455b-80ad-047e6a998e97), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:56.783362 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6ec08dc1-bd1c-49fe-99bf-325bf8209554 None None] Provisioning complete for port f415cb05-b58f-455b-80ad-047e6a998e97 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:56.784022 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6ec08dc1-bd1c-49fe-99bf-325bf8209554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f415cb05-b58f-455b-80ad-047e6a998e97), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:56.820933 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6ec08dc1-bd1c-49fe-99bf-325bf8209554 None None] Port f415cb05-b58f-455b-80ad-047e6a998e97 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:44:56.960142 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794967c-8d13-4c80-a037-9cd4d7718db0 req-bd9bcbe1-31a4-4dd1-9125-fd67e669c588 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:56.962112 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d794967c-8d13-4c80-a037-9cd4d7718db0 req-bd9bcbe1-31a4-4dd1-9125-fd67e669c588 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 931 time: 0.1089175 Feb 03 13:44:56.987104 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b9adc1a0-482f-44cb-aace-2de3d7d2c0b7 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:44:57.039147 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d794967c-8d13-4c80-a037-9cd4d7718db0 req-67296dcb-e847-4d95-893f-4a0afccc0759 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656819 Feb 03 13:44:57.054428 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port b9adc1a0-482f-44cb-aace-2de3d7d2c0b7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:44:57.054822 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b9adc1a0-482f-44cb-aace-2de3d7d2c0b7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:57.087958 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f415cb05-b58f-455b-80ad-047e6a998e97 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:44:57.098076 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] Publish callbacks [] for port (f415cb05-b58f-455b-80ad-047e6a998e97), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:57.112144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] Transition to ACTIVE for port object f415cb05-b58f-455b-80ad-047e6a998e97 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:44:57.117330 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (f415cb05-b58f-455b-80ad-047e6a998e97), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:57.140886 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port b9adc1a0-482f-44cb-aace-2de3d7d2c0b7 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:44:57.171048 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fe72e-3331-4372-9241-c083be52acca service neutron] Pushing event updated for resources: {'Port': ['ID=f415cb05-b58f-455b-80ad-047e6a998e97,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:57.244927 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] Attempting to bind port f415cb05-b58f-455b-80ad-047e6a998e97 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:44:57.245852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] Attempting to bind port f415cb05-b58f-455b-80ad-047e6a998e97 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': 'd731673f-f90c-4da9-bed6-77002319483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:44:57.246212 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] Attempting to bind port f415cb05-b58f-455b-80ad-047e6a998e97 on network 9b9d515b-10ec-4b5b-9941-9bc7b0271043 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:44:57.250852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] Port f415cb05-b58f-455b-80ad-047e6a998e97 on network 9b9d515b-10ec-4b5b-9941-9bc7b0271043 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:44:57.251189 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] Attempting to bind port f415cb05-b58f-455b-80ad-047e6a998e97 on network 9b9d515b-10ec-4b5b-9941-9bc7b0271043 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:44:57.256433 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:44:57.256813 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] Checking segment: {'id': 'd731673f-f90c-4da9-bed6-77002319483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:44:57.257211 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] Bound using segment: {'id': 'd731673f-f90c-4da9-bed6-77002319483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:44:57.257646 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] Bound port: f415cb05-b58f-455b-80ad-047e6a998e97, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd731673f-f90c-4da9-bed6-77002319483c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:44:57.258016 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f415cb05-b58f-455b-80ad-047e6a998e97), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:57.331078 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] For port f415cb05-b58f-455b-80ad-047e6a998e97, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:44:57.334964 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] For port f415cb05-b58f-455b-80ad-047e6a998e97, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=f415cb05-b58f-455b-80ad-047e6a998e97,segment=NetworkSegment(d731673f-f90c-4da9-bed6-77002319483c),segment_id=d731673f-f90c-4da9-bed6-77002319483c)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:44:57.342114 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (f415cb05-b58f-455b-80ad-047e6a998e97), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:57.378869 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:57.379500 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:44:57.380950 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-a94fe72e-3331-4372-9241-c083be52acca service neutron] 10.222.0.73 "PUT /v2.0/ports/f415cb05-b58f-455b-80ad-047e6a998e97 HTTP/1.1" status: 200 len: 1091 time: 0.7719393 Feb 03 13:44:57.381405 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9203c4c-0f37-47b2-8bd2-65a0d04896ac', 'tag': 'f415cb05-b58f-455b-80ad-047e6a998e97'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:44:57.384216 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210ce934-133c-4407-a45b-60fca238e043" -d '{"events": [{"name": "network-changed", "server_uuid": "e9203c4c-0f37-47b2-8bd2-65a0d04896ac", "tag": "f415cb05-b58f-455b-80ad-047e6a998e97"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:44:57.421430 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fe72e-3331-4372-9241-c083be52acca service neutron] Pushing event updated for resources: {'Port': ['ID=f415cb05-b58f-455b-80ad-047e6a998e97,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:44:57.431065 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbf6586-f4ec-43b2-ae9d-002ca22289ef x-openstack-request-id: req-8fbf6586-f4ec-43b2-ae9d-002ca22289ef {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:44:57.431631 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9203c4c-0f37-47b2-8bd2-65a0d04896ac", "tag": "f415cb05-b58f-455b-80ad-047e6a998e97", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:44:57.432189 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fbf6586-f4ec-43b2-ae9d-002ca22289ef {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:44:57.432847 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9203c4c-0f37-47b2-8bd2-65a0d04896ac', 'tag': 'f415cb05-b58f-455b-80ad-047e6a998e97', 'status': 'completed', 'code': 200} Feb 03 13:44:57.496575 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-e14ce51f-93bd-446c-8067-bdf379f2ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:57.498142 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-e14ce51f-93bd-446c-8067-bdf379f2ef8f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 1125 time: 0.0494633 Feb 03 13:44:57.552613 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-136daf93-49c4-43e1-baef-21886bc37e6f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f415cb05-b58f-455b-80ad-047e6a998e97 HTTP/1.1" status: 200 len: 217 time: 0.0416300 Feb 03 13:44:57.602715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-3784b7e5-e1c4-4778-ae51-486a6b30fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:57.604238 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-3784b7e5-e1c4-4778-ae51-486a6b30fbd6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92 HTTP/1.1" status: 200 len: 833 time: 0.0456605 Feb 03 13:44:57.653710 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-4a791188-1a30-4afc-b029-906809551778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:57.655483 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-4a791188-1a30-4afc-b029-906809551778 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b9d515b-10ec-4b5b-9941-9bc7b0271043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453372 Feb 03 13:44:57.749115 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-0992464c-2631-4b53-a204-16200eb313aa service neutron] 10.222.0.73 "GET /v2.0/networks/9b9d515b-10ec-4b5b-9941-9bc7b0271043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873001 Feb 03 13:44:57.838478 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2d981271-ec61-4b67-bae7-1b9d193dcd7b req-9c51b936-70fd-4b47-bbd9-636503d7b854 service neutron] 10.222.0.73 "GET /v2.0/networks/9b9d515b-10ec-4b5b-9941-9bc7b0271043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829418 Feb 03 13:44:57.873487 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:44:57.962081 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ce934-133c-4407-a45b-60fca238e043 req-f487cf80-4d95-44e1-853d-6a0c5b3284fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:57.963577 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-210ce934-133c-4407-a45b-60fca238e043 req-f487cf80-4d95-44e1-853d-6a0c5b3284fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 1125 time: 0.0444114 Feb 03 13:44:58.053985 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ce934-133c-4407-a45b-60fca238e043 req-ddb7b09e-9fe9-4dd3-b1be-2cfa14f4fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:58.055448 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-210ce934-133c-4407-a45b-60fca238e043 req-ddb7b09e-9fe9-4dd3-b1be-2cfa14f4fcdc service neutron] 10.222.0.73 "GET /v2.0/networks?id=9b9d515b-10ec-4b5b-9941-9bc7b0271043 HTTP/1.1" status: 200 len: 898 time: 0.0862148 Feb 03 13:44:58.097159 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-210ce934-133c-4407-a45b-60fca238e043 req-b3a0f42f-c89f-4563-a352-203bfdc0b282 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f415cb05-b58f-455b-80ad-047e6a998e97 HTTP/1.1" status: 200 len: 217 time: 0.0354922 Feb 03 13:44:58.174359 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ce934-133c-4407-a45b-60fca238e043 req-5adb7748-c10c-46a6-bd0b-5f5b3b775b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:58.175884 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-210ce934-133c-4407-a45b-60fca238e043 req-5adb7748-c10c-46a6-bd0b-5f5b3b775b0c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92 HTTP/1.1" status: 200 len: 833 time: 0.0737059 Feb 03 13:44:58.226068 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe1b74-79c4-4490-acb1-b8957a15510e req-faeba454-9b08-49ad-8ca8-08d158c360e0 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:58.228714 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5ffe1b74-79c4-4490-acb1-b8957a15510e req-faeba454-9b08-49ad-8ca8-08d158c360e0 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 943 time: 0.0965633 Feb 03 13:44:58.271118 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ce934-133c-4407-a45b-60fca238e043 req-dd20148b-09f7-490e-81a8-157f63e006e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:58.272665 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-210ce934-133c-4407-a45b-60fca238e043 req-dd20148b-09f7-490e-81a8-157f63e006e8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b9d515b-10ec-4b5b-9941-9bc7b0271043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0906954 Feb 03 13:44:58.296358 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5ffe1b74-79c4-4490-acb1-b8957a15510e req-bf2c2c93-e188-4762-869a-a0ab3681c4d7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621212 Feb 03 13:44:58.380448 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-210ce934-133c-4407-a45b-60fca238e043 req-60fbc60a-e97a-40e4-b97a-0fddd8bdf695 service neutron] 10.222.0.73 "GET /v2.0/networks/9b9d515b-10ec-4b5b-9941-9bc7b0271043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995567 Feb 03 13:44:58.470575 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-210ce934-133c-4407-a45b-60fca238e043 req-4c893c7d-a34f-4185-afab-0a174c41419e service neutron] 10.222.0.73 "GET /v2.0/networks/9b9d515b-10ec-4b5b-9941-9bc7b0271043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844457 Feb 03 13:44:59.421523 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08e26d-8022-405b-bb2f-0d1468795427 req-b00b3e3d-b8dd-4b64-9264-3ac95e27b088 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:44:59.423038 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf08e26d-8022-405b-bb2f-0d1468795427 req-b00b3e3d-b8dd-4b64-9264-3ac95e27b088 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 943 time: 0.0577266 Feb 03 13:44:59.472872 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bf08e26d-8022-405b-bb2f-0d1468795427 req-7105f66d-d360-407c-8397-0f7364bb6593 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438154 Feb 03 13:45:00.594671 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015a39e-3f8f-4697-a407-be3662c85cd8 req-d4e382c0-a976-414d-8d61-426a5916a08d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:00.596100 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f015a39e-3f8f-4697-a407-be3662c85cd8 req-d4e382c0-a976-414d-8d61-426a5916a08d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 943 time: 0.0580025 Feb 03 13:45:00.643837 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f015a39e-3f8f-4697-a407-be3662c85cd8 req-4ad9306f-e8a1-4e96-959b-4e2905a003fb tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419633 Feb 03 13:45:01.771336 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb1c5c-19c0-4e93-9a04-9505c4323fea req-a441c278-828e-4e1b-9c96-51ae79fa7837 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:01.772835 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-55bb1c5c-19c0-4e93-9a04-9505c4323fea req-a441c278-828e-4e1b-9c96-51ae79fa7837 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 943 time: 0.0557637 Feb 03 13:45:01.821004 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-55bb1c5c-19c0-4e93-9a04-9505c4323fea req-0ca0a385-c629-465e-9747-fd2b6dac7c33 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425007 Feb 03 13:45:01.884936 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:02.243029 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device f415cb05-b58f-455b-80ad-047e6a998e97 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:45:02.340775 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port f415cb05-b58f-455b-80ad-047e6a998e97, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=f415cb05-b58f-455b-80ad-047e6a998e97,segment=NetworkSegment(d731673f-f90c-4da9-bed6-77002319483c),segment_id=d731673f-f90c-4da9-bed6-77002319483c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:45:02.351656 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'f415cb05-b58f-455b-80ad-047e6a998e97', 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043', 'port_id': 'f415cb05-b58f-455b-80ad-047e6a998e97', 'mac_address': 'fa:16:3e:6e:99:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:45:02.392198 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port f415cb05-b58f-455b-80ad-047e6a998e97 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:45:02.392584 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f415cb05-b58f-455b-80ad-047e6a998e97), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:02.405022 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f415cb05-b58f-455b-80ad-047e6a998e97 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:45:02.424326 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port f415cb05-b58f-455b-80ad-047e6a998e97, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=f415cb05-b58f-455b-80ad-047e6a998e97,segment=NetworkSegment(d731673f-f90c-4da9-bed6-77002319483c),segment_id=d731673f-f90c-4da9-bed6-77002319483c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:45:02.427948 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f415cb05-b58f-455b-80ad-047e6a998e97), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:02.475916 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=f415cb05-b58f-455b-80ad-047e6a998e97,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:45:02.844147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['f415cb05-b58f-455b-80ad-047e6a998e97'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:45:02.944233 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be5071-b872-4593-a3db-13519eccbf46 req-0b281e91-fd81-4afa-9e87-dfe0c48f4b03 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:02.945876 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28be5071-b872-4593-a3db-13519eccbf46 req-0b281e91-fd81-4afa-9e87-dfe0c48f4b03 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 944 time: 0.0556064 Feb 03 13:45:02.997889 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-28be5071-b872-4593-a3db-13519eccbf46 req-1f622566-0554-48c1-9632-f62b0c094776 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453556 Feb 03 13:45:03.657968 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6de2-461e-475c-b3bf-63ac16ed7352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:04.117713 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76058e4-bc61-4eac-8979-01dc371dc711 req-358f3e07-6a52-466e-9ac3-bcb9fc255793 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:04.119186 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b76058e4-bc61-4eac-8979-01dc371dc711 req-358f3e07-6a52-466e-9ac3-bcb9fc255793 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 944 time: 0.0522840 Feb 03 13:45:04.172353 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b76058e4-bc61-4eac-8979-01dc371dc711 req-8cbd8c7f-42e7-447d-ac02-c2cf49be9004 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476313 Feb 03 13:45:04.243530 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device f415cb05-b58f-455b-80ad-047e6a998e97 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:45:04.295065 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port f415cb05-b58f-455b-80ad-047e6a998e97 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:45:04.299036 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port f415cb05-b58f-455b-80ad-047e6a998e97 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:45:04.299414 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (f415cb05-b58f-455b-80ad-047e6a998e97), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:04.380519 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port f415cb05-b58f-455b-80ad-047e6a998e97 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:45:04.380901 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (f415cb05-b58f-455b-80ad-047e6a998e97), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:04.403926 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9203c4c-0f37-47b2-8bd2-65a0d04896ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f415cb05-b58f-455b-80ad-047e6a998e97'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:45:04.406504 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5f8503-9f2e-41e4-81b8-a8ddafdc72b1" -d '{"events": [{"server_uuid": "e9203c4c-0f37-47b2-8bd2-65a0d04896ac", "name": "network-vif-plugged", "status": "completed", "tag": "f415cb05-b58f-455b-80ad-047e6a998e97"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:45:04.419486 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port f415cb05-b58f-455b-80ad-047e6a998e97, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=f415cb05-b58f-455b-80ad-047e6a998e97,segment=NetworkSegment(d731673f-f90c-4da9-bed6-77002319483c),segment_id=d731673f-f90c-4da9-bed6-77002319483c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:45:04.429740 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (f415cb05-b58f-455b-80ad-047e6a998e97), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:04.454654 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c94e59a-63e4-421c-a930-64da01cfccf3 x-openstack-request-id: req-5c94e59a-63e4-421c-a930-64da01cfccf3 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:45:04.454950 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9203c4c-0f37-47b2-8bd2-65a0d04896ac", "name": "network-vif-plugged", "status": "completed", "tag": "f415cb05-b58f-455b-80ad-047e6a998e97", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:45:04.455204 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c94e59a-63e4-421c-a930-64da01cfccf3 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:45:04.455606 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9203c4c-0f37-47b2-8bd2-65a0d04896ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f415cb05-b58f-455b-80ad-047e6a998e97', 'code': 200} Feb 03 13:45:04.481792 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=f415cb05-b58f-455b-80ad-047e6a998e97,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:45:04.576403 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61476d-9bbc-4362-a86b-b5d14f641b95 req-db711435-a74e-4da2-b18e-4be40ba74b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:04.577854 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6d61476d-9bbc-4362-a86b-b5d14f641b95 req-db711435-a74e-4da2-b18e-4be40ba74b25 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 1127 time: 0.0450640 Feb 03 13:45:04.629326 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6d61476d-9bbc-4362-a86b-b5d14f641b95 req-c1ba09e1-573a-42a5-823c-25957081f9ad service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459623 Feb 03 13:45:05.294684 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d3fe0-d04c-4247-b0c9-57c35a239b6d req-5a3a1c7d-ae3a-43dc-b197-ba560141d826 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:05.296756 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-116d3fe0-d04c-4247-b0c9-57c35a239b6d req-5a3a1c7d-ae3a-43dc-b197-ba560141d826 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 945 time: 0.0558028 Feb 03 13:45:05.346695 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-116d3fe0-d04c-4247-b0c9-57c35a239b6d req-4d34dfc8-adcc-4aa6-9da6-c1b646e94a93 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445304 Feb 03 13:45:06.250532 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-daba397b-739e-482f-9417-fc204b58b76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:06.471244 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89261f1a-aace-4a68-9942-3ae1274f1a81 req-e0c195e0-8a96-462e-b830-eec16929c950 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:06.472760 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-89261f1a-aace-4a68-9942-3ae1274f1a81 req-e0c195e0-8a96-462e-b830-eec16929c950 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 945 time: 0.0540392 Feb 03 13:45:06.522833 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-89261f1a-aace-4a68-9942-3ae1274f1a81 req-25146b87-a959-497c-83ca-f34b733198b8 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445149 Feb 03 13:45:06.642729 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5ab36-9634-4a03-a705-f1f1dd745391 req-10aa6ed4-095a-4fdd-9794-8df90a5baa68 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:06.644245 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9cb5ab36-9634-4a03-a705-f1f1dd745391 req-10aa6ed4-095a-4fdd-9794-8df90a5baa68 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 945 time: 0.0526316 Feb 03 13:45:06.694510 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-9cb5ab36-9634-4a03-a705-f1f1dd745391 req-1aeb5982-c496-4fdd-bb9f-5cfdce5a56d4 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442588 Feb 03 13:45:06.715096 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42614) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:45:06.762699 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71378cc8-fa42-4301-a8de-4b1d57bc0dd0 tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:06.764162 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-71378cc8-fa42-4301-a8de-4b1d57bc0dd0 tempest-TestNetworkAdvancedServerOps-392939996 tempest-TestNetworkAdvancedServerOps-392939996-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 1122 time: 0.0480824 Feb 03 13:45:06.767288 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42616) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:45:06.771464 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ed85fa39-a30c-4556-bf7a-ec25287c74c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': 'f415cb05-b58f-455b-80ad-047e6a998e97', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:45:06.791395 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed85fa39-a30c-4556-bf7a-ec25287c74c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:06.885843 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed85fa39-a30c-4556-bf7a-ec25287c74c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:06.991198 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ed85fa39-a30c-4556-bf7a-ec25287c74c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Allocated IP 172.25.6.121 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/7fbb2a39-7b70-412e-82be-8c949a3be47a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:45:07.092392 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed85fa39-a30c-4556-bf7a-ec25287c74c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (7fbb2a39-7b70-412e-82be-8c949a3be47a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:07.125656 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed85fa39-a30c-4556-bf7a-ec25287c74c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (7fbb2a39-7b70-412e-82be-8c949a3be47a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:07.167520 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed85fa39-a30c-4556-bf7a-ec25287c74c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:45:07.172945 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ed85fa39-a30c-4556-bf7a-ec25287c74c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:45:07.176555 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed85fa39-a30c-4556-bf7a-ec25287c74c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:45:07.182051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85fa39-a30c-4556-bf7a-ec25287c74c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=7fbb2a39-7b70-412e-82be-8c949a3be47a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:45:07.189937 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:07.536949 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed85fa39-a30c-4556-bf7a-ec25287c74c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for floatingip (3f806b58-bff7-42f0-bd89-64218004bdde), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:07.607223 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed85fa39-a30c-4556-bf7a-ec25287c74c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7fbb2a39-7b70-412e-82be-8c949a3be47a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:07.756047 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed85fa39-a30c-4556-bf7a-ec25287c74c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for port (7fbb2a39-7b70-412e-82be-8c949a3be47a), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:07.760570 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed85fa39-a30c-4556-bf7a-ec25287c74c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (7fbb2a39-7b70-412e-82be-8c949a3be47a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:07.829353 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85fa39-a30c-4556-bf7a-ec25287c74c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event updated for resources: {'Port': ['ID=7fbb2a39-7b70-412e-82be-8c949a3be47a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:45:07.837349 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed85fa39-a30c-4556-bf7a-ec25287c74c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (3f806b58-bff7-42f0-bd89-64218004bdde), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:07.936530 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-ed85fa39-a30c-4556-bf7a-ec25287c74c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Floating IP 3f806b58-bff7-42f0-bd89-64218004bdde associated. External IP: 172.25.6.121, port: f415cb05-b58f-455b-80ad-047e6a998e97. Feb 03 13:45:08.141997 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed85fa39-a30c-4556-bf7a-ec25287c74c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:45:08.247819 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed85fa39-a30c-4556-bf7a-ec25287c74c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:45:08.258686 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e381a7b5-af9f-4019-a1a2-ddbc73ea87a3 None None] Sync routers for ids ['f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:45:08.268954 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed85fa39-a30c-4556-bf7a-ec25287c74c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:08.270060 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e381a7b5-af9f-4019-a1a2-ddbc73ea87a3 None None] Routers {'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:45:08.270723 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e381a7b5-af9f-4019-a1a2-ddbc73ea87a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:45:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:45:08.301726 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ed85fa39-a30c-4556-bf7a-ec25287c74c7 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5333848 Feb 03 13:45:08.302326 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9203c4c-0f37-47b2-8bd2-65a0d04896ac', 'tag': 'f415cb05-b58f-455b-80ad-047e6a998e97'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:45:08.304841 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd8e3d0d214f4b5a5c9346c817bb3d5c7dc8eede0041f0ac454b0f34c689af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dfcf9c-85e0-4ca0-b1cc-9114130e1f07" -d '{"events": [{"name": "network-changed", "server_uuid": "e9203c4c-0f37-47b2-8bd2-65a0d04896ac", "tag": "f415cb05-b58f-455b-80ad-047e6a998e97"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:45:08.345284 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6863c8dd-71fd-448d-9fd4-90389d9c77af x-openstack-request-id: req-6863c8dd-71fd-448d-9fd4-90389d9c77af {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:45:08.345578 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9203c4c-0f37-47b2-8bd2-65a0d04896ac", "tag": "f415cb05-b58f-455b-80ad-047e6a998e97", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:45:08.345840 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6863c8dd-71fd-448d-9fd4-90389d9c77af {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:45:08.346307 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9203c4c-0f37-47b2-8bd2-65a0d04896ac', 'tag': 'f415cb05-b58f-455b-80ad-047e6a998e97', 'status': 'completed', 'code': 200} Feb 03 13:45:08.387556 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e381a7b5-af9f-4019-a1a2-ddbc73ea87a3 None None] Set router f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:45:08.449700 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74676260-e8f1-4754-9d2f-90c5342f40f3 req-d68e1c17-6d93-4c5b-a983-87a1ffca83c6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:08.451211 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74676260-e8f1-4754-9d2f-90c5342f40f3 req-d68e1c17-6d93-4c5b-a983-87a1ffca83c6 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 945 time: 0.0913446 Feb 03 13:45:08.456792 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfcf9c-85e0-4ca0-b1cc-9114130e1f07 req-1b0c72d8-98e5-4968-b593-e68707850bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:08.458226 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7dfcf9c-85e0-4ca0-b1cc-9114130e1f07 req-1b0c72d8-98e5-4968-b593-e68707850bc2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 1127 time: 0.0667500 Feb 03 13:45:08.482440 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:08.553545 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74676260-e8f1-4754-9d2f-90c5342f40f3 req-57a36ed7-0fb6-4f84-924e-ff1d819f4e88 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943563 Feb 03 13:45:08.577486 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42622) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:45:08.581435 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfcf9c-85e0-4ca0-b1cc-9114130e1f07 req-a0d24488-c367-46dd-8a61-3f53b79bcf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:08.582914 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7dfcf9c-85e0-4ca0-b1cc-9114130e1f07 req-a0d24488-c367-46dd-8a61-3f53b79bcf06 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9b9d515b-10ec-4b5b-9941-9bc7b0271043 HTTP/1.1" status: 200 len: 898 time: 0.1171556 Feb 03 13:45:08.619906 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e381a7b5-af9f-4019-a1a2-ddbc73ea87a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498036259', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '3f806b58-bff7-42f0-bd89-64218004bdde', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'port_id': 'f415cb05-b58f-455b-80ad-047e6a998e97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043', 'mac_address': 'fa:16:3e:6e:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9203c4c-0f37-47b2-8bd2-65a0d04896ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:45:07Z', 'updated_at': '2022-02-03T13:45:07Z', 'revision_number': 0, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9adc1a0-482f-44cb-aace-2de3d7d2c0b7', 'name': '', 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:b6:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:52Z', 'updated_at': '2022-02-03T13:44:55Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:45:08.639789 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-81024129-ba6e-4463-9cee-8c53e85c78d2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/floatingips/3f806b58-bff7-42f0-bd89-64218004bdde HTTP/1.1" status: 200 len: 991 time: 0.0606658 Feb 03 13:45:08.647542 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e381a7b5-af9f-4019-a1a2-ddbc73ea87a3 None None] Checking router: f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:45:08.656530 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e381a7b5-af9f-4019-a1a2-ddbc73ea87a3 None None] Routers {'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:45:08.657123 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e381a7b5-af9f-4019-a1a2-ddbc73ea87a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:45:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:45:08.657301 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7dfcf9c-85e0-4ca0-b1cc-9114130e1f07 req-46ee588a-d921-4fac-8454-6215e9f3aa95 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f415cb05-b58f-455b-80ad-047e6a998e97 HTTP/1.1" status: 200 len: 999 time: 0.0680933 Feb 03 13:45:08.705574 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfcf9c-85e0-4ca0-b1cc-9114130e1f07 req-eb930b14-d4db-4651-b460-bdcdb5986756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:08.706977 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7dfcf9c-85e0-4ca0-b1cc-9114130e1f07 req-eb930b14-d4db-4651-b460-bdcdb5986756 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92 HTTP/1.1" status: 200 len: 833 time: 0.0434501 Feb 03 13:45:08.757872 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfcf9c-85e0-4ca0-b1cc-9114130e1f07 req-455e7619-6176-4932-9e0f-fc32f39c8525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:08.759587 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7dfcf9c-85e0-4ca0-b1cc-9114130e1f07 req-455e7619-6176-4932-9e0f-fc32f39c8525 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b9d515b-10ec-4b5b-9941-9bc7b0271043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454803 Feb 03 13:45:08.764387 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-e381a7b5-af9f-4019-a1a2-ddbc73ea87a3 None None] Set router f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:45:08.856061 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7dfcf9c-85e0-4ca0-b1cc-9114130e1f07 req-890a04c5-7afd-4835-8d3f-fcbd444d618b service neutron] 10.222.0.73 "GET /v2.0/networks/9b9d515b-10ec-4b5b-9941-9bc7b0271043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897300 Feb 03 13:45:08.950481 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7dfcf9c-85e0-4ca0-b1cc-9114130e1f07 req-631263b5-b75b-4892-a666-d5152f3fd1ac service neutron] 10.222.0.73 "GET /v2.0/networks/9b9d515b-10ec-4b5b-9941-9bc7b0271043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886071 Feb 03 13:45:08.986730 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-e381a7b5-af9f-4019-a1a2-ddbc73ea87a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498036259', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '3f806b58-bff7-42f0-bd89-64218004bdde', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'port_id': 'f415cb05-b58f-455b-80ad-047e6a998e97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043', 'mac_address': 'fa:16:3e:6e:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9203c4c-0f37-47b2-8bd2-65a0d04896ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:45:07Z', 'updated_at': '2022-02-03T13:45:07Z', 'revision_number': 0, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9adc1a0-482f-44cb-aace-2de3d7d2c0b7', 'name': '', 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:b6:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:52Z', 'updated_at': '2022-02-03T13:44:55Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:45:09.015569 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e381a7b5-af9f-4019-a1a2-ddbc73ea87a3 None None] The sync data for ids ['f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'] in n-d-827336-3 is: [{'id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498036259', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '3f806b58-bff7-42f0-bd89-64218004bdde', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'port_id': 'f415cb05-b58f-455b-80ad-047e6a998e97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043', 'mac_address': 'fa:16:3e:6e:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9203c4c-0f37-47b2-8bd2-65a0d04896ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:45:07Z', 'updated_at': '2022-02-03T13:45:07Z', 'revision_number': 0, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9adc1a0-482f-44cb-aace-2de3d7d2c0b7', 'name': '', 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:b6:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:52Z', 'updated_at': '2022-02-03T13:44:55Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:45:09.207902 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fb233f-9684-43ac-be7f-e2fc2b1fb906 None None] New status for floating IP 3f806b58-bff7-42f0-bd89-64218004bdde: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:45:09.643068 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42624) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:45:09.706519 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2af23b84-347b-473b-97a5-74ad53a49b86 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/floatingips/3f806b58-bff7-42f0-bd89-64218004bdde HTTP/1.1" status: 200 len: 993 time: 0.0619037 Feb 03 13:45:10.067534 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:16.538246 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:25.102669 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fb9343c-b6f8-48b8-b676-2257fc6195d6 req-5b81fe54-2c42-49b2-83a2-7b6c6e13db43 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482392 Feb 03 13:45:25.206560 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9343c-b6f8-48b8-b676-2257fc6195d6 req-e3c3b598-9d94-4bc0-8303-7ed39ac8ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:25.208140 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fb9343c-b6f8-48b8-b676-2257fc6195d6 req-e3c3b598-9d94-4bc0-8303-7ed39ac8ddab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 1127 time: 0.0473332 Feb 03 13:45:25.315533 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9343c-b6f8-48b8-b676-2257fc6195d6 req-36e23103-bf0f-4ee5-84c0-cff03af92937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:25.317044 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fb9343c-b6f8-48b8-b676-2257fc6195d6 req-36e23103-bf0f-4ee5-84c0-cff03af92937 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9b9d515b-10ec-4b5b-9941-9bc7b0271043 HTTP/1.1" status: 200 len: 898 time: 0.0893993 Feb 03 13:45:25.382781 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fb9343c-b6f8-48b8-b676-2257fc6195d6 req-f129633a-96a4-4ce8-9028-cfba8ef0b888 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f415cb05-b58f-455b-80ad-047e6a998e97 HTTP/1.1" status: 200 len: 1001 time: 0.0574565 Feb 03 13:45:25.430166 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9343c-b6f8-48b8-b676-2257fc6195d6 req-d42d9368-e24e-4384-9456-c7a66707cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:25.431600 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fb9343c-b6f8-48b8-b676-2257fc6195d6 req-d42d9368-e24e-4384-9456-c7a66707cb9e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92 HTTP/1.1" status: 200 len: 833 time: 0.0425236 Feb 03 13:45:25.484578 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9343c-b6f8-48b8-b676-2257fc6195d6 req-f0668b65-e364-4147-96d8-64bf7f0d2c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:45:25.486018 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fb9343c-b6f8-48b8-b676-2257fc6195d6 req-f0668b65-e364-4147-96d8-64bf7f0d2c5d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b9d515b-10ec-4b5b-9941-9bc7b0271043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467684 Feb 03 13:45:25.575084 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fb9343c-b6f8-48b8-b676-2257fc6195d6 req-6e53fd79-17c3-4331-8657-1b6ed582e2f2 service neutron] 10.222.0.73 "GET /v2.0/networks/9b9d515b-10ec-4b5b-9941-9bc7b0271043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809786 Feb 03 13:45:25.667091 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1fb9343c-b6f8-48b8-b676-2257fc6195d6 req-217a58ac-c3ea-4ad2-906d-54cecce8fa16 service neutron] 10.222.0.73 "GET /v2.0/networks/9b9d515b-10ec-4b5b-9941-9bc7b0271043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851173 Feb 03 13:45:31.904100 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:33.659795 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2d80fc3-e89b-4758-89b2-90bb1e3b6b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:34.872763 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:45:36.252201 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8340c1fe-fe40-41fb-8443-62889ccdb24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:37.194603 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:38.483761 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:40.070500 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:45:46.545164 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:01.916132 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:03.663108 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bfb70252-88a0-4852-af5a-1afeea32e832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:06.253288 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd101786-e6cc-445a-9df0-256ec1495679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:07.195209 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:08.485966 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:10.075162 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:11.872136 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:46:14.596561 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2be2a-1880-4b2a-bf9f-e9412b932ec5 req-f67a4bb7-3394-4cd3-ad06-6e717e432ed2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:14.598463 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0d2be2a-1880-4b2a-bf9f-e9412b932ec5 req-f67a4bb7-3394-4cd3-ad06-6e717e432ed2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 945 time: 0.0540903 Feb 03 13:46:14.645994 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f0d2be2a-1880-4b2a-bf9f-e9412b932ec5 req-08c38bca-5455-41af-b907-0eddb3b16bfb tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420399 Feb 03 13:46:15.769776 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0fb9f-0d4a-4c0b-92c1-206dbf69979a req-9db2ec6c-0f6e-423f-a41c-100849404e47 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:15.771276 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e1d0fb9f-0d4a-4c0b-92c1-206dbf69979a req-9db2ec6c-0f6e-423f-a41c-100849404e47 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 945 time: 0.0539136 Feb 03 13:46:15.819548 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e1d0fb9f-0d4a-4c0b-92c1-206dbf69979a req-330d3571-7965-4520-af42-2617d897aee2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427170 Feb 03 13:46:16.550500 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:16.942336 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84829444-377e-4f9c-850f-0658bb023fec req-2a1b96e8-f872-485b-b9ce-5e3040c962f3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:16.943831 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-84829444-377e-4f9c-850f-0658bb023fec req-2a1b96e8-f872-485b-b9ce-5e3040c962f3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 945 time: 0.0560756 Feb 03 13:46:16.991918 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-84829444-377e-4f9c-850f-0658bb023fec req-3932ee66-b0ba-4331-a53f-a131352e4739 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425909 Feb 03 13:46:17.013580 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42660) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:17.073869 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b32e1368-3ed3-4e5a-95ff-2c9436b2082d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/floatingips/3f806b58-bff7-42f0-bd89-64218004bdde HTTP/1.1" status: 200 len: 993 time: 0.0591238 Feb 03 13:46:18.350268 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44a3d7-e95b-4af5-8c4d-0890ed62746c req-c5d690b1-4c86-41ed-8b5f-f8f8582dd376 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:18.351633 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e44a3d7-e95b-4af5-8c4d-0890ed62746c req-c5d690b1-4c86-41ed-8b5f-f8f8582dd376 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 945 time: 0.0550370 Feb 03 13:46:18.428239 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2e44a3d7-e95b-4af5-8c4d-0890ed62746c req-93fef844-f715-499f-af9b-e07bf5fc93cd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696309 Feb 03 13:46:18.432337 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3690e3-a652-4aad-89f0-545b1305b520 req-ef6b20f1-f05a-4692-a45c-edf9b7131ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:18.433771 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f3690e3-a652-4aad-89f0-545b1305b520 req-ef6b20f1-f05a-4692-a45c-edf9b7131ded service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 1127 time: 0.0907464 Feb 03 13:46:18.521790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3690e3-a652-4aad-89f0-545b1305b520 req-e419b154-4ba2-4a9c-8f8f-b87969ab5564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:18.523306 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f3690e3-a652-4aad-89f0-545b1305b520 req-e419b154-4ba2-4a9c-8f8f-b87969ab5564 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9b9d515b-10ec-4b5b-9941-9bc7b0271043 HTTP/1.1" status: 200 len: 898 time: 0.0829589 Feb 03 13:46:18.598898 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f3690e3-a652-4aad-89f0-545b1305b520 req-4d4149f5-79ad-4d55-90c1-03e0eb85e619 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f415cb05-b58f-455b-80ad-047e6a998e97 HTTP/1.1" status: 200 len: 1001 time: 0.0690558 Feb 03 13:46:18.646243 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3690e3-a652-4aad-89f0-545b1305b520 req-bd18069c-f0a6-4c5e-bad5-fc033412d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:18.647582 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f3690e3-a652-4aad-89f0-545b1305b520 req-bd18069c-f0a6-4c5e-bad5-fc033412d256 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92 HTTP/1.1" status: 200 len: 833 time: 0.0428512 Feb 03 13:46:18.697009 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3690e3-a652-4aad-89f0-545b1305b520 req-c1ee9a97-7b26-4675-b0fb-edfda359f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:18.698522 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f3690e3-a652-4aad-89f0-545b1305b520 req-c1ee9a97-7b26-4675-b0fb-edfda359f9a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b9d515b-10ec-4b5b-9941-9bc7b0271043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448229 Feb 03 13:46:18.791687 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f3690e3-a652-4aad-89f0-545b1305b520 req-bdb79f5f-779a-4fbe-86e6-737ad6dda89b service neutron] 10.222.0.73 "GET /v2.0/networks/9b9d515b-10ec-4b5b-9941-9bc7b0271043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861785 Feb 03 13:46:18.878326 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4f3690e3-a652-4aad-89f0-545b1305b520 req-f2057471-44d7-47a4-a05e-f4d19864d1a5 service neutron] 10.222.0.73 "GET /v2.0/networks/9b9d515b-10ec-4b5b-9941-9bc7b0271043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808899 Feb 03 13:46:19.597113 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0e67b-e409-488a-b408-98f66abf66d1 req-af6554fe-c1f0-43a6-a345-a7e6ad56898a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:19.599641 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-23f0e67b-e409-488a-b408-98f66abf66d1 req-af6554fe-c1f0-43a6-a345-a7e6ad56898a tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 945 time: 0.1020107 Feb 03 13:46:19.647169 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-23f0e67b-e409-488a-b408-98f66abf66d1 req-c462d85e-b3a8-45d0-bf80-4cd2be380583 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419922 Feb 03 13:46:20.820215 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80bef9-8d9b-4299-bf1a-eddca9ae621b req-cf443ed7-3e04-47c5-bf19-5a89d2d2be04 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:20.821775 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b80bef9-8d9b-4299-bf1a-eddca9ae621b req-cf443ed7-3e04-47c5-bf19-5a89d2d2be04 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 945 time: 0.1068428 Feb 03 13:46:20.868966 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7b80bef9-8d9b-4299-bf1a-eddca9ae621b req-218d6e18-690e-4de0-8820-cf66e09b06ee tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414495 Feb 03 13:46:20.890857 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42676) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:20.949496 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-53438daf-cd5c-45cc-a12d-d6cfc5a7b8bd tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/floatingips/3f806b58-bff7-42f0-bd89-64218004bdde HTTP/1.1" status: 200 len: 993 time: 0.0574663 Feb 03 13:46:21.221174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42682) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:21.383378 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting port 7fbb2a39-7b70-412e-82be-8c949a3be47a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:46:21.383722 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (7fbb2a39-7b70-412e-82be-8c949a3be47a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:21.457399 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (7fbb2a39-7b70-412e-82be-8c949a3be47a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:21.457728 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for floatingip (7fbb2a39-7b70-412e-82be-8c949a3be47a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:21.469193 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Calling delete_port for 7fbb2a39-7b70-412e-82be-8c949a3be47a owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:46:21.618132 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (7fbb2a39-7b70-412e-82be-8c949a3be47a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:21.642933 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Port': ['ID=7fbb2a39-7b70-412e-82be-8c949a3be47a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:21.654674 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:21.655293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:21.655649 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:21.656011 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:21.656352 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:21.656686 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:21.657017 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:21.657348 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:21.657681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:21.658007 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:21.658334 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:21.658658 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:21.658979 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:21.714864 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for floatingip (3f806b58-bff7-42f0-bd89-64218004bdde), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:21.715198 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Floating IP 3f806b58-bff7-42f0-bd89-64218004bdde disassociated (deleted). External IP: 172.25.6.121, port: f415cb05-b58f-455b-80ad-047e6a998e97. Feb 03 13:46:22.258127 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:46:22.367203 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:46:22.371962 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:22.377490 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008562f8-b0a9-4eea-82d8-e1e91c925f42 None None] Sync routers for ids ['f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:46:22.386957 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008562f8-b0a9-4eea-82d8-e1e91c925f42 None None] Routers {'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:46:22.387556 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-008562f8-b0a9-4eea-82d8-e1e91c925f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:46:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:22.401103 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ec517b61-83b7-40c5-87c2-4d4d7d94782d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/floatingips/3f806b58-bff7-42f0-bd89-64218004bdde HTTP/1.1" status: 204 len: 168 time: 1.1789124 Feb 03 13:46:22.401705 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9203c4c-0f37-47b2-8bd2-65a0d04896ac', 'tag': 'f415cb05-b58f-455b-80ad-047e6a998e97'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:46:22.403965 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02083984-648d-4d33-a7f1-e79cc23eeb9b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9203c4c-0f37-47b2-8bd2-65a0d04896ac", "tag": "f415cb05-b58f-455b-80ad-047e6a998e97"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:46:22.451796 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d66c16-e2cb-4852-a01b-f93fe9d5e40e x-openstack-request-id: req-92d66c16-e2cb-4852-a01b-f93fe9d5e40e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:46:22.452120 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9203c4c-0f37-47b2-8bd2-65a0d04896ac", "tag": "f415cb05-b58f-455b-80ad-047e6a998e97", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:46:22.452368 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92d66c16-e2cb-4852-a01b-f93fe9d5e40e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:46:22.452788 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9203c4c-0f37-47b2-8bd2-65a0d04896ac', 'tag': 'f415cb05-b58f-455b-80ad-047e6a998e97', 'status': 'completed', 'code': 200} Feb 03 13:46:22.561245 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02083984-648d-4d33-a7f1-e79cc23eeb9b req-cc2ec286-ae76-423e-b402-e1f1459fd467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:22.562964 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-02083984-648d-4d33-a7f1-e79cc23eeb9b req-cc2ec286-ae76-423e-b402-e1f1459fd467 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=753993933a6e44c5adc86bc1f42799d5&device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 1127 time: 0.0678835 Feb 03 13:46:22.596466 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-008562f8-b0a9-4eea-82d8-e1e91c925f42 None None] Set router f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:46:22.651739 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f18b72-bae8-40f2-9ca0-cc957da67960 req-349e4d34-1e07-4298-afec-33151c7e2141 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:22.653292 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-23f18b72-bae8-40f2-9ca0-cc957da67960 req-349e4d34-1e07-4298-afec-33151c7e2141 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 945 time: 0.0542154 Feb 03 13:46:22.699104 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02083984-648d-4d33-a7f1-e79cc23eeb9b req-4262f069-b357-4171-a711-ef6b21ce5537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:22.700869 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-02083984-648d-4d33-a7f1-e79cc23eeb9b req-4262f069-b357-4171-a711-ef6b21ce5537 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9b9d515b-10ec-4b5b-9941-9bc7b0271043 HTTP/1.1" status: 200 len: 898 time: 0.1024177 Feb 03 13:46:22.704642 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-23f18b72-bae8-40f2-9ca0-cc957da67960 req-b8c0d163-1a65-49b6-a09d-ef2ce7f04397 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444334 Feb 03 13:46:22.743885 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-02083984-648d-4d33-a7f1-e79cc23eeb9b req-120ed459-114a-412a-9b35-8a5d2e77758f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f415cb05-b58f-455b-80ad-047e6a998e97 HTTP/1.1" status: 200 len: 217 time: 0.0363538 Feb 03 13:46:22.791319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02083984-648d-4d33-a7f1-e79cc23eeb9b req-e17a073a-229d-4e9a-966f-c62ca32fc398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:22.792974 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-02083984-648d-4d33-a7f1-e79cc23eeb9b req-e17a073a-229d-4e9a-966f-c62ca32fc398 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92 HTTP/1.1" status: 200 len: 833 time: 0.0432038 Feb 03 13:46:22.795305 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-008562f8-b0a9-4eea-82d8-e1e91c925f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498036259', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b9adc1a0-482f-44cb-aace-2de3d7d2c0b7', 'name': '', 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:b6:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:52Z', 'updated_at': '2022-02-03T13:44:55Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:22.826780 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008562f8-b0a9-4eea-82d8-e1e91c925f42 None None] Checking router: f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:46:22.835302 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008562f8-b0a9-4eea-82d8-e1e91c925f42 None None] Routers {'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:46:22.835904 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-008562f8-b0a9-4eea-82d8-e1e91c925f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:46:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:22.843216 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02083984-648d-4d33-a7f1-e79cc23eeb9b req-d3448837-3afd-46b6-b520-ae6a40980528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:22.844889 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-02083984-648d-4d33-a7f1-e79cc23eeb9b req-d3448837-3afd-46b6-b520-ae6a40980528 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9b9d515b-10ec-4b5b-9941-9bc7b0271043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437124 Feb 03 13:46:22.940489 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-02083984-648d-4d33-a7f1-e79cc23eeb9b req-07eacb70-c73c-47b8-97a3-fc55698a2ece service neutron] 10.222.0.73 "GET /v2.0/networks/9b9d515b-10ec-4b5b-9941-9bc7b0271043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888789 Feb 03 13:46:22.941479 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-008562f8-b0a9-4eea-82d8-e1e91c925f42 None None] Set router f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:46:23.033941 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-02083984-648d-4d33-a7f1-e79cc23eeb9b req-05ae92e0-d4f3-405b-96d4-93dabf68d25b service neutron] 10.222.0.73 "GET /v2.0/networks/9b9d515b-10ec-4b5b-9941-9bc7b0271043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875258 Feb 03 13:46:23.133485 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-008562f8-b0a9-4eea-82d8-e1e91c925f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498036259', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b9adc1a0-482f-44cb-aace-2de3d7d2c0b7', 'name': '', 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:b6:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:52Z', 'updated_at': '2022-02-03T13:44:55Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:23.158935 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008562f8-b0a9-4eea-82d8-e1e91c925f42 None None] The sync data for ids ['f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'] in n-d-827336-3 is: [{'id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498036259', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 4, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b9adc1a0-482f-44cb-aace-2de3d7d2c0b7', 'name': '', 'network_id': '9b9d515b-10ec-4b5b-9941-9bc7b0271043', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'mac_address': 'fa:16:3e:b6:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:52Z', 'updated_at': '2022-02-03T13:44:55Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'subnets': [{'id': '3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:46:23.372995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f4bd7d-967e-4f83-83ef-0396562646f4 None None] New status for floating IP 3f806b58-bff7-42f0-bd89-64218004bdde: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:46:23.833921 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f432e-a66d-4579-b09f-62f8e5cedc65 req-22bf7fd3-635e-4262-9707-c69dd5ae9a45 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:23.835420 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-225f432e-a66d-4579-b09f-62f8e5cedc65 req-22bf7fd3-635e-4262-9707-c69dd5ae9a45 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 945 time: 0.0575960 Feb 03 13:46:23.884336 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-225f432e-a66d-4579-b09f-62f8e5cedc65 req-6c7d82c4-56ed-44b0-b458-36208942ce45 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429738 Feb 03 13:46:24.728077 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898b419-1e96-46a1-ad2e-e4f97849182c req-fc3e6d4a-425b-4b25-bf2e-d7144def239d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:24.729566 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7898b419-1e96-46a1-ad2e-e4f97849182c req-fc3e6d4a-425b-4b25-bf2e-d7144def239d tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 945 time: 0.0667984 Feb 03 13:46:24.822960 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7898b419-1e96-46a1-ad2e-e4f97849182c req-e3129456-5487-404c-a104-61add58c08d2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting port f415cb05-b58f-455b-80ad-047e6a998e97 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:46:24.823300 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7898b419-1e96-46a1-ad2e-e4f97849182c req-e3129456-5487-404c-a104-61add58c08d2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (f415cb05-b58f-455b-80ad-047e6a998e97), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:24.908904 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7898b419-1e96-46a1-ad2e-e4f97849182c req-e3129456-5487-404c-a104-61add58c08d2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] For port f415cb05-b58f-455b-80ad-047e6a998e97, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=f415cb05-b58f-455b-80ad-047e6a998e97,segment=NetworkSegment(d731673f-f90c-4da9-bed6-77002319483c),segment_id=d731673f-f90c-4da9-bed6-77002319483c)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:46:24.909650 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7898b419-1e96-46a1-ad2e-e4f97849182c req-e3129456-5487-404c-a104-61add58c08d2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (f415cb05-b58f-455b-80ad-047e6a998e97), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:24.922480 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7898b419-1e96-46a1-ad2e-e4f97849182c req-e3129456-5487-404c-a104-61add58c08d2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Calling delete_port for f415cb05-b58f-455b-80ad-047e6a998e97 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:46:25.006719 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37068008-7cd1-47c0-87c0-664234b2f359 req-926d57bd-fec9-4268-a356-2e059eafa9e3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:25.008178 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-37068008-7cd1-47c0-87c0-664234b2f359 req-926d57bd-fec9-4268-a356-2e059eafa9e3 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9203c4c-0f37-47b2-8bd2-65a0d04896ac HTTP/1.1" status: 200 len: 945 time: 0.0562966 Feb 03 13:46:25.058523 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7898b419-1e96-46a1-ad2e-e4f97849182c req-e3129456-5487-404c-a104-61add58c08d2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (f415cb05-b58f-455b-80ad-047e6a998e97), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:25.060897 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-37068008-7cd1-47c0-87c0-664234b2f359 req-ede8f470-f752-4d7c-a16b-b46baa8f0173 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "GET /v2.0/security-groups?id=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472457 Feb 03 13:46:25.089675 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3129456-5487-404c-a104-61add58c08d2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Port': ['ID=f415cb05-b58f-455b-80ad-047e6a998e97,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:25.139138 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7898b419-1e96-46a1-ad2e-e4f97849182c req-e3129456-5487-404c-a104-61add58c08d2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] No DVR routers for this DVR port f415cb05-b58f-455b-80ad-047e6a998e97 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:46:25.141921 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7898b419-1e96-46a1-ad2e-e4f97849182c req-e3129456-5487-404c-a104-61add58c08d2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:25.146104 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7898b419-1e96-46a1-ad2e-e4f97849182c req-e3129456-5487-404c-a104-61add58c08d2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.73 "DELETE /v2.0/ports/f415cb05-b58f-455b-80ad-047e6a998e97 HTTP/1.1" status: 204 len: 173 time: 0.4112759 Feb 03 13:46:25.146549 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9203c4c-0f37-47b2-8bd2-65a0d04896ac', 'name': 'network-vif-deleted', 'tag': 'f415cb05-b58f-455b-80ad-047e6a998e97'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:46:25.148960 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c33ff2-6690-4abe-8fa1-c9d9ff35d6b6" -d '{"events": [{"server_uuid": "e9203c4c-0f37-47b2-8bd2-65a0d04896ac", "name": "network-vif-deleted", "tag": "f415cb05-b58f-455b-80ad-047e6a998e97"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:46:25.190376 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3172b20e-17fd-4c16-a846-413534a653c9 x-openstack-request-id: req-3172b20e-17fd-4c16-a846-413534a653c9 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:46:25.191256 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9203c4c-0f37-47b2-8bd2-65a0d04896ac", "name": "network-vif-deleted", "tag": "f415cb05-b58f-455b-80ad-047e6a998e97", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:46:25.191520 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3172b20e-17fd-4c16-a846-413534a653c9 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:46:25.191964 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9203c4c-0f37-47b2-8bd2-65a0d04896ac', 'name': 'network-vif-deleted', 'tag': 'f415cb05-b58f-455b-80ad-047e6a998e97', 'status': 'completed', 'code': 200} Feb 03 13:46:26.117782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42698) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:26.473409 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6b39d50-c2cf-4e9a-a96c-331e1dd0105f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:26.725515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c6b39d50-c2cf-4e9a-a96c-331e1dd0105f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting port b9adc1a0-482f-44cb-aace-2de3d7d2c0b7 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:46:26.725772 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6b39d50-c2cf-4e9a-a96c-331e1dd0105f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b9adc1a0-482f-44cb-aace-2de3d7d2c0b7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:26.816073 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-c6b39d50-c2cf-4e9a-a96c-331e1dd0105f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] For port b9adc1a0-482f-44cb-aace-2de3d7d2c0b7, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b9adc1a0-482f-44cb-aace-2de3d7d2c0b7,segment=NetworkSegment(d731673f-f90c-4da9-bed6-77002319483c),segment_id=d731673f-f90c-4da9-bed6-77002319483c)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:46:26.816442 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6b39d50-c2cf-4e9a-a96c-331e1dd0105f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b9adc1a0-482f-44cb-aace-2de3d7d2c0b7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:26.828099 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c6b39d50-c2cf-4e9a-a96c-331e1dd0105f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Calling delete_port for b9adc1a0-482f-44cb-aace-2de3d7d2c0b7 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:46:27.011096 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6b39d50-c2cf-4e9a-a96c-331e1dd0105f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (b9adc1a0-482f-44cb-aace-2de3d7d2c0b7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:27.037462 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b39d50-c2cf-4e9a-a96c-331e1dd0105f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Port': ['ID=b9adc1a0-482f-44cb-aace-2de3d7d2c0b7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:27.214046 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6b39d50-c2cf-4e9a-a96c-331e1dd0105f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:27.422965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b39d50-c2cf-4e9a-a96c-331e1dd0105f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Router f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:46:27.525764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b39d50-c2cf-4e9a-a96c-331e1dd0105f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:46:27.531639 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c6b39d50-c2cf-4e9a-a96c-331e1dd0105f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "PUT /v2.0/routers/f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4127290 Feb 03 13:46:27.533852 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42700) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:27.540892 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df90fcf0-147b-4762-8564-93b7d97b08bf None None] Sync routers for ids ['f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:46:27.549940 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df90fcf0-147b-4762-8564-93b7d97b08bf None None] Routers {'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:46:27.550557 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-df90fcf0-147b-4762-8564-93b7d97b08bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:46:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:27.587966 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1b0299-ac20-4bed-86e2-d4bebee6f1c9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting subnet 3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:46:27.591043 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd1b0299-ac20-4bed-86e2-d4bebee6f1c9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for subnet (3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:27.634710 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd1b0299-ac20-4bed-86e2-d4bebee6f1c9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:27.653947 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-df90fcf0-147b-4762-8564-93b7d97b08bf None None] Set router f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:46:27.718136 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd1b0299-ac20-4bed-86e2-d4bebee6f1c9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:27.780015 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd1b0299-ac20-4bed-86e2-d4bebee6f1c9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:27.807837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b0299-ac20-4bed-86e2-d4bebee6f1c9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Subnet': ['ID=3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:27.809796 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd1b0299-ac20-4bed-86e2-d4bebee6f1c9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:27.813028 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-dd1b0299-ac20-4bed-86e2-d4bebee6f1c9 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/subnets/3c40aa68-f2a4-40ee-9fb5-7ae3a7464e92 HTTP/1.1" status: 204 len: 168 time: 0.2770689 Feb 03 13:46:27.814232 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4688f8df-3b20-48b0-a54f-6640c2f6228a None None] Network 9b9d515b-10ec-4b5b-9941-9bc7b0271043 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:46:27.816656 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42702) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:27.836853 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-df90fcf0-147b-4762-8564-93b7d97b08bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498036259', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:46:26Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:27.863348 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df90fcf0-147b-4762-8564-93b7d97b08bf None None] Checking router: f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:46:27.872882 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df90fcf0-147b-4762-8564-93b7d97b08bf None None] Routers {'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:46:27.873739 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-df90fcf0-147b-4762-8564-93b7d97b08bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:46:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:27.927587 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f235101a-8d4d-4180-b0b5-022918b7d716 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router (f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:27.988047 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-df90fcf0-147b-4762-8564-93b7d97b08bf None None] Set router f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:46:27.990782 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] DHCP port deletion for 9b9d515b-10ec-4b5b-9941-9bc7b0271043 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:46:28.035212 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f235101a-8d4d-4180-b0b5-022918b7d716 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_gateway (f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:28.041386 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] Deleting port 04b0244c-000b-49e6-9b17-ac83c518121c {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:46:28.041839 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (04b0244c-000b-49e6-9b17-ac83c518121c), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:28.110639 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] For port 04b0244c-000b-49e6-9b17-ac83c518121c, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=04b0244c-000b-49e6-9b17-ac83c518121c,segment=NetworkSegment(d731673f-f90c-4da9-bed6-77002319483c),segment_id=d731673f-f90c-4da9-bed6-77002319483c)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:46:28.111040 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (04b0244c-000b-49e6-9b17-ac83c518121c), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:28.124690 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] Calling delete_port for 04b0244c-000b-49e6-9b17-ac83c518121c owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:46:28.182944 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-df90fcf0-147b-4762-8564-93b7d97b08bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498036259', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:46:26Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:28.210373 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df90fcf0-147b-4762-8564-93b7d97b08bf None None] The sync data for ids ['f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00'] in n-d-827336-3 is: [{'id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-498036259', 'tenant_id': '753993933a6e44c5adc86bc1f42799d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:46:26Z', 'revision_number': 5, 'project_id': '753993933a6e44c5adc86bc1f42799d5', 'gw_port': {'id': '46747a0f-0957-4ee5-9a93-358a528a826a', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:44:49Z', 'updated_at': '2022-02-03T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:46:28.212771 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (04b0244c-000b-49e6-9b17-ac83c518121c), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:28.244273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] Pushing event deleted for resources: {'Port': ['ID=04b0244c-000b-49e6-9b17-ac83c518121c,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:28.251900 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] No DVR routers for this DVR port 04b0244c-000b-49e6-9b17-ac83c518121c on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:46:28.255261 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:28.255615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:28.256004 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:28.256309 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:28.256643 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:28.257084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:28.257415 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:28.257744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:28.258069 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:28.258394 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:28.258716 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:28.259037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:28.259357 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbf389f-7ed9-471e-b34b-1b6c1f6ff3d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:28.435033 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f235101a-8d4d-4180-b0b5-022918b7d716 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Deleting port 46747a0f-0957-4ee5-9a93-358a528a826a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:46:28.435655 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f235101a-8d4d-4180-b0b5-022918b7d716 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (46747a0f-0957-4ee5-9a93-358a528a826a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:28.512020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-f235101a-8d4d-4180-b0b5-022918b7d716 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] For port 46747a0f-0957-4ee5-9a93-358a528a826a, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=46747a0f-0957-4ee5-9a93-358a528a826a,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:46:28.512311 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f235101a-8d4d-4180-b0b5-022918b7d716 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (46747a0f-0957-4ee5-9a93-358a528a826a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:28.524502 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f235101a-8d4d-4180-b0b5-022918b7d716 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Calling delete_port for 46747a0f-0957-4ee5-9a93-358a528a826a owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:46:28.607066 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device f415cb05-b58f-455b-80ad-047e6a998e97 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:46:28.703448 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f235101a-8d4d-4180-b0b5-022918b7d716 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (46747a0f-0957-4ee5-9a93-358a528a826a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:28.730944 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235101a-8d4d-4180-b0b5-022918b7d716 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Port': ['ID=46747a0f-0957-4ee5-9a93-358a528a826a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:28.792074 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: f415cb05-b58f-455b-80ad-047e6a998e97 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:46:28.792425 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device f415cb05-b58f-455b-80ad-047e6a998e97 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:46:28.802887 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f235101a-8d4d-4180-b0b5-022918b7d716 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:28.897107 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f235101a-8d4d-4180-b0b5-022918b7d716 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:28.899231 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f235101a-8d4d-4180-b0b5-022918b7d716 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router_controller (f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:28.946257 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f235101a-8d4d-4180-b0b5-022918b7d716 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:28.946825 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f235101a-8d4d-4180-b0b5-022918b7d716 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Fanout notify agent at l3_agent the message router_deleted on router f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:46:28.953527 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f235101a-8d4d-4180-b0b5-022918b7d716 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:28.954649 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f235101a-8d4d-4180-b0b5-022918b7d716 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/routers/f54d4ff2-a7f2-4954-b6e2-7d34b9df9a00 HTTP/1.1" status: 204 len: 168 time: 1.1370645 Feb 03 13:46:28.958104 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42704) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:29.040574 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (9b9d515b-10ec-4b5b-9941-9bc7b0271043), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:29.048153 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 04b0244c-000b-49e6-9b17-ac83c518121c no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:46:29.070226 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 04b0244c-000b-49e6-9b17-ac83c518121c {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:46:29.070602 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 04b0244c-000b-49e6-9b17-ac83c518121c not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:46:29.070981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b9adc1a0-482f-44cb-aace-2de3d7d2c0b7 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:46:29.090564 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: b9adc1a0-482f-44cb-aace-2de3d7d2c0b7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:46:29.096620 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b9adc1a0-482f-44cb-aace-2de3d7d2c0b7 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:46:29.139539 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (9b9d515b-10ec-4b5b-9941-9bc7b0271043), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:29.159879 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9d515b-10ec-4b5b-9941-9bc7b0271043']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:29.168903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd731673f-f90c-4da9-bed6-77002319483c') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:29.169207 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd731673f-f90c-4da9-bed6-77002319483c') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:29.178854 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (d731673f-f90c-4da9-bed6-77002319483c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:29.191928 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (d731673f-f90c-4da9-bed6-77002319483c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:29.197606 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:46:29.197983 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (d731673f-f90c-4da9-bed6-77002319483c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:46:29.200881 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:46:29.257352 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (9b9d515b-10ec-4b5b-9941-9bc7b0271043), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:29.264299 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:29.267444 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/networks/9b9d515b-10ec-4b5b-9941-9bc7b0271043 HTTP/1.1" status: 204 len: 168 time: 0.3083107 Feb 03 13:46:29.270420 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42706) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:29.278261 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'Network': ['ID=9b9d515b-10ec-4b5b-9941-9bc7b0271043,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:29.286515 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:29.286871 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:29.287217 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:29.287553 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:29.287890 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:29.288248 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:29.288581 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:29.288912 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:29.289244 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:29.289575 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:29.289903 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:29.290229 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:29.290552 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050ca1c6-5ae2-4e63-9cd0-407a6ece0867 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:29.329333 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a61538ab-aa01-4fe8-ac70-f77f60645dc2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (03a9ad19-e061-4f30-a6c5-f7ca7b9d1245), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:29.354617 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a61538ab-aa01-4fe8-ac70-f77f60645dc2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (03a9ad19-e061-4f30-a6c5-f7ca7b9d1245), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:29.416874 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a61538ab-aa01-4fe8-ac70-f77f60645dc2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (03a9ad19-e061-4f30-a6c5-f7ca7b9d1245), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:29.424233 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a61538ab-aa01-4fe8-ac70-f77f60645dc2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:29.424233 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-a61538ab-aa01-4fe8-ac70-f77f60645dc2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] 10.222.0.18 "DELETE /v2.0/security-groups/03a9ad19-e061-4f30-a6c5-f7ca7b9d1245 HTTP/1.1" status: 204 len: 168 time: 0.1492951 Feb 03 13:46:29.435313 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61538ab-aa01-4fe8-ac70-f77f60645dc2 tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a9ad19-e061-4f30-a6c5-f7ca7b9d1245,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:29.750176 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42714) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:29.878512 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b3757dc0-f12e-4dfa-b7ff-10357265cac2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=753993933a6e44c5adc86bc1f42799d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1271770 Feb 03 13:46:29.881020 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42718) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:29.927484 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83ac11e6-a307-471a-b171-2b0f2add60d0 admin admin] Publish callbacks [] for security_group (486c856f-ed3e-42c2-acb2-705b90b93ba1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:29.950949 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83ac11e6-a307-471a-b171-2b0f2add60d0 admin admin] Publish callbacks [] for security_group (486c856f-ed3e-42c2-acb2-705b90b93ba1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:29.996884 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83ac11e6-a307-471a-b171-2b0f2add60d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (486c856f-ed3e-42c2-acb2-705b90b93ba1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:29.999547 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83ac11e6-a307-471a-b171-2b0f2add60d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:30.004442 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-83ac11e6-a307-471a-b171-2b0f2add60d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/486c856f-ed3e-42c2-acb2-705b90b93ba1 HTTP/1.1" status: 204 len: 168 time: 0.1224315 Feb 03 13:46:30.012640 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac11e6-a307-471a-b171-2b0f2add60d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486c856f-ed3e-42c2-acb2-705b90b93ba1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:30.261197 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42724) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:30.275122 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-618743a9-c6fb-45e5-b721-3b7744eaf351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:30.350620 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-618743a9-c6fb-45e5-b721-3b7744eaf351 admin admin] Publish callbacks [] for security_group (d6d9d3a4-9270-4973-b6c1-c2278f8ecb9f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:30.354260 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-618743a9-c6fb-45e5-b721-3b7744eaf351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d6d9d3a4-9270-4973-b6c1-c2278f8ecb9f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:30.391327 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-618743a9-c6fb-45e5-b721-3b7744eaf351 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b8e30ba535b4d1687b3c08947cbd178&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1290607 Feb 03 13:46:30.393330 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618743a9-c6fb-45e5-b721-3b7744eaf351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d9d3a4-9270-4973-b6c1-c2278f8ecb9f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:30.395080 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42726) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:30.451240 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1801ffc-4ed5-48fb-b6a9-a2974be8587d admin admin] Publish callbacks [] for security_group (d6d9d3a4-9270-4973-b6c1-c2278f8ecb9f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:30.471779 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1801ffc-4ed5-48fb-b6a9-a2974be8587d admin admin] Publish callbacks [] for security_group (d6d9d3a4-9270-4973-b6c1-c2278f8ecb9f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:30.517973 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1801ffc-4ed5-48fb-b6a9-a2974be8587d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (d6d9d3a4-9270-4973-b6c1-c2278f8ecb9f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:30.520627 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1801ffc-4ed5-48fb-b6a9-a2974be8587d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:30.521775 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-b1801ffc-4ed5-48fb-b6a9-a2974be8587d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6d9d3a4-9270-4973-b6c1-c2278f8ecb9f HTTP/1.1" status: 204 len: 168 time: 0.1256311 Feb 03 13:46:30.529214 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1801ffc-4ed5-48fb-b6a9-a2974be8587d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d9d3a4-9270-4973-b6c1-c2278f8ecb9f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:30.936754 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 46747a0f-0957-4ee5-9a93-358a528a826a no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:46:30.959291 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 46747a0f-0957-4ee5-9a93-358a528a826a {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:46:30.959643 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 46747a0f-0957-4ee5-9a93-358a528a826a not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:46:31.217728 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42748) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:31.315826 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-554106a8-d798-4c41-a6d0-d5d2e42cde78 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-28481386-network', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:46:31.336854 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554106a8-d798-4c41-a6d0-d5d2e42cde78 admin admin] Made reservation on behalf of 4f63a7a796ed47348f75d63053a0bd29 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:46:31.339558 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-554106a8-d798-4c41-a6d0-d5d2e42cde78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:31.348805 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-554106a8-d798-4c41-a6d0-d5d2e42cde78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:31.428045 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-554106a8-d798-4c41-a6d0-d5d2e42cde78 admin admin] Publish callbacks [] for security_group (f73ec45a-cde8-42eb-b3d4-2ecba194b706), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:31.432033 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-554106a8-d798-4c41-a6d0-d5d2e42cde78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f73ec45a-cde8-42eb-b3d4-2ecba194b706), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:31.460013 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554106a8-d798-4c41-a6d0-d5d2e42cde78 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:46:31.465360 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554106a8-d798-4c41-a6d0-d5d2e42cde78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73ec45a-cde8-42eb-b3d4-2ecba194b706,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:31.475530 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-554106a8-d798-4c41-a6d0-d5d2e42cde78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (08df3f28-408c-4a82-a776-dea26cf59b17), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:31.475875 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-554106a8-d798-4c41-a6d0-d5d2e42cde78 admin admin] Added segment 08df3f28-408c-4a82-a776-dea26cf59b17 of type vlan for network 1464e04f-189c-4f99-8462-479ca0273bf6 Feb 03 13:46:31.523126 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-554106a8-d798-4c41-a6d0-d5d2e42cde78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (1464e04f-189c-4f99-8462-479ca0273bf6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:31.547165 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-554106a8-d798-4c41-a6d0-d5d2e42cde78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (1464e04f-189c-4f99-8462-479ca0273bf6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:31.548150 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554106a8-d798-4c41-a6d0-d5d2e42cde78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:31.548716 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-554106a8-d798-4c41-a6d0-d5d2e42cde78 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:31.582164 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-554106a8-d798-4c41-a6d0-d5d2e42cde78 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3633504 Feb 03 13:46:31.585232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42752) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:31.590287 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c1228ffa-d072-4b56-8018-c6eacccff1fa admin admin] Request body: {'subnet': {'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-28481386-subnet', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:46:31.608930 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554106a8-d798-4c41-a6d0-d5d2e42cde78 admin admin] Pushing event updated for resources: {'Network': ['ID=1464e04f-189c-4f99-8462-479ca0273bf6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:31.611287 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1228ffa-d072-4b56-8018-c6eacccff1fa admin admin] Made reservation on behalf of 4f63a7a796ed47348f75d63053a0bd29 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:46:31.614281 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1228ffa-d072-4b56-8018-c6eacccff1fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:31.618699 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 1464e04f-189c-4f99-8462-479ca0273bf6 details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:46:31.790878 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1228ffa-d072-4b56-8018-c6eacccff1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (1bb9c288-9447-42d4-8de2-204ff95e8aed), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:31.844548 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1228ffa-d072-4b56-8018-c6eacccff1fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bb9c288-9447-42d4-8de2-204ff95e8aed,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:31.853938 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1228ffa-d072-4b56-8018-c6eacccff1fa admin admin] Checking segment: {'id': '08df3f28-408c-4a82-a776-dea26cf59b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:46:31.854309 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1228ffa-d072-4b56-8018-c6eacccff1fa admin admin] Network hostable DHCP agents. Network: 1464e04f-189c-4f99-8462-479ca0273bf6, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:46:31.871176 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1228ffa-d072-4b56-8018-c6eacccff1fa admin admin] Network 1464e04f-189c-4f99-8462-479ca0273bf6 is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:46:31.880138 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c1228ffa-d072-4b56-8018-c6eacccff1fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 1464e04f-189c-4f99-8462-479ca0273bf6) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:46:31.884897 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1228ffa-d072-4b56-8018-c6eacccff1fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:31.886962 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1228ffa-d072-4b56-8018-c6eacccff1fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:31.887820 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a874406d-e3f0-4d7f-a6ba-38b2a145dd7d None None] Network 1464e04f-189c-4f99-8462-479ca0273bf6 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:46:31.906225 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c1228ffa-d072-4b56-8018-c6eacccff1fa admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3198378 Feb 03 13:46:31.909205 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42754) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:31.914208 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ddd6d27b-43cb-48e8-a23d-00accfbc296c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:46:31.933918 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d27b-43cb-48e8-a23d-00accfbc296c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (27aeb5b7-b148-42d0-b7c1-94ae4bd36122), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:31.934989 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d27b-43cb-48e8-a23d-00accfbc296c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (27aeb5b7-b148-42d0-b7c1-94ae4bd36122), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:31.957377 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:31.994347 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d27b-43cb-48e8-a23d-00accfbc296c admin admin] Publish callbacks [] for router_controller (27aeb5b7-b148-42d0-b7c1-94ae4bd36122), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:32.003466 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-1464e04f-189c-4f99-8462-479ca0273bf6', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'fixed_ips': [{'subnet_id': '1bb9c288-9447-42d4-8de2-204ff95e8aed'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:46:32.004381 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:32.136624 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d27b-43cb-48e8-a23d-00accfbc296c admin admin] Publish callbacks [] for router_gateway (27aeb5b7-b148-42d0-b7c1-94ae4bd36122), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:32.139411 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] Allocated IP 172.20.0.2 (1464e04f-189c-4f99-8462-479ca0273bf6/1bb9c288-9447-42d4-8de2-204ff95e8aed/2640759b-c257-4935-a5e2-86fa3151d6c3) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:46:32.283073 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] Publish callbacks [] for port (2640759b-c257-4935-a5e2-86fa3151d6c3), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:32.288653 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (2640759b-c257-4935-a5e2-86fa3151d6c3), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:32.326944 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] Network 1464e04f-189c-4f99-8462-479ca0273bf6 is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:46:32.333929 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d27b-43cb-48e8-a23d-00accfbc296c admin admin] Publish callbacks [] for router_gateway (27aeb5b7-b148-42d0-b7c1-94ae4bd36122), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:32.334319 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:46:32.338651 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:46:32.341407 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] Pushing event updated for resources: {'Port': ['ID=2640759b-c257-4935-a5e2-86fa3151d6c3,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:32.353371 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d27b-43cb-48e8-a23d-00accfbc296c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:32.395501 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] Attempting to bind port 2640759b-c257-4935-a5e2-86fa3151d6c3 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:46:32.395875 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] Attempting to bind port 2640759b-c257-4935-a5e2-86fa3151d6c3 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '08df3f28-408c-4a82-a776-dea26cf59b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:46:32.396278 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] Attempting to bind port 2640759b-c257-4935-a5e2-86fa3151d6c3 on network 1464e04f-189c-4f99-8462-479ca0273bf6 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:46:32.401131 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:46:32.401505 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] Checking segment: {'id': '08df3f28-408c-4a82-a776-dea26cf59b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:46:32.401906 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:32.402296 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] Bound using segment: {'id': '08df3f28-408c-4a82-a776-dea26cf59b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:46:32.402760 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] Bound port: 2640759b-c257-4935-a5e2-86fa3151d6c3, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08df3f28-408c-4a82-a776-dea26cf59b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:46:32.403140 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2640759b-c257-4935-a5e2-86fa3151d6c3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:32.460955 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-ddd6d27b-43cb-48e8-a23d-00accfbc296c admin admin] Allocated IP 172.25.6.173 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/21f19ad1-5519-41b7-8689-c749804d8fd1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:46:32.471905 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] For port 2640759b-c257-4935-a5e2-86fa3151d6c3, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:46:32.475242 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] For port 2640759b-c257-4935-a5e2-86fa3151d6c3, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2640759b-c257-4935-a5e2-86fa3151d6c3,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:46:32.481115 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2640759b-c257-4935-a5e2-86fa3151d6c3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:32.538525 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b96fe-cd60-4556-85fe-a0708d348562 None None] Pushing event updated for resources: {'Port': ['ID=2640759b-c257-4935-a5e2-86fa3151d6c3,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:32.569833 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d27b-43cb-48e8-a23d-00accfbc296c admin admin] Publish callbacks [] for port (21f19ad1-5519-41b7-8689-c749804d8fd1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:32.612746 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d27b-43cb-48e8-a23d-00accfbc296c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (21f19ad1-5519-41b7-8689-c749804d8fd1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:32.663662 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd6d27b-43cb-48e8-a23d-00accfbc296c admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:46:32.670165 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ddd6d27b-43cb-48e8-a23d-00accfbc296c admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:46:32.673613 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd6d27b-43cb-48e8-a23d-00accfbc296c admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:46:32.713300 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6d27b-43cb-48e8-a23d-00accfbc296c admin admin] Pushing event updated for resources: {'Port': ['ID=21f19ad1-5519-41b7-8689-c749804d8fd1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:32.952088 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d27b-43cb-48e8-a23d-00accfbc296c admin admin] Publish callbacks [] for router_gateway (27aeb5b7-b148-42d0-b7c1-94ae4bd36122), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:33.035269 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2640759b-c257-4935-a5e2-86fa3151d6c3 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:46:33.091074 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 2640759b-c257-4935-a5e2-86fa3151d6c3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:33.091453 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2640759b-c257-4935-a5e2-86fa3151d6c3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:33.163383 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d27b-43cb-48e8-a23d-00accfbc296c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (27aeb5b7-b148-42d0-b7c1-94ae4bd36122), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:33.176256 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 2640759b-c257-4935-a5e2-86fa3151d6c3 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:46:33.176655 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2640759b-c257-4935-a5e2-86fa3151d6c3), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:33.215156 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 2640759b-c257-4935-a5e2-86fa3151d6c3, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2640759b-c257-4935-a5e2-86fa3151d6c3,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:46:33.220148 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (2640759b-c257-4935-a5e2-86fa3151d6c3), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:33.277128 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=2640759b-c257-4935-a5e2-86fa3151d6c3,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:33.312203 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd6d27b-43cb-48e8-a23d-00accfbc296c admin admin] Router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:46:33.422657 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd6d27b-43cb-48e8-a23d-00accfbc296c admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:46:33.433027 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] Sync routers for ids ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:46:33.441241 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddd6d27b-43cb-48e8-a23d-00accfbc296c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:33.442542 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-ddd6d27b-43cb-48e8-a23d-00accfbc296c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5316932 Feb 03 13:46:33.445315 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42756) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:33.448038 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] Routers {'27aeb5b7-b148-42d0-b7c1-94ae4bd36122'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:46:33.448948 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:46:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:33.559577 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20058a14-a496-4840-9ba6-47fe5e7f24db None None] Network 1464e04f-189c-4f99-8462-479ca0273bf6 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:46:33.577205 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] Set router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:46:33.728833 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-aca83cb5-29b4-4c22-9034-5325b1fcbe04 None None] Provisioning complete for port 2640759b-c257-4935-a5e2-86fa3151d6c3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:33.729215 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aca83cb5-29b4-4c22-9034-5325b1fcbe04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2640759b-c257-4935-a5e2-86fa3151d6c3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:33.781735 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8afc6699-6e4e-41d1-916e-5d59429905e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:33.944913 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-aca83cb5-29b4-4c22-9034-5325b1fcbe04 None None] Current status of the port 2640759b-c257-4935-a5e2-86fa3151d6c3 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:46:33.955116 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:31Z', 'updated_at': '2022-02-03T13:46:32Z', 'revision_number': 3, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'gw_port': {'id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:32Z', 'updated_at': '2022-02-03T13:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:33.983884 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] Checking router: 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:46:33.984186 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] Updating router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 port 21f19ad1-5519-41b7-8689-c749804d8fd1 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:46:34.017837 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (21f19ad1-5519-41b7-8689-c749804d8fd1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:34.211050 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-7a6f7dbd-603d-443a-974f-deefea45568e None None] Provisioning complete for port 2640759b-c257-4935-a5e2-86fa3151d6c3 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:34.211753 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7a6f7dbd-603d-443a-974f-deefea45568e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2640759b-c257-4935-a5e2-86fa3151d6c3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:34.214112 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21f9c173-cb45-43a6-a34d-1dd3e364df00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:34.338673 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] Publish callbacks [] for port (21f19ad1-5519-41b7-8689-c749804d8fd1), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:34.351287 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (21f19ad1-5519-41b7-8689-c749804d8fd1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:34.359055 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-7a6f7dbd-603d-443a-974f-deefea45568e None None] Current status of the port 2640759b-c257-4935-a5e2-86fa3151d6c3 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:46:34.373685 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-21f9c173-cb45-43a6-a34d-1dd3e364df00 admin admin] Allocated IP 172.20.0.1 (1464e04f-189c-4f99-8462-479ca0273bf6/1bb9c288-9447-42d4-8de2-204ff95e8aed/01e51cae-0273-487a-9a37-002b0e04407e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:46:34.411004 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] Attempting to bind port 21f19ad1-5519-41b7-8689-c749804d8fd1 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:46:34.411371 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] Attempting to bind port 21f19ad1-5519-41b7-8689-c749804d8fd1 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:46:34.411730 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] Attempting to bind port 21f19ad1-5519-41b7-8689-c749804d8fd1 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:46:34.414728 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a610987-e16d-4fa7-8ffc-08dc473061ee None None] Pushing event updated for resources: {'Port': ['ID=21f19ad1-5519-41b7-8689-c749804d8fd1,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:34.419879 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:46:34.420280 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:46:34.420679 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:34.421065 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:46:34.421525 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] Bound port: 21f19ad1-5519-41b7-8689-c749804d8fd1, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:46:34.421902 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (21f19ad1-5519-41b7-8689-c749804d8fd1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:34.473002 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] For port 21f19ad1-5519-41b7-8689-c749804d8fd1, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:46:34.476568 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] For port 21f19ad1-5519-41b7-8689-c749804d8fd1, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=21f19ad1-5519-41b7-8689-c749804d8fd1,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:46:34.482055 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21f9c173-cb45-43a6-a34d-1dd3e364df00 admin admin] Publish callbacks [] for port (01e51cae-0273-487a-9a37-002b0e04407e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:34.482217 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (21f19ad1-5519-41b7-8689-c749804d8fd1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:34.515838 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21f9c173-cb45-43a6-a34d-1dd3e364df00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (01e51cae-0273-487a-9a37-002b0e04407e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:34.544523 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] Routers {'27aeb5b7-b148-42d0-b7c1-94ae4bd36122'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:46:34.545066 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:46:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:34.546702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a610987-e16d-4fa7-8ffc-08dc473061ee None None] Pushing event updated for resources: {'Port': ['ID=21f19ad1-5519-41b7-8689-c749804d8fd1,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:34.554823 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f9c173-cb45-43a6-a34d-1dd3e364df00 admin admin] Network 1464e04f-189c-4f99-8462-479ca0273bf6 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:46:34.561456 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-21f9c173-cb45-43a6-a34d-1dd3e364df00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:46:34.566306 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f9c173-cb45-43a6-a34d-1dd3e364df00 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:46:34.569456 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9c173-cb45-43a6-a34d-1dd3e364df00 admin admin] Pushing event updated for resources: {'Port': ['ID=01e51cae-0273-487a-9a37-002b0e04407e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:34.605878 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21f9c173-cb45-43a6-a34d-1dd3e364df00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (27aeb5b7-b148-42d0-b7c1-94ae4bd36122), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:34.653725 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] Set router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:46:34.759078 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21f9c173-cb45-43a6-a34d-1dd3e364df00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (01e51cae-0273-487a-9a37-002b0e04407e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:34.802925 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-8763f69d-1109-4e81-b1db-5aef8748d76a None None] Provisioning complete for port 01e51cae-0273-487a-9a37-002b0e04407e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:34.803223 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8763f69d-1109-4e81-b1db-5aef8748d76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (01e51cae-0273-487a-9a37-002b0e04407e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:34.859396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-8763f69d-1109-4e81-b1db-5aef8748d76a None None] Port 01e51cae-0273-487a-9a37-002b0e04407e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:46:34.883838 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:31Z', 'updated_at': '2022-02-03T13:46:32Z', 'revision_number': 3, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'gw_port': {'id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:32Z', 'updated_at': '2022-02-03T13:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:34.910442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a4aee9-f0a6-416c-90f5-f8f7017cafd8 None None] The sync data for ids ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'] in n-d-827336-3 is: [{'id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:31Z', 'updated_at': '2022-02-03T13:46:32Z', 'revision_number': 3, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'gw_port': {'id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:32Z', 'updated_at': '2022-02-03T13:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:46:34.923084 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21f9c173-cb45-43a6-a34d-1dd3e364df00 admin admin] Publish callbacks [] for port (01e51cae-0273-487a-9a37-002b0e04407e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:34.935819 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21f9c173-cb45-43a6-a34d-1dd3e364df00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (01e51cae-0273-487a-9a37-002b0e04407e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:35.013214 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2640759b-c257-4935-a5e2-86fa3151d6c3 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:46:35.013671 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9c173-cb45-43a6-a34d-1dd3e364df00 admin admin] Pushing event updated for resources: {'Port': ['ID=01e51cae-0273-487a-9a37-002b0e04407e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:35.016153 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21f9c173-cb45-43a6-a34d-1dd3e364df00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (27aeb5b7-b148-42d0-b7c1-94ae4bd36122), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:35.075653 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 2640759b-c257-4935-a5e2-86fa3151d6c3 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:35.076608 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (2640759b-c257-4935-a5e2-86fa3151d6c3), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:35.125988 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f9c173-cb45-43a6-a34d-1dd3e364df00 admin admin] Network 1464e04f-189c-4f99-8462-479ca0273bf6 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:46:35.129828 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-21f9c173-cb45-43a6-a34d-1dd3e364df00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:46:35.167177 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 2640759b-c257-4935-a5e2-86fa3151d6c3 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:46:35.278693 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f9c173-cb45-43a6-a34d-1dd3e364df00 admin admin] Router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:46:35.402360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f9c173-cb45-43a6-a34d-1dd3e364df00 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:46:35.408306 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-21f9c173-cb45-43a6-a34d-1dd3e364df00 admin admin] 10.222.0.18 "PUT /v2.0/routers/27aeb5b7-b148-42d0-b7c1-94ae4bd36122/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9619844 Feb 03 13:46:35.482801 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-951fdf11-abab-4695-a236-a176d41cb608 None None] Provisioning complete for port 01e51cae-0273-487a-9a37-002b0e04407e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:35.483405 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-951fdf11-abab-4695-a236-a176d41cb608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (01e51cae-0273-487a-9a37-002b0e04407e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:35.523631 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-951fdf11-abab-4695-a236-a176d41cb608 None None] Port 01e51cae-0273-487a-9a37-002b0e04407e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:46:35.896736 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42772) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:35.901640 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-bbc6e691-29fd-4136-886b-8e3d9d16137e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-523627826-network', 'tenant_id': '8c932a20077e4b1bb5e9123a66831668'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:46:35.920931 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc6e691-29fd-4136-886b-8e3d9d16137e admin admin] Made reservation on behalf of 8c932a20077e4b1bb5e9123a66831668 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:46:35.923197 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbc6e691-29fd-4136-886b-8e3d9d16137e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:35.932376 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbc6e691-29fd-4136-886b-8e3d9d16137e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:36.009181 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbc6e691-29fd-4136-886b-8e3d9d16137e admin admin] Publish callbacks [] for security_group (70954ce7-4371-43cc-b92f-fe422b8dd9be), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:36.013531 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbc6e691-29fd-4136-886b-8e3d9d16137e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (70954ce7-4371-43cc-b92f-fe422b8dd9be), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:36.037645 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc6e691-29fd-4136-886b-8e3d9d16137e admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:46:36.046128 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6e691-29fd-4136-886b-8e3d9d16137e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70954ce7-4371-43cc-b92f-fe422b8dd9be,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:36.052488 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbc6e691-29fd-4136-886b-8e3d9d16137e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:36.052823 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-bbc6e691-29fd-4136-886b-8e3d9d16137e admin admin] Added segment 23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f of type vlan for network e65f09df-82e6-4466-814e-bd253e2836ed Feb 03 13:46:36.093769 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbc6e691-29fd-4136-886b-8e3d9d16137e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (e65f09df-82e6-4466-814e-bd253e2836ed), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:36.123245 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbc6e691-29fd-4136-886b-8e3d9d16137e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (e65f09df-82e6-4466-814e-bd253e2836ed), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:36.124224 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc6e691-29fd-4136-886b-8e3d9d16137e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:36.124801 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbc6e691-29fd-4136-886b-8e3d9d16137e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:36.154985 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bbc6e691-29fd-4136-886b-8e3d9d16137e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2571285 Feb 03 13:46:36.159462 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42774) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:36.166469 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-584f4066-4ec3-475f-ad99-13203c064c82 admin admin] Request body: {'subnet': {'network_id': 'e65f09df-82e6-4466-814e-bd253e2836ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-523627826-subnet', 'tenant_id': '8c932a20077e4b1bb5e9123a66831668', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:46:36.190009 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6e691-29fd-4136-886b-8e3d9d16137e admin admin] Pushing event updated for resources: {'Network': ['ID=e65f09df-82e6-4466-814e-bd253e2836ed,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:36.196915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584f4066-4ec3-475f-ad99-13203c064c82 admin admin] Made reservation on behalf of 8c932a20077e4b1bb5e9123a66831668 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:46:36.199356 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-584f4066-4ec3-475f-ad99-13203c064c82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:36.199920 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network e65f09df-82e6-4466-814e-bd253e2836ed details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:46:36.276274 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-68eff470-f4f2-4185-abd7-d90b4a2a34ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:36.381622 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-584f4066-4ec3-475f-ad99-13203c064c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (9b5663c0-0623-4765-b08a-8e3aae8fa113), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:36.438647 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f4066-4ec3-475f-ad99-13203c064c82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5663c0-0623-4765-b08a-8e3aae8fa113,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:36.448928 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584f4066-4ec3-475f-ad99-13203c064c82 admin admin] Checking segment: {'id': '23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e65f09df-82e6-4466-814e-bd253e2836ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:46:36.449292 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584f4066-4ec3-475f-ad99-13203c064c82 admin admin] Network hostable DHCP agents. Network: e65f09df-82e6-4466-814e-bd253e2836ed, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:46:36.466360 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584f4066-4ec3-475f-ad99-13203c064c82 admin admin] Network e65f09df-82e6-4466-814e-bd253e2836ed is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:46:36.475612 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-584f4066-4ec3-475f-ad99-13203c064c82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, e65f09df-82e6-4466-814e-bd253e2836ed) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:46:36.479657 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f4066-4ec3-475f-ad99-13203c064c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:36.480306 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-584f4066-4ec3-475f-ad99-13203c064c82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:36.485126 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9180c278-da7a-4d44-9d68-20ce3ae6ab02 None None] Network e65f09df-82e6-4466-814e-bd253e2836ed requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:46:36.499563 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-584f4066-4ec3-475f-ad99-13203c064c82 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3382926 Feb 03 13:46:36.502210 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42776) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:36.506736 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3d54a599-5b69-46b9-9652-9b563a3dd5aa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-523627826-router', 'tenant_id': '8c932a20077e4b1bb5e9123a66831668', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:46:36.527300 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d54a599-5b69-46b9-9652-9b563a3dd5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (d71b362e-230e-4712-8978-983b060cab63), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:36.528534 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d54a599-5b69-46b9-9652-9b563a3dd5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (d71b362e-230e-4712-8978-983b060cab63), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:36.528684 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] Sync routers for ids ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:46:36.542809 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] Routers {'27aeb5b7-b148-42d0-b7c1-94ae4bd36122'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:46:36.543452 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:46:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:36.591450 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d54a599-5b69-46b9-9652-9b563a3dd5aa admin admin] Publish callbacks [] for router_controller (d71b362e-230e-4712-8978-983b060cab63), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:36.743964 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d54a599-5b69-46b9-9652-9b563a3dd5aa admin admin] Publish callbacks [] for router_gateway (d71b362e-230e-4712-8978-983b060cab63), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:36.755933 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-e65f09df-82e6-4466-814e-bd253e2836ed', 'network_id': 'e65f09df-82e6-4466-814e-bd253e2836ed', 'project_id': '8c932a20077e4b1bb5e9123a66831668', 'fixed_ips': [{'subnet_id': '9b5663c0-0623-4765-b08a-8e3aae8fa113'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:46:36.756964 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:36.759815 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] Set router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:46:36.901200 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] Allocated IP 172.20.0.2 (e65f09df-82e6-4466-814e-bd253e2836ed/9b5663c0-0623-4765-b08a-8e3aae8fa113/735c37c6-5298-4fc8-9647-69c3ab864c7f) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:46:36.964378 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d54a599-5b69-46b9-9652-9b563a3dd5aa admin admin] Publish callbacks [] for router_gateway (d71b362e-230e-4712-8978-983b060cab63), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:36.978576 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:31Z', 'updated_at': '2022-02-03T13:46:34Z', 'revision_number': 4, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'gw_port': {'id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:32Z', 'updated_at': '2022-02-03T13:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '01e51cae-0273-487a-9a37-002b0e04407e', 'name': '', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'mac_address': 'fa:16:3e:42:2f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:34Z', 'updated_at': '2022-02-03T13:46:34Z', 'revision_number': 2, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'subnets': [{'id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:36.988515 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d54a599-5b69-46b9-9652-9b563a3dd5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.015571 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] Checking router: 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:46:37.016319 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] Updating router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 port 01e51cae-0273-487a-9a37-002b0e04407e binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:46:37.045417 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (01e51cae-0273-487a-9a37-002b0e04407e), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.082558 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 21f19ad1-5519-41b7-8689-c749804d8fd1 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:46:37.108337 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3d54a599-5b69-46b9-9652-9b563a3dd5aa admin admin] Allocated IP 172.25.6.50 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/dfdcad83-d01c-4ff3-b72a-d94bde47db9e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:46:37.120818 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] Publish callbacks [] for port (735c37c6-5298-4fc8-9647-69c3ab864c7f), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.136608 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (735c37c6-5298-4fc8-9647-69c3ab864c7f), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.197991 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] Network e65f09df-82e6-4466-814e-bd253e2836ed is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:46:37.207390 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] Pushing event updated for resources: {'Port': ['ID=735c37c6-5298-4fc8-9647-69c3ab864c7f,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:37.211262 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:46:37.214107 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:46:37.224717 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d54a599-5b69-46b9-9652-9b563a3dd5aa admin admin] Publish callbacks [] for port (dfdcad83-d01c-4ff3-b72a-d94bde47db9e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.229196 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 21f19ad1-5519-41b7-8689-c749804d8fd1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:37.229570 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (21f19ad1-5519-41b7-8689-c749804d8fd1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.237973 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.263998 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d54a599-5b69-46b9-9652-9b563a3dd5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (dfdcad83-d01c-4ff3-b72a-d94bde47db9e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.304156 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d54a599-5b69-46b9-9652-9b563a3dd5aa admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:46:37.311433 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3d54a599-5b69-46b9-9652-9b563a3dd5aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:46:37.317165 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d54a599-5b69-46b9-9652-9b563a3dd5aa admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:46:37.317783 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] Attempting to bind port 735c37c6-5298-4fc8-9647-69c3ab864c7f on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:46:37.318267 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] Attempting to bind port 735c37c6-5298-4fc8-9647-69c3ab864c7f by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e65f09df-82e6-4466-814e-bd253e2836ed'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:46:37.318759 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] Attempting to bind port 735c37c6-5298-4fc8-9647-69c3ab864c7f on network e65f09df-82e6-4466-814e-bd253e2836ed {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:46:37.326126 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:46:37.326642 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] Checking segment: {'id': '23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e65f09df-82e6-4466-814e-bd253e2836ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:46:37.327153 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.327649 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] Bound using segment: {'id': '23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e65f09df-82e6-4466-814e-bd253e2836ed'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:46:37.328222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] Bound port: 735c37c6-5298-4fc8-9647-69c3ab864c7f, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e65f09df-82e6-4466-814e-bd253e2836ed'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:46:37.328675 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (735c37c6-5298-4fc8-9647-69c3ab864c7f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.342224 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54a599-5b69-46b9-9652-9b563a3dd5aa admin admin] Pushing event updated for resources: {'Port': ['ID=dfdcad83-d01c-4ff3-b72a-d94bde47db9e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:37.355210 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] Publish callbacks [] for port (01e51cae-0273-487a-9a37-002b0e04407e), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.362870 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (01e51cae-0273-487a-9a37-002b0e04407e), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.415294 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] For port 735c37c6-5298-4fc8-9647-69c3ab864c7f, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:46:37.419240 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] For port 735c37c6-5298-4fc8-9647-69c3ab864c7f, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=735c37c6-5298-4fc8-9647-69c3ab864c7f,segment=NetworkSegment(23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f),segment_id=23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:46:37.451998 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (735c37c6-5298-4fc8-9647-69c3ab864c7f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.472005 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea82fb-9d68-4b5f-a4a8-d9013805f1e8 None None] Pushing event updated for resources: {'Port': ['ID=01e51cae-0273-487a-9a37-002b0e04407e,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:37.488498 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea82fb-9d68-4b5f-a4a8-d9013805f1e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:37.489160 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea82fb-9d68-4b5f-a4a8-d9013805f1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:37.490080 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea82fb-9d68-4b5f-a4a8-d9013805f1e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:37.490080 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea82fb-9d68-4b5f-a4a8-d9013805f1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:37.490080 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea82fb-9d68-4b5f-a4a8-d9013805f1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:37.490420 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea82fb-9d68-4b5f-a4a8-d9013805f1e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:37.490688 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea82fb-9d68-4b5f-a4a8-d9013805f1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:37.491016 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea82fb-9d68-4b5f-a4a8-d9013805f1e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:37.491783 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea82fb-9d68-4b5f-a4a8-d9013805f1e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:37.491783 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea82fb-9d68-4b5f-a4a8-d9013805f1e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:37.492101 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea82fb-9d68-4b5f-a4a8-d9013805f1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:37.492481 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea82fb-9d68-4b5f-a4a8-d9013805f1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:37.492783 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea82fb-9d68-4b5f-a4a8-d9013805f1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:46:37.506949 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] Attempting to bind port 01e51cae-0273-487a-9a37-002b0e04407e on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:46:37.507322 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] Attempting to bind port 01e51cae-0273-487a-9a37-002b0e04407e by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '08df3f28-408c-4a82-a776-dea26cf59b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:46:37.507685 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] Attempting to bind port 01e51cae-0273-487a-9a37-002b0e04407e on network 1464e04f-189c-4f99-8462-479ca0273bf6 {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:46:37.510180 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 21f19ad1-5519-41b7-8689-c749804d8fd1 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:46:37.510706 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (21f19ad1-5519-41b7-8689-c749804d8fd1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.514056 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:46:37.515191 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] Checking segment: {'id': '08df3f28-408c-4a82-a776-dea26cf59b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:46:37.515921 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.516594 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] Bound using segment: {'id': '08df3f28-408c-4a82-a776-dea26cf59b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:46:37.517242 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] Bound port: 01e51cae-0273-487a-9a37-002b0e04407e, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08df3f28-408c-4a82-a776-dea26cf59b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:46:37.517825 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (01e51cae-0273-487a-9a37-002b0e04407e), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.566216 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 21f19ad1-5519-41b7-8689-c749804d8fd1, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=21f19ad1-5519-41b7-8689-c749804d8fd1,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:46:37.586114 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (21f19ad1-5519-41b7-8689-c749804d8fd1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.593242 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bd1a7-6dd2-4db9-b654-946f16f0a979 None None] Pushing event updated for resources: {'Port': ['ID=735c37c6-5298-4fc8-9647-69c3ab864c7f,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:37.628817 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] For port 01e51cae-0273-487a-9a37-002b0e04407e, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:46:37.632725 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] For port 01e51cae-0273-487a-9a37-002b0e04407e, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=01e51cae-0273-487a-9a37-002b0e04407e,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:46:37.641746 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (01e51cae-0273-487a-9a37-002b0e04407e), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.658172 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d54a599-5b69-46b9-9652-9b563a3dd5aa admin admin] Publish callbacks [] for router_gateway (d71b362e-230e-4712-8978-983b060cab63), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.689209 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=21f19ad1-5519-41b7-8689-c749804d8fd1,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:37.722708 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea82fb-9d68-4b5f-a4a8-d9013805f1e8 None None] Pushing event updated for resources: {'Port': ['ID=01e51cae-0273-487a-9a37-002b0e04407e,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:37.733237 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] Routers {'27aeb5b7-b148-42d0-b7c1-94ae4bd36122'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:46:37.733860 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:46:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:37.773987 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dd623cda-4e99-49ed-bd58-937d2870244f None None] Provisioning complete for port 01e51cae-0273-487a-9a37-002b0e04407e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:37.774413 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd623cda-4e99-49ed-bd58-937d2870244f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (01e51cae-0273-487a-9a37-002b0e04407e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.874857 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] Set router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:46:37.898321 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-dd623cda-4e99-49ed-bd58-937d2870244f None None] Current status of the port 01e51cae-0273-487a-9a37-002b0e04407e is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:46:37.898924 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd623cda-4e99-49ed-bd58-937d2870244f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (01e51cae-0273-487a-9a37-002b0e04407e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.959911 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d54a599-5b69-46b9-9652-9b563a3dd5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (d71b362e-230e-4712-8978-983b060cab63), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:37.966288 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-dd623cda-4e99-49ed-bd58-937d2870244f None None] For port 01e51cae-0273-487a-9a37-002b0e04407e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=01e51cae-0273-487a-9a37-002b0e04407e,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:46:37.973568 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd623cda-4e99-49ed-bd58-937d2870244f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (01e51cae-0273-487a-9a37-002b0e04407e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:38.061835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd623cda-4e99-49ed-bd58-937d2870244f None None] Pushing event updated for resources: {'Port': ['ID=01e51cae-0273-487a-9a37-002b0e04407e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:38.131954 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d54a599-5b69-46b9-9652-9b563a3dd5aa admin admin] Router d71b362e-230e-4712-8978-983b060cab63 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:46:38.133873 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:31Z', 'updated_at': '2022-02-03T13:46:34Z', 'revision_number': 4, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'gw_port': {'id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:32Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '01e51cae-0273-487a-9a37-002b0e04407e', 'name': '', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'mac_address': 'fa:16:3e:42:2f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:34Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 4, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'subnets': [{'id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:38.160804 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d60b6f-cde2-44f9-9412-2d68bd50c36f None None] The sync data for ids ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'] in n-d-827336-3 is: [{'id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:31Z', 'updated_at': '2022-02-03T13:46:34Z', 'revision_number': 4, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'gw_port': {'id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:32Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '01e51cae-0273-487a-9a37-002b0e04407e', 'name': '', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'mac_address': 'fa:16:3e:42:2f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:34Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 4, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'subnets': [{'id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:46:38.201774 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-075c6455-6f9f-4866-aa50-706c64857c0a None None] Provisioning complete for port 01e51cae-0273-487a-9a37-002b0e04407e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:38.202294 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-075c6455-6f9f-4866-aa50-706c64857c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (01e51cae-0273-487a-9a37-002b0e04407e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:38.260086 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d54a599-5b69-46b9-9652-9b563a3dd5aa admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:46:38.281821 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d54a599-5b69-46b9-9652-9b563a3dd5aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:38.282230 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] Sync routers for ids ['d71b362e-230e-4712-8978-983b060cab63'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:46:38.283217 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3d54a599-5b69-46b9-9652-9b563a3dd5aa admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7798378 Feb 03 13:46:38.286122 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42778) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:38.302281 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] Routers {'d71b362e-230e-4712-8978-983b060cab63'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:46:38.308202 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:46:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d71b362e-230e-4712-8978-983b060cab63'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:38.441464 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-075c6455-6f9f-4866-aa50-706c64857c0a None None] Current status of the port 01e51cae-0273-487a-9a37-002b0e04407e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:46:38.466897 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] Set router d71b362e-230e-4712-8978-983b060cab63 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:46:38.662817 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:38.689509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71b362e-230e-4712-8978-983b060cab63', 'name': 'tempest-TestShelveInstance-523627826-router', 'tenant_id': '8c932a20077e4b1bb5e9123a66831668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dfdcad83-d01c-4ff3-b72a-d94bde47db9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:36Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 3, 'project_id': '8c932a20077e4b1bb5e9123a66831668', 'gw_port': {'id': 'dfdcad83-d01c-4ff3-b72a-d94bde47db9e', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71b362e-230e-4712-8978-983b060cab63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:36Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:38.735277 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] Checking router: d71b362e-230e-4712-8978-983b060cab63 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:46:38.735621 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] Updating router d71b362e-230e-4712-8978-983b060cab63 port dfdcad83-d01c-4ff3-b72a-d94bde47db9e binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:46:38.777017 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22bc2526-6281-4586-8a41-b9aa1c04756f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:38.783756 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dfdcad83-d01c-4ff3-b72a-d94bde47db9e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:38.872354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc21fa3-0a9e-40ca-b3b8-1f4e2616e959 None None] Network e65f09df-82e6-4466-814e-bd253e2836ed requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:46:38.957060 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-22bc2526-6281-4586-8a41-b9aa1c04756f admin admin] Allocated IP 172.20.0.1 (e65f09df-82e6-4466-814e-bd253e2836ed/9b5663c0-0623-4765-b08a-8e3aae8fa113/283134d7-c8fe-437a-8856-add8b5bf44fc) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:46:39.053741 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-37a69890-909f-42e7-b8ab-a89ffcfd4361 None None] Provisioning complete for port 735c37c6-5298-4fc8-9647-69c3ab864c7f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:39.054122 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-37a69890-909f-42e7-b8ab-a89ffcfd4361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (735c37c6-5298-4fc8-9647-69c3ab864c7f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:39.120950 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22bc2526-6281-4586-8a41-b9aa1c04756f admin admin] Publish callbacks [] for port (283134d7-c8fe-437a-8856-add8b5bf44fc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:39.171203 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22bc2526-6281-4586-8a41-b9aa1c04756f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (283134d7-c8fe-437a-8856-add8b5bf44fc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:39.226720 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bc2526-6281-4586-8a41-b9aa1c04756f admin admin] Network e65f09df-82e6-4466-814e-bd253e2836ed is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:46:39.227104 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 735c37c6-5298-4fc8-9647-69c3ab864c7f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:46:39.230145 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-22bc2526-6281-4586-8a41-b9aa1c04756f admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:46:39.232886 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc2526-6281-4586-8a41-b9aa1c04756f admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:46:39.248751 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc2526-6281-4586-8a41-b9aa1c04756f admin admin] Pushing event updated for resources: {'Port': ['ID=283134d7-c8fe-437a-8856-add8b5bf44fc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:39.290260 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] Publish callbacks [] for port (dfdcad83-d01c-4ff3-b72a-d94bde47db9e), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:39.291101 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22bc2526-6281-4586-8a41-b9aa1c04756f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (d71b362e-230e-4712-8978-983b060cab63), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:39.300804 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-37a69890-909f-42e7-b8ab-a89ffcfd4361 None None] Current status of the port 735c37c6-5298-4fc8-9647-69c3ab864c7f is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:46:39.301300 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-37a69890-909f-42e7-b8ab-a89ffcfd4361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (735c37c6-5298-4fc8-9647-69c3ab864c7f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:39.306675 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dfdcad83-d01c-4ff3-b72a-d94bde47db9e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:39.407657 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f2c15-02d9-4803-836f-8d68e2c9f54d None None] Pushing event updated for resources: {'Port': ['ID=dfdcad83-d01c-4ff3-b72a-d94bde47db9e,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:39.410975 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] Attempting to bind port dfdcad83-d01c-4ff3-b72a-d94bde47db9e on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:46:39.411471 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] Attempting to bind port dfdcad83-d01c-4ff3-b72a-d94bde47db9e by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:46:39.411983 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] Attempting to bind port dfdcad83-d01c-4ff3-b72a-d94bde47db9e on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:46:39.420170 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 735c37c6-5298-4fc8-9647-69c3ab864c7f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:39.420685 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (735c37c6-5298-4fc8-9647-69c3ab864c7f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:39.429790 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-37a69890-909f-42e7-b8ab-a89ffcfd4361 None None] For port 735c37c6-5298-4fc8-9647-69c3ab864c7f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=735c37c6-5298-4fc8-9647-69c3ab864c7f,segment=NetworkSegment(23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f),segment_id=23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:46:39.450985 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-37a69890-909f-42e7-b8ab-a89ffcfd4361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (735c37c6-5298-4fc8-9647-69c3ab864c7f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:39.457746 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:46:39.458239 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:46:39.458804 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:39.459305 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:46:39.459894 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] Bound port: dfdcad83-d01c-4ff3-b72a-d94bde47db9e, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:46:39.460413 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dfdcad83-d01c-4ff3-b72a-d94bde47db9e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:39.561479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a69890-909f-42e7-b8ab-a89ffcfd4361 None None] Pushing event updated for resources: {'Port': ['ID=735c37c6-5298-4fc8-9647-69c3ab864c7f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:39.577659 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] For port dfdcad83-d01c-4ff3-b72a-d94bde47db9e, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:46:39.584160 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] For port dfdcad83-d01c-4ff3-b72a-d94bde47db9e, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dfdcad83-d01c-4ff3-b72a-d94bde47db9e,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:46:39.630250 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dfdcad83-d01c-4ff3-b72a-d94bde47db9e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:39.687322 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-b38f1e5a-a732-4d96-be90-46f997de3d99 None None] Provisioning complete for port 735c37c6-5298-4fc8-9647-69c3ab864c7f triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:39.688045 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b38f1e5a-a732-4d96-be90-46f997de3d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (735c37c6-5298-4fc8-9647-69c3ab864c7f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:39.754951 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 735c37c6-5298-4fc8-9647-69c3ab864c7f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:46:39.756055 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 21f19ad1-5519-41b7-8689-c749804d8fd1 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:46:39.798717 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f2c15-02d9-4803-836f-8d68e2c9f54d None None] Pushing event updated for resources: {'Port': ['ID=dfdcad83-d01c-4ff3-b72a-d94bde47db9e,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:39.801402 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] Routers {'d71b362e-230e-4712-8978-983b060cab63'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:46:39.802012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:46:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d71b362e-230e-4712-8978-983b060cab63'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:39.831825 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22bc2526-6281-4586-8a41-b9aa1c04756f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (283134d7-c8fe-437a-8856-add8b5bf44fc), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:40.003845 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22bc2526-6281-4586-8a41-b9aa1c04756f admin admin] Publish callbacks [] for port (283134d7-c8fe-437a-8856-add8b5bf44fc), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:40.008749 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22bc2526-6281-4586-8a41-b9aa1c04756f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (283134d7-c8fe-437a-8856-add8b5bf44fc), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:40.076843 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-b38f1e5a-a732-4d96-be90-46f997de3d99 None None] Current status of the port 735c37c6-5298-4fc8-9647-69c3ab864c7f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:46:40.077130 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc2526-6281-4586-8a41-b9aa1c04756f admin admin] Pushing event updated for resources: {'Port': ['ID=283134d7-c8fe-437a-8856-add8b5bf44fc,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:40.079515 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22bc2526-6281-4586-8a41-b9aa1c04756f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (d71b362e-230e-4712-8978-983b060cab63), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:40.111658 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 21f19ad1-5519-41b7-8689-c749804d8fd1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:40.112118 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (21f19ad1-5519-41b7-8689-c749804d8fd1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:40.116914 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:40.148392 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] Set router d71b362e-230e-4712-8978-983b060cab63 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:46:40.173686 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bc2526-6281-4586-8a41-b9aa1c04756f admin admin] Network e65f09df-82e6-4466-814e-bd253e2836ed is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:46:40.175668 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-22bc2526-6281-4586-8a41-b9aa1c04756f admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:46:40.293244 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-62ad153c-dd7a-47aa-a36d-65039786d3ad None None] Provisioning complete for port 283134d7-c8fe-437a-8856-add8b5bf44fc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:40.293630 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-62ad153c-dd7a-47aa-a36d-65039786d3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (283134d7-c8fe-437a-8856-add8b5bf44fc), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:40.310097 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bc2526-6281-4586-8a41-b9aa1c04756f admin admin] Router d71b362e-230e-4712-8978-983b060cab63 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:46:40.382471 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 21f19ad1-5519-41b7-8689-c749804d8fd1 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:46:40.383587 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 01e51cae-0273-487a-9a37-002b0e04407e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:46:40.413351 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-62ad153c-dd7a-47aa-a36d-65039786d3ad None None] Port 283134d7-c8fe-437a-8856-add8b5bf44fc cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:46:40.437132 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bc2526-6281-4586-8a41-b9aa1c04756f admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:46:40.442939 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-22bc2526-6281-4586-8a41-b9aa1c04756f admin admin] 10.222.0.18 "PUT /v2.0/routers/d71b362e-230e-4712-8978-983b060cab63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1557479 Feb 03 13:46:40.490880 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 01e51cae-0273-487a-9a37-002b0e04407e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:40.491270 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (01e51cae-0273-487a-9a37-002b0e04407e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:40.537755 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71b362e-230e-4712-8978-983b060cab63', 'name': 'tempest-TestShelveInstance-523627826-router', 'tenant_id': '8c932a20077e4b1bb5e9123a66831668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dfdcad83-d01c-4ff3-b72a-d94bde47db9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:36Z', 'updated_at': '2022-02-03T13:46:39Z', 'revision_number': 4, 'project_id': '8c932a20077e4b1bb5e9123a66831668', 'gw_port': {'id': 'dfdcad83-d01c-4ff3-b72a-d94bde47db9e', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71b362e-230e-4712-8978-983b060cab63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:36Z', 'updated_at': '2022-02-03T13:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '283134d7-c8fe-437a-8856-add8b5bf44fc', 'name': '', 'network_id': 'e65f09df-82e6-4466-814e-bd253e2836ed', 'tenant_id': '8c932a20077e4b1bb5e9123a66831668', 'mac_address': 'fa:16:3e:fd:c5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71b362e-230e-4712-8978-983b060cab63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '9b5663c0-0623-4765-b08a-8e3aae8fa113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:38Z', 'updated_at': '2022-02-03T13:46:38Z', 'revision_number': 1, 'project_id': '8c932a20077e4b1bb5e9123a66831668', 'subnets': [{'id': '9b5663c0-0623-4765-b08a-8e3aae8fa113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:40.571969 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b82a83-14c3-4162-ad91-61bfe0d9b58c None None] The sync data for ids ['d71b362e-230e-4712-8978-983b060cab63'] in n-d-827336-3 is: [{'id': 'd71b362e-230e-4712-8978-983b060cab63', 'name': 'tempest-TestShelveInstance-523627826-router', 'tenant_id': '8c932a20077e4b1bb5e9123a66831668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dfdcad83-d01c-4ff3-b72a-d94bde47db9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:36Z', 'updated_at': '2022-02-03T13:46:39Z', 'revision_number': 4, 'project_id': '8c932a20077e4b1bb5e9123a66831668', 'gw_port': {'id': 'dfdcad83-d01c-4ff3-b72a-d94bde47db9e', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71b362e-230e-4712-8978-983b060cab63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:36Z', 'updated_at': '2022-02-03T13:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '283134d7-c8fe-437a-8856-add8b5bf44fc', 'name': '', 'network_id': 'e65f09df-82e6-4466-814e-bd253e2836ed', 'tenant_id': '8c932a20077e4b1bb5e9123a66831668', 'mac_address': 'fa:16:3e:fd:c5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71b362e-230e-4712-8978-983b060cab63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '9b5663c0-0623-4765-b08a-8e3aae8fa113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:38Z', 'updated_at': '2022-02-03T13:46:38Z', 'revision_number': 1, 'project_id': '8c932a20077e4b1bb5e9123a66831668', 'subnets': [{'id': '9b5663c0-0623-4765-b08a-8e3aae8fa113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:46:40.574953 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-84a98deb-b2fa-4de9-babd-ff0725ad0685 None None] Provisioning complete for port 283134d7-c8fe-437a-8856-add8b5bf44fc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:40.575329 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-84a98deb-b2fa-4de9-babd-ff0725ad0685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (283134d7-c8fe-437a-8856-add8b5bf44fc), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:40.642867 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-84a98deb-b2fa-4de9-babd-ff0725ad0685 None None] Port 283134d7-c8fe-437a-8856-add8b5bf44fc cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:46:40.651876 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 01e51cae-0273-487a-9a37-002b0e04407e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:46:41.015201 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 735c37c6-5298-4fc8-9647-69c3ab864c7f up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:46:41.065909 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 735c37c6-5298-4fc8-9647-69c3ab864c7f triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:41.066298 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (735c37c6-5298-4fc8-9647-69c3ab864c7f), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.152686 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 735c37c6-5298-4fc8-9647-69c3ab864c7f is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:46:41.295330 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42786) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:41.302134 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b279ecf1-9234-46d7-9975-a7ebd6a55bb8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1045813863', 'description': 'tempest-secgroup-smoke-1045813863 description', 'project_id': '4f63a7a796ed47348f75d63053a0bd29'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:46:41.332531 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b279ecf1-9234-46d7-9975-a7ebd6a55bb8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.405808 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b279ecf1-9234-46d7-9975-a7ebd6a55bb8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group (fca91472-e50c-4f4f-a68c-08ef5480ecdc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.410901 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b279ecf1-9234-46d7-9975-a7ebd6a55bb8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (fca91472-e50c-4f4f-a68c-08ef5480ecdc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.440474 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b279ecf1-9234-46d7-9975-a7ebd6a55bb8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.444525 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b279ecf1-9234-46d7-9975-a7ebd6a55bb8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1453695 Feb 03 13:46:41.444875 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42788) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:41.449409 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-6d65ef10-e40b-4cff-9f81-89038e418e6e tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Request body: {'security_group_rule': {'security_group_id': 'fca91472-e50c-4f4f-a68c-08ef5480ecdc', 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:46:41.450068 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279ecf1-9234-46d7-9975-a7ebd6a55bb8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca91472-e50c-4f4f-a68c-08ef5480ecdc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:41.476386 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d65ef10-e40b-4cff-9f81-89038e418e6e tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (2f3308e1-3552-4eef-992f-a4102c9d2c70), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.535095 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d65ef10-e40b-4cff-9f81-89038e418e6e tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (2f3308e1-3552-4eef-992f-a4102c9d2c70), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.539332 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d65ef10-e40b-4cff-9f81-89038e418e6e tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (2f3308e1-3552-4eef-992f-a4102c9d2c70), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.561364 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65ef10-e40b-4cff-9f81-89038e418e6e tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3308e1-3552-4eef-992f-a4102c9d2c70,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:41.573077 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d65ef10-e40b-4cff-9f81-89038e418e6e tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.574313 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-6d65ef10-e40b-4cff-9f81-89038e418e6e tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284356 Feb 03 13:46:41.577094 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42790) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:41.581425 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-311b2f6c-89f7-4c11-a5b9-03941df29db4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Request body: {'security_group_rule': {'security_group_id': 'fca91472-e50c-4f4f-a68c-08ef5480ecdc', 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:46:41.606904 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-311b2f6c-89f7-4c11-a5b9-03941df29db4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (220b79c4-08d1-4c58-b588-7cea14bd025a), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.668954 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-311b2f6c-89f7-4c11-a5b9-03941df29db4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (220b79c4-08d1-4c58-b588-7cea14bd025a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.673102 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-311b2f6c-89f7-4c11-a5b9-03941df29db4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (220b79c4-08d1-4c58-b588-7cea14bd025a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.691428 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b2f6c-89f7-4c11-a5b9-03941df29db4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220b79c4-08d1-4c58-b588-7cea14bd025a,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:41.700031 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-311b2f6c-89f7-4c11-a5b9-03941df29db4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.703040 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-311b2f6c-89f7-4c11-a5b9-03941df29db4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234188 Feb 03 13:46:41.704205 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42792) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:41.709162 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-9c5829b1-e6c2-473e-a62d-eb83523fe940 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Request body: {'security_group_rule': {'security_group_id': 'fca91472-e50c-4f4f-a68c-08ef5480ecdc', 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:46:41.735584 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c5829b1-e6c2-473e-a62d-eb83523fe940 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (cb2e42d3-f995-4609-91ab-ade6d40cb1f8), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.797278 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c5829b1-e6c2-473e-a62d-eb83523fe940 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (cb2e42d3-f995-4609-91ab-ade6d40cb1f8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.801585 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c5829b1-e6c2-473e-a62d-eb83523fe940 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (cb2e42d3-f995-4609-91ab-ade6d40cb1f8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.819822 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5829b1-e6c2-473e-a62d-eb83523fe940 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2e42d3-f995-4609-91ab-ade6d40cb1f8,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:41.828583 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c5829b1-e6c2-473e-a62d-eb83523fe940 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.829737 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9c5829b1-e6c2-473e-a62d-eb83523fe940 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245909 Feb 03 13:46:41.833199 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42794) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:41.837607 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-2624dcdb-d9f2-4a0d-b3bd-31aca4f21cc4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Request body: {'security_group_rule': {'security_group_id': 'fca91472-e50c-4f4f-a68c-08ef5480ecdc', 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:46:41.863076 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2624dcdb-d9f2-4a0d-b3bd-31aca4f21cc4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (7f6532d8-8870-41b4-b4be-8ad68dda6ab7), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.924867 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2624dcdb-d9f2-4a0d-b3bd-31aca4f21cc4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (7f6532d8-8870-41b4-b4be-8ad68dda6ab7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.929129 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2624dcdb-d9f2-4a0d-b3bd-31aca4f21cc4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (7f6532d8-8870-41b4-b4be-8ad68dda6ab7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.947569 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624dcdb-d9f2-4a0d-b3bd-31aca4f21cc4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6532d8-8870-41b4-b4be-8ad68dda6ab7,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:41.954601 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2624dcdb-d9f2-4a0d-b3bd-31aca4f21cc4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:41.956346 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2624dcdb-d9f2-4a0d-b3bd-31aca4f21cc4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222072 Feb 03 13:46:41.959032 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42796) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:41.963235 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-ea0a8df0-96cb-4a24-b3ba-bafcb74152f9 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Request body: {'security_group_rule': {'security_group_id': 'fca91472-e50c-4f4f-a68c-08ef5480ecdc', 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:46:41.985362 n-d-827336-3 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-ea0a8df0-96cb-4a24-b3ba-bafcb74152f9 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Project 4f63a7a796ed47348f75d63053a0bd29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:46:41.990257 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea0a8df0-96cb-4a24-b3ba-bafcb74152f9 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (aa985bb2-806b-41c5-bbff-f8e19f32a6f0), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:42.052296 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea0a8df0-96cb-4a24-b3ba-bafcb74152f9 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (aa985bb2-806b-41c5-bbff-f8e19f32a6f0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:42.055729 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea0a8df0-96cb-4a24-b3ba-bafcb74152f9 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (aa985bb2-806b-41c5-bbff-f8e19f32a6f0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:42.076061 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a8df0-96cb-4a24-b3ba-bafcb74152f9 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa985bb2-806b-41c5-bbff-f8e19f32a6f0,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:42.082353 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea0a8df0-96cb-4a24-b3ba-bafcb74152f9 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:42.083542 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ea0a8df0-96cb-4a24-b3ba-bafcb74152f9 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235981 Feb 03 13:46:42.086267 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 42798) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:42.090494 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-456e0295-e348-44fa-a3da-7031595bfa95 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Request body: {'security_group_rule': {'security_group_id': 'fca91472-e50c-4f4f-a68c-08ef5480ecdc', 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:46:42.109415 n-d-827336-3 neutron-server[103189]: INFO neutron.db.securitygroups_db [None req-456e0295-e348-44fa-a3da-7031595bfa95 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Project 4f63a7a796ed47348f75d63053a0bd29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:46:42.114243 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-456e0295-e348-44fa-a3da-7031595bfa95 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (33eb2763-b562-4e69-a424-57cfeab9e88f), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:42.175074 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-456e0295-e348-44fa-a3da-7031595bfa95 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (33eb2763-b562-4e69-a424-57cfeab9e88f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:42.178745 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-456e0295-e348-44fa-a3da-7031595bfa95 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (33eb2763-b562-4e69-a424-57cfeab9e88f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:42.196692 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e0295-e348-44fa-a3da-7031595bfa95 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33eb2763-b562-4e69-a424-57cfeab9e88f,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:42.204155 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-456e0295-e348-44fa-a3da-7031595bfa95 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:42.205444 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-456e0295-e348-44fa-a3da-7031595bfa95 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181786 Feb 03 13:46:42.426763 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-ca84459f-0b83-4145-aa9a-deb187608f65 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1045813863&fields=id&tenant_id=4f63a7a796ed47348f75d63053a0bd29 HTTP/1.1" status: 200 len: 267 time: 0.0499082 Feb 03 13:46:42.533949 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-6e14123c-7aa2-489e-9818-c49aece00bcb tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:42.535440 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-6e14123c-7aa2-489e-9818-c49aece00bcb tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 807 time: 0.1020591 Feb 03 13:46:42.551827 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-9b091e1f-d05b-4dfc-ab6e-f9fffc4957a8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/quotas/4f63a7a796ed47348f75d63053a0bd29 HTTP/1.1" status: 200 len: 375 time: 0.0105894 Feb 03 13:46:42.606606 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8ce9515c-09c8-441e-a032-dffb879346e3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498369 Feb 03 13:46:42.632305 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] Sync routers for ids ['d71b362e-230e-4712-8978-983b060cab63'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:46:42.641234 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] Routers {'d71b362e-230e-4712-8978-983b060cab63'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:46:42.641834 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:46:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d71b362e-230e-4712-8978-983b060cab63'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:42.718111 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-5582720f-3d4d-44a3-a772-374374a958fa service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:46:42.719220 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-5582720f-3d4d-44a3-a772-374374a958fa service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1004233 Feb 03 13:46:42.746219 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] Set router d71b362e-230e-4712-8978-983b060cab63 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:46:42.812800 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-35001818-fd57-4423-a7f9-540382b0f3d4 service neutron] 10.222.0.18 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876570 Feb 03 13:46:42.909905 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-2171240d-80bb-4d83-a558-4030c0a9e392 service neutron] 10.222.0.18 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911694 Feb 03 13:46:42.944665 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71b362e-230e-4712-8978-983b060cab63', 'name': 'tempest-TestShelveInstance-523627826-router', 'tenant_id': '8c932a20077e4b1bb5e9123a66831668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dfdcad83-d01c-4ff3-b72a-d94bde47db9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:36Z', 'updated_at': '2022-02-03T13:46:39Z', 'revision_number': 4, 'project_id': '8c932a20077e4b1bb5e9123a66831668', 'gw_port': {'id': 'dfdcad83-d01c-4ff3-b72a-d94bde47db9e', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71b362e-230e-4712-8978-983b060cab63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:36Z', 'updated_at': '2022-02-03T13:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '283134d7-c8fe-437a-8856-add8b5bf44fc', 'name': '', 'network_id': 'e65f09df-82e6-4466-814e-bd253e2836ed', 'tenant_id': '8c932a20077e4b1bb5e9123a66831668', 'mac_address': 'fa:16:3e:fd:c5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71b362e-230e-4712-8978-983b060cab63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '9b5663c0-0623-4765-b08a-8e3aae8fa113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:38Z', 'updated_at': '2022-02-03T13:46:39Z', 'revision_number': 2, 'project_id': '8c932a20077e4b1bb5e9123a66831668', 'subnets': [{'id': '9b5663c0-0623-4765-b08a-8e3aae8fa113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:42.974460 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] Checking router: d71b362e-230e-4712-8978-983b060cab63 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:46:42.974835 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] Updating router d71b362e-230e-4712-8978-983b060cab63 port 283134d7-c8fe-437a-8856-add8b5bf44fc binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:46:43.002767 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (283134d7-c8fe-437a-8856-add8b5bf44fc), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:43.067425 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dfdcad83-d01c-4ff3-b72a-d94bde47db9e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:46:43.096957 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-1fe73bd4-d5c7-41a5-9045-5e5d7b07a4ae req-a2f72d66-e429-4060-8f37-60a72a90452d tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 210 time: 0.0373702 Feb 03 13:46:43.132215 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port dfdcad83-d01c-4ff3-b72a-d94bde47db9e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:43.132591 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dfdcad83-d01c-4ff3-b72a-d94bde47db9e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:43.218767 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port dfdcad83-d01c-4ff3-b72a-d94bde47db9e is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:46:43.219166 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (dfdcad83-d01c-4ff3-b72a-d94bde47db9e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:43.243711 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port dfdcad83-d01c-4ff3-b72a-d94bde47db9e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dfdcad83-d01c-4ff3-b72a-d94bde47db9e,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:46:43.247970 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (dfdcad83-d01c-4ff3-b72a-d94bde47db9e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:43.309079 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=dfdcad83-d01c-4ff3-b72a-d94bde47db9e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:43.398715 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] Publish callbacks [] for port (283134d7-c8fe-437a-8856-add8b5bf44fc), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:43.403909 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (283134d7-c8fe-437a-8856-add8b5bf44fc), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:43.462200 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e8103-95b4-4b34-ae69-984116c7bbf1 None None] Pushing event updated for resources: {'Port': ['ID=283134d7-c8fe-437a-8856-add8b5bf44fc,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:43.520878 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] Attempting to bind port 283134d7-c8fe-437a-8856-add8b5bf44fc on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:46:43.521426 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] Attempting to bind port 283134d7-c8fe-437a-8856-add8b5bf44fc by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e65f09df-82e6-4466-814e-bd253e2836ed'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:46:43.522157 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] Attempting to bind port 283134d7-c8fe-437a-8856-add8b5bf44fc on network e65f09df-82e6-4466-814e-bd253e2836ed {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:46:43.531999 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:46:43.532389 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] Checking segment: {'id': '23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e65f09df-82e6-4466-814e-bd253e2836ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:46:43.532796 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:43.533219 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] Bound using segment: {'id': '23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e65f09df-82e6-4466-814e-bd253e2836ed'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:46:43.534216 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] Bound port: 283134d7-c8fe-437a-8856-add8b5bf44fc, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e65f09df-82e6-4466-814e-bd253e2836ed'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:46:43.534600 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (283134d7-c8fe-437a-8856-add8b5bf44fc), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:43.602608 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] For port 283134d7-c8fe-437a-8856-add8b5bf44fc, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:46:43.606475 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] For port 283134d7-c8fe-437a-8856-add8b5bf44fc, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=283134d7-c8fe-437a-8856-add8b5bf44fc,segment=NetworkSegment(23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f),segment_id=23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:46:43.616183 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (283134d7-c8fe-437a-8856-add8b5bf44fc), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:43.668671 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] Routers {'d71b362e-230e-4712-8978-983b060cab63'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:46:43.669317 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:46:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d71b362e-230e-4712-8978-983b060cab63'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:43.694787 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d4549de9-2283-4403-b359-bc3b26a9bfa6 None None] Provisioning complete for port 283134d7-c8fe-437a-8856-add8b5bf44fc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:43.695164 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d4549de9-2283-4403-b359-bc3b26a9bfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (283134d7-c8fe-437a-8856-add8b5bf44fc), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:43.714292 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e8103-95b4-4b34-ae69-984116c7bbf1 None None] Pushing event updated for resources: {'Port': ['ID=283134d7-c8fe-437a-8856-add8b5bf44fc,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:43.798578 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d4549de9-2283-4403-b359-bc3b26a9bfa6 None None] Current status of the port 283134d7-c8fe-437a-8856-add8b5bf44fc is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:46:43.798969 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d4549de9-2283-4403-b359-bc3b26a9bfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (283134d7-c8fe-437a-8856-add8b5bf44fc), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:43.804766 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] Set router d71b362e-230e-4712-8978-983b060cab63 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:46:43.836093 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d4549de9-2283-4403-b359-bc3b26a9bfa6 None None] For port 283134d7-c8fe-437a-8856-add8b5bf44fc, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=283134d7-c8fe-437a-8856-add8b5bf44fc,segment=NetworkSegment(23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f),segment_id=23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:46:43.840941 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d4549de9-2283-4403-b359-bc3b26a9bfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (283134d7-c8fe-437a-8856-add8b5bf44fc), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:43.900387 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4549de9-2283-4403-b359-bc3b26a9bfa6 None None] Pushing event updated for resources: {'Port': ['ID=283134d7-c8fe-437a-8856-add8b5bf44fc,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:43.962290 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fb3fd5e4-47f5-43f9-9e45-247c39bc2a9b None None] Provisioning complete for port 283134d7-c8fe-437a-8856-add8b5bf44fc triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:43.962584 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb3fd5e4-47f5-43f9-9e45-247c39bc2a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (283134d7-c8fe-437a-8856-add8b5bf44fc), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:44.014859 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71b362e-230e-4712-8978-983b060cab63', 'name': 'tempest-TestShelveInstance-523627826-router', 'tenant_id': '8c932a20077e4b1bb5e9123a66831668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dfdcad83-d01c-4ff3-b72a-d94bde47db9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:36Z', 'updated_at': '2022-02-03T13:46:39Z', 'revision_number': 4, 'project_id': '8c932a20077e4b1bb5e9123a66831668', 'gw_port': {'id': 'dfdcad83-d01c-4ff3-b72a-d94bde47db9e', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71b362e-230e-4712-8978-983b060cab63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:36Z', 'updated_at': '2022-02-03T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '283134d7-c8fe-437a-8856-add8b5bf44fc', 'name': '', 'network_id': 'e65f09df-82e6-4466-814e-bd253e2836ed', 'tenant_id': '8c932a20077e4b1bb5e9123a66831668', 'mac_address': 'fa:16:3e:fd:c5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71b362e-230e-4712-8978-983b060cab63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '9b5663c0-0623-4765-b08a-8e3aae8fa113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:38Z', 'updated_at': '2022-02-03T13:46:43Z', 'revision_number': 4, 'project_id': '8c932a20077e4b1bb5e9123a66831668', 'subnets': [{'id': '9b5663c0-0623-4765-b08a-8e3aae8fa113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:44.041556 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fb3fd5e4-47f5-43f9-9e45-247c39bc2a9b None None] Current status of the port 283134d7-c8fe-437a-8856-add8b5bf44fc is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:46:44.043894 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfee4927-bb06-468e-b6d7-12057a6fe121 None None] The sync data for ids ['d71b362e-230e-4712-8978-983b060cab63'] in n-d-827336-3 is: [{'id': 'd71b362e-230e-4712-8978-983b060cab63', 'name': 'tempest-TestShelveInstance-523627826-router', 'tenant_id': '8c932a20077e4b1bb5e9123a66831668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dfdcad83-d01c-4ff3-b72a-d94bde47db9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:36Z', 'updated_at': '2022-02-03T13:46:39Z', 'revision_number': 4, 'project_id': '8c932a20077e4b1bb5e9123a66831668', 'gw_port': {'id': 'dfdcad83-d01c-4ff3-b72a-d94bde47db9e', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71b362e-230e-4712-8978-983b060cab63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:36Z', 'updated_at': '2022-02-03T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '283134d7-c8fe-437a-8856-add8b5bf44fc', 'name': '', 'network_id': 'e65f09df-82e6-4466-814e-bd253e2836ed', 'tenant_id': '8c932a20077e4b1bb5e9123a66831668', 'mac_address': 'fa:16:3e:fd:c5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71b362e-230e-4712-8978-983b060cab63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '9b5663c0-0623-4765-b08a-8e3aae8fa113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:38Z', 'updated_at': '2022-02-03T13:46:43Z', 'revision_number': 4, 'project_id': '8c932a20077e4b1bb5e9123a66831668', 'subnets': [{'id': '9b5663c0-0623-4765-b08a-8e3aae8fa113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:46:44.237918 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-cc28f6ba-cd5c-4291-9a3d-5d0f2ecf58a5 req-4de2c0bb-0c3e-43f4-bf93-caa3d8ea3e01 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 210 time: 0.0556042 Feb 03 13:46:44.286376 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-eb5dc6df-b5a4-48ae-a76b-1f725a275370 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:44.287925 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-eb5dc6df-b5a4-48ae-a76b-1f725a275370 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.73 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 807 time: 0.1485572 Feb 03 13:46:44.372179 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-0cedaa8e-3ad1-4daf-8ebe-c56006bf98a6 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f63a7a796ed47348f75d63053a0bd29 HTTP/1.1" status: 200 len: 380 time: 0.0616589 Feb 03 13:46:44.381485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-0c8aaba5-26e2-4784-8b64-f66b54da7e58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Request body: {'port': {'device_id': '435666a6-c14a-4002-92a5-c41b384caa9e', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'admin_state_up': True, 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'security_groups': ['fca91472-e50c-4f4f-a68c-08ef5480ecdc']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:46:44.493806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-0c8aaba5-26e2-4784-8b64-f66b54da7e58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Made reservation on behalf of 4f63a7a796ed47348f75d63053a0bd29 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:46:44.497497 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-0c8aaba5-26e2-4784-8b64-f66b54da7e58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:44.634089 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-0c8aaba5-26e2-4784-8b64-f66b54da7e58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Allocated IP 172.20.0.14 (1464e04f-189c-4f99-8462-479ca0273bf6/1bb9c288-9447-42d4-8de2-204ff95e8aed/af149e19-2a0c-477f-9d2f-16bf63ded0c8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:46:44.791537 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-0c8aaba5-26e2-4784-8b64-f66b54da7e58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:44.824254 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-0c8aaba5-26e2-4784-8b64-f66b54da7e58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:44.865760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-0c8aaba5-26e2-4784-8b64-f66b54da7e58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Network 1464e04f-189c-4f99-8462-479ca0273bf6 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:46:44.870985 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-0c8aaba5-26e2-4784-8b64-f66b54da7e58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:46:44.874546 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-0c8aaba5-26e2-4784-8b64-f66b54da7e58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:46:44.881503 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8aaba5-26e2-4784-8b64-f66b54da7e58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event updated for resources: {'Port': ['ID=af149e19-2a0c-477f-9d2f-16bf63ded0c8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:44.929983 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-0c8aaba5-26e2-4784-8b64-f66b54da7e58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:44.930641 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-0c8aaba5-26e2-4784-8b64-f66b54da7e58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:44.951804 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-0c8aaba5-26e2-4784-8b64-f66b54da7e58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5741336 Feb 03 13:46:44.973257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] Request body: {'port': {'device_id': '435666a6-c14a-4002-92a5-c41b384caa9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:46:45.047110 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:45.067005 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dfdcad83-d01c-4ff3-b72a-d94bde47db9e up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:46:45.124960 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port dfdcad83-d01c-4ff3-b72a-d94bde47db9e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:45.125364 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (dfdcad83-d01c-4ff3-b72a-d94bde47db9e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:45.176684 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6528e3bc-f07f-4be4-883d-bdae33d765de None None] Provisioning complete for port af149e19-2a0c-477f-9d2f-16bf63ded0c8 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:45.177059 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6528e3bc-f07f-4be4-883d-bdae33d765de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:45.233865 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6528e3bc-f07f-4be4-883d-bdae33d765de None None] Port af149e19-2a0c-477f-9d2f-16bf63ded0c8 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:46:45.244959 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port dfdcad83-d01c-4ff3-b72a-d94bde47db9e is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:46:45.246323 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 283134d7-c8fe-437a-8856-add8b5bf44fc up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:46:45.305979 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 283134d7-c8fe-437a-8856-add8b5bf44fc triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:45.306280 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (283134d7-c8fe-437a-8856-add8b5bf44fc), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:45.342175 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af149e19-2a0c-477f-9d2f-16bf63ded0c8 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:46:45.352132 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] Publish callbacks [] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:45.366768 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] Transition to ACTIVE for port object af149e19-2a0c-477f-9d2f-16bf63ded0c8 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:46:45.371807 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:45.376984 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cf9ef-cd1d-4862-a9be-cad0e2656724 req-6ad4208f-762f-4e2c-9de1-3786a34982e6 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:45.378502 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-652cf9ef-cd1d-4862-a9be-cad0e2656724 req-6ad4208f-762f-4e2c-9de1-3786a34982e6 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 932 time: 0.0585837 Feb 03 13:46:45.392086 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 283134d7-c8fe-437a-8856-add8b5bf44fc is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:46:45.442589 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] Pushing event updated for resources: {'Port': ['ID=af149e19-2a0c-477f-9d2f-16bf63ded0c8,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:45.454344 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-652cf9ef-cd1d-4862-a9be-cad0e2656724 req-e084394a-0c1b-4a67-9d7c-7308ee2df2b6 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684636 Feb 03 13:46:45.503844 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] Attempting to bind port af149e19-2a0c-477f-9d2f-16bf63ded0c8 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:46:45.504223 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] Attempting to bind port af149e19-2a0c-477f-9d2f-16bf63ded0c8 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '08df3f28-408c-4a82-a776-dea26cf59b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:46:45.504697 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] Attempting to bind port af149e19-2a0c-477f-9d2f-16bf63ded0c8 on network 1464e04f-189c-4f99-8462-479ca0273bf6 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:46:45.509566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] Port af149e19-2a0c-477f-9d2f-16bf63ded0c8 on network 1464e04f-189c-4f99-8462-479ca0273bf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:46:45.509893 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] Attempting to bind port af149e19-2a0c-477f-9d2f-16bf63ded0c8 on network 1464e04f-189c-4f99-8462-479ca0273bf6 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:46:45.514997 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:46:45.515467 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] Checking segment: {'id': '08df3f28-408c-4a82-a776-dea26cf59b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:46:45.515863 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] Bound using segment: {'id': '08df3f28-408c-4a82-a776-dea26cf59b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:46:45.516335 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] Bound port: af149e19-2a0c-477f-9d2f-16bf63ded0c8, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08df3f28-408c-4a82-a776-dea26cf59b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:46:45.516703 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:45.588230 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] For port af149e19-2a0c-477f-9d2f-16bf63ded0c8, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:46:45.592102 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] For port af149e19-2a0c-477f-9d2f-16bf63ded0c8, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:46:45.600297 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:45.636386 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:45.637015 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:45.638451 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] 10.222.0.73 "PUT /v2.0/ports/af149e19-2a0c-477f-9d2f-16bf63ded0c8 HTTP/1.1" status: 200 len: 1092 time: 0.6700511 Feb 03 13:46:45.638944 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435666a6-c14a-4002-92a5-c41b384caa9e', 'tag': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:46:45.641402 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b2ea14-e081-4e2d-bf1f-f553816789c2" -d '{"events": [{"name": "network-changed", "server_uuid": "435666a6-c14a-4002-92a5-c41b384caa9e", "tag": "af149e19-2a0c-477f-9d2f-16bf63ded0c8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:46:45.675147 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc2401-0c09-4c3b-b426-f9bb3c2b33f9 service neutron] Pushing event updated for resources: {'Port': ['ID=af149e19-2a0c-477f-9d2f-16bf63ded0c8,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:45.709728 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe4e5bd-1ad8-47d1-9c07-d369df104870 x-openstack-request-id: req-dbe4e5bd-1ad8-47d1-9c07-d369df104870 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:46:45.710234 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435666a6-c14a-4002-92a5-c41b384caa9e", "tag": "af149e19-2a0c-477f-9d2f-16bf63ded0c8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:46:45.710594 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dbe4e5bd-1ad8-47d1-9c07-d369df104870 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:46:45.711242 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '435666a6-c14a-4002-92a5-c41b384caa9e', 'tag': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8', 'status': 'completed', 'code': 200} Feb 03 13:46:45.776391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-3cd8d5f9-2c12-48f4-af67-43627d1a01da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:45.777959 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-3cd8d5f9-2c12-48f4-af67-43627d1a01da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 1126 time: 0.0517759 Feb 03 13:46:45.832305 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-8720cfda-ca2a-43e9-a90e-99c45014f81b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8 HTTP/1.1" status: 200 len: 217 time: 0.0414925 Feb 03 13:46:45.883238 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-2aa70109-8b82-4f69-8aff-f1c1db6400f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:45.884975 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-2aa70109-8b82-4f69-8aff-f1c1db6400f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 200 len: 846 time: 0.0473671 Feb 03 13:46:45.933976 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-b4a54e55-af91-4be7-97bd-b7427b010324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:45.935510 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-b4a54e55-af91-4be7-97bd-b7427b010324 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1464e04f-189c-4f99-8462-479ca0273bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447762 Feb 03 13:46:46.047586 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-28029842-650b-4a93-ac10-946af3b84d65 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047328 Feb 03 13:46:46.137992 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-938efa4d-817b-4498-94e9-c6f890ec9efa req-0d72f57f-f38a-4b3a-a65a-ee3a70c3e9a0 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850306 Feb 03 13:46:46.279528 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2ea14-e081-4e2d-bf1f-f553816789c2 req-851e20d7-d59d-4183-96b3-c3f2a88e6d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:46.281733 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87b2ea14-e081-4e2d-bf1f-f553816789c2 req-851e20d7-d59d-4183-96b3-c3f2a88e6d96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 1126 time: 0.0530159 Feb 03 13:46:46.374703 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2ea14-e081-4e2d-bf1f-f553816789c2 req-11a4b2ad-731f-4e92-aebb-af98d87b22f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:46.376260 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87b2ea14-e081-4e2d-bf1f-f553816789c2 req-11a4b2ad-731f-4e92-aebb-af98d87b22f5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 908 time: 0.0888281 Feb 03 13:46:46.419737 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87b2ea14-e081-4e2d-bf1f-f553816789c2 req-66598089-3404-40ee-8aa4-0c14a24c9fb2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8 HTTP/1.1" status: 200 len: 217 time: 0.0378702 Feb 03 13:46:46.469969 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2ea14-e081-4e2d-bf1f-f553816789c2 req-c520ebb8-5165-4d91-be6b-1a5e55c307f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:46.471608 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87b2ea14-e081-4e2d-bf1f-f553816789c2 req-c520ebb8-5165-4d91-be6b-1a5e55c307f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 200 len: 846 time: 0.0462742 Feb 03 13:46:46.524419 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2ea14-e081-4e2d-bf1f-f553816789c2 req-182723fc-194c-48cf-bde3-2669165de390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:46.527148 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87b2ea14-e081-4e2d-bf1f-f553816789c2 req-182723fc-194c-48cf-bde3-2669165de390 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1464e04f-189c-4f99-8462-479ca0273bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492713 Feb 03 13:46:46.568068 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:46.575218 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9836536-d84b-4478-84ba-2016af2984b2 req-b9ef0d3e-f9be-46e8-b0ca-06c26cf0c3a7 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:46.576856 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d9836536-d84b-4478-84ba-2016af2984b2 req-b9ef0d3e-f9be-46e8-b0ca-06c26cf0c3a7 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 944 time: 0.0616980 Feb 03 13:46:46.632447 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d9836536-d84b-4478-84ba-2016af2984b2 req-571866e2-af5c-432f-89d2-5170ade6be41 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495036 Feb 03 13:46:46.632731 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87b2ea14-e081-4e2d-bf1f-f553816789c2 req-2e1061e2-8770-458e-99da-831747d9964b service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998900 Feb 03 13:46:46.725439 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-87b2ea14-e081-4e2d-bf1f-f553816789c2 req-c2e0138b-c29f-4315-b0f9-57ef6a66a02f service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863476 Feb 03 13:46:47.757780 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e2419-18dc-4ae3-87e4-0890899e1e90 req-8b77132d-387e-46bf-be09-148d15c4007f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:47.759294 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4d4e2419-18dc-4ae3-87e4-0890899e1e90 req-8b77132d-387e-46bf-be09-148d15c4007f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 944 time: 0.0523181 Feb 03 13:46:47.811699 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4d4e2419-18dc-4ae3-87e4-0890899e1e90 req-3aa16a9e-8940-40f5-9ac6-75f5bb865eb3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467086 Feb 03 13:46:48.870960 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:46:48.928899 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f248e-87d3-499e-a146-6ba7b103f358 req-08ab0b9c-cc86-4088-809d-2fe0ca49dee6 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:48.930485 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-502f248e-87d3-499e-a146-6ba7b103f358 req-08ab0b9c-cc86-4088-809d-2fe0ca49dee6 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 944 time: 0.0508592 Feb 03 13:46:48.981984 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-502f248e-87d3-499e-a146-6ba7b103f358 req-3b76b68a-99e8-4da5-9d5e-b422198c3093 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457895 Feb 03 13:46:50.104066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25543583-b68e-4da6-b60d-399267175661 req-57aba8fa-4411-483d-95e0-100a4617811a tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:50.105567 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-25543583-b68e-4da6-b60d-399267175661 req-57aba8fa-4411-483d-95e0-100a4617811a tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 944 time: 0.0545511 Feb 03 13:46:50.153246 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-25543583-b68e-4da6-b60d-399267175661 req-f17dc25b-28e0-4a07-94ea-d4ad0bbfa27b tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420575 Feb 03 13:46:50.628193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device af149e19-2a0c-477f-9d2f-16bf63ded0c8 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:46:50.722037 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port af149e19-2a0c-477f-9d2f-16bf63ded0c8, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:46:50.733434 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'port_id': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8', 'mac_address': 'fa:16:3e:36:0e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:46:50.769786 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port af149e19-2a0c-477f-9d2f-16bf63ded0c8 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:46:50.770212 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:50.786509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af149e19-2a0c-477f-9d2f-16bf63ded0c8 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:46:50.806062 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port af149e19-2a0c-477f-9d2f-16bf63ded0c8, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:46:50.809733 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:50.855648 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=af149e19-2a0c-477f-9d2f-16bf63ded0c8,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:51.186524 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['af149e19-2a0c-477f-9d2f-16bf63ded0c8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:46:51.271095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94d809-8cc5-4aef-9ef0-d9ad29b04756 req-3274bcf4-fa6f-4262-8387-5a7598fc0846 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:51.272630 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5c94d809-8cc5-4aef-9ef0-d9ad29b04756 req-3274bcf4-fa6f-4262-8387-5a7598fc0846 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 945 time: 0.0518477 Feb 03 13:46:51.327783 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5c94d809-8cc5-4aef-9ef0-d9ad29b04756 req-8d4b7470-c6ba-40ad-a52f-b6e86e00d118 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496032 Feb 03 13:46:52.445162 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22e763-da66-4d63-955a-4306c0ba4162 req-891dd072-43f1-4846-b061-7c13666ef604 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:52.446646 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa22e763-da66-4d63-955a-4306c0ba4162 req-891dd072-43f1-4846-b061-7c13666ef604 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 945 time: 0.0527964 Feb 03 13:46:52.494861 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa22e763-da66-4d63-955a-4306c0ba4162 req-fc110169-a1b4-446c-b0c2-f4b078b35102 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426950 Feb 03 13:46:52.647672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device af149e19-2a0c-477f-9d2f-16bf63ded0c8 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:46:52.696002 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port af149e19-2a0c-477f-9d2f-16bf63ded0c8 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:46:52.699675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port af149e19-2a0c-477f-9d2f-16bf63ded0c8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:46:52.700092 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:52.777129 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port af149e19-2a0c-477f-9d2f-16bf63ded0c8 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:46:52.777516 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:52.801520 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435666a6-c14a-4002-92a5-c41b384caa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:46:52.803769 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7cf4b4-ea88-4a57-bbab-df3b2e3763a5" -d '{"events": [{"server_uuid": "435666a6-c14a-4002-92a5-c41b384caa9e", "name": "network-vif-plugged", "status": "completed", "tag": "af149e19-2a0c-477f-9d2f-16bf63ded0c8"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:46:52.816387 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port af149e19-2a0c-477f-9d2f-16bf63ded0c8, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:46:52.821260 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:52.869634 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=af149e19-2a0c-477f-9d2f-16bf63ded0c8,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:52.898268 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4628ee54-eb08-4220-839e-169bca01f0a7 x-openstack-request-id: req-4628ee54-eb08-4220-839e-169bca01f0a7 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:46:52.898578 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435666a6-c14a-4002-92a5-c41b384caa9e", "name": "network-vif-plugged", "status": "completed", "tag": "af149e19-2a0c-477f-9d2f-16bf63ded0c8", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:46:52.898855 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4628ee54-eb08-4220-839e-169bca01f0a7 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:46:52.899256 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435666a6-c14a-4002-92a5-c41b384caa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8', 'code': 200} Feb 03 13:46:53.031827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a044d-feb9-4384-898f-bc2dfcdab74d req-bc139bf8-1d8f-41da-ae15-3cb992cd1843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:53.033310 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4a5a044d-feb9-4384-898f-bc2dfcdab74d req-bc139bf8-1d8f-41da-ae15-3cb992cd1843 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 1128 time: 0.0479677 Feb 03 13:46:53.077541 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4a5a044d-feb9-4384-898f-bc2dfcdab74d req-878d31a6-52da-4f2e-b60e-283be5a7274b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386984 Feb 03 13:46:53.612283 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0620d-640a-444b-bcc2-30fa75f7ea6b req-7096272b-3d97-49ac-a8ec-7fd4f197b4ba tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:53.613790 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7bc0620d-640a-444b-bcc2-30fa75f7ea6b req-7096272b-3d97-49ac-a8ec-7fd4f197b4ba tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0524569 Feb 03 13:46:53.662183 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-7bc0620d-640a-444b-bcc2-30fa75f7ea6b req-e62af299-f559-4d42-9c45-39bc5371964e tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428851 Feb 03 13:46:54.781194 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33138d3f-a4af-4695-9d78-d0ad9efb91b3 req-4c86f7b0-84b5-4937-9bae-e661919c2329 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:54.782672 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33138d3f-a4af-4695-9d78-d0ad9efb91b3 req-4c86f7b0-84b5-4937-9bae-e661919c2329 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0518222 Feb 03 13:46:54.831085 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-33138d3f-a4af-4695-9d78-d0ad9efb91b3 req-46921c4f-bd5c-497d-8b0d-a1dccb2ec6cf tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423615 Feb 03 13:46:54.951892 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ef11d-1ca7-419d-9e53-e16b62a28714 req-5c8dfef4-643e-461f-afb3-14985e2528a9 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:54.953342 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1e0ef11d-1ca7-419d-9e53-e16b62a28714 req-5c8dfef4-643e-461f-afb3-14985e2528a9 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0562263 Feb 03 13:46:55.001041 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1e0ef11d-1ca7-419d-9e53-e16b62a28714 req-4b8c75a4-2fc2-48e9-a6f8-15c024384e8c tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419586 Feb 03 13:46:55.022065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42856) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:55.105882 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40254987-7582-4225-9448-f3462b47abd6 tempest-TestShelveInstance-401611755 tempest-TestShelveInstance-401611755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:55.107398 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-40254987-7582-4225-9448-f3462b47abd6 tempest-TestShelveInstance-401611755 tempest-TestShelveInstance-401611755-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 1123 time: 0.0843596 Feb 03 13:46:55.110832 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 42860) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:46:55.115547 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-32f8f980-49e0-4f77-9462-257414b01061 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:46:55.135511 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32f8f980-49e0-4f77-9462-257414b01061 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:55.231910 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32f8f980-49e0-4f77-9462-257414b01061 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:55.335708 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-32f8f980-49e0-4f77-9462-257414b01061 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Allocated IP 172.25.6.205 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/80236124-195d-4a4e-86f6-a7fd50564503) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:46:55.447686 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32f8f980-49e0-4f77-9462-257414b01061 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for port (80236124-195d-4a4e-86f6-a7fd50564503), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:55.486607 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32f8f980-49e0-4f77-9462-257414b01061 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (80236124-195d-4a4e-86f6-a7fd50564503), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:55.524813 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f8f980-49e0-4f77-9462-257414b01061 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:46:55.529659 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-32f8f980-49e0-4f77-9462-257414b01061 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:46:55.533529 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8f980-49e0-4f77-9462-257414b01061 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:46:55.539557 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8f980-49e0-4f77-9462-257414b01061 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event updated for resources: {'Port': ['ID=80236124-195d-4a4e-86f6-a7fd50564503,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:55.890386 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32f8f980-49e0-4f77-9462-257414b01061 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for floatingip (46c7cffa-c218-4dec-9386-8d29180830ae), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:55.961298 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32f8f980-49e0-4f77-9462-257414b01061 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (80236124-195d-4a4e-86f6-a7fd50564503), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:56.114757 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32f8f980-49e0-4f77-9462-257414b01061 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for port (80236124-195d-4a4e-86f6-a7fd50564503), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:56.119606 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32f8f980-49e0-4f77-9462-257414b01061 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (80236124-195d-4a4e-86f6-a7fd50564503), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:56.183978 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8f980-49e0-4f77-9462-257414b01061 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event updated for resources: {'Port': ['ID=80236124-195d-4a4e-86f6-a7fd50564503,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:46:56.196924 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32f8f980-49e0-4f77-9462-257414b01061 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (46c7cffa-c218-4dec-9386-8d29180830ae), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:56.295252 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-32f8f980-49e0-4f77-9462-257414b01061 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Floating IP 46c7cffa-c218-4dec-9386-8d29180830ae associated. External IP: 172.25.6.205, port: af149e19-2a0c-477f-9d2f-16bf63ded0c8. Feb 03 13:46:56.497645 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f8f980-49e0-4f77-9462-257414b01061 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:46:56.601897 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f8f980-49e0-4f77-9462-257414b01061 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:46:56.611880 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de52ebb-4689-4d20-9812-3bdce45fb3e2 None None] Sync routers for ids ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:46:56.620501 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32f8f980-49e0-4f77-9462-257414b01061 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:46:56.621829 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de52ebb-4689-4d20-9812-3bdce45fb3e2 None None] Routers {'27aeb5b7-b148-42d0-b7c1-94ae4bd36122'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:46:56.622437 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4de52ebb-4689-4d20-9812-3bdce45fb3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:46:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:56.654581 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-32f8f980-49e0-4f77-9462-257414b01061 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5427403 Feb 03 13:46:56.655185 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435666a6-c14a-4002-92a5-c41b384caa9e', 'tag': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:46:56.658073 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8f1e64-d4f6-4422-bb17-4899e045ae3a" -d '{"events": [{"name": "network-changed", "server_uuid": "435666a6-c14a-4002-92a5-c41b384caa9e", "tag": "af149e19-2a0c-477f-9d2f-16bf63ded0c8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:46:56.701141 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefcde91-5414-4694-8255-8aaaf4b73916 x-openstack-request-id: req-cefcde91-5414-4694-8255-8aaaf4b73916 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:46:56.701445 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435666a6-c14a-4002-92a5-c41b384caa9e", "tag": "af149e19-2a0c-477f-9d2f-16bf63ded0c8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:46:56.701703 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cefcde91-5414-4694-8255-8aaaf4b73916 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:46:56.702114 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '435666a6-c14a-4002-92a5-c41b384caa9e', 'tag': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8', 'status': 'completed', 'code': 200} Feb 03 13:46:56.732086 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4de52ebb-4689-4d20-9812-3bdce45fb3e2 None None] Set router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:46:56.785532 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f1e64-d4f6-4422-bb17-4899e045ae3a req-683b03b9-ec29-4ed8-9b54-9572b242dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:56.787011 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5b8f1e64-d4f6-4422-bb17-4899e045ae3a req-683b03b9-ec29-4ed8-9b54-9572b242dc0e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 1128 time: 0.0454094 Feb 03 13:46:56.878866 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f1e64-d4f6-4422-bb17-4899e045ae3a req-9662b0dd-12a4-45d8-b72c-277d056b53ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:56.881015 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5b8f1e64-d4f6-4422-bb17-4899e045ae3a req-9662b0dd-12a4-45d8-b72c-277d056b53ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 908 time: 0.0875697 Feb 03 13:46:56.947983 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5b8f1e64-d4f6-4422-bb17-4899e045ae3a req-7727e5ce-6864-428a-a935-4c1cb3e6e67d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8 HTTP/1.1" status: 200 len: 1000 time: 0.0604491 Feb 03 13:46:56.969618 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4de52ebb-4689-4d20-9812-3bdce45fb3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:31Z', 'updated_at': '2022-02-03T13:46:34Z', 'revision_number': 4, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'gw_port': {'id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:32Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '46c7cffa-c218-4dec-9386-8d29180830ae', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'port_id': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'mac_address': 'fa:16:3e:36:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435666a6-c14a-4002-92a5-c41b384caa9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:46:55Z', 'updated_at': '2022-02-03T13:46:55Z', 'revision_number': 0, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e51cae-0273-487a-9a37-002b0e04407e', 'name': '', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'mac_address': 'fa:16:3e:42:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:34Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 5, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'subnets': [{'id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:56.996617 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de52ebb-4689-4d20-9812-3bdce45fb3e2 None None] Checking router: 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:46:56.999332 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f1e64-d4f6-4422-bb17-4899e045ae3a req-832e1581-6a68-4482-8072-f42e8c850f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:57.000867 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5b8f1e64-d4f6-4422-bb17-4899e045ae3a req-832e1581-6a68-4482-8072-f42e8c850f8b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 200 len: 846 time: 0.0471520 Feb 03 13:46:57.005149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de52ebb-4689-4d20-9812-3bdce45fb3e2 None None] Routers {'27aeb5b7-b148-42d0-b7c1-94ae4bd36122'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:46:57.005831 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4de52ebb-4689-4d20-9812-3bdce45fb3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:46:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:57.048853 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f1e64-d4f6-4422-bb17-4899e045ae3a req-acf92661-39a2-491d-bfed-00edff250443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:46:57.050284 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5b8f1e64-d4f6-4422-bb17-4899e045ae3a req-acf92661-39a2-491d-bfed-00edff250443 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1464e04f-189c-4f99-8462-479ca0273bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441980 Feb 03 13:46:57.113402 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4de52ebb-4689-4d20-9812-3bdce45fb3e2 None None] Set router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:46:57.145359 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5b8f1e64-d4f6-4422-bb17-4899e045ae3a req-c844fe80-2c7a-45d9-80db-2423a81620b8 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881281 Feb 03 13:46:57.237610 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5b8f1e64-d4f6-4422-bb17-4899e045ae3a req-b031b113-b1d5-4383-8274-8271db25462c service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863359 Feb 03 13:46:57.492198 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4de52ebb-4689-4d20-9812-3bdce45fb3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:31Z', 'updated_at': '2022-02-03T13:46:34Z', 'revision_number': 4, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'gw_port': {'id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:32Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '46c7cffa-c218-4dec-9386-8d29180830ae', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'port_id': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'mac_address': 'fa:16:3e:36:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435666a6-c14a-4002-92a5-c41b384caa9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:46:55Z', 'updated_at': '2022-02-03T13:46:55Z', 'revision_number': 0, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e51cae-0273-487a-9a37-002b0e04407e', 'name': '', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'mac_address': 'fa:16:3e:42:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:34Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 5, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'subnets': [{'id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:46:57.517827 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de52ebb-4689-4d20-9812-3bdce45fb3e2 None None] The sync data for ids ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'] in n-d-827336-3 is: [{'id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:31Z', 'updated_at': '2022-02-03T13:46:34Z', 'revision_number': 4, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'gw_port': {'id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:32Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '46c7cffa-c218-4dec-9386-8d29180830ae', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'floating_ip_address': '172.25.6.205', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'port_id': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'mac_address': 'fa:16:3e:36:0e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435666a6-c14a-4002-92a5-c41b384caa9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:46:55Z', 'updated_at': '2022-02-03T13:46:55Z', 'revision_number': 0, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e51cae-0273-487a-9a37-002b0e04407e', 'name': '', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'mac_address': 'fa:16:3e:42:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:34Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 5, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'subnets': [{'id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:46:57.715826 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362f4c9-b837-4d45-8fca-bbaa2db6e26b None None] New status for floating IP 46c7cffa-c218-4dec-9386-8d29180830ae: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:47:01.916515 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:03.668610 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aaf41f72-c844-4ba7-bd51-fd2cb4ab916e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:06.257654 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0f7e90fb-665b-419e-9dc2-12ee989e5202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:07.200419 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:08.493064 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:10.079377 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:16.563292 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:25.870250 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:47:27.135635 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-25d41803-257b-4240-b156-929c8bf9b57b req-e34149b1-230d-46ae-96ed-5cd3c361c038 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0851901 Feb 03 13:47:27.240610 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d41803-257b-4240-b156-929c8bf9b57b req-cff95bff-d7b2-4d1d-a0c7-b39b57250974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:27.242025 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-25d41803-257b-4240-b156-929c8bf9b57b req-cff95bff-d7b2-4d1d-a0c7-b39b57250974 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 1128 time: 0.0485675 Feb 03 13:47:27.353560 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d41803-257b-4240-b156-929c8bf9b57b req-474a3264-6c6c-40e5-be3d-c163cd90368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:27.355036 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-25d41803-257b-4240-b156-929c8bf9b57b req-474a3264-6c6c-40e5-be3d-c163cd90368d service neutron] 10.222.0.73 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 908 time: 0.0859067 Feb 03 13:47:27.761388 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-25d41803-257b-4240-b156-929c8bf9b57b req-10ad6965-7685-4459-8663-0663b6aeb803 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8 HTTP/1.1" status: 200 len: 1002 time: 0.3987789 Feb 03 13:47:27.808632 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d41803-257b-4240-b156-929c8bf9b57b req-a3bdd5d7-2e55-459e-aa77-fd2b8310ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:27.810053 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-25d41803-257b-4240-b156-929c8bf9b57b req-a3bdd5d7-2e55-459e-aa77-fd2b8310ee1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 200 len: 846 time: 0.0424938 Feb 03 13:47:27.858534 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d41803-257b-4240-b156-929c8bf9b57b req-261372ed-a0f7-47e1-a1f9-594f70cd33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:47:27.860038 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-25d41803-257b-4240-b156-929c8bf9b57b req-261372ed-a0f7-47e1-a1f9-594f70cd33f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1464e04f-189c-4f99-8462-479ca0273bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435550 Feb 03 13:47:27.949448 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-25d41803-257b-4240-b156-929c8bf9b57b req-2270738d-0700-49ba-82c7-44d5671b12b2 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823252 Feb 03 13:47:28.035898 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-25d41803-257b-4240-b156-929c8bf9b57b req-11a4fe3f-a8ad-4e65-aa57-77fdb1056cc0 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801449 Feb 03 13:47:31.916964 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:33.660272 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6e5f31dc-9155-4156-bccd-7c86f1f5af19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:36.261399 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-516efbad-372b-4484-964c-0e3aad6f0d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:37.203567 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:38.494466 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:40.081646 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:47:46.558141 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:01.933940 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:02.869244 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:48:03.663760 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f447-e9a8-4c01-8eb0-5e878e087cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:06.262808 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8028a5d1-b086-40e7-aef0-c52de86edf1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:07.206272 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:08.497318 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:10.084524 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:16.562277 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:27.098213 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3eea48d2-13f8-4294-a1c5-893beb2ebe23 req-006cab25-33cd-41c9-8a6c-0d609e46e672 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477200 Feb 03 13:48:27.203488 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea48d2-13f8-4294-a1c5-893beb2ebe23 req-527a087d-8e6e-4520-a4c4-b405aac2543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:27.205066 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3eea48d2-13f8-4294-a1c5-893beb2ebe23 req-527a087d-8e6e-4520-a4c4-b405aac2543f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 1128 time: 0.0455124 Feb 03 13:48:27.307720 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea48d2-13f8-4294-a1c5-893beb2ebe23 req-96c82d35-7fcf-4563-a671-05b45af3b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:27.309238 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3eea48d2-13f8-4294-a1c5-893beb2ebe23 req-96c82d35-7fcf-4563-a671-05b45af3b2e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 908 time: 0.0842643 Feb 03 13:48:27.376818 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3eea48d2-13f8-4294-a1c5-893beb2ebe23 req-b6f3c377-87cb-4cfb-85f8-43bc14d3e97e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8 HTTP/1.1" status: 200 len: 1002 time: 0.0609660 Feb 03 13:48:27.423238 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea48d2-13f8-4294-a1c5-893beb2ebe23 req-67b357ab-2116-4aca-af84-48f8b9965424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:27.424704 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3eea48d2-13f8-4294-a1c5-893beb2ebe23 req-67b357ab-2116-4aca-af84-48f8b9965424 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 200 len: 846 time: 0.0420978 Feb 03 13:48:27.471698 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea48d2-13f8-4294-a1c5-893beb2ebe23 req-a3fff58c-c219-42ec-baca-7e5c804a7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:48:27.473223 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3eea48d2-13f8-4294-a1c5-893beb2ebe23 req-a3fff58c-c219-42ec-baca-7e5c804a7915 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1464e04f-189c-4f99-8462-479ca0273bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0423887 Feb 03 13:48:27.565033 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3eea48d2-13f8-4294-a1c5-893beb2ebe23 req-cfe6792e-2485-4026-87f4-052fc4e8a31c service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841391 Feb 03 13:48:27.653830 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3eea48d2-13f8-4294-a1c5-893beb2ebe23 req-178d6efe-1f98-4708-95d9-d324508eed96 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813417 Feb 03 13:48:31.933505 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:33.667726 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4183191a-0f4b-48b7-8b93-9128fae3727d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:36.264455 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d0fd234a-58dc-4dee-be9d-bd0b08294a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:37.209203 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:38.500039 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:39.868589 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:48:40.086930 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:48:46.560659 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:01.947014 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:03.671000 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cc40b6d8-c833-4b47-85dc-1d91f01f302f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:06.265540 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bdf6b250-2303-42da-9ef6-e79f3d56c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:07.212454 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:08.501821 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:10.089415 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:16.577117 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:16.867855 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:49:25.771831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2617b-5316-4293-97f9-cd2c669bbaa2 req-9200ca2d-3e9d-4111-9b5b-2fa2b3ca0ce4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:25.773356 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51d2617b-5316-4293-97f9-cd2c669bbaa2 req-9200ca2d-3e9d-4111-9b5b-2fa2b3ca0ce4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0564001 Feb 03 13:49:25.821086 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-51d2617b-5316-4293-97f9-cd2c669bbaa2 req-10e1a430-e0e6-48ed-a5c3-6e2658a886d9 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423234 Feb 03 13:49:26.946931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd1675-fa6f-4c11-bcd2-7b84f1c4632a req-ef9f4a91-7305-4f63-92e8-899d72e9b6e0 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:26.948452 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d2bd1675-fa6f-4c11-bcd2-7b84f1c4632a req-ef9f4a91-7305-4f63-92e8-899d72e9b6e0 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0581713 Feb 03 13:49:26.996627 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d2bd1675-fa6f-4c11-bcd2-7b84f1c4632a req-33fbdbb8-0fe7-42b5-9305-dd094aee1505 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426652 Feb 03 13:49:27.141146 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea317a7-591b-44ff-b8ed-7cd68b32f8ef req-06f24c5e-ef71-4676-9731-05f20f400902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:27.142617 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aea317a7-591b-44ff-b8ed-7cd68b32f8ef req-06f24c5e-ef71-4676-9731-05f20f400902 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 1128 time: 0.0444849 Feb 03 13:49:27.246109 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea317a7-591b-44ff-b8ed-7cd68b32f8ef req-4c2386e0-bb77-4f5a-9073-8e8f969eb1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:27.247622 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aea317a7-591b-44ff-b8ed-7cd68b32f8ef req-4c2386e0-bb77-4f5a-9073-8e8f969eb1cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 908 time: 0.0874317 Feb 03 13:49:27.313498 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aea317a7-591b-44ff-b8ed-7cd68b32f8ef req-ff60053a-24cd-4817-8735-0cb37eeaf7bb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8 HTTP/1.1" status: 200 len: 1002 time: 0.0590961 Feb 03 13:49:27.359996 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea317a7-591b-44ff-b8ed-7cd68b32f8ef req-3941cd50-eed3-44b9-9948-0360cd091dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:27.361442 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aea317a7-591b-44ff-b8ed-7cd68b32f8ef req-3941cd50-eed3-44b9-9948-0360cd091dce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 200 len: 846 time: 0.0424774 Feb 03 13:49:27.419065 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea317a7-591b-44ff-b8ed-7cd68b32f8ef req-4ea1f65a-2145-489a-9a9d-7917d810076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:27.420652 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aea317a7-591b-44ff-b8ed-7cd68b32f8ef req-4ea1f65a-2145-489a-9a9d-7917d810076d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1464e04f-189c-4f99-8462-479ca0273bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530095 Feb 03 13:49:27.507576 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aea317a7-591b-44ff-b8ed-7cd68b32f8ef req-81e4b899-afd0-4b3e-9b38-d7afc3af1a1c service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803940 Feb 03 13:49:27.598061 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aea317a7-591b-44ff-b8ed-7cd68b32f8ef req-a71fc546-b25d-4930-afba-2e2b35223ae1 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839357 Feb 03 13:49:28.118454 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cb1ef-6b2f-4dbb-8794-20364e59b012 req-712fd7fd-0ab6-4f53-bb60-a87da8d7cca1 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:28.119960 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ee2cb1ef-6b2f-4dbb-8794-20364e59b012 req-712fd7fd-0ab6-4f53-bb60-a87da8d7cca1 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0521317 Feb 03 13:49:28.167437 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ee2cb1ef-6b2f-4dbb-8794-20364e59b012 req-570ad906-0f61-4cf6-9d1d-098c045b35b6 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420060 Feb 03 13:49:29.289232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a852c73-91e8-439f-8bb3-fe226197903f req-9922ed0c-02ad-4938-a9d0-7605adafcc2e tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:29.290733 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a852c73-91e8-439f-8bb3-fe226197903f req-9922ed0c-02ad-4938-a9d0-7605adafcc2e tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0536306 Feb 03 13:49:29.338975 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8a852c73-91e8-439f-8bb3-fe226197903f req-0aea4f9d-4546-47df-a15c-7dae19b2c07d tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427454 Feb 03 13:49:30.463204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffea19-b689-46bc-84ac-e61e348a57d9 req-a343f75f-b2a4-4111-846e-153be34209c8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:30.464633 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-02ffea19-b689-46bc-84ac-e61e348a57d9 req-a343f75f-b2a4-4111-846e-153be34209c8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0582674 Feb 03 13:49:30.513005 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-02ffea19-b689-46bc-84ac-e61e348a57d9 req-687de365-ea46-42bb-a807-c9f2cfe85988 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426335 Feb 03 13:49:31.635260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00727e27-6eab-4095-bd93-8a035bb0b172 req-b5429f62-08cd-451e-91c7-78343f07e28c tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:31.636715 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-00727e27-6eab-4095-bd93-8a035bb0b172 req-b5429f62-08cd-451e-91c7-78343f07e28c tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0569053 Feb 03 13:49:31.685346 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-00727e27-6eab-4095-bd93-8a035bb0b172 req-3f3990e1-45cd-4781-938e-5a35bd50fd2f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431151 Feb 03 13:49:31.947172 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:32.803001 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00ef0e-40d9-4a08-9fd2-2577fb78776f req-c901a6c3-d23c-4455-849e-f57daf1a7933 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:32.804505 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fa00ef0e-40d9-4a08-9fd2-2577fb78776f req-c901a6c3-d23c-4455-849e-f57daf1a7933 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0527523 Feb 03 13:49:32.853078 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-fa00ef0e-40d9-4a08-9fd2-2577fb78776f req-f0114056-b536-4782-b84f-7df13d72d7b4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429573 Feb 03 13:49:33.672312 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ad774bb4-3f6e-469c-8cd7-b2336cf1950f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:33.971331 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dd0be-1352-4a02-bbdb-11d92bcfc49c req-b91eed28-aea7-4967-aa4f-40b47c1e9194 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:33.972789 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5c8dd0be-1352-4a02-bbdb-11d92bcfc49c req-b91eed28-aea7-4967-aa4f-40b47c1e9194 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0527499 Feb 03 13:49:34.021471 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5c8dd0be-1352-4a02-bbdb-11d92bcfc49c req-345be05d-3fe7-40d5-be35-18016670171b tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425546 Feb 03 13:49:35.140499 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aebe5-123f-402d-9629-b4b76790200f req-64a70a38-5554-4402-a121-ee0fe49646f7 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:35.141978 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c35aebe5-123f-402d-9629-b4b76790200f req-64a70a38-5554-4402-a121-ee0fe49646f7 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0518918 Feb 03 13:49:35.194304 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c35aebe5-123f-402d-9629-b4b76790200f req-79f79cb1-72be-4cb1-8edd-f4f4b156ba76 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468233 Feb 03 13:49:36.266890 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-71581dcd-5d15-402d-a938-37f42a4da79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:36.316642 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3a91a-6b1a-41fb-9020-5bffd42b7b9f req-1951874c-9765-4d43-9b1d-99b28bc11967 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:36.318175 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d1d3a91a-6b1a-41fb-9020-5bffd42b7b9f req-1951874c-9765-4d43-9b1d-99b28bc11967 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0559990 Feb 03 13:49:36.371888 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d1d3a91a-6b1a-41fb-9020-5bffd42b7b9f req-a3f89dbe-6079-4f31-8021-628158e2285b tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479648 Feb 03 13:49:37.214861 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:37.488742 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cd87f-1e48-4214-843e-b49a609e3302 req-40900b36-95a5-448d-af63-55170bd23e7a tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:37.490718 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a24cd87f-1e48-4214-843e-b49a609e3302 req-40900b36-95a5-448d-af63-55170bd23e7a tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0522475 Feb 03 13:49:37.538330 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a24cd87f-1e48-4214-843e-b49a609e3302 req-16358fe1-f5d8-452f-859b-8d5716459e26 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420780 Feb 03 13:49:38.505001 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:38.654778 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319709d-d4aa-4368-a165-48f88c58a2b9 req-68143c26-2445-4c86-8046-ec22d5beb5b1 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:38.656297 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5319709d-d4aa-4368-a165-48f88c58a2b9 req-68143c26-2445-4c86-8046-ec22d5beb5b1 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0521753 Feb 03 13:49:38.705577 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5319709d-d4aa-4368-a165-48f88c58a2b9 req-e8fb58d0-7879-47a0-9256-a6df88ec0fc1 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429893 Feb 03 13:49:39.612923 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device af149e19-2a0c-477f-9d2f-16bf63ded0c8 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:49:39.707987 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port af149e19-2a0c-477f-9d2f-16bf63ded0c8, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:49:39.719484 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'port_id': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8', 'mac_address': 'fa:16:3e:36:0e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:49:39.756153 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port af149e19-2a0c-477f-9d2f-16bf63ded0c8 is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:49:39.756550 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:39.769142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af149e19-2a0c-477f-9d2f-16bf63ded0c8 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:49:39.790038 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port af149e19-2a0c-477f-9d2f-16bf63ded0c8, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:49:39.795176 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:39.828824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21484d4-9b27-4a89-9231-5b67ffcd97fd req-f83158ed-a06b-43d6-b60c-d01d54e77d3f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:39.830299 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d21484d4-9b27-4a89-9231-5b67ffcd97fd req-f83158ed-a06b-43d6-b60c-d01d54e77d3f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0552652 Feb 03 13:49:39.842917 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=af149e19-2a0c-477f-9d2f-16bf63ded0c8,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:49:39.852219 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:39.852806 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:39.853153 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:39.853497 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:39.853841 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:39.854177 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:39.854506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:39.854869 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:39.855201 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:39.855529 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:39.855857 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:39.856209 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:39.856534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:49:39.882041 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d21484d4-9b27-4a89-9231-5b67ffcd97fd req-9c781394-246a-44af-bb67-c92bd8566fc0 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443470 Feb 03 13:49:39.935869 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['af149e19-2a0c-477f-9d2f-16bf63ded0c8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:49:40.106125 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:41.005849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e7709-cb62-4356-bc18-544fd8c85d46 req-8e542677-2eb4-420d-96ba-216ce6c4791a tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:41.007323 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-207e7709-cb62-4356-bc18-544fd8c85d46 req-8e542677-2eb4-420d-96ba-216ce6c4791a tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 945 time: 0.0535550 Feb 03 13:49:41.056889 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-207e7709-cb62-4356-bc18-544fd8c85d46 req-46dfabb9-b225-43d1-bb20-aad7d70dd89f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439098 Feb 03 13:49:41.644117 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device af149e19-2a0c-477f-9d2f-16bf63ded0c8 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:49:41.690969 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port af149e19-2a0c-477f-9d2f-16bf63ded0c8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:49:41.691345 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:41.764324 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port af149e19-2a0c-477f-9d2f-16bf63ded0c8 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:49:41.764711 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:41.786061 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435666a6-c14a-4002-92a5-c41b384caa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:49:41.788836 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a03faca-7a5c-4b30-b23a-0f92b5416c25" -d '{"events": [{"server_uuid": "435666a6-c14a-4002-92a5-c41b384caa9e", "name": "network-vif-plugged", "status": "completed", "tag": "af149e19-2a0c-477f-9d2f-16bf63ded0c8"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:49:41.800595 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port af149e19-2a0c-477f-9d2f-16bf63ded0c8, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:49:41.805204 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:41.831876 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e398ac9c-c1f7-403c-96bb-a4bfafcac429 x-openstack-request-id: req-e398ac9c-c1f7-403c-96bb-a4bfafcac429 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:49:41.832206 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435666a6-c14a-4002-92a5-c41b384caa9e", "name": "network-vif-plugged", "status": "completed", "tag": "af149e19-2a0c-477f-9d2f-16bf63ded0c8", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:49:41.832462 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e398ac9c-c1f7-403c-96bb-a4bfafcac429 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:49:41.832851 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435666a6-c14a-4002-92a5-c41b384caa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8', 'code': 200} Feb 03 13:49:41.858438 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=af149e19-2a0c-477f-9d2f-16bf63ded0c8,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:49:42.181909 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3cfda-b14c-4434-8d79-011784d8a70d req-97b7608d-f72a-4c9b-8874-686d8c711fc6 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:42.183410 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-43d3cfda-b14c-4434-8d79-011784d8a70d req-97b7608d-f72a-4c9b-8874-686d8c711fc6 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0567822 Feb 03 13:49:42.232083 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-43d3cfda-b14c-4434-8d79-011784d8a70d req-696eed0c-b829-47ea-9839-8530eec2e76f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429945 Feb 03 13:49:43.364855 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a8b3c-9f71-45a7-a206-c5270342ed9c req-39920960-e3a5-4014-81d3-92f725fdb6aa tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:43.366377 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aa5a8b3c-9f71-45a7-a206-c5270342ed9c req-39920960-e3a5-4014-81d3-92f725fdb6aa tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0664124 Feb 03 13:49:43.423781 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aa5a8b3c-9f71-45a7-a206-c5270342ed9c req-4ca9598d-6fe7-4648-b550-b40ffbb3b2ec tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517511 Feb 03 13:49:44.556637 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b8842-132f-4392-8823-b01f49dd1627 req-bdf50e36-cda5-436e-8f6b-852b70964de9 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:44.558129 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a54b8842-132f-4392-8823-b01f49dd1627 req-bdf50e36-cda5-436e-8f6b-852b70964de9 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0606637 Feb 03 13:49:44.620578 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a54b8842-132f-4392-8823-b01f49dd1627 req-5509ae00-8d06-4fdd-b2df-78936b5c4a6a tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552697 Feb 03 13:49:45.750506 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6294a9d-af2c-4089-bd02-a699d60867f6 req-6425c2ff-9a14-4482-b674-a5054f74ab8f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:45.757624 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b6294a9d-af2c-4089-bd02-a699d60867f6 req-6425c2ff-9a14-4482-b674-a5054f74ab8f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0614042 Feb 03 13:49:45.805613 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b6294a9d-af2c-4089-bd02-a699d60867f6 req-2b4aa2ce-8eae-4639-965b-fe2249e90f08 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471282 Feb 03 13:49:46.580187 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:46.952870 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d490d-aa4f-43b5-860f-56b6f633cfdb req-e285f4e7-ae4e-4db4-9c5d-0a0771bb1360 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:46.956670 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b25d490d-aa4f-43b5-860f-56b6f633cfdb req-e285f4e7-ae4e-4db4-9c5d-0a0771bb1360 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0668778 Feb 03 13:49:47.032060 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b25d490d-aa4f-43b5-860f-56b6f633cfdb req-6cb33d36-185c-4665-b2e4-9e11d8738de2 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686424 Feb 03 13:49:48.163091 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4aaac-18f1-4b06-b768-4d6f7adbe858 req-6dc676ee-d104-447d-83ec-31bc306651b2 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:48.164905 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78b4aaac-18f1-4b06-b768-4d6f7adbe858 req-6dc676ee-d104-447d-83ec-31bc306651b2 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0573170 Feb 03 13:49:48.228508 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-78b4aaac-18f1-4b06-b768-4d6f7adbe858 req-a23bfcea-d9dc-4b7d-a379-3e1cb8f7aa74 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552990 Feb 03 13:49:49.359729 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537de007-ff6d-4395-a5db-107f8e8a8072 req-c4d2cb06-14e1-496a-a425-3db3248cff92 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:49.361293 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-537de007-ff6d-4395-a5db-107f8e8a8072 req-c4d2cb06-14e1-496a-a425-3db3248cff92 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0612748 Feb 03 13:49:49.425897 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-537de007-ff6d-4395-a5db-107f8e8a8072 req-34d6b922-cc4b-4fb6-a68b-6dd7c637c759 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581417 Feb 03 13:49:50.565558 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23271011-0d05-40ae-a7a1-e07d5aedc9b4 req-caad308b-4fe7-42d4-8c65-04034589da91 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:50.566996 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-23271011-0d05-40ae-a7a1-e07d5aedc9b4 req-caad308b-4fe7-42d4-8c65-04034589da91 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0599809 Feb 03 13:49:50.628477 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-23271011-0d05-40ae-a7a1-e07d5aedc9b4 req-6f1a4c47-e4ec-46eb-856c-44d5973ec5cc tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547872 Feb 03 13:49:51.767902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf2fc5-7971-44b5-ac2d-ab895175c798 req-6dbd2cd2-ba6a-40d6-a769-e882678b24a0 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:51.769598 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fcbf2fc5-7971-44b5-ac2d-ab895175c798 req-6dbd2cd2-ba6a-40d6-a769-e882678b24a0 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0630286 Feb 03 13:49:51.823436 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fcbf2fc5-7971-44b5-ac2d-ab895175c798 req-b01903db-3498-48a0-9cce-e80ea89c283a tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479562 Feb 03 13:49:52.946454 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb83f93-747c-49f4-8731-55d819a64e35 req-07cec59d-1c46-4762-8cc9-adfda2a20723 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:52.948050 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7bb83f93-747c-49f4-8731-55d819a64e35 req-07cec59d-1c46-4762-8cc9-adfda2a20723 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0538657 Feb 03 13:49:52.995378 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7bb83f93-747c-49f4-8731-55d819a64e35 req-3938194b-8aaf-4002-8c18-1f441556d157 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417526 Feb 03 13:49:53.065378 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a25945-41c1-4adc-b60e-87a91637168a req-1322bb1c-3be7-435d-9a04-2ac9e7ede717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:53.067133 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7a25945-41c1-4adc-b60e-87a91637168a req-1322bb1c-3be7-435d-9a04-2ac9e7ede717 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 1128 time: 0.0512018 Feb 03 13:49:53.155308 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a25945-41c1-4adc-b60e-87a91637168a req-1c6680b0-ae44-42e4-ab5e-940b7cf2c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:53.157077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7a25945-41c1-4adc-b60e-87a91637168a req-1c6680b0-ae44-42e4-ab5e-940b7cf2c484 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 908 time: 0.0834463 Feb 03 13:49:53.223495 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7a25945-41c1-4adc-b60e-87a91637168a req-04d47764-66bb-4c90-8955-fb9952b78830 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8 HTTP/1.1" status: 200 len: 1002 time: 0.0603921 Feb 03 13:49:53.273961 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a25945-41c1-4adc-b60e-87a91637168a req-2c9dd4db-2e12-4118-9e27-27dee003dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:53.273961 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7a25945-41c1-4adc-b60e-87a91637168a req-2c9dd4db-2e12-4118-9e27-27dee003dabf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 200 len: 846 time: 0.0418682 Feb 03 13:49:53.322638 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a25945-41c1-4adc-b60e-87a91637168a req-fdfc5968-bc6b-460e-a256-6ec189e95c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:53.324262 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7a25945-41c1-4adc-b60e-87a91637168a req-fdfc5968-bc6b-460e-a256-6ec189e95c89 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1464e04f-189c-4f99-8462-479ca0273bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451372 Feb 03 13:49:53.415809 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7a25945-41c1-4adc-b60e-87a91637168a req-dc24b858-22d7-43cb-95d8-e54b0453c33f service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857558 Feb 03 13:49:53.503757 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c7a25945-41c1-4adc-b60e-87a91637168a req-7ae35884-4295-4687-98d8-b68b34bc0e49 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815568 Feb 03 13:49:53.867065 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:49:54.119844 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59c0ca-6d3b-4b33-9577-94064698bb12 req-d60855fe-c93c-4190-9452-106d311b9ec0 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:54.121296 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-df59c0ca-6d3b-4b33-9577-94064698bb12 req-d60855fe-c93c-4190-9452-106d311b9ec0 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0571601 Feb 03 13:49:54.169511 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-df59c0ca-6d3b-4b33-9577-94064698bb12 req-b0ddb507-6d47-4166-89a0-47cdf5b4aa8a tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427129 Feb 03 13:49:55.293309 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907740fd-49b1-4057-bb54-81414c7e5d62 req-c409f2c3-9d06-4715-b5a8-6f19937e87d6 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:55.294799 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-907740fd-49b1-4057-bb54-81414c7e5d62 req-c409f2c3-9d06-4715-b5a8-6f19937e87d6 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0569029 Feb 03 13:49:55.343328 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-907740fd-49b1-4057-bb54-81414c7e5d62 req-5d362fb6-9e4a-4586-a94c-412a311caf95 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430865 Feb 03 13:49:55.414552 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-2a47ce1a-0364-4e2f-967e-7731384fd0bf req-e720e7a6-0c3d-4a09-99d5-7988f9bd5114 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:49:55.415554 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2a47ce1a-0364-4e2f-967e-7731384fd0bf req-e720e7a6-0c3d-4a09-99d5-7988f9bd5114 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054913 Feb 03 13:49:55.576942 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cdedb-58bb-4fc5-afdd-c90069c74cb1 req-407cb7dd-686a-40ff-8e14-dc4bd025a42f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:55.578522 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e68cdedb-58bb-4fc5-afdd-c90069c74cb1 req-407cb7dd-686a-40ff-8e14-dc4bd025a42f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 946 time: 0.0550835 Feb 03 13:49:55.628574 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e68cdedb-58bb-4fc5-afdd-c90069c74cb1 req-df1682a8-35c3-4651-95af-2ced3e99e6f2 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440197 Feb 03 13:49:55.707102 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device af149e19-2a0c-477f-9d2f-16bf63ded0c8 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:49:55.785122 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port af149e19-2a0c-477f-9d2f-16bf63ded0c8 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:49:55.785514 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:55.809696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435666a6-c14a-4002-92a5-c41b384caa9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:49:55.812006 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93604574-1b6d-4a5e-a6b0-537671c280e4" -d '{"events": [{"server_uuid": "435666a6-c14a-4002-92a5-c41b384caa9e", "name": "network-vif-unplugged", "status": "completed", "tag": "af149e19-2a0c-477f-9d2f-16bf63ded0c8"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:49:55.824779 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port af149e19-2a0c-477f-9d2f-16bf63ded0c8, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:49:55.829116 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:49:55.852525 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 03 Feb 2022 13:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ac21a1-c574-4c62-8fc3-78e283fb0ea2 x-openstack-request-id: req-74ac21a1-c574-4c62-8fc3-78e283fb0ea2 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:49:55.852834 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435666a6-c14a-4002-92a5-c41b384caa9e", "name": "network-vif-unplugged", "status": "failed", "tag": "af149e19-2a0c-477f-9d2f-16bf63ded0c8", "code": 422}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:49:55.853092 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74ac21a1-c574-4c62-8fc3-78e283fb0ea2 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:49:55.853491 n-d-827336-3 neutron-server[103190]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '435666a6-c14a-4002-92a5-c41b384caa9e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8', 'code': 422} returned with failed status Feb 03 13:49:55.879374 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=af149e19-2a0c-477f-9d2f-16bf63ded0c8,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:49:55.913851 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b0e175c4-22da-437b-925b-a9207fb0974d req-65e16f0f-371e-4772-9a84-834efbdf7fa4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960336 Feb 03 13:49:56.747859 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57cb7a-feb1-43cf-9614-4b7d5a12c226 req-10562289-6309-4e47-9dff-d40d4e748d3d tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:56.749360 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d57cb7a-feb1-43cf-9614-4b7d5a12c226 req-10562289-6309-4e47-9dff-d40d4e748d3d tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 944 time: 0.0513887 Feb 03 13:49:56.797666 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-0d57cb7a-feb1-43cf-9614-4b7d5a12c226 req-f61061fe-376a-40e4-a6a2-6c3789230bf6 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428574 Feb 03 13:49:57.915009 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d9218-1fa5-4457-ad3c-07a615c5c00e req-60dc0aa6-887b-4d65-9e88-39e1f680a2ae tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:57.916614 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec8d9218-1fa5-4457-ad3c-07a615c5c00e req-60dc0aa6-887b-4d65-9e88-39e1f680a2ae tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 944 time: 0.0528452 Feb 03 13:49:57.965366 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ec8d9218-1fa5-4457-ad3c-07a615c5c00e req-ecd8b9d5-dc0e-4d50-9492-d73187f0c70d tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431290 Feb 03 13:49:58.813866 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e175c4-22da-437b-925b-a9207fb0974d req-000f615c-fb7c-4945-b014-f19fdc647264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:58.815451 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b0e175c4-22da-437b-925b-a9207fb0974d req-000f615c-fb7c-4945-b014-f19fdc647264 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e&tenant_id=4f63a7a796ed47348f75d63053a0bd29 HTTP/1.1" status: 200 len: 1126 time: 0.0502577 Feb 03 13:49:58.889860 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e175c4-22da-437b-925b-a9207fb0974d req-e24383a4-0e0e-47d7-884b-d344a20e8394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:58.891372 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b0e175c4-22da-437b-925b-a9207fb0974d req-e24383a4-0e0e-47d7-884b-d344a20e8394 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 1126 time: 0.0449853 Feb 03 13:49:58.981504 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e175c4-22da-437b-925b-a9207fb0974d req-7362398d-19ba-45a1-8e44-4a2dbb19948b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:58.983038 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b0e175c4-22da-437b-925b-a9207fb0974d req-7362398d-19ba-45a1-8e44-4a2dbb19948b service neutron] 10.222.0.73 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 908 time: 0.0854864 Feb 03 13:49:59.053496 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b0e175c4-22da-437b-925b-a9207fb0974d req-93774593-1516-48b3-9056-f6af9ac84287 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8 HTTP/1.1" status: 200 len: 1000 time: 0.0640595 Feb 03 13:49:59.087087 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc4b9f-e1d6-4121-ab83-5a58271f0c21 req-fb1caafc-1751-449f-911f-65dba2fb65c9 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:59.089541 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ecdc4b9f-e1d6-4121-ab83-5a58271f0c21 req-fb1caafc-1751-449f-911f-65dba2fb65c9 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 944 time: 0.0554037 Feb 03 13:49:59.101899 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e175c4-22da-437b-925b-a9207fb0974d req-21f85ec6-c8a6-4cdf-895c-7d23541eaa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:59.103387 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b0e175c4-22da-437b-925b-a9207fb0974d req-21f85ec6-c8a6-4cdf-895c-7d23541eaa44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 200 len: 846 time: 0.0443127 Feb 03 13:49:59.137791 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ecdc4b9f-e1d6-4121-ab83-5a58271f0c21 req-b5b5cb7d-ddb4-42f5-966c-176c730d2993 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434949 Feb 03 13:49:59.156208 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e175c4-22da-437b-925b-a9207fb0974d req-d1b1a33b-e6f2-4309-af9f-b1381435abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:49:59.156208 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b0e175c4-22da-437b-925b-a9207fb0974d req-d1b1a33b-e6f2-4309-af9f-b1381435abaa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1464e04f-189c-4f99-8462-479ca0273bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459037 Feb 03 13:49:59.246063 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b0e175c4-22da-437b-925b-a9207fb0974d req-bbfaeb11-6115-4510-a890-a8ed93685413 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852590 Feb 03 13:49:59.339265 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b0e175c4-22da-437b-925b-a9207fb0974d req-db922f02-ddac-4366-9796-49c9b4e4d5c4 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871575 Feb 03 13:49:59.721953 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device af149e19-2a0c-477f-9d2f-16bf63ded0c8 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:49:59.814148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port af149e19-2a0c-477f-9d2f-16bf63ded0c8 is: DOWN; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:50:00.277901 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45426eee-172f-4234-9e77-e9b187b50ee5 req-ff336ea0-70c4-4148-86d2-f8d4ab606550 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:00.282463 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45426eee-172f-4234-9e77-e9b187b50ee5 req-ff336ea0-70c4-4148-86d2-f8d4ab606550 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 944 time: 0.0718565 Feb 03 13:50:00.341409 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-45426eee-172f-4234-9e77-e9b187b50ee5 req-7ac38ede-f4be-4072-a835-3b4a4698be8d tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559673 Feb 03 13:50:01.475444 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f33358-8db1-4a3f-a4bd-83fc4eb7546e req-9d84ee4e-b538-4ccc-bdca-e0752fc58f95 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:01.476972 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f7f33358-8db1-4a3f-a4bd-83fc4eb7546e req-9d84ee4e-b538-4ccc-bdca-e0752fc58f95 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 944 time: 0.0614104 Feb 03 13:50:01.536287 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-f7f33358-8db1-4a3f-a4bd-83fc4eb7546e req-645431d9-7ea1-4aa9-ad95-92cf5bacfca1 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531702 Feb 03 13:50:01.949904 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:02.678565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8533af-a949-41f5-95aa-01ccbe96f2f2 req-5255e2fa-ab62-47d7-b4b0-6dc07f5031b8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:02.680197 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e8533af-a949-41f5-95aa-01ccbe96f2f2 req-5255e2fa-ab62-47d7-b4b0-6dc07f5031b8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 944 time: 0.0726695 Feb 03 13:50:02.739977 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8e8533af-a949-41f5-95aa-01ccbe96f2f2 req-9b63ae53-d78d-4803-bd27-f7b61cfec370 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487444 Feb 03 13:50:03.677994 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f3e15c45-4b37-4092-8cef-d6daed1cc1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:03.865808 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9146d-28a4-4e85-a3d6-c53edab72942 req-03343a6d-1db3-401d-839f-2a1552baaa47 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:03.867308 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-82c9146d-28a4-4e85-a3d6-c53edab72942 req-03343a6d-1db3-401d-839f-2a1552baaa47 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 944 time: 0.0558348 Feb 03 13:50:03.925486 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-82c9146d-28a4-4e85-a3d6-c53edab72942 req-52021175-bd1d-4b65-bc74-d2b66411f88a tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501173 Feb 03 13:50:05.071763 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a45cb7-a852-42ba-8c60-8b4640238630 req-10143cb6-b776-438e-b716-307bf6a9fca7 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:05.073923 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-77a45cb7-a852-42ba-8c60-8b4640238630 req-10143cb6-b776-438e-b716-307bf6a9fca7 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 944 time: 0.0659029 Feb 03 13:50:05.135870 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-77a45cb7-a852-42ba-8c60-8b4640238630 req-cfd5d9e3-8fe5-4f60-ae77-1fd49aed7acb tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558083 Feb 03 13:50:06.268842 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802db6f6-c7f9-4907-a60c-66204fa8ff41 req-72fc6d5c-8fed-490f-9f57-7dee91bf9a3f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:06.275261 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-802db6f6-c7f9-4907-a60c-66204fa8ff41 req-72fc6d5c-8fed-490f-9f57-7dee91bf9a3f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 944 time: 0.0608454 Feb 03 13:50:06.276795 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a5ba28b9-6b0c-4cd4-a48b-dbfce9d0efd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:06.336528 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-802db6f6-c7f9-4907-a60c-66204fa8ff41 req-d2a800dd-47b5-42ba-a8b7-ef6ee2a914a5 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593715 Feb 03 13:50:07.218753 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:07.458544 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc01bd-f755-43c6-a928-f8f7d35e9e3e req-d2ab9993-d36b-46b2-9d55-a4c5e8289b9f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:07.460049 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6cc01bd-f755-43c6-a928-f8f7d35e9e3e req-d2ab9993-d36b-46b2-9d55-a4c5e8289b9f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 944 time: 0.0523140 Feb 03 13:50:07.515645 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c6cc01bd-f755-43c6-a928-f8f7d35e9e3e req-63f268af-26de-4d84-86d0-732ac3516e51 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499671 Feb 03 13:50:08.506928 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:08.636505 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591ae64-7e07-4d37-99b8-77cebd9be618 req-138a2e92-d821-46c9-913b-13af6637a2dc tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:08.637990 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2591ae64-7e07-4d37-99b8-77cebd9be618 req-138a2e92-d821-46c9-913b-13af6637a2dc tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 944 time: 0.0519249 Feb 03 13:50:08.685716 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2591ae64-7e07-4d37-99b8-77cebd9be618 req-02a45c80-1945-46cf-8e77-27bdf2019456 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423422 Feb 03 13:50:09.802614 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f973181-8d2d-4a8a-b81c-85ce5d6b2f80 req-f6ed3f03-6f63-4d1d-9f5b-cbc381c0ce25 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:09.804119 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1f973181-8d2d-4a8a-b81c-85ce5d6b2f80 req-f6ed3f03-6f63-4d1d-9f5b-cbc381c0ce25 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 944 time: 0.0518427 Feb 03 13:50:09.855801 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1f973181-8d2d-4a8a-b81c-85ce5d6b2f80 req-e66c9905-2aec-47ef-bcec-9d8c0d4a04df tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460770 Feb 03 13:50:10.088191 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:10.971779 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219bdb0-9e6b-4ea3-bb41-1d0dc7372da9 req-0d611e48-b871-4d5f-abc2-2865c34a1ea1 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:10.973778 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c219bdb0-9e6b-4ea3-bb41-1d0dc7372da9 req-0d611e48-b871-4d5f-abc2-2865c34a1ea1 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 944 time: 0.0513096 Feb 03 13:50:11.021265 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c219bdb0-9e6b-4ea3-bb41-1d0dc7372da9 req-eaf18889-3bed-4082-8b3d-0919c206b37f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419838 Feb 03 13:50:12.140696 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73c889-a68b-4286-bf0c-80def9d80697 req-9cf1a1c4-40f4-4489-85e2-fa49764b1fec tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:12.142205 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ea73c889-a68b-4286-bf0c-80def9d80697 req-9cf1a1c4-40f4-4489-85e2-fa49764b1fec tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 944 time: 0.0529699 Feb 03 13:50:12.191287 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ea73c889-a68b-4286-bf0c-80def9d80697 req-6ace31cd-5a7c-4896-8e15-61ecadabf21a tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434792 Feb 03 13:50:13.313625 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a10fdd-90ac-45fa-9268-6786f3bcd949 req-60481d99-0afc-4f20-92ac-5b390835aa19 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:13.315130 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-92a10fdd-90ac-45fa-9268-6786f3bcd949 req-60481d99-0afc-4f20-92ac-5b390835aa19 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 944 time: 0.0561471 Feb 03 13:50:13.363260 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-92a10fdd-90ac-45fa-9268-6786f3bcd949 req-6b22afe2-8a74-44a6-9cff-207656872170 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419559 Feb 03 13:50:14.481943 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a3e50-3089-4f23-bf79-5545e498bf3c req-b44b1c33-c9d7-40ef-8511-fed8f484d276 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:14.483418 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f88a3e50-3089-4f23-bf79-5545e498bf3c req-b44b1c33-c9d7-40ef-8511-fed8f484d276 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 944 time: 0.0524104 Feb 03 13:50:14.530365 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f88a3e50-3089-4f23-bf79-5545e498bf3c req-5f1a5142-6c19-4daf-9033-e92d3c6e7dd4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413697 Feb 03 13:50:15.647701 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6595e-8498-4463-98f3-5c3ea8c6b166 req-274c6217-7738-475b-a811-b9fd41b6900a tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:15.649188 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5b6595e-8498-4463-98f3-5c3ea8c6b166 req-274c6217-7738-475b-a811-b9fd41b6900a tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 944 time: 0.0516274 Feb 03 13:50:15.698018 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d5b6595e-8498-4463-98f3-5c3ea8c6b166 req-d6d55732-b2dc-4424-99c1-1152388736ae tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433438 Feb 03 13:50:15.799583 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device af149e19-2a0c-477f-9d2f-16bf63ded0c8 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:50:15.895250 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port af149e19-2a0c-477f-9d2f-16bf63ded0c8, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:50:15.905784 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'port_id': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8', 'mac_address': 'fa:16:3e:36:0e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:50:15.942133 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port af149e19-2a0c-477f-9d2f-16bf63ded0c8 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:50:15.942536 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:15.955123 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af149e19-2a0c-477f-9d2f-16bf63ded0c8 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:50:15.977921 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port af149e19-2a0c-477f-9d2f-16bf63ded0c8, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:50:15.981769 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:16.029845 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=af149e19-2a0c-477f-9d2f-16bf63ded0c8,revision_number=9']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:16.442069 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['af149e19-2a0c-477f-9d2f-16bf63ded0c8'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:50:16.643038 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:16.820470 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1e3ae-dc82-4ddf-a40d-c37736cd7b08 req-3ad7a516-0d74-4594-bc97-8a3a01202d82 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:16.821960 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b1e3ae-dc82-4ddf-a40d-c37736cd7b08 req-3ad7a516-0d74-4594-bc97-8a3a01202d82 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 945 time: 0.0570157 Feb 03 13:50:16.869507 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f4b1e3ae-dc82-4ddf-a40d-c37736cd7b08 req-c7367ccc-c090-430a-ac54-1e172e75bc42 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419936 Feb 03 13:50:17.800629 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device af149e19-2a0c-477f-9d2f-16bf63ded0c8 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:50:17.847107 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port af149e19-2a0c-477f-9d2f-16bf63ded0c8 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:50:17.847478 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:17.924513 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port af149e19-2a0c-477f-9d2f-16bf63ded0c8 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:50:17.924907 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:17.947411 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435666a6-c14a-4002-92a5-c41b384caa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:50:17.949670 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fdc34e-e98a-4731-ae8c-6a430b92e30d" -d '{"events": [{"server_uuid": "435666a6-c14a-4002-92a5-c41b384caa9e", "name": "network-vif-plugged", "status": "completed", "tag": "af149e19-2a0c-477f-9d2f-16bf63ded0c8"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:50:17.962069 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port af149e19-2a0c-477f-9d2f-16bf63ded0c8, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:50:17.966667 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:17.994529 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eff5c3c-68ee-4d4a-8dbc-42d4d35c023b x-openstack-request-id: req-7eff5c3c-68ee-4d4a-8dbc-42d4d35c023b {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:50:17.994826 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435666a6-c14a-4002-92a5-c41b384caa9e", "name": "network-vif-plugged", "status": "completed", "tag": "af149e19-2a0c-477f-9d2f-16bf63ded0c8", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:50:17.995079 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7eff5c3c-68ee-4d4a-8dbc-42d4d35c023b {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:50:17.995463 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435666a6-c14a-4002-92a5-c41b384caa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8', 'code': 200} Feb 03 13:50:17.996202 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc830a17-d489-402e-9ec2-0f7fa954f62b req-49ef696a-0430-4939-831f-53563e7a7eac tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:17.997685 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bc830a17-d489-402e-9ec2-0f7fa954f62b req-49ef696a-0430-4939-831f-53563e7a7eac tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 945 time: 0.0597646 Feb 03 13:50:18.021572 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=af149e19-2a0c-477f-9d2f-16bf63ded0c8,revision_number=10']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:50:18.047667 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-bc830a17-d489-402e-9ec2-0f7fa954f62b req-b06b815d-ce88-4db0-b406-3e863f857bef tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445831 Feb 03 13:50:18.215756 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916bc37-df0f-4d2e-bd38-fc4a0932a2c4 req-6e0a74de-7749-4a84-8e40-68a37901fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:18.217316 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8916bc37-df0f-4d2e-bd38-fc4a0932a2c4 req-6e0a74de-7749-4a84-8e40-68a37901fa4c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 1129 time: 0.0444243 Feb 03 13:50:18.260989 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8916bc37-df0f-4d2e-bd38-fc4a0932a2c4 req-c0186ad6-b233-4dd6-861d-9e53b10839c5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379467 Feb 03 13:50:19.169940 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c710a-7180-43f3-95b0-62db57f77d54 req-2c4cc48f-5504-4115-8ec9-041f41688ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:19.171538 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1e2c710a-7180-43f3-95b0-62db57f77d54 req-2c4cc48f-5504-4115-8ec9-041f41688ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 947 time: 0.0531611 Feb 03 13:50:19.224219 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1e2c710a-7180-43f3-95b0-62db57f77d54 req-e71e24a1-165a-4cc9-9279-5939dcb867fb tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465746 Feb 03 13:50:20.340998 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5659374-38de-4725-93c1-2974bcafbf25 req-fa5f7ae7-0332-4f0c-a432-535924465fda tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:20.342456 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e5659374-38de-4725-93c1-2974bcafbf25 req-fa5f7ae7-0332-4f0c-a432-535924465fda tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 947 time: 0.0518193 Feb 03 13:50:20.389844 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e5659374-38de-4725-93c1-2974bcafbf25 req-3047e2d0-5f30-429b-b116-fc2054bea198 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415590 Feb 03 13:50:28.094368 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49f9e110-9f5e-4331-b53d-bcca5ba50eda req-7d3e4f8a-7ade-4bd0-b801-0c6c4d793e81 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427349 Feb 03 13:50:28.191905 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9e110-9f5e-4331-b53d-bcca5ba50eda req-2110cf81-2f6e-49b1-a45f-fda97e375a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:28.193475 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49f9e110-9f5e-4331-b53d-bcca5ba50eda req-2110cf81-2f6e-49b1-a45f-fda97e375a24 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 1129 time: 0.0446467 Feb 03 13:50:28.298070 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9e110-9f5e-4331-b53d-bcca5ba50eda req-35748c33-8311-44c0-bb4c-358d6cb62a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:28.299541 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49f9e110-9f5e-4331-b53d-bcca5ba50eda req-35748c33-8311-44c0-bb4c-358d6cb62a07 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 908 time: 0.0880237 Feb 03 13:50:28.365130 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49f9e110-9f5e-4331-b53d-bcca5ba50eda req-c7bf6ae1-3a78-4187-9070-203a0c86bd11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8 HTTP/1.1" status: 200 len: 1002 time: 0.0596282 Feb 03 13:50:28.413552 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9e110-9f5e-4331-b53d-bcca5ba50eda req-f82329b8-85bf-48b1-bf82-5f14c0db39b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:28.415163 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49f9e110-9f5e-4331-b53d-bcca5ba50eda req-f82329b8-85bf-48b1-bf82-5f14c0db39b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 200 len: 846 time: 0.0432658 Feb 03 13:50:28.466047 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9e110-9f5e-4331-b53d-bcca5ba50eda req-aa95ae6e-a190-4ba7-8b82-e3eb05f3a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:50:28.467582 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49f9e110-9f5e-4331-b53d-bcca5ba50eda req-aa95ae6e-a190-4ba7-8b82-e3eb05f3a73a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1464e04f-189c-4f99-8462-479ca0273bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470109 Feb 03 13:50:28.477370 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-49f9e110-9f5e-4331-b53d-bcca5ba50eda req-8bab82d9-a9ad-4640-a3f2-8892cb2b51f3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:50:28.478310 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49f9e110-9f5e-4331-b53d-bcca5ba50eda req-8bab82d9-a9ad-4640-a3f2-8892cb2b51f3 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047567 Feb 03 13:50:28.564232 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49f9e110-9f5e-4331-b53d-bcca5ba50eda req-9a928d8a-687b-42c3-8dbe-a9829e2ff825 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799382 Feb 03 13:50:28.654130 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49f9e110-9f5e-4331-b53d-bcca5ba50eda req-77b8b451-b3e3-43bf-854d-d64d9c64ef52 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839319 Feb 03 13:50:30.866007 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:50:31.952789 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:33.670538 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b78724e2-0a6d-4f40-a518-a74ce235561b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:36.268843 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-17f54892-1f40-444b-b991-b96086ff62d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:37.221608 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:38.509493 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:40.089639 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:50:46.623376 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:01.962725 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:03.671816 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-75db95fb-7e0c-4daa-9168-7311f2dfabb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:06.272877 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-128f4b72-4a7e-4619-ae79-c3092cb3a3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:07.224396 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:07.866438 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:51:08.511148 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:10.090912 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:16.637210 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:29.108032 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-366c043d-63ff-4dfd-a3d9-cae517903d03 req-bb8038ac-ee8a-4c4d-9fb9-b323b91ef155 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449417 Feb 03 13:51:29.206049 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c043d-63ff-4dfd-a3d9-cae517903d03 req-ee3628d2-da09-4047-b4c4-32dddd8bde58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:29.207542 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-366c043d-63ff-4dfd-a3d9-cae517903d03 req-ee3628d2-da09-4047-b4c4-32dddd8bde58 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 1129 time: 0.0446446 Feb 03 13:51:29.312218 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c043d-63ff-4dfd-a3d9-cae517903d03 req-16063910-a5b8-4664-9cf4-67558bead295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:29.313688 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-366c043d-63ff-4dfd-a3d9-cae517903d03 req-16063910-a5b8-4664-9cf4-67558bead295 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 908 time: 0.0882163 Feb 03 13:51:29.377006 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-366c043d-63ff-4dfd-a3d9-cae517903d03 req-7b29a74c-cefd-474d-915c-a68c5fd8c8ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8 HTTP/1.1" status: 200 len: 1002 time: 0.0575414 Feb 03 13:51:29.428515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c043d-63ff-4dfd-a3d9-cae517903d03 req-2f85adb1-457b-4020-87a8-239e127f93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:29.429953 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-366c043d-63ff-4dfd-a3d9-cae517903d03 req-2f85adb1-457b-4020-87a8-239e127f93b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 200 len: 846 time: 0.0465312 Feb 03 13:51:29.477501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c043d-63ff-4dfd-a3d9-cae517903d03 req-f82336ec-2bff-4e24-aeb5-f3f7f495b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:51:29.478964 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-366c043d-63ff-4dfd-a3d9-cae517903d03 req-f82336ec-2bff-4e24-aeb5-f3f7f495b4e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1464e04f-189c-4f99-8462-479ca0273bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431464 Feb 03 13:51:29.565122 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-366c043d-63ff-4dfd-a3d9-cae517903d03 req-ebd8e6af-a1cc-4955-8c44-dad8393c3291 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793974 Feb 03 13:51:29.656107 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-366c043d-63ff-4dfd-a3d9-cae517903d03 req-cd36e3a9-ae91-4652-8e17-d6f5bda8a1b3 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852094 Feb 03 13:51:31.980740 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:33.674577 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1b9164ef-8bb7-4ccc-bc6e-357b3bf7d57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:36.274323 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56b0f2e6-b112-4ef7-b4ba-7ba60a810be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:37.227400 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:38.514619 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:40.092859 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:51:44.866595 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:51:46.636692 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:02.008180 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:03.676950 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0347f05c-da78-4f4c-ae7c-484330895531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:06.277823 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-44e376ae-efca-4b3e-adbc-c7ac91602e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:07.235922 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:07.366772 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43216) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:07.905979 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Deleting port 80236124-195d-4a4e-86f6-a7fd50564503 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:52:07.906322 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (80236124-195d-4a4e-86f6-a7fd50564503), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:07.981580 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (80236124-195d-4a4e-86f6-a7fd50564503), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:07.981901 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for floatingip (80236124-195d-4a4e-86f6-a7fd50564503), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:07.994746 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Calling delete_port for 80236124-195d-4a4e-86f6-a7fd50564503 owned by network:floatingip {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:52:08.138525 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (80236124-195d-4a4e-86f6-a7fd50564503), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:08.162976 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event deleted for resources: {'Port': ['ID=80236124-195d-4a4e-86f6-a7fd50564503,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:08.173880 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:08.174227 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:08.174563 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:08.175088 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:08.175412 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:08.175824 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:08.176175 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:08.176501 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:08.176833 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:08.177757 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:08.178085 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:08.178416 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:08.178725 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:08.233965 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for floatingip (46c7cffa-c218-4dec-9386-8d29180830ae), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:08.234305 n-d-827336-3 neutron-server[103189]: INFO neutron.db.l3_db [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Floating IP 46c7cffa-c218-4dec-9386-8d29180830ae disassociated (deleted). External IP: 172.25.6.205, port: af149e19-2a0c-477f-9d2f-16bf63ded0c8. Feb 03 13:52:08.442178 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:52:08.516409 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:08.550216 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:52:08.554964 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:08.560157 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b298df25-ccd1-47bb-a323-4fb38d368ca7 None None] Sync routers for ids ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:52:08.572381 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b298df25-ccd1-47bb-a323-4fb38d368ca7 None None] Routers {'27aeb5b7-b148-42d0-b7c1-94ae4bd36122'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:52:08.572995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b298df25-ccd1-47bb-a323-4fb38d368ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:52:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:08.584743 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-9185def6-97d6-4126-a3d7-88247210105f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "DELETE /v2.0/floatingips/46c7cffa-c218-4dec-9386-8d29180830ae HTTP/1.1" status: 204 len: 168 time: 1.2168791 Feb 03 13:52:08.585378 n-d-827336-3 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435666a6-c14a-4002-92a5-c41b384caa9e', 'tag': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:52:08.587733 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd8e3d0d214f4b5a5c9346c817bb3d5c7dc8eede0041f0ac454b0f34c689af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5b3246-6aa2-46fe-b1e3-cdcc9e022e50" -d '{"events": [{"name": "network-changed", "server_uuid": "435666a6-c14a-4002-92a5-c41b384caa9e", "tag": "af149e19-2a0c-477f-9d2f-16bf63ded0c8"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:52:08.691602 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b298df25-ccd1-47bb-a323-4fb38d368ca7 None None] Set router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:52:08.732364 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0007d27-dec0-4c8c-8886-0a4417527ad3 x-openstack-request-id: req-d0007d27-dec0-4c8c-8886-0a4417527ad3 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:52:08.732772 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435666a6-c14a-4002-92a5-c41b384caa9e", "tag": "af149e19-2a0c-477f-9d2f-16bf63ded0c8", "status": "completed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:52:08.733036 n-d-827336-3 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0007d27-dec0-4c8c-8886-0a4417527ad3 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:52:08.733457 n-d-827336-3 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '435666a6-c14a-4002-92a5-c41b384caa9e', 'tag': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8', 'status': 'completed', 'code': 200} Feb 03 13:52:08.887298 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b3246-6aa2-46fe-b1e3-cdcc9e022e50 req-743e177d-fbab-4936-a12b-658e8aa999d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:08.888868 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d5b3246-6aa2-46fe-b1e3-cdcc9e022e50 req-743e177d-fbab-4936-a12b-658e8aa999d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 1129 time: 0.0825644 Feb 03 13:52:08.912104 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9acf4-f69d-4ba8-9be2-638a951b8e90 req-ad60140a-fe81-4044-bc48-a19fcbb6c193 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:08.913562 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-57c9acf4-f69d-4ba8-9be2-638a951b8e90 req-ad60140a-fe81-4044-bc48-a19fcbb6c193 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 947 time: 0.1312370 Feb 03 13:52:09.017952 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-57c9acf4-f69d-4ba8-9be2-638a951b8e90 req-c56b353f-011d-4a97-8c78-ebffe48d4969 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874648 Feb 03 13:52:09.031781 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b3246-6aa2-46fe-b1e3-cdcc9e022e50 req-60326462-918c-4765-b4dc-84ef07422a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:09.033200 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d5b3246-6aa2-46fe-b1e3-cdcc9e022e50 req-60326462-918c-4765-b4dc-84ef07422a25 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 908 time: 0.1363070 Feb 03 13:52:09.059117 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b298df25-ccd1-47bb-a323-4fb38d368ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:31Z', 'updated_at': '2022-02-03T13:46:34Z', 'revision_number': 4, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'gw_port': {'id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:32Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '01e51cae-0273-487a-9a37-002b0e04407e', 'name': '', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'mac_address': 'fa:16:3e:42:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:34Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 5, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'subnets': [{'id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:09.079489 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d5b3246-6aa2-46fe-b1e3-cdcc9e022e50 req-def5d17c-107e-4026-be25-cbf315978793 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8 HTTP/1.1" status: 200 len: 217 time: 0.0387225 Feb 03 13:52:09.084658 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b298df25-ccd1-47bb-a323-4fb38d368ca7 None None] Checking router: 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:52:09.094045 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b298df25-ccd1-47bb-a323-4fb38d368ca7 None None] Routers {'27aeb5b7-b148-42d0-b7c1-94ae4bd36122'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:52:09.094643 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b298df25-ccd1-47bb-a323-4fb38d368ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:52:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:09.129599 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b3246-6aa2-46fe-b1e3-cdcc9e022e50 req-a1b34e64-aced-424f-a407-b66360bc2237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:09.131218 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d5b3246-6aa2-46fe-b1e3-cdcc9e022e50 req-a1b34e64-aced-424f-a407-b66360bc2237 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 200 len: 846 time: 0.0443141 Feb 03 13:52:09.181309 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b3246-6aa2-46fe-b1e3-cdcc9e022e50 req-66c68b7d-d1cc-46bd-8440-4c949bac7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:09.182943 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d5b3246-6aa2-46fe-b1e3-cdcc9e022e50 req-66c68b7d-d1cc-46bd-8440-4c949bac7c57 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1464e04f-189c-4f99-8462-479ca0273bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457270 Feb 03 13:52:09.201061 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b298df25-ccd1-47bb-a323-4fb38d368ca7 None None] Set router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:52:09.279334 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d5b3246-6aa2-46fe-b1e3-cdcc9e022e50 req-7e5c9f15-ce47-4329-9394-3ffe58d81c24 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894597 Feb 03 13:52:09.393290 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d5b3246-6aa2-46fe-b1e3-cdcc9e022e50 req-9435fded-48d5-42d7-bd85-943d72b950d8 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079850 Feb 03 13:52:09.424986 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b298df25-ccd1-47bb-a323-4fb38d368ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:31Z', 'updated_at': '2022-02-03T13:46:34Z', 'revision_number': 4, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'gw_port': {'id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:32Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '01e51cae-0273-487a-9a37-002b0e04407e', 'name': '', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'mac_address': 'fa:16:3e:42:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:34Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 5, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'subnets': [{'id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:52:09.451722 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b298df25-ccd1-47bb-a323-4fb38d368ca7 None None] The sync data for ids ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'] in n-d-827336-3 is: [{'id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:31Z', 'updated_at': '2022-02-03T13:46:34Z', 'revision_number': 4, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'gw_port': {'id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:32Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '01e51cae-0273-487a-9a37-002b0e04407e', 'name': '', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'mac_address': 'fa:16:3e:42:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:34Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 5, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'subnets': [{'id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:52:09.663181 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c57216d-0eed-40f6-bc9e-b37fd875b773 None None] New status for floating IP 46c7cffa-c218-4dec-9386-8d29180830ae: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:52:10.096410 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:10.193436 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018162d-cd42-4d6b-889a-7a6fd9000287 req-909b7a37-f167-48c4-b066-beb1a6e01654 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:10.194909 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b018162d-cd42-4d6b-889a-7a6fd9000287 req-909b7a37-f167-48c4-b066-beb1a6e01654 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 947 time: 0.1072307 Feb 03 13:52:10.243388 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b018162d-cd42-4d6b-889a-7a6fd9000287 req-44f2a778-5344-4129-ade8-8f9371f9f79d tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=fca91472-e50c-4f4f-a68c-08ef5480ecdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427854 Feb 03 13:52:10.509029 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc68afe-75b9-4e0f-a22c-4db6b79be68d req-fd849e8b-b643-4510-aa99-a8c9687ed463 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:10.510545 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bcc68afe-75b9-4e0f-a22c-4db6b79be68d req-fd849e8b-b643-4510-aa99-a8c9687ed463 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.73 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 947 time: 0.0509243 Feb 03 13:52:10.605068 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bcc68afe-75b9-4e0f-a22c-4db6b79be68d req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Deleting port af149e19-2a0c-477f-9d2f-16bf63ded0c8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:52:10.605414 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bcc68afe-75b9-4e0f-a22c-4db6b79be68d req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:10.690788 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bcc68afe-75b9-4e0f-a22c-4db6b79be68d req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] For port af149e19-2a0c-477f-9d2f-16bf63ded0c8, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=af149e19-2a0c-477f-9d2f-16bf63ded0c8,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:52:10.691150 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bcc68afe-75b9-4e0f-a22c-4db6b79be68d req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:10.708488 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bcc68afe-75b9-4e0f-a22c-4db6b79be68d req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Calling delete_port for af149e19-2a0c-477f-9d2f-16bf63ded0c8 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:52:10.835567 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bcc68afe-75b9-4e0f-a22c-4db6b79be68d req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (af149e19-2a0c-477f-9d2f-16bf63ded0c8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:10.861580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event deleted for resources: {'Port': ['ID=af149e19-2a0c-477f-9d2f-16bf63ded0c8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:10.876930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:10.876930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:10.876930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:10.876930 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:10.877330 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:10.877488 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:10.877820 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:10.878152 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:10.878483 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:10.878814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:10.879144 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:10.879595 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:10.879972 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:10.919823 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc68afe-75b9-4e0f-a22c-4db6b79be68d req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] No DVR routers for this DVR port af149e19-2a0c-477f-9d2f-16bf63ded0c8 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:52:10.922522 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bcc68afe-75b9-4e0f-a22c-4db6b79be68d req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:10.925952 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bcc68afe-75b9-4e0f-a22c-4db6b79be68d req-14dab142-fb25-4836-bfae-65b970973ba3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.73 "DELETE /v2.0/ports/af149e19-2a0c-477f-9d2f-16bf63ded0c8 HTTP/1.1" status: 204 len: 173 time: 0.4093626 Feb 03 13:52:10.926394 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435666a6-c14a-4002-92a5-c41b384caa9e', 'name': 'network-vif-deleted', 'tag': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:52:10.929263 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d367642a-e7e9-45f5-a431-4b7ed0447272" -d '{"events": [{"server_uuid": "435666a6-c14a-4002-92a5-c41b384caa9e", "name": "network-vif-deleted", "tag": "af149e19-2a0c-477f-9d2f-16bf63ded0c8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:52:11.027482 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984e6169-2487-4a2a-b72f-c03bf9b9d12b x-openstack-request-id: req-984e6169-2487-4a2a-b72f-c03bf9b9d12b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:52:11.027783 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435666a6-c14a-4002-92a5-c41b384caa9e", "name": "network-vif-deleted", "tag": "af149e19-2a0c-477f-9d2f-16bf63ded0c8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:52:11.028074 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-984e6169-2487-4a2a-b72f-c03bf9b9d12b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:52:11.028483 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435666a6-c14a-4002-92a5-c41b384caa9e', 'name': 'network-vif-deleted', 'tag': 'af149e19-2a0c-477f-9d2f-16bf63ded0c8', 'status': 'completed', 'code': 200} Feb 03 13:52:11.355086 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c4673ffc-0d59-4c4c-a1d7-1502d175fc68 req-903ede35-974a-4255-96fe-dcf222545a1f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=435666a6-c14a-4002-92a5-c41b384caa9e HTTP/1.1" status: 200 len: 210 time: 0.0289295 Feb 03 13:52:12.415544 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43248) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:12.470645 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60613e2c-d786-4f75-a6b1-739afa703def tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group (fca91472-e50c-4f4f-a68c-08ef5480ecdc), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:12.495380 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60613e2c-d786-4f75-a6b1-739afa703def tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group (fca91472-e50c-4f4f-a68c-08ef5480ecdc), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:12.552513 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60613e2c-d786-4f75-a6b1-739afa703def tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (fca91472-e50c-4f4f-a68c-08ef5480ecdc), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:12.554995 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60613e2c-d786-4f75-a6b1-739afa703def tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:12.556167 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-60613e2c-d786-4f75-a6b1-739afa703def tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "DELETE /v2.0/security-groups/fca91472-e50c-4f4f-a68c-08ef5480ecdc HTTP/1.1" status: 204 len: 168 time: 0.1395862 Feb 03 13:52:12.565060 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60613e2c-d786-4f75-a6b1-739afa703def tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca91472-e50c-4f4f-a68c-08ef5480ecdc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:12.775504 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43254) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:12.780204 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4e1a2b41-6af2-4db6-82d0-d3e254a0b889 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-750620973', 'description': 'tempest-secgroup-smoke-750620973 description', 'project_id': '4f63a7a796ed47348f75d63053a0bd29'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:12.804363 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e1a2b41-6af2-4db6-82d0-d3e254a0b889 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:12.868589 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e1a2b41-6af2-4db6-82d0-d3e254a0b889 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group (ec2af71c-4e19-41bb-892a-4439b6061c6c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:12.872279 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e1a2b41-6af2-4db6-82d0-d3e254a0b889 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ec2af71c-4e19-41bb-892a-4439b6061c6c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:12.903764 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4e1a2b41-6af2-4db6-82d0-d3e254a0b889 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:12.904997 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4e1a2b41-6af2-4db6-82d0-d3e254a0b889 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1284440 Feb 03 13:52:12.906036 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a2b41-6af2-4db6-82d0-d3e254a0b889 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2af71c-4e19-41bb-892a-4439b6061c6c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:12.908499 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43256) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:12.913545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3ecfd341-981b-4fed-a703-460b96e9a984 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Request body: {'security_group_rule': {'security_group_id': 'ec2af71c-4e19-41bb-892a-4439b6061c6c', 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:12.939037 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ecfd341-981b-4fed-a703-460b96e9a984 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (3adf558d-45e2-4395-b510-e97a0fb7c055), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:12.993226 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ecfd341-981b-4fed-a703-460b96e9a984 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (3adf558d-45e2-4395-b510-e97a0fb7c055), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:12.996637 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ecfd341-981b-4fed-a703-460b96e9a984 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (3adf558d-45e2-4395-b510-e97a0fb7c055), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.014184 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfd341-981b-4fed-a703-460b96e9a984 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3adf558d-45e2-4395-b510-e97a0fb7c055,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:13.022437 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ecfd341-981b-4fed-a703-460b96e9a984 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.023659 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3ecfd341-981b-4fed-a703-460b96e9a984 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140594 Feb 03 13:52:13.026404 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43258) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:13.030695 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-91b5ca30-5e07-4674-947f-ce6693539846 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Request body: {'security_group_rule': {'security_group_id': 'ec2af71c-4e19-41bb-892a-4439b6061c6c', 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:13.055082 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91b5ca30-5e07-4674-947f-ce6693539846 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (dbbff4a0-e5e9-4ac2-93a2-a4d160ac8115), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.110697 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91b5ca30-5e07-4674-947f-ce6693539846 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (dbbff4a0-e5e9-4ac2-93a2-a4d160ac8115), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.114322 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91b5ca30-5e07-4674-947f-ce6693539846 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (dbbff4a0-e5e9-4ac2-93a2-a4d160ac8115), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.135296 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5ca30-5e07-4674-947f-ce6693539846 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbff4a0-e5e9-4ac2-93a2-a4d160ac8115,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:13.141179 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91b5ca30-5e07-4674-947f-ce6693539846 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.145187 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43260) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:13.145411 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-91b5ca30-5e07-4674-947f-ce6693539846 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180770 Feb 03 13:52:13.150381 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-63e66e53-783d-41d5-be56-22ca6db35c6c tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Request body: {'security_group_rule': {'security_group_id': 'ec2af71c-4e19-41bb-892a-4439b6061c6c', 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:13.174374 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63e66e53-783d-41d5-be56-22ca6db35c6c tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (6b89fe16-672e-405e-9566-4b838b98e9b2), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.232479 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63e66e53-783d-41d5-be56-22ca6db35c6c tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (6b89fe16-672e-405e-9566-4b838b98e9b2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.236376 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63e66e53-783d-41d5-be56-22ca6db35c6c tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (6b89fe16-672e-405e-9566-4b838b98e9b2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.253450 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e66e53-783d-41d5-be56-22ca6db35c6c tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b89fe16-672e-405e-9566-4b838b98e9b2,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:13.264260 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-63e66e53-783d-41d5-be56-22ca6db35c6c tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.265542 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-63e66e53-783d-41d5-be56-22ca6db35c6c tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187427 Feb 03 13:52:13.268493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43262) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:13.273809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b1b659cf-bffa-4912-82ad-7f069c9b88ac tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Request body: {'security_group_rule': {'security_group_id': 'ec2af71c-4e19-41bb-892a-4439b6061c6c', 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:13.299699 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1b659cf-bffa-4912-82ad-7f069c9b88ac tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (48839c41-9acb-4444-82c2-7088d5f4930d), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.365997 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1b659cf-bffa-4912-82ad-7f069c9b88ac tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (48839c41-9acb-4444-82c2-7088d5f4930d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.369807 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1b659cf-bffa-4912-82ad-7f069c9b88ac tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (48839c41-9acb-4444-82c2-7088d5f4930d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.390928 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b659cf-bffa-4912-82ad-7f069c9b88ac tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48839c41-9acb-4444-82c2-7088d5f4930d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:13.402151 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b1b659cf-bffa-4912-82ad-7f069c9b88ac tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.405991 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-b1b659cf-bffa-4912-82ad-7f069c9b88ac tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338606 Feb 03 13:52:13.406184 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43264) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:13.410803 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c118bc77-19b0-469e-87d5-3a3827cb4921 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Request body: {'security_group_rule': {'security_group_id': 'ec2af71c-4e19-41bb-892a-4439b6061c6c', 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:13.431253 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-c118bc77-19b0-469e-87d5-3a3827cb4921 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Project 4f63a7a796ed47348f75d63053a0bd29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:52:13.436298 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c118bc77-19b0-469e-87d5-3a3827cb4921 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (a8b3dbe0-7ceb-433b-8c3a-8d61ef840b5c), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.493216 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c118bc77-19b0-469e-87d5-3a3827cb4921 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (a8b3dbe0-7ceb-433b-8c3a-8d61ef840b5c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.497024 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c118bc77-19b0-469e-87d5-3a3827cb4921 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (a8b3dbe0-7ceb-433b-8c3a-8d61ef840b5c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.518352 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118bc77-19b0-469e-87d5-3a3827cb4921 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b3dbe0-7ceb-433b-8c3a-8d61ef840b5c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:13.524925 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c118bc77-19b0-469e-87d5-3a3827cb4921 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.526069 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c118bc77-19b0-469e-87d5-3a3827cb4921 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189494 Feb 03 13:52:13.528782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43266) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:13.533265 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e914b08b-e1fa-4e44-9ded-1ce5923d6248 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Request body: {'security_group_rule': {'security_group_id': 'ec2af71c-4e19-41bb-892a-4439b6061c6c', 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:13.553461 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-e914b08b-e1fa-4e44-9ded-1ce5923d6248 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Project 4f63a7a796ed47348f75d63053a0bd29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:52:13.558523 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e914b08b-e1fa-4e44-9ded-1ce5923d6248 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (682420a8-36f5-4382-aff4-8d5c5d874783), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.618735 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e914b08b-e1fa-4e44-9ded-1ce5923d6248 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (682420a8-36f5-4382-aff4-8d5c5d874783), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.622214 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e914b08b-e1fa-4e44-9ded-1ce5923d6248 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (682420a8-36f5-4382-aff4-8d5c5d874783), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.641902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914b08b-e1fa-4e44-9ded-1ce5923d6248 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682420a8-36f5-4382-aff4-8d5c5d874783,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:13.646500 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e914b08b-e1fa-4e44-9ded-1ce5923d6248 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:13.652376 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-e914b08b-e1fa-4e44-9ded-1ce5923d6248 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226416 Feb 03 13:52:14.452878 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device af149e19-2a0c-477f-9d2f-16bf63ded0c8 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:52:14.478159 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: af149e19-2a0c-477f-9d2f-16bf63ded0c8 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:52:14.478509 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device af149e19-2a0c-477f-9d2f-16bf63ded0c8 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:52:16.652381 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:21.866438 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:52:32.007803 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:33.061496 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-2ed2dcd4-37d0-4dc3-9dec-2cca5ca4e0c1 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-750620973&fields=id&tenant_id=4f63a7a796ed47348f75d63053a0bd29 HTTP/1.1" status: 200 len: 267 time: 0.0438545 Feb 03 13:52:33.170280 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-8472f373-32e8-4db8-88fa-5422c53c5162 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:33.171629 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-8472f373-32e8-4db8-88fa-5422c53c5162 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 807 time: 0.1038022 Feb 03 13:52:33.185551 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-121f7b03-0619-445e-a029-010716de1557 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/quotas/4f63a7a796ed47348f75d63053a0bd29 HTTP/1.1" status: 200 len: 375 time: 0.0086720 Feb 03 13:52:33.239032 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-0e838824-a419-4aa5-abcd-4dc3890db3d5 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487204 Feb 03 13:52:33.308405 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-9223887c-661b-488b-b64f-668012fcf17d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:52:33.309415 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-9223887c-661b-488b-b64f-668012fcf17d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0598540 Feb 03 13:52:33.401852 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-8fae6e9a-e40f-4e22-ae1f-7f66c0ce9ee7 service neutron] 10.222.0.18 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865192 Feb 03 13:52:33.489475 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-f3f28739-cd26-43f2-8726-79644dfdc4b4 service neutron] 10.222.0.18 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819869 Feb 03 13:52:33.678136 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ef1d1acf-a316-41b6-a7b3-b0e6f84ec68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:33.769817 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-71724ad7-2f75-4f32-a020-fa56ff871cad req-64fb7090-6e26-4804-a39d-3a180813b302 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 210 time: 0.0299356 Feb 03 13:52:34.867783 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5e6bba68-7ea4-4813-82c9-ea2cae60726c req-992dce24-7a8a-4479-8962-ec809b7b4d28 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 210 time: 0.0275717 Feb 03 13:52:34.914312 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-be89c541-3640-4864-b39d-9b4cffd9c420 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:34.915759 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-be89c541-3640-4864-b39d-9b4cffd9c420 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.73 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 807 time: 0.1059058 Feb 03 13:52:34.983967 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-10955201-8dbe-4348-8d95-5c4a529e2a98 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f63a7a796ed47348f75d63053a0bd29 HTTP/1.1" status: 200 len: 379 time: 0.0538187 Feb 03 13:52:34.992580 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-61e5b29e-6798-445e-9557-bb4b21f21843 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Request body: {'port': {'device_id': 'b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'admin_state_up': True, 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'security_groups': ['ec2af71c-4e19-41bb-892a-4439b6061c6c']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:35.103122 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-61e5b29e-6798-445e-9557-bb4b21f21843 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Made reservation on behalf of 4f63a7a796ed47348f75d63053a0bd29 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:52:35.106517 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-61e5b29e-6798-445e-9557-bb4b21f21843 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:35.235568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-61e5b29e-6798-445e-9557-bb4b21f21843 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Allocated IP 172.20.0.12 (1464e04f-189c-4f99-8462-479ca0273bf6/1bb9c288-9447-42d4-8de2-204ff95e8aed/351729f0-a9bc-412c-a2ea-d3ee1fc768f0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:52:35.379077 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-61e5b29e-6798-445e-9557-bb4b21f21843 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:35.412277 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-61e5b29e-6798-445e-9557-bb4b21f21843 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:35.457981 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-61e5b29e-6798-445e-9557-bb4b21f21843 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Network 1464e04f-189c-4f99-8462-479ca0273bf6 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:52:35.461693 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-61e5b29e-6798-445e-9557-bb4b21f21843 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:52:35.464428 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-61e5b29e-6798-445e-9557-bb4b21f21843 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:52:35.501170 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5b29e-6798-445e-9557-bb4b21f21843 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event updated for resources: {'Port': ['ID=351729f0-a9bc-412c-a2ea-d3ee1fc768f0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:35.526240 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-61e5b29e-6798-445e-9557-bb4b21f21843 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:35.526875 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-61e5b29e-6798-445e-9557-bb4b21f21843 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:35.545440 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-61e5b29e-6798-445e-9557-bb4b21f21843 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5570188 Feb 03 13:52:35.605758 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] Request body: {'port': {'device_id': 'b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:35.670330 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:35.764826 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-18dc2cef-bed9-4cc6-bf27-a4b7da326395 None None] Provisioning complete for port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:52:35.765422 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-18dc2cef-bed9-4cc6-bf27-a4b7da326395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:35.802058 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-18dc2cef-bed9-4cc6-bf27-a4b7da326395 None None] Port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:52:35.938793 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:52:35.955981 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] Publish callbacks [] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:35.990511 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] Transition to ACTIVE for port object 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:52:35.994934 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:36.064280 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b68468-bb0e-44a8-9c4e-636cda44a7d1 req-afac88f4-a256-4166-8189-bdad32cbcdf4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:36.067773 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-37b68468-bb0e-44a8-9c4e-636cda44a7d1 req-afac88f4-a256-4166-8189-bdad32cbcdf4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 932 time: 0.1243937 Feb 03 13:52:36.286781 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e57e0305-1251-4bd8-b4ff-8e783d8ee45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:36.430707 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] Pushing event updated for resources: {'Port': ['ID=351729f0-a9bc-412c-a2ea-d3ee1fc768f0,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:36.511601 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-37b68468-bb0e-44a8-9c4e-636cda44a7d1 req-6105dd70-4c18-48ef-b7d7-79b887d7f74f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783536 Feb 03 13:52:36.515657 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] Attempting to bind port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:52:36.516022 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] Attempting to bind port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '08df3f28-408c-4a82-a776-dea26cf59b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:52:36.516361 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] Attempting to bind port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 on network 1464e04f-189c-4f99-8462-479ca0273bf6 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:52:36.520800 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] Port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 on network 1464e04f-189c-4f99-8462-479ca0273bf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:52:36.520980 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] Attempting to bind port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 on network 1464e04f-189c-4f99-8462-479ca0273bf6 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:52:36.527035 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:52:36.527453 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] Checking segment: {'id': '08df3f28-408c-4a82-a776-dea26cf59b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:52:36.527905 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] Bound using segment: {'id': '08df3f28-408c-4a82-a776-dea26cf59b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:52:36.528424 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] Bound port: 351729f0-a9bc-412c-a2ea-d3ee1fc768f0, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08df3f28-408c-4a82-a776-dea26cf59b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:52:36.528851 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:36.592553 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] For port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:52:36.595593 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] For port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=351729f0-a9bc-412c-a2ea-d3ee1fc768f0,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:52:36.602871 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:36.639105 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:36.639744 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:36.641217 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] 10.222.0.73 "PUT /v2.0/ports/351729f0-a9bc-412c-a2ea-d3ee1fc768f0 HTTP/1.1" status: 200 len: 1092 time: 1.0830572 Feb 03 13:52:36.643667 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82', 'tag': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:52:36.645828 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b70941-1642-4a8f-8497-4cd1df67fa56" -d '{"events": [{"name": "network-changed", "server_uuid": "b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82", "tag": "351729f0-a9bc-412c-a2ea-d3ee1fc768f0"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:52:36.677664 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20735c72-44e4-48b5-b6b5-71467837ecd7 service neutron] Pushing event updated for resources: {'Port': ['ID=351729f0-a9bc-412c-a2ea-d3ee1fc768f0,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:36.710461 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1125a2-eb3e-4089-a479-8097f6698b10 x-openstack-request-id: req-3f1125a2-eb3e-4089-a479-8097f6698b10 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:52:36.710902 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82", "tag": "351729f0-a9bc-412c-a2ea-d3ee1fc768f0", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:52:36.712312 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f1125a2-eb3e-4089-a479-8097f6698b10 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:52:36.712942 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82', 'tag': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0', 'status': 'completed', 'code': 200} Feb 03 13:52:36.763066 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-07cc4092-b464-4b93-a999-26556f9631aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:36.764638 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-07cc4092-b464-4b93-a999-26556f9631aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 1126 time: 0.0496385 Feb 03 13:52:36.815106 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-bbd1edec-2043-48bf-bc55-8e647766aa46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351729f0-a9bc-412c-a2ea-d3ee1fc768f0 HTTP/1.1" status: 200 len: 217 time: 0.0369601 Feb 03 13:52:36.872551 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-53843973-f379-4b4d-b1b5-7d1630afc556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:36.874022 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-53843973-f379-4b4d-b1b5-7d1630afc556 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 200 len: 846 time: 0.0538805 Feb 03 13:52:36.923096 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-149d4fa1-fcbb-42ad-80ba-9cd09602240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:36.924693 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-149d4fa1-fcbb-42ad-80ba-9cd09602240e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1464e04f-189c-4f99-8462-479ca0273bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447044 Feb 03 13:52:37.013764 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-f1fddcbc-6e8c-49dd-baa7-951529acc815 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829129 Feb 03 13:52:37.109050 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd11377c-716f-4e38-b9f1-b87eb89ac2a7 req-ce63e2df-49fb-407f-8510-105361582447 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893414 Feb 03 13:52:37.225508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b70941-1642-4a8f-8497-4cd1df67fa56 req-05ad07dc-8bb5-4f1e-b488-b1fd835b8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:37.226965 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22b70941-1642-4a8f-8497-4cd1df67fa56 req-05ad07dc-8bb5-4f1e-b488-b1fd835b8292 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 1126 time: 0.0462506 Feb 03 13:52:37.235680 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:37.327284 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b70941-1642-4a8f-8497-4cd1df67fa56 req-f63214d1-07f4-4c21-be2b-6bbdaaca933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:37.328736 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22b70941-1642-4a8f-8497-4cd1df67fa56 req-f63214d1-07f4-4c21-be2b-6bbdaaca933f service neutron] 10.222.0.73 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 908 time: 0.0957570 Feb 03 13:52:37.370370 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22b70941-1642-4a8f-8497-4cd1df67fa56 req-319e00ab-29ab-4f94-b3c9-ec4e522242f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351729f0-a9bc-412c-a2ea-d3ee1fc768f0 HTTP/1.1" status: 200 len: 217 time: 0.0359235 Feb 03 13:52:37.446050 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b70941-1642-4a8f-8497-4cd1df67fa56 req-bbea95cb-587d-4034-9e0a-b7c02eae15f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:37.447495 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22b70941-1642-4a8f-8497-4cd1df67fa56 req-bbea95cb-587d-4034-9e0a-b7c02eae15f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 200 len: 846 time: 0.0463269 Feb 03 13:52:37.510600 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b70941-1642-4a8f-8497-4cd1df67fa56 req-86d0e516-7ed3-4396-a247-c58c80d45369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:37.512137 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22b70941-1642-4a8f-8497-4cd1df67fa56 req-86d0e516-7ed3-4396-a247-c58c80d45369 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1464e04f-189c-4f99-8462-479ca0273bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505166 Feb 03 13:52:37.639158 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22b70941-1642-4a8f-8497-4cd1df67fa56 req-caddbe82-041c-41cd-993a-7efab749d627 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199334 Feb 03 13:52:37.686364 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98988b7-3b23-4fd1-8a4d-fc0115a08635 req-d5fb9998-cb05-465d-a809-fe33da8c2555 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:37.687983 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f98988b7-3b23-4fd1-8a4d-fc0115a08635 req-d5fb9998-cb05-465d-a809-fe33da8c2555 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0917413 Feb 03 13:52:37.786021 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f98988b7-3b23-4fd1-8a4d-fc0115a08635 req-6c996a21-366b-4e55-a930-1cc720ab9091 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920284 Feb 03 13:52:37.797729 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-22b70941-1642-4a8f-8497-4cd1df67fa56 req-6af27043-edeb-41bd-a4d6-00f01af71590 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428075 Feb 03 13:52:38.520154 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:38.910118 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9a4ef-d9bc-4516-9f01-32d07699cab3 req-b66bfa76-aa69-4681-a41c-7463bbed3703 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:38.911585 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0f9a4ef-d9bc-4516-9f01-32d07699cab3 req-b66bfa76-aa69-4681-a41c-7463bbed3703 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0563798 Feb 03 13:52:38.959618 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c0f9a4ef-d9bc-4516-9f01-32d07699cab3 req-f8cc5ca8-58f6-47f6-af03-adf0826de203 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417590 Feb 03 13:52:40.080247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa29ca4-acfe-4586-808b-8deb47d6cbfb req-77e56bfc-4d26-4aa5-a2d1-cff9d6eca9c8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:40.081767 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8fa29ca4-acfe-4586-808b-8deb47d6cbfb req-77e56bfc-4d26-4aa5-a2d1-cff9d6eca9c8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0552707 Feb 03 13:52:40.101832 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:40.141446 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8fa29ca4-acfe-4586-808b-8deb47d6cbfb req-da47f2f3-6c38-46e6-8f7c-43d75d3ad1a5 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525596 Feb 03 13:52:41.262425 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a572eb-72e7-485c-aed3-2b280a8a6690 req-0403bf67-b2ac-40fd-bfef-68932f2c63d3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:41.264166 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c2a572eb-72e7-485c-aed3-2b280a8a6690 req-0403bf67-b2ac-40fd-bfef-68932f2c63d3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0536103 Feb 03 13:52:41.314117 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-c2a572eb-72e7-485c-aed3-2b280a8a6690 req-fdb2432e-5df8-49f4-af07-fc62e103dfa1 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442636 Feb 03 13:52:42.439873 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18de8e6-ac50-4391-80ef-6050458f2266 req-5fb38257-d288-4432-81b7-5e2da0d71589 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:42.441481 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d18de8e6-ac50-4391-80ef-6050458f2266 req-5fb38257-d288-4432-81b7-5e2da0d71589 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0558040 Feb 03 13:52:42.492964 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d18de8e6-ac50-4391-80ef-6050458f2266 req-91e9875a-4eb7-4bfa-bf04-5a89a24efff2 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450878 Feb 03 13:52:43.614520 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66439b2-56b4-456c-bdfc-ee69e067cf87 req-1ab52d50-e3e1-4bcf-b31b-bfb416d6027b tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:43.616074 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e66439b2-56b4-456c-bdfc-ee69e067cf87 req-1ab52d50-e3e1-4bcf-b31b-bfb416d6027b tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0561397 Feb 03 13:52:43.665852 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-e66439b2-56b4-456c-bdfc-ee69e067cf87 req-61e8de15-7e57-4a66-8321-fa1f3ac4188b tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440340 Feb 03 13:52:44.781732 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1d612-c429-471d-9e7d-afb9596ee7de req-a260248e-c47b-4b60-b474-b76a2c3fb83f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:44.783540 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-daa1d612-c429-471d-9e7d-afb9596ee7de req-a260248e-c47b-4b60-b474-b76a2c3fb83f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0514281 Feb 03 13:52:44.831239 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-daa1d612-c429-471d-9e7d-afb9596ee7de req-3529a3cc-7795-4e16-a33a-0d689e027876 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416346 Feb 03 13:52:45.949993 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d6a79-b44f-4860-968c-e6ce13a2da32 req-20916cff-3d47-4778-91d8-a9dc7d29581b tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:45.951465 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-299d6a79-b44f-4860-968c-e6ce13a2da32 req-20916cff-3d47-4778-91d8-a9dc7d29581b tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0525355 Feb 03 13:52:46.002685 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-299d6a79-b44f-4860-968c-e6ce13a2da32 req-592a2ac6-2d8e-4e4a-9944-858e89265c29 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457039 Feb 03 13:52:46.669275 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:47.125549 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4571c-e939-4d79-81b9-4512c4f96f09 req-b344846d-cb3b-43bd-bbf6-dcaa16d97095 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:47.127050 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0a4571c-e939-4d79-81b9-4512c4f96f09 req-b344846d-cb3b-43bd-bbf6-dcaa16d97095 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0571382 Feb 03 13:52:47.176161 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c0a4571c-e939-4d79-81b9-4512c4f96f09 req-1b51ea8c-67ce-4cc1-8193-e2768d92ca81 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430267 Feb 03 13:52:48.294875 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd6f9c-6226-4386-8963-0fe7b5eded62 req-fa64cd4c-2db6-4c9a-b2b0-573945cd8a8c tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:48.296422 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39bd6f9c-6226-4386-8963-0fe7b5eded62 req-fa64cd4c-2db6-4c9a-b2b0-573945cd8a8c tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0531919 Feb 03 13:52:48.348742 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-39bd6f9c-6226-4386-8963-0fe7b5eded62 req-c97cfc6a-44d9-485d-b306-67b9bf97017f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468211 Feb 03 13:52:49.466701 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be14c5-0d14-42d3-bcef-3d1ef3ebcf09 req-70cd42b8-3bd8-48cf-b5ad-cecf85961eae tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:49.468199 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-52be14c5-0d14-42d3-bcef-3d1ef3ebcf09 req-70cd42b8-3bd8-48cf-b5ad-cecf85961eae tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0526223 Feb 03 13:52:49.517000 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-52be14c5-0d14-42d3-bcef-3d1ef3ebcf09 req-c060e26c-a920-4766-9da7-f6019754c625 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426347 Feb 03 13:52:50.632454 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffeebb-83c7-4e69-a706-883ddec529f4 req-56333f24-510d-4144-8bda-7c67a994f9aa tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:50.633931 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8cffeebb-83c7-4e69-a706-883ddec529f4 req-56333f24-510d-4144-8bda-7c67a994f9aa tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0520322 Feb 03 13:52:50.682593 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8cffeebb-83c7-4e69-a706-883ddec529f4 req-4c85a6da-6ccf-42ad-855f-8fc89de3b3f9 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431299 Feb 03 13:52:51.805937 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c490e1-9b8f-4913-8ba0-b665957e15bb req-a1f6d3bd-295b-4e62-8294-ad26c53fddf0 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:51.807470 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a8c490e1-9b8f-4913-8ba0-b665957e15bb req-a1f6d3bd-295b-4e62-8294-ad26c53fddf0 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0569689 Feb 03 13:52:51.855378 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-a8c490e1-9b8f-4913-8ba0-b665957e15bb req-081d701c-c09a-4f7c-8515-39658b3e7221 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423660 Feb 03 13:52:52.972516 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171a862-e9a3-4367-9feb-e13cb1e510e7 req-53b27754-9b38-4358-9ead-d2a9b28ee6c9 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:52.973925 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a171a862-e9a3-4367-9feb-e13cb1e510e7 req-53b27754-9b38-4358-9ead-d2a9b28ee6c9 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0525429 Feb 03 13:52:53.022585 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a171a862-e9a3-4367-9feb-e13cb1e510e7 req-b92c8118-ebc7-48fb-8717-d7150faa07ae tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425773 Feb 03 13:52:54.142152 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1eea7d-928c-4b18-8bae-8567ef2669bd req-facd3672-7ddb-4e7f-bc85-fe0ad8bb012e tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:54.143675 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fc1eea7d-928c-4b18-8bae-8567ef2669bd req-facd3672-7ddb-4e7f-bc85-fe0ad8bb012e tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0529313 Feb 03 13:52:54.191818 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-fc1eea7d-928c-4b18-8bae-8567ef2669bd req-2a7bbee1-8dff-46a7-874b-9918e8a44da3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425589 Feb 03 13:52:54.654730 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:52:54.759591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=351729f0-a9bc-412c-a2ea-d3ee1fc768f0,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:52:54.770504 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'port_id': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0', 'mac_address': 'fa:16:3e:1e:63:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:52:54.807273 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:52:54.807646 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:54.819889 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:52:54.842558 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=351729f0-a9bc-412c-a2ea-d3ee1fc768f0,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:52:54.846243 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:54.891589 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=351729f0-a9bc-412c-a2ea-d3ee1fc768f0,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:54.899260 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:54.899617 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:54.899987 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:54.900342 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:54.900684 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:54.901020 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:54.901355 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:54.901685 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:54.902015 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:54.902361 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:54.902674 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:54.902999 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:54.903326 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:52:55.212639 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['351729f0-a9bc-412c-a2ea-d3ee1fc768f0'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:52:55.316231 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511732ec-c150-4750-9b44-8f9eb6a2ac20 req-eeb49f8b-f5b8-44e7-b55c-24b0acfcf1bf tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:55.317823 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-511732ec-c150-4750-9b44-8f9eb6a2ac20 req-eeb49f8b-f5b8-44e7-b55c-24b0acfcf1bf tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 945 time: 0.0577555 Feb 03 13:52:55.367331 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-511732ec-c150-4750-9b44-8f9eb6a2ac20 req-baa45d5e-2ead-417e-aad8-2750ae5189c7 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434659 Feb 03 13:52:56.490699 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecc03b-13ec-4e45-8320-aafd79fc4ccc req-67b4c675-e18e-4cc5-a1d1-0465ea848cab tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:56.492195 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-13ecc03b-13ec-4e45-8320-aafd79fc4ccc req-67b4c675-e18e-4cc5-a1d1-0465ea848cab tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 945 time: 0.0518253 Feb 03 13:52:56.545143 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-13ecc03b-13ec-4e45-8320-aafd79fc4ccc req-1b22a959-7e12-4b4a-88e8-dc1702613c27 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472460 Feb 03 13:52:56.654743 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:52:56.704429 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:52:56.709452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:52:56.709849 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:56.788469 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:52:56.788856 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:56.810633 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:52:56.812866 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f403987-e5c6-4980-9fe8-f6eaa39a5d19" -d '{"events": [{"server_uuid": "b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82", "name": "network-vif-plugged", "status": "completed", "tag": "351729f0-a9bc-412c-a2ea-d3ee1fc768f0"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:52:56.826180 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=351729f0-a9bc-412c-a2ea-d3ee1fc768f0,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:52:56.830431 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:56.878549 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=351729f0-a9bc-412c-a2ea-d3ee1fc768f0,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:56.900936 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d343ec-e646-4ad6-92c0-73c5a26632d6 x-openstack-request-id: req-80d343ec-e646-4ad6-92c0-73c5a26632d6 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:52:56.901237 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82", "name": "network-vif-plugged", "status": "completed", "tag": "351729f0-a9bc-412c-a2ea-d3ee1fc768f0", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:52:56.901496 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80d343ec-e646-4ad6-92c0-73c5a26632d6 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:52:56.901905 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0', 'code': 200} Feb 03 13:52:57.031183 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797dd9a-c100-4df3-8812-4237268bde1c req-65b7cc2c-a6f2-4700-855f-2e11726de5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:57.032725 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4797dd9a-c100-4df3-8812-4237268bde1c req-65b7cc2c-a6f2-4700-855f-2e11726de5d7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 1128 time: 0.0446198 Feb 03 13:52:57.077005 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4797dd9a-c100-4df3-8812-4237268bde1c req-91e4abbc-a934-4275-aa99-697da74a53ef service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383554 Feb 03 13:52:57.659897 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e58df-6ca9-4c5c-9ade-2af8148bb249 req-e3cf1b40-2429-4868-91e4-b7142687862e tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:57.661404 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bd1e58df-6ca9-4c5c-9ade-2af8148bb249 req-e3cf1b40-2429-4868-91e4-b7142687862e tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0512371 Feb 03 13:52:57.709363 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-bd1e58df-6ca9-4c5c-9ade-2af8148bb249 req-a5e084d5-999b-4dac-b828-6dec6827f20a tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419035 Feb 03 13:52:58.830136 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3eed3a-ce7a-4a70-b8ae-009106572d2f req-b9db1089-3d19-4f4b-b93a-2b273a49e754 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:58.831629 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ce3eed3a-ce7a-4a70-b8ae-009106572d2f req-b9db1089-3d19-4f4b-b93a-2b273a49e754 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0528758 Feb 03 13:52:58.866302 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:52:58.879773 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ce3eed3a-ce7a-4a70-b8ae-009106572d2f req-2c7d2ad1-e809-40d1-81da-db1949abeb5b tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422583 Feb 03 13:52:59.001451 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f655da-e0fa-4938-98ab-72f22c782330 req-13b61a6f-6415-4405-903c-fd75f4c11a8b tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:59.002855 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15f655da-e0fa-4938-98ab-72f22c782330 req-13b61a6f-6415-4405-903c-fd75f4c11a8b tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0565710 Feb 03 13:52:59.051681 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-15f655da-e0fa-4938-98ab-72f22c782330 req-0b302732-17db-4b00-a610-ed34892069d0 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427897 Feb 03 13:52:59.073232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43486) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:59.158579 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324c61f9-31a9-4c10-b58d-1ceb041c6cc0 tempest-TestShelveInstance-401611755 tempest-TestShelveInstance-401611755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:52:59.160142 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-324c61f9-31a9-4c10-b58d-1ceb041c6cc0 tempest-TestShelveInstance-401611755 tempest-TestShelveInstance-401611755-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 1123 time: 0.0859070 Feb 03 13:52:59.163039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43490) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:52:59.167420 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-94221a42-0adf-4bc5-a207-bb60882664ad tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:52:59.186945 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94221a42-0adf-4bc5-a207-bb60882664ad tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:59.285496 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94221a42-0adf-4bc5-a207-bb60882664ad tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:59.386251 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-94221a42-0adf-4bc5-a207-bb60882664ad tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Allocated IP 172.25.6.51 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/2928824a-f32e-4e2a-909f-861721ed4804) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:52:59.494023 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94221a42-0adf-4bc5-a207-bb60882664ad tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for port (2928824a-f32e-4e2a-909f-861721ed4804), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:59.527521 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94221a42-0adf-4bc5-a207-bb60882664ad tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (2928824a-f32e-4e2a-909f-861721ed4804), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:52:59.564812 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94221a42-0adf-4bc5-a207-bb60882664ad tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:52:59.570100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-94221a42-0adf-4bc5-a207-bb60882664ad tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:52:59.573528 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94221a42-0adf-4bc5-a207-bb60882664ad tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:52:59.578765 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94221a42-0adf-4bc5-a207-bb60882664ad tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event updated for resources: {'Port': ['ID=2928824a-f32e-4e2a-909f-861721ed4804,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:52:59.935047 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94221a42-0adf-4bc5-a207-bb60882664ad tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for floatingip (0668034a-35cc-4cb9-a0ac-b73967a612bc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:00.003310 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94221a42-0adf-4bc5-a207-bb60882664ad tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (2928824a-f32e-4e2a-909f-861721ed4804), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:00.154108 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94221a42-0adf-4bc5-a207-bb60882664ad tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for port (2928824a-f32e-4e2a-909f-861721ed4804), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:00.158846 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94221a42-0adf-4bc5-a207-bb60882664ad tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (2928824a-f32e-4e2a-909f-861721ed4804), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:00.236715 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94221a42-0adf-4bc5-a207-bb60882664ad tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event updated for resources: {'Port': ['ID=2928824a-f32e-4e2a-909f-861721ed4804,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:53:00.246727 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94221a42-0adf-4bc5-a207-bb60882664ad tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (0668034a-35cc-4cb9-a0ac-b73967a612bc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:00.347696 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-94221a42-0adf-4bc5-a207-bb60882664ad tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Floating IP 0668034a-35cc-4cb9-a0ac-b73967a612bc associated. External IP: 172.25.6.51, port: 351729f0-a9bc-412c-a2ea-d3ee1fc768f0. Feb 03 13:53:00.549947 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94221a42-0adf-4bc5-a207-bb60882664ad tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:53:00.666183 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94221a42-0adf-4bc5-a207-bb60882664ad tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:53:00.676324 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ecd006-b67d-48d8-b652-728d5eddb374 None None] Sync routers for ids ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:53:00.684493 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94221a42-0adf-4bc5-a207-bb60882664ad tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:00.686193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ecd006-b67d-48d8-b652-728d5eddb374 None None] Routers {'27aeb5b7-b148-42d0-b7c1-94ae4bd36122'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:53:00.686805 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e6ecd006-b67d-48d8-b652-728d5eddb374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:52:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:53:00.718160 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-94221a42-0adf-4bc5-a207-bb60882664ad tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5540247 Feb 03 13:53:00.718861 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82', 'tag': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:53:00.721135 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d420b57d-786e-4af3-b135-4c022e809f55" -d '{"events": [{"name": "network-changed", "server_uuid": "b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82", "tag": "351729f0-a9bc-412c-a2ea-d3ee1fc768f0"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:53:00.759316 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331ae7f1-aa6f-4d35-bf6e-271c4de0bcfb x-openstack-request-id: req-331ae7f1-aa6f-4d35-bf6e-271c4de0bcfb {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:53:00.759612 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82", "tag": "351729f0-a9bc-412c-a2ea-d3ee1fc768f0", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:53:00.759874 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-331ae7f1-aa6f-4d35-bf6e-271c4de0bcfb {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:53:00.760312 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82', 'tag': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0', 'status': 'completed', 'code': 200} Feb 03 13:53:00.796292 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e6ecd006-b67d-48d8-b652-728d5eddb374 None None] Set router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:53:00.844931 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420b57d-786e-4af3-b135-4c022e809f55 req-1f009341-6946-4a75-b29d-bc602b1f4d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:00.846610 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d420b57d-786e-4af3-b135-4c022e809f55 req-1f009341-6946-4a75-b29d-bc602b1f4d3d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 1128 time: 0.0459077 Feb 03 13:53:00.935134 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420b57d-786e-4af3-b135-4c022e809f55 req-a4a7adcc-5342-4148-b986-e5192762862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:00.936655 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d420b57d-786e-4af3-b135-4c022e809f55 req-a4a7adcc-5342-4148-b986-e5192762862b service neutron] 10.222.0.73 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 908 time: 0.0837653 Feb 03 13:53:01.004526 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d420b57d-786e-4af3-b135-4c022e809f55 req-71128f95-b929-4da8-b027-a737f28269b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351729f0-a9bc-412c-a2ea-d3ee1fc768f0 HTTP/1.1" status: 200 len: 999 time: 0.0615711 Feb 03 13:53:01.024194 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e6ecd006-b67d-48d8-b652-728d5eddb374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:31Z', 'updated_at': '2022-02-03T13:46:34Z', 'revision_number': 4, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'gw_port': {'id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:32Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '0668034a-35cc-4cb9-a0ac-b73967a612bc', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'floating_ip_address': '172.25.6.51', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'port_id': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'mac_address': 'fa:16:3e:1e:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:52:59Z', 'updated_at': '2022-02-03T13:52:59Z', 'revision_number': 0, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e51cae-0273-487a-9a37-002b0e04407e', 'name': '', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'mac_address': 'fa:16:3e:42:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:34Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 5, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'subnets': [{'id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:53:01.051100 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ecd006-b67d-48d8-b652-728d5eddb374 None None] Checking router: 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:53:01.059508 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ecd006-b67d-48d8-b652-728d5eddb374 None None] Routers {'27aeb5b7-b148-42d0-b7c1-94ae4bd36122'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:53:01.060149 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e6ecd006-b67d-48d8-b652-728d5eddb374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:52:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:53:01.062940 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420b57d-786e-4af3-b135-4c022e809f55 req-211ed81a-7a62-4321-8046-8c38309f5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:01.064505 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d420b57d-786e-4af3-b135-4c022e809f55 req-211ed81a-7a62-4321-8046-8c38309f5d11 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 200 len: 846 time: 0.0466042 Feb 03 13:53:01.114875 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420b57d-786e-4af3-b135-4c022e809f55 req-c2b26c60-72d4-47c6-81cc-e3827f2f0b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:01.116548 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d420b57d-786e-4af3-b135-4c022e809f55 req-c2b26c60-72d4-47c6-81cc-e3827f2f0b1f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1464e04f-189c-4f99-8462-479ca0273bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459013 Feb 03 13:53:01.170196 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e6ecd006-b67d-48d8-b652-728d5eddb374 None None] Set router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:53:01.211170 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d420b57d-786e-4af3-b135-4c022e809f55 req-f5e88e95-6e8b-4701-88a2-ec09d195f661 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890090 Feb 03 13:53:01.301729 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d420b57d-786e-4af3-b135-4c022e809f55 req-a46a12d0-b4b3-4666-9dd4-b4a5cb4189dc service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835638 Feb 03 13:53:01.404349 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e6ecd006-b67d-48d8-b652-728d5eddb374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:31Z', 'updated_at': '2022-02-03T13:46:34Z', 'revision_number': 4, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'gw_port': {'id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:32Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '0668034a-35cc-4cb9-a0ac-b73967a612bc', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'floating_ip_address': '172.25.6.51', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'port_id': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'mac_address': 'fa:16:3e:1e:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:52:59Z', 'updated_at': '2022-02-03T13:52:59Z', 'revision_number': 0, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e51cae-0273-487a-9a37-002b0e04407e', 'name': '', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'mac_address': 'fa:16:3e:42:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:34Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 5, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'subnets': [{'id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:53:01.431263 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ecd006-b67d-48d8-b652-728d5eddb374 None None] The sync data for ids ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'] in n-d-827336-3 is: [{'id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:31Z', 'updated_at': '2022-02-03T13:46:34Z', 'revision_number': 4, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'gw_port': {'id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:32Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '0668034a-35cc-4cb9-a0ac-b73967a612bc', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'floating_ip_address': '172.25.6.51', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'port_id': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'mac_address': 'fa:16:3e:1e:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:52:59Z', 'updated_at': '2022-02-03T13:52:59Z', 'revision_number': 0, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e51cae-0273-487a-9a37-002b0e04407e', 'name': '', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'mac_address': 'fa:16:3e:42:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:34Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 5, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'subnets': [{'id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:53:01.646578 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e278e5-a8b3-44ca-8829-a14c7b44b291 None None] New status for floating IP 0668034a-35cc-4cb9-a0ac-b73967a612bc: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:53:02.007355 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:03.680829 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-57412bee-f426-452a-9173-a850202123b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:06.280577 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d3e866f1-8bd3-4896-9ba0-6c984084a3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:07.235598 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:08.525728 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:10.105230 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:16.684493 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:32.020664 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:33.092988 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a273f92-5659-41c6-bbf2-99793ec2618a req-b3663a60-523b-49f9-a7ad-da5e8462911c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492818 Feb 03 13:53:33.194224 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a273f92-5659-41c6-bbf2-99793ec2618a req-12c3345f-eecb-4c71-bdc3-3cb8824045e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:33.195760 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a273f92-5659-41c6-bbf2-99793ec2618a req-12c3345f-eecb-4c71-bdc3-3cb8824045e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 1128 time: 0.0462203 Feb 03 13:53:33.304866 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a273f92-5659-41c6-bbf2-99793ec2618a req-08386758-97f7-4c1d-9a2c-2005f18155f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:33.306957 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a273f92-5659-41c6-bbf2-99793ec2618a req-08386758-97f7-4c1d-9a2c-2005f18155f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 908 time: 0.0908334 Feb 03 13:53:33.372566 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a273f92-5659-41c6-bbf2-99793ec2618a req-a014b5a5-4b10-4a04-b47e-19888769c037 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351729f0-a9bc-412c-a2ea-d3ee1fc768f0 HTTP/1.1" status: 200 len: 1001 time: 0.0595880 Feb 03 13:53:33.420851 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a273f92-5659-41c6-bbf2-99793ec2618a req-c86b64e8-c95c-4ff3-87ed-ffdfc0b46c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:33.422314 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a273f92-5659-41c6-bbf2-99793ec2618a req-c86b64e8-c95c-4ff3-87ed-ffdfc0b46c6a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 200 len: 846 time: 0.0440364 Feb 03 13:53:33.475101 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a273f92-5659-41c6-bbf2-99793ec2618a req-9a6a6c43-c930-4aa9-9a66-6887eba07d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:53:33.477189 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a273f92-5659-41c6-bbf2-99793ec2618a req-9a6a6c43-c930-4aa9-9a66-6887eba07d5a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1464e04f-189c-4f99-8462-479ca0273bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495076 Feb 03 13:53:33.565650 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a273f92-5659-41c6-bbf2-99793ec2618a req-d1470613-ca14-48cd-ae7f-3d1750bc896b service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819864 Feb 03 13:53:33.658001 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9a273f92-5659-41c6-bbf2-99793ec2618a req-46c447c8-2218-4f5a-ba14-423c58e2f2d3 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856557 Feb 03 13:53:33.683582 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-036e5472-af8b-4084-a534-19ebc87699b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:35.864553 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:53:36.281332 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3a219023-cb45-45e7-85f3-8c8ec2c0d8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:37.238910 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:38.526482 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:40.115610 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:53:46.685464 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:02.038080 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:03.686430 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cf800e0b-f63f-476c-8d5c-8b1a47bae26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:06.283645 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38bfc2a4-e98e-41c3-9158-cbcf28e39812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:07.241362 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:08.529011 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:10.109177 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:12.864619 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:54:16.698882 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:32.057181 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:33.689179 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bc521988-7a54-4434-a318-8b45b7750c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:35.098156 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-82658e32-ec1e-4e84-b3d2-190d7f3c6388 req-a57c3fa9-769c-40b2-9ae9-d3d99b746555 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449283 Feb 03 13:54:35.200982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82658e32-ec1e-4e84-b3d2-190d7f3c6388 req-187086fc-4f2f-427e-83c8-6363c0b98a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:35.202490 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-82658e32-ec1e-4e84-b3d2-190d7f3c6388 req-187086fc-4f2f-427e-83c8-6363c0b98a42 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 1128 time: 0.0467858 Feb 03 13:54:35.310905 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82658e32-ec1e-4e84-b3d2-190d7f3c6388 req-f53467fa-4407-4da8-a171-e6f80140bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:35.312542 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-82658e32-ec1e-4e84-b3d2-190d7f3c6388 req-f53467fa-4407-4da8-a171-e6f80140bb5a service neutron] 10.222.0.73 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 908 time: 0.0923095 Feb 03 13:54:35.377702 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-82658e32-ec1e-4e84-b3d2-190d7f3c6388 req-82e663dc-926d-4dcd-bee5-d8864c0d998f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351729f0-a9bc-412c-a2ea-d3ee1fc768f0 HTTP/1.1" status: 200 len: 1001 time: 0.0583909 Feb 03 13:54:35.425773 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82658e32-ec1e-4e84-b3d2-190d7f3c6388 req-592cea12-d249-4c22-830b-5fe2f1c92f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:35.427232 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-82658e32-ec1e-4e84-b3d2-190d7f3c6388 req-592cea12-d249-4c22-830b-5fe2f1c92f3f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 200 len: 846 time: 0.0441265 Feb 03 13:54:35.480949 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82658e32-ec1e-4e84-b3d2-190d7f3c6388 req-df2560aa-b888-4bdf-8799-587479dc9f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:35.482488 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-82658e32-ec1e-4e84-b3d2-190d7f3c6388 req-df2560aa-b888-4bdf-8799-587479dc9f8e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1464e04f-189c-4f99-8462-479ca0273bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489957 Feb 03 13:54:35.570985 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-82658e32-ec1e-4e84-b3d2-190d7f3c6388 req-a1e20821-0aa4-411f-8e66-311766503341 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818443 Feb 03 13:54:35.665486 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-82658e32-ec1e-4e84-b3d2-190d7f3c6388 req-fca461ba-0e9f-416e-9014-3dac7f6f27dd service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853629 Feb 03 13:54:36.286136 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-19f5e15f-a0a8-42bc-853c-ce1b2f611fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:37.242755 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:38.531801 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:40.112313 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:46.711514 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:54:49.864286 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:54:57.287140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02186234-347c-42d0-8a05-dd0073e66d8e req-22093f3d-db80-4e8c-8e42-7af109678041 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:57.288682 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-02186234-347c-42d0-8a05-dd0073e66d8e req-22093f3d-db80-4e8c-8e42-7af109678041 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0686049 Feb 03 13:54:57.337394 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-02186234-347c-42d0-8a05-dd0073e66d8e req-f0670a4b-dff1-47d7-8de1-576107ac0850 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431423 Feb 03 13:54:58.466700 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77942142-2083-4658-9f8c-df273ecf503c req-24b689dd-b8c0-4444-b3d6-688d4867b264 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:58.468094 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-77942142-2083-4658-9f8c-df273ecf503c req-24b689dd-b8c0-4444-b3d6-688d4867b264 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0524857 Feb 03 13:54:58.516420 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-77942142-2083-4658-9f8c-df273ecf503c req-94543925-ea2c-4b13-9abe-09cee9717096 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426445 Feb 03 13:54:59.639962 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc44be-7bc8-4243-a203-b9ef5b5b50da req-749f9627-9512-410e-81bb-87fef7909641 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:54:59.641449 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-08bc44be-7bc8-4243-a203-b9ef5b5b50da req-749f9627-9512-410e-81bb-87fef7909641 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0525439 Feb 03 13:54:59.691435 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-08bc44be-7bc8-4243-a203-b9ef5b5b50da req-a9837921-365a-4f8c-bfc9-82abb65d9b02 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439467 Feb 03 13:55:00.816867 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3576e-e269-40bd-84d0-0059555908cb req-a5502df5-9382-48aa-8bda-f548854f0e00 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:00.818375 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51a3576e-e269-40bd-84d0-0059555908cb req-a5502df5-9382-48aa-8bda-f548854f0e00 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0569315 Feb 03 13:55:00.866902 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-51a3576e-e269-40bd-84d0-0059555908cb req-f8c0191c-e942-4c2c-9241-f10be9b10601 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426807 Feb 03 13:55:01.987088 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b020e3-dd50-4396-bd08-0c1b9553f5f1 req-497b4fa4-55fa-438a-972d-1f28011a6a4c tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:01.988629 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-65b020e3-dd50-4396-bd08-0c1b9553f5f1 req-497b4fa4-55fa-438a-972d-1f28011a6a4c tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0537465 Feb 03 13:55:02.045167 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-65b020e3-dd50-4396-bd08-0c1b9553f5f1 req-12804377-621f-4dd3-a5cc-67d12f6e9c55 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506978 Feb 03 13:55:02.066571 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:03.168044 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59081c85-0cd8-4ab4-b011-dfb5cede352f req-104434c0-54ca-4e82-b9a2-45b8bcfa915e tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:03.169537 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-59081c85-0cd8-4ab4-b011-dfb5cede352f req-104434c0-54ca-4e82-b9a2-45b8bcfa915e tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0522718 Feb 03 13:55:03.218294 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-59081c85-0cd8-4ab4-b011-dfb5cede352f req-35b0bcce-4f93-4175-a42d-893a6f1ffb47 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429480 Feb 03 13:55:03.691057 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-48504d3d-26bc-4c56-a4f2-d923ed0f0a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:04.340238 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b8c79-b8f9-436f-9633-f179bb4d4a0e req-e2b413a2-665e-484b-aa85-b37924fd93c4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:04.341835 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c0b8c79-b8f9-436f-9633-f179bb4d4a0e req-e2b413a2-665e-484b-aa85-b37924fd93c4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0539758 Feb 03 13:55:04.391739 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7c0b8c79-b8f9-436f-9633-f179bb4d4a0e req-befc1625-9591-4bab-9b47-d0df613271fb tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439739 Feb 03 13:55:05.508883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5799f5-6a1a-4ad1-8431-245519d4b3c8 req-1aeb2fde-b9f3-4ea8-991e-312a16013554 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:05.510244 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2c5799f5-6a1a-4ad1-8431-245519d4b3c8 req-1aeb2fde-b9f3-4ea8-991e-312a16013554 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0521834 Feb 03 13:55:05.563885 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-2c5799f5-6a1a-4ad1-8431-245519d4b3c8 req-22e05b76-02a9-4ad3-a7f3-cbf2cfc75859 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480869 Feb 03 13:55:06.288801 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-18b1f651-6f05-4e4f-afc8-1a04a438e76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:06.682741 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beed8c4-af12-4ada-968d-cd280a115404 req-6f7d9267-3fa1-4a6e-a532-b1294d57000c tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:06.684234 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8beed8c4-af12-4ada-968d-cd280a115404 req-6f7d9267-3fa1-4a6e-a532-b1294d57000c tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0536239 Feb 03 13:55:06.734411 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8beed8c4-af12-4ada-968d-cd280a115404 req-b8725777-c1e0-4f1c-a37a-ce236f0315e5 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445719 Feb 03 13:55:07.246668 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:07.493761 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e6dbc-7fc9-48b6-91d1-7c93b8e6421c req-1ecbf1b0-3af6-4d76-abed-cffad7cf0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:07.495208 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e68e6dbc-7fc9-48b6-91d1-7c93b8e6421c req-1ecbf1b0-3af6-4d76-abed-cffad7cf0d70 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 1128 time: 0.0451787 Feb 03 13:55:07.582535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e6dbc-7fc9-48b6-91d1-7c93b8e6421c req-f7ae2218-4e01-4850-aa55-50a27086d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:07.584055 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e68e6dbc-7fc9-48b6-91d1-7c93b8e6421c req-f7ae2218-4e01-4850-aa55-50a27086d797 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 908 time: 0.0833356 Feb 03 13:55:07.651064 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e68e6dbc-7fc9-48b6-91d1-7c93b8e6421c req-364b1ad1-b4b9-4b2d-9a43-245433658e5d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351729f0-a9bc-412c-a2ea-d3ee1fc768f0 HTTP/1.1" status: 200 len: 1001 time: 0.0612247 Feb 03 13:55:07.697671 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e6dbc-7fc9-48b6-91d1-7c93b8e6421c req-71ec565e-1fbf-4c73-9ca9-1898bb71718f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:07.699115 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e68e6dbc-7fc9-48b6-91d1-7c93b8e6421c req-71ec565e-1fbf-4c73-9ca9-1898bb71718f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 200 len: 846 time: 0.0425918 Feb 03 13:55:07.749009 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e6dbc-7fc9-48b6-91d1-7c93b8e6421c req-9d9538ed-45d0-47dd-aa42-5b0c7b7a23f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:07.750431 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e68e6dbc-7fc9-48b6-91d1-7c93b8e6421c req-9d9538ed-45d0-47dd-aa42-5b0c7b7a23f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1464e04f-189c-4f99-8462-479ca0273bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444927 Feb 03 13:55:08.205058 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e68e6dbc-7fc9-48b6-91d1-7c93b8e6421c req-15621825-4aed-4a09-831d-b923bf6d7ff0 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489439 Feb 03 13:55:08.227190 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d5454-6017-4350-9ba9-ea5067622077 req-15fa7e34-5019-4846-a42d-a9beb39dbe9a tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:08.228647 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3e1d5454-6017-4350-9ba9-ea5067622077 req-15fa7e34-5019-4846-a42d-a9beb39dbe9a tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0807207 Feb 03 13:55:08.329274 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3e1d5454-6017-4350-9ba9-ea5067622077 req-022681d7-1e3c-4577-a107-66dc6521dd04 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910044 Feb 03 13:55:08.343456 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e68e6dbc-7fc9-48b6-91d1-7c93b8e6421c req-556b2473-b060-4d98-a07f-50309b708d93 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309378 Feb 03 13:55:08.536800 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:09.453437 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367caee4-4645-4797-87d1-7bf322cce282 req-3fb1762a-990d-4489-b04a-cb05ca4083dd tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:09.454838 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-367caee4-4645-4797-87d1-7bf322cce282 req-3fb1762a-990d-4489-b04a-cb05ca4083dd tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0567675 Feb 03 13:55:09.503229 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-367caee4-4645-4797-87d1-7bf322cce282 req-7b9cf1bc-a839-458a-a4f4-cb6bdd930e29 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429013 Feb 03 13:55:10.115252 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:10.624092 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885767de-33bc-4d0e-a37c-0c761bb920c3 req-68e35e4c-3980-4102-84d0-72c676ecb5ef tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:10.625611 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-885767de-33bc-4d0e-a37c-0c761bb920c3 req-68e35e4c-3980-4102-84d0-72c676ecb5ef tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0541649 Feb 03 13:55:10.674605 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-885767de-33bc-4d0e-a37c-0c761bb920c3 req-5c59e50d-1a61-4785-9039-08174ec6f3d8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434792 Feb 03 13:55:11.793800 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2d20f-e0b5-45c8-a955-471e0738122d req-c56d6ab0-33c3-46bc-acbc-2dacd7c8e221 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:11.795301 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8db2d20f-e0b5-45c8-a955-471e0738122d req-c56d6ab0-33c3-46bc-acbc-2dacd7c8e221 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0544860 Feb 03 13:55:11.851339 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-8db2d20f-e0b5-45c8-a955-471e0738122d req-d793255b-50a0-4d27-9d49-43f109da502a tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500441 Feb 03 13:55:12.976644 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cf8b6-95da-4036-a5e4-6e48c4258530 req-0d12127d-10bd-497b-aa90-4e6a4ba5c3e4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:12.978174 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d2cf8b6-95da-4036-a5e4-6e48c4258530 req-0d12127d-10bd-497b-aa90-4e6a4ba5c3e4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0580330 Feb 03 13:55:13.028159 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d2cf8b6-95da-4036-a5e4-6e48c4258530 req-be5a0fde-2f52-40d3-9623-3b7d4ba87a4a tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442932 Feb 03 13:55:13.490637 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:55:13.563492 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:13.563882 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:13.585193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:55:13.587724 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92fb57c-8e59-4423-aec5-1d9f4ec6a3c5" -d '{"events": [{"server_uuid": "b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82", "name": "network-vif-unplugged", "status": "completed", "tag": "351729f0-a9bc-412c-a2ea-d3ee1fc768f0"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:55:13.604123 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=351729f0-a9bc-412c-a2ea-d3ee1fc768f0,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:13.609247 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:13.637029 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 13:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3004ae1-1886-4bf3-a347-c94037c6d169 x-openstack-request-id: req-a3004ae1-1886-4bf3-a347-c94037c6d169 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:55:13.637330 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82", "name": "network-vif-unplugged", "status": "completed", "tag": "351729f0-a9bc-412c-a2ea-d3ee1fc768f0", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:55:13.637590 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3004ae1-1886-4bf3-a347-c94037c6d169 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:55:13.637987 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0', 'code': 200} Feb 03 13:55:13.665533 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=351729f0-a9bc-412c-a2ea-d3ee1fc768f0,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:13.672787 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:13.673165 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:13.673511 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:13.673842 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:13.674169 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:13.674496 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:13.674897 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:13.675191 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:13.675677 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:13.676148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:13.676593 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:13.676922 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:13.677354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:55:14.143815 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14ec62-f8b7-4a46-96aa-87c90e030e3b req-265f1b48-9a60-46e4-87b2-260aa05b5ee2 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:14.145339 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed14ec62-f8b7-4a46-96aa-87c90e030e3b req-265f1b48-9a60-46e4-87b2-260aa05b5ee2 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0513387 Feb 03 13:55:14.193509 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ed14ec62-f8b7-4a46-96aa-87c90e030e3b req-b9beab21-b49c-4b5b-ab8d-66d93bb16ec0 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419922 Feb 03 13:55:14.262014 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-915a6e62-a57b-4c6d-aee9-542a801438bd req-daf6d435-6b35-48a8-b96d-f6c4b6fb69d7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:55:14.262991 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-915a6e62-a57b-4c6d-aee9-542a801438bd req-daf6d435-6b35-48a8-b96d-f6c4b6fb69d7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061672 Feb 03 13:55:14.417927 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdd1d3-6690-445a-87c8-81194872be85 req-2b987624-03b9-4211-96bd-a18388c01c8f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:14.419428 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f1bdd1d3-6690-445a-87c8-81194872be85 req-2b987624-03b9-4211-96bd-a18388c01c8f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0533772 Feb 03 13:55:14.437382 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-68d923f3-ffb6-4bb4-82d6-18de481ed9d4 req-0e39efab-4ad0-4b25-ac6c-fbbb351cf703 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921979 Feb 03 13:55:14.446878 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-68d923f3-ffb6-4bb4-82d6-18de481ed9d4 req-b3c2870a-20fd-4729-83ea-149d945928d8 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 13:55:14.447860 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-68d923f3-ffb6-4bb4-82d6-18de481ed9d4 req-b3c2870a-20fd-4729-83ea-149d945928d8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057528 Feb 03 13:55:14.476660 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f1bdd1d3-6690-445a-87c8-81194872be85 req-6938467e-f919-495d-840d-f49649dca444 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514634 Feb 03 13:55:15.603011 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4e479-c6f7-44ec-a274-cac7f85be225 req-1e7dbef3-47a1-4646-862a-8b99decea463 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:15.604520 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-22e4e479-c6f7-44ec-a274-cac7f85be225 req-1e7dbef3-47a1-4646-862a-8b99decea463 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0569832 Feb 03 13:55:15.653030 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-22e4e479-c6f7-44ec-a274-cac7f85be225 req-2b936152-5936-45f0-b35c-21cdb286463d tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427186 Feb 03 13:55:16.714307 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:16.781754 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7284b84-71ae-43e3-a529-28f8eeab6cfc req-51cd9816-18b4-48eb-94c6-ad2eeadbed38 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:16.783277 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7284b84-71ae-43e3-a529-28f8eeab6cfc req-51cd9816-18b4-48eb-94c6-ad2eeadbed38 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0558329 Feb 03 13:55:16.832517 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-e7284b84-71ae-43e3-a529-28f8eeab6cfc req-eba5eb47-13e8-478a-bbc1-81d1ea98a5f5 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426602 Feb 03 13:55:17.950962 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7493f6-bd0c-4f6d-b437-da9c32c21601 req-9094df8d-f25f-41d0-9e17-7c3c8831b641 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:17.952470 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2a7493f6-bd0c-4f6d-b437-da9c32c21601 req-9094df8d-f25f-41d0-9e17-7c3c8831b641 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0529094 Feb 03 13:55:18.001725 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2a7493f6-bd0c-4f6d-b437-da9c32c21601 req-3c027724-8f3d-42cb-ac7b-460706d6fd24 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437572 Feb 03 13:55:19.124133 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4066d-344c-4601-a4cd-15f89ef0c0d7 req-22bbbd2a-c40b-4d81-9afd-61aefb5a9f63 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:19.125710 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49c4066d-344c-4601-a4cd-15f89ef0c0d7 req-22bbbd2a-c40b-4d81-9afd-61aefb5a9f63 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0532513 Feb 03 13:55:19.175711 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-49c4066d-344c-4601-a4cd-15f89ef0c0d7 req-6fa64c18-0c92-4ac2-be32-87324ce8ca8a tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442312 Feb 03 13:55:20.299812 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646b89-7691-4110-84dc-8eddecd32a26 req-d936aacb-a566-458f-9741-0ac17eccedd7 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:20.301363 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-43646b89-7691-4110-84dc-8eddecd32a26 req-d936aacb-a566-458f-9741-0ac17eccedd7 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0573423 Feb 03 13:55:20.351875 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-43646b89-7691-4110-84dc-8eddecd32a26 req-a3a7dac5-55fe-4efe-a6cb-9c95aa9b1a4f tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437391 Feb 03 13:55:21.473205 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10884fb-dbab-4e36-a5e6-6bc58dffd551 req-3eba479b-54f5-44e7-a1aa-32d8e721e996 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:21.474640 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d10884fb-dbab-4e36-a5e6-6bc58dffd551 req-3eba479b-54f5-44e7-a1aa-32d8e721e996 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0565610 Feb 03 13:55:21.523467 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d10884fb-dbab-4e36-a5e6-6bc58dffd551 req-141b9471-8420-4078-a5e2-12f22992cd58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431199 Feb 03 13:55:22.641734 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af160630-1195-4629-a0d4-2e47e6aec21d req-a42698e2-2298-47cd-b8c0-fc00590cc00b tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:22.643229 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-af160630-1195-4629-a0d4-2e47e6aec21d req-a42698e2-2298-47cd-b8c0-fc00590cc00b tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0527427 Feb 03 13:55:22.703795 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-af160630-1195-4629-a0d4-2e47e6aec21d req-a5fb3e71-27d3-4bb3-a423-c619cc77a180 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543752 Feb 03 13:55:23.829057 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44335a-2cdf-4036-bf53-3eb664b6561b req-c1fa7695-ff60-44c4-b7e9-de4fd5631bc9 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:23.830648 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d44335a-2cdf-4036-bf53-3eb664b6561b req-c1fa7695-ff60-44c4-b7e9-de4fd5631bc9 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0567918 Feb 03 13:55:23.882672 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8d44335a-2cdf-4036-bf53-3eb664b6561b req-f2cb53be-25e5-4df8-9f3e-92130e20b4dd tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455370 Feb 03 13:55:24.540552 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d923f3-ffb6-4bb4-82d6-18de481ed9d4 req-bdd0b795-ba11-455a-91c0-e09a27b64930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:24.542018 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68d923f3-ffb6-4bb4-82d6-18de481ed9d4 req-bdd0b795-ba11-455a-91c0-e09a27b64930 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82&tenant_id=4f63a7a796ed47348f75d63053a0bd29 HTTP/1.1" status: 200 len: 1126 time: 0.0482857 Feb 03 13:55:24.616570 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d923f3-ffb6-4bb4-82d6-18de481ed9d4 req-5fc3dcd9-abbb-42a9-8b76-981a4df6024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:24.618572 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68d923f3-ffb6-4bb4-82d6-18de481ed9d4 req-5fc3dcd9-abbb-42a9-8b76-981a4df6024f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 1126 time: 0.0444386 Feb 03 13:55:24.709089 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d923f3-ffb6-4bb4-82d6-18de481ed9d4 req-8b39361f-f2ee-4ca7-a7bf-73adfc3c6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:24.710675 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68d923f3-ffb6-4bb4-82d6-18de481ed9d4 req-8b39361f-f2ee-4ca7-a7bf-73adfc3c6195 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 908 time: 0.0851693 Feb 03 13:55:24.779170 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68d923f3-ffb6-4bb4-82d6-18de481ed9d4 req-b9bc7da7-1f4c-4aa5-a18a-135b1076c928 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351729f0-a9bc-412c-a2ea-d3ee1fc768f0 HTTP/1.1" status: 200 len: 999 time: 0.0626693 Feb 03 13:55:24.827234 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d923f3-ffb6-4bb4-82d6-18de481ed9d4 req-0bf8edbb-de85-416d-9168-81d782f32388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:24.828664 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68d923f3-ffb6-4bb4-82d6-18de481ed9d4 req-0bf8edbb-de85-416d-9168-81d782f32388 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 200 len: 846 time: 0.0434964 Feb 03 13:55:24.877009 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d923f3-ffb6-4bb4-82d6-18de481ed9d4 req-df97a16b-adfd-4af8-a2ea-899c7c2a8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:24.878501 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68d923f3-ffb6-4bb4-82d6-18de481ed9d4 req-df97a16b-adfd-4af8-a2ea-899c7c2a8fde service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1464e04f-189c-4f99-8462-479ca0273bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442381 Feb 03 13:55:24.969679 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68d923f3-ffb6-4bb4-82d6-18de481ed9d4 req-f3f0b39b-1f81-4627-ae03-8ef20969bc84 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848894 Feb 03 13:55:25.002924 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e764301-57fd-4987-bf95-f693a3c14012 req-352497fa-9a33-486f-baf5-d8339e140c69 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:25.004456 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e764301-57fd-4987-bf95-f693a3c14012 req-352497fa-9a33-486f-baf5-d8339e140c69 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0530417 Feb 03 13:55:25.059428 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-7e764301-57fd-4987-bf95-f693a3c14012 req-886902f0-5a5e-4996-893d-6cef978f3381 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490980 Feb 03 13:55:25.065467 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-68d923f3-ffb6-4bb4-82d6-18de481ed9d4 req-60e58015-4d28-45f2-9c15-488b325fb243 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900111 Feb 03 13:55:26.184240 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adb2d1-cf3a-4e6e-a18c-95f927124165 req-dfb8afc9-21aa-40da-9a15-9e1db86af4b6 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:26.185736 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3adb2d1-cf3a-4e6e-a18c-95f927124165 req-dfb8afc9-21aa-40da-9a15-9e1db86af4b6 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0589342 Feb 03 13:55:26.233950 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3adb2d1-cf3a-4e6e-a18c-95f927124165 req-903e2b52-26f6-4ba7-a6f2-41ff2bf639a1 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425856 Feb 03 13:55:26.863022 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:55:27.353185 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c575daa-a221-4e33-b7b7-061caf9206fe req-fc273cc1-8c5c-4a32-aff4-eeb1167d34f0 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:27.354644 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2c575daa-a221-4e33-b7b7-061caf9206fe req-fc273cc1-8c5c-4a32-aff4-eeb1167d34f0 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0529294 Feb 03 13:55:27.402305 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2c575daa-a221-4e33-b7b7-061caf9206fe req-7b5bfa31-6a1f-42cc-9034-50c23df0fe33 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421090 Feb 03 13:55:28.519172 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70672e9f-c346-40ef-b2ec-ab14ef11a534 req-ed8d3dcc-d078-40ba-b160-8f927f576ac4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:28.520711 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-70672e9f-c346-40ef-b2ec-ab14ef11a534 req-ed8d3dcc-d078-40ba-b160-8f927f576ac4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0523691 Feb 03 13:55:28.569625 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-70672e9f-c346-40ef-b2ec-ab14ef11a534 req-75b963e9-345c-4d7d-a913-33db1a545c36 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433173 Feb 03 13:55:29.686609 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c1309-e011-467f-b85e-914ee77522be req-9833e515-8a10-4a1b-a063-da7c311c5b25 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:29.688126 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cb2c1309-e011-467f-b85e-914ee77522be req-9833e515-8a10-4a1b-a063-da7c311c5b25 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0522523 Feb 03 13:55:29.735488 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-cb2c1309-e011-467f-b85e-914ee77522be req-17b6c7bb-5687-4ad3-a9ec-05141881625b tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418801 Feb 03 13:55:30.858625 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2cd2a-4c50-49c7-9d3c-ba9cec543941 req-db7130d9-45c4-49c9-a60d-74c3da5db6be tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:30.860261 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63e2cd2a-4c50-49c7-9d3c-ba9cec543941 req-db7130d9-45c4-49c9-a60d-74c3da5db6be tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0569015 Feb 03 13:55:30.908699 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-63e2cd2a-4c50-49c7-9d3c-ba9cec543941 req-6a205b75-c627-4bf4-b979-7e6bc674178e tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427992 Feb 03 13:55:32.032316 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527389d-16be-4d76-80a3-47e70b26a102 req-954df72c-f9ad-42d6-a062-7d53cc4c0988 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:32.033790 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6527389d-16be-4d76-80a3-47e70b26a102 req-954df72c-f9ad-42d6-a062-7d53cc4c0988 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0574951 Feb 03 13:55:32.065197 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:32.083215 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-6527389d-16be-4d76-80a3-47e70b26a102 req-e3e36ae6-1c98-46d1-9a62-e2232a56d2f4 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432994 Feb 03 13:55:33.203112 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f3667-5378-443e-893f-f2eec7352bcf req-c61f0481-4352-4fa8-9287-04a042a3692e tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:33.204673 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-222f3667-5378-443e-893f-f2eec7352bcf req-c61f0481-4352-4fa8-9287-04a042a3692e tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 944 time: 0.0530534 Feb 03 13:55:33.253963 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-222f3667-5378-443e-893f-f2eec7352bcf req-6f85a925-00ab-42c4-a5af-141c6fd809d8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437303 Feb 03 13:55:33.661765 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:55:33.713209 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c66ab34-2b29-477a-b94a-360c19d0a52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:33.773702 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=351729f0-a9bc-412c-a2ea-d3ee1fc768f0,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:33.784976 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'port_id': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0', 'mac_address': 'fa:16:3e:1e:63:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:55:33.825173 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:33.825590 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:33.838448 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:55:33.857415 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=351729f0-a9bc-412c-a2ea-d3ee1fc768f0,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:33.861226 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:33.905990 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=351729f0-a9bc-412c-a2ea-d3ee1fc768f0,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:34.318800 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['351729f0-a9bc-412c-a2ea-d3ee1fc768f0'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:55:34.374929 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1b124-039a-4825-9853-dabf0d10d8ad req-2cf2b062-51a4-4aa3-a639-c7cae8a25cdd tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:34.376473 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aae1b124-039a-4825-9853-dabf0d10d8ad req-2cf2b062-51a4-4aa3-a639-c7cae8a25cdd tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 945 time: 0.0542307 Feb 03 13:55:34.425917 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-aae1b124-039a-4825-9853-dabf0d10d8ad req-0df8efc5-7ffa-44a5-a337-e23475feb94c tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437427 Feb 03 13:55:35.147053 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8ad0-ecc3-4bf1-88dc-a5e5d98388c2 req-7d8e7063-1122-48ae-a909-a7fadb82ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:35.149129 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-107c8ad0-ecc3-4bf1-88dc-a5e5d98388c2 req-7d8e7063-1122-48ae-a909-a7fadb82ff53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 1127 time: 0.0482700 Feb 03 13:55:35.257418 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8ad0-ecc3-4bf1-88dc-a5e5d98388c2 req-73053a4c-c725-4235-a7a4-1382646622b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:35.258947 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-107c8ad0-ecc3-4bf1-88dc-a5e5d98388c2 req-73053a4c-c725-4235-a7a4-1382646622b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 908 time: 0.0913286 Feb 03 13:55:35.324590 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-107c8ad0-ecc3-4bf1-88dc-a5e5d98388c2 req-e5a02275-9229-4f03-a5b9-1ff0fa1aae22 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351729f0-a9bc-412c-a2ea-d3ee1fc768f0 HTTP/1.1" status: 200 len: 1000 time: 0.0592306 Feb 03 13:55:35.375260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8ad0-ecc3-4bf1-88dc-a5e5d98388c2 req-1ec9e4c6-01eb-4ee7-925f-b67e3b3b070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:35.376763 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-107c8ad0-ecc3-4bf1-88dc-a5e5d98388c2 req-1ec9e4c6-01eb-4ee7-925f-b67e3b3b070a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 200 len: 846 time: 0.0470643 Feb 03 13:55:35.425006 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8ad0-ecc3-4bf1-88dc-a5e5d98388c2 req-b28cd5c0-1abd-4ea5-af9b-810de2df5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:35.426503 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-107c8ad0-ecc3-4bf1-88dc-a5e5d98388c2 req-b28cd5c0-1abd-4ea5-af9b-810de2df5892 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1464e04f-189c-4f99-8462-479ca0273bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436275 Feb 03 13:55:35.556252 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-107c8ad0-ecc3-4bf1-88dc-a5e5d98388c2 req-d48d0b64-f62e-4522-b3b6-9a7066bf7f32 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225150 Feb 03 13:55:35.578041 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b913e7-cb09-44b3-9125-0d0244723b03 req-88df9ded-c035-441b-ac95-a4d4fa773a59 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:35.579549 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88b913e7-cb09-44b3-9125-0d0244723b03 req-88df9ded-c035-441b-ac95-a4d4fa773a59 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 945 time: 0.0857034 Feb 03 13:55:35.667103 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:55:35.683895 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-88b913e7-cb09-44b3-9125-0d0244723b03 req-7e6879cc-0312-4253-b0a7-f7351c6a717e tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945177 Feb 03 13:55:35.695254 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-107c8ad0-ecc3-4bf1-88dc-a5e5d98388c2 req-18876083-b385-4dfc-a3df-3c7fd18fc968 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316543 Feb 03 13:55:35.720443 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:55:35.720815 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:35.795059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:55:35.795440 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:35.817084 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:55:35.819283 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7571a214-efe9-4317-96c2-5fb25d233e0e" -d '{"events": [{"server_uuid": "b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82", "name": "network-vif-plugged", "status": "completed", "tag": "351729f0-a9bc-412c-a2ea-d3ee1fc768f0"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:55:35.831393 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=351729f0-a9bc-412c-a2ea-d3ee1fc768f0,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:55:35.835423 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:35.858634 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f7efe9-79e1-4663-ac2e-3af4e5138063 x-openstack-request-id: req-76f7efe9-79e1-4663-ac2e-3af4e5138063 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:55:35.858931 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82", "name": "network-vif-plugged", "status": "completed", "tag": "351729f0-a9bc-412c-a2ea-d3ee1fc768f0", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:55:35.859283 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76f7efe9-79e1-4663-ac2e-3af4e5138063 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:55:35.859684 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0', 'code': 200} Feb 03 13:55:35.888722 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=351729f0-a9bc-412c-a2ea-d3ee1fc768f0,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:55:36.058630 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973ec6e-e58d-4582-9f43-8d834c169897 req-d926a082-88a7-4a80-87ae-6167d8db5130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:36.060091 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3973ec6e-e58d-4582-9f43-8d834c169897 req-d926a082-88a7-4a80-87ae-6167d8db5130 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 1128 time: 0.0453272 Feb 03 13:55:36.104348 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-3973ec6e-e58d-4582-9f43-8d834c169897 req-666d65f7-bbcf-45ba-ad64-b73a0dd5bd2e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387878 Feb 03 13:55:36.292415 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8f37ee3c-afc1-4139-acff-e26f56cbf78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:36.806915 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca998b48-700c-4eae-9da6-ff087adce144 req-dc8a0f4b-44c3-4108-a544-fd3b41aeac42 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:36.808468 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ca998b48-700c-4eae-9da6-ff087adce144 req-dc8a0f4b-44c3-4108-a544-fd3b41aeac42 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0561872 Feb 03 13:55:36.856532 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ca998b48-700c-4eae-9da6-ff087adce144 req-ae058160-c2ed-45cc-a0bd-f0c14570192a tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425203 Feb 03 13:55:37.249338 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:37.974498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae1bf3-eb3b-4cb5-a5f9-ee2737886138 req-d6c2bf2e-88a8-44a4-8ed1-531030c9fb12 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:55:37.976645 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-81ae1bf3-eb3b-4cb5-a5f9-ee2737886138 req-d6c2bf2e-88a8-44a4-8ed1-531030c9fb12 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0519192 Feb 03 13:55:38.028525 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-81ae1bf3-eb3b-4cb5-a5f9-ee2737886138 req-a01321c8-ad4d-4f53-b585-34959c49f57c tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463769 Feb 03 13:55:38.537694 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:40.118512 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:55:46.713024 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:02.080015 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:03.694607 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2b122a4d-eae3-462a-92ac-61e1dbf75db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:03.862049 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:56:06.294185 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c84e9a3a-7459-4362-8175-2e1c42ae67ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:07.255261 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:08.538901 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:10.120976 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:16.702251 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:32.089919 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:33.696795 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ae1787ed-b076-46a1-84ff-c498262f51ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:35.086433 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07dde36f-c076-458f-a820-f083e70f6f73 req-4c9243ff-03d4-4c53-9374-54426d657d9e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474796 Feb 03 13:56:35.184652 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dde36f-c076-458f-a820-f083e70f6f73 req-6aba741f-4c33-4b6f-a88b-5a31e4decd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:35.186209 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07dde36f-c076-458f-a820-f083e70f6f73 req-6aba741f-4c33-4b6f-a88b-5a31e4decd22 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 1128 time: 0.0449758 Feb 03 13:56:35.291658 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dde36f-c076-458f-a820-f083e70f6f73 req-9c65ba8d-f39d-4e3b-b21c-b9a72d939f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:35.293182 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07dde36f-c076-458f-a820-f083e70f6f73 req-9c65ba8d-f39d-4e3b-b21c-b9a72d939f2d service neutron] 10.222.0.73 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 908 time: 0.0858161 Feb 03 13:56:35.362609 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07dde36f-c076-458f-a820-f083e70f6f73 req-3aa4557a-778e-45d9-9999-a4f87bab421e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351729f0-a9bc-412c-a2ea-d3ee1fc768f0 HTTP/1.1" status: 200 len: 1001 time: 0.0634050 Feb 03 13:56:35.410468 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dde36f-c076-458f-a820-f083e70f6f73 req-6f4f288f-2e99-41f6-b7c9-852e19e3f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:35.411962 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07dde36f-c076-458f-a820-f083e70f6f73 req-6f4f288f-2e99-41f6-b7c9-852e19e3f274 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 200 len: 846 time: 0.0435605 Feb 03 13:56:35.460217 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dde36f-c076-458f-a820-f083e70f6f73 req-2510b06a-5aae-428e-bdef-4b78b25c885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:35.461762 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07dde36f-c076-458f-a820-f083e70f6f73 req-2510b06a-5aae-428e-bdef-4b78b25c885c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1464e04f-189c-4f99-8462-479ca0273bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434449 Feb 03 13:56:35.553334 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07dde36f-c076-458f-a820-f083e70f6f73 req-cb1ff462-75b5-4543-abea-fab6b73995b9 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858474 Feb 03 13:56:35.645492 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-07dde36f-c076-458f-a820-f083e70f6f73 req-0798bd32-280a-4a64-a52c-be282cb46ef0 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863068 Feb 03 13:56:36.296888 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a0ba580a-095f-48b1-93d1-39e079ae27e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:37.255368 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:38.541381 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:40.127157 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:40.862002 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:56:46.723517 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:52.243665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-846e4e27-22e7-4df1-9728-dde63b71ae36 req-6273b622-ffc9-4fe7-907d-750d4738872f tempest-TestNetworkAdvancedServerOps-1905822812 tempest-TestNetworkAdvancedServerOps-1905822812-project] (103189) timed out ('10.222.0.31', 60389) {{(pid=103189) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 13:56:53.539842 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43676) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:56:53.695525 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Deleting port 2928824a-f32e-4e2a-909f-861721ed4804 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:56:53.695869 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (2928824a-f32e-4e2a-909f-861721ed4804), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:53.769433 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (2928824a-f32e-4e2a-909f-861721ed4804), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:53.769762 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for floatingip (2928824a-f32e-4e2a-909f-861721ed4804), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:53.781849 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Calling delete_port for 2928824a-f32e-4e2a-909f-861721ed4804 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:56:53.925564 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (2928824a-f32e-4e2a-909f-861721ed4804), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:53.950217 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event deleted for resources: {'Port': ['ID=2928824a-f32e-4e2a-909f-861721ed4804,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:53.961687 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:53.962048 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:53.962394 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:53.962736 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:53.963074 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:53.963417 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:53.963747 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:53.964116 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:53.964448 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:53.964777 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:53.965107 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:53.966058 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:53.966392 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:56:54.022755 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for floatingip (0668034a-35cc-4cb9-a0ac-b73967a612bc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:54.023078 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Floating IP 0668034a-35cc-4cb9-a0ac-b73967a612bc disassociated (deleted). External IP: 172.25.6.51, port: 351729f0-a9bc-412c-a2ea-d3ee1fc768f0. Feb 03 13:56:54.226355 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:56:54.333444 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:56:54.338243 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:54.343114 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b83e23-f5fd-4d28-a2e0-6d545c1e2b27 None None] Sync routers for ids ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:56:54.352857 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b83e23-f5fd-4d28-a2e0-6d545c1e2b27 None None] Routers {'27aeb5b7-b148-42d0-b7c1-94ae4bd36122'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:56:54.353556 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-87b83e23-f5fd-4d28-a2e0-6d545c1e2b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:56:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:54.367918 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-dddcebb3-7ebc-4cc5-bc53-d64a061f8d58 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "DELETE /v2.0/floatingips/0668034a-35cc-4cb9-a0ac-b73967a612bc HTTP/1.1" status: 204 len: 168 time: 0.8269501 Feb 03 13:56:54.368550 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82', 'tag': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:56:54.370799 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad05b95-8c87-4cc5-9f8c-b36ed29d232f" -d '{"events": [{"name": "network-changed", "server_uuid": "b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82", "tag": "351729f0-a9bc-412c-a2ea-d3ee1fc768f0"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:56:54.411394 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfb698f-80ca-4c18-80e3-35f9666ba795 x-openstack-request-id: req-8bfb698f-80ca-4c18-80e3-35f9666ba795 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:56:54.411697 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82", "tag": "351729f0-a9bc-412c-a2ea-d3ee1fc768f0", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:56:54.411988 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8bfb698f-80ca-4c18-80e3-35f9666ba795 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:56:54.412409 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82', 'tag': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0', 'status': 'completed', 'code': 200} Feb 03 13:56:54.465812 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-87b83e23-f5fd-4d28-a2e0-6d545c1e2b27 None None] Set router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:56:54.506508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad05b95-8c87-4cc5-9f8c-b36ed29d232f req-c577cd98-95ca-40a0-8964-c34e17a79e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:54.508796 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dad05b95-8c87-4cc5-9f8c-b36ed29d232f req-c577cd98-95ca-40a0-8964-c34e17a79e96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4f63a7a796ed47348f75d63053a0bd29&device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 1128 time: 0.0569823 Feb 03 13:56:54.601928 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d43c54-2e47-49ae-b94a-a7ec12b289f6 req-bbec1621-adaf-4cfc-9442-c920a2f2fb79 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:54.603545 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88d43c54-2e47-49ae-b94a-a7ec12b289f6 req-bbec1621-adaf-4cfc-9442-c920a2f2fb79 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0550244 Feb 03 13:56:54.633493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad05b95-8c87-4cc5-9f8c-b36ed29d232f req-8ee24b85-6446-46ae-95b0-a1d2b1974ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:54.635072 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dad05b95-8c87-4cc5-9f8c-b36ed29d232f req-8ee24b85-6446-46ae-95b0-a1d2b1974ff9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 200 len: 908 time: 0.0937123 Feb 03 13:56:54.657212 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-88d43c54-2e47-49ae-b94a-a7ec12b289f6 req-4333788f-3e6d-4123-b28b-be55c3f07f69 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474446 Feb 03 13:56:54.678216 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-87b83e23-f5fd-4d28-a2e0-6d545c1e2b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:31Z', 'updated_at': '2022-02-03T13:46:34Z', 'revision_number': 4, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'gw_port': {'id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:32Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '01e51cae-0273-487a-9a37-002b0e04407e', 'name': '', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'mac_address': 'fa:16:3e:42:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:34Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 5, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'subnets': [{'id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:54.679743 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dad05b95-8c87-4cc5-9f8c-b36ed29d232f req-bb4c3b9c-115f-433d-bcc3-ff18c48bbfa6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351729f0-a9bc-412c-a2ea-d3ee1fc768f0 HTTP/1.1" status: 200 len: 217 time: 0.0370121 Feb 03 13:56:54.705212 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b83e23-f5fd-4d28-a2e0-6d545c1e2b27 None None] Checking router: 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:56:54.713635 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b83e23-f5fd-4d28-a2e0-6d545c1e2b27 None None] Routers {'27aeb5b7-b148-42d0-b7c1-94ae4bd36122'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:56:54.714236 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-87b83e23-f5fd-4d28-a2e0-6d545c1e2b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:56:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:54.729333 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad05b95-8c87-4cc5-9f8c-b36ed29d232f req-0534b2b7-1c78-4596-81fa-946e4b0a6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:54.730827 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dad05b95-8c87-4cc5-9f8c-b36ed29d232f req-0534b2b7-1c78-4596-81fa-946e4b0a6fa6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 200 len: 846 time: 0.0451419 Feb 03 13:56:54.780035 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad05b95-8c87-4cc5-9f8c-b36ed29d232f req-ef7aa1ea-e49c-4c49-a6e3-3b24aa8e9ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:54.781465 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dad05b95-8c87-4cc5-9f8c-b36ed29d232f req-ef7aa1ea-e49c-4c49-a6e3-3b24aa8e9ce9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1464e04f-189c-4f99-8462-479ca0273bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440445 Feb 03 13:56:54.820889 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-87b83e23-f5fd-4d28-a2e0-6d545c1e2b27 None None] Set router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:56:54.875578 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dad05b95-8c87-4cc5-9f8c-b36ed29d232f req-c9d6ffb6-a344-43ba-98fd-25e88d658545 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876772 Feb 03 13:56:54.968067 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dad05b95-8c87-4cc5-9f8c-b36ed29d232f req-55a424b4-352a-476a-8391-5937cde33500 service neutron] 10.222.0.73 "GET /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863514 Feb 03 13:56:55.015132 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-87b83e23-f5fd-4d28-a2e0-6d545c1e2b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:31Z', 'updated_at': '2022-02-03T13:46:34Z', 'revision_number': 4, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'gw_port': {'id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:32Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '01e51cae-0273-487a-9a37-002b0e04407e', 'name': '', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'mac_address': 'fa:16:3e:42:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:34Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 5, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'subnets': [{'id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:56:55.045788 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b83e23-f5fd-4d28-a2e0-6d545c1e2b27 None None] The sync data for ids ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'] in n-d-827336-3 is: [{'id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:31Z', 'updated_at': '2022-02-03T13:46:34Z', 'revision_number': 4, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'gw_port': {'id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:32Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '01e51cae-0273-487a-9a37-002b0e04407e', 'name': '', 'network_id': '1464e04f-189c-4f99-8462-479ca0273bf6', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'mac_address': 'fa:16:3e:42:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:34Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 5, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'subnets': [{'id': '1bb9c288-9447-42d4-8de2-204ff95e8aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:56:55.263579 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f84700f-2e65-4917-88f2-1ef11a6be722 None None] New status for floating IP 0668034a-35cc-4cb9-a0ac-b73967a612bc: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:56:55.779829 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b610f58-3760-4e42-9d29-6d22c02c075e req-6a6e489b-2780-4ffc-b716-1baf77654890 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:55.781356 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b610f58-3760-4e42-9d29-6d22c02c075e req-6a6e489b-2780-4ffc-b716-1baf77654890 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0539572 Feb 03 13:56:55.832077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1b610f58-3760-4e42-9d29-6d22c02c075e req-12540bb3-3840-439e-93d0-aaf53a56ac1b tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec2af71c-4e19-41bb-892a-4439b6061c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448189 Feb 03 13:56:56.416596 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bba123-219f-4ae6-a9f0-6b93a2595b4b req-9c6acfbf-f5ff-48ca-87b0-2612ca3669cd tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:56:56.418044 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4bba123-219f-4ae6-a9f0-6b93a2595b4b req-9c6acfbf-f5ff-48ca-87b0-2612ca3669cd tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.73 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 946 time: 0.0525723 Feb 03 13:56:56.509544 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-c4bba123-219f-4ae6-a9f0-6b93a2595b4b req-88a05bec-6301-40aa-90f8-74c4de2701a5 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Deleting port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:56:56.509889 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c4bba123-219f-4ae6-a9f0-6b93a2595b4b req-88a05bec-6301-40aa-90f8-74c4de2701a5 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:56.594737 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c4bba123-219f-4ae6-a9f0-6b93a2595b4b req-88a05bec-6301-40aa-90f8-74c4de2701a5 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] For port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=351729f0-a9bc-412c-a2ea-d3ee1fc768f0,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:56:56.595023 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c4bba123-219f-4ae6-a9f0-6b93a2595b4b req-88a05bec-6301-40aa-90f8-74c4de2701a5 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:56.607745 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-c4bba123-219f-4ae6-a9f0-6b93a2595b4b req-88a05bec-6301-40aa-90f8-74c4de2701a5 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Calling delete_port for 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:56:56.733491 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c4bba123-219f-4ae6-a9f0-6b93a2595b4b req-88a05bec-6301-40aa-90f8-74c4de2701a5 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (351729f0-a9bc-412c-a2ea-d3ee1fc768f0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:56.759579 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a05bec-6301-40aa-90f8-74c4de2701a5 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event deleted for resources: {'Port': ['ID=351729f0-a9bc-412c-a2ea-d3ee1fc768f0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:56:56.810155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bba123-219f-4ae6-a9f0-6b93a2595b4b req-88a05bec-6301-40aa-90f8-74c4de2701a5 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] No DVR routers for this DVR port 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:56:56.812822 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c4bba123-219f-4ae6-a9f0-6b93a2595b4b req-88a05bec-6301-40aa-90f8-74c4de2701a5 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:56:56.816230 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c4bba123-219f-4ae6-a9f0-6b93a2595b4b req-88a05bec-6301-40aa-90f8-74c4de2701a5 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.73 "DELETE /v2.0/ports/351729f0-a9bc-412c-a2ea-d3ee1fc768f0 HTTP/1.1" status: 204 len: 173 time: 0.3927164 Feb 03 13:56:56.816665 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82', 'name': 'network-vif-deleted', 'tag': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:56:56.818885 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406e3543-efab-4bac-b72f-6dd7206a570c" -d '{"events": [{"server_uuid": "b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82", "name": "network-vif-deleted", "tag": "351729f0-a9bc-412c-a2ea-d3ee1fc768f0"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:56:56.862407 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4875b2d4-52d5-4d3c-bef7-59ad8d924538 x-openstack-request-id: req-4875b2d4-52d5-4d3c-bef7-59ad8d924538 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:56:56.862733 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82", "name": "network-vif-deleted", "tag": "351729f0-a9bc-412c-a2ea-d3ee1fc768f0", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:56:56.862995 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4875b2d4-52d5-4d3c-bef7-59ad8d924538 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:56:56.863559 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82', 'name': 'network-vif-deleted', 'tag': '351729f0-a9bc-412c-a2ea-d3ee1fc768f0', 'status': 'completed', 'code': 200} Feb 03 13:56:56.927227 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b24a1a20-6dc4-404a-b629-b17d4b13fac6 req-5f5fe3b3-4a9c-4a77-bb9c-989b319226ba tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 210 time: 0.0279303 Feb 03 13:56:58.024217 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-34acfbac-fd1d-41cd-aba1-411850467752 req-45cb6a84-ba18-4d8b-bb0e-5da81fda70ca tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 210 time: 0.0274396 Feb 03 13:56:59.123275 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4a7059e2-f919-4857-9da5-a5c7459e444d req-162f44de-f21b-4943-a06b-05dc7bbd35ce tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 210 time: 0.0288579 Feb 03 13:57:00.118434 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:57:00.139745 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:57:00.140193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 351729f0-a9bc-412c-a2ea-d3ee1fc768f0 not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:57:00.223236 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-a973e358-5b6f-4c4a-ae27-a950fc672784 req-a083f865-198e-471e-a09d-d56c74bd1fef tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 210 time: 0.0317426 Feb 03 13:57:01.318772 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9fa67189-5255-4825-8ea7-a58b6c2fe71a req-9c490336-9009-4e75-8163-bf9cc25b2989 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 210 time: 0.0277245 Feb 03 13:57:02.092481 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:02.685828 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-051a0fcd-b762-4cba-83bf-6d7a9454f697 req-c8415528-d709-44e2-92a7-4a2f4825c491 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 210 time: 0.0280318 Feb 03 13:57:03.698273 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-01c29a3c-dbdb-4d7a-9cd6-d4eb510d4ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:03.781871 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d89af5f1-3610-4e4c-9f94-761afc065b5f req-ddec3a8e-8f04-49e8-9aea-7b1818d15571 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 210 time: 0.0278084 Feb 03 13:57:04.879500 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-63578a40-cd55-4a09-9d9e-ed9c451c019d req-8e8b247c-1794-41af-9a36-f432713f4cf3 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07bfdd3-ad6d-4e2a-b2d9-8d6d9a353c82 HTTP/1.1" status: 200 len: 210 time: 0.0294359 Feb 03 13:57:05.935580 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43718) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:05.992402 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43942215-db2c-47dc-b072-e1161e7a9ff8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group (ec2af71c-4e19-41bb-892a-4439b6061c6c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:06.021975 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43942215-db2c-47dc-b072-e1161e7a9ff8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group (ec2af71c-4e19-41bb-892a-4439b6061c6c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:06.087606 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43942215-db2c-47dc-b072-e1161e7a9ff8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (ec2af71c-4e19-41bb-892a-4439b6061c6c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:06.090324 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43942215-db2c-47dc-b072-e1161e7a9ff8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:06.091488 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-43942215-db2c-47dc-b072-e1161e7a9ff8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] 10.222.0.18 "DELETE /v2.0/security-groups/ec2af71c-4e19-41bb-892a-4439b6061c6c HTTP/1.1" status: 204 len: 168 time: 0.1548307 Feb 03 13:57:06.101749 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43942215-db2c-47dc-b072-e1161e7a9ff8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2af71c-4e19-41bb-892a-4439b6061c6c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:06.110146 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43942215-db2c-47dc-b072-e1161e7a9ff8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:06.110492 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43942215-db2c-47dc-b072-e1161e7a9ff8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:06.110832 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43942215-db2c-47dc-b072-e1161e7a9ff8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:06.111166 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43942215-db2c-47dc-b072-e1161e7a9ff8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:06.111498 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43942215-db2c-47dc-b072-e1161e7a9ff8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:06.111831 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43942215-db2c-47dc-b072-e1161e7a9ff8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:06.112201 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43942215-db2c-47dc-b072-e1161e7a9ff8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:06.112526 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43942215-db2c-47dc-b072-e1161e7a9ff8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:06.112877 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43942215-db2c-47dc-b072-e1161e7a9ff8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:06.113277 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43942215-db2c-47dc-b072-e1161e7a9ff8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:06.113604 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43942215-db2c-47dc-b072-e1161e7a9ff8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:06.113922 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43942215-db2c-47dc-b072-e1161e7a9ff8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:06.114239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43942215-db2c-47dc-b072-e1161e7a9ff8 tempest-TestShelveInstance-1226929395 tempest-TestShelveInstance-1226929395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:06.153116 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43722) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:06.302497 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-941dbb6d-c6bb-44b0-a3d3-a5363b4344db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:06.684179 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2874ac4d-0e4f-41e4-8af4-c29b08f738c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (27aeb5b7-b148-42d0-b7c1-94ae4bd36122), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:07.257980 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:07.286862 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2874ac4d-0e4f-41e4-8af4-c29b08f738c3 admin admin] Deleting port 01e51cae-0273-487a-9a37-002b0e04407e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:57:07.287969 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2874ac4d-0e4f-41e4-8af4-c29b08f738c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (01e51cae-0273-487a-9a37-002b0e04407e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:07.371378 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-2874ac4d-0e4f-41e4-8af4-c29b08f738c3 admin admin] For port 01e51cae-0273-487a-9a37-002b0e04407e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=01e51cae-0273-487a-9a37-002b0e04407e,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:07.371741 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2874ac4d-0e4f-41e4-8af4-c29b08f738c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (01e51cae-0273-487a-9a37-002b0e04407e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:07.384542 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2874ac4d-0e4f-41e4-8af4-c29b08f738c3 admin admin] Calling delete_port for 01e51cae-0273-487a-9a37-002b0e04407e owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:57:07.575813 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2874ac4d-0e4f-41e4-8af4-c29b08f738c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (01e51cae-0273-487a-9a37-002b0e04407e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:07.605870 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874ac4d-0e4f-41e4-8af4-c29b08f738c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=01e51cae-0273-487a-9a37-002b0e04407e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:07.803982 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2874ac4d-0e4f-41e4-8af4-c29b08f738c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (27aeb5b7-b148-42d0-b7c1-94ae4bd36122), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:08.027232 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2874ac4d-0e4f-41e4-8af4-c29b08f738c3 admin admin] Router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:57:08.141077 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2874ac4d-0e4f-41e4-8af4-c29b08f738c3 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:57:08.150758 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2874ac4d-0e4f-41e4-8af4-c29b08f738c3 admin admin] 10.222.0.18 "PUT /v2.0/routers/27aeb5b7-b148-42d0-b7c1-94ae4bd36122/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9932096 Feb 03 13:57:08.150758 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43726) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:08.154231 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6bef28-fc66-41fa-a4b2-b21498093f0b None None] Sync routers for ids ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:57:08.165614 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6bef28-fc66-41fa-a4b2-b21498093f0b None None] Routers {'27aeb5b7-b148-42d0-b7c1-94ae4bd36122'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:57:08.166239 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4f6bef28-fc66-41fa-a4b2-b21498093f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:57:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:08.283856 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cfcf050-f45f-4454-95f2-bea556df808e admin admin] Publish callbacks [] for router (27aeb5b7-b148-42d0-b7c1-94ae4bd36122), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:08.292452 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4f6bef28-fc66-41fa-a4b2-b21498093f0b None None] Set router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:57:08.410064 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cfcf050-f45f-4454-95f2-bea556df808e admin admin] Publish callbacks [] for router_gateway (27aeb5b7-b148-42d0-b7c1-94ae4bd36122), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:08.470120 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1cfcf050-f45f-4454-95f2-bea556df808e admin admin] Deleting port 21f19ad1-5519-41b7-8689-c749804d8fd1 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:57:08.470468 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cfcf050-f45f-4454-95f2-bea556df808e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (21f19ad1-5519-41b7-8689-c749804d8fd1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:08.494400 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4f6bef28-fc66-41fa-a4b2-b21498093f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:31Z', 'updated_at': '2022-02-03T13:57:07Z', 'revision_number': 5, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'gw_port': {'id': '21f19ad1-5519-41b7-8689-c749804d8fd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:32Z', 'updated_at': '2022-02-03T13:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:08.528722 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6bef28-fc66-41fa-a4b2-b21498093f0b None None] Checking router: 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:57:08.548828 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6bef28-fc66-41fa-a4b2-b21498093f0b None None] Routers {'27aeb5b7-b148-42d0-b7c1-94ae4bd36122'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:57:08.549503 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4f6bef28-fc66-41fa-a4b2-b21498093f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:57:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:08.554617 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-1cfcf050-f45f-4454-95f2-bea556df808e admin admin] For port 21f19ad1-5519-41b7-8689-c749804d8fd1, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=21f19ad1-5519-41b7-8689-c749804d8fd1,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:08.555001 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cfcf050-f45f-4454-95f2-bea556df808e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (21f19ad1-5519-41b7-8689-c749804d8fd1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:08.568344 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1cfcf050-f45f-4454-95f2-bea556df808e admin admin] Calling delete_port for 21f19ad1-5519-41b7-8689-c749804d8fd1 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:57:08.584511 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:08.637952 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4f6bef28-fc66-41fa-a4b2-b21498093f0b None None] Set router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:57:08.694141 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4f6bef28-fc66-41fa-a4b2-b21498093f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:31Z', 'updated_at': '2022-02-03T13:57:08Z', 'revision_number': 6, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:08.726995 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6bef28-fc66-41fa-a4b2-b21498093f0b None None] The sync data for ids ['27aeb5b7-b148-42d0-b7c1-94ae4bd36122'] in n-d-827336-3 is: [{'id': '27aeb5b7-b148-42d0-b7c1-94ae4bd36122', 'name': 'tempest-TestShelveInstance-28481386-router', 'tenant_id': '4f63a7a796ed47348f75d63053a0bd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:31Z', 'updated_at': '2022-02-03T13:57:08Z', 'revision_number': 6, 'project_id': '4f63a7a796ed47348f75d63053a0bd29', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:57:08.753599 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cfcf050-f45f-4454-95f2-bea556df808e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (21f19ad1-5519-41b7-8689-c749804d8fd1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:08.787522 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcf050-f45f-4454-95f2-bea556df808e admin admin] Pushing event deleted for resources: {'Port': ['ID=21f19ad1-5519-41b7-8689-c749804d8fd1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:08.852045 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cfcf050-f45f-4454-95f2-bea556df808e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (27aeb5b7-b148-42d0-b7c1-94ae4bd36122), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:08.942227 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cfcf050-f45f-4454-95f2-bea556df808e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (27aeb5b7-b148-42d0-b7c1-94ae4bd36122), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:08.944599 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cfcf050-f45f-4454-95f2-bea556df808e admin admin] Publish callbacks [] for router_controller (27aeb5b7-b148-42d0-b7c1-94ae4bd36122), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:08.988923 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cfcf050-f45f-4454-95f2-bea556df808e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (27aeb5b7-b148-42d0-b7c1-94ae4bd36122), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:08.989484 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfcf050-f45f-4454-95f2-bea556df808e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27aeb5b7-b148-42d0-b7c1-94ae4bd36122 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:57:08.994000 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1cfcf050-f45f-4454-95f2-bea556df808e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:08.995143 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1cfcf050-f45f-4454-95f2-bea556df808e admin admin] 10.222.0.18 "DELETE /v2.0/routers/27aeb5b7-b148-42d0-b7c1-94ae4bd36122 HTTP/1.1" status: 204 len: 168 time: 0.8438904 Feb 03 13:57:08.997792 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43728) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:09.046802 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-7687693b-f403-4507-94bd-94984180b278 admin admin] Deleting subnet 1bb9c288-9447-42d4-8de2-204ff95e8aed {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:57:09.049822 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7687693b-f403-4507-94bd-94984180b278 admin admin] Publish callbacks [] for subnet (1bb9c288-9447-42d4-8de2-204ff95e8aed), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:09.087151 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7687693b-f403-4507-94bd-94984180b278 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (1bb9c288-9447-42d4-8de2-204ff95e8aed), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:09.174740 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7687693b-f403-4507-94bd-94984180b278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (1bb9c288-9447-42d4-8de2-204ff95e8aed), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:09.229110 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7687693b-f403-4507-94bd-94984180b278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (1bb9c288-9447-42d4-8de2-204ff95e8aed), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:09.259622 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7687693b-f403-4507-94bd-94984180b278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bb9c288-9447-42d4-8de2-204ff95e8aed,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:09.263707 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7687693b-f403-4507-94bd-94984180b278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:09.269543 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43730) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:09.271234 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002fa589-5fe0-4ece-a667-237e2e1747db None None] Network 1464e04f-189c-4f99-8462-479ca0273bf6 requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:57:09.272579 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-7687693b-f403-4507-94bd-94984180b278 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1bb9c288-9447-42d4-8de2-204ff95e8aed HTTP/1.1" status: 204 len: 168 time: 0.2734637 Feb 03 13:57:09.356072 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0dd93fee-0a34-47b5-8793-34e8f991cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (1464e04f-189c-4f99-8462-479ca0273bf6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:09.409939 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0dd93fee-0a34-47b5-8793-34e8f991cbd8 admin admin] Deleting port 2640759b-c257-4935-a5e2-86fa3151d6c3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:57:09.410291 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0dd93fee-0a34-47b5-8793-34e8f991cbd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (2640759b-c257-4935-a5e2-86fa3151d6c3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:09.477059 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-0dd93fee-0a34-47b5-8793-34e8f991cbd8 admin admin] For port 2640759b-c257-4935-a5e2-86fa3151d6c3, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=2640759b-c257-4935-a5e2-86fa3151d6c3,segment=NetworkSegment(08df3f28-408c-4a82-a776-dea26cf59b17),segment_id=08df3f28-408c-4a82-a776-dea26cf59b17)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:09.477343 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0dd93fee-0a34-47b5-8793-34e8f991cbd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (2640759b-c257-4935-a5e2-86fa3151d6c3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:09.492274 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0dd93fee-0a34-47b5-8793-34e8f991cbd8 admin admin] Calling delete_port for 2640759b-c257-4935-a5e2-86fa3151d6c3 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:57:09.529352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] DHCP port deletion for 1464e04f-189c-4f99-8462-479ca0273bf6 request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:57:09.583350 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0dd93fee-0a34-47b5-8793-34e8f991cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (2640759b-c257-4935-a5e2-86fa3151d6c3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:09.614247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd93fee-0a34-47b5-8793-34e8f991cbd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2640759b-c257-4935-a5e2-86fa3151d6c3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:09.616091 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd93fee-0a34-47b5-8793-34e8f991cbd8 admin admin] No DVR routers for this DVR port 2640759b-c257-4935-a5e2-86fa3151d6c3 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:09.698568 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0dd93fee-0a34-47b5-8793-34e8f991cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (1464e04f-189c-4f99-8462-479ca0273bf6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:09.726666 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0dd93fee-0a34-47b5-8793-34e8f991cbd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1464e04f-189c-4f99-8462-479ca0273bf6']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:09.741302 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0dd93fee-0a34-47b5-8793-34e8f991cbd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08df3f28-408c-4a82-a776-dea26cf59b17') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:09.741523 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0dd93fee-0a34-47b5-8793-34e8f991cbd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08df3f28-408c-4a82-a776-dea26cf59b17') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:09.753835 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0dd93fee-0a34-47b5-8793-34e8f991cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (08df3f28-408c-4a82-a776-dea26cf59b17), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:09.770160 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0dd93fee-0a34-47b5-8793-34e8f991cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (08df3f28-408c-4a82-a776-dea26cf59b17), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:09.772834 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2640759b-c257-4935-a5e2-86fa3151d6c3 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:57:09.780982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd93fee-0a34-47b5-8793-34e8f991cbd8 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:57:09.781478 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0dd93fee-0a34-47b5-8793-34e8f991cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (08df3f28-408c-4a82-a776-dea26cf59b17), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:09.799619 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 2640759b-c257-4935-a5e2-86fa3151d6c3 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:57:09.800041 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 2640759b-c257-4935-a5e2-86fa3151d6c3 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:57:09.800447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 21f19ad1-5519-41b7-8689-c749804d8fd1 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:57:09.822352 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 21f19ad1-5519-41b7-8689-c749804d8fd1 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:57:09.822689 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 21f19ad1-5519-41b7-8689-c749804d8fd1 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:57:09.823116 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 01e51cae-0273-487a-9a37-002b0e04407e no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:57:09.843826 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 01e51cae-0273-487a-9a37-002b0e04407e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:57:09.844206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 01e51cae-0273-487a-9a37-002b0e04407e not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: timer() Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:09.858378 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:09.873377 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] Deleting port 2640759b-c257-4935-a5e2-86fa3151d6c3 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:57:09.874223 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (2640759b-c257-4935-a5e2-86fa3151d6c3), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:09.881236 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0dd93fee-0a34-47b5-8793-34e8f991cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (1464e04f-189c-4f99-8462-479ca0273bf6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:09.887905 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0dd93fee-0a34-47b5-8793-34e8f991cbd8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:09.898126 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-0dd93fee-0a34-47b5-8793-34e8f991cbd8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1464e04f-189c-4f99-8462-479ca0273bf6 HTTP/1.1" status: 204 len: 168 time: 0.6184313 Feb 03 13:57:09.898503 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43732) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:09.920382 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd93fee-0a34-47b5-8793-34e8f991cbd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1464e04f-189c-4f99-8462-479ca0273bf6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:09.958744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] For port 2640759b-c257-4935-a5e2-86fa3151d6c3, host n-d-827336-3, got binding levels [] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:09.959175 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (2640759b-c257-4935-a5e2-86fa3151d6c3), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:09.976731 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] Calling delete_port for 2640759b-c257-4935-a5e2-86fa3151d6c3 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:57:09.981594 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.ipam_backend_mixin [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] Port 2640759b-c257-4935-a5e2-86fa3151d6c3 was not found and therefore no delete operation was performed {{(pid=103190) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 03 13:57:09.982898 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (2640759b-c257-4935-a5e2-86fa3151d6c3), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:10.010973 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] Network 1464e04f-189c-4f99-8462-479ca0273bf6 is not hosted by any dhcp agent {{(pid=103190) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 03 13:57:10.011776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] No DVR routers for this DVR port 2640759b-c257-4935-a5e2-86fa3151d6c3 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:10.013680 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] Pushing event deleted for resources: {'Port': ['ID=2640759b-c257-4935-a5e2-86fa3151d6c3,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:10.029192 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:10.029519 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:10.029938 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:10.030766 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:10.035808 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:10.036182 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:10.036521 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:10.036851 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:10.037181 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:10.037508 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:10.037833 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:10.038153 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:10.038476 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b531b5-e846-4dca-b688-6fc2ab6d3f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:10.121228 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:10.274442 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80161f59-d320-45f5-b963-206852f1995a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (d71b362e-230e-4712-8978-983b060cab63), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:10.521101 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-80161f59-d320-45f5-b963-206852f1995a admin admin] Deleting port 283134d7-c8fe-437a-8856-add8b5bf44fc {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:57:10.521602 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80161f59-d320-45f5-b963-206852f1995a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (283134d7-c8fe-437a-8856-add8b5bf44fc), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:10.600032 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-80161f59-d320-45f5-b963-206852f1995a admin admin] For port 283134d7-c8fe-437a-8856-add8b5bf44fc, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=283134d7-c8fe-437a-8856-add8b5bf44fc,segment=NetworkSegment(23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f),segment_id=23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:10.600327 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80161f59-d320-45f5-b963-206852f1995a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (283134d7-c8fe-437a-8856-add8b5bf44fc), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:10.617466 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-80161f59-d320-45f5-b963-206852f1995a admin admin] Calling delete_port for 283134d7-c8fe-437a-8856-add8b5bf44fc owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:57:10.809880 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80161f59-d320-45f5-b963-206852f1995a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (283134d7-c8fe-437a-8856-add8b5bf44fc), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:10.839643 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80161f59-d320-45f5-b963-206852f1995a admin admin] Pushing event deleted for resources: {'Port': ['ID=283134d7-c8fe-437a-8856-add8b5bf44fc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:11.028058 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80161f59-d320-45f5-b963-206852f1995a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (d71b362e-230e-4712-8978-983b060cab63), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:11.274717 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80161f59-d320-45f5-b963-206852f1995a admin admin] Router d71b362e-230e-4712-8978-983b060cab63 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:57:11.413419 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80161f59-d320-45f5-b963-206852f1995a admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:57:11.422795 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43734) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:11.428531 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-80161f59-d320-45f5-b963-206852f1995a admin admin] 10.222.0.18 "PUT /v2.0/routers/d71b362e-230e-4712-8978-983b060cab63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5288560 Feb 03 13:57:11.431057 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9f0052-2ccf-4020-8092-a3db7d946fdb None None] Sync routers for ids ['d71b362e-230e-4712-8978-983b060cab63'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:57:11.457487 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9f0052-2ccf-4020-8092-a3db7d946fdb None None] Routers {'d71b362e-230e-4712-8978-983b060cab63'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:57:11.458972 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1d9f0052-2ccf-4020-8092-a3db7d946fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:57:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d71b362e-230e-4712-8978-983b060cab63'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:11.563527 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7062ab0a-338a-4c3e-bfad-4945aa17cecf admin admin] Publish callbacks [] for router (d71b362e-230e-4712-8978-983b060cab63), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:11.616443 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1d9f0052-2ccf-4020-8092-a3db7d946fdb None None] Set router d71b362e-230e-4712-8978-983b060cab63 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:57:11.686845 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7062ab0a-338a-4c3e-bfad-4945aa17cecf admin admin] Publish callbacks [] for router_gateway (d71b362e-230e-4712-8978-983b060cab63), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:11.747055 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7062ab0a-338a-4c3e-bfad-4945aa17cecf admin admin] Deleting port dfdcad83-d01c-4ff3-b72a-d94bde47db9e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:57:11.747863 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7062ab0a-338a-4c3e-bfad-4945aa17cecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (dfdcad83-d01c-4ff3-b72a-d94bde47db9e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:11.860902 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-7062ab0a-338a-4c3e-bfad-4945aa17cecf admin admin] For port dfdcad83-d01c-4ff3-b72a-d94bde47db9e, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=dfdcad83-d01c-4ff3-b72a-d94bde47db9e,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:11.861214 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7062ab0a-338a-4c3e-bfad-4945aa17cecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (dfdcad83-d01c-4ff3-b72a-d94bde47db9e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:11.878140 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7062ab0a-338a-4c3e-bfad-4945aa17cecf admin admin] Calling delete_port for dfdcad83-d01c-4ff3-b72a-d94bde47db9e owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:57:11.943137 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1d9f0052-2ccf-4020-8092-a3db7d946fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71b362e-230e-4712-8978-983b060cab63', 'name': 'tempest-TestShelveInstance-523627826-router', 'tenant_id': '8c932a20077e4b1bb5e9123a66831668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'dfdcad83-d01c-4ff3-b72a-d94bde47db9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:36Z', 'updated_at': '2022-02-03T13:57:10Z', 'revision_number': 5, 'project_id': '8c932a20077e4b1bb5e9123a66831668', 'gw_port': {'id': 'dfdcad83-d01c-4ff3-b72a-d94bde47db9e', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:db:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71b362e-230e-4712-8978-983b060cab63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:46:36Z', 'updated_at': '2022-02-03T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:11.988500 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9f0052-2ccf-4020-8092-a3db7d946fdb None None] Checking router: d71b362e-230e-4712-8978-983b060cab63 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:57:11.998846 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9f0052-2ccf-4020-8092-a3db7d946fdb None None] Routers {'d71b362e-230e-4712-8978-983b060cab63'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:57:11.999563 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1d9f0052-2ccf-4020-8092-a3db7d946fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:57:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['d71b362e-230e-4712-8978-983b060cab63'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:12.095417 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-1d9f0052-2ccf-4020-8092-a3db7d946fdb None None] Set router d71b362e-230e-4712-8978-983b060cab63 gateway port host: None {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:57:12.099787 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7062ab0a-338a-4c3e-bfad-4945aa17cecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (dfdcad83-d01c-4ff3-b72a-d94bde47db9e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:12.135866 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062ab0a-338a-4c3e-bfad-4945aa17cecf admin admin] Pushing event deleted for resources: {'Port': ['ID=dfdcad83-d01c-4ff3-b72a-d94bde47db9e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:12.155045 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-1d9f0052-2ccf-4020-8092-a3db7d946fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71b362e-230e-4712-8978-983b060cab63', 'name': 'tempest-TestShelveInstance-523627826-router', 'tenant_id': '8c932a20077e4b1bb5e9123a66831668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:36Z', 'updated_at': '2022-02-03T13:57:11Z', 'revision_number': 6, 'project_id': '8c932a20077e4b1bb5e9123a66831668', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:12.191225 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9f0052-2ccf-4020-8092-a3db7d946fdb None None] The sync data for ids ['d71b362e-230e-4712-8978-983b060cab63'] in n-d-827336-3 is: [{'id': 'd71b362e-230e-4712-8978-983b060cab63', 'name': 'tempest-TestShelveInstance-523627826-router', 'tenant_id': '8c932a20077e4b1bb5e9123a66831668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:46:36Z', 'updated_at': '2022-02-03T13:57:11Z', 'revision_number': 6, 'project_id': '8c932a20077e4b1bb5e9123a66831668', 'gw_port_host': None}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:57:12.209143 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7062ab0a-338a-4c3e-bfad-4945aa17cecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (d71b362e-230e-4712-8978-983b060cab63), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:12.300072 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7062ab0a-338a-4c3e-bfad-4945aa17cecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (d71b362e-230e-4712-8978-983b060cab63), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:12.302178 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7062ab0a-338a-4c3e-bfad-4945aa17cecf admin admin] Publish callbacks [] for router_controller (d71b362e-230e-4712-8978-983b060cab63), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:12.344685 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7062ab0a-338a-4c3e-bfad-4945aa17cecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (d71b362e-230e-4712-8978-983b060cab63), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:12.345201 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7062ab0a-338a-4c3e-bfad-4945aa17cecf admin admin] Fanout notify agent at l3_agent the message router_deleted on router d71b362e-230e-4712-8978-983b060cab63 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 13:57:12.349468 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7062ab0a-338a-4c3e-bfad-4945aa17cecf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:12.350653 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7062ab0a-338a-4c3e-bfad-4945aa17cecf admin admin] 10.222.0.18 "DELETE /v2.0/routers/d71b362e-230e-4712-8978-983b060cab63 HTTP/1.1" status: 204 len: 168 time: 0.9268620 Feb 03 13:57:12.353195 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43736) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:12.400982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-56560c8c-3843-4ed7-97e7-6a17cdf60a94 admin admin] Deleting subnet 9b5663c0-0623-4765-b08a-8e3aae8fa113 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 13:57:12.403905 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56560c8c-3843-4ed7-97e7-6a17cdf60a94 admin admin] Publish callbacks [] for subnet (9b5663c0-0623-4765-b08a-8e3aae8fa113), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:12.437170 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56560c8c-3843-4ed7-97e7-6a17cdf60a94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (9b5663c0-0623-4765-b08a-8e3aae8fa113), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:12.511150 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56560c8c-3843-4ed7-97e7-6a17cdf60a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (9b5663c0-0623-4765-b08a-8e3aae8fa113), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:12.569751 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56560c8c-3843-4ed7-97e7-6a17cdf60a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (9b5663c0-0623-4765-b08a-8e3aae8fa113), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:12.596125 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56560c8c-3843-4ed7-97e7-6a17cdf60a94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5663c0-0623-4765-b08a-8e3aae8fa113,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:12.600811 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56560c8c-3843-4ed7-97e7-6a17cdf60a94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:12.607077 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-56560c8c-3843-4ed7-97e7-6a17cdf60a94 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9b5663c0-0623-4765-b08a-8e3aae8fa113 HTTP/1.1" status: 204 len: 168 time: 0.2507470 Feb 03 13:57:12.607255 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9b18be-663a-476b-a92d-eaad0c30d9ed None None] Network e65f09df-82e6-4466-814e-bd253e2836ed requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:57:12.608138 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43738) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:12.684474 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac962bf3-990f-4391-88e5-80ae891bd4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (e65f09df-82e6-4466-814e-bd253e2836ed), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:12.744666 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ac962bf3-990f-4391-88e5-80ae891bd4b3 admin admin] Deleting port 735c37c6-5298-4fc8-9647-69c3ab864c7f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 13:57:12.745021 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac962bf3-990f-4391-88e5-80ae891bd4b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (735c37c6-5298-4fc8-9647-69c3ab864c7f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:12.807559 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ac962bf3-990f-4391-88e5-80ae891bd4b3 admin admin] For port 735c37c6-5298-4fc8-9647-69c3ab864c7f, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=735c37c6-5298-4fc8-9647-69c3ab864c7f,segment=NetworkSegment(23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f),segment_id=23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:12.807929 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac962bf3-990f-4391-88e5-80ae891bd4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (735c37c6-5298-4fc8-9647-69c3ab864c7f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:12.820872 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ac962bf3-990f-4391-88e5-80ae891bd4b3 admin admin] Calling delete_port for 735c37c6-5298-4fc8-9647-69c3ab864c7f owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 13:57:12.900104 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac962bf3-990f-4391-88e5-80ae891bd4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (735c37c6-5298-4fc8-9647-69c3ab864c7f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:12.926866 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac962bf3-990f-4391-88e5-80ae891bd4b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=735c37c6-5298-4fc8-9647-69c3ab864c7f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:12.928705 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac962bf3-990f-4391-88e5-80ae891bd4b3 admin admin] No DVR routers for this DVR port 735c37c6-5298-4fc8-9647-69c3ab864c7f on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 13:57:12.968050 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6119580-9fb8-453d-86bb-c233f352d5d9 None None] DHCP port deletion for e65f09df-82e6-4466-814e-bd253e2836ed request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 13:57:13.007832 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac962bf3-990f-4391-88e5-80ae891bd4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (e65f09df-82e6-4466-814e-bd253e2836ed), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:13.032135 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-ac962bf3-990f-4391-88e5-80ae891bd4b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65f09df-82e6-4466-814e-bd253e2836ed']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:13.041648 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-ac962bf3-990f-4391-88e5-80ae891bd4b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:13.041948 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-ac962bf3-990f-4391-88e5-80ae891bd4b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:13.052107 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac962bf3-990f-4391-88e5-80ae891bd4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:13.065789 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac962bf3-990f-4391-88e5-80ae891bd4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:13.071777 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac962bf3-990f-4391-88e5-80ae891bd4b3 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 13:57:13.072380 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac962bf3-990f-4391-88e5-80ae891bd4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (23d6d8a1-4a4d-434b-a6f4-bd6a8a9a822f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: timer() Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 13:57:13.074117 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 13:57:13.128159 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac962bf3-990f-4391-88e5-80ae891bd4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (e65f09df-82e6-4466-814e-bd253e2836ed), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:13.134189 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac962bf3-990f-4391-88e5-80ae891bd4b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:13.139997 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-ac962bf3-990f-4391-88e5-80ae891bd4b3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e65f09df-82e6-4466-814e-bd253e2836ed HTTP/1.1" status: 204 len: 168 time: 0.5286889 Feb 03 13:57:13.149647 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac962bf3-990f-4391-88e5-80ae891bd4b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e65f09df-82e6-4466-814e-bd253e2836ed,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:13.280489 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43742) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:13.301000 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dfdcad83-d01c-4ff3-b72a-d94bde47db9e no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:57:13.329456 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: dfdcad83-d01c-4ff3-b72a-d94bde47db9e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:57:13.329787 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device dfdcad83-d01c-4ff3-b72a-d94bde47db9e not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:57:13.330210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 283134d7-c8fe-437a-8856-add8b5bf44fc no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:57:13.332548 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4164c2a7-05fe-428f-869b-dcab1ee98671 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f63a7a796ed47348f75d63053a0bd29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0513346 Feb 03 13:57:13.333182 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43744) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:13.351625 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 283134d7-c8fe-437a-8856-add8b5bf44fc {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:57:13.352005 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 283134d7-c8fe-437a-8856-add8b5bf44fc not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:57:13.352428 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 735c37c6-5298-4fc8-9647-69c3ab864c7f no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 13:57:13.373097 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 735c37c6-5298-4fc8-9647-69c3ab864c7f {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 13:57:13.373445 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 735c37c6-5298-4fc8-9647-69c3ab864c7f not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 13:57:13.385620 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b6335cb-b6b6-49cb-bc35-68da705e444d admin admin] Publish callbacks [] for security_group (f73ec45a-cde8-42eb-b3d4-2ecba194b706), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:13.408784 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b6335cb-b6b6-49cb-bc35-68da705e444d admin admin] Publish callbacks [] for security_group (f73ec45a-cde8-42eb-b3d4-2ecba194b706), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:13.456788 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b6335cb-b6b6-49cb-bc35-68da705e444d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (f73ec45a-cde8-42eb-b3d4-2ecba194b706), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:13.459373 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b6335cb-b6b6-49cb-bc35-68da705e444d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:13.460616 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-4b6335cb-b6b6-49cb-bc35-68da705e444d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f73ec45a-cde8-42eb-b3d4-2ecba194b706 HTTP/1.1" status: 204 len: 168 time: 0.1264837 Feb 03 13:57:13.469170 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6335cb-b6b6-49cb-bc35-68da705e444d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73ec45a-cde8-42eb-b3d4-2ecba194b706,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:13.788877 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43750) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:13.829325 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-656e1f8f-2769-4f5c-9aec-892d928808d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c932a20077e4b1bb5e9123a66831668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392599 Feb 03 13:57:13.831665 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43752) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:13.881712 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97aa634a-5f23-4e00-8942-78dfca4c02e0 admin admin] Publish callbacks [] for security_group (70954ce7-4371-43cc-b92f-fe422b8dd9be), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:13.904004 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97aa634a-5f23-4e00-8942-78dfca4c02e0 admin admin] Publish callbacks [] for security_group (70954ce7-4371-43cc-b92f-fe422b8dd9be), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:13.949011 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97aa634a-5f23-4e00-8942-78dfca4c02e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (70954ce7-4371-43cc-b92f-fe422b8dd9be), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:13.952347 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97aa634a-5f23-4e00-8942-78dfca4c02e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:13.953521 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-97aa634a-5f23-4e00-8942-78dfca4c02e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70954ce7-4371-43cc-b92f-fe422b8dd9be HTTP/1.1" status: 204 len: 168 time: 0.1209412 Feb 03 13:57:13.961045 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa634a-5f23-4e00-8942-78dfca4c02e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70954ce7-4371-43cc-b92f-fe422b8dd9be,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:14.647316 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43774) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:14.740898 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-28c2d22e-efbb-490c-b05d-11d5f8f998de admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-23294508-network', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:57:14.759844 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c2d22e-efbb-490c-b05d-11d5f8f998de admin admin] Made reservation on behalf of 6182ac78ab634c98aa5ded55c585b347 for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:14.762760 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28c2d22e-efbb-490c-b05d-11d5f8f998de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:14.771093 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28c2d22e-efbb-490c-b05d-11d5f8f998de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:14.845352 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28c2d22e-efbb-490c-b05d-11d5f8f998de admin admin] Publish callbacks [] for security_group (68e3e742-53b1-4ca6-bdf9-ba1b5d736c68), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:14.849239 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28c2d22e-efbb-490c-b05d-11d5f8f998de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (68e3e742-53b1-4ca6-bdf9-ba1b5d736c68), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:14.875326 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c2d22e-efbb-490c-b05d-11d5f8f998de admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:57:14.880545 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2d22e-efbb-490c-b05d-11d5f8f998de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e3e742-53b1-4ca6-bdf9-ba1b5d736c68,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:14.888777 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28c2d22e-efbb-490c-b05d-11d5f8f998de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (429d38b4-d4c4-418e-9f39-a758151bd1a8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:14.888777 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-28c2d22e-efbb-490c-b05d-11d5f8f998de admin admin] Added segment 429d38b4-d4c4-418e-9f39-a758151bd1a8 of type vlan for network 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f Feb 03 13:57:14.928567 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28c2d22e-efbb-490c-b05d-11d5f8f998de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:14.952976 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28c2d22e-efbb-490c-b05d-11d5f8f998de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:14.953944 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c2d22e-efbb-490c-b05d-11d5f8f998de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:14.954515 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28c2d22e-efbb-490c-b05d-11d5f8f998de admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:14.988216 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-28c2d22e-efbb-490c-b05d-11d5f8f998de admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3396630 Feb 03 13:57:14.991145 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43778) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:14.996261 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-eda0e1f7-cf6d-4d97-a786-2d5e9d663df2 admin admin] Request body: {'subnet': {'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-23294508-subnet', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:57:15.016886 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda0e1f7-cf6d-4d97-a786-2d5e9d663df2 admin admin] Made reservation on behalf of 6182ac78ab634c98aa5ded55c585b347 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:15.019137 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2d22e-efbb-490c-b05d-11d5f8f998de admin admin] Pushing event updated for resources: {'Network': ['ID=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:15.019299 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eda0e1f7-cf6d-4d97-a786-2d5e9d663df2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:15.029697 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:57:15.188481 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eda0e1f7-cf6d-4d97-a786-2d5e9d663df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (3115676f-e9e3-4cf9-9a19-389aaf03f89e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:15.252358 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0e1f7-cf6d-4d97-a786-2d5e9d663df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3115676f-e9e3-4cf9-9a19-389aaf03f89e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:15.263025 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda0e1f7-cf6d-4d97-a786-2d5e9d663df2 admin admin] Checking segment: {'id': '429d38b4-d4c4-418e-9f39-a758151bd1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:57:15.263391 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda0e1f7-cf6d-4d97-a786-2d5e9d663df2 admin admin] Network hostable DHCP agents. Network: 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:57:15.280114 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda0e1f7-cf6d-4d97-a786-2d5e9d663df2 admin admin] Network 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:57:15.288493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-eda0e1f7-cf6d-4d97-a786-2d5e9d663df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:15.292508 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda0e1f7-cf6d-4d97-a786-2d5e9d663df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:15.293225 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eda0e1f7-cf6d-4d97-a786-2d5e9d663df2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:15.297947 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dc00d5-0dea-4876-82b2-2f7929e59811 None None] Network 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:57:15.310618 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-eda0e1f7-cf6d-4d97-a786-2d5e9d663df2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3182273 Feb 03 13:57:15.313671 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43780) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:15.318072 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-8508a0f5-5026-4d46-a123-996c7ac20a7d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:57:15.337802 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8508a0f5-5026-4d46-a123-996c7ac20a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (ada3ba75-eb8f-4b80-a837-a3642bb2e7bc), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:15.338830 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8508a0f5-5026-4d46-a123-996c7ac20a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (ada3ba75-eb8f-4b80-a837-a3642bb2e7bc), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:15.390111 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8508a0f5-5026-4d46-a123-996c7ac20a7d admin admin] Publish callbacks [] for router_controller (ada3ba75-eb8f-4b80-a837-a3642bb2e7bc), precommit_add_association {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:15.404741 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:57:15.405607 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:15.528816 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8508a0f5-5026-4d46-a123-996c7ac20a7d admin admin] Publish callbacks [] for router_gateway (ada3ba75-eb8f-4b80-a837-a3642bb2e7bc), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:15.540782 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] Allocated IP 172.20.0.2 (88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f/3115676f-e9e3-4cf9-9a19-389aaf03f89e/39d9c04d-1b48-435e-a14b-a353505d9af7) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:15.684309 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] Publish callbacks [] for port (39d9c04d-1b48-435e-a14b-a353505d9af7), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:15.689837 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (39d9c04d-1b48-435e-a14b-a353505d9af7), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:15.726305 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8508a0f5-5026-4d46-a123-996c7ac20a7d admin admin] Publish callbacks [] for router_gateway (ada3ba75-eb8f-4b80-a837-a3642bb2e7bc), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:15.731898 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] Network 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:15.737696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:15.740148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:57:15.743067 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] Pushing event updated for resources: {'Port': ['ID=39d9c04d-1b48-435e-a14b-a353505d9af7,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:15.749660 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8508a0f5-5026-4d46-a123-996c7ac20a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:15.800902 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] Attempting to bind port 39d9c04d-1b48-435e-a14b-a353505d9af7 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:57:15.801187 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] Attempting to bind port 39d9c04d-1b48-435e-a14b-a353505d9af7 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '429d38b4-d4c4-418e-9f39-a758151bd1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:57:15.801550 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] Attempting to bind port 39d9c04d-1b48-435e-a14b-a353505d9af7 on network 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:57:15.806426 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:57:15.806802 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] Checking segment: {'id': '429d38b4-d4c4-418e-9f39-a758151bd1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:57:15.807208 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:15.807598 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] Bound using segment: {'id': '429d38b4-d4c4-418e-9f39-a758151bd1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:57:15.808090 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] Bound port: 39d9c04d-1b48-435e-a14b-a353505d9af7, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429d38b4-d4c4-418e-9f39-a758151bd1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:57:15.809089 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (39d9c04d-1b48-435e-a14b-a353505d9af7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:15.848613 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-8508a0f5-5026-4d46-a123-996c7ac20a7d admin admin] Allocated IP 172.25.6.52 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/97f3eb2b-11fb-4469-8fa7-36583034ec6b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:15.870523 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] For port 39d9c04d-1b48-435e-a14b-a353505d9af7, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:15.874604 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] For port 39d9c04d-1b48-435e-a14b-a353505d9af7, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=39d9c04d-1b48-435e-a14b-a353505d9af7,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:15.880048 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (39d9c04d-1b48-435e-a14b-a353505d9af7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:15.937155 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf8cdf-5466-4c3b-b0c9-055ad556fe3f None None] Pushing event updated for resources: {'Port': ['ID=39d9c04d-1b48-435e-a14b-a353505d9af7,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:15.960831 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8508a0f5-5026-4d46-a123-996c7ac20a7d admin admin] Publish callbacks [] for port (97f3eb2b-11fb-4469-8fa7-36583034ec6b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:16.356554 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8508a0f5-5026-4d46-a123-996c7ac20a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (97f3eb2b-11fb-4469-8fa7-36583034ec6b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:16.397736 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8508a0f5-5026-4d46-a123-996c7ac20a7d admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:16.400470 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8508a0f5-5026-4d46-a123-996c7ac20a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:16.405272 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508a0f5-5026-4d46-a123-996c7ac20a7d admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:57:16.408287 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508a0f5-5026-4d46-a123-996c7ac20a7d admin admin] Pushing event updated for resources: {'Port': ['ID=97f3eb2b-11fb-4469-8fa7-36583034ec6b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:16.650823 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8508a0f5-5026-4d46-a123-996c7ac20a7d admin admin] Publish callbacks [] for router_gateway (ada3ba75-eb8f-4b80-a837-a3642bb2e7bc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:16.749804 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:16.850049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10099f6-ae54-4ef9-b802-f5a45c956d44 None None] Network 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:57:16.861447 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8508a0f5-5026-4d46-a123-996c7ac20a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (ada3ba75-eb8f-4b80-a837-a3642bb2e7bc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:16.932278 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-fa6f2b4f-740b-4754-b783-27fd78a1cc3e None None] Provisioning complete for port 39d9c04d-1b48-435e-a14b-a353505d9af7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:16.932654 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fa6f2b4f-740b-4754-b783-27fd78a1cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (39d9c04d-1b48-435e-a14b-a353505d9af7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:16.993693 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8508a0f5-5026-4d46-a123-996c7ac20a7d admin admin] Router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:57:17.044938 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-fa6f2b4f-740b-4754-b783-27fd78a1cc3e None None] Current status of the port 39d9c04d-1b48-435e-a14b-a353505d9af7 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:57:17.045434 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fa6f2b4f-740b-4754-b783-27fd78a1cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (39d9c04d-1b48-435e-a14b-a353505d9af7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:17.080020 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fa6f2b4f-740b-4754-b783-27fd78a1cc3e None None] For port 39d9c04d-1b48-435e-a14b-a353505d9af7, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=39d9c04d-1b48-435e-a14b-a353505d9af7,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:17.084945 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fa6f2b4f-740b-4754-b783-27fd78a1cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (39d9c04d-1b48-435e-a14b-a353505d9af7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:17.118796 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8508a0f5-5026-4d46-a123-996c7ac20a7d admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:57:17.129941 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] Sync routers for ids ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:57:17.139422 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8508a0f5-5026-4d46-a123-996c7ac20a7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:17.143285 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-8508a0f5-5026-4d46-a123-996c7ac20a7d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8260694 Feb 03 13:57:17.143630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43782) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:17.145776 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f2b4f-740b-4754-b783-27fd78a1cc3e None None] Pushing event updated for resources: {'Port': ['ID=39d9c04d-1b48-435e-a14b-a353505d9af7,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:17.153400 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] Routers {'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:57:17.154153 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:57:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:17.274856 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] Set router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:57:17.354674 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 39d9c04d-1b48-435e-a14b-a353505d9af7 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:57:17.423028 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-65512a56-28dd-4c26-9df8-26d85de81784 None None] Provisioning complete for port 39d9c04d-1b48-435e-a14b-a353505d9af7 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:17.423408 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-65512a56-28dd-4c26-9df8-26d85de81784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (39d9c04d-1b48-435e-a14b-a353505d9af7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:17.524566 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 39d9c04d-1b48-435e-a14b-a353505d9af7 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:17.524853 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (39d9c04d-1b48-435e-a14b-a353505d9af7), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:17.578500 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16d3eb0e-3d4d-481e-b2d3-62d3c20190ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:17.607789 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-65512a56-28dd-4c26-9df8-26d85de81784 None None] Current status of the port 39d9c04d-1b48-435e-a14b-a353505d9af7 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:57:17.617574 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:16Z', 'revision_number': 3, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'gw_port': {'id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:17.661388 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] Checking router: ada3ba75-eb8f-4b80-a837-a3642bb2e7bc for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:57:17.661388 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] Updating router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc port 97f3eb2b-11fb-4469-8fa7-36583034ec6b binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:57:17.701351 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (97f3eb2b-11fb-4469-8fa7-36583034ec6b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:17.702969 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 39d9c04d-1b48-435e-a14b-a353505d9af7 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:57:17.734140 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-16d3eb0e-3d4d-481e-b2d3-62d3c20190ca admin admin] Allocated IP 172.20.0.1 (88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f/3115676f-e9e3-4cf9-9a19-389aaf03f89e/b2e5c037-b950-4ec1-9825-dd33fa7f07bd) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:17.839520 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16d3eb0e-3d4d-481e-b2d3-62d3c20190ca admin admin] Publish callbacks [] for port (b2e5c037-b950-4ec1-9825-dd33fa7f07bd), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:17.861297 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:57:17.872987 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16d3eb0e-3d4d-481e-b2d3-62d3c20190ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b2e5c037-b950-4ec1-9825-dd33fa7f07bd), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:17.911239 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d3eb0e-3d4d-481e-b2d3-62d3c20190ca admin admin] Network 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:17.917553 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-16d3eb0e-3d4d-481e-b2d3-62d3c20190ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:17.921168 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d3eb0e-3d4d-481e-b2d3-62d3c20190ca admin admin] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:57:17.945360 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3eb0e-3d4d-481e-b2d3-62d3c20190ca admin admin] Pushing event updated for resources: {'Port': ['ID=b2e5c037-b950-4ec1-9825-dd33fa7f07bd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:17.957302 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] Publish callbacks [] for port (97f3eb2b-11fb-4469-8fa7-36583034ec6b), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:17.963685 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16d3eb0e-3d4d-481e-b2d3-62d3c20190ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (ada3ba75-eb8f-4b80-a837-a3642bb2e7bc), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:17.964276 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (97f3eb2b-11fb-4469-8fa7-36583034ec6b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:18.018903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81441717-f956-41ac-9ee5-4f456c05f586 None None] Pushing event updated for resources: {'Port': ['ID=97f3eb2b-11fb-4469-8fa7-36583034ec6b,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:18.021424 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] Attempting to bind port 97f3eb2b-11fb-4469-8fa7-36583034ec6b on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:57:18.021800 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] Attempting to bind port 97f3eb2b-11fb-4469-8fa7-36583034ec6b by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:57:18.022176 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] Attempting to bind port 97f3eb2b-11fb-4469-8fa7-36583034ec6b on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:57:18.028431 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:57:18.028814 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:57:18.029221 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:18.029614 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:57:18.030088 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] Bound port: 97f3eb2b-11fb-4469-8fa7-36583034ec6b, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:57:18.030471 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (97f3eb2b-11fb-4469-8fa7-36583034ec6b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:18.086777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] For port 97f3eb2b-11fb-4469-8fa7-36583034ec6b, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:18.090680 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] For port 97f3eb2b-11fb-4469-8fa7-36583034ec6b, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=97f3eb2b-11fb-4469-8fa7-36583034ec6b,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:18.098109 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (97f3eb2b-11fb-4469-8fa7-36583034ec6b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:18.106116 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16d3eb0e-3d4d-481e-b2d3-62d3c20190ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b2e5c037-b950-4ec1-9825-dd33fa7f07bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:18.157275 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] Routers {'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:57:18.157932 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:57:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:18.194836 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81441717-f956-41ac-9ee5-4f456c05f586 None None] Pushing event updated for resources: {'Port': ['ID=97f3eb2b-11fb-4469-8fa7-36583034ec6b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:18.278364 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16d3eb0e-3d4d-481e-b2d3-62d3c20190ca admin admin] Publish callbacks [] for port (b2e5c037-b950-4ec1-9825-dd33fa7f07bd), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:18.283081 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16d3eb0e-3d4d-481e-b2d3-62d3c20190ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4284635'] for port (b2e5c037-b950-4ec1-9825-dd33fa7f07bd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:18.351335 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3eb0e-3d4d-481e-b2d3-62d3c20190ca admin admin] Pushing event updated for resources: {'Port': ['ID=b2e5c037-b950-4ec1-9825-dd33fa7f07bd,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:18.354090 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16d3eb0e-3d4d-481e-b2d3-62d3c20190ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (ada3ba75-eb8f-4b80-a837-a3642bb2e7bc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:18.431438 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-00e664ce-8e05-4aad-be2b-447f4641f719 None None] Provisioning complete for port b2e5c037-b950-4ec1-9825-dd33fa7f07bd triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:18.431819 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-00e664ce-8e05-4aad-be2b-447f4641f719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b2e5c037-b950-4ec1-9825-dd33fa7f07bd), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:18.453020 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d3eb0e-3d4d-481e-b2d3-62d3c20190ca admin admin] Network 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:18.454421 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-16d3eb0e-3d4d-481e-b2d3-62d3c20190ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:18.457854 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] Set router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:57:18.502855 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-00e664ce-8e05-4aad-be2b-447f4641f719 None None] Port b2e5c037-b950-4ec1-9825-dd33fa7f07bd cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:57:18.578290 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d3eb0e-3d4d-481e-b2d3-62d3c20190ca admin admin] Router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:57:18.679774 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:18Z', 'revision_number': 4, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'gw_port': {'id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b2e5c037-b950-4ec1-9825-dd33fa7f07bd', 'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'mac_address': 'fa:16:3e:07:6e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:17Z', 'updated_at': '2022-02-03T13:57:17Z', 'revision_number': 1, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'subnets': [{'id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:18.693284 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d3eb0e-3d4d-481e-b2d3-62d3c20190ca admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:57:18.698587 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-16d3eb0e-3d4d-481e-b2d3-62d3c20190ca admin admin] 10.222.0.18 "PUT /v2.0/routers/ada3ba75-eb8f-4b80-a837-a3642bb2e7bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5540121 Feb 03 13:57:18.706632 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f75597c-9d51-40d7-8106-48cdc7b9d32a None None] The sync data for ids ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'] in n-d-827336-3 is: [{'id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:18Z', 'revision_number': 4, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'gw_port': {'id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b2e5c037-b950-4ec1-9825-dd33fa7f07bd', 'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'mac_address': 'fa:16:3e:07:6e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:17Z', 'updated_at': '2022-02-03T13:57:17Z', 'revision_number': 1, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'subnets': [{'id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:57:18.724518 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-65c4483d-6b6c-450b-8ddd-b1550dac0b14 None None] Provisioning complete for port b2e5c037-b950-4ec1-9825-dd33fa7f07bd triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:18.724819 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-65c4483d-6b6c-450b-8ddd-b1550dac0b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b2e5c037-b950-4ec1-9825-dd33fa7f07bd), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:18.759198 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-65c4483d-6b6c-450b-8ddd-b1550dac0b14 None None] Port b2e5c037-b950-4ec1-9825-dd33fa7f07bd cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:57:19.214699 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43798) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:19.219630 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-38b4c88b-047c-48e2-b588-0ff54ca228dd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-828324809-network', 'tenant_id': '8a14e783e364423bae3f896a182d567a'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:57:19.245708 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b4c88b-047c-48e2-b588-0ff54ca228dd admin admin] Made reservation on behalf of 8a14e783e364423bae3f896a182d567a for: {'network': 1} {{(pid=103189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:19.249094 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38b4c88b-047c-48e2-b588-0ff54ca228dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for network (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:19.259614 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38b4c88b-047c-48e2-b588-0ff54ca228dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:19.345273 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38b4c88b-047c-48e2-b588-0ff54ca228dd admin admin] Publish callbacks [] for security_group (6acc0552-5787-4717-a64d-42c38393b7af), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:19.349549 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38b4c88b-047c-48e2-b588-0ff54ca228dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6acc0552-5787-4717-a64d-42c38393b7af), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:19.388832 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b4c88b-047c-48e2-b588-0ff54ca228dd admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 13:57:19.395469 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4c88b-047c-48e2-b588-0ff54ca228dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acc0552-5787-4717-a64d-42c38393b7af,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:19.406776 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38b4c88b-047c-48e2-b588-0ff54ca228dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (000a6eb5-6296-450a-98f4-eaaf842808ac), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:19.407183 n-d-827336-3 neutron-server[103189]: INFO neutron.db.segments_db [None req-38b4c88b-047c-48e2-b588-0ff54ca228dd admin admin] Added segment 000a6eb5-6296-450a-98f4-eaaf842808ac of type vlan for network 08be6c8a-f4ad-4a3d-9cfd-cf913e90678c Feb 03 13:57:19.456287 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38b4c88b-047c-48e2-b588-0ff54ca228dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757072997021'] for network (08be6c8a-f4ad-4a3d-9cfd-cf913e90678c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:19.483059 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38b4c88b-047c-48e2-b588-0ff54ca228dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281'] for network (08be6c8a-f4ad-4a3d-9cfd-cf913e90678c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:19.484117 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b4c88b-047c-48e2-b588-0ff54ca228dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:19.484731 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38b4c88b-047c-48e2-b588-0ff54ca228dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:19.519834 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-38b4c88b-047c-48e2-b588-0ff54ca228dd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3039811 Feb 03 13:57:19.522742 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43800) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:19.529049 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-138240d8-4777-4bb4-86d9-d62b1e37434a admin admin] Request body: {'subnet': {'network_id': '08be6c8a-f4ad-4a3d-9cfd-cf913e90678c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-828324809-subnet', 'tenant_id': '8a14e783e364423bae3f896a182d567a', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:57:19.550523 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138240d8-4777-4bb4-86d9-d62b1e37434a admin admin] Made reservation on behalf of 8a14e783e364423bae3f896a182d567a for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:19.552872 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-138240d8-4777-4bb4-86d9-d62b1e37434a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65791528'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:19.556562 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4c88b-047c-48e2-b588-0ff54ca228dd admin admin] Pushing event updated for resources: {'Network': ['ID=08be6c8a-f4ad-4a3d-9cfd-cf913e90678c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:19.566978 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Network 08be6c8a-f4ad-4a3d-9cfd-cf913e90678c details requested by agent ovs-agent-n-d-827336-3 with host n-d-827336-3 {{(pid=103190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 03 13:57:19.731629 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-138240d8-4777-4bb4-86d9-d62b1e37434a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4349597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65797586'] for subnet (0091942b-743c-4243-9b37-f04aa8429849), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:19.782884 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138240d8-4777-4bb4-86d9-d62b1e37434a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0091942b-743c-4243-9b37-f04aa8429849,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:19.799442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138240d8-4777-4bb4-86d9-d62b1e37434a admin admin] Checking segment: {'id': '000a6eb5-6296-450a-98f4-eaaf842808ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '08be6c8a-f4ad-4a3d-9cfd-cf913e90678c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:57:19.799809 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138240d8-4777-4bb4-86d9-d62b1e37434a admin admin] Network hostable DHCP agents. Network: 08be6c8a-f4ad-4a3d-9cfd-cf913e90678c, hostable agents: ['f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 13:57:19.817247 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138240d8-4777-4bb4-86d9-d62b1e37434a admin admin] Network 08be6c8a-f4ad-4a3d-9cfd-cf913e90678c is scheduled to be hosted by DHCP agent f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 13:57:19.826108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-138240d8-4777-4bb4-86d9-d62b1e37434a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-3, 08be6c8a-f4ad-4a3d-9cfd-cf913e90678c) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:19.831206 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138240d8-4777-4bb4-86d9-d62b1e37434a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:19.831806 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-138240d8-4777-4bb4-86d9-d62b1e37434a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:19.838675 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fa9152-d35b-4f79-b9ff-2d7218d91f11 None None] Network 08be6c8a-f4ad-4a3d-9cfd-cf913e90678c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:57:19.856660 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-138240d8-4777-4bb4-86d9-d62b1e37434a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3292630 Feb 03 13:57:19.856965 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43802) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:19.861983 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7e05e997-226e-47c1-9d3d-da6e2819e477 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-828324809-router', 'tenant_id': '8a14e783e364423bae3f896a182d567a', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:57:19.883038 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e05e997-226e-47c1-9d3d-da6e2819e477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7889290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30948'] for router (7f655707-e403-4967-af37-3884dae7e271), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:19.884304 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e05e997-226e-47c1-9d3d-da6e2819e477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8089146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7896028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8091742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30957'] for router (7f655707-e403-4967-af37-3884dae7e271), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:19.944353 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e05e997-226e-47c1-9d3d-da6e2819e477 admin admin] Publish callbacks [] for router_controller (7f655707-e403-4967-af37-3884dae7e271), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:19.953315 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7678f98-e993-53de-8503-8c7873968ede-08be6c8a-f4ad-4a3d-9cfd-cf913e90678c', 'network_id': '08be6c8a-f4ad-4a3d-9cfd-cf913e90678c', 'project_id': '8a14e783e364423bae3f896a182d567a', 'fixed_ips': [{'subnet_id': '0091942b-743c-4243-9b37-f04aa8429849'}]}} from n-d-827336-3. {{(pid=103190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 03 13:57:19.954203 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:20.094896 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.db_base_plugin_common [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] Allocated IP 172.20.0.2 (08be6c8a-f4ad-4a3d-9cfd-cf913e90678c/0091942b-743c-4243-9b37-f04aa8429849/12f8210e-a3f8-49cf-9ba7-26f4ddb599e4) {{(pid=103190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:20.249578 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] Publish callbacks [] for port (12f8210e-a3f8-49cf-9ba7-26f4ddb599e4), precommit_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:20.256294 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541'] for port (12f8210e-a3f8-49cf-9ba7-26f4ddb599e4), after_create {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:20.296662 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] Network 08be6c8a-f4ad-4a3d-9cfd-cf913e90678c is already hosted by enough agents. {{(pid=103190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:20.303122 n-d-827336-3 neutron-server[103190]: DEBUG neutron.scheduler.base_scheduler [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] Resources bound (agent type, host, resource id): {{(pid=103190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:20.310188 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] Received port after_create {{(pid=103190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:57:20.313479 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] Pushing event updated for resources: {'Port': ['ID=12f8210e-a3f8-49cf-9ba7-26f4ddb599e4,revision_number=1']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:20.375376 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] Attempting to bind port 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:57:20.375747 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] Attempting to bind port 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '000a6eb5-6296-450a-98f4-eaaf842808ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '08be6c8a-f4ad-4a3d-9cfd-cf913e90678c'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:57:20.376142 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] Attempting to bind port 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4 on network 08be6c8a-f4ad-4a3d-9cfd-cf913e90678c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:57:20.381655 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:57:20.382036 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] Checking segment: {'id': '000a6eb5-6296-450a-98f4-eaaf842808ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '08be6c8a-f4ad-4a3d-9cfd-cf913e90678c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:57:20.382444 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:20.382842 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] Bound using segment: {'id': '000a6eb5-6296-450a-98f4-eaaf842808ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '08be6c8a-f4ad-4a3d-9cfd-cf913e90678c'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:57:20.383321 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] Bound port: 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000a6eb5-6296-450a-98f4-eaaf842808ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '08be6c8a-f4ad-4a3d-9cfd-cf913e90678c'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:57:20.383705 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (12f8210e-a3f8-49cf-9ba7-26f4ddb599e4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:20.445492 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e05e997-226e-47c1-9d3d-da6e2819e477 admin admin] Publish callbacks [] for router_gateway (7f655707-e403-4967-af37-3884dae7e271), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:20.450024 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] For port 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:20.453592 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] For port 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=12f8210e-a3f8-49cf-9ba7-26f4ddb599e4,segment=NetworkSegment(000a6eb5-6296-450a-98f4-eaaf842808ac),segment_id=000a6eb5-6296-450a-98f4-eaaf842808ac)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:20.459142 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (12f8210e-a3f8-49cf-9ba7-26f4ddb599e4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:20.515795 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3be93-ed9c-45fb-8140-d61a8613add4 None None] Pushing event updated for resources: {'Port': ['ID=12f8210e-a3f8-49cf-9ba7-26f4ddb599e4,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:20.663104 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e05e997-226e-47c1-9d3d-da6e2819e477 admin admin] Publish callbacks [] for router_gateway (7f655707-e403-4967-af37-3884dae7e271), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:20.694904 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e05e997-226e-47c1-9d3d-da6e2819e477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:20.807867 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-7e05e997-226e-47c1-9d3d-da6e2819e477 admin admin] Allocated IP 172.25.6.143 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/1ea53597-8673-42da-a32f-27dd216eefd1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:20.922847 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e05e997-226e-47c1-9d3d-da6e2819e477 admin admin] Publish callbacks [] for port (1ea53597-8673-42da-a32f-27dd216eefd1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:20.926822 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] Sync routers for ids ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:57:20.937330 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] Routers {'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:57:20.937888 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:57:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:20.957534 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e05e997-226e-47c1-9d3d-da6e2819e477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (1ea53597-8673-42da-a32f-27dd216eefd1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:20.994645 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e05e997-226e-47c1-9d3d-da6e2819e477 admin admin] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:21.000171 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7e05e997-226e-47c1-9d3d-da6e2819e477 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:21.003721 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e05e997-226e-47c1-9d3d-da6e2819e477 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:57:21.009293 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05e997-226e-47c1-9d3d-da6e2819e477 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea53597-8673-42da-a32f-27dd216eefd1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:21.047427 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] Set router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:57:21.252938 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:18Z', 'revision_number': 4, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'gw_port': {'id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b2e5c037-b950-4ec1-9825-dd33fa7f07bd', 'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'mac_address': 'fa:16:3e:07:6e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:17Z', 'updated_at': '2022-02-03T13:57:18Z', 'revision_number': 2, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'subnets': [{'id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:21.272725 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e05e997-226e-47c1-9d3d-da6e2819e477 admin admin] Publish callbacks [] for router_gateway (7f655707-e403-4967-af37-3884dae7e271), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:21.283270 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] Checking router: ada3ba75-eb8f-4b80-a837-a3642bb2e7bc for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:57:21.284089 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] Updating router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc port b2e5c037-b950-4ec1-9825-dd33fa7f07bd binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:57:21.314118 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b2e5c037-b950-4ec1-9825-dd33fa7f07bd), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:21.442905 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 97f3eb2b-11fb-4469-8fa7-36583034ec6b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:57:21.508571 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e05e997-226e-47c1-9d3d-da6e2819e477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8089091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7895937'] for router (7f655707-e403-4967-af37-3884dae7e271), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:21.510335 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 97f3eb2b-11fb-4469-8fa7-36583034ec6b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:21.510898 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (97f3eb2b-11fb-4469-8fa7-36583034ec6b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:21.617451 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 97f3eb2b-11fb-4469-8fa7-36583034ec6b is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:57:21.617838 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (97f3eb2b-11fb-4469-8fa7-36583034ec6b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:21.641620 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 97f3eb2b-11fb-4469-8fa7-36583034ec6b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=97f3eb2b-11fb-4469-8fa7-36583034ec6b,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:21.647246 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (97f3eb2b-11fb-4469-8fa7-36583034ec6b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:21.648064 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:57:21.650671 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] Publish callbacks [] for port (b2e5c037-b950-4ec1-9825-dd33fa7f07bd), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:21.657267 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e05e997-226e-47c1-9d3d-da6e2819e477 admin admin] Router 7f655707-e403-4967-af37-3884dae7e271 is scheduled to L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 13:57:21.659071 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b2e5c037-b950-4ec1-9825-dd33fa7f07bd), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:21.731685 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde50fb7-0ddf-455a-8f16-74aab397e704 None None] Pushing event updated for resources: {'Port': ['ID=b2e5c037-b950-4ec1-9825-dd33fa7f07bd,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:21.756447 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=97f3eb2b-11fb-4469-8fa7-36583034ec6b,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:21.764685 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde50fb7-0ddf-455a-8f16-74aab397e704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:21.765407 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde50fb7-0ddf-455a-8f16-74aab397e704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:21.765997 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde50fb7-0ddf-455a-8f16-74aab397e704 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:21.766595 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde50fb7-0ddf-455a-8f16-74aab397e704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:21.767400 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde50fb7-0ddf-455a-8f16-74aab397e704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:21.767800 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde50fb7-0ddf-455a-8f16-74aab397e704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:21.768236 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde50fb7-0ddf-455a-8f16-74aab397e704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:21.768629 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde50fb7-0ddf-455a-8f16-74aab397e704 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:21.769044 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde50fb7-0ddf-455a-8f16-74aab397e704 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:21.769845 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde50fb7-0ddf-455a-8f16-74aab397e704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:21.770512 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde50fb7-0ddf-455a-8f16-74aab397e704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:21.770726 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:21.770910 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde50fb7-0ddf-455a-8f16-74aab397e704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:21.771072 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (12f8210e-a3f8-49cf-9ba7-26f4ddb599e4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:21.771189 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde50fb7-0ddf-455a-8f16-74aab397e704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 13:57:21.813093 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] Attempting to bind port b2e5c037-b950-4ec1-9825-dd33fa7f07bd on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:57:21.813931 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] Attempting to bind port b2e5c037-b950-4ec1-9825-dd33fa7f07bd by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '429d38b4-d4c4-418e-9f39-a758151bd1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:57:21.815087 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] Attempting to bind port b2e5c037-b950-4ec1-9825-dd33fa7f07bd on network 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:57:21.822526 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:57:21.823384 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] Checking segment: {'id': '429d38b4-d4c4-418e-9f39-a758151bd1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:57:21.824065 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:21.824839 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] Bound using segment: {'id': '429d38b4-d4c4-418e-9f39-a758151bd1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:57:21.825523 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] Bound port: b2e5c037-b950-4ec1-9825-dd33fa7f07bd, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429d38b4-d4c4-418e-9f39-a758151bd1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:57:21.826122 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b2e5c037-b950-4ec1-9825-dd33fa7f07bd), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:21.832068 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e05e997-226e-47c1-9d3d-da6e2819e477 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:57:21.860457 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] Sync routers for ids ['7f655707-e403-4967-af37-3884dae7e271'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:57:21.861627 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e05e997-226e-47c1-9d3d-da6e2819e477 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:21.863309 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-7e05e997-226e-47c1-9d3d-da6e2819e477 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0053391 Feb 03 13:57:21.865988 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43804) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:21.893807 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] Routers {'7f655707-e403-4967-af37-3884dae7e271'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:57:21.894442 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:57:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['7f655707-e403-4967-af37-3884dae7e271'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:21.908940 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] For port b2e5c037-b950-4ec1-9825-dd33fa7f07bd, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:21.914302 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] For port b2e5c037-b950-4ec1-9825-dd33fa7f07bd, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b2e5c037-b950-4ec1-9825-dd33fa7f07bd,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:21.928011 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b2e5c037-b950-4ec1-9825-dd33fa7f07bd), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:21.947489 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acae1a7-e73a-4ac0-8728-989d1653eba7 None None] Network 08be6c8a-f4ad-4a3d-9cfd-cf913e90678c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 13:57:21.996276 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde50fb7-0ddf-455a-8f16-74aab397e704 None None] Pushing event updated for resources: {'Port': ['ID=b2e5c037-b950-4ec1-9825-dd33fa7f07bd,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:22.008356 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] Routers {'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:57:22.008902 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:57:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:22.032640 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:57:22.033031 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (12f8210e-a3f8-49cf-9ba7-26f4ddb599e4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:22.126068 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-2639f28e-2a6d-407a-bc9f-27c6fdd179a4 None None] Provisioning complete for port 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:22.126469 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2639f28e-2a6d-407a-bc9f-27c6fdd179a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (12f8210e-a3f8-49cf-9ba7-26f4ddb599e4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:22.131702 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] Set router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:57:22.157596 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=12f8210e-a3f8-49cf-9ba7-26f4ddb599e4,segment=NetworkSegment(000a6eb5-6296-450a-98f4-eaaf842808ac),segment_id=000a6eb5-6296-450a-98f4-eaaf842808ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:22.186717 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (12f8210e-a3f8-49cf-9ba7-26f4ddb599e4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:22.190506 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] Set router 7f655707-e403-4967-af37-3884dae7e271 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:57:22.385536 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=12f8210e-a3f8-49cf-9ba7-26f4ddb599e4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:22.387790 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:18Z', 'revision_number': 4, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'gw_port': {'id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b2e5c037-b950-4ec1-9825-dd33fa7f07bd', 'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'mac_address': 'fa:16:3e:07:6e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:17Z', 'updated_at': '2022-02-03T13:57:21Z', 'revision_number': 4, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'subnets': [{'id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:22.421514 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-662ad2e3-28f4-4558-9d48-d4ba45b5f303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:22.426794 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f4a119-0e2e-4b10-b78d-a9e0003d162e None None] The sync data for ids ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'] in n-d-827336-3 is: [{'id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:18Z', 'revision_number': 4, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'gw_port': {'id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b2e5c037-b950-4ec1-9825-dd33fa7f07bd', 'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'mac_address': 'fa:16:3e:07:6e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:17Z', 'updated_at': '2022-02-03T13:57:21Z', 'revision_number': 4, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'subnets': [{'id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:57:22.443955 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-2639f28e-2a6d-407a-bc9f-27c6fdd179a4 None None] Current status of the port 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:57:22.513845 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f655707-e403-4967-af37-3884dae7e271', 'name': 'tempest-TestSnapshotPattern-828324809-router', 'tenant_id': '8a14e783e364423bae3f896a182d567a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1ea53597-8673-42da-a32f-27dd216eefd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:19Z', 'updated_at': '2022-02-03T13:57:21Z', 'revision_number': 3, 'project_id': '8a14e783e364423bae3f896a182d567a', 'gw_port': {'id': '1ea53597-8673-42da-a32f-27dd216eefd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:eb:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f655707-e403-4967-af37-3884dae7e271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:20Z', 'updated_at': '2022-02-03T13:57:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:22.557526 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] Checking router: 7f655707-e403-4967-af37-3884dae7e271 for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:57:22.558115 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] Updating router 7f655707-e403-4967-af37-3884dae7e271 port 1ea53597-8673-42da-a32f-27dd216eefd1 binding host n-d-827336-3 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:57:22.593193 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1ea53597-8673-42da-a32f-27dd216eefd1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:22.595996 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-6aa4e2c5-a59c-473e-bb50-66f6004b0b48 None None] Provisioning complete for port b2e5c037-b950-4ec1-9825-dd33fa7f07bd triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:22.596367 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6aa4e2c5-a59c-473e-bb50-66f6004b0b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b2e5c037-b950-4ec1-9825-dd33fa7f07bd), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:22.656518 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-662ad2e3-28f4-4558-9d48-d4ba45b5f303 admin admin] Allocated IP 172.20.0.1 (08be6c8a-f4ad-4a3d-9cfd-cf913e90678c/0091942b-743c-4243-9b37-f04aa8429849/7cce1987-951f-4fe6-b79f-fde4ccba1269) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:22.783764 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-662ad2e3-28f4-4558-9d48-d4ba45b5f303 admin admin] Publish callbacks [] for port (7cce1987-951f-4fe6-b79f-fde4ccba1269), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:22.816304 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-6aa4e2c5-a59c-473e-bb50-66f6004b0b48 None None] Current status of the port b2e5c037-b950-4ec1-9825-dd33fa7f07bd is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:57:22.816724 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6aa4e2c5-a59c-473e-bb50-66f6004b0b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (b2e5c037-b950-4ec1-9825-dd33fa7f07bd), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:22.821791 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-662ad2e3-28f4-4558-9d48-d4ba45b5f303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (7cce1987-951f-4fe6-b79f-fde4ccba1269), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:22.866888 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662ad2e3-28f4-4558-9d48-d4ba45b5f303 admin admin] Network 08be6c8a-f4ad-4a3d-9cfd-cf913e90678c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:22.870052 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-662ad2e3-28f4-4558-9d48-d4ba45b5f303 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:22.874556 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662ad2e3-28f4-4558-9d48-d4ba45b5f303 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:57:22.879528 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6aa4e2c5-a59c-473e-bb50-66f6004b0b48 None None] For port b2e5c037-b950-4ec1-9825-dd33fa7f07bd, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b2e5c037-b950-4ec1-9825-dd33fa7f07bd,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:22.890647 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6aa4e2c5-a59c-473e-bb50-66f6004b0b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (b2e5c037-b950-4ec1-9825-dd33fa7f07bd), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:22.899614 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ad2e3-28f4-4558-9d48-d4ba45b5f303 admin admin] Pushing event updated for resources: {'Port': ['ID=7cce1987-951f-4fe6-b79f-fde4ccba1269,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:22.921417 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-662ad2e3-28f4-4558-9d48-d4ba45b5f303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7895772'] for router_interface (7f655707-e403-4967-af37-3884dae7e271), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:22.985765 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] Publish callbacks [] for port (1ea53597-8673-42da-a32f-27dd216eefd1), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:22.994375 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4e2c5-a59c-473e-bb50-66f6004b0b48 None None] Pushing event updated for resources: {'Port': ['ID=b2e5c037-b950-4ec1-9825-dd33fa7f07bd,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:23.002865 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1ea53597-8673-42da-a32f-27dd216eefd1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:23.070274 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-662ad2e3-28f4-4558-9d48-d4ba45b5f303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7cce1987-951f-4fe6-b79f-fde4ccba1269), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:23.088307 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] Attempting to bind port 1ea53597-8673-42da-a32f-27dd216eefd1 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:57:23.088686 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] Attempting to bind port 1ea53597-8673-42da-a32f-27dd216eefd1 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:57:23.089046 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] Attempting to bind port 1ea53597-8673-42da-a32f-27dd216eefd1 on network e9dedc31-644c-4c3c-ba28-45b6252d3499 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:57:23.096601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79494625-fb02-4c31-bb20-b5e7d3929a67 None None] Pushing event updated for resources: {'Port': ['ID=1ea53597-8673-42da-a32f-27dd216eefd1,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:23.100466 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:57:23.100988 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] Checking segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:57:23.101396 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:23.101780 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] Bound using segment: {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:57:23.102259 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] Bound port: 1ea53597-8673-42da-a32f-27dd216eefd1, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2688997-9450-417e-86f4-0e063d469ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:57:23.102637 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1ea53597-8673-42da-a32f-27dd216eefd1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:23.105780 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-332ebfa5-7039-4879-9f13-afcc723b07a7 None None] Provisioning complete for port 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:23.106152 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-332ebfa5-7039-4879-9f13-afcc723b07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (12f8210e-a3f8-49cf-9ba7-26f4ddb599e4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:23.258262 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-662ad2e3-28f4-4558-9d48-d4ba45b5f303 admin admin] Publish callbacks [] for port (7cce1987-951f-4fe6-b79f-fde4ccba1269), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:23.266251 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-662ad2e3-28f4-4558-9d48-d4ba45b5f303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (7cce1987-951f-4fe6-b79f-fde4ccba1269), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:23.339477 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ad2e3-28f4-4558-9d48-d4ba45b5f303 admin admin] Pushing event updated for resources: {'Port': ['ID=7cce1987-951f-4fe6-b79f-fde4ccba1269,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:23.341897 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-662ad2e3-28f4-4558-9d48-d4ba45b5f303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7889996'] for router_interface (7f655707-e403-4967-af37-3884dae7e271), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:23.395155 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] For port 1ea53597-8673-42da-a32f-27dd216eefd1, host n-d-827336-3, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:23.398857 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] For port 1ea53597-8673-42da-a32f-27dd216eefd1, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1ea53597-8673-42da-a32f-27dd216eefd1,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:23.429598 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 97f3eb2b-11fb-4469-8fa7-36583034ec6b up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:57:23.433970 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1ea53597-8673-42da-a32f-27dd216eefd1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:23.440265 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662ad2e3-28f4-4558-9d48-d4ba45b5f303 admin admin] Network 08be6c8a-f4ad-4a3d-9cfd-cf913e90678c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:23.441658 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-662ad2e3-28f4-4558-9d48-d4ba45b5f303 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:23.517553 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-332ebfa5-7039-4879-9f13-afcc723b07a7 None None] Current status of the port 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:57:23.546385 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] Routers {'7f655707-e403-4967-af37-3884dae7e271'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:57:23.547035 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:57:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['7f655707-e403-4967-af37-3884dae7e271'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:23.550958 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79494625-fb02-4c31-bb20-b5e7d3929a67 None None] Pushing event updated for resources: {'Port': ['ID=1ea53597-8673-42da-a32f-27dd216eefd1,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:23.575202 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662ad2e3-28f4-4558-9d48-d4ba45b5f303 admin admin] Router 7f655707-e403-4967-af37-3884dae7e271 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:57:23.647923 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 97f3eb2b-11fb-4469-8fa7-36583034ec6b triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:23.648355 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (97f3eb2b-11fb-4469-8fa7-36583034ec6b), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:23.693897 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-dc94882a-5300-4390-a987-682735ea73f1 None None] Provisioning complete for port 7cce1987-951f-4fe6-b79f-fde4ccba1269 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:23.694272 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dc94882a-5300-4390-a987-682735ea73f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7cce1987-951f-4fe6-b79f-fde4ccba1269), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:23.696196 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662ad2e3-28f4-4558-9d48-d4ba45b5f303 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:57:23.704930 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-662ad2e3-28f4-4558-9d48-d4ba45b5f303 admin admin] 10.222.0.18 "PUT /v2.0/routers/7f655707-e403-4967-af37-3884dae7e271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8378603 Feb 03 13:57:23.732835 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] Set router 7f655707-e403-4967-af37-3884dae7e271 gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:57:23.788521 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-dc94882a-5300-4390-a987-682735ea73f1 None None] Port 7cce1987-951f-4fe6-b79f-fde4ccba1269 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:57:23.878849 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 97f3eb2b-11fb-4469-8fa7-36583034ec6b is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:57:23.880177 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b2e5c037-b950-4ec1-9825-dd33fa7f07bd up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:57:23.963290 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-383cf00e-527f-4f38-a8c6-8ccd52884780 None None] Provisioning complete for port 7cce1987-951f-4fe6-b79f-fde4ccba1269 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:23.963667 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-383cf00e-527f-4f38-a8c6-8ccd52884780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7cce1987-951f-4fe6-b79f-fde4ccba1269), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.041588 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port b2e5c037-b950-4ec1-9825-dd33fa7f07bd triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:24.041968 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (b2e5c037-b950-4ec1-9825-dd33fa7f07bd), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.044333 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-383cf00e-527f-4f38-a8c6-8ccd52884780 None None] Port 7cce1987-951f-4fe6-b79f-fde4ccba1269 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:57:24.122210 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f655707-e403-4967-af37-3884dae7e271', 'name': 'tempest-TestSnapshotPattern-828324809-router', 'tenant_id': '8a14e783e364423bae3f896a182d567a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1ea53597-8673-42da-a32f-27dd216eefd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:19Z', 'updated_at': '2022-02-03T13:57:23Z', 'revision_number': 4, 'project_id': '8a14e783e364423bae3f896a182d567a', 'gw_port': {'id': '1ea53597-8673-42da-a32f-27dd216eefd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:eb:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f655707-e403-4967-af37-3884dae7e271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:20Z', 'updated_at': '2022-02-03T13:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '7cce1987-951f-4fe6-b79f-fde4ccba1269', 'name': '', 'network_id': '08be6c8a-f4ad-4a3d-9cfd-cf913e90678c', 'tenant_id': '8a14e783e364423bae3f896a182d567a', 'mac_address': 'fa:16:3e:7a:fb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f655707-e403-4967-af37-3884dae7e271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '0091942b-743c-4243-9b37-f04aa8429849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:22Z', 'updated_at': '2022-02-03T13:57:23Z', 'revision_number': 2, 'project_id': '8a14e783e364423bae3f896a182d567a', 'subnets': [{'id': '0091942b-743c-4243-9b37-f04aa8429849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:24.156775 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d3673b-b1a2-401a-abc6-b84446f36821 None None] The sync data for ids ['7f655707-e403-4967-af37-3884dae7e271'] in n-d-827336-3 is: [{'id': '7f655707-e403-4967-af37-3884dae7e271', 'name': 'tempest-TestSnapshotPattern-828324809-router', 'tenant_id': '8a14e783e364423bae3f896a182d567a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1ea53597-8673-42da-a32f-27dd216eefd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:19Z', 'updated_at': '2022-02-03T13:57:23Z', 'revision_number': 4, 'project_id': '8a14e783e364423bae3f896a182d567a', 'gw_port': {'id': '1ea53597-8673-42da-a32f-27dd216eefd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:eb:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f655707-e403-4967-af37-3884dae7e271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:20Z', 'updated_at': '2022-02-03T13:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '7cce1987-951f-4fe6-b79f-fde4ccba1269', 'name': '', 'network_id': '08be6c8a-f4ad-4a3d-9cfd-cf913e90678c', 'tenant_id': '8a14e783e364423bae3f896a182d567a', 'mac_address': 'fa:16:3e:7a:fb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f655707-e403-4967-af37-3884dae7e271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '0091942b-743c-4243-9b37-f04aa8429849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:22Z', 'updated_at': '2022-02-03T13:57:23Z', 'revision_number': 2, 'project_id': '8a14e783e364423bae3f896a182d567a', 'subnets': [{'id': '0091942b-743c-4243-9b37-f04aa8429849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:57:24.168729 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port b2e5c037-b950-4ec1-9825-dd33fa7f07bd is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:57:24.169852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:57:24.226537 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:24.226915 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (12f8210e-a3f8-49cf-9ba7-26f4ddb599e4), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.248969 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43812) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:24.253903 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1107aa83-6d2e-4394-8ce4-36e38f765b17 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1794004042', 'description': 'tempest-secgroup-smoke-1794004042 description', 'project_id': '6182ac78ab634c98aa5ded55c585b347'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:57:24.280856 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1107aa83-6d2e-4394-8ce4-36e38f765b17 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.309362 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:57:24.356116 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1107aa83-6d2e-4394-8ce4-36e38f765b17 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group (21fd0232-0d8f-4080-8700-b42324c7129d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.368073 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1107aa83-6d2e-4394-8ce4-36e38f765b17 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (21fd0232-0d8f-4080-8700-b42324c7129d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.401659 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1107aa83-6d2e-4394-8ce4-36e38f765b17 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.402969 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-1107aa83-6d2e-4394-8ce4-36e38f765b17 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1528645 Feb 03 13:57:24.405834 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43814) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:24.411217 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f895e55c-c851-4a4b-9356-7fb63051e733 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Request body: {'security_group_rule': {'security_group_id': '21fd0232-0d8f-4080-8700-b42324c7129d', 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:57:24.416411 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107aa83-6d2e-4394-8ce4-36e38f765b17 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21fd0232-0d8f-4080-8700-b42324c7129d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:24.439298 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f895e55c-c851-4a4b-9356-7fb63051e733 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group_rule (a37ed291-a5f1-4d86-95a5-436f463be4c7), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.504348 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f895e55c-c851-4a4b-9356-7fb63051e733 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group_rule (a37ed291-a5f1-4d86-95a5-436f463be4c7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.508172 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f895e55c-c851-4a4b-9356-7fb63051e733 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (a37ed291-a5f1-4d86-95a5-436f463be4c7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.526407 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895e55c-c851-4a4b-9356-7fb63051e733 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37ed291-a5f1-4d86-95a5-436f463be4c7,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:24.536802 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f895e55c-c851-4a4b-9356-7fb63051e733 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.540002 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-f895e55c-c851-4a4b-9356-7fb63051e733 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313241 Feb 03 13:57:24.540975 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43816) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:24.546120 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-bf106cdf-3fce-454d-b7d2-e28e4ca0c459 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Request body: {'security_group_rule': {'security_group_id': '21fd0232-0d8f-4080-8700-b42324c7129d', 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:57:24.573330 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf106cdf-3fce-454d-b7d2-e28e4ca0c459 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group_rule (4c510f29-f1b8-48ec-9c0b-b3e30bb94662), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.632198 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf106cdf-3fce-454d-b7d2-e28e4ca0c459 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group_rule (4c510f29-f1b8-48ec-9c0b-b3e30bb94662), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.636053 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf106cdf-3fce-454d-b7d2-e28e4ca0c459 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (4c510f29-f1b8-48ec-9c0b-b3e30bb94662), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.653910 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf106cdf-3fce-454d-b7d2-e28e4ca0c459 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c510f29-f1b8-48ec-9c0b-b3e30bb94662,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:24.665442 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf106cdf-3fce-454d-b7d2-e28e4ca0c459 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.666798 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bf106cdf-3fce-454d-b7d2-e28e4ca0c459 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247320 Feb 03 13:57:24.670206 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43818) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:24.674786 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-4cb689c6-dfe7-4dc1-8476-ea56dd20e8b9 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Request body: {'security_group_rule': {'security_group_id': '21fd0232-0d8f-4080-8700-b42324c7129d', 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:57:24.702362 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4cb689c6-dfe7-4dc1-8476-ea56dd20e8b9 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group_rule (8e8763bd-e4bd-4c1b-bd22-7a66a8c03f4f), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.762244 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4cb689c6-dfe7-4dc1-8476-ea56dd20e8b9 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group_rule (8e8763bd-e4bd-4c1b-bd22-7a66a8c03f4f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.766273 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4cb689c6-dfe7-4dc1-8476-ea56dd20e8b9 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (8e8763bd-e4bd-4c1b-bd22-7a66a8c03f4f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.789617 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb689c6-dfe7-4dc1-8476-ea56dd20e8b9 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8763bd-e4bd-4c1b-bd22-7a66a8c03f4f,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:24.794612 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4cb689c6-dfe7-4dc1-8476-ea56dd20e8b9 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.798354 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4cb689c6-dfe7-4dc1-8476-ea56dd20e8b9 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244769 Feb 03 13:57:24.799026 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 43820) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:24.802812 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.v2.base [None req-bf441a7f-f526-4a32-9a8a-102879291959 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Request body: {'security_group_rule': {'security_group_id': '21fd0232-0d8f-4080-8700-b42324c7129d', 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:57:24.826797 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf441a7f-f526-4a32-9a8a-102879291959 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group_rule (af640762-b723-4cba-9fad-268cd8570133), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.883549 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf441a7f-f526-4a32-9a8a-102879291959 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group_rule (af640762-b723-4cba-9fad-268cd8570133), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.886331 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf441a7f-f526-4a32-9a8a-102879291959 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (af640762-b723-4cba-9fad-268cd8570133), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.903006 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf441a7f-f526-4a32-9a8a-102879291959 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af640762-b723-4cba-9fad-268cd8570133,revision_number=0']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:24.911359 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf441a7f-f526-4a32-9a8a-102879291959 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:24.912554 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-bf441a7f-f526-4a32-9a8a-102879291959 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1131420 Feb 03 13:57:24.915450 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43822) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:24.920826 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-edf65d28-a16b-4eae-9daf-917a8d64d1e2 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Request body: {'security_group_rule': {'security_group_id': '21fd0232-0d8f-4080-8700-b42324c7129d', 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:57:24.940667 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-edf65d28-a16b-4eae-9daf-917a8d64d1e2 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Project 6182ac78ab634c98aa5ded55c585b347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:57:24.945279 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edf65d28-a16b-4eae-9daf-917a8d64d1e2 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group_rule (51f08e48-a9c0-4159-8814-5055fe2ec4d5), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:25.006507 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edf65d28-a16b-4eae-9daf-917a8d64d1e2 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group_rule (51f08e48-a9c0-4159-8814-5055fe2ec4d5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:25.010119 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edf65d28-a16b-4eae-9daf-917a8d64d1e2 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (51f08e48-a9c0-4159-8814-5055fe2ec4d5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:25.028025 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf65d28-a16b-4eae-9daf-917a8d64d1e2 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f08e48-a9c0-4159-8814-5055fe2ec4d5,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:25.036218 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-edf65d28-a16b-4eae-9daf-917a8d64d1e2 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:25.037422 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-edf65d28-a16b-4eae-9daf-917a8d64d1e2 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209333 Feb 03 13:57:25.040255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43824) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:25.045023 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3971282b-2bf5-4c01-8411-63988ef44edc tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Request body: {'security_group_rule': {'security_group_id': '21fd0232-0d8f-4080-8700-b42324c7129d', 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:57:25.064137 n-d-827336-3 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-3971282b-2bf5-4c01-8411-63988ef44edc tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Project 6182ac78ab634c98aa5ded55c585b347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 03 13:57:25.068979 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3971282b-2bf5-4c01-8411-63988ef44edc tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group_rule (5bd57f5b-31fa-46f4-8b23-ac28400cbc48), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:25.127607 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3971282b-2bf5-4c01-8411-63988ef44edc tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group_rule (5bd57f5b-31fa-46f4-8b23-ac28400cbc48), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:25.131817 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3971282b-2bf5-4c01-8411-63988ef44edc tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130584'] for security_group_rule (5bd57f5b-31fa-46f4-8b23-ac28400cbc48), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:25.149138 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971282b-2bf5-4c01-8411-63988ef44edc tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd57f5b-31fa-46f4-8b23-ac28400cbc48,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:25.158636 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3971282b-2bf5-4c01-8411-63988ef44edc tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:25.160667 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-3971282b-2bf5-4c01-8411-63988ef44edc tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188133 Feb 03 13:57:25.385756 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1ea53597-8673-42da-a32f-27dd216eefd1 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:57:25.440416 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 1ea53597-8673-42da-a32f-27dd216eefd1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:25.440805 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1ea53597-8673-42da-a32f-27dd216eefd1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:25.469322 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-48a6b6c9-bb29-4330-b5c5-5f9a53d31622 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1794004042&fields=id&tenant_id=6182ac78ab634c98aa5ded55c585b347 HTTP/1.1" status: 200 len: 267 time: 0.0500329 Feb 03 13:57:25.533934 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 1ea53597-8673-42da-a32f-27dd216eefd1 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:57:25.534443 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (1ea53597-8673-42da-a32f-27dd216eefd1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:25.556384 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] For port 1ea53597-8673-42da-a32f-27dd216eefd1, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1ea53597-8673-42da-a32f-27dd216eefd1,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:25.563222 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (1ea53597-8673-42da-a32f-27dd216eefd1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:25.597611 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-199cd71d-1f89-4281-8d13-46d1e0c370be tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:25.599118 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-199cd71d-1f89-4281-8d13-46d1e0c370be tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/networks?id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f HTTP/1.1" status: 200 len: 808 time: 0.1229424 Feb 03 13:57:25.615095 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-4d4c287d-f26e-4d5b-bf6d-07ac82c6ae36 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/quotas/6182ac78ab634c98aa5ded55c585b347 HTTP/1.1" status: 200 len: 375 time: 0.0100884 Feb 03 13:57:25.616056 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Pushing event updated for resources: {'Port': ['ID=1ea53597-8673-42da-a32f-27dd216eefd1,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:25.673545 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-a3362906-d8ea-4b4c-9d3e-e1ac1c251dd6 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6182ac78ab634c98aa5ded55c585b347&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533535 Feb 03 13:57:25.773862 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-da74343b-92e8-442a-bc3e-c82d7f715ac3 service neutron] 10.222.0.18 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885451 Feb 03 13:57:25.871306 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-f085b248-a4cf-4b0c-8cd3-cd487737117a service neutron] 10.222.0.18 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907290 Feb 03 13:57:26.137904 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-6be9cfb0-7844-4887-b2e6-92ba03c3bc18 req-326de579-df8d-4b21-bbfe-484e5f4527ee tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 210 time: 0.1320870 Feb 03 13:57:26.673097 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] Sync routers for ids ['7f655707-e403-4967-af37-3884dae7e271'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:57:26.682892 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] Routers {'7f655707-e403-4967-af37-3884dae7e271'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:57:26.684124 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:57:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['7f655707-e403-4967-af37-3884dae7e271'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:26.877693 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] Set router 7f655707-e403-4967-af37-3884dae7e271 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:57:27.075278 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-d457a969-577a-4746-a0f0-f7be62f74217 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:27.076805 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-d457a969-577a-4746-a0f0-f7be62f74217 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.73 "GET /v2.0/networks?id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f HTTP/1.1" status: 200 len: 808 time: 0.1079998 Feb 03 13:57:27.077106 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f655707-e403-4967-af37-3884dae7e271', 'name': 'tempest-TestSnapshotPattern-828324809-router', 'tenant_id': '8a14e783e364423bae3f896a182d567a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1ea53597-8673-42da-a32f-27dd216eefd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:19Z', 'updated_at': '2022-02-03T13:57:23Z', 'revision_number': 4, 'project_id': '8a14e783e364423bae3f896a182d567a', 'gw_port': {'id': '1ea53597-8673-42da-a32f-27dd216eefd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:eb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f655707-e403-4967-af37-3884dae7e271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:20Z', 'updated_at': '2022-02-03T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '7cce1987-951f-4fe6-b79f-fde4ccba1269', 'name': '', 'network_id': '08be6c8a-f4ad-4a3d-9cfd-cf913e90678c', 'tenant_id': '8a14e783e364423bae3f896a182d567a', 'mac_address': 'fa:16:3e:7a:fb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f655707-e403-4967-af37-3884dae7e271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '0091942b-743c-4243-9b37-f04aa8429849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:22Z', 'updated_at': '2022-02-03T13:57:23Z', 'revision_number': 2, 'project_id': '8a14e783e364423bae3f896a182d567a', 'subnets': [{'id': '0091942b-743c-4243-9b37-f04aa8429849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:27.107273 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] Checking router: 7f655707-e403-4967-af37-3884dae7e271 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:57:27.107723 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] Updating router 7f655707-e403-4967-af37-3884dae7e271 port 7cce1987-951f-4fe6-b79f-fde4ccba1269 binding host n-d-827336-3 {{(pid=103191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 03 13:57:27.134750 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7cce1987-951f-4fe6-b79f-fde4ccba1269), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:27.146360 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-e2e7a781-3351-4b01-ac27-fd21c250bf0e tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6182ac78ab634c98aa5ded55c585b347 HTTP/1.1" status: 200 len: 380 time: 0.0542169 Feb 03 13:57:27.174782 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-1e5b4bd3-1ceb-4f7f-920b-7ed98a0365ed tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Request body: {'port': {'device_id': '5b26b345-998a-4950-b1d3-264158eafd43', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'admin_state_up': True, 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'security_groups': ['21fd0232-0d8f-4080-8700-b42324c7129d']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:57:27.239619 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-dc1b2fe8-a251-4542-990d-f40794044a06 req-bcbbf9b7-3dd7-4269-9e0b-7b95ad2011df tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 210 time: 0.0297208 Feb 03 13:57:27.312573 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-1e5b4bd3-1ceb-4f7f-920b-7ed98a0365ed tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Made reservation on behalf of 6182ac78ab634c98aa5ded55c585b347 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 13:57:27.316319 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-1e5b4bd3-1ceb-4f7f-920b-7ed98a0365ed tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:27.319500 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1ea53597-8673-42da-a32f-27dd216eefd1 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:57:27.371222 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 1ea53597-8673-42da-a32f-27dd216eefd1 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:27.371609 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (1ea53597-8673-42da-a32f-27dd216eefd1), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:27.413430 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] Publish callbacks [] for port (7cce1987-951f-4fe6-b79f-fde4ccba1269), precommit_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:27.419510 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7cce1987-951f-4fe6-b79f-fde4ccba1269), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:27.453691 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-1e5b4bd3-1ceb-4f7f-920b-7ed98a0365ed tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Allocated IP 172.20.0.10 (88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f/3115676f-e9e3-4cf9-9a19-389aaf03f89e/30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:27.455148 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 1ea53597-8673-42da-a32f-27dd216eefd1 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:57:27.468006 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a268bf-7acd-46e1-bc1c-02c86af1605b None None] Pushing event updated for resources: {'Port': ['ID=7cce1987-951f-4fe6-b79f-fde4ccba1269,revision_number=3']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:27.536373 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] Attempting to bind port 7cce1987-951f-4fe6-b79f-fde4ccba1269 on host n-d-827336-3 for vnic_type normal with profile {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:57:27.536920 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] Attempting to bind port 7cce1987-951f-4fe6-b79f-fde4ccba1269 by drivers openvswitch,hyperv on host n-d-827336-3 at level 0 using segments [{'id': '000a6eb5-6296-450a-98f4-eaaf842808ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '08be6c8a-f4ad-4a3d-9cfd-cf913e90678c'}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:57:27.537393 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] Attempting to bind port 7cce1987-951f-4fe6-b79f-fde4ccba1269 on network 08be6c8a-f4ad-4a3d-9cfd-cf913e90678c {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:57:27.542733 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] Checking agent: {'id': 'e15991a2-67a5-4b3f-954a-e06ee7b086ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 18, 10), 'started_at': datetime.datetime(2022, 2, 3, 12, 18, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:57:27.543253 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] Checking segment: {'id': '000a6eb5-6296-450a-98f4-eaaf842808ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '08be6c8a-f4ad-4a3d-9cfd-cf913e90678c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:57:27.543846 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:27.544377 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] Bound using segment: {'id': '000a6eb5-6296-450a-98f4-eaaf842808ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '08be6c8a-f4ad-4a3d-9cfd-cf913e90678c'} {{(pid=103191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:57:27.544947 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.managers [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] Bound port: 7cce1987-951f-4fe6-b79f-fde4ccba1269, host: n-d-827336-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000a6eb5-6296-450a-98f4-eaaf842808ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '08be6c8a-f4ad-4a3d-9cfd-cf913e90678c'}}] {{(pid=103191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:57:27.545435 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7cce1987-951f-4fe6-b79f-fde4ccba1269), before_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:27.613251 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] For port 7cce1987-951f-4fe6-b79f-fde4ccba1269, host n-d-827336-3, cleared binding levels {{(pid=103191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:27.613880 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-1e5b4bd3-1ceb-4f7f-920b-7ed98a0365ed tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:27.616723 n-d-827336-3 neutron-server[103191]: DEBUG neutron.plugins.ml2.db [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] For port 7cce1987-951f-4fe6-b79f-fde4ccba1269, host n-d-827336-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7cce1987-951f-4fe6-b79f-fde4ccba1269,segment=NetworkSegment(000a6eb5-6296-450a-98f4-eaaf842808ac),segment_id=000a6eb5-6296-450a-98f4-eaaf842808ac)] {{(pid=103191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:27.625091 n-d-827336-3 neutron-server[103191]: DEBUG neutron_lib.callbacks.manager [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7cce1987-951f-4fe6-b79f-fde4ccba1269), after_update {{(pid=103191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:27.651435 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-1e5b4bd3-1ceb-4f7f-920b-7ed98a0365ed tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:27.682490 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a268bf-7acd-46e1-bc1c-02c86af1605b None None] Pushing event updated for resources: {'Port': ['ID=7cce1987-951f-4fe6-b79f-fde4ccba1269,revision_number=4']} {{(pid=103191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:27.692391 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] Routers {'7f655707-e403-4967-af37-3884dae7e271'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:57:27.693257 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:57:06Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['7f655707-e403-4967-af37-3884dae7e271'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:27.696240 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-1e5b4bd3-1ceb-4f7f-920b-7ed98a0365ed tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Network 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:27.699846 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-1e5b4bd3-1ceb-4f7f-920b-7ed98a0365ed tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:27.705689 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-1e5b4bd3-1ceb-4f7f-920b-7ed98a0365ed tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:57:27.737749 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b4bd3-1ceb-4f7f-920b-7ed98a0365ed tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Pushing event updated for resources: {'Port': ['ID=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:27.766039 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-1e5b4bd3-1ceb-4f7f-920b-7ed98a0365ed tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:27.766994 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-1e5b4bd3-1ceb-4f7f-920b-7ed98a0365ed tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:27.792299 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-1e5b4bd3-1ceb-4f7f-920b-7ed98a0365ed tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6215308 Feb 03 13:57:27.797906 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-5873884c-316d-46e9-84ab-ae753f68c784 None None] Provisioning complete for port 7cce1987-951f-4fe6-b79f-fde4ccba1269 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:27.798510 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5873884c-316d-46e9-84ab-ae753f68c784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7cce1987-951f-4fe6-b79f-fde4ccba1269), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:27.809781 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] Request body: {'port': {'device_id': '5b26b345-998a-4950-b1d3-264158eafd43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:57:27.813498 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] Set router 7f655707-e403-4967-af37-3884dae7e271 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:57:27.889912 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:27.945052 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-5873884c-316d-46e9-84ab-ae753f68c784 None None] Current status of the port 7cce1987-951f-4fe6-b79f-fde4ccba1269 is: DOWN; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:57:27.945449 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5873884c-316d-46e9-84ab-ae753f68c784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (7cce1987-951f-4fe6-b79f-fde4ccba1269), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:28.009962 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5873884c-316d-46e9-84ab-ae753f68c784 None None] For port 7cce1987-951f-4fe6-b79f-fde4ccba1269, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7cce1987-951f-4fe6-b79f-fde4ccba1269,segment=NetworkSegment(000a6eb5-6296-450a-98f4-eaaf842808ac),segment_id=000a6eb5-6296-450a-98f4-eaaf842808ac)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:28.017194 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5873884c-316d-46e9-84ab-ae753f68c784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (7cce1987-951f-4fe6-b79f-fde4ccba1269), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:28.068604 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873884c-316d-46e9-84ab-ae753f68c784 None None] Pushing event updated for resources: {'Port': ['ID=7cce1987-951f-4fe6-b79f-fde4ccba1269,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:28.087402 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f655707-e403-4967-af37-3884dae7e271', 'name': 'tempest-TestSnapshotPattern-828324809-router', 'tenant_id': '8a14e783e364423bae3f896a182d567a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1ea53597-8673-42da-a32f-27dd216eefd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:19Z', 'updated_at': '2022-02-03T13:57:23Z', 'revision_number': 4, 'project_id': '8a14e783e364423bae3f896a182d567a', 'gw_port': {'id': '1ea53597-8673-42da-a32f-27dd216eefd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:eb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f655707-e403-4967-af37-3884dae7e271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:20Z', 'updated_at': '2022-02-03T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '7cce1987-951f-4fe6-b79f-fde4ccba1269', 'name': '', 'network_id': '08be6c8a-f4ad-4a3d-9cfd-cf913e90678c', 'tenant_id': '8a14e783e364423bae3f896a182d567a', 'mac_address': 'fa:16:3e:7a:fb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f655707-e403-4967-af37-3884dae7e271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '0091942b-743c-4243-9b37-f04aa8429849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:22Z', 'updated_at': '2022-02-03T13:57:27Z', 'revision_number': 4, 'project_id': '8a14e783e364423bae3f896a182d567a', 'subnets': [{'id': '0091942b-743c-4243-9b37-f04aa8429849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:28.113326 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc418620-4f92-44b0-851f-4a1c96eb4ccd None None] The sync data for ids ['7f655707-e403-4967-af37-3884dae7e271'] in n-d-827336-3 is: [{'id': '7f655707-e403-4967-af37-3884dae7e271', 'name': 'tempest-TestSnapshotPattern-828324809-router', 'tenant_id': '8a14e783e364423bae3f896a182d567a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1ea53597-8673-42da-a32f-27dd216eefd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:19Z', 'updated_at': '2022-02-03T13:57:23Z', 'revision_number': 4, 'project_id': '8a14e783e364423bae3f896a182d567a', 'gw_port': {'id': '1ea53597-8673-42da-a32f-27dd216eefd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:eb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f655707-e403-4967-af37-3884dae7e271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:20Z', 'updated_at': '2022-02-03T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': '7cce1987-951f-4fe6-b79f-fde4ccba1269', 'name': '', 'network_id': '08be6c8a-f4ad-4a3d-9cfd-cf913e90678c', 'tenant_id': '8a14e783e364423bae3f896a182d567a', 'mac_address': 'fa:16:3e:7a:fb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f655707-e403-4967-af37-3884dae7e271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '0091942b-743c-4243-9b37-f04aa8429849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:22Z', 'updated_at': '2022-02-03T13:57:27Z', 'revision_number': 4, 'project_id': '8a14e783e364423bae3f896a182d567a', 'subnets': [{'id': '0091942b-743c-4243-9b37-f04aa8429849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:57:28.138601 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d6eb8f09-6551-4c9a-962a-fb23191c421b None None] Provisioning complete for port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:28.139305 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d6eb8f09-6551-4c9a-962a-fb23191c421b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:28.177737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d6eb8f09-6551-4c9a-962a-fb23191c421b None None] Port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 13:57:28.190006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-d6eb8f09-6551-4c9a-962a-fb23191c421b None None] Provisioning complete for port 7cce1987-951f-4fe6-b79f-fde4ccba1269 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:28.190516 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d6eb8f09-6551-4c9a-962a-fb23191c421b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7cce1987-951f-4fe6-b79f-fde4ccba1269), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:28.216400 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:57:28.228405 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] Publish callbacks [] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:28.243751 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] Transition to ACTIVE for port object 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 13:57:28.253467 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:28.279058 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-d6eb8f09-6551-4c9a-962a-fb23191c421b None None] Current status of the port 7cce1987-951f-4fe6-b79f-fde4ccba1269 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:57:28.322576 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] Pushing event updated for resources: {'Port': ['ID=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:28.432786 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] Attempting to bind port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e on host n-h1-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 13:57:28.433814 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] Attempting to bind port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e by drivers openvswitch,hyperv on host n-h1-827336-3 at level 0 using segments [{'id': '429d38b4-d4c4-418e-9f39-a758151bd1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 13:57:28.434035 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] Attempting to bind port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e on network 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:57:28.444299 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef9c26-196d-42f5-ba02-48b4f7f572b5 req-4248b107-6619-41c3-a37d-d3efdc38fc3f tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:28.445934 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-daef9c26-196d-42f5-ba02-48b4f7f572b5 req-4248b107-6619-41c3-a37d-d3efdc38fc3f tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 944 time: 0.1055212 Feb 03 13:57:28.448371 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] Port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e on network 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 13:57:28.448741 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] Attempting to bind port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e on network 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 13:57:28.461119 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] Checking agent: {'id': '1a01543d-1d1b-41b1-a450-ae823a619e52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'started_at': datetime.datetime(2022, 2, 3, 12, 26, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 13, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 13:57:28.461612 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] Checking segment: {'id': '429d38b4-d4c4-418e-9f39-a758151bd1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 13:57:28.461776 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] Bound using segment: {'id': '429d38b4-d4c4-418e-9f39-a758151bd1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 13:57:28.462231 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] Bound port: 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e, host: n-h1-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429d38b4-d4c4-418e-9f39-a758151bd1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 13:57:28.462600 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:28.881260 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-daef9c26-196d-42f5-ba02-48b4f7f572b5 req-2857e250-ddaf-4c47-87a9-7df6ca51962c tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4289153 Feb 03 13:57:28.906362 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] For port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e, host n-h1-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 13:57:28.909374 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] For port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e, host n-h1-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 13:57:28.915650 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:28.947827 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:28.948948 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:28.950358 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] 10.222.0.73 "PUT /v2.0/ports/30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e HTTP/1.1" status: 200 len: 1092 time: 1.1456406 Feb 03 13:57:28.952719 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b26b345-998a-4950-b1d3-264158eafd43', 'tag': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:57:28.954991 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e175465-e325-4182-93aa-e1c8a648a186" -d '{"events": [{"name": "network-changed", "server_uuid": "5b26b345-998a-4950-b1d3-264158eafd43", "tag": "30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:57:28.985671 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc230ee6-2256-4b76-bb6a-a3d306309550 service neutron] Pushing event updated for resources: {'Port': ['ID=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:29.065111 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-6a49ed44-3aa0-4482-bd77-e0a6bbd9eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:29.066677 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-6a49ed44-3aa0-4482-bd77-e0a6bbd9eed1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6182ac78ab634c98aa5ded55c585b347&device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 1126 time: 0.0566399 Feb 03 13:57:29.070739 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b30fcb7-ff8a-4668-b8a6-d395cf1fc62c x-openstack-request-id: req-0b30fcb7-ff8a-4668-b8a6-d395cf1fc62c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:57:29.071037 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b26b345-998a-4950-b1d3-264158eafd43", "tag": "30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:57:29.071296 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b30fcb7-ff8a-4668-b8a6-d395cf1fc62c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:57:29.071696 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b26b345-998a-4950-b1d3-264158eafd43', 'tag': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e', 'status': 'completed', 'code': 200} Feb 03 13:57:29.146631 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-c17ebd41-0bde-4b35-8038-f506c426f6ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e HTTP/1.1" status: 200 len: 217 time: 0.0419941 Feb 03 13:57:29.193746 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-65f316be-5d4a-465b-8876-2e8ba0d30e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:29.195198 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-65f316be-5d4a-465b-8876-2e8ba0d30e0a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3115676f-e9e3-4cf9-9a19-389aaf03f89e HTTP/1.1" status: 200 len: 847 time: 0.0422399 Feb 03 13:57:29.243383 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-ad54a212-0a56-4f8d-9919-b83adbae144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:29.244958 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-ad54a212-0a56-4f8d-9919-b83adbae144b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434146 Feb 03 13:57:29.342608 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7cce1987-951f-4fe6-b79f-fde4ccba1269 up at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:57:29.360200 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-3bf11ae3-f088-4f2f-8c76-0bf108bb6e8e service neutron] 10.222.0.73 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089606 Feb 03 13:57:29.395166 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Provisioning complete for port 7cce1987-951f-4fe6-b79f-fde4ccba1269 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:29.395453 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (7cce1987-951f-4fe6-b79f-fde4ccba1269), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:29.454056 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-dd17f8e0-3891-42ee-96fe-3ca68b2c6a9b req-5c92a408-1d00-4a42-8af9-ec9dcf5158a2 service neutron] 10.222.0.73 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881748 Feb 03 13:57:29.470354 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Current status of the port 7cce1987-951f-4fe6-b79f-fde4ccba1269 is: ACTIVE; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:57:29.577100 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e175465-e325-4182-93aa-e1c8a648a186 req-4ecb7bdc-280a-40d1-85b2-cc61d80fe097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:29.578626 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e175465-e325-4182-93aa-e1c8a648a186 req-4ecb7bdc-280a-40d1-85b2-cc61d80fe097 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6182ac78ab634c98aa5ded55c585b347&device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 1126 time: 0.0448885 Feb 03 13:57:29.670142 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e175465-e325-4182-93aa-e1c8a648a186 req-16c3bf75-0867-4a37-bda8-2a3bdc5f1c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:29.671623 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e175465-e325-4182-93aa-e1c8a648a186 req-16c3bf75-0867-4a37-bda8-2a3bdc5f1c03 service neutron] 10.222.0.73 "GET /v2.0/networks?id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f HTTP/1.1" status: 200 len: 909 time: 0.0867004 Feb 03 13:57:29.713818 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e175465-e325-4182-93aa-e1c8a648a186 req-e524667c-14a6-418c-a24f-1f69131e1f46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e HTTP/1.1" status: 200 len: 217 time: 0.0362508 Feb 03 13:57:29.760655 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e175465-e325-4182-93aa-e1c8a648a186 req-2a283629-a1de-4ec7-a881-8f7e2d4e9d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:29.762668 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e175465-e325-4182-93aa-e1c8a648a186 req-2a283629-a1de-4ec7-a881-8f7e2d4e9d20 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3115676f-e9e3-4cf9-9a19-389aaf03f89e HTTP/1.1" status: 200 len: 847 time: 0.0430954 Feb 03 13:57:29.813122 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e175465-e325-4182-93aa-e1c8a648a186 req-c90201d0-e122-4009-bb3e-1a9644aeed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:29.814621 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e175465-e325-4182-93aa-e1c8a648a186 req-c90201d0-e122-4009-bb3e-1a9644aeed8a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441294 Feb 03 13:57:29.904816 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e175465-e325-4182-93aa-e1c8a648a186 req-0737a6bd-b915-435c-9d7c-772f92419162 service neutron] 10.222.0.73 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838199 Feb 03 13:57:30.029721 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-4e175465-e325-4182-93aa-e1c8a648a186 req-0f65e334-3a73-4a54-beb5-4b167a23af93 service neutron] 10.222.0.73 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187019 Feb 03 13:57:30.043036 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8362c5-3dfa-46a6-a0f6-d36db14757bf req-65d548c2-67bc-49b6-9270-8dee5cb7b78e tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:30.044474 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1e8362c5-3dfa-46a6-a0f6-d36db14757bf req-65d548c2-67bc-49b6-9270-8dee5cb7b78e tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 944 time: 0.0808027 Feb 03 13:57:30.094324 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-1e8362c5-3dfa-46a6-a0f6-d36db14757bf req-c21c2103-a83a-49d7-a119-bf398e45e7fd tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441766 Feb 03 13:57:31.211733 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30695678-9cc9-45c8-a5ca-010e8fea26e9 req-e707df83-1c06-4e02-a0de-e96b3be3367b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:31.213240 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-30695678-9cc9-45c8-a5ca-010e8fea26e9 req-e707df83-1c06-4e02-a0de-e96b3be3367b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 944 time: 0.0517344 Feb 03 13:57:31.265556 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-30695678-9cc9-45c8-a5ca-010e8fea26e9 req-e4c9fdd4-b4aa-48e6-8c9a-986ca7f7b3f3 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462270 Feb 03 13:57:32.079257 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:32.194109 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 13:57:32.290040 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:32.302162 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'port_id': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e', 'mac_address': 'fa:16:3e:8d:2a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 13:57:32.342049 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:57:32.342441 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:32.356186 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 13:57:32.376399 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:32.380822 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:32.389267 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7954ed3-72af-4c97-a6f1-f233307aca96 req-0b2670fa-efc7-4cf5-81f8-221951c47216 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:32.392468 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d7954ed3-72af-4c97-a6f1-f233307aca96 req-0b2670fa-efc7-4cf5-81f8-221951c47216 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 944 time: 0.0557053 Feb 03 13:57:32.433315 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:32.441577 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d7954ed3-72af-4c97-a6f1-f233307aca96 req-d27e94af-8db1-4581-9253-8f567a4ce3a5 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449443 Feb 03 13:57:32.762914 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 13:57:33.566259 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a980eb0-4620-47ae-a74e-8f10af9c5cfa req-076a68cb-4c95-4553-81da-dbc9e212f701 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:33.567746 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3a980eb0-4620-47ae-a74e-8f10af9c5cfa req-076a68cb-4c95-4553-81da-dbc9e212f701 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 945 time: 0.0528162 Feb 03 13:57:33.615138 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3a980eb0-4620-47ae-a74e-8f10af9c5cfa req-a3c26e6e-3e5a-457a-a37e-7893bbeed906 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418704 Feb 03 13:57:33.699870 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ce367ba3-1d4a-4f81-bb19-8b6de1c8098f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:34.210544 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 13:57:34.259706 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning for port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 13:57:34.264090 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 13:57:34.264472 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:34.342488 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 13:57:34.342880 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:34.365435 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b26b345-998a-4950-b1d3-264158eafd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:57:34.367672 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9df364-3171-49ee-81af-044ae96fceff" -d '{"events": [{"server_uuid": "5b26b345-998a-4950-b1d3-264158eafd43", "name": "network-vif-plugged", "status": "completed", "tag": "30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:57:34.380612 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 13:57:34.384342 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:34.407247 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 13:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64742f37-116e-4f12-bf08-12221d711c4e x-openstack-request-id: req-64742f37-116e-4f12-bf08-12221d711c4e {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:57:34.407549 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b26b345-998a-4950-b1d3-264158eafd43", "name": "network-vif-plugged", "status": "completed", "tag": "30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:57:34.407806 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64742f37-116e-4f12-bf08-12221d711c4e {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:57:34.408225 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b26b345-998a-4950-b1d3-264158eafd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e', 'code': 200} Feb 03 13:57:34.433903 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:34.534373 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf1e73-6e58-4732-b060-e2e6baa809f4 req-146dc5f9-fdde-4519-9e42-28f791f74ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:34.536114 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74cf1e73-6e58-4732-b060-e2e6baa809f4 req-146dc5f9-fdde-4519-9e42-28f791f74ddf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 1128 time: 0.0431738 Feb 03 13:57:34.585965 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-74cf1e73-6e58-4732-b060-e2e6baa809f4 req-5df14834-7e22-4324-98f0-3d48f41dd1a1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424635 Feb 03 13:57:34.732482 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72254ab6-01b8-49ea-99d8-56b4e6d21113 req-57d5d8fe-ae4b-4d54-b764-8907e5cbc237 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:34.733863 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-72254ab6-01b8-49ea-99d8-56b4e6d21113 req-57d5d8fe-ae4b-4d54-b764-8907e5cbc237 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 946 time: 0.0518038 Feb 03 13:57:34.780970 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-72254ab6-01b8-49ea-99d8-56b4e6d21113 req-640fc2e7-9f27-47cd-904d-4554d37008da tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415251 Feb 03 13:57:35.904671 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9c545-60b4-4034-9523-f49e68c76acd req-d93bee95-e6b3-417e-adb0-b51c3848f09f tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:35.906242 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b3e9c545-60b4-4034-9523-f49e68c76acd req-d93bee95-e6b3-417e-adb0-b51c3848f09f tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 946 time: 0.0563614 Feb 03 13:57:35.959339 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b3e9c545-60b4-4034-9523-f49e68c76acd req-6acaf881-72f8-4b75-8ea6-8c11fb241554 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458770 Feb 03 13:57:36.298180 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8309f046-1e90-4b31-a28c-c66114b10c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:37.081547 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b91c8c-423d-497a-9305-2e4f6cd0b173 req-d2e7d67a-c2d9-49dc-900e-c13ac8277d00 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:37.083006 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-31b91c8c-423d-497a-9305-2e4f6cd0b173 req-d2e7d67a-c2d9-49dc-900e-c13ac8277d00 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 946 time: 0.0552249 Feb 03 13:57:37.130187 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-31b91c8c-423d-497a-9305-2e4f6cd0b173 req-c6bf10ea-67b2-460c-8635-7b71f67926b0 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417089 Feb 03 13:57:37.247786 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867bb48-635b-4db1-bbe7-02526db77f7f req-003eef9f-b059-4e80-8875-03f09bf3cf42 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:37.249379 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f867bb48-635b-4db1-bbe7-02526db77f7f req-003eef9f-b059-4e80-8875-03f09bf3cf42 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 946 time: 0.0520322 Feb 03 13:57:37.263092 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:37.299492 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f867bb48-635b-4db1-bbe7-02526db77f7f req-c70ba675-26ff-41a2-943e-f97b1e45254f tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445051 Feb 03 13:57:37.320790 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43882) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:37.416279 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2261e57-f8c3-42c6-8624-873427054ab8 tempest-TestSnapshotPattern-118568901 tempest-TestSnapshotPattern-118568901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:37.417841 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c2261e57-f8c3-42c6-8624-873427054ab8 tempest-TestSnapshotPattern-118568901 tempest-TestSnapshotPattern-118568901-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 1123 time: 0.0960491 Feb 03 13:57:37.420691 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 43886) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 13:57:37.424893 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-adedf28b-f58c-4dff-81aa-0dc4a8a1989b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 13:57:37.444154 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adedf28b-f58c-4dff-81aa-0dc4a8a1989b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:37.539398 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adedf28b-f58c-4dff-81aa-0dc4a8a1989b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:37.644565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-adedf28b-f58c-4dff-81aa-0dc4a8a1989b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Allocated IP 172.25.6.59 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/47510a8e-02ca-4321-a429-49e72a13a23a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 13:57:37.743246 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adedf28b-f58c-4dff-81aa-0dc4a8a1989b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for port (47510a8e-02ca-4321-a429-49e72a13a23a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:37.777345 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adedf28b-f58c-4dff-81aa-0dc4a8a1989b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (47510a8e-02ca-4321-a429-49e72a13a23a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:37.818818 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adedf28b-f58c-4dff-81aa-0dc4a8a1989b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 13:57:37.821485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-adedf28b-f58c-4dff-81aa-0dc4a8a1989b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 13:57:37.824608 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adedf28b-f58c-4dff-81aa-0dc4a8a1989b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 13:57:37.853906 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedf28b-f58c-4dff-81aa-0dc4a8a1989b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Pushing event updated for resources: {'Port': ['ID=47510a8e-02ca-4321-a429-49e72a13a23a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:38.188348 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adedf28b-f58c-4dff-81aa-0dc4a8a1989b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for floatingip (9ba8c866-773a-48f8-ba8b-3af674e941c0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:38.259052 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adedf28b-f58c-4dff-81aa-0dc4a8a1989b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (47510a8e-02ca-4321-a429-49e72a13a23a), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:38.408399 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adedf28b-f58c-4dff-81aa-0dc4a8a1989b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for port (47510a8e-02ca-4321-a429-49e72a13a23a), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:38.412873 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adedf28b-f58c-4dff-81aa-0dc4a8a1989b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (47510a8e-02ca-4321-a429-49e72a13a23a), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:38.481071 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedf28b-f58c-4dff-81aa-0dc4a8a1989b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Pushing event updated for resources: {'Port': ['ID=47510a8e-02ca-4321-a429-49e72a13a23a,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 13:57:38.490942 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adedf28b-f58c-4dff-81aa-0dc4a8a1989b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (9ba8c866-773a-48f8-ba8b-3af674e941c0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:38.548537 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:38.591747 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-adedf28b-f58c-4dff-81aa-0dc4a8a1989b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Floating IP 9ba8c866-773a-48f8-ba8b-3af674e941c0 associated. External IP: 172.25.6.59, port: 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e. Feb 03 13:57:38.797098 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adedf28b-f58c-4dff-81aa-0dc4a8a1989b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 13:57:38.901684 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adedf28b-f58c-4dff-81aa-0dc4a8a1989b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 13:57:38.911745 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a7b48-24df-4f92-9cdb-aeddb5b96b0d None None] Sync routers for ids ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 13:57:38.920415 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adedf28b-f58c-4dff-81aa-0dc4a8a1989b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:38.922538 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683a7b48-24df-4f92-9cdb-aeddb5b96b0d None None] Routers {'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:57:38.923155 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-683a7b48-24df-4f92-9cdb-aeddb5b96b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:57:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:38.950547 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-adedf28b-f58c-4dff-81aa-0dc4a8a1989b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5288401 Feb 03 13:57:38.951153 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b26b345-998a-4950-b1d3-264158eafd43', 'tag': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 13:57:38.953433 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8550034c-8f39-492c-859b-ab27bcd5fae3" -d '{"events": [{"name": "network-changed", "server_uuid": "5b26b345-998a-4950-b1d3-264158eafd43", "tag": "30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 13:57:38.992120 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 13:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f0abba-3914-4f56-b179-256b58333eec x-openstack-request-id: req-b1f0abba-3914-4f56-b179-256b58333eec {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 13:57:38.992413 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b26b345-998a-4950-b1d3-264158eafd43", "tag": "30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 13:57:38.992673 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1f0abba-3914-4f56-b179-256b58333eec {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 13:57:38.993081 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b26b345-998a-4950-b1d3-264158eafd43', 'tag': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e', 'status': 'completed', 'code': 200} Feb 03 13:57:39.130074 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550034c-8f39-492c-859b-ab27bcd5fae3 req-c20a878c-ce54-44b0-94b2-0c5ee13d12c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:39.131635 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8550034c-8f39-492c-859b-ab27bcd5fae3 req-c20a878c-ce54-44b0-94b2-0c5ee13d12c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6182ac78ab634c98aa5ded55c585b347&device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 1128 time: 0.0937560 Feb 03 13:57:39.191175 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-683a7b48-24df-4f92-9cdb-aeddb5b96b0d None None] Set router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:57:39.226257 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550034c-8f39-492c-859b-ab27bcd5fae3 req-6fecc972-8462-4595-b500-b2546572fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:39.227736 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8550034c-8f39-492c-859b-ab27bcd5fae3 req-6fecc972-8462-4595-b500-b2546572fdf4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f HTTP/1.1" status: 200 len: 909 time: 0.0896063 Feb 03 13:57:39.298515 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8550034c-8f39-492c-859b-ab27bcd5fae3 req-379fd825-4f93-4512-9066-b47a23c196e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e HTTP/1.1" status: 200 len: 999 time: 0.0648315 Feb 03 13:57:39.354059 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550034c-8f39-492c-859b-ab27bcd5fae3 req-6503ebe3-a173-4347-be45-2592259b91be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:39.356311 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8550034c-8f39-492c-859b-ab27bcd5fae3 req-6503ebe3-a173-4347-be45-2592259b91be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3115676f-e9e3-4cf9-9a19-389aaf03f89e HTTP/1.1" status: 200 len: 847 time: 0.0510204 Feb 03 13:57:39.406535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550034c-8f39-492c-859b-ab27bcd5fae3 req-43e195e1-f25e-4329-88b9-d7da7ba33995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:57:39.408105 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8550034c-8f39-492c-859b-ab27bcd5fae3 req-43e195e1-f25e-4329-88b9-d7da7ba33995 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460277 Feb 03 13:57:39.419100 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-683a7b48-24df-4f92-9cdb-aeddb5b96b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:18Z', 'revision_number': 4, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'gw_port': {'id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '9ba8c866-773a-48f8-ba8b-3af674e941c0', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'floating_ip_address': '172.25.6.59', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'port_id': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'mac_address': 'fa:16:3e:8d:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26b345-998a-4950-b1d3-264158eafd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:57:38Z', 'updated_at': '2022-02-03T13:57:38Z', 'revision_number': 0, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e5c037-b950-4ec1-9825-dd33fa7f07bd', 'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'mac_address': 'fa:16:3e:07:6e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:17Z', 'updated_at': '2022-02-03T13:57:22Z', 'revision_number': 5, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'subnets': [{'id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:39.448177 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a7b48-24df-4f92-9cdb-aeddb5b96b0d None None] Checking router: ada3ba75-eb8f-4b80-a837-a3642bb2e7bc for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 13:57:39.456381 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683a7b48-24df-4f92-9cdb-aeddb5b96b0d None None] Routers {'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 13:57:39.457045 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-683a7b48-24df-4f92-9cdb-aeddb5b96b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T13:57:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:39.501092 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8550034c-8f39-492c-859b-ab27bcd5fae3 req-09eba774-53c6-4348-a58a-8cdf946af00d service neutron] 10.222.0.73 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872703 Feb 03 13:57:39.557012 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-683a7b48-24df-4f92-9cdb-aeddb5b96b0d None None] Set router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 13:57:39.594220 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8550034c-8f39-492c-859b-ab27bcd5fae3 req-85049966-b87c-46df-b7a9-ba8b6012e307 service neutron] 10.222.0.73 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867112 Feb 03 13:57:39.775706 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-683a7b48-24df-4f92-9cdb-aeddb5b96b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:18Z', 'revision_number': 4, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'gw_port': {'id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '9ba8c866-773a-48f8-ba8b-3af674e941c0', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'floating_ip_address': '172.25.6.59', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'port_id': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'mac_address': 'fa:16:3e:8d:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26b345-998a-4950-b1d3-264158eafd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:57:38Z', 'updated_at': '2022-02-03T13:57:38Z', 'revision_number': 0, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e5c037-b950-4ec1-9825-dd33fa7f07bd', 'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'mac_address': 'fa:16:3e:07:6e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:17Z', 'updated_at': '2022-02-03T13:57:22Z', 'revision_number': 5, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'subnets': [{'id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 13:57:39.802032 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a7b48-24df-4f92-9cdb-aeddb5b96b0d None None] The sync data for ids ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'] in n-d-827336-3 is: [{'id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:18Z', 'revision_number': 4, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'gw_port': {'id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '9ba8c866-773a-48f8-ba8b-3af674e941c0', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'floating_ip_address': '172.25.6.59', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'port_id': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'mac_address': 'fa:16:3e:8d:2a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26b345-998a-4950-b1d3-264158eafd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:57:38Z', 'updated_at': '2022-02-03T13:57:38Z', 'revision_number': 0, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e5c037-b950-4ec1-9825-dd33fa7f07bd', 'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'mac_address': 'fa:16:3e:07:6e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:17Z', 'updated_at': '2022-02-03T13:57:22Z', 'revision_number': 5, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'subnets': [{'id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 13:57:39.996059 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27c9560-3f58-43bb-b00d-3a72e906b3a5 None None] New status for floating IP 9ba8c866-773a-48f8-ba8b-3af674e941c0: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 13:57:40.124406 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:46.771074 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:57:54.860738 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:58:02.106046 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:03.701480 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-bd2fbe79-fdf9-42c0-88b7-341cbfb15ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:06.300346 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e8c5f18a-28bf-49a3-8cf5-ab92456189e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:07.264774 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:08.551817 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:10.126567 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:16.784031 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:31.859893 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:58:32.101471 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:33.702779 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-162b8c6b-f2d6-41a9-93bb-ee174f9b2676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:36.302665 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cfb4fa88-584c-4e9c-81d6-382569c50b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:37.101977 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eb28bc33-1b2b-4e61-8348-69e522a0de13 req-5aed9981-e04e-473d-8a2e-5df408cfb61f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5b26b345-998a-4950-b1d3-264158eafd43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427542 Feb 03 13:58:37.208899 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28bc33-1b2b-4e61-8348-69e522a0de13 req-f0cb8433-2954-4cd1-8c4e-3b0a585b6c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:37.210450 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eb28bc33-1b2b-4e61-8348-69e522a0de13 req-f0cb8433-2954-4cd1-8c4e-3b0a585b6c8c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6182ac78ab634c98aa5ded55c585b347&device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 1128 time: 0.0493903 Feb 03 13:58:37.264820 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:37.314982 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28bc33-1b2b-4e61-8348-69e522a0de13 req-cbba5912-b3c5-4d78-9306-88147a2effc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:37.316513 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eb28bc33-1b2b-4e61-8348-69e522a0de13 req-cbba5912-b3c5-4d78-9306-88147a2effc5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f HTTP/1.1" status: 200 len: 909 time: 0.0877378 Feb 03 13:58:37.387473 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eb28bc33-1b2b-4e61-8348-69e522a0de13 req-415816c4-bcbb-497f-a1b4-11108606c999 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e HTTP/1.1" status: 200 len: 1001 time: 0.0619407 Feb 03 13:58:37.438038 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28bc33-1b2b-4e61-8348-69e522a0de13 req-3b29e1ec-b627-4819-a5e0-0ff9a7307599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:37.439481 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eb28bc33-1b2b-4e61-8348-69e522a0de13 req-3b29e1ec-b627-4819-a5e0-0ff9a7307599 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3115676f-e9e3-4cf9-9a19-389aaf03f89e HTTP/1.1" status: 200 len: 847 time: 0.0456650 Feb 03 13:58:37.488987 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28bc33-1b2b-4e61-8348-69e522a0de13 req-e7c41caf-60fe-438e-93ed-57af4fea4eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:58:37.490482 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eb28bc33-1b2b-4e61-8348-69e522a0de13 req-e7c41caf-60fe-438e-93ed-57af4fea4eef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448363 Feb 03 13:58:37.581986 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eb28bc33-1b2b-4e61-8348-69e522a0de13 req-78c2fcd2-0994-4237-ae79-f54a676a44dd service neutron] 10.222.0.73 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846260 Feb 03 13:58:37.671131 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-eb28bc33-1b2b-4e61-8348-69e522a0de13 req-8082bbf9-8367-457b-811d-62658f1f67f9 service neutron] 10.222.0.73 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825691 Feb 03 13:58:38.553834 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:40.127683 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:58:46.784453 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:02.117827 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:03.704866 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-876cfc96-6ce8-4174-aacb-c6a9c14f6cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:06.305732 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1750e6ad-7cd7-43cd-95b6-ddee26bd0e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:07.272891 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:08.557215 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:08.859016 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:59:10.129148 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:16.794093 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:32.121870 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:33.707585 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8bd470da-7a44-4efc-8ff9-f24d7df95fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:36.309148 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3e607b8f-e0c0-4cd3-901b-b0f68254969c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:37.273643 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:38.559503 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:39.083284 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f7dbd105-bbd9-4cc4-9a62-5ebf92f34b9d req-2e8977c3-9eba-4985-ac04-27ea742d3b9a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5b26b345-998a-4950-b1d3-264158eafd43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489619 Feb 03 13:59:39.182412 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbd105-bbd9-4cc4-9a62-5ebf92f34b9d req-fc3b3582-f07a-40b3-a267-b2ec2b2c708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:39.183958 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f7dbd105-bbd9-4cc4-9a62-5ebf92f34b9d req-fc3b3582-f07a-40b3-a267-b2ec2b2c708f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6182ac78ab634c98aa5ded55c585b347&device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 1128 time: 0.0443275 Feb 03 13:59:39.288092 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbd105-bbd9-4cc4-9a62-5ebf92f34b9d req-f81a310c-d1db-4cd3-8d87-09bdf57b1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:39.289584 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f7dbd105-bbd9-4cc4-9a62-5ebf92f34b9d req-f81a310c-d1db-4cd3-8d87-09bdf57b1084 service neutron] 10.222.0.73 "GET /v2.0/networks?id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f HTTP/1.1" status: 200 len: 909 time: 0.0881572 Feb 03 13:59:39.358215 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f7dbd105-bbd9-4cc4-9a62-5ebf92f34b9d req-6aad2e53-8ece-47e6-a4d2-35f16bb20afa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e HTTP/1.1" status: 200 len: 1001 time: 0.0623491 Feb 03 13:59:39.405523 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbd105-bbd9-4cc4-9a62-5ebf92f34b9d req-472eb86d-f105-44d7-83eb-fa006b696023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:39.406967 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f7dbd105-bbd9-4cc4-9a62-5ebf92f34b9d req-472eb86d-f105-44d7-83eb-fa006b696023 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3115676f-e9e3-4cf9-9a19-389aaf03f89e HTTP/1.1" status: 200 len: 847 time: 0.0432322 Feb 03 13:59:39.455575 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbd105-bbd9-4cc4-9a62-5ebf92f34b9d req-46046a39-f34c-44b1-9788-9fe0464a9153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 13:59:39.457109 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f7dbd105-bbd9-4cc4-9a62-5ebf92f34b9d req-46046a39-f34c-44b1-9788-9fe0464a9153 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434837 Feb 03 13:59:39.551214 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f7dbd105-bbd9-4cc4-9a62-5ebf92f34b9d req-9addec2c-4ca4-4371-9a32-9372ad3cd743 service neutron] 10.222.0.73 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879233 Feb 03 13:59:39.638324 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f7dbd105-bbd9-4cc4-9a62-5ebf92f34b9d req-48b0925d-5dcd-4785-89a8-b0b0892f82cc service neutron] 10.222.0.73 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803347 Feb 03 13:59:40.134245 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 13:59:45.858878 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 13:59:46.804941 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:02.127484 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:03.708164 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0c95dd2d-1314-4aa0-b483-e78e61cb6a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:06.311763 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c623698d-9dc3-494f-96d4-179e445f4e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:07.275215 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:08.563383 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:10.136320 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:16.829386 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:21.126428 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e details requested by agent hyperv_n-h1-827336-3 with host n-h1-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:00:21.225458 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:21.237606 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Returning: {'device': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'port_id': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e', 'mac_address': 'fa:16:3e:8d:2a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:00:21.275756 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:00:21.276175 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:21.290015 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:00:21.310382 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:21.314716 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:21.360485 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:21.367830 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:21.368217 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:21.368566 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:21.368908 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:21.369252 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:21.369591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:21.369929 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:21.370260 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:21.370595 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:21.370924 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:21.371271 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:21.371579 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:21.371906 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:21.467822 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] get_ports_and_sgs() called for port_ids ['30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:00:22.859519 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:00:23.136672 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e up at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:00:23.188456 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Provisioning complete for port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:23.188828 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:23.261638 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:00:23.262020 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:23.284682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b26b345-998a-4950-b1d3-264158eafd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:00:23.287192 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e2bff2-445c-4d92-9a36-b4d486cada0a" -d '{"events": [{"server_uuid": "5b26b345-998a-4950-b1d3-264158eafd43", "name": "network-vif-plugged", "status": "completed", "tag": "30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:00:23.299666 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:23.305803 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:23.358694 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:23.411378 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092fb53d-5504-4c34-bc94-5bc98f0a1cfe x-openstack-request-id: req-092fb53d-5504-4c34-bc94-5bc98f0a1cfe {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:00:23.411680 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b26b345-998a-4950-b1d3-264158eafd43", "name": "network-vif-plugged", "status": "completed", "tag": "30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:00:23.411982 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-092fb53d-5504-4c34-bc94-5bc98f0a1cfe {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:00:23.412379 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b26b345-998a-4950-b1d3-264158eafd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e', 'code': 200} Feb 03 14:00:32.139823 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:33.687603 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-11b9607a-13cf-4714-bd33-cb54b96a9f59 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1794004042&fields=id&tenant_id=6182ac78ab634c98aa5ded55c585b347 HTTP/1.1" status: 200 len: 267 time: 0.0490708 Feb 03 14:00:33.709681 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e38cdc4-5f8e-4f7c-a828-4aaf38924960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:33.792269 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-f4537733-165c-467a-a259-2abafd2d899d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:33.793661 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-f4537733-165c-467a-a259-2abafd2d899d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/networks?id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f HTTP/1.1" status: 200 len: 808 time: 0.0994923 Feb 03 14:00:33.808429 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-714329c6-02f0-4c0a-a620-10eea838c20e tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/quotas/6182ac78ab634c98aa5ded55c585b347 HTTP/1.1" status: 200 len: 375 time: 0.0088754 Feb 03 14:00:33.864535 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-fb7fd268-d6ce-4caf-aa68-af84633fc514 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6182ac78ab634c98aa5ded55c585b347&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507002 Feb 03 14:00:33.921911 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-2b3120d1-52e2-40b5-9942-37cb761da71d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:00:33.922966 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-2b3120d1-52e2-40b5-9942-37cb761da71d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470328 Feb 03 14:00:34.014973 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-9a0f416c-cdb7-4b71-a069-ff3e677134ab service neutron] 10.222.0.18 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855627 Feb 03 14:00:34.111048 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-83d5d56d-bbd2-44ef-a47d-0e58d85eac94 service neutron] 10.222.0.18 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894544 Feb 03 14:00:34.295325 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-b91ad449-fb9f-4df1-b7c7-2aca12756925 req-a6a30817-f99b-4d90-b1cf-aae789945e02 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 210 time: 0.0296876 Feb 03 14:00:35.140335 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.31', 60762) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:00:35.239370 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-bbce990d-b3a2-45f0-bad2-d46da8a15213 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:35.240871 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-bbce990d-b3a2-45f0-bad2-d46da8a15213 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.31 "GET /v2.0/networks?id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f HTTP/1.1" status: 200 len: 808 time: 0.0995340 Feb 03 14:00:35.303362 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-66e11752-3495-4e74-a32c-9e069c735502 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6182ac78ab634c98aa5ded55c585b347 HTTP/1.1" status: 200 len: 380 time: 0.0533493 Feb 03 14:00:35.313188 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Request body: {'port': {'device_id': '58ee2c29-931b-4d69-bef4-f81cc9d587af', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'admin_state_up': True, 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'security_groups': ['21fd0232-0d8f-4080-8700-b42324c7129d']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:00:35.418604 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-421403f2-4b13-4ccb-9fb5-cfe1d35bfc2c req-98d12f87-b9ce-45bd-b827-c73d4bb686e2 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 210 time: 0.0410097 Feb 03 14:00:35.458760 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Made reservation on behalf of 6182ac78ab634c98aa5ded55c585b347 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 14:00:35.462208 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:35.640436 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Allocated IP 172.20.0.12 (88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f/3115676f-e9e3-4cf9-9a19-389aaf03f89e/10bbd405-f9a1-4fa7-babe-e34140f94847) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:35.836784 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:35.888919 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:35.940823 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Pushing event updated for resources: {'Port': ['ID=10bbd405-f9a1-4fa7-babe-e34140f94847,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:35.955712 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:35.956096 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:35.956445 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:35.956791 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:35.957137 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:35.957478 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:35.957816 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:35.958150 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:35.958485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:35.958824 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:35.959155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:35.959590 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:35.959874 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:00:35.968762 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Network 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:35.970300 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:35.973134 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:00:36.042485 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:36.043220 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:36.067258 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-8db4b13a-534d-4242-a88e-284da8c8a44d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7581315 Feb 03 14:00:36.312805 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-ff52d7e1-aeae-4276-8d94-1387c7036086 None None] Provisioning complete for port 10bbd405-f9a1-4fa7-babe-e34140f94847 triggered by entity DHCP. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:36.313811 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ff52d7e1-aeae-4276-8d94-1387c7036086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:36.351470 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-24362ff7-fe62-4efb-b28c-60b9ccba88b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:36.363648 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-ff52d7e1-aeae-4276-8d94-1387c7036086 None None] Port 10bbd405-f9a1-4fa7-babe-e34140f94847 cannot update to ACTIVE because it is not bound. {{(pid=103190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 03 14:00:36.542247 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfd60d-36d2-49b3-a6e6-896d82e95e5b req-7a6d7683-f339-473b-b230-1bfd9f4edfad tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:36.543770 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-40dfd60d-36d2-49b3-a6e6-896d82e95e5b req-7a6d7683-f339-473b-b230-1bfd9f4edfad tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 932 time: 0.0543199 Feb 03 14:00:36.599761 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-40dfd60d-36d2-49b3-a6e6-896d82e95e5b req-33e0d4b1-da67-4ee9-870c-4ce8ab066d8b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497978 Feb 03 14:00:37.208048 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:00:37.301814 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:37.302443 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Current status of the port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:00:37.302836 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:37.326251 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b26b345-998a-4950-b1d3-264158eafd43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:00:37.329070 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4967251d-cdd6-406f-929a-a89b2353c654" -d '{"events": [{"server_uuid": "5b26b345-998a-4950-b1d3-264158eafd43", "name": "network-vif-unplugged", "status": "completed", "tag": "30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:00:37.343560 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] For port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:37.350068 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:37.402466 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Feb 2022 14:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47e2164-6ec1-4898-b6c3-a8ffd917ff90 x-openstack-request-id: req-f47e2164-6ec1-4898-b6c3-a8ffd917ff90 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:00:37.402760 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b26b345-998a-4950-b1d3-264158eafd43", "name": "network-vif-unplugged", "status": "completed", "tag": "30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:00:37.403015 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f47e2164-6ec1-4898-b6c3-a8ffd917ff90 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:00:37.403404 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b26b345-998a-4950-b1d3-264158eafd43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e', 'code': 200} Feb 03 14:00:37.409060 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Pushing event updated for resources: {'Port': ['ID=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e,revision_number=8']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:37.724632 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b395e-7891-4e12-9c65-db742b26cbfc req-b15b6707-237d-4895-9a1e-1cb8f74a65da tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:37.726125 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-789b395e-7891-4e12-9c65-db742b26cbfc req-b15b6707-237d-4895-9a1e-1cb8f74a65da tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 932 time: 0.0539248 Feb 03 14:00:37.787619 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-789b395e-7891-4e12-9c65-db742b26cbfc req-555d4d9f-0b32-402b-8d98-044ef6ba88f6 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558941 Feb 03 14:00:38.567072 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:38.926945 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3f83c-684d-41b7-bf09-74fd7c061428 req-7e972d50-55c1-4874-a449-edbe2f0b52dc tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:38.928494 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b0e3f83c-684d-41b7-bf09-74fd7c061428 req-7e972d50-55c1-4874-a449-edbe2f0b52dc tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 932 time: 0.0565648 Feb 03 14:00:38.983571 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b0e3f83c-684d-41b7-bf09-74fd7c061428 req-019bd281-e563-4ee4-b988-26b6d722f288 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489373 Feb 03 14:00:40.112209 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee4959-c56b-4fc0-bdf1-e1579aaa75e6 req-27f61c05-86e9-45c2-9cb9-26073c863caf tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:40.113844 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e0fe1c7-92f4-4f6d-afdf-249ea01f342b req-8f135050-c153-4655-8e82-ec69b466cc87 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5b26b345-998a-4950-b1d3-264158eafd43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503521 Feb 03 14:00:40.114417 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d9ee4959-c56b-4fc0-bdf1-e1579aaa75e6 req-27f61c05-86e9-45c2-9cb9-26073c863caf tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 932 time: 0.0551431 Feb 03 14:00:40.156207 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:40.166199 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-d9ee4959-c56b-4fc0-bdf1-e1579aaa75e6 req-81967217-1984-41f5-b7d3-b38f79e49b25 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461009 Feb 03 14:00:40.227260 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fe1c7-92f4-4f6d-afdf-249ea01f342b req-5e138034-efe8-41d9-8640-8fda901e7134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:40.229439 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e0fe1c7-92f4-4f6d-afdf-249ea01f342b req-5e138034-efe8-41d9-8640-8fda901e7134 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6182ac78ab634c98aa5ded55c585b347&device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 1126 time: 0.0573375 Feb 03 14:00:40.352071 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fe1c7-92f4-4f6d-afdf-249ea01f342b req-212074c8-a266-4cef-9fb1-adefe6b4d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:40.353562 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e0fe1c7-92f4-4f6d-afdf-249ea01f342b req-212074c8-a266-4cef-9fb1-adefe6b4d4f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f HTTP/1.1" status: 200 len: 909 time: 0.1031966 Feb 03 14:00:40.423467 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e0fe1c7-92f4-4f6d-afdf-249ea01f342b req-8e801cc7-c278-4627-bfa4-76c41fbdd575 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e HTTP/1.1" status: 200 len: 999 time: 0.0638144 Feb 03 14:00:40.479295 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fe1c7-92f4-4f6d-afdf-249ea01f342b req-716955af-827e-481f-93dd-035facdab873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:40.481329 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e0fe1c7-92f4-4f6d-afdf-249ea01f342b req-716955af-827e-481f-93dd-035facdab873 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3115676f-e9e3-4cf9-9a19-389aaf03f89e HTTP/1.1" status: 200 len: 847 time: 0.0512161 Feb 03 14:00:40.538442 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fe1c7-92f4-4f6d-afdf-249ea01f342b req-46540ca1-6037-4235-9560-d605aa80d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:40.540002 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e0fe1c7-92f4-4f6d-afdf-249ea01f342b req-46540ca1-6037-4235-9560-d605aa80d7c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529957 Feb 03 14:00:40.550080 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-5e0fe1c7-92f4-4f6d-afdf-249ea01f342b req-2dd26be1-9075-4fff-bded-ddceb699c1b7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:00:40.551066 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e0fe1c7-92f4-4f6d-afdf-249ea01f342b req-2dd26be1-9075-4fff-bded-ddceb699c1b7 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057342 Feb 03 14:00:40.650497 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e0fe1c7-92f4-4f6d-afdf-249ea01f342b req-edca3189-9ab2-4b38-9699-8f4ce36f05e0 service neutron] 10.222.0.73 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929186 Feb 03 14:00:41.105754 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-5e0fe1c7-92f4-4f6d-afdf-249ea01f342b req-e6d44db4-9152-46b3-bf8e-adbe02425587 service neutron] 10.222.0.73 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494245 Feb 03 14:00:41.297364 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4bb66-c0ab-4c25-9fb4-3c421d82a8b0 req-87a62a49-e1b8-4e9e-b6df-bb82e8b74b87 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:41.298874 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-44a4bb66-c0ab-4c25-9fb4-3c421d82a8b0 req-87a62a49-e1b8-4e9e-b6df-bb82e8b74b87 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 932 time: 0.0592339 Feb 03 14:00:41.360082 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-44a4bb66-c0ab-4c25-9fb4-3c421d82a8b0 req-b0417158-75a4-4112-bf5d-fab8faf1d679 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495536 Feb 03 14:00:42.493514 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2588d2-d85b-411d-852e-9aacad2d7753 req-3f3345bc-bc96-4272-9528-ef2b253f6750 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:42.495043 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ca2588d2-d85b-411d-852e-9aacad2d7753 req-3f3345bc-bc96-4272-9528-ef2b253f6750 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 932 time: 0.0642176 Feb 03 14:00:42.552492 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-ca2588d2-d85b-411d-852e-9aacad2d7753 req-9d0f790a-8cea-41c2-92a7-00500fdc3363 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489902 Feb 03 14:00:43.673545 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e31487-7413-4bcd-9e59-94eb0ffb9f5d req-3a38aaf2-5823-421f-8451-ba9a6b88c180 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:43.675043 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-57e31487-7413-4bcd-9e59-94eb0ffb9f5d req-3a38aaf2-5823-421f-8451-ba9a6b88c180 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 932 time: 0.0543699 Feb 03 14:00:43.725594 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-57e31487-7413-4bcd-9e59-94eb0ffb9f5d req-5203fea6-facd-406d-9960-1e6e536e16ac tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449896 Feb 03 14:00:43.950688 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-ecc8fa82-bb7d-4099-ad7e-1d7106a28b0b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 14:00:43.952492 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-ecc8fa82-bb7d-4099-ad7e-1d7106a28b0b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053563 Feb 03 14:00:44.007379 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] Request body: {'port': {'device_id': '58ee2c29-931b-4d69-bef4-f81cc9d587af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:00:44.064248 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:44.321903 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10bbd405-f9a1-4fa7-babe-e34140f94847 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:00:44.329923 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] Publish callbacks [] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:44.341475 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] Transition to ACTIVE for port object 10bbd405-f9a1-4fa7-babe-e34140f94847 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 14:00:44.345374 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:44.397968 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e95b7-0486-464c-965e-04623147397c service neutron] Pushing event updated for resources: {'Port': ['ID=10bbd405-f9a1-4fa7-babe-e34140f94847,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:44.466433 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] Attempting to bind port 10bbd405-f9a1-4fa7-babe-e34140f94847 on host n-h2-827336-3 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 14:00:44.466776 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] Attempting to bind port 10bbd405-f9a1-4fa7-babe-e34140f94847 by drivers openvswitch,hyperv on host n-h2-827336-3 at level 0 using segments [{'id': '429d38b4-d4c4-418e-9f39-a758151bd1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 03 14:00:44.467108 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] Attempting to bind port 10bbd405-f9a1-4fa7-babe-e34140f94847 on network 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:00:44.472253 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] Port 10bbd405-f9a1-4fa7-babe-e34140f94847 on network 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 03 14:00:44.472568 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] Attempting to bind port 10bbd405-f9a1-4fa7-babe-e34140f94847 on network 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 03 14:00:44.480110 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] Checking agent: {'id': '70b26cb2-7f0d-4f79-8bbb-877f6382ed26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'started_at': datetime.datetime(2022, 2, 3, 12, 25, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 14, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 03 14:00:44.480110 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] Checking segment: {'id': '429d38b4-d4c4-418e-9f39-a758151bd1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 03 14:00:44.480110 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] Bound using segment: {'id': '429d38b4-d4c4-418e-9f39-a758151bd1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 03 14:00:44.480566 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] Bound port: 10bbd405-f9a1-4fa7-babe-e34140f94847, host: n-h2-827336-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429d38b4-d4c4-418e-9f39-a758151bd1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 03 14:00:44.480566 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:44.557026 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] For port 10bbd405-f9a1-4fa7-babe-e34140f94847, host n-h2-827336-3, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 14:00:44.560592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] For port 10bbd405-f9a1-4fa7-babe-e34140f94847, host n-h2-827336-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=10bbd405-f9a1-4fa7-babe-e34140f94847,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 14:00:44.569340 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:44.605176 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:44.605806 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:44.607267 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e79e95b7-0486-464c-965e-04623147397c service neutron] 10.222.0.31 "PUT /v2.0/ports/10bbd405-f9a1-4fa7-babe-e34140f94847 HTTP/1.1" status: 200 len: 1092 time: 0.6474092 Feb 03 14:00:44.608423 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ee2c29-931b-4d69-bef4-f81cc9d587af', 'tag': '10bbd405-f9a1-4fa7-babe-e34140f94847'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:00:44.610766 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560eaf39-5468-4738-93ae-62ddf76756de" -d '{"events": [{"name": "network-changed", "server_uuid": "58ee2c29-931b-4d69-bef4-f81cc9d587af", "tag": "10bbd405-f9a1-4fa7-babe-e34140f94847"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:00:44.643628 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e95b7-0486-464c-965e-04623147397c service neutron] Pushing event updated for resources: {'Port': ['ID=10bbd405-f9a1-4fa7-babe-e34140f94847,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:44.682267 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126c7c44-d8c7-474f-aaa9-410d01c07a25 x-openstack-request-id: req-126c7c44-d8c7-474f-aaa9-410d01c07a25 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:00:44.683015 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ee2c29-931b-4d69-bef4-f81cc9d587af", "tag": "10bbd405-f9a1-4fa7-babe-e34140f94847", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:00:44.683015 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-126c7c44-d8c7-474f-aaa9-410d01c07a25 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:00:44.683515 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ee2c29-931b-4d69-bef4-f81cc9d587af', 'tag': '10bbd405-f9a1-4fa7-babe-e34140f94847', 'status': 'completed', 'code': 200} Feb 03 14:00:44.708328 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-75fd0ccd-c6c0-40cd-8fff-5107e156012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:44.709892 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-75fd0ccd-c6c0-40cd-8fff-5107e156012f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6182ac78ab634c98aa5ded55c585b347&device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 1126 time: 0.0580757 Feb 03 14:00:44.761174 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-e12d5ddb-ab6b-458e-90c9-b3ff61aa1127 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10bbd405-f9a1-4fa7-babe-e34140f94847 HTTP/1.1" status: 200 len: 217 time: 0.0441082 Feb 03 14:00:44.845284 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-9bb9cac0-cea7-4a65-a361-9f9e16fe1cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:44.846845 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-9bb9cac0-cea7-4a65-a361-9f9e16fe1cd6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3115676f-e9e3-4cf9-9a19-389aaf03f89e HTTP/1.1" status: 200 len: 847 time: 0.0777910 Feb 03 14:00:44.906153 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c9404-d190-4483-ad48-19cd1e718f98 req-81f061a6-f282-43b4-b6fc-6a7fdb61628a tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:44.907698 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b50c9404-d190-4483-ad48-19cd1e718f98 req-81f061a6-f282-43b4-b6fc-6a7fdb61628a tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 944 time: 0.0986619 Feb 03 14:00:44.924898 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-b7226bf0-f4c2-4e00-9cb8-7bb7a7edffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:44.926374 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-b7226bf0-f4c2-4e00-9cb8-7bb7a7edffa8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0717607 Feb 03 14:00:45.021273 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-b50c9404-d190-4483-ad48-19cd1e718f98 req-d5351e01-3ec3-42b8-b3f9-18eb4149d7d7 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074843 Feb 03 14:00:45.048980 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-3943929e-1ade-4203-9e21-09756ed76e17 service neutron] 10.222.0.31 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164260 Feb 03 14:00:45.144693 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c56795f2-7b81-4559-a94c-ae963ea45a51 req-ee32cd8c-282a-4b74-b676-64c355acc4c5 service neutron] 10.222.0.31 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897360 Feb 03 14:00:45.242705 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560eaf39-5468-4738-93ae-62ddf76756de req-558b4252-4b1e-41f2-93d6-6b28b359af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:45.244301 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-560eaf39-5468-4738-93ae-62ddf76756de req-558b4252-4b1e-41f2-93d6-6b28b359af48 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6182ac78ab634c98aa5ded55c585b347&device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 1126 time: 0.0474873 Feb 03 14:00:45.340983 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560eaf39-5468-4738-93ae-62ddf76756de req-d2e8a424-9c95-43cd-a030-d3f3b7c94416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:45.343025 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-560eaf39-5468-4738-93ae-62ddf76756de req-d2e8a424-9c95-43cd-a030-d3f3b7c94416 service neutron] 10.222.0.31 "GET /v2.0/networks?id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f HTTP/1.1" status: 200 len: 909 time: 0.0907688 Feb 03 14:00:45.388109 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-560eaf39-5468-4738-93ae-62ddf76756de req-0a46ebf9-58f0-445b-b7b8-eb7349765a61 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10bbd405-f9a1-4fa7-babe-e34140f94847 HTTP/1.1" status: 200 len: 217 time: 0.0397203 Feb 03 14:00:45.438592 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560eaf39-5468-4738-93ae-62ddf76756de req-e0e0f853-2555-462f-8b2e-d998d7d38521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:45.440224 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-560eaf39-5468-4738-93ae-62ddf76756de req-e0e0f853-2555-462f-8b2e-d998d7d38521 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3115676f-e9e3-4cf9-9a19-389aaf03f89e HTTP/1.1" status: 200 len: 847 time: 0.0461876 Feb 03 14:00:45.495127 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560eaf39-5468-4738-93ae-62ddf76756de req-11148e6e-49a2-4f71-bd56-659f6ed34065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:45.496736 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-560eaf39-5468-4738-93ae-62ddf76756de req-11148e6e-49a2-4f71-bd56-659f6ed34065 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486453 Feb 03 14:00:45.604866 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-560eaf39-5468-4738-93ae-62ddf76756de req-95c13bee-2ff3-479f-b6f6-fba8d3efaaea service neutron] 10.222.0.31 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014180 Feb 03 14:00:45.728491 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-560eaf39-5468-4738-93ae-62ddf76756de req-9f5160b5-b17d-4194-8914-1bccd6e3cad4 service neutron] 10.222.0.31 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170292 Feb 03 14:00:46.147764 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351fcae-d5cf-4413-bd09-c9dcb9504c02 req-a0fa6229-8807-4b93-b20e-df51eac8d10e tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:46.149319 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3351fcae-d5cf-4413-bd09-c9dcb9504c02 req-a0fa6229-8807-4b93-b20e-df51eac8d10e tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 944 time: 0.0555234 Feb 03 14:00:46.200176 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-3351fcae-d5cf-4413-bd09-c9dcb9504c02 req-dfa23f93-a4c9-44d8-bf5a-19349a568fe0 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449924 Feb 03 14:00:46.829231 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:47.337551 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a4bc8-2539-4d3e-8bfb-16431464e658 req-1e0a30d6-dbe6-4946-b349-3f996b6cbbaa tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:47.339230 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-671a4bc8-2539-4d3e-8bfb-16431464e658 req-1e0a30d6-dbe6-4946-b349-3f996b6cbbaa tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 944 time: 0.0656383 Feb 03 14:00:47.389547 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-671a4bc8-2539-4d3e-8bfb-16431464e658 req-cb4239e5-d943-4339-b0d8-d6c50d7aea94 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442071 Feb 03 14:00:48.392774 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 10bbd405-f9a1-4fa7-babe-e34140f94847 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:00:48.489220 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 10bbd405-f9a1-4fa7-babe-e34140f94847, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=10bbd405-f9a1-4fa7-babe-e34140f94847,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:48.501377 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '10bbd405-f9a1-4fa7-babe-e34140f94847', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'port_id': '10bbd405-f9a1-4fa7-babe-e34140f94847', 'mac_address': 'fa:16:3e:c6:ec:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:00:48.508781 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e488de6-3d0e-4507-9cfa-bd12d8f52ca4 req-006300b7-4fd5-441d-8824-49a75e714b33 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:48.510267 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e488de6-3d0e-4507-9cfa-bd12d8f52ca4 req-006300b7-4fd5-441d-8824-49a75e714b33 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 944 time: 0.0528367 Feb 03 14:00:48.541058 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 10bbd405-f9a1-4fa7-babe-e34140f94847 is: DOWN; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:00:48.541365 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:48.554535 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10bbd405-f9a1-4fa7-babe-e34140f94847 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:00:48.577346 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-2e488de6-3d0e-4507-9cfa-bd12d8f52ca4 req-daf01326-70dc-4981-8b41-316d9b8912a4 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473547 Feb 03 14:00:48.581075 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 10bbd405-f9a1-4fa7-babe-e34140f94847, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=10bbd405-f9a1-4fa7-babe-e34140f94847,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:48.593471 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:48.666777 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=10bbd405-f9a1-4fa7-babe-e34140f94847,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:48.810355 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['10bbd405-f9a1-4fa7-babe-e34140f94847'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:00:49.687884 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021366f7-1019-4dec-984e-360ce2681931 req-1181bdea-1ad7-43f4-87c2-0697762d064d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:49.689430 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-021366f7-1019-4dec-984e-360ce2681931 req-1181bdea-1ad7-43f4-87c2-0697762d064d tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 945 time: 0.0533993 Feb 03 14:00:49.738262 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-021366f7-1019-4dec-984e-360ce2681931 req-107a2bf0-6c59-40f7-850a-acb9794faede tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432162 Feb 03 14:00:50.396280 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 10bbd405-f9a1-4fa7-babe-e34140f94847 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:00:50.446315 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning for port 10bbd405-f9a1-4fa7-babe-e34140f94847 completed by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 14:00:50.451136 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 10bbd405-f9a1-4fa7-babe-e34140f94847 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:00:50.451679 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:50.533145 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 10bbd405-f9a1-4fa7-babe-e34140f94847 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:00:50.533442 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:50.557045 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ee2c29-931b-4d69-bef4-f81cc9d587af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bbd405-f9a1-4fa7-babe-e34140f94847'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:00:50.559265 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695c1560-d225-4e75-8222-9a3c1dd63481" -d '{"events": [{"server_uuid": "58ee2c29-931b-4d69-bef4-f81cc9d587af", "name": "network-vif-plugged", "status": "completed", "tag": "10bbd405-f9a1-4fa7-babe-e34140f94847"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:00:50.572301 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 10bbd405-f9a1-4fa7-babe-e34140f94847, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=10bbd405-f9a1-4fa7-babe-e34140f94847,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:00:50.577824 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:50.603659 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd93ac8-127c-49ea-98e0-4b183e0cb310 x-openstack-request-id: req-fbd93ac8-127c-49ea-98e0-4b183e0cb310 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:00:50.603989 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ee2c29-931b-4d69-bef4-f81cc9d587af", "name": "network-vif-plugged", "status": "completed", "tag": "10bbd405-f9a1-4fa7-babe-e34140f94847", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:00:50.604263 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fbd93ac8-127c-49ea-98e0-4b183e0cb310 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:00:50.604688 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ee2c29-931b-4d69-bef4-f81cc9d587af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bbd405-f9a1-4fa7-babe-e34140f94847', 'code': 200} Feb 03 14:00:50.636825 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=10bbd405-f9a1-4fa7-babe-e34140f94847,revision_number=5']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:50.708174 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2915ce-41a0-43df-9203-52ef1ca79f8c req-0135482c-66b4-4802-811a-2d5283040812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:50.709726 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af2915ce-41a0-43df-9203-52ef1ca79f8c req-0135482c-66b4-4802-811a-2d5283040812 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 1128 time: 0.0465276 Feb 03 14:00:50.765739 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-af2915ce-41a0-43df-9203-52ef1ca79f8c req-98ac5ea4-acd2-4ec1-a5c1-ea46fba54d94 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481286 Feb 03 14:00:50.863115 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c5580-9103-4ab8-a738-5691e545b452 req-faf9bf11-c45a-4219-aaac-1bf5b24f5c3e tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:50.864611 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa7c5580-9103-4ab8-a738-5691e545b452 req-faf9bf11-c45a-4219-aaac-1bf5b24f5c3e tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 946 time: 0.0557344 Feb 03 14:00:50.922872 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-aa7c5580-9103-4ab8-a738-5691e545b452 req-e9d3827e-f7c1-4e01-92de-67701a00e56a tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493727 Feb 03 14:00:52.043050 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def369a2-8043-43b7-8236-3564c75aca4a req-2cc5dc43-dce9-4b5a-a95b-ec3a6965401f tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:52.044638 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-def369a2-8043-43b7-8236-3564c75aca4a req-2cc5dc43-dce9-4b5a-a95b-ec3a6965401f tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 946 time: 0.0519042 Feb 03 14:00:52.095395 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-def369a2-8043-43b7-8236-3564c75aca4a req-1fa37ef2-c8b2-4e39-bc22-13de26dcc85f tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446126 Feb 03 14:00:52.220222 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be78e9a-6c25-4a70-97b0-f099b9e059b3 req-4458585a-64b3-4503-addc-a766e2d83bfc tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:52.221632 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0be78e9a-6c25-4a70-97b0-f099b9e059b3 req-4458585a-64b3-4503-addc-a766e2d83bfc tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 946 time: 0.0526211 Feb 03 14:00:52.278218 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-0be78e9a-6c25-4a70-97b0-f099b9e059b3 req-5f0a661d-42d6-4f93-866e-3fbe7bc45840 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509052 Feb 03 14:00:52.300149 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44206) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:00:52.347155 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4c9712-fb76-4ca1-affc-892dca0602f6 tempest-TestSnapshotPattern-118568901 tempest-TestSnapshotPattern-118568901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:52.348714 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-2a4c9712-fb76-4ca1-affc-892dca0602f6 tempest-TestSnapshotPattern-118568901 tempest-TestSnapshotPattern-118568901-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 1123 time: 0.0476213 Feb 03 14:00:52.351606 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44208) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:00:52.355998 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-52a6c570-a650-4faa-9db2-5d6447124e44 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Request body: {'floatingip': {'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'port_id': '10bbd405-f9a1-4fa7-babe-e34140f94847', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 14:00:52.376662 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52a6c570-a650-4faa-9db2-5d6447124e44 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:52.473391 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52a6c570-a650-4faa-9db2-5d6447124e44 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:52.580963 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-52a6c570-a650-4faa-9db2-5d6447124e44 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Allocated IP 172.25.6.112 (e9dedc31-644c-4c3c-ba28-45b6252d3499/422a92f2-5182-40ca-861e-9fda580db19e/a2888527-b50c-4ea0-bd7b-402ed4e31791) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 14:00:52.680669 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52a6c570-a650-4faa-9db2-5d6447124e44 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for port (a2888527-b50c-4ea0-bd7b-402ed4e31791), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:52.714957 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52a6c570-a650-4faa-9db2-5d6447124e44 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757073011541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (a2888527-b50c-4ea0-bd7b-402ed4e31791), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:52.757615 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a6c570-a650-4faa-9db2-5d6447124e44 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Network e9dedc31-644c-4c3c-ba28-45b6252d3499 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 14:00:52.762339 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-52a6c570-a650-4faa-9db2-5d6447124e44 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 14:00:52.766378 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a6c570-a650-4faa-9db2-5d6447124e44 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 03 14:00:52.771630 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6c570-a650-4faa-9db2-5d6447124e44 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Pushing event updated for resources: {'Port': ['ID=a2888527-b50c-4ea0-bd7b-402ed4e31791,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:53.125955 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52a6c570-a650-4faa-9db2-5d6447124e44 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for floatingip (0c5d1209-d3d6-49dc-ba6b-9e90157667ec), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:53.198455 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52a6c570-a650-4faa-9db2-5d6447124e44 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (a2888527-b50c-4ea0-bd7b-402ed4e31791), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:53.349897 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52a6c570-a650-4faa-9db2-5d6447124e44 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for port (a2888527-b50c-4ea0-bd7b-402ed4e31791), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:53.354991 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52a6c570-a650-4faa-9db2-5d6447124e44 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4349462'] for port (a2888527-b50c-4ea0-bd7b-402ed4e31791), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:53.423722 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6c570-a650-4faa-9db2-5d6447124e44 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Pushing event updated for resources: {'Port': ['ID=a2888527-b50c-4ea0-bd7b-402ed4e31791,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:00:53.434354 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52a6c570-a650-4faa-9db2-5d6447124e44 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7895591'] for floatingip (0c5d1209-d3d6-49dc-ba6b-9e90157667ec), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:53.533279 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-52a6c570-a650-4faa-9db2-5d6447124e44 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Floating IP 0c5d1209-d3d6-49dc-ba6b-9e90157667ec associated. External IP: 172.25.6.112, port: 10bbd405-f9a1-4fa7-babe-e34140f94847. Feb 03 14:00:53.735266 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a6c570-a650-4faa-9db2-5d6447124e44 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:00:53.839269 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a6c570-a650-4faa-9db2-5d6447124e44 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:00:53.848797 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afedb9cb-c881-4aaa-be61-e903eccc322c None None] Sync routers for ids ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:00:53.856809 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52a6c570-a650-4faa-9db2-5d6447124e44 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:00:53.860073 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afedb9cb-c881-4aaa-be61-e903eccc322c None None] Routers {'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:00:53.860691 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-afedb9cb-c881-4aaa-be61-e903eccc322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T14:00:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:53.886985 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-52a6c570-a650-4faa-9db2-5d6447124e44 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5343101 Feb 03 14:00:53.887565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ee2c29-931b-4d69-bef4-f81cc9d587af', 'tag': '10bbd405-f9a1-4fa7-babe-e34140f94847'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:00:53.889878 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352c8375-9ad3-471a-be16-93fe8b956f16" -d '{"events": [{"name": "network-changed", "server_uuid": "58ee2c29-931b-4d69-bef4-f81cc9d587af", "tag": "10bbd405-f9a1-4fa7-babe-e34140f94847"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:00:53.929155 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcc8c48-18e0-42d9-ae24-4f9512ab2da9 x-openstack-request-id: req-1bcc8c48-18e0-42d9-ae24-4f9512ab2da9 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:00:53.929451 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ee2c29-931b-4d69-bef4-f81cc9d587af", "tag": "10bbd405-f9a1-4fa7-babe-e34140f94847", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:00:53.929712 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1bcc8c48-18e0-42d9-ae24-4f9512ab2da9 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:00:53.930120 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ee2c29-931b-4d69-bef4-f81cc9d587af', 'tag': '10bbd405-f9a1-4fa7-babe-e34140f94847', 'status': 'completed', 'code': 200} Feb 03 14:00:53.971879 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-afedb9cb-c881-4aaa-be61-e903eccc322c None None] Set router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:00:53.997286 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c8375-9ad3-471a-be16-93fe8b956f16 req-ca808fc1-c6cb-4390-a367-66f159d7edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:53.999254 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-352c8375-9ad3-471a-be16-93fe8b956f16 req-ca808fc1-c6cb-4390-a367-66f159d7edb8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6182ac78ab634c98aa5ded55c585b347&device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 1128 time: 0.0446055 Feb 03 14:00:54.090535 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c8375-9ad3-471a-be16-93fe8b956f16 req-80d7c8cc-2cb7-421a-9c13-0fbdae78c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:54.092198 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-352c8375-9ad3-471a-be16-93fe8b956f16 req-80d7c8cc-2cb7-421a-9c13-0fbdae78c8a5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f HTTP/1.1" status: 200 len: 909 time: 0.0877736 Feb 03 14:00:54.156318 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-352c8375-9ad3-471a-be16-93fe8b956f16 req-e4d897be-7276-4609-b845-41257a20a23a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10bbd405-f9a1-4fa7-babe-e34140f94847 HTTP/1.1" status: 200 len: 1000 time: 0.0583236 Feb 03 14:00:54.206883 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c8375-9ad3-471a-be16-93fe8b956f16 req-942194b9-f163-4cb6-a701-40c54bb70ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:54.208498 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-352c8375-9ad3-471a-be16-93fe8b956f16 req-942194b9-f163-4cb6-a701-40c54bb70ca4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3115676f-e9e3-4cf9-9a19-389aaf03f89e HTTP/1.1" status: 200 len: 847 time: 0.0472877 Feb 03 14:00:54.263636 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c8375-9ad3-471a-be16-93fe8b956f16 req-b77b22af-2fdb-4eca-abc3-673ae9a08005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:00:54.265726 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-352c8375-9ad3-471a-be16-93fe8b956f16 req-b77b22af-2fdb-4eca-abc3-673ae9a08005 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517659 Feb 03 14:00:54.359448 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-352c8375-9ad3-471a-be16-93fe8b956f16 req-cca3ae50-9bae-413a-90bd-99dabb2df243 service neutron] 10.222.0.31 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879161 Feb 03 14:00:54.370029 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-afedb9cb-c881-4aaa-be61-e903eccc322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:18Z', 'revision_number': 4, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'gw_port': {'id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '0c5d1209-d3d6-49dc-ba6b-9e90157667ec', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'floating_ip_address': '172.25.6.112', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'port_id': '10bbd405-f9a1-4fa7-babe-e34140f94847', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'mac_address': 'fa:16:3e:c6:ec:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee2c29-931b-4d69-bef4-f81cc9d587af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:00:52Z', 'updated_at': '2022-02-03T14:00:52Z', 'revision_number': 0, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'fixed_ip_address_scope': None}, {'id': '9ba8c866-773a-48f8-ba8b-3af674e941c0', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'floating_ip_address': '172.25.6.59', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'port_id': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'mac_address': 'fa:16:3e:8d:2a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26b345-998a-4950-b1d3-264158eafd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:57:38Z', 'updated_at': '2022-02-03T13:57:40Z', 'revision_number': 1, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e5c037-b950-4ec1-9825-dd33fa7f07bd', 'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'mac_address': 'fa:16:3e:07:6e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:17Z', 'updated_at': '2022-02-03T13:57:22Z', 'revision_number': 5, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'subnets': [{'id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:54.396396 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afedb9cb-c881-4aaa-be61-e903eccc322c None None] Checking router: ada3ba75-eb8f-4b80-a837-a3642bb2e7bc for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:00:54.405643 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afedb9cb-c881-4aaa-be61-e903eccc322c None None] Routers {'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:00:54.406254 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-afedb9cb-c881-4aaa-be61-e903eccc322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T14:00:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:54.452609 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-352c8375-9ad3-471a-be16-93fe8b956f16 req-46a0f2a3-c92d-44e0-bb02-62ca581ae4f6 service neutron] 10.222.0.31 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876997 Feb 03 14:00:54.510420 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-afedb9cb-c881-4aaa-be61-e903eccc322c None None] Set router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:00:54.732707 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-afedb9cb-c881-4aaa-be61-e903eccc322c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:18Z', 'revision_number': 4, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'gw_port': {'id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '0c5d1209-d3d6-49dc-ba6b-9e90157667ec', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'floating_ip_address': '172.25.6.112', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'port_id': '10bbd405-f9a1-4fa7-babe-e34140f94847', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'mac_address': 'fa:16:3e:c6:ec:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee2c29-931b-4d69-bef4-f81cc9d587af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:00:52Z', 'updated_at': '2022-02-03T14:00:52Z', 'revision_number': 0, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'fixed_ip_address_scope': None}, {'id': '9ba8c866-773a-48f8-ba8b-3af674e941c0', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'floating_ip_address': '172.25.6.59', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'port_id': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'mac_address': 'fa:16:3e:8d:2a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26b345-998a-4950-b1d3-264158eafd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:57:38Z', 'updated_at': '2022-02-03T13:57:40Z', 'revision_number': 1, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e5c037-b950-4ec1-9825-dd33fa7f07bd', 'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'mac_address': 'fa:16:3e:07:6e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:17Z', 'updated_at': '2022-02-03T13:57:22Z', 'revision_number': 5, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'subnets': [{'id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:00:54.759010 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afedb9cb-c881-4aaa-be61-e903eccc322c None None] The sync data for ids ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'] in n-d-827336-3 is: [{'id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:18Z', 'revision_number': 4, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'gw_port': {'id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '0c5d1209-d3d6-49dc-ba6b-9e90157667ec', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'floating_ip_address': '172.25.6.112', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'port_id': '10bbd405-f9a1-4fa7-babe-e34140f94847', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'mac_address': 'fa:16:3e:c6:ec:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee2c29-931b-4d69-bef4-f81cc9d587af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T14:00:52Z', 'updated_at': '2022-02-03T14:00:52Z', 'revision_number': 0, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'fixed_ip_address_scope': None}, {'id': '9ba8c866-773a-48f8-ba8b-3af674e941c0', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'floating_ip_address': '172.25.6.59', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'port_id': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'mac_address': 'fa:16:3e:8d:2a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26b345-998a-4950-b1d3-264158eafd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:57:38Z', 'updated_at': '2022-02-03T13:57:40Z', 'revision_number': 1, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e5c037-b950-4ec1-9825-dd33fa7f07bd', 'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'mac_address': 'fa:16:3e:07:6e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:17Z', 'updated_at': '2022-02-03T13:57:22Z', 'revision_number': 5, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'subnets': [{'id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:00:54.963596 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfba856-111d-4263-9aec-b799506424a8 None None] New status for floating IP 0c5d1209-d3d6-49dc-ba6b-9e90157667ec: ACTIVE {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:00:59.858454 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:01:02.136141 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:03.712170 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9cc15c10-623d-4945-bc71-777220fb0e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:06.318287 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c609c4c6-c6ce-4a21-955b-c8746be05fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:07.281115 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:08.570238 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:10.139833 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:16.844682 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:30.111392 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-056e72e2-ffbb-4a4f-a062-ef76479f81b4 req-02ecddce-67ea-40b0-9c8f-ef81072e282f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430357 Feb 03 14:01:30.196638 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e72e2-ffbb-4a4f-a062-ef76479f81b4 req-d0611430-713c-44e9-bece-5cd8c2831003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:30.198193 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-056e72e2-ffbb-4a4f-a062-ef76479f81b4 req-d0611430-713c-44e9-bece-5cd8c2831003 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6182ac78ab634c98aa5ded55c585b347&device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 1128 time: 0.0461705 Feb 03 14:01:30.304888 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e72e2-ffbb-4a4f-a062-ef76479f81b4 req-5b498a92-e90e-46ef-a6f8-026dd7fcdc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:30.306480 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-056e72e2-ffbb-4a4f-a062-ef76479f81b4 req-5b498a92-e90e-46ef-a6f8-026dd7fcdc67 service neutron] 10.222.0.31 "GET /v2.0/networks?id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f HTTP/1.1" status: 200 len: 909 time: 0.0896130 Feb 03 14:01:30.372026 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-056e72e2-ffbb-4a4f-a062-ef76479f81b4 req-cc96d51b-26a9-48b7-8a34-a4d1fad372a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10bbd405-f9a1-4fa7-babe-e34140f94847 HTTP/1.1" status: 200 len: 1002 time: 0.0579491 Feb 03 14:01:30.431905 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e72e2-ffbb-4a4f-a062-ef76479f81b4 req-a45a88d8-9707-4fa5-9f04-d0df073d290a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:30.433440 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-056e72e2-ffbb-4a4f-a062-ef76479f81b4 req-a45a88d8-9707-4fa5-9f04-d0df073d290a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3115676f-e9e3-4cf9-9a19-389aaf03f89e HTTP/1.1" status: 200 len: 847 time: 0.0559776 Feb 03 14:01:30.487539 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e72e2-ffbb-4a4f-a062-ef76479f81b4 req-0b79eb4f-3492-4b6f-99e8-96b06a4fae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:30.489189 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-056e72e2-ffbb-4a4f-a062-ef76479f81b4 req-0b79eb4f-3492-4b6f-99e8-96b06a4fae68 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496917 Feb 03 14:01:30.578089 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-056e72e2-ffbb-4a4f-a062-ef76479f81b4 req-4725df08-ebfc-4c17-ac61-fad397fcda44 service neutron] 10.222.0.31 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833900 Feb 03 14:01:30.671496 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-056e72e2-ffbb-4a4f-a062-ef76479f81b4 req-859debf3-9431-42bb-8a7e-48e4f275a9c1 service neutron] 10.222.0.31 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872047 Feb 03 14:01:32.152306 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:33.713635 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b43e6c1a-0936-4574-ae3a-dd3eb0bb23ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:36.310752 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b82a3d85-14bb-41de-8381-8124843c0848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:36.858177 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:01:37.288498 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:38.573960 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:40.142621 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:01:41.087382 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f41b1fd2-7385-40dd-82d2-2837f5f8d47a req-7331e91f-904c-4273-982b-cf51524d17c4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5b26b345-998a-4950-b1d3-264158eafd43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443182 Feb 03 14:01:41.188920 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b1fd2-7385-40dd-82d2-2837f5f8d47a req-62ad12b1-e569-4118-b026-6ada21bf4022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:41.190458 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f41b1fd2-7385-40dd-82d2-2837f5f8d47a req-62ad12b1-e569-4118-b026-6ada21bf4022 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6182ac78ab634c98aa5ded55c585b347&device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 1126 time: 0.0439909 Feb 03 14:01:41.297516 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b1fd2-7385-40dd-82d2-2837f5f8d47a req-aa9193cb-1661-41bf-9383-5ef2f9debe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:41.299034 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f41b1fd2-7385-40dd-82d2-2837f5f8d47a req-aa9193cb-1661-41bf-9383-5ef2f9debe5b service neutron] 10.222.0.73 "GET /v2.0/networks?id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f HTTP/1.1" status: 200 len: 909 time: 0.0888054 Feb 03 14:01:41.363956 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f41b1fd2-7385-40dd-82d2-2837f5f8d47a req-460bc7b9-541a-4d6f-b046-c1c2c46e7aba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e HTTP/1.1" status: 200 len: 999 time: 0.0577154 Feb 03 14:01:41.416515 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b1fd2-7385-40dd-82d2-2837f5f8d47a req-8f442cf2-2fe5-4325-9d41-008cc6f30d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:41.417960 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f41b1fd2-7385-40dd-82d2-2837f5f8d47a req-8f442cf2-2fe5-4325-9d41-008cc6f30d2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3115676f-e9e3-4cf9-9a19-389aaf03f89e HTTP/1.1" status: 200 len: 847 time: 0.0471420 Feb 03 14:01:41.465474 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b1fd2-7385-40dd-82d2-2837f5f8d47a req-2e99f930-c148-4935-bd81-999bc2625dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:01:41.466973 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f41b1fd2-7385-40dd-82d2-2837f5f8d47a req-2e99f930-c148-4935-bd81-999bc2625dd2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428498 Feb 03 14:01:41.563109 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f41b1fd2-7385-40dd-82d2-2837f5f8d47a req-7f60bdd8-4785-45b8-ab5a-6d6c11051a43 service neutron] 10.222.0.73 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867476 Feb 03 14:01:41.650769 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f41b1fd2-7385-40dd-82d2-2837f5f8d47a req-9fc11d86-29d8-4fe4-aa3e-6d35ec71f63b service neutron] 10.222.0.73 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817449 Feb 03 14:01:46.839529 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:02.165940 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:03.715501 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-560675f5-d878-4f75-88f5-d2b5bb0cf624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:06.313577 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-93296e62-f804-493e-a0c3-12f6969fe0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:07.287956 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:08.574294 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:10.145038 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:13.856382 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:02:16.857354 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:32.109802 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ccbe4af9-fff9-4cce-8988-b6468de3b525 req-fe50f0f5-088d-4f53-8621-e137d5ac1221 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428746 Feb 03 14:02:32.175655 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:32.200963 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe4af9-fff9-4cce-8988-b6468de3b525 req-335e7a9d-5e18-4883-855d-46df12bf09e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:32.202485 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ccbe4af9-fff9-4cce-8988-b6468de3b525 req-335e7a9d-5e18-4883-855d-46df12bf09e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6182ac78ab634c98aa5ded55c585b347&device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 1128 time: 0.0506742 Feb 03 14:02:32.312759 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe4af9-fff9-4cce-8988-b6468de3b525 req-cc88974e-aaad-4647-9464-0275cb96d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:32.314787 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ccbe4af9-fff9-4cce-8988-b6468de3b525 req-cc88974e-aaad-4647-9464-0275cb96d00b service neutron] 10.222.0.31 "GET /v2.0/networks?id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f HTTP/1.1" status: 200 len: 909 time: 0.0922127 Feb 03 14:02:32.387881 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ccbe4af9-fff9-4cce-8988-b6468de3b525 req-34af63db-beaf-4aa2-9b06-3220d8f6f0af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10bbd405-f9a1-4fa7-babe-e34140f94847 HTTP/1.1" status: 200 len: 1002 time: 0.0674167 Feb 03 14:02:32.437353 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe4af9-fff9-4cce-8988-b6468de3b525 req-22114627-5013-49bb-aaf4-c63fbfe157d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:32.438845 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ccbe4af9-fff9-4cce-8988-b6468de3b525 req-22114627-5013-49bb-aaf4-c63fbfe157d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3115676f-e9e3-4cf9-9a19-389aaf03f89e HTTP/1.1" status: 200 len: 847 time: 0.0451691 Feb 03 14:02:32.487555 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe4af9-fff9-4cce-8988-b6468de3b525 req-aa785827-d48f-42dc-bb8d-dcdca4cf56cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:32.489484 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ccbe4af9-fff9-4cce-8988-b6468de3b525 req-aa785827-d48f-42dc-bb8d-dcdca4cf56cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453477 Feb 03 14:02:32.582092 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ccbe4af9-fff9-4cce-8988-b6468de3b525 req-cadce4c4-6ce8-4525-94e3-3f4ecc9ee93b service neutron] 10.222.0.31 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871294 Feb 03 14:02:32.674238 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-ccbe4af9-fff9-4cce-8988-b6468de3b525 req-bfb7990b-e75b-492c-baf8-ac93d5090a13 service neutron] 10.222.0.31 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857542 Feb 03 14:02:33.717119 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-689ca22f-1524-48a3-96f5-0958e0e6061a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:36.315839 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-26a68d4c-a713-4934-b057-27e098151b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:36.886669 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 10bbd405-f9a1-4fa7-babe-e34140f94847 details requested by agent hyperv_n-h2-827336-3 with host n-h2-827336-3 {{(pid=103190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 03 14:02:37.000674 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 10bbd405-f9a1-4fa7-babe-e34140f94847, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=10bbd405-f9a1-4fa7-babe-e34140f94847,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:37.015022 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Returning: {'device': '10bbd405-f9a1-4fa7-babe-e34140f94847', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'port_id': '10bbd405-f9a1-4fa7-babe-e34140f94847', 'mac_address': 'fa:16:3e:c6:ec:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 03 14:02:37.055768 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 10bbd405-f9a1-4fa7-babe-e34140f94847 is: ACTIVE; New status is: BUILD {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:02:37.056214 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:37.070461 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10bbd405-f9a1-4fa7-babe-e34140f94847 {{(pid=103190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 03 14:02:37.101837 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 10bbd405-f9a1-4fa7-babe-e34140f94847, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=10bbd405-f9a1-4fa7-babe-e34140f94847,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:37.106227 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:37.171745 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=10bbd405-f9a1-4fa7-babe-e34140f94847,revision_number=6']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:37.181226 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] get_ports_and_sgs() called for port_ids ['10bbd405-f9a1-4fa7-babe-e34140f94847'] {{(pid=103190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 03 14:02:37.185288 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:37.185643 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:37.186019 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:37.186349 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:37.186684 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:37.187020 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:37.187362 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:37.187705 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:37.188059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:37.188415 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:37.188726 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:37.189118 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:37.189937 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:37.319978 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:38.588405 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:38.908446 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 10bbd405-f9a1-4fa7-babe-e34140f94847 up at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 03 14:02:38.969006 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.provisioning_blocks [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Provisioning complete for port 10bbd405-f9a1-4fa7-babe-e34140f94847 triggered by entity L2. {{(pid=103190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 14:02:38.969386 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-699780'] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), provisioning_complete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:39.055288 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 10bbd405-f9a1-4fa7-babe-e34140f94847 is: BUILD; New status is: ACTIVE {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:02:39.055732 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:39.080796 n-d-827336-3 neutron-server[103190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ee2c29-931b-4d69-bef4-f81cc9d587af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bbd405-f9a1-4fa7-babe-e34140f94847'}] {{(pid=103190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:02:39.083075 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}752bf0224108ff74b9cfd61404ed3a2d7e2c05fd5b4e4d58033d19f689e9e78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7766e53-7c84-4e94-bed0-78f277083f8b" -d '{"events": [{"server_uuid": "58ee2c29-931b-4d69-bef4-f81cc9d587af", "name": "network-vif-plugged", "status": "completed", "tag": "10bbd405-f9a1-4fa7-babe-e34140f94847"}]}' {{(pid=103190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:02:39.095981 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] For port 10bbd405-f9a1-4fa7-babe-e34140f94847, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=10bbd405-f9a1-4fa7-babe-e34140f94847,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:39.104643 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757073553902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757073011559', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757073011577'] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:39.149809 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936f8b31-1287-4ee5-b5d6-55708e84b458 x-openstack-request-id: req-936f8b31-1287-4ee5-b5d6-55708e84b458 {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:02:39.150209 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ee2c29-931b-4d69-bef4-f81cc9d587af", "name": "network-vif-plugged", "status": "completed", "tag": "10bbd405-f9a1-4fa7-babe-e34140f94847", "code": 200}]} {{(pid=103190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:02:39.150584 n-d-827336-3 neutron-server[103190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-936f8b31-1287-4ee5-b5d6-55708e84b458 {{(pid=103190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:02:39.151086 n-d-827336-3 neutron-server[103190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ee2c29-931b-4d69-bef4-f81cc9d587af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bbd405-f9a1-4fa7-babe-e34140f94847', 'code': 200} Feb 03 14:02:39.172074 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Pushing event updated for resources: {'Port': ['ID=10bbd405-f9a1-4fa7-babe-e34140f94847,revision_number=7']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:40.156216 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:44.380891 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0757b48-518c-4c0e-80ae-808cda49f218 req-ff38d74b-bb07-4c40-8984-04f957444e78 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5b26b345-998a-4950-b1d3-264158eafd43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5225835 Feb 03 14:02:44.511307 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0757b48-518c-4c0e-80ae-808cda49f218 req-0c7365c0-d75f-4af2-a683-0dae16ead91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:44.512860 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0757b48-518c-4c0e-80ae-808cda49f218 req-0c7365c0-d75f-4af2-a683-0dae16ead91a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6182ac78ab634c98aa5ded55c585b347&device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 1126 time: 0.0526037 Feb 03 14:02:44.645217 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0757b48-518c-4c0e-80ae-808cda49f218 req-0bce0118-75fb-4172-abfe-3c32653d0873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:44.646712 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0757b48-518c-4c0e-80ae-808cda49f218 req-0bce0118-75fb-4172-abfe-3c32653d0873 service neutron] 10.222.0.73 "GET /v2.0/networks?id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f HTTP/1.1" status: 200 len: 909 time: 0.1054566 Feb 03 14:02:44.716654 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0757b48-518c-4c0e-80ae-808cda49f218 req-9142d482-db92-4cf4-8bec-0372eaf25e66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e HTTP/1.1" status: 200 len: 999 time: 0.0637259 Feb 03 14:02:44.777746 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0757b48-518c-4c0e-80ae-808cda49f218 req-4ee32df4-d51f-45b2-a828-f4a622bb2b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:44.779289 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0757b48-518c-4c0e-80ae-808cda49f218 req-4ee32df4-d51f-45b2-a828-f4a622bb2b99 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3115676f-e9e3-4cf9-9a19-389aaf03f89e HTTP/1.1" status: 200 len: 847 time: 0.0565190 Feb 03 14:02:44.843865 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0757b48-518c-4c0e-80ae-808cda49f218 req-9e6517ab-64c0-4dd4-85c2-d048e65d9bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:44.847200 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0757b48-518c-4c0e-80ae-808cda49f218 req-9e6517ab-64c0-4dd4-85c2-d048e65d9bcf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0616395 Feb 03 14:02:44.959117 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0757b48-518c-4c0e-80ae-808cda49f218 req-50d30673-bb23-42bb-b076-3cfbb046ba07 service neutron] 10.222.0.73 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061878 Feb 03 14:02:45.067994 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d0757b48-518c-4c0e-80ae-808cda49f218 req-671bec5e-2fc2-4349-83a9-18400bbeaa16 service neutron] 10.222.0.73 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033390 Feb 03 14:02:46.068362 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44408) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:02:46.226319 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Deleting port a2888527-b50c-4ea0-bd7b-402ed4e31791 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:02:46.226665 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (a2888527-b50c-4ea0-bd7b-402ed4e31791), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:46.304873 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (a2888527-b50c-4ea0-bd7b-402ed4e31791), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:46.305260 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for floatingip (a2888527-b50c-4ea0-bd7b-402ed4e31791), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:46.318320 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Calling delete_port for a2888527-b50c-4ea0-bd7b-402ed4e31791 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:02:46.468244 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (a2888527-b50c-4ea0-bd7b-402ed4e31791), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:46.491571 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Pushing event deleted for resources: {'Port': ['ID=a2888527-b50c-4ea0-bd7b-402ed4e31791,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:46.501645 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:46.501999 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:46.502344 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:46.502685 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:46.503023 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:46.503837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:46.503837 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:46.504090 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:46.504348 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:46.504675 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:46.505003 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:46.505330 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:46.505656 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:46.570571 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for floatingip (0c5d1209-d3d6-49dc-ba6b-9e90157667ec), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:46.570927 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Floating IP 0c5d1209-d3d6-49dc-ba6b-9e90157667ec disassociated (deleted). External IP: 172.25.6.112, port: 10bbd405-f9a1-4fa7-babe-e34140f94847. Feb 03 14:02:46.779657 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:02:46.862891 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:46.889493 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:46.895026 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:46.899852 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7734a7-60d6-4989-885c-ef80c7a77e5c None None] Sync routers for ids ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:02:46.910696 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7734a7-60d6-4989-885c-ef80c7a77e5c None None] Routers {'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:02:46.911591 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8b7734a7-60d6-4989-885c-ef80c7a77e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T14:02:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:46.928602 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-31775251-a0df-4119-a4ce-cd0649b46fce tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "DELETE /v2.0/floatingips/0c5d1209-d3d6-49dc-ba6b-9e90157667ec HTTP/1.1" status: 204 len: 168 time: 0.8566959 Feb 03 14:02:46.928602 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ee2c29-931b-4d69-bef4-f81cc9d587af', 'tag': '10bbd405-f9a1-4fa7-babe-e34140f94847'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:02:46.929093 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e1bf21-7727-4adb-99c2-2551bacf6a02" -d '{"events": [{"name": "network-changed", "server_uuid": "58ee2c29-931b-4d69-bef4-f81cc9d587af", "tag": "10bbd405-f9a1-4fa7-babe-e34140f94847"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:02:47.037751 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4ccfeb-14fc-4ae8-aa50-09fda200a728 x-openstack-request-id: req-9b4ccfeb-14fc-4ae8-aa50-09fda200a728 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:02:47.038099 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ee2c29-931b-4d69-bef4-f81cc9d587af", "tag": "10bbd405-f9a1-4fa7-babe-e34140f94847", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:02:47.038357 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b4ccfeb-14fc-4ae8-aa50-09fda200a728 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:02:47.038741 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ee2c29-931b-4d69-bef4-f81cc9d587af', 'tag': '10bbd405-f9a1-4fa7-babe-e34140f94847', 'status': 'completed', 'code': 200} Feb 03 14:02:47.073277 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8b7734a7-60d6-4989-885c-ef80c7a77e5c None None] Set router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:02:47.112405 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1bf21-7727-4adb-99c2-2551bacf6a02 req-4723b43a-12d8-40af-a117-e7373bd6c6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:47.114175 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f8e1bf21-7727-4adb-99c2-2551bacf6a02 req-4723b43a-12d8-40af-a117-e7373bd6c6b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6182ac78ab634c98aa5ded55c585b347&device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 1128 time: 0.0560174 Feb 03 14:02:47.232647 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1bf21-7727-4adb-99c2-2551bacf6a02 req-97a1484b-c2c6-4e7f-95f1-093ab2621a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:47.234690 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f8e1bf21-7727-4adb-99c2-2551bacf6a02 req-97a1484b-c2c6-4e7f-95f1-093ab2621a56 service neutron] 10.222.0.31 "GET /v2.0/networks?id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f HTTP/1.1" status: 200 len: 909 time: 0.1120081 Feb 03 14:02:47.284656 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f8e1bf21-7727-4adb-99c2-2551bacf6a02 req-eefdf350-d0c4-4acf-b2f1-dd12d1630758 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10bbd405-f9a1-4fa7-babe-e34140f94847 HTTP/1.1" status: 200 len: 217 time: 0.0414853 Feb 03 14:02:47.299602 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed0d34-af1b-442d-b03a-758c2629b306 req-b4b6bd18-4cf3-4bce-9a35-6f4141252ab9 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:47.302527 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5bed0d34-af1b-442d-b03a-758c2629b306 req-b4b6bd18-4cf3-4bce-9a35-6f4141252ab9 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 946 time: 0.1279929 Feb 03 14:02:47.328925 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8b7734a7-60d6-4989-885c-ef80c7a77e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:18Z', 'revision_number': 4, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'gw_port': {'id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '9ba8c866-773a-48f8-ba8b-3af674e941c0', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'floating_ip_address': '172.25.6.59', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'port_id': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'mac_address': 'fa:16:3e:8d:2a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26b345-998a-4950-b1d3-264158eafd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:57:38Z', 'updated_at': '2022-02-03T13:57:40Z', 'revision_number': 1, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e5c037-b950-4ec1-9825-dd33fa7f07bd', 'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'mac_address': 'fa:16:3e:07:6e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:17Z', 'updated_at': '2022-02-03T13:57:22Z', 'revision_number': 5, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'subnets': [{'id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:47.352530 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1bf21-7727-4adb-99c2-2551bacf6a02 req-e31547ca-346e-449b-81d0-5e5c2901e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:47.354235 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f8e1bf21-7727-4adb-99c2-2551bacf6a02 req-e31547ca-346e-449b-81d0-5e5c2901e4d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3115676f-e9e3-4cf9-9a19-389aaf03f89e HTTP/1.1" status: 200 len: 847 time: 0.0624809 Feb 03 14:02:47.362688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7734a7-60d6-4989-885c-ef80c7a77e5c None None] Checking router: ada3ba75-eb8f-4b80-a837-a3642bb2e7bc for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:02:47.366844 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5bed0d34-af1b-442d-b03a-758c2629b306 req-33c9e3f8-c6d9-42fb-bdc6-8474aaef7547 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542827 Feb 03 14:02:47.371969 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7734a7-60d6-4989-885c-ef80c7a77e5c None None] Routers {'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:02:47.372609 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8b7734a7-60d6-4989-885c-ef80c7a77e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T14:02:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:47.415194 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1bf21-7727-4adb-99c2-2551bacf6a02 req-d224ae9b-5bf0-4da9-a290-00a24a1076a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:47.417922 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f8e1bf21-7727-4adb-99c2-2551bacf6a02 req-d224ae9b-5bf0-4da9-a290-00a24a1076a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0561423 Feb 03 14:02:47.493682 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8b7734a7-60d6-4989-885c-ef80c7a77e5c None None] Set router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:02:47.520873 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f8e1bf21-7727-4adb-99c2-2551bacf6a02 req-2a99c55f-0551-45c2-ae42-e24fadb84ce6 service neutron] 10.222.0.31 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966265 Feb 03 14:02:47.616751 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-f8e1bf21-7727-4adb-99c2-2551bacf6a02 req-1fac5550-6047-48f6-9703-db491bb15d6c service neutron] 10.222.0.31 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897439 Feb 03 14:02:47.728074 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8b7734a7-60d6-4989-885c-ef80c7a77e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:18Z', 'revision_number': 4, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'gw_port': {'id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '9ba8c866-773a-48f8-ba8b-3af674e941c0', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'floating_ip_address': '172.25.6.59', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'port_id': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'mac_address': 'fa:16:3e:8d:2a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26b345-998a-4950-b1d3-264158eafd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:57:38Z', 'updated_at': '2022-02-03T13:57:40Z', 'revision_number': 1, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e5c037-b950-4ec1-9825-dd33fa7f07bd', 'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'mac_address': 'fa:16:3e:07:6e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:17Z', 'updated_at': '2022-02-03T13:57:22Z', 'revision_number': 5, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'subnets': [{'id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:47.754533 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7734a7-60d6-4989-885c-ef80c7a77e5c None None] The sync data for ids ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'] in n-d-827336-3 is: [{'id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:18Z', 'revision_number': 4, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'gw_port': {'id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_floatingips': [{'id': '9ba8c866-773a-48f8-ba8b-3af674e941c0', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'floating_ip_address': '172.25.6.59', 'floating_network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'router_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'port_id': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'mac_address': 'fa:16:3e:8d:2a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26b345-998a-4950-b1d3-264158eafd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-03T13:57:38Z', 'updated_at': '2022-02-03T13:57:40Z', 'revision_number': 1, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e5c037-b950-4ec1-9825-dd33fa7f07bd', 'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'mac_address': 'fa:16:3e:07:6e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:17Z', 'updated_at': '2022-02-03T13:57:22Z', 'revision_number': 5, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'subnets': [{'id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:02:47.963663 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f21347-6123-48b1-9c3f-c178640bfd72 None None] New status for floating IP 0c5d1209-d3d6-49dc-ba6b-9e90157667ec: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:02:48.493002 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a1b6a-fbec-4ffd-8fc6-c5e54142d01c req-ed10f296-be56-4fe9-907c-41a095c2b500 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:48.494643 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-853a1b6a-fbec-4ffd-8fc6-c5e54142d01c req-ed10f296-be56-4fe9-907c-41a095c2b500 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 946 time: 0.0545092 Feb 03 14:02:48.543323 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-853a1b6a-fbec-4ffd-8fc6-c5e54142d01c req-0c9c1c83-2be0-44a8-8c1d-095b15180c9e tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429268 Feb 03 14:02:48.701474 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173a14e-f813-4e78-9b5a-0f0d7d836006 req-832f8ae1-2602-4632-9c4a-b76eafaa0055 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:48.702941 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8173a14e-f813-4e78-9b5a-0f0d7d836006 req-832f8ae1-2602-4632-9c4a-b76eafaa0055 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.31 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 946 time: 0.0528712 Feb 03 14:02:48.799540 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-8173a14e-f813-4e78-9b5a-0f0d7d836006 req-45a56f9b-6457-4a13-ba87-0ace50076a8c tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Deleting port 10bbd405-f9a1-4fa7-babe-e34140f94847 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:02:48.799799 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8173a14e-f813-4e78-9b5a-0f0d7d836006 req-45a56f9b-6457-4a13-ba87-0ace50076a8c tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:48.888134 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8173a14e-f813-4e78-9b5a-0f0d7d836006 req-45a56f9b-6457-4a13-ba87-0ace50076a8c tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] For port 10bbd405-f9a1-4fa7-babe-e34140f94847, host n-h2-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-3',level=0,port_id=10bbd405-f9a1-4fa7-babe-e34140f94847,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:48.888501 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8173a14e-f813-4e78-9b5a-0f0d7d836006 req-45a56f9b-6457-4a13-ba87-0ace50076a8c tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:48.901565 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-8173a14e-f813-4e78-9b5a-0f0d7d836006 req-45a56f9b-6457-4a13-ba87-0ace50076a8c tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Calling delete_port for 10bbd405-f9a1-4fa7-babe-e34140f94847 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:02:48.969167 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Device 10bbd405-f9a1-4fa7-babe-e34140f94847 no longer exists at agent hyperv_n-h2-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:02:49.045697 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8173a14e-f813-4e78-9b5a-0f0d7d836006 req-45a56f9b-6457-4a13-ba87-0ace50076a8c tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:49.055754 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Current status of the port 10bbd405-f9a1-4fa7-babe-e34140f94847 is: ACTIVE; New status is: DOWN {{(pid=103190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 03 14:02:49.056099 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621408'] for port (10bbd405-f9a1-4fa7-babe-e34140f94847), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:49.074088 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a56f9b-6457-4a13-ba87-0ace50076a8c tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Pushing event deleted for resources: {'Port': ['ID=10bbd405-f9a1-4fa7-babe-e34140f94847,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:49.123651 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8173a14e-f813-4e78-9b5a-0f0d7d836006 req-45a56f9b-6457-4a13-ba87-0ace50076a8c tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] No DVR routers for this DVR port 10bbd405-f9a1-4fa7-babe-e34140f94847 on host n-h2-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:02:49.126250 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8173a14e-f813-4e78-9b5a-0f0d7d836006 req-45a56f9b-6457-4a13-ba87-0ace50076a8c tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:49.129718 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-8173a14e-f813-4e78-9b5a-0f0d7d836006 req-45a56f9b-6457-4a13-ba87-0ace50076a8c tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.31 "DELETE /v2.0/ports/10bbd405-f9a1-4fa7-babe-e34140f94847 HTTP/1.1" status: 204 len: 173 time: 0.4219306 Feb 03 14:02:49.130159 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ee2c29-931b-4d69-bef4-f81cc9d587af', 'name': 'network-vif-deleted', 'tag': '10bbd405-f9a1-4fa7-babe-e34140f94847'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:02:49.132438 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0322936-4603-40e4-942e-9859f73779ef" -d '{"events": [{"server_uuid": "58ee2c29-931b-4d69-bef4-f81cc9d587af", "name": "network-vif-deleted", "tag": "10bbd405-f9a1-4fa7-babe-e34140f94847"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:02:49.171283 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6bd82d-cf8b-4a3d-bd2f-6a01b0e8efa6 x-openstack-request-id: req-5a6bd82d-cf8b-4a3d-bd2f-6a01b0e8efa6 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:02:49.171656 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ee2c29-931b-4d69-bef4-f81cc9d587af", "name": "network-vif-deleted", "tag": "10bbd405-f9a1-4fa7-babe-e34140f94847", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:02:49.172004 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a6bd82d-cf8b-4a3d-bd2f-6a01b0e8efa6 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:02:49.172414 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ee2c29-931b-4d69-bef4-f81cc9d587af', 'name': 'network-vif-deleted', 'tag': '10bbd405-f9a1-4fa7-babe-e34140f94847', 'status': 'completed', 'code': 200} Feb 03 14:02:49.652205 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-d3cc3b83-8038-4ef2-81ab-7177ff941f58 req-1882fa60-6e16-41ec-b379-eb5836748e9a tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=58ee2c29-931b-4d69-bef4-f81cc9d587af HTTP/1.1" status: 200 len: 210 time: 0.0278072 Feb 03 14:02:50.857353 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:02:51.199484 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44474) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:02:51.355708 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c95be2c8-bd3e-4485-a2eb-8c660d8a2f2f tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Deleting port 47510a8e-02ca-4321-a429-49e72a13a23a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:02:51.356106 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c95be2c8-bd3e-4485-a2eb-8c660d8a2f2f tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (47510a8e-02ca-4321-a429-49e72a13a23a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:51.433406 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c95be2c8-bd3e-4485-a2eb-8c660d8a2f2f tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (47510a8e-02ca-4321-a429-49e72a13a23a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:51.433704 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c95be2c8-bd3e-4485-a2eb-8c660d8a2f2f tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for floatingip (47510a8e-02ca-4321-a429-49e72a13a23a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:51.445412 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c95be2c8-bd3e-4485-a2eb-8c660d8a2f2f tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Calling delete_port for 47510a8e-02ca-4321-a429-49e72a13a23a owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:02:51.591367 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c95be2c8-bd3e-4485-a2eb-8c660d8a2f2f tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (47510a8e-02ca-4321-a429-49e72a13a23a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:51.620430 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95be2c8-bd3e-4485-a2eb-8c660d8a2f2f tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Pushing event deleted for resources: {'Port': ['ID=47510a8e-02ca-4321-a429-49e72a13a23a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:51.679688 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c95be2c8-bd3e-4485-a2eb-8c660d8a2f2f tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for floatingip (9ba8c866-773a-48f8-ba8b-3af674e941c0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:51.680045 n-d-827336-3 neutron-server[103188]: INFO neutron.db.l3_db [None req-c95be2c8-bd3e-4485-a2eb-8c660d8a2f2f tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Floating IP 9ba8c866-773a-48f8-ba8b-3af674e941c0 disassociated (deleted). External IP: 172.25.6.59, port: 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e. Feb 03 14:02:51.884699 n-d-827336-3 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95be2c8-bd3e-4485-a2eb-8c660d8a2f2f tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:02:51.991255 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95be2c8-bd3e-4485-a2eb-8c660d8a2f2f tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:51.996003 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c95be2c8-bd3e-4485-a2eb-8c660d8a2f2f tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:52.000522 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b16982-6cc4-4429-95af-dd4af9312f68 None None] Sync routers for ids ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:02:52.010860 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b16982-6cc4-4429-95af-dd4af9312f68 None None] Routers {'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:02:52.011466 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-04b16982-6cc4-4429-95af-dd4af9312f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T14:02:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:52.025040 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-c95be2c8-bd3e-4485-a2eb-8c660d8a2f2f tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "DELETE /v2.0/floatingips/9ba8c866-773a-48f8-ba8b-3af674e941c0 HTTP/1.1" status: 204 len: 168 time: 0.8244319 Feb 03 14:02:52.025630 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b26b345-998a-4950-b1d3-264158eafd43', 'tag': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:02:52.027920 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8684ea-8782-4833-8ee3-fc31442b9e86" -d '{"events": [{"name": "network-changed", "server_uuid": "5b26b345-998a-4950-b1d3-264158eafd43", "tag": "30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:02:52.075121 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Feb 2022 14:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50a4019-be90-473d-8f08-dddc2630b01f x-openstack-request-id: req-c50a4019-be90-473d-8f08-dddc2630b01f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:02:52.075415 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b26b345-998a-4950-b1d3-264158eafd43", "tag": "30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:02:52.075673 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c50a4019-be90-473d-8f08-dddc2630b01f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:02:52.076103 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b26b345-998a-4950-b1d3-264158eafd43', 'tag': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e', 'status': 'completed', 'code': 200} Feb 03 14:02:52.124960 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-04b16982-6cc4-4429-95af-dd4af9312f68 None None] Set router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:02:52.174689 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8684ea-8782-4833-8ee3-fc31442b9e86 req-a70e84e4-b7b3-47fb-9c26-a80388e8880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:52.176724 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d8684ea-8782-4833-8ee3-fc31442b9e86 req-a70e84e4-b7b3-47fb-9c26-a80388e8880c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6182ac78ab634c98aa5ded55c585b347&device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 1126 time: 0.0567276 Feb 03 14:02:52.274340 n-d-827336-3 neutron-server[103189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d881e54-9def-4c03-a6d1-d313fa3602c8 req-b1caded8-a904-4e61-99ef-c237953c9743 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:52.280485 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5d881e54-9def-4c03-a6d1-d313fa3602c8 req-b1caded8-a904-4e61-99ef-c237953c9743 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 944 time: 0.0599647 Feb 03 14:02:52.323219 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8684ea-8782-4833-8ee3-fc31442b9e86 req-f5037ff7-4ccd-4c16-8671-e92e8fccaa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:52.324394 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d8684ea-8782-4833-8ee3-fc31442b9e86 req-f5037ff7-4ccd-4c16-8671-e92e8fccaa25 service neutron] 10.222.0.73 "GET /v2.0/networks?id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f HTTP/1.1" status: 200 len: 909 time: 0.1038721 Feb 03 14:02:52.332653 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [req-5d881e54-9def-4c03-a6d1-d313fa3602c8 req-b18d883a-5a67-49f6-838e-6d4133e4095a tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484924 Feb 03 14:02:52.367445 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d8684ea-8782-4833-8ee3-fc31442b9e86 req-d9b92d9a-f367-4a4c-91e7-588635784781 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e HTTP/1.1" status: 200 len: 217 time: 0.0365419 Feb 03 14:02:52.416051 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8684ea-8782-4833-8ee3-fc31442b9e86 req-d3583e5e-6e50-4c56-b913-e96c2e06d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:52.417551 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d8684ea-8782-4833-8ee3-fc31442b9e86 req-d3583e5e-6e50-4c56-b913-e96c2e06d8e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3115676f-e9e3-4cf9-9a19-389aaf03f89e HTTP/1.1" status: 200 len: 847 time: 0.0436299 Feb 03 14:02:52.472727 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8684ea-8782-4833-8ee3-fc31442b9e86 req-838c14d7-2dc8-4c57-8e25-e9d503c95d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:52.473623 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d8684ea-8782-4833-8ee3-fc31442b9e86 req-838c14d7-2dc8-4c57-8e25-e9d503c95d72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482593 Feb 03 14:02:52.494249 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-04b16982-6cc4-4429-95af-dd4af9312f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:18Z', 'revision_number': 4, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'gw_port': {'id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b2e5c037-b950-4ec1-9825-dd33fa7f07bd', 'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'mac_address': 'fa:16:3e:07:6e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:17Z', 'updated_at': '2022-02-03T13:57:22Z', 'revision_number': 5, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'subnets': [{'id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:52.519830 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b16982-6cc4-4429-95af-dd4af9312f68 None None] Checking router: ada3ba75-eb8f-4b80-a837-a3642bb2e7bc for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:02:52.528254 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b16982-6cc4-4429-95af-dd4af9312f68 None None] Routers {'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:02:52.528902 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-04b16982-6cc4-4429-95af-dd4af9312f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T14:02:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:52.564783 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d8684ea-8782-4833-8ee3-fc31442b9e86 req-b4a6dd7a-df27-4e7d-8a0c-e654ba43f33f service neutron] 10.222.0.73 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836697 Feb 03 14:02:52.635912 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-04b16982-6cc4-4429-95af-dd4af9312f68 None None] Set router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:02:52.662221 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-9d8684ea-8782-4833-8ee3-fc31442b9e86 req-37505d9f-49b3-486a-a719-e679fd6fa5a8 service neutron] 10.222.0.73 "GET /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910830 Feb 03 14:02:52.841939 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-04b16982-6cc4-4429-95af-dd4af9312f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:18Z', 'revision_number': 4, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'gw_port': {'id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b2e5c037-b950-4ec1-9825-dd33fa7f07bd', 'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'mac_address': 'fa:16:3e:07:6e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:17Z', 'updated_at': '2022-02-03T13:57:22Z', 'revision_number': 5, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'subnets': [{'id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:52.876615 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b16982-6cc4-4429-95af-dd4af9312f68 None None] The sync data for ids ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'] in n-d-827336-3 is: [{'id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:18Z', 'revision_number': 4, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'gw_port': {'id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3', '_interfaces': [{'id': 'b2e5c037-b950-4ec1-9825-dd33fa7f07bd', 'name': '', 'network_id': '88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'mac_address': 'fa:16:3e:07:6e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:17Z', 'updated_at': '2022-02-03T13:57:22Z', 'revision_number': 5, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'subnets': [{'id': '3115676f-e9e3-4cf9-9a19-389aaf03f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:02:53.216456 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0373d9-9f59-41b1-b6b2-260119713fac None None] New status for floating IP 9ba8c866-773a-48f8-ba8b-3af674e941c0: DOWN {{(pid=103191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 03 14:02:53.375608 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2c636-a0af-4efc-a51b-2f2aa7ceda89 req-e0afc2e2-3b69-4648-b0b1-bb0aebbc6a8e tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:53.377747 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-12b2c636-a0af-4efc-a51b-2f2aa7ceda89 req-e0afc2e2-3b69-4648-b0b1-bb0aebbc6a8e tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 944 time: 0.0534155 Feb 03 14:02:53.499764 n-d-827336-3 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a2635-28ba-442c-80a1-73c042b355e3 req-9cab6ffe-7358-4dc5-ac23-cecc351419a6 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 14:02:53.502030 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c67a2635-28ba-442c-80a1-73c042b355e3 req-9cab6ffe-7358-4dc5-ac23-cecc351419a6 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b26b345-998a-4950-b1d3-264158eafd43 HTTP/1.1" status: 200 len: 944 time: 0.0920360 Feb 03 14:02:53.529296 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-12b2c636-a0af-4efc-a51b-2f2aa7ceda89 req-8d0c3993-bdcb-41d2-beee-ca9fdfd6fe65 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Deleting port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:02:53.529639 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-12b2c636-a0af-4efc-a51b-2f2aa7ceda89 req-8d0c3993-bdcb-41d2-beee-ca9fdfd6fe65 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:53.608505 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-c67a2635-28ba-442c-80a1-73c042b355e3 req-edb830e2-2367-482c-9560-3117a01e365b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "GET /v2.0/security-groups?id=21fd0232-0d8f-4080-8700-b42324c7129d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999470 Feb 03 14:02:53.641595 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-12b2c636-a0af-4efc-a51b-2f2aa7ceda89 req-8d0c3993-bdcb-41d2-beee-ca9fdfd6fe65 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] For port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e, host n-h1-827336-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-3',level=0,port_id=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:53.641970 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-12b2c636-a0af-4efc-a51b-2f2aa7ceda89 req-8d0c3993-bdcb-41d2-beee-ca9fdfd6fe65 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:53.654806 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-12b2c636-a0af-4efc-a51b-2f2aa7ceda89 req-8d0c3993-bdcb-41d2-beee-ca9fdfd6fe65 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Calling delete_port for 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:02:53.780656 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-12b2c636-a0af-4efc-a51b-2f2aa7ceda89 req-8d0c3993-bdcb-41d2-beee-ca9fdfd6fe65 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:53.813911 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c3993-bdcb-41d2-beee-ca9fdfd6fe65 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Pushing event deleted for resources: {'Port': ['ID=30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:53.858690 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b2c636-a0af-4efc-a51b-2f2aa7ceda89 req-8d0c3993-bdcb-41d2-beee-ca9fdfd6fe65 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] No DVR routers for this DVR port 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e on host n-h1-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:02:53.861910 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-12b2c636-a0af-4efc-a51b-2f2aa7ceda89 req-8d0c3993-bdcb-41d2-beee-ca9fdfd6fe65 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8364156'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:53.865456 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [req-12b2c636-a0af-4efc-a51b-2f2aa7ceda89 req-8d0c3993-bdcb-41d2-beee-ca9fdfd6fe65 tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.73 "DELETE /v2.0/ports/30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e HTTP/1.1" status: 204 len: 173 time: 0.4799380 Feb 03 14:02:54.077363 n-d-827336-3 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b26b345-998a-4950-b1d3-264158eafd43', 'name': 'network-vif-deleted', 'tag': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 03 14:02:54.080426 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233d2e5b9466246b85891d757110f4c09219e19397ae5a5f33a6d991d71e1413" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dac43e-52ff-4639-bde5-7487dcdff7a4" -d '{"events": [{"server_uuid": "5b26b345-998a-4950-b1d3-264158eafd43", "name": "network-vif-deleted", "tag": "30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 03 14:02:54.116910 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Feb 2022 14:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af73064b-4aa3-40a7-91f2-3b1deb5c754f x-openstack-request-id: req-af73064b-4aa3-40a7-91f2-3b1deb5c754f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 03 14:02:54.117195 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b26b345-998a-4950-b1d3-264158eafd43", "name": "network-vif-deleted", "tag": "30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 03 14:02:54.117480 n-d-827336-3 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af73064b-4aa3-40a7-91f2-3b1deb5c754f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 03 14:02:54.117891 n-d-827336-3 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b26b345-998a-4950-b1d3-264158eafd43', 'name': 'network-vif-deleted', 'tag': '30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e', 'status': 'completed', 'code': 200} Feb 03 14:02:54.664481 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44488) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:02:54.719835 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dffd04cf-82e1-460f-9fb8-efd34329637b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group (21fd0232-0d8f-4080-8700-b42324c7129d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:54.744103 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dffd04cf-82e1-460f-9fb8-efd34329637b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group (21fd0232-0d8f-4080-8700-b42324c7129d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:54.801177 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dffd04cf-82e1-460f-9fb8-efd34329637b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (21fd0232-0d8f-4080-8700-b42324c7129d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:54.803985 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dffd04cf-82e1-460f-9fb8-efd34329637b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:54.805163 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-dffd04cf-82e1-460f-9fb8-efd34329637b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] 10.222.0.18 "DELETE /v2.0/security-groups/21fd0232-0d8f-4080-8700-b42324c7129d HTTP/1.1" status: 204 len: 168 time: 0.1396222 Feb 03 14:02:54.815122 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd04cf-82e1-460f-9fb8-efd34329637b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fd0232-0d8f-4080-8700-b42324c7129d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:54.822698 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd04cf-82e1-460f-9fb8-efd34329637b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:54.823065 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd04cf-82e1-460f-9fb8-efd34329637b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:54.823386 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd04cf-82e1-460f-9fb8-efd34329637b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:54.823721 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd04cf-82e1-460f-9fb8-efd34329637b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:54.824081 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd04cf-82e1-460f-9fb8-efd34329637b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:54.824412 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd04cf-82e1-460f-9fb8-efd34329637b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:54.824735 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd04cf-82e1-460f-9fb8-efd34329637b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:54.825113 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd04cf-82e1-460f-9fb8-efd34329637b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:54.825436 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd04cf-82e1-460f-9fb8-efd34329637b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:54.825754 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd04cf-82e1-460f-9fb8-efd34329637b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:54.826074 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd04cf-82e1-460f-9fb8-efd34329637b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:54.826393 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd04cf-82e1-460f-9fb8-efd34329637b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:54.826725 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffd04cf-82e1-460f-9fb8-efd34329637b tempest-TestSnapshotPattern-1823467288 tempest-TestSnapshotPattern-1823467288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-3 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 14:02:55.865752 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44494) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:02:56.338269 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74fd592c-cefc-4bdf-8b0c-2f23e6070786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (ada3ba75-eb8f-4b80-a837-a3642bb2e7bc), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:56.930908 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-74fd592c-cefc-4bdf-8b0c-2f23e6070786 admin admin] Deleting port b2e5c037-b950-4ec1-9825-dd33fa7f07bd {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:02:56.931616 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74fd592c-cefc-4bdf-8b0c-2f23e6070786 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (b2e5c037-b950-4ec1-9825-dd33fa7f07bd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:57.014911 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-74fd592c-cefc-4bdf-8b0c-2f23e6070786 admin admin] For port b2e5c037-b950-4ec1-9825-dd33fa7f07bd, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=b2e5c037-b950-4ec1-9825-dd33fa7f07bd,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:57.015317 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74fd592c-cefc-4bdf-8b0c-2f23e6070786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (b2e5c037-b950-4ec1-9825-dd33fa7f07bd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:57.029595 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-74fd592c-cefc-4bdf-8b0c-2f23e6070786 admin admin] Calling delete_port for b2e5c037-b950-4ec1-9825-dd33fa7f07bd owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:02:57.209532 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74fd592c-cefc-4bdf-8b0c-2f23e6070786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (b2e5c037-b950-4ec1-9825-dd33fa7f07bd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:57.234123 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd592c-cefc-4bdf-8b0c-2f23e6070786 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e5c037-b950-4ec1-9825-dd33fa7f07bd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:57.430832 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74fd592c-cefc-4bdf-8b0c-2f23e6070786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (ada3ba75-eb8f-4b80-a837-a3642bb2e7bc), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:57.655955 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fd592c-cefc-4bdf-8b0c-2f23e6070786 admin admin] Router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:02:57.762176 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fd592c-cefc-4bdf-8b0c-2f23e6070786 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:02:57.769086 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-74fd592c-cefc-4bdf-8b0c-2f23e6070786 admin admin] 10.222.0.18 "PUT /v2.0/routers/ada3ba75-eb8f-4b80-a837-a3642bb2e7bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9022534 Feb 03 14:02:57.769718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44498) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:02:57.771770 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0091acf3-44cb-47b0-820b-e8b54f477095 None None] Sync routers for ids ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'] in n-d-827336-3 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:02:57.781686 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0091acf3-44cb-47b0-820b-e8b54f477095 None None] Routers {'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:02:57.782859 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0091acf3-44cb-47b0-820b-e8b54f477095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T14:02:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:57.833095 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e no longer exists at agent hyperv_n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:02:57.876140 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ca20e5d-52a0-4c27-bd7b-9c771319d207 admin admin] Publish callbacks [] for router (ada3ba75-eb8f-4b80-a837-a3642bb2e7bc), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:57.882898 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] No Port match for: 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:02:57.883249 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Device 30f7e6c9-b561-4f93-8b51-ca13bb3e6c4e not bound to the agent host n-h1-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:02:57.914688 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0091acf3-44cb-47b0-820b-e8b54f477095 None None] Set router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc gateway port host: n-d-827336-3 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:02:57.980851 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ca20e5d-52a0-4c27-bd7b-9c771319d207 admin admin] Publish callbacks [] for router_gateway (ada3ba75-eb8f-4b80-a837-a3642bb2e7bc), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:58.038983 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4ca20e5d-52a0-4c27-bd7b-9c771319d207 admin admin] Deleting port 97f3eb2b-11fb-4469-8fa7-36583034ec6b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:02:58.039235 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ca20e5d-52a0-4c27-bd7b-9c771319d207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (97f3eb2b-11fb-4469-8fa7-36583034ec6b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:58.094059 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0091acf3-44cb-47b0-820b-e8b54f477095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T14:02:57Z', 'revision_number': 5, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'gw_port': {'id': '97f3eb2b-11fb-4469-8fa7-36583034ec6b', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:58.120106 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0091acf3-44cb-47b0-820b-e8b54f477095 None None] Checking router: ada3ba75-eb8f-4b80-a837-a3642bb2e7bc for host: n-d-827336-3 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:02:58.122508 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4ca20e5d-52a0-4c27-bd7b-9c771319d207 admin admin] For port 97f3eb2b-11fb-4469-8fa7-36583034ec6b, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=97f3eb2b-11fb-4469-8fa7-36583034ec6b,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:58.122879 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ca20e5d-52a0-4c27-bd7b-9c771319d207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (97f3eb2b-11fb-4469-8fa7-36583034ec6b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:58.128599 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0091acf3-44cb-47b0-820b-e8b54f477095 None None] Routers {'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'} bound to L3 agent in host n-d-827336-3 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:02:58.129192 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0091acf3-44cb-47b0-820b-e8b54f477095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T14:02:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:58.135677 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4ca20e5d-52a0-4c27-bd7b-9c771319d207 admin admin] Calling delete_port for 97f3eb2b-11fb-4469-8fa7-36583034ec6b owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:02:58.218014 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0091acf3-44cb-47b0-820b-e8b54f477095 None None] Set router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:02:58.281152 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0091acf3-44cb-47b0-820b-e8b54f477095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T14:02:57Z', 'revision_number': 6, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'gw_port_host': None}], 'n-d-827336-3', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:58.309087 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0091acf3-44cb-47b0-820b-e8b54f477095 None None] The sync data for ids ['ada3ba75-eb8f-4b80-a837-a3642bb2e7bc'] in n-d-827336-3 is: [{'id': 'ada3ba75-eb8f-4b80-a837-a3642bb2e7bc', 'name': 'tempest-TestSnapshotPattern-23294508-router', 'tenant_id': '6182ac78ab634c98aa5ded55c585b347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:15Z', 'updated_at': '2022-02-03T14:02:57Z', 'revision_number': 6, 'project_id': '6182ac78ab634c98aa5ded55c585b347', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:02:58.331321 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ca20e5d-52a0-4c27-bd7b-9c771319d207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (97f3eb2b-11fb-4469-8fa7-36583034ec6b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:58.358802 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca20e5d-52a0-4c27-bd7b-9c771319d207 admin admin] Pushing event deleted for resources: {'Port': ['ID=97f3eb2b-11fb-4469-8fa7-36583034ec6b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:58.422391 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ca20e5d-52a0-4c27-bd7b-9c771319d207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (ada3ba75-eb8f-4b80-a837-a3642bb2e7bc), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:58.520681 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ca20e5d-52a0-4c27-bd7b-9c771319d207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (ada3ba75-eb8f-4b80-a837-a3642bb2e7bc), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:58.522956 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ca20e5d-52a0-4c27-bd7b-9c771319d207 admin admin] Publish callbacks [] for router_controller (ada3ba75-eb8f-4b80-a837-a3642bb2e7bc), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:58.567681 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ca20e5d-52a0-4c27-bd7b-9c771319d207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (ada3ba75-eb8f-4b80-a837-a3642bb2e7bc), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:58.568101 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca20e5d-52a0-4c27-bd7b-9c771319d207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ada3ba75-eb8f-4b80-a837-a3642bb2e7bc {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:02:58.574132 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ca20e5d-52a0-4c27-bd7b-9c771319d207 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:58.575305 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-4ca20e5d-52a0-4c27-bd7b-9c771319d207 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ada3ba75-eb8f-4b80-a837-a3642bb2e7bc HTTP/1.1" status: 204 len: 168 time: 0.8044908 Feb 03 14:02:58.577859 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44500) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:02:58.624760 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06271e6-1db1-41f3-affc-9ac4b4cff43b admin admin] Deleting subnet 3115676f-e9e3-4cf9-9a19-389aaf03f89e {{(pid=103189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:02:58.628272 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c06271e6-1db1-41f3-affc-9ac4b4cff43b admin admin] Publish callbacks [] for subnet (3115676f-e9e3-4cf9-9a19-389aaf03f89e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:58.668028 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c06271e6-1db1-41f3-affc-9ac4b4cff43b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4285555'] for subnet (3115676f-e9e3-4cf9-9a19-389aaf03f89e), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:58.760265 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c06271e6-1db1-41f3-affc-9ac4b4cff43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (3115676f-e9e3-4cf9-9a19-389aaf03f89e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:58.814322 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c06271e6-1db1-41f3-affc-9ac4b4cff43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4284433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66537720'] for subnet (3115676f-e9e3-4cf9-9a19-389aaf03f89e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:58.840486 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06271e6-1db1-41f3-affc-9ac4b4cff43b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3115676f-e9e3-4cf9-9a19-389aaf03f89e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:58.844010 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c06271e6-1db1-41f3-affc-9ac4b4cff43b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7897331'] for subnet (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:58.847922 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c06271e6-1db1-41f3-affc-9ac4b4cff43b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3115676f-e9e3-4cf9-9a19-389aaf03f89e HTTP/1.1" status: 204 len: 168 time: 0.2690229 Feb 03 14:02:58.850417 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80837ad1-90f7-4f2f-9cee-e2e05e09eea1 None None] Network 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:02:58.851193 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44502) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:02:58.927232 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-507ae5ae-32ef-427b-a776-bb5672763570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:58.992639 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-507ae5ae-32ef-427b-a776-bb5672763570 admin admin] Deleting port 39d9c04d-1b48-435e-a14b-a353505d9af7 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:02:58.992995 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-507ae5ae-32ef-427b-a776-bb5672763570 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (39d9c04d-1b48-435e-a14b-a353505d9af7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:59.058282 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-507ae5ae-32ef-427b-a776-bb5672763570 admin admin] For port 39d9c04d-1b48-435e-a14b-a353505d9af7, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=39d9c04d-1b48-435e-a14b-a353505d9af7,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:59.058282 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-507ae5ae-32ef-427b-a776-bb5672763570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (39d9c04d-1b48-435e-a14b-a353505d9af7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:59.074060 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-507ae5ae-32ef-427b-a776-bb5672763570 admin admin] Calling delete_port for 39d9c04d-1b48-435e-a14b-a353505d9af7 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:02:59.095910 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8df9151-a6ea-4380-a4c6-ed8fc3f2cac8 None None] DHCP port deletion for 88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:02:59.149576 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a8df9151-a6ea-4380-a4c6-ed8fc3f2cac8 None None] Deleting port 39d9c04d-1b48-435e-a14b-a353505d9af7 {{(pid=103190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:02:59.149959 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a8df9151-a6ea-4380-a4c6-ed8fc3f2cac8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (39d9c04d-1b48-435e-a14b-a353505d9af7), before_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:59.228272 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a8df9151-a6ea-4380-a4c6-ed8fc3f2cac8 None None] For port 39d9c04d-1b48-435e-a14b-a353505d9af7, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=39d9c04d-1b48-435e-a14b-a353505d9af7,segment=NetworkSegment(429d38b4-d4c4-418e-9f39-a758151bd1a8),segment_id=429d38b4-d4c4-418e-9f39-a758151bd1a8)] {{(pid=103190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:02:59.228679 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a8df9151-a6ea-4380-a4c6-ed8fc3f2cac8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (39d9c04d-1b48-435e-a14b-a353505d9af7), precommit_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:59.243014 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-a8df9151-a6ea-4380-a4c6-ed8fc3f2cac8 None None] Calling delete_port for 39d9c04d-1b48-435e-a14b-a353505d9af7 owned by network:dhcp {{(pid=103190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:02:59.337935 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a8df9151-a6ea-4380-a4c6-ed8fc3f2cac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550'] for port (39d9c04d-1b48-435e-a14b-a353505d9af7), after_delete {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:59.375206 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df9151-a6ea-4380-a4c6-ed8fc3f2cac8 None None] Pushing event deleted for resources: {'Port': ['ID=39d9c04d-1b48-435e-a14b-a353505d9af7,revision_number=None']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:59.377999 n-d-827336-3 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df9151-a6ea-4380-a4c6-ed8fc3f2cac8 None None] No DVR routers for this DVR port 39d9c04d-1b48-435e-a14b-a353505d9af7 on host n-d-827336-3 {{(pid=103190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:02:59.502744 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 97f3eb2b-11fb-4469-8fa7-36583034ec6b no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:02:59.527287 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 97f3eb2b-11fb-4469-8fa7-36583034ec6b {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:02:59.527960 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 97f3eb2b-11fb-4469-8fa7-36583034ec6b not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:02:59.528386 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 39d9c04d-1b48-435e-a14b-a353505d9af7 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:02:59.532626 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-507ae5ae-32ef-427b-a776-bb5672763570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4349449'] for port (39d9c04d-1b48-435e-a14b-a353505d9af7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:59.551692 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 39d9c04d-1b48-435e-a14b-a353505d9af7 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:02:59.552189 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 39d9c04d-1b48-435e-a14b-a353505d9af7 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:02:59.552677 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b2e5c037-b950-4ec1-9825-dd33fa7f07bd no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:02:59.560591 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ae5ae-32ef-427b-a776-bb5672763570 admin admin] Pushing event deleted for resources: {'Port': ['ID=39d9c04d-1b48-435e-a14b-a353505d9af7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:02:59.566681 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507ae5ae-32ef-427b-a776-bb5672763570 admin admin] No DVR routers for this DVR port 39d9c04d-1b48-435e-a14b-a353505d9af7 on host n-d-827336-3 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:02:59.572737 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: b2e5c037-b950-4ec1-9825-dd33fa7f07bd {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:02:59.573090 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device b2e5c037-b950-4ec1-9825-dd33fa7f07bd not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:02:59.643840 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-507ae5ae-32ef-427b-a776-bb5672763570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:59.668244 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-507ae5ae-32ef-427b-a776-bb5672763570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:59.678297 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-507ae5ae-32ef-427b-a776-bb5672763570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429d38b4-d4c4-418e-9f39-a758151bd1a8') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:59.678604 n-d-827336-3 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-507ae5ae-32ef-427b-a776-bb5672763570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429d38b4-d4c4-418e-9f39-a758151bd1a8') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:02:59.687889 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-507ae5ae-32ef-427b-a776-bb5672763570 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66038839'] for segment (429d38b4-d4c4-418e-9f39-a758151bd1a8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:59.701607 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-507ae5ae-32ef-427b-a776-bb5672763570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (429d38b4-d4c4-418e-9f39-a758151bd1a8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:59.707634 n-d-827336-3 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507ae5ae-32ef-427b-a776-bb5672763570 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:02:59.708133 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-507ae5ae-32ef-427b-a776-bb5672763570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4349498'] for segment (429d38b4-d4c4-418e-9f39-a758151bd1a8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: self.session.flush() Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: Traceback (most recent call last): Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: timer() Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: cb(*args, **kw) Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: return func(*args, **kwargs) Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: self._notify() Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: self.callback(batched_events) Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: event.method(event) Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: return f(self, *a, **k) Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: return self._get(url).json() Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:02:59.709850 n-d-827336-3 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:02:59.762377 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-507ae5ae-32ef-427b-a776-bb5672763570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:59.768245 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-507ae5ae-32ef-427b-a776-bb5672763570 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:02:59.771434 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-507ae5ae-32ef-427b-a776-bb5672763570 admin admin] 10.222.0.18 "DELETE /v2.0/networks/88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f HTTP/1.1" status: 204 len: 168 time: 0.9191916 Feb 03 14:02:59.774469 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44504) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:02:59.782380 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ae5ae-32ef-427b-a776-bb5672763570 admin admin] Pushing event deleted for resources: {'Network': ['ID=88b045f7-d4d8-4a04-9e32-5b9ee3cb6e1f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:00.115557 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf302694-510a-4f3a-824d-ae5e55bf5811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7889959'] for router_interface (7f655707-e403-4967-af37-3884dae7e271), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:00.357879 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cf302694-510a-4f3a-824d-ae5e55bf5811 admin admin] Deleting port 7cce1987-951f-4fe6-b79f-fde4ccba1269 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:03:00.358219 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf302694-510a-4f3a-824d-ae5e55bf5811 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (7cce1987-951f-4fe6-b79f-fde4ccba1269), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:00.435051 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-cf302694-510a-4f3a-824d-ae5e55bf5811 admin admin] For port 7cce1987-951f-4fe6-b79f-fde4ccba1269, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=7cce1987-951f-4fe6-b79f-fde4ccba1269,segment=NetworkSegment(000a6eb5-6296-450a-98f4-eaaf842808ac),segment_id=000a6eb5-6296-450a-98f4-eaaf842808ac)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:00.435420 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf302694-510a-4f3a-824d-ae5e55bf5811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (7cce1987-951f-4fe6-b79f-fde4ccba1269), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:00.448341 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cf302694-510a-4f3a-824d-ae5e55bf5811 admin admin] Calling delete_port for 7cce1987-951f-4fe6-b79f-fde4ccba1269 owned by network:router_interface {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:03:00.624496 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf302694-510a-4f3a-824d-ae5e55bf5811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (7cce1987-951f-4fe6-b79f-fde4ccba1269), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:00.660095 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf302694-510a-4f3a-824d-ae5e55bf5811 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cce1987-951f-4fe6-b79f-fde4ccba1269,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:00.824086 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf302694-510a-4f3a-824d-ae5e55bf5811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7897310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7890123'] for router_interface (7f655707-e403-4967-af37-3884dae7e271), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:01.047318 n-d-827336-3 neutron-server[103189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf302694-510a-4f3a-824d-ae5e55bf5811 admin admin] Router 7f655707-e403-4967-af37-3884dae7e271 has already been hosted by L3 agent aa2b3945-f72f-4353-bf70-0f8cb90651a9 {{(pid=103189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 14:03:01.157962 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf302694-510a-4f3a-824d-ae5e55bf5811 admin admin] Notify agent at l3_agent.n-d-827336-3 the message routers_updated {{(pid=103189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 14:03:01.164523 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-cf302694-510a-4f3a-824d-ae5e55bf5811 admin admin] 10.222.0.18 "PUT /v2.0/routers/7f655707-e403-4967-af37-3884dae7e271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3886695 Feb 03 14:03:01.165881 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44506) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:03:01.167367 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b58833f-bcc8-4b68-b090-d847fc3e1840 None None] Sync routers for ids ['7f655707-e403-4967-af37-3884dae7e271'] in n-d-827336-3 {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 03 14:03:01.178428 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b58833f-bcc8-4b68-b090-d847fc3e1840 None None] Routers {'7f655707-e403-4967-af37-3884dae7e271'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:03:01.179344 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0b58833f-bcc8-4b68-b090-d847fc3e1840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T14:02:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['7f655707-e403-4967-af37-3884dae7e271'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:01.270492 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8be779d-15a8-4aa7-add4-84c2947d0b38 admin admin] Publish callbacks [] for router (7f655707-e403-4967-af37-3884dae7e271), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:01.284001 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0b58833f-bcc8-4b68-b090-d847fc3e1840 None None] Set router 7f655707-e403-4967-af37-3884dae7e271 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:03:01.481742 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0b58833f-bcc8-4b68-b090-d847fc3e1840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f655707-e403-4967-af37-3884dae7e271', 'name': 'tempest-TestSnapshotPattern-828324809-router', 'tenant_id': '8a14e783e364423bae3f896a182d567a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1ea53597-8673-42da-a32f-27dd216eefd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:19Z', 'updated_at': '2022-02-03T14:03:00Z', 'revision_number': 5, 'project_id': '8a14e783e364423bae3f896a182d567a', 'gw_port': {'id': '1ea53597-8673-42da-a32f-27dd216eefd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:eb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f655707-e403-4967-af37-3884dae7e271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:20Z', 'updated_at': '2022-02-03T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:01.509875 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b58833f-bcc8-4b68-b090-d847fc3e1840 None None] Checking router: 7f655707-e403-4967-af37-3884dae7e271 for host: n-d-827336-3 {{(pid=103191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 03 14:03:01.519864 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b58833f-bcc8-4b68-b090-d847fc3e1840 None None] Routers {'7f655707-e403-4967-af37-3884dae7e271'} bound to L3 agent in host n-d-827336-3 {{(pid=103191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 03 14:03:01.520513 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0b58833f-bcc8-4b68-b090-d847fc3e1840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T12:18:06Z,description=,heartbeat_timestamp=2022-02-03T14:02:36Z,host='n-d-827336-3',id=aa2b3945-f72f-4353-bf70-0f8cb90651a9,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T12:18:06Z,topic='l3_agent')) {'router_ids': ['7f655707-e403-4967-af37-3884dae7e271'], 'active': True} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:01.631541 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_dvr_db [None req-0b58833f-bcc8-4b68-b090-d847fc3e1840 None None] Set router 7f655707-e403-4967-af37-3884dae7e271 gateway port host: n-d-827336-3 {{(pid=103191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 03 14:03:01.725447 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8be779d-15a8-4aa7-add4-84c2947d0b38 admin admin] Publish callbacks [] for router_gateway (7f655707-e403-4967-af37-3884dae7e271), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:01.776316 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c8be779d-15a8-4aa7-add4-84c2947d0b38 admin admin] Deleting port 1ea53597-8673-42da-a32f-27dd216eefd1 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:03:01.776658 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8be779d-15a8-4aa7-add4-84c2947d0b38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (1ea53597-8673-42da-a32f-27dd216eefd1), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:01.807082 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.l3_hamode_db [None req-0b58833f-bcc8-4b68-b090-d847fc3e1840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f655707-e403-4967-af37-3884dae7e271', 'name': 'tempest-TestSnapshotPattern-828324809-router', 'tenant_id': '8a14e783e364423bae3f896a182d567a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1ea53597-8673-42da-a32f-27dd216eefd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:19Z', 'updated_at': '2022-02-03T14:03:00Z', 'revision_number': 5, 'project_id': '8a14e783e364423bae3f896a182d567a', 'gw_port': {'id': '1ea53597-8673-42da-a32f-27dd216eefd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:eb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f655707-e403-4967-af37-3884dae7e271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:20Z', 'updated_at': '2022-02-03T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}], 'n-d-827336-3', False) {} {{(pid=103191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:01.833230 n-d-827336-3 neutron-server[103191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b58833f-bcc8-4b68-b090-d847fc3e1840 None None] The sync data for ids ['7f655707-e403-4967-af37-3884dae7e271'] in n-d-827336-3 is: [{'id': '7f655707-e403-4967-af37-3884dae7e271', 'name': 'tempest-TestSnapshotPattern-828324809-router', 'tenant_id': '8a14e783e364423bae3f896a182d567a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'external_fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '1ea53597-8673-42da-a32f-27dd216eefd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T13:57:19Z', 'updated_at': '2022-02-03T14:03:00Z', 'revision_number': 5, 'project_id': '8a14e783e364423bae3f896a182d567a', 'gw_port': {'id': '1ea53597-8673-42da-a32f-27dd216eefd1', 'name': '', 'network_id': 'e9dedc31-644c-4c3c-ba28-45b6252d3499', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:eb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f655707-e403-4967-af37-3884dae7e271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '422a92f2-5182-40ca-861e-9fda580db19e', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T13:57:20Z', 'updated_at': '2022-02-03T13:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '422a92f2-5182-40ca-861e-9fda580db19e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-3'}] {{(pid=103191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 03 14:03:01.857718 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c8be779d-15a8-4aa7-add4-84c2947d0b38 admin admin] For port 1ea53597-8673-42da-a32f-27dd216eefd1, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=1ea53597-8673-42da-a32f-27dd216eefd1,segment=NetworkSegment(b2688997-9450-417e-86f4-0e063d469ebe),segment_id=b2688997-9450-417e-86f4-0e063d469ebe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:01.858234 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8be779d-15a8-4aa7-add4-84c2947d0b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (1ea53597-8673-42da-a32f-27dd216eefd1), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:01.874261 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c8be779d-15a8-4aa7-add4-84c2947d0b38 admin admin] Calling delete_port for 1ea53597-8673-42da-a32f-27dd216eefd1 owned by network:router_gateway {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:03:02.037651 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8be779d-15a8-4aa7-add4-84c2947d0b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (1ea53597-8673-42da-a32f-27dd216eefd1), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:02.066744 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be779d-15a8-4aa7-add4-84c2947d0b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea53597-8673-42da-a32f-27dd216eefd1,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:02.128792 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8be779d-15a8-4aa7-add4-84c2947d0b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7895657'] for router_gateway (7f655707-e403-4967-af37-3884dae7e271), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:02.183792 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:02.224591 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8be779d-15a8-4aa7-add4-84c2947d0b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8089328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30934'] for router (7f655707-e403-4967-af37-3884dae7e271), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:02.226772 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8be779d-15a8-4aa7-add4-84c2947d0b38 admin admin] Publish callbacks [] for router_controller (7f655707-e403-4967-af37-3884dae7e271), precommit_delete_associations {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:02.273545 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8be779d-15a8-4aa7-add4-84c2947d0b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8089337'] for router (7f655707-e403-4967-af37-3884dae7e271), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:02.274123 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8be779d-15a8-4aa7-add4-84c2947d0b38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f655707-e403-4967-af37-3884dae7e271 {{(pid=103189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 03 14:03:02.279009 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8be779d-15a8-4aa7-add4-84c2947d0b38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:02.283016 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-c8be779d-15a8-4aa7-add4-84c2947d0b38 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7f655707-e403-4967-af37-3884dae7e271 HTTP/1.1" status: 204 len: 168 time: 1.1159875 Feb 03 14:03:02.283276 n-d-827336-3 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 44508) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:03:02.329501 n-d-827336-3 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b71204-95fc-46e5-a4c1-dd63c49a97fc admin admin] Deleting subnet 0091942b-743c-4243-9b37-f04aa8429849 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 03 14:03:02.332641 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85b71204-95fc-46e5-a4c1-dd63c49a97fc admin admin] Publish callbacks [] for subnet (0091942b-743c-4243-9b37-f04aa8429849), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:02.371600 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85b71204-95fc-46e5-a4c1-dd63c49a97fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66038830'] for subnet (0091942b-743c-4243-9b37-f04aa8429849), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:02.451018 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85b71204-95fc-46e5-a4c1-dd63c49a97fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7657898'] for subnet (0091942b-743c-4243-9b37-f04aa8429849), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:02.506480 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85b71204-95fc-46e5-a4c1-dd63c49a97fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7657875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8088919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4349660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65797577'] for subnet (0091942b-743c-4243-9b37-f04aa8429849), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:02.533314 n-d-827336-3 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b71204-95fc-46e5-a4c1-dd63c49a97fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0091942b-743c-4243-9b37-f04aa8429849,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:02.535235 n-d-827336-3 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85b71204-95fc-46e5-a4c1-dd63c49a97fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:02.541210 n-d-827336-3 neutron-server[103188]: INFO neutron.wsgi [None req-85b71204-95fc-46e5-a4c1-dd63c49a97fc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0091942b-743c-4243-9b37-f04aa8429849 HTTP/1.1" status: 204 len: 168 time: 0.2546718 Feb 03 14:03:02.541365 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b27241-23c8-4fec-8317-223fe04811bf None None] Network 08be6c8a-f4ad-4a3d-9cfd-cf913e90678c requested from n-d-827336-3 {{(pid=103190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 03 14:03:02.541477 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44510) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:03:02.612853 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe223103-0c2c-49cb-8f30-1cbb99c17afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-705632'] for network (08be6c8a-f4ad-4a3d-9cfd-cf913e90678c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:02.670835 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fe223103-0c2c-49cb-8f30-1cbb99c17afb admin admin] Deleting port 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 03 14:03:02.671241 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe223103-0c2c-49cb-8f30-1cbb99c17afb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757073549186'] for port (12f8210e-a3f8-49cf-9ba7-26f4ddb599e4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:02.737040 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fe223103-0c2c-49cb-8f30-1cbb99c17afb admin admin] For port 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4, host n-d-827336-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-3',level=0,port_id=12f8210e-a3f8-49cf-9ba7-26f4ddb599e4,segment=NetworkSegment(000a6eb5-6296-450a-98f4-eaaf842808ac),segment_id=000a6eb5-6296-450a-98f4-eaaf842808ac)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 14:03:02.737335 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe223103-0c2c-49cb-8f30-1cbb99c17afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896140'] for port (12f8210e-a3f8-49cf-9ba7-26f4ddb599e4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:02.750470 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fe223103-0c2c-49cb-8f30-1cbb99c17afb admin admin] Calling delete_port for 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 03 14:03:02.832198 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe223103-0c2c-49cb-8f30-1cbb99c17afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-607285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757073553884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757073011550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4284612'] for port (12f8210e-a3f8-49cf-9ba7-26f4ddb599e4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:02.834147 n-d-827336-3 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd63dfbc-772e-4982-add0-eddd8076f805 None None] DHCP port deletion for 08be6c8a-f4ad-4a3d-9cfd-cf913e90678c request from n-d-827336-3 {{(pid=103190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 03 14:03:02.864342 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe223103-0c2c-49cb-8f30-1cbb99c17afb admin admin] Pushing event deleted for resources: {'Port': ['ID=12f8210e-a3f8-49cf-9ba7-26f4ddb599e4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:02.864342 n-d-827336-3 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe223103-0c2c-49cb-8f30-1cbb99c17afb admin admin] No DVR routers for this DVR port 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4 on host n-d-827336-3 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 03 14:03:02.936049 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe223103-0c2c-49cb-8f30-1cbb99c17afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7643175', 'neutron.services.segments.db._delete_segments_for_network-8757073540518'] for network (08be6c8a-f4ad-4a3d-9cfd-cf913e90678c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:02.957206 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-fe223103-0c2c-49cb-8f30-1cbb99c17afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08be6c8a-f4ad-4a3d-9cfd-cf913e90678c']}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:02.966490 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-fe223103-0c2c-49cb-8f30-1cbb99c17afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000a6eb5-6296-450a-98f4-eaaf842808ac') {'for_net_delete': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:02.966794 n-d-827336-3 neutron-server[103189]: DEBUG neutron.services.segments.db [None req-fe223103-0c2c-49cb-8f30-1cbb99c17afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000a6eb5-6296-450a-98f4-eaaf842808ac') {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 14:03:02.976262 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe223103-0c2c-49cb-8f30-1cbb99c17afb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757073476783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4285546'] for segment (000a6eb5-6296-450a-98f4-eaaf842808ac), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:02.990099 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe223103-0c2c-49cb-8f30-1cbb99c17afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267'] for segment (000a6eb5-6296-450a-98f4-eaaf842808ac), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:02.995897 n-d-827336-3 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe223103-0c2c-49cb-8f30-1cbb99c17afb admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 03 14:03:02.996357 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe223103-0c2c-49cb-8f30-1cbb99c17afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7659267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4284663'] for segment (000a6eb5-6296-450a-98f4-eaaf842808ac), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: Traceback (most recent call last): Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: timer() Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: cb(*args, **kw) Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: return func(*args, **kwargs) Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: self._notify() Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: self.callback(batched_events) Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: event.method(event) Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: aggregate_uuid = self.p_client.list_aggregates( Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: return f(self, *a, **k) Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: return self._get(url).json() Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: return self.request(url, 'GET', **kwargs) Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: base_url = self.get_endpoint(auth, allow=allow, Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 14:03:02.998025 n-d-827336-3 neutron-server[103189]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 14:03:03.057932 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe223103-0c2c-49cb-8f30-1cbb99c17afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7643176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7897281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7895637'] for network (08be6c8a-f4ad-4a3d-9cfd-cf913e90678c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:03.063732 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe223103-0c2c-49cb-8f30-1cbb99c17afb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:03.066978 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-fe223103-0c2c-49cb-8f30-1cbb99c17afb admin admin] 10.222.0.18 "DELETE /v2.0/networks/08be6c8a-f4ad-4a3d-9cfd-cf913e90678c HTTP/1.1" status: 204 len: 168 time: 0.5245321 Feb 03 14:03:03.077907 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe223103-0c2c-49cb-8f30-1cbb99c17afb admin admin] Pushing event deleted for resources: {'Network': ['ID=08be6c8a-f4ad-4a3d-9cfd-cf913e90678c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:03.198109 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44514) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:03:03.237542 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-2222b5b9-694b-49ea-82db-5ca010e294d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6182ac78ab634c98aa5ded55c585b347&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382776 Feb 03 14:03:03.240070 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44516) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:03:03.286179 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62aa0a5d-89ad-4644-92ae-cd740aec6398 admin admin] Publish callbacks [] for security_group (68e3e742-53b1-4ca6-bdf9-ba1b5d736c68), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:03.307458 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62aa0a5d-89ad-4644-92ae-cd740aec6398 admin admin] Publish callbacks [] for security_group (68e3e742-53b1-4ca6-bdf9-ba1b5d736c68), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:03.355712 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62aa0a5d-89ad-4644-92ae-cd740aec6398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (68e3e742-53b1-4ca6-bdf9-ba1b5d736c68), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:03.358365 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62aa0a5d-89ad-4644-92ae-cd740aec6398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:03.359653 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-62aa0a5d-89ad-4644-92ae-cd740aec6398 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68e3e742-53b1-4ca6-bdf9-ba1b5d736c68 HTTP/1.1" status: 204 len: 168 time: 0.1186919 Feb 03 14:03:03.367847 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa0a5d-89ad-4644-92ae-cd740aec6398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e3e742-53b1-4ca6-bdf9-ba1b5d736c68,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:03.481945 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7cce1987-951f-4fe6-b79f-fde4ccba1269 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:03:03.503626 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 7cce1987-951f-4fe6-b79f-fde4ccba1269 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:03:03.503993 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 7cce1987-951f-4fe6-b79f-fde4ccba1269 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:03:03.504421 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1ea53597-8673-42da-a32f-27dd216eefd1 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:03:03.528769 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 1ea53597-8673-42da-a32f-27dd216eefd1 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:03:03.529123 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 1ea53597-8673-42da-a32f-27dd216eefd1 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:03:03.529534 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4 no longer exists at agent ovs-agent-n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 03 14:03:03.550762 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.plugin [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] No Port match for: 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4 {{(pid=103190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 03 14:03:03.551193 n-d-827336-3 neutron-server[103190]: DEBUG neutron.plugins.ml2.rpc [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Device 12f8210e-a3f8-49cf-9ba7-26f4ddb599e4 not bound to the agent host n-d-827336-3 {{(pid=103190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 03 14:03:03.673113 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44522) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:03:03.711894 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-e8be707b-f6b1-4b54-9c52-0487fd904478 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a14e783e364423bae3f896a182d567a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376153 Feb 03 14:03:03.714545 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [-] (103189) accepted ('10.222.0.18', 44524) {{(pid=103189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 03 14:03:03.718275 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-acc503f1-18b3-43f8-be18-923717903654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:03.765828 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-884bdc70-0f58-462f-9995-f892f72038c7 admin admin] Publish callbacks [] for security_group (6acc0552-5787-4717-a64d-42c38393b7af), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:03.787323 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-884bdc70-0f58-462f-9995-f892f72038c7 admin admin] Publish callbacks [] for security_group (6acc0552-5787-4717-a64d-42c38393b7af), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:03.832324 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-884bdc70-0f58-462f-9995-f892f72038c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8087485'] for security_group (6acc0552-5787-4717-a64d-42c38393b7af), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:03.834913 n-d-827336-3 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-884bdc70-0f58-462f-9995-f892f72038c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:03.836086 n-d-827336-3 neutron-server[103189]: INFO neutron.wsgi [None req-884bdc70-0f58-462f-9995-f892f72038c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6acc0552-5787-4717-a64d-42c38393b7af HTTP/1.1" status: 204 len: 168 time: 0.1205673 Feb 03 14:03:03.843663 n-d-827336-3 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bdc70-0f58-462f-9995-f892f72038c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acc0552-5787-4717-a64d-42c38393b7af,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 14:03:06.318686 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b272a4fd-bcd8-4e48-af1b-b033615d1db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:07.293886 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:08.575233 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:10.149683 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:16.866524 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:27.857496 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:03:32.183560 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:33.720038 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fe45f5a8-6933-4a92-829e-669fc556b727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:36.321035 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c2798395-1709-4af4-82e1-eb458e7d92e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:37.295985 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:38.576731 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:40.151625 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:03:46.865752 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:02.194364 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:03.720012 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-00d82e6e-4ae6-45b2-ab3b-4c7f3a0d3c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:04.856177 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:04:06.323114 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b7ab8494-f747-4c0a-a322-9a1f61b6621a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:07.298809 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:08.579054 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:10.153744 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:16.871040 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:32.225641 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:33.721945 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-aa7239f8-2030-404a-8f2a-a8b5033038cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:36.323832 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dc58dd0a-42ea-4801-b42e-24ecc268c5df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:37.303475 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:38.581115 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:40.155662 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:04:41.855960 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:04:46.885614 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:02.235617 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:03.722708 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7f1d8648-0291-4b43-8968-2f9ba6fc700c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:06.325182 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-df065414-8975-4fa6-b574-0316e5449afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:07.306221 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:08.583715 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:10.157489 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:16.901168 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:18.856638 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:05:32.240468 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:33.723986 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7d76e7eb-7268-4c37-be58-b8a55667cdd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:36.328803 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1db48d43-4693-439e-a66d-6d624de9ba23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:37.308534 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:38.588481 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:40.160309 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:46.899931 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:05:55.856910 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:06:02.242112 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:03.725939 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-972c01c2-dba6-4f75-a1d3-e991070e5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:06.331291 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6231c15a-69a1-4173-b2ba-9eb174647980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:07.311764 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:08.588553 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:10.163451 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:16.918758 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:32.253979 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:32.858171 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:06:33.726574 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-9e001b80-ec0e-41c4-afd4-65d6db2a9a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:36.332018 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b3bb5a94-0263-4d8c-8c4f-43813d34c721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:37.315227 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:38.591541 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:40.166180 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:06:46.915364 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:02.283963 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:03.729348 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-74e381cf-686f-4e5b-aed6-0fc551f5be18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:06.333743 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-f55029c9-3193-421a-a8da-f41366681143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:07.318177 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:08.594871 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:09.858306 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:07:10.168494 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:16.929464 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:32.306419 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:33.732302 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b6945fd9-63a4-4717-ae28-3bd70604d056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:36.335256 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-33a87192-33b1-49d5-b076-ec1e5307df70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:37.322310 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:38.597872 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:40.174872 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:07:46.857890 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:07:46.926545 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:02.316214 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:03.736429 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cc315e41-166a-4668-99c9-d2ad40b83dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:06.337098 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f7a5-e65b-4774-b228-9d52c012ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:07.325033 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:08.600263 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:10.167726 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:16.944108 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:23.857302 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:08:32.314312 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:33.737874 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-dd71f34a-a36b-4c6f-9a01-0525b2676303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:36.339109 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-2c0c22c0-ea65-4e57-8e79-83f70950c3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:37.327365 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:38.602141 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:40.171175 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:08:46.946822 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:00.855995 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:09:02.313491 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:03.740232 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-31f3f74b-edb6-47dc-9695-f8b7768aeff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:06.340876 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-3c3eb3c4-7ad9-477a-8419-580eb8906eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:07.331595 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:08.605120 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:10.172892 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:16.957342 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:32.313528 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:33.741576 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ce2aab3e-239a-41db-a8c7-9ae54dcdbbcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:36.342730 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1dc7b90a-0652-443a-a41b-32199a1d97b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:37.333051 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:37.855299 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:09:38.611171 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:40.175200 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:09:46.973590 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:02.328195 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:03.741974 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-00c8a7d1-d6a5-4eac-a72d-ad4173badf58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:06.344109 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c665ecca-7d67-4623-80c4-922ad5460ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:07.335460 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:08.610838 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:10.178821 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:14.449397 n-d-827336-3 neutron-server[103189]: DEBUG neutron.wsgi [req-68d923f3-ffb6-4bb4-82d6-18de481ed9d4 req-b3c2870a-20fd-4729-83ea-149d945928d8 service neutron] (103189) timed out ('10.222.0.18', 42134) {{(pid=103189) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 03 14:10:14.855308 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:10:16.984737 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:32.345350 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:33.744216 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e0db5ffb-9720-447f-bbdc-f18880c5e8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:36.345675 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-872384d4-09f5-4c82-b339-1bddc4a0842b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:37.338431 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:38.612158 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:40.181776 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:46.990772 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:10:51.854293 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:11:02.341877 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:03.745630 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-cb3711eb-f1a8-42f3-b5c8-b7960408b5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:06.346899 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-728493bd-2ae2-42a8-b961-86ae9e093fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:07.340715 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:08.615413 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:10.183956 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:16.992053 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-be11a91e-8cc6-4862-acf9-0e0da25117c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (70b26cb2-7f0d-4f79-8bbb-877f6382ed26), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:28.853726 n-d-827336-3 neutron-server[103191]: DEBUG neutron.db.agents_db [None req-3ad66f49-e713-4cea-aa29-0b31f35981da None None] Agent healthcheck: found 7 active agents {{(pid=103191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 03 14:11:32.389926 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67a1b26f-869f-4e76-9611-5470fddc289c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (1a01543d-1d1b-41b1-a450-ae823a619e52), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:33.746950 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4f9ca236-b34c-4334-8e24-5bcc516738d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (f86d8d51-c6c8-4cbc-9e21-494cbbc4dbaa), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:36.350454 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-790aaa4d-6567-4404-81a3-818539e4b749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (aa2b3945-f72f-4353-bf70-0f8cb90651a9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:37.344278 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-15a74016-dca1-4baf-9914-dd834391a55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (da0847ec-7f81-40fa-b036-5b9e8ac2b87e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:38.620135 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-459efc4d-32fe-4f66-a2cf-70d04ca0f232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (d0b5c546-7732-4718-9a43-e6dc6e7eba3e), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 03 14:11:40.186417 n-d-827336-3 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-86e966b8-9bc9-4306-b8b6-03b17518e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757073540500', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-699710'] for agent (e15991a2-67a5-4b3f-954a-e06ee7b086ce), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}